-- Logs begin at Fri 2022-02-11 04:24:01 UTC, end at Fri 2022-02-11 06:50:56 UTC. -- Feb 11 04:54:40.445895 n-d-713499-38 systemd[1]: Started Devstack devstack@q-svc.service. Feb 11 04:54:43.486052 n-d-713499-38 neutron-server[103063]: INFO neutron.common.config [-] Logging enabled! Feb 11 04:54:43.486714 n-d-713499-38 neutron-server[103063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 11 04:54:43.486865 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103063) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 04:54:43.490244 n-d-713499-38 neutron-server[103063]: INFO neutron.common.config [-] Logging enabled! Feb 11 04:54:43.490501 n-d-713499-38 neutron-server[103063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 11 04:54:43.490816 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103063) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 04:54:43.491788 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 04:54:43.492022 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 04:54:43.492403 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 04:54:43.492649 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 04:54:43.492877 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 04:54:43.493368 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.493796 n-d-713499-38 neutron-server[103063]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 11 04:54:43.494110 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.494415 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.494780 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.495008 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.495305 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.495624 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.495918 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.496221 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.496513 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.496868 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.497102 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.497398 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.497686 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.497994 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.498259 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.498556 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] debug = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.498834 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.499321 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.499759 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.500039 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.500329 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.500617 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.500895 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.501173 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.501458 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.501793 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] host = n-d-713499-38 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.502072 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.502355 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.502643 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.502932 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.503206 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.503506 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.503795 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.504601 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.504877 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] log_file = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.505160 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.505446 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.505731 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.506023 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.506254 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.506475 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.506786 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.507078 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.507352 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.507653 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.507928 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.508204 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.508480 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.508749 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.509038 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.509325 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.509607 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.509886 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.510158 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.510428 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.510700 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.510982 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.511254 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.511550 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.511826 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.512114 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.512385 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.512663 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.512961 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.513245 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.513529 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.513818 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.514091 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.514378 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.514648 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.514920 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.515193 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] use_json = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.515492 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.515766 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.516053 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.516325 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.516595 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.516869 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.517142 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.517426 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.517703 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:43.517999 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.518297 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.518596 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.518895 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.519190 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.519542 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.520367 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.520647 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.520940 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.521229 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.521525 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.521805 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.522112 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.522400 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.522699 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.523035 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.523301 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.523627 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.523908 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.524189 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.524470 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.524752 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.525040 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.525319 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.525609 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.525902 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.526181 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.526479 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.526764 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.527062 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.527358 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.527662 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.527947 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.528242 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.528523 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.528800 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.529079 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.529375 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.529648 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.529923 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.530209 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.530489 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.530762 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.531038 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.531317 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.531637 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.531917 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.532204 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.532481 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.532764 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.533040 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.533349 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.533606 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.533882 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.534163 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.534448 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.534725 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.535003 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.535331 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.535635 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.535920 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.536200 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.536476 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.536753 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.537028 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.537303 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.537577 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.537851 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.538131 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.538406 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.538680 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.538953 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.539226 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.539530 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.539817 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.540116 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.540397 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.540676 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.540954 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.541234 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.541513 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.542043 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.542322 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.542602 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.542877 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.543169 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.543479 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.543771 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.544081 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.544360 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.544658 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.544937 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.545221 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.545497 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.545777 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.546060 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.546344 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.546641 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.546934 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.547228 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.547543 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.547839 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.548118 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.548429 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.548708 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:43.548926 n-d-713499-38 neutron-server[103063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 04:54:43.549171 n-d-713499-38 neutron-server[103063]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103063) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 11 04:54:43.927778 n-d-713499-38 neutron-server[103063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 11 04:54:43.928060 n-d-713499-38 neutron-server[103063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 11 04:54:43.928372 n-d-713499-38 neutron-server[103063]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 11 04:54:43.928709 n-d-713499-38 neutron-server[103063]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 11 04:54:44.275435 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.275626 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.275929 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.277238 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.277517 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.277789 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.324319 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.324603 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.324875 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.342158 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.342443 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.342872 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.374112 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.374398 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.374671 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.412937 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.413218 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.413488 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.765975 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.766619 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.766619 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.766799 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.767485 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.869220 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.869546 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.869832 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.870105 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.870375 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.870686 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.870949 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.871207 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.871490 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.871785 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.872051 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.872320 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.872581 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.872842 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.873096 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.873361 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.873620 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.873885 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.874154 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.874425 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.874695 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.874947 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.875228 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.875641 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.875890 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.876136 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.876552 n-d-713499-38 neutron-server[103063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:54:44.876800 n-d-713499-38 neutron-server[103063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:54:44.877048 n-d-713499-38 neutron-server[103063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:54:44.877288 n-d-713499-38 neutron-server[103063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:54:44.877519 n-d-713499-38 neutron-server[103063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:54:44.877755 n-d-713499-38 neutron-server[103063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:54:44.878123 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 11 04:54:44.881610 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 11 04:54:44.885756 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 11 04:54:44.889570 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Feb 11 04:54:44.891244 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 11 04:54:44.891744 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 11 04:54:44.892089 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 11 04:54:44.892480 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 11 04:54:44.895404 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 11 04:54:44.895675 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 11 04:54:44.896023 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 04:54:44.901012 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 11 04:54:44.925031 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 11 04:54:44.925703 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.926740 n-d-713499-38 neutron-server[103063]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103063) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 11 04:54:44.926919 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.928361 n-d-713499-38 neutron-server[103063]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103063) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 11 04:54:44.928653 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 04:54:44.928903 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 11 04:54:44.932270 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.932568 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:44.994916 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 11 04:54:44.995154 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 11 04:54:44.995380 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 11 04:54:44.995959 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 11 04:54:45.016526 n-d-713499-38 neutron-server[103063]: DEBUG oslo_db.sqlalchemy.engines [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103063) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 11 04:54:45.467458 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Initializing driver for type 'gre' Feb 11 04:54:45.467987 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] gre ID ranges: [(1, 1000)] Feb 11 04:54:45.528790 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Initializing driver for type 'local' Feb 11 04:54:45.529115 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Initializing driver for type 'vlan' Feb 11 04:54:45.544337 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] VlanTypeDriver initialization complete Feb 11 04:54:45.544660 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Initializing driver for type 'vxlan' Feb 11 04:54:45.545160 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] vxlan ID ranges: [(1, 1000)] Feb 11 04:54:45.601282 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Initializing extension driver 'port_security' Feb 11 04:54:45.601722 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.extensions.port_security [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] PortSecurityExtensionDriver initialization complete Feb 11 04:54:45.602164 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Initializing mechanism driver 'openvswitch' Feb 11 04:54:45.602550 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Initializing mechanism driver 'hyperv' Feb 11 04:54:45.611527 n-d-713499-38 neutron-server[103063]: DEBUG neutron.plugins.ml2.plugin [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:45.612413 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > port after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.612783 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > port after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.613206 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > port after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.614340 n-d-713499-38 neutron-server[103063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:54:45.614805 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > subnet after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.615183 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > subnet after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.615691 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.616130 n-d-713499-38 neutron-server[103063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:54:45.616548 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > network after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.616895 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > network after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.617234 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > network after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.617629 n-d-713499-38 neutron-server[103063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:54:45.618039 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > security_group after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.618782 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > security_group after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.618782 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.619402 n-d-713499-38 neutron-server[103063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:54:45.619536 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.619880 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.620217 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.620611 n-d-713499-38 neutron-server[103063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:54:45.621014 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > address_group after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.621353 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > address_group after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.621687 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.622079 n-d-713499-38 neutron-server[103063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:54:45.622529 n-d-713499-38 neutron-server[103063]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] ML2 OVO RPC backend initialized. {{(pid=103063) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 11 04:54:45.623257 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.623641 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.624197 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > network before_response 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.624411 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > networks before_response 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.624758 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > port before_response 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.625098 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > ports before_response 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.625435 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > subnet before_response 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.625772 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > subnets before_response 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.626113 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > network after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.626449 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > network after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.626776 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > network after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.627111 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > port after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.627458 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > port after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.627795 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > port after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.628125 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > subnet after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.628605 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > subnet after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.628834 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.638381 n-d-713499-38 neutron-server[103063]: INFO neutron.quota [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded quota_driver: . Feb 11 04:54:45.638753 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.plugin [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Modular L2 Plugin initialization complete Feb 11 04:54:45.639100 n-d-713499-38 neutron-server[103063]: DEBUG neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading services supported by the core plugin {{(pid=103063) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 11 04:54:45.639478 n-d-713499-38 neutron-server[103063]: INFO neutron.plugins.ml2.managers [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Got port-security extension from driver 'port_security' Feb 11 04:54:45.639988 n-d-713499-38 neutron-server[103063]: INFO neutron.extensions.vlantransparent [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Disabled vlantransparent extension. Feb 11 04:54:45.640564 n-d-713499-38 neutron-server[103063]: DEBUG neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103063) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 11 04:54:45.640927 n-d-713499-38 neutron-server[103063]: INFO neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading Plugin: router Feb 11 04:54:45.678934 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.679341 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router after_create 55549900 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.679726 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router before_create 55549900 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.680082 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.680450 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.680892 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router after_delete 55549900 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.681253 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.682321 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.682685 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router after_create 55549900 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.683027 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router after_update 55549900 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.683378 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router after_update 55549900 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.683748 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.684103 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router after_update 55549900 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.684508 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router precommit_update 55549900 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.684871 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: port after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.685206 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: port after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.685537 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: subnet after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.685870 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.686213 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.686553 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router precommit_create 55549900 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.686890 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: port before_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.687228 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router precommit_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.687606 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router after_update 55549900 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.687944 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.688421 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router precommit_create 55549900 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.688778 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.689116 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router precommit_update 55549900 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.689475 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > agent after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.689824 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > agent after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.690168 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > network after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.691021 n-d-713499-38 neutron-server[103063]: DEBUG neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Tracking information for resource: router configured {{(pid=103063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:54:45.691393 n-d-713499-38 neutron-server[103063]: DEBUG neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Tracking information for resource: floatingip configured {{(pid=103063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:54:45.696588 n-d-713499-38 neutron-server[103063]: INFO neutron.db.l3_agentschedulers_db [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 11 04:54:45.697179 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: port after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.697535 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: port after_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.697910 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: port after_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.698301 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: port after_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.699102 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router before_create 55550100 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.699488 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.699853 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router precommit_create 55550100 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.700201 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > router precommit_update 55550100 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.705009 n-d-713499-38 neutron-server[103063]: DEBUG neutron.services.provider_configuration [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Service providers = [] {{(pid=103063) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 11 04:54:45.705380 n-d-713499-38 neutron-server[103063]: DEBUG neutron.db.servicetype_db [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103063) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 11 04:54:45.708544 n-d-713499-38 neutron-server[103063]: DEBUG neutron.services.service_base [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 04:54:45.708912 n-d-713499-38 neutron-server[103063]: DEBUG neutron.services.service_base [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 04:54:45.709237 n-d-713499-38 neutron-server[103063]: DEBUG neutron.services.service_base [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 04:54:45.710509 n-d-713499-38 neutron-server[103063]: DEBUG neutron.services.service_base [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 04:54:45.710671 n-d-713499-38 neutron-server[103063]: INFO neutron.services.service_base [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 11 04:54:45.711052 n-d-713499-38 neutron-server[103063]: DEBUG neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:54:45.711364 n-d-713499-38 neutron-server[103063]: INFO neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 11 04:54:45.723644 n-d-713499-38 neutron-server[103063]: DEBUG neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:54:45.723985 n-d-713499-38 neutron-server[103063]: INFO neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading Plugin: auto_allocate Feb 11 04:54:45.730145 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: network precommit_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.730539 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: network precommit_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.731083 n-d-713499-38 neutron-server[103063]: DEBUG neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:54:45.731398 n-d-713499-38 neutron-server[103063]: INFO neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading Plugin: tag Feb 11 04:54:45.739403 n-d-713499-38 neutron-server[103063]: DEBUG neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:54:45.739753 n-d-713499-38 neutron-server[103063]: INFO neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading Plugin: timestamp Feb 11 04:54:45.744403 n-d-713499-38 neutron-server[103063]: DEBUG neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:54:45.744733 n-d-713499-38 neutron-server[103063]: INFO neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading Plugin: network_ip_availability Feb 11 04:54:45.750363 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.750734 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.751085 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:45.751872 n-d-713499-38 neutron-server[103063]: DEBUG neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:54:45.752229 n-d-713499-38 neutron-server[103063]: INFO neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading Plugin: flavors Feb 11 04:54:45.757536 n-d-713499-38 neutron-server[103063]: DEBUG neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:54:45.757869 n-d-713499-38 neutron-server[103063]: INFO neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading Plugin: revisions Feb 11 04:54:45.762405 n-d-713499-38 neutron-server[103063]: DEBUG neutron.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:54:45.762818 n-d-713499-38 neutron-server[103063]: DEBUG oslo_concurrency.lockutils [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.834s {{(pid=103063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 11 04:54:45.763627 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103063) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 11 04:54:45.763965 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Initializing extension manager. Feb 11 04:54:45.764523 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: __init__.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.764911 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: __pycache__ {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.765250 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.765626 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: address_group.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.766427 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.767150 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: address-group Feb 11 04:54:45.767381 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: address_scope.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.768151 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.768664 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: address-scope Feb 11 04:54:45.768985 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.770072 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.770589 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: router-admin-state-down-before-update Feb 11 04:54:45.770900 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: agent.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.771626 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.772142 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: agent Feb 11 04:54:45.772465 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: agent_resources_synced.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.773448 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.773957 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: agent-resources-synced Feb 11 04:54:45.774275 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: allowedaddresspairs.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.776173 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.776706 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: allowed-address-pairs Feb 11 04:54:45.777038 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: auto_allocated_topology.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.778147 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.778658 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: auto-allocated-topology Feb 11 04:54:45.778981 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: availability_zone.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.779705 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.780213 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: availability_zone Feb 11 04:54:45.780533 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: availability_zone_filter.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.781526 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.782035 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: availability_zone_filter Feb 11 04:54:45.782359 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: data_plane_status.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.783264 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.783806 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension data-plane-status not supported by any of loaded plugins Feb 11 04:54:45.784123 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: default_subnetpools.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.785658 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.786293 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: default-subnetpools Feb 11 04:54:45.786615 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.787473 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.787985 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: dhcp_agent_scheduler Feb 11 04:54:45.788303 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: dns.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.789235 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.789746 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension dns-integration not supported by any of loaded plugins Feb 11 04:54:45.790059 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: dns_domain_ports.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.791002 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.791558 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 11 04:54:45.792114 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.793037 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.793545 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 11 04:54:45.794879 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: dvr.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.794879 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.795159 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: dvr Feb 11 04:54:45.795598 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: ecmp_routes.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.797241 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.797241 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 11 04:54:45.797241 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: empty_string_filtering.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.799506 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.799506 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: empty-string-filtering Feb 11 04:54:45.799506 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.800003 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.800511 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 11 04:54:45.801410 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.802336 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.802837 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 11 04:54:45.803156 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: external_net.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.804095 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.804607 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: external-net Feb 11 04:54:45.804925 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.805830 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.806340 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: extra_dhcp_opt Feb 11 04:54:45.806658 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: extraroute.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.807638 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.808151 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: extraroute Feb 11 04:54:45.808464 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: extraroute_atomic.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.809520 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.810047 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: extraroute-atomic Feb 11 04:54:45.810409 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: filter_validation.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.811101 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.811648 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: filter-validation Feb 11 04:54:45.811966 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: fip_pf_description.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.812879 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.813482 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 11 04:54:45.813793 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: fip_port_details.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.814969 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.815513 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: fip-port-details Feb 11 04:54:45.815838 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: flavors.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.817245 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.817792 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: flavors Feb 11 04:54:45.818111 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.819833 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.820360 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 11 04:54:45.820688 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: floatingip_pools.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.821390 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.821903 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: floatingip-pools Feb 11 04:54:45.822221 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: ip_allocation.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.823166 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.823783 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension ip_allocation not supported by any of loaded plugins Feb 11 04:54:45.824109 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.825026 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.825537 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: ip-substring-filtering Feb 11 04:54:45.825850 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: l2_adjacency.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.826778 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.827280 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 11 04:54:45.827650 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: l3.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.828707 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.829247 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: router Feb 11 04:54:45.829568 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.832009 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.832608 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 11 04:54:45.832940 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.833893 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.834415 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: ext-gw-mode Feb 11 04:54:45.834744 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.835691 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.836214 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: l3-ha Feb 11 04:54:45.836536 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.837487 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.838010 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 11 04:54:45.838325 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: l3_flavors.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.839250 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.839810 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: l3-flavors Feb 11 04:54:45.840130 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.841549 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.842103 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 11 04:54:45.842433 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.843356 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.843905 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 11 04:54:45.844226 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: l3agentscheduler.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.845562 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.846076 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: l3_agent_scheduler Feb 11 04:54:45.846404 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: local_ip.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.848812 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.849385 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension local_ip not supported by any of loaded plugins Feb 11 04:54:45.849713 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: logging.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.851439 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.852041 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension logging not supported by any of loaded plugins Feb 11 04:54:45.852414 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: metering.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.853162 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.853753 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: metering Feb 11 04:54:45.854074 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.855191 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.855742 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: metering_source_and_destination_fields Feb 11 04:54:45.856058 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: multiprovidernet.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.857059 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.857572 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: multi-provider Feb 11 04:54:45.857889 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: netmtu.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.858818 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.859331 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: net-mtu Feb 11 04:54:45.859671 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: netmtu_writable.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.860597 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.861123 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: net-mtu-writable Feb 11 04:54:45.861413 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: network_availability_zone.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.862076 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.862575 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: network_availability_zone Feb 11 04:54:45.862889 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: network_ip_availability.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.864660 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.865214 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: network-ip-availability Feb 11 04:54:45.865591 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: network_segment_range.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.866356 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.866994 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension network-segment-range not supported by any of loaded plugins Feb 11 04:54:45.867317 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: pagination.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.868325 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.868650 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: pagination Feb 11 04:54:45.868971 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: port_device_profile.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.870462 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.870462 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: port-device-profile Feb 11 04:54:45.870895 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.871791 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.872402 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: port-mac-address-regenerate Feb 11 04:54:45.872707 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.873658 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.874186 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: port-numa-affinity-policy Feb 11 04:54:45.874500 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: port_resource_request.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.875441 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.876031 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension port-resource-request not supported by any of loaded plugins Feb 11 04:54:45.876351 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: port_resource_request_groups.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.877325 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.877834 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 11 04:54:45.878154 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: portbindings.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.879182 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.879720 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: binding Feb 11 04:54:45.881425 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: portbindings_extended.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.882922 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.883607 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: binding-extended Feb 11 04:54:45.883947 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: portsecurity.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.886123 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.886663 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: port-security Feb 11 04:54:45.886995 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: project_id.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.888012 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.888400 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: project-id Feb 11 04:54:45.888797 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: providernet.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.889849 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.890484 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: provider Feb 11 04:54:45.890818 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: qos.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.895854 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.896395 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension qos not supported by any of loaded plugins Feb 11 04:54:45.896731 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.898085 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.898641 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 11 04:54:45.898968 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.899937 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.900445 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 11 04:54:45.900811 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: qos_default.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.901732 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.902244 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension qos-default not supported by any of loaded plugins Feb 11 04:54:45.902565 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: qos_fip.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.903530 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.904048 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension qos-fip not supported by any of loaded plugins Feb 11 04:54:45.904368 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.905290 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.905795 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 11 04:54:45.906120 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: qos_gateway_ip.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.907278 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.907873 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 11 04:54:45.908255 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: qos_port_network_policy.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.909276 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.909790 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 11 04:54:45.910691 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.911954 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.912534 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 11 04:54:45.912856 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: qos_pps_rule.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.914058 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.914570 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension qos-pps not supported by any of loaded plugins Feb 11 04:54:45.914889 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: qos_rule_type_details.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.915889 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.916534 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 11 04:54:45.917108 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: qos_rules_alias.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.918177 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.918702 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 11 04:54:45.919018 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: quota_check_limit.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.919963 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.920513 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: quota-check-limit Feb 11 04:54:45.920798 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: quotasv2.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.921797 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.922134 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: quotas Feb 11 04:54:45.922443 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: quotasv2_detail.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.924371 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.924704 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: quota_details Feb 11 04:54:45.925028 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: rbac.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.926338 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.926919 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: rbac-policies Feb 11 04:54:45.927241 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: rbac_address_group.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.928229 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.928751 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: rbac-address-group Feb 11 04:54:45.929104 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: rbac_address_scope.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.930027 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.930573 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: rbac-address-scope Feb 11 04:54:45.930921 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: rbac_security_groups.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.931937 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.932452 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: rbac-security-groups Feb 11 04:54:45.932772 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: rbac_subnetpool.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.933689 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.934204 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: rbac-subnetpool Feb 11 04:54:45.934521 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: revisionifmatch.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.936352 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.936880 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: revision-if-match Feb 11 04:54:45.937204 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: revisions.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.938487 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.939001 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: standard-attr-revisions Feb 11 04:54:45.939323 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: router_availability_zone.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.940028 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.940539 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: router_availability_zone Feb 11 04:54:45.940857 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: routerservicetype.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.941823 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.942328 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension router-service-type not supported by any of loaded plugins Feb 11 04:54:45.942705 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.943731 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.944300 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: security-groups-normalized-cidr Feb 11 04:54:45.944583 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.945511 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.947187 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: port-security-groups-filtering Feb 11 04:54:45.947552 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.948665 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.949232 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: security-groups-remote-address-group Feb 11 04:54:45.950032 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.951009 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.951875 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: security-groups-shared-filtering Feb 11 04:54:45.952208 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.952813 n-d-713499-38 neutron-server[103063]: WARNING neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 11 04:54:45.953132 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: securitygroup.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.965553 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.966101 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: security-group Feb 11 04:54:45.966434 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: segment.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.967269 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.967859 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension segment not supported by any of loaded plugins Feb 11 04:54:45.968186 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.969206 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.969720 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 11 04:54:45.970046 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: servicetype.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.971177 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.971755 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: service-type Feb 11 04:54:45.972085 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: sorting.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.973615 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.973990 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: sorting Feb 11 04:54:45.974269 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: standard_attr_segment.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.975183 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.975801 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 11 04:54:45.976098 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: standardattrdescription.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.976751 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.977261 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: standard-attr-description Feb 11 04:54:45.977584 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: stateful_security_group.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.978536 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.979067 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: stateful-security-group Feb 11 04:54:45.979389 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: stdattrs_common.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.980045 n-d-713499-38 neutron-server[103063]: WARNING neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 11 04:54:45.980368 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.981323 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.981836 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 11 04:54:45.982253 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: subnet_onboard.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.983356 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.983905 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: subnet_onboard Feb 11 04:54:45.984225 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.985146 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.985656 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 11 04:54:45.985975 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: subnet_service_types.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.986907 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.987441 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: subnet-service-types Feb 11 04:54:45.987762 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: subnetallocation.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.989389 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.990141 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: subnet_allocation Feb 11 04:54:45.990480 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.991185 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.991731 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: subnetpool-prefix-ops Feb 11 04:54:45.992075 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.993037 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.993544 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 11 04:54:45.993861 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: tagging.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.994977 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.995517 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: standard-attr-tag Feb 11 04:54:45.995848 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: timestamp.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.997119 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.997628 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loaded extension: standard-attr-timestamp Feb 11 04:54:45.997950 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: trunk.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:45.998991 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:45.999531 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension trunk not supported by any of loaded plugins Feb 11 04:54:45.999854 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: trunk_details.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:46.000805 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:46.001317 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension trunk-details not supported by any of loaded plugins Feb 11 04:54:46.001635 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: uplink_status_propagation.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:46.002553 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:46.003065 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 11 04:54:46.003381 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Loading extension file: vlantransparent.py {{(pid=103063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:54:46.004647 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:54:46.005155 n-d-713499-38 neutron-server[103063]: INFO neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 11 04:54:46.007849 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of TrackedResource for resource:network Feb 11 04:54:46.008412 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of TrackedResource for resource:subnet Feb 11 04:54:46.008807 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:54:46.009199 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of TrackedResource for resource:port Feb 11 04:54:46.010513 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.v2.resource_helper [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:54:46.010983 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.v2.resource_helper [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Service FLAVORS assigned prefix: {{(pid=103063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:54:46.011636 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.v2.resource_helper [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:54:46.012129 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.v2.resource_helper [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:54:46.012474 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of TrackedResource for resource:router Feb 11 04:54:46.012962 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 04:54:46.013503 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.v2.resource_helper [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Service METERING assigned prefix: /metering {{(pid=103063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:54:46.014979 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:46.015349 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:46.015780 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:54:46.017002 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 04:54:46.017339 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of TrackedResource for resource:security_group Feb 11 04:54:46.017682 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 04:54:46.018355 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.v2.resource_helper [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Service CORE assigned prefix: {{(pid=103063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:54:46.018684 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:54:46.019034 n-d-713499-38 neutron-server[103063]: WARNING neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] subnetpool is already registered Feb 11 04:54:46.020563 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.v2.resource_helper [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Service CORE assigned prefix: {{(pid=103063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:54:46.020563 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:54:46.020563 n-d-713499-38 neutron-server[103063]: WARNING neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] subnetpool is already registered Feb 11 04:54:46.022469 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.v2.resource_helper [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:54:46.022901 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.v2.resource_helper [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Service FLAVORS assigned prefix: {{(pid=103063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:54:46.023599 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.v2.resource_helper [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:54:46.024000 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.v2.resource_helper [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:54:46.024327 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of TrackedResource for resource:router Feb 11 04:54:46.024665 n-d-713499-38 neutron-server[103063]: WARNING neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] router is already registered Feb 11 04:54:46.025112 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 04:54:46.025454 n-d-713499-38 neutron-server[103063]: WARNING neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] floatingip is already registered Feb 11 04:54:46.025901 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.v2.resource_helper [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Service METERING assigned prefix: /metering {{(pid=103063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:54:46.026564 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 04:54:46.026885 n-d-713499-38 neutron-server[103063]: WARNING neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] rbac_policy is already registered Feb 11 04:54:46.027293 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of TrackedResource for resource:security_group Feb 11 04:54:46.027655 n-d-713499-38 neutron-server[103063]: WARNING neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] security_group is already registered Feb 11 04:54:46.028079 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 04:54:46.028432 n-d-713499-38 neutron-server[103063]: WARNING neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] security_group_rule is already registered Feb 11 04:54:46.029019 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.v2.resource_helper [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Service CORE assigned prefix: {{(pid=103063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:54:46.030332 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:54:46.030332 n-d-713499-38 neutron-server[103063]: WARNING neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] subnetpool is already registered Feb 11 04:54:46.030332 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.v2.resource_helper [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Service CORE assigned prefix: {{(pid=103063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:54:46.030847 n-d-713499-38 neutron-server[103063]: INFO neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:54:46.030847 n-d-713499-38 neutron-server[103063]: WARNING neutron.quota.resource_registry [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] subnetpool is already registered Feb 11 04:54:46.031883 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: extensions {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.032729 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: address-groups {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.034198 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: address-scopes {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.035703 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: agents {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.036857 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: auto-allocated-topology {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.038165 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: availability_zones {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.039367 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: dhcp-networks {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.040914 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: dhcp-agents {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.042625 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: routers {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.045052 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: flavors {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.046102 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: service_profiles {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.047303 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: next_providers {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.048904 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: service_profiles {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.050518 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: floatingip-pools {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.052346 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: routers {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.054629 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: floatingips {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.056037 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: l3-routers {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.057431 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: l3-agents {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.058843 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: metering-labels {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.060316 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: metering-label-rules {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.061692 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: network-ip-availabilities {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.062963 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: bindings {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.064625 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: quotas {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.066214 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: quotas {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.068471 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: rbac-policies {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.070877 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: security-groups {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.072160 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: security-group-rules {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.073455 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: service-providers {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.074765 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: subnetpools {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.076216 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: subnetpools {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.077672 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: tags {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.079406 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: tags {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.081333 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: tags {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.083141 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: tags {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.085085 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: tags {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.086905 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: tags {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.088878 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: tags {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.090791 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: tags {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.092655 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: tags {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.094496 n-d-713499-38 neutron-server[103063]: DEBUG neutron.api.extensions [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Extended resource: tags {{(pid=103063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:54:46.100985 n-d-713499-38 neutron-server[103063]: WARNING keystonemiddleware.auth_token [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 11 04:54:46.106089 n-d-713499-38 neutron-server[103063]: WARNING keystonemiddleware.auth_token [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 11 04:54:46.115719 n-d-713499-38 neutron-server[103063]: DEBUG oslo_concurrency.lockutils [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Acquired lock "singleton_lock" {{(pid=103063) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 11 04:54:46.116197 n-d-713499-38 neutron-server[103063]: DEBUG oslo_concurrency.lockutils [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Releasing lock "singleton_lock" {{(pid=103063) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 11 04:54:46.116860 n-d-713499-38 neutron-server[103063]: INFO oslo_service.service [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Starting 2 workers Feb 11 04:54:46.121907 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Started child 103170 {{(pid=103063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 04:54:46.126611 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Started child 103171 {{(pid=103063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 04:54:46.127497 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:46.128311 n-d-713499-38 neutron-server[103063]: INFO neutron.service [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 11 04:54:46.129684 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:46.129915 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [-] (103170) wsgi starting up on http://0.0.0.0:9696 Feb 11 04:54:46.132435 n-d-713499-38 neutron-server[103063]: INFO oslo_service.service [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Starting 1 workers Feb 11 04:54:46.133956 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:46.135493 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [-] (103171) wsgi starting up on http://0.0.0.0:9696 Feb 11 04:54:46.137266 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43766) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:46.138874 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Started child 103173 {{(pid=103063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 04:54:46.138874 n-d-713499-38 neutron-server[103063]: INFO oslo_service.service [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Starting 1 workers Feb 11 04:54:46.143469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.service [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] calling RpcWorker wait() {{(pid=103173) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 11 04:54:46.144146 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Started child 103174 {{(pid=103063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 04:54:46.144230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.service [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] returning from RpcWorker wait() {{(pid=103173) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 11 04:54:46.144414 n-d-713499-38 neutron-server[103063]: DEBUG neutron_lib.callbacks.manager [None req-c23f41d0-89c2-4110-a5ab-ca67f1564b11 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:46.145401 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:46.145912 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:46.146396 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [-] 10.222.0.87 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069177 Feb 11 04:54:46.147311 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103063) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 04:54:46.147563 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 04:54:46.147753 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 04:54:46.147980 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 04:54:46.149173 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 04:54:46.149339 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 04:54:46.150087 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.150519 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.150945 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.151361 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.151830 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.152619 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.152735 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:46.153558 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.153956 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.154395 n-d-713499-38 neutron-server[103174]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:46.154547 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.154914 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.155236 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.155567 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.155966 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.156344 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.156781 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.157175 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.157551 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.157937 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.158264 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.158729 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.159140 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.159539 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.160003 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] debug = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.160413 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.161039 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.161463 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.161879 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.162289 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.162756 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.163183 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.163671 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.164071 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.164297 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.164766 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.165241 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.165668 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.166095 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.166541 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.167212 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.167687 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.168102 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.168818 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] host = n-d-713499-38 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.169230 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.169646 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.170104 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.170552 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.171092 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.171545 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.171988 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.172450 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.172889 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.173304 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.173748 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.174210 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.174642 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.175089 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] log_file = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.175525 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] log_options = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.176535 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.177027 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.177547 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.178028 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.178336 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.178742 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.179217 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.179620 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.180207 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.180512 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.180892 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.181217 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.181465 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.181761 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.181988 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.182423 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.182897 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.183331 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.183833 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.184272 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.184476 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.184733 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.184964 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.185301 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.185635 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.185916 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.186182 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.186547 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.186927 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.187304 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.187727 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.188000 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.188242 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.188483 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.190086 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.190086 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.190086 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.190086 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.190086 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.190086 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.190507 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.190507 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.190934 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.190934 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.191228 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.192919 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.193029 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] use_json = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.193229 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.193606 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.194122 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.194560 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.194969 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.195350 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.195629 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.195874 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.196096 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.196639 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.196957 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.197377 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.197667 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.197945 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.198196 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.198437 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.198665 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.198972 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.199134 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.199679 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.199851 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.200277 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.200658 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.201048 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.201578 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.201798 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.202194 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.202624 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.202984 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.203101 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.206729 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.206729 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.206729 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.206729 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.206729 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.206729 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.206729 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.206729 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.207864 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.207864 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.207864 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.207864 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.207864 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.208160 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.208355 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.208842 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.209374 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.209847 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.210442 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.210936 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.211248 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.211506 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.211812 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.212072 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.212360 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.213210 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.213210 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.213210 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.213418 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.213485 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.213706 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.213935 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.214147 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.214374 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.214624 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.214849 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.216401 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.216401 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.216401 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.216401 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.216401 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.216401 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.216827 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.216827 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.217078 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.217361 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.217827 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.218319 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.218727 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.219104 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.220401 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.220804 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.221331 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.221628 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.221863 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.222094 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.222336 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.223156 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.224269 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.224644 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.224875 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.225114 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.225317 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.225710 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.225938 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.226156 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.226392 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.226606 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.226820 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.227031 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.227306 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.227668 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.228243 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.228243 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.228442 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.228642 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.229024 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.229424 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.229784 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.230158 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.230553 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.230973 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.231345 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.231766 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.232164 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.232521 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.232937 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.233319 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.233681 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.234184 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.234625 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.234987 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.235468 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.235730 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.235994 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.236401 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.236792 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.237224 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.237621 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.238015 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.240419 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.240942 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.241463 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.241937 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.242442 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.243411 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.243914 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.244374 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.244861 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.245237 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.245544 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.245833 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.246265 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.246691 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.247049 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.247658 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.248049 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.248507 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.249654 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.249654 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.249654 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.249654 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.250038 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.250301 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.250710 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.251250 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.251598 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.252060 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.253118 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.253552 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.254359 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.254545 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.254974 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.255230 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.255546 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.255973 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.256293 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.256437 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.256672 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.256889 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.257129 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.257348 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.258059 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.258059 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.258059 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.258299 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.258460 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.258706 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.258925 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.259134 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.259360 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.259608 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.259863 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.260098 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.260368 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.260622 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.260817 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.261241 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.261468 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.261701 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.261925 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.262308 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.262420 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.262599 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.262807 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.263028 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.263264 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.263496 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.263739 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.264710 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.264710 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.264710 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.265084 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.265200 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.265472 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.265796 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.266037 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.266252 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.266463 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.266858 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.267095 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.267322 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.267581 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.267823 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.268058 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.268275 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.268489 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.268722 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.269003 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.269684 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.269684 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.269854 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.270013 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.270235 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.270514 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.271473 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.271473 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.271473 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.271473 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.271764 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.271830 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.272150 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.272387 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.272616 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.272870 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.273105 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.273338 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.273596 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.273914 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.274161 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.274272 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.275188 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.275188 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.275188 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.275531 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.275531 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.275768 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.276233 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.276469 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.276666 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.276871 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.277079 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.277301 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.277519 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.277804 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.278035 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.278241 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.278750 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.279166 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.279594 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.280092 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.281941 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.282426 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.282538 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.282813 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.282990 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.283265 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.283659 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.284095 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.284346 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.284675 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.285486 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.285838 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.286145 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.286603 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.286770 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.287459 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.287459 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.287645 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.287974 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.288287 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.288729 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.289059 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.289314 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.289590 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.289867 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.290167 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.290517 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.290683 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.291192 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.292000 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.292275 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.292642 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.293060 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.293424 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.293695 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.293927 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.294702 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.295273 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.295411 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.295687 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.296003 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.296719 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.297025 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.297275 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.297587 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.297970 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.298228 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.298538 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.298983 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.299103 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 04:54:46.299653 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103063) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 04:54:46.299897 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 04:54:46.300055 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 04:54:46.300235 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 04:54:46.300560 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 04:54:46.300991 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 04:54:46.301534 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.301806 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.302023 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.302185 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.302348 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.302605 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.302821 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.303004 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.303608 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.303608 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.303608 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.304683 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.304683 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.304683 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.304683 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.304683 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.304683 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.304683 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.306891 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.306891 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.306891 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.306891 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.306891 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] debug = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.306891 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.307329 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.307329 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.307329 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.307329 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.307329 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.307329 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.307779 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.307779 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.307779 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.307779 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.307779 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.308128 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.308128 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.308254 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.310298 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.310298 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.310298 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.310298 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] host = n-d-713499-38 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.310298 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.310298 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.310298 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.310992 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.310992 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.310992 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.311322 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.311451 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.311608 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.311814 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.312010 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.312178 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.312335 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.312554 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] log_file = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.312744 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] log_options = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.312844 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.313749 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.313904 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.314097 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.314257 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.314409 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.314559 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.314770 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.314885 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.317206 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.317206 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.317206 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.317206 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.317206 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.317206 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.317206 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.317206 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.317206 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.317851 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.317851 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.317851 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.318135 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.318221 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.318623 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.318623 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.318783 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.318851 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.319031 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.319122 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.319446 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.319446 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.319698 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.319805 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.319894 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.320022 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.320197 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.320404 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.320561 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.320709 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.320848 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.321162 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.321162 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.321377 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.321480 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.321583 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.321839 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.321839 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] use_json = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.322054 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.322170 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.322276 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.322517 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.322642 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.322744 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.322978 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.323104 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.323303 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:54:46.323480 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.323609 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.323784 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.323974 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.324096 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.324245 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.324514 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.324614 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.324746 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.324964 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.325108 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.325222 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.325658 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.325811 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.326035 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.326212 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.326372 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.326564 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.326765 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.326970 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.326970 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.327870 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.327870 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.327870 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.327870 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.327870 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.327870 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.330336 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.330336 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.330336 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.330336 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.330336 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.330336 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.330336 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.330336 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.332187 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.332483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:46.332711 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.332711 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.332711 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.332711 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.332711 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.332711 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.332711 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.332711 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.332711 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.334392 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.334392 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.334392 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.334392 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.334392 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.334392 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.334392 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.334392 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.334392 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.336459 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.336459 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.336459 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.336459 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.336459 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.336459 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.336459 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.336459 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.336459 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.337972 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.337972 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.337972 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.337972 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.337972 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.337972 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.337972 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.337972 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.337972 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.339781 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.339781 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.339781 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.339781 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.339781 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.339781 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.339781 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.339781 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.339781 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.341565 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.341565 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.341565 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.341565 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.341565 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.341565 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.341565 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.341565 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.341565 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.343162 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.343162 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.343162 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.343162 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.343162 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.343162 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.343162 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.343162 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.344518 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.344518 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.344518 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.344518 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.344518 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.344518 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.344518 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.344518 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.345225 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.345225 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.345225 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.345225 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.345225 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.345225 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.345225 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.345225 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.346075 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.346075 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.346075 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.346075 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.346075 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.346075 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.346075 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.346075 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.346901 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.346901 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.346901 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.346901 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.346901 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.346901 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.346901 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.346901 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.348702 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.348702 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.348702 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.348702 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.348702 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.348702 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.348702 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.348702 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.349584 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.349584 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.349584 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.349584 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.349584 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.349584 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.349584 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.349584 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.350512 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.350512 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.350512 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.350512 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.350512 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.350512 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.350512 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.350512 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.351725 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.351725 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.351725 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.351725 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.351725 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.351725 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.351725 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.351725 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.352934 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.352934 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.352934 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.352934 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.352934 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.352934 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.352934 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.352934 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.353737 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.353737 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.353737 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.353737 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.353737 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.353737 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.353737 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.353737 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.354597 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.354597 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.354597 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.354597 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.354597 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.354597 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.354597 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.354597 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.355659 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.355659 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.355659 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.355659 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.355659 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.355659 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.355659 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.357058 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.357058 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.357058 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.357058 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.357058 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.357955 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.357955 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.357955 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.357955 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.357955 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.357955 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.358745 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.358745 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.358745 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.358745 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.358745 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.359546 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.359546 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.359546 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.359546 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.359546 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.360257 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.360257 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.360257 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.360257 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.360257 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.361019 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.361019 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.361019 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.361019 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.361019 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.361614 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.361614 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.361614 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.361614 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.362332 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.362332 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.362332 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.362332 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.362332 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.363742 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.363742 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.363742 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.363742 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.363742 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.363742 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.364407 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.364407 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.364407 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.364407 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.365039 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.365039 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.365039 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.365039 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.365660 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.365660 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.365660 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.365660 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.365660 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.366227 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.366227 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.366227 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.366746 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.366746 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.366746 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.366746 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.367600 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.367600 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.367600 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.367600 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.367600 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.367600 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.368640 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.368640 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.368640 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.368640 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.368640 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.368640 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.368640 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.369500 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.369500 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.369500 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.369500 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.369500 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.370326 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.370326 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.370326 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.370326 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.370326 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.370326 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.370895 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.370895 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.370895 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.370895 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.371178 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.371178 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.371357 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.371600 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.371727 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.371948 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.372135 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.372254 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.372407 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.372565 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.372723 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.372984 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.373206 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.373206 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:54:46.373477 n-d-713499-38 neutron-server[103063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 04:54:58.428474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93741849-1f7c-496b-9089-309785b8051f None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:54:58.482610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93741849-1f7c-496b-9089-309785b8051f None None] No non-hosted networks {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 11 04:54:58.498756 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.agentschedulers_db [None req-93741849-1f7c-496b-9089-309785b8051f None None] DHCP Agent not found on host n-d-713499-38 {{(pid=103173) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 11 04:54:58.582282 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc43f4bc-d30b-4ab9-86fc-5710332973f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820358'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:00.642405 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9be75825-5cd0-48b0-9a5f-5597fa98c1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820358'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:00.675247 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a08ce607-3f1f-43bb-98fa-815be2df3fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:02.212805 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820358'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:03.435038 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820358'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:04.506751 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43860) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:04.710775 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820358'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:04.711696 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:04.711941 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:04.712453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:04.712939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:04.713410 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:04.713893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:04.714204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:04.714813 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:04.715142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:04.715478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:04.715952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:04.716269 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:04.716589 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:04.717031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713499-38', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:04.732264 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713499-38', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:05.117953 n-d-713499-38 neutron-server[103170]: WARNING oslo_policy.policy [None req-50b122e0-0dc7-40e4-9a0f-9ba5b84f0a46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:55:05.118448 n-d-713499-38 neutron-server[103170]: WARNING oslo_policy.policy [None req-50b122e0-0dc7-40e4-9a0f-9ba5b84f0a46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:55:05.344135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-50b122e0-0dc7-40e4-9a0f-9ba5b84f0a46 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:55:05.346016 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-50b122e0-0dc7-40e4-9a0f-9ba5b84f0a46 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8383074 Feb 11 04:55:05.858377 n-d-713499-38 neutron-server[103173]: INFO neutron.db.l3_hamode_db [None req-3e4046f3-61ec-4827-8007-d68c796aba6b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 11 04:55:05.943792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4046f3-61ec-4827-8007-d68c796aba6b None None] Routers set() bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:55:05.944179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4046f3-61ec-4827-8007-d68c796aba6b None None] Router IDs set() for agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 04:55:07.858183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43886) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:08.177181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e114859f-7251-4047-b7e6-1b0d2ffbd243 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:08.268036 n-d-713499-38 neutron-server[103170]: DEBUG neutron.policy [None req-e114859f-7251-4047-b7e6-1b0d2ffbd243 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103170) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 04:55:08.311129 n-d-713499-38 neutron-server[103170]: WARNING oslo_policy.policy [None req-e114859f-7251-4047-b7e6-1b0d2ffbd243 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:55:08.311538 n-d-713499-38 neutron-server[103170]: WARNING oslo_policy.policy [None req-e114859f-7251-4047-b7e6-1b0d2ffbd243 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:55:08.406985 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e114859f-7251-4047-b7e6-1b0d2ffbd243 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774537509002', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774537510591', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774537478211', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774537493844', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774537467798', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774537472777', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-894583', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-915809', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2047184', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2025361'] for rbac-policy (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:08.476521 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e114859f-7251-4047-b7e6-1b0d2ffbd243 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:08.477790 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e114859f-7251-4047-b7e6-1b0d2ffbd243 admin admin] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6185114 Feb 11 04:55:10.947172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43896) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:11.458903 n-d-713499-38 neutron-server[103171]: WARNING oslo_policy.policy [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:55:11.459514 n-d-713499-38 neutron-server[103171]: WARNING oslo_policy.policy [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:55:11.684604 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:11.744820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Made reservation on behalf of 81f03a13dd3e407caf7ca21f54b5e894 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:11.809932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.policy [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103171) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 04:55:11.852721 n-d-713499-38 neutron-server[103171]: WARNING oslo_policy.policy [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:55:11.853100 n-d-713499-38 neutron-server[103171]: WARNING oslo_policy.policy [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:55:11.863600 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:11.885846 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.004925 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Publish callbacks [] for security_group (ad44d7a2-1374-4ef6-9f0d-1bd6df837479), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.008855 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ad44d7a2-1374-4ef6-9f0d-1bd6df837479), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.036256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:55:12.072700 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774535517615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (50fc6d73-da09-4c3f-8b29-38b21b24a97f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.073265 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Unsubscribe: segment precommit_create {{(pid=103171) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 04:55:12.073824 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Added segment 50fc6d73-da09-4c3f-8b29-38b21b24a97f of type vlan for network 9ec78092-f8bb-4bc9-be95-c1ff6975b4b8 Feb 11 04:55:12.092077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ad44d7a2-1374-4ef6-9f0d-1bd6df837479,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:12.114113 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:12.114456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:12.114794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:12.115198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:12.115606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:12.115902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:12.116248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:12.116640 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:12.116962 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:12.117282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:12.117618 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:12.117989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:12.118310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Tracked resource versions report: Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: pushed versions: Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: { 'AddressGroup': {'1.2'}, Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'ConntrackHelper': {'1.0'}, Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'Log': {'1.0'}, Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'Network': {'1.1'}, Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'Port': {'1.7'}, Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'PortForwarding': {'1.2'}, Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'QosPolicy': {'1.10'}, Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'SecurityGroup': {'1.5'}, Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'SubPort': {'1.0'}, Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'Subnet': {'1.1'}, Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'Trunk': {'1.1'}} Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: consumer versions: Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: { DHCP agent@n-d-713499-38: {}, Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: L3 agent@n-d-713499-38: {}, Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: Metadata agent@n-d-713499-38: {}, Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: Metering agent@n-d-713499-38: {}, Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: Open vSwitch agent@n-d-713499-38: { 'AddressGroup': '1.2', Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'ConntrackHelper': '1.0', Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'LocalIPAssociation': '1.0', Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'Log': '1.0', Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'Network': '1.1', Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'Port': '1.7', Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'PortForwarding': '1.2', Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'QosPolicy': '1.10', Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'SecurityGroup': '1.5', Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'SecurityGroupRule': '1.2', Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'SubPort': '1.0', Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'Subnet': '1.1', Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: 'Trunk': '1.1'}} Feb 11 04:55:12.119496 n-d-713499-38 neutron-server[103171]: {{(pid=103171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:55:12.209348 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (9ec78092-f8bb-4bc9-be95-c1ff6975b4b8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.253979 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (9ec78092-f8bb-4bc9-be95-c1ff6975b4b8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.259271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:12.259944 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:12.334918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3854661 Feb 11 04:55:12.398057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cdfce-8c8d-4d1c-91e7-f93814e3da58 demo demo] Pushing event updated for resources: {'Network': ['ID=9ec78092-f8bb-4bc9-be95-c1ff6975b4b8,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:12.414242 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 9ec78092-f8bb-4bc9-be95-c1ff6975b4b8 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:55:14.917769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43916) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:15.349715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7c5628-5054-4a6b-8e33-91d95cae681f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:15.351014 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ea7c5628-5054-4a6b-8e33-91d95cae681f demo admin] 10.222.0.87 "GET /v2.0/networks/9ec78092-f8bb-4bc9-be95-c1ff6975b4b8 HTTP/1.1" status: 200 len: 825 time: 0.4322281 Feb 11 04:55:15.392037 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f01a3c23-e783-4c51-8c79-db4f9a3dcaab demo admin] 10.222.0.87 "GET /v2.0/subnetpools/0ef10d46-644b-4a1f-b406-4514c1f69492 HTTP/1.1" status: 200 len: 734 time: 0.0352032 Feb 11 04:55:15.404461 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c8300c7b-5073-4ae1-bee5-bf0901c0cb64 demo admin] Request body: {'subnet': {'subnetpool_id': '0ef10d46-644b-4a1f-b406-4514c1f69492', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '9ec78092-f8bb-4bc9-be95-c1ff6975b4b8'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:15.428090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8300c7b-5073-4ae1-bee5-bf0901c0cb64 demo admin] Made reservation on behalf of 81f03a13dd3e407caf7ca21f54b5e894 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:15.430382 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c8300c7b-5073-4ae1-bee5-bf0901c0cb64 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.724075 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c8300c7b-5073-4ae1-bee5-bf0901c0cb64 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for subnet (34d51f24-ec73-418f-b46a-bdb61dab93dc), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.790959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8300c7b-5073-4ae1-bee5-bf0901c0cb64 demo admin] Pushing event updated for resources: {'Subnet': ['ID=34d51f24-ec73-418f-b46a-bdb61dab93dc,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:15.793197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8300c7b-5073-4ae1-bee5-bf0901c0cb64 demo admin] Checking segment: {'id': '50fc6d73-da09-4c3f-8b29-38b21b24a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ec78092-f8bb-4bc9-be95-c1ff6975b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:15.793585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8300c7b-5073-4ae1-bee5-bf0901c0cb64 demo admin] Network hostable DHCP agents. Network: 9ec78092-f8bb-4bc9-be95-c1ff6975b4b8, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:55:15.814036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8300c7b-5073-4ae1-bee5-bf0901c0cb64 demo admin] Network 9ec78092-f8bb-4bc9-be95-c1ff6975b4b8 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:55:15.826350 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-c8300c7b-5073-4ae1-bee5-bf0901c0cb64 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 9ec78092-f8bb-4bc9-be95-c1ff6975b4b8) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:15.831665 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8300c7b-5073-4ae1-bee5-bf0901c0cb64 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:15.832281 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c8300c7b-5073-4ae1-bee5-bf0901c0cb64 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:15.837083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460a65c6-4e44-4236-8516-838ada2b3e9f None None] Network 9ec78092-f8bb-4bc9-be95-c1ff6975b4b8 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:55:15.851213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c8300c7b-5073-4ae1-bee5-bf0901c0cb64 demo admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4504564 Feb 11 04:55:16.111694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-9ec78092-f8bb-4bc9-be95-c1ff6975b4b8', 'network_id': '9ec78092-f8bb-4bc9-be95-c1ff6975b4b8', 'project_id': '81f03a13dd3e407caf7ca21f54b5e894', 'fixed_ips': [{'subnet_id': '34d51f24-ec73-418f-b46a-bdb61dab93dc'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:55:16.112915 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.390951 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Allocated IP 172.20.0.2 (9ec78092-f8bb-4bc9-be95-c1ff6975b4b8/34d51f24-ec73-418f-b46a-bdb61dab93dc/dc55ae76-eeb5-4b1b-8ce1-7547a35db58d) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:16.661759 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Publish callbacks [] for port (dc55ae76-eeb5-4b1b-8ce1-7547a35db58d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.670424 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (dc55ae76-eeb5-4b1b-8ce1-7547a35db58d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.748865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Network 9ec78092-f8bb-4bc9-be95-c1ff6975b4b8 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:16.755076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:16.758824 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:16.766221 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Pushing event updated for resources: {'Port': ['ID=dc55ae76-eeb5-4b1b-8ce1-7547a35db58d,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:16.813164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:16.813514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:16.813861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:16.814205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:16.814541 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:16.815450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:16.815799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:16.816132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:16.816465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:16.816792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:16.817122 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:16.817448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:16.817772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Tracked resource versions report: Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: pushed versions: Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: { 'AddressGroup': {'1.2'}, Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'ConntrackHelper': {'1.0'}, Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'Log': {'1.0'}, Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'Network': {'1.1'}, Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'Port': {'1.7'}, Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'PortForwarding': {'1.2'}, Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'QosPolicy': {'1.10'}, Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'SecurityGroup': {'1.5'}, Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'SubPort': {'1.0'}, Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'Subnet': {'1.1'}, Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'Trunk': {'1.1'}} Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: consumer versions: Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: { DHCP agent@n-d-713499-38: {}, Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: L3 agent@n-d-713499-38: {}, Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: Metadata agent@n-d-713499-38: {}, Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: Metering agent@n-d-713499-38: {}, Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: Open vSwitch agent@n-d-713499-38: { 'AddressGroup': '1.2', Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'ConntrackHelper': '1.0', Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'LocalIPAssociation': '1.0', Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'Log': '1.0', Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'Network': '1.1', Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'Port': '1.7', Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'PortForwarding': '1.2', Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'QosPolicy': '1.10', Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'SecurityGroup': '1.5', Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'SecurityGroupRule': '1.2', Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'SubPort': '1.0', Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'Subnet': '1.1', Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: 'Trunk': '1.1'}} Feb 11 04:55:16.818923 n-d-713499-38 neutron-server[103173]: {{(pid=103173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:55:16.854311 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Attempting to bind port dc55ae76-eeb5-4b1b-8ce1-7547a35db58d on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:55:16.854978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Attempting to bind port dc55ae76-eeb5-4b1b-8ce1-7547a35db58d by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '50fc6d73-da09-4c3f-8b29-38b21b24a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ec78092-f8bb-4bc9-be95-c1ff6975b4b8'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:55:16.855152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Attempting to bind port dc55ae76-eeb5-4b1b-8ce1-7547a35db58d on network 9ec78092-f8bb-4bc9-be95-c1ff6975b4b8 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:16.860250 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:55:16.860647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Checking segment: {'id': '50fc6d73-da09-4c3f-8b29-38b21b24a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ec78092-f8bb-4bc9-be95-c1ff6975b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:16.861112 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.861516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Bound using segment: {'id': '50fc6d73-da09-4c3f-8b29-38b21b24a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ec78092-f8bb-4bc9-be95-c1ff6975b4b8'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:55:16.862545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Bound port: dc55ae76-eeb5-4b1b-8ce1-7547a35db58d, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fc6d73-da09-4c3f-8b29-38b21b24a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ec78092-f8bb-4bc9-be95-c1ff6975b4b8'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:55:16.862958 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (dc55ae76-eeb5-4b1b-8ce1-7547a35db58d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:16.930076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] For port dc55ae76-eeb5-4b1b-8ce1-7547a35db58d, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:55:16.934922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] For port dc55ae76-eeb5-4b1b-8ce1-7547a35db58d, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=dc55ae76-eeb5-4b1b-8ce1-7547a35db58d,segment=NetworkSegment(50fc6d73-da09-4c3f-8b29-38b21b24a97f),segment_id=50fc6d73-da09-4c3f-8b29-38b21b24a97f)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:55:16.942943 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (dc55ae76-eeb5-4b1b-8ce1-7547a35db58d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:17.010472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d3ec7-3a27-49ed-b3fd-643b9f9b8f9c None None] Pushing event updated for resources: {'Port': ['ID=dc55ae76-eeb5-4b1b-8ce1-7547a35db58d,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:18.368519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43924) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:18.695427 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-e7700b1f-b326-46fe-8084-078064541b69 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:55:18.696460 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e7700b1f-b326-46fe-8084-078064541b69 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3269980 Feb 11 04:55:21.202306 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43932) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:21.527755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-5cb83921-d5b8-4666-a2dd-45a25f87d277 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:55:21.528750 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5cb83921-d5b8-4666-a2dd-45a25f87d277 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3254547 Feb 11 04:55:24.038985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43940) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:24.373209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-7b145c1c-d206-4c72-934a-4679da72c7e3 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:24.399502 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b145c1c-d206-4c72-934a-4679da72c7e3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (6c2efabe-811d-48ba-8064-da90b18e0374), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:24.401228 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b145c1c-d206-4c72-934a-4679da72c7e3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (6c2efabe-811d-48ba-8064-da90b18e0374), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:24.537686 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b145c1c-d206-4c72-934a-4679da72c7e3 demo demo] Publish callbacks [] for router_controller (6c2efabe-811d-48ba-8064-da90b18e0374), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:24.542653 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b145c1c-d206-4c72-934a-4679da72c7e3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (6c2efabe-811d-48ba-8064-da90b18e0374), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:24.559675 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b145c1c-d206-4c72-934a-4679da72c7e3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:24.560841 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7b145c1c-d206-4c72-934a-4679da72c7e3 demo demo] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5208180 Feb 11 04:55:27.046025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43952) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:27.374306 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device dc55ae76-eeb5-4b1b-8ce1-7547a35db58d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:27.430599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-939454ce-5a23-423a-92c5-9a41a5093f49 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:55:27.432089 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-939454ce-5a23-423a-92c5-9a41a5093f49 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3842816 Feb 11 04:55:27.479390 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port dc55ae76-eeb5-4b1b-8ce1-7547a35db58d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:27.479757 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (dc55ae76-eeb5-4b1b-8ce1-7547a35db58d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:27.603600 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port dc55ae76-eeb5-4b1b-8ce1-7547a35db58d is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:27.604137 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (dc55ae76-eeb5-4b1b-8ce1-7547a35db58d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:27.642083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port dc55ae76-eeb5-4b1b-8ce1-7547a35db58d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=dc55ae76-eeb5-4b1b-8ce1-7547a35db58d,segment=NetworkSegment(50fc6d73-da09-4c3f-8b29-38b21b24a97f),segment_id=50fc6d73-da09-4c3f-8b29-38b21b24a97f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:27.650001 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (dc55ae76-eeb5-4b1b-8ce1-7547a35db58d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:27.713470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=dc55ae76-eeb5-4b1b-8ce1-7547a35db58d,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:28.076660 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9334245b-df92-41e2-b09c-a27fef6f1566 None None] Network 9ec78092-f8bb-4bc9-be95-c1ff6975b4b8 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:55:28.155523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c7ce590d-eec9-4182-8b23-cd4320d859f6 None None] Provisioning complete for port dc55ae76-eeb5-4b1b-8ce1-7547a35db58d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:28.155913 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c7ce590d-eec9-4182-8b23-cd4320d859f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (dc55ae76-eeb5-4b1b-8ce1-7547a35db58d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:28.280178 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce590d-eec9-4182-8b23-cd4320d859f6 None None] Current status of the port dc55ae76-eeb5-4b1b-8ce1-7547a35db58d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:28.393072 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c4a3fce8-a826-461b-a4ab-318312c55706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:28.403326 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6d1fbba1-c48d-4aa7-b74a-db78d14b827d None None] Provisioning complete for port dc55ae76-eeb5-4b1b-8ce1-7547a35db58d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:28.403751 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6d1fbba1-c48d-4aa7-b74a-db78d14b827d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (dc55ae76-eeb5-4b1b-8ce1-7547a35db58d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:28.478836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6d1fbba1-c48d-4aa7-b74a-db78d14b827d None None] Current status of the port dc55ae76-eeb5-4b1b-8ce1-7547a35db58d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:29.339391 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device dc55ae76-eeb5-4b1b-8ce1-7547a35db58d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:29.390608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port dc55ae76-eeb5-4b1b-8ce1-7547a35db58d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:29.390999 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (dc55ae76-eeb5-4b1b-8ce1-7547a35db58d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:29.471840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port dc55ae76-eeb5-4b1b-8ce1-7547a35db58d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:29.976907 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43960) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:30.325056 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:30.353335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Made reservation on behalf of efc1a71b52d3466caee3cafc8e170c91 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:30.356283 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:30.373125 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:30.492048 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Publish callbacks [] for security_group (97865d2a-46f3-4f5e-9903-237075279751), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:30.496219 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (97865d2a-46f3-4f5e-9903-237075279751), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:30.508346 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Reserving flat network on physical network physnet1 {{(pid=103170) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 11 04:55:30.539443 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774535517615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (738c0543-7c57-44ce-9d64-6318ac031c32), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:30.540062 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Unsubscribe: segment precommit_create {{(pid=103170) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 04:55:30.540609 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Added segment 738c0543-7c57-44ce-9d64-6318ac031c32 of type flat for network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c Feb 11 04:55:30.560876 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97865d2a-46f3-4f5e-9903-237075279751,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:30.609115 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:30.609455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:30.609800 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:30.610263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:30.610599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:30.610968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:30.611293 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:30.611645 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:30.611968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:30.612580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:30.612580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:30.612946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:30.613234 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Tracked resource versions report: Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: pushed versions: Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: { 'AddressGroup': {'1.2'}, Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'ConntrackHelper': {'1.0'}, Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'Log': {'1.0'}, Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'Network': {'1.1'}, Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'Port': {'1.7'}, Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'PortForwarding': {'1.2'}, Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'QosPolicy': {'1.10'}, Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'SecurityGroup': {'1.5'}, Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'SubPort': {'1.0'}, Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'Subnet': {'1.1'}, Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'Trunk': {'1.1'}} Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: consumer versions: Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: { DHCP agent@n-d-713499-38: {}, Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: L3 agent@n-d-713499-38: {}, Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: Metadata agent@n-d-713499-38: {}, Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: Metering agent@n-d-713499-38: {}, Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: Open vSwitch agent@n-d-713499-38: { 'AddressGroup': '1.2', Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'ConntrackHelper': '1.0', Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'LocalIPAssociation': '1.0', Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'Log': '1.0', Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'Network': '1.1', Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'Port': '1.7', Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'PortForwarding': '1.2', Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'QosPolicy': '1.10', Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'SecurityGroup': '1.5', Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'SecurityGroupRule': '1.2', Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'SubPort': '1.0', Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'Subnet': '1.1', Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: 'Trunk': '1.1'}} Feb 11 04:55:30.614410 n-d-713499-38 neutron-server[103170]: {{(pid=103170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:55:30.643379 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4c46b5c5-4ff6-41f3-9595-e61668155cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:30.662572 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:30.712888 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:30.714016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:30.714842 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:30.774352 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7962935 Feb 11 04:55:30.819892 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885c3e0-f737-4e9a-912b-05cc23829937 admin admin] Pushing event updated for resources: {'Network': ['ID=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:30.833608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:55:32.162276 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:33.229607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43982) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:33.352963 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:33.404707 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06847c4e-e094-4f54-92d7-8e4c2342c15a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:33.406061 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-06847c4e-e094-4f54-92d7-8e4c2342c15a demo admin] 10.222.0.87 "GET /v2.0/subnets/34d51f24-ec73-418f-b46a-bdb61dab93dc HTTP/1.1" status: 200 len: 849 time: 0.1755109 Feb 11 04:55:33.530852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b0fede52-dc48-4fb7-a4c6-23afd9b7ba5b demo admin] 10.222.0.87 "GET /v2.0/routers/6c2efabe-811d-48ba-8064-da90b18e0374 HTTP/1.1" status: 200 len: 704 time: 0.1186631 Feb 11 04:55:33.803269 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:34.095036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Allocated IP 172.20.0.1 (9ec78092-f8bb-4bc9-be95-c1ff6975b4b8/34d51f24-ec73-418f-b46a-bdb61dab93dc/907fe549-e716-4a01-9eec-d255d50434de) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:34.243979 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Publish callbacks [] for port (907fe549-e716-4a01-9eec-d255d50434de), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:34.354217 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (907fe549-e716-4a01-9eec-d255d50434de), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:34.417353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Network 9ec78092-f8bb-4bc9-be95-c1ff6975b4b8 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:34.424464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:34.429765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:34.431311 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (6c2efabe-811d-48ba-8064-da90b18e0374), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:34.500295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Pushing event updated for resources: {'Port': ['ID=907fe549-e716-4a01-9eec-d255d50434de,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:34.636479 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (907fe549-e716-4a01-9eec-d255d50434de), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:34.638653 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c4230013-c80a-4eed-bbd5-e39915147967 None None] Provisioning complete for port 907fe549-e716-4a01-9eec-d255d50434de triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:34.639179 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c4230013-c80a-4eed-bbd5-e39915147967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (907fe549-e716-4a01-9eec-d255d50434de), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:34.734950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c4230013-c80a-4eed-bbd5-e39915147967 None None] Port 907fe549-e716-4a01-9eec-d255d50434de cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:55:34.738530 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:34.847653 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Publish callbacks [] for port (907fe549-e716-4a01-9eec-d255d50434de), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:34.852131 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (907fe549-e716-4a01-9eec-d255d50434de), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:34.852872 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (6c2efabe-811d-48ba-8064-da90b18e0374), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:34.913263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Pushing event updated for resources: {'Port': ['ID=907fe549-e716-4a01-9eec-d255d50434de,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:34.978149 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Network 9ec78092-f8bb-4bc9-be95-c1ff6975b4b8 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:34.979493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:35.139829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Router 6c2efabe-811d-48ba-8064-da90b18e0374 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:55:35.157512 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ad0489e1-d422-4faf-900a-112ff4bf0fe4 None None] Provisioning complete for port 907fe549-e716-4a01-9eec-d255d50434de triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:35.157936 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ad0489e1-d422-4faf-900a-112ff4bf0fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (907fe549-e716-4a01-9eec-d255d50434de), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:35.190777 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ad0489e1-d422-4faf-900a-112ff4bf0fe4 None None] Port 907fe549-e716-4a01-9eec-d255d50434de cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:55:35.238084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:55:35.245741 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ca48600a-4473-45bd-9ad0-11b11b161cda demo admin] 10.222.0.87 "PUT /v2.0/routers/6c2efabe-811d-48ba-8064-da90b18e0374/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7095182 Feb 11 04:55:35.248469 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Sync routers for ids ['6c2efabe-811d-48ba-8064-da90b18e0374'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:55:35.261396 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Routers {'6c2efabe-811d-48ba-8064-da90b18e0374'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:55:35.262264 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T04:55:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['6c2efabe-811d-48ba-8064-da90b18e0374'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:35.454149 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Set router 6c2efabe-811d-48ba-8064-da90b18e0374 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:55:35.887146 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2efabe-811d-48ba-8064-da90b18e0374', 'name': 'router1', 'tenant_id': '81f03a13dd3e407caf7ca21f54b5e894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:55:24Z', 'updated_at': '2022-02-11T04:55:34Z', 'revision_number': 2, 'project_id': '81f03a13dd3e407caf7ca21f54b5e894', 'gw_port_host': None, '_interfaces': [{'id': '907fe549-e716-4a01-9eec-d255d50434de', 'name': '', 'network_id': '9ec78092-f8bb-4bc9-be95-c1ff6975b4b8', 'tenant_id': '81f03a13dd3e407caf7ca21f54b5e894', 'mac_address': 'fa:16:3e:6a:7b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2efabe-811d-48ba-8064-da90b18e0374', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34d51f24-ec73-418f-b46a-bdb61dab93dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:55:33Z', 'updated_at': '2022-02-11T04:55:34Z', 'revision_number': 2, 'project_id': '81f03a13dd3e407caf7ca21f54b5e894', 'subnets': [{'id': '34d51f24-ec73-418f-b46a-bdb61dab93dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ef10d46-644b-4a1f-b406-4514c1f69492'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:35.939793 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Checking router: 6c2efabe-811d-48ba-8064-da90b18e0374 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:55:35.940163 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Updating router 6c2efabe-811d-48ba-8064-da90b18e0374 port 907fe549-e716-4a01-9eec-d255d50434de binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:55:35.992243 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (907fe549-e716-4a01-9eec-d255d50434de), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:36.508282 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Publish callbacks [] for port (907fe549-e716-4a01-9eec-d255d50434de), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:36.514420 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (907fe549-e716-4a01-9eec-d255d50434de), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:36.654557 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85628c1e-2ac5-4910-8444-dbe68340716e None None] Pushing event updated for resources: {'Port': ['ID=907fe549-e716-4a01-9eec-d255d50434de,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:36.684911 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85628c1e-2ac5-4910-8444-dbe68340716e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:36.685263 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85628c1e-2ac5-4910-8444-dbe68340716e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:36.685609 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85628c1e-2ac5-4910-8444-dbe68340716e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:36.685947 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85628c1e-2ac5-4910-8444-dbe68340716e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:36.686283 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85628c1e-2ac5-4910-8444-dbe68340716e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:36.686617 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85628c1e-2ac5-4910-8444-dbe68340716e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:36.686952 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85628c1e-2ac5-4910-8444-dbe68340716e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:36.687282 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85628c1e-2ac5-4910-8444-dbe68340716e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:36.687636 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85628c1e-2ac5-4910-8444-dbe68340716e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:36.687966 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85628c1e-2ac5-4910-8444-dbe68340716e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:36.688294 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85628c1e-2ac5-4910-8444-dbe68340716e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:36.688625 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85628c1e-2ac5-4910-8444-dbe68340716e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:36.689486 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85628c1e-2ac5-4910-8444-dbe68340716e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85628c1e-2ac5-4910-8444-dbe68340716e None None] Tracked resource versions report: Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: pushed versions: Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: { 'AddressGroup': {'1.2'}, Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'ConntrackHelper': {'1.0'}, Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'Log': {'1.0'}, Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'Network': {'1.1'}, Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'Port': {'1.7'}, Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'PortForwarding': {'1.2'}, Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'QosPolicy': {'1.10'}, Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'SecurityGroup': {'1.5'}, Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'SubPort': {'1.0'}, Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'Subnet': {'1.1'}, Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'Trunk': {'1.1'}} Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: consumer versions: Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: { DHCP agent@n-d-713499-38: {}, Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: L3 agent@n-d-713499-38: {}, Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: Metadata agent@n-d-713499-38: {}, Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: Metering agent@n-d-713499-38: {}, Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: Open vSwitch agent@n-d-713499-38: { 'AddressGroup': '1.2', Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'ConntrackHelper': '1.0', Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'LocalIPAssociation': '1.0', Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'Log': '1.0', Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'Network': '1.1', Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'Port': '1.7', Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'PortForwarding': '1.2', Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'QosPolicy': '1.10', Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'SecurityGroup': '1.5', Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'SecurityGroupRule': '1.2', Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'SubPort': '1.0', Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'Subnet': '1.1', Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: 'Trunk': '1.1'}} Feb 11 04:55:36.690648 n-d-713499-38 neutron-server[103174]: {{(pid=103174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:55:36.697614 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Attempting to bind port 907fe549-e716-4a01-9eec-d255d50434de on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:55:36.698029 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Attempting to bind port 907fe549-e716-4a01-9eec-d255d50434de by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '50fc6d73-da09-4c3f-8b29-38b21b24a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ec78092-f8bb-4bc9-be95-c1ff6975b4b8'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:55:36.698474 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Attempting to bind port 907fe549-e716-4a01-9eec-d255d50434de on network 9ec78092-f8bb-4bc9-be95-c1ff6975b4b8 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:36.704139 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:55:36.705480 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Checking segment: {'id': '50fc6d73-da09-4c3f-8b29-38b21b24a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ec78092-f8bb-4bc9-be95-c1ff6975b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:36.705685 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:36.706084 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Bound using segment: {'id': '50fc6d73-da09-4c3f-8b29-38b21b24a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ec78092-f8bb-4bc9-be95-c1ff6975b4b8'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:55:36.706590 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Bound port: 907fe549-e716-4a01-9eec-d255d50434de, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fc6d73-da09-4c3f-8b29-38b21b24a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9ec78092-f8bb-4bc9-be95-c1ff6975b4b8'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:55:36.706970 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (907fe549-e716-4a01-9eec-d255d50434de), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:36.774021 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] For port 907fe549-e716-4a01-9eec-d255d50434de, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:55:36.792819 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] For port 907fe549-e716-4a01-9eec-d255d50434de, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=907fe549-e716-4a01-9eec-d255d50434de,segment=NetworkSegment(50fc6d73-da09-4c3f-8b29-38b21b24a97f),segment_id=50fc6d73-da09-4c3f-8b29-38b21b24a97f)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:55:36.798960 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (907fe549-e716-4a01-9eec-d255d50434de), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:36.819284 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-867e5369-6e6a-4adc-a8d1-64e6f933df6d None None] Provisioning complete for port 907fe549-e716-4a01-9eec-d255d50434de triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:36.819887 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-867e5369-6e6a-4adc-a8d1-64e6f933df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (907fe549-e716-4a01-9eec-d255d50434de), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:36.843567 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Routers {'6c2efabe-811d-48ba-8064-da90b18e0374'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:55:36.844318 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T04:55:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['6c2efabe-811d-48ba-8064-da90b18e0374'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:36.905977 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-867e5369-6e6a-4adc-a8d1-64e6f933df6d None None] Current status of the port 907fe549-e716-4a01-9eec-d255d50434de is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:36.906597 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-867e5369-6e6a-4adc-a8d1-64e6f933df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (907fe549-e716-4a01-9eec-d255d50434de), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:36.944744 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-867e5369-6e6a-4adc-a8d1-64e6f933df6d None None] For port 907fe549-e716-4a01-9eec-d255d50434de, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=907fe549-e716-4a01-9eec-d255d50434de,segment=NetworkSegment(50fc6d73-da09-4c3f-8b29-38b21b24a97f),segment_id=50fc6d73-da09-4c3f-8b29-38b21b24a97f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:36.950901 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-867e5369-6e6a-4adc-a8d1-64e6f933df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (907fe549-e716-4a01-9eec-d255d50434de), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:36.955639 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] Set router 6c2efabe-811d-48ba-8064-da90b18e0374 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:55:37.008695 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e5369-6e6a-4adc-a8d1-64e6f933df6d None None] Pushing event updated for resources: {'Port': ['ID=907fe549-e716-4a01-9eec-d255d50434de,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:37.069033 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85628c1e-2ac5-4910-8444-dbe68340716e None None] Pushing event updated for resources: {'Port': ['ID=907fe549-e716-4a01-9eec-d255d50434de,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:37.073975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-976a4658-6c6c-4017-af8b-ab4810e8a7b1 None None] Provisioning complete for port 907fe549-e716-4a01-9eec-d255d50434de triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:37.074378 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-976a4658-6c6c-4017-af8b-ab4810e8a7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (907fe549-e716-4a01-9eec-d255d50434de), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:37.154271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-976a4658-6c6c-4017-af8b-ab4810e8a7b1 None None] Current status of the port 907fe549-e716-4a01-9eec-d255d50434de is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:37.198555 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2efabe-811d-48ba-8064-da90b18e0374', 'name': 'router1', 'tenant_id': '81f03a13dd3e407caf7ca21f54b5e894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:55:24Z', 'updated_at': '2022-02-11T04:55:34Z', 'revision_number': 2, 'project_id': '81f03a13dd3e407caf7ca21f54b5e894', 'gw_port_host': None, '_interfaces': [{'id': '907fe549-e716-4a01-9eec-d255d50434de', 'name': '', 'network_id': '9ec78092-f8bb-4bc9-be95-c1ff6975b4b8', 'tenant_id': '81f03a13dd3e407caf7ca21f54b5e894', 'mac_address': 'fa:16:3e:6a:7b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2efabe-811d-48ba-8064-da90b18e0374', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34d51f24-ec73-418f-b46a-bdb61dab93dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:55:33Z', 'updated_at': '2022-02-11T04:55:36Z', 'revision_number': 4, 'project_id': '81f03a13dd3e407caf7ca21f54b5e894', 'subnets': [{'id': '34d51f24-ec73-418f-b46a-bdb61dab93dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ef10d46-644b-4a1f-b406-4514c1f69492'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:37.226546 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2330a51f-a2e0-452a-ad00-a53a7bee1ef1 None None] The sync data for ids ['6c2efabe-811d-48ba-8064-da90b18e0374'] in n-d-713499-38 is: [{'id': '6c2efabe-811d-48ba-8064-da90b18e0374', 'name': 'router1', 'tenant_id': '81f03a13dd3e407caf7ca21f54b5e894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:55:24Z', 'updated_at': '2022-02-11T04:55:34Z', 'revision_number': 2, 'project_id': '81f03a13dd3e407caf7ca21f54b5e894', 'gw_port_host': None, '_interfaces': [{'id': '907fe549-e716-4a01-9eec-d255d50434de', 'name': '', 'network_id': '9ec78092-f8bb-4bc9-be95-c1ff6975b4b8', 'tenant_id': '81f03a13dd3e407caf7ca21f54b5e894', 'mac_address': 'fa:16:3e:6a:7b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2efabe-811d-48ba-8064-da90b18e0374', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34d51f24-ec73-418f-b46a-bdb61dab93dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:55:33Z', 'updated_at': '2022-02-11T04:55:36Z', 'revision_number': 4, 'project_id': '81f03a13dd3e407caf7ca21f54b5e894', 'subnets': [{'id': '34d51f24-ec73-418f-b46a-bdb61dab93dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ef10d46-644b-4a1f-b406-4514c1f69492'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:55:37.631990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44002) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:37.743296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dfdd9c-0c61-4ced-a3d2-5cd2e02fcc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:37.744711 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-70dfdd9c-0c61-4ced-a3d2-5cd2e02fcc55 admin admin] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 842 time: 0.1116271 Feb 11 04:55:37.754749 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-67886a16-9fa4-43f8-b4f4-e18518289adb admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'cidr': '172.25.5.0/24', 'ip_version': 4, 'gateway_ip': '172.25.5.1', 'name': 'public-subnet'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:37.775512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67886a16-9fa4-43f8-b4f4-e18518289adb admin admin] Made reservation on behalf of efc1a71b52d3466caee3cafc8e170c91 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:55:37.777715 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67886a16-9fa4-43f8-b4f4-e18518289adb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:38.052551 n-d-713499-38 neutron-server[103171]: DEBUG neutron.objects.ports [None req-67886a16-9fa4-43f8-b4f4-e18518289adb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103171) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 04:55:38.052964 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67886a16-9fa4-43f8-b4f4-e18518289adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for subnet (b681676f-1d7a-4510-b96b-fc026bc163c2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:38.104518 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67886a16-9fa4-43f8-b4f4-e18518289adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b681676f-1d7a-4510-b96b-fc026bc163c2,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:38.114247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67886a16-9fa4-43f8-b4f4-e18518289adb admin admin] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:38.114594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67886a16-9fa4-43f8-b4f4-e18518289adb admin admin] Network hostable DHCP agents. Network: 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:55:38.129837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67886a16-9fa4-43f8-b4f4-e18518289adb admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:55:38.138149 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-67886a16-9fa4-43f8-b4f4-e18518289adb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:38.142199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67886a16-9fa4-43f8-b4f4-e18518289adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:38.142791 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67886a16-9fa4-43f8-b4f4-e18518289adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:38.147084 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceeef5b-9c68-44bc-a4fd-d1aba88ff818 None None] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:55:38.171534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-67886a16-9fa4-43f8-b4f4-e18518289adb admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4091885 Feb 11 04:55:38.267530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d4987-1486-4c37-b074-d9942ea58f0c None None] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:55:40.513547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44010) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:40.718692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7164a32a-2332-4785-a406-b4b53fff2fd7 demo admin] 10.222.0.87 "GET /v2.0/routers/6c2efabe-811d-48ba-8064-da90b18e0374 HTTP/1.1" status: 200 len: 710 time: 0.2038472 Feb 11 04:55:40.806174 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a662c262-a74b-4333-b9d0-d020b3af164e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:40.807569 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a662c262-a74b-4333-b9d0-d020b3af164e demo admin] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 886 time: 0.0833435 Feb 11 04:55:40.816840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:55:41.066266 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] Publish callbacks [] for router_gateway (6c2efabe-811d-48ba-8064-da90b18e0374), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:41.202427 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 5 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:55:41.301417 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] Publish callbacks [] for router_gateway (6c2efabe-811d-48ba-8064-da90b18e0374), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:41.377645 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:41.477114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] Allocated IP 172.25.5.201 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:55:41.576834 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] Publish callbacks [] for port (2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:41.617289 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:41.656528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:55:41.659125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:55:41.661829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:55:41.699707 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] Pushing event updated for resources: {'Port': ['ID=2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:41.916573 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] Publish callbacks [] for router_gateway (6c2efabe-811d-48ba-8064-da90b18e0374), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:42.211799 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (6c2efabe-811d-48ba-8064-da90b18e0374), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:42.215579 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (6c2efabe-811d-48ba-8064-da90b18e0374), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:42.331906 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] Router 6c2efabe-811d-48ba-8064-da90b18e0374 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:55:42.458419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:55:42.464555 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:42.466362 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c082d804-8f88-4c67-8461-d837aba6e355 demo admin] 10.222.0.87 "PUT /v2.0/routers/6c2efabe-811d-48ba-8064-da90b18e0374 HTTP/1.1" status: 200 len: 890 time: 1.6530643 Feb 11 04:55:44.946814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44022) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:55:45.071465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-040fb90d-4b5c-442e-b609-d0ff3b6e9701 admin admin] 10.222.0.87 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1213198 Feb 11 04:55:45.388637 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 907fe549-e716-4a01-9eec-d255d50434de up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:45.454762 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 907fe549-e716-4a01-9eec-d255d50434de triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:45.455510 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (907fe549-e716-4a01-9eec-d255d50434de), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:45.542365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 907fe549-e716-4a01-9eec-d255d50434de is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:45.684273 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Sync routers for ids ['6c2efabe-811d-48ba-8064-da90b18e0374'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:55:45.696382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Routers {'6c2efabe-811d-48ba-8064-da90b18e0374'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:55:45.697042 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T04:55:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['6c2efabe-811d-48ba-8064-da90b18e0374'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:45.920337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Set router 6c2efabe-811d-48ba-8064-da90b18e0374 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:55:46.322094 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2efabe-811d-48ba-8064-da90b18e0374', 'name': 'router1', 'tenant_id': '81f03a13dd3e407caf7ca21f54b5e894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:55:24Z', 'updated_at': '2022-02-11T04:55:41Z', 'revision_number': 4, 'project_id': '81f03a13dd3e407caf7ca21f54b5e894', 'gw_port': {'id': '2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2efabe-811d-48ba-8064-da90b18e0374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:55:41Z', 'updated_at': '2022-02-11T04:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '907fe549-e716-4a01-9eec-d255d50434de', 'name': '', 'network_id': '9ec78092-f8bb-4bc9-be95-c1ff6975b4b8', 'tenant_id': '81f03a13dd3e407caf7ca21f54b5e894', 'mac_address': 'fa:16:3e:6a:7b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2efabe-811d-48ba-8064-da90b18e0374', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34d51f24-ec73-418f-b46a-bdb61dab93dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:55:33Z', 'updated_at': '2022-02-11T04:55:36Z', 'revision_number': 5, 'project_id': '81f03a13dd3e407caf7ca21f54b5e894', 'subnets': [{'id': '34d51f24-ec73-418f-b46a-bdb61dab93dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ef10d46-644b-4a1f-b406-4514c1f69492'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:46.451062 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Checking router: 6c2efabe-811d-48ba-8064-da90b18e0374 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:55:46.451734 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Updating router 6c2efabe-811d-48ba-8064-da90b18e0374 port 2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:55:46.506845 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:46.830353 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Publish callbacks [] for port (2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:46.836243 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:46.888416 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df633b78-3557-4532-92c7-7b5e31f8a4cf None None] Pushing event updated for resources: {'Port': ['ID=2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:46.893460 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Attempting to bind port 2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:55:46.893460 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Attempting to bind port 2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:55:46.893460 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Attempting to bind port 2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:46.898479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:55:46.898759 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:46.899177 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:46.899601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:55:46.900077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Bound port: 2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:55:46.900464 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:46.973222 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] For port 2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:55:46.980901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] For port 2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:55:46.988396 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:47.055913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Routers {'6c2efabe-811d-48ba-8064-da90b18e0374'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:55:47.056554 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T04:55:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['6c2efabe-811d-48ba-8064-da90b18e0374'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:47.062802 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df633b78-3557-4532-92c7-7b5e31f8a4cf None None] Pushing event updated for resources: {'Port': ['ID=2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:47.190867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] Set router 6c2efabe-811d-48ba-8064-da90b18e0374 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:55:47.452400 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2efabe-811d-48ba-8064-da90b18e0374', 'name': 'router1', 'tenant_id': '81f03a13dd3e407caf7ca21f54b5e894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:55:24Z', 'updated_at': '2022-02-11T04:55:41Z', 'revision_number': 4, 'project_id': '81f03a13dd3e407caf7ca21f54b5e894', 'gw_port': {'id': '2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2efabe-811d-48ba-8064-da90b18e0374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:55:41Z', 'updated_at': '2022-02-11T04:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '907fe549-e716-4a01-9eec-d255d50434de', 'name': '', 'network_id': '9ec78092-f8bb-4bc9-be95-c1ff6975b4b8', 'tenant_id': '81f03a13dd3e407caf7ca21f54b5e894', 'mac_address': 'fa:16:3e:6a:7b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2efabe-811d-48ba-8064-da90b18e0374', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34d51f24-ec73-418f-b46a-bdb61dab93dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:55:33Z', 'updated_at': '2022-02-11T04:55:36Z', 'revision_number': 5, 'project_id': '81f03a13dd3e407caf7ca21f54b5e894', 'subnets': [{'id': '34d51f24-ec73-418f-b46a-bdb61dab93dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ef10d46-644b-4a1f-b406-4514c1f69492'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:47.487550 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06887a7-e56d-4a8c-a0f5-9fa8425f7127 None None] The sync data for ids ['6c2efabe-811d-48ba-8064-da90b18e0374'] in n-d-713499-38 is: [{'id': '6c2efabe-811d-48ba-8064-da90b18e0374', 'name': 'router1', 'tenant_id': '81f03a13dd3e407caf7ca21f54b5e894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:55:24Z', 'updated_at': '2022-02-11T04:55:41Z', 'revision_number': 4, 'project_id': '81f03a13dd3e407caf7ca21f54b5e894', 'gw_port': {'id': '2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2efabe-811d-48ba-8064-da90b18e0374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:55:41Z', 'updated_at': '2022-02-11T04:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '907fe549-e716-4a01-9eec-d255d50434de', 'name': '', 'network_id': '9ec78092-f8bb-4bc9-be95-c1ff6975b4b8', 'tenant_id': '81f03a13dd3e407caf7ca21f54b5e894', 'mac_address': 'fa:16:3e:6a:7b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2efabe-811d-48ba-8064-da90b18e0374', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34d51f24-ec73-418f-b46a-bdb61dab93dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:55:33Z', 'updated_at': '2022-02-11T04:55:36Z', 'revision_number': 5, 'project_id': '81f03a13dd3e407caf7ca21f54b5e894', 'subnets': [{'id': '34d51f24-ec73-418f-b46a-bdb61dab93dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ef10d46-644b-4a1f-b406-4514c1f69492'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:55:49.454881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:49.516943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:49.517642 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:49.608063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:49.608743 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:49.633701 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:49.638475 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:49.705133 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:51.427647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:51.569682 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:51.570091 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:51.695814 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2a94a45d-3fb6-4e7b-b0aa-7b6b6ffe3856 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:58.388561 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70c92d6b-68e9-486d-9873-936d4404fef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:00.640989 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5179-b959-4f34-bd0e-c5724f49aa1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.166374 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:03.366745 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:04.715550 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.280141 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 5 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:56:28.383516 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb184f1d-bc43-468c-8b33-52c65854f176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:30.641467 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4c9b85a9-9f17-400f-9b76-56ff0228a38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:32.293673 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:33.360172 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:34.712665 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:55.252297 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 5 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:56:58.387722 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ea38581-649d-4112-8807-2840fb8562f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:00.635876 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-45e30009-da79-4ef3-b67b-660bc6243ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:02.162988 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:03.360427 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:04.710883 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.476462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44538) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:11.538975 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-62cdf122-6813-4dc3-a98b-ff3e65838ba3 admin admin] GET failed (client error): The resource could not be found. Feb 11 04:57:11.540567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-62cdf122-6813-4dc3-a98b-ff3e65838ba3 admin admin] 10.222.0.87 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625339 Feb 11 04:57:11.698350 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c93aaf-a5de-4170-add2-f726ee14aeb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:11.700266 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-77c93aaf-a5de-4170-add2-f726ee14aeb6 admin admin] 10.222.0.87 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1549859 Feb 11 04:57:13.940819 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44548) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:14.077679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb19f392-2b8a-4a9a-9818-3cd12def2431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:14.079053 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bb19f392-2b8a-4a9a-9818-3cd12def2431 admin admin] 10.222.0.87 "GET /v2.0/subnets/34d51f24-ec73-418f-b46a-bdb61dab93dc HTTP/1.1" status: 200 len: 849 time: 0.1372857 Feb 11 04:57:14.088422 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:14.172797 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Publish callbacks [] for subnet (34d51f24-ec73-418f-b46a-bdb61dab93dc), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.324538 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774535730423'] for subnet (34d51f24-ec73-418f-b46a-bdb61dab93dc), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.374958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:14.375140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f174dd7a-bbff-4a96-a53d-b926fab7bfcc None None] Network 9ec78092-f8bb-4bc9-be95-c1ff6975b4b8 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:14.375612 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.391452 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] 10.222.0.87 "PUT /v2.0/subnets/34d51f24-ec73-418f-b46a-bdb61dab93dc HTTP/1.1" status: 200 len: 868 time: 0.2920587 Feb 11 04:57:14.391452 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d51f24-ec73-418f-b46a-bdb61dab93dc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:14.396313 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:14.396313 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:14.396313 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:14.396313 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:14.396781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:14.396781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:14.397333 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:14.397411 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:14.397739 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:14.398061 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:14.398393 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:14.398898 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:14.399040 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afef27f0-c611-42bf-9ec2-84899c3984df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:14.951497 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-34fb9fc0-ab1f-4062-9f54-ab68c9aadca4 None None] Provisioning complete for port dc55ae76-eeb5-4b1b-8ce1-7547a35db58d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:14.951845 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-34fb9fc0-ab1f-4062-9f54-ab68c9aadca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (dc55ae76-eeb5-4b1b-8ce1-7547a35db58d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.028706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-34fb9fc0-ab1f-4062-9f54-ab68c9aadca4 None None] Current status of the port dc55ae76-eeb5-4b1b-8ce1-7547a35db58d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:15.038314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-34fb9fc0-ab1f-4062-9f54-ab68c9aadca4 None None] Provisioning complete for port 907fe549-e716-4a01-9eec-d255d50434de triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:15.038685 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-34fb9fc0-ab1f-4062-9f54-ab68c9aadca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (907fe549-e716-4a01-9eec-d255d50434de), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.115385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-34fb9fc0-ab1f-4062-9f54-ab68c9aadca4 None None] Current status of the port 907fe549-e716-4a01-9eec-d255d50434de is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:16.656044 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44558) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:16.870605 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab778ade-b40b-46c4-b371-b948feee1b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:16.870995 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab778ade-b40b-46c4-b371-b948feee1b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:16.873221 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ab778ade-b40b-46c4-b371-b948feee1b73 admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2162044 Feb 11 04:57:19.128329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44566) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:19.321498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183834aa-1d53-44bd-ae35-671ab2b9f238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:19.321965 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183834aa-1d53-44bd-ae35-671ab2b9f238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:19.323531 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-183834aa-1d53-44bd-ae35-671ab2b9f238 admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1942139 Feb 11 04:57:21.576344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44574) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:21.708319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d97e5a-44c7-4806-8dd9-44fec33a5b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:21.709776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-23d97e5a-44c7-4806-8dd9-44fec33a5b55 admin admin] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 886 time: 0.1323159 Feb 11 04:57:23.955093 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44582) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:24.155959 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d288b5-58e0-446f-947b-b08e3c33c038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:24.157260 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f5d288b5-58e0-446f-947b-b08e3c33c038 admin admin] 10.222.0.87 "GET /v2.0/networks/9ec78092-f8bb-4bc9-be95-c1ff6975b4b8 HTTP/1.1" status: 200 len: 869 time: 0.2011061 Feb 11 04:57:26.444171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44590) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:26.564695 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262c0ca-6f73-4cf7-92c1-4106f65f17af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:26.565152 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262c0ca-6f73-4cf7-92c1-4106f65f17af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:26.566703 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1262c0ca-6f73-4cf7-92c1-4106f65f17af admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215823 Feb 11 04:57:28.390963 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-306d0f6b-1c45-4715-85da-8e66a0f10bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:28.797919 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44598) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:28.891012 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594d3a0-8a68-4663-8b08-2f9ee110ccd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:28.891493 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594d3a0-8a68-4663-8b08-2f9ee110ccd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:28.893001 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4594d3a0-8a68-4663-8b08-2f9ee110ccd1 admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941157 Feb 11 04:57:30.639136 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0b4c7e6-248e-4a55-a075-f49d095309c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:31.116263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44606) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:31.207032 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d34a0b1-7136-4c9a-bbf0-e998788a8e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:31.208447 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7d34a0b1-7136-4c9a-bbf0-e998788a8e7b admin admin] 10.222.0.87 "GET /v2.0/subnets/34d51f24-ec73-418f-b46a-bdb61dab93dc HTTP/1.1" status: 200 len: 868 time: 0.0911975 Feb 11 04:57:32.169546 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:32.202128 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 5 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:57:33.362502 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:33.462014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44614) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:33.546993 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca1cf2-3a40-4b88-8f4a-bfee683ae06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:33.548354 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-76ca1cf2-3a40-4b88-8f4a-bfee683ae06a admin admin] 10.222.0.87 "GET /v2.0/subnets/b681676f-1d7a-4510-b96b-fc026bc163c2 HTTP/1.1" status: 200 len: 816 time: 0.0853899 Feb 11 04:57:34.715693 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:57.500514 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44666) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:57.547775 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-1bf7a99c-46fb-47d2-839f-c87e00504f6a admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:57:57.548849 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1bf7a99c-46fb-47d2-839f-c87e00504f6a admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473721 Feb 11 04:57:58.393391 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b61e6865-3e65-4d95-8e50-290e5636acc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:59.889769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44674) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:59.952701 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-db395ccc-5962-4c42-ab24-03eb9f398320 admin admin] GET failed (client error): The resource could not be found. Feb 11 04:57:59.954021 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-db395ccc-5962-4c42-ab24-03eb9f398320 admin admin] 10.222.0.87 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0632937 Feb 11 04:58:00.040496 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c760e5c-4221-43a9-a879-7bc7f5f35b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:00.042246 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4c760e5c-4221-43a9-a879-7bc7f5f35b57 admin admin] 10.222.0.87 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0842142 Feb 11 04:58:00.640687 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8549f4cc-ad0b-49ca-8a6a-f7652222d018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.169279 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.363683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44682) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:02.417900 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:02.441711 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Made reservation on behalf of efc1a71b52d3466caee3cafc8e170c91 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:02.445651 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.476680 n-d-713499-38 neutron-server[103171]: WARNING neutron.services.revisions.revision_plugin [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Could not find related network for resource to bump revision. Feb 11 04:58:02.490270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:58:02.501068 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a55ba43f-01a8-40c4-970b-f9d14b065644), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.501406 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Added segment a55ba43f-01a8-40c4-970b-f9d14b065644 of type vlan for network ce46a8de-870c-419e-aa11-275a6e1bc9bd Feb 11 04:58:02.543941 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (ce46a8de-870c-419e-aa11-275a6e1bc9bd), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.567910 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (ce46a8de-870c-419e-aa11-275a6e1bc9bd), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.568855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:02.569441 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:02.617831 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2529852 Feb 11 04:58:02.668404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Pushing event updated for resources: {'Network': ['ID=ce46a8de-870c-419e-aa11-275a6e1bc9bd,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:02.676243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.676591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.676933 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.677286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.677607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.677956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.678300 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.678623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.678953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.679278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.679635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.680027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.680368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d87baf-5dff-421c-ab0c-94973dfa4f92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:02.693146 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:58:03.367840 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:04.720107 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:04.932375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44690) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:04.992838 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-53997ac2-6d63-4895-99b4-31bf6b21017b admin admin] GET failed (client error): The resource could not be found. Feb 11 04:58:04.994118 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-53997ac2-6d63-4895-99b4-31bf6b21017b admin admin] 10.222.0.87 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607810 Feb 11 04:58:05.066133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6537356f-b22e-410f-beb0-0d7005fd72d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:05.067605 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6537356f-b22e-410f-beb0-0d7005fd72d8 admin admin] 10.222.0.87 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689099 Feb 11 04:58:05.077801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9e8ccaf0-11a3-4890-a4d5-f76d629c1cd7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:05.097011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8ccaf0-11a3-4890-a4d5-f76d629c1cd7 admin admin] Made reservation on behalf of efc1a71b52d3466caee3cafc8e170c91 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:05.099529 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9e8ccaf0-11a3-4890-a4d5-f76d629c1cd7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:05.367647 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9e8ccaf0-11a3-4890-a4d5-f76d629c1cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for subnet (c9fe1fc2-33e3-48f0-ad68-3becea6e01d4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:05.430142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ccaf0-11a3-4890-a4d5-f76d629c1cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:05.442424 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8ccaf0-11a3-4890-a4d5-f76d629c1cd7 admin admin] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:05.442778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ccaf0-11a3-4890-a4d5-f76d629c1cd7 admin admin] Network hostable DHCP agents. Network: ce46a8de-870c-419e-aa11-275a6e1bc9bd, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:58:05.460361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ccaf0-11a3-4890-a4d5-f76d629c1cd7 admin admin] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:58:05.469014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ccaf0-11a3-4890-a4d5-f76d629c1cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, ce46a8de-870c-419e-aa11-275a6e1bc9bd) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:05.473244 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ccaf0-11a3-4890-a4d5-f76d629c1cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:05.473829 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9e8ccaf0-11a3-4890-a4d5-f76d629c1cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:05.478054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25a4fe3-74db-48ee-8671-14b2dd6e7324 None None] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:05.502048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9e8ccaf0-11a3-4890-a4d5-f76d629c1cd7 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4158089 Feb 11 04:58:05.692988 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'project_id': 'efc1a71b52d3466caee3cafc8e170c91', 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:58:05.693841 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:05.836787 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Allocated IP 192.168.233.2 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/f5047109-dd75-47f9-94e5-6e9fb79b19e0) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:05.998444 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Publish callbacks [] for port (f5047109-dd75-47f9-94e5-6e9fb79b19e0), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:06.005424 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (f5047109-dd75-47f9-94e5-6e9fb79b19e0), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:06.050904 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:06.055870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:06.059139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:06.064399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Pushing event updated for resources: {'Port': ['ID=f5047109-dd75-47f9-94e5-6e9fb79b19e0,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:06.079303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:06.079303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:06.079303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:06.079303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:06.079303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:06.079826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:06.079908 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:06.080196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:06.080523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:06.080861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:06.081165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:06.081489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:06.081807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:06.136022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Attempting to bind port f5047109-dd75-47f9-94e5-6e9fb79b19e0 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:06.136575 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Attempting to bind port f5047109-dd75-47f9-94e5-6e9fb79b19e0 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:06.137079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Attempting to bind port f5047109-dd75-47f9-94e5-6e9fb79b19e0 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:06.143315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:06.143666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:06.144075 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:06.144471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:06.144933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Bound port: f5047109-dd75-47f9-94e5-6e9fb79b19e0, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:06.145328 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f5047109-dd75-47f9-94e5-6e9fb79b19e0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:06.209831 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] For port f5047109-dd75-47f9-94e5-6e9fb79b19e0, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:06.212991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] For port f5047109-dd75-47f9-94e5-6e9fb79b19e0, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f5047109-dd75-47f9-94e5-6e9fb79b19e0,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:06.218551 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f5047109-dd75-47f9-94e5-6e9fb79b19e0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:06.278592 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddd76f-4c05-43ac-974d-cc7fcb1fdeae None None] Pushing event updated for resources: {'Port': ['ID=f5047109-dd75-47f9-94e5-6e9fb79b19e0,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:07.175015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f1e20f-f7ad-4a3d-b5e6-be740edb8d15 None None] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:07.280480 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ed336a0f-b4a1-4a81-a52f-5d8deff37bc3 None None] Provisioning complete for port f5047109-dd75-47f9-94e5-6e9fb79b19e0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:07.280855 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ed336a0f-b4a1-4a81-a52f-5d8deff37bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f5047109-dd75-47f9-94e5-6e9fb79b19e0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:07.380960 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ed336a0f-b4a1-4a81-a52f-5d8deff37bc3 None None] Current status of the port f5047109-dd75-47f9-94e5-6e9fb79b19e0 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:07.381363 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ed336a0f-b4a1-4a81-a52f-5d8deff37bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f5047109-dd75-47f9-94e5-6e9fb79b19e0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:07.431645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ed336a0f-b4a1-4a81-a52f-5d8deff37bc3 None None] For port f5047109-dd75-47f9-94e5-6e9fb79b19e0, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f5047109-dd75-47f9-94e5-6e9fb79b19e0,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:07.437141 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ed336a0f-b4a1-4a81-a52f-5d8deff37bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f5047109-dd75-47f9-94e5-6e9fb79b19e0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:07.508149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed336a0f-b4a1-4a81-a52f-5d8deff37bc3 None None] Pushing event updated for resources: {'Port': ['ID=f5047109-dd75-47f9-94e5-6e9fb79b19e0,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:07.540371 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f5047109-dd75-47f9-94e5-6e9fb79b19e0 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:07.600120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f5047109-dd75-47f9-94e5-6e9fb79b19e0 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:07.600700 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f5047109-dd75-47f9-94e5-6e9fb79b19e0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:07.687535 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-cd8945b6-23b8-4530-92f7-d676c6a3fec2 None None] Provisioning complete for port f5047109-dd75-47f9-94e5-6e9fb79b19e0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:07.687785 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd8945b6-23b8-4530-92f7-d676c6a3fec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f5047109-dd75-47f9-94e5-6e9fb79b19e0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:07.712567 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f5047109-dd75-47f9-94e5-6e9fb79b19e0 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:07.776393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cd8945b6-23b8-4530-92f7-d676c6a3fec2 None None] Current status of the port f5047109-dd75-47f9-94e5-6e9fb79b19e0 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:09.201866 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 5 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:58:09.458923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f5047109-dd75-47f9-94e5-6e9fb79b19e0 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:09.506248 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f5047109-dd75-47f9-94e5-6e9fb79b19e0 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:09.506649 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f5047109-dd75-47f9-94e5-6e9fb79b19e0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:09.583497 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f5047109-dd75-47f9-94e5-6e9fb79b19e0 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:28.395086 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-34d48050-1c69-49b2-91e2-20242d45afa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:30.647574 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3caddddb-a1fb-4e86-baa7-8216b340ff43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:32.171552 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.371690 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:34.724061 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:46.201954 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 5 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:58:58.396954 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d9ddc838-a6de-4785-b980-865b767a01e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.639276 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c1ec7c10-ca3d-4077-ba64-b08d051fd7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.174454 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.373759 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:04.726526 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:23.201243 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 5 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:59:27.279826 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44728) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:27.285679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-eb324ed3-9bbf-4a8a-b036-b813bf9df6f5 tempest-verify_tempest_config-1016525223 tempest-verify_tempest_config-1016525223-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:59:27.286656 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eb324ed3-9bbf-4a8a-b036-b813bf9df6f5 tempest-verify_tempest_config-1016525223 tempest-verify_tempest_config-1016525223-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058794 Feb 11 04:59:27.623505 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44746) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:27.728415 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:27.806329 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] Publish callbacks [] for security_group (3bc9a73e-ef53-40ec-95af-d8d920584357), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:27.813805 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3bc9a73e-ef53-40ec-95af-d8d920584357), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:27.860253 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc9a73e-ef53-40ec-95af-d8d920584357,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:27.863955 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0508c792363d41e2a23c52dbca0a3fae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2394273 Feb 11 04:59:27.866770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44750) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:27.869969 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:27.870236 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:27.870586 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:27.870904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:27.871240 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:27.871621 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:27.872009 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:27.872339 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:27.872657 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:27.873066 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:27.873326 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:27.873611 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:27.874112 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d04a3-3ed9-4762-9526-1e7c98dc5a7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:27.931308 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Publish callbacks [] for security_group (3bc9a73e-ef53-40ec-95af-d8d920584357), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:27.952506 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Publish callbacks [] for security_group (3bc9a73e-ef53-40ec-95af-d8d920584357), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:28.053674 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3bc9a73e-ef53-40ec-95af-d8d920584357), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:28.056696 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:28.061177 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3bc9a73e-ef53-40ec-95af-d8d920584357 HTTP/1.1" status: 204 len: 168 time: 0.1929832 Feb 11 04:59:28.069816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc9a73e-ef53-40ec-95af-d8d920584357,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:28.081753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:28.082295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:28.082709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:28.083240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:28.083827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:28.084178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:28.084558 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:28.084893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:28.085269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:28.085601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:28.086042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:28.086497 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:28.087287 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed6f19-1d16-4cb4-a083-74ceaa27d880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:28.405557 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4f27f6b3-81b2-425f-ae20-3c430c922aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:30.646378 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5229b81d-171d-4408-9689-4c0a9eb42067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:32.177844 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:33.377082 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:34.729284 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:58.397853 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b6dc1bdb-8cf2-4b9f-bb63-4fdffb059288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:00.200853 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 5 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:00:00.637691 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94a6d841-9cc3-4bf0-aeaf-e9faaa332ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:02.180799 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:03.379092 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:04.733450 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.402038 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3f271654-9bb9-407a-9f63-fab7ef69e4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.640130 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-171ac86d-7ff2-49f9-805f-ead5debb46f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.182404 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.382757 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:34.736429 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.199839 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 5 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:00:58.404649 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ec250ab2-6ae8-4667-9a2c-622ec204af43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:00.642536 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5b7fc2a9-874f-431d-a98d-9d95b4ea7e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.186896 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:03.385365 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:04.747976 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:14.199134 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 5 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:01:28.408000 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea7e5-7f75-4ca6-9239-5c6d352660fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:30.646225 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-243d02d9-04f0-4bc4-99e6-61b34545df6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:32.191464 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:33.387541 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:34.740186 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:51.198006 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 5 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:01:58.410392 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3320b3c4-426c-4872-a2c7-e8454c3fa9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:00.649642 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-09dc1fcc-f2ce-42a4-9af2-bd7c3307d6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:02.191687 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:03.390930 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:04.745751 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:28.197377 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 5 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:02:28.412673 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-88f8a4a1-4517-4954-8c05-3260604898cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:30.650732 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-75a45211-d59d-46f6-ada0-bd7ae07abf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:32.194627 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:33.394250 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:34.748048 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:39.447547 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820358'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:43.743875 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820358'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:58.416325 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70db774e-b615-4628-bc5a-faf224032c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:00.652792 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-69331bac-ee4b-4e96-a469-656226117a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:02.197765 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:03.398533 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:04.751531 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:05.196655 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:03:09.401716 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:13.742145 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:28.387959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44808) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:28.420213 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b015dacf-ae6a-4a10-b9c0-d90368bd9e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:28.495675 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d8e485a1-8773-43a0-8879-453d1efb3ac2 admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1065753 Feb 11 05:03:30.654193 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f14b7543-e000-4310-8eab-12e302cc2f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:30.747920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44818) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:30.806068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4fb9ae23-66ea-4f44-8bab-f9b752c05a63 admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0570583 Feb 11 05:03:32.200288 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:33.399727 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.755023 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:39.406644 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:42.196349 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:03:43.739833 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:58.423402 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e77cfe9c-4587-49c6-a9cb-a6ff2845dc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:00.656182 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-99819884-19b9-4c4b-90ee-317d8775e43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:02.202148 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:03.401860 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:04.757691 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:09.423500 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:13.736465 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.195791 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:04:28.425976 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57aa5c62-e380-4b08-8fdd-a62895921d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.659671 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-93c9e2fe-a562-414e-9ed8-72191228223d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:32.206336 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.405193 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.760675 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:39.416209 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:43.738479 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.522364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44966) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:50.866900 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a0b56c75-4d19-4602-b8a4-93bd3ce5924a tempest-AutoAllocateNetworkTest-1135245826 tempest-AutoAllocateNetworkTest-1135245826-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=a8f12b7b0d4b4925b2ba367910986744&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3433514 Feb 11 05:04:50.869337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44992) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:51.053885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368585e2-3738-4b10-81f5-ea41ccddaf4f tempest-AutoAllocateNetworkTest-1135245826 tempest-AutoAllocateNetworkTest-1135245826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:51.058231 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-368585e2-3738-4b10-81f5-ea41ccddaf4f tempest-AutoAllocateNetworkTest-1135245826 tempest-AutoAllocateNetworkTest-1135245826-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1879809 Feb 11 05:04:51.061999 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45008) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:51.177522 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e523847a-8201-434a-9713-bc691d4185f6 tempest-AutoAllocateNetworkTest-1135245826 tempest-AutoAllocateNetworkTest-1135245826-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138487 Feb 11 05:04:51.178540 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45018) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:51.206962 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6cefadc1-f5b0-4d00-a336-b86a9243603f tempest-AutoAllocateNetworkTest-1135245826 tempest-AutoAllocateNetworkTest-1135245826-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=a8f12b7b0d4b4925b2ba367910986744 HTTP/1.1" status: 200 len: 208 time: 0.0273392 Feb 11 05:04:51.846632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45050) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:52.015482 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45058) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:52.201693 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-network', 'tenant_id': '830c226c33b44062af158e8da2ba4bca'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:52.221727 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Made reservation on behalf of 830c226c33b44062af158e8da2ba4bca for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:52.224262 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.233849 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.313119 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Publish callbacks [] for security_group (610006b3-fa30-400e-b109-74a0099582ba), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.318809 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (610006b3-fa30-400e-b109-74a0099582ba), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.343728 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:04:52.363641 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610006b3-fa30-400e-b109-74a0099582ba,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:52.372055 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (9c507bc9-7d10-4ff7-8d02-254e3be1f6ed), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.372393 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Added segment 9c507bc9-7d10-4ff7-8d02-254e3be1f6ed of type vlan for network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 Feb 11 05:04:52.374638 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.374826 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.375167 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.375533 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.375864 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.376252 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.376506 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.376830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.377165 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.377478 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.377798 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.378118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.378440 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Tracked resource versions report: Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: pushed versions: Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: { 'AddressGroup': {'1.2'}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'ConntrackHelper': {'1.0'}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'Log': {'1.0'}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'Network': {'1.1'}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'Port': {'1.7'}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'PortForwarding': {'1.2'}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'QosPolicy': {'1.10'}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'SecurityGroup': {'1.5'}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'SubPort': {'1.0'}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'Subnet': {'1.1'}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'Trunk': {'1.1'}} Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: consumer versions: Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: { DHCP agent@n-d-713499-38: {}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: HyperV agent@n-h1-713499-38: {}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: HyperV agent@n-h2-713499-38: {}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: L3 agent@n-d-713499-38: {}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: Metadata agent@n-d-713499-38: {}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: Metering agent@n-d-713499-38: {}, Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: Open vSwitch agent@n-d-713499-38: { 'AddressGroup': '1.2', Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'ConntrackHelper': '1.0', Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'LocalIPAssociation': '1.0', Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'Log': '1.0', Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'Network': '1.1', Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'Port': '1.7', Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'PortForwarding': '1.2', Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'QosPolicy': '1.10', Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'SecurityGroup': '1.5', Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'SecurityGroupRule': '1.2', Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'SubPort': '1.0', Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'Subnet': '1.1', Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: 'Trunk': '1.1'}} Feb 11 05:04:52.379560 n-d-713499-38 neutron-server[103170]: {{(pid=103170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:04:52.428773 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a236dfe-9a05-47c0-9cbe-3e995b7521eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.447112 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (8e69f742-5887-4dbd-bdbf-d8b7877e4548), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.534196 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a236dfe-9a05-47c0-9cbe-3e995b7521eb admin admin] Publish callbacks [] for security_group (d8400eb9-f4f6-4e58-9b0b-724d4635df02), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.535341 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (8e69f742-5887-4dbd-bdbf-d8b7877e4548), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.536383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:52.536975 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.541700 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a236dfe-9a05-47c0-9cbe-3e995b7521eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d8400eb9-f4f6-4e58-9b0b-724d4635df02), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.577241 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3a236dfe-9a05-47c0-9cbe-3e995b7521eb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a8f12b7b0d4b4925b2ba367910986744&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5604658 Feb 11 05:04:52.580079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45086) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:52.598439 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7503681 Feb 11 05:04:52.599049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45088) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:52.614064 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-fcd30145-787b-4205-a742-543341327834 admin admin] Request body: {'subnet': {'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-subnet', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:52.646008 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Publish callbacks [] for security_group (d8400eb9-f4f6-4e58-9b0b-724d4635df02), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.647340 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd30145-787b-4205-a742-543341327834 admin admin] Made reservation on behalf of 830c226c33b44062af158e8da2ba4bca for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:52.649734 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fcd30145-787b-4205-a742-543341327834 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.678828 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Publish callbacks [] for security_group (d8400eb9-f4f6-4e58-9b0b-724d4635df02), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.699501 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a236dfe-9a05-47c0-9cbe-3e995b7521eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8400eb9-f4f6-4e58-9b0b-724d4635df02,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:52.702268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4bbdd-fb8b-4777-a84d-143cbbb53ddc admin admin] Pushing event updated for resources: {'Network': ['ID=8e69f742-5887-4dbd-bdbf-d8b7877e4548,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:52.753339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:04:52.781125 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d8400eb9-f4f6-4e58-9b0b-724d4635df02), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.784840 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.788565 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d8400eb9-f4f6-4e58-9b0b-724d4635df02 HTTP/1.1" status: 204 len: 168 time: 0.2050381 Feb 11 05:04:52.798956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8400eb9-f4f6-4e58-9b0b-724d4635df02,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:52.814351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.814708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.815050 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.815388 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.815751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.816084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.816415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.816740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.817062 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.817383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.817705 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.818029 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.818346 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431a1d8-9975-4df2-abc8-bad671af81c4 admin admin] Tracked resource versions report: Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: pushed versions: Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: { 'AddressGroup': {'1.2'}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'ConntrackHelper': {'1.0'}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'Log': {'1.0'}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'Network': {'1.1'}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'Port': {'1.7'}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'PortForwarding': {'1.2'}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'QosPolicy': {'1.10'}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'SecurityGroup': {'1.5'}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'SubPort': {'1.0'}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'Subnet': {'1.1'}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'Trunk': {'1.1'}} Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: consumer versions: Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: { DHCP agent@n-d-713499-38: {}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: HyperV agent@n-h1-713499-38: {}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: HyperV agent@n-h2-713499-38: {}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: L3 agent@n-d-713499-38: {}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: Metadata agent@n-d-713499-38: {}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: Metering agent@n-d-713499-38: {}, Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: Open vSwitch agent@n-d-713499-38: { 'AddressGroup': '1.2', Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'ConntrackHelper': '1.0', Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'LocalIPAssociation': '1.0', Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'Log': '1.0', Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'Network': '1.1', Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'Port': '1.7', Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'PortForwarding': '1.2', Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'QosPolicy': '1.10', Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'SecurityGroup': '1.5', Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'SecurityGroupRule': '1.2', Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'SubPort': '1.0', Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'Subnet': '1.1', Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: 'Trunk': '1.1'}} Feb 11 05:04:52.819456 n-d-713499-38 neutron-server[103171]: {{(pid=103171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:04:52.957370 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fcd30145-787b-4205-a742-543341327834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for subnet (665b633b-126f-41c1-b158-c4dba58bfcd3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.016882 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd30145-787b-4205-a742-543341327834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=665b633b-126f-41c1-b158-c4dba58bfcd3,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:53.036382 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd30145-787b-4205-a742-543341327834 admin admin] Checking segment: {'id': '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:53.036783 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd30145-787b-4205-a742-543341327834 admin admin] Network hostable DHCP agents. Network: 8e69f742-5887-4dbd-bdbf-d8b7877e4548, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:04:53.062860 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd30145-787b-4205-a742-543341327834 admin admin] Network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:04:53.077648 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-fcd30145-787b-4205-a742-543341327834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 8e69f742-5887-4dbd-bdbf-d8b7877e4548) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:53.083445 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd30145-787b-4205-a742-543341327834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:53.084093 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fcd30145-787b-4205-a742-543341327834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.090420 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74a86b2-8c99-4bfa-96ab-913d8d322b2b None None] Network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:53.108993 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fcd30145-787b-4205-a742-543341327834 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5054235 Feb 11 05:04:53.110966 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45118) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:53.117404 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:53.156496 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (b6620ce7-fc96-4483-a889-e3daa0c0e2d0), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.158044 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (b6620ce7-fc96-4483-a889-e3daa0c0e2d0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.212095 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'project_id': '830c226c33b44062af158e8da2ba4bca', 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:04:53.212976 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.333778 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Publish callbacks [] for router_controller (b6620ce7-fc96-4483-a889-e3daa0c0e2d0), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.372173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Allocated IP 172.20.0.2 (8e69f742-5887-4dbd-bdbf-d8b7877e4548/665b633b-126f-41c1-b158-c4dba58bfcd3/6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:53.549488 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Publish callbacks [] for router_gateway (b6620ce7-fc96-4483-a889-e3daa0c0e2d0), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.567637 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Publish callbacks [] for port (6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.574650 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.592437 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:53.595880 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:53.617054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:53.803638 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Pushing event updated for resources: {'Port': ['ID=6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:53.812261 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:53.812621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:53.813240 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:53.813757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:53.814101 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:53.814441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:53.814775 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:53.815105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:53.815489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:53.815967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:53.816442 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:53.816934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:53.817401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Tracked resource versions report: Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: pushed versions: Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: { 'AddressGroup': {'1.2'}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'ConntrackHelper': {'1.0'}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'Log': {'1.0'}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'Network': {'1.1'}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'Port': {'1.7'}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'PortForwarding': {'1.2'}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'QosPolicy': {'1.10'}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'SecurityGroup': {'1.5'}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'SubPort': {'1.0'}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'Subnet': {'1.1'}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'Trunk': {'1.1'}} Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: consumer versions: Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: { DHCP agent@n-d-713499-38: {}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: HyperV agent@n-h1-713499-38: {}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: HyperV agent@n-h2-713499-38: {}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: L3 agent@n-d-713499-38: {}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: Metadata agent@n-d-713499-38: {}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: Metering agent@n-d-713499-38: {}, Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: Open vSwitch agent@n-d-713499-38: { 'AddressGroup': '1.2', Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'ConntrackHelper': '1.0', Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'LocalIPAssociation': '1.0', Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'Log': '1.0', Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'Network': '1.1', Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'Port': '1.7', Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'PortForwarding': '1.2', Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'QosPolicy': '1.10', Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'SecurityGroup': '1.5', Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'SecurityGroupRule': '1.2', Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'SubPort': '1.0', Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'Subnet': '1.1', Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: 'Trunk': '1.1'}} Feb 11 05:04:53.818642 n-d-713499-38 neutron-server[103173]: {{(pid=103173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:04:53.833961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Attempting to bind port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:53.834523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Attempting to bind port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:53.835042 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Attempting to bind port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 on network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:53.841694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:53.842086 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Checking segment: {'id': '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:53.843069 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.843563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Bound using segment: {'id': '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:53.844046 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Bound port: 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:53.844434 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.867810 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Publish callbacks [] for router_gateway (b6620ce7-fc96-4483-a889-e3daa0c0e2d0), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.901535 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.919993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] For port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:53.924489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] For port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3,segment=NetworkSegment(9c507bc9-7d10-4ff7-8d02-254e3be1f6ed),segment_id=9c507bc9-7d10-4ff7-8d02-254e3be1f6ed)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:53.941637 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.010470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e3f5a-88fd-43de-ad8d-e47462ade9b8 None None] Pushing event updated for resources: {'Port': ['ID=6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:54.105039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Allocated IP 172.25.5.192 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/a17653b0-7a94-4ad6-a0f9-ffa18211eaf1) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:54.246097 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Publish callbacks [] for port (a17653b0-7a94-4ad6-a0f9-ffa18211eaf1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.381479 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (a17653b0-7a94-4ad6-a0f9-ffa18211eaf1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.500360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:54.525213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:54.532357 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:54.590492 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Pushing event updated for resources: {'Port': ['ID=a17653b0-7a94-4ad6-a0f9-ffa18211eaf1,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:54.941897 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Publish callbacks [] for router_gateway (b6620ce7-fc96-4483-a889-e3daa0c0e2d0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.289897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e97500a-f294-492c-9fd8-e4279e739cdb None None] Network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:55.328057 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (b6620ce7-fc96-4483-a889-e3daa0c0e2d0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.363836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e323ae2b-d044-4b06-8ff8-884e985afbf6 None None] Provisioning complete for port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:55.364457 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e323ae2b-d044-4b06-8ff8-884e985afbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.494598 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e323ae2b-d044-4b06-8ff8-884e985afbf6 None None] Current status of the port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:55.495678 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e323ae2b-d044-4b06-8ff8-884e985afbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.545086 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e323ae2b-d044-4b06-8ff8-884e985afbf6 None None] For port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3,segment=NetworkSegment(9c507bc9-7d10-4ff7-8d02-254e3be1f6ed),segment_id=9c507bc9-7d10-4ff7-8d02-254e3be1f6ed)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:55.557017 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e323ae2b-d044-4b06-8ff8-884e985afbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.564965 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:04:55.656311 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323ae2b-d044-4b06-8ff8-884e985afbf6 None None] Pushing event updated for resources: {'Port': ['ID=6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:55.792487 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-540805f3-a08c-41b9-8736-6ce93010b5ed None None] Provisioning complete for port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:55.792909 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-540805f3-a08c-41b9-8736-6ce93010b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.810183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45216) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:55.832087 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:04:55.853291 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Sync routers for ids ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:04:55.876242 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Routers {'b6620ce7-fc96-4483-a889-e3daa0c0e2d0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:55.879231 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:04:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:55.889148 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.890883 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ec56f67c-5e82-4d5b-93a4-c58ed464c181 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.7781322 Feb 11 05:04:55.894003 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45224) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:55.922363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:56.057321 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a345c3e2-a398-4d92-bc4c-689969e1f903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.134920 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Set router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:04:56.146504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:56.146925 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.223618 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:04:56.255118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-540805f3-a08c-41b9-8736-6ce93010b5ed None None] Current status of the port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:56.265934 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a345c3e2-a398-4d92-bc4c-689969e1f903 admin admin] Publish callbacks [] for security_group (693210d9-f1f2-4b5f-b859-7fb0295e3fd9), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.318111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:56.374197 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:54Z', 'revision_number': 3, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:56.405245 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Checking router: b6620ce7-fc96-4483-a889-e3daa0c0e2d0 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:04:56.405707 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Updating router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 port a17653b0-7a94-4ad6-a0f9-ffa18211eaf1 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:04:56.427308 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45254) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:56.443755 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a345c3e2-a398-4d92-bc4c-689969e1f903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (693210d9-f1f2-4b5f-b859-7fb0295e3fd9), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.455393 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a17653b0-7a94-4ad6-a0f9-ffa18211eaf1), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.479234 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a345c3e2-a398-4d92-bc4c-689969e1f903 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=082d45681d7148b5a775e3afeb5e09e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6667168 Feb 11 05:04:56.482318 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45262) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:56.503444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345c3e2-a398-4d92-bc4c-689969e1f903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693210d9-f1f2-4b5f-b859-7fb0295e3fd9,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:56.640795 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0cbaf2d8-4cfb-42ba-b222-781facf74482 admin admin] Publish callbacks [] for security_group (693210d9-f1f2-4b5f-b859-7fb0295e3fd9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.714052 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-667d439f-e413-4b49-a622-a6e1d4a83ef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.745429 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0cbaf2d8-4cfb-42ba-b222-781facf74482 admin admin] Publish callbacks [] for security_group (693210d9-f1f2-4b5f-b859-7fb0295e3fd9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.786683 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.856103 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0cbaf2d8-4cfb-42ba-b222-781facf74482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (693210d9-f1f2-4b5f-b859-7fb0295e3fd9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.859162 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0cbaf2d8-4cfb-42ba-b222-781facf74482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.863135 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0cbaf2d8-4cfb-42ba-b222-781facf74482 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/693210d9-f1f2-4b5f-b859-7fb0295e3fd9 HTTP/1.1" status: 204 len: 168 time: 0.3766837 Feb 11 05:04:56.876861 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Publish callbacks [] for port (a17653b0-7a94-4ad6-a0f9-ffa18211eaf1), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.879072 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbaf2d8-4cfb-42ba-b222-781facf74482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693210d9-f1f2-4b5f-b859-7fb0295e3fd9,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:56.890113 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-667d439f-e413-4b49-a622-a6e1d4a83ef3 admin admin] Publish callbacks [] for security_group (0a28bbb6-ee20-48da-a89b-cc148276e41a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.896996 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a17653b0-7a94-4ad6-a0f9-ffa18211eaf1), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.897490 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-667d439f-e413-4b49-a622-a6e1d4a83ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0a28bbb6-ee20-48da-a89b-cc148276e41a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.008618 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-667d439f-e413-4b49-a622-a6e1d4a83ef3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=05f4f117f9744934acd6e73f4ae999fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5778120 Feb 11 05:04:57.008618 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d439f-e413-4b49-a622-a6e1d4a83ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a28bbb6-ee20-48da-a89b-cc148276e41a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:57.015869 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96cefe-f61b-4dfa-b9d6-3787773cd08c None None] Pushing event updated for resources: {'Port': ['ID=a17653b0-7a94-4ad6-a0f9-ffa18211eaf1,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:57.016842 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45300) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:57.042620 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc96cefe-f61b-4dfa-b9d6-3787773cd08c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:57.042982 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc96cefe-f61b-4dfa-b9d6-3787773cd08c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:57.043331 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc96cefe-f61b-4dfa-b9d6-3787773cd08c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:57.048020 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc96cefe-f61b-4dfa-b9d6-3787773cd08c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:57.050015 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc96cefe-f61b-4dfa-b9d6-3787773cd08c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:57.050417 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc96cefe-f61b-4dfa-b9d6-3787773cd08c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:57.051687 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc96cefe-f61b-4dfa-b9d6-3787773cd08c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:57.052176 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc96cefe-f61b-4dfa-b9d6-3787773cd08c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:57.053332 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc96cefe-f61b-4dfa-b9d6-3787773cd08c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:57.053666 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc96cefe-f61b-4dfa-b9d6-3787773cd08c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:57.058938 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc96cefe-f61b-4dfa-b9d6-3787773cd08c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:57.059279 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc96cefe-f61b-4dfa-b9d6-3787773cd08c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:57.059660 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc96cefe-f61b-4dfa-b9d6-3787773cd08c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc96cefe-f61b-4dfa-b9d6-3787773cd08c None None] Tracked resource versions report: Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: pushed versions: Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: { 'AddressGroup': {'1.2'}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'ConntrackHelper': {'1.0'}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'LocalIPAssociation': {'1.0'}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'Log': {'1.0'}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'Network': {'1.1'}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'Port': {'1.7'}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'PortForwarding': {'1.2'}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'QosPolicy': {'1.10'}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'SecurityGroup': {'1.5'}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'SecurityGroupRule': {'1.2'}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'SubPort': {'1.0'}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'Subnet': {'1.1'}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'Trunk': {'1.1'}} Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: consumer versions: Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: { DHCP agent@n-d-713499-38: {}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: HyperV agent@n-h1-713499-38: {}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: HyperV agent@n-h2-713499-38: {}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: L3 agent@n-d-713499-38: {}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: Metadata agent@n-d-713499-38: {}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: Metering agent@n-d-713499-38: {}, Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: Open vSwitch agent@n-d-713499-38: { 'AddressGroup': '1.2', Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'ConntrackHelper': '1.0', Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'LocalIPAssociation': '1.0', Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'Log': '1.0', Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'Network': '1.1', Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'Port': '1.7', Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'PortForwarding': '1.2', Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'QosPolicy': '1.10', Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'SecurityGroup': '1.5', Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'SecurityGroupRule': '1.2', Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'SubPort': '1.0', Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'Subnet': '1.1', Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: 'Trunk': '1.1'}} Feb 11 05:04:57.060792 n-d-713499-38 neutron-server[103174]: {{(pid=103174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 05:04:57.102448 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1529-97fe-45bb-9151-450e8e6803d3 admin admin] Publish callbacks [] for security_group (0a28bbb6-ee20-48da-a89b-cc148276e41a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.112464 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Attempting to bind port a17653b0-7a94-4ad6-a0f9-ffa18211eaf1 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:57.112852 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Attempting to bind port a17653b0-7a94-4ad6-a0f9-ffa18211eaf1 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:57.113220 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Attempting to bind port a17653b0-7a94-4ad6-a0f9-ffa18211eaf1 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:57.126353 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:57.126773 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:57.127188 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.127641 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:57.128123 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Bound port: a17653b0-7a94-4ad6-a0f9-ffa18211eaf1, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:57.128515 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a17653b0-7a94-4ad6-a0f9-ffa18211eaf1), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.142332 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1529-97fe-45bb-9151-450e8e6803d3 admin admin] Publish callbacks [] for security_group (0a28bbb6-ee20-48da-a89b-cc148276e41a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.195950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Allocated IP 172.20.0.1 (8e69f742-5887-4dbd-bdbf-d8b7877e4548/665b633b-126f-41c1-b158-c4dba58bfcd3/d325982b-853b-4968-823b-f951e1ed871f) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:57.200731 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] For port a17653b0-7a94-4ad6-a0f9-ffa18211eaf1, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:57.204462 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] For port a17653b0-7a94-4ad6-a0f9-ffa18211eaf1, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a17653b0-7a94-4ad6-a0f9-ffa18211eaf1,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:57.209778 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1529-97fe-45bb-9151-450e8e6803d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0a28bbb6-ee20-48da-a89b-cc148276e41a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.212732 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1529-97fe-45bb-9151-450e8e6803d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.213523 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5bcc1529-97fe-45bb-9151-450e8e6803d3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0a28bbb6-ee20-48da-a89b-cc148276e41a HTTP/1.1" status: 204 len: 168 time: 0.1957417 Feb 11 05:04:57.213956 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a17653b0-7a94-4ad6-a0f9-ffa18211eaf1), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.223678 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc1529-97fe-45bb-9151-450e8e6803d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a28bbb6-ee20-48da-a89b-cc148276e41a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:57.272528 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Routers {'b6620ce7-fc96-4483-a889-e3daa0c0e2d0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:57.273390 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:04:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:57.351616 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Publish callbacks [] for port (d325982b-853b-4968-823b-f951e1ed871f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.397868 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] Set router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:04:57.409854 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (d325982b-853b-4968-823b-f951e1ed871f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.466477 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96cefe-f61b-4dfa-b9d6-3787773cd08c None None] Pushing event updated for resources: {'Port': ['ID=a17653b0-7a94-4ad6-a0f9-ffa18211eaf1,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:57.493949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Pushing event updated for resources: {'Port': ['ID=d325982b-853b-4968-823b-f951e1ed871f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:57.507145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:57.509884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:57.515976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:57.521921 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (b6620ce7-fc96-4483-a889-e3daa0c0e2d0), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.690823 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:54Z', 'revision_number': 3, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:57.710153 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:57.771627 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d325982b-853b-4968-823b-f951e1ed871f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.780486 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce71e25-0088-44ae-ab8c-8c2d17530539 None None] The sync data for ids ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'] in n-d-713499-38 is: [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:54Z', 'revision_number': 3, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:04:57.794385 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45330) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:57.815251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-05d29133-e044-4a26-9184-8306ae5f893c None None] Provisioning complete for port d325982b-853b-4968-823b-f951e1ed871f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:57.815676 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-05d29133-e044-4a26-9184-8306ae5f893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d325982b-853b-4968-823b-f951e1ed871f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.816898 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a71d-bd72-4856-b4dd-2916d016ecaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.885547 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-05d29133-e044-4a26-9184-8306ae5f893c None None] Port d325982b-853b-4968-823b-f951e1ed871f cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:04:57.886935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:57.887321 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.988039 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a71d-bd72-4856-b4dd-2916d016ecaa admin admin] Publish callbacks [] for security_group (0142d0a4-a3d0-4173-8ca2-e588a6b2f13d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.989089 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45332) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:58.006785 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a71d-bd72-4856-b4dd-2916d016ecaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0142d0a4-a3d0-4173-8ca2-e588a6b2f13d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.034787 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:58.052622 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Publish callbacks [] for port (d325982b-853b-4968-823b-f951e1ed871f), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.064182 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d325982b-853b-4968-823b-f951e1ed871f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.065006 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (b6620ce7-fc96-4483-a889-e3daa0c0e2d0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.075337 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9a71d-bd72-4856-b4dd-2916d016ecaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0142d0a4-a3d0-4173-8ca2-e588a6b2f13d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:58.083352 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3bc9a71d-bd72-4856-b4dd-2916d016ecaa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0a492800a2bb4c98b049e17f93b3c929&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2843828 Feb 11 05:04:58.083780 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45338) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:58.137147 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc854c6c-ca3e-4328-bb81-28447d4a742f admin admin] Publish callbacks [] for security_group (0142d0a4-a3d0-4173-8ca2-e588a6b2f13d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.165449 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc854c6c-ca3e-4328-bb81-28447d4a742f admin admin] Publish callbacks [] for security_group (0142d0a4-a3d0-4173-8ca2-e588a6b2f13d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.251637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45354) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:58.263692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Pushing event updated for resources: {'Port': ['ID=d325982b-853b-4968-823b-f951e1ed871f,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:58.283483 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-975468ea-8a14-4a32-a33f-d55317cfb829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.299272 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc854c6c-ca3e-4328-bb81-28447d4a742f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0142d0a4-a3d0-4173-8ca2-e588a6b2f13d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.302159 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc854c6c-ca3e-4328-bb81-28447d4a742f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.303824 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dc854c6c-ca3e-4328-bb81-28447d4a742f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0142d0a4-a3d0-4173-8ca2-e588a6b2f13d HTTP/1.1" status: 204 len: 168 time: 0.2193179 Feb 11 05:04:58.330190 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc854c6c-ca3e-4328-bb81-28447d4a742f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0142d0a4-a3d0-4173-8ca2-e588a6b2f13d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:58.332600 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:58.335759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:58.451485 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2f88fea0-7b39-4b65-87fb-c7990e4f0f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.459557 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-975468ea-8a14-4a32-a33f-d55317cfb829 admin admin] Publish callbacks [] for security_group (e82a746b-6820-4e68-8721-6b6094cf6062), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.469447 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-975468ea-8a14-4a32-a33f-d55317cfb829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e82a746b-6820-4e68-8721-6b6094cf6062), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.521194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975468ea-8a14-4a32-a33f-d55317cfb829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82a746b-6820-4e68-8721-6b6094cf6062,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:58.587556 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7d110d2b-f04c-4a06-a07a-4b80b005f195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.596077 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-975468ea-8a14-4a32-a33f-d55317cfb829 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=803209d61a6b4f79afdfa72066212f24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3413367 Feb 11 05:04:58.601730 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45362) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:58.730195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45372) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:58.736398 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-cb96ce4c-3365-4473-92af-2cf47ee0f8bf None None] Provisioning complete for port d325982b-853b-4968-823b-f951e1ed871f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:58.736942 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb96ce4c-3365-4473-92af-2cf47ee0f8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d325982b-853b-4968-823b-f951e1ed871f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.738690 n-d-713499-38 neutron-server[103171]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 05:04:58.739172 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad5f7454-f954-4704-9a75-ba6d10c88ac7 admin admin] Publish callbacks [] for security_group (e82a746b-6820-4e68-8721-6b6094cf6062), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.796873 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad5f7454-f954-4704-9a75-ba6d10c88ac7 admin admin] Publish callbacks [] for security_group (e82a746b-6820-4e68-8721-6b6094cf6062), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.818853 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cb96ce4c-3365-4473-92af-2cf47ee0f8bf None None] Port d325982b-853b-4968-823b-f951e1ed871f cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:04:58.843215 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-45ea2307-c61e-4160-901c-2c998bd897c1 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=3284731152404fd587954b6d9b6d011c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1113420 Feb 11 05:04:58.885867 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7d110d2b-f04c-4a06-a07a-4b80b005f195 admin admin] Publish callbacks [] for security_group (88dacc2f-90ef-4cfe-b9f1-8604672a8ea5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.892086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:04:58.893459 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7d110d2b-f04c-4a06-a07a-4b80b005f195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (88dacc2f-90ef-4cfe-b9f1-8604672a8ea5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.989824 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7d110d2b-f04c-4a06-a07a-4b80b005f195 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4f2f2b70859a4276be179b0febbc8856&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9996569 Feb 11 05:04:59.000278 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45384) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:59.005932 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad5f7454-f954-4704-9a75-ba6d10c88ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e82a746b-6820-4e68-8721-6b6094cf6062), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.012729 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad5f7454-f954-4704-9a75-ba6d10c88ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.019051 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ad5f7454-f954-4704-9a75-ba6d10c88ac7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e82a746b-6820-4e68-8721-6b6094cf6062 HTTP/1.1" status: 204 len: 168 time: 0.4141574 Feb 11 05:04:59.040701 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d110d2b-f04c-4a06-a07a-4b80b005f195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dacc2f-90ef-4cfe-b9f1-8604672a8ea5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:59.063978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:04:59.079869 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2d67dd35-af19-4fca-8f1c-624594a6680c admin admin] 10.222.0.87 "PUT /v2.0/routers/b6620ce7-fc96-4483-a889-e3daa0c0e2d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1762004 Feb 11 05:04:59.096287 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45394) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:59.096482 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f7454-f954-4704-9a75-ba6d10c88ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82a746b-6820-4e68-8721-6b6094cf6062,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:59.166652 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-244f68e3-3f46-48db-ba6e-73ed55efbe3e tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=ea9686f40fda411ea8fc8a0b14066543&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665867 Feb 11 05:04:59.189860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-3d5b2c20-17c4-4c18-915b-0b33b9a0ef71 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:59.197065 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-3d5b2c20-17c4-4c18-915b-0b33b9a0ef71 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3525116 Feb 11 05:04:59.198553 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac47b7e1-dc00-4282-bc63-5780f8dcfafd admin admin] Publish callbacks [] for security_group (88dacc2f-90ef-4cfe-b9f1-8604672a8ea5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.234320 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac47b7e1-dc00-4282-bc63-5780f8dcfafd admin admin] Publish callbacks [] for security_group (88dacc2f-90ef-4cfe-b9f1-8604672a8ea5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.243221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-b799bd24-2488-4262-b3e6-13ea4b700c8c tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/quotas/3284731152404fd587954b6d9b6d011c HTTP/1.1" status: 200 len: 375 time: 0.0452113 Feb 11 05:04:59.307873 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac47b7e1-dc00-4282-bc63-5780f8dcfafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (88dacc2f-90ef-4cfe-b9f1-8604672a8ea5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.311077 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac47b7e1-dc00-4282-bc63-5780f8dcfafd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.312451 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ac47b7e1-dc00-4282-bc63-5780f8dcfafd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/88dacc2f-90ef-4cfe-b9f1-8604672a8ea5 HTTP/1.1" status: 204 len: 168 time: 0.2943249 Feb 11 05:04:59.327667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47b7e1-dc00-4282-bc63-5780f8dcfafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dacc2f-90ef-4cfe-b9f1-8604672a8ea5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:59.341825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-1422d972-16fd-4701-a4df-779d23a5f223 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=3284731152404fd587954b6d9b6d011c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0976093 Feb 11 05:04:59.476092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-bdb33bbb-f8f3-4100-933b-e449957c8ae6 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:59.477961 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-bdb33bbb-f8f3-4100-933b-e449957c8ae6 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3005624 Feb 11 05:04:59.497851 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-2889e706-6baa-415d-b325-fedd55ecd1b6 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/quotas/ea9686f40fda411ea8fc8a0b14066543 HTTP/1.1" status: 200 len: 375 time: 0.0141671 Feb 11 05:04:59.545948 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-bc3a35ba-1286-4860-8566-4dc92be8da93 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ea9686f40fda411ea8fc8a0b14066543&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375884 Feb 11 05:04:59.707903 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e5bb55f5-08d7-4dc3-b52d-8d65e081e588 req-2be880c1-08b9-4899-a28b-d40ffa41e14f tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 210 time: 0.1237774 Feb 11 05:04:59.756720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a17653b0-7a94-4ad6-a0f9-ffa18211eaf1 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:59.820632 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a17653b0-7a94-4ad6-a0f9-ffa18211eaf1 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:59.821316 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a17653b0-7a94-4ad6-a0f9-ffa18211eaf1), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.882460 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f8991c2-cce9-4425-a995-bfedf05cf908 req-1217417b-9fa3-4a8f-b417-afa282a29d68 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 210 time: 0.0534163 Feb 11 05:04:59.960540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a17653b0-7a94-4ad6-a0f9-ffa18211eaf1 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:59.960942 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a17653b0-7a94-4ad6-a0f9-ffa18211eaf1), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.982206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port a17653b0-7a94-4ad6-a0f9-ffa18211eaf1, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a17653b0-7a94-4ad6-a0f9-ffa18211eaf1,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:59.987917 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a17653b0-7a94-4ad6-a0f9-ffa18211eaf1), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.054517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=a17653b0-7a94-4ad6-a0f9-ffa18211eaf1,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:00.067751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45450) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:00.082455 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-58fccacf-c4bf-4114-9617-a05683803961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.194436 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-58fccacf-c4bf-4114-9617-a05683803961 admin admin] Publish callbacks [] for security_group (6781861f-0069-4aa1-912d-23f14b327476), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.200502 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-58fccacf-c4bf-4114-9617-a05683803961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6781861f-0069-4aa1-912d-23f14b327476), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.286883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fccacf-c4bf-4114-9617-a05683803961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6781861f-0069-4aa1-912d-23f14b327476,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:00.304202 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-58fccacf-c4bf-4114-9617-a05683803961 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7aaf96b8225c4ae2992ad3641988eedd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2352743 Feb 11 05:05:00.306669 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45462) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:00.408308 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Sync routers for ids ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:05:00.415021 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0745fc62-5f72-4e5f-98dd-16320f72f51c admin admin] Publish callbacks [] for security_group (6781861f-0069-4aa1-912d-23f14b327476), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.430082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Routers {'b6620ce7-fc96-4483-a889-e3daa0c0e2d0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:00.430920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:04:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:00.456161 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0745fc62-5f72-4e5f-98dd-16320f72f51c admin admin] Publish callbacks [] for security_group (6781861f-0069-4aa1-912d-23f14b327476), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.531026 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0745fc62-5f72-4e5f-98dd-16320f72f51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6781861f-0069-4aa1-912d-23f14b327476), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.535241 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0745fc62-5f72-4e5f-98dd-16320f72f51c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.542332 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0745fc62-5f72-4e5f-98dd-16320f72f51c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6781861f-0069-4aa1-912d-23f14b327476 HTTP/1.1" status: 204 len: 168 time: 0.2327449 Feb 11 05:05:00.553718 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745fc62-5f72-4e5f-98dd-16320f72f51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6781861f-0069-4aa1-912d-23f14b327476,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:00.692880 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c4b0c126-8a2f-41d1-9325-7180602610e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.704000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Set router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:05:00.897214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61ffdc57-3bee-4311-8a71-0104f1d39d8c req-790abc2f-8630-4ac8-b88a-df20d79f11b3 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 210 time: 0.0815413 Feb 11 05:05:00.976358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 4, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd325982b-853b-4968-823b-f951e1ed871f', 'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'mac_address': 'fa:16:3e:70:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:56Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 2, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'subnets': [{'id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:01.018643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45575fe9-c366-4019-a56d-2aa55acca706 req-ddafe19c-afa5-4a8a-82bb-78b7c3e583e6 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 210 time: 0.0529249 Feb 11 05:05:01.037502 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Checking router: b6620ce7-fc96-4483-a889-e3daa0c0e2d0 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:05:01.038303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Updating router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 port d325982b-853b-4968-823b-f951e1ed871f binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:05:01.080461 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d325982b-853b-4968-823b-f951e1ed871f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.274515 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45522) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:01.280886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a1586a80-edb3-4ab8-871f-08a5486bae20 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1329572022-network', 'tenant_id': '1608edb8d74c467ba2445bbad8031ceb'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:01.310955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1586a80-edb3-4ab8-871f-08a5486bae20 admin admin] Made reservation on behalf of 1608edb8d74c467ba2445bbad8031ceb for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:01.318685 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1586a80-edb3-4ab8-871f-08a5486bae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.352650 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1586a80-edb3-4ab8-871f-08a5486bae20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.558597 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1586a80-edb3-4ab8-871f-08a5486bae20 admin admin] Publish callbacks [] for security_group (25fc1374-368c-464a-a34c-c3f7a773f31b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.565964 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1586a80-edb3-4ab8-871f-08a5486bae20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (25fc1374-368c-464a-a34c-c3f7a773f31b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.610844 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1586a80-edb3-4ab8-871f-08a5486bae20 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:05:01.642553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1586a80-edb3-4ab8-871f-08a5486bae20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fc1374-368c-464a-a34c-c3f7a773f31b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:01.650093 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1586a80-edb3-4ab8-871f-08a5486bae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (49129d50-9fc0-435a-aafd-756226ae9a98), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.650444 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-a1586a80-edb3-4ab8-871f-08a5486bae20 admin admin] Added segment 49129d50-9fc0-435a-aafd-756226ae9a98 of type vlan for network 4bb35b92-eced-49b1-8d0d-700719e9dac4 Feb 11 05:05:01.729966 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1586a80-edb3-4ab8-871f-08a5486bae20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (4bb35b92-eced-49b1-8d0d-700719e9dac4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.787191 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1586a80-edb3-4ab8-871f-08a5486bae20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (4bb35b92-eced-49b1-8d0d-700719e9dac4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.788774 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1586a80-edb3-4ab8-871f-08a5486bae20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:01.789687 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1586a80-edb3-4ab8-871f-08a5486bae20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.797031 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Publish callbacks [] for port (d325982b-853b-4968-823b-f951e1ed871f), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.805840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a17653b0-7a94-4ad6-a0f9-ffa18211eaf1 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:01.815600 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d325982b-853b-4968-823b-f951e1ed871f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.851959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45542) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:01.852230 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a1586a80-edb3-4ab8-871f-08a5486bae20 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5764978 Feb 11 05:05:01.866958 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-aeb450f7-84f5-458d-b936-de1d2f4ec827 admin admin] Request body: {'subnet': {'network_id': '4bb35b92-eced-49b1-8d0d-700719e9dac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1329572022-subnet', 'tenant_id': '1608edb8d74c467ba2445bbad8031ceb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:01.896678 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1586a80-edb3-4ab8-871f-08a5486bae20 admin admin] Pushing event updated for resources: {'Network': ['ID=4bb35b92-eced-49b1-8d0d-700719e9dac4,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:01.935820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb450f7-84f5-458d-b936-de1d2f4ec827 admin admin] Made reservation on behalf of 1608edb8d74c467ba2445bbad8031ceb for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:01.945145 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aeb450f7-84f5-458d-b936-de1d2f4ec827 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.978769 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe1ace-2fe6-44fa-8615-cb8d0336ea51 None None] Pushing event updated for resources: {'Port': ['ID=d325982b-853b-4968-823b-f951e1ed871f,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:01.986962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 4bb35b92-eced-49b1-8d0d-700719e9dac4 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:05:02.304997 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.352943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a17653b0-7a94-4ad6-a0f9-ffa18211eaf1 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:02.353387 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a17653b0-7a94-4ad6-a0f9-ffa18211eaf1), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.372758 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aeb450f7-84f5-458d-b936-de1d2f4ec827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for subnet (c7415fec-0ed1-46f6-894b-c75711724d51), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.447129 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Attempting to bind port d325982b-853b-4968-823b-f951e1ed871f on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:02.447599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Attempting to bind port d325982b-853b-4968-823b-f951e1ed871f by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:02.447911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Attempting to bind port d325982b-853b-4968-823b-f951e1ed871f on network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:02.474807 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-721dfd19-2d99-4a6a-b3bc-982008f5b161 req-e0626697-8824-4b9c-bcac-ac888b977aee tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 210 time: 0.1331749 Feb 11 05:05:02.515361 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:02.515779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Checking segment: {'id': '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:02.516246 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.516646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Bound using segment: {'id': '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:02.517143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Bound port: d325982b-853b-4968-823b-f951e1ed871f, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:02.517524 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d325982b-853b-4968-823b-f951e1ed871f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.627167 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.73', 54930) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:02.663869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.88', 53832) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:02.666522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] For port d325982b-853b-4968-823b-f951e1ed871f, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:02.667736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb450f7-84f5-458d-b936-de1d2f4ec827 admin admin] Checking segment: {'id': '49129d50-9fc0-435a-aafd-756226ae9a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4bb35b92-eced-49b1-8d0d-700719e9dac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:02.668104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb450f7-84f5-458d-b936-de1d2f4ec827 admin admin] Network hostable DHCP agents. Network: 4bb35b92-eced-49b1-8d0d-700719e9dac4, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:05:02.670216 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] For port d325982b-853b-4968-823b-f951e1ed871f, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d325982b-853b-4968-823b-f951e1ed871f,segment=NetworkSegment(9c507bc9-7d10-4ff7-8d02-254e3be1f6ed),segment_id=9c507bc9-7d10-4ff7-8d02-254e3be1f6ed)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:02.690316 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d325982b-853b-4968-823b-f951e1ed871f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.699821 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b333303-8281-4a8a-b98f-b878c4d36d0c req-0827febb-cdea-434e-bdc6-aff82ae15754 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 210 time: 0.2546117 Feb 11 05:05:02.730963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Routers {'b6620ce7-fc96-4483-a889-e3daa0c0e2d0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:02.731318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:05:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:02.750743 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-d8f63f52-d81b-4a7d-a9b7-b10856a2e943 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ea9686f40fda411ea8fc8a0b14066543&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1214883 Feb 11 05:05:02.846159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb450f7-84f5-458d-b936-de1d2f4ec827 admin admin] Network 4bb35b92-eced-49b1-8d0d-700719e9dac4 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:05:02.851895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb450f7-84f5-458d-b936-de1d2f4ec827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7415fec-0ed1-46f6-894b-c75711724d51,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:02.864131 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-c70b5dec-bd25-4d08-acd2-232fb103b4a7 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=3284731152404fd587954b6d9b6d011c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1854379 Feb 11 05:05:02.918222 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45578) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:02.964430 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] Set router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:05:02.993644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-aeb450f7-84f5-458d-b936-de1d2f4ec827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 4bb35b92-eced-49b1-8d0d-700719e9dac4) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:03.007198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb450f7-84f5-458d-b936-de1d2f4ec827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:03.007198 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aeb450f7-84f5-458d-b936-de1d2f4ec827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.250260 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-dfaae77b-73c6-4a0e-8bb5-1e805978e73b tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:03.253004 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-dfaae77b-73c6-4a0e-8bb5-1e805978e73b tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3810349 Feb 11 05:05:03.253816 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-0a5492fa-75e0-4f94-9278-5aca2dcf30ec tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:03.255450 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-0a5492fa-75e0-4f94-9278-5aca2dcf30ec tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4993570 Feb 11 05:05:03.259702 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e5f55995-b569-43ee-a92f-e0dfc07b3985 None None] Provisioning complete for port d325982b-853b-4968-823b-f951e1ed871f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:03.260242 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5f55995-b569-43ee-a92f-e0dfc07b3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d325982b-853b-4968-823b-f951e1ed871f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.261758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8f1b6e-ba70-4183-a9ce-1d13b5ead088 None None] Network 4bb35b92-eced-49b1-8d0d-700719e9dac4 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:03.266836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-aeb450f7-84f5-458d-b936-de1d2f4ec827 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4104438 Feb 11 05:05:03.268028 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45598) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:03.273207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1329572022-router', 'tenant_id': '1608edb8d74c467ba2445bbad8031ceb', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:03.304354 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (5ec5a340-60e1-42f6-b053-af8d48d04fdb), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.306041 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (5ec5a340-60e1-42f6-b053-af8d48d04fdb), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.355016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-5bb4b2aa-f9b4-4a84-a5d4-1ed6d03679ab tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Request body: {'port': {'device_id': '38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': 'ea9686f40fda411ea8fc8a0b14066543'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:03.384065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-97c32e37-c17d-40f1-a944-85cd9fc67e36 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Request body: {'port': {'device_id': 'd5003754-e76d-4fa2-b822-f57a230f8d7c', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '3284731152404fd587954b6d9b6d011c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:03.388083 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-14fb19e7-7989-4c72-b16c-459c11a8dc69 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1225076086-network', 'tenant_id': '74a76fe8ac584d85b2325b17c168bf79'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:03.405358 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Publish callbacks [] for router_controller (5ec5a340-60e1-42f6-b053-af8d48d04fdb), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.438737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a17653b0-7a94-4ad6-a0f9-ffa18211eaf1 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:03.519551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe1ace-2fe6-44fa-8615-cb8d0336ea51 None None] Pushing event updated for resources: {'Port': ['ID=d325982b-853b-4968-823b-f951e1ed871f,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:03.542707 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.668025 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 4, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd325982b-853b-4968-823b-f951e1ed871f', 'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'mac_address': 'fa:16:3e:70:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:56Z', 'updated_at': '2022-02-11T05:05:02Z', 'revision_number': 4, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'subnets': [{'id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:03.678239 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-4bb35b92-eced-49b1-8d0d-700719e9dac4', 'network_id': '4bb35b92-eced-49b1-8d0d-700719e9dac4', 'project_id': '1608edb8d74c467ba2445bbad8031ceb', 'fixed_ips': [{'subnet_id': 'c7415fec-0ed1-46f6-894b-c75711724d51'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:05:03.679121 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.757934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e5f55995-b569-43ee-a92f-e0dfc07b3985 None None] Current status of the port d325982b-853b-4968-823b-f951e1ed871f is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:03.758321 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5f55995-b569-43ee-a92f-e0dfc07b3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d325982b-853b-4968-823b-f951e1ed871f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.767609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29580da5-015c-4648-8ecd-e81f55cdb462 None None] The sync data for ids ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'] in n-d-713499-38 is: [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 4, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd325982b-853b-4968-823b-f951e1ed871f', 'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'mac_address': 'fa:16:3e:70:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:56Z', 'updated_at': '2022-02-11T05:05:02Z', 'revision_number': 4, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'subnets': [{'id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:05:03.871033 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fac6a15d-4748-4098-9ebb-e5595f6e5cf8 req-aa0367ae-2cf8-47cc-9842-6c55fdc9b203 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 210 time: 0.1940918 Feb 11 05:05:03.982615 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fb19e7-7989-4c72-b16c-459c11a8dc69 admin admin] Made reservation on behalf of 74a76fe8ac584d85b2325b17c168bf79 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:03.989603 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-14fb19e7-7989-4c72-b16c-459c11a8dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.069242 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-14fb19e7-7989-4c72-b16c-459c11a8dc69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.080249 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e5f55995-b569-43ee-a92f-e0dfc07b3985 None None] For port d325982b-853b-4968-823b-f951e1ed871f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d325982b-853b-4968-823b-f951e1ed871f,segment=NetworkSegment(9c507bc9-7d10-4ff7-8d02-254e3be1f6ed),segment_id=9c507bc9-7d10-4ff7-8d02-254e3be1f6ed)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:04.104468 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5f55995-b569-43ee-a92f-e0dfc07b3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d325982b-853b-4968-823b-f951e1ed871f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.272853 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-5bb4b2aa-f9b4-4a84-a5d4-1ed6d03679ab tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Made reservation on behalf of ea9686f40fda411ea8fc8a0b14066543 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:04.276267 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-5bb4b2aa-f9b4-4a84-a5d4-1ed6d03679ab tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.332659 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-5bb4b2aa-f9b4-4a84-a5d4-1ed6d03679ab tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.367907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-78535ade-8dce-4600-82f0-0c9e0d1f651b None None] Provisioning complete for port d325982b-853b-4968-823b-f951e1ed871f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:04.368415 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-78535ade-8dce-4600-82f0-0c9e0d1f651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d325982b-853b-4968-823b-f951e1ed871f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.380349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Allocated IP 172.20.0.2 (4bb35b92-eced-49b1-8d0d-700719e9dac4/c7415fec-0ed1-46f6-894b-c75711724d51/0b4da52c-81c7-4491-ad30-b1697d1e069d) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:04.445821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f55995-b569-43ee-a92f-e0dfc07b3985 None None] Pushing event updated for resources: {'Port': ['ID=d325982b-853b-4968-823b-f951e1ed871f,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:04.527823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c64b867e-999e-422b-9134-39c00826aee8 req-9a1d9da0-e932-4297-8efb-bfa5e737f42c tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 210 time: 0.6421833 Feb 11 05:05:04.533549 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-14fb19e7-7989-4c72-b16c-459c11a8dc69 admin admin] Publish callbacks [] for security_group (81aab015-e491-4028-8438-89e543740362), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.567749 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-14fb19e7-7989-4c72-b16c-459c11a8dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (81aab015-e491-4028-8438-89e543740362), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.598446 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Publish callbacks [] for router_gateway (5ec5a340-60e1-42f6-b053-af8d48d04fdb), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.675090 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fb19e7-7989-4c72-b16c-459c11a8dc69 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:05:04.796035 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-14fb19e7-7989-4c72-b16c-459c11a8dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (17ca4371-daef-4ee9-9f02-bc6785be0eda), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.802359 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-14fb19e7-7989-4c72-b16c-459c11a8dc69 admin admin] Added segment 17ca4371-daef-4ee9-9f02-bc6785be0eda of type vlan for network 33f89be2-f697-40b3-a347-9e719974ef7b Feb 11 05:05:04.851566 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb19e7-7989-4c72-b16c-459c11a8dc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81aab015-e491-4028-8438-89e543740362,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:04.921460 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.945176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-97c32e37-c17d-40f1-a944-85cd9fc67e36 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Made reservation on behalf of 3284731152404fd587954b6d9b6d011c for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:04.952970 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-97c32e37-c17d-40f1-a944-85cd9fc67e36 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.993917 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-97c32e37-c17d-40f1-a944-85cd9fc67e36 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:05.022893 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-5bb4b2aa-f9b4-4a84-a5d4-1ed6d03679ab tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Publish callbacks [] for security_group (df321753-055c-4e0e-8583-9860c90e8eee), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:05.049429 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-5bb4b2aa-f9b4-4a84-a5d4-1ed6d03679ab tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (df321753-055c-4e0e-8583-9860c90e8eee), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:05.106390 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-14fb19e7-7989-4c72-b16c-459c11a8dc69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (33f89be2-f697-40b3-a347-9e719974ef7b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:05.226370 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc02688b-f5fe-4536-b755-5bec16c14ba1 req-5d9270d2-9872-468d-bf45-edadf3df30c9 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 210 time: 0.0824769 Feb 11 05:05:05.394189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-78535ade-8dce-4600-82f0-0c9e0d1f651b None None] Current status of the port d325982b-853b-4968-823b-f951e1ed871f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:05.459590 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.db.resource_extend [None req-14fb19e7-7989-4c72-b16c-459c11a8dc69 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:05:05.552339 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Publish callbacks [] for port (0b4da52c-81c7-4491-ad30-b1697d1e069d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:05.571560 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (0b4da52c-81c7-4491-ad30-b1697d1e069d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:05.789380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Network 4bb35b92-eced-49b1-8d0d-700719e9dac4 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:05.816092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:05.832900 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:05.881719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d325982b-853b-4968-823b-f951e1ed871f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:05.901786 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Pushing event updated for resources: {'Port': ['ID=0b4da52c-81c7-4491-ad30-b1697d1e069d,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:05.955334 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76978040-d5b1-46d0-a42a-b9f230b3c135 req-86bc0cc8-e264-45a9-8c0b-ed89fef0ef14 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 210 time: 0.0584097 Feb 11 05:05:06.027336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4b2aa-f9b4-4a84-a5d4-1ed6d03679ab tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df321753-055c-4e0e-8583-9860c90e8eee,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:06.047731 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-97c32e37-c17d-40f1-a944-85cd9fc67e36 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Publish callbacks [] for security_group (8457552a-d22d-42ad-a95c-430f15018d24), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.066595 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Publish callbacks [] for router_gateway (5ec5a340-60e1-42f6-b053-af8d48d04fdb), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.146633 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-5bb4b2aa-f9b4-4a84-a5d4-1ed6d03679ab tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Allocated IP 192.168.233.150 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/e10abea3-f3c6-46df-a907-953681eb47ba) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:06.152607 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.164489 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-97c32e37-c17d-40f1-a944-85cd9fc67e36 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8457552a-d22d-42ad-a95c-430f15018d24), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.194421 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Attempting to bind port 0b4da52c-81c7-4491-ad30-b1697d1e069d on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:06.194994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Attempting to bind port 0b4da52c-81c7-4491-ad30-b1697d1e069d by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '49129d50-9fc0-435a-aafd-756226ae9a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4bb35b92-eced-49b1-8d0d-700719e9dac4'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:06.195552 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Attempting to bind port 0b4da52c-81c7-4491-ad30-b1697d1e069d on network 4bb35b92-eced-49b1-8d0d-700719e9dac4 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:06.217285 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:06.218632 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Checking segment: {'id': '49129d50-9fc0-435a-aafd-756226ae9a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4bb35b92-eced-49b1-8d0d-700719e9dac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:06.219671 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.223555 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Bound using segment: {'id': '49129d50-9fc0-435a-aafd-756226ae9a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4bb35b92-eced-49b1-8d0d-700719e9dac4'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:06.224761 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Bound port: 0b4da52c-81c7-4491-ad30-b1697d1e069d, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49129d50-9fc0-435a-aafd-756226ae9a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4bb35b92-eced-49b1-8d0d-700719e9dac4'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:06.225339 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0b4da52c-81c7-4491-ad30-b1697d1e069d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.308823 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d325982b-853b-4968-823b-f951e1ed871f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:06.309208 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d325982b-853b-4968-823b-f951e1ed871f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.502274 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-5bb4b2aa-f9b4-4a84-a5d4-1ed6d03679ab tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Publish callbacks [] for port (e10abea3-f3c6-46df-a907-953681eb47ba), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.542753 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-14fb19e7-7989-4c72-b16c-459c11a8dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (33f89be2-f697-40b3-a347-9e719974ef7b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.544360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fb19e7-7989-4c72-b16c-459c11a8dc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:06.552233 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-14fb19e7-7989-4c72-b16c-459c11a8dc69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.621439 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb19e7-7989-4c72-b16c-459c11a8dc69 admin admin] Pushing event updated for resources: {'Network': ['ID=33f89be2-f697-40b3-a347-9e719974ef7b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:06.631086 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-5bb4b2aa-f9b4-4a84-a5d4-1ed6d03679ab tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (e10abea3-f3c6-46df-a907-953681eb47ba), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.730341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] For port 0b4da52c-81c7-4491-ad30-b1697d1e069d, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:06.745217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45706) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:06.746672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4b2aa-f9b4-4a84-a5d4-1ed6d03679ab tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Pushing event updated for resources: {'Port': ['ID=e10abea3-f3c6-46df-a907-953681eb47ba,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:06.766273 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-14fb19e7-7989-4c72-b16c-459c11a8dc69 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.8459411 Feb 11 05:05:06.770313 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45712) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:06.776295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-fd409e9d-c25b-4dcb-8da5-86b152f05e8b admin admin] Request body: {'subnet': {'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1225076086-subnet', 'tenant_id': '74a76fe8ac584d85b2325b17c168bf79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:06.780779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] For port 0b4da52c-81c7-4491-ad30-b1697d1e069d, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0b4da52c-81c7-4491-ad30-b1697d1e069d,segment=NetworkSegment(49129d50-9fc0-435a-aafd-756226ae9a98),segment_id=49129d50-9fc0-435a-aafd-756226ae9a98)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:06.797118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 33f89be2-f697-40b3-a347-9e719974ef7b details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:05:06.810384 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-5bb4b2aa-f9b4-4a84-a5d4-1ed6d03679ab tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:06.813452 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (0b4da52c-81c7-4491-ad30-b1697d1e069d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.814852 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd409e9d-c25b-4dcb-8da5-86b152f05e8b admin admin] Made reservation on behalf of 74a76fe8ac584d85b2325b17c168bf79 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:06.818763 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fd409e9d-c25b-4dcb-8da5-86b152f05e8b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.826611 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-5bb4b2aa-f9b4-4a84-a5d4-1ed6d03679ab tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:06.871276 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-5bb4b2aa-f9b4-4a84-a5d4-1ed6d03679ab tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:06.879071 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-5bb4b2aa-f9b4-4a84-a5d4-1ed6d03679ab tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:06.880220 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-5bb4b2aa-f9b4-4a84-a5d4-1ed6d03679ab tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.921238 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d325982b-853b-4968-823b-f951e1ed871f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:07.086601 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-5bb4b2aa-f9b4-4a84-a5d4-1ed6d03679ab tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7326753 Feb 11 05:05:07.155859 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98eef5f0-922e-4778-afce-f415f9f316cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.170911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000bde2-ee9d-41cd-a1a8-4a5b9c4685bf None None] Pushing event updated for resources: {'Port': ['ID=0b4da52c-81c7-4491-ad30-b1697d1e069d,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:07.175696 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-13d9347c-204d-4168-b29b-213700b2d5fc tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:05:07.176825 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-13d9347c-204d-4168-b29b-213700b2d5fc tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181406 Feb 11 05:05:07.248308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c32e37-c17d-40f1-a944-85cd9fc67e36 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8457552a-d22d-42ad-a95c-430f15018d24,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:07.315756 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1912d1e-e026-4c5f-8982-65596b0f42d5 req-4bee9fd1-23cf-4819-9704-23b5c36ff0fc tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 210 time: 0.2583036 Feb 11 05:05:07.351335 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2838fd23-2933-4c54-a58d-590eaa2044e0 None None] Provisioning complete for port e10abea3-f3c6-46df-a907-953681eb47ba triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:07.358792 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2838fd23-2933-4c54-a58d-590eaa2044e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e10abea3-f3c6-46df-a907-953681eb47ba), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.475875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-97c32e37-c17d-40f1-a944-85cd9fc67e36 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Allocated IP 192.168.233.254 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/e592624c-e491-4aab-b3d0-dec67b8dc9fe) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:07.513309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Request body: {'port': {'device_id': '38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64', 'device_owner': 'compute:tempest-test_az-867606256', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:07.557656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2838fd23-2933-4c54-a58d-590eaa2044e0 None None] Port e10abea3-f3c6-46df-a907-953681eb47ba cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:05:07.751232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Allocated IP 172.25.5.177 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/f51f2969-2ae7-4fb0-8034-a5afa049dafe) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:07.856566 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0b4da52c-81c7-4491-ad30-b1697d1e069d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:07.900140 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fd409e9d-c25b-4dcb-8da5-86b152f05e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for subnet (91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.912617 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98eef5f0-922e-4778-afce-f415f9f316cf admin admin] Publish callbacks [] for security_group (403f2367-e6c2-47b0-b19d-5f93b1a9f9ab), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.019136 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 0b4da52c-81c7-4491-ad30-b1697d1e069d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:08.019803 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0b4da52c-81c7-4491-ad30-b1697d1e069d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.020771 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd409e9d-c25b-4dcb-8da5-86b152f05e8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:08.063242 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98eef5f0-922e-4778-afce-f415f9f316cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (403f2367-e6c2-47b0-b19d-5f93b1a9f9ab), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.115043 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-98eef5f0-922e-4778-afce-f415f9f316cf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f9fa54aa2e5d46be8179030d8dc9ce90&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3652537 Feb 11 05:05:08.125060 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45750) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:08.150271 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-97c32e37-c17d-40f1-a944-85cd9fc67e36 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Publish callbacks [] for port (e592624c-e491-4aab-b3d0-dec67b8dc9fe), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.156841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 0b4da52c-81c7-4491-ad30-b1697d1e069d is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:08.157512 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0b4da52c-81c7-4491-ad30-b1697d1e069d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.202586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9e0cc-8516-4356-96a5-3513c2963cb6 req-aa123240-4e6e-41b4-afd1-6503354de995 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:08.209683 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02b9e0cc-8516-4356-96a5-3513c2963cb6 req-aa123240-4e6e-41b4-afd1-6503354de995 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 936 time: 1.0941856 Feb 11 05:05:08.216268 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-97c32e37-c17d-40f1-a944-85cd9fc67e36 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (e592624c-e491-4aab-b3d0-dec67b8dc9fe), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.291822 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 0b4da52c-81c7-4491-ad30-b1697d1e069d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0b4da52c-81c7-4491-ad30-b1697d1e069d,segment=NetworkSegment(49129d50-9fc0-435a-aafd-756226ae9a98),segment_id=49129d50-9fc0-435a-aafd-756226ae9a98)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:08.300138 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (0b4da52c-81c7-4491-ad30-b1697d1e069d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.336726 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-788cbb07-35aa-4320-b99b-0758ea8f64cb admin admin] Publish callbacks [] for security_group (403f2367-e6c2-47b0-b19d-5f93b1a9f9ab), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.383727 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-788cbb07-35aa-4320-b99b-0758ea8f64cb admin admin] Publish callbacks [] for security_group (403f2367-e6c2-47b0-b19d-5f93b1a9f9ab), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.412586 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=0b4da52c-81c7-4491-ad30-b1697d1e069d,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:08.434856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-97c32e37-c17d-40f1-a944-85cd9fc67e36 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:08.461388 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-97c32e37-c17d-40f1-a944-85cd9fc67e36 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:08.472938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-97c32e37-c17d-40f1-a944-85cd9fc67e36 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:08.478310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-97c32e37-c17d-40f1-a944-85cd9fc67e36 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:08.479033 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-97c32e37-c17d-40f1-a944-85cd9fc67e36 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.483210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c32e37-c17d-40f1-a944-85cd9fc67e36 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Pushing event updated for resources: {'Port': ['ID=e592624c-e491-4aab-b3d0-dec67b8dc9fe,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:08.562443 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e10abea3-f3c6-46df-a907-953681eb47ba), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.562443 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eef5f0-922e-4778-afce-f415f9f316cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403f2367-e6c2-47b0-b19d-5f93b1a9f9ab,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:08.562635 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02b9e0cc-8516-4356-96a5-3513c2963cb6 req-d56f6f94-9821-4ac4-8006-98971db40b45 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/security-groups?id=df321753-055c-4e0e-8583-9860c90e8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511486 Feb 11 05:05:08.576023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-97c32e37-c17d-40f1-a944-85cd9fc67e36 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1974041 Feb 11 05:05:08.580103 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Publish callbacks [] for port (f51f2969-2ae7-4fb0-8034-a5afa049dafe), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.582459 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd409e9d-c25b-4dcb-8da5-86b152f05e8b admin admin] Checking segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:08.582753 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd409e9d-c25b-4dcb-8da5-86b152f05e8b admin admin] Network hostable DHCP agents. Network: 33f89be2-f697-40b3-a347-9e719974ef7b, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:05:08.588014 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-788cbb07-35aa-4320-b99b-0758ea8f64cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (403f2367-e6c2-47b0-b19d-5f93b1a9f9ab), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.590733 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-788cbb07-35aa-4320-b99b-0758ea8f64cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.615070 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-788cbb07-35aa-4320-b99b-0758ea8f64cb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/403f2367-e6c2-47b0-b19d-5f93b1a9f9ab HTTP/1.1" status: 204 len: 168 time: 0.4818108 Feb 11 05:05:08.621175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-ba73093d-fee4-4cd8-be0b-323d92e591e3 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:05:08.622648 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-ba73093d-fee4-4cd8-be0b-323d92e591e3 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0180359 Feb 11 05:05:08.683502 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cbb07-35aa-4320-b99b-0758ea8f64cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403f2367-e6c2-47b0-b19d-5f93b1a9f9ab,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:08.756571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd409e9d-c25b-4dcb-8da5-86b152f05e8b admin admin] Network 33f89be2-f697-40b3-a347-9e719974ef7b is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:05:08.924755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02719f01-7f9d-4b06-9031-50a77b58f6a4 req-0f4b2b9c-1565-4166-b68d-5e7d41af5b5b tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:08.933370 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02719f01-7f9d-4b06-9031-50a77b58f6a4 req-0f4b2b9c-1565-4166-b68d-5e7d41af5b5b tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 936 time: 0.2538154 Feb 11 05:05:08.935752 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (f51f2969-2ae7-4fb0-8034-a5afa049dafe), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.992858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Request body: {'port': {'device_id': 'd5003754-e76d-4fa2-b822-f57a230f8d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:08.994517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19a4770-12b2-47c7-aabb-961df0c1c0ee None None] Network 4bb35b92-eced-49b1-8d0d-700719e9dac4 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:09.250513 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e592624c-e491-4aab-b3d0-dec67b8dc9fe), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.292676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-255c5cdb-d642-4be4-b53f-b1930b2f49d8 None None] Provisioning complete for port 0b4da52c-81c7-4491-ad30-b1697d1e069d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:09.294294 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-255c5cdb-d642-4be4-b53f-b1930b2f49d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0b4da52c-81c7-4491-ad30-b1697d1e069d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.413326 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10abea3-f3c6-46df-a907-953681eb47ba {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:09.423310 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Publish callbacks [] for port (e10abea3-f3c6-46df-a907-953681eb47ba), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.448278 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Transition to ACTIVE for port object e10abea3-f3c6-46df-a907-953681eb47ba will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:05:09.450571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-fd409e9d-c25b-4dcb-8da5-86b152f05e8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 33f89be2-f697-40b3-a347-9e719974ef7b) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:09.462847 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd409e9d-c25b-4dcb-8da5-86b152f05e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:09.463312 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fd409e9d-c25b-4dcb-8da5-86b152f05e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.479955 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e10abea3-f3c6-46df-a907-953681eb47ba), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.546202 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc439b35-d6e9-4959-9a7e-6fdb5806831f None None] Network 33f89be2-f697-40b3-a347-9e719974ef7b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:09.649596 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.717724 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fd409e9d-c25b-4dcb-8da5-86b152f05e8b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.9469588 Feb 11 05:05:09.787784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45790) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:09.873504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0b4da52c-81c7-4491-ad30-b1697d1e069d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:09.969391 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c88c5a30-07df-42a2-80a2-f02c97d308c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.097625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e10abea3-f3c6-46df-a907-953681eb47ba,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:10.158173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-255c5cdb-d642-4be4-b53f-b1930b2f49d8 None None] Current status of the port 0b4da52c-81c7-4491-ad30-b1697d1e069d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:10.259069 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Attempting to bind port e10abea3-f3c6-46df-a907-953681eb47ba on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:10.260016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Attempting to bind port e10abea3-f3c6-46df-a907-953681eb47ba by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:10.260522 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Attempting to bind port e10abea3-f3c6-46df-a907-953681eb47ba on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:10.289700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Port e10abea3-f3c6-46df-a907-953681eb47ba on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:05:10.290449 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Attempting to bind port e10abea3-f3c6-46df-a907-953681eb47ba on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:10.318005 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:10.331025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:10.333455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:10.333955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Bound port: e10abea3-f3c6-46df-a907-953681eb47ba, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:10.347024 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e10abea3-f3c6-46df-a907-953681eb47ba), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.349217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45796) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:10.378814 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f4751d-db0d-4cc4-87ab-315ee065e9f4 None None] Network 33f89be2-f697-40b3-a347-9e719974ef7b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:10.537116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:10.595556 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] For port e10abea3-f3c6-46df-a907-953681eb47ba, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:10.599715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Pushing event updated for resources: {'Port': ['ID=f51f2969-2ae7-4fb0-8034-a5afa049dafe,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:10.619051 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] For port e10abea3-f3c6-46df-a907-953681eb47ba, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e10abea3-f3c6-46df-a907-953681eb47ba,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:10.638554 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e10abea3-f3c6-46df-a907-953681eb47ba), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.644847 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 0b4da52c-81c7-4491-ad30-b1697d1e069d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:10.645229 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0b4da52c-81c7-4491-ad30-b1697d1e069d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.713687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3c3126d9-ffed-4526-b0d8-84712dd44bba None None] Provisioning complete for port e592624c-e491-4aab-b3d0-dec67b8dc9fe triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:10.713982 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c3126d9-ffed-4526-b0d8-84712dd44bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e592624c-e491-4aab-b3d0-dec67b8dc9fe), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.738243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:10.773530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:10.808142 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:10.808778 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.818921 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] 10.222.0.73 "PUT /v2.0/ports/e10abea3-f3c6-46df-a907-953681eb47ba HTTP/1.1" status: 200 len: 1118 time: 3.4773920 Feb 11 05:05:10.821590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64', 'tag': 'e10abea3-f3c6-46df-a907-953681eb47ba'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:11.001815 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3c3126d9-ffed-4526-b0d8-84712dd44bba None None] Port e592624c-e491-4aab-b3d0-dec67b8dc9fe cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:05:11.153551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 0b4da52c-81c7-4491-ad30-b1697d1e069d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:11.172642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e592624c-e491-4aab-b3d0-dec67b8dc9fe {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:11.191470 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674e2ef-335c-4fa4-8161-225d52def8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e10abea3-f3c6-46df-a907-953681eb47ba,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:11.195554 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Publish callbacks [] for port (e592624c-e491-4aab-b3d0-dec67b8dc9fe), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.218503 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fdc3a85b-15fd-4aae-a067-7286bcd0cb9f None None] Provisioning complete for port 0b4da52c-81c7-4491-ad30-b1697d1e069d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:11.219145 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fdc3a85b-15fd-4aae-a067-7286bcd0cb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0b4da52c-81c7-4491-ad30-b1697d1e069d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.264576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Transition to ACTIVE for port object e592624c-e491-4aab-b3d0-dec67b8dc9fe will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:05:11.271681 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3038be7-69c6-4721-b3a9-1d9c2faec90f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.325813 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c88c5a30-07df-42a2-80a2-f02c97d308c0 admin admin] Publish callbacks [] for security_group (59bbaca6-af01-48e5-b8d7-ce673d46de3e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.336754 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02719f01-7f9d-4b06-9031-50a77b58f6a4 req-d9e4c358-439d-45d9-bcea-787ccb92e2b8 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3974404 Feb 11 05:05:11.347676 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c88c5a30-07df-42a2-80a2-f02c97d308c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (59bbaca6-af01-48e5-b8d7-ce673d46de3e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.401099 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c5a30-07df-42a2-80a2-f02c97d308c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bbaca6-af01-48e5-b8d7-ce673d46de3e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:11.423618 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-2bca8174-4023-40f1-9dfd-58f602be1529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:11.426101 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-2bca8174-4023-40f1-9dfd-58f602be1529 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea9686f40fda411ea8fc8a0b14066543&device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 1152 time: 0.3846877 Feb 11 05:05:11.454631 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f2ee90-41bc-4251-ae2d-21b16ecfb35b" -d '{"events": [{"name": "network-changed", "server_uuid": "38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64", "tag": "e10abea3-f3c6-46df-a907-953681eb47ba"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:11.569672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3a85b-15fd-4aae-a067-7286bcd0cb9f None None] Current status of the port 0b4da52c-81c7-4491-ad30-b1697d1e069d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:11.584407 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c88c5a30-07df-42a2-80a2-f02c97d308c0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ecda6307f8414e4cb2f8e42caebbf175&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7766328 Feb 11 05:05:11.609317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45820) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:11.610128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45822) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:11.622335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-f844c9b1-f464-43f1-b89b-f3c06e63612d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2105112699-network', 'tenant_id': '35dff32d7ee74009abb06769d4050be6'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:11.634213 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-8b9f542e-c373-4580-bf3a-0db00176b1f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e10abea3-f3c6-46df-a907-953681eb47ba HTTP/1.1" status: 200 len: 217 time: 0.1595232 Feb 11 05:05:11.636595 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e592624c-e491-4aab-b3d0-dec67b8dc9fe), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.762352 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3038be7-69c6-4721-b3a9-1d9c2faec90f admin admin] Publish callbacks [] for security_group (b0cfae91-59f0-4dbc-bc80-a1fe455fafff), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.765241 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-f13db68b-9753-4838-946a-ef0d291c3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:11.767115 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-f13db68b-9753-4838-946a-ef0d291c3e1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1236899 Feb 11 05:05:11.769881 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Publish callbacks [] for router_gateway (5ec5a340-60e1-42f6-b053-af8d48d04fdb), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.771536 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3038be7-69c6-4721-b3a9-1d9c2faec90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b0cfae91-59f0-4dbc-bc80-a1fe455fafff), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.813751 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3038be7-69c6-4721-b3a9-1d9c2faec90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cfae91-59f0-4dbc-bc80-a1fe455fafff,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:11.873501 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcce8bd5-4b0c-4c91-9efa-c1091fd23de5 x-openstack-request-id: req-bcce8bd5-4b0c-4c91-9efa-c1091fd23de5 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:11.873799 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64", "tag": "e10abea3-f3c6-46df-a907-953681eb47ba", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:11.874238 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bcce8bd5-4b0c-4c91-9efa-c1091fd23de5 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:11.874868 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64', 'tag': 'e10abea3-f3c6-46df-a907-953681eb47ba', 'status': 'completed', 'code': 200} Feb 11 05:05:11.925324 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e3038be7-69c6-4721-b3a9-1d9c2faec90f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b9c396f740834f02bb89a221c031f207&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5735555 Feb 11 05:05:11.930791 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45828) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:11.977387 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-61d3eb8f-d171-44c2-8a2c-29db73b3c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:11.978872 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-61d3eb8f-d171-44c2-8a2c-29db73b3c2ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2039263 Feb 11 05:05:12.037360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04185f-c1e7-427e-af0b-c5b3f9385399 req-b23e196d-f6a6-440d-bf2d-60b021d6d963 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:12.040941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c04185f-c1e7-427e-af0b-c5b3f9385399 req-b23e196d-f6a6-440d-bf2d-60b021d6d963 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 969 time: 1.5030386 Feb 11 05:05:12.106720 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8645a986-22e8-4d3e-87e7-45acc15361e4 admin admin] Publish callbacks [] for security_group (b0cfae91-59f0-4dbc-bc80-a1fe455fafff), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.119821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e592624c-e491-4aab-b3d0-dec67b8dc9fe,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:12.136103 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f844c9b1-f464-43f1-b89b-f3c06e63612d admin admin] Made reservation on behalf of 35dff32d7ee74009abb06769d4050be6 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:12.141440 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f844c9b1-f464-43f1-b89b-f3c06e63612d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.153212 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8645a986-22e8-4d3e-87e7-45acc15361e4 admin admin] Publish callbacks [] for security_group (b0cfae91-59f0-4dbc-bc80-a1fe455fafff), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.188380 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-60848373-d588-4482-9a0d-598a517917d7 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951423 Feb 11 05:05:12.218561 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f844c9b1-f464-43f1-b89b-f3c06e63612d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.325397 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-edb0f247-0d44-47c0-9625-5b33c4f3b170 req-fc52bf2f-bd95-4e99-9fc4-7bbe9c25c83e service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039534 Feb 11 05:05:12.380472 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8645a986-22e8-4d3e-87e7-45acc15361e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b0cfae91-59f0-4dbc-bc80-a1fe455fafff), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.383172 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8645a986-22e8-4d3e-87e7-45acc15361e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.384639 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8645a986-22e8-4d3e-87e7-45acc15361e4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b0cfae91-59f0-4dbc-bc80-a1fe455fafff HTTP/1.1" status: 204 len: 168 time: 0.4530947 Feb 11 05:05:12.429649 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645a986-22e8-4d3e-87e7-45acc15361e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cfae91-59f0-4dbc-bc80-a1fe455fafff,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:12.599689 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2ee90-41bc-4251-ae2d-21b16ecfb35b req-57476eb3-d039-4da5-8c4c-662e926265dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:12.601373 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-25f2ee90-41bc-4251-ae2d-21b16ecfb35b req-57476eb3-d039-4da5-8c4c-662e926265dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea9686f40fda411ea8fc8a0b14066543&device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 1152 time: 0.1785381 Feb 11 05:05:12.714033 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c04185f-c1e7-427e-af0b-c5b3f9385399 req-70f6aec4-2cb2-4106-b9a9-5f5ec250f477 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/security-groups?id=df321753-055c-4e0e-8583-9860c90e8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450143 Feb 11 05:05:12.756499 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5098e12c-ddd3-46ec-a302-ab83cc618d94 admin admin] Publish callbacks [] for security_group (59bbaca6-af01-48e5-b8d7-ce673d46de3e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.762716 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Attempting to bind port e592624c-e491-4aab-b3d0-dec67b8dc9fe on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:12.763182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Attempting to bind port e592624c-e491-4aab-b3d0-dec67b8dc9fe by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:12.763841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Attempting to bind port e592624c-e491-4aab-b3d0-dec67b8dc9fe on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:12.766337 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (5ec5a340-60e1-42f6-b053-af8d48d04fdb), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.801792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Port e592624c-e491-4aab-b3d0-dec67b8dc9fe on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:05:12.805568 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Attempting to bind port e592624c-e491-4aab-b3d0-dec67b8dc9fe on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:12.831149 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5098e12c-ddd3-46ec-a302-ab83cc618d94 admin admin] Publish callbacks [] for security_group (59bbaca6-af01-48e5-b8d7-ce673d46de3e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.834971 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:12.835311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:12.836085 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:12.836589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Bound port: e592624c-e491-4aab-b3d0-dec67b8dc9fe, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:12.837012 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e592624c-e491-4aab-b3d0-dec67b8dc9fe), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.968344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f21e7f-bd69-4585-92f7-d57807912977 req-d29b423f-f7e8-4fa0-8614-c3f32801cac2 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:12.970107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7f21e7f-bd69-4585-92f7-d57807912977 req-d29b423f-f7e8-4fa0-8614-c3f32801cac2 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 948 time: 0.3788600 Feb 11 05:05:12.988357 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2ee90-41bc-4251-ae2d-21b16ecfb35b req-e8f66f08-f9ec-4262-8f80-6b2d243ea944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:12.990836 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-25f2ee90-41bc-4251-ae2d-21b16ecfb35b req-e8f66f08-f9ec-4262-8f80-6b2d243ea944 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.3528299 Feb 11 05:05:13.081770 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-25f2ee90-41bc-4251-ae2d-21b16ecfb35b req-daaea4bd-6684-4465-86ca-163592f50e37 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e10abea3-f3c6-46df-a907-953681eb47ba HTTP/1.1" status: 200 len: 217 time: 0.0649734 Feb 11 05:05:13.165712 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f844c9b1-f464-43f1-b89b-f3c06e63612d admin admin] Publish callbacks [] for security_group (67807d6c-24f7-4052-a872-cc6d161be1ab), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.178705 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45836) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:13.182638 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5098e12c-ddd3-46ec-a302-ab83cc618d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (59bbaca6-af01-48e5-b8d7-ce673d46de3e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.186152 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5098e12c-ddd3-46ec-a302-ab83cc618d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.187457 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5098e12c-ddd3-46ec-a302-ab83cc618d94 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/59bbaca6-af01-48e5-b8d7-ce673d46de3e HTTP/1.1" status: 204 len: 168 time: 1.5742924 Feb 11 05:05:13.203171 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f844c9b1-f464-43f1-b89b-f3c06e63612d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (67807d6c-24f7-4052-a872-cc6d161be1ab), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.207508 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0df1047-e58b-493a-8982-1139f90ed97c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.223339 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2ee90-41bc-4251-ae2d-21b16ecfb35b req-c3000e4f-439b-4ce6-861b-d82798bf1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:13.224937 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-25f2ee90-41bc-4251-ae2d-21b16ecfb35b req-c3000e4f-439b-4ce6-861b-d82798bf1afb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1317441 Feb 11 05:05:13.249932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098e12c-ddd3-46ec-a302-ab83cc618d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bbaca6-af01-48e5-b8d7-ce673d46de3e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:13.262783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] For port e592624c-e491-4aab-b3d0-dec67b8dc9fe, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:13.269638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f844c9b1-f464-43f1-b89b-f3c06e63612d admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:05:13.280638 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7f21e7f-bd69-4585-92f7-d57807912977 req-3a5f86f3-1c17-46fc-b085-944839891b81 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808716 Feb 11 05:05:13.301524 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f844c9b1-f464-43f1-b89b-f3c06e63612d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (db05eaa4-7039-4ed1-a651-92afafaacd19), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.303525 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-f844c9b1-f464-43f1-b89b-f3c06e63612d admin admin] Added segment db05eaa4-7039-4ed1-a651-92afafaacd19 of type vlan for network 2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a Feb 11 05:05:13.326806 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2ee90-41bc-4251-ae2d-21b16ecfb35b req-37525b80-2f47-4692-bbb7-9500487a1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:13.328408 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-25f2ee90-41bc-4251-ae2d-21b16ecfb35b req-37525b80-2f47-4692-bbb7-9500487a1157 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0921257 Feb 11 05:05:13.397961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] For port e592624c-e491-4aab-b3d0-dec67b8dc9fe, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e592624c-e491-4aab-b3d0-dec67b8dc9fe,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:13.439784 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0df1047-e58b-493a-8982-1139f90ed97c admin admin] Publish callbacks [] for security_group (769be359-cd2a-46c5-9f3e-9437b5e14596), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.447660 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0df1047-e58b-493a-8982-1139f90ed97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (769be359-cd2a-46c5-9f3e-9437b5e14596), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.452170 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e592624c-e491-4aab-b3d0-dec67b8dc9fe), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.470017 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844c9b1-f464-43f1-b89b-f3c06e63612d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67807d6c-24f7-4052-a872-cc6d161be1ab,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:13.478693 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f844c9b1-f464-43f1-b89b-f3c06e63612d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.514384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:13.515118 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.520486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] 10.222.0.88 "PUT /v2.0/ports/e592624c-e491-4aab-b3d0-dec67b8dc9fe HTTP/1.1" status: 200 len: 1097 time: 4.7064295 Feb 11 05:05:13.525964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5003754-e76d-4fa2-b822-f57a230f8d7c', 'tag': 'e592624c-e491-4aab-b3d0-dec67b8dc9fe'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:13.782329 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.885570 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b0df1047-e58b-493a-8982-1139f90ed97c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ada7d1e34a2e49d8aa920cda378cafde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6897924 Feb 11 05:05:13.886423 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45854) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:13.894464 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.resource_extend [None req-f844c9b1-f464-43f1-b89b-f3c06e63612d admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:05:13.925926 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df1047-e58b-493a-8982-1139f90ed97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769be359-cd2a-46c5-9f3e-9437b5e14596,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:13.958182 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-25f2ee90-41bc-4251-ae2d-21b16ecfb35b req-e4c41ce7-4744-4883-94ea-68304821ff1b service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128950 Feb 11 05:05:14.013902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Router 5ec5a340-60e1-42f6-b053-af8d48d04fdb is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:05:14.035067 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dd92d1-2f15-43f9-a35a-410b286378f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d5003754-e76d-4fa2-b822-f57a230f8d7c", "tag": "e592624c-e491-4aab-b3d0-dec67b8dc9fe"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:14.040128 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d254570-550a-4330-a35f-eeb59b517031 admin admin] Publish callbacks [] for security_group (769be359-cd2a-46c5-9f3e-9437b5e14596), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.057452 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f844c9b1-f464-43f1-b89b-f3c06e63612d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.058423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f844c9b1-f464-43f1-b89b-f3c06e63612d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:14.059397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f844c9b1-f464-43f1-b89b-f3c06e63612d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.078929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea25147-78ee-4265-a619-1ed473da79b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e592624c-e491-4aab-b3d0-dec67b8dc9fe,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:14.105659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-82a574de-284f-4f54-860c-a82a28a48f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:14.107856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-82a574de-284f-4f54-860c-a82a28a48f6a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3284731152404fd587954b6d9b6d011c&device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 1131 time: 0.4219475 Feb 11 05:05:14.198626 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d254570-550a-4330-a35f-eeb59b517031 admin admin] Publish callbacks [] for security_group (769be359-cd2a-46c5-9f3e-9437b5e14596), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.423816 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-25f2ee90-41bc-4251-ae2d-21b16ecfb35b req-b43e83b2-6adf-4770-ac15-aab0aad10cdf service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402151 Feb 11 05:05:14.503255 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d254570-550a-4330-a35f-eeb59b517031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (769be359-cd2a-46c5-9f3e-9437b5e14596), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.507055 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d254570-550a-4330-a35f-eeb59b517031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.508582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f844c9b1-f464-43f1-b89b-f3c06e63612d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8970358 Feb 11 05:05:14.509427 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4d254570-550a-4330-a35f-eeb59b517031 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/769be359-cd2a-46c5-9f3e-9437b5e14596 HTTP/1.1" status: 204 len: 168 time: 0.6179779 Feb 11 05:05:14.516148 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-9882103f-3328-47e1-b02f-33db311ef7d6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e592624c-e491-4aab-b3d0-dec67b8dc9fe HTTP/1.1" status: 200 len: 217 time: 0.3931100 Feb 11 05:05:14.516596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45870) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:14.526319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-94e3cb3a-d9c8-4853-8aff-0e1fbe170231 admin admin] Request body: {'subnet': {'network_id': '2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2105112699-subnet', 'tenant_id': '35dff32d7ee74009abb06769d4050be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:14.533673 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d254570-550a-4330-a35f-eeb59b517031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769be359-cd2a-46c5-9f3e-9437b5e14596,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:14.538069 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844c9b1-f464-43f1-b89b-f3c06e63612d admin admin] Pushing event updated for resources: {'Network': ['ID=2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:14.568601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634e835-1239-4449-bb2e-95565cd6cec7 req-a74a0392-fce0-4067-bbb0-35c3f0104f8a tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:14.570250 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7634e835-1239-4449-bb2e-95565cd6cec7 req-a74a0392-fce0-4067-bbb0-35c3f0104f8a tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 969 time: 0.6803789 Feb 11 05:05:14.588889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:05:14.794044 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ddd326-97b2-4e3d-96a4-6e07b43553d6 x-openstack-request-id: req-07ddd326-97b2-4e3d-96a4-6e07b43553d6 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:14.794401 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5003754-e76d-4fa2-b822-f57a230f8d7c", "tag": "e592624c-e491-4aab-b3d0-dec67b8dc9fe", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:14.795233 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-07ddd326-97b2-4e3d-96a4-6e07b43553d6 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:14.795771 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5003754-e76d-4fa2-b822-f57a230f8d7c', 'tag': 'e592624c-e491-4aab-b3d0-dec67b8dc9fe', 'status': 'completed', 'code': 200} Feb 11 05:05:14.822384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e3cb3a-d9c8-4853-8aff-0e1fbe170231 admin admin] Made reservation on behalf of 35dff32d7ee74009abb06769d4050be6 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:14.825177 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e3cb3a-d9c8-4853-8aff-0e1fbe170231 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.915754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:05:15.053319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-2f5a6e4b-d0c6-471d-8521-a278a370a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:15.054915 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-2f5a6e4b-d0c6-471d-8521-a278a370a817 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.5106888 Feb 11 05:05:15.055225 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Sync routers for ids ['5ec5a340-60e1-42f6-b053-af8d48d04fdb'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:05:15.077967 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Routers {'5ec5a340-60e1-42f6-b053-af8d48d04fdb'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:15.079114 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:05:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5ec5a340-60e1-42f6-b053-af8d48d04fdb'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:15.389077 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.390347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4d547f7c-4f36-4b02-b085-f722391d2f5a admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 12.1214833 Feb 11 05:05:15.393898 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45888) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:15.434139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7634e835-1239-4449-bb2e-95565cd6cec7 req-c3af92b6-f429-418c-9055-171e79ed8c19 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/security-groups?id=df321753-055c-4e0e-8583-9860c90e8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8409276 Feb 11 05:05:15.474348 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Set router 5ec5a340-60e1-42f6-b053-af8d48d04fdb gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:05:15.487505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7c673-5731-4f5f-9575-eb9456420c7d req-443310de-80f1-41bd-ab7c-f5c9691c8d9d tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:15.496320 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08d7c673-5731-4f5f-9575-eb9456420c7d req-443310de-80f1-41bd-ab7c-f5c9691c8d9d tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 948 time: 0.6094565 Feb 11 05:05:15.582384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-e79ddac4-facd-46f8-8c04-a9374a23238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:15.584588 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-e79ddac4-facd-46f8-8c04-a9374a23238e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4196184 Feb 11 05:05:15.793982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08d7c673-5731-4f5f-9575-eb9456420c7d req-3a631f51-9ba9-48f5-a18a-2d151de2e00f tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871900 Feb 11 05:05:15.902782 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e3cb3a-d9c8-4853-8aff-0e1fbe170231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for subnet (a0496a61-c493-46d5-bab1-f76be92b2ffd), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.995363 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1329572022-router', 'tenant_id': '1608edb8d74c467ba2445bbad8031ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f51f2969-2ae7-4fb0-8034-a5afa049dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:05:03Z', 'updated_at': '2022-02-11T05:05:11Z', 'revision_number': 3, 'project_id': '1608edb8d74c467ba2445bbad8031ceb', 'gw_port': {'id': 'f51f2969-2ae7-4fb0-8034-a5afa049dafe', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:05:06Z', 'updated_at': '2022-02-11T05:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:16.014921 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-05e280cf-4362-4321-9e6b-f3d1ba3bfcc5 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134066 Feb 11 05:05:16.037056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3cb3a-d9c8-4853-8aff-0e1fbe170231 admin admin] Checking segment: {'id': 'db05eaa4-7039-4ed1-a651-92afafaacd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:16.037478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e3cb3a-d9c8-4853-8aff-0e1fbe170231 admin admin] Network hostable DHCP agents. Network: 2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:05:16.041412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3cb3a-d9c8-4853-8aff-0e1fbe170231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0496a61-c493-46d5-bab1-f76be92b2ffd,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:16.066490 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Checking router: 5ec5a340-60e1-42f6-b053-af8d48d04fdb for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:05:16.076089 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Updating router 5ec5a340-60e1-42f6-b053-af8d48d04fdb port f51f2969-2ae7-4fb0-8034-a5afa049dafe binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:05:16.090360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e3cb3a-d9c8-4853-8aff-0e1fbe170231 admin admin] Network 2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:05:16.147134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-94e3cb3a-d9c8-4853-8aff-0e1fbe170231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:16.152984 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f51f2969-2ae7-4fb0-8034-a5afa049dafe), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:16.155580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e3cb3a-d9c8-4853-8aff-0e1fbe170231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:16.156312 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e3cb3a-d9c8-4853-8aff-0e1fbe170231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:16.159078 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532ce423-2e1c-4e98-89e6-16a1e66f894f None None] Network 2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:16.184717 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c42fdd7c-847b-45cb-b358-d345a72b6976 req-6a318c21-ea46-47fd-b145-afb195ec4dd6 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580625 Feb 11 05:05:16.190208 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-94e3cb3a-d9c8-4853-8aff-0e1fbe170231 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6676710 Feb 11 05:05:16.434342 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:16.442569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd92d1-2f15-43f9-a35a-410b286378f5 req-32a858d0-483f-48cc-9049-17d519f6c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:16.449257 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44dd92d1-2f15-43f9-a35a-410b286378f5 req-32a858d0-483f-48cc-9049-17d519f6c734 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3284731152404fd587954b6d9b6d011c&device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 1131 time: 0.2039740 Feb 11 05:05:16.691190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38f4bf5-3a75-4a0f-ab37-aa6ebe0c562c None None] Network 2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:16.884148 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Publish callbacks [] for port (f51f2969-2ae7-4fb0-8034-a5afa049dafe), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:16.894487 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f51f2969-2ae7-4fb0-8034-a5afa049dafe), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:16.968175 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde21e56-c18f-4db5-b4c4-13cae50a015a None None] Pushing event updated for resources: {'Port': ['ID=f51f2969-2ae7-4fb0-8034-a5afa049dafe,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:17.026958 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Attempting to bind port f51f2969-2ae7-4fb0-8034-a5afa049dafe on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:17.030363 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Attempting to bind port f51f2969-2ae7-4fb0-8034-a5afa049dafe by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:17.031832 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Attempting to bind port f51f2969-2ae7-4fb0-8034-a5afa049dafe on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:17.045740 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:17.048255 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:17.048823 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.049577 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:17.050224 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Bound port: f51f2969-2ae7-4fb0-8034-a5afa049dafe, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:17.052865 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f51f2969-2ae7-4fb0-8034-a5afa049dafe), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.177631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd92d1-2f15-43f9-a35a-410b286378f5 req-b9cb2c06-9861-4fba-bb98-4ab0f8a37901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:17.180642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44dd92d1-2f15-43f9-a35a-410b286378f5 req-b9cb2c06-9861-4fba-bb98-4ab0f8a37901 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.7158883 Feb 11 05:05:17.185289 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] For port f51f2969-2ae7-4fb0-8034-a5afa049dafe, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:17.188917 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] For port f51f2969-2ae7-4fb0-8034-a5afa049dafe, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f51f2969-2ae7-4fb0-8034-a5afa049dafe,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:17.192757 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cbaf9-f707-409b-b248-b72f6607abc7 req-af410fca-965b-462e-bd52-00aeeee240df tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:17.194968 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-731cbaf9-f707-409b-b248-b72f6607abc7 req-af410fca-965b-462e-bd52-00aeeee240df tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 969 time: 0.3970480 Feb 11 05:05:17.208561 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f51f2969-2ae7-4fb0-8034-a5afa049dafe), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.241560 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44dd92d1-2f15-43f9-a35a-410b286378f5 req-2e8bc6f0-43f5-482f-9b65-0a2f02cc3b25 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e592624c-e491-4aab-b3d0-dec67b8dc9fe HTTP/1.1" status: 200 len: 217 time: 0.0452371 Feb 11 05:05:17.287845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aadfc-3dc9-47c3-971f-83493842793d req-a3ff02c5-4b23-4c4f-90d2-730b886b6a3f tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:17.289600 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-778aadfc-3dc9-47c3-971f-83493842793d req-a3ff02c5-4b23-4c4f-90d2-730b886b6a3f tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 948 time: 0.2087455 Feb 11 05:05:17.317059 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Allocated IP 172.20.0.1 (4bb35b92-eced-49b1-8d0d-700719e9dac4/c7415fec-0ed1-46f6-894b-c75711724d51/c0dac179-7876-4f61-9638-be30a76f9073) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:17.322084 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde21e56-c18f-4db5-b4c4-13cae50a015a None None] Pushing event updated for resources: {'Port': ['ID=f51f2969-2ae7-4fb0-8034-a5afa049dafe,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:17.370162 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Routers {'5ec5a340-60e1-42f6-b053-af8d48d04fdb'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:17.370883 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:05:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5ec5a340-60e1-42f6-b053-af8d48d04fdb'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:17.406670 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-731cbaf9-f707-409b-b248-b72f6607abc7 req-f6cfd766-1a52-48f8-8489-957cf1ecf53e tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/security-groups?id=df321753-055c-4e0e-8583-9860c90e8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637881 Feb 11 05:05:17.414522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-778aadfc-3dc9-47c3-971f-83493842793d req-c28668b8-545e-4805-ad01-e87f5b48c154 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972457 Feb 11 05:05:17.417161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd92d1-2f15-43f9-a35a-410b286378f5 req-862d2aaa-42c8-4f74-99ff-285d17308e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:17.420023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44dd92d1-2f15-43f9-a35a-410b286378f5 req-862d2aaa-42c8-4f74-99ff-285d17308e5b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1542048 Feb 11 05:05:17.532864 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd92d1-2f15-43f9-a35a-410b286378f5 req-b7d96aad-d1fb-4528-b256-0fd6d0f1c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:17.537421 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44dd92d1-2f15-43f9-a35a-410b286378f5 req-b7d96aad-d1fb-4528-b256-0fd6d0f1c763 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1108892 Feb 11 05:05:17.619070 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] Set router 5ec5a340-60e1-42f6-b053-af8d48d04fdb gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:05:17.624794 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Publish callbacks [] for port (c0dac179-7876-4f61-9638-be30a76f9073), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.713797 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (c0dac179-7876-4f61-9638-be30a76f9073), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.869053 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44dd92d1-2f15-43f9-a35a-410b286378f5 req-0d1ac186-7588-4ca8-bc91-5d13a51df063 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230584 Feb 11 05:05:17.882108 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Network 4bb35b92-eced-49b1-8d0d-700719e9dac4 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:17.895824 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:17.920120 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:17.922873 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (5ec5a340-60e1-42f6-b053-af8d48d04fdb), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.146425 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Pushing event updated for resources: {'Port': ['ID=c0dac179-7876-4f61-9638-be30a76f9073,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:18.298095 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1329572022-router', 'tenant_id': '1608edb8d74c467ba2445bbad8031ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f51f2969-2ae7-4fb0-8034-a5afa049dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:05:03Z', 'updated_at': '2022-02-11T05:05:11Z', 'revision_number': 3, 'project_id': '1608edb8d74c467ba2445bbad8031ceb', 'gw_port': {'id': 'f51f2969-2ae7-4fb0-8034-a5afa049dafe', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:05:06Z', 'updated_at': '2022-02-11T05:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:18.346057 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-71e2bdcf-ecc8-4a5e-911e-19b99ce8fb0b None None] Provisioning complete for port c0dac179-7876-4f61-9638-be30a76f9073 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:18.347092 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-71e2bdcf-ecc8-4a5e-911e-19b99ce8fb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c0dac179-7876-4f61-9638-be30a76f9073), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.349914 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1575e02-f532-4150-8e29-fa548b69dcaa None None] The sync data for ids ['5ec5a340-60e1-42f6-b053-af8d48d04fdb'] in n-d-713499-38 is: [{'id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1329572022-router', 'tenant_id': '1608edb8d74c467ba2445bbad8031ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f51f2969-2ae7-4fb0-8034-a5afa049dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:05:03Z', 'updated_at': '2022-02-11T05:05:11Z', 'revision_number': 3, 'project_id': '1608edb8d74c467ba2445bbad8031ceb', 'gw_port': {'id': 'f51f2969-2ae7-4fb0-8034-a5afa049dafe', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:05:06Z', 'updated_at': '2022-02-11T05:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:05:18.412996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-71e2bdcf-ecc8-4a5e-911e-19b99ce8fb0b None None] Port c0dac179-7876-4f61-9638-be30a76f9073 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:05:18.549221 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c0dac179-7876-4f61-9638-be30a76f9073), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.573058 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44dd92d1-2f15-43f9-a35a-410b286378f5 req-7fa21422-430d-4052-b2fd-b57040b09d10 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318574 Feb 11 05:05:18.805148 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08234d0e-6197-4149-b709-2f1dbe5f3d6b req-1a10d444-7671-4c32-b11d-bfaa693f2e76 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:18.812636 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08234d0e-6197-4149-b709-2f1dbe5f3d6b req-1a10d444-7671-4c32-b11d-bfaa693f2e76 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 969 time: 0.0921993 Feb 11 05:05:18.898746 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Publish callbacks [] for port (c0dac179-7876-4f61-9638-be30a76f9073), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.922421 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c0dac179-7876-4f61-9638-be30a76f9073), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.925574 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (5ec5a340-60e1-42f6-b053-af8d48d04fdb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.937583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08234d0e-6197-4149-b709-2f1dbe5f3d6b req-8c84e2e8-392e-48b5-baf0-b078764085e3 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/security-groups?id=df321753-055c-4e0e-8583-9860c90e8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131768 Feb 11 05:05:19.001662 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Pushing event updated for resources: {'Port': ['ID=c0dac179-7876-4f61-9638-be30a76f9073,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:19.163912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Network 4bb35b92-eced-49b1-8d0d-700719e9dac4 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:19.165825 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:19.549739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f26d28-c99a-4222-a7d0-3d3fc447b387 req-7b4ee6c8-011f-478d-b1c2-cc13945b1340 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:19.551731 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3f26d28-c99a-4222-a7d0-3d3fc447b387 req-7b4ee6c8-011f-478d-b1c2-cc13945b1340 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 948 time: 0.4847648 Feb 11 05:05:19.583375 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Router 5ec5a340-60e1-42f6-b053-af8d48d04fdb has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:05:19.585523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-073ccb57-2188-49cd-8fbe-e9603d30ed51 None None] Provisioning complete for port c0dac179-7876-4f61-9638-be30a76f9073 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:19.586459 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-073ccb57-2188-49cd-8fbe-e9603d30ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c0dac179-7876-4f61-9638-be30a76f9073), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:19.652238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3f26d28-c99a-4222-a7d0-3d3fc447b387 req-639f7517-a00c-4e5a-95fe-62a0168bda84 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943508 Feb 11 05:05:19.720164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-073ccb57-2188-49cd-8fbe-e9603d30ed51 None None] Port c0dac179-7876-4f61-9638-be30a76f9073 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:05:19.808523 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:05:19.836080 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5f714361-e082-4a0f-b52a-c7ac678b3d54 admin admin] 10.222.0.87 "PUT /v2.0/routers/5ec5a340-60e1-42f6-b053-af8d48d04fdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4378815 Feb 11 05:05:19.892344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f51f2969-2ae7-4fb0-8034-a5afa049dafe up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:20.025196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f51f2969-2ae7-4fb0-8034-a5afa049dafe triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:20.025800 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f51f2969-2ae7-4fb0-8034-a5afa049dafe), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:20.128199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f51f2969-2ae7-4fb0-8034-a5afa049dafe is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:20.129014 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f51f2969-2ae7-4fb0-8034-a5afa049dafe), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:20.180085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port f51f2969-2ae7-4fb0-8034-a5afa049dafe, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f51f2969-2ae7-4fb0-8034-a5afa049dafe,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:20.187157 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f51f2969-2ae7-4fb0-8034-a5afa049dafe), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:20.251707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=f51f2969-2ae7-4fb0-8034-a5afa049dafe,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:20.712291 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ee264-d265-4af4-901f-f4d37ab68966 req-588f4802-bc00-48a9-894b-67ef176e8e21 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:20.713727 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-412ee264-d265-4af4-901f-f4d37ab68966 req-588f4802-bc00-48a9-894b-67ef176e8e21 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 969 time: 0.1262858 Feb 11 05:05:20.885527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-412ee264-d265-4af4-901f-f4d37ab68966 req-7a991fe9-a45c-4d27-bd01-83e49a6a9e06 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/security-groups?id=df321753-055c-4e0e-8583-9860c90e8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630716 Feb 11 05:05:20.900721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44713df7-2961-4c36-ac84-c40c31c50169 req-a630bf41-5765-4b7e-a6df-4f0e6f3c10c6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:20.902332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44713df7-2961-4c36-ac84-c40c31c50169 req-a630bf41-5765-4b7e-a6df-4f0e6f3c10c6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 821 time: 0.2389119 Feb 11 05:05:20.918277 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44713df7-2961-4c36-ac84-c40c31c50169 req-837da9b1-97ad-4371-8b78-c033378a71a5 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/quotas/74a76fe8ac584d85b2325b17c168bf79 HTTP/1.1" status: 200 len: 375 time: 0.0097055 Feb 11 05:05:20.957526 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44713df7-2961-4c36-ac84-c40c31c50169 req-3f02ef9d-cc4e-4215-aa00-af92029300da tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323224 Feb 11 05:05:21.123035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-44713df7-2961-4c36-ac84-c40c31c50169 req-d397ede9-d9b7-4d71-a67a-21eeea209eb4 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:05:21.124126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44713df7-2961-4c36-ac84-c40c31c50169 req-d397ede9-d9b7-4d71-a67a-21eeea209eb4 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0512912 Feb 11 05:05:21.137845 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Sync routers for ids ['5ec5a340-60e1-42f6-b053-af8d48d04fdb'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:05:21.149617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Routers {'5ec5a340-60e1-42f6-b053-af8d48d04fdb'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:21.150248 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:05:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5ec5a340-60e1-42f6-b053-af8d48d04fdb'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:21.238160 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44713df7-2961-4c36-ac84-c40c31c50169 req-d367d050-31bd-4f69-9721-c890103f351d service neutron] 10.222.0.87 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076667 Feb 11 05:05:21.273429 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Set router 5ec5a340-60e1-42f6-b053-af8d48d04fdb gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:05:21.335984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44713df7-2961-4c36-ac84-c40c31c50169 req-29121e37-e74a-43a1-94a4-51e5619e213b service neutron] 10.222.0.87 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916519 Feb 11 05:05:21.416316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0b66f-69d0-4686-894b-ae3aee65551d req-2d12ab17-f1a6-4557-a439-03d1e1ef808a tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:21.418328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1fb0b66f-69d0-4686-894b-ae3aee65551d req-2d12ab17-f1a6-4557-a439-03d1e1ef808a tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 948 time: 0.0576398 Feb 11 05:05:21.502063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1fb0b66f-69d0-4686-894b-ae3aee65551d req-f5642201-5cf8-4334-becd-98724b2a1f3c tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744505 Feb 11 05:05:21.504010 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1329572022-router', 'tenant_id': '1608edb8d74c467ba2445bbad8031ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f51f2969-2ae7-4fb0-8034-a5afa049dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:05:03Z', 'updated_at': '2022-02-11T05:05:18Z', 'revision_number': 4, 'project_id': '1608edb8d74c467ba2445bbad8031ceb', 'gw_port': {'id': 'f51f2969-2ae7-4fb0-8034-a5afa049dafe', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:05:06Z', 'updated_at': '2022-02-11T05:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'c0dac179-7876-4f61-9638-be30a76f9073', 'name': '', 'network_id': '4bb35b92-eced-49b1-8d0d-700719e9dac4', 'tenant_id': '1608edb8d74c467ba2445bbad8031ceb', 'mac_address': 'fa:16:3e:92:b6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'c7415fec-0ed1-46f6-894b-c75711724d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:05:16Z', 'updated_at': '2022-02-11T05:05:18Z', 'revision_number': 2, 'project_id': '1608edb8d74c467ba2445bbad8031ceb', 'subnets': [{'id': 'c7415fec-0ed1-46f6-894b-c75711724d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:21.544076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Checking router: 5ec5a340-60e1-42f6-b053-af8d48d04fdb for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:05:21.547168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Updating router 5ec5a340-60e1-42f6-b053-af8d48d04fdb port c0dac179-7876-4f61-9638-be30a76f9073 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:05:21.588437 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c0dac179-7876-4f61-9638-be30a76f9073), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:21.645599 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb56d3d3-86ca-44a2-95fa-3fb1e6e75b41 req-0ce50022-f89e-4cda-b033-42719f7f8e48 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 210 time: 0.0451717 Feb 11 05:05:21.771481 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f51f2969-2ae7-4fb0-8034-a5afa049dafe up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:21.975650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f51f2969-2ae7-4fb0-8034-a5afa049dafe triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:21.976191 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f51f2969-2ae7-4fb0-8034-a5afa049dafe), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:21.976460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46054) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:21.987642 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-d61fd222-588d-443c-adb6-56a418b3b719 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--433648983', 'description': 'tempest-description--1596093229'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:22.052702 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d61fd222-588d-443c-adb6-56a418b3b719 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.105640 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663603d-6ba5-4143-9e17-c3599d12fab8 req-ebbc6f74-2a53-4fb3-847a-fd5ea6182ad4 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:22.111262 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3663603d-6ba5-4143-9e17-c3599d12fab8 req-ebbc6f74-2a53-4fb3-847a-fd5ea6182ad4 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 969 time: 0.1401711 Feb 11 05:05:22.161218 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Publish callbacks [] for port (c0dac179-7876-4f61-9638-be30a76f9073), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.163710 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f51f2969-2ae7-4fb0-8034-a5afa049dafe is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:22.171296 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c0dac179-7876-4f61-9638-be30a76f9073), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.214894 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d61fd222-588d-443c-adb6-56a418b3b719 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for security_group (6733c472-101c-4ce0-bb37-ba555fc540fe), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.219925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3663603d-6ba5-4143-9e17-c3599d12fab8 req-e0f5d50e-fbe1-49db-a71d-9891d88001c0 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/security-groups?id=df321753-055c-4e0e-8583-9860c90e8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010487 Feb 11 05:05:22.225592 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d61fd222-588d-443c-adb6-56a418b3b719 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6733c472-101c-4ce0-bb37-ba555fc540fe), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.240748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb978f3-d061-414f-a12c-f8d27b30e6a0 None None] Pushing event updated for resources: {'Port': ['ID=c0dac179-7876-4f61-9638-be30a76f9073,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:22.262182 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fd222-588d-443c-adb6-56a418b3b719 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6733c472-101c-4ce0-bb37-ba555fc540fe,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:22.286011 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d61fd222-588d-443c-adb6-56a418b3b719 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.290867 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46060) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:22.300154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-b6557299-1536-47c9-9b64-28712e0274a9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Request body: {'security_group_rule': {'security_group_id': '6733c472-101c-4ce0-bb37-ba555fc540fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:22.300303 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d61fd222-588d-443c-adb6-56a418b3b719 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3216503 Feb 11 05:05:22.321097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Attempting to bind port c0dac179-7876-4f61-9638-be30a76f9073 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:22.321475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Attempting to bind port c0dac179-7876-4f61-9638-be30a76f9073 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '49129d50-9fc0-435a-aafd-756226ae9a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4bb35b92-eced-49b1-8d0d-700719e9dac4'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:22.321837 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Attempting to bind port c0dac179-7876-4f61-9638-be30a76f9073 on network 4bb35b92-eced-49b1-8d0d-700719e9dac4 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:22.336094 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:22.336725 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Checking segment: {'id': '49129d50-9fc0-435a-aafd-756226ae9a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4bb35b92-eced-49b1-8d0d-700719e9dac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:22.338959 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.339409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Bound using segment: {'id': '49129d50-9fc0-435a-aafd-756226ae9a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4bb35b92-eced-49b1-8d0d-700719e9dac4'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:22.339937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Bound port: c0dac179-7876-4f61-9638-be30a76f9073, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49129d50-9fc0-435a-aafd-756226ae9a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4bb35b92-eced-49b1-8d0d-700719e9dac4'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:22.340329 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c0dac179-7876-4f61-9638-be30a76f9073), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.343077 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b6557299-1536-47c9-9b64-28712e0274a9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for security_group_rule (354e3f48-7cea-4a89-8cbc-ac90a48d59b1), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.436503 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] For port c0dac179-7876-4f61-9638-be30a76f9073, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:22.443941 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] For port c0dac179-7876-4f61-9638-be30a76f9073, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c0dac179-7876-4f61-9638-be30a76f9073,segment=NetworkSegment(49129d50-9fc0-435a-aafd-756226ae9a98),segment_id=49129d50-9fc0-435a-aafd-756226ae9a98)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:22.468194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46062) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:22.469764 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c0dac179-7876-4f61-9638-be30a76f9073), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.491195 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b6557299-1536-47c9-9b64-28712e0274a9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for security_group_rule (354e3f48-7cea-4a89-8cbc-ac90a48d59b1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.499192 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b6557299-1536-47c9-9b64-28712e0274a9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (354e3f48-7cea-4a89-8cbc-ac90a48d59b1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.554526 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b6557299-1536-47c9-9b64-28712e0274a9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.556077 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b6557299-1536-47c9-9b64-28712e0274a9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2637930 Feb 11 05:05:22.557342 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6557299-1536-47c9-9b64-28712e0274a9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354e3f48-7cea-4a89-8cbc-ac90a48d59b1,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:22.558777 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46068) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:22.564792 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9f54d336-e025-419e-8b58-8e1ce3e73d12 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Request body: {'security_group_rule': {'security_group_id': '6733c472-101c-4ce0-bb37-ba555fc540fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:22.578299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Routers {'5ec5a340-60e1-42f6-b053-af8d48d04fdb'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:22.578936 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:05:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5ec5a340-60e1-42f6-b053-af8d48d04fdb'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:22.618652 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f54d336-e025-419e-8b58-8e1ce3e73d12 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for security_group_rule (62aed0db-6227-47e1-a4c1-9b72d1c64eaf), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.704320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f28e8-c14d-422a-9bc9-23d5a83a35ca req-7eb44aeb-d8cd-4101-88ca-d859386b9dc4 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:22.715749 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-746f28e8-c14d-422a-9bc9-23d5a83a35ca req-7eb44aeb-d8cd-4101-88ca-d859386b9dc4 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 948 time: 0.0997462 Feb 11 05:05:22.748717 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] Set router 5ec5a340-60e1-42f6-b053-af8d48d04fdb gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:05:22.763497 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1c31-23da-4596-8dc0-ccd1cf172c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.795878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-746f28e8-c14d-422a-9bc9-23d5a83a35ca req-d25a4e01-b0f4-4419-8c2a-dc0af28064c9 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776241 Feb 11 05:05:22.811984 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f54d336-e025-419e-8b58-8e1ce3e73d12 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for security_group_rule (62aed0db-6227-47e1-a4c1-9b72d1c64eaf), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.823135 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f54d336-e025-419e-8b58-8e1ce3e73d12 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (62aed0db-6227-47e1-a4c1-9b72d1c64eaf), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.841763 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54d336-e025-419e-8b58-8e1ce3e73d12 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62aed0db-6227-47e1-a4c1-9b72d1c64eaf,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:22.864779 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f54d336-e025-419e-8b58-8e1ce3e73d12 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.869377 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9f54d336-e025-419e-8b58-8e1ce3e73d12 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3062801 Feb 11 05:05:22.871905 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46074) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:22.876601 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:22.890188 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b3c92f02-5c4e-4af4-a05d-164c923a6889 req-8d411fe5-ba3c-42d8-864c-1e1d1ccb9b85 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 210 time: 0.1160593 Feb 11 05:05:22.891278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46076) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:22.939470 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1c31-23da-4596-8dc0-ccd1cf172c06 admin admin] Publish callbacks [] for security_group (2a94e573-beab-4440-af59-13797d63bea9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.940697 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.953752 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1c31-23da-4596-8dc0-ccd1cf172c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2a94e573-beab-4440-af59-13797d63bea9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.961254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb978f3-d061-414f-a12c-f8d27b30e6a0 None None] Pushing event updated for resources: {'Port': ['ID=c0dac179-7876-4f61-9638-be30a76f9073,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:22.975969 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3a201db7-5619-48ed-8086-058486542f61 None None] Provisioning complete for port c0dac179-7876-4f61-9638-be30a76f9073 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:22.976341 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3a201db7-5619-48ed-8086-058486542f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c0dac179-7876-4f61-9638-be30a76f9073), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.018646 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b3fa1c31-23da-4596-8dc0-ccd1cf172c06 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5decf836427e49d5b14f66ffb979e1ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5498230 Feb 11 05:05:23.020668 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa1c31-23da-4596-8dc0-ccd1cf172c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a94e573-beab-4440-af59-13797d63bea9,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:23.023092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46080) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:23.130166 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93d0712d-56f3-46c9-9707-515f765f2fe0 admin admin] Publish callbacks [] for security_group (2a94e573-beab-4440-af59-13797d63bea9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.138880 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3a201db7-5619-48ed-8086-058486542f61 None None] Current status of the port c0dac179-7876-4f61-9638-be30a76f9073 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:23.139632 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3a201db7-5619-48ed-8086-058486542f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c0dac179-7876-4f61-9638-be30a76f9073), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.150315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44713df7-2961-4c36-ac84-c40c31c50169 req-e46c9d3a-96c1-4751-90ca-11ca0ec6f719 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:23.153090 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44713df7-2961-4c36-ac84-c40c31c50169 req-e46c9d3a-96c1-4751-90ca-11ca0ec6f719 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.88 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 821 time: 0.1878736 Feb 11 05:05:23.162819 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93d0712d-56f3-46c9-9707-515f765f2fe0 admin admin] Publish callbacks [] for security_group (2a94e573-beab-4440-af59-13797d63bea9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.172928 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85326fd7-133a-4a1b-ae2b-14aa4d4effc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.179768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1329572022-router', 'tenant_id': '1608edb8d74c467ba2445bbad8031ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f51f2969-2ae7-4fb0-8034-a5afa049dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:05:03Z', 'updated_at': '2022-02-11T05:05:18Z', 'revision_number': 4, 'project_id': '1608edb8d74c467ba2445bbad8031ceb', 'gw_port': {'id': 'f51f2969-2ae7-4fb0-8034-a5afa049dafe', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:05:06Z', 'updated_at': '2022-02-11T05:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'c0dac179-7876-4f61-9638-be30a76f9073', 'name': '', 'network_id': '4bb35b92-eced-49b1-8d0d-700719e9dac4', 'tenant_id': '1608edb8d74c467ba2445bbad8031ceb', 'mac_address': 'fa:16:3e:92:b6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'c7415fec-0ed1-46f6-894b-c75711724d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:05:16Z', 'updated_at': '2022-02-11T05:05:22Z', 'revision_number': 4, 'project_id': '1608edb8d74c467ba2445bbad8031ceb', 'subnets': [{'id': 'c7415fec-0ed1-46f6-894b-c75711724d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:23.184207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-44713df7-2961-4c36-ac84-c40c31c50169 req-b8ef9b11-138c-4c54-a028-cdd26900b028 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Request body: {'port': {'device_id': '459840e2-8986-4473-a631-0f42603137a9', 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b', 'admin_state_up': True, 'tenant_id': '74a76fe8ac584d85b2325b17c168bf79'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:23.184375 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.185497 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3a201db7-5619-48ed-8086-058486542f61 None None] For port c0dac179-7876-4f61-9638-be30a76f9073, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c0dac179-7876-4f61-9638-be30a76f9073,segment=NetworkSegment(49129d50-9fc0-435a-aafd-756226ae9a98),segment_id=49129d50-9fc0-435a-aafd-756226ae9a98)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:23.214085 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3a201db7-5619-48ed-8086-058486542f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c0dac179-7876-4f61-9638-be30a76f9073), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.219206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d17b130-14d5-4dda-b878-778f135f6d28 None None] The sync data for ids ['5ec5a340-60e1-42f6-b053-af8d48d04fdb'] in n-d-713499-38 is: [{'id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1329572022-router', 'tenant_id': '1608edb8d74c467ba2445bbad8031ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f51f2969-2ae7-4fb0-8034-a5afa049dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:05:03Z', 'updated_at': '2022-02-11T05:05:18Z', 'revision_number': 4, 'project_id': '1608edb8d74c467ba2445bbad8031ceb', 'gw_port': {'id': 'f51f2969-2ae7-4fb0-8034-a5afa049dafe', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:05:06Z', 'updated_at': '2022-02-11T05:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'c0dac179-7876-4f61-9638-be30a76f9073', 'name': '', 'network_id': '4bb35b92-eced-49b1-8d0d-700719e9dac4', 'tenant_id': '1608edb8d74c467ba2445bbad8031ceb', 'mac_address': 'fa:16:3e:92:b6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'c7415fec-0ed1-46f6-894b-c75711724d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:05:16Z', 'updated_at': '2022-02-11T05:05:22Z', 'revision_number': 4, 'project_id': '1608edb8d74c467ba2445bbad8031ceb', 'subnets': [{'id': 'c7415fec-0ed1-46f6-894b-c75711724d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:05:23.313183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a201db7-5619-48ed-8086-058486542f61 None None] Pushing event updated for resources: {'Port': ['ID=c0dac179-7876-4f61-9638-be30a76f9073,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:23.361434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-59443046-a447-4744-bb0d-4d28ac769a98 None None] Provisioning complete for port c0dac179-7876-4f61-9638-be30a76f9073 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:23.361434 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-59443046-a447-4744-bb0d-4d28ac769a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c0dac179-7876-4f61-9638-be30a76f9073), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.369847 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Allocated IP 172.25.5.206 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/281d766d-1b98-4c74-b00c-1b6bbc5036cb) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:23.390090 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93d0712d-56f3-46c9-9707-515f765f2fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2a94e573-beab-4440-af59-13797d63bea9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.392663 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93d0712d-56f3-46c9-9707-515f765f2fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.396417 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-93d0712d-56f3-46c9-9707-515f765f2fe0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2a94e573-beab-4440-af59-13797d63bea9 HTTP/1.1" status: 204 len: 168 time: 0.3687608 Feb 11 05:05:23.410235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0712d-56f3-46c9-9707-515f765f2fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a94e573-beab-4440-af59-13797d63bea9,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:23.486946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11470c-1a08-4bef-87cd-62cacc738d34 req-85e15fbd-c717-4f31-9479-ba9aeee93b72 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:23.494663 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c11470c-1a08-4bef-87cd-62cacc738d34 req-85e15fbd-c717-4f31-9479-ba9aeee93b72 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 969 time: 0.1378767 Feb 11 05:05:23.499829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44713df7-2961-4c36-ac84-c40c31c50169 req-b8ef9b11-138c-4c54-a028-cdd26900b028 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Made reservation on behalf of 74a76fe8ac584d85b2325b17c168bf79 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:23.504164 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-44713df7-2961-4c36-ac84-c40c31c50169 req-b8ef9b11-138c-4c54-a028-cdd26900b028 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.520517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-59443046-a447-4744-bb0d-4d28ac769a98 None None] Current status of the port c0dac179-7876-4f61-9638-be30a76f9073 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:23.573338 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for port (281d766d-1b98-4c74-b00c-1b6bbc5036cb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.616240 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (281d766d-1b98-4c74-b00c-1b6bbc5036cb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.654297 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85326fd7-133a-4a1b-ae2b-14aa4d4effc3 admin admin] Publish callbacks [] for security_group (4a7e4d9d-ab04-4be8-b943-460c5793ce91), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.673233 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c11470c-1a08-4bef-87cd-62cacc738d34 req-dc5ef719-cd31-4433-ab19-c8b65a46d2aa tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/security-groups?id=df321753-055c-4e0e-8583-9860c90e8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743233 Feb 11 05:05:23.681177 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85326fd7-133a-4a1b-ae2b-14aa4d4effc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4a7e4d9d-ab04-4be8-b943-460c5793ce91), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.718034 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:23.720649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85326fd7-133a-4a1b-ae2b-14aa4d4effc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7e4d9d-ab04-4be8-b943-460c5793ce91,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:23.722199 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:23.736155 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:23.751848 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Pushing event updated for resources: {'Port': ['ID=281d766d-1b98-4c74-b00c-1b6bbc5036cb,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:23.778869 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-85326fd7-133a-4a1b-ae2b-14aa4d4effc3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=462228f20a4442cb89ff8d41c4d58d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8844242 Feb 11 05:05:23.781366 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46088) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:23.800652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-44713df7-2961-4c36-ac84-c40c31c50169 req-b8ef9b11-138c-4c54-a028-cdd26900b028 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Allocated IP 172.20.0.10 (33f89be2-f697-40b3-a347-9e719974ef7b/91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4/d6382f35-f405-46cd-a9e1-d8d43db11a4a) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:23.838185 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46092) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:23.846246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c0dac179-7876-4f61-9638-be30a76f9073 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:23.877385 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2c22682f-d310-45a2-992a-695a09d3b1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.948059 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for floatingip (bb6c4b52-eff0-47b2-92a5-de3d62b6de54), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.053201 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (281d766d-1b98-4c74-b00c-1b6bbc5036cb), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.054834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a5e8e24-9491-450c-be9b-f6f058fb0dd0 req-e495a0a4-fdb6-49d0-9b2b-3f2861074472 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 210 time: 0.0441675 Feb 11 05:05:24.057665 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8090-aca2-4fe8-bd25-f14219917ee5 admin admin] Publish callbacks [] for security_group (4a7e4d9d-ab04-4be8-b943-460c5793ce91), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.092464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3749b1-2cc2-4949-bcd9-cf11ad150c4a req-606c883f-6cc0-49ec-a9a5-b8816e6544f8 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:24.092464 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e3749b1-2cc2-4949-bcd9-cf11ad150c4a req-606c883f-6cc0-49ec-a9a5-b8816e6544f8 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 948 time: 0.1703320 Feb 11 05:05:24.120404 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-44713df7-2961-4c36-ac84-c40c31c50169 req-b8ef9b11-138c-4c54-a028-cdd26900b028 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks [] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.130821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port c0dac179-7876-4f61-9638-be30a76f9073 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:24.131638 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c0dac179-7876-4f61-9638-be30a76f9073), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.157940 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e10abea3-f3c6-46df-a907-953681eb47ba details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:05:24.193829 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e3749b1-2cc2-4949-bcd9-cf11ad150c4a req-4ab6117d-388e-484b-a8aa-dce4fd095bb8 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852714 Feb 11 05:05:24.202928 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2c22682f-d310-45a2-992a-695a09d3b1f7 admin admin] Publish callbacks [] for security_group (c305e71a-8688-4c4a-9dd4-a11b452c0a1d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.205701 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8090-aca2-4fe8-bd25-f14219917ee5 admin admin] Publish callbacks [] for security_group (4a7e4d9d-ab04-4be8-b943-460c5793ce91), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.212408 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-44713df7-2961-4c36-ac84-c40c31c50169 req-b8ef9b11-138c-4c54-a028-cdd26900b028 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.221587 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2c22682f-d310-45a2-992a-695a09d3b1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c305e71a-8688-4c4a-9dd4-a11b452c0a1d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.294757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port c0dac179-7876-4f61-9638-be30a76f9073 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:24.295715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44713df7-2961-4c36-ac84-c40c31c50169 req-b8ef9b11-138c-4c54-a028-cdd26900b028 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Network 33f89be2-f697-40b3-a347-9e719974ef7b is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:24.302025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-44713df7-2961-4c36-ac84-c40c31c50169 req-b8ef9b11-138c-4c54-a028-cdd26900b028 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:24.304576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef9b11-138c-4c54-a028-cdd26900b028 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Pushing event updated for resources: {'Port': ['ID=d6382f35-f405-46cd-a9e1-d8d43db11a4a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:24.307984 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-44713df7-2961-4c36-ac84-c40c31c50169 req-b8ef9b11-138c-4c54-a028-cdd26900b028 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:24.316101 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44713df7-2961-4c36-ac84-c40c31c50169 req-b8ef9b11-138c-4c54-a028-cdd26900b028 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:24.316905 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-44713df7-2961-4c36-ac84-c40c31c50169 req-b8ef9b11-138c-4c54-a028-cdd26900b028 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.343057 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44713df7-2961-4c36-ac84-c40c31c50169 req-b8ef9b11-138c-4c54-a028-cdd26900b028 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1640487 Feb 11 05:05:24.354499 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2c22682f-d310-45a2-992a-695a09d3b1f7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=96e8f518c8a04491af97834a36385811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5149612 Feb 11 05:05:24.357773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Request body: {'port': {'device_id': '459840e2-8986-4473-a631-0f42603137a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:24.360265 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22682f-d310-45a2-992a-695a09d3b1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c305e71a-8688-4c4a-9dd4-a11b452c0a1d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:24.363197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46096) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:24.385481 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e10abea3-f3c6-46df-a907-953681eb47ba, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e10abea3-f3c6-46df-a907-953681eb47ba,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:24.398285 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'e10abea3-f3c6-46df-a907-953681eb47ba', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': 'e10abea3-f3c6-46df-a907-953681eb47ba', 'mac_address': 'fa:16:3e:50:85:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:tempest-test_az-867606256', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:05:24.418332 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8090-aca2-4fe8-bd25-f14219917ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4a7e4d9d-ab04-4be8-b943-460c5793ce91), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.422360 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8090-aca2-4fe8-bd25-f14219917ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.425897 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7c6c8090-aca2-4fe8-bd25-f14219917ee5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4a7e4d9d-ab04-4be8-b943-460c5793ce91 HTTP/1.1" status: 204 len: 168 time: 0.6412516 Feb 11 05:05:24.436739 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c8090-aca2-4fe8-bd25-f14219917ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7e4d9d-ab04-4be8-b943-460c5793ce91,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:24.441708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port e10abea3-f3c6-46df-a907-953681eb47ba is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:24.442041 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e10abea3-f3c6-46df-a907-953681eb47ba), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.470526 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for port (281d766d-1b98-4c74-b00c-1b6bbc5036cb), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.471970 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10abea3-f3c6-46df-a907-953681eb47ba {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:24.476289 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (281d766d-1b98-4c74-b00c-1b6bbc5036cb), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.493516 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.500391 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e10abea3-f3c6-46df-a907-953681eb47ba, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e10abea3-f3c6-46df-a907-953681eb47ba,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:24.508596 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e10abea3-f3c6-46df-a907-953681eb47ba), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.531800 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (bb6c4b52-eff0-47b2-92a5-de3d62b6de54), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.539445 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1dcc-7d88-4bdf-83d2-ee6acfa26938 admin admin] Publish callbacks [] for security_group (c305e71a-8688-4c4a-9dd4-a11b452c0a1d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.561492 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Pushing event updated for resources: {'Port': ['ID=281d766d-1b98-4c74-b00c-1b6bbc5036cb,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:24.575001 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.577066 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b39fa8d9-5f53-4762-9828-d0b8ac99c6a0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7040308 Feb 11 05:05:24.581445 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=e10abea3-f3c6-46df-a907-953681eb47ba,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:24.611866 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1dcc-7d88-4bdf-83d2-ee6acfa26938 admin admin] Publish callbacks [] for security_group (c305e71a-8688-4c4a-9dd4-a11b452c0a1d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.808971 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1dcc-7d88-4bdf-83d2-ee6acfa26938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c305e71a-8688-4c4a-9dd4-a11b452c0a1d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.811680 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1dcc-7d88-4bdf-83d2-ee6acfa26938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.812785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0f8d1dcc-7d88-4bdf-83d2-ee6acfa26938 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c305e71a-8688-4c4a-9dd4-a11b452c0a1d HTTP/1.1" status: 204 len: 168 time: 0.4485736 Feb 11 05:05:24.823529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['e10abea3-f3c6-46df-a907-953681eb47ba'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:24.880344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d1dcc-7d88-4bdf-83d2-ee6acfa26938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c305e71a-8688-4c4a-9dd4-a11b452c0a1d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:24.953992 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-a266fd58-2594-4af1-8ead-1093f8dee28b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--433648983&fields=id&tenant_id=830c226c33b44062af158e8da2ba4bca HTTP/1.1" status: 200 len: 267 time: 0.1489952 Feb 11 05:05:25.016512 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46118) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:25.019894 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc38f9-ceb7-4e28-b283-efd94d9515a7 req-aacc0da7-ee20-453a-917c-58af06f058ba tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:25.021466 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91cc38f9-ceb7-4e28-b283-efd94d9515a7 req-aacc0da7-ee20-453a-917c-58af06f058ba tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 970 time: 0.2178133 Feb 11 05:05:25.043687 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-275aa798-12d0-4f7f-9fb4-5f771ad68c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.061270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6382f35-f405-46cd-a9e1-d8d43db11a4a {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:25.101689 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Publish callbacks [] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.141954 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Transition to ACTIVE for port object d6382f35-f405-46cd-a9e1-d8d43db11a4a will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:05:25.151260 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-275aa798-12d0-4f7f-9fb4-5f771ad68c96 admin admin] Publish callbacks [] for security_group (317bcdd7-b423-4128-8333-2e7a317d01ed), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.155095 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.156638 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-275aa798-12d0-4f7f-9fb4-5f771ad68c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (317bcdd7-b423-4128-8333-2e7a317d01ed), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.198049 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-275aa798-12d0-4f7f-9fb4-5f771ad68c96 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=577704ba55774f22aaeb18631eb5b5a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779027 Feb 11 05:05:25.198049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275aa798-12d0-4f7f-9fb4-5f771ad68c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317bcdd7-b423-4128-8333-2e7a317d01ed,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:25.199488 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46124) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:25.230623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-2c8ce01a-543d-4036-b7dd-67f4c07902c8 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:25.232154 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-2c8ce01a-543d-4036-b7dd-67f4c07902c8 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/networks?id=8e69f742-5887-4dbd-bdbf-d8b7877e4548 HTTP/1.1" status: 200 len: 824 time: 0.2773786 Feb 11 05:05:25.235270 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91cc38f9-ceb7-4e28-b283-efd94d9515a7 req-e06c6ef7-18db-4523-aee7-46eb7013d9d5 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/security-groups?id=df321753-055c-4e0e-8583-9860c90e8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675808 Feb 11 05:05:25.258608 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-81a3b85a-4f3a-402e-8470-c7b9c9b4e328 admin admin] Publish callbacks [] for security_group (317bcdd7-b423-4128-8333-2e7a317d01ed), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.272775 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6382f35-f405-46cd-a9e1-d8d43db11a4a,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:25.275801 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-9d94933e-ed7b-4fe6-ac8c-c4b17b6b0ab1 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/quotas/830c226c33b44062af158e8da2ba4bca HTTP/1.1" status: 200 len: 375 time: 0.0374577 Feb 11 05:05:25.285434 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Attempting to bind port d6382f35-f405-46cd-a9e1-d8d43db11a4a on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:25.285765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Attempting to bind port d6382f35-f405-46cd-a9e1-d8d43db11a4a by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:25.286085 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Attempting to bind port d6382f35-f405-46cd-a9e1-d8d43db11a4a on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:25.290552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Port d6382f35-f405-46cd-a9e1-d8d43db11a4a on network 33f89be2-f697-40b3-a347-9e719974ef7b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:05:25.290899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Attempting to bind port d6382f35-f405-46cd-a9e1-d8d43db11a4a on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:25.319624 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-81a3b85a-4f3a-402e-8470-c7b9c9b4e328 admin admin] Publish callbacks [] for security_group (317bcdd7-b423-4128-8333-2e7a317d01ed), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.386875 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-81a3b85a-4f3a-402e-8470-c7b9c9b4e328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (317bcdd7-b423-4128-8333-2e7a317d01ed), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.391889 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-81a3b85a-4f3a-402e-8470-c7b9c9b4e328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.393302 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-81a3b85a-4f3a-402e-8470-c7b9c9b4e328 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/317bcdd7-b423-4128-8333-2e7a317d01ed HTTP/1.1" status: 204 len: 168 time: 0.1934226 Feb 11 05:05:25.402354 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3b85a-4f3a-402e-8470-c7b9c9b4e328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317bcdd7-b423-4128-8333-2e7a317d01ed,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:25.511891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:25.512227 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Checking segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:25.512585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Bound using segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:25.513140 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Bound port: d6382f35-f405-46cd-a9e1-d8d43db11a4a, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:25.513375 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.622613 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-546d83cc-f20c-4cd1-9b61-2a9141938d83 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=830c226c33b44062af158e8da2ba4bca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3295143 Feb 11 05:05:25.646590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44057040-3a79-4b82-9878-368daffc0092 req-2cc9060c-add9-46a2-847f-865ed970d97a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:25.648104 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44057040-3a79-4b82-9878-368daffc0092 req-2cc9060c-add9-46a2-847f-865ed970d97a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 944 time: 0.1385858 Feb 11 05:05:25.678615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] For port d6382f35-f405-46cd-a9e1-d8d43db11a4a, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:25.704650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] For port d6382f35-f405-46cd-a9e1-d8d43db11a4a, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:25.738531 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.819837 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44057040-3a79-4b82-9878-368daffc0092 req-daf7eab0-8798-4a67-a23f-264e101eef0f tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613371 Feb 11 05:05:25.822604 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:25.823218 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.824579 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44713df7-2961-4c36-ac84-c40c31c50169 req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] 10.222.0.88 "PUT /v2.0/ports/d6382f35-f405-46cd-a9e1-d8d43db11a4a HTTP/1.1" status: 200 len: 1093 time: 1.4738998 Feb 11 05:05:25.827748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459840e2-8986-4473-a631-0f42603137a9', 'tag': 'd6382f35-f405-46cd-a9e1-d8d43db11a4a'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:25.830432 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a135005-9b2d-4ce0-99f0-99898de3e445" -d '{"events": [{"name": "network-changed", "server_uuid": "459840e2-8986-4473-a631-0f42603137a9", "tag": "d6382f35-f405-46cd-a9e1-d8d43db11a4a"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:25.845318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-af2f7021-d7fc-4c60-8bcf-6982afb7bdb8 service neutron] 10.222.0.87 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959906 Feb 11 05:05:25.850258 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116dd233-21fc-41c6-9d66-80147965e0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6382f35-f405-46cd-a9e1-d8d43db11a4a,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:26.019146 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44713df7-2961-4c36-ac84-c40c31c50169 req-699fdf8f-259f-445f-abd6-b5135b297311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:26.020689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44713df7-2961-4c36-ac84-c40c31c50169 req-699fdf8f-259f-445f-abd6-b5135b297311 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 1127 time: 0.1462383 Feb 11 05:05:26.085035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44713df7-2961-4c36-ac84-c40c31c50169 req-ad417424-a7ec-4e17-b6e1-3c6ed59d7bc1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a HTTP/1.1" status: 200 len: 217 time: 0.0528502 Feb 11 05:05:26.094133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec98b6e-e56b-424e-bf6b-b35c43d0c789 req-d16139af-48bd-419d-8300-64208999b43f tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:26.095668 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ec98b6e-e56b-424e-bf6b-b35c43d0c789 req-d16139af-48bd-419d-8300-64208999b43f tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 948 time: 0.1518896 Feb 11 05:05:26.098726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-93afa90d-a074-43cc-b83c-a3e4a33a5c80 service neutron] 10.222.0.87 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372634 Feb 11 05:05:26.145607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e10abea3-f3c6-46df-a907-953681eb47ba up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:26.176142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44713df7-2961-4c36-ac84-c40c31c50169 req-ec18b09d-a815-4354-ac06-334c16627172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:26.177686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44713df7-2961-4c36-ac84-c40c31c50169 req-ec18b09d-a815-4354-ac06-334c16627172 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.0810328 Feb 11 05:05:26.224212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44713df7-2961-4c36-ac84-c40c31c50169 req-b942b738-97b2-4131-b47b-a9b571689b5b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372915 Feb 11 05:05:26.240496 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ec98b6e-e56b-424e-bf6b-b35c43d0c789 req-482933c4-d909-456c-b143-9f2f92a5bf3f tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007216 Feb 11 05:05:26.244551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port e10abea3-f3c6-46df-a907-953681eb47ba completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:05:26.252816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port e10abea3-f3c6-46df-a907-953681eb47ba triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:26.254679 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e10abea3-f3c6-46df-a907-953681eb47ba), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.374160 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f096a9-1d88-48de-9d92-ec65fabda53a x-openstack-request-id: req-07f096a9-1d88-48de-9d92-ec65fabda53a {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:26.375353 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459840e2-8986-4473-a631-0f42603137a9", "tag": "d6382f35-f405-46cd-a9e1-d8d43db11a4a", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:26.379551 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-07f096a9-1d88-48de-9d92-ec65fabda53a {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:26.381533 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459840e2-8986-4473-a631-0f42603137a9', 'tag': 'd6382f35-f405-46cd-a9e1-d8d43db11a4a', 'status': 'completed', 'code': 200} Feb 11 05:05:26.430349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port e10abea3-f3c6-46df-a907-953681eb47ba is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:26.430957 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e10abea3-f3c6-46df-a907-953681eb47ba), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.494335 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e10abea3-f3c6-46df-a907-953681eb47ba, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e10abea3-f3c6-46df-a907-953681eb47ba,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:26.498177 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10abea3-f3c6-46df-a907-953681eb47ba'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:26.500117 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa617b8a-4056-46db-b2b2-3617a0b1b634 req-43be18d5-b670-4352-8abf-0ed3b5554ae8 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 210 time: 0.1007066 Feb 11 05:05:26.550325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046b22c-6db0-4caa-888d-d233f23a9cb2 req-e2de73a5-d265-4756-a3c0-832ec390d874 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:26.551929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b046b22c-6db0-4caa-888d-d233f23a9cb2 req-e2de73a5-d265-4756-a3c0-832ec390d874 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 970 time: 0.1692848 Feb 11 05:05:26.554024 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44713df7-2961-4c36-ac84-c40c31c50169 req-bc07e3ec-24d8-49c2-9549-0822c058cefc service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116722 Feb 11 05:05:26.575035 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e592624c-e491-4aab-b3d0-dec67b8dc9fe details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:05:26.579345 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e10abea3-f3c6-46df-a907-953681eb47ba), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.679886 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=e10abea3-f3c6-46df-a907-953681eb47ba,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:26.762047 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b046b22c-6db0-4caa-888d-d233f23a9cb2 req-923c00d6-a84b-49af-8344-80985ac8d567 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/security-groups?id=df321753-055c-4e0e-8583-9860c90e8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036836 Feb 11 05:05:26.781595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e592624c-e491-4aab-b3d0-dec67b8dc9fe, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e592624c-e491-4aab-b3d0-dec67b8dc9fe,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:26.802619 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44713df7-2961-4c36-ac84-c40c31c50169 req-dd2cb70c-847e-4e3f-985d-661b4d7c8c11 service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203507 Feb 11 05:05:26.806397 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'e592624c-e491-4aab-b3d0-dec67b8dc9fe', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': 'e592624c-e491-4aab-b3d0-dec67b8dc9fe', 'mac_address': 'fa:16:3e:85:3f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:05:26.861004 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc06a22-f0c1-467a-9b98-52cb84d38723" -d '{"events": [{"server_uuid": "38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64", "name": "network-vif-plugged", "status": "completed", "tag": "e10abea3-f3c6-46df-a907-953681eb47ba"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:26.869196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port e592624c-e491-4aab-b3d0-dec67b8dc9fe is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:26.869728 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e592624c-e491-4aab-b3d0-dec67b8dc9fe), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.895631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e592624c-e491-4aab-b3d0-dec67b8dc9fe {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:26.928935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e592624c-e491-4aab-b3d0-dec67b8dc9fe, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e592624c-e491-4aab-b3d0-dec67b8dc9fe,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:26.937245 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e592624c-e491-4aab-b3d0-dec67b8dc9fe), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.943140 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135005-9b2d-4ce0-99f0-99898de3e445 req-c60073b4-8c46-4db6-bc76-d7e149441120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:26.946445 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a135005-9b2d-4ce0-99f0-99898de3e445 req-c60073b4-8c46-4db6-bc76-d7e149441120 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 1127 time: 0.0638726 Feb 11 05:05:27.014475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=e592624c-e491-4aab-b3d0-dec67b8dc9fe,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:27.106863 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915124ba-4229-45da-8399-1d5cfe38ca0b x-openstack-request-id: req-915124ba-4229-45da-8399-1d5cfe38ca0b {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:27.107403 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64", "name": "network-vif-plugged", "status": "completed", "tag": "e10abea3-f3c6-46df-a907-953681eb47ba", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:27.107638 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-915124ba-4229-45da-8399-1d5cfe38ca0b {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:27.108146 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10abea3-f3c6-46df-a907-953681eb47ba', 'code': 200} Feb 11 05:05:27.118274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135005-9b2d-4ce0-99f0-99898de3e445 req-d3d7d575-dbc5-4b95-a9aa-9c129edfb1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:27.120196 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a135005-9b2d-4ce0-99f0-99898de3e445 req-d3d7d575-dbc5-4b95-a9aa-9c129edfb1b1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.1659200 Feb 11 05:05:27.194717 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a135005-9b2d-4ce0-99f0-99898de3e445 req-ef487272-cf95-4cee-88dd-856825a45a97 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a HTTP/1.1" status: 200 len: 217 time: 0.0675101 Feb 11 05:05:27.283009 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135005-9b2d-4ce0-99f0-99898de3e445 req-3f4370bc-78a6-44f7-8470-2b52417900e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:27.284622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a135005-9b2d-4ce0-99f0-99898de3e445 req-3f4370bc-78a6-44f7-8470-2b52417900e1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.0827811 Feb 11 05:05:27.305178 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['e592624c-e491-4aab-b3d0-dec67b8dc9fe'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:27.332959 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a135005-9b2d-4ce0-99f0-99898de3e445 req-463d4d0f-2272-45f9-a71f-7033aae54a04 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399656 Feb 11 05:05:27.341600 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ce489-c888-4fcd-9457-1e3277547458 req-b8f38d3f-9e4b-4538-8b69-22bb71894c38 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:27.343166 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-042ce489-c888-4fcd-9457-1e3277547458 req-b8f38d3f-9e4b-4538-8b69-22bb71894c38 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 944 time: 0.1114159 Feb 11 05:05:27.373336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156cc37-0fc2-47eb-bf99-58b48827186b req-b96eb1b7-b78e-4dc1-bb29-84519cc45437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:27.376264 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e156cc37-0fc2-47eb-bf99-58b48827186b req-b96eb1b7-b78e-4dc1-bb29-84519cc45437 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 1154 time: 0.1623313 Feb 11 05:05:27.400650 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e156cc37-0fc2-47eb-bf99-58b48827186b req-ed962933-dea3-435f-9e9e-cd52afa096b1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:27.518837 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e156cc37-0fc2-47eb-bf99-58b48827186b req-ed962933-dea3-435f-9e9e-cd52afa096b1 service neutron] Publish callbacks [] for security_group (de4dc185-fe25-4651-b46f-fd8c91009dad), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:27.520027 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-042ce489-c888-4fcd-9457-1e3277547458 req-adb8aef5-3664-437b-b564-9adf104221ed tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622119 Feb 11 05:05:27.527186 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e156cc37-0fc2-47eb-bf99-58b48827186b req-ed962933-dea3-435f-9e9e-cd52afa096b1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (de4dc185-fe25-4651-b46f-fd8c91009dad), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:27.548244 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a135005-9b2d-4ce0-99f0-99898de3e445 req-d5c4617e-89c9-4d75-a51c-cff8a6687d47 service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037368 Feb 11 05:05:27.586544 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e156cc37-0fc2-47eb-bf99-58b48827186b req-ed962933-dea3-435f-9e9e-cd52afa096b1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=df321753-055c-4e0e-8583-9860c90e8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020471 Feb 11 05:05:27.587163 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed962933-dea3-435f-9e9e-cd52afa096b1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=de4dc185-fe25-4651-b46f-fd8c91009dad,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:27.624176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152da66-a264-48f7-ba68-fa9bad1d036b req-f8ab242f-e166-4509-939e-a2269222b882 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:27.630502 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1152da66-a264-48f7-ba68-fa9bad1d036b req-f8ab242f-e166-4509-939e-a2269222b882 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 949 time: 0.1701813 Feb 11 05:05:27.694615 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a135005-9b2d-4ce0-99f0-99898de3e445 req-384b9ced-e4ac-470a-b468-a4c486b6f33a service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383708 Feb 11 05:05:27.698417 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1152da66-a264-48f7-ba68-fa9bad1d036b req-496b96cf-1f0b-400f-998d-0cad83cfde9b tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671449 Feb 11 05:05:27.795434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2325bc09-3b2b-463d-bdba-5dc49a6b086d req-a4b05bc7-3d12-4357-a0c2-47c721a6131b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 210 time: 0.0308995 Feb 11 05:05:27.902642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fb76b-c555-4561-bc9a-21aa035f18e0 req-2f52da53-7ae7-4516-9618-99e08b8e59cd tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:27.907445 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-240fb76b-c555-4561-bc9a-21aa035f18e0 req-2f52da53-7ae7-4516-9618-99e08b8e59cd tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 971 time: 0.0551832 Feb 11 05:05:27.963775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-240fb76b-c555-4561-bc9a-21aa035f18e0 req-dde2b8c9-5de0-4b3e-98e7-398c94517632 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/security-groups?id=df321753-055c-4e0e-8583-9860c90e8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486996 Feb 11 05:05:28.215792 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-f39a593e-3cc5-4958-bbe9-423161631ed8 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:28.217403 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-f39a593e-3cc5-4958-bbe9-423161631ed8 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.73 "GET /v2.0/networks?id=8e69f742-5887-4dbd-bdbf-d8b7877e4548 HTTP/1.1" status: 200 len: 824 time: 0.2367203 Feb 11 05:05:28.302161 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-82f74af4-b7e2-4fa4-8c26-67694384ee6e tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=830c226c33b44062af158e8da2ba4bca HTTP/1.1" status: 200 len: 379 time: 0.0729301 Feb 11 05:05:28.314440 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-c5239468-a96b-4385-ad57-f30ebad2961e tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Request body: {'port': {'device_id': '6c38f108-9953-400f-805a-82d5e5a1aa08', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'admin_state_up': True, 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'security_groups': ['6733c472-101c-4ce0-bb37-ba555fc540fe']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:28.434750 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-c5239468-a96b-4385-ad57-f30ebad2961e tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Made reservation on behalf of 830c226c33b44062af158e8da2ba4bca for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:28.438169 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-c5239468-a96b-4385-ad57-f30ebad2961e tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.440132 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-62a344df-07db-4d53-b783-fecd2fa67e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.489415 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e592624c-e491-4aab-b3d0-dec67b8dc9fe up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:28.553298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port e592624c-e491-4aab-b3d0-dec67b8dc9fe completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:05:28.563664 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port e592624c-e491-4aab-b3d0-dec67b8dc9fe triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:28.564698 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e592624c-e491-4aab-b3d0-dec67b8dc9fe), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.598798 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-c5239468-a96b-4385-ad57-f30ebad2961e tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Allocated IP 172.20.0.8 (8e69f742-5887-4dbd-bdbf-d8b7877e4548/665b633b-126f-41c1-b158-c4dba58bfcd3/bec0d3f5-46bc-40f8-91b3-32ec71b5fc03) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:28.687999 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19958d91-738c-40c7-815f-c41587e1f3d2 req-73a2ddd2-846c-4ba3-8a35-90784cb652ef tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:28.696961 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19958d91-738c-40c7-815f-c41587e1f3d2 req-73a2ddd2-846c-4ba3-8a35-90784cb652ef tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 944 time: 0.0904307 Feb 11 05:05:28.732120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port e592624c-e491-4aab-b3d0-dec67b8dc9fe is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:28.732510 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e592624c-e491-4aab-b3d0-dec67b8dc9fe), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.749405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46288) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:28.769221 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e592624c-e491-4aab-b3d0-dec67b8dc9fe, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e592624c-e491-4aab-b3d0-dec67b8dc9fe,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:28.769870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19958d91-738c-40c7-815f-c41587e1f3d2 req-43211b2a-9fc8-4d27-83e8-2994f4703fcc tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619226 Feb 11 05:05:28.775651 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e592624c-e491-4aab-b3d0-dec67b8dc9fe), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.840582 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-c5239468-a96b-4385-ad57-f30ebad2961e tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for port (bec0d3f5-46bc-40f8-91b3-32ec71b5fc03), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.849950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=e592624c-e491-4aab-b3d0-dec67b8dc9fe,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:28.886341 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-c5239468-a96b-4385-ad57-f30ebad2961e tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (bec0d3f5-46bc-40f8-91b3-32ec71b5fc03), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.909313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98060e-bee7-445c-b5c1-7c1b6a6a9fcc req-1f8d9df9-2e0a-447b-acba-9edb77cda2e3 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:28.916009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af98060e-bee7-445c-b5c1-7c1b6a6a9fcc req-1f8d9df9-2e0a-447b-acba-9edb77cda2e3 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 950 time: 0.0835750 Feb 11 05:05:28.978230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5239468-a96b-4385-ad57-f30ebad2961e tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Pushing event updated for resources: {'Port': ['ID=bec0d3f5-46bc-40f8-91b3-32ec71b5fc03,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:28.979313 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af98060e-bee7-445c-b5c1-7c1b6a6a9fcc req-16f378a4-9f52-41a3-8262-139c648777ff tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623300 Feb 11 05:05:28.981962 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0de54479-b773-4ad5-8a01-82da6b6799f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.989108 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-c5239468-a96b-4385-ad57-f30ebad2961e tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:28.990589 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-c5239468-a96b-4385-ad57-f30ebad2961e tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:28.993028 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-c5239468-a96b-4385-ad57-f30ebad2961e tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:28.998626 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-c5239468-a96b-4385-ad57-f30ebad2961e tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:28.999263 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-c5239468-a96b-4385-ad57-f30ebad2961e tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.034796 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-c5239468-a96b-4385-ad57-f30ebad2961e tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7243736 Feb 11 05:05:29.047199 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Request body: {'port': {'device_id': '6c38f108-9953-400f-805a-82d5e5a1aa08', 'device_owner': 'compute:tempest-test_az-867606256', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:29.109396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5003754-e76d-4fa2-b822-f57a230f8d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e592624c-e491-4aab-b3d0-dec67b8dc9fe'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:29.112329 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a8f99e-71d3-4c28-adf2-134159c23640" -d '{"events": [{"server_uuid": "d5003754-e76d-4fa2-b822-f57a230f8d7c", "name": "network-vif-plugged", "status": "completed", "tag": "e592624c-e491-4aab-b3d0-dec67b8dc9fe"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:29.137767 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1b202-a590-4702-978e-3d2a94bb2b87 req-99afc07f-0443-4fdd-bce2-f8e8a2dd8299 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:29.140230 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bec0d3f5-46bc-40f8-91b3-32ec71b5fc03), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.144261 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53c1b202-a590-4702-978e-3d2a94bb2b87 req-99afc07f-0443-4fdd-bce2-f8e8a2dd8299 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 931 time: 0.1637480 Feb 11 05:05:29.227219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd38d95-34a8-402d-93d1-6ebfb5ac4732 req-8a4a5f17-5f55-462c-b1b9-65fc495228ac tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:29.229166 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0bd38d95-34a8-402d-93d1-6ebfb5ac4732 req-8a4a5f17-5f55-462c-b1b9-65fc495228ac tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 971 time: 0.1683412 Feb 11 05:05:29.240845 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0de54479-b773-4ad5-8a01-82da6b6799f4 admin admin] Publish callbacks [] for security_group (992136f3-0e2d-4f70-b28c-ef767e10d426), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.250429 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53c1b202-a590-4702-978e-3d2a94bb2b87 req-3c25107a-99f9-451f-a041-e363767a4885 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038010 Feb 11 05:05:29.252535 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0de54479-b773-4ad5-8a01-82da6b6799f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (992136f3-0e2d-4f70-b28c-ef767e10d426), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.299066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3aadbb2e-2c3e-411d-b3ae-e537341c145b None None] Provisioning complete for port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:29.299066 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3aadbb2e-2c3e-411d-b3ae-e537341c145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bec0d3f5-46bc-40f8-91b3-32ec71b5fc03), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.320540 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0de54479-b773-4ad5-8a01-82da6b6799f4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=75d31b711bed40edb58a415fbff06c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5700049 Feb 11 05:05:29.324310 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46302) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:29.324981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de54479-b773-4ad5-8a01-82da6b6799f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992136f3-0e2d-4f70-b28c-ef767e10d426,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:29.344796 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0bd38d95-34a8-402d-93d1-6ebfb5ac4732 req-806ee0ca-96a2-4090-85ee-a2e3a0dc8573 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/security-groups?id=df321753-055c-4e0e-8583-9860c90e8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067226 Feb 11 05:05:29.360742 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debca1b2-7cb8-44f7-acb3-1446200396d6 x-openstack-request-id: req-debca1b2-7cb8-44f7-acb3-1446200396d6 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:29.361468 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5003754-e76d-4fa2-b822-f57a230f8d7c", "name": "network-vif-plugged", "status": "completed", "tag": "e592624c-e491-4aab-b3d0-dec67b8dc9fe", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:29.362036 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-debca1b2-7cb8-44f7-acb3-1446200396d6 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:29.362589 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5003754-e76d-4fa2-b822-f57a230f8d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e592624c-e491-4aab-b3d0-dec67b8dc9fe', 'code': 200} Feb 11 05:05:29.378186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3aadbb2e-2c3e-411d-b3ae-e537341c145b None None] Port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:05:29.516666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa11279-ce55-487a-8104-2f9606795e2d req-de06fe4b-c06a-43b3-a05c-d13ff5d68f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:29.518299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fa11279-ce55-487a-8104-2f9606795e2d req-de06fe4b-c06a-43b3-a05c-d13ff5d68f2d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 1133 time: 0.0884418 Feb 11 05:05:29.577623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fa11279-ce55-487a-8104-2f9606795e2d req-3d29873f-822f-4b44-8942-19e3adcc5f19 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506587 Feb 11 05:05:29.615011 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-218ceea0-d966-43d4-af6f-a2e5902bb060 admin admin] Publish callbacks [] for security_group (992136f3-0e2d-4f70-b28c-ef767e10d426), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.654390 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-218ceea0-d966-43d4-af6f-a2e5902bb060 admin admin] Publish callbacks [] for security_group (992136f3-0e2d-4f70-b28c-ef767e10d426), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.723087 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:29.732213 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Publish callbacks [] for port (bec0d3f5-46bc-40f8-91b3-32ec71b5fc03), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.749957 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Transition to ACTIVE for port object bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:05:29.750938 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-218ceea0-d966-43d4-af6f-a2e5902bb060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (992136f3-0e2d-4f70-b28c-ef767e10d426), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.753885 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-218ceea0-d966-43d4-af6f-a2e5902bb060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.757505 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-218ceea0-d966-43d4-af6f-a2e5902bb060 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/992136f3-0e2d-4f70-b28c-ef767e10d426 HTTP/1.1" status: 204 len: 168 time: 0.4291551 Feb 11 05:05:29.763561 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bec0d3f5-46bc-40f8-91b3-32ec71b5fc03), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.770648 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ceea0-d966-43d4-af6f-a2e5902bb060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992136f3-0e2d-4f70-b28c-ef767e10d426,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:29.786614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46310) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:29.839265 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Pushing event updated for resources: {'Port': ['ID=bec0d3f5-46bc-40f8-91b3-32ec71b5fc03,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:29.851835 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Attempting to bind port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:29.852177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Attempting to bind port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:29.852504 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Attempting to bind port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 on network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:29.857824 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 on network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:05:29.858147 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Attempting to bind port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 on network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:29.863513 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:29.863893 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Checking segment: {'id': '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:29.864228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Bound using segment: {'id': '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:29.864661 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Bound port: bec0d3f5-46bc-40f8-91b3-32ec71b5fc03, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:29.865021 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bec0d3f5-46bc-40f8-91b3-32ec71b5fc03), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.956404 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d774dab3-56a2-4816-b315-26cb63126377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.962333 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] For port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:29.966668 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] For port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=bec0d3f5-46bc-40f8-91b3-32ec71b5fc03,segment=NetworkSegment(9c507bc9-7d10-4ff7-8d02-254e3be1f6ed),segment_id=9c507bc9-7d10-4ff7-8d02-254e3be1f6ed)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:29.974318 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bec0d3f5-46bc-40f8-91b3-32ec71b5fc03), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.986885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e80bd-d6ba-453e-9aed-9b6a2d348856 req-c62182a6-fce2-4f00-bbf4-73efe1f69b7c tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:29.991914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae5e80bd-d6ba-453e-9aed-9b6a2d348856 req-c62182a6-fce2-4f00-bbf4-73efe1f69b7c tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 944 time: 0.0996013 Feb 11 05:05:30.025204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:30.026339 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.036205 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] 10.222.0.73 "PUT /v2.0/ports/bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 HTTP/1.1" status: 200 len: 1113 time: 0.9939427 Feb 11 05:05:30.036709 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c38f108-9953-400f-805a-82d5e5a1aa08', 'tag': 'bec0d3f5-46bc-40f8-91b3-32ec71b5fc03'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:30.039028 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b88792-7b3c-4429-8dbb-7e4f23913a17" -d '{"events": [{"name": "network-changed", "server_uuid": "6c38f108-9953-400f-805a-82d5e5a1aa08", "tag": "bec0d3f5-46bc-40f8-91b3-32ec71b5fc03"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:30.063227 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc6032-c73f-4485-97dc-0017c0dd997f service neutron] Pushing event updated for resources: {'Port': ['ID=bec0d3f5-46bc-40f8-91b3-32ec71b5fc03,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:30.117987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae5e80bd-d6ba-453e-9aed-9b6a2d348856 req-e8c955ff-1ce1-4d4e-85c6-bddc316063c4 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176271 Feb 11 05:05:30.141993 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-66d2d568-9696-4563-832a-388573444bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:30.144055 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-66d2d568-9696-4563-832a-388573444bd6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=830c226c33b44062af158e8da2ba4bca&device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 1147 time: 0.0573275 Feb 11 05:05:30.220409 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bf946a-bf14-4aac-9513-8a165d65f7b9 x-openstack-request-id: req-47bf946a-bf14-4aac-9513-8a165d65f7b9 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:30.220409 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c38f108-9953-400f-805a-82d5e5a1aa08", "tag": "bec0d3f5-46bc-40f8-91b3-32ec71b5fc03", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:30.220409 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-47bf946a-bf14-4aac-9513-8a165d65f7b9 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:30.220409 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c38f108-9953-400f-805a-82d5e5a1aa08', 'tag': 'bec0d3f5-46bc-40f8-91b3-32ec71b5fc03', 'status': 'completed', 'code': 200} Feb 11 05:05:30.220409 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-bce5b149-2db6-4810-94b3-3864d50e198e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 HTTP/1.1" status: 200 len: 217 time: 0.0626874 Feb 11 05:05:30.300550 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-19b9b73b-159c-49dc-b168-11c0468bb503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:30.302124 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-19b9b73b-159c-49dc-b168-11c0468bb503 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=665b633b-126f-41c1-b158-c4dba58bfcd3 HTTP/1.1" status: 200 len: 863 time: 0.0754578 Feb 11 05:05:30.302644 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46324) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:30.319751 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-04523b41-875a-408e-9435-2bf70074d441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.407078 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-7789b7aa-9c87-488c-ab44-238a2d95d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:30.408625 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-7789b7aa-9c87-488c-ab44-238a2d95d015 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e69f742-5887-4dbd-bdbf-d8b7877e4548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0866013 Feb 11 05:05:30.476398 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d774dab3-56a2-4816-b315-26cb63126377 admin admin] Publish callbacks [] for security_group (b4175d0e-1721-4d07-b783-4f43463ac091), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.484813 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d774dab3-56a2-4816-b315-26cb63126377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b4175d0e-1721-4d07-b783-4f43463ac091), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.489414 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d6382f35-f405-46cd-a9e1-d8d43db11a4a details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:05:30.498097 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5ce6d-bbcf-4a20-92de-ec59b19823e4 req-638fc029-4bc2-46f3-abeb-4a2c557f01ad tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:30.499559 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6df5ce6d-bbcf-4a20-92de-ec59b19823e4 req-638fc029-4bc2-46f3-abeb-4a2c557f01ad tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 950 time: 0.3999043 Feb 11 05:05:30.519751 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-04523b41-875a-408e-9435-2bf70074d441 admin admin] Publish callbacks [] for security_group (48724f18-dd4c-45d1-8d68-26449b498a5f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.532886 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-04523b41-875a-408e-9435-2bf70074d441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (48724f18-dd4c-45d1-8d68-26449b498a5f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.544998 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5f7d9-1d13-4099-86f2-f3dfbea5b90e req-5a231695-16d7-4dd7-81d0-d9d82027afd9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:30.546474 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9b5f7d9-1d13-4099-86f2-f3dfbea5b90e req-5a231695-16d7-4dd7-81d0-d9d82027afd9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 964 time: 0.1361637 Feb 11 05:05:30.554606 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-d8be383f-1546-4526-a561-76962fcf1254 service neutron] 10.222.0.73 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392541 Feb 11 05:05:30.559625 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d774dab3-56a2-4816-b315-26cb63126377 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1f7c9ae324b44e14a797d3852be2a1fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7710052 Feb 11 05:05:30.563851 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774dab3-56a2-4816-b315-26cb63126377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4175d0e-1721-4d07-b783-4f43463ac091,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:30.567194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46328) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:30.617738 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-04523b41-875a-408e-9435-2bf70074d441 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=54588ba547484332a1eb7bfdb1a4ccae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111956 Feb 11 05:05:30.617738 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04523b41-875a-408e-9435-2bf70074d441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48724f18-dd4c-45d1-8d68-26449b498a5f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:30.619641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6df5ce6d-bbcf-4a20-92de-ec59b19823e4 req-843b3af8-d3fa-4d00-9c96-cf57a0b7061b tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006286 Feb 11 05:05:30.620102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46330) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:30.635212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d6382f35-f405-46cd-a9e1-d8d43db11a4a, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:30.659913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'd6382f35-f405-46cd-a9e1-d8d43db11a4a', 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b', 'port_id': 'd6382f35-f405-46cd-a9e1-d8d43db11a4a', 'mac_address': 'fa:16:3e:29:26:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:05:30.661075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9b5f7d9-1d13-4099-86f2-f3dfbea5b90e req-64e37451-a6ca-4344-a4ed-e9e34f0a2b75 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981221 Feb 11 05:05:30.707005 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-08986139-1054-4ae0-ae15-cd92be8b4e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.710444 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6fdb590-545e-4dd4-96f2-dfebee3cb842 admin admin] Publish callbacks [] for security_group (48724f18-dd4c-45d1-8d68-26449b498a5f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.723284 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57c57dcc-0cb1-420b-b746-a3e411f2e8c0 admin admin] Publish callbacks [] for security_group (b4175d0e-1721-4d07-b783-4f43463ac091), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.726899 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port d6382f35-f405-46cd-a9e1-d8d43db11a4a is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:30.727306 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.740928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6382f35-f405-46cd-a9e1-d8d43db11a4a {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:30.744777 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16c202c5-2904-4106-a9de-e6a804287bb3 req-9709826e-2bb1-4f65-b944-3f1a37f75a93 service neutron] 10.222.0.73 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734912 Feb 11 05:05:30.761728 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d6382f35-f405-46cd-a9e1-d8d43db11a4a, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:30.766806 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.768885 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6fdb590-545e-4dd4-96f2-dfebee3cb842 admin admin] Publish callbacks [] for security_group (48724f18-dd4c-45d1-8d68-26449b498a5f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.769893 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57c57dcc-0cb1-420b-b746-a3e411f2e8c0 admin admin] Publish callbacks [] for security_group (b4175d0e-1721-4d07-b783-4f43463ac091), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.817208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7753c-bf7a-4c5c-9fc5-73c375df4a53 req-245ec641-6d48-4126-a1c1-10742cc094d6 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:30.818796 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eeb7753c-bf7a-4c5c-9fc5-73c375df4a53 req-245ec641-6d48-4126-a1c1-10742cc094d6 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 971 time: 0.1038868 Feb 11 05:05:30.829277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=d6382f35-f405-46cd-a9e1-d8d43db11a4a,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:30.842111 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6fdb590-545e-4dd4-96f2-dfebee3cb842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (48724f18-dd4c-45d1-8d68-26449b498a5f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.846511 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6fdb590-545e-4dd4-96f2-dfebee3cb842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.850775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a6fdb590-545e-4dd4-96f2-dfebee3cb842 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/48724f18-dd4c-45d1-8d68-26449b498a5f HTTP/1.1" status: 204 len: 168 time: 0.2256310 Feb 11 05:05:30.864235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b88792-7b3c-4429-8dbb-7e4f23913a17 req-8330828f-7889-4000-9e28-c6cac81a9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:30.866406 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-03b88792-7b3c-4429-8dbb-7e4f23913a17 req-8330828f-7889-4000-9e28-c6cac81a9911 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=830c226c33b44062af158e8da2ba4bca&device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 1147 time: 0.0651650 Feb 11 05:05:30.873684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdb590-545e-4dd4-96f2-dfebee3cb842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48724f18-dd4c-45d1-8d68-26449b498a5f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:30.876369 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57c57dcc-0cb1-420b-b746-a3e411f2e8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b4175d0e-1721-4d07-b783-4f43463ac091), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.880602 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57c57dcc-0cb1-420b-b746-a3e411f2e8c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.882132 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-57c57dcc-0cb1-420b-b746-a3e411f2e8c0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b4175d0e-1721-4d07-b783-4f43463ac091 HTTP/1.1" status: 204 len: 168 time: 0.3094549 Feb 11 05:05:30.923946 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eeb7753c-bf7a-4c5c-9fc5-73c375df4a53 req-d1c57f98-14a8-4ce5-a3d2-2fdce91e7f63 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/security-groups?id=df321753-055c-4e0e-8583-9860c90e8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719705 Feb 11 05:05:30.936214 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c57dcc-0cb1-420b-b746-a3e411f2e8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4175d0e-1721-4d07-b783-4f43463ac091,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:31.017488 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b88792-7b3c-4429-8dbb-7e4f23913a17 req-a6449bf1-2442-45d9-b944-400aa3b78a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:31.019113 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-03b88792-7b3c-4429-8dbb-7e4f23913a17 req-a6449bf1-2442-45d9-b944-400aa3b78a09 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e69f742-5887-4dbd-bdbf-d8b7877e4548 HTTP/1.1" status: 200 len: 925 time: 0.1471808 Feb 11 05:05:31.027960 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['d6382f35-f405-46cd-a9e1-d8d43db11a4a'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:31.072160 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-03b88792-7b3c-4429-8dbb-7e4f23913a17 req-f2218894-dd76-4805-a014-032a68cf7b03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 HTTP/1.1" status: 200 len: 217 time: 0.0440207 Feb 11 05:05:31.124567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0285d-43e0-4471-840c-b68c706b86e2 req-cd43dbea-38a0-4765-b9c0-f0952928fdcc tempest-AggregatesAdminTestJSON-1190473918 tempest-AggregatesAdminTestJSON-1190473918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:31.126103 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fe0285d-43e0-4471-840c-b68c706b86e2 req-cd43dbea-38a0-4765-b9c0-f0952928fdcc tempest-AggregatesAdminTestJSON-1190473918 tempest-AggregatesAdminTestJSON-1190473918-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 1154 time: 0.0612895 Feb 11 05:05:31.148801 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b88792-7b3c-4429-8dbb-7e4f23913a17 req-0a5e45ff-631d-4eb6-85c0-1efe1a0cbcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:31.150484 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-03b88792-7b3c-4429-8dbb-7e4f23913a17 req-0a5e45ff-631d-4eb6-85c0-1efe1a0cbcc0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=665b633b-126f-41c1-b158-c4dba58bfcd3 HTTP/1.1" status: 200 len: 863 time: 0.0692396 Feb 11 05:05:31.183042 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5fe0285d-43e0-4471-840c-b68c706b86e2 req-de4a0040-544e-46fd-9b7b-4e8c822d2990 tempest-AggregatesAdminTestJSON-1190473918 tempest-AggregatesAdminTestJSON-1190473918-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.213439 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b88792-7b3c-4429-8dbb-7e4f23913a17 req-74f5488f-b5b7-4f67-9bfe-744c27dff817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:31.214969 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-03b88792-7b3c-4429-8dbb-7e4f23913a17 req-74f5488f-b5b7-4f67-9bfe-744c27dff817 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e69f742-5887-4dbd-bdbf-d8b7877e4548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0572171 Feb 11 05:05:31.331134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911f335-0588-4d7e-b6d9-cfd1e0a27da5 req-8b362e1b-e6f7-42b6-b906-e943b620ae3d tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:31.338398 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a911f335-0588-4d7e-b6d9-cfd1e0a27da5 req-8b362e1b-e6f7-42b6-b906-e943b620ae3d tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 945 time: 0.0939281 Feb 11 05:05:31.339944 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-03b88792-7b3c-4429-8dbb-7e4f23913a17 req-befa9236-380d-4793-9a1b-a415103b2425 service neutron] 10.222.0.73 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174860 Feb 11 05:05:31.360372 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5fe0285d-43e0-4471-840c-b68c706b86e2 req-de4a0040-544e-46fd-9b7b-4e8c822d2990 tempest-AggregatesAdminTestJSON-1190473918 tempest-AggregatesAdminTestJSON-1190473918-project-admin] Publish callbacks [] for security_group (6399ef75-88d1-408c-ac43-c5e09a532f86), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.369619 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5fe0285d-43e0-4471-840c-b68c706b86e2 req-de4a0040-544e-46fd-9b7b-4e8c822d2990 tempest-AggregatesAdminTestJSON-1190473918 tempest-AggregatesAdminTestJSON-1190473918-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6399ef75-88d1-408c-ac43-c5e09a532f86), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.420848 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46350) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:31.433463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a911f335-0588-4d7e-b6d9-cfd1e0a27da5 req-168e27ae-01e6-41ba-85af-59c93b18fd47 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941455 Feb 11 05:05:31.439957 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-257da6fd-ee25-4a91-bab2-9a81feccd23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.442974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fe0285d-43e0-4471-840c-b68c706b86e2 req-de4a0040-544e-46fd-9b7b-4e8c822d2990 tempest-AggregatesAdminTestJSON-1190473918 tempest-AggregatesAdminTestJSON-1190473918-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=df321753-055c-4e0e-8583-9860c90e8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050611 Feb 11 05:05:31.444172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a0040-544e-46fd-9b7b-4e8c822d2990 tempest-AggregatesAdminTestJSON-1190473918 tempest-AggregatesAdminTestJSON-1190473918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6399ef75-88d1-408c-ac43-c5e09a532f86,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:31.503332 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-03b88792-7b3c-4429-8dbb-7e4f23913a17 req-67e7ae3c-5726-4d6e-bac3-f042882709b6 service neutron] 10.222.0.73 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537097 Feb 11 05:05:31.554626 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-257da6fd-ee25-4a91-bab2-9a81feccd23c admin admin] Publish callbacks [] for security_group (677128cc-faa9-4c6c-b3a9-12b289b44709), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.561191 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-257da6fd-ee25-4a91-bab2-9a81feccd23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (677128cc-faa9-4c6c-b3a9-12b289b44709), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.611730 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-257da6fd-ee25-4a91-bab2-9a81feccd23c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ba359e6c03f64a17b33f99cc14083139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1897976 Feb 11 05:05:31.612553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257da6fd-ee25-4a91-bab2-9a81feccd23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677128cc-faa9-4c6c-b3a9-12b289b44709,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:31.624602 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46356) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:31.711022 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30d3a4a3-7369-4449-8d91-216dd4f47953 admin admin] Publish callbacks [] for security_group (677128cc-faa9-4c6c-b3a9-12b289b44709), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.737246 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30d3a4a3-7369-4449-8d91-216dd4f47953 admin admin] Publish callbacks [] for security_group (677128cc-faa9-4c6c-b3a9-12b289b44709), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.795043 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30d3a4a3-7369-4449-8d91-216dd4f47953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (677128cc-faa9-4c6c-b3a9-12b289b44709), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.797989 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30d3a4a3-7369-4449-8d91-216dd4f47953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.799149 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-30d3a4a3-7369-4449-8d91-216dd4f47953 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/677128cc-faa9-4c6c-b3a9-12b289b44709 HTTP/1.1" status: 204 len: 168 time: 0.1724153 Feb 11 05:05:31.810107 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3a4a3-7369-4449-8d91-216dd4f47953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677128cc-faa9-4c6c-b3a9-12b289b44709,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:31.831503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf350c-7808-4b2a-af87-19d6467248c6 req-af13e1cf-27a8-43eb-80f6-f29eae11c9e3 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:31.839164 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06cf350c-7808-4b2a-af87-19d6467248c6 req-af13e1cf-27a8-43eb-80f6-f29eae11c9e3 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 950 time: 0.1129975 Feb 11 05:05:31.866872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a9ebb-d658-48ae-afdf-0b89e52edca8 req-efd52755-46df-4e6a-b9b6-aba9cf9aaacf tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:31.869126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e4a9ebb-d658-48ae-afdf-0b89e52edca8 req-efd52755-46df-4e6a-b9b6-aba9cf9aaacf tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 964 time: 0.0967960 Feb 11 05:05:31.922334 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06cf350c-7808-4b2a-af87-19d6467248c6 req-1bec9fc8-544e-45cf-9e97-251197cbbc27 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822639 Feb 11 05:05:31.945306 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e4a9ebb-d658-48ae-afdf-0b89e52edca8 req-9822483f-82bd-42b1-b96b-ba539a13c44b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693004 Feb 11 05:05:32.060545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f321efb-9d89-41ba-b65d-5427fb9f1185 req-14004742-d14e-4532-9798-a4f6ccb91f75 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:32.062025 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f321efb-9d89-41ba-b65d-5427fb9f1185 req-14004742-d14e-4532-9798-a4f6ccb91f75 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 971 time: 0.0652773 Feb 11 05:05:32.113400 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f321efb-9d89-41ba-b65d-5427fb9f1185 req-21f66626-f754-4ccf-b2e7-241ffe771955 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/security-groups?id=df321753-055c-4e0e-8583-9860c90e8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454688 Feb 11 05:05:32.213060 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:32.502302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d6382f35-f405-46cd-a9e1-d8d43db11a4a up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:32.567562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port d6382f35-f405-46cd-a9e1-d8d43db11a4a completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:05:32.572072 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port d6382f35-f405-46cd-a9e1-d8d43db11a4a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:32.572619 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:32.614565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d62374-e1d5-4cbd-898f-7da480b9a634 req-080ec309-820b-4c4d-b348-c4ac4fe863ed tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:32.616128 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60d62374-e1d5-4cbd-898f-7da480b9a634 req-080ec309-820b-4c4d-b348-c4ac4fe863ed tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 945 time: 0.0881102 Feb 11 05:05:32.669679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port d6382f35-f405-46cd-a9e1-d8d43db11a4a is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:32.670073 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:32.687722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60d62374-e1d5-4cbd-898f-7da480b9a634 req-95799eef-b7eb-47dc-afb8-07444e41f393 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640106 Feb 11 05:05:32.700355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae355f2e-d71f-45ee-82a3-86c2cad7dc0e req-95dd2649-2631-4f23-8f3e-6895aa4975b1 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:32.701930 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae355f2e-d71f-45ee-82a3-86c2cad7dc0e req-95dd2649-2631-4f23-8f3e-6895aa4975b1 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 950 time: 0.1280775 Feb 11 05:05:32.774639 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae355f2e-d71f-45ee-82a3-86c2cad7dc0e req-d8e1d208-f33e-4f99-bae4-09c4d3442bb6 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616522 Feb 11 05:05:32.831722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459840e2-8986-4473-a631-0f42603137a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6382f35-f405-46cd-a9e1-d8d43db11a4a'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:32.833679 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479e4963-d2ef-477e-be0a-b0c36959dbc0" -d '{"events": [{"server_uuid": "459840e2-8986-4473-a631-0f42603137a9", "name": "network-vif-plugged", "status": "completed", "tag": "d6382f35-f405-46cd-a9e1-d8d43db11a4a"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:32.845915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d6382f35-f405-46cd-a9e1-d8d43db11a4a, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:32.851163 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:32.885672 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093253b3-8fdb-42b9-b57c-a5e5dffaee98 x-openstack-request-id: req-093253b3-8fdb-42b9-b57c-a5e5dffaee98 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:32.885985 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459840e2-8986-4473-a631-0f42603137a9", "name": "network-vif-plugged", "status": "completed", "tag": "d6382f35-f405-46cd-a9e1-d8d43db11a4a", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:32.886238 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-093253b3-8fdb-42b9-b57c-a5e5dffaee98 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:32.886620 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459840e2-8986-4473-a631-0f42603137a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6382f35-f405-46cd-a9e1-d8d43db11a4a', 'code': 200} Feb 11 05:05:32.929378 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=d6382f35-f405-46cd-a9e1-d8d43db11a4a,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:32.999081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59c143-861e-4053-b9ae-529b991cabca req-8ac4b19c-0511-484b-b716-0ab1ae13836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:33.000712 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e59c143-861e-4053-b9ae-529b991cabca req-8ac4b19c-0511-484b-b716-0ab1ae13836e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 1129 time: 0.0453112 Feb 11 05:05:33.078905 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e59c143-861e-4053-b9ae-529b991cabca req-c7a22369-0b45-49d0-bdb0-12072027c84a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711284 Feb 11 05:05:33.095862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bae8f6-8b81-436d-8470-d55b9e5a7154 req-3d8db8ec-59a8-4b32-9edc-9516b1e914cf tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:33.097729 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95bae8f6-8b81-436d-8470-d55b9e5a7154 req-3d8db8ec-59a8-4b32-9edc-9516b1e914cf tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 964 time: 0.0757666 Feb 11 05:05:33.158730 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95bae8f6-8b81-436d-8470-d55b9e5a7154 req-eabc6ac9-1e33-473b-bb3c-966c95fbf790 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547502 Feb 11 05:05:33.224882 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:05:33.272036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ca93a-54d8-4983-b7ce-64addc115ddf req-c89edb4a-1d39-4a0f-8d7e-38de9909546d tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:33.273531 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-345ca93a-54d8-4983-b7ce-64addc115ddf req-c89edb4a-1d39-4a0f-8d7e-38de9909546d tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 971 time: 0.0548804 Feb 11 05:05:33.327874 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-345ca93a-54d8-4983-b7ce-64addc115ddf req-e9801f85-7fd1-45db-be2f-b11005b6ef53 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/security-groups?id=df321753-055c-4e0e-8583-9860c90e8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479574 Feb 11 05:05:33.417149 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.433882 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e191612-2095-4fba-9424-308a768858fb req-c607fa60-05b4-42ff-b0f4-4fa6a1715da8 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:33.436028 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7e191612-2095-4fba-9424-308a768858fb req-c607fa60-05b4-42ff-b0f4-4fa6a1715da8 tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.73 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 971 time: 0.1087470 Feb 11 05:05:33.607567 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-7e191612-2095-4fba-9424-308a768858fb req-07771f39-1d3d-4316-9977-93b6b9a2f44f tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Deleting port e10abea3-f3c6-46df-a907-953681eb47ba {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:33.607826 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7e191612-2095-4fba-9424-308a768858fb req-07771f39-1d3d-4316-9977-93b6b9a2f44f tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e10abea3-f3c6-46df-a907-953681eb47ba), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.705470 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-7e191612-2095-4fba-9424-308a768858fb req-07771f39-1d3d-4316-9977-93b6b9a2f44f tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] For port e10abea3-f3c6-46df-a907-953681eb47ba, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e10abea3-f3c6-46df-a907-953681eb47ba,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:33.705841 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7e191612-2095-4fba-9424-308a768858fb req-07771f39-1d3d-4316-9977-93b6b9a2f44f tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e10abea3-f3c6-46df-a907-953681eb47ba), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.721558 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-7e191612-2095-4fba-9424-308a768858fb req-07771f39-1d3d-4316-9977-93b6b9a2f44f tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Calling delete_port for e10abea3-f3c6-46df-a907-953681eb47ba owned by compute:tempest-test_az-867606256 {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:33.833986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ea22e-c2e8-4bc9-a85c-9340e1bcb16f req-81f00155-cbbb-4a02-b7fb-c9dc680ebe33 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:33.835509 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a1ea22e-c2e8-4bc9-a85c-9340e1bcb16f req-81f00155-cbbb-4a02-b7fb-c9dc680ebe33 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 946 time: 0.0627921 Feb 11 05:05:33.888139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a1ea22e-c2e8-4bc9-a85c-9340e1bcb16f req-9bfeefa2-7538-459a-846e-c12e8ffc265a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466545 Feb 11 05:05:33.917103 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7e191612-2095-4fba-9424-308a768858fb req-07771f39-1d3d-4316-9977-93b6b9a2f44f tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (e10abea3-f3c6-46df-a907-953681eb47ba), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.933026 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['e10abea3-f3c6-46df-a907-953681eb47ba'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:33.949825 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07771f39-1d3d-4316-9977-93b6b9a2f44f tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Pushing event deleted for resources: {'Port': ['ID=e10abea3-f3c6-46df-a907-953681eb47ba,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:33.968496 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6758e752-9240-4146-b171-448ec0f09965 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362198 Feb 11 05:05:34.022096 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e191612-2095-4fba-9424-308a768858fb req-07771f39-1d3d-4316-9977-93b6b9a2f44f tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] No DVR routers for this DVR port e10abea3-f3c6-46df-a907-953681eb47ba on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:34.026385 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7e191612-2095-4fba-9424-308a768858fb req-07771f39-1d3d-4316-9977-93b6b9a2f44f tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.030696 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7e191612-2095-4fba-9424-308a768858fb req-07771f39-1d3d-4316-9977-93b6b9a2f44f tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.73 "DELETE /v2.0/ports/e10abea3-f3c6-46df-a907-953681eb47ba HTTP/1.1" status: 204 len: 173 time: 0.5888047 Feb 11 05:05:34.031457 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64', 'name': 'network-vif-deleted', 'tag': 'e10abea3-f3c6-46df-a907-953681eb47ba'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:34.033896 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a613356f-9996-443c-98d1-d33ee1fcef5f" -d '{"events": [{"server_uuid": "38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64", "name": "network-vif-deleted", "tag": "e10abea3-f3c6-46df-a907-953681eb47ba"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:34.103860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50447163-98cd-43f3-8d2b-a199bff83aa4 req-b119ea1e-c5ae-4daf-98b8-658659ffe481 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:34.105402 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50447163-98cd-43f3-8d2b-a199bff83aa4 req-b119ea1e-c5ae-4daf-98b8-658659ffe481 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 950 time: 0.1344407 Feb 11 05:05:34.122597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-c0e24440-0f9c-4943-9ea4-d96f7d40cfbb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:34.124543 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-c0e24440-0f9c-4943-9ea4-d96f7d40cfbb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1548905 Feb 11 05:05:34.156562 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-143bff58-4e92-4433-b62e-1639caacf487 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/quotas/923c8e6b939346a0ab9f11e00e8ae595 HTTP/1.1" status: 200 len: 375 time: 0.0253015 Feb 11 05:05:34.170092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:05:34.204707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-d13aaacf-bb4f-4e53-99ed-cb43bff4fc08 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391603 Feb 11 05:05:34.217503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50447163-98cd-43f3-8d2b-a199bff83aa4 req-caeb5a7e-e5a1-46c2-9326-9f60d0ac400a tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994089 Feb 11 05:05:34.283138 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c883a47-7635-4d5b-b499-a24e8d817740 x-openstack-request-id: req-0c883a47-7635-4d5b-b499-a24e8d817740 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:34.283500 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64", "name": "network-vif-deleted", "tag": "e10abea3-f3c6-46df-a907-953681eb47ba", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:34.283770 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0c883a47-7635-4d5b-b499-a24e8d817740 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:34.284615 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64', 'name': 'network-vif-deleted', 'tag': 'e10abea3-f3c6-46df-a907-953681eb47ba', 'status': 'completed', 'code': 200} Feb 11 05:05:34.289307 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=bec0d3f5-46bc-40f8-91b3-32ec71b5fc03,segment=NetworkSegment(9c507bc9-7d10-4ff7-8d02-254e3be1f6ed),segment_id=9c507bc9-7d10-4ff7-8d02-254e3be1f6ed)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:34.306983 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'bec0d3f5-46bc-40f8-91b3-32ec71b5fc03', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'port_id': 'bec0d3f5-46bc-40f8-91b3-32ec71b5fc03', 'mac_address': 'fa:16:3e:b1:25:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-867606256', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:05:34.348870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:34.350665 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bec0d3f5-46bc-40f8-91b3-32ec71b5fc03), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.367662 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:34.399082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=bec0d3f5-46bc-40f8-91b3-32ec71b5fc03,segment=NetworkSegment(9c507bc9-7d10-4ff7-8d02-254e3be1f6ed),segment_id=9c507bc9-7d10-4ff7-8d02-254e3be1f6ed)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:34.406238 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bec0d3f5-46bc-40f8-91b3-32ec71b5fc03), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.421037 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61c571-ccdf-44b2-a8c3-6d657e5510d2 req-63c46b25-efcd-40f2-93c4-394a9be6d1c6 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:34.423003 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f61c571-ccdf-44b2-a8c3-6d657e5510d2 req-63c46b25-efcd-40f2-93c4-394a9be6d1c6 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 964 time: 0.0913043 Feb 11 05:05:34.488317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=bec0d3f5-46bc-40f8-91b3-32ec71b5fc03,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:34.518795 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f61c571-ccdf-44b2-a8c3-6d657e5510d2 req-d0e85a40-0dcc-42ed-aafb-87efc01b916b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881965 Feb 11 05:05:34.636321 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2943b52b-9b6b-4012-bf1b-afc257dca539 req-05fe7f98-8926-4765-a5f7-ac0cc4601e9c tempest-AggregatesAdminTestJSON-1593627171 tempest-AggregatesAdminTestJSON-1593627171-project] 10.222.0.87 "GET /v2.0/ports?device_id=38fcec39-b0fa-4994-9cbd-c3f1b2bb9f64 HTTP/1.1" status: 200 len: 210 time: 0.0586586 Feb 11 05:05:34.640330 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['bec0d3f5-46bc-40f8-91b3-32ec71b5fc03'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:34.718990 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-062c6fe9-ba95-4adb-925d-fdafe296d911 req-33ae81c5-8985-4021-9e9e-2dee443a8fe0 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=380f81db-f5ba-42bb-8a51-91ce1072954b HTTP/1.1" status: 200 len: 210 time: 0.0713615 Feb 11 05:05:34.746025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08786b-2139-49f0-9dc5-610b949276b8 req-2c585670-55ea-4d39-932d-9fc26e8b9f73 tempest-DeleteServersAdminTestJSON-91495807 tempest-DeleteServersAdminTestJSON-91495807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:34.752036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df08786b-2139-49f0-9dc5-610b949276b8 req-2c585670-55ea-4d39-932d-9fc26e8b9f73 tempest-DeleteServersAdminTestJSON-91495807 tempest-DeleteServersAdminTestJSON-91495807-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 1133 time: 0.1960144 Feb 11 05:05:34.796636 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.892986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-df08786b-2139-49f0-9dc5-610b949276b8 req-5a5e9cdf-b151-4f87-b014-4f02254e607b tempest-DeleteServersAdminTestJSON-91495807 tempest-DeleteServersAdminTestJSON-91495807-project-admin] Deleting port e592624c-e491-4aab-b3d0-dec67b8dc9fe {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:34.893143 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-df08786b-2139-49f0-9dc5-610b949276b8 req-5a5e9cdf-b151-4f87-b014-4f02254e607b tempest-DeleteServersAdminTestJSON-91495807 tempest-DeleteServersAdminTestJSON-91495807-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e592624c-e491-4aab-b3d0-dec67b8dc9fe), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.035207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-df08786b-2139-49f0-9dc5-610b949276b8 req-5a5e9cdf-b151-4f87-b014-4f02254e607b tempest-DeleteServersAdminTestJSON-91495807 tempest-DeleteServersAdminTestJSON-91495807-project-admin] For port e592624c-e491-4aab-b3d0-dec67b8dc9fe, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e592624c-e491-4aab-b3d0-dec67b8dc9fe,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:35.035606 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-df08786b-2139-49f0-9dc5-610b949276b8 req-5a5e9cdf-b151-4f87-b014-4f02254e607b tempest-DeleteServersAdminTestJSON-91495807 tempest-DeleteServersAdminTestJSON-91495807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e592624c-e491-4aab-b3d0-dec67b8dc9fe), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.052486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-df08786b-2139-49f0-9dc5-610b949276b8 req-5a5e9cdf-b151-4f87-b014-4f02254e607b tempest-DeleteServersAdminTestJSON-91495807 tempest-DeleteServersAdminTestJSON-91495807-project-admin] Calling delete_port for e592624c-e491-4aab-b3d0-dec67b8dc9fe owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:35.135825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b0394-b243-43e9-b833-0e4e4a66ddc4 req-243041fb-56b1-4282-b079-86548bdac3ac tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:35.137936 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c43b0394-b243-43e9-b833-0e4e4a66ddc4 req-243041fb-56b1-4282-b079-86548bdac3ac tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 946 time: 0.1542826 Feb 11 05:05:35.220053 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c43b0394-b243-43e9-b833-0e4e4a66ddc4 req-da379444-4bc1-4fb1-bb61-e88a04b4142d tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703902 Feb 11 05:05:35.282276 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-df08786b-2139-49f0-9dc5-610b949276b8 req-5a5e9cdf-b151-4f87-b014-4f02254e607b tempest-DeleteServersAdminTestJSON-91495807 tempest-DeleteServersAdminTestJSON-91495807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (e592624c-e491-4aab-b3d0-dec67b8dc9fe), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.299828 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['e592624c-e491-4aab-b3d0-dec67b8dc9fe'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:35.321633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e9cdf-b151-4f87-b014-4f02254e607b tempest-DeleteServersAdminTestJSON-91495807 tempest-DeleteServersAdminTestJSON-91495807-project-admin] Pushing event deleted for resources: {'Port': ['ID=e592624c-e491-4aab-b3d0-dec67b8dc9fe,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:35.365178 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-012c22bf-d443-4542-b8ab-3dc5f222f140 req-ce2450e2-1527-41ee-b799-102f307edf9e tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5003754-e76d-4fa2-b822-f57a230f8d7c HTTP/1.1" status: 200 len: 210 time: 0.0717824 Feb 11 05:05:35.388400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-df08786b-2139-49f0-9dc5-610b949276b8 req-5a5e9cdf-b151-4f87-b014-4f02254e607b tempest-DeleteServersAdminTestJSON-91495807 tempest-DeleteServersAdminTestJSON-91495807-project-admin] No DVR routers for this DVR port e592624c-e491-4aab-b3d0-dec67b8dc9fe on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:35.390902 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-df08786b-2139-49f0-9dc5-610b949276b8 req-5a5e9cdf-b151-4f87-b014-4f02254e607b tempest-DeleteServersAdminTestJSON-91495807 tempest-DeleteServersAdminTestJSON-91495807-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.394769 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df08786b-2139-49f0-9dc5-610b949276b8 req-5a5e9cdf-b151-4f87-b014-4f02254e607b tempest-DeleteServersAdminTestJSON-91495807 tempest-DeleteServersAdminTestJSON-91495807-project-admin] 10.222.0.88 "DELETE /v2.0/ports/e592624c-e491-4aab-b3d0-dec67b8dc9fe HTTP/1.1" status: 204 len: 173 time: 0.6374993 Feb 11 05:05:35.395242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5003754-e76d-4fa2-b822-f57a230f8d7c', 'name': 'network-vif-deleted', 'tag': 'e592624c-e491-4aab-b3d0-dec67b8dc9fe'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:35.397536 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5264a62d-6671-4912-938d-c66a021a98de" -d '{"events": [{"server_uuid": "d5003754-e76d-4fa2-b822-f57a230f8d7c", "name": "network-vif-deleted", "tag": "e592624c-e491-4aab-b3d0-dec67b8dc9fe"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:35.573876 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba6be44-a7f0-42c2-9d58-ba00fd914cee x-openstack-request-id: req-3ba6be44-a7f0-42c2-9d58-ba00fd914cee {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:35.574354 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5003754-e76d-4fa2-b822-f57a230f8d7c", "name": "network-vif-deleted", "tag": "e592624c-e491-4aab-b3d0-dec67b8dc9fe", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:35.575580 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3ba6be44-a7f0-42c2-9d58-ba00fd914cee {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:35.576141 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5003754-e76d-4fa2-b822-f57a230f8d7c', 'name': 'network-vif-deleted', 'tag': 'e592624c-e491-4aab-b3d0-dec67b8dc9fe', 'status': 'completed', 'code': 200} Feb 11 05:05:35.660028 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-8b364965-7ccb-4301-814a-ad6912e13fca tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359333 Feb 11 05:05:35.721601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ba0c4-8548-442f-bd2e-be6b64ec0540 req-c412fa1a-3087-4920-8850-769ae7070d91 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:35.723339 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a94ba0c4-8548-442f-bd2e-be6b64ec0540 req-c412fa1a-3087-4920-8850-769ae7070d91 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 1129 time: 0.1148818 Feb 11 05:05:35.734870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd1cd6-95d5-4239-8d37-6171ee3d5a47 req-8865c21c-bb93-4427-8114-900a62e21979 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:35.736378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cddd1cd6-95d5-4239-8d37-6171ee3d5a47 req-8865c21c-bb93-4427-8114-900a62e21979 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 965 time: 0.0709536 Feb 11 05:05:35.801918 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-5b7f9263-4a6a-485d-8e7a-b8217f8a8a39 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:35.803355 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-5b7f9263-4a6a-485d-8e7a-b8217f8a8a39 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1375465 Feb 11 05:05:35.805500 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a94ba0c4-8548-442f-bd2e-be6b64ec0540 req-a759718b-ccb6-4b56-a279-216910788a8d tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681405 Feb 11 05:05:35.808879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cddd1cd6-95d5-4239-8d37-6171ee3d5a47 req-d9d19b31-dd6a-40d1-8642-464cb2c350fa tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653477 Feb 11 05:05:35.816608 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-18f92ce4-77a9-41b1-80e9-7063953eafa5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Request body: {'port': {'device_id': '380f81db-f5ba-42bb-8a51-91ce1072954b', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '923c8e6b939346a0ab9f11e00e8ae595'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:35.931948 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bffe7f1b-794a-494e-9ca0-9e6be87ddb5a req-77338e73-af71-4aec-9e08-7bbff744f172 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=380f81db-f5ba-42bb-8a51-91ce1072954b HTTP/1.1" status: 200 len: 210 time: 0.0331533 Feb 11 05:05:35.956101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-18f92ce4-77a9-41b1-80e9-7063953eafa5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Made reservation on behalf of 923c8e6b939346a0ab9f11e00e8ae595 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:35.961542 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-18f92ce4-77a9-41b1-80e9-7063953eafa5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.972806 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-18f92ce4-77a9-41b1-80e9-7063953eafa5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.078404 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-18f92ce4-77a9-41b1-80e9-7063953eafa5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks [] for security_group (b4ff205c-9751-4bbd-bf2e-5fad8ecdda99), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.084309 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-18f92ce4-77a9-41b1-80e9-7063953eafa5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b4ff205c-9751-4bbd-bf2e-5fad8ecdda99), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.154224 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f92ce4-77a9-41b1-80e9-7063953eafa5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:36.182891 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:36.225951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755dfa1-4a32-432a-b876-4130e959c9e2 req-bcadf82a-7dce-4a79-8ff9-9cdbd5ebe6b2 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:36.228106 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a755dfa1-4a32-432a-b876-4130e959c9e2 req-bcadf82a-7dce-4a79-8ff9-9cdbd5ebe6b2 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 1129 time: 0.0610433 Feb 11 05:05:36.246680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:05:36.253695 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:36.254069 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bec0d3f5-46bc-40f8-91b3-32ec71b5fc03), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.256074 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-18f92ce4-77a9-41b1-80e9-7063953eafa5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Allocated IP 192.168.233.68 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/61dc99a3-3efa-4e98-a339-2b589d6bec35) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:36.288654 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a755dfa1-4a32-432a-b876-4130e959c9e2 req-ae1d8052-0b8a-4e12-a450-61d4ce7ea5dc tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529454 Feb 11 05:05:36.347900 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:36.348570 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bec0d3f5-46bc-40f8-91b3-32ec71b5fc03), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.391750 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=bec0d3f5-46bc-40f8-91b3-32ec71b5fc03,segment=NetworkSegment(9c507bc9-7d10-4ff7-8d02-254e3be1f6ed),segment_id=9c507bc9-7d10-4ff7-8d02-254e3be1f6ed)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:36.393315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c38f108-9953-400f-805a-82d5e5a1aa08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec0d3f5-46bc-40f8-91b3-32ec71b5fc03'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:36.396311 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a60a37-3d0c-43c8-9a8d-210b88a3edee" -d '{"events": [{"server_uuid": "6c38f108-9953-400f-805a-82d5e5a1aa08", "name": "network-vif-plugged", "status": "completed", "tag": "bec0d3f5-46bc-40f8-91b3-32ec71b5fc03"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:36.401477 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bec0d3f5-46bc-40f8-91b3-32ec71b5fc03), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.443803 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-18f92ce4-77a9-41b1-80e9-7063953eafa5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks [] for port (61dc99a3-3efa-4e98-a339-2b589d6bec35), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.491312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=bec0d3f5-46bc-40f8-91b3-32ec71b5fc03,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:36.523681 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-18f92ce4-77a9-41b1-80e9-7063953eafa5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (61dc99a3-3efa-4e98-a339-2b589d6bec35), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.538051 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3709be-84a2-45c5-8f0a-98b3c8f3a5b5 x-openstack-request-id: req-7d3709be-84a2-45c5-8f0a-98b3c8f3a5b5 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:36.538235 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c38f108-9953-400f-805a-82d5e5a1aa08", "name": "network-vif-plugged", "status": "completed", "tag": "bec0d3f5-46bc-40f8-91b3-32ec71b5fc03", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:36.538721 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7d3709be-84a2-45c5-8f0a-98b3c8f3a5b5 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:36.539257 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c38f108-9953-400f-805a-82d5e5a1aa08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec0d3f5-46bc-40f8-91b3-32ec71b5fc03', 'code': 200} Feb 11 05:05:36.572963 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-18f92ce4-77a9-41b1-80e9-7063953eafa5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:36.576253 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-18f92ce4-77a9-41b1-80e9-7063953eafa5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:36.579927 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-18f92ce4-77a9-41b1-80e9-7063953eafa5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:36.585475 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-18f92ce4-77a9-41b1-80e9-7063953eafa5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:36.586378 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-18f92ce4-77a9-41b1-80e9-7063953eafa5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.598551 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f92ce4-77a9-41b1-80e9-7063953eafa5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Pushing event updated for resources: {'Port': ['ID=61dc99a3-3efa-4e98-a339-2b589d6bec35,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:36.610968 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-18f92ce4-77a9-41b1-80e9-7063953eafa5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7983549 Feb 11 05:05:36.617703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.73', 54942) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:36.634945 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Request body: {'port': {'device_id': '380f81db-f5ba-42bb-8a51-91ce1072954b', 'device_owner': 'compute:tempest-test_az-867606256', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:36.687730 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af2ada-7f2b-4baa-9da0-cfbeea84f1fe req-7680becf-9e05-4a53-839b-4e1711bca542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:36.689276 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83af2ada-7f2b-4baa-9da0-cfbeea84f1fe req-7680becf-9e05-4a53-839b-4e1711bca542 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 1149 time: 0.0662405 Feb 11 05:05:36.716785 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (61dc99a3-3efa-4e98-a339-2b589d6bec35), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.772714 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83af2ada-7f2b-4baa-9da0-cfbeea84f1fe req-18a95124-e77f-41d7-a2ef-235406fc7c1c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750394 Feb 11 05:05:36.873433 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8fc05347-d4e4-472e-ae8b-c806b0fd294d None None] Provisioning complete for port 61dc99a3-3efa-4e98-a339-2b589d6bec35 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:36.874128 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8fc05347-d4e4-472e-ae8b-c806b0fd294d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (61dc99a3-3efa-4e98-a339-2b589d6bec35), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.916071 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8fc05347-d4e4-472e-ae8b-c806b0fd294d None None] Port 61dc99a3-3efa-4e98-a339-2b589d6bec35 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:05:37.005993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-894da466-cdf5-43b9-96e8-62ad4ff9a26f req-a0de5ec2-5bcf-4b16-a857-85a6b3157adb service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:05:37.007085 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-894da466-cdf5-43b9-96e8-62ad4ff9a26f req-a0de5ec2-5bcf-4b16-a857-85a6b3157adb service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0529835 Feb 11 05:05:37.033200 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61dc99a3-3efa-4e98-a339-2b589d6bec35 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:37.040944 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Publish callbacks [] for port (61dc99a3-3efa-4e98-a339-2b589d6bec35), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:37.055786 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Transition to ACTIVE for port object 61dc99a3-3efa-4e98-a339-2b589d6bec35 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:05:37.060686 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (61dc99a3-3efa-4e98-a339-2b589d6bec35), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:37.124809 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Pushing event updated for resources: {'Port': ['ID=61dc99a3-3efa-4e98-a339-2b589d6bec35,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:37.158702 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Attempting to bind port 61dc99a3-3efa-4e98-a339-2b589d6bec35 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:37.159059 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Attempting to bind port 61dc99a3-3efa-4e98-a339-2b589d6bec35 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:37.159378 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Attempting to bind port 61dc99a3-3efa-4e98-a339-2b589d6bec35 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:37.164187 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Port 61dc99a3-3efa-4e98-a339-2b589d6bec35 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:05:37.164507 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Attempting to bind port 61dc99a3-3efa-4e98-a339-2b589d6bec35 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:37.169827 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:37.170165 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:37.170544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:37.170968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Bound port: 61dc99a3-3efa-4e98-a339-2b589d6bec35, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:37.171322 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (61dc99a3-3efa-4e98-a339-2b589d6bec35), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:37.202859 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-7ccc076d-5254-46a0-9018-c23f85ffc718 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=3284731152404fd587954b6d9b6d011c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281918 Feb 11 05:05:37.254978 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] For port 61dc99a3-3efa-4e98-a339-2b589d6bec35, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:37.261904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] For port 61dc99a3-3efa-4e98-a339-2b589d6bec35, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=61dc99a3-3efa-4e98-a339-2b589d6bec35,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:37.269622 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (61dc99a3-3efa-4e98-a339-2b589d6bec35), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:37.310424 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:37.311089 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:37.312538 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] 10.222.0.73 "PUT /v2.0/ports/61dc99a3-3efa-4e98-a339-2b589d6bec35 HTTP/1.1" status: 200 len: 1117 time: 0.6883552 Feb 11 05:05:37.316688 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380f81db-f5ba-42bb-8a51-91ce1072954b', 'tag': '61dc99a3-3efa-4e98-a339-2b589d6bec35'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:37.319082 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7212b18-dc59-443f-87f7-aa8e51b8f8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "380f81db-f5ba-42bb-8a51-91ce1072954b", "tag": "61dc99a3-3efa-4e98-a339-2b589d6bec35"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:37.340577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9f14b-db92-47c3-99d0-e061f2954e59 service neutron] Pushing event updated for resources: {'Port': ['ID=61dc99a3-3efa-4e98-a339-2b589d6bec35,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:37.364218 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-9e90af10-bf37-481a-8fff-d2837cd7e8f8 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:37.367906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-9e90af10-bf37-481a-8fff-d2837cd7e8f8 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599548 Feb 11 05:05:37.380795 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-86f4dbb1-1b9b-4fb5-8093-e32754155587 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/quotas/3284731152404fd587954b6d9b6d011c HTTP/1.1" status: 200 len: 375 time: 0.0096815 Feb 11 05:05:37.415774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-b502eba4-7e57-4ac9-843e-f01554577967 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=3284731152404fd587954b6d9b6d011c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296140 Feb 11 05:05:37.524489 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-ce9aa104-2ebd-4185-b5b6-b01b205b8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:37.526194 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-ce9aa104-2ebd-4185-b5b6-b01b205b8966 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=380f81db-f5ba-42bb-8a51-91ce1072954b HTTP/1.1" status: 200 len: 1151 time: 0.0591011 Feb 11 05:05:37.571922 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-52bac494-bdd0-41f4-9572-5f24bb980645 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=61dc99a3-3efa-4e98-a339-2b589d6bec35 HTTP/1.1" status: 200 len: 217 time: 0.0376740 Feb 11 05:05:37.648072 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-e617273e-1479-4d4e-afb3-85837564f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:37.649658 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-e617273e-1479-4d4e-afb3-85837564f499 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0712044 Feb 11 05:05:37.704872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b69c8f-2943-4eea-a2d8-df0489a7b628 req-9bb9142d-3334-4fde-885a-24305dd86472 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:37.707272 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d9b69c8f-2943-4eea-a2d8-df0489a7b628 req-9bb9142d-3334-4fde-885a-24305dd86472 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 966 time: 0.0774405 Feb 11 05:05:37.719758 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-3852c835-43d7-463a-a13e-f4f5381ab916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:37.721290 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-3852c835-43d7-463a-a13e-f4f5381ab916 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0627975 Feb 11 05:05:37.771077 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d9b69c8f-2943-4eea-a2d8-df0489a7b628 req-6c9cd728-bd7a-4c5f-8ac6-919042bc7c30 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538530 Feb 11 05:05:37.848704 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-1b4643b9-9877-46f4-8ba2-210f122fd5f8 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190553 Feb 11 05:05:38.196153 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678792c-057a-4cf5-819b-05a9a2dd0477 req-709dfcfd-1194-4757-b12d-c33d535258f8 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:38.197757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6678792c-057a-4cf5-819b-05a9a2dd0477 req-709dfcfd-1194-4757-b12d-c33d535258f8 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=380f81db-f5ba-42bb-8a51-91ce1072954b HTTP/1.1" status: 200 len: 968 time: 0.0706334 Feb 11 05:05:38.205314 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b1a7c566-11a5-4ca9-aecb-bfce1fbd8558 req-9203d11c-339a-4105-9a0e-63f899e38556 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496211 Feb 11 05:05:38.206319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e10abea3-f3c6-46df-a907-953681eb47ba no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:05:38.230383 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: e10abea3-f3c6-46df-a907-953681eb47ba {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:05:38.230740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e10abea3-f3c6-46df-a907-953681eb47ba not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:05:38.248933 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6678792c-057a-4cf5-819b-05a9a2dd0477 req-70267e12-c4ab-43f8-99b9-24aebc7b3239 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446820 Feb 11 05:05:38.305080 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b414c9-4cfc-4324-b680-29c1236534af x-openstack-request-id: req-c0b414c9-4cfc-4324-b680-29c1236534af {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:38.305320 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380f81db-f5ba-42bb-8a51-91ce1072954b", "tag": "61dc99a3-3efa-4e98-a339-2b589d6bec35", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:38.305584 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c0b414c9-4cfc-4324-b680-29c1236534af {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:38.306038 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380f81db-f5ba-42bb-8a51-91ce1072954b', 'tag': '61dc99a3-3efa-4e98-a339-2b589d6bec35', 'status': 'completed', 'code': 200} Feb 11 05:05:38.385560 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f9763aa-8656-4b55-a505-b57b4508f8a4 req-48c229bc-ffa2-4cbc-be91-33cc1d0548c1 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b97081e6-697c-4984-972e-e8646337bbd8 HTTP/1.1" status: 200 len: 210 time: 0.0312998 Feb 11 05:05:38.395340 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7212b18-dc59-443f-87f7-aa8e51b8f8ea req-ffbe53b0-b17a-4362-a30e-519d4c898313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:38.397054 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a7212b18-dc59-443f-87f7-aa8e51b8f8ea req-ffbe53b0-b17a-4362-a30e-519d4c898313 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=380f81db-f5ba-42bb-8a51-91ce1072954b HTTP/1.1" status: 200 len: 1151 time: 0.0673573 Feb 11 05:05:38.414384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46684) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:38.488547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-70a20cb6-16b0-42e1-9954-9d2af3b63326 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:05:38.497531 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-70a20cb6-16b0-42e1-9954-9d2af3b63326 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0809801 Feb 11 05:05:38.515484 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7212b18-dc59-443f-87f7-aa8e51b8f8ea req-6abc8e8f-96bc-46f9-a68f-b0a32e267c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:38.516991 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a7212b18-dc59-443f-87f7-aa8e51b8f8ea req-6abc8e8f-96bc-46f9-a68f-b0a32e267c72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.1142259 Feb 11 05:05:38.552884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e592624c-e491-4aab-b3d0-dec67b8dc9fe no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:05:38.569209 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a7212b18-dc59-443f-87f7-aa8e51b8f8ea req-8a1e3579-cb49-49de-a3fe-71b003b4d97f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=61dc99a3-3efa-4e98-a339-2b589d6bec35 HTTP/1.1" status: 200 len: 217 time: 0.0452325 Feb 11 05:05:38.577363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: e592624c-e491-4aab-b3d0-dec67b8dc9fe {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:05:38.577923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e592624c-e491-4aab-b3d0-dec67b8dc9fe not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:05:38.619130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-5654f143-386f-40ce-a40a-fd3f50cbb215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:38.620252 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7212b18-dc59-443f-87f7-aa8e51b8f8ea req-5ccd20bf-1d47-4433-ac04-d8911a00f64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:38.621743 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a7212b18-dc59-443f-87f7-aa8e51b8f8ea req-5ccd20bf-1d47-4433-ac04-d8911a00f64c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0449421 Feb 11 05:05:38.626243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-5654f143-386f-40ce-a40a-fd3f50cbb215 service neutron] 10.222.0.87 "GET /v2.0/ports/d6382f35-f405-46cd-a9e1-d8d43db11a4a HTTP/1.1" status: 200 len: 1126 time: 0.0905597 Feb 11 05:05:38.630805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-b4f129f3-0a13-4d5b-a7fa-dca0955ba9e6 service neutron] Request body: {'binding': {'host': 'n-h1-713499-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:38.631339 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-b4f129f3-0a13-4d5b-a7fa-dca0955ba9e6 service neutron] Unknown quota resources ['binding']. {{(pid=103171) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:05:38.676828 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7212b18-dc59-443f-87f7-aa8e51b8f8ea req-0b8e7fba-64d9-49e8-b995-69d1c2d4cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:38.678778 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a7212b18-dc59-443f-87f7-aa8e51b8f8ea req-0b8e7fba-64d9-49e8-b995-69d1c2d4cb56 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0504544 Feb 11 05:05:38.806335 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-601624d2-497b-4fae-9079-d032063540b0 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=3284731152404fd587954b6d9b6d011c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332947 Feb 11 05:05:38.807170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-b4f129f3-0a13-4d5b-a7fa-dca0955ba9e6 service neutron] Attempting to bind port d6382f35-f405-46cd-a9e1-d8d43db11a4a on host n-h1-713499-38 for vnic_type normal with profile None {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:38.807533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-b4f129f3-0a13-4d5b-a7fa-dca0955ba9e6 service neutron] Attempting to bind port d6382f35-f405-46cd-a9e1-d8d43db11a4a by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:38.807859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-b4f129f3-0a13-4d5b-a7fa-dca0955ba9e6 service neutron] Attempting to bind port d6382f35-f405-46cd-a9e1-d8d43db11a4a on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:38.810365 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a7212b18-dc59-443f-87f7-aa8e51b8f8ea req-69928efd-5a5d-4c2a-8265-a20148f096f0 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248789 Feb 11 05:05:38.835586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-b4f129f3-0a13-4d5b-a7fa-dca0955ba9e6 service neutron] Port d6382f35-f405-46cd-a9e1-d8d43db11a4a on network 33f89be2-f697-40b3-a347-9e719974ef7b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:05:38.835914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-b4f129f3-0a13-4d5b-a7fa-dca0955ba9e6 service neutron] Attempting to bind port d6382f35-f405-46cd-a9e1-d8d43db11a4a on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:38.852394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-b4f129f3-0a13-4d5b-a7fa-dca0955ba9e6 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:38.852682 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-b4f129f3-0a13-4d5b-a7fa-dca0955ba9e6 service neutron] Checking segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:38.853009 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-b4f129f3-0a13-4d5b-a7fa-dca0955ba9e6 service neutron] Bound using segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:38.853492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-b4f129f3-0a13-4d5b-a7fa-dca0955ba9e6 service neutron] Bound port: d6382f35-f405-46cd-a9e1-d8d43db11a4a, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:38.938455 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a7212b18-dc59-443f-87f7-aa8e51b8f8ea req-a2611a3d-4758-4069-b3d5-6195950cc059 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207759 Feb 11 05:05:39.009096 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-28165efe-2bdb-4a22-b061-b0da268daca1 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:39.010459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-28165efe-2bdb-4a22-b061-b0da268daca1 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979077 Feb 11 05:05:39.013981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-b4f129f3-0a13-4d5b-a7fa-dca0955ba9e6 service neutron] For port d6382f35-f405-46cd-a9e1-d8d43db11a4a, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:39.021160 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-b4f129f3-0a13-4d5b-a7fa-dca0955ba9e6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.022294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-b4f129f3-0a13-4d5b-a7fa-dca0955ba9e6 service neutron] 10.222.0.87 "POST /v2.0/ports/d6382f35-f405-46cd-a9e1-d8d43db11a4a/bindings HTTP/1.1" status: 201 len: 390 time: 0.3952727 Feb 11 05:05:39.027178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-522599c5-f090-496d-aaf7-b98df5899008 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Request body: {'port': {'device_id': 'b97081e6-697c-4984-972e-e8646337bbd8', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '3284731152404fd587954b6d9b6d011c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:39.169676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-522599c5-f090-496d-aaf7-b98df5899008 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Made reservation on behalf of 3284731152404fd587954b6d9b6d011c for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:39.174291 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-522599c5-f090-496d-aaf7-b98df5899008 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.286896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb3d18-d193-4679-9d46-5f44cdc630cb req-35c54cd6-626e-40b6-b8f6-521530adc88f tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:39.289534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02eb3d18-d193-4679-9d46-5f44cdc630cb req-35c54cd6-626e-40b6-b8f6-521530adc88f tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 966 time: 0.1351433 Feb 11 05:05:39.321553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-3810be98-25d5-4b7f-8cc0-dbf4b4e6284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:39.323180 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-3810be98-25d5-4b7f-8cc0-dbf4b4e6284a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 1129 time: 0.0617144 Feb 11 05:05:39.431756 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.433851 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02eb3d18-d193-4679-9d46-5f44cdc630cb req-da0d3dff-1b9b-41c6-bb09-62082e6c2fb0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365252 Feb 11 05:05:39.435857 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-522599c5-f090-496d-aaf7-b98df5899008 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Allocated IP 192.168.233.37 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:39.450640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-4668240b-e9d1-4db1-aae6-811e2a0eaa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:39.452180 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-4668240b-e9d1-4db1-aae6-811e2a0eaa10 service neutron] 10.222.0.73 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.1196110 Feb 11 05:05:39.502649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382dadd7-fe14-4aaf-9a87-7a54f65bfb91 req-671fb183-0487-4f90-b235-4f69cf49485b tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:39.505756 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-5c938924-d626-4141-9491-8ce28eb5e537 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a HTTP/1.1" status: 200 len: 217 time: 0.0477400 Feb 11 05:05:39.509960 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-382dadd7-fe14-4aaf-9a87-7a54f65bfb91 req-671fb183-0487-4f90-b235-4f69cf49485b tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 946 time: 0.1167924 Feb 11 05:05:39.557133 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-6e348231-c918-43c4-8566-614509dec8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:39.558949 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-6e348231-c918-43c4-8566-614509dec8ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.0481131 Feb 11 05:05:39.596616 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-b6f0196f-a5c8-4f80-a2d2-5f4b2333340f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312250 Feb 11 05:05:39.665310 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-382dadd7-fe14-4aaf-9a87-7a54f65bfb91 req-152dbf93-4625-4b5e-9d6d-6b95339c9207 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544936 Feb 11 05:05:39.671248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46728) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.691401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085d458-ec56-44c3-b0b8-23dfdc0ca760 req-24b6ae2a-50bf-4dde-8547-e566cad1b5cf tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:39.692923 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a085d458-ec56-44c3-b0b8-23dfdc0ca760 req-24b6ae2a-50bf-4dde-8547-e566cad1b5cf tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=380f81db-f5ba-42bb-8a51-91ce1072954b HTTP/1.1" status: 200 len: 968 time: 0.1662233 Feb 11 05:05:39.715500 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-2cf2bd36-a931-45b9-a9fc-7caef6725352 service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131661 Feb 11 05:05:39.732688 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-522599c5-f090-496d-aaf7-b98df5899008 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Publish callbacks [] for port (79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.773559 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a085d458-ec56-44c3-b0b8-23dfdc0ca760 req-2e90c5a7-378f-4a49-866a-39c79c5d9b2e tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711255 Feb 11 05:05:39.800400 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-522599c5-f090-496d-aaf7-b98df5899008 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.845994 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-9f3baa19-b3c8-4e58-8c55-748496d9ca84 service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231277 Feb 11 05:05:39.895124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-522599c5-f090-496d-aaf7-b98df5899008 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:39.896664 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b33541b8-4899-4047-8a8b-26863ca70bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.908906 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-522599c5-f090-496d-aaf7-b98df5899008 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:39.920086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522599c5-f090-496d-aaf7-b98df5899008 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Pushing event updated for resources: {'Port': ['ID=79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:39.922371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-522599c5-f090-496d-aaf7-b98df5899008 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:39.927360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-522599c5-f090-496d-aaf7-b98df5899008 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:39.928027 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-522599c5-f090-496d-aaf7-b98df5899008 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.981160 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-522599c5-f090-496d-aaf7-b98df5899008 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9578497 Feb 11 05:05:40.004366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Request body: {'port': {'device_id': 'b97081e6-697c-4984-972e-e8646337bbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:40.018834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f735367-ded4-4523-b2c7-9c4c812977bc req-69a0281a-7da6-4b3f-9be1-e97968d68865 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:40.020381 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f735367-ded4-4523-b2c7-9c4c812977bc req-69a0281a-7da6-4b3f-9be1-e97968d68865 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b97081e6-697c-4984-972e-e8646337bbd8 HTTP/1.1" status: 200 len: 935 time: 0.2131863 Feb 11 05:05:40.089427 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-8af87048-f221-4223-9635-8bff5f276169 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:40.092493 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-8af87048-f221-4223-9635-8bff5f276169 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9&tenant_id=74a76fe8ac584d85b2325b17c168bf79&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 1129 time: 0.1026616 Feb 11 05:05:40.104211 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-38'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:40.115864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-16326ac4-2941-4309-9ae6-b8921e1bccd9 None None] Provisioning complete for port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:40.116247 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-16326ac4-2941-4309-9ae6-b8921e1bccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.155093 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-16326ac4-2941-4309-9ae6-b8921e1bccd9 None None] Port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:05:40.167764 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.281161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c74ae-a4d0-458e-a54e-0aa7bab3570b req-b5ce206a-7dee-47af-804f-9b0a2e01b2c0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:40.283460 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d33c74ae-a4d0-458e-a54e-0aa7bab3570b req-b5ce206a-7dee-47af-804f-9b0a2e01b2c0 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 966 time: 0.3813856 Feb 11 05:05:40.295400 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46734) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.301726 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-969fad26-0b8d-4454-95ef-02bdb2e97aa2 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Request body: {'floatingip': {'port_id': 'bec0d3f5-46bc-40f8-91b3-32ec71b5fc03'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:40.346860 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.368755 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b33541b8-4899-4047-8a8b-26863ca70bdc admin admin] Publish callbacks [] for security_group (cbc4cf86-dcec-4469-a0b3-d7b426c9adec), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.378463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f735367-ded4-4523-b2c7-9c4c812977bc req-ddbaf024-060e-452b-b3e8-befbedc0daaf tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480752 Feb 11 05:05:40.379909 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b33541b8-4899-4047-8a8b-26863ca70bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cbc4cf86-dcec-4469-a0b3-d7b426c9adec), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.385859 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] For port d6382f35-f405-46cd-a9e1-d8d43db11a4a, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:40.407114 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-969fad26-0b8d-4454-95ef-02bdb2e97aa2 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for floatingip (bb6c4b52-eff0-47b2-92a5-de3d62b6de54), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.460588 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b33541b8-4899-4047-8a8b-26863ca70bdc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5b152547ea724187abfc9e92c4e4fb79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7867191 Feb 11 05:05:40.463769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46744) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.473754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33541b8-4899-4047-8a8b-26863ca70bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc4cf86-dcec-4469-a0b3-d7b426c9adec,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:40.506666 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] For port d6382f35-f405-46cd-a9e1-d8d43db11a4a, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:40.582610 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459840e2-8986-4473-a631-0f42603137a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6382f35-f405-46cd-a9e1-d8d43db11a4a'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:40.584858 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4db9ad-0483-4821-9021-cc9cceb76878" -d '{"events": [{"server_uuid": "459840e2-8986-4473-a631-0f42603137a9", "name": "network-vif-unplugged", "status": "completed", "tag": "d6382f35-f405-46cd-a9e1-d8d43db11a4a"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:40.589384 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Publish callbacks [] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.607095 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b8472aa-8d06-45ae-86f1-2a1195ecf86a admin admin] Publish callbacks [] for security_group (cbc4cf86-dcec-4469-a0b3-d7b426c9adec), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.634971 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c5c5b4-5930-4af7-9e23-5bbf9863ddd2 x-openstack-request-id: req-41c5c5b4-5930-4af7-9e23-5bbf9863ddd2 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:40.635289 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459840e2-8986-4473-a631-0f42603137a9", "name": "network-vif-unplugged", "status": "completed", "tag": "d6382f35-f405-46cd-a9e1-d8d43db11a4a", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:40.635568 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-41c5c5b4-5930-4af7-9e23-5bbf9863ddd2 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:40.636052 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459840e2-8986-4473-a631-0f42603137a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6382f35-f405-46cd-a9e1-d8d43db11a4a', 'code': 200} Feb 11 05:05:40.640856 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.670723 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b8472aa-8d06-45ae-86f1-2a1195ecf86a admin admin] Publish callbacks [] for security_group (cbc4cf86-dcec-4469-a0b3-d7b426c9adec), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.771955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Pushing event updated for resources: {'Port': ['ID=d6382f35-f405-46cd-a9e1-d8d43db11a4a,revision_number=7']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:40.789701 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Attempting to bind port d6382f35-f405-46cd-a9e1-d8d43db11a4a on host n-h2-713499-38 for vnic_type normal with profile {"migrating_to": "n-h1-713499-38"} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:40.790036 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Attempting to bind port d6382f35-f405-46cd-a9e1-d8d43db11a4a by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:40.790363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Attempting to bind port d6382f35-f405-46cd-a9e1-d8d43db11a4a on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:40.806900 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Port d6382f35-f405-46cd-a9e1-d8d43db11a4a on network 33f89be2-f697-40b3-a347-9e719974ef7b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:05:40.807208 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Attempting to bind port d6382f35-f405-46cd-a9e1-d8d43db11a4a on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:40.842602 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:40.843297 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Checking segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:40.844274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Bound using segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:40.844719 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Bound port: d6382f35-f405-46cd-a9e1-d8d43db11a4a, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:40.845075 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.849690 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b8472aa-8d06-45ae-86f1-2a1195ecf86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cbc4cf86-dcec-4469-a0b3-d7b426c9adec), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.853641 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b8472aa-8d06-45ae-86f1-2a1195ecf86a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.854715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5b8472aa-8d06-45ae-86f1-2a1195ecf86a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cbc4cf86-dcec-4469-a0b3-d7b426c9adec HTTP/1.1" status: 204 len: 168 time: 0.3896804 Feb 11 05:05:40.861916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:40.880007 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Publish callbacks [] for port (79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:40.885084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8472aa-8d06-45ae-86f1-2a1195ecf86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc4cf86-dcec-4469-a0b3-d7b426c9adec,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:40.902434 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Transition to ACTIVE for port object 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:05:40.915357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360fa3c-0594-4097-82fe-790d1a167c41 req-b616f4eb-9a31-4bc5-98df-cda317b1f149 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:40.923225 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1360fa3c-0594-4097-82fe-790d1a167c41 req-b616f4eb-9a31-4bc5-98df-cda317b1f149 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 944 time: 0.1268032 Feb 11 05:05:40.930663 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.078405 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1360fa3c-0594-4097-82fe-790d1a167c41 req-6252ff1d-9da9-4a34-90fc-a2300203b5fb tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542637 Feb 11 05:05:41.133636 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Pushing event updated for resources: {'Port': ['ID=79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:41.153644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Attempting to bind port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:41.153987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Attempting to bind port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:41.154317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Attempting to bind port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:41.159983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:05:41.160308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Attempting to bind port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:41.170416 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:41.170756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:41.171139 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:41.171724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Bound port: 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:41.172094 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.251872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbed49e-cc98-4383-b184-f40c660cce82 req-55a46007-68e9-4eae-9c60-b759f8203e7c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:41.259163 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfbed49e-cc98-4383-b184-f40c660cce82 req-55a46007-68e9-4eae-9c60-b759f8203e7c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=380f81db-f5ba-42bb-8a51-91ce1072954b HTTP/1.1" status: 200 len: 968 time: 0.1670229 Feb 11 05:05:41.354263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46786) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:41.395058 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5c4f60a0-4ead-4de0-9d79-cb7fa25a3830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.398528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] For port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:41.408393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfbed49e-cc98-4383-b184-f40c660cce82 req-dae03225-351b-48f8-b07e-b76e190310f0 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480913 Feb 11 05:05:41.466486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] For port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:41.488135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] For port d6382f35-f405-46cd-a9e1-d8d43db11a4a, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:41.494085 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.510518 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.db.resource_extend [None req-969fad26-0b8d-4454-95ef-02bdb2e97aa2 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:05:41.513504 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] For port d6382f35-f405-46cd-a9e1-d8d43db11a4a, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:41.555032 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.588264 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:41.589086 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.591138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] 10.222.0.88 "PUT /v2.0/ports/79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f HTTP/1.1" status: 200 len: 1096 time: 1.5973551 Feb 11 05:05:41.592545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97081e6-697c-4984-972e-e8646337bbd8', 'tag': '79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:41.595738 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ee09af-4bfd-48ce-9af7-74cff66d126d" -d '{"events": [{"name": "network-changed", "server_uuid": "b97081e6-697c-4984-972e-e8646337bbd8", "tag": "79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:41.647768 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-969fad26-0b8d-4454-95ef-02bdb2e97aa2 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.651505 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-969fad26-0b8d-4454-95ef-02bdb2e97aa2 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (bb6c4b52-eff0-47b2-92a5-de3d62b6de54), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.654274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Pushing event updated for resources: {'Port': ['ID=d6382f35-f405-46cd-a9e1-d8d43db11a4a,revision_number=8']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:41.672259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607422cb-012d-43e4-9b66-ff25d7e924cb req-3ede5a5b-7f28-49cc-9db1-c63799901080 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:41.674049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-607422cb-012d-43e4-9b66-ff25d7e924cb req-3ede5a5b-7f28-49cc-9db1-c63799901080 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b97081e6-697c-4984-972e-e8646337bbd8 HTTP/1.1" status: 200 len: 947 time: 0.1984890 Feb 11 05:05:41.717410 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:41.718116 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.719617 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-1d76e8e5-b330-410e-96db-a089beb68151 service neutron] 10.222.0.73 "PUT /v2.0/ports/d6382f35-f405-46cd-a9e1-d8d43db11a4a HTTP/1.1" status: 200 len: 1124 time: 1.6200614 Feb 11 05:05:41.729458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343ffb0-bcd3-4891-93a9-eb533abafeac service neutron] Pushing event updated for resources: {'Port': ['ID=79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:41.743519 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6d23bb-532c-4cb6-9672-55e36a9fafad x-openstack-request-id: req-5c6d23bb-532c-4cb6-9672-55e36a9fafad {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:41.743890 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97081e6-697c-4984-972e-e8646337bbd8", "tag": "79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:41.744209 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5c6d23bb-532c-4cb6-9672-55e36a9fafad {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:41.744792 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97081e6-697c-4984-972e-e8646337bbd8', 'tag': '79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f', 'status': 'completed', 'code': 200} Feb 11 05:05:41.815196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['d6382f35-f405-46cd-a9e1-d8d43db11a4a'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:41.826556 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5c4f60a0-4ead-4de0-9d79-cb7fa25a3830 admin admin] Publish callbacks [] for security_group (90dd5c57-9b25-45de-abe1-abc729806454), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.845026 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5c4f60a0-4ead-4de0-9d79-cb7fa25a3830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (90dd5c57-9b25-45de-abe1-abc729806454), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.852449 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-969fad26-0b8d-4454-95ef-02bdb2e97aa2 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Floating IP bb6c4b52-eff0-47b2-92a5-de3d62b6de54 associated. External IP: 172.25.5.206, port: bec0d3f5-46bc-40f8-91b3-32ec71b5fc03. Feb 11 05:05:41.883949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5c4f60a0-4ead-4de0-9d79-cb7fa25a3830 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=32571f3241ce477e908310542f477fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5187416 Feb 11 05:05:41.886607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-607422cb-012d-43e4-9b66-ff25d7e924cb req-28d7fc97-baf2-4f4d-a709-d152526613d9 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974380 Feb 11 05:05:41.889261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46812) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:41.929241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-eadf2cf4-9dce-4237-840e-fe98540903d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:41.932101 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-eadf2cf4-9dce-4237-840e-fe98540903d9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3284731152404fd587954b6d9b6d011c&device_id=b97081e6-697c-4984-972e-e8646337bbd8 HTTP/1.1" status: 200 len: 1130 time: 0.2554858 Feb 11 05:05:42.016059 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-2f9db187-369c-434e-bc65-7e68205585d2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f HTTP/1.1" status: 200 len: 217 time: 0.0693235 Feb 11 05:05:42.021418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f60a0-4ead-4de0-9d79-cb7fa25a3830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dd5c57-9b25-45de-abe1-abc729806454,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:42.081936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-a87b503a-8133-4e22-b06e-a5e6ec00a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:42.083406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-a87b503a-8133-4e22-b06e-a5e6ec00a020 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0592425 Feb 11 05:05:42.155913 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1019f515-72e4-4e6a-a10b-bacee61c19f7 admin admin] Publish callbacks [] for security_group (90dd5c57-9b25-45de-abe1-abc729806454), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.156227 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-695431e9-fd34-4067-9f79-902721948264 req-fb8df0a1-b87b-41ee-982b-61f508fd754d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6c38f108-9953-400f-805a-82d5e5a1aa08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1157162 Feb 11 05:05:42.182397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-fb31dc9f-9d1d-44bf-a705-737cc8dc2a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:42.183993 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-fb31dc9f-9d1d-44bf-a705-737cc8dc2a15 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0873299 Feb 11 05:05:42.217113 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1019f515-72e4-4e6a-a10b-bacee61c19f7 admin admin] Publish callbacks [] for security_group (90dd5c57-9b25-45de-abe1-abc729806454), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.238018 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 61dc99a3-3efa-4e98-a339-2b589d6bec35 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:05:42.276934 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969fad26-0b8d-4454-95ef-02bdb2e97aa2 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:05:42.371035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14fa1-94a2-4fe3-9043-caf656ec0b5e req-ca743495-4509-40f9-a8fe-dd8f7a14f41e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:42.378182 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bd14fa1-94a2-4fe3-9043-caf656ec0b5e req-ca743495-4509-40f9-a8fe-dd8f7a14f41e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 944 time: 0.1638367 Feb 11 05:05:42.380446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 61dc99a3-3efa-4e98-a339-2b589d6bec35, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=61dc99a3-3efa-4e98-a339-2b589d6bec35,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:42.381004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695431e9-fd34-4067-9f79-902721948264 req-cd86940d-79d3-4246-934e-8d90674e0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:42.382545 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-695431e9-fd34-4067-9f79-902721948264 req-cd86940d-79d3-4246-934e-8d90674e0c03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=830c226c33b44062af158e8da2ba4bca&device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 1149 time: 0.1627295 Feb 11 05:05:42.402028 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '61dc99a3-3efa-4e98-a339-2b589d6bec35', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '61dc99a3-3efa-4e98-a339-2b589d6bec35', 'mac_address': 'fa:16:3e:f1:bb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:tempest-test_az-867606256', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:05:42.410716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-ba58160a-65d1-430f-9451-1c347fdc7b49 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181542 Feb 11 05:05:42.460230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 61dc99a3-3efa-4e98-a339-2b589d6bec35 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:42.460742 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (61dc99a3-3efa-4e98-a339-2b589d6bec35), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.497326 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1019f515-72e4-4e6a-a10b-bacee61c19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (90dd5c57-9b25-45de-abe1-abc729806454), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.498328 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61dc99a3-3efa-4e98-a339-2b589d6bec35 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:42.499915 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1019f515-72e4-4e6a-a10b-bacee61c19f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.503787 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1019f515-72e4-4e6a-a10b-bacee61c19f7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/90dd5c57-9b25-45de-abe1-abc729806454 HTTP/1.1" status: 204 len: 168 time: 0.6129892 Feb 11 05:05:42.529235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 61dc99a3-3efa-4e98-a339-2b589d6bec35, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=61dc99a3-3efa-4e98-a339-2b589d6bec35,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:42.540490 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (61dc99a3-3efa-4e98-a339-2b589d6bec35), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.556454 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019f515-72e4-4e6a-a10b-bacee61c19f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dd5c57-9b25-45de-abe1-abc729806454,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:42.588972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969fad26-0b8d-4454-95ef-02bdb2e97aa2 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:05:42.593317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bd14fa1-94a2-4fe3-9043-caf656ec0b5e req-2344823c-b9d1-4944-8ab5-68d6eb651ee7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948383 Feb 11 05:05:42.595247 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-969fad26-0b8d-4454-95ef-02bdb2e97aa2 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.614612 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b520650-11d4-4562-aecb-501cbc6810f1 req-1e86ab3c-2b44-4b33-b458-d7d0455e68ec service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959834 Feb 11 05:05:42.617320 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cbbf98-5f2c-4666-b374-dfbcee6b8bd2 None None] Sync routers for ids ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:05:42.637891 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459840e2-8986-4473-a631-0f42603137a9', 'tag': 'd6382f35-f405-46cd-a9e1-d8d43db11a4a'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:42.641640 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9c4637-e902-4c0d-b1d7-1a702493abfc" -d '{"events": [{"name": "network-changed", "server_uuid": "459840e2-8986-4473-a631-0f42603137a9", "tag": "d6382f35-f405-46cd-a9e1-d8d43db11a4a"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:42.663352 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cbbf98-5f2c-4666-b374-dfbcee6b8bd2 None None] Routers {'b6620ce7-fc96-4483-a889-e3daa0c0e2d0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:42.666676 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a0cbbf98-5f2c-4666-b374-dfbcee6b8bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:05:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:42.692470 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-969fad26-0b8d-4454-95ef-02bdb2e97aa2 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "PUT /v2.0/floatingips/bb6c4b52-eff0-47b2-92a5-de3d62b6de54 HTTP/1.1" status: 200 len: 1012 time: 2.3958583 Feb 11 05:05:42.726542 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=61dc99a3-3efa-4e98-a339-2b589d6bec35,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:42.764934 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695431e9-fd34-4067-9f79-902721948264 req-0fcef0ae-a71f-4406-8497-a26244a374b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:42.770205 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-695431e9-fd34-4067-9f79-902721948264 req-0fcef0ae-a71f-4406-8497-a26244a374b7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e69f742-5887-4dbd-bdbf-d8b7877e4548 HTTP/1.1" status: 200 len: 925 time: 0.3528929 Feb 11 05:05:42.829443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61dc99a3-3efa-4e98-a339-2b589d6bec35'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:42.847542 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657c5d39-f0be-46af-8c7d-1b1748518bde x-openstack-request-id: req-657c5d39-f0be-46af-8c7d-1b1748518bde {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:42.847844 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459840e2-8986-4473-a631-0f42603137a9", "tag": "d6382f35-f405-46cd-a9e1-d8d43db11a4a", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:42.848102 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-657c5d39-f0be-46af-8c7d-1b1748518bde {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:42.848510 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459840e2-8986-4473-a631-0f42603137a9', 'tag': 'd6382f35-f405-46cd-a9e1-d8d43db11a4a', 'status': 'completed', 'code': 200} Feb 11 05:05:42.869994 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee09af-4bfd-48ce-9af7-74cff66d126d req-82a31c31-ee52-474b-af0a-3eb45f89d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:42.872104 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8ee09af-4bfd-48ce-9af7-74cff66d126d req-82a31c31-ee52-474b-af0a-3eb45f89d679 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3284731152404fd587954b6d9b6d011c&device_id=b97081e6-697c-4984-972e-e8646337bbd8 HTTP/1.1" status: 200 len: 1130 time: 0.1593642 Feb 11 05:05:42.872560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.88', 53863) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:42.932637 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a0cbbf98-5f2c-4666-b374-dfbcee6b8bd2 None None] Set router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:05:42.951744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46872) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:42.990579 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-695431e9-fd34-4067-9f79-902721948264 req-a7d05702-a54a-4fbb-9a77-170e0107b354 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 HTTP/1.1" status: 200 len: 1020 time: 0.2133932 Feb 11 05:05:43.069977 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bddc1-0569-41e3-b1e7-8ef339a30453 req-65a8dbe8-d9cc-45b1-8e31-6644041794fa tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:43.071598 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-856bddc1-0569-41e3-b1e7-8ef339a30453 req-65a8dbe8-d9cc-45b1-8e31-6644041794fa tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=380f81db-f5ba-42bb-8a51-91ce1072954b HTTP/1.1" status: 200 len: 969 time: 0.2815077 Feb 11 05:05:43.100058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c4637-e902-4c0d-b1d7-1a702493abfc req-0488d9a5-0865-426b-83cf-0c8e3c879932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:43.101442 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695431e9-fd34-4067-9f79-902721948264 req-ad2acc75-a9b4-46ea-bfd7-c081726b5cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:43.101590 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc9c4637-e902-4c0d-b1d7-1a702493abfc req-0488d9a5-0865-426b-83cf-0c8e3c879932 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 1158 time: 0.2200940 Feb 11 05:05:43.104412 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-695431e9-fd34-4067-9f79-902721948264 req-ad2acc75-a9b4-46ea-bfd7-c081726b5cbb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=665b633b-126f-41c1-b158-c4dba58bfcd3 HTTP/1.1" status: 200 len: 863 time: 0.1060071 Feb 11 05:05:43.125398 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee09af-4bfd-48ce-9af7-74cff66d126d req-37b8d808-b25f-4741-946c-d4d2c82947d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:43.126849 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8ee09af-4bfd-48ce-9af7-74cff66d126d req-37b8d808-b25f-4741-946c-d4d2c82947d6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.2441990 Feb 11 05:05:43.151646 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562c2d4-f74d-47d1-a123-b32875d7fd1c req-1de008d9-007e-4055-998d-57617e9ac0b3 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:43.153243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a562c2d4-f74d-47d1-a123-b32875d7fd1c req-1de008d9-007e-4055-998d-57617e9ac0b3 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 966 time: 0.2189796 Feb 11 05:05:43.182843 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695431e9-fd34-4067-9f79-902721948264 req-3c6f5578-0374-40bf-b48e-50e005d3a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:43.184906 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-695431e9-fd34-4067-9f79-902721948264 req-3c6f5578-0374-40bf-b48e-50e005d3a5c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e69f742-5887-4dbd-bdbf-d8b7877e4548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0724533 Feb 11 05:05:43.211120 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8ee09af-4bfd-48ce-9af7-74cff66d126d req-6da6faa5-a7cb-4979-b981-e21a76b6a42c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f HTTP/1.1" status: 200 len: 217 time: 0.0690148 Feb 11 05:05:43.291849 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ba26541-7ea1-4a08-8e7c-a705b9519f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:43.295345 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-695431e9-fd34-4067-9f79-902721948264 req-ecb62495-3ffb-4bbe-abeb-9d1c2069392a service neutron] 10.222.0.73 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036649 Feb 11 05:05:43.350622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee09af-4bfd-48ce-9af7-74cff66d126d req-7c051aec-4031-4e70-a44c-5b517d4c3ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:43.352578 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8ee09af-4bfd-48ce-9af7-74cff66d126d req-7c051aec-4031-4e70-a44c-5b517d4c3ba5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1047299 Feb 11 05:05:43.411193 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-695431e9-fd34-4067-9f79-902721948264 req-29127d7d-f5fd-41db-a4e6-b51d4c98781e service neutron] 10.222.0.73 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097305 Feb 11 05:05:43.425429 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-856bddc1-0569-41e3-b1e7-8ef339a30453 req-5829e7fb-29f3-4699-9857-895767bd231b tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269470 Feb 11 05:05:43.491958 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a0cbbf98-5f2c-4666-b374-dfbcee6b8bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 4, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'bb6c4b52-eff0-47b2-92a5-de3d62b6de54', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'port_id': 'bec0d3f5-46bc-40f8-91b3-32ec71b5fc03', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'mac_address': 'fa:16:3e:b1:25:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c38f108-9953-400f-805a-82d5e5a1aa08', 'device_owner': 'compute:tempest-test_az-867606256'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:05:23Z', 'updated_at': '2022-02-11T05:05:41Z', 'revision_number': 1, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd325982b-853b-4968-823b-f951e1ed871f', 'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'mac_address': 'fa:16:3e:70:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:56Z', 'updated_at': '2022-02-11T05:05:03Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'subnets': [{'id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:43.511166 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a562c2d4-f74d-47d1-a123-b32875d7fd1c req-a2aabe68-a833-404b-ba3c-388b89e83d0b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3330832 Feb 11 05:05:43.517916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c4637-e902-4c0d-b1d7-1a702493abfc req-2d7b277e-5907-45a1-a6af-cd48e545c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:43.519370 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc9c4637-e902-4c0d-b1d7-1a702493abfc req-2d7b277e-5907-45a1-a6af-cd48e545c77c service neutron] 10.222.0.88 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.4095876 Feb 11 05:05:43.547436 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cbbf98-5f2c-4666-b374-dfbcee6b8bd2 None None] Checking router: b6620ce7-fc96-4483-a889-e3daa0c0e2d0 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:05:43.562783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee09af-4bfd-48ce-9af7-74cff66d126d req-911e5a3e-eadf-43c9-95d0-935695d36359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:43.564569 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8ee09af-4bfd-48ce-9af7-74cff66d126d req-911e5a3e-eadf-43c9-95d0-935695d36359 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1903303 Feb 11 05:05:43.569418 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cbbf98-5f2c-4666-b374-dfbcee6b8bd2 None None] Routers {'b6620ce7-fc96-4483-a889-e3daa0c0e2d0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:05:43.570093 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a0cbbf98-5f2c-4666-b374-dfbcee6b8bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:05:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:43.647787 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc9c4637-e902-4c0d-b1d7-1a702493abfc req-9677ddad-dcf5-4d76-8c75-1c4bfaef4c69 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a HTTP/1.1" status: 200 len: 217 time: 0.0979409 Feb 11 05:05:43.697291 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a0cbbf98-5f2c-4666-b374-dfbcee6b8bd2 None None] Set router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:05:43.767979 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:44.011372 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a0cbbf98-5f2c-4666-b374-dfbcee6b8bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 4, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'bb6c4b52-eff0-47b2-92a5-de3d62b6de54', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'port_id': 'bec0d3f5-46bc-40f8-91b3-32ec71b5fc03', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'mac_address': 'fa:16:3e:b1:25:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c38f108-9953-400f-805a-82d5e5a1aa08', 'device_owner': 'compute:tempest-test_az-867606256'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:05:23Z', 'updated_at': '2022-02-11T05:05:41Z', 'revision_number': 1, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd325982b-853b-4968-823b-f951e1ed871f', 'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'mac_address': 'fa:16:3e:70:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:56Z', 'updated_at': '2022-02-11T05:05:03Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'subnets': [{'id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:44.040180 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cbbf98-5f2c-4666-b374-dfbcee6b8bd2 None None] The sync data for ids ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'] in n-d-713499-38 is: [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 4, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'bb6c4b52-eff0-47b2-92a5-de3d62b6de54', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'port_id': 'bec0d3f5-46bc-40f8-91b3-32ec71b5fc03', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'mac_address': 'fa:16:3e:b1:25:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c38f108-9953-400f-805a-82d5e5a1aa08', 'device_owner': 'compute:tempest-test_az-867606256'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:05:23Z', 'updated_at': '2022-02-11T05:05:41Z', 'revision_number': 1, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd325982b-853b-4968-823b-f951e1ed871f', 'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'mac_address': 'fa:16:3e:70:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:56Z', 'updated_at': '2022-02-11T05:05:03Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'subnets': [{'id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:05:44.055447 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ba26541-7ea1-4a08-8e7c-a705b9519f35 admin admin] Publish callbacks [] for security_group (101ca47b-d5bd-4165-ae6b-50b9453e50a4), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:44.068826 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ba26541-7ea1-4a08-8e7c-a705b9519f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (101ca47b-d5bd-4165-ae6b-50b9453e50a4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:44.089944 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c4637-e902-4c0d-b1d7-1a702493abfc req-3ec3f49b-833c-48db-a942-d08e6f86b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:44.091501 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc9c4637-e902-4c0d-b1d7-1a702493abfc req-3ec3f49b-833c-48db-a942-d08e6f86b9a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.4200029 Feb 11 05:05:44.146722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7671f3e-f147-4f6f-ade6-861c2c407834 req-c945ef65-0610-416c-b505-ed441e7b10b7 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:44.152089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7671f3e-f147-4f6f-ade6-861c2c407834 req-c945ef65-0610-416c-b505-ed441e7b10b7 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b97081e6-697c-4984-972e-e8646337bbd8 HTTP/1.1" status: 200 len: 947 time: 0.5216961 Feb 11 05:05:44.174623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8ee09af-4bfd-48ce-9af7-74cff66d126d req-e40dff22-8f83-4444-9c51-a02791ee5b1d service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978251 Feb 11 05:05:44.179838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc9c4637-e902-4c0d-b1d7-1a702493abfc req-d75d7e82-4d04-4872-b8a6-1286da0e342b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685134 Feb 11 05:05:44.185263 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4ba26541-7ea1-4a08-8e7c-a705b9519f35 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d5ea63a5b00a4729b800d340b05cc469&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2190835 Feb 11 05:05:44.188476 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46922) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:44.193515 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba26541-7ea1-4a08-8e7c-a705b9519f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101ca47b-d5bd-4165-ae6b-50b9453e50a4,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:44.241071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be360aca-d5e6-40ff-b9aa-d2d4e679dcfe req-e854e547-a42d-4fc6-8a61-9b4214ef8564 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:44.248091 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be360aca-d5e6-40ff-b9aa-d2d4e679dcfe req-e854e547-a42d-4fc6-8a61-9b4214ef8564 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 944 time: 0.2577505 Feb 11 05:05:44.260275 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device d6382f35-f405-46cd-a9e1-d8d43db11a4a details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:05:44.272864 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-858d5b0e-ee0f-42d4-88f9-b4563dd7dc04 admin admin] Publish callbacks [] for security_group (101ca47b-d5bd-4165-ae6b-50b9453e50a4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:44.289606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 61dc99a3-3efa-4e98-a339-2b589d6bec35 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:44.324100 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-858d5b0e-ee0f-42d4-88f9-b4563dd7dc04 admin admin] Publish callbacks [] for security_group (101ca47b-d5bd-4165-ae6b-50b9453e50a4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:44.416204 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7671f3e-f147-4f6f-ade6-861c2c407834 req-0778afd1-050a-442b-b631-14e2e355dbf3 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391438 Feb 11 05:05:44.421295 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-858d5b0e-ee0f-42d4-88f9-b4563dd7dc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (101ca47b-d5bd-4165-ae6b-50b9453e50a4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:44.424306 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-858d5b0e-ee0f-42d4-88f9-b4563dd7dc04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:44.425578 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-858d5b0e-ee0f-42d4-88f9-b4563dd7dc04 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/101ca47b-d5bd-4165-ae6b-50b9453e50a4 HTTP/1.1" status: 204 len: 168 time: 0.2360284 Feb 11 05:05:44.451084 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d5b0e-ee0f-42d4-88f9-b4563dd7dc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101ca47b-d5bd-4165-ae6b-50b9453e50a4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:44.459445 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be360aca-d5e6-40ff-b9aa-d2d4e679dcfe req-29dc969b-5104-4d54-998a-babde3c647aa tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052321 Feb 11 05:05:44.470662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8ee09af-4bfd-48ce-9af7-74cff66d126d req-1f67522c-657f-438f-b448-0b19b788339f service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780993 Feb 11 05:05:44.508054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5780fed-050c-4cf4-a990-a69948833f00 None None] New status for floating IP bb6c4b52-eff0-47b2-92a5-de3d62b6de54: ACTIVE {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:05:44.516055 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc9c4637-e902-4c0d-b1d7-1a702493abfc req-0090197a-aa07-4068-8020-aba70eb233f5 service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197172 Feb 11 05:05:44.654286 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port d6382f35-f405-46cd-a9e1-d8d43db11a4a, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:44.679446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 61dc99a3-3efa-4e98-a339-2b589d6bec35 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:05:44.684209 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc9c4637-e902-4c0d-b1d7-1a702493abfc req-9032cbae-62b9-4a26-8af4-190c47b7ad9f service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571517 Feb 11 05:05:44.713899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d32a4-6178-4799-b76f-540507679150 req-c64aa43f-94ae-47e8-8658-8e780cc74619 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:44.715642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-758d32a4-6178-4799-b76f-540507679150 req-c64aa43f-94ae-47e8-8658-8e780cc74619 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=380f81db-f5ba-42bb-8a51-91ce1072954b HTTP/1.1" status: 200 len: 969 time: 0.0641067 Feb 11 05:05:44.728843 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 61dc99a3-3efa-4e98-a339-2b589d6bec35 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:44.729378 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (61dc99a3-3efa-4e98-a339-2b589d6bec35), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:44.740267 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device d6382f35-f405-46cd-a9e1-d8d43db11a4a has no active binding in host n-h1-713499-38 {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:05:44.780691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-758d32a4-6178-4799-b76f-540507679150 req-ca554703-d09d-4621-ab72-57b61da0ece8 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583742 Feb 11 05:05:44.850432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c38f108-9953-400f-805a-82d5e5a1aa08', 'tag': 'bec0d3f5-46bc-40f8-91b3-32ec71b5fc03'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:44.852860 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4678fc5e-8b90-45b8-a03f-366ba765952a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c38f108-9953-400f-805a-82d5e5a1aa08", "tag": "bec0d3f5-46bc-40f8-91b3-32ec71b5fc03"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:45.012283 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204a2230-ec12-41df-bcfd-b73976acb434 x-openstack-request-id: req-204a2230-ec12-41df-bcfd-b73976acb434 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:45.012582 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c38f108-9953-400f-805a-82d5e5a1aa08", "tag": "bec0d3f5-46bc-40f8-91b3-32ec71b5fc03", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:45.012864 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-204a2230-ec12-41df-bcfd-b73976acb434 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:45.013293 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c38f108-9953-400f-805a-82d5e5a1aa08', 'tag': 'bec0d3f5-46bc-40f8-91b3-32ec71b5fc03', 'status': 'completed', 'code': 200} Feb 11 05:05:45.032458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46952) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:45.057464 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-599bc003-252f-4b0a-b5e1-f24481b2652a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:45.085136 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 61dc99a3-3efa-4e98-a339-2b589d6bec35 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:45.085597 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (61dc99a3-3efa-4e98-a339-2b589d6bec35), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:45.134594 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 61dc99a3-3efa-4e98-a339-2b589d6bec35, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=61dc99a3-3efa-4e98-a339-2b589d6bec35,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:45.135476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380f81db-f5ba-42bb-8a51-91ce1072954b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dc99a3-3efa-4e98-a339-2b589d6bec35'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:45.138717 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00220479-ea94-4198-842e-418840e95220" -d '{"events": [{"server_uuid": "380f81db-f5ba-42bb-8a51-91ce1072954b", "name": "network-vif-plugged", "status": "completed", "tag": "61dc99a3-3efa-4e98-a339-2b589d6bec35"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:45.142902 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (61dc99a3-3efa-4e98-a339-2b589d6bec35), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:45.201523 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678fc5e-8b90-45b8-a03f-366ba765952a req-edd4bc23-dffc-45c5-ab34-310a73fc62df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:45.203125 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4678fc5e-8b90-45b8-a03f-366ba765952a req-edd4bc23-dffc-45c5-ab34-310a73fc62df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=830c226c33b44062af158e8da2ba4bca&device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 1149 time: 0.1561067 Feb 11 05:05:45.221343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=61dc99a3-3efa-4e98-a339-2b589d6bec35,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:45.231846 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400d414b-ef76-4987-9aae-d60ce3f5194b x-openstack-request-id: req-400d414b-ef76-4987-9aae-d60ce3f5194b {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:45.232088 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380f81db-f5ba-42bb-8a51-91ce1072954b", "name": "network-vif-plugged", "status": "completed", "tag": "61dc99a3-3efa-4e98-a339-2b589d6bec35", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:45.232319 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-400d414b-ef76-4987-9aae-d60ce3f5194b {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:45.232718 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380f81db-f5ba-42bb-8a51-91ce1072954b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dc99a3-3efa-4e98-a339-2b589d6bec35', 'code': 200} Feb 11 05:05:45.307638 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-599bc003-252f-4b0a-b5e1-f24481b2652a admin admin] Publish callbacks [] for security_group (77a40d39-dd61-4fd6-8405-f6e9e7922aed), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:45.315216 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-599bc003-252f-4b0a-b5e1-f24481b2652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (77a40d39-dd61-4fd6-8405-f6e9e7922aed), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:45.396180 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-599bc003-252f-4b0a-b5e1-f24481b2652a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3c41c50026a34b8cb220147d81a89fe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3626325 Feb 11 05:05:45.398741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46994) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:45.403721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bc003-252f-4b0a-b5e1-f24481b2652a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a40d39-dd61-4fd6-8405-f6e9e7922aed,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:45.427743 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678fc5e-8b90-45b8-a03f-366ba765952a req-34e13763-be54-4977-a0bd-0387b3feaa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:45.429863 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4678fc5e-8b90-45b8-a03f-366ba765952a req-34e13763-be54-4977-a0bd-0387b3feaa7a service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e69f742-5887-4dbd-bdbf-d8b7877e4548 HTTP/1.1" status: 200 len: 925 time: 0.2180719 Feb 11 05:05:45.489882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc0cf0-3c0e-4013-b169-aae1166d9239 req-c82963cb-b578-4c45-bb1f-65490249c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:45.494139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fc0cf0-3c0e-4013-b169-aae1166d9239 req-c82963cb-b578-4c45-bb1f-65490249c182 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=380f81db-f5ba-42bb-8a51-91ce1072954b HTTP/1.1" status: 200 len: 1153 time: 0.1564565 Feb 11 05:05:45.524550 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4678fc5e-8b90-45b8-a03f-366ba765952a req-a5c91829-1815-4b8a-81e2-4659e170c449 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 HTTP/1.1" status: 200 len: 1022 time: 0.0817072 Feb 11 05:05:45.536017 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-373bfb29-3034-4788-92ae-bce40b8e10d9 admin admin] Publish callbacks [] for security_group (77a40d39-dd61-4fd6-8405-f6e9e7922aed), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:45.581886 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-373bfb29-3034-4788-92ae-bce40b8e10d9 admin admin] Publish callbacks [] for security_group (77a40d39-dd61-4fd6-8405-f6e9e7922aed), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:45.590785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fc0cf0-3c0e-4013-b169-aae1166d9239 req-ebd6b65a-df82-4f57-83e5-bef4ed922229 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864234 Feb 11 05:05:45.632132 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678fc5e-8b90-45b8-a03f-366ba765952a req-4ff0e3e1-f9f9-40c0-a308-7514dd2bf51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:45.636639 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4678fc5e-8b90-45b8-a03f-366ba765952a req-4ff0e3e1-f9f9-40c0-a308-7514dd2bf51e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=665b633b-126f-41c1-b158-c4dba58bfcd3 HTTP/1.1" status: 200 len: 863 time: 0.1021168 Feb 11 05:05:45.640011 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-373bfb29-3034-4788-92ae-bce40b8e10d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (77a40d39-dd61-4fd6-8405-f6e9e7922aed), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:45.649656 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-373bfb29-3034-4788-92ae-bce40b8e10d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:45.650868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-373bfb29-3034-4788-92ae-bce40b8e10d9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/77a40d39-dd61-4fd6-8405-f6e9e7922aed HTTP/1.1" status: 204 len: 168 time: 0.2499018 Feb 11 05:05:45.677632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bfb29-3034-4788-92ae-bce40b8e10d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a40d39-dd61-4fd6-8405-f6e9e7922aed,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:45.755122 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be1e19-c4d0-41f0-95e5-06cc83fecd1f req-95f1a66a-531f-4eba-adb4-548758153229 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:45.769870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3be1e19-c4d0-41f0-95e5-06cc83fecd1f req-95f1a66a-531f-4eba-adb4-548758153229 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b97081e6-697c-4984-972e-e8646337bbd8 HTTP/1.1" status: 200 len: 947 time: 0.1110070 Feb 11 05:05:45.847755 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3be1e19-c4d0-41f0-95e5-06cc83fecd1f req-7c9a03eb-bad3-4143-81ed-e00c212d7f29 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746706 Feb 11 05:05:45.892485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80172249-100a-455b-829f-a934920b4ba0 req-38f9f50c-47ae-4fbc-b7ce-15da39af0f2b tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:45.894544 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-80172249-100a-455b-829f-a934920b4ba0 req-38f9f50c-47ae-4fbc-b7ce-15da39af0f2b tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 944 time: 0.0871279 Feb 11 05:05:45.970303 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47026) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:45.975809 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-80172249-100a-455b-829f-a934920b4ba0 req-95d7177c-371c-40c8-a93a-2227c17310c4 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746634 Feb 11 05:05:46.016817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104c916-2bb6-45a3-9e3d-37853ae2551d req-1b3be432-85e4-4f03-9e48-dced37a29620 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:46.018398 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2104c916-2bb6-45a3-9e3d-37853ae2551d req-1b3be432-85e4-4f03-9e48-dced37a29620 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=380f81db-f5ba-42bb-8a51-91ce1072954b HTTP/1.1" status: 200 len: 970 time: 0.0847096 Feb 11 05:05:46.099249 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2104c916-2bb6-45a3-9e3d-37853ae2551d req-5978ecbd-4a5e-41a3-88c8-d9687d55726a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736182 Feb 11 05:05:46.188535 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ece35901-a5c6-4753-8580-530c51c869d6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ea9686f40fda411ea8fc8a0b14066543&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2167671 Feb 11 05:05:46.190574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47046) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:46.260783 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6de8b16c-445b-4850-939e-968c7d750378 admin admin] Publish callbacks [] for security_group (df321753-055c-4e0e-8583-9860c90e8eee), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:46.285880 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6de8b16c-445b-4850-939e-968c7d750378 admin admin] Publish callbacks [] for security_group (df321753-055c-4e0e-8583-9860c90e8eee), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:46.300343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47058) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:46.369924 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6de8b16c-445b-4850-939e-968c7d750378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (df321753-055c-4e0e-8583-9860c90e8eee), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:46.373745 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6de8b16c-445b-4850-939e-968c7d750378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:46.379187 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6de8b16c-445b-4850-939e-968c7d750378 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/df321753-055c-4e0e-8583-9860c90e8eee HTTP/1.1" status: 204 len: 168 time: 0.1873851 Feb 11 05:05:46.392792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8b16c-445b-4850-939e-968c7d750378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df321753-055c-4e0e-8583-9860c90e8eee,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:46.512581 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abe97fdd-9545-43fa-aa0a-ac8c4d35552a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:46.614029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:05:46.632104 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abe97fdd-9545-43fa-aa0a-ac8c4d35552a admin admin] Publish callbacks [] for security_group (4d4c24fd-e31f-4c62-8f23-9e36395b9486), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:46.638643 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abe97fdd-9545-43fa-aa0a-ac8c4d35552a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4d4c24fd-e31f-4c62-8f23-9e36395b9486), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:46.703201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe97fdd-9545-43fa-aa0a-ac8c4d35552a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4c24fd-e31f-4c62-8f23-9e36395b9486,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:46.753921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47100) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:46.754442 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-abe97fdd-9545-43fa-aa0a-ac8c4d35552a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a46fd52703c046918df36874d646d67a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4526167 Feb 11 05:05:46.778204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:46.790806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f', 'mac_address': 'fa:16:3e:28:f4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:05:46.829539 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ddd095b3-43a8-4e10-af84-668657b3a12d admin admin] Publish callbacks [] for security_group (4d4c24fd-e31f-4c62-8f23-9e36395b9486), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:46.854242 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47106) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:46.860512 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:46.861183 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:46.864049 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ddd095b3-43a8-4e10-af84-668657b3a12d admin admin] Publish callbacks [] for security_group (4d4c24fd-e31f-4c62-8f23-9e36395b9486), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:46.891740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:46.932039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:46.942323 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-85655a6d-fc78-4a4f-a72e-f5f39c3a2831 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9a5e6de56e4947b385bdf480802386d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0863175 Feb 11 05:05:46.942977 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47112) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:46.949011 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:47.012931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:47.066434 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ddd095b3-43a8-4e10-af84-668657b3a12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4d4c24fd-e31f-4c62-8f23-9e36395b9486), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:47.069227 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ddd095b3-43a8-4e10-af84-668657b3a12d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:47.072836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ddd095b3-43a8-4e10-af84-668657b3a12d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4d4c24fd-e31f-4c62-8f23-9e36395b9486 HTTP/1.1" status: 204 len: 168 time: 0.3142450 Feb 11 05:05:47.089578 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678fc5e-8b90-45b8-a03f-366ba765952a req-64114831-777a-403f-965b-197ad3075609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:47.090831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd095b3-43a8-4e10-af84-668657b3a12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4c24fd-e31f-4c62-8f23-9e36395b9486,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:47.099102 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4678fc5e-8b90-45b8-a03f-366ba765952a req-64114831-777a-403f-965b-197ad3075609 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e69f742-5887-4dbd-bdbf-d8b7877e4548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1144807 Feb 11 05:05:47.138340 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e2d67b6-5633-4c33-86f2-ac6ea8e9821f admin admin] Publish callbacks [] for security_group (6399ef75-88d1-408c-ac43-c5e09a532f86), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:47.139603 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-3ba4f78f-d73e-4f5d-9f19-0fd6386ec61c service neutron] 10.222.0.88 "GET /v2.0/ports/d6382f35-f405-46cd-a9e1-d8d43db11a4a/bindings/n-h1-713499-38 HTTP/1.1" status: 200 len: 385 time: 0.2226498 Feb 11 05:05:47.170692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:47.183708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc92c6f-96ba-419b-ac18-f848b25e47b0 req-ac4d6f3f-003a-45c7-874e-ca2c615200bb tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:47.191090 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6cc92c6f-96ba-419b-ac18-f848b25e47b0 req-ac4d6f3f-003a-45c7-874e-ca2c615200bb tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b97081e6-697c-4984-972e-e8646337bbd8 HTTP/1.1" status: 200 len: 948 time: 0.1850708 Feb 11 05:05:47.304295 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6cc92c6f-96ba-419b-ac18-f848b25e47b0 req-ffa77aaa-93e9-4733-a0b5-2085c50f16c0 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122022 Feb 11 05:05:47.314457 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c864520-5425-49cd-b3e9-76713479306a req-69052f86-9c7e-449c-b442-6728e00ef600 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:47.323959 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e2d67b6-5633-4c33-86f2-ac6ea8e9821f admin admin] Publish callbacks [] for security_group (6399ef75-88d1-408c-ac43-c5e09a532f86), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:47.331109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c864520-5425-49cd-b3e9-76713479306a req-69052f86-9c7e-449c-b442-6728e00ef600 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 944 time: 0.1965723 Feb 11 05:05:47.387540 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4678fc5e-8b90-45b8-a03f-366ba765952a req-c3ee2317-223e-471d-80f8-614e9bd650f7 service neutron] 10.222.0.73 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614241 Feb 11 05:05:47.420644 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c864520-5425-49cd-b3e9-76713479306a req-4a6060f0-15b0-4fe8-9917-fb217c424823 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886135 Feb 11 05:05:47.547747 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e2d67b6-5633-4c33-86f2-ac6ea8e9821f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6399ef75-88d1-408c-ac43-c5e09a532f86), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:47.554123 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e2d67b6-5633-4c33-86f2-ac6ea8e9821f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:47.558276 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5e2d67b6-5633-4c33-86f2-ac6ea8e9821f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6399ef75-88d1-408c-ac43-c5e09a532f86 HTTP/1.1" status: 204 len: 168 time: 0.6115124 Feb 11 05:05:47.579623 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d67b6-5633-4c33-86f2-ac6ea8e9821f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6399ef75-88d1-408c-ac43-c5e09a532f86,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:47.602504 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4678fc5e-8b90-45b8-a03f-366ba765952a req-f05a29a6-9f80-4bf4-9a81-14e887975111 service neutron] 10.222.0.73 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043951 Feb 11 05:05:47.641134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5ef19-7316-45a1-bcae-e5c3fcf54f6a req-38ebe3f4-8031-48d1-ae11-ab1b37b26b09 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:47.642716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-15d5ef19-7316-45a1-bcae-e5c3fcf54f6a req-38ebe3f4-8031-48d1-ae11-ab1b37b26b09 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=380f81db-f5ba-42bb-8a51-91ce1072954b HTTP/1.1" status: 200 len: 970 time: 0.1171489 Feb 11 05:05:47.731614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-e791988f-fcb3-4865-b581-210955e96589 service neutron] For port d6382f35-f405-46cd-a9e1-d8d43db11a4a, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:47.749699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-15d5ef19-7316-45a1-bcae-e5c3fcf54f6a req-e7846b44-9384-41dc-98d2-744780f03dca tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763731 Feb 11 05:05:47.758307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-e791988f-fcb3-4865-b581-210955e96589 service neutron] For port d6382f35-f405-46cd-a9e1-d8d43db11a4a, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:47.790744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-e791988f-fcb3-4865-b581-210955e96589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6382f35-f405-46cd-a9e1-d8d43db11a4a {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:47.805498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-e791988f-fcb3-4865-b581-210955e96589 service neutron] For port d6382f35-f405-46cd-a9e1-d8d43db11a4a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:47.805498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47142) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:47.823763 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cace1ec-c161-49f9-8b2e-d004e2ff24a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:47.841838 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-e791988f-fcb3-4865-b581-210955e96589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:47.977557 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cace1ec-c161-49f9-8b2e-d004e2ff24a1 admin admin] Publish callbacks [] for security_group (99ba00b6-85ef-4d4e-a85f-f452bbdee388), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:47.984134 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cace1ec-c161-49f9-8b2e-d004e2ff24a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (99ba00b6-85ef-4d4e-a85f-f452bbdee388), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:47.995396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-e791988f-fcb3-4865-b581-210955e96589 service neutron] Transition to ACTIVE for port object d6382f35-f405-46cd-a9e1-d8d43db11a4a will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:05:48.013290 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-e791988f-fcb3-4865-b581-210955e96589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:48.055202 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4cace1ec-c161-49f9-8b2e-d004e2ff24a1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1ebab41c7d6e43dd902d01ff81d704df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488239 Feb 11 05:05:48.056137 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47148) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:48.060243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cace1ec-c161-49f9-8b2e-d004e2ff24a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ba00b6-85ef-4d4e-a85f-f452bbdee388,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:48.063018 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47150) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:48.121003 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-e791988f-fcb3-4865-b581-210955e96589 service neutron] No DVR routers for this DVR port d6382f35-f405-46cd-a9e1-d8d43db11a4a on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:48.146456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791988f-fcb3-4865-b581-210955e96589 service neutron] Pushing event updated for resources: {'Port': ['ID=d6382f35-f405-46cd-a9e1-d8d43db11a4a,revision_number=10']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:48.189018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-e791988f-fcb3-4865-b581-210955e96589 service neutron] 10.222.0.88 "PUT /v2.0/ports/d6382f35-f405-46cd-a9e1-d8d43db11a4a/bindings/n-h1-713499-38/activate HTTP/1.1" status: 200 len: 370 time: 1.0400348 Feb 11 05:05:48.204134 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5517-3e9b-46ae-a679-3ecf2604f5b9 admin admin] Publish callbacks [] for security_group (99ba00b6-85ef-4d4e-a85f-f452bbdee388), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:48.254542 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5517-3e9b-46ae-a679-3ecf2604f5b9 admin admin] Publish callbacks [] for security_group (99ba00b6-85ef-4d4e-a85f-f452bbdee388), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:48.314264 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-8645798f-70b1-4a76-b945-9d14c5242c7e tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:48.316115 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-8645798f-70b1-4a76-b945-9d14c5242c7e tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9&tenant_id=74a76fe8ac584d85b2325b17c168bf79&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 1128 time: 0.0606136 Feb 11 05:05:48.319013 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5517-3e9b-46ae-a679-3ecf2604f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (99ba00b6-85ef-4d4e-a85f-f452bbdee388), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:48.321642 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5517-3e9b-46ae-a679-3ecf2604f5b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:48.322770 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ab0e5517-3e9b-46ae-a679-3ecf2604f5b9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/99ba00b6-85ef-4d4e-a85f-f452bbdee388 HTTP/1.1" status: 204 len: 168 time: 0.2562017 Feb 11 05:05:48.340952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e5517-3e9b-46ae-a679-3ecf2604f5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ba00b6-85ef-4d4e-a85f-f452bbdee388,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:48.415486 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d078c8b-4d07-48cf-978b-600904a61050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:48.471684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-4fb258f3-054d-4021-95ea-24a96f36473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:48.473591 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-4fb258f3-054d-4021-95ea-24a96f36473a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9&tenant_id=74a76fe8ac584d85b2325b17c168bf79 HTTP/1.1" status: 200 len: 1128 time: 0.1492772 Feb 11 05:05:48.477251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cffcc7-60d4-4c10-ab73-8cc355c107e4 req-0e798ea4-9d03-44ad-a265-0fa58eb1a8f1 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:48.488195 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44cffcc7-60d4-4c10-ab73-8cc355c107e4 req-0e798ea4-9d03-44ad-a265-0fa58eb1a8f1 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b97081e6-697c-4984-972e-e8646337bbd8 HTTP/1.1" status: 200 len: 948 time: 0.0826843 Feb 11 05:05:48.555942 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44cffcc7-60d4-4c10-ab73-8cc355c107e4 req-deafde13-f5d6-4cdf-abb1-a73ddeb3af7c tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628140 Feb 11 05:05:48.588245 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d078c8b-4d07-48cf-978b-600904a61050 admin admin] Publish callbacks [] for security_group (08925d5f-3fb3-4261-81f8-62b376a71a97), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:48.594274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-802afb25-7181-416f-a73f-7c9f68278ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:48.596172 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-802afb25-7181-416f-a73f-7c9f68278ef5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 1128 time: 0.0897832 Feb 11 05:05:48.597440 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d078c8b-4d07-48cf-978b-600904a61050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (08925d5f-3fb3-4261-81f8-62b376a71a97), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:48.628083 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d078c8b-4d07-48cf-978b-600904a61050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08925d5f-3fb3-4261-81f8-62b376a71a97,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:48.634380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:48.682422 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5d078c8b-4d07-48cf-978b-600904a61050 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b9d17f4153ce4efe8d1b75cb732f4a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6249387 Feb 11 05:05:48.685759 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47176) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:48.739798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349b5ef-873b-4f60-830b-fa8f03865428 req-12df21ce-e4d0-404d-a4db-14d3ba931bd8 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:48.742598 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:05:48.749396 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9349b5ef-873b-4f60-830b-fa8f03865428 req-12df21ce-e4d0-404d-a4db-14d3ba931bd8 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 945 time: 0.1305990 Feb 11 05:05:48.760300 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:48.761897 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:48.786577 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05ca3b38-342a-42ba-aba1-6f38c8215dcd admin admin] Publish callbacks [] for security_group (08925d5f-3fb3-4261-81f8-62b376a71a97), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:48.792993 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-c73e0104-16e9-4d19-bb6e-787079360dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:48.794503 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-c73e0104-16e9-4d19-bb6e-787079360dc8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.1674871 Feb 11 05:05:48.825051 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9349b5ef-873b-4f60-830b-fa8f03865428 req-617752bf-da31-49b3-b2ad-a30274a72286 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738037 Feb 11 05:05:48.863970 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05ca3b38-342a-42ba-aba1-6f38c8215dcd admin admin] Publish callbacks [] for security_group (08925d5f-3fb3-4261-81f8-62b376a71a97), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:48.880589 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-480d646a-6bee-4c49-b7ac-be0d6fa37417 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a HTTP/1.1" status: 200 len: 217 time: 0.0717824 Feb 11 05:05:48.893274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:48.896118 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:48.955519 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97081e6-697c-4984-972e-e8646337bbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:48.957803 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1b5f5d-9e8a-47f7-88d8-ce5cd72851b5" -d '{"events": [{"server_uuid": "b97081e6-697c-4984-972e-e8646337bbd8", "name": "network-vif-plugged", "status": "completed", "tag": "79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:48.970288 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-88e74626-4066-4769-8f39-7b82d02e5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:48.971893 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-88e74626-4066-4769-8f39-7b82d02e5f91 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.0819874 Feb 11 05:05:48.991233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:49.000212 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:49.001364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d6382f35-f405-46cd-a9e1-d8d43db11a4a no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:05:49.014160 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-7aa315e0-53c2-4856-9a24-203aa634de61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356340 Feb 11 05:05:49.048163 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b02c3-0556-4ef6-9ed1-8f019d8bb920 req-6c8d668c-4dde-403f-9628-8d1da9a70fdf tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:49.055108 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f42b02c3-0556-4ef6-9ed1-8f019d8bb920 req-6c8d668c-4dde-403f-9628-8d1da9a70fdf tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=380f81db-f5ba-42bb-8a51-91ce1072954b HTTP/1.1" status: 200 len: 970 time: 0.1181567 Feb 11 05:05:49.066133 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05ca3b38-342a-42ba-aba1-6f38c8215dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (08925d5f-3fb3-4261-81f8-62b376a71a97), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:49.069831 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05ca3b38-342a-42ba-aba1-6f38c8215dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:49.071050 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-05ca3b38-342a-42ba-aba1-6f38c8215dcd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/08925d5f-3fb3-4261-81f8-62b376a71a97 HTTP/1.1" status: 204 len: 168 time: 0.3842194 Feb 11 05:05:49.083328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4c9b8-335a-44dd-b7a4-e21723ce38ae req-3674aba6-4860-4a41-9800-74134202c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:49.083328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9fa4c9b8-335a-44dd-b7a4-e21723ce38ae req-3674aba6-4860-4a41-9800-74134202c945 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 1128 time: 0.1106057 Feb 11 05:05:49.146557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] The host n-h2-713499-38 is not matching for port d6382f35-f405-46cd-a9e1-d8d43db11a4a host n-h1-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:05:49.147113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d6382f35-f405-46cd-a9e1-d8d43db11a4a not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:05:49.152980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:49.196405 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f42b02c3-0556-4ef6-9ed1-8f019d8bb920 req-047861e4-1eaa-4094-ba2f-276a5fd2f768 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397285 Feb 11 05:05:49.217618 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b1a9b5-876b-49e1-a496-58a875ba9519 x-openstack-request-id: req-20b1a9b5-876b-49e1-a496-58a875ba9519 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:49.218234 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97081e6-697c-4984-972e-e8646337bbd8", "name": "network-vif-plugged", "status": "completed", "tag": "79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:49.219820 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-20b1a9b5-876b-49e1-a496-58a875ba9519 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:49.220529 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97081e6-697c-4984-972e-e8646337bbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f', 'code': 200} Feb 11 05:05:49.318250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4c9b8-335a-44dd-b7a4-e21723ce38ae req-05cc7a87-bfa6-4011-87d5-cee91a05fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:49.320567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9fa4c9b8-335a-44dd-b7a4-e21723ce38ae req-05cc7a87-bfa6-4011-87d5-cee91a05fce9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.2174227 Feb 11 05:05:49.391309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca3b38-342a-42ba-aba1-6f38c8215dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08925d5f-3fb3-4261-81f8-62b376a71a97,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:49.429047 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-41ac1444-cc0d-4397-9347-33c29b6ee57f service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089160 Feb 11 05:05:49.446970 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da01368-b29c-4e5d-a090-effdb626b9b8 req-a431c431-f231-4f5c-8529-0469a7e6e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:49.451780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5da01368-b29c-4e5d-a090-effdb626b9b8 req-a431c431-f231-4f5c-8529-0469a7e6e780 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b97081e6-697c-4984-972e-e8646337bbd8 HTTP/1.1" status: 200 len: 1132 time: 0.1300559 Feb 11 05:05:49.453159 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9fa4c9b8-335a-44dd-b7a4-e21723ce38ae req-05ba6536-0829-472d-ad85-8fec417aaaa7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a HTTP/1.1" status: 200 len: 217 time: 0.0986381 Feb 11 05:05:49.533934 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-40a2a016-b8a3-4fa7-bc94-f61076a67677 service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971262 Feb 11 05:05:49.544664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4c9b8-335a-44dd-b7a4-e21723ce38ae req-5ce8ea6f-a137-438e-a915-f24904218f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:49.547115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9fa4c9b8-335a-44dd-b7a4-e21723ce38ae req-5ce8ea6f-a137-438e-a915-f24904218f63 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.0699682 Feb 11 05:05:49.598390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9fa4c9b8-335a-44dd-b7a4-e21723ce38ae req-06571fb0-5b8e-493e-959f-36c92db0ff65 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406525 Feb 11 05:05:49.604843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5da01368-b29c-4e5d-a090-effdb626b9b8 req-bb63ccc6-e572-41da-9f37-6d7895c18c30 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419959 Feb 11 05:05:49.680052 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642247e-f4e2-43af-a4cf-9f31436060cd req-52f10137-2324-49c8-9394-94031f24787b tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:49.681571 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a642247e-f4e2-43af-a4cf-9f31436060cd req-52f10137-2324-49c8-9394-94031f24787b tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b97081e6-697c-4984-972e-e8646337bbd8 HTTP/1.1" status: 200 len: 949 time: 0.0570991 Feb 11 05:05:49.751302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a642247e-f4e2-43af-a4cf-9f31436060cd req-f2582603-ebdc-4303-bb81-7441be9ca595 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564950 Feb 11 05:05:49.919823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-22923b9f-9a23-4261-bc08-62621c907fa2 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:49.921333 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-22923b9f-9a23-4261-bc08-62621c907fa2 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9&tenant_id=74a76fe8ac584d85b2325b17c168bf79&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 1128 time: 0.0828025 Feb 11 05:05:49.927493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7172e0-dcde-4bc8-b581-7b167f8dcd28 req-44fade18-d3d6-4d5e-9965-ec986261beac tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:49.929053 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f7172e0-dcde-4bc8-b581-7b167f8dcd28 req-44fade18-d3d6-4d5e-9965-ec986261beac tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=380f81db-f5ba-42bb-8a51-91ce1072954b HTTP/1.1" status: 200 len: 1153 time: 0.0678298 Feb 11 05:05:49.958854 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47232) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:49.975541 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a81d063-ccc7-4bfa-9373-43c7e3be4045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:49.994649 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9fa4c9b8-335a-44dd-b7a4-e21723ce38ae req-183abe16-3c9b-42fe-af62-ef7ce8131a1d service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996543 Feb 11 05:05:50.000244 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7f7172e0-dcde-4bc8-b581-7b167f8dcd28 req-df30fbc3-4a71-4dcb-8692-99a0832ae685 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:50.025531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e5254-9194-42ef-8a3f-5b4e140f7507 req-d77fbbdb-84c4-44f6-ad49-780e5ba3d075 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:50.027059 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a65e5254-9194-42ef-8a3f-5b4e140f7507 req-d77fbbdb-84c4-44f6-ad49-780e5ba3d075 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 945 time: 0.1037526 Feb 11 05:05:50.145281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-85b23ca6-3da8-4cb1-ab4c-16033e143fde service neutron] For port d6382f35-f405-46cd-a9e1-d8d43db11a4a, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:50.150949 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-85b23ca6-3da8-4cb1-ab4c-16033e143fde service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:50.152063 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f3af926-bee7-4b0e-92c9-c9cd1ba35ac5 req-85b23ca6-3da8-4cb1-ab4c-16033e143fde service neutron] 10.222.0.73 "DELETE /v2.0/ports/d6382f35-f405-46cd-a9e1-d8d43db11a4a/bindings/n-h2-713499-38 HTTP/1.1" status: 204 len: 173 time: 0.2239463 Feb 11 05:05:50.173689 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a81d063-ccc7-4bfa-9373-43c7e3be4045 admin admin] Publish callbacks [] for security_group (f55332cb-9115-4108-80e5-249e0ef98b96), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:50.183119 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a81d063-ccc7-4bfa-9373-43c7e3be4045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f55332cb-9115-4108-80e5-249e0ef98b96), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:50.186921 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47242) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:50.207016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a65e5254-9194-42ef-8a3f-5b4e140f7507 req-35cbb532-f5b1-45c6-80f3-9fb41dc8d977 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373219 Feb 11 05:05:50.226998 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9fa4c9b8-335a-44dd-b7a4-e21723ce38ae req-ea379ab1-2860-4f2f-8b71-7f6bc1f5c7e6 service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226260 Feb 11 05:05:50.232718 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7f7172e0-dcde-4bc8-b581-7b167f8dcd28 req-df30fbc3-4a71-4dcb-8692-99a0832ae685 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] Publish callbacks [] for security_group (d00c0732-c82f-4a6f-b3b0-30960e0faef7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:50.245040 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7f7172e0-dcde-4bc8-b581-7b167f8dcd28 req-df30fbc3-4a71-4dcb-8692-99a0832ae685 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d00c0732-c82f-4a6f-b3b0-30960e0faef7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:50.250084 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81d063-ccc7-4bfa-9373-43c7e3be4045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55332cb-9115-4108-80e5-249e0ef98b96,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:50.299367 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f7172e0-dcde-4bc8-b581-7b167f8dcd28 req-df30fbc3-4a71-4dcb-8692-99a0832ae685 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348248 Feb 11 05:05:50.302781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30fbc3-4a71-4dcb-8692-99a0832ae685 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00c0732-c82f-4a6f-b3b0-30960e0faef7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:50.324536 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0a81d063-ccc7-4bfa-9373-43c7e3be4045 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=737cf0f46f72496594e4ee1a5719cafa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3556995 Feb 11 05:05:50.324536 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47256) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:50.410604 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c117d9c6-02ac-41d4-bcd0-475ffe8c6e49 admin admin] Publish callbacks [] for security_group (f55332cb-9115-4108-80e5-249e0ef98b96), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:50.427321 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66a416-ee32-49fe-bbe6-d3c026746fef req-e39aa31c-d112-41e5-b50a-caf2d49e3df9 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:50.429243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d66a416-ee32-49fe-bbe6-d3c026746fef req-e39aa31c-d112-41e5-b50a-caf2d49e3df9 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 1128 time: 0.0546961 Feb 11 05:05:50.435299 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c117d9c6-02ac-41d4-bcd0-475ffe8c6e49 admin admin] Publish callbacks [] for security_group (f55332cb-9115-4108-80e5-249e0ef98b96), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:50.510800 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d66a416-ee32-49fe-bbe6-d3c026746fef req-e655d3a5-8fec-4b09-b13a-ea3ae7efedcf tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713873 Feb 11 05:05:50.534186 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c117d9c6-02ac-41d4-bcd0-475ffe8c6e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f55332cb-9115-4108-80e5-249e0ef98b96), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:50.537196 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c117d9c6-02ac-41d4-bcd0-475ffe8c6e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:50.540807 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c117d9c6-02ac-41d4-bcd0-475ffe8c6e49 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f55332cb-9115-4108-80e5-249e0ef98b96 HTTP/1.1" status: 204 len: 168 time: 0.2181170 Feb 11 05:05:50.553377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117d9c6-02ac-41d4-bcd0-475ffe8c6e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55332cb-9115-4108-80e5-249e0ef98b96,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:50.615835 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e3be8d2-ced3-4873-89e6-df4418974585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:50.703564 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e3be8d2-ced3-4873-89e6-df4418974585 admin admin] Publish callbacks [] for security_group (2fb56013-084d-4579-b3a4-61449e8c12db), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:50.711151 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e3be8d2-ced3-4873-89e6-df4418974585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2fb56013-084d-4579-b3a4-61449e8c12db), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:50.801333 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3be8d2-ced3-4873-89e6-df4418974585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb56013-084d-4579-b3a4-61449e8c12db,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:50.814476 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0e3be8d2-ced3-4873-89e6-df4418974585 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=031bb95947634cfc8a961be2d4202b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5795755 Feb 11 05:05:50.814922 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47286) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:50.838403 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-d542c59f-7076-4492-9732-9059156a68f2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342000 Feb 11 05:05:50.890801 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1003c4e-dcef-4ceb-b026-dad6d22e578d admin admin] Publish callbacks [] for security_group (2fb56013-084d-4579-b3a4-61449e8c12db), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:50.925635 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1003c4e-dcef-4ceb-b026-dad6d22e578d admin admin] Publish callbacks [] for security_group (2fb56013-084d-4579-b3a4-61449e8c12db), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:51.011533 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1003c4e-dcef-4ceb-b026-dad6d22e578d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2fb56013-084d-4579-b3a4-61449e8c12db), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:51.015946 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1003c4e-dcef-4ceb-b026-dad6d22e578d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:51.020110 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a1003c4e-dcef-4ceb-b026-dad6d22e578d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2fb56013-084d-4579-b3a4-61449e8c12db HTTP/1.1" status: 204 len: 168 time: 0.1986437 Feb 11 05:05:51.030824 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003c4e-dcef-4ceb-b026-dad6d22e578d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb56013-084d-4579-b3a4-61449e8c12db,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:51.115026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4edfb-4026-46e0-b917-a80e6779f776 req-69d2550a-7838-4bd0-bdef-dfc2726b3d10 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:51.117368 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e5f4edfb-4026-46e0-b917-a80e6779f776 req-69d2550a-7838-4bd0-bdef-dfc2726b3d10 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b97081e6-697c-4984-972e-e8646337bbd8 HTTP/1.1" status: 200 len: 949 time: 0.2251604 Feb 11 05:05:51.124031 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-42f72d81-fe65-4ddb-af9c-fc2cbd562510 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:51.125701 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-42f72d81-fe65-4ddb-af9c-fc2cbd562510 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2862651 Feb 11 05:05:51.181728 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-d3fc1314-bdc0-472b-8812-b9cd8d105da7 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/quotas/923c8e6b939346a0ab9f11e00e8ae595 HTTP/1.1" status: 200 len: 375 time: 0.0273833 Feb 11 05:05:51.192056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e5f4edfb-4026-46e0-b917-a80e6779f776 req-9daefac8-59b4-47d6-b934-3413c276c11f tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650976 Feb 11 05:05:51.286945 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-35aaf01c-9759-42ad-b31d-de4ad4e035c9 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934789 Feb 11 05:05:51.495516 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47320) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:51.519013 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c53eaede-c1cd-48b6-88f0-487a39e9e7f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:51.617892 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c53eaede-c1cd-48b6-88f0-487a39e9e7f7 admin admin] Publish callbacks [] for security_group (c3fb5b38-fe83-43c3-ace4-bb8424574ceb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:51.625847 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c53eaede-c1cd-48b6-88f0-487a39e9e7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c3fb5b38-fe83-43c3-ace4-bb8424574ceb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:51.645450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-eb90b8d0-bca3-4b40-95ef-4f6868d59ce2 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:51.647543 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-eb90b8d0-bca3-4b40-95ef-4f6868d59ce2 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 821 time: 0.3482611 Feb 11 05:05:51.670687 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-dbf158c1-2a63-47d8-ace1-117c722b1804 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/quotas/74a76fe8ac584d85b2325b17c168bf79 HTTP/1.1" status: 200 len: 375 time: 0.0171421 Feb 11 05:05:51.695944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53eaede-c1cd-48b6-88f0-487a39e9e7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fb5b38-fe83-43c3-ace4-bb8424574ceb,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:51.708825 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c53eaede-c1cd-48b6-88f0-487a39e9e7f7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8d174275e83d4bbfb002817404c43d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063663 Feb 11 05:05:51.709146 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47328) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:51.750818 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-cca46d32-f94b-4068-9a9b-3e6092f33177 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791819 Feb 11 05:05:51.778722 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba698546-b703-4f38-a611-9412bb5872dd admin admin] Publish callbacks [] for security_group (c3fb5b38-fe83-43c3-ace4-bb8424574ceb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:51.814134 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba698546-b703-4f38-a611-9412bb5872dd admin admin] Publish callbacks [] for security_group (c3fb5b38-fe83-43c3-ace4-bb8424574ceb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:51.881292 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-48331c7e-daef-4cff-be57-42d6fa978256 service neutron] 10.222.0.87 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230228 Feb 11 05:05:51.913103 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba698546-b703-4f38-a611-9412bb5872dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c3fb5b38-fe83-43c3-ace4-bb8424574ceb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:51.917089 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba698546-b703-4f38-a611-9412bb5872dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:51.921719 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ba698546-b703-4f38-a611-9412bb5872dd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c3fb5b38-fe83-43c3-ace4-bb8424574ceb HTTP/1.1" status: 204 len: 168 time: 0.2117760 Feb 11 05:05:51.930703 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba698546-b703-4f38-a611-9412bb5872dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fb5b38-fe83-43c3-ace4-bb8424574ceb,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:52.022328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-5365bfb8-8bb5-420d-9676-5211a825f0d2 service neutron] 10.222.0.87 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298769 Feb 11 05:05:52.408912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0ed2f5e-8768-4637-85ab-0384f5c760a9 req-3e30a706-4f88-4916-ae7c-5954e908cd67 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 210 time: 0.0403397 Feb 11 05:05:52.624423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a51ace-6e42-4468-9393-9bb8f3d89196 req-8cef3fe5-167f-4a86-a69f-40bab48825eb tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:52.625918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54a51ace-6e42-4468-9393-9bb8f3d89196 req-8cef3fe5-167f-4a86-a69f-40bab48825eb tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b97081e6-697c-4984-972e-e8646337bbd8 HTTP/1.1" status: 200 len: 949 time: 0.1067758 Feb 11 05:05:52.628114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b1d65f0-2e53-40bd-a6d9-7a6e8828c346 req-0915c88a-f66d-4362-834e-738a435494f5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 210 time: 0.0503159 Feb 11 05:05:52.770752 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54a51ace-6e42-4468-9393-9bb8f3d89196 req-4acb0e79-5fee-425e-be17-4bc98278dac6 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336865 Feb 11 05:05:53.180797 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47416) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:53.364565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac3439-55ee-4205-b0a7-45c246b4f307 req-6c74c91a-3440-429d-8787-04306ecc072b tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:53.366237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23ac3439-55ee-4205-b0a7-45c246b4f307 req-6c74c91a-3440-429d-8787-04306ecc072b tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b97081e6-697c-4984-972e-e8646337bbd8 HTTP/1.1" status: 200 len: 949 time: 0.0741866 Feb 11 05:05:53.420389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23ac3439-55ee-4205-b0a7-45c246b4f307 req-e8050dbf-06f8-4937-8a3a-1f782e1f5886 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480695 Feb 11 05:05:53.479402 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:53.540919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f7b65f4-05ee-46c6-b6d6-fd28325ebb0e req-62153139-6498-4f8c-8e24-a2d1ccdc147a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 210 time: 0.0461714 Feb 11 05:05:53.607681 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] Publish callbacks [] for security_group (16359c98-9a1c-4873-9d5c-1d274f871e7a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:53.616378 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (16359c98-9a1c-4873-9d5c-1d274f871e7a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:53.709564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-69e84d7d-de59-40e2-9aac-6a7778a27ddf tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474460 Feb 11 05:05:53.716470 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ec5bc5ddd3a44a83b0d05337a0bb319d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5326908 Feb 11 05:05:53.734486 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47446) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:53.843737 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16359c98-9a1c-4873-9d5c-1d274f871e7a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:53.862273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-5f292561-cb80-4b17-a4c7-372eee7f095e tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745471 Feb 11 05:05:53.865617 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:53.866184 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:53.868058 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:53.870070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:53.870597 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:53.871143 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:53.871952 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:53.879794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:53.879794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:53.879794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:53.879794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:53.879794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:53.879794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b0f37-c844-429c-81a1-8c0b9f58098b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:53.937140 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ff2482bf-724a-4a35-b243-04d1a7d041b8 admin admin] Publish callbacks [] for security_group (16359c98-9a1c-4873-9d5c-1d274f871e7a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:53.997156 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.88', 53875) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:54.023952 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ff2482bf-724a-4a35-b243-04d1a7d041b8 admin admin] Publish callbacks [] for security_group (16359c98-9a1c-4873-9d5c-1d274f871e7a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:54.044197 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e53756f-d763-4c9c-b699-483d50a950f2 req-b71f278d-e6eb-43bd-b6cf-c02fc52cdaae tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 210 time: 0.0994716 Feb 11 05:05:54.151931 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ff2482bf-724a-4a35-b243-04d1a7d041b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (16359c98-9a1c-4873-9d5c-1d274f871e7a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:54.156797 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ff2482bf-724a-4a35-b243-04d1a7d041b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:54.158299 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ff2482bf-724a-4a35-b243-04d1a7d041b8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/16359c98-9a1c-4873-9d5c-1d274f871e7a HTTP/1.1" status: 204 len: 168 time: 0.4219115 Feb 11 05:05:54.169984 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2482bf-724a-4a35-b243-04d1a7d041b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16359c98-9a1c-4873-9d5c-1d274f871e7a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:54.186358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-4dd1d4ee-5ae2-4190-b83a-e5025b6f2fb7 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:54.188730 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-4dd1d4ee-5ae2-4190-b83a-e5025b6f2fb7 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4737594 Feb 11 05:05:54.232274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-af54d391-83de-45c3-9d69-97a7dd93e1b2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Request body: {'port': {'device_id': 'b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '923c8e6b939346a0ab9f11e00e8ae595'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:54.364154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-d10ba159-235f-4cac-a74e-4b87356eba18 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:54.365658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-d10ba159-235f-4cac-a74e-4b87356eba18 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4194505 Feb 11 05:05:54.384266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-b9b0d09b-b123-4a9a-b7bc-1df0489ff354 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Request body: {'port': {'device_id': 'bdbb2d7f-9b87-4886-b3af-ea4da970863f', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '923c8e6b939346a0ab9f11e00e8ae595'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:54.411686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-5091fa1d-320b-4d90-b4b8-c82608d8ac0f tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:54.413132 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-5091fa1d-320b-4d90-b4b8-c82608d8ac0f tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.88 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 821 time: 0.4145939 Feb 11 05:05:54.437200 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-6cec6931-c03c-4842-9a5e-3924a3002a53 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Request body: {'port': {'device_id': '4745f197-d00f-4b63-8888-15dbdaa78685', 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b', 'admin_state_up': True, 'tenant_id': '74a76fe8ac584d85b2325b17c168bf79'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:54.526012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad072b64-e458-4f17-aa66-3d9c965b263a req-0c6edf23-e51e-451d-80e6-5ba5098c6ec5 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:54.528153 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad072b64-e458-4f17-aa66-3d9c965b263a req-0c6edf23-e51e-451d-80e6-5ba5098c6ec5 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b97081e6-697c-4984-972e-e8646337bbd8 HTTP/1.1" status: 200 len: 949 time: 0.3005962 Feb 11 05:05:54.614142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-af54d391-83de-45c3-9d69-97a7dd93e1b2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Made reservation on behalf of 923c8e6b939346a0ab9f11e00e8ae595 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:54.617439 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-af54d391-83de-45c3-9d69-97a7dd93e1b2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:54.632814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47476) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:54.722788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-250411fc-b59b-42e2-a166-a1c2e7cb3126 req-b7ba55f8-7df6-4254-b13b-8af6ecd32079 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 210 time: 0.0713418 Feb 11 05:05:54.738242 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad072b64-e458-4f17-aa66-3d9c965b263a req-f3dc5aa9-fb08-45c5-a5b1-cabbc2063ad9 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797338 Feb 11 05:05:54.788229 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-b9b0d09b-b123-4a9a-b7bc-1df0489ff354 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Made reservation on behalf of 923c8e6b939346a0ab9f11e00e8ae595 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:54.792439 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-b9b0d09b-b123-4a9a-b7bc-1df0489ff354 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:54.804657 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47484) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:54.810962 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-6cec6931-c03c-4842-9a5e-3924a3002a53 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Made reservation on behalf of 74a76fe8ac584d85b2325b17c168bf79 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:54.814219 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-6cec6931-c03c-4842-9a5e-3924a3002a53 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:54.845322 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7decf245-0941-45e1-b01f-154168381bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:54.849123 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27b79823-92cd-4e45-84be-4a65e9f8b6b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:54.915181 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-af54d391-83de-45c3-9d69-97a7dd93e1b2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Allocated IP 192.168.233.215 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/cd461615-d95b-4307-b37a-56f072155ce7) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:54.981617 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27b79823-92cd-4e45-84be-4a65e9f8b6b2 admin admin] Publish callbacks [] for security_group (7175663c-beb6-4d9d-9400-3f5279df9e67), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:54.986708 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7decf245-0941-45e1-b01f-154168381bbf admin admin] Publish callbacks [] for security_group (c73d6036-1a78-4e6c-a650-5183671a6643), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:54.988341 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27b79823-92cd-4e45-84be-4a65e9f8b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7175663c-beb6-4d9d-9400-3f5279df9e67), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.001887 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7decf245-0941-45e1-b01f-154168381bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c73d6036-1a78-4e6c-a650-5183671a6643), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.040445 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-27b79823-92cd-4e45-84be-4a65e9f8b6b2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8a1abb131f4143aea01fb202902337a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331259 Feb 11 05:05:55.046388 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47488) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:55.052107 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b79823-92cd-4e45-84be-4a65e9f8b6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7175663c-beb6-4d9d-9400-3f5279df9e67,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:55.063614 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7decf245-0941-45e1-b01f-154168381bbf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3a6d65c6ef8f495885b347350a34f82e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4297140 Feb 11 05:05:55.068395 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47490) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:55.109590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decf245-0941-45e1-b01f-154168381bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73d6036-1a78-4e6c-a650-5183671a6643,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:55.133517 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c41b840-a4c5-42a9-9bda-32962d3eb701 admin admin] Publish callbacks [] for security_group (7175663c-beb6-4d9d-9400-3f5279df9e67), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.160861 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c41b840-a4c5-42a9-9bda-32962d3eb701 admin admin] Publish callbacks [] for security_group (7175663c-beb6-4d9d-9400-3f5279df9e67), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.229380 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c41b840-a4c5-42a9-9bda-32962d3eb701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7175663c-beb6-4d9d-9400-3f5279df9e67), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.232578 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c41b840-a4c5-42a9-9bda-32962d3eb701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.236179 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8c41b840-a4c5-42a9-9bda-32962d3eb701 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7175663c-beb6-4d9d-9400-3f5279df9e67 HTTP/1.1" status: 204 len: 168 time: 0.1834817 Feb 11 05:05:55.243695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18d4e253-6d1e-4a3c-8454-67e6774efd58 req-a86d915e-1813-4bcf-9d80-f2c02666d612 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 210 time: 0.0756185 Feb 11 05:05:55.254368 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41b840-a4c5-42a9-9bda-32962d3eb701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7175663c-beb6-4d9d-9400-3f5279df9e67,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:55.331056 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Publish callbacks [] for security_group (c73d6036-1a78-4e6c-a650-5183671a6643), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.380891 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Publish callbacks [] for security_group (c73d6036-1a78-4e6c-a650-5183671a6643), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.392695 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-6cec6931-c03c-4842-9a5e-3924a3002a53 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Allocated IP 172.20.0.12 (33f89be2-f697-40b3-a347-9e719974ef7b/91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4/6dbb07b8-b18a-4080-964e-16b2a865b9b6) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:55.417215 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-af54d391-83de-45c3-9d69-97a7dd93e1b2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks [] for port (cd461615-d95b-4307-b37a-56f072155ce7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.457797 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.88', 53876) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:55.530404 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c73d6036-1a78-4e6c-a650-5183671a6643), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.533704 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.534861 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c73d6036-1a78-4e6c-a650-5183671a6643 HTTP/1.1" status: 204 len: 168 time: 0.4549453 Feb 11 05:05:55.535974 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-af54d391-83de-45c3-9d69-97a7dd93e1b2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (cd461615-d95b-4307-b37a-56f072155ce7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.551071 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bfe85-ce14-4c68-a0fb-b261504b1e65 req-55d31543-d788-4939-84c2-3b18718eead8 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:55.552625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61dc99a3-3efa-4e98-a339-2b589d6bec35'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:55.554630 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a93bfe85-ce14-4c68-a0fb-b261504b1e65 req-55d31543-d788-4939-84c2-3b18718eead8 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.88 "GET /v2.0/ports?device_id=b97081e6-697c-4984-972e-e8646337bbd8 HTTP/1.1" status: 200 len: 949 time: 0.0943451 Feb 11 05:05:55.615636 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73d6036-1a78-4e6c-a650-5183671a6643,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:55.734176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:55.734529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:55.734868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:55.735204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:55.735574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:55.735908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:55.736555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:55.736555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:55.736868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:55.737194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:55.737520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:55.737839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:55.738164 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2179a2-5d4d-40c1-9ad9-fd22eb643d6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:55.749522 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-af54d391-83de-45c3-9d69-97a7dd93e1b2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:55.795941 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-a93bfe85-ce14-4c68-a0fb-b261504b1e65 req-103c43d1-b9a5-4108-9edb-bb00640ab710 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Deleting port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:55.797674 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a93bfe85-ce14-4c68-a0fb-b261504b1e65 req-103c43d1-b9a5-4108-9edb-bb00640ab710 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.807724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-af54d391-83de-45c3-9d69-97a7dd93e1b2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:55.810780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-b9b0d09b-b123-4a9a-b7bc-1df0489ff354 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Allocated IP 192.168.233.209 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/5087a3bb-5f06-4d50-ba9f-85aa110de8c8) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:55.815123 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54d391-83de-45c3-9d69-97a7dd93e1b2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Pushing event updated for resources: {'Port': ['ID=cd461615-d95b-4307-b37a-56f072155ce7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:55.833163 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-af54d391-83de-45c3-9d69-97a7dd93e1b2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:55.839147 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-af54d391-83de-45c3-9d69-97a7dd93e1b2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:55.843049 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-af54d391-83de-45c3-9d69-97a7dd93e1b2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.924903 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-6cec6931-c03c-4842-9a5e-3924a3002a53 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks [] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.936896 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ce3a6f50-66d6-43a6-b635-0326eab090cd req-bcc6db10-27dc-4530-8d10-2b7303eb8ddf tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 210 time: 0.0882468 Feb 11 05:05:56.020003 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-af54d391-83de-45c3-9d69-97a7dd93e1b2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7938645 Feb 11 05:05:56.053133 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-a93bfe85-ce14-4c68-a0fb-b261504b1e65 req-103c43d1-b9a5-4108-9edb-bb00640ab710 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] For port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:56.054459 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a93bfe85-ce14-4c68-a0fb-b261504b1e65 req-103c43d1-b9a5-4108-9edb-bb00640ab710 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.081874 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-a93bfe85-ce14-4c68-a0fb-b261504b1e65 req-103c43d1-b9a5-4108-9edb-bb00640ab710 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Calling delete_port for 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:56.082847 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Request body: {'port': {'device_id': 'b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:56.261164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47538) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:56.285260 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90fd752a-4c46-4bdb-b1f4-dec8dbe966b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.287839 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b08672c2-f7a9-49e7-a59b-5d00bff5341e None None] Provisioning complete for port cd461615-d95b-4307-b37a-56f072155ce7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:56.290523 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b08672c2-f7a9-49e7-a59b-5d00bff5341e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cd461615-d95b-4307-b37a-56f072155ce7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.300258 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a93bfe85-ce14-4c68-a0fb-b261504b1e65 req-103c43d1-b9a5-4108-9edb-bb00640ab710 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.351507 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:56.358291 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c43d1-b9a5-4108-9edb-bb00640ab710 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Pushing event deleted for resources: {'Port': ['ID=79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:56.399838 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b08672c2-f7a9-49e7-a59b-5d00bff5341e None None] Port cd461615-d95b-4307-b37a-56f072155ce7 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:05:56.427775 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cd461615-d95b-4307-b37a-56f072155ce7), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.433549 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-6cec6931-c03c-4842-9a5e-3924a3002a53 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.442700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93bfe85-ce14-4c68-a0fb-b261504b1e65 req-103c43d1-b9a5-4108-9edb-bb00640ab710 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] No DVR routers for this DVR port 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f on host n-h2-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:56.449198 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a93bfe85-ce14-4c68-a0fb-b261504b1e65 req-103c43d1-b9a5-4108-9edb-bb00640ab710 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.453275 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a93bfe85-ce14-4c68-a0fb-b261504b1e65 req-103c43d1-b9a5-4108-9edb-bb00640ab710 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.88 "DELETE /v2.0/ports/79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f HTTP/1.1" status: 204 len: 173 time: 0.8910718 Feb 11 05:05:56.454319 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97081e6-697c-4984-972e-e8646337bbd8', 'name': 'network-vif-deleted', 'tag': '79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:56.457848 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83a7cd8-d99a-475f-b5dc-33edee0b00de" -d '{"events": [{"server_uuid": "b97081e6-697c-4984-972e-e8646337bbd8", "name": "network-vif-deleted", "tag": "79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:56.509017 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d5ffa-c7dd-4bd2-a9e9-ca24025d5c86 req-dda04a6e-7e7d-4b29-9bf5-14cc6814c1c4 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:56.516429 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa5d5ffa-c7dd-4bd2-a9e9-ca24025d5c86 req-dda04a6e-7e7d-4b29-9bf5-14cc6814c1c4 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/ports?device_id=b97081e6-697c-4984-972e-e8646337bbd8 HTTP/1.1" status: 200 len: 949 time: 0.6313102 Feb 11 05:05:56.530605 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90fd752a-4c46-4bdb-b1f4-dec8dbe966b8 admin admin] Publish callbacks [] for security_group (2a27b6fc-6d29-4d3a-9980-d54b37f3be51), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.534970 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90fd752a-4c46-4bdb-b1f4-dec8dbe966b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2a27b6fc-6d29-4d3a-9980-d54b37f3be51), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.585704 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-90fd752a-4c46-4bdb-b1f4-dec8dbe966b8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7925c47b267249e7b0c76dfb29424a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209441 Feb 11 05:05:56.585704 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd752a-4c46-4bdb-b1f4-dec8dbe966b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a27b6fc-6d29-4d3a-9980-d54b37f3be51,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:56.587592 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47552) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:56.683750 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9622d088-0492-4a5b-a674-a3d2e2d8e9f2 admin admin] Publish callbacks [] for security_group (2a27b6fc-6d29-4d3a-9980-d54b37f3be51), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.699895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec6931-c03c-4842-9a5e-3924a3002a53 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Pushing event updated for resources: {'Port': ['ID=6dbb07b8-b18a-4080-964e-16b2a865b9b6,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:56.718510 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9622d088-0492-4a5b-a674-a3d2e2d8e9f2 admin admin] Publish callbacks [] for security_group (2a27b6fc-6d29-4d3a-9980-d54b37f3be51), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.745954 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-6cec6931-c03c-4842-9a5e-3924a3002a53 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Network 33f89be2-f697-40b3-a347-9e719974ef7b is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:56.784424 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9622d088-0492-4a5b-a674-a3d2e2d8e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2a27b6fc-6d29-4d3a-9980-d54b37f3be51), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.787041 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9622d088-0492-4a5b-a674-a3d2e2d8e9f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.788299 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9622d088-0492-4a5b-a674-a3d2e2d8e9f2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2a27b6fc-6d29-4d3a-9980-d54b37f3be51 HTTP/1.1" status: 204 len: 168 time: 0.1875658 Feb 11 05:05:56.800245 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622d088-0492-4a5b-a674-a3d2e2d8e9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a27b6fc-6d29-4d3a-9980-d54b37f3be51,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:56.819222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-6cec6931-c03c-4842-9a5e-3924a3002a53 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:56.824095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-6cec6931-c03c-4842-9a5e-3924a3002a53 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:56.829181 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-6cec6931-c03c-4842-9a5e-3924a3002a53 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:56.829812 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-6cec6931-c03c-4842-9a5e-3924a3002a53 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.879929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-594edfe4-b29c-4042-9978-d392b067c482 req-cb40fdc2-c36c-4b45-801d-b254dbf2f140 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 210 time: 0.1658301 Feb 11 05:05:56.934725 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ce45a9-3f2b-4340-85cf-ba6276c9ff47 x-openstack-request-id: req-b0ce45a9-3f2b-4340-85cf-ba6276c9ff47 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:56.935523 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97081e6-697c-4984-972e-e8646337bbd8", "name": "network-vif-deleted", "tag": "79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:56.935783 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-6cec6931-c03c-4842-9a5e-3924a3002a53 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5073154 Feb 11 05:05:56.935897 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b0ce45a9-3f2b-4340-85cf-ba6276c9ff47 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:56.936191 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97081e6-697c-4984-972e-e8646337bbd8', 'name': 'network-vif-deleted', 'tag': '79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f', 'status': 'completed', 'code': 200} Feb 11 05:05:56.945076 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa5d5ffa-c7dd-4bd2-a9e9-ca24025d5c86 req-fbbf40ff-7431-413a-aedb-8c75b3f23607 tempest-DeleteServersAdminTestJSON-208662478 tempest-DeleteServersAdminTestJSON-208662478-project] 10.222.0.87 "GET /v2.0/security-groups?id=8457552a-d22d-42ad-a95c-430f15018d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276648 Feb 11 05:05:56.968869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Request body: {'port': {'device_id': '4745f197-d00f-4b63-8888-15dbdaa78685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:57.020648 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-b9b0d09b-b123-4a9a-b7bc-1df0489ff354 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks [] for port (5087a3bb-5f06-4d50-ba9f-85aa110de8c8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:57.071986 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:57.278603 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-b9b0d09b-b123-4a9a-b7bc-1df0489ff354 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (5087a3bb-5f06-4d50-ba9f-85aa110de8c8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:57.295208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61dc99a3-3efa-4e98-a339-2b589d6bec35'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:05:57.408995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-b9b0d09b-b123-4a9a-b7bc-1df0489ff354 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:57.417831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59768c27-ccc4-45e8-943b-1ac34f32ce62 req-1f44dafc-5203-48e9-b810-eb9721ea787c tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:57.419771 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59768c27-ccc4-45e8-943b-1ac34f32ce62 req-1f44dafc-5203-48e9-b810-eb9721ea787c tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 932 time: 0.3271062 Feb 11 05:05:57.457637 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-b9b0d09b-b123-4a9a-b7bc-1df0489ff354 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:57.462951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0d09b-b123-4a9a-b7bc-1df0489ff354 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Pushing event updated for resources: {'Port': ['ID=5087a3bb-5f06-4d50-ba9f-85aa110de8c8,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:57.465737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-b9b0d09b-b123-4a9a-b7bc-1df0489ff354 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:57.470898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-b9b0d09b-b123-4a9a-b7bc-1df0489ff354 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:57.472127 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-b9b0d09b-b123-4a9a-b7bc-1df0489ff354 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:57.541067 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-b9b0d09b-b123-4a9a-b7bc-1df0489ff354 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1629856 Feb 11 05:05:57.562850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Request body: {'port': {'device_id': 'bdbb2d7f-9b87-4886-b3af-ea4da970863f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:57.633116 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59768c27-ccc4-45e8-943b-1ac34f32ce62 req-83ba43b9-8289-4813-89b0-d5e14d9fcd64 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765876 Feb 11 05:05:57.752525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd461615-d95b-4307-b37a-56f072155ce7 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:57.780707 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5087a3bb-5f06-4d50-ba9f-85aa110de8c8), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:57.785586 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Publish callbacks [] for port (cd461615-d95b-4307-b37a-56f072155ce7), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:57.800120 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47626) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:57.836641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbb07b8-b18a-4080-964e-16b2a865b9b6 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:57.839386 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ac71caec-7168-4eea-ada9-8591bb243d19 None None] Provisioning complete for port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:57.839839 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ac71caec-7168-4eea-ada9-8591bb243d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5087a3bb-5f06-4d50-ba9f-85aa110de8c8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:57.842831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Transition to ACTIVE for port object cd461615-d95b-4307-b37a-56f072155ce7 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:05:57.849340 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Publish callbacks [] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:57.857225 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cd461615-d95b-4307-b37a-56f072155ce7), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:57.886082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ac71caec-7168-4eea-ada9-8591bb243d19 None None] Port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:05:57.923662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Transition to ACTIVE for port object 6dbb07b8-b18a-4080-964e-16b2a865b9b6 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:05:58.041846 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.098436 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c62f3beb-d322-4c3a-920e-cc5a618ac79c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.119970 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47644) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:58.189501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Pushing event updated for resources: {'Port': ['ID=cd461615-d95b-4307-b37a-56f072155ce7,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:58.283095 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6b3f01e6-1fff-4c64-a4f1-28e1027b9acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.360274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Attempting to bind port cd461615-d95b-4307-b37a-56f072155ce7 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:58.360569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Attempting to bind port cd461615-d95b-4307-b37a-56f072155ce7 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:58.360709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Attempting to bind port cd461615-d95b-4307-b37a-56f072155ce7 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:58.368960 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb8a66-de31-46d8-971a-dd87624f0cc9 req-e5099bc8-2970-492a-88b0-3d375400a97e tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:58.371585 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2bcb8a66-de31-46d8-971a-dd87624f0cc9 req-e5099bc8-2970-492a-88b0-3d375400a97e tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 936 time: 0.3378327 Feb 11 05:05:58.377387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbb07b8-b18a-4080-964e-16b2a865b9b6,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:58.389350 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c62f3beb-d322-4c3a-920e-cc5a618ac79c admin admin] Publish callbacks [] for security_group (fec1dd33-175d-44e0-b076-bd91524663fa), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.391991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Port cd461615-d95b-4307-b37a-56f072155ce7 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:05:58.392341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Attempting to bind port cd461615-d95b-4307-b37a-56f072155ce7 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:58.400596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Attempting to bind port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:58.400938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Attempting to bind port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:58.401267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Attempting to bind port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:58.416126 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c62f3beb-d322-4c3a-920e-cc5a618ac79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (fec1dd33-175d-44e0-b076-bd91524663fa), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.423187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:58.423557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:58.423943 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:58.424395 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Bound port: cd461615-d95b-4307-b37a-56f072155ce7, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:58.424753 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cd461615-d95b-4307-b37a-56f072155ce7), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.436608 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 on network 33f89be2-f697-40b3-a347-9e719974ef7b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:05:58.436936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Attempting to bind port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:58.479066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:58.479410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Checking segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:58.479840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Bound using segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:58.480832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Bound port: 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:58.481205 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.492932 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c62f3beb-d322-4c3a-920e-cc5a618ac79c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=10fb4101bf364698a5690035b748107e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6913779 Feb 11 05:05:58.493714 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47664) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:58.494125 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8405a44-4cf2-43ef-9172-a8931c3715f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.501345 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f3beb-d322-4c3a-920e-cc5a618ac79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec1dd33-175d-44e0-b076-bd91524663fa,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:58.531004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:05:58.551867 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Publish callbacks [] for port (5087a3bb-5f06-4d50-ba9f-85aa110de8c8), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.563310 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2bcb8a66-de31-46d8-971a-dd87624f0cc9 req-aed40534-722c-4dc0-8bc3-e17b0e6edc58 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637516 Feb 11 05:05:58.592588 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6b3f01e6-1fff-4c64-a4f1-28e1027b9acb admin admin] Publish callbacks [] for security_group (ca990084-ea7f-41f7-9134-2857c7a1bace), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.600229 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6b3f01e6-1fff-4c64-a4f1-28e1027b9acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ca990084-ea7f-41f7-9134-2857c7a1bace), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.602686 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f641a914-29bb-4510-ad3e-61fa60c84cb6 admin admin] Publish callbacks [] for security_group (fec1dd33-175d-44e0-b076-bd91524663fa), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.616422 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47666) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:58.624182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Transition to ACTIVE for port object 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:05:58.641687 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5087a3bb-5f06-4d50-ba9f-85aa110de8c8), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.677370 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6b3f01e6-1fff-4c64-a4f1-28e1027b9acb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f38b79a02b5d477cb678f25532ab71cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5523617 Feb 11 05:05:58.680148 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f641a914-29bb-4510-ad3e-61fa60c84cb6 admin admin] Publish callbacks [] for security_group (fec1dd33-175d-44e0-b076-bd91524663fa), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.682118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47672) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:58.694341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f01e6-1fff-4c64-a4f1-28e1027b9acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca990084-ea7f-41f7-9134-2857c7a1bace,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:58.797511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] For port cd461615-d95b-4307-b37a-56f072155ce7, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:58.819612 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f641a914-29bb-4510-ad3e-61fa60c84cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (fec1dd33-175d-44e0-b076-bd91524663fa), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.822435 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f641a914-29bb-4510-ad3e-61fa60c84cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.823615 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f641a914-29bb-4510-ad3e-61fa60c84cb6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fec1dd33-175d-44e0-b076-bd91524663fa HTTP/1.1" status: 204 len: 168 time: 0.3267756 Feb 11 05:05:58.834903 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641a914-29bb-4510-ad3e-61fa60c84cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec1dd33-175d-44e0-b076-bd91524663fa,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:58.845425 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9b15932-8dff-48ca-bbb3-693e6a7255fc admin admin] Publish callbacks [] for security_group (ca990084-ea7f-41f7-9134-2857c7a1bace), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.855682 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] For port 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:58.901386 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9b15932-8dff-48ca-bbb3-693e6a7255fc admin admin] Publish callbacks [] for security_group (ca990084-ea7f-41f7-9134-2857c7a1bace), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.908964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Pushing event updated for resources: {'Port': ['ID=5087a3bb-5f06-4d50-ba9f-85aa110de8c8,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:58.922137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] For port cd461615-d95b-4307-b37a-56f072155ce7, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cd461615-d95b-4307-b37a-56f072155ce7,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:58.932921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] For port 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6dbb07b8-b18a-4080-964e-16b2a865b9b6,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:58.939215 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cd461615-d95b-4307-b37a-56f072155ce7), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.975624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Attempting to bind port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:58.976296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Attempting to bind port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:58.977431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Attempting to bind port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:58.983473 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.984618 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9b15932-8dff-48ca-bbb3-693e6a7255fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ca990084-ea7f-41f7-9134-2857c7a1bace), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.987702 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9b15932-8dff-48ca-bbb3-693e6a7255fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.989166 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e9b15932-8dff-48ca-bbb3-693e6a7255fc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ca990084-ea7f-41f7-9134-2857c7a1bace HTTP/1.1" status: 204 len: 168 time: 0.3053386 Feb 11 05:05:58.997791 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b15932-8dff-48ca-bbb3-693e6a7255fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca990084-ea7f-41f7-9134-2857c7a1bace,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:59.017798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa9ebd-1fc0-4a91-8a21-914fdf85bd00 req-de4e83d6-d154-4280-af8a-22bf3d7ae10d tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:59.019860 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c5aa9ebd-1fc0-4a91-8a21-914fdf85bd00 req-de4e83d6-d154-4280-af8a-22bf3d7ae10d tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 944 time: 0.2617402 Feb 11 05:05:59.031882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:59.032613 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.034351 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] 10.222.0.88 "PUT /v2.0/ports/cd461615-d95b-4307-b37a-56f072155ce7 HTTP/1.1" status: 200 len: 1097 time: 2.9563527 Feb 11 05:05:59.044162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d', 'tag': 'cd461615-d95b-4307-b37a-56f072155ce7'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:05:59.047440 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3d9424-a81d-481f-b3d7-0f02e78fef9d" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d", "tag": "cd461615-d95b-4307-b37a-56f072155ce7"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:05:59.062884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:05:59.063297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Attempting to bind port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:59.117215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:59.117833 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.120110 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] 10.222.0.88 "PUT /v2.0/ports/6dbb07b8-b18a-4080-964e-16b2a865b9b6 HTTP/1.1" status: 200 len: 1093 time: 2.1636658 Feb 11 05:05:59.146489 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47690) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:59.169410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:59.170138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:59.170138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:59.170609 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Bound port: 5087a3bb-5f06-4d50-ba9f-85aa110de8c8, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:59.170932 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5087a3bb-5f06-4d50-ba9f-85aa110de8c8), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.191951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-f3e65ad5-1491-4006-8f4e-74ff2fd3b5a6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-network', 'tenant_id': '80ff801aea114272a6450e2bfa248723'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:59.280622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b47c2a-b937-4042-b09d-f216ac45462e service neutron] Pushing event updated for resources: {'Port': ['ID=cd461615-d95b-4307-b37a-56f072155ce7,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:59.504234 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47704) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:59.528883 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c51a85df-9ba0-4794-b5e5-92e01aaca499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.545329 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3ef176e1-9b35-4c14-9922-14cbb5ff2590 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3284731152404fd587954b6d9b6d011c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3974416 Feb 11 05:05:59.548714 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47706) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:59.589990 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c5aa9ebd-1fc0-4a91-8a21-914fdf85bd00 req-3f90265f-e78f-4cd0-bdf7-748be9554236 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544891 Feb 11 05:05:59.593300 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47708) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:59.597095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-09730f2d-22ee-4d44-bfd1-e635a9ffe7ce tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=96892c63fd9f4c61ab86cc0679e41126&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3750443 Feb 11 05:05:59.606804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e65ad5-1491-4006-8f4e-74ff2fd3b5a6 admin admin] Made reservation on behalf of 80ff801aea114272a6450e2bfa248723 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:59.609349 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3e65ad5-1491-4006-8f4e-74ff2fd3b5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.623450 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1654a3be-b9bf-4e87-bfc8-fb9b1c0ea6d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.648469 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3e65ad5-1491-4006-8f4e-74ff2fd3b5a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.673592 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a20494f-8425-4f2b-9b1c-79fb0a3ac64b admin admin] Publish callbacks [] for security_group (8457552a-d22d-42ad-a95c-430f15018d24), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.676644 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ecb55a-38af-48fb-952d-bbd7be1fb7fe x-openstack-request-id: req-26ecb55a-38af-48fb-952d-bbd7be1fb7fe {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:05:59.676939 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d", "tag": "cd461615-d95b-4307-b37a-56f072155ce7", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:05:59.677185 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-26ecb55a-38af-48fb-952d-bbd7be1fb7fe {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:05:59.677570 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d', 'tag': 'cd461615-d95b-4307-b37a-56f072155ce7', 'status': 'completed', 'code': 200} Feb 11 05:05:59.715175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-ece31935-aefb-4d7d-a4c9-d04509d61784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:59.716716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-ece31935-aefb-4d7d-a4c9-d04509d61784 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d HTTP/1.1" status: 200 len: 1131 time: 0.6058135 Feb 11 05:05:59.719008 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a20494f-8425-4f2b-9b1c-79fb0a3ac64b admin admin] Publish callbacks [] for security_group (8457552a-d22d-42ad-a95c-430f15018d24), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.722340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511c2f0-da96-4d63-b575-420b5564cb90 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbb07b8-b18a-4080-964e-16b2a865b9b6,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:59.749952 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c51a85df-9ba0-4794-b5e5-92e01aaca499 admin admin] Publish callbacks [] for security_group (0a387980-f378-4047-a688-e60436e03a28), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.756234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-2a8afab6-77d0-4a8e-898a-e9d404c0c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:59.757862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-2a8afab6-77d0-4a8e-898a-e9d404c0c581 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 1127 time: 0.5727446 Feb 11 05:05:59.760844 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c51a85df-9ba0-4794-b5e5-92e01aaca499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0a387980-f378-4047-a688-e60436e03a28), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.764633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] For port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:59.831335 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c51a85df-9ba0-4794-b5e5-92e01aaca499 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4bd6259bace24f58a4f1f0e98cf84689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233371 Feb 11 05:05:59.831335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a85df-9ba0-4794-b5e5-92e01aaca499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a387980-f378-4047-a688-e60436e03a28,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:59.836689 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47712) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:59.849989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] For port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=5087a3bb-5f06-4d50-ba9f-85aa110de8c8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:59.853716 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1654a3be-b9bf-4e87-bfc8-fb9b1c0ea6d1 admin admin] Publish callbacks [] for security_group (7f3b249f-3dc1-439e-93f3-5a281debe5e6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.861956 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a20494f-8425-4f2b-9b1c-79fb0a3ac64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8457552a-d22d-42ad-a95c-430f15018d24), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.864505 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a20494f-8425-4f2b-9b1c-79fb0a3ac64b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.866238 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8a20494f-8425-4f2b-9b1c-79fb0a3ac64b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8457552a-d22d-42ad-a95c-430f15018d24 HTTP/1.1" status: 204 len: 168 time: 0.3164265 Feb 11 05:05:59.866887 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1654a3be-b9bf-4e87-bfc8-fb9b1c0ea6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7f3b249f-3dc1-439e-93f3-5a281debe5e6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.883236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-c66050d7-7654-4d29-9cdf-baffc885a252 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=cd461615-d95b-4307-b37a-56f072155ce7 HTTP/1.1" status: 200 len: 217 time: 0.1294398 Feb 11 05:05:59.898987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-c7a24da7-1ae9-447e-8fd7-4b249786677f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dbb07b8-b18a-4080-964e-16b2a865b9b6 HTTP/1.1" status: 200 len: 217 time: 0.1198199 Feb 11 05:05:59.900231 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20494f-8425-4f2b-9b1c-79fb0a3ac64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8457552a-d22d-42ad-a95c-430f15018d24,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:59.928083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5087a3bb-5f06-4d50-ba9f-85aa110de8c8), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.951503 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1654a3be-b9bf-4e87-bfc8-fb9b1c0ea6d1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dfc639ab62074474833341f0a526fc5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3535383 Feb 11 05:05:59.953538 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47716) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:59.973380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654a3be-b9bf-4e87-bfc8-fb9b1c0ea6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3b249f-3dc1-439e-93f3-5a281debe5e6,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:59.985915 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-26def37f-10ec-4160-81a6-55cd89636f0a admin admin] Publish callbacks [] for security_group (0a387980-f378-4047-a688-e60436e03a28), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.025311 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-26def37f-10ec-4160-81a6-55cd89636f0a admin admin] Publish callbacks [] for security_group (0a387980-f378-4047-a688-e60436e03a28), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.061674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-81fca2fd-770f-4a0d-bab9-a801e975074a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:00.063620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-81fca2fd-770f-4a0d-bab9-a801e975074a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4471128 Feb 11 05:06:00.069239 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f5a83665-2245-490f-8726-75344ca6e326 admin admin] Publish callbacks [] for security_group (7f3b249f-3dc1-439e-93f3-5a281debe5e6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.072176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:00.072176 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.074306 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] 10.222.0.88 "PUT /v2.0/ports/5087a3bb-5f06-4d50-ba9f-85aa110de8c8 HTTP/1.1" status: 200 len: 1097 time: 2.5151198 Feb 11 05:06:00.101078 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f5a83665-2245-490f-8726-75344ca6e326 admin admin] Publish callbacks [] for security_group (7f3b249f-3dc1-439e-93f3-5a281debe5e6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.105432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80239b4-6067-4763-85bb-0a78bb91995a req-e5308cc6-01cb-4b70-bf06-5913ac84f17b tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:00.112649 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d80239b4-6067-4763-85bb-0a78bb91995a req-e5308cc6-01cb-4b70-bf06-5913ac84f17b tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 948 time: 0.3860629 Feb 11 05:06:00.121663 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-4a256a6a-e884-4c35-b3a7-cf818bf8952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:00.123148 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-4a256a6a-e884-4c35-b3a7-cf818bf8952c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.2313521 Feb 11 05:06:00.132119 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-26def37f-10ec-4160-81a6-55cd89636f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0a387980-f378-4047-a688-e60436e03a28), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.134794 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-26def37f-10ec-4160-81a6-55cd89636f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.136125 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-26def37f-10ec-4160-81a6-55cd89636f0a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0a387980-f378-4047-a688-e60436e03a28 HTTP/1.1" status: 204 len: 168 time: 0.2985446 Feb 11 05:06:00.145079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-5dcd8273-915b-467c-ad10-11a053334c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:00.146710 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-5dcd8273-915b-467c-ad10-11a053334c69 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.2288249 Feb 11 05:06:00.170851 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26def37f-10ec-4160-81a6-55cd89636f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a387980-f378-4047-a688-e60436e03a28,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:00.216109 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f5a83665-2245-490f-8726-75344ca6e326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7f3b249f-3dc1-439e-93f3-5a281debe5e6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.219057 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f5a83665-2245-490f-8726-75344ca6e326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.223389 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f5a83665-2245-490f-8726-75344ca6e326 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7f3b249f-3dc1-439e-93f3-5a281debe5e6 HTTP/1.1" status: 204 len: 168 time: 0.2652700 Feb 11 05:06:00.235967 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a83665-2245-490f-8726-75344ca6e326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3b249f-3dc1-439e-93f3-5a281debe5e6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:00.265113 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2622501-db29-4a2b-ab38-b9fc7f733507 service neutron] Pushing event updated for resources: {'Port': ['ID=5087a3bb-5f06-4d50-ba9f-85aa110de8c8,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:00.290016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-43d1839a-43b3-42fe-8ac2-99a7106f7716 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/quotas/96892c63fd9f4c61ab86cc0679e41126 HTTP/1.1" status: 200 len: 375 time: 0.1952903 Feb 11 05:06:00.313719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-8d510e22-dff6-4b9e-aaa0-af3dd9e9d096 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1498733 Feb 11 05:06:00.365204 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3e65ad5-1491-4006-8f4e-74ff2fd3b5a6 admin admin] Publish callbacks [] for security_group (193cb501-40ab-4281-8685-f463d7ed88c7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.424970 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3e65ad5-1491-4006-8f4e-74ff2fd3b5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (193cb501-40ab-4281-8685-f463d7ed88c7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.437530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-846d2bd2-433c-4981-8aba-dd732ba6dc4d tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1139326 Feb 11 05:06:00.440962 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47726) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:00.458326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d80239b4-6067-4763-85bb-0a78bb91995a req-881df66f-5517-482f-9da1-618c4b6bf27d tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447645 Feb 11 05:06:00.476774 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-660a6546-cb9b-4682-8dfe-492700fcec2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.548640 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e65ad5-1491-4006-8f4e-74ff2fd3b5a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:06:00.563952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e65ad5-1491-4006-8f4e-74ff2fd3b5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193cb501-40ab-4281-8685-f463d7ed88c7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:00.571093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-735a4b65-7944-46d6-81b0-27d2017cdf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:00.572658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-735a4b65-7944-46d6-81b0-27d2017cdf84 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 1131 time: 0.4336901 Feb 11 05:06:00.578776 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-b7a3968f-f981-495b-8970-0fb3ca3809e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:00.580463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-b7a3968f-f981-495b-8970-0fb3ca3809e4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4311526 Feb 11 05:06:00.584304 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3e65ad5-1491-4006-8f4e-74ff2fd3b5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (8c295647-fa3d-4f83-8eae-217c3190d53a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.584645 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-f3e65ad5-1491-4006-8f4e-74ff2fd3b5a6 admin admin] Added segment 8c295647-fa3d-4f83-8eae-217c3190d53a of type vlan for network d350fa86-0547-41d6-9419-e18c3ef33e00 Feb 11 05:06:00.656099 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-660a6546-cb9b-4682-8dfe-492700fcec2f admin admin] Publish callbacks [] for security_group (4f42f94d-481f-447d-b602-c5c5dedc2588), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.662193 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-660a6546-cb9b-4682-8dfe-492700fcec2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4f42f94d-481f-447d-b602-c5c5dedc2588), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.702341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:06:00.733981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:06:00.734759 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 79c1c547-e3fc-4f1a-a91f-8a05fc0ebd7f not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:06:00.736766 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6d443cd8-773a-44ff-9d05-a8713b166cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.740843 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a6546-cb9b-4682-8dfe-492700fcec2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f42f94d-481f-447d-b602-c5c5dedc2588,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:00.746081 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-660a6546-cb9b-4682-8dfe-492700fcec2f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7dde4ff1dedd4cf6b8606533d7698b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026307 Feb 11 05:06:00.748786 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47738) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:00.765842 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-7e4a7bac-5f8a-4c35-8a47-179535f8da47 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=5087a3bb-5f06-4d50-ba9f-85aa110de8c8 HTTP/1.1" status: 200 len: 217 time: 0.1809106 Feb 11 05:06:00.809617 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d9c89900-21de-48eb-88a8-c969ceed52e4 admin admin] Publish callbacks [] for security_group (4f42f94d-481f-447d-b602-c5c5dedc2588), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.842965 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d9c89900-21de-48eb-88a8-c969ceed52e4 admin admin] Publish callbacks [] for security_group (4f42f94d-481f-447d-b602-c5c5dedc2588), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.875125 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3e65ad5-1491-4006-8f4e-74ff2fd3b5a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (d350fa86-0547-41d6-9419-e18c3ef33e00), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.906870 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d9c89900-21de-48eb-88a8-c969ceed52e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4f42f94d-481f-447d-b602-c5c5dedc2588), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.908315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-7ec69a7f-34c9-4526-8c4c-fb0707ddad75 service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680234 Feb 11 05:06:00.909605 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d9c89900-21de-48eb-88a8-c969ceed52e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:00.915440 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d9c89900-21de-48eb-88a8-c969ceed52e4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4f42f94d-481f-447d-b602-c5c5dedc2588 HTTP/1.1" status: 204 len: 168 time: 0.1624901 Feb 11 05:06:00.925207 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c89900-21de-48eb-88a8-c969ceed52e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f42f94d-481f-447d-b602-c5c5dedc2588,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:00.969970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76e4f755-695c-42e1-b957-2a19e50e888c req-053eef2e-470c-4d1c-bd99-7eac86a6411a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 210 time: 0.2464378 Feb 11 05:06:01.055193 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3e65ad5-1491-4006-8f4e-74ff2fd3b5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (d350fa86-0547-41d6-9419-e18c3ef33e00), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:01.061310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e65ad5-1491-4006-8f4e-74ff2fd3b5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:01.062214 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3e65ad5-1491-4006-8f4e-74ff2fd3b5a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:01.077871 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-84859db1-835f-417f-bd46-f7687b9ebaf7 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785743 Feb 11 05:06:01.173449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-42e9eb61-9813-4f89-9330-a50e376537f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:01.175089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-42e9eb61-9813-4f89-9330-a50e376537f6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.2623231 Feb 11 05:06:01.188705 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f3e65ad5-1491-4006-8f4e-74ff2fd3b5a6 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5711236 Feb 11 05:06:01.194408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47756) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:01.203557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ef626cc0-c37f-432f-ad9e-9612c800f80a admin admin] Request body: {'subnet': {'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-subnet', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:01.275784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef626cc0-c37f-432f-ad9e-9612c800f80a admin admin] Made reservation on behalf of 80ff801aea114272a6450e2bfa248723 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:01.282019 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef626cc0-c37f-432f-ad9e-9612c800f80a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:01.297555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0316bb-8018-409e-9656-4562932cd1d2 req-543efc40-7e5d-4b7b-ada9-07ddd30332ee tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:01.304530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef0316bb-8018-409e-9656-4562932cd1d2 req-543efc40-7e5d-4b7b-ada9-07ddd30332ee tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 944 time: 0.4789035 Feb 11 05:06:01.306400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e65ad5-1491-4006-8f4e-74ff2fd3b5a6 admin admin] Pushing event updated for resources: {'Network': ['ID=d350fa86-0547-41d6-9419-e18c3ef33e00,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:01.320012 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network d350fa86-0547-41d6-9419-e18c3ef33e00 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:06:01.371820 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ca09542-f91d-4d31-b144-8f1fe3356fe7 req-70412d60-6c17-4144-9e00-613d4d9f2cf7 service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165883 Feb 11 05:06:01.406729 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-be9345b9-edde-4704-9f71-fdf74cd37bca service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101730 Feb 11 05:06:01.453401 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef0316bb-8018-409e-9656-4562932cd1d2 req-b327508e-cc6b-4c05-8442-aea981e59f43 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478109 Feb 11 05:06:01.458833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f7f32ee8-710e-4797-9054-49effa05762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:01.467881 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-f7f32ee8-710e-4797-9054-49effa05762c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2756007 Feb 11 05:06:01.687700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4745f197-d00f-4b63-8888-15dbdaa78685', 'tag': '6dbb07b8-b18a-4080-964e-16b2a865b9b6'}, {'name': 'network-changed', 'server_uuid': 'bdbb2d7f-9b87-4886-b3af-ea4da970863f', 'tag': '5087a3bb-5f06-4d50-ba9f-85aa110de8c8'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:01.689924 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcb6d33-babe-4436-b1a0-f5bff1455f90" -d '{"events": [{"name": "network-changed", "server_uuid": "4745f197-d00f-4b63-8888-15dbdaa78685", "tag": "6dbb07b8-b18a-4080-964e-16b2a865b9b6"}, {"name": "network-changed", "server_uuid": "bdbb2d7f-9b87-4886-b3af-ea4da970863f", "tag": "5087a3bb-5f06-4d50-ba9f-85aa110de8c8"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:01.717603 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef626cc0-c37f-432f-ad9e-9612c800f80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for subnet (8af96a68-a447-473c-9418-5c5b5c80c18d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:01.773112 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa63b13-8d88-46f7-b0c3-0dbad8e39788 x-openstack-request-id: req-6aa63b13-8d88-46f7-b0c3-0dbad8e39788 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:01.774693 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4745f197-d00f-4b63-8888-15dbdaa78685", "tag": "6dbb07b8-b18a-4080-964e-16b2a865b9b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bdbb2d7f-9b87-4886-b3af-ea4da970863f", "tag": "5087a3bb-5f06-4d50-ba9f-85aa110de8c8", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:01.775169 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6aa63b13-8d88-46f7-b0c3-0dbad8e39788 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:01.775804 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4745f197-d00f-4b63-8888-15dbdaa78685', 'tag': '6dbb07b8-b18a-4080-964e-16b2a865b9b6', 'status': 'completed', 'code': 200} Feb 11 05:06:01.776263 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbb2d7f-9b87-4886-b3af-ea4da970863f', 'tag': '5087a3bb-5f06-4d50-ba9f-85aa110de8c8', 'status': 'completed', 'code': 200} Feb 11 05:06:01.812417 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9983d9b-392c-409e-bd8b-c967fd78a5bc req-675510e4-d09e-47f7-a8d3-65756a1f38c9 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:01.814756 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef626cc0-c37f-432f-ad9e-9612c800f80a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8af96a68-a447-473c-9418-5c5b5c80c18d,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:01.820217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef626cc0-c37f-432f-ad9e-9612c800f80a admin admin] Checking segment: {'id': '8c295647-fa3d-4f83-8eae-217c3190d53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:01.821207 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef626cc0-c37f-432f-ad9e-9612c800f80a admin admin] Network hostable DHCP agents. Network: d350fa86-0547-41d6-9419-e18c3ef33e00, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:06:01.821915 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9983d9b-392c-409e-bd8b-c967fd78a5bc req-675510e4-d09e-47f7-a8d3-65756a1f38c9 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 948 time: 0.2152963 Feb 11 05:06:01.847670 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9424-a81d-481f-b3d7-0f02e78fef9d req-3ce96d75-cd95-447c-a743-1b92a6d1b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:01.849474 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c3d9424-a81d-481f-b3d7-0f02e78fef9d req-3ce96d75-cd95-447c-a743-1b92a6d1b0d7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d HTTP/1.1" status: 200 len: 1131 time: 0.3790758 Feb 11 05:06:01.862508 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef626cc0-c37f-432f-ad9e-9612c800f80a admin admin] Network d350fa86-0547-41d6-9419-e18c3ef33e00 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:06:01.887879 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-ef626cc0-c37f-432f-ad9e-9612c800f80a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, d350fa86-0547-41d6-9419-e18c3ef33e00) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:01.896825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-a82165db-e4a8-48f9-bcec-19899826673a service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926485 Feb 11 05:06:01.897275 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd68bdd8-9d22-4545-a40d-27051c8c1a71 None None] Network d350fa86-0547-41d6-9419-e18c3ef33e00 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:06:01.901651 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef626cc0-c37f-432f-ad9e-9612c800f80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:01.914566 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef626cc0-c37f-432f-ad9e-9612c800f80a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:01.961828 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ef626cc0-c37f-432f-ad9e-9612c800f80a admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7653773 Feb 11 05:06:01.962464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47788) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:01.976430 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:01.999625 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (9097444f-33c9-45e7-a7a7-df660045a724), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.000975 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (9097444f-33c9-45e7-a7a7-df660045a724), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.064498 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Publish callbacks [] for router_controller (9097444f-33c9-45e7-a7a7-df660045a724), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.163054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-d350fa86-0547-41d6-9419-e18c3ef33e00', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'project_id': '80ff801aea114272a6450e2bfa248723', 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:06:02.166533 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.266720 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Publish callbacks [] for router_gateway (9097444f-33c9-45e7-a7a7-df660045a724), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.367463 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Allocated IP 172.20.0.2 (d350fa86-0547-41d6-9419-e18c3ef33e00/8af96a68-a447-473c-9418-5c5b5c80c18d/85bf3569-1699-455b-9257-bce8291cdf66) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:02.419254 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-10ba3897-b0c2-454b-b4a5-3458df3005f7 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=96892c63fd9f4c61ab86cc0679e41126&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342681 Feb 11 05:06:02.470935 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7e3a22-205a-41e0-be85-bebbf34c9fa8 req-4419aa73-6695-4b56-a0e2-a652bca1ede6 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542481 Feb 11 05:06:02.603206 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-bc8deda0-5f36-479b-bc74-dddb947ea7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:02.606524 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-bc8deda0-5f36-479b-bc74-dddb947ea7f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 1127 time: 0.8054578 Feb 11 05:06:02.632002 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e511b8c-fad6-4bb4-879c-58edb81fb58c req-059dee75-afdc-4c05-ab85-8a56bfe5740d tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 210 time: 0.1427219 Feb 11 05:06:02.643286 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Publish callbacks [] for port (85bf3569-1699-455b-9257-bce8291cdf66), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.654095 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (85bf3569-1699-455b-9257-bce8291cdf66), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.659657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9983d9b-392c-409e-bd8b-c967fd78a5bc req-41c216be-c20d-4035-95b9-036565dd8c36 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8360660 Feb 11 05:06:02.675551 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-eac49321-9c18-4363-b4a4-05bca130e1e4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:02.684552 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-eac49321-9c18-4363-b4a4-05bca130e1e4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525128 Feb 11 05:06:02.735607 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ad8c9d8b-d64b-4215-8d16-a28c82f1b4a2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Request body: {'port': {'device_id': 'c8af3437-0d7c-4d94-bff3-178b8ad7f98b', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '96892c63fd9f4c61ab86cc0679e41126'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:02.777303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Pushing event updated for resources: {'Port': ['ID=85bf3569-1699-455b-9257-bce8291cdf66,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:02.803122 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:02.803122 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:02.808843 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:02.808843 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:02.811601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:02.812335 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:02.812910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:02.814159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:02.814720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:02.815456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:02.816007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:02.816595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:02.817131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:02.824796 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.839228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Network d350fa86-0547-41d6-9419-e18c3ef33e00 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:02.841286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9424-a81d-481f-b3d7-0f02e78fef9d req-7c27cb19-1456-4a14-acb9-f62952b588d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:02.843196 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c3d9424-a81d-481f-b3d7-0f02e78fef9d req-7c27cb19-1456-4a14-acb9-f62952b588d1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.9684892 Feb 11 05:06:02.843449 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:02.859188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:02.865909 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9d21b-7fbe-4402-8715-e7f4b47ac8af req-89f700c7-0da6-4d4a-8c9f-bf8c52d2b2f6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:02.872827 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edc9d21b-7fbe-4402-8715-e7f4b47ac8af req-89f700c7-0da6-4d4a-8c9f-bf8c52d2b2f6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 944 time: 0.1275189 Feb 11 05:06:02.891234 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Publish callbacks [] for router_gateway (9097444f-33c9-45e7-a7a7-df660045a724), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.917051 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:02.948401 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c3d9424-a81d-481f-b3d7-0f02e78fef9d req-ebd53781-1405-4e4c-895c-f8765ca13f5b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=cd461615-d95b-4307-b37a-56f072155ce7 HTTP/1.1" status: 200 len: 217 time: 0.0898495 Feb 11 05:06:02.953663 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-cc7aef22-f924-4cf8-b363-774f5434ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:02.955181 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-cc7aef22-f924-4cf8-b363-774f5434ce57 service neutron] 10.222.0.88 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.3130000 Feb 11 05:06:03.020614 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Attempting to bind port 85bf3569-1699-455b-9257-bce8291cdf66 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:03.021765 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Attempting to bind port 85bf3569-1699-455b-9257-bce8291cdf66 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '8c295647-fa3d-4f83-8eae-217c3190d53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:03.022352 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Attempting to bind port 85bf3569-1699-455b-9257-bce8291cdf66 on network d350fa86-0547-41d6-9419-e18c3ef33e00 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:03.029299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:03.030228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Checking segment: {'id': '8c295647-fa3d-4f83-8eae-217c3190d53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:03.030960 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:03.031623 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Bound using segment: {'id': '8c295647-fa3d-4f83-8eae-217c3190d53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:03.032351 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Bound port: 85bf3569-1699-455b-9257-bce8291cdf66, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c295647-fa3d-4f83-8eae-217c3190d53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:03.033102 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (85bf3569-1699-455b-9257-bce8291cdf66), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:03.046251 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Allocated IP 172.25.5.60 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/a1da9282-5482-4e6a-828a-9a696d7e9e8e) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:03.084700 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edc9d21b-7fbe-4402-8715-e7f4b47ac8af req-8187dd4f-4028-444c-99d8-7b6b78a83a9a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109175 Feb 11 05:06:03.088756 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-21a7e0f2-1369-4ea8-8c4f-38167bd69f36 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dbb07b8-b18a-4080-964e-16b2a865b9b6 HTTP/1.1" status: 200 len: 217 time: 0.1137056 Feb 11 05:06:03.112939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] For port 85bf3569-1699-455b-9257-bce8291cdf66, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:03.117184 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] For port 85bf3569-1699-455b-9257-bce8291cdf66, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=85bf3569-1699-455b-9257-bce8291cdf66,segment=NetworkSegment(8c295647-fa3d-4f83-8eae-217c3190d53a),segment_id=8c295647-fa3d-4f83-8eae-217c3190d53a)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:03.125752 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (85bf3569-1699-455b-9257-bce8291cdf66), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:03.158101 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Publish callbacks [] for port (a1da9282-5482-4e6a-828a-9a696d7e9e8e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:03.190790 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-e8a98d09-c92c-435d-8b8d-40c5b0d78a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:03.192534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-e8a98d09-c92c-435d-8b8d-40c5b0d78a3d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.0943942 Feb 11 05:06:03.194095 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1361a-b1c7-418c-bc82-e10fe149d392 None None] Pushing event updated for resources: {'Port': ['ID=85bf3569-1699-455b-9257-bce8291cdf66,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:03.210332 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (a1da9282-5482-4e6a-828a-9a696d7e9e8e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:03.252118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9424-a81d-481f-b3d7-0f02e78fef9d req-f818c8d6-990c-4650-9d6b-d5e7b31f416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:03.254376 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c3d9424-a81d-481f-b3d7-0f02e78fef9d req-f818c8d6-990c-4650-9d6b-d5e7b31f416a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.2955906 Feb 11 05:06:03.256768 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-ba1e7135-5b08-4b2b-9014-2cb3ba5ce50e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560796 Feb 11 05:06:03.304897 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Pushing event updated for resources: {'Port': ['ID=a1da9282-5482-4e6a-828a-9a696d7e9e8e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:03.331699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:03.335118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:03.355991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:03.412372 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ad8c9d8b-d64b-4215-8d16-a28c82f1b4a2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Made reservation on behalf of 96892c63fd9f4c61ab86cc0679e41126 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:03.415185 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:03.423794 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ad8c9d8b-d64b-4215-8d16-a28c82f1b4a2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:03.437980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ad8c9d8b-d64b-4215-8d16-a28c82f1b4a2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:03.476600 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-f0712218-cef8-47d5-844f-17fc00e5f137 service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070282 Feb 11 05:06:03.696946 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-677f2bc9-8909-4fc5-a71a-b10c46fac818 service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778259 Feb 11 05:06:03.759663 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9424-a81d-481f-b3d7-0f02e78fef9d req-b387c497-8774-4985-a495-3cfb3cf554f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:03.767237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c3d9424-a81d-481f-b3d7-0f02e78fef9d req-b387c497-8774-4985-a495-3cfb3cf554f4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5001297 Feb 11 05:06:03.884477 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 85bf3569-1699-455b-9257-bce8291cdf66 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:04.013396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 85bf3569-1699-455b-9257-bce8291cdf66 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:04.013809 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (85bf3569-1699-455b-9257-bce8291cdf66), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.118876 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-899c5d44-c4b5-4257-b248-60aa7c64392d req-88a969da-88f0-4422-a9db-3399b3f9e628 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 210 time: 0.2456894 Feb 11 05:06:04.249930 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c3d9424-a81d-481f-b3d7-0f02e78fef9d req-d58556a1-9f75-4568-8cf8-dfd448f435a2 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726908 Feb 11 05:06:04.260833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 85bf3569-1699-455b-9257-bce8291cdf66 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:04.262033 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (85bf3569-1699-455b-9257-bce8291cdf66), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.330494 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 85bf3569-1699-455b-9257-bce8291cdf66, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=85bf3569-1699-455b-9257-bce8291cdf66,segment=NetworkSegment(8c295647-fa3d-4f83-8eae-217c3190d53a),segment_id=8c295647-fa3d-4f83-8eae-217c3190d53a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:04.341815 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (85bf3569-1699-455b-9257-bce8291cdf66), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.367728 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ad8c9d8b-d64b-4215-8d16-a28c82f1b4a2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks [] for security_group (86cbe04f-b411-4d8a-8265-c528bc747db2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.378923 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ad8c9d8b-d64b-4215-8d16-a28c82f1b4a2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (86cbe04f-b411-4d8a-8265-c528bc747db2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.439055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=85bf3569-1699-455b-9257-bce8291cdf66,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:04.461072 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-a17eef5d-b47b-4f43-b688-6d69c499d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:04.462668 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-a17eef5d-b47b-4f43-b688-6d69c499d93c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 1131 time: 0.6253915 Feb 11 05:06:04.479360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae21667-aa99-441b-8057-f3c0205e3c88 req-3d772b31-c93f-4b27-b639-d745ed125e2d tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:04.481542 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ae21667-aa99-441b-8057-f3c0205e3c88 req-3d772b31-c93f-4b27-b639-d745ed125e2d tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 948 time: 0.6246455 Feb 11 05:06:04.583060 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ad8c9d8b-d64b-4215-8d16-a28c82f1b4a2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Allocated IP 192.168.233.140 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/4bd19739-983b-42da-9114-39fe4b424741) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:04.651031 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Publish callbacks [] for router_gateway (9097444f-33c9-45e7-a7a7-df660045a724), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.691089 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device cd461615-d95b-4307-b37a-56f072155ce7 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:04.694208 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c9d8b-d64b-4215-8d16-a28c82f1b4a2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86cbe04f-b411-4d8a-8265-c528bc747db2,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:04.722650 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c3d9424-a81d-481f-b3d7-0f02e78fef9d req-2dafbeb1-0da9-4765-9b0e-bfb4596ae60c service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541235 Feb 11 05:06:04.747972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffa26d-9cd7-4640-aad5-b56e456e565c req-6466cb93-5db7-487c-94bd-dfee8699cfa3 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:04.749991 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-daffa26d-9cd7-4640-aad5-b56e456e565c req-6466cb93-5db7-487c-94bd-dfee8699cfa3 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 944 time: 0.4840841 Feb 11 05:06:04.825085 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ae21667-aa99-441b-8057-f3c0205e3c88 req-f48468d6-9056-4f9f-b888-c917e11fa663 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821732 Feb 11 05:06:04.859287 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-e418fd74-42cc-4ec7-a2ea-9abbd87084ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:04.860797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-e418fd74-42cc-4ec7-a2ea-9abbd87084ec service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.3783510 Feb 11 05:06:04.891006 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port cd461615-d95b-4307-b37a-56f072155ce7, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cd461615-d95b-4307-b37a-56f072155ce7,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:04.907694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'cd461615-d95b-4307-b37a-56f072155ce7', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': 'cd461615-d95b-4307-b37a-56f072155ce7', 'mac_address': 'fa:16:3e:cb:7a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:04.909943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f558d57-90d8-435d-a220-564b08696381 None None] Network d350fa86-0547-41d6-9419-e18c3ef33e00 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:06:04.950700 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-07d485c3-ceb8-41fd-931a-80a922735a2d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=5087a3bb-5f06-4d50-ba9f-85aa110de8c8 HTTP/1.1" status: 200 len: 217 time: 0.0720594 Feb 11 05:06:04.959389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-daffa26d-9cd7-4640-aad5-b56e456e565c req-93402475-3a1d-4e0e-b81b-d3b018fe399a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984742 Feb 11 05:06:05.024871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-c25fbdfe-520e-46b6-8a59-0044a0f8cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:05.026409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-c25fbdfe-520e-46b6-8a59-0044a0f8cd83 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0657570 Feb 11 05:06:05.065290 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port cd461615-d95b-4307-b37a-56f072155ce7 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:05.065614 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cd461615-d95b-4307-b37a-56f072155ce7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.071449 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.125233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-88f7cfaa-3781-4e19-ae3c-a4d520421201 None None] Provisioning complete for port 85bf3569-1699-455b-9257-bce8291cdf66 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:05.125616 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-88f7cfaa-3781-4e19-ae3c-a4d520421201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (85bf3569-1699-455b-9257-bce8291cdf66), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.129847 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ad8c9d8b-d64b-4215-8d16-a28c82f1b4a2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks [] for port (4bd19739-983b-42da-9114-39fe4b424741), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.159602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-6db87436-28b2-4e6d-a401-9ff4255b1a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:05.163201 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-6db87436-28b2-4e6d-a401-9ff4255b1a63 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1292057 Feb 11 05:06:05.189904 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd461615-d95b-4307-b37a-56f072155ce7 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:05.233989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port cd461615-d95b-4307-b37a-56f072155ce7, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cd461615-d95b-4307-b37a-56f072155ce7,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:05.267343 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cd461615-d95b-4307-b37a-56f072155ce7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.268732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 6dbb07b8-b18a-4080-964e-16b2a865b9b6 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:05.310207 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (9097444f-33c9-45e7-a7a7-df660045a724), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.348760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=cd461615-d95b-4307-b37a-56f072155ce7,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:05.393238 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-88f7cfaa-3781-4e19-ae3c-a4d520421201 None None] Current status of the port 85bf3569-1699-455b-9257-bce8291cdf66 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:05.407007 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ad8c9d8b-d64b-4215-8d16-a28c82f1b4a2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (4bd19739-983b-42da-9114-39fe4b424741), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.448029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-446e6d75-7bd5-4ca2-b8c9-259ccb0220ac req-3396db5f-51c6-4064-833a-8b6d6f8da46a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 210 time: 0.1898782 Feb 11 05:06:05.560796 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6dbb07b8-b18a-4080-964e-16b2a865b9b6,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:05.572591 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '6dbb07b8-b18a-4080-964e-16b2a865b9b6', 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b', 'port_id': '6dbb07b8-b18a-4080-964e-16b2a865b9b6', 'mac_address': 'fa:16:3e:10:81:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:05.579250 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-9034e78a-b4e7-41f7-a64f-5ef2706e52f0 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080675 Feb 11 05:06:05.606739 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c9d8b-d64b-4215-8d16-a28c82f1b4a2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Pushing event updated for resources: {'Port': ['ID=4bd19739-983b-42da-9114-39fe4b424741,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:05.629345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:05.630092 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.676384 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbb07b8-b18a-4080-964e-16b2a865b9b6 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:05.692355 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47878) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:05.702635 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6dbb07b8-b18a-4080-964e-16b2a865b9b6,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:05.706747 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ad8c9d8b-d64b-4215-8d16-a28c82f1b4a2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:05.707496 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.758148 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ad8c9d8b-d64b-4215-8d16-a28c82f1b4a2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:05.768450 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ad8c9d8b-d64b-4215-8d16-a28c82f1b4a2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:05.782932 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ad8c9d8b-d64b-4215-8d16-a28c82f1b4a2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:05.785913 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ad8c9d8b-d64b-4215-8d16-a28c82f1b4a2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.825604 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 85bf3569-1699-455b-9257-bce8291cdf66 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:05.850385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fcb6d33-babe-4436-b1a0-f5bff1455f90 req-6ab65920-b586-4749-829a-6783c59e7509 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618847 Feb 11 05:06:05.877481 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ad8c9d8b-d64b-4215-8d16-a28c82f1b4a2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1543467 Feb 11 05:06:05.908536 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Request body: {'port': {'device_id': 'c8af3437-0d7c-4d94-bff3-178b8ad7f98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:06.025731 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4bd19739-983b-42da-9114-39fe4b424741), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.063314 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Router 9097444f-33c9-45e7-a7a7-df660045a724 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:06:06.084367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f571a90-71e5-4310-81d0-ccdf5fa36039 req-2029e82d-d01b-4863-8587-2bca5b2efd56 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:06.094272 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f571a90-71e5-4310-81d0-ccdf5fa36039 req-2029e82d-d01b-4863-8587-2bca5b2efd56 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 948 time: 0.1144378 Feb 11 05:06:06.214927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=6dbb07b8-b18a-4080-964e-16b2a865b9b6,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:06.232785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f571a90-71e5-4310-81d0-ccdf5fa36039 req-f187041d-3ed0-4b58-91c4-ebb4959d2aa4 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356342 Feb 11 05:06:06.260996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f7a28839-a048-46ac-b319-e396e98014c2 None None] Provisioning complete for port 85bf3569-1699-455b-9257-bce8291cdf66 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:06.263680 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7a28839-a048-46ac-b319-e396e98014c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (85bf3569-1699-455b-9257-bce8291cdf66), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.283396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759af07-7d40-4a78-9632-62101db8acbd req-1fb33152-2460-44fe-883a-3c923158d975 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:06.285174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7759af07-7d40-4a78-9632-62101db8acbd req-1fb33152-2460-44fe-883a-3c923158d975 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 945 time: 0.1107488 Feb 11 05:06:06.304023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['cd461615-d95b-4307-b37a-56f072155ce7'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:06.328892 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ebdd970b-fa90-4a17-9659-66fc682bd4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.340144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['6dbb07b8-b18a-4080-964e-16b2a865b9b6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:06.350563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 85bf3569-1699-455b-9257-bce8291cdf66 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:06.350940 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (85bf3569-1699-455b-9257-bce8291cdf66), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.411223 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7759af07-7d40-4a78-9632-62101db8acbd req-d264673f-8845-4b66-a975-b5f57e0496a1 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057899 Feb 11 05:06:06.563081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f7a28839-a048-46ac-b319-e396e98014c2 None None] Current status of the port 85bf3569-1699-455b-9257-bce8291cdf66 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:06.598915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 85bf3569-1699-455b-9257-bce8291cdf66 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:06.603546 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:06.614995 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Sync routers for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:06.627744 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:06.630944 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:06:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:06.688654 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.689977 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ce6d44a5-dd20-48b1-8a20-6465cfa713ff admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.7249694 Feb 11 05:06:06.695301 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47906) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:06.697627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ff98b-1d03-4485-95cb-b6bee02f9a6d req-c5dd78c4-5d6d-4f7b-9230-34a0462f0c1e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:06.699185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b40ff98b-1d03-4485-95cb-b6bee02f9a6d req-c5dd78c4-5d6d-4f7b-9230-34a0462f0c1e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 936 time: 0.0774958 Feb 11 05:06:06.699865 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47910) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:06.723607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:06.734435 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ebdd970b-fa90-4a17-9659-66fc682bd4ee admin admin] Publish callbacks [] for security_group (8e9effa9-c190-4de9-92ce-2e6f31fd0c00), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.752193 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ebdd970b-fa90-4a17-9659-66fc682bd4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8e9effa9-c190-4de9-92ce-2e6f31fd0c00), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.832177 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ebdd970b-fa90-4a17-9659-66fc682bd4ee admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=69f644d970874be2b2ebdda90ca9e856&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1204231 Feb 11 05:06:06.834953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd970b-fa90-4a17-9659-66fc682bd4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9effa9-c190-4de9-92ce-2e6f31fd0c00,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:06.836362 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:06.837392 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47918) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:06.849080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd19739-983b-42da-9114-39fe4b424741 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:06.864263 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Publish callbacks [] for port (4bd19739-983b-42da-9114-39fe4b424741), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.871473 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5d65cd62-1a05-400c-8a03-de667946efb4 None None] Provisioning complete for port 4bd19739-983b-42da-9114-39fe4b424741 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:06.872008 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d65cd62-1a05-400c-8a03-de667946efb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4bd19739-983b-42da-9114-39fe4b424741), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.911033 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b40ff98b-1d03-4485-95cb-b6bee02f9a6d req-bc10c67e-914f-4fc6-bd96-a1ad6b53253e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038093 Feb 11 05:06:06.924596 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Transition to ACTIVE for port object 4bd19739-983b-42da-9114-39fe4b424741 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:06:06.932973 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05fcfaa6-8fcb-47c9-ae10-d15fe579058f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.945154 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4bd19739-983b-42da-9114-39fe4b424741), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.990435 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Pushing event updated for resources: {'Port': ['ID=4bd19739-983b-42da-9114-39fe4b424741,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:06.991998 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5d65cd62-1a05-400c-8a03-de667946efb4 None None] Port 4bd19739-983b-42da-9114-39fe4b424741 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:06.992785 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-105e114f-ff52-446c-aad7-39a7c0495fbf admin admin] Publish callbacks [] for security_group (8e9effa9-c190-4de9-92ce-2e6f31fd0c00), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.050637 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-105e114f-ff52-446c-aad7-39a7c0495fbf admin admin] Publish callbacks [] for security_group (8e9effa9-c190-4de9-92ce-2e6f31fd0c00), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.093280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=5087a3bb-5f06-4d50-ba9f-85aa110de8c8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:07.117981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '5087a3bb-5f06-4d50-ba9f-85aa110de8c8', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '5087a3bb-5f06-4d50-ba9f-85aa110de8c8', 'mac_address': 'fa:16:3e:9a:85:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:07.164942 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Attempting to bind port 4bd19739-983b-42da-9114-39fe4b424741 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:07.164942 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Attempting to bind port 4bd19739-983b-42da-9114-39fe4b424741 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:07.165251 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Attempting to bind port 4bd19739-983b-42da-9114-39fe4b424741 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:07.183444 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Port 4bd19739-983b-42da-9114-39fe4b424741 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:07.183786 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Attempting to bind port 4bd19739-983b-42da-9114-39fe4b424741 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:07.194417 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:07.194773 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:07.195151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:07.195672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Bound port: 4bd19739-983b-42da-9114-39fe4b424741, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:07.196039 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4bd19739-983b-42da-9114-39fe4b424741), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.204546 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:03Z', 'revision_number': 3, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:07.220749 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:07.221155 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5087a3bb-5f06-4d50-ba9f-85aa110de8c8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.240130 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Checking router: 9097444f-33c9-45e7-a7a7-df660045a724 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:06:07.240880 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Updating router 9097444f-33c9-45e7-a7a7-df660045a724 port a1da9282-5482-4e6a-828a-9a696d7e9e8e binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:06:07.254197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:07.289276 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05fcfaa6-8fcb-47c9-ae10-d15fe579058f admin admin] Publish callbacks [] for security_group (33291f39-94d5-4227-a746-ee7e58bc4402), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.309361 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=5087a3bb-5f06-4d50-ba9f-85aa110de8c8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:07.317106 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05fcfaa6-8fcb-47c9-ae10-d15fe579058f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (33291f39-94d5-4227-a746-ee7e58bc4402), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.322338 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5087a3bb-5f06-4d50-ba9f-85aa110de8c8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.328040 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-105e114f-ff52-446c-aad7-39a7c0495fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8e9effa9-c190-4de9-92ce-2e6f31fd0c00), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.328728 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1da9282-5482-4e6a-828a-9a696d7e9e8e), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.330719 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-105e114f-ff52-446c-aad7-39a7c0495fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.340288 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-105e114f-ff52-446c-aad7-39a7c0495fbf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8e9effa9-c190-4de9-92ce-2e6f31fd0c00 HTTP/1.1" status: 204 len: 168 time: 0.4978299 Feb 11 05:06:07.432828 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=5087a3bb-5f06-4d50-ba9f-85aa110de8c8,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:07.510486 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-05fcfaa6-8fcb-47c9-ae10-d15fe579058f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dab28091e4cf421393e6e5d954eef893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8135982 Feb 11 05:06:07.519818 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47938) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:07.541037 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcfaa6-8fcb-47c9-ae10-d15fe579058f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33291f39-94d5-4227-a746-ee7e58bc4402,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:07.548124 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] For port 4bd19739-983b-42da-9114-39fe4b424741, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:07.576933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['5087a3bb-5f06-4d50-ba9f-85aa110de8c8'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:07.610147 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e114f-ff52-446c-aad7-39a7c0495fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9effa9-c190-4de9-92ce-2e6f31fd0c00,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:07.613173 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] For port 4bd19739-983b-42da-9114-39fe4b424741, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4bd19739-983b-42da-9114-39fe4b424741,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:07.633196 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4bd19739-983b-42da-9114-39fe4b424741), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.694063 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Publish callbacks [] for port (a1da9282-5482-4e6a-828a-9a696d7e9e8e), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.703384 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a1da9282-5482-4e6a-828a-9a696d7e9e8e), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.773327 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3471bf-f897-4c5e-a2f7-fe2f23989b5a None None] Pushing event updated for resources: {'Port': ['ID=a1da9282-5482-4e6a-828a-9a696d7e9e8e,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:07.794899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:07.801763 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3471bf-f897-4c5e-a2f7-fe2f23989b5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:07.802433 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3471bf-f897-4c5e-a2f7-fe2f23989b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:07.803192 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3471bf-f897-4c5e-a2f7-fe2f23989b5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:07.804697 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3471bf-f897-4c5e-a2f7-fe2f23989b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:07.805290 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3471bf-f897-4c5e-a2f7-fe2f23989b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:07.806219 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3471bf-f897-4c5e-a2f7-fe2f23989b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:07.806921 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3471bf-f897-4c5e-a2f7-fe2f23989b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:07.807471 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3471bf-f897-4c5e-a2f7-fe2f23989b5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:07.808710 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3471bf-f897-4c5e-a2f7-fe2f23989b5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:07.809372 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3471bf-f897-4c5e-a2f7-fe2f23989b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:07.810115 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3471bf-f897-4c5e-a2f7-fe2f23989b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:07.810733 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3471bf-f897-4c5e-a2f7-fe2f23989b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:07.811263 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3471bf-f897-4c5e-a2f7-fe2f23989b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:07.815589 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Attempting to bind port a1da9282-5482-4e6a-828a-9a696d7e9e8e on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:07.815934 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.816505 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Attempting to bind port a1da9282-5482-4e6a-828a-9a696d7e9e8e by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:07.817099 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Attempting to bind port a1da9282-5482-4e6a-828a-9a696d7e9e8e on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:07.817745 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] 10.222.0.73 "PUT /v2.0/ports/4bd19739-983b-42da-9114-39fe4b424741 HTTP/1.1" status: 200 len: 1097 time: 1.9287632 Feb 11 05:06:07.823267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8af3437-0d7c-4d94-bff3-178b8ad7f98b', 'tag': '4bd19739-983b-42da-9114-39fe4b424741'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:07.825963 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:07.827194 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:07.827953 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.828890 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:07.829958 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Bound port: a1da9282-5482-4e6a-828a-9a696d7e9e8e, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:07.830864 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1da9282-5482-4e6a-828a-9a696d7e9e8e), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.838581 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a958a196-522e-49f3-b688-421ca1177508" -d '{"events": [{"name": "network-changed", "server_uuid": "c8af3437-0d7c-4d94-bff3-178b8ad7f98b", "tag": "4bd19739-983b-42da-9114-39fe4b424741"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:07.921839 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a95b4-6b5a-49ee-9a9a-cb6a0197505c service neutron] Pushing event updated for resources: {'Port': ['ID=4bd19739-983b-42da-9114-39fe4b424741,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:07.924256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02508dfa-d3d7-45b8-b201-207ee6f84ca4 req-181fd926-f39d-424d-8a6b-fc67d8c6f6c5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:07.934411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02508dfa-d3d7-45b8-b201-207ee6f84ca4 req-181fd926-f39d-424d-8a6b-fc67d8c6f6c5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 949 time: 0.5355170 Feb 11 05:06:07.947776 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35812cb6-e238-47d3-a7bb-4c657e60e8d1 admin admin] Publish callbacks [] for security_group (33291f39-94d5-4227-a746-ee7e58bc4402), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.999062 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] For port a1da9282-5482-4e6a-828a-9a696d7e9e8e, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:08.003958 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35812cb6-e238-47d3-a7bb-4c657e60e8d1 admin admin] Publish callbacks [] for security_group (33291f39-94d5-4227-a746-ee7e58bc4402), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:08.004449 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] For port a1da9282-5482-4e6a-828a-9a696d7e9e8e, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a1da9282-5482-4e6a-828a-9a696d7e9e8e,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:08.022939 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a1da9282-5482-4e6a-828a-9a696d7e9e8e), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:08.040489 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-b4bc10df-997a-484e-9d2a-603ece29363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:08.050276 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-b4bc10df-997a-484e-9d2a-603ece29363c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 1131 time: 0.1522210 Feb 11 05:06:08.050782 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47948) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:08.076292 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:08.077643 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:06:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:08.113853 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02508dfa-d3d7-45b8-b201-207ee6f84ca4 req-7279a055-b624-4dd0-8085-9824fd6a134f tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781878 Feb 11 05:06:08.123189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e2535-36a0-442f-aaf2-819d73c94019 req-0528d22c-a12d-4fed-b2fe-6d0fb370d1c7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:08.138733 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c3e2535-36a0-442f-aaf2-819d73c94019 req-0528d22c-a12d-4fed-b2fe-6d0fb370d1c7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 945 time: 0.2142611 Feb 11 05:06:08.154032 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-27ebb46d-9f88-4455-9eae-26d3f4c745a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=4bd19739-983b-42da-9114-39fe4b424741 HTTP/1.1" status: 200 len: 217 time: 0.0785127 Feb 11 05:06:08.154823 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f8362abc-4ac8-4132-90e0-1566a74e3949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:08.216566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c3e2535-36a0-442f-aaf2-819d73c94019 req-6a22ef78-8714-4ff6-bf29-128670ca12db tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855398 Feb 11 05:06:08.220597 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:08.227307 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:08.227572 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35812cb6-e238-47d3-a7bb-4c657e60e8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (33291f39-94d5-4227-a746-ee7e58bc4402), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:08.231777 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35812cb6-e238-47d3-a7bb-4c657e60e8d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:08.247072 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-35812cb6-e238-47d3-a7bb-4c657e60e8d1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/33291f39-94d5-4227-a746-ee7e58bc4402 HTTP/1.1" status: 204 len: 168 time: 0.7093353 Feb 11 05:06:08.247072 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a253442d-2024-46bb-8939-0cb939a28983 x-openstack-request-id: req-a253442d-2024-46bb-8939-0cb939a28983 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:08.247072 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8af3437-0d7c-4d94-bff3-178b8ad7f98b", "tag": "4bd19739-983b-42da-9114-39fe4b424741", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:08.247072 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a253442d-2024-46bb-8939-0cb939a28983 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:08.247072 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8af3437-0d7c-4d94-bff3-178b8ad7f98b', 'tag': '4bd19739-983b-42da-9114-39fe4b424741', 'status': 'completed', 'code': 200} Feb 11 05:06:08.264166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35812cb6-e238-47d3-a7bb-4c657e60e8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33291f39-94d5-4227-a746-ee7e58bc4402,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:08.318383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-97d4aa71-f5bc-4357-bae5-7d8c37f9e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:08.320598 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-97d4aa71-f5bc-4357-bae5-7d8c37f9e6eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1501772 Feb 11 05:06:08.351192 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3471bf-f897-4c5e-a2f7-fe2f23989b5a None None] Pushing event updated for resources: {'Port': ['ID=a1da9282-5482-4e6a-828a-9a696d7e9e8e,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:08.482769 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-e12e4249-bd43-4a8e-9428-df59006b7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:08.484344 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-e12e4249-bd43-4a8e-9428-df59006b7e90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1550291 Feb 11 05:06:08.486214 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f8362abc-4ac8-4132-90e0-1566a74e3949 admin admin] Publish callbacks [] for security_group (2275a049-6968-419a-bb1c-333202d26cc4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:08.495331 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f8362abc-4ac8-4132-90e0-1566a74e3949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2275a049-6968-419a-bb1c-333202d26cc4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:08.508625 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:03Z', 'revision_number': 3, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:08.540906 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8bbf72-cfcd-4502-b9a8-562fc2b28332 None None] The sync data for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 is: [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:03Z', 'revision_number': 3, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:08.552992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b29d5-1bf7-4a7d-bbdc-3708925fdc25 req-2f082e0a-f29c-4708-a900-e75085f217fb tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:08.554628 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-996b29d5-1bf7-4a7d-bbdc-3708925fdc25 req-2f082e0a-f29c-4708-a900-e75085f217fb tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 948 time: 0.1908438 Feb 11 05:06:08.617733 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8362abc-4ac8-4132-90e0-1566a74e3949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2275a049-6968-419a-bb1c-333202d26cc4,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:08.630626 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f8362abc-4ac8-4132-90e0-1566a74e3949 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4b7a419c3d5d467da02a5430bf4236d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5682492 Feb 11 05:06:08.633617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47970) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:08.652372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Allocated IP 172.20.0.1 (d350fa86-0547-41d6-9419-e18c3ef33e00/8af96a68-a447-473c-9418-5c5b5c80c18d/7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:08.697387 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-996b29d5-1bf7-4a7d-bbdc-3708925fdc25 req-526e33c2-c688-4aea-8149-6259925b8600 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267924 Feb 11 05:06:08.719652 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-0e04872f-a571-4f71-8383-6262a95093f5 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251687 Feb 11 05:06:08.807737 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b9401a6-ca4a-42c1-889d-92dd7558a8c3 admin admin] Publish callbacks [] for security_group (2275a049-6968-419a-bb1c-333202d26cc4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:08.845030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47972) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:08.855762 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b9401a6-ca4a-42c1-889d-92dd7558a8c3 admin admin] Publish callbacks [] for security_group (2275a049-6968-419a-bb1c-333202d26cc4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:08.861466 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device cd461615-d95b-4307-b37a-56f072155ce7 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:08.863967 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fc312535-1fb0-444b-b1dc-5de684ae23f4 req-32fd67f6-2859-4213-8a0c-7fc8967e3e2e service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305645 Feb 11 05:06:08.918733 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Publish callbacks [] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:08.940133 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4551384-600e-403e-81b4-6301c2012893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:08.981427 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port cd461615-d95b-4307-b37a-56f072155ce7 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:06:08.987506 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port cd461615-d95b-4307-b37a-56f072155ce7 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:08.988353 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cd461615-d95b-4307-b37a-56f072155ce7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.016453 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958a196-522e-49f3-b688-421ca1177508 req-335a7ea0-2005-465f-b619-1dd6c77692ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:09.019045 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a958a196-522e-49f3-b688-421ca1177508 req-335a7ea0-2005-465f-b619-1dd6c77692ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 1131 time: 0.0781364 Feb 11 05:06:09.049856 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.128196 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Pushing event updated for resources: {'Port': ['ID=7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:09.148791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port cd461615-d95b-4307-b37a-56f072155ce7 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:09.149542 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cd461615-d95b-4307-b37a-56f072155ce7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.149661 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Network d350fa86-0547-41d6-9419-e18c3ef33e00 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:09.156367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:09.158255 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b9401a6-ca4a-42c1-889d-92dd7558a8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2275a049-6968-419a-bb1c-333202d26cc4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.161172 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b9401a6-ca4a-42c1-889d-92dd7558a8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.162497 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5b9401a6-ca4a-42c1-889d-92dd7558a8c3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2275a049-6968-419a-bb1c-333202d26cc4 HTTP/1.1" status: 204 len: 168 time: 0.5251541 Feb 11 05:06:09.165082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:09.165656 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (9097444f-33c9-45e7-a7a7-df660045a724), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.217858 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd461615-d95b-4307-b37a-56f072155ce7'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:09.223204 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461be845-1ada-4abc-afd9-7a14a8e35e65" -d '{"events": [{"server_uuid": "b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d", "name": "network-vif-plugged", "status": "completed", "tag": "cd461615-d95b-4307-b37a-56f072155ce7"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:09.240536 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958a196-522e-49f3-b688-421ca1177508 req-93e60788-31d4-4ae5-be81-fddce92632cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:09.242091 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a958a196-522e-49f3-b688-421ca1177508 req-93e60788-31d4-4ae5-be81-fddce92632cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.2165549 Feb 11 05:06:09.279195 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port cd461615-d95b-4307-b37a-56f072155ce7, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cd461615-d95b-4307-b37a-56f072155ce7,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:09.297029 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cd461615-d95b-4307-b37a-56f072155ce7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.297940 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:09.369273 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a958a196-522e-49f3-b688-421ca1177508 req-297e519c-7943-4161-9f0a-e76596fed24b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=4bd19739-983b-42da-9114-39fe4b424741 HTTP/1.1" status: 200 len: 217 time: 0.1159239 Feb 11 05:06:09.404113 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.413911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9401a6-ca4a-42c1-889d-92dd7558a8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2275a049-6968-419a-bb1c-333202d26cc4,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:09.446756 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4551384-600e-403e-81b4-6301c2012893 admin admin] Publish callbacks [] for security_group (973dfbc0-17d1-47ad-ab64-8bd53588ae11), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.462808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd769b22-1f60-46b8-9071-9c4efbfcf87d req-3a0fff90-37d7-4a4c-860c-7df522d2b0ad tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:09.464675 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bd769b22-1f60-46b8-9071-9c4efbfcf87d req-3a0fff90-37d7-4a4c-860c-7df522d2b0ad tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 949 time: 0.1681283 Feb 11 05:06:09.506976 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4551384-600e-403e-81b4-6301c2012893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (973dfbc0-17d1-47ad-ab64-8bd53588ae11), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.522961 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958a196-522e-49f3-b688-421ca1177508 req-acac24be-62bc-4464-88d9-990007caaa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:09.525050 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a958a196-522e-49f3-b688-421ca1177508 req-acac24be-62bc-4464-88d9-990007caaa21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1503513 Feb 11 05:06:09.534119 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=cd461615-d95b-4307-b37a-56f072155ce7,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:09.541595 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.578812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:06:09.591408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:09.591961 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5087a3bb-5f06-4d50-ba9f-85aa110de8c8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.647392 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c4551384-600e-403e-81b4-6301c2012893 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2edcf3f70fd342369790234760816e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7983334 Feb 11 05:06:09.650437 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47998) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:09.713846 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4551384-600e-403e-81b4-6301c2012893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973dfbc0-17d1-47ad-ab64-8bd53588ae11,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:09.718059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-41f7bdc9-77e6-403e-a28d-5e84fd9acf71 None None] Provisioning complete for port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:09.718490 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-41f7bdc9-77e6-403e-a28d-5e84fd9acf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.733679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958a196-522e-49f3-b688-421ca1177508 req-67546364-0ffe-4b37-9002-b597e32ae5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:09.749194 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a958a196-522e-49f3-b688-421ca1177508 req-67546364-0ffe-4b37-9002-b597e32ae5cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2014410 Feb 11 05:06:09.782495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-41f7bdc9-77e6-403e-a28d-5e84fd9acf71 None None] Port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:09.793032 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9eff01c2-5b5a-4169-be6c-9a4cfdf903b5 admin admin] Publish callbacks [] for security_group (973dfbc0-17d1-47ad-ab64-8bd53588ae11), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.816808 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bd769b22-1f60-46b8-9071-9c4efbfcf87d req-aa53fa5e-bd72-44d6-8589-e876e92a09cf tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109014 Feb 11 05:06:09.846757 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9eff01c2-5b5a-4169-be6c-9a4cfdf903b5 admin admin] Publish callbacks [] for security_group (973dfbc0-17d1-47ad-ab64-8bd53588ae11), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.864007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:09.877454 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5087a3bb-5f06-4d50-ba9f-85aa110de8c8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.910784 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a1da9282-5482-4e6a-828a-9a696d7e9e8e up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:09.915464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41fc89-c071-441d-84d4-44df5da96bec req-fddb8b68-c5a8-4bc5-8338-adad94443214 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:09.923288 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c41fc89-c071-441d-84d4-44df5da96bec req-fddb8b68-c5a8-4bc5-8338-adad94443214 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 945 time: 0.2342110 Feb 11 05:06:09.951230 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36802be5-dcbe-4705-ab6f-9a516969598d x-openstack-request-id: req-36802be5-dcbe-4705-ab6f-9a516969598d {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:09.951603 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d", "name": "network-vif-plugged", "status": "completed", "tag": "cd461615-d95b-4307-b37a-56f072155ce7", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:09.952072 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-36802be5-dcbe-4705-ab6f-9a516969598d {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:09.952502 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd461615-d95b-4307-b37a-56f072155ce7', 'code': 200} Feb 11 05:06:09.964027 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9eff01c2-5b5a-4169-be6c-9a4cfdf903b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (973dfbc0-17d1-47ad-ab64-8bd53588ae11), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.967689 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9eff01c2-5b5a-4169-be6c-9a4cfdf903b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.970333 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9eff01c2-5b5a-4169-be6c-9a4cfdf903b5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/973dfbc0-17d1-47ad-ab64-8bd53588ae11 HTTP/1.1" status: 204 len: 168 time: 0.3141739 Feb 11 05:06:10.055982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=5087a3bb-5f06-4d50-ba9f-85aa110de8c8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:10.069676 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff01c2-5b5a-4169-be6c-9a4cfdf903b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973dfbc0-17d1-47ad-ab64-8bd53588ae11,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:10.123528 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5087a3bb-5f06-4d50-ba9f-85aa110de8c8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:10.124348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 6dbb07b8-b18a-4080-964e-16b2a865b9b6 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:10.132410 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a958a196-522e-49f3-b688-421ca1177508 req-ca9d54ac-0232-4f1c-a130-d3da7bb00c54 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697572 Feb 11 05:06:10.146489 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Publish callbacks [] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:10.158233 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c41fc89-c071-441d-84d4-44df5da96bec req-67221345-c1db-43db-9bc9-31054ec67ef0 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336679 Feb 11 05:06:10.178440 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:10.179941 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (9097444f-33c9-45e7-a7a7-df660045a724), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:10.227341 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:06:10.274482 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a1da9282-5482-4e6a-828a-9a696d7e9e8e triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:10.275133 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a1da9282-5482-4e6a-828a-9a696d7e9e8e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:10.301025 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a958a196-522e-49f3-b688-421ca1177508 req-4d753085-a3d1-4b11-a0b5-31109e9e7d24 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588483 Feb 11 05:06:10.311521 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a74a6e-bde4-4687-b651-6ab89e305669 req-d0bffb0d-b995-4c76-8337-379232eae4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:10.313634 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00a74a6e-bde4-4687-b651-6ab89e305669 req-d0bffb0d-b995-4c76-8337-379232eae4b1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d HTTP/1.1" status: 200 len: 1133 time: 0.2985334 Feb 11 05:06:10.345383 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=5087a3bb-5f06-4d50-ba9f-85aa110de8c8,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:10.360773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57381784-c438-4c6b-be66-a8c238500d54 req-9a2c2fff-e690-4c74-a231-b78ad35514dc tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:10.367602 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57381784-c438-4c6b-be66-a8c238500d54 req-9a2c2fff-e690-4c74-a231-b78ad35514dc tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 948 time: 0.2940645 Feb 11 05:06:10.368409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:06:10.369370 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Pushing event updated for resources: {'Port': ['ID=7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:10.383815 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:10.384300 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:10.471327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a1da9282-5482-4e6a-828a-9a696d7e9e8e is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:10.471866 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1da9282-5482-4e6a-828a-9a696d7e9e8e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:10.472459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00a74a6e-bde4-4687-b651-6ab89e305669 req-5a38b10b-a3f7-4bbc-b4e7-a39e0d9f62c3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499424 Feb 11 05:06:10.494166 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57381784-c438-4c6b-be66-a8c238500d54 req-ead3b20f-a6f9-4a4d-913e-f00024a1180b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232486 Feb 11 05:06:10.506210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Network d350fa86-0547-41d6-9419-e18c3ef33e00 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:10.507371 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port a1da9282-5482-4e6a-828a-9a696d7e9e8e, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a1da9282-5482-4e6a-828a-9a696d7e9e8e,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:10.508351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:10.516896 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a1da9282-5482-4e6a-828a-9a696d7e9e8e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:10.616849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:10.617333 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:10.681917 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=a1da9282-5482-4e6a-828a-9a696d7e9e8e,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:10.761521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6dbb07b8-b18a-4080-964e-16b2a865b9b6,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:10.765910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Router 9097444f-33c9-45e7-a7a7-df660045a724 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:06:10.779488 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:10.879976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=6dbb07b8-b18a-4080-964e-16b2a865b9b6,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:11.023254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-55ddc38d-ec4a-495f-bb8b-1a0fd55de846 None None] Provisioning complete for port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:11.027994 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-55ddc38d-ec4a-495f-bb8b-1a0fd55de846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:11.070564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5f93f-4c2b-43d0-ad6d-87a4db8e2eec req-35d3ef72-759f-4f49-8fc5-b74759c709f9 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:11.072220 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85f5f93f-4c2b-43d0-ad6d-87a4db8e2eec req-35d3ef72-759f-4f49-8fc5-b74759c709f9 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 950 time: 0.1366565 Feb 11 05:06:11.095632 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-55ddc38d-ec4a-495f-bb8b-1a0fd55de846 None None] Port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:11.095891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:11.102606 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f1048845-1bb1-458e-900e-c6ae0debf4cf admin admin] 10.222.0.87 "PUT /v2.0/routers/9097444f-33c9-45e7-a7a7-df660045a724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4015067 Feb 11 05:06:11.154515 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85f5f93f-4c2b-43d0-ad6d-87a4db8e2eec req-2a540045-995b-4f43-a0c3-0492488eeb66 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703411 Feb 11 05:06:11.233730 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Sync routers for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:11.244054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:11.244826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:06:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:11.305783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040da31-705c-4cfe-81cc-ddeda66d8714 req-a4e021c1-fa63-4c57-b586-020470a730af tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:11.313477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3040da31-705c-4cfe-81cc-ddeda66d8714 req-a4e021c1-fa63-4c57-b586-020470a730af tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 946 time: 0.0621052 Feb 11 05:06:11.365434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3040da31-705c-4cfe-81cc-ddeda66d8714 req-b030dfea-4dbf-4278-affe-d56b33177a34 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470214 Feb 11 05:06:11.407039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:11.625721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906f4f1-0375-466d-8d79-017e8316fa45 req-ef1a4390-2d06-4919-90b3-271e52df27d0 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:11.628048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b906f4f1-0375-466d-8d79-017e8316fa45 req-ef1a4390-2d06-4919-90b3-271e52df27d0 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 948 time: 0.0674829 Feb 11 05:06:11.732086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b906f4f1-0375-466d-8d79-017e8316fa45 req-6411d39b-da21-47d5-a5bd-d33182e2f061 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969441 Feb 11 05:06:11.834753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a1da9282-5482-4e6a-828a-9a696d7e9e8e up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:11.840551 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48090) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:11.884980 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48098) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:11.925133 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a1da9282-5482-4e6a-828a-9a696d7e9e8e triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:11.925608 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a1da9282-5482-4e6a-828a-9a696d7e9e8e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:11.953642 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbb2d7f-9b87-4886-b3af-ea4da970863f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5087a3bb-5f06-4d50-ba9f-85aa110de8c8'}, {'server_uuid': '4745f197-d00f-4b63-8888-15dbdaa78685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbb07b8-b18a-4080-964e-16b2a865b9b6'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:11.956927 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fa182b-df0a-40aa-bd55-062b9aff2dd3" -d '{"events": [{"server_uuid": "bdbb2d7f-9b87-4886-b3af-ea4da970863f", "name": "network-vif-plugged", "status": "completed", "tag": "5087a3bb-5f06-4d50-ba9f-85aa110de8c8"}, {"server_uuid": "4745f197-d00f-4b63-8888-15dbdaa78685", "name": "network-vif-plugged", "status": "completed", "tag": "6dbb07b8-b18a-4080-964e-16b2a865b9b6"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:11.969020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 2, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:12.005333 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Checking router: 9097444f-33c9-45e7-a7a7-df660045a724 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:06:12.005698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Updating router 9097444f-33c9-45e7-a7a7-df660045a724 port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:06:12.013184 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77efb156-a559-47f5-89e7-bddfbf601f28 x-openstack-request-id: req-77efb156-a559-47f5-89e7-bddfbf601f28 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:12.013488 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbb2d7f-9b87-4886-b3af-ea4da970863f", "name": "network-vif-plugged", "status": "completed", "tag": "5087a3bb-5f06-4d50-ba9f-85aa110de8c8", "code": 200}, {"server_uuid": "4745f197-d00f-4b63-8888-15dbdaa78685", "name": "network-vif-plugged", "status": "completed", "tag": "6dbb07b8-b18a-4080-964e-16b2a865b9b6", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:12.013741 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-77efb156-a559-47f5-89e7-bddfbf601f28 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:12.014778 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbb2d7f-9b87-4886-b3af-ea4da970863f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5087a3bb-5f06-4d50-ba9f-85aa110de8c8', 'code': 200} Feb 11 05:06:12.015040 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4745f197-d00f-4b63-8888-15dbdaa78685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbb07b8-b18a-4080-964e-16b2a865b9b6', 'code': 200} Feb 11 05:06:12.026379 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-de3410db-7d08-4e52-843f-e417f74992d1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1024511040-network', 'tenant_id': '623b97b8843c4ee5bfe315b1c2e8ae24'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:12.062291 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.067148 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90f6840b-8059-45f9-828d-dc08227f6fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.069533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5d6bc0da-399c-41b0-8a90-af10251e4f4d tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:12.072076 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5d6bc0da-399c-41b0-8a90-af10251e4f4d tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 821 time: 0.1435168 Feb 11 05:06:12.097405 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-aaeb1e92-5695-4feb-8049-cf12b1da8404 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/quotas/80ff801aea114272a6450e2bfa248723 HTTP/1.1" status: 200 len: 375 time: 0.0182345 Feb 11 05:06:12.123240 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3410db-7d08-4e52-843f-e417f74992d1 admin admin] Made reservation on behalf of 623b97b8843c4ee5bfe315b1c2e8ae24 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:12.125485 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de3410db-7d08-4e52-843f-e417f74992d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.137547 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de3410db-7d08-4e52-843f-e417f74992d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.170854 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a1da9282-5482-4e6a-828a-9a696d7e9e8e is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:12.252425 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90f6840b-8059-45f9-828d-dc08227f6fd5 admin admin] Publish callbacks [] for security_group (23e87129-9246-4dc1-9b2f-0a145f11b041), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.264203 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90f6840b-8059-45f9-828d-dc08227f6fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (23e87129-9246-4dc1-9b2f-0a145f11b041), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.315237 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-90f6840b-8059-45f9-828d-dc08227f6fd5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2fb2ca5e7ee44302863b9767b23e5435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4290886 Feb 11 05:06:12.318500 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6840b-8059-45f9-828d-dc08227f6fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e87129-9246-4dc1-9b2f-0a145f11b041,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:12.318693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48116) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:12.347480 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de3410db-7d08-4e52-843f-e417f74992d1 admin admin] Publish callbacks [] for security_group (cd4e6281-4bce-424f-9f6c-25cdd39e1134), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.352304 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de3410db-7d08-4e52-843f-e417f74992d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cd4e6281-4bce-424f-9f6c-25cdd39e1134), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.360168 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-08a71bdc-f903-475f-8842-1527a5fd2555 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2541015 Feb 11 05:06:12.377735 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edfce9-ba97-453b-ad45-337220fc3f35 req-42243a29-241d-4cd3-ad8e-98273fb4842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:12.379360 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70edfce9-ba97-453b-ad45-337220fc3f35 req-42243a29-241d-4cd3-ad8e-98273fb4842b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 1133 time: 0.2344239 Feb 11 05:06:12.379984 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3410db-7d08-4e52-843f-e417f74992d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:06:12.399951 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3410db-7d08-4e52-843f-e417f74992d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4e6281-4bce-424f-9f6c-25cdd39e1134,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:12.404734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a7685-f162-42c3-bede-2e0246120690 req-8842b007-2ea4-4817-a0fc-77671348f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:12.405151 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d99a7685-f162-42c3-bede-2e0246120690 req-8842b007-2ea4-4817-a0fc-77671348f524 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 1129 time: 0.2589836 Feb 11 05:06:12.410502 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de3410db-7d08-4e52-843f-e417f74992d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f6c0e22a-e6be-492e-8407-fb84bd7f1a7d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.410850 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-de3410db-7d08-4e52-843f-e417f74992d1 admin admin] Added segment f6c0e22a-e6be-492e-8407-fb84bd7f1a7d of type vlan for network 98cbc21b-0cda-4452-82bc-4f4fd4777677 Feb 11 05:06:12.450504 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Publish callbacks [] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.454513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4bd19739-983b-42da-9114-39fe4b424741 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:12.461634 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de3410db-7d08-4e52-843f-e417f74992d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (98cbc21b-0cda-4452-82bc-4f4fd4777677), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.468449 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.475243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03e68e-e3e5-4838-8525-f9abd495f4db req-9da24f57-15ce-4c0b-a360-2f8f4f64a463 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:12.476881 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d03e68e-e3e5-4838-8525-f9abd495f4db req-9da24f57-15ce-4c0b-a360-2f8f4f64a463 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 950 time: 0.2181287 Feb 11 05:06:12.495002 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de3410db-7d08-4e52-843f-e417f74992d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (98cbc21b-0cda-4452-82bc-4f4fd4777677), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.496692 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3410db-7d08-4e52-843f-e417f74992d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:12.498069 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de3410db-7d08-4e52-843f-e417f74992d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.549706 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b365-8d4d-45b3-9825-a7e506b88bf4 admin admin] Publish callbacks [] for security_group (23e87129-9246-4dc1-9b2f-0a145f11b041), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.563090 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8071c7-7dca-4214-a499-121e3d9fec2d None None] Pushing event updated for resources: {'Port': ['ID=7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:12.597858 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3410db-7d08-4e52-843f-e417f74992d1 admin admin] Pushing event updated for resources: {'Network': ['ID=98cbc21b-0cda-4452-82bc-4f4fd4777677,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:12.606542 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-de3410db-7d08-4e52-843f-e417f74992d1 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7609856 Feb 11 05:06:12.606874 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48120) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:12.612247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-d1a76cf2-1f7a-4b0f-aaad-cbb8f7aa83fe admin admin] Request body: {'subnet': {'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1024511040-subnet', 'tenant_id': '623b97b8843c4ee5bfe315b1c2e8ae24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:12.626614 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 98cbc21b-0cda-4452-82bc-4f4fd4777677 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:06:12.651524 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a76cf2-1f7a-4b0f-aaad-cbb8f7aa83fe admin admin] Made reservation on behalf of 623b97b8843c4ee5bfe315b1c2e8ae24 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:12.656584 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1a76cf2-1f7a-4b0f-aaad-cbb8f7aa83fe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.731951 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Attempting to bind port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:12.732500 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Attempting to bind port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '8c295647-fa3d-4f83-8eae-217c3190d53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:12.732877 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Attempting to bind port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 on network d350fa86-0547-41d6-9419-e18c3ef33e00 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:12.764070 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 4bd19739-983b-42da-9114-39fe4b424741, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4bd19739-983b-42da-9114-39fe4b424741,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:12.769091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:12.769527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Checking segment: {'id': '8c295647-fa3d-4f83-8eae-217c3190d53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:12.770113 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.770604 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Bound using segment: {'id': '8c295647-fa3d-4f83-8eae-217c3190d53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:12.771306 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Bound port: 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c295647-fa3d-4f83-8eae-217c3190d53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:12.771584 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.798266 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '4bd19739-983b-42da-9114-39fe4b424741', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '4bd19739-983b-42da-9114-39fe4b424741', 'mac_address': 'fa:16:3e:bc:b1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:12.869450 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70edfce9-ba97-453b-ad45-337220fc3f35 req-fcc7e34c-0f5f-428c-bcee-e5b5ff6c017d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718628 Feb 11 05:06:12.882097 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b365-8d4d-45b3-9825-a7e506b88bf4 admin admin] Publish callbacks [] for security_group (23e87129-9246-4dc1-9b2f-0a145f11b041), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.885347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d99a7685-f162-42c3-bede-2e0246120690 req-7bb40795-3510-4dfd-a9d0-4736f7fb5270 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489915 Feb 11 05:06:12.892969 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1a76cf2-1f7a-4b0f-aaad-cbb8f7aa83fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for subnet (7a1d8d3c-0c6e-469a-8f36-555d015fa75e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.897982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 4bd19739-983b-42da-9114-39fe4b424741 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:12.898409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-8ae81187-620e-405c-91c9-e109580dcd12 service neutron] 10.222.0.87 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245070 Feb 11 05:06:12.900174 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4bd19739-983b-42da-9114-39fe4b424741), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.923736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a5ca9347-752c-422b-905e-7b053fb1aa9a None None] Provisioning complete for port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:12.924481 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9347-752c-422b-905e-7b053fb1aa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:12.928864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] For port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:12.934644 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd19739-983b-42da-9114-39fe4b424741 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:12.951352 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d03e68e-e3e5-4838-8525-f9abd495f4db req-692777aa-329a-4a7e-be6c-42b3007d850d tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304905 Feb 11 05:06:12.966875 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a76cf2-1f7a-4b0f-aaad-cbb8f7aa83fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a1d8d3c-0c6e-469a-8f36-555d015fa75e,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:12.975721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a76cf2-1f7a-4b0f-aaad-cbb8f7aa83fe admin admin] Checking segment: {'id': 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:12.976101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a76cf2-1f7a-4b0f-aaad-cbb8f7aa83fe admin admin] Network hostable DHCP agents. Network: 98cbc21b-0cda-4452-82bc-4f4fd4777677, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:06:12.979634 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] For port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68,segment=NetworkSegment(8c295647-fa3d-4f83-8eae-217c3190d53a),segment_id=8c295647-fa3d-4f83-8eae-217c3190d53a)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:12.998817 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a76cf2-1f7a-4b0f-aaad-cbb8f7aa83fe admin admin] Network 98cbc21b-0cda-4452-82bc-4f4fd4777677 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:06:13.000979 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:13.003992 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 4bd19739-983b-42da-9114-39fe4b424741, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4bd19739-983b-42da-9114-39fe4b424741,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:13.007116 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca9347-752c-422b-905e-7b053fb1aa9a None None] Port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:13.015304 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-d1a76cf2-1f7a-4b0f-aaad-cbb8f7aa83fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 98cbc21b-0cda-4452-82bc-4f4fd4777677) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:13.020798 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a76cf2-1f7a-4b0f-aaad-cbb8f7aa83fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:13.021410 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1a76cf2-1f7a-4b0f-aaad-cbb8f7aa83fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:13.034981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c1770b-e7e8-470d-81df-16618711af00 None None] Network 98cbc21b-0cda-4452-82bc-4f4fd4777677 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:06:13.041782 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4bd19739-983b-42da-9114-39fe4b424741), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:13.058893 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d1a76cf2-1f7a-4b0f-aaad-cbb8f7aa83fe admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4506671 Feb 11 05:06:13.072918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-b0dc7e16-aac4-44f3-bc68-63d6389afcb2 service neutron] 10.222.0.87 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632898 Feb 11 05:06:13.075761 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b365-8d4d-45b3-9825-a7e506b88bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (23e87129-9246-4dc1-9b2f-0a145f11b041), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:13.079773 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b365-8d4d-45b3-9825-a7e506b88bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:13.081803 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6ed2b365-8d4d-45b3-9825-a7e506b88bf4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/23e87129-9246-4dc1-9b2f-0a145f11b041 HTTP/1.1" status: 204 len: 168 time: 0.7584231 Feb 11 05:06:13.091330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2b365-8d4d-45b3-9825-a7e506b88bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e87129-9246-4dc1-9b2f-0a145f11b041,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:13.234930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8071c7-7dca-4214-a499-121e3d9fec2d None None] Pushing event updated for resources: {'Port': ['ID=7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:13.304440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:13.305206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:06:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:13.407293 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['4bd19739-983b-42da-9114-39fe4b424741'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:13.507774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846da349-dcf6-48e2-b0d3-93e02677b7db req-e6989a16-9ad1-4b1f-b070-6eb9f70cc222 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:13.511271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5127795-6b15-44fc-94f6-7c47dcd25fb0 None None] Network 98cbc21b-0cda-4452-82bc-4f4fd4777677 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:06:13.511680 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-846da349-dcf6-48e2-b0d3-93e02677b7db req-e6989a16-9ad1-4b1f-b070-6eb9f70cc222 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 946 time: 0.1928630 Feb 11 05:06:13.569099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee4d63-9868-4f7a-888d-06d90ea2eb66 req-440f9c63-7193-4b88-be6c-65aa53ebc9d5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:13.571969 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ceee4d63-9868-4f7a-888d-06d90ea2eb66 req-440f9c63-7193-4b88-be6c-65aa53ebc9d5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 949 time: 0.1834893 Feb 11 05:06:13.579571 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=4bd19739-983b-42da-9114-39fe4b424741,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:13.599050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e7231ff7-b9b9-43b1-b7f2-3ea6f9c822f6 None None] Provisioning complete for port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:13.599411 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e7231ff7-b9b9-43b1-b7f2-3ea6f9c822f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:13.632434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-846da349-dcf6-48e2-b0d3-93e02677b7db req-2483198f-8e65-44d4-9d2c-e383722b87bf tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117823 Feb 11 05:06:13.678340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ceee4d63-9868-4f7a-888d-06d90ea2eb66 req-3bd56a16-3d8f-4e7e-932a-5dc80e329d24 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861712 Feb 11 05:06:13.721171 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:13.818785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df799653-299a-486c-8d6e-38b1551d8694 req-fd83101e-2ec3-4b6d-b369-175a6ded28b9 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 210 time: 0.0738847 Feb 11 05:06:13.871487 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:13.920469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48152) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:13.937957 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3051-1e5f-448c-aa37-c34e191c82fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.102814 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3051-1e5f-448c-aa37-c34e191c82fe admin admin] Publish callbacks [] for security_group (ea5c64dd-2362-454a-8f06-0e91987cd597), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.112320 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3051-1e5f-448c-aa37-c34e191c82fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ea5c64dd-2362-454a-8f06-0e91987cd597), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.185109 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b3051-1e5f-448c-aa37-c34e191c82fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5c64dd-2362-454a-8f06-0e91987cd597,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:14.191021 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6c0b3051-1e5f-448c-aa37-c34e191c82fe admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d374a6b3cb2c4700ac7d43c08924cab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681117 Feb 11 05:06:14.196857 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48168) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:14.239713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e7231ff7-b9b9-43b1-b7f2-3ea6f9c822f6 None None] Current status of the port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:14.240324 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e7231ff7-b9b9-43b1-b7f2-3ea6f9c822f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.258367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbef2d-62ab-47e0-8df0-a8d8d251cf11 req-550ab3dd-6b0a-457e-872b-05430fd3ed7d tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:14.267123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53bbef2d-62ab-47e0-8df0-a8d8d251cf11 req-550ab3dd-6b0a-457e-872b-05430fd3ed7d tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 950 time: 0.1585763 Feb 11 05:06:14.281158 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d2e80bd4-886e-4729-a12f-dff932c5fbec admin admin] Publish callbacks [] for security_group (ea5c64dd-2362-454a-8f06-0e91987cd597), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.315812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e7231ff7-b9b9-43b1-b7f2-3ea6f9c822f6 None None] For port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68,segment=NetworkSegment(8c295647-fa3d-4f83-8eae-217c3190d53a),segment_id=8c295647-fa3d-4f83-8eae-217c3190d53a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:14.319359 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d2e80bd4-886e-4729-a12f-dff932c5fbec admin admin] Publish callbacks [] for security_group (ea5c64dd-2362-454a-8f06-0e91987cd597), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.322330 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e7231ff7-b9b9-43b1-b7f2-3ea6f9c822f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.358252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-e606b913-0e81-4716-a01b-1fe55951c3b4 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:14.363815 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-e606b913-0e81-4716-a01b-1fe55951c3b4 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/networks?id=98cbc21b-0cda-4452-82bc-4f4fd4777677 HTTP/1.1" status: 200 len: 805 time: 0.2177479 Feb 11 05:06:14.397004 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d2e80bd4-886e-4729-a12f-dff932c5fbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ea5c64dd-2362-454a-8f06-0e91987cd597), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.407214 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d2e80bd4-886e-4729-a12f-dff932c5fbec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.410715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53bbef2d-62ab-47e0-8df0-a8d8d251cf11 req-9b2f252d-5974-4a99-ab40-137ce0445187 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382227 Feb 11 05:06:14.414608 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d2e80bd4-886e-4729-a12f-dff932c5fbec admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ea5c64dd-2362-454a-8f06-0e91987cd597 HTTP/1.1" status: 204 len: 168 time: 0.2164366 Feb 11 05:06:14.424140 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-1c33910b-0b31-4b36-bfcf-2b1a910ade14 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/quotas/623b97b8843c4ee5bfe315b1c2e8ae24 HTTP/1.1" status: 200 len: 375 time: 0.0470796 Feb 11 05:06:14.426978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7231ff7-b9b9-43b1-b7f2-3ea6f9c822f6 None None] Pushing event updated for resources: {'Port': ['ID=7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:14.438090 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e80bd4-886e-4729-a12f-dff932c5fbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5c64dd-2362-454a-8f06-0e91987cd597,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:14.465322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:12Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:14.482832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-5a996598-e031-4a9f-b0fb-f9cb42632da0 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=623b97b8843c4ee5bfe315b1c2e8ae24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520372 Feb 11 05:06:14.488764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-de2191a4-728e-456e-9f66-369d3ee4496a service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:06:14.489841 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-de2191a4-728e-456e-9f66-369d3ee4496a service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062587 Feb 11 05:06:14.500134 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4955dfa-dbe8-440c-b4f2-579c8252a41a None None] The sync data for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 is: [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:12Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:14.645713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-a895e5f3-10ba-45da-9419-dc5799a7ef15 service neutron] 10.222.0.87 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470108 Feb 11 05:06:14.774599 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-fee5f482-39f7-4693-8d10-98ebedf5e5e5 service neutron] 10.222.0.87 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250529 Feb 11 05:06:14.919712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c000d-340d-47b4-953f-dc40236a2b5a req-1d6fb2c8-4dcd-4ede-8873-4ee832ae4d4b tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:14.922303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-387c000d-340d-47b4-953f-dc40236a2b5a req-1d6fb2c8-4dcd-4ede-8873-4ee832ae4d4b tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 946 time: 0.1157978 Feb 11 05:06:15.014492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-387c000d-340d-47b4-953f-dc40236a2b5a req-609fbdfa-4688-4ff5-aa3d-ca902d9dad35 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864477 Feb 11 05:06:15.028415 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48192) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:15.074522 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-03362d34-9a64-4be8-b7bd-44ef84884404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:15.168444 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-3a2860dc-1014-437a-9a24-706732919944 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:15.169895 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-3a2860dc-1014-437a-9a24-706732919944 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.73 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 821 time: 0.3003674 Feb 11 05:06:15.190648 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-f2b10f9b-d231-4dff-9be0-ea8778904717 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Request body: {'port': {'device_id': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'admin_state_up': True, 'tenant_id': '80ff801aea114272a6450e2bfa248723'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:15.286949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b84b4826-603c-4120-86bd-d8231eed2afd req-6afc24e5-5143-42ee-b87d-b27a5482d09a tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 210 time: 0.0754709 Feb 11 05:06:15.334305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d11b1d-e7b4-45de-a762-ed2df6b5701d req-58ad08e7-8849-4dd6-993a-db0f35fad19f tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:15.336996 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91d11b1d-e7b4-45de-a762-ed2df6b5701d req-58ad08e7-8849-4dd6-993a-db0f35fad19f tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 949 time: 0.2070134 Feb 11 05:06:15.392372 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-03362d34-9a64-4be8-b7bd-44ef84884404 admin admin] Publish callbacks [] for security_group (04630cd1-58fc-49cb-b7bd-8868cac7037c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:15.397955 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-03362d34-9a64-4be8-b7bd-44ef84884404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (04630cd1-58fc-49cb-b7bd-8868cac7037c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:15.402885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91d11b1d-e7b4-45de-a762-ed2df6b5701d req-9555757b-6aa6-45d9-80b8-d16a5a05e4e2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577621 Feb 11 05:06:15.409160 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-f2b10f9b-d231-4dff-9be0-ea8778904717 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Made reservation on behalf of 80ff801aea114272a6450e2bfa248723 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:15.412663 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-f2b10f9b-d231-4dff-9be0-ea8778904717 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:15.466007 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-03362d34-9a64-4be8-b7bd-44ef84884404 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=794af9615b3d4f818719b9dcbf849b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364803 Feb 11 05:06:15.471145 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48208) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:15.482340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f652e859-8b39-497a-9771-929a15070363 req-1be0b084-4d5a-4efb-8a59-ac87af3880d1 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=13599bea-8ebf-4a5a-bebe-27fc2af1ed85 HTTP/1.1" status: 200 len: 210 time: 0.0783670 Feb 11 05:06:15.571795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e7979-404b-4283-a9a8-6acfb64b6cb4 req-05740539-a466-4426-a0e9-980f4ced41c1 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:15.573436 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-981e7979-404b-4283-a9a8-6acfb64b6cb4 req-05740539-a466-4426-a0e9-980f4ced41c1 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 1129 time: 0.0518267 Feb 11 05:06:15.700123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-981e7979-404b-4283-a9a8-6acfb64b6cb4 req-4241f6f7-cafa-46ce-b0f5-5d00fc14199f tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169994 Feb 11 05:06:15.757932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea83d93-1e05-406d-8f54-e197b070d6bc req-c3b4a263-4705-4cf3-9b5f-dc36b0d455fd tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:15.768315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ea83d93-1e05-406d-8f54-e197b070d6bc req-c3b4a263-4705-4cf3-9b5f-dc36b0d455fd tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 950 time: 0.1744802 Feb 11 05:06:15.775047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48212) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:15.805113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03362d34-9a64-4be8-b7bd-44ef84884404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04630cd1-58fc-49cb-b7bd-8868cac7037c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:15.892352 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ea83d93-1e05-406d-8f54-e197b070d6bc req-61b9ebe2-ce5a-40ee-81e6-04beda471014 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228571 Feb 11 05:06:15.898631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:15.968135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a4a6f-da77-4d8d-bdbe-36e1d3ac6030 req-64f5eb3b-5bf1-436d-8499-6ae46f79b7ee tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:15.977685 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-059a4a6f-da77-4d8d-bdbe-36e1d3ac6030 req-64f5eb3b-5bf1-436d-8499-6ae46f79b7ee tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 1129 time: 0.0603135 Feb 11 05:06:16.014708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:16.015616 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:16.062629 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10d94780-4b5e-4d2b-818c-0b4809114d6a admin admin] Publish callbacks [] for security_group (04630cd1-58fc-49cb-b7bd-8868cac7037c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:16.082538 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-059a4a6f-da77-4d8d-bdbe-36e1d3ac6030 req-f76dcf14-4b36-4917-85d0-f4475e820f50 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027994 Feb 11 05:06:16.119868 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a747aee-651e-429b-a9c3-0ab150d8d925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:16.120008 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10d94780-4b5e-4d2b-818c-0b4809114d6a admin admin] Publish callbacks [] for security_group (04630cd1-58fc-49cb-b7bd-8868cac7037c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:16.173640 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc81ca-791c-4fa4-b60a-9a783aaaed54 req-d9c71274-d51a-4c7e-94b8-4cb4ed207fa2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:16.173989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:16.179894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58dc81ca-791c-4fa4-b60a-9a783aaaed54 req-d9c71274-d51a-4c7e-94b8-4cb4ed207fa2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d HTTP/1.1" status: 200 len: 950 time: 0.1479380 Feb 11 05:06:16.203565 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-f2b10f9b-d231-4dff-9be0-ea8778904717 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Allocated IP 172.20.0.13 (d350fa86-0547-41d6-9419-e18c3ef33e00/8af96a68-a447-473c-9418-5c5b5c80c18d/3aedc693-d9ef-4417-a3f0-08371e1a40bc) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:16.276093 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10d94780-4b5e-4d2b-818c-0b4809114d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (04630cd1-58fc-49cb-b7bd-8868cac7037c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:16.279337 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10d94780-4b5e-4d2b-818c-0b4809114d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:16.280660 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-10d94780-4b5e-4d2b-818c-0b4809114d6a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/04630cd1-58fc-49cb-b7bd-8868cac7037c HTTP/1.1" status: 204 len: 168 time: 0.8085485 Feb 11 05:06:16.295073 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d94780-4b5e-4d2b-818c-0b4809114d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04630cd1-58fc-49cb-b7bd-8868cac7037c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:16.310299 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a747aee-651e-429b-a9c3-0ab150d8d925 admin admin] Publish callbacks [] for security_group (6366887a-5f67-4409-9543-b0b5ab8f10ad), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:16.317981 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a747aee-651e-429b-a9c3-0ab150d8d925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6366887a-5f67-4409-9543-b0b5ab8f10ad), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:16.359441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58dc81ca-791c-4fa4-b60a-9a783aaaed54 req-f73f9b3c-7ab3-4321-872c-4b7a88bcabe7 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534114 Feb 11 05:06:16.442509 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a747aee-651e-429b-a9c3-0ab150d8d925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6366887a-5f67-4409-9543-b0b5ab8f10ad,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:16.454256 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6a747aee-651e-429b-a9c3-0ab150d8d925 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=12add274be2a477390b3c66663403cdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6776543 Feb 11 05:06:16.457741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48236) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:16.470441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4bd19739-983b-42da-9114-39fe4b424741 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:16.545317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 4bd19739-983b-42da-9114-39fe4b424741 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:06:16.550661 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 4bd19739-983b-42da-9114-39fe4b424741 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:16.552340 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4bd19739-983b-42da-9114-39fe4b424741), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:16.554442 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-f2b10f9b-d231-4dff-9be0-ea8778904717 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for port (3aedc693-d9ef-4417-a3f0-08371e1a40bc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:16.578991 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a4e4bfea-7f09-4935-81fd-70af9cd68aec req-e37b5341-25b4-4a71-b3f6-f8baac13bc85 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 210 time: 0.0959496 Feb 11 05:06:16.657509 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-f2b10f9b-d231-4dff-9be0-ea8778904717 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (3aedc693-d9ef-4417-a3f0-08371e1a40bc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:16.662961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 4bd19739-983b-42da-9114-39fe4b424741 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:16.663658 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4bd19739-983b-42da-9114-39fe4b424741), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:16.730165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 4bd19739-983b-42da-9114-39fe4b424741, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4bd19739-983b-42da-9114-39fe4b424741,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:16.732069 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8af3437-0d7c-4d94-bff3-178b8ad7f98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd19739-983b-42da-9114-39fe4b424741'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:16.741053 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805ebb4e-9cbc-4e60-b9f4-6e4cf1f02144" -d '{"events": [{"server_uuid": "c8af3437-0d7c-4d94-bff3-178b8ad7f98b", "name": "network-vif-plugged", "status": "completed", "tag": "4bd19739-983b-42da-9114-39fe4b424741"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:16.746489 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4bd19739-983b-42da-9114-39fe4b424741), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:16.776929 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-f2b10f9b-d231-4dff-9be0-ea8778904717 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Network d350fa86-0547-41d6-9419-e18c3ef33e00 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:16.782733 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-f2b10f9b-d231-4dff-9be0-ea8778904717 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:16.787113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-f2b10f9b-d231-4dff-9be0-ea8778904717 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:16.792535 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-f2b10f9b-d231-4dff-9be0-ea8778904717 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:16.793767 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-f2b10f9b-d231-4dff-9be0-ea8778904717 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:16.811590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b10f9b-d231-4dff-9be0-ea8778904717 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Pushing event updated for resources: {'Port': ['ID=3aedc693-d9ef-4417-a3f0-08371e1a40bc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:16.816972 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-f2b10f9b-d231-4dff-9be0-ea8778904717 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6315885 Feb 11 05:06:16.829749 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Request body: {'port': {'device_id': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:16.852321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=4bd19739-983b-42da-9114-39fe4b424741,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:16.915382 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0c079-7f17-49e9-94f7-a789096bee44 req-522418db-df7e-4f87-b55a-6a37293ba693 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:16.929303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-12a0c079-7f17-49e9-94f7-a789096bee44 req-522418db-df7e-4f87-b55a-6a37293ba693 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 1129 time: 0.4476013 Feb 11 05:06:16.956785 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3aedc693-d9ef-4417-a3f0-08371e1a40bc), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:16.968971 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-39ecaac0-326a-4ba8-8d31-3dae018a33c8 admin admin] Publish callbacks [] for security_group (6366887a-5f67-4409-9543-b0b5ab8f10ad), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:17.015327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-a428a230-a82f-4f9c-b537-e1c3678c1afa tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:17.017380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-a428a230-a82f-4f9c-b537-e1c3678c1afa tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.88 "GET /v2.0/networks?id=98cbc21b-0cda-4452-82bc-4f4fd4777677 HTTP/1.1" status: 200 len: 805 time: 0.4421120 Feb 11 05:06:17.059065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-138384c4-f712-45d6-8d13-0590338a4fdf tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Request body: {'port': {'device_id': '13599bea-8ebf-4a5a-bebe-27fc2af1ed85', 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677', 'admin_state_up': True, 'tenant_id': '623b97b8843c4ee5bfe315b1c2e8ae24'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:17.151950 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-39ecaac0-326a-4ba8-8d31-3dae018a33c8 admin admin] Publish callbacks [] for security_group (6366887a-5f67-4409-9543-b0b5ab8f10ad), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:17.155860 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-12a0c079-7f17-49e9-94f7-a789096bee44 req-7182d6e5-8925-45be-94c2-efe6f8132cc7 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257321 Feb 11 05:06:17.193935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e6e80368-4bb3-4f8b-8075-925d74c4651b None None] Provisioning complete for port 3aedc693-d9ef-4417-a3f0-08371e1a40bc triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:17.194412 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6e80368-4bb3-4f8b-8075-925d74c4651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3aedc693-d9ef-4417-a3f0-08371e1a40bc), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:17.281693 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e6e80368-4bb3-4f8b-8075-925d74c4651b None None] Port 3aedc693-d9ef-4417-a3f0-08371e1a40bc cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:17.317780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-138384c4-f712-45d6-8d13-0590338a4fdf tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Made reservation on behalf of 623b97b8843c4ee5bfe315b1c2e8ae24 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:17.323935 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-138384c4-f712-45d6-8d13-0590338a4fdf tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:17.340783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ac44a-853e-4b31-92e5-4ac73f95f3d9 req-9f73ace6-f60a-43a7-9dd4-e418ed280a75 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:17.346482 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ac44a-853e-4b31-92e5-4ac73f95f3d9 req-9f73ace6-f60a-43a7-9dd4-e418ed280a75 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:17.348203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-111ac44a-853e-4b31-92e5-4ac73f95f3d9 req-9f73ace6-f60a-43a7-9dd4-e418ed280a75 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d&device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 1691 time: 0.2009289 Feb 11 05:06:17.402076 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-39ecaac0-326a-4ba8-8d31-3dae018a33c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6366887a-5f67-4409-9543-b0b5ab8f10ad), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:17.405262 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-39ecaac0-326a-4ba8-8d31-3dae018a33c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:17.406446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-39ecaac0-326a-4ba8-8d31-3dae018a33c8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6366887a-5f67-4409-9543-b0b5ab8f10ad HTTP/1.1" status: 204 len: 168 time: 0.9477887 Feb 11 05:06:17.493332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aedc693-d9ef-4417-a3f0-08371e1a40bc {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:17.525580 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Publish callbacks [] for port (3aedc693-d9ef-4417-a3f0-08371e1a40bc), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:17.542001 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Transition to ACTIVE for port object 3aedc693-d9ef-4417-a3f0-08371e1a40bc will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:06:17.547564 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3aedc693-d9ef-4417-a3f0-08371e1a40bc), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:17.559316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecaac0-326a-4ba8-8d31-3dae018a33c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6366887a-5f67-4409-9543-b0b5ab8f10ad,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:17.579865 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-138384c4-f712-45d6-8d13-0590338a4fdf tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Allocated IP 172.20.0.3 (98cbc21b-0cda-4452-82bc-4f4fd4777677/7a1d8d3c-0c6e-469a-8f36-555d015fa75e/65bc0ec1-9e69-42d3-a6b3-ba652ab6776f) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:17.633984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-111ac44a-853e-4b31-92e5-4ac73f95f3d9 req-479891ae-d148-48e7-8d03-0b065f8b50a0 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669637 Feb 11 05:06:17.664987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861e0e9-dd4d-4b1d-b889-63386b3c03b8 req-4d8a784f-d568-4822-b29e-0bb6807e1844 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:17.686064 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4861e0e9-dd4d-4b1d-b889-63386b3c03b8 req-4d8a784f-d568-4822-b29e-0bb6807e1844 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.3354218 Feb 11 05:06:17.704121 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Pushing event updated for resources: {'Port': ['ID=3aedc693-d9ef-4417-a3f0-08371e1a40bc,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:17.709691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Attempting to bind port 3aedc693-d9ef-4417-a3f0-08371e1a40bc on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:17.710026 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Attempting to bind port 3aedc693-d9ef-4417-a3f0-08371e1a40bc by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '8c295647-fa3d-4f83-8eae-217c3190d53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:17.710426 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Attempting to bind port 3aedc693-d9ef-4417-a3f0-08371e1a40bc on network d350fa86-0547-41d6-9419-e18c3ef33e00 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:17.726384 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Port 3aedc693-d9ef-4417-a3f0-08371e1a40bc on network d350fa86-0547-41d6-9419-e18c3ef33e00 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:17.727527 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Attempting to bind port 3aedc693-d9ef-4417-a3f0-08371e1a40bc on network d350fa86-0547-41d6-9419-e18c3ef33e00 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:17.739314 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:17.739684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Checking segment: {'id': '8c295647-fa3d-4f83-8eae-217c3190d53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:17.742072 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Bound using segment: {'id': '8c295647-fa3d-4f83-8eae-217c3190d53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:17.742400 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Bound port: 3aedc693-d9ef-4417-a3f0-08371e1a40bc, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c295647-fa3d-4f83-8eae-217c3190d53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:17.742807 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3aedc693-d9ef-4417-a3f0-08371e1a40bc), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:17.786531 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4377c068-8d9e-498f-86d4-02cb62424969 req-9c3106b0-864a-4c21-a05e-aaf2ab253804 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=13599bea-8ebf-4a5a-bebe-27fc2af1ed85 HTTP/1.1" status: 200 len: 210 time: 0.0759919 Feb 11 05:06:17.839949 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] For port 3aedc693-d9ef-4417-a3f0-08371e1a40bc, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:17.850538 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] For port 3aedc693-d9ef-4417-a3f0-08371e1a40bc, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=3aedc693-d9ef-4417-a3f0-08371e1a40bc,segment=NetworkSegment(8c295647-fa3d-4f83-8eae-217c3190d53a),segment_id=8c295647-fa3d-4f83-8eae-217c3190d53a)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:17.867976 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3aedc693-d9ef-4417-a3f0-08371e1a40bc), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:17.895736 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4861e0e9-dd4d-4b1d-b889-63386b3c03b8 req-18ae7a40-8e41-4e29-9046-6603f8864419 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990643 Feb 11 05:06:17.898220 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a79751-f488-4452-b059-ab397ce207ee x-openstack-request-id: req-c0a79751-f488-4452-b059-ab397ce207ee {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:17.898631 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8af3437-0d7c-4d94-bff3-178b8ad7f98b", "name": "network-vif-plugged", "status": "completed", "tag": "4bd19739-983b-42da-9114-39fe4b424741", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:17.899175 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c0a79751-f488-4452-b059-ab397ce207ee {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:17.899939 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8af3437-0d7c-4d94-bff3-178b8ad7f98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd19739-983b-42da-9114-39fe4b424741', 'code': 200} Feb 11 05:06:17.995000 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-138384c4-f712-45d6-8d13-0590338a4fdf tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks [] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.021331 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:18.023854 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.025302 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] 10.222.0.73 "PUT /v2.0/ports/3aedc693-d9ef-4417-a3f0-08371e1a40bc HTTP/1.1" status: 200 len: 1093 time: 1.2001755 Feb 11 05:06:18.035508 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'tag': '3aedc693-d9ef-4417-a3f0-08371e1a40bc'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:18.045014 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-138384c4-f712-45d6-8d13-0590338a4fdf tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.046001 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5802d9c-0fdb-46ac-9259-fd38bdc598b0" -d '{"events": [{"name": "network-changed", "server_uuid": "72011f2c-81d0-41b4-b94b-d9a826c5fc04", "tag": "3aedc693-d9ef-4417-a3f0-08371e1a40bc"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:18.135364 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edde6cd-4093-4102-a8a2-6fceb229fe05 service neutron] Pushing event updated for resources: {'Port': ['ID=3aedc693-d9ef-4417-a3f0-08371e1a40bc,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:18.165067 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34497ea4-6922-4a55-9966-22b91feac61c x-openstack-request-id: req-34497ea4-6922-4a55-9966-22b91feac61c {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:18.167183 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72011f2c-81d0-41b4-b94b-d9a826c5fc04", "tag": "3aedc693-d9ef-4417-a3f0-08371e1a40bc", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:18.167655 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-34497ea4-6922-4a55-9966-22b91feac61c {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:18.168073 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'tag': '3aedc693-d9ef-4417-a3f0-08371e1a40bc', 'status': 'completed', 'code': 200} Feb 11 05:06:18.170176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-138384c4-f712-45d6-8d13-0590338a4fdf tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Network 98cbc21b-0cda-4452-82bc-4f4fd4777677 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:18.173522 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-76ed2e59-f54d-427f-9e9b-994be3c43519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:18.178736 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-76ed2e59-f54d-427f-9e9b-994be3c43519 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 1127 time: 0.1041000 Feb 11 05:06:18.191327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-138384c4-f712-45d6-8d13-0590338a4fdf tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:18.201686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-138384c4-f712-45d6-8d13-0590338a4fdf tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:18.207061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-138384c4-f712-45d6-8d13-0590338a4fdf tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:18.207772 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-138384c4-f712-45d6-8d13-0590338a4fdf tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.246458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138384c4-f712-45d6-8d13-0590338a4fdf tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Pushing event updated for resources: {'Port': ['ID=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:18.269267 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-138384c4-f712-45d6-8d13-0590338a4fdf tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2340646 Feb 11 05:06:18.270479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48284) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:18.272437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad81699-e8d3-4636-b04e-ced917085fc8 req-71f0e60b-d1a3-411a-b1a8-f7d0fb0c5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:18.273886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dad81699-e8d3-4636-b04e-ced917085fc8 req-71f0e60b-d1a3-411a-b1a8-f7d0fb0c5ff0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 1133 time: 0.2459586 Feb 11 05:06:18.286699 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634db1b-3f39-4392-b84c-8eec2604d4a1 req-2adc06ee-2347-424b-a3dd-bc8fc063207d tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:18.294477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8634db1b-3f39-4392-b84c-8eec2604d4a1 req-2adc06ee-2347-424b-a3dd-bc8fc063207d tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 944 time: 0.1683834 Feb 11 05:06:18.298724 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-f2d312c5-3354-462d-b5e5-2a4d51ef765d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedc693-d9ef-4417-a3f0-08371e1a40bc HTTP/1.1" status: 200 len: 217 time: 0.1118617 Feb 11 05:06:18.328556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Request body: {'port': {'device_id': '13599bea-8ebf-4a5a-bebe-27fc2af1ed85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:18.356916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-7181c424-1014-403e-a756-d96de21691c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:18.358512 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-7181c424-1014-403e-a756-d96de21691c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8af96a68-a447-473c-9418-5c5b5c80c18d HTTP/1.1" status: 200 len: 860 time: 0.0517285 Feb 11 05:06:18.393667 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eb3d38fe-b069-4a55-abf5-7b0f10d08f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.417831 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-bdfa831f-72b0-485b-9767-cf56f2f68a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:18.420217 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-bdfa831f-72b0-485b-9767-cf56f2f68a92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d350fa86-0547-41d6-9419-e18c3ef33e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0549049 Feb 11 05:06:18.468491 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dad81699-e8d3-4636-b04e-ced917085fc8 req-3dcee744-a91d-4d75-adc4-f64de2bc8637 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679585 Feb 11 05:06:18.521082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8634db1b-3f39-4392-b84c-8eec2604d4a1 req-cf5ac70c-2ac7-424b-b4f6-062988daa451 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/security-groups?id=193cb501-40ab-4281-8685-f463d7ed88c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257357 Feb 11 05:06:18.533475 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.538397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81361d-f1a4-45aa-a94c-e45443d97b35 req-f9b9153b-95e6-4fc8-90d2-2d74e93c93b2 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:18.540697 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-d0ae6141-b2be-46f8-a296-3459f2c22976 service neutron] 10.222.0.73 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120641 Feb 11 05:06:18.545758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b81361d-f1a4-45aa-a94c-e45443d97b35 req-f9b9153b-95e6-4fc8-90d2-2d74e93c93b2 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d HTTP/1.1" status: 200 len: 1133 time: 0.1915066 Feb 11 05:06:18.687477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b81361d-f1a4-45aa-a94c-e45443d97b35 req-851a42d6-b885-4060-b7dd-5b50b01f58ac tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400993 Feb 11 05:06:18.691683 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eb3d38fe-b069-4a55-abf5-7b0f10d08f47 admin admin] Publish callbacks [] for security_group (2fa80675-d948-49f6-931c-02bd1af39c71), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.748825 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eb3d38fe-b069-4a55-abf5-7b0f10d08f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2fa80675-d948-49f6-931c-02bd1af39c71), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.784225 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-eb3d38fe-b069-4a55-abf5-7b0f10d08f47 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f927af88d1f34fb4bffbdad0cedf6fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5070190 Feb 11 05:06:18.791973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48300) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:18.848023 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7dae8a55-1783-4d44-b1fb-d44d0b36a9a2 req-65573876-1e00-4b43-b7ed-7476bd9cbbdc service neutron] 10.222.0.73 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585455 Feb 11 05:06:18.903854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d38fe-b069-4a55-abf5-7b0f10d08f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa80675-d948-49f6-931c-02bd1af39c71,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:18.951016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5802d9c-0fdb-46ac-9259-fd38bdc598b0 req-18f329ff-0dd7-4eee-924d-102fdafc2ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:18.952526 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a5802d9c-0fdb-46ac-9259-fd38bdc598b0 req-18f329ff-0dd7-4eee-924d-102fdafc2ddc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 1127 time: 0.0537727 Feb 11 05:06:18.999323 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b35986-acf9-43ef-a446-ceb001eec25a req-c9b9c5c0-a6a3-4bf5-add6-1312358d5252 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:19.000877 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7b35986-acf9-43ef-a446-ceb001eec25a req-c9b9c5c0-a6a3-4bf5-add6-1312358d5252 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 1129 time: 0.2063015 Feb 11 05:06:19.006320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d6c3b-7392-4596-8d19-0a0ebac6104e req-ee8d6b4e-66e8-48e6-a401-4621edbc39b1 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:19.007837 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b4d6c3b-7392-4596-8d19-0a0ebac6104e req-ee8d6b4e-66e8-48e6-a401-4621edbc39b1 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 1133 time: 0.2010200 Feb 11 05:06:19.014527 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19117bb1-d3c5-4476-a84f-071d482d281f admin admin] Publish callbacks [] for security_group (2fa80675-d948-49f6-931c-02bd1af39c71), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.055022 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5802d9c-0fdb-46ac-9259-fd38bdc598b0 req-495d33e4-9683-4e7a-856b-c8e455f2662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:19.056622 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a5802d9c-0fdb-46ac-9259-fd38bdc598b0 req-495d33e4-9683-4e7a-856b-c8e455f2662f service neutron] 10.222.0.73 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 922 time: 0.0957286 Feb 11 05:06:19.095820 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19117bb1-d3c5-4476-a84f-071d482d281f admin admin] Publish callbacks [] for security_group (2fa80675-d948-49f6-931c-02bd1af39c71), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.106782 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a5802d9c-0fdb-46ac-9259-fd38bdc598b0 req-f88fbc63-cf54-497c-939c-d5f32fb0df8a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedc693-d9ef-4417-a3f0-08371e1a40bc HTTP/1.1" status: 200 len: 217 time: 0.0403972 Feb 11 05:06:19.150545 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7b35986-acf9-43ef-a446-ceb001eec25a req-d350177b-568e-40f3-bdb3-2204e8b31810 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416929 Feb 11 05:06:19.163247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5802d9c-0fdb-46ac-9259-fd38bdc598b0 req-0f78c2ca-db1d-4fc7-811b-59a1d0f55be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:19.164887 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a5802d9c-0fdb-46ac-9259-fd38bdc598b0 req-0f78c2ca-db1d-4fc7-811b-59a1d0f55be5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8af96a68-a447-473c-9418-5c5b5c80c18d HTTP/1.1" status: 200 len: 860 time: 0.0513930 Feb 11 05:06:19.181189 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b4d6c3b-7392-4596-8d19-0a0ebac6104e req-ecc51a92-27b6-406d-900b-d6c5c56143f5 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527200 Feb 11 05:06:19.224365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:19.246377 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Publish callbacks [] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.248588 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5802d9c-0fdb-46ac-9259-fd38bdc598b0 req-71fd4f84-537b-45b5-9cce-94fc07e5769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:19.251440 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a5802d9c-0fdb-46ac-9259-fd38bdc598b0 req-71fd4f84-537b-45b5-9cce-94fc07e5769e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d350fa86-0547-41d6-9419-e18c3ef33e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0790088 Feb 11 05:06:19.252738 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19117bb1-d3c5-4476-a84f-071d482d281f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2fa80675-d948-49f6-931c-02bd1af39c71), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.256398 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19117bb1-d3c5-4476-a84f-071d482d281f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.257666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-19117bb1-d3c5-4476-a84f-071d482d281f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2fa80675-d948-49f6-931c-02bd1af39c71 HTTP/1.1" status: 204 len: 168 time: 0.4643843 Feb 11 05:06:19.286895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Transition to ACTIVE for port object 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:06:19.306860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19117bb1-d3c5-4476-a84f-071d482d281f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa80675-d948-49f6-931c-02bd1af39c71,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:19.313020 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.390629 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a5802d9c-0fdb-46ac-9259-fd38bdc598b0 req-aa807229-9f1b-4dbd-8624-fcba51af646d service neutron] 10.222.0.73 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319113 Feb 11 05:06:19.455612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Pushing event updated for resources: {'Port': ['ID=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:19.481969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d71631-32a9-421c-a158-76f0e4761618 req-c7e3572b-030c-4f7b-895f-9dc4f33aab86 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:19.483229 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59d71631-32a9-421c-a158-76f0e4761618 req-c7e3572b-030c-4f7b-895f-9dc4f33aab86 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=13599bea-8ebf-4a5a-bebe-27fc2af1ed85 HTTP/1.1" status: 200 len: 943 time: 0.1873412 Feb 11 05:06:19.505401 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a5802d9c-0fdb-46ac-9259-fd38bdc598b0 req-d89cb8dd-2da4-420f-955b-648cdc7e9f43 service neutron] 10.222.0.73 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064699 Feb 11 05:06:19.506387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Attempting to bind port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:19.506723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Attempting to bind port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:19.507053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Attempting to bind port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f on network 98cbc21b-0cda-4452-82bc-4f4fd4777677 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:19.525498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f on network 98cbc21b-0cda-4452-82bc-4f4fd4777677 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:19.525820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Attempting to bind port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f on network 98cbc21b-0cda-4452-82bc-4f4fd4777677 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:19.546667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:19.547006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Checking segment: {'id': 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:19.547390 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Bound using segment: {'id': 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:19.547846 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Bound port: 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:19.548206 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.555846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-a0e67874-8f2f-488d-9a46-a9afdfd46f74 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--433648983&fields=id&tenant_id=830c226c33b44062af158e8da2ba4bca HTTP/1.1" status: 200 len: 267 time: 0.0848951 Feb 11 05:06:19.638284 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59d71631-32a9-421c-a158-76f0e4761618 req-8daf1156-768d-48c9-8b23-b1e30a54abdf tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349502 Feb 11 05:06:19.710297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] For port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:19.719654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] For port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:19.760649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-0487b2a6-9015-4257-b570-edb14343f10c tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:19.763465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-0487b2a6-9015-4257-b570-edb14343f10c tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/networks?id=8e69f742-5887-4dbd-bdbf-d8b7877e4548 HTTP/1.1" status: 200 len: 824 time: 0.1928613 Feb 11 05:06:19.765705 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.819820 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-8fdce12d-86d0-4411-9359-e8a92221492d tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/quotas/830c226c33b44062af158e8da2ba4bca HTTP/1.1" status: 200 len: 375 time: 0.0445180 Feb 11 05:06:19.823466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:19.824094 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:19.825440 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] 10.222.0.88 "PUT /v2.0/ports/65bc0ec1-9e69-42d3-a6b3-ba652ab6776f HTTP/1.1" status: 200 len: 1092 time: 1.5022728 Feb 11 05:06:19.825889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13599bea-8ebf-4a5a-bebe-27fc2af1ed85', 'tag': '65bc0ec1-9e69-42d3-a6b3-ba652ab6776f'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:19.828456 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc3655c-021f-478e-b757-8682baf8fc8b" -d '{"events": [{"name": "network-changed", "server_uuid": "13599bea-8ebf-4a5a-bebe-27fc2af1ed85", "tag": "65bc0ec1-9e69-42d3-a6b3-ba652ab6776f"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:19.893261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101872d-a0e2-4597-9038-d9722cecd66f service neutron] Pushing event updated for resources: {'Port': ['ID=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:19.902112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbef9ae-92e3-4cd7-9c78-8bd9e1c3b045 req-ef5f603c-4ab2-44ea-813f-6b18e6a42f93 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:19.903681 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0cbef9ae-92e3-4cd7-9c78-8bd9e1c3b045 req-ef5f603c-4ab2-44ea-813f-6b18e6a42f93 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.1861932 Feb 11 05:06:20.180084 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-6a9f28cf-3bc7-4124-8dc7-4da27295b48f tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=830c226c33b44062af158e8da2ba4bca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3459446 Feb 11 05:06:20.209832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-79bbc576-27c3-4bcd-9c1e-4e6fa2cb741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:20.211342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-79bbc576-27c3-4bcd-9c1e-4e6fa2cb741e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=623b97b8843c4ee5bfe315b1c2e8ae24&device_id=13599bea-8ebf-4a5a-bebe-27fc2af1ed85 HTTP/1.1" status: 200 len: 1126 time: 0.3358943 Feb 11 05:06:20.238722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0cbef9ae-92e3-4cd7-9c78-8bd9e1c3b045 req-76b411ab-b668-4d7c-b9c2-5742731f2c7a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187289 Feb 11 05:06:20.270685 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-6ece29af-9cd6-4bf5-b220-715527190896 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f HTTP/1.1" status: 200 len: 217 time: 0.0464270 Feb 11 05:06:20.368185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-a0d9d32e-9dfd-4062-b923-0eed4124307e service neutron] 10.222.0.87 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758101 Feb 11 05:06:20.369650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-dfc6b04b-2f18-44b6-b418-bcb725d9da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:20.371167 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-dfc6b04b-2f18-44b6-b418-bcb725d9da97 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a1d8d3c-0c6e-469a-8f36-555d015fa75e HTTP/1.1" status: 200 len: 845 time: 0.0716419 Feb 11 05:06:20.410500 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd32253-fb14-4902-ab1d-d04626e23b5f req-e4016731-aae6-47bd-94d8-6cc721bfc0f9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:20.412201 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-afd32253-fb14-4902-ab1d-d04626e23b5f req-e4016731-aae6-47bd-94d8-6cc721bfc0f9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c38f108-9953-400f-805a-82d5e5a1aa08 HTTP/1.1" status: 200 len: 966 time: 0.0932813 Feb 11 05:06:20.419259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-3ab963b9-35fb-4fe6-b8b9-6e7f10d37314 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98cbc21b-0cda-4452-82bc-4f4fd4777677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361767 Feb 11 05:06:20.554999 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-afd32253-fb14-4902-ab1d-d04626e23b5f req-18bc4f65-c9d4-4615-a784-a6a694f4dd7b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Deleting port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:06:20.555590 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-afd32253-fb14-4902-ab1d-d04626e23b5f req-18bc4f65-c9d4-4615-a784-a6a694f4dd7b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (bec0d3f5-46bc-40f8-91b3-32ec71b5fc03), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:20.571748 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-055eaf82-6e91-44ea-8e72-3631ec0c1802 service neutron] 10.222.0.87 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969669 Feb 11 05:06:20.612350 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-cdff1d78-cca0-40e5-bfc9-a5ab66f89939 service neutron] 10.222.0.88 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836975 Feb 11 05:06:20.706700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-afd32253-fb14-4902-ab1d-d04626e23b5f req-18bc4f65-c9d4-4615-a784-a6a694f4dd7b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] For port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=bec0d3f5-46bc-40f8-91b3-32ec71b5fc03,segment=NetworkSegment(9c507bc9-7d10-4ff7-8d02-254e3be1f6ed),segment_id=9c507bc9-7d10-4ff7-8d02-254e3be1f6ed)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:20.707043 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-afd32253-fb14-4902-ab1d-d04626e23b5f req-18bc4f65-c9d4-4615-a784-a6a694f4dd7b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (bec0d3f5-46bc-40f8-91b3-32ec71b5fc03), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:20.780653 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d790eecd-ff25-4f17-ab44-6ce80818b9a5 req-1b7d0159-4536-45f7-8ec9-a4f8d9f140cd service neutron] 10.222.0.88 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547756 Feb 11 05:06:21.079785 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-afd32253-fb14-4902-ab1d-d04626e23b5f req-18bc4f65-c9d4-4615-a784-a6a694f4dd7b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:21.080555 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-afd32253-fb14-4902-ab1d-d04626e23b5f req-18bc4f65-c9d4-4615-a784-a6a694f4dd7b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (bb6c4b52-eff0-47b2-92a5-de3d62b6de54), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:21.081179 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [req-afd32253-fb14-4902-ab1d-d04626e23b5f req-18bc4f65-c9d4-4615-a784-a6a694f4dd7b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Floating IP bb6c4b52-eff0-47b2-92a5-de3d62b6de54 disassociated. External IP: 172.25.5.206, port: bec0d3f5-46bc-40f8-91b3-32ec71b5fc03. Feb 11 05:06:21.081746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-afd32253-fb14-4902-ab1d-d04626e23b5f req-18bc4f65-c9d4-4615-a784-a6a694f4dd7b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Calling delete_port for bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 owned by compute:tempest-test_az-867606256 {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:06:21.257019 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-afd32253-fb14-4902-ab1d-d04626e23b5f req-18bc4f65-c9d4-4615-a784-a6a694f4dd7b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (bec0d3f5-46bc-40f8-91b3-32ec71b5fc03), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:21.262047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc229ac-90a6-400c-a4d5-dcbc0dda0f9f req-a0518639-03bd-4bb7-b682-816b9ce9fb0d tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:21.283773 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2cc229ac-90a6-400c-a4d5-dcbc0dda0f9f req-a0518639-03bd-4bb7-b682-816b9ce9fb0d tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 944 time: 0.0968258 Feb 11 05:06:21.289820 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc4f65-c9d4-4615-a784-a6a694f4dd7b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Pushing event deleted for resources: {'Port': ['ID=bec0d3f5-46bc-40f8-91b3-32ec71b5fc03,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:21.349019 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2cc229ac-90a6-400c-a4d5-dcbc0dda0f9f req-bfe6e7f4-9000-464e-ac88-c67795a47194 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/security-groups?id=193cb501-40ab-4281-8685-f463d7ed88c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647509 Feb 11 05:06:21.410625 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8eab24-564b-4113-a08a-4c59e52d398c x-openstack-request-id: req-ac8eab24-564b-4113-a08a-4c59e52d398c {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:21.410928 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13599bea-8ebf-4a5a-bebe-27fc2af1ed85", "tag": "65bc0ec1-9e69-42d3-a6b3-ba652ab6776f", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:21.411374 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ac8eab24-564b-4113-a08a-4c59e52d398c {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:21.411808 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13599bea-8ebf-4a5a-bebe-27fc2af1ed85', 'tag': '65bc0ec1-9e69-42d3-a6b3-ba652ab6776f', 'status': 'completed', 'code': 200} Feb 11 05:06:21.470631 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afd32253-fb14-4902-ab1d-d04626e23b5f req-18bc4f65-c9d4-4615-a784-a6a694f4dd7b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:06:21.571182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3655c-021f-478e-b757-8682baf8fc8b req-9ff7f78d-710a-4ec2-b623-74caa7ee0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:21.573798 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbc3655c-021f-478e-b757-8682baf8fc8b req-9ff7f78d-710a-4ec2-b623-74caa7ee0633 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=623b97b8843c4ee5bfe315b1c2e8ae24&device_id=13599bea-8ebf-4a5a-bebe-27fc2af1ed85 HTTP/1.1" status: 200 len: 1126 time: 0.1140168 Feb 11 05:06:21.626088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75bdf4-2a2c-4c04-8ceb-7461277307fa req-ed12f509-7b73-49f2-9900-c0fa732c7814 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:21.633675 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d75bdf4-2a2c-4c04-8ceb-7461277307fa req-ed12f509-7b73-49f2-9900-c0fa732c7814 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=13599bea-8ebf-4a5a-bebe-27fc2af1ed85 HTTP/1.1" status: 200 len: 943 time: 0.1610544 Feb 11 05:06:21.715160 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afd32253-fb14-4902-ab1d-d04626e23b5f req-18bc4f65-c9d4-4615-a784-a6a694f4dd7b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:21.729446 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1909ae8-d987-483a-b3d8-5c090d408f69 None None] Sync routers for ids ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:21.755243 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1909ae8-d987-483a-b3d8-5c090d408f69 None None] Routers {'b6620ce7-fc96-4483-a889-e3daa0c0e2d0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:21.755929 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a1909ae8-d987-483a-b3d8-5c090d408f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:06:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:21.789688 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd32253-fb14-4902-ab1d-d04626e23b5f req-18bc4f65-c9d4-4615-a784-a6a694f4dd7b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] No DVR routers for this DVR port bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:06:21.794069 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-afd32253-fb14-4902-ab1d-d04626e23b5f req-18bc4f65-c9d4-4615-a784-a6a694f4dd7b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:21.797470 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-afd32253-fb14-4902-ab1d-d04626e23b5f req-18bc4f65-c9d4-4615-a784-a6a694f4dd7b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.73 "DELETE /v2.0/ports/bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 HTTP/1.1" status: 204 len: 173 time: 1.3765488 Feb 11 05:06:21.797957 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c38f108-9953-400f-805a-82d5e5a1aa08', 'name': 'network-vif-deleted', 'tag': 'bec0d3f5-46bc-40f8-91b3-32ec71b5fc03'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:21.801754 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e6cca3-5efc-4e76-84d9-a935b3daa3eb" -d '{"events": [{"server_uuid": "6c38f108-9953-400f-805a-82d5e5a1aa08", "name": "network-vif-deleted", "tag": "bec0d3f5-46bc-40f8-91b3-32ec71b5fc03"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:21.816386 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d75bdf4-2a2c-4c04-8ceb-7461277307fa req-a70629cf-8c92-485a-84c7-0823a0501225 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813891 Feb 11 05:06:21.821495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3655c-021f-478e-b757-8682baf8fc8b req-8498aeca-0f01-4da0-bbad-079518cd82e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:21.825613 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbc3655c-021f-478e-b757-8682baf8fc8b req-8498aeca-0f01-4da0-bbad-079518cd82e4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98cbc21b-0cda-4452-82bc-4f4fd4777677 HTTP/1.1" status: 200 len: 906 time: 0.2448304 Feb 11 05:06:21.902071 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48412) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:21.931949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbc3655c-021f-478e-b757-8682baf8fc8b req-24fd8fe8-bcac-4568-8dab-746dce7cafd1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f HTTP/1.1" status: 200 len: 217 time: 0.0988562 Feb 11 05:06:22.091144 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-894b8c30-ca03-44da-a9d1-fb39114d06f2 req-9aa6610d-6624-4982-8928-c3c432a29ae3 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=1eb57c64-9c89-4320-ad1c-ca0ddec86ad5 HTTP/1.1" status: 200 len: 210 time: 0.1323888 Feb 11 05:06:22.101403 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a1909ae8-d987-483a-b3d8-5c090d408f69 None None] Set router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:22.124578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3655c-021f-478e-b757-8682baf8fc8b req-72a9f81f-a56c-49d1-b293-b68a4a49e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:22.125897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbc3655c-021f-478e-b757-8682baf8fc8b req-72a9f81f-a56c-49d1-b293-b68a4a49e77b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a1d8d3c-0c6e-469a-8f36-555d015fa75e HTTP/1.1" status: 200 len: 845 time: 0.1874514 Feb 11 05:06:22.184434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbc3655c-021f-478e-b757-8682baf8fc8b req-0a4bcb2b-2829-46ee-a524-4ed33c2587fd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98cbc21b-0cda-4452-82bc-4f4fd4777677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514727 Feb 11 05:06:22.316850 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a1909ae8-d987-483a-b3d8-5c090d408f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 4, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd325982b-853b-4968-823b-f951e1ed871f', 'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'mac_address': 'fa:16:3e:70:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:56Z', 'updated_at': '2022-02-11T05:05:03Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'subnets': [{'id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:22.347213 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1909ae8-d987-483a-b3d8-5c090d408f69 None None] Checking router: b6620ce7-fc96-4483-a889-e3daa0c0e2d0 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:06:22.358767 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1909ae8-d987-483a-b3d8-5c090d408f69 None None] Routers {'b6620ce7-fc96-4483-a889-e3daa0c0e2d0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:22.360115 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a1909ae8-d987-483a-b3d8-5c090d408f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:06:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:22.483692 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a1909ae8-d987-483a-b3d8-5c090d408f69 None None] Set router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:22.492629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 3aedc693-d9ef-4417-a3f0-08371e1a40bc details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:22.561430 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbc3655c-021f-478e-b757-8682baf8fc8b req-d24d30a1-5a67-42ba-8e17-54365c66396f service neutron] 10.222.0.88 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689976 Feb 11 05:06:22.584640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-54da66c1-893b-485c-b100-8eb1f18515d5 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:22.600349 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-54da66c1-893b-485c-b100-8eb1f18515d5 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.73 "GET /v2.0/networks?id=8e69f742-5887-4dbd-bdbf-d8b7877e4548 HTTP/1.1" status: 200 len: 824 time: 0.4350765 Feb 11 05:06:22.615781 n-d-713499-38 neutron-server[103170]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 05:06:22.650141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-969e3d1f-740e-4e28-8816-35efd58eb1ac tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:06:22.654064 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-969e3d1f-740e-4e28-8816-35efd58eb1ac tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7486205 Feb 11 05:06:22.721472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 3aedc693-d9ef-4417-a3f0-08371e1a40bc, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=3aedc693-d9ef-4417-a3f0-08371e1a40bc,segment=NetworkSegment(8c295647-fa3d-4f83-8eae-217c3190d53a),segment_id=8c295647-fa3d-4f83-8eae-217c3190d53a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:22.734313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '3aedc693-d9ef-4417-a3f0-08371e1a40bc', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'port_id': '3aedc693-d9ef-4417-a3f0-08371e1a40bc', 'mac_address': 'fa:16:3e:a5:8e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:22.777197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 3aedc693-d9ef-4417-a3f0-08371e1a40bc is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:22.777770 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3aedc693-d9ef-4417-a3f0-08371e1a40bc), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:22.780966 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-c7351f19-c364-46ae-a09d-1efebf10224a tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=830c226c33b44062af158e8da2ba4bca HTTP/1.1" status: 200 len: 379 time: 0.1633310 Feb 11 05:06:22.794165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aedc693-d9ef-4417-a3f0-08371e1a40bc {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:22.794794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-0e6e29c0-0553-440d-8c69-f071342de8e9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Request body: {'port': {'device_id': '1eb57c64-9c89-4320-ad1c-ca0ddec86ad5', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'admin_state_up': True, 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'security_groups': ['6733c472-101c-4ce0-bb37-ba555fc540fe']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:22.796235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-36b14592-92ef-4623-a49f-727b9b623194 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1445439 Feb 11 05:06:22.819133 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 3aedc693-d9ef-4417-a3f0-08371e1a40bc, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=3aedc693-d9ef-4417-a3f0-08371e1a40bc,segment=NetworkSegment(8c295647-fa3d-4f83-8eae-217c3190d53a),segment_id=8c295647-fa3d-4f83-8eae-217c3190d53a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:22.825489 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3aedc693-d9ef-4417-a3f0-08371e1a40bc), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:22.900816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=3aedc693-d9ef-4417-a3f0-08371e1a40bc,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:22.932146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbc3655c-021f-478e-b757-8682baf8fc8b req-d5f89af5-0da9-4891-a72a-d7b692458812 service neutron] 10.222.0.88 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637638 Feb 11 05:06:23.006928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-4a29bbe8-003b-42be-8a60-dcdfd661394c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:23.023108 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-4a29bbe8-003b-42be-8a60-dcdfd661394c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234216 Feb 11 05:06:23.032184 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a1909ae8-d987-483a-b3d8-5c090d408f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 4, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd325982b-853b-4968-823b-f951e1ed871f', 'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'mac_address': 'fa:16:3e:70:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:56Z', 'updated_at': '2022-02-11T05:05:03Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'subnets': [{'id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:23.040115 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2049652-1c49-4f14-9841-abc60cb1865a req-070fb4de-b557-43c9-88c7-069c0a9e2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:23.042656 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-070fb4de-b557-43c9-88c7-069c0a9e2e91 service neutron] 10.222.0.87 "GET /v2.0/ports/6dbb07b8-b18a-4080-964e-16b2a865b9b6 HTTP/1.1" status: 200 len: 1126 time: 0.2788756 Feb 11 05:06:23.047776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-7e0af3d2-f9e2-45f3-8f02-20bb68ae0d9d tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/quotas/923c8e6b939346a0ab9f11e00e8ae595 HTTP/1.1" status: 200 len: 375 time: 0.0208883 Feb 11 05:06:23.048640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-0e6e29c0-0553-440d-8c69-f071342de8e9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Made reservation on behalf of 830c226c33b44062af158e8da2ba4bca for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:23.052133 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-0e6e29c0-0553-440d-8c69-f071342de8e9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.079300 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1909ae8-d987-483a-b3d8-5c090d408f69 None None] The sync data for ids ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'] in n-d-713499-38 is: [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 4, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd325982b-853b-4968-823b-f951e1ed871f', 'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'mac_address': 'fa:16:3e:70:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:56Z', 'updated_at': '2022-02-11T05:05:03Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'subnets': [{'id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:23.081557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['3aedc693-d9ef-4417-a3f0-08371e1a40bc'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:23.085778 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-f2049652-1c49-4f14-9841-abc60cb1865a req-998f91e8-aa9c-4427-ad21-a70bc5336208 service neutron] Request body: {'binding': {'host': 'n-h1-713499-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:23.086548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-f2049652-1c49-4f14-9841-abc60cb1865a req-998f91e8-aa9c-4427-ad21-a70bc5336208 service neutron] Unknown quota resources ['binding']. {{(pid=103170) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:06:23.178042 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-d9bb3bdd-bba5-4587-a91f-5ca2f5450865 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1115613 Feb 11 05:06:23.298605 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-0e6e29c0-0553-440d-8c69-f071342de8e9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Allocated IP 172.20.0.7 (8e69f742-5887-4dbd-bdbf-d8b7877e4548/665b633b-126f-41c1-b158-c4dba58bfcd3/b05f73cc-d908-4d04-8be2-b65362752fc0) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:23.360585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-f2049652-1c49-4f14-9841-abc60cb1865a req-998f91e8-aa9c-4427-ad21-a70bc5336208 service neutron] Attempting to bind port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 on host n-h1-713499-38 for vnic_type normal with profile None {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:23.360918 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-f2049652-1c49-4f14-9841-abc60cb1865a req-998f91e8-aa9c-4427-ad21-a70bc5336208 service neutron] Attempting to bind port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:23.361241 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2049652-1c49-4f14-9841-abc60cb1865a req-998f91e8-aa9c-4427-ad21-a70bc5336208 service neutron] Attempting to bind port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:23.373737 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2049652-1c49-4f14-9841-abc60cb1865a req-998f91e8-aa9c-4427-ad21-a70bc5336208 service neutron] Port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 on network 33f89be2-f697-40b3-a347-9e719974ef7b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:23.374015 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2049652-1c49-4f14-9841-abc60cb1865a req-998f91e8-aa9c-4427-ad21-a70bc5336208 service neutron] Attempting to bind port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:23.403694 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2049652-1c49-4f14-9841-abc60cb1865a req-998f91e8-aa9c-4427-ad21-a70bc5336208 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:23.404066 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2049652-1c49-4f14-9841-abc60cb1865a req-998f91e8-aa9c-4427-ad21-a70bc5336208 service neutron] Checking segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:23.404418 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2049652-1c49-4f14-9841-abc60cb1865a req-998f91e8-aa9c-4427-ad21-a70bc5336208 service neutron] Bound using segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:23.404858 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-f2049652-1c49-4f14-9841-abc60cb1865a req-998f91e8-aa9c-4427-ad21-a70bc5336208 service neutron] Bound port: 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:23.524278 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-f2049652-1c49-4f14-9841-abc60cb1865a req-998f91e8-aa9c-4427-ad21-a70bc5336208 service neutron] For port 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6dbb07b8-b18a-4080-964e-16b2a865b9b6,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:23.532771 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f2049652-1c49-4f14-9841-abc60cb1865a req-998f91e8-aa9c-4427-ad21-a70bc5336208 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.533955 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-998f91e8-aa9c-4427-ad21-a70bc5336208 service neutron] 10.222.0.87 "POST /v2.0/ports/6dbb07b8-b18a-4080-964e-16b2a865b9b6/bindings HTTP/1.1" status: 201 len: 390 time: 0.4645100 Feb 11 05:06:23.538994 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-0e6e29c0-0553-440d-8c69-f071342de8e9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for port (b05f73cc-d908-4d04-8be2-b65362752fc0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.576802 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca96eec-0fca-4662-9b77-ec3c0026341c None None] New status for floating IP bb6c4b52-eff0-47b2-92a5-de3d62b6de54: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:06:23.580295 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-0e6e29c0-0553-440d-8c69-f071342de8e9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (b05f73cc-d908-4d04-8be2-b65362752fc0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.631368 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-0e6e29c0-0553-440d-8c69-f071342de8e9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:23.635101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-0e6e29c0-0553-440d-8c69-f071342de8e9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:23.639403 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-0e6e29c0-0553-440d-8c69-f071342de8e9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:23.644846 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-0e6e29c0-0553-440d-8c69-f071342de8e9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:23.645479 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-0e6e29c0-0553-440d-8c69-f071342de8e9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.660637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e29c0-0553-440d-8c69-f071342de8e9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Pushing event updated for resources: {'Port': ['ID=b05f73cc-d908-4d04-8be2-b65362752fc0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:23.674324 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-0e6e29c0-0553-440d-8c69-f071342de8e9 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8881001 Feb 11 05:06:23.690425 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Request body: {'port': {'device_id': '1eb57c64-9c89-4320-ad1c-ca0ddec86ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:23.826319 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b05f73cc-d908-4d04-8be2-b65362752fc0), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.863360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee5d01-32ff-496d-85a3-48a241c9683a req-c0a30220-bbb5-470f-afe6-5598ad2046ea tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:23.871743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0bee5d01-32ff-496d-85a3-48a241c9683a req-c0a30220-bbb5-470f-afe6-5598ad2046ea tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.1243124 Feb 11 05:06:23.926904 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff6eac7-6d74-4604-9782-b135ae13556d x-openstack-request-id: req-bff6eac7-6d74-4604-9782-b135ae13556d {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:23.927884 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c38f108-9953-400f-805a-82d5e5a1aa08", "name": "network-vif-deleted", "tag": "bec0d3f5-46bc-40f8-91b3-32ec71b5fc03", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:23.928213 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bff6eac7-6d74-4604-9782-b135ae13556d {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:23.928692 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c38f108-9953-400f-805a-82d5e5a1aa08', 'name': 'network-vif-deleted', 'tag': 'bec0d3f5-46bc-40f8-91b3-32ec71b5fc03', 'status': 'completed', 'code': 200} Feb 11 05:06:24.006913 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0bee5d01-32ff-496d-85a3-48a241c9683a req-a879bb3f-515b-4cdf-9c89-e7c313683887 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341794 Feb 11 05:06:24.046578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2049652-1c49-4f14-9841-abc60cb1865a req-3bc594df-fe90-417f-bf40-0e557a57140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:24.048344 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-3bc594df-fe90-417f-bf40-0e557a57140f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 1129 time: 0.1238608 Feb 11 05:06:24.200391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff5bbd-d40e-4439-ab2c-29c5597784c8 req-c6e602ec-7917-4274-a4b0-25f7ce39d7a5 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:24.207027 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08ff5bbd-d40e-4439-ab2c-29c5597784c8 req-c6e602ec-7917-4274-a4b0-25f7ce39d7a5 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 945 time: 0.1578372 Feb 11 05:06:24.253014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2049652-1c49-4f14-9841-abc60cb1865a req-4c6a0c2f-fe80-4448-acbd-c6289ecc3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:24.253368 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05f73cc-d908-4d04-8be2-b65362752fc0 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:24.254538 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-4c6a0c2f-fe80-4448-acbd-c6289ecc3c3e service neutron] 10.222.0.73 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.1958985 Feb 11 05:06:24.262061 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Publish callbacks [] for port (b05f73cc-d908-4d04-8be2-b65362752fc0), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:24.279696 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Transition to ACTIVE for port object b05f73cc-d908-4d04-8be2-b65362752fc0 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:06:24.285187 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b05f73cc-d908-4d04-8be2-b65362752fc0), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:24.321942 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-d9880d23-ff15-4725-89db-a6891a5c3ba7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dbb07b8-b18a-4080-964e-16b2a865b9b6 HTTP/1.1" status: 200 len: 217 time: 0.0595000 Feb 11 05:06:24.384818 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Pushing event updated for resources: {'Port': ['ID=b05f73cc-d908-4d04-8be2-b65362752fc0,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:24.430127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ee4e7-7dda-445e-8d16-7add2648e64b req-32829f33-6532-4704-8e40-24b5e594e209 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:24.438046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-508ee4e7-7dda-445e-8d16-7add2648e64b req-32829f33-6532-4704-8e40-24b5e594e209 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=13599bea-8ebf-4a5a-bebe-27fc2af1ed85 HTTP/1.1" status: 200 len: 943 time: 0.2514937 Feb 11 05:06:24.449739 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Attempting to bind port b05f73cc-d908-4d04-8be2-b65362752fc0 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:24.450844 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08ff5bbd-d40e-4439-ab2c-29c5597784c8 req-aceef478-f369-42aa-822b-452834c6754f tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/security-groups?id=193cb501-40ab-4281-8685-f463d7ed88c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429540 Feb 11 05:06:24.451687 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Attempting to bind port b05f73cc-d908-4d04-8be2-b65362752fc0 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:24.452787 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Attempting to bind port b05f73cc-d908-4d04-8be2-b65362752fc0 on network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:24.466668 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Port b05f73cc-d908-4d04-8be2-b65362752fc0 on network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:24.466996 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Attempting to bind port b05f73cc-d908-4d04-8be2-b65362752fc0 on network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:24.479709 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:24.480168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Checking segment: {'id': '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:24.480599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Bound using segment: {'id': '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:24.481131 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Bound port: b05f73cc-d908-4d04-8be2-b65362752fc0, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:24.481563 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b05f73cc-d908-4d04-8be2-b65362752fc0), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:24.499642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2049652-1c49-4f14-9841-abc60cb1865a req-53a14cd3-2bf1-4c1f-b545-54a800d350c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:24.501592 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-53a14cd3-2bf1-4c1f-b545-54a800d350c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.1685963 Feb 11 05:06:24.512733 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-508ee4e7-7dda-445e-8d16-7add2648e64b req-149f12c0-8e68-499f-b7f7-ae7b3ffc5e26 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736139 Feb 11 05:06:24.521477 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 3aedc693-d9ef-4417-a3f0-08371e1a40bc up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:24.549487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48462) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:24.613145 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] For port b05f73cc-d908-4d04-8be2-b65362752fc0, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:24.617769 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] For port b05f73cc-d908-4d04-8be2-b65362752fc0, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b05f73cc-d908-4d04-8be2-b65362752fc0,segment=NetworkSegment(9c507bc9-7d10-4ff7-8d02-254e3be1f6ed),segment_id=9c507bc9-7d10-4ff7-8d02-254e3be1f6ed)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:24.625702 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b05f73cc-d908-4d04-8be2-b65362752fc0), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:24.625929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-ce3ae779-2cf4-45a9-9738-25096cb3f86e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114933 Feb 11 05:06:24.677198 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 3aedc693-d9ef-4417-a3f0-08371e1a40bc completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:06:24.693181 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 3aedc693-d9ef-4417-a3f0-08371e1a40bc triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:24.693689 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3aedc693-d9ef-4417-a3f0-08371e1a40bc), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:24.736167 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:24.736860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:24.750957 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] 10.222.0.73 "PUT /v2.0/ports/b05f73cc-d908-4d04-8be2-b65362752fc0 HTTP/1.1" status: 200 len: 1092 time: 1.0632341 Feb 11 05:06:24.819539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:24.857966 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3bc93e19-0112-443f-a517-3c33d472e747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:24.884354 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f99a5-9b96-4812-b745-7e3945b733ec service neutron] Pushing event updated for resources: {'Port': ['ID=b05f73cc-d908-4d04-8be2-b65362752fc0,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:24.920631 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-9e1b3d2f-9725-4712-a290-45e27506109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:24.922352 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-9e1b3d2f-9725-4712-a290-45e27506109b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=830c226c33b44062af158e8da2ba4bca&device_id=1eb57c64-9c89-4320-ad1c-ca0ddec86ad5 HTTP/1.1" status: 200 len: 1126 time: 0.0863149 Feb 11 05:06:24.998751 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-e533d36a-4541-4061-bbe0-a4ed346800ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b05f73cc-d908-4d04-8be2-b65362752fc0 HTTP/1.1" status: 200 len: 217 time: 0.0625534 Feb 11 05:06:25.006142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58984886-f5b3-410f-8876-60b4e9d71653 req-3d178216-67ca-4655-804f-680fb016a330 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:25.013603 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58984886-f5b3-410f-8876-60b4e9d71653 req-3d178216-67ca-4655-804f-680fb016a330 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=1eb57c64-9c89-4320-ad1c-ca0ddec86ad5 HTTP/1.1" status: 200 len: 943 time: 0.3902631 Feb 11 05:06:25.035425 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-fbc4dddf-df9c-463c-9566-9e4756e42c86 service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829405 Feb 11 05:06:25.058493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faec19-a938-401c-8950-ade66e72084f req-48c611b3-1669-41b5-ab8b-56bb5251737d tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:25.065281 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-11faec19-a938-401c-8950-ade66e72084f req-48c611b3-1669-41b5-ab8b-56bb5251737d tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 946 time: 0.2661188 Feb 11 05:06:25.066520 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-795099a8-599c-4094-9ef6-64e9488782a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:25.068442 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-795099a8-599c-4094-9ef6-64e9488782a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=665b633b-126f-41c1-b158-c4dba58bfcd3 HTTP/1.1" status: 200 len: 863 time: 0.0635817 Feb 11 05:06:25.120130 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 3aedc693-d9ef-4417-a3f0-08371e1a40bc is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:25.120528 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3aedc693-d9ef-4417-a3f0-08371e1a40bc), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.168374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48474) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:25.214168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 3aedc693-d9ef-4417-a3f0-08371e1a40bc, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=3aedc693-d9ef-4417-a3f0-08371e1a40bc,segment=NetworkSegment(8c295647-fa3d-4f83-8eae-217c3190d53a),segment_id=8c295647-fa3d-4f83-8eae-217c3190d53a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:25.220799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:25.228607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aedc693-d9ef-4417-a3f0-08371e1a40bc'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:25.230608 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d816d76-b81a-4f00-b488-3d8313ba9c10" -d '{"events": [{"server_uuid": "72011f2c-81d0-41b4-b94b-d9a826c5fc04", "name": "network-vif-plugged", "status": "completed", "tag": "3aedc693-d9ef-4417-a3f0-08371e1a40bc"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:25.237589 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58984886-f5b3-410f-8876-60b4e9d71653 req-a7193f59-eb42-4e72-8b7d-a8e10a2cd508 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182443 Feb 11 05:06:25.267479 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-11faec19-a938-401c-8950-ade66e72084f req-2570d9ca-28b5-4aec-aa52-71feb10cc95f tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012696 Feb 11 05:06:25.270377 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3aedc693-d9ef-4417-a3f0-08371e1a40bc), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.271201 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:06:25.295656 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-7255d557-1987-4788-88f2-ca7b72e6903f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:25.298284 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-7255d557-1987-4788-88f2-ca7b72e6903f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e69f742-5887-4dbd-bdbf-d8b7877e4548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2044291 Feb 11 05:06:25.345960 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:06:25.346844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device bec0d3f5-46bc-40f8-91b3-32ec71b5fc03 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:06:25.362591 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3bc93e19-0112-443f-a517-3c33d472e747 admin admin] Publish callbacks [] for security_group (8966e6cc-c0ff-43f6-b784-7f5e69174c4a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.374562 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-46384b72-c4ab-45cf-a403-0fc5f6e6d5b7 service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268559 Feb 11 05:06:25.388552 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3bc93e19-0112-443f-a517-3c33d472e747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8966e6cc-c0ff-43f6-b784-7f5e69174c4a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.421262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '65bc0ec1-9e69-42d3-a6b3-ba652ab6776f', 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677', 'port_id': '65bc0ec1-9e69-42d3-a6b3-ba652ab6776f', 'mac_address': 'fa:16:3e:fe:65:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1d8d3c-0c6e-469a-8f36-555d015fa75e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:25.575551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:25.576074 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.591379 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-58577c04-643a-46e1-9077-8d1540cf1caf service neutron] 10.222.0.73 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850912 Feb 11 05:06:25.612280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=3aedc693-d9ef-4417-a3f0-08371e1a40bc,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:25.616418 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:25.637972 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3bc93e19-0112-443f-a517-3c33d472e747 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6a433e48f1744cebafcd12d9c08fb4a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0874045 Feb 11 05:06:25.645027 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48486) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:25.670155 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9191465f-24bb-459a-a818-b13e070fc70d req-d3ab18f5-5271-4314-b8a9-dabd8789e8b0 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=7110cc56-8f96-4d36-bae3-77022aae593c HTTP/1.1" status: 200 len: 210 time: 0.1955647 Feb 11 05:06:25.672432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:25.678043 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f89d5dfb-c1c4-4f68-8ef2-5d9c1c569a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.689320 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:25.707723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc93e19-0112-443f-a517-3c33d472e747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8966e6cc-c0ff-43f6-b784-7f5e69174c4a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:25.750792 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f42804-b1ea-4981-82e8-9e8edaf172f0 x-openstack-request-id: req-23f42804-b1ea-4981-82e8-9e8edaf172f0 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:25.751112 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72011f2c-81d0-41b4-b94b-d9a826c5fc04", "name": "network-vif-plugged", "status": "completed", "tag": "3aedc693-d9ef-4417-a3f0-08371e1a40bc", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:25.751584 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-23f42804-b1ea-4981-82e8-9e8edaf172f0 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:25.752141 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aedc693-d9ef-4417-a3f0-08371e1a40bc', 'code': 200} Feb 11 05:06:25.824546 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:25.830033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2049652-1c49-4f14-9841-abc60cb1865a req-e0afc15a-084a-4041-ae98-9d12c107af2b tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:25.831921 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-e0afc15a-084a-4041-ae98-9d12c107af2b tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685&tenant_id=74a76fe8ac584d85b2325b17c168bf79&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 1129 time: 0.2965310 Feb 11 05:06:25.839230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.73', 54957) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:25.870406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-38'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:25.910237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e6e20-fb32-4213-a538-bed499c8cbd8 req-a60733a1-35e3-4691-8921-64125fd71aef tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:25.919951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d4e6e20-fb32-4213-a538-bed499c8cbd8 req-a60733a1-35e3-4691-8921-64125fd71aef tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 1133 time: 0.2620637 Feb 11 05:06:26.008076 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb57c64-9c89-4320-ad1c-ca0ddec86ad5', 'tag': 'b05f73cc-d908-4d04-8be2-b65362752fc0'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:26.010386 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5a943a-8185-4143-8daa-3d14860b65b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb57c64-9c89-4320-ad1c-ca0ddec86ad5", "tag": "b05f73cc-d908-4d04-8be2-b65362752fc0"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:26.015879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['65bc0ec1-9e69-42d3-a6b3-ba652ab6776f'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:26.076454 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bb120595-9c8c-4669-8a78-d5d767799b92 req-228facb2-3c33-404b-82b8-70f1a7b0de83 service neutron] 10.222.0.73 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754009 Feb 11 05:06:26.078009 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57fc24e5-030e-43e0-85ed-e9f33b54b1e3 admin admin] Publish callbacks [] for security_group (8966e6cc-c0ff-43f6-b784-7f5e69174c4a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.113227 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57fc24e5-030e-43e0-85ed-e9f33b54b1e3 admin admin] Publish callbacks [] for security_group (8966e6cc-c0ff-43f6-b784-7f5e69174c4a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.205633 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57fc24e5-030e-43e0-85ed-e9f33b54b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8966e6cc-c0ff-43f6-b784-7f5e69174c4a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.208543 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57fc24e5-030e-43e0-85ed-e9f33b54b1e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.209733 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-57fc24e5-030e-43e0-85ed-e9f33b54b1e3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8966e6cc-c0ff-43f6-b784-7f5e69174c4a HTTP/1.1" status: 204 len: 168 time: 0.5637503 Feb 11 05:06:26.240811 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc24e5-030e-43e0-85ed-e9f33b54b1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8966e6cc-c0ff-43f6-b784-7f5e69174c4a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:26.342011 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-2569f95b-557f-4a88-9713-cd272264ddd1 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462203 Feb 11 05:06:26.369971 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4d4e6e20-fb32-4213-a538-bed499c8cbd8 req-bd8e8150-fe48-447b-a8e5-e43e57cf9bb2 tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.385463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-ae6f587d-f895-471b-9fd4-03c5f52822b0 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1078413 Feb 11 05:06:26.549484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438ebbe-ed84-4898-a74f-b5731c48d995 req-58d5848c-b8f7-467d-b8ac-f288f0ba8b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:26.551492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6438ebbe-ed84-4898-a74f-b5731c48d995 req-58d5848c-b8f7-467d-b8ac-f288f0ba8b58 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 1129 time: 0.7088361 Feb 11 05:06:26.590286 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-6ebd9672-e573-45a5-85c2-a20fc82ca83f tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:26.591965 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-6ebd9672-e573-45a5-85c2-a20fc82ca83f tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389669 Feb 11 05:06:26.605315 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f89d5dfb-c1c4-4f68-8ef2-5d9c1c569a57 admin admin] Publish callbacks [] for security_group (ab52e29c-3189-48f8-b720-8289647edfec), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.608029 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.610386 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-26f8a4e9-92c3-4bc7-8cac-4228a1913e3c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Request body: {'port': {'device_id': '7110cc56-8f96-4d36-bae3-77022aae593c', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '923c8e6b939346a0ab9f11e00e8ae595'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:26.633926 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53e27a-6434-44a6-8302-acb3f098f424 req-e6ac5841-6bde-4cf1-9337-3c6b06cf37dd tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:26.637610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea53e27a-6434-44a6-8302-acb3f098f424 req-e6ac5841-6bde-4cf1-9337-3c6b06cf37dd tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 946 time: 0.7977324 Feb 11 05:06:26.640905 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f89d5dfb-c1c4-4f68-8ef2-5d9c1c569a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ab52e29c-3189-48f8-b720-8289647edfec), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.737440 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48502) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:26.757698 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8724fe0c-0d46-4051-b1f6-497482082ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.767882 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-26f8a4e9-92c3-4bc7-8cac-4228a1913e3c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Made reservation on behalf of 923c8e6b939346a0ab9f11e00e8ae595 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:26.771545 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-26f8a4e9-92c3-4bc7-8cac-4228a1913e3c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.781959 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4d4e6e20-fb32-4213-a538-bed499c8cbd8 req-bd8e8150-fe48-447b-a8e5-e43e57cf9bb2 tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] Publish callbacks [] for security_group (b5537d7f-b517-4a4c-b681-38d644564a8e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.812153 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4d4e6e20-fb32-4213-a538-bed499c8cbd8 req-bd8e8150-fe48-447b-a8e5-e43e57cf9bb2 tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b5537d7f-b517-4a4c-b681-38d644564a8e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.847241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d5dfb-c1c4-4f68-8ef2-5d9c1c569a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab52e29c-3189-48f8-b720-8289647edfec,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:26.886666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f89d5dfb-c1c4-4f68-8ef2-5d9c1c569a57 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=04451c40b9594665b33a87621ea03909&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7072964 Feb 11 05:06:26.895084 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48504) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:26.943395 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-142327b0-c223-46e3-9f1a-066812aeb42d tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:26.945599 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-142327b0-c223-46e3-9f1a-066812aeb42d tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5541763 Feb 11 05:06:26.974219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-1661b990-0b64-4e20-a565-e9c3fbf6f056 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Request body: {'port': {'device_id': '88182f89-4db8-4ffc-8b24-809e69789f92', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '923c8e6b939346a0ab9f11e00e8ae595'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:26.988088 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6438ebbe-ed84-4898-a74f-b5731c48d995 req-4831e210-670d-48e0-a60f-7a84720d58d1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=193cb501-40ab-4281-8685-f463d7ed88c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174802 Feb 11 05:06:26.989841 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d4e6e20-fb32-4213-a538-bed499c8cbd8 req-bd8e8150-fe48-447b-a8e5-e43e57cf9bb2 tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0688112 Feb 11 05:06:26.998784 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8724fe0c-0d46-4051-b1f6-497482082ad7 admin admin] Publish callbacks [] for security_group (8db0494e-82eb-4e18-8d11-ee4764291375), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.016544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-26f8a4e9-92c3-4bc7-8cac-4228a1913e3c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Allocated IP 192.168.233.250 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/26a7c47b-a932-400a-9c67-1976fe015c86) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:27.017231 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e8150-fe48-447b-a8e5-e43e57cf9bb2 tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5537d7f-b517-4a4c-b681-38d644564a8e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:27.017366 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8724fe0c-0d46-4051-b1f6-497482082ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8db0494e-82eb-4e18-8d11-ee4764291375), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.036428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea53e27a-6434-44a6-8302-acb3f098f424 req-261a4e7d-5edd-4ddb-9ee8-28cfbfd0a438 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/security-groups?id=193cb501-40ab-4281-8685-f463d7ed88c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135231 Feb 11 05:06:27.096825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec0b3-ba60-4c4b-801a-9e2a63c74bc8 admin admin] Publish callbacks [] for security_group (ab52e29c-3189-48f8-b720-8289647edfec), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.114517 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c14f9a-5fcc-4784-88da-67f4718fe501 x-openstack-request-id: req-a1c14f9a-5fcc-4784-88da-67f4718fe501 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:27.114980 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb57c64-9c89-4320-ad1c-ca0ddec86ad5", "tag": "b05f73cc-d908-4d04-8be2-b65362752fc0", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:27.115382 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a1c14f9a-5fcc-4784-88da-67f4718fe501 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:27.116047 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb57c64-9c89-4320-ad1c-ca0ddec86ad5', 'tag': 'b05f73cc-d908-4d04-8be2-b65362752fc0', 'status': 'completed', 'code': 200} Feb 11 05:06:27.172824 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724fe0c-0d46-4051-b1f6-497482082ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db0494e-82eb-4e18-8d11-ee4764291375,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:27.180181 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8724fe0c-0d46-4051-b1f6-497482082ad7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b2fc5f041bbf4fb9881f39359c4e1ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4412489 Feb 11 05:06:27.192485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48508) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:27.203796 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec0b3-ba60-4c4b-801a-9e2a63c74bc8 admin admin] Publish callbacks [] for security_group (ab52e29c-3189-48f8-b720-8289647edfec), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.271163 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] For port 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6dbb07b8-b18a-4080-964e-16b2a865b9b6,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:27.330662 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec0b3-ba60-4c4b-801a-9e2a63c74bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ab52e29c-3189-48f8-b720-8289647edfec), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.333284 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec0b3-ba60-4c4b-801a-9e2a63c74bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.334423 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fc0ec0b3-ba60-4c4b-801a-9e2a63c74bc8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ab52e29c-3189-48f8-b720-8289647edfec HTTP/1.1" status: 204 len: 168 time: 0.4383636 Feb 11 05:06:27.348030 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ec0b3-ba60-4c4b-801a-9e2a63c74bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab52e29c-3189-48f8-b720-8289647edfec,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:27.373649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097ea22-89d6-45f4-8d47-4c655c870087 req-445a7aea-6e71-4e8a-9692-ebcf73ef26ec tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:27.375180 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6097ea22-89d6-45f4-8d47-4c655c870087 req-445a7aea-6e71-4e8a-9692-ebcf73ef26ec tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=13599bea-8ebf-4a5a-bebe-27fc2af1ed85 HTTP/1.1" status: 200 len: 944 time: 0.2730792 Feb 11 05:06:27.386079 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-26f8a4e9-92c3-4bc7-8cac-4228a1913e3c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks [] for port (26a7c47b-a932-400a-9c67-1976fe015c86), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.430944 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d11961-9228-452d-a9d8-8ad4d9757f49 req-eb581366-4f37-4b15-aa26-b0436926f64b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:27.432547 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2d11961-9228-452d-a9d8-8ad4d9757f49 req-eb581366-4f37-4b15-aa26-b0436926f64b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=1eb57c64-9c89-4320-ad1c-ca0ddec86ad5 HTTP/1.1" status: 200 len: 943 time: 0.2608330 Feb 11 05:06:27.433118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-1661b990-0b64-4e20-a565-e9c3fbf6f056 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Made reservation on behalf of 923c8e6b939346a0ab9f11e00e8ae595 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:27.436486 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-1661b990-0b64-4e20-a565-e9c3fbf6f056 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.440126 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-26f8a4e9-92c3-4bc7-8cac-4228a1913e3c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (26a7c47b-a932-400a-9c67-1976fe015c86), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.456913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['cd461615-d95b-4307-b37a-56f072155ce7', '5087a3bb-5f06-4d50-ba9f-85aa110de8c8'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:27.462023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61dc99a3-3efa-4e98-a339-2b589d6bec35'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:27.467219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] For port 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:27.484605 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-26f8a4e9-92c3-4bc7-8cac-4228a1913e3c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:27.487886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-26f8a4e9-92c3-4bc7-8cac-4228a1913e3c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:27.495924 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-26f8a4e9-92c3-4bc7-8cac-4228a1913e3c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:27.500070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-26f8a4e9-92c3-4bc7-8cac-4228a1913e3c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:27.500702 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-26f8a4e9-92c3-4bc7-8cac-4228a1913e3c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.522828 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8a4e9-92c3-4bc7-8cac-4228a1913e3c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Pushing event updated for resources: {'Port': ['ID=26a7c47b-a932-400a-9c67-1976fe015c86,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:27.529435 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-26f8a4e9-92c3-4bc7-8cac-4228a1913e3c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9232044 Feb 11 05:06:27.545832 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Request body: {'port': {'device_id': '7110cc56-8f96-4d36-bae3-77022aae593c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:27.547750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a943a-8185-4143-8daa-3d14860b65b8 req-4e0fb60e-c936-4dde-a68c-c14316878c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:27.549915 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf5a943a-8185-4143-8daa-3d14860b65b8 req-4e0fb60e-c936-4dde-a68c-c14316878c3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=830c226c33b44062af158e8da2ba4bca&device_id=1eb57c64-9c89-4320-ad1c-ca0ddec86ad5 HTTP/1.1" status: 200 len: 1126 time: 0.3200600 Feb 11 05:06:27.550570 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3ac5d239-1c90-4042-8569-10f9d5c373e0 admin admin] Publish callbacks [] for security_group (8db0494e-82eb-4e18-8d11-ee4764291375), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.631559 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (26a7c47b-a932-400a-9c67-1976fe015c86), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.704493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4745f197-d00f-4b63-8888-15dbdaa78685', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dbb07b8-b18a-4080-964e-16b2a865b9b6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:27.707043 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bbeea1-7a35-42c9-9e08-ee9162df838f" -d '{"events": [{"server_uuid": "4745f197-d00f-4b63-8888-15dbdaa78685", "name": "network-vif-unplugged", "status": "completed", "tag": "6dbb07b8-b18a-4080-964e-16b2a865b9b6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:27.712149 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6097ea22-89d6-45f4-8d47-4c655c870087 req-94e4bbe9-bb49-4b68-9ede-3532b60d7c82 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174803 Feb 11 05:06:27.726780 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Publish callbacks [] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.865219 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2d11961-9228-452d-a9d8-8ad4d9757f49 req-27640efc-3d4a-444d-a619-e8b8fc46f931 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4015477 Feb 11 05:06:27.888809 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.895403 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3ac5d239-1c90-4042-8569-10f9d5c373e0 admin admin] Publish callbacks [] for security_group (8db0494e-82eb-4e18-8d11-ee4764291375), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.912943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6c48e344-cfe2-4642-af66-e3229f78f0c0 None None] Provisioning complete for port 26a7c47b-a932-400a-9c67-1976fe015c86 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:27.913377 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6c48e344-cfe2-4642-af66-e3229f78f0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (26a7c47b-a932-400a-9c67-1976fe015c86), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.948955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48516) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:27.963197 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a52c697-e5c5-4bfc-9153-c13e4e8f9a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:27.973533 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6c48e344-cfe2-4642-af66-e3229f78f0c0 None None] Port 26a7c47b-a932-400a-9c67-1976fe015c86 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:28.065680 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a52c697-e5c5-4bfc-9153-c13e4e8f9a34 admin admin] Publish callbacks [] for security_group (b9909119-2e69-44df-b129-664ec82f8d46), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.075126 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a52c697-e5c5-4bfc-9153-c13e4e8f9a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b9909119-2e69-44df-b129-664ec82f8d46), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.116685 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52c697-e5c5-4bfc-9153-c13e4e8f9a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9909119-2e69-44df-b129-664ec82f8d46,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:28.121979 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-1661b990-0b64-4e20-a565-e9c3fbf6f056 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Allocated IP 192.168.233.11 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/a48806c1-b8be-42b3-bdff-f6b60cf609c5) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:28.127192 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2a52c697-e5c5-4bfc-9153-c13e4e8f9a34 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4057bd6d2a8446bfbc5ffd178f8250a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1748090 Feb 11 05:06:28.129994 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48520) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:28.135163 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a943a-8185-4143-8daa-3d14860b65b8 req-46c9d13c-49f8-4a92-8d14-41f697824566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:28.137099 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf5a943a-8185-4143-8daa-3d14860b65b8 req-46c9d13c-49f8-4a92-8d14-41f697824566 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e69f742-5887-4dbd-bdbf-d8b7877e4548 HTTP/1.1" status: 200 len: 925 time: 0.5646551 Feb 11 05:06:28.194316 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-719e80d2-3b0b-4cdf-ae4b-ebabf570029e admin admin] Publish callbacks [] for security_group (b9909119-2e69-44df-b129-664ec82f8d46), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.225226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbb07b8-b18a-4080-964e-16b2a865b9b6,revision_number=7']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:28.228673 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-719e80d2-3b0b-4cdf-ae4b-ebabf570029e admin admin] Publish callbacks [] for security_group (b9909119-2e69-44df-b129-664ec82f8d46), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.243125 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf5a943a-8185-4143-8daa-3d14860b65b8 req-27c90327-0fd7-443a-a446-4339d0d8b42d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b05f73cc-d908-4d04-8be2-b65362752fc0 HTTP/1.1" status: 200 len: 217 time: 0.0835690 Feb 11 05:06:28.295758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daf48d-ec72-4958-a92e-e7e598734c66 req-27ca9184-134d-4ecc-abd0-4561bde0b565 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:28.297292 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19daf48d-ec72-4958-a92e-e7e598734c66 req-27ca9184-134d-4ecc-abd0-4561bde0b565 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 944 time: 0.4097130 Feb 11 05:06:28.309786 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-719e80d2-3b0b-4cdf-ae4b-ebabf570029e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b9909119-2e69-44df-b129-664ec82f8d46), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.314455 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-719e80d2-3b0b-4cdf-ae4b-ebabf570029e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.315891 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-719e80d2-3b0b-4cdf-ae4b-ebabf570029e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b9909119-2e69-44df-b129-664ec82f8d46 HTTP/1.1" status: 204 len: 168 time: 0.1839149 Feb 11 05:06:28.330630 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e80d2-3b0b-4cdf-ae4b-ebabf570029e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9909119-2e69-44df-b129-664ec82f8d46,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:28.335694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddee07-73b9-446d-99ac-71df79a34e7d req-22f893f0-a526-441e-ae60-bbf1c1e16885 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:28.342999 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2ddee07-73b9-446d-99ac-71df79a34e7d req-22f893f0-a526-441e-ae60-bbf1c1e16885 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=7110cc56-8f96-4d36-bae3-77022aae593c HTTP/1.1" status: 200 len: 936 time: 0.3920865 Feb 11 05:06:28.344831 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3ac5d239-1c90-4042-8569-10f9d5c373e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8db0494e-82eb-4e18-8d11-ee4764291375), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.347912 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3ac5d239-1c90-4042-8569-10f9d5c373e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.351548 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3ac5d239-1c90-4042-8569-10f9d5c373e0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8db0494e-82eb-4e18-8d11-ee4764291375 HTTP/1.1" status: 204 len: 168 time: 1.1529272 Feb 11 05:06:28.395490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Attempting to bind port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 on host n-h2-713499-38 for vnic_type normal with profile {"migrating_to": "n-h1-713499-38"} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:28.396192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Attempting to bind port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:28.396192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Attempting to bind port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:28.419874 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5d239-1c90-4042-8569-10f9d5c373e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db0494e-82eb-4e18-8d11-ee4764291375,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:28.446478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 on network 33f89be2-f697-40b3-a347-9e719974ef7b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:28.446776 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Attempting to bind port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:28.453711 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f6a584de-13da-4423-837b-1ba4b0a19c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.482449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:28.482796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Checking segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:28.483478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Bound using segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:28.483608 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Bound port: 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:28.483977 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.486822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a943a-8185-4143-8daa-3d14860b65b8 req-c08ec31a-f16e-459f-8080-91d91fc62ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:28.488385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf5a943a-8185-4143-8daa-3d14860b65b8 req-c08ec31a-f16e-459f-8080-91d91fc62ba7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=665b633b-126f-41c1-b158-c4dba58bfcd3 HTTP/1.1" status: 200 len: 863 time: 0.2262156 Feb 11 05:06:28.597904 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19daf48d-ec72-4958-a92e-e7e598734c66 req-c1dc7774-dc1d-42ee-bf6e-b97ff506fd74 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471287 Feb 11 05:06:28.633541 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2ddee07-73b9-446d-99ac-71df79a34e7d req-b5663e13-d4ac-44c4-8a84-01f8a395c4da tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894752 Feb 11 05:06:28.725771 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db09c61-7cff-409b-8b27-d7c3307d3da5 x-openstack-request-id: req-5db09c61-7cff-409b-8b27-d7c3307d3da5 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:28.726063 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4745f197-d00f-4b63-8888-15dbdaa78685", "name": "network-vif-unplugged", "status": "completed", "tag": "6dbb07b8-b18a-4080-964e-16b2a865b9b6", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:28.726314 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5db09c61-7cff-409b-8b27-d7c3307d3da5 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:28.726709 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4745f197-d00f-4b63-8888-15dbdaa78685', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dbb07b8-b18a-4080-964e-16b2a865b9b6', 'code': 200} Feb 11 05:06:28.752969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] For port 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:28.759264 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] For port 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6dbb07b8-b18a-4080-964e-16b2a865b9b6,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:28.768796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a943a-8185-4143-8daa-3d14860b65b8 req-3cedaf2b-5a4c-44a3-8179-ef68aa455694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:28.770371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf5a943a-8185-4143-8daa-3d14860b65b8 req-3cedaf2b-5a4c-44a3-8179-ef68aa455694 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e69f742-5887-4dbd-bdbf-d8b7877e4548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2634606 Feb 11 05:06:28.773893 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.780731 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-1661b990-0b64-4e20-a565-e9c3fbf6f056 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks [] for port (a48806c1-b8be-42b3-bdff-f6b60cf609c5), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.837717 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:28.928379 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:06:28.935301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:28.935803 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.054966 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:29.069063 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.109650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13599bea-8ebf-4a5a-bebe-27fc2af1ed85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bc0ec1-9e69-42d3-a6b3-ba652ab6776f'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:29.113478 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a991b07-dec6-4432-a4bd-29142a65bbcb" -d '{"events": [{"server_uuid": "13599bea-8ebf-4a5a-bebe-27fc2af1ed85", "name": "network-vif-plugged", "status": "completed", "tag": "65bc0ec1-9e69-42d3-a6b3-ba652ab6776f"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:29.130558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:29.137540 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.207216 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:29.252751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:29.253521 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.254939 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] 10.222.0.73 "PUT /v2.0/ports/6dbb07b8-b18a-4080-964e-16b2a865b9b6 HTTP/1.1" status: 200 len: 1124 time: 3.4103131 Feb 11 05:06:29.256608 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4605f4-2fcb-484f-bde6-aa8300b12f92 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbb07b8-b18a-4080-964e-16b2a865b9b6,revision_number=8']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:29.285789 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-1661b990-0b64-4e20-a565-e9c3fbf6f056 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (a48806c1-b8be-42b3-bdff-f6b60cf609c5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.295184 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf5a943a-8185-4143-8daa-3d14860b65b8 req-454a0523-cb72-449b-a8f1-e0c5ad3995fb service neutron] 10.222.0.73 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171449 Feb 11 05:06:29.301400 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61dc99a3-3efa-4e98-a339-2b589d6bec35'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:29.308330 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['cd461615-d95b-4307-b37a-56f072155ce7', '5087a3bb-5f06-4d50-ba9f-85aa110de8c8'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:29.313119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63866e-14d1-40fa-aaa7-c6e5a5c81c01 req-7fff2061-7d25-4ab3-8d95-c3df423ea27b tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:29.319466 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df63866e-14d1-40fa-aaa7-c6e5a5c81c01 req-7fff2061-7d25-4ab3-8d95-c3df423ea27b tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 946 time: 0.4864376 Feb 11 05:06:29.365576 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['6dbb07b8-b18a-4080-964e-16b2a865b9b6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:29.503342 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-1661b990-0b64-4e20-a565-e9c3fbf6f056 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:29.553092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-1661b990-0b64-4e20-a565-e9c3fbf6f056 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:29.575734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-1661b990-0b64-4e20-a565-e9c3fbf6f056 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:29.593197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-1661b990-0b64-4e20-a565-e9c3fbf6f056 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:29.593699 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-1661b990-0b64-4e20-a565-e9c3fbf6f056 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.632783 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a7c47b-a932-400a-9c67-1976fe015c86 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:29.639803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661b990-0b64-4e20-a565-e9c3fbf6f056 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Pushing event updated for resources: {'Port': ['ID=a48806c1-b8be-42b3-bdff-f6b60cf609c5,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:29.670100 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Publish callbacks [] for port (26a7c47b-a932-400a-9c67-1976fe015c86), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.716714 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Transition to ACTIVE for port object 26a7c47b-a932-400a-9c67-1976fe015c86 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:06:29.720377 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf5a943a-8185-4143-8daa-3d14860b65b8 req-1217337b-69ce-41b7-9a71-2fb4ab351fce service neutron] 10.222.0.73 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039285 Feb 11 05:06:29.724177 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (26a7c47b-a932-400a-9c67-1976fe015c86), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.740723 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-1661b990-0b64-4e20-a565-e9c3fbf6f056 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7742543 Feb 11 05:06:29.762316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df63866e-14d1-40fa-aaa7-c6e5a5c81c01 req-edf88d33-cb6b-45e4-b9a9-5ee46d5a7075 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/security-groups?id=193cb501-40ab-4281-8685-f463d7ed88c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778872 Feb 11 05:06:29.776886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Request body: {'port': {'device_id': '88182f89-4db8-4ffc-8b24-809e69789f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:29.869771 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Pushing event updated for resources: {'Port': ['ID=26a7c47b-a932-400a-9c67-1976fe015c86,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:29.898321 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a48806c1-b8be-42b3-bdff-f6b60cf609c5), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.987409 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Attempting to bind port 26a7c47b-a932-400a-9c67-1976fe015c86 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:29.987773 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Attempting to bind port 26a7c47b-a932-400a-9c67-1976fe015c86 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:29.988122 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Attempting to bind port 26a7c47b-a932-400a-9c67-1976fe015c86 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:30.013173 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Port 26a7c47b-a932-400a-9c67-1976fe015c86 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:30.013502 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Attempting to bind port 26a7c47b-a932-400a-9c67-1976fe015c86 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:30.029059 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:30.029395 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:30.040169 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:30.048224 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Bound port: 26a7c47b-a932-400a-9c67-1976fe015c86, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:30.048554 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (26a7c47b-a932-400a-9c67-1976fe015c86), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:30.150467 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] For port 26a7c47b-a932-400a-9c67-1976fe015c86, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:30.161341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] For port 26a7c47b-a932-400a-9c67-1976fe015c86, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=26a7c47b-a932-400a-9c67-1976fe015c86,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:30.172889 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (26a7c47b-a932-400a-9c67-1976fe015c86), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:30.181894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-96294073-aa53-418c-b283-1b0d29885786 None None] Provisioning complete for port a48806c1-b8be-42b3-bdff-f6b60cf609c5 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:30.183014 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96294073-aa53-418c-b283-1b0d29885786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a48806c1-b8be-42b3-bdff-f6b60cf609c5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:30.232358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-96294073-aa53-418c-b283-1b0d29885786 None None] Port a48806c1-b8be-42b3-bdff-f6b60cf609c5 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:30.239723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:30.240469 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:30.243661 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] 10.222.0.73 "PUT /v2.0/ports/26a7c47b-a932-400a-9c67-1976fe015c86 HTTP/1.1" status: 200 len: 1097 time: 2.7060940 Feb 11 05:06:30.244888 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7110cc56-8f96-4d36-bae3-77022aae593c', 'tag': '26a7c47b-a932-400a-9c67-1976fe015c86'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:30.248348 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd27e92b-f714-4dfe-9e1d-c217b9dfddef" -d '{"events": [{"name": "network-changed", "server_uuid": "7110cc56-8f96-4d36-bae3-77022aae593c", "tag": "26a7c47b-a932-400a-9c67-1976fe015c86"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:30.314688 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a557e-8924-4e66-af12-fb171adcdab5 service neutron] Pushing event updated for resources: {'Port': ['ID=26a7c47b-a932-400a-9c67-1976fe015c86,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:30.375979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-cbfe6c61-b25b-4fbe-9f4f-7f021fa29b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:30.377789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc290f7-6b3b-48f9-bc0d-7049a76d0eb6 req-21a65acc-4f59-4cc2-8ee1-46ff86991f7d tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:30.379345 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-cbfe6c61-b25b-4fbe-9f4f-7f021fa29b64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=7110cc56-8f96-4d36-bae3-77022aae593c HTTP/1.1" status: 200 len: 1131 time: 0.0776017 Feb 11 05:06:30.384670 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7dc290f7-6b3b-48f9-bc0d-7049a76d0eb6 req-21a65acc-4f59-4cc2-8ee1-46ff86991f7d tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=13599bea-8ebf-4a5a-bebe-27fc2af1ed85 HTTP/1.1" status: 200 len: 945 time: 0.4644842 Feb 11 05:06:30.458323 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-81cc299e-46c9-48a9-83c7-c931c6e87e58 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4034648 Feb 11 05:06:30.469747 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-1536958f-a083-4a8c-9a99-9564c6d6c047 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=26a7c47b-a932-400a-9c67-1976fe015c86 HTTP/1.1" status: 200 len: 217 time: 0.0821187 Feb 11 05:06:30.472233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7064b7b-e0fa-4cf4-810f-5731c1dbfb2f req-580a7e47-b225-44fb-a069-d933535a13cf tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:30.480807 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7064b7b-e0fa-4cf4-810f-5731c1dbfb2f req-580a7e47-b225-44fb-a069-d933535a13cf tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=1eb57c64-9c89-4320-ad1c-ca0ddec86ad5 HTTP/1.1" status: 200 len: 943 time: 0.4270313 Feb 11 05:06:30.506311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-e7c500ea-d924-4c3e-b18f-5dd8c9b6968b service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:06:30.507359 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-e7c500ea-d924-4c3e-b18f-5dd8c9b6968b service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0230739 Feb 11 05:06:30.530732 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-e74b3f62-3810-4f43-aabe-43d405a0b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:30.534246 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-e74b3f62-3810-4f43-aabe-43d405a0b732 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0586038 Feb 11 05:06:30.535299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b05f73cc-d908-4d04-8be2-b65362752fc0 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:30.621787 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7dc290f7-6b3b-48f9-bc0d-7049a76d0eb6 req-053375c1-df9b-426f-85a2-d35953e8c9b4 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295432 Feb 11 05:06:30.632715 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-6bcbe922-201c-47d1-944c-92d7bbf8a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:30.634232 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-6bcbe922-201c-47d1-944c-92d7bbf8a552 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0946093 Feb 11 05:06:30.702505 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0e0c9cc3-a2b2-47b1-bbd7-e0966764bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:30.713919 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cf9a27-a825-4fc6-aa70-46d711134dea x-openstack-request-id: req-d6cf9a27-a825-4fc6-aa70-46d711134dea {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:30.715182 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13599bea-8ebf-4a5a-bebe-27fc2af1ed85", "name": "network-vif-plugged", "status": "completed", "tag": "65bc0ec1-9e69-42d3-a6b3-ba652ab6776f", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:30.715666 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d6cf9a27-a825-4fc6-aa70-46d711134dea {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:30.716605 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13599bea-8ebf-4a5a-bebe-27fc2af1ed85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bc0ec1-9e69-42d3-a6b3-ba652ab6776f', 'code': 200} Feb 11 05:06:30.741788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4745f197-d00f-4b63-8888-15dbdaa78685', 'tag': '6dbb07b8-b18a-4080-964e-16b2a865b9b6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:30.747264 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305547f3-6e32-4dbc-b229-092efb074e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "4745f197-d00f-4b63-8888-15dbdaa78685", "tag": "6dbb07b8-b18a-4080-964e-16b2a865b9b6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:30.786659 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7064b7b-e0fa-4cf4-810f-5731c1dbfb2f req-7d7dfa88-959a-4420-bae0-0471aaae8a61 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3046961 Feb 11 05:06:30.835748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port b05f73cc-d908-4d04-8be2-b65362752fc0, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b05f73cc-d908-4d04-8be2-b65362752fc0,segment=NetworkSegment(9c507bc9-7d10-4ff7-8d02-254e3be1f6ed),segment_id=9c507bc9-7d10-4ff7-8d02-254e3be1f6ed)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:30.855924 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-a47ff3f8-751d-4fd0-9ef9-c2714c6aff82 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129107 Feb 11 05:06:30.858647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'b05f73cc-d908-4d04-8be2-b65362752fc0', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'port_id': 'b05f73cc-d908-4d04-8be2-b65362752fc0', 'mac_address': 'fa:16:3e:55:bf:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:30.941791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port b05f73cc-d908-4d04-8be2-b65362752fc0 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:30.942322 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b05f73cc-d908-4d04-8be2-b65362752fc0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:30.956828 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05f73cc-d908-4d04-8be2-b65362752fc0 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:30.977711 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port b05f73cc-d908-4d04-8be2-b65362752fc0, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b05f73cc-d908-4d04-8be2-b65362752fc0,segment=NetworkSegment(9c507bc9-7d10-4ff7-8d02-254e3be1f6ed),segment_id=9c507bc9-7d10-4ff7-8d02-254e3be1f6ed)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:30.984918 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b05f73cc-d908-4d04-8be2-b65362752fc0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:31.028409 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abbef7-ab48-47dd-abc7-efc504470be8 req-901df59e-b39f-4b08-a4f4-48e4b63e6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:31.029925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0abbef7-ab48-47dd-abc7-efc504470be8 req-901df59e-b39f-4b08-a4f4-48e4b63e6b4e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=13599bea-8ebf-4a5a-bebe-27fc2af1ed85 HTTP/1.1" status: 200 len: 1128 time: 0.1833832 Feb 11 05:06:31.052166 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48806c1-b8be-42b3-bdff-f6b60cf609c5 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:31.053019 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-0a714db8-1279-4ed7-ac4d-da506cc42148 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891534 Feb 11 05:06:31.067043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372465f-cbc8-44d5-ae56-2745d82e460c req-36291cc8-9df0-4c8d-8850-a85740a07135 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:31.073982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6372465f-cbc8-44d5-ae56-2745d82e460c req-36291cc8-9df0-4c8d-8850-a85740a07135 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=7110cc56-8f96-4d36-bae3-77022aae593c HTTP/1.1" status: 200 len: 948 time: 0.1997917 Feb 11 05:06:31.080168 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Publish callbacks [] for port (a48806c1-b8be-42b3-bdff-f6b60cf609c5), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:31.093082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=b05f73cc-d908-4d04-8be2-b65362752fc0,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:31.107453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244f09a-ae58-476a-a174-1a5a159351c4 req-7233ebd0-8512-4973-a13e-0c99d3bb0a83 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:31.114320 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4244f09a-ae58-476a-a174-1a5a159351c4 req-7233ebd0-8512-4973-a13e-0c99d3bb0a83 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 944 time: 0.2015009 Feb 11 05:06:31.155389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Transition to ACTIVE for port object a48806c1-b8be-42b3-bdff-f6b60cf609c5 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:06:31.173118 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a48806c1-b8be-42b3-bdff-f6b60cf609c5), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:31.238355 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0abbef7-ab48-47dd-abc7-efc504470be8 req-2b36b76c-91ff-473e-9603-0c040132c799 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788769 Feb 11 05:06:31.249666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6372465f-cbc8-44d5-ae56-2745d82e460c req-4512e6b3-3bb4-417f-9d51-7923b09e301e tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748617 Feb 11 05:06:31.268013 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4244f09a-ae58-476a-a174-1a5a159351c4 req-d1cbc863-b92b-4e37-aaba-91ccbc604a3c tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528287 Feb 11 05:06:31.296071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Pushing event updated for resources: {'Port': ['ID=a48806c1-b8be-42b3-bdff-f6b60cf609c5,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:31.323645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['b05f73cc-d908-4d04-8be2-b65362752fc0'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:31.455356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Attempting to bind port a48806c1-b8be-42b3-bdff-f6b60cf609c5 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:31.456063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Attempting to bind port a48806c1-b8be-42b3-bdff-f6b60cf609c5 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:31.456063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Attempting to bind port a48806c1-b8be-42b3-bdff-f6b60cf609c5 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:31.524524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Port a48806c1-b8be-42b3-bdff-f6b60cf609c5 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:31.525088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Attempting to bind port a48806c1-b8be-42b3-bdff-f6b60cf609c5 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:31.566816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:31.567185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:31.567617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:31.568057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Bound port: a48806c1-b8be-42b3-bdff-f6b60cf609c5, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:31.568412 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a48806c1-b8be-42b3-bdff-f6b60cf609c5), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:31.617912 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e091dd-a86a-4653-807d-df7094a27e6d req-c8e4de4a-45bf-4f14-9658-0eede4125216 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:31.619307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1e091dd-a86a-4653-807d-df7094a27e6d req-c8e4de4a-45bf-4f14-9658-0eede4125216 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.2654381 Feb 11 05:06:31.653076 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48646) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:31.658680 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-e3113df3-58ad-4957-8c9d-bac77752512a tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3682957 Feb 11 05:06:31.675578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:31.735632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1e091dd-a86a-4653-807d-df7094a27e6d req-b06ab12d-152c-4424-9ba9-1635fd18c8cd tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064990 Feb 11 05:06:31.737931 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:31.740780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] For port a48806c1-b8be-42b3-bdff-f6b60cf609c5, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:31.762950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] For port a48806c1-b8be-42b3-bdff-f6b60cf609c5, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a48806c1-b8be-42b3-bdff-f6b60cf609c5,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:31.777727 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a48806c1-b8be-42b3-bdff-f6b60cf609c5), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:31.794673 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3d8b92-8b07-4aa6-a4f9-ba79fc08b42b x-openstack-request-id: req-bb3d8b92-8b07-4aa6-a4f9-ba79fc08b42b {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:31.794963 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7110cc56-8f96-4d36-bae3-77022aae593c", "tag": "26a7c47b-a932-400a-9c67-1976fe015c86", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:31.795648 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bb3d8b92-8b07-4aa6-a4f9-ba79fc08b42b {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:31.796204 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7110cc56-8f96-4d36-bae3-77022aae593c', 'tag': '26a7c47b-a932-400a-9c67-1976fe015c86', 'status': 'completed', 'code': 200} Feb 11 05:06:31.814461 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac35007-fad0-476f-964a-491006ae1ca7 req-503a33ad-a062-4057-9fba-02c8f62102a7 tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:31.816934 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-503a33ad-a062-4057-9fba-02c8f62102a7 tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] 10.222.0.87 "GET /v2.0/ports/4bd19739-983b-42da-9114-39fe4b424741 HTTP/1.1" status: 200 len: 1130 time: 0.1621323 Feb 11 05:06:31.824466 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6985af39-fd10-497f-9674-1eab2a2eb085 x-openstack-request-id: req-6985af39-fd10-497f-9674-1eab2a2eb085 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:31.825166 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4745f197-d00f-4b63-8888-15dbdaa78685", "tag": "6dbb07b8-b18a-4080-964e-16b2a865b9b6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:31.825603 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6985af39-fd10-497f-9674-1eab2a2eb085 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:31.826397 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4745f197-d00f-4b63-8888-15dbdaa78685', 'tag': '6dbb07b8-b18a-4080-964e-16b2a865b9b6', 'status': 'completed', 'code': 200} Feb 11 05:06:31.829785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:31.830561 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:31.832570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] 10.222.0.88 "PUT /v2.0/ports/a48806c1-b8be-42b3-bdff-f6b60cf609c5 HTTP/1.1" status: 200 len: 1096 time: 2.0690570 Feb 11 05:06:31.897413 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6a723-6f5f-4b9d-9f16-fe4582465b68 service neutron] Pushing event updated for resources: {'Port': ['ID=a48806c1-b8be-42b3-bdff-f6b60cf609c5,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:31.948419 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27e92b-f714-4dfe-9e1d-c217b9dfddef req-a634a7c8-6875-4bb2-8528-2a51b479691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:31.954593 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cd27e92b-f714-4dfe-9e1d-c217b9dfddef req-a634a7c8-6875-4bb2-8528-2a51b479691f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=7110cc56-8f96-4d36-bae3-77022aae593c HTTP/1.1" status: 200 len: 1131 time: 0.1138310 Feb 11 05:06:32.008426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305547f3-6e32-4dbc-b229-092efb074e5c req-e1958f16-6d2e-4620-9e6e-efa68cf17faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:32.010788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-305547f3-6e32-4dbc-b229-092efb074e5c req-e1958f16-6d2e-4620-9e6e-efa68cf17faf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 1158 time: 0.1267898 Feb 11 05:06:32.022760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-423cb77e-4cf2-4a46-a507-fb6b75a70192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:32.024486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-423cb77e-4cf2-4a46-a507-fb6b75a70192 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=88182f89-4db8-4ffc-8b24-809e69789f92 HTTP/1.1" status: 200 len: 1130 time: 0.1015818 Feb 11 05:06:32.118333 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27e92b-f714-4dfe-9e1d-c217b9dfddef req-6abd2cfc-a137-45cc-8261-086de4f71dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:32.122569 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cd27e92b-f714-4dfe-9e1d-c217b9dfddef req-6abd2cfc-a137-45cc-8261-086de4f71dee service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.1651297 Feb 11 05:06:32.195342 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cd27e92b-f714-4dfe-9e1d-c217b9dfddef req-f486a847-8635-44ee-a26f-f4d65f10a0d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=26a7c47b-a932-400a-9c67-1976fe015c86 HTTP/1.1" status: 200 len: 217 time: 0.0586531 Feb 11 05:06:32.231353 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:32.275179 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27e92b-f714-4dfe-9e1d-c217b9dfddef req-4db47e22-c3a1-4e37-8ec0-3958445add65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:32.278103 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cd27e92b-f714-4dfe-9e1d-c217b9dfddef req-4db47e22-c3a1-4e37-8ec0-3958445add65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0627334 Feb 11 05:06:32.333286 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27e92b-f714-4dfe-9e1d-c217b9dfddef req-0ffb201c-0313-479e-b6ce-30c635e1e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:32.334908 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cd27e92b-f714-4dfe-9e1d-c217b9dfddef req-0ffb201c-0313-479e-b6ce-30c635e1e1f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0498691 Feb 11 05:06:32.385669 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:32.388277 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-899ed54a-97c2-4295-aafb-e5141da71360 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=a48806c1-b8be-42b3-bdff-f6b60cf609c5 HTTP/1.1" status: 200 len: 217 time: 0.3523636 Feb 11 05:06:32.440530 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cd27e92b-f714-4dfe-9e1d-c217b9dfddef req-c781464e-e50c-4eea-9f9b-a1347e2ebb8a service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960405 Feb 11 05:06:32.455082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-60b2d3ec-8a92-41c0-ab6c-d1614ae22365 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=daf3dcf81ac241aa923409ec325c0dd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739119 Feb 11 05:06:32.459477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305547f3-6e32-4dbc-b229-092efb074e5c req-82347ef9-b0b5-4a22-840c-5a265a017a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:32.461036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-305547f3-6e32-4dbc-b229-092efb074e5c req-82347ef9-b0b5-4a22-840c-5a265a017a1f service neutron] 10.222.0.88 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.4424069 Feb 11 05:06:32.538888 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cd27e92b-f714-4dfe-9e1d-c217b9dfddef req-afb44058-c098-4098-8f17-8373bbea7bd3 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912597 Feb 11 05:06:32.550930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 6dbb07b8-b18a-4080-964e-16b2a865b9b6 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:32.557924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b05f73cc-d908-4d04-8be2-b65362752fc0 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:32.564597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-305547f3-6e32-4dbc-b229-092efb074e5c req-8b72ca1b-17b4-4068-8a8b-8e3844ee71d7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dbb07b8-b18a-4080-964e-16b2a865b9b6 HTTP/1.1" status: 200 len: 217 time: 0.0761213 Feb 11 05:06:32.599317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-ae74cdfa-1938-4daf-b85d-e48895b2f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:32.600909 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-ae74cdfa-1938-4daf-b85d-e48895b2f662 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1957717 Feb 11 05:06:32.671630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port b05f73cc-d908-4d04-8be2-b65362752fc0 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:06:32.678764 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port b05f73cc-d908-4d04-8be2-b65362752fc0 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:32.679144 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b05f73cc-d908-4d04-8be2-b65362752fc0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:32.720942 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6dbb07b8-b18a-4080-964e-16b2a865b9b6,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:32.735138 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 6dbb07b8-b18a-4080-964e-16b2a865b9b6 has no active binding in host n-h1-713499-38 {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:06:32.744362 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305547f3-6e32-4dbc-b229-092efb074e5c req-122b867e-c318-4081-8b43-b8948a0f1dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:32.745891 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-305547f3-6e32-4dbc-b229-092efb074e5c req-122b867e-c318-4081-8b43-b8948a0f1dfa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.1658602 Feb 11 05:06:32.765973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Allocated IP 172.25.5.85 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/228eefc1-028c-4ef2-8042-255903266e77) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:32.786141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-fcda468d-c25c-4869-a78b-026609db7eb9 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:32.786941 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port b05f73cc-d908-4d04-8be2-b65362752fc0 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:32.787349 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b05f73cc-d908-4d04-8be2-b65362752fc0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:32.792712 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-fcda468d-c25c-4869-a78b-026609db7eb9 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3054395 Feb 11 05:06:32.811267 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb57c64-9c89-4320-ad1c-ca0ddec86ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05f73cc-d908-4d04-8be2-b65362752fc0'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:32.813540 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0f69a7-dfaf-423f-b43c-223d19b0dc30" -d '{"events": [{"server_uuid": "1eb57c64-9c89-4320-ad1c-ca0ddec86ad5", "name": "network-vif-plugged", "status": "completed", "tag": "b05f73cc-d908-4d04-8be2-b65362752fc0"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:32.826337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port b05f73cc-d908-4d04-8be2-b65362752fc0, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b05f73cc-d908-4d04-8be2-b65362752fc0,segment=NetworkSegment(9c507bc9-7d10-4ff7-8d02-254e3be1f6ed),segment_id=9c507bc9-7d10-4ff7-8d02-254e3be1f6ed)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:32.828305 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-305547f3-6e32-4dbc-b229-092efb074e5c req-edffefb7-6ea3-45f1-b033-6def86dcce15 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692844 Feb 11 05:06:32.830621 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b05f73cc-d908-4d04-8be2-b65362752fc0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:32.846657 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-8a5e8192-1fad-4ce4-80de-423b2e9b810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:32.848348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-8a5e8192-1fad-4ce4-80de-423b2e9b810a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1976316 Feb 11 05:06:32.853392 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-09187719-dbc3-4996-8485-033b944e739a tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/quotas/daf3dcf81ac241aa923409ec325c0dd1 HTTP/1.1" status: 200 len: 375 time: 0.0596240 Feb 11 05:06:32.881850 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=b05f73cc-d908-4d04-8be2-b65362752fc0,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:32.961264 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-e0850717-99ab-4f54-8909-43701ffe5c8b tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=daf3dcf81ac241aa923409ec325c0dd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945280 Feb 11 05:06:33.105044 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for port (228eefc1-028c-4ef2-8042-255903266e77), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:33.109583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-af9367d6-4d26-4c50-9397-930300e5c493 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411585 Feb 11 05:06:33.111382 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-305547f3-6e32-4dbc-b229-092efb074e5c req-138e13dd-acca-413e-a05c-525661a31999 service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617230 Feb 11 05:06:33.159777 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac35007-fad0-476f-964a-491006ae1ca7 req-a830f9d7-5725-4cc4-baf5-6d46fac25e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:33.161464 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-a830f9d7-5725-4cc4-baf5-6d46fac25e6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 1133 time: 0.0543618 Feb 11 05:06:33.269774 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac35007-fad0-476f-964a-491006ae1ca7 req-59c80980-ace4-44b5-a146-d75083b5bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:33.271675 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-59c80980-ace4-44b5-a146-d75083b5bbe7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.1031985 Feb 11 05:06:33.322716 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-cccc3d86-a740-43a6-9bc7-35b46c2c5581 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=4bd19739-983b-42da-9114-39fe4b424741 HTTP/1.1" status: 200 len: 217 time: 0.0430472 Feb 11 05:06:33.330690 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (228eefc1-028c-4ef2-8042-255903266e77), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:33.380591 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac35007-fad0-476f-964a-491006ae1ca7 req-e2fd5858-e591-4435-bdb6-25d95b5ef9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:33.382528 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-e2fd5858-e591-4435-bdb6-25d95b5ef9da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0535278 Feb 11 05:06:33.423307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ee482-d629-4c93-b5d2-73de91f1552d req-52b5522a-2537-4c90-b067-8eee6572ac1b tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:33.424834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-600ee482-d629-4c93-b5d2-73de91f1552d req-52b5522a-2537-4c90-b067-8eee6572ac1b tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=13599bea-8ebf-4a5a-bebe-27fc2af1ed85 HTTP/1.1" status: 200 len: 945 time: 0.3059042 Feb 11 05:06:33.426743 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:33.431615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:33.437656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c20d106b-0232-4535-b1da-84c3ca5a6aa3 req-acfbd61b-103d-425a-8284-2580729673f6 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058209 Feb 11 05:06:33.439411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-305547f3-6e32-4dbc-b229-092efb074e5c req-9fe75d13-d6f9-46b6-ba00-553f086db10b service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101091 Feb 11 05:06:33.440862 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac35007-fad0-476f-964a-491006ae1ca7 req-c36fff9a-4f5b-4433-993c-9a6dbe680235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:33.442460 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-c36fff9a-4f5b-4433-993c-9a6dbe680235 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0536549 Feb 11 05:06:33.452389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:33.456873 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:33.460758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Pushing event updated for resources: {'Port': ['ID=228eefc1-028c-4ef2-8042-255903266e77,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:33.472474 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-2900ce61-77b5-44fd-8631-95975b458a86 service neutron] 10.222.0.88 "GET /v2.0/ports/6dbb07b8-b18a-4080-964e-16b2a865b9b6/bindings/n-h1-713499-38 HTTP/1.1" status: 200 len: 385 time: 0.2240548 Feb 11 05:06:33.589566 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3044223f-b610-40e0-b95c-b62cf2368ecd service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159797 Feb 11 05:06:33.600181 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-600ee482-d629-4c93-b5d2-73de91f1552d req-82135d7f-7474-4e69-ae8f-8e79a6251f32 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666934 Feb 11 05:06:33.622566 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for floatingip (a51994b8-4592-409e-863d-7f21b0545c75), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:33.696076 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-9c66f536-9496-429e-b0d2-5277a8b3938b service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996211 Feb 11 05:06:33.727929 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (228eefc1-028c-4ef2-8042-255903266e77), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:33.830311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88182f89-4db8-4ffc-8b24-809e69789f92', 'tag': 'a48806c1-b8be-42b3-bdff-f6b60cf609c5'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:33.832352 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7623aa-3885-44f1-b283-7627caeb4a96" -d '{"events": [{"name": "network-changed", "server_uuid": "88182f89-4db8-4ffc-8b24-809e69789f92", "tag": "a48806c1-b8be-42b3-bdff-f6b60cf609c5"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:33.848502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0787fd3-8181-4273-8625-7f3eb838beef req-f7de71ed-3d78-495e-b73b-10dff8c65755 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:33.850538 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c0787fd3-8181-4273-8625-7f3eb838beef req-f7de71ed-3d78-495e-b73b-10dff8c65755 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=1eb57c64-9c89-4320-ad1c-ca0ddec86ad5 HTTP/1.1" status: 200 len: 945 time: 0.1661692 Feb 11 05:06:33.940037 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f2049652-1c49-4f14-9841-abc60cb1865a req-10fd4146-53d5-46c5-a015-cafba0b84f56 service neutron] For port 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6dbb07b8-b18a-4080-964e-16b2a865b9b6,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:33.992836 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f2049652-1c49-4f14-9841-abc60cb1865a req-10fd4146-53d5-46c5-a015-cafba0b84f56 service neutron] For port 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:34.002353 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c0787fd3-8181-4273-8625-7f3eb838beef req-06855a98-7807-4c71-bd41-45dc3a303da3 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383619 Feb 11 05:06:34.053729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-f2049652-1c49-4f14-9841-abc60cb1865a req-10fd4146-53d5-46c5-a015-cafba0b84f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbb07b8-b18a-4080-964e-16b2a865b9b6 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:34.073566 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f2049652-1c49-4f14-9841-abc60cb1865a req-10fd4146-53d5-46c5-a015-cafba0b84f56 service neutron] For port 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6dbb07b8-b18a-4080-964e-16b2a865b9b6,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:34.089639 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for port (228eefc1-028c-4ef2-8042-255903266e77), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:34.095294 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (228eefc1-028c-4ef2-8042-255903266e77), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:34.113353 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f2049652-1c49-4f14-9841-abc60cb1865a req-10fd4146-53d5-46c5-a015-cafba0b84f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:34.395026 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a51994b8-4592-409e-863d-7f21b0545c75), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:34.436380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-8e44584f-fd82-40a0-b42c-2210e13b6bc1 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=daf3dcf81ac241aa923409ec325c0dd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629132 Feb 11 05:06:34.453961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Pushing event updated for resources: {'Port': ['ID=228eefc1-028c-4ef2-8042-255903266e77,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:34.472427 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:34.473555 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-ea8debf9-d3ab-4e5b-8e43-991ca28627c3 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8075526 Feb 11 05:06:34.483101 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141030de-409e-4b4e-a9d5-66e14b2e815f req-1264f2d1-324b-4155-9c81-e25218f70626 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:34.484538 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-141030de-409e-4b4e-a9d5-66e14b2e815f req-1264f2d1-324b-4155-9c81-e25218f70626 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=7110cc56-8f96-4d36-bae3-77022aae593c HTTP/1.1" status: 200 len: 948 time: 0.4145300 Feb 11 05:06:34.556687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 26a7c47b-a932-400a-9c67-1976fe015c86 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:34.634579 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-7c51b8a0-f9fb-4964-baae-d09b4fea8f3a tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 695 time: 0.1370730 Feb 11 05:06:34.652867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 26a7c47b-a932-400a-9c67-1976fe015c86, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=26a7c47b-a932-400a-9c67-1976fe015c86,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:34.663213 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '26a7c47b-a932-400a-9c67-1976fe015c86', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '26a7c47b-a932-400a-9c67-1976fe015c86', 'mac_address': 'fa:16:3e:04:7d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:34.669976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-f2049652-1c49-4f14-9841-abc60cb1865a req-10fd4146-53d5-46c5-a015-cafba0b84f56 service neutron] Transition to ACTIVE for port object 6dbb07b8-b18a-4080-964e-16b2a865b9b6 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:06:34.691258 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f2049652-1c49-4f14-9841-abc60cb1865a req-10fd4146-53d5-46c5-a015-cafba0b84f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:34.705628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 26a7c47b-a932-400a-9c67-1976fe015c86 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:34.706026 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (26a7c47b-a932-400a-9c67-1976fe015c86), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:34.718884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a7c47b-a932-400a-9c67-1976fe015c86 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:34.738858 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 26a7c47b-a932-400a-9c67-1976fe015c86, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=26a7c47b-a932-400a-9c67-1976fe015c86,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:34.742623 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (26a7c47b-a932-400a-9c67-1976fe015c86), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:34.746948 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-141030de-409e-4b4e-a9d5-66e14b2e815f req-68cd50c1-45e4-400d-b418-39d5d33b0606 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483790 Feb 11 05:06:34.803208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-20a119cb-98c7-4d47-820b-ade1cfe33980 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:34.804762 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-20a119cb-98c7-4d47-820b-ade1cfe33980 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465006 Feb 11 05:06:34.808366 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:34.812660 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=26a7c47b-a932-400a-9c67-1976fe015c86,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:34.829137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-b4760378-1427-40e5-bcba-edeb49849b4d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Request body: {'port': {'device_id': 'd1df5ba5-2764-4152-bf58-e5a601cb6f33', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': 'daf3dcf81ac241aa923409ec325c0dd1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:34.852814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2049652-1c49-4f14-9841-abc60cb1865a req-10fd4146-53d5-46c5-a015-cafba0b84f56 service neutron] No DVR routers for this DVR port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:06:34.918754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd4146-53d5-46c5-a015-cafba0b84f56 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbb07b8-b18a-4080-964e-16b2a865b9b6,revision_number=10']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:34.966900 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-03318bf2-e148-451f-9e41-8dfff91772ab tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:34.968262 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-03318bf2-e148-451f-9e41-8dfff91772ab tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.3191504 Feb 11 05:06:34.997848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-1b60d1b1-32eb-4c00-9c27-487e347f943f tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:06:34.998809 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2c222bb-5f74-4e5a-be97-3aed4984b2a9 req-1b60d1b1-32eb-4c00-9c27-487e347f943f tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106337 Feb 11 05:06:35.007773 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-10fd4146-53d5-46c5-a015-cafba0b84f56 service neutron] 10.222.0.88 "PUT /v2.0/ports/6dbb07b8-b18a-4080-964e-16b2a865b9b6/bindings/n-h1-713499-38/activate HTTP/1.1" status: 200 len: 370 time: 1.4996707 Feb 11 05:06:35.033374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['26a7c47b-a932-400a-9c67-1976fe015c86'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:35.042936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e392b2d-6921-4e28-9d8b-2f58c2281b8b req-554e3582-fa1c-4b71-94fb-8a81f4acee74 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:35.044780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e392b2d-6921-4e28-9d8b-2f58c2281b8b req-554e3582-fa1c-4b71-94fb-8a81f4acee74 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 945 time: 0.1932337 Feb 11 05:06:35.079034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-b4760378-1427-40e5-bcba-edeb49849b4d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Made reservation on behalf of daf3dcf81ac241aa923409ec325c0dd1 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:35.083451 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-b4760378-1427-40e5-bcba-edeb49849b4d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:35.095058 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-b4760378-1427-40e5-bcba-edeb49849b4d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:35.136383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2049652-1c49-4f14-9841-abc60cb1865a req-a9d54a1e-09b2-45e3-9f58-fc837aff47a9 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:35.136383 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-a9d54a1e-09b2-45e3-9f58-fc837aff47a9 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685&tenant_id=74a76fe8ac584d85b2325b17c168bf79&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 1128 time: 0.0650542 Feb 11 05:06:35.153466 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e392b2d-6921-4e28-9d8b-2f58c2281b8b req-cee1ec03-d4cb-4336-9fdc-49d52336822a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973852 Feb 11 05:06:35.202305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850581c1-08eb-42e3-9f11-93047d62c989 req-4ec81f0e-a468-498c-a8a2-6fb340a19049 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:35.204181 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-850581c1-08eb-42e3-9f11-93047d62c989 req-4ec81f0e-a468-498c-a8a2-6fb340a19049 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.0913801 Feb 11 05:06:35.216714 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2049652-1c49-4f14-9841-abc60cb1865a req-6ab7c6ad-e53a-44ac-8152-377f568b0d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:35.218390 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-6ab7c6ad-e53a-44ac-8152-377f568b0d01 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685&tenant_id=74a76fe8ac584d85b2325b17c168bf79 HTTP/1.1" status: 200 len: 1128 time: 0.0679047 Feb 11 05:06:35.238546 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255e441e-67a6-4abc-84be-63e8611cac48 x-openstack-request-id: req-255e441e-67a6-4abc-84be-63e8611cac48 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:35.238907 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb57c64-9c89-4320-ad1c-ca0ddec86ad5", "name": "network-vif-plugged", "status": "completed", "tag": "b05f73cc-d908-4d04-8be2-b65362752fc0", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:35.239480 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-255e441e-67a6-4abc-84be-63e8611cac48 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:35.240154 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb57c64-9c89-4320-ad1c-ca0ddec86ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05f73cc-d908-4d04-8be2-b65362752fc0', 'code': 200} Feb 11 05:06:35.302035 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2049652-1c49-4f14-9841-abc60cb1865a req-208b4497-6255-44f0-a03a-ae3d5bb381ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:35.303561 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-208b4497-6255-44f0-a03a-ae3d5bb381ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 1128 time: 0.0590627 Feb 11 05:06:35.308771 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-b4760378-1427-40e5-bcba-edeb49849b4d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks [] for security_group (c78aeb1a-cde7-4897-ae31-170a2ab43b76), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:35.335434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa8d6eea-12b3-45f4-b136-81719643bd46 req-245c479f-0426-44fa-a480-b3c0dd31262a tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=d1df5ba5-2764-4152-bf58-e5a601cb6f33 HTTP/1.1" status: 200 len: 210 time: 0.0469389 Feb 11 05:06:35.357957 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-b4760378-1427-40e5-bcba-edeb49849b4d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c78aeb1a-cde7-4897-ae31-170a2ab43b76), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:35.395398 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2049652-1c49-4f14-9841-abc60cb1865a req-e675cd03-a4d5-4c32-a56b-6f6ab32cb19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:35.397360 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-e675cd03-a4d5-4c32-a56b-6f6ab32cb19e service neutron] 10.222.0.73 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.0881419 Feb 11 05:06:35.434532 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-850581c1-08eb-42e3-9f11-93047d62c989 req-36c16e46-d25a-47a8-b097-b3953fb1b1ab tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128801 Feb 11 05:06:35.444013 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-9bcf2844-f2de-4451-9436-ad9e1de9e8d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dbb07b8-b18a-4080-964e-16b2a865b9b6 HTTP/1.1" status: 200 len: 217 time: 0.0395095 Feb 11 05:06:35.450857 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4760378-1427-40e5-bcba-edeb49849b4d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78aeb1a-cde7-4897-ae31-170a2ab43b76,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:35.474406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98fb1e-0aa0-49ac-bf6a-cf35a406f87c req-c8aea646-5b2b-4c2b-aabd-dce7b9b02635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:35.475967 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe98fb1e-0aa0-49ac-bf6a-cf35a406f87c req-c8aea646-5b2b-4c2b-aabd-dce7b9b02635 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1eb57c64-9c89-4320-ad1c-ca0ddec86ad5 HTTP/1.1" status: 200 len: 1128 time: 0.1695223 Feb 11 05:06:35.513040 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2049652-1c49-4f14-9841-abc60cb1865a req-46580bc2-3297-4610-b79e-4857152de299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:35.514650 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-46580bc2-3297-4610-b79e-4857152de299 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.0645244 Feb 11 05:06:35.536837 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d709fa-570e-4fd9-9935-4b716c58ee01 x-openstack-request-id: req-d7d709fa-570e-4fd9-9935-4b716c58ee01 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:35.537128 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88182f89-4db8-4ffc-8b24-809e69789f92", "tag": "a48806c1-b8be-42b3-bdff-f6b60cf609c5", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:35.537380 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d7d709fa-570e-4fd9-9935-4b716c58ee01 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:35.537840 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88182f89-4db8-4ffc-8b24-809e69789f92', 'tag': 'a48806c1-b8be-42b3-bdff-f6b60cf609c5', 'status': 'completed', 'code': 200} Feb 11 05:06:35.576592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-b4760378-1427-40e5-bcba-edeb49849b4d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Allocated IP 192.168.233.130 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/d12fe5a3-735c-4cef-98f6-902a98c840ff) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:35.584837 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe98fb1e-0aa0-49ac-bf6a-cf35a406f87c req-cb4a2e89-0277-409b-ab27-54e0f6f4c2c5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012914 Feb 11 05:06:35.591060 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-6b2f7c66-ffa4-40f5-bfc1-8523a71c69fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561471 Feb 11 05:06:35.745108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7623aa-3885-44f1-b283-7627caeb4a96 req-3d95ea93-8ff5-4d76-8815-eafd6aba9748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:35.746638 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb7623aa-3885-44f1-b283-7627caeb4a96 req-3d95ea93-8ff5-4d76-8815-eafd6aba9748 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=88182f89-4db8-4ffc-8b24-809e69789f92 HTTP/1.1" status: 200 len: 1130 time: 0.1795697 Feb 11 05:06:35.830668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c146eb-a3eb-44cb-85fc-7146a05122d7 req-b791762e-52ea-43be-a1c7-0002cf74e191 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:35.832188 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9c146eb-a3eb-44cb-85fc-7146a05122d7 req-b791762e-52ea-43be-a1c7-0002cf74e191 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=1eb57c64-9c89-4320-ad1c-ca0ddec86ad5 HTTP/1.1" status: 200 len: 945 time: 0.2267218 Feb 11 05:06:35.888659 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-0563d838-7837-48ef-93cd-de47e02c5c02 service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857224 Feb 11 05:06:35.918914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-ba524a3e-52f4-44fa-8adf-109668db4c8b tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:35.920436 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-ba524a3e-52f4-44fa-8adf-109668db4c8b tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 821 time: 0.3021548 Feb 11 05:06:35.969667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-ca8e8108-b81a-40db-b26f-b7e2ac2d733f tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/quotas/80ff801aea114272a6450e2bfa248723 HTTP/1.1" status: 200 len: 375 time: 0.0375321 Feb 11 05:06:35.979632 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-53bb96ec-719b-43d5-94ae-542f0848c50a service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839560 Feb 11 05:06:36.039212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9c146eb-a3eb-44cb-85fc-7146a05122d7 req-75011b1f-6485-41a1-b259-9bb7a8843a6e tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953290 Feb 11 05:06:36.042993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7623aa-3885-44f1-b283-7627caeb4a96 req-32eb691c-dcef-45e4-990e-a3209da8c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:36.044670 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb7623aa-3885-44f1-b283-7627caeb4a96 req-32eb691c-dcef-45e4-990e-a3209da8c39a service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.2807438 Feb 11 05:06:36.048326 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-b4760378-1427-40e5-bcba-edeb49849b4d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks [] for port (d12fe5a3-735c-4cef-98f6-902a98c840ff), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:36.129513 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb7623aa-3885-44f1-b283-7627caeb4a96 req-ce585845-655c-4464-a6e0-804bcb10e48e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=a48806c1-b8be-42b3-bdff-f6b60cf609c5 HTTP/1.1" status: 200 len: 217 time: 0.0640702 Feb 11 05:06:36.193856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-c98d4a16-b215-4921-82f1-34b0441ff84f tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2097054 Feb 11 05:06:36.219275 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-b4760378-1427-40e5-bcba-edeb49849b4d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (d12fe5a3-735c-4cef-98f6-902a98c840ff), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:36.255829 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2049652-1c49-4f14-9841-abc60cb1865a req-576084fe-7926-42b0-960e-7b60c9fe187d tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:36.257295 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-576084fe-7926-42b0-960e-7b60c9fe187d tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685&tenant_id=74a76fe8ac584d85b2325b17c168bf79&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 1128 time: 0.0539331 Feb 11 05:06:36.283928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7623aa-3885-44f1-b283-7627caeb4a96 req-e0516429-c6e3-4c98-819d-83451bc11259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:36.285427 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb7623aa-3885-44f1-b283-7627caeb4a96 req-e0516429-c6e3-4c98-819d-83451bc11259 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1417997 Feb 11 05:06:36.339727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-b4760378-1427-40e5-bcba-edeb49849b4d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:36.357227 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c34c4-332a-4919-8ff5-5dc42ba5dec5 req-d18e37a4-9058-465e-8e79-35310060162f tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:36.358785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a32c34c4-332a-4919-8ff5-5dc42ba5dec5 req-d18e37a4-9058-465e-8e79-35310060162f tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=13599bea-8ebf-4a5a-bebe-27fc2af1ed85 HTTP/1.1" status: 200 len: 945 time: 0.2395484 Feb 11 05:06:36.368380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-f2049652-1c49-4f14-9841-abc60cb1865a req-77b1aacf-98bf-4c4f-a9a4-af051c2abd2c service neutron] For port 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:36.372307 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f2049652-1c49-4f14-9841-abc60cb1865a req-77b1aacf-98bf-4c4f-a9a4-af051c2abd2c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:36.373397 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f2049652-1c49-4f14-9841-abc60cb1865a req-77b1aacf-98bf-4c4f-a9a4-af051c2abd2c service neutron] 10.222.0.73 "DELETE /v2.0/ports/6dbb07b8-b18a-4080-964e-16b2a865b9b6/bindings/n-h2-713499-38 HTTP/1.1" status: 204 len: 173 time: 0.1097016 Feb 11 05:06:36.384728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-b4760378-1427-40e5-bcba-edeb49849b4d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:36.390094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4760378-1427-40e5-bcba-edeb49849b4d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Pushing event updated for resources: {'Port': ['ID=d12fe5a3-735c-4cef-98f6-902a98c840ff,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:36.393750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-b4760378-1427-40e5-bcba-edeb49849b4d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:36.398985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-b4760378-1427-40e5-bcba-edeb49849b4d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:36.399626 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-b4760378-1427-40e5-bcba-edeb49849b4d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:36.450190 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-b4760378-1427-40e5-bcba-edeb49849b4d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6266303 Feb 11 05:06:36.452192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-4b84a9e5-1409-4246-a795-5725164b01c9 service neutron] 10.222.0.87 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477431 Feb 11 05:06:36.473150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Request body: {'port': {'device_id': 'd1df5ba5-2764-4152-bf58-e5a601cb6f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:36.540100 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a32c34c4-332a-4919-8ff5-5dc42ba5dec5 req-523c52d8-a6df-416c-a8fc-66841d8c5f57 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508844 Feb 11 05:06:36.572363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 26a7c47b-a932-400a-9c67-1976fe015c86 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:36.575578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7623aa-3885-44f1-b283-7627caeb4a96 req-f64c4f21-9d78-40ed-b8db-14f11b2f65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:36.576780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb7623aa-3885-44f1-b283-7627caeb4a96 req-f64c4f21-9d78-40ed-b8db-14f11b2f65a1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2547979 Feb 11 05:06:36.625493 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 26a7c47b-a932-400a-9c67-1976fe015c86 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:06:36.630131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 26a7c47b-a932-400a-9c67-1976fe015c86 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:36.630584 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (26a7c47b-a932-400a-9c67-1976fe015c86), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:36.691321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f129da95-8335-47bb-9355-4fc2c8179ef7 None None] Provisioning complete for port d12fe5a3-735c-4cef-98f6-902a98c840ff triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:36.691734 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f129da95-8335-47bb-9355-4fc2c8179ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d12fe5a3-735c-4cef-98f6-902a98c840ff), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:36.759475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f129da95-8335-47bb-9355-4fc2c8179ef7 None None] Port d12fe5a3-735c-4cef-98f6-902a98c840ff cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:36.776750 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 26a7c47b-a932-400a-9c67-1976fe015c86 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:36.777148 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (26a7c47b-a932-400a-9c67-1976fe015c86), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:36.817306 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 26a7c47b-a932-400a-9c67-1976fe015c86, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=26a7c47b-a932-400a-9c67-1976fe015c86,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:36.822445 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (26a7c47b-a932-400a-9c67-1976fe015c86), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:36.871240 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a48806c1-b8be-42b3-bdff-f6b60cf609c5 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:36.873837 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 6dbb07b8-b18a-4080-964e-16b2a865b9b6 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:06:36.905947 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d12fe5a3-735c-4cef-98f6-902a98c840ff), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:36.926899 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] The host n-h2-713499-38 is not matching for port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 host n-h1-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:06:36.927481 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 6dbb07b8-b18a-4080-964e-16b2a865b9b6 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:06:36.963883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-babd9faf-a317-4f13-b4b6-4313a271d22c service neutron] 10.222.0.87 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995875 Feb 11 05:06:37.049486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb7623aa-3885-44f1-b283-7627caeb4a96 req-1f2c2c7b-1376-42f3-81fc-25739121430d service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401116 Feb 11 05:06:37.062919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601867bd-e0f1-4007-8af3-d2dfe1c8557e req-4a875f6c-3468-41f7-a678-b17d49635e4e tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:37.064502 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-601867bd-e0f1-4007-8af3-d2dfe1c8557e req-4a875f6c-3468-41f7-a678-b17d49635e4e tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=7110cc56-8f96-4d36-bae3-77022aae593c HTTP/1.1" status: 200 len: 950 time: 0.2010922 Feb 11 05:06:37.077812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=26a7c47b-a932-400a-9c67-1976fe015c86,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:37.085731 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.resource_extend [None req-696501db-9f72-45af-8700-250c124c82b2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:06:37.172934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port a48806c1-b8be-42b3-bdff-f6b60cf609c5, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a48806c1-b8be-42b3-bdff-f6b60cf609c5,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:37.186253 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'a48806c1-b8be-42b3-bdff-f6b60cf609c5', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': 'a48806c1-b8be-42b3-bdff-f6b60cf609c5', 'mac_address': 'fa:16:3e:4c:56:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:37.227128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port a48806c1-b8be-42b3-bdff-f6b60cf609c5 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:37.227549 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a48806c1-b8be-42b3-bdff-f6b60cf609c5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:37.240739 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7110cc56-8f96-4d36-bae3-77022aae593c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a7c47b-a932-400a-9c67-1976fe015c86'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:37.242975 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df234d02-2f71-44e6-bba0-ab423fa79b18" -d '{"events": [{"server_uuid": "7110cc56-8f96-4d36-bae3-77022aae593c", "name": "network-vif-plugged", "status": "completed", "tag": "26a7c47b-a932-400a-9c67-1976fe015c86"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:37.247078 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48806c1-b8be-42b3-bdff-f6b60cf609c5 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:37.267047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port a48806c1-b8be-42b3-bdff-f6b60cf609c5, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a48806c1-b8be-42b3-bdff-f6b60cf609c5,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:37.274073 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a48806c1-b8be-42b3-bdff-f6b60cf609c5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:37.328051 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-601867bd-e0f1-4007-8af3-d2dfe1c8557e req-efdee9ba-8720-48dc-a3f5-1a31e9babaf0 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895812 Feb 11 05:06:37.335543 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=a48806c1-b8be-42b3-bdff-f6b60cf609c5,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:37.381753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba0953-cbbe-4446-b9ec-3df7bee46d40 req-68ea4763-7ade-462b-b2c7-3570ecbd37c3 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:37.382739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7ba0953-cbbe-4446-b9ec-3df7bee46d40 req-68ea4763-7ade-462b-b2c7-3570ecbd37c3 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 945 time: 0.2118528 Feb 11 05:06:37.396181 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb7623aa-3885-44f1-b283-7627caeb4a96 req-3ab3479f-3435-4f5b-be2d-ab927148a056 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757130 Feb 11 05:06:37.502834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7ba0953-cbbe-4446-b9ec-3df7bee46d40 req-b424f175-c1f5-4591-a986-a7eaa1463a49 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089411 Feb 11 05:06:37.523512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fade664-5c47-4b20-b0cb-f0c2e683ab5c req-cbdd12a1-6bd3-4570-9623-a68205dfd63b tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:37.525013 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fade664-5c47-4b20-b0cb-f0c2e683ab5c req-cbdd12a1-6bd3-4570-9623-a68205dfd63b tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=d1df5ba5-2764-4152-bf58-e5a601cb6f33 HTTP/1.1" status: 200 len: 936 time: 0.1215718 Feb 11 05:06:37.583393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['a48806c1-b8be-42b3-bdff-f6b60cf609c5'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:37.590074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12fe5a3-735c-4cef-98f6-902a98c840ff {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:37.617414 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Publish callbacks [] for port (d12fe5a3-735c-4cef-98f6-902a98c840ff), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:37.655071 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fade664-5c47-4b20-b0cb-f0c2e683ab5c req-d94fbf0f-85a5-464b-b105-5eb097c9ebb5 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987418 Feb 11 05:06:37.658348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Transition to ACTIVE for port object d12fe5a3-735c-4cef-98f6-902a98c840ff will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:06:37.672284 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d12fe5a3-735c-4cef-98f6-902a98c840ff), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:37.730711 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e0303-ab3b-4ee3-99a3-da0a914a26ad req-dec93d8a-3d99-4304-b271-5f8f26d181a5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:37.732504 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-376e0303-ab3b-4ee3-99a3-da0a914a26ad req-dec93d8a-3d99-4304-b271-5f8f26d181a5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.1377978 Feb 11 05:06:37.832519 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-376e0303-ab3b-4ee3-99a3-da0a914a26ad req-0e4025dc-7b2a-4558-89c1-abcd2fbe5532 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848887 Feb 11 05:06:37.835037 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Pushing event updated for resources: {'Port': ['ID=d12fe5a3-735c-4cef-98f6-902a98c840ff,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:37.840176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Attempting to bind port d12fe5a3-735c-4cef-98f6-902a98c840ff on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:37.840591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Attempting to bind port d12fe5a3-735c-4cef-98f6-902a98c840ff by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:37.840996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Attempting to bind port d12fe5a3-735c-4cef-98f6-902a98c840ff on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:37.845762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Port d12fe5a3-735c-4cef-98f6-902a98c840ff on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:37.846157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Attempting to bind port d12fe5a3-735c-4cef-98f6-902a98c840ff on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:37.851238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:37.851692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:37.852139 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:37.852639 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Bound port: d12fe5a3-735c-4cef-98f6-902a98c840ff, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:37.853083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d12fe5a3-735c-4cef-98f6-902a98c840ff), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:37.942028 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] For port d12fe5a3-735c-4cef-98f6-902a98c840ff, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:37.945519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] For port d12fe5a3-735c-4cef-98f6-902a98c840ff, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d12fe5a3-735c-4cef-98f6-902a98c840ff,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:37.954952 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d12fe5a3-735c-4cef-98f6-902a98c840ff), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:38.031220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:38.031995 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:38.033634 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] 10.222.0.88 "PUT /v2.0/ports/d12fe5a3-735c-4cef-98f6-902a98c840ff HTTP/1.1" status: 200 len: 1097 time: 1.5711043 Feb 11 05:06:38.036009 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1df5ba5-2764-4152-bf58-e5a601cb6f33', 'tag': 'd12fe5a3-735c-4cef-98f6-902a98c840ff'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:38.038784 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02afa95-2b17-49a9-aa2a-6c7eb3f3497a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1df5ba5-2764-4152-bf58-e5a601cb6f33", "tag": "d12fe5a3-735c-4cef-98f6-902a98c840ff"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:38.066459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a4f3b-f065-4393-9f44-0ab4553394be service neutron] Pushing event updated for resources: {'Port': ['ID=d12fe5a3-735c-4cef-98f6-902a98c840ff,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:38.081431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7c75d-5934-4edb-a617-e077fdcb15b3 req-4cb0a172-e153-47db-a720-d1e1d9e6adc5 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:38.087458 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ae7c75d-5934-4edb-a617-e077fdcb15b3 req-4cb0a172-e153-47db-a720-d1e1d9e6adc5 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=1eb57c64-9c89-4320-ad1c-ca0ddec86ad5 HTTP/1.1" status: 200 len: 945 time: 0.1318266 Feb 11 05:06:38.164222 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04133b06-e60d-4132-9a7d-cac750d7e7f8 req-2967b873-8248-4f32-a228-8bc0b3274c03 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 210 time: 0.0545447 Feb 11 05:06:38.199564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ae7c75d-5934-4edb-a617-e077fdcb15b3 req-03b29a7e-d88f-40c1-985c-2fa8458edb4a tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075790 Feb 11 05:06:38.206948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-3b330ab9-4aa5-4b8e-8ad0-2787d5a72af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:38.209189 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-3b330ab9-4aa5-4b8e-8ad0-2787d5a72af9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=daf3dcf81ac241aa923409ec325c0dd1&device_id=d1df5ba5-2764-4152-bf58-e5a601cb6f33 HTTP/1.1" status: 200 len: 1131 time: 0.0984607 Feb 11 05:06:38.232759 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351115c8-68f1-46de-952f-a641f146e5c5 x-openstack-request-id: req-351115c8-68f1-46de-952f-a641f146e5c5 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:38.233068 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7110cc56-8f96-4d36-bae3-77022aae593c", "name": "network-vif-plugged", "status": "completed", "tag": "26a7c47b-a932-400a-9c67-1976fe015c86", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:38.233383 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-351115c8-68f1-46de-952f-a641f146e5c5 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:38.233722 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7110cc56-8f96-4d36-bae3-77022aae593c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a7c47b-a932-400a-9c67-1976fe015c86', 'code': 200} Feb 11 05:06:38.312034 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-66f67294-a25c-4738-9939-9f710ecc7fe0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d12fe5a3-735c-4cef-98f6-902a98c840ff HTTP/1.1" status: 200 len: 217 time: 0.0784206 Feb 11 05:06:38.322175 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b783685b-ae9a-4a3d-9267-cf6129ed237c x-openstack-request-id: req-b783685b-ae9a-4a3d-9267-cf6129ed237c {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:38.322577 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1df5ba5-2764-4152-bf58-e5a601cb6f33", "tag": "d12fe5a3-735c-4cef-98f6-902a98c840ff", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:38.322878 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b783685b-ae9a-4a3d-9267-cf6129ed237c {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:38.323262 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1df5ba5-2764-4152-bf58-e5a601cb6f33', 'tag': 'd12fe5a3-735c-4cef-98f6-902a98c840ff', 'status': 'completed', 'code': 200} Feb 11 05:06:38.412029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52cd8f-64d9-4dca-b916-262f2a5137a4 req-84b69b97-a68f-4896-abfc-b4f79df2aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:38.416853 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ec52cd8f-64d9-4dca-b916-262f2a5137a4 req-84b69b97-a68f-4896-abfc-b4f79df2aa59 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7110cc56-8f96-4d36-bae3-77022aae593c HTTP/1.1" status: 200 len: 1133 time: 0.0618527 Feb 11 05:06:38.459289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-05fe4570-1020-41b2-80bc-b9a0c510d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:38.460789 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-05fe4570-1020-41b2-80bc-b9a0c510d2f8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1309152 Feb 11 05:06:38.480279 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ec52cd8f-64d9-4dca-b916-262f2a5137a4 req-355eada0-d997-4fc8-ab65-1637f4df3d4d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573933 Feb 11 05:06:38.582473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-9e875830-cb5d-4d8e-aab8-5a45a97c3412 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:38.583943 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-9e875830-cb5d-4d8e-aab8-5a45a97c3412 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.88 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 821 time: 0.2374134 Feb 11 05:06:38.601224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b8c3f-ef87-4771-be95-ee9461361989 req-c77b3e71-dc60-4baf-b406-aa32f2ba3812 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:38.602608 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-509b8c3f-ef87-4771-be95-ee9461361989 req-c77b3e71-dc60-4baf-b406-aa32f2ba3812 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=1eb57c64-9c89-4320-ad1c-ca0ddec86ad5 HTTP/1.1" status: 200 len: 945 time: 0.1602197 Feb 11 05:06:38.609537 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-5f516ad7-379f-45ce-8cca-9279c1112af6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Request body: {'port': {'device_id': '548195da-c8ff-4848-a981-032a60cd571a', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'admin_state_up': True, 'tenant_id': '80ff801aea114272a6450e2bfa248723'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:38.612078 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48776) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:38.613691 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-64dfb79a-2387-465d-b094-a3f94e9699c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:38.615111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-64dfb79a-2387-465d-b094-a3f94e9699c5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1336670 Feb 11 05:06:38.617028 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-340f1628-fc58-4c0b-8044-63fbd6088aff tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Request body: {'floatingip': {'port_id': 'b05f73cc-d908-4d04-8be2-b65362752fc0'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:38.629566 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c41f9-ce62-4855-a33d-21a4a1b37a85 req-7d0993d5-6c98-499f-964d-ecd8a3fc8711 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:38.631090 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-729c41f9-ce62-4855-a33d-21a4a1b37a85 req-7d0993d5-6c98-499f-964d-ecd8a3fc8711 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 1128 time: 0.1381702 Feb 11 05:06:38.656868 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-340f1628-fc58-4c0b-8044-63fbd6088aff tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for floatingip (bb6c4b52-eff0-47b2-92a5-de3d62b6de54), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:38.838921 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-729c41f9-ce62-4855-a33d-21a4a1b37a85 req-8148d377-60f8-4435-9037-a3e5b1dcc59c tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895039 Feb 11 05:06:38.855793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-9c976acd-8e76-4a92-9b1f-853f72d79b4f service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212653 Feb 11 05:06:38.867834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e825677-3d91-4591-b477-089cb1bad317 req-bb97a9bd-084b-44c5-bced-34b762527fa0 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:38.869376 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e825677-3d91-4591-b477-089cb1bad317 req-bb97a9bd-084b-44c5-bced-34b762527fa0 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=7110cc56-8f96-4d36-bae3-77022aae593c HTTP/1.1" status: 200 len: 950 time: 0.1687920 Feb 11 05:06:38.899355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a48806c1-b8be-42b3-bdff-f6b60cf609c5 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:38.906119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-5f516ad7-379f-45ce-8cca-9279c1112af6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Made reservation on behalf of 80ff801aea114272a6450e2bfa248723 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:38.913602 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-5f516ad7-379f-45ce-8cca-9279c1112af6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:38.993243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port a48806c1-b8be-42b3-bdff-f6b60cf609c5 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:06:39.004894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port a48806c1-b8be-42b3-bdff-f6b60cf609c5 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:39.005277 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a48806c1-b8be-42b3-bdff-f6b60cf609c5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.092712 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port a48806c1-b8be-42b3-bdff-f6b60cf609c5 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:39.093053 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a48806c1-b8be-42b3-bdff-f6b60cf609c5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.129887 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port a48806c1-b8be-42b3-bdff-f6b60cf609c5, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a48806c1-b8be-42b3-bdff-f6b60cf609c5,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:39.135394 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a48806c1-b8be-42b3-bdff-f6b60cf609c5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.164202 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-340f1628-fc58-4c0b-8044-63fbd6088aff tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.170471 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-340f1628-fc58-4c0b-8044-63fbd6088aff tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (bb6c4b52-eff0-47b2-92a5-de3d62b6de54), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.187966 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=a48806c1-b8be-42b3-bdff-f6b60cf609c5,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:39.279738 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-340f1628-fc58-4c0b-8044-63fbd6088aff tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Floating IP bb6c4b52-eff0-47b2-92a5-de3d62b6de54 associated. External IP: 172.25.5.206, port: b05f73cc-d908-4d04-8be2-b65362752fc0. Feb 11 05:06:39.347030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-701b0757-9e6d-4d64-8ca0-bf5a3609724a req-9e5fdfe3-1e8b-410a-a8ae-22953099b63f service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743478 Feb 11 05:06:39.359013 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e825677-3d91-4591-b477-089cb1bad317 req-7aeb812e-6c11-447e-9ec9-63fc2ba56cb0 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551146 Feb 11 05:06:39.411044 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819413a-2926-4419-a9fd-af1eb25b7e58 req-05548efd-58c6-40e5-b320-a44b60158ed2 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:39.412622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3819413a-2926-4419-a9fd-af1eb25b7e58 req-05548efd-58c6-40e5-b320-a44b60158ed2 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=d1df5ba5-2764-4152-bf58-e5a601cb6f33 HTTP/1.1" status: 200 len: 948 time: 0.4226346 Feb 11 05:06:39.440630 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.503019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-5f516ad7-379f-45ce-8cca-9279c1112af6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Allocated IP 172.20.0.8 (d350fa86-0547-41d6-9419-e18c3ef33e00/8af96a68-a447-473c-9418-5c5b5c80c18d/dedec55b-70f9-47b0-9369-8d6b22e80e16) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:39.584858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3819413a-2926-4419-a9fd-af1eb25b7e58 req-9cdee7d8-4daf-4b97-9d1e-7bf82391acc8 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562786 Feb 11 05:06:39.586681 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02afa95-2b17-49a9-aa2a-6c7eb3f3497a req-a8d0e0c2-ced6-4b5b-8542-c7bc184912c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:39.589056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c02afa95-2b17-49a9-aa2a-6c7eb3f3497a req-a8d0e0c2-ced6-4b5b-8542-c7bc184912c7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=daf3dcf81ac241aa923409ec325c0dd1&device_id=d1df5ba5-2764-4152-bf58-e5a601cb6f33 HTTP/1.1" status: 200 len: 1131 time: 0.1726835 Feb 11 05:06:39.619275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ec6da-3b94-4166-a53b-af52c5d4536d req-91717173-45d1-44f2-9b5b-17a1f7c362ca tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:39.626259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-870ec6da-3b94-4166-a53b-af52c5d4536d req-91717173-45d1-44f2-9b5b-17a1f7c362ca tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.1882095 Feb 11 05:06:39.829596 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-870ec6da-3b94-4166-a53b-af52c5d4536d req-fdf5f6ff-664c-4021-87d2-400b58108e72 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024469 Feb 11 05:06:39.842908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340f1628-fc58-4c0b-8044-63fbd6088aff tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:06:39.941796 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-5f516ad7-379f-45ce-8cca-9279c1112af6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for port (dedec55b-70f9-47b0-9369-8d6b22e80e16), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:39.944027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48804) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:39.979340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-daf3a84d-aa6f-4fb8-a63f-5be6cf97aeea req-3fbed078-f15f-4781-9466-a38f9e27b30d tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 210 time: 0.0637908 Feb 11 05:06:39.980358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02afa95-2b17-49a9-aa2a-6c7eb3f3497a req-7c7b410b-9860-4cb8-a793-ad9b28a1e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:39.981662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c02afa95-2b17-49a9-aa2a-6c7eb3f3497a req-7c7b410b-9860-4cb8-a793-ad9b28a1e557 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.3799503 Feb 11 05:06:39.985967 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340f1628-fc58-4c0b-8044-63fbd6088aff tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:06:39.994156 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-f2d1ec29-c9d5-4967-af64-c3a232f44529 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:39.998822 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38f519-b065-459a-8f7b-e07e164f3c43 None None] Sync routers for ids ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:06:40.000675 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-f2d1ec29-c9d5-4967-af64-c3a232f44529 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 821 time: 0.2936926 Feb 11 05:06:40.007033 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-340f1628-fc58-4c0b-8044-63fbd6088aff tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.014283 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38f519-b065-459a-8f7b-e07e164f3c43 None None] Routers {'b6620ce7-fc96-4483-a889-e3daa0c0e2d0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:40.015151 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4f38f519-b065-459a-8f7b-e07e164f3c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:06:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:40.041651 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-340f1628-fc58-4c0b-8044-63fbd6088aff tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "PUT /v2.0/floatingips/bb6c4b52-eff0-47b2-92a5-de3d62b6de54 HTTP/1.1" status: 200 len: 991 time: 1.4255376 Feb 11 05:06:40.041651 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb57c64-9c89-4320-ad1c-ca0ddec86ad5', 'tag': 'b05f73cc-d908-4d04-8be2-b65362752fc0'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:40.042996 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfffc95e-b1b9-474f-af10-2c405931edf4" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb57c64-9c89-4320-ad1c-ca0ddec86ad5", "tag": "b05f73cc-d908-4d04-8be2-b65362752fc0"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:40.058668 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c02afa95-2b17-49a9-aa2a-6c7eb3f3497a req-59b1af5d-e64d-40d1-ab5b-b6984e00668b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d12fe5a3-735c-4cef-98f6-902a98c840ff HTTP/1.1" status: 200 len: 217 time: 0.0545123 Feb 11 05:06:40.094225 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-2a604923-8ae9-4b1a-8e60-dd5b39a98456 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/quotas/74a76fe8ac584d85b2325b17c168bf79 HTTP/1.1" status: 200 len: 375 time: 0.0926969 Feb 11 05:06:40.142225 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-077e3e82-9700-43e4-ad08-730e758477f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.171025 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4f38f519-b065-459a-8f7b-e07e164f3c43 None None] Set router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:40.202139 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-5f516ad7-379f-45ce-8cca-9279c1112af6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (dedec55b-70f9-47b0-9369-8d6b22e80e16), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.216056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['3aedc693-d9ef-4417-a3f0-08371e1a40bc'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:40.231870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02afa95-2b17-49a9-aa2a-6c7eb3f3497a req-a66e2769-1e6e-49e2-ad85-42f87e1689a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:40.233414 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c02afa95-2b17-49a9-aa2a-6c7eb3f3497a req-a66e2769-1e6e-49e2-ad85-42f87e1689a8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1564186 Feb 11 05:06:40.242151 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88182f89-4db8-4ffc-8b24-809e69789f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48806c1-b8be-42b3-bdff-f6b60cf609c5'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:40.244622 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75570c63-2e01-42bf-98e0-9cb3f8a5624a" -d '{"events": [{"server_uuid": "88182f89-4db8-4ffc-8b24-809e69789f92", "name": "network-vif-plugged", "status": "completed", "tag": "a48806c1-b8be-42b3-bdff-f6b60cf609c5"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:40.335603 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-5f516ad7-379f-45ce-8cca-9279c1112af6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Network d350fa86-0547-41d6-9419-e18c3ef33e00 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:40.344290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-d974e2e1-6078-454d-be08-2d5aaebd39ca tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2395926 Feb 11 05:06:40.349884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f516ad7-379f-45ce-8cca-9279c1112af6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Pushing event updated for resources: {'Port': ['ID=dedec55b-70f9-47b0-9369-8d6b22e80e16,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:40.357211 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-5f516ad7-379f-45ce-8cca-9279c1112af6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:40.364138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-5f516ad7-379f-45ce-8cca-9279c1112af6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:40.369309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-5f516ad7-379f-45ce-8cca-9279c1112af6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:40.369954 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-5f516ad7-379f-45ce-8cca-9279c1112af6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.393794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43744237-a6ad-4114-ba6c-3a40ec6e0493 req-52a153a6-ee0c-4a1e-9613-8901ee5acf77 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:40.395328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43744237-a6ad-4114-ba6c-3a40ec6e0493 req-52a153a6-ee0c-4a1e-9613-8901ee5acf77 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=1eb57c64-9c89-4320-ad1c-ca0ddec86ad5 HTTP/1.1" status: 200 len: 945 time: 0.2321687 Feb 11 05:06:40.419746 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4f38f519-b065-459a-8f7b-e07e164f3c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 4, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'bb6c4b52-eff0-47b2-92a5-de3d62b6de54', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'port_id': 'b05f73cc-d908-4d04-8be2-b65362752fc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'mac_address': 'fa:16:3e:55:bf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb57c64-9c89-4320-ad1c-ca0ddec86ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:05:23Z', 'updated_at': '2022-02-11T05:06:39Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd325982b-853b-4968-823b-f951e1ed871f', 'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'mac_address': 'fa:16:3e:70:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:56Z', 'updated_at': '2022-02-11T05:05:03Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'subnets': [{'id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:40.449026 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38f519-b065-459a-8f7b-e07e164f3c43 None None] Checking router: b6620ce7-fc96-4483-a889-e3daa0c0e2d0 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:06:40.462790 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-5f516ad7-379f-45ce-8cca-9279c1112af6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8578258 Feb 11 05:06:40.464032 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38f519-b065-459a-8f7b-e07e164f3c43 None None] Routers {'b6620ce7-fc96-4483-a889-e3daa0c0e2d0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:06:40.465311 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4f38f519-b065-459a-8f7b-e07e164f3c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:06:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:40.482071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02afa95-2b17-49a9-aa2a-6c7eb3f3497a req-5b5ffac0-a73b-4512-9921-325665b35bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:40.483467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c02afa95-2b17-49a9-aa2a-6c7eb3f3497a req-5b5ffac0-a73b-4512-9921-325665b35bdb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2197611 Feb 11 05:06:40.487086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Request body: {'port': {'device_id': '548195da-c8ff-4848-a981-032a60cd571a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:40.575359 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-077e3e82-9700-43e4-ad08-730e758477f9 admin admin] Publish callbacks [] for security_group (f6703585-b8b2-4b13-a343-aa8c8d037fff), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.586628 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4f38f519-b065-459a-8f7b-e07e164f3c43 None None] Set router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:06:40.611779 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-077e3e82-9700-43e4-ad08-730e758477f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f6703585-b8b2-4b13-a343-aa8c8d037fff), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.675864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-543f280c-ddd9-4b18-ab6f-1fca163de78b None None] Provisioning complete for port dedec55b-70f9-47b0-9369-8d6b22e80e16 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:40.676138 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-543f280c-ddd9-4b18-ab6f-1fca163de78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (dedec55b-70f9-47b0-9369-8d6b22e80e16), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.699138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43744237-a6ad-4114-ba6c-3a40ec6e0493 req-9a3f178d-264d-45d6-9127-6244f4484a9f tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906027 Feb 11 05:06:40.701039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-eb0c3a0e-bd8f-49d7-a1e2-19984c679b3b service neutron] 10.222.0.87 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148623 Feb 11 05:06:40.722229 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-543f280c-ddd9-4b18-ab6f-1fca163de78b None None] Port dedec55b-70f9-47b0-9369-8d6b22e80e16 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:40.743442 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-077e3e82-9700-43e4-ad08-730e758477f9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2ff40bab51b8468d80f231ae23844246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7948406 Feb 11 05:06:40.744194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48828) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:40.747068 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e3e82-9700-43e4-ad08-730e758477f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6703585-b8b2-4b13-a343-aa8c8d037fff,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:40.759993 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (dedec55b-70f9-47b0-9369-8d6b22e80e16), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.786544 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae025dea-8972-4ef3-8175-b62709f64971 x-openstack-request-id: req-ae025dea-8972-4ef3-8175-b62709f64971 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:40.787041 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb57c64-9c89-4320-ad1c-ca0ddec86ad5", "tag": "b05f73cc-d908-4d04-8be2-b65362752fc0", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:40.787549 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ae025dea-8972-4ef3-8175-b62709f64971 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:40.788664 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb57c64-9c89-4320-ad1c-ca0ddec86ad5', 'tag': 'b05f73cc-d908-4d04-8be2-b65362752fc0', 'status': 'completed', 'code': 200} Feb 11 05:06:40.806406 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7eee4d-ceca-46f1-b841-fa64ede41035 x-openstack-request-id: req-cf7eee4d-ceca-46f1-b841-fa64ede41035 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:40.807362 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88182f89-4db8-4ffc-8b24-809e69789f92", "name": "network-vif-plugged", "status": "completed", "tag": "a48806c1-b8be-42b3-bdff-f6b60cf609c5", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:40.807740 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cf7eee4d-ceca-46f1-b841-fa64ede41035 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:40.808234 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88182f89-4db8-4ffc-8b24-809e69789f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48806c1-b8be-42b3-bdff-f6b60cf609c5', 'code': 200} Feb 11 05:06:40.842394 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c02afa95-2b17-49a9-aa2a-6c7eb3f3497a req-cd083c9c-32a6-4cea-976c-f26d17fa0cfb service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268125 Feb 11 05:06:40.883003 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffc95e-b1b9-474f-af10-2c405931edf4 req-481c41b1-a9e9-43b7-8bbf-9b06b92c5fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:40.883637 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:40.884848 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dfffc95e-b1b9-474f-af10-2c405931edf4 req-481c41b1-a9e9-43b7-8bbf-9b06b92c5fad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=830c226c33b44062af158e8da2ba4bca&device_id=1eb57c64-9c89-4320-ad1c-ca0ddec86ad5 HTTP/1.1" status: 200 len: 1128 time: 0.0882409 Feb 11 05:06:40.903935 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4f38f519-b065-459a-8f7b-e07e164f3c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 4, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'bb6c4b52-eff0-47b2-92a5-de3d62b6de54', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'port_id': 'b05f73cc-d908-4d04-8be2-b65362752fc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'mac_address': 'fa:16:3e:55:bf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb57c64-9c89-4320-ad1c-ca0ddec86ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:05:23Z', 'updated_at': '2022-02-11T05:06:39Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd325982b-853b-4968-823b-f951e1ed871f', 'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'mac_address': 'fa:16:3e:70:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:56Z', 'updated_at': '2022-02-11T05:05:03Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'subnets': [{'id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:06:40.916986 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29e093d9-8464-4c81-a66d-b7fddc6096f3 admin admin] Publish callbacks [] for security_group (f6703585-b8b2-4b13-a343-aa8c8d037fff), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:40.945388 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29e093d9-8464-4c81-a66d-b7fddc6096f3 admin admin] Publish callbacks [] for security_group (f6703585-b8b2-4b13-a343-aa8c8d037fff), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:41.043666 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38f519-b065-459a-8f7b-e07e164f3c43 None None] The sync data for ids ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'] in n-d-713499-38 is: [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 4, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'bb6c4b52-eff0-47b2-92a5-de3d62b6de54', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'port_id': 'b05f73cc-d908-4d04-8be2-b65362752fc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'mac_address': 'fa:16:3e:55:bf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb57c64-9c89-4320-ad1c-ca0ddec86ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:05:23Z', 'updated_at': '2022-02-11T05:06:39Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd325982b-853b-4968-823b-f951e1ed871f', 'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'mac_address': 'fa:16:3e:70:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:56Z', 'updated_at': '2022-02-11T05:05:03Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'subnets': [{'id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:06:41.055983 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffc95e-b1b9-474f-af10-2c405931edf4 req-4f1fb37c-cd88-4a21-a490-ad18ea9a119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:41.057067 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:41.057536 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dfffc95e-b1b9-474f-af10-2c405931edf4 req-4f1fb37c-cd88-4a21-a490-ad18ea9a119a service neutron] 10.222.0.73 "GET /v2.0/networks?id=8e69f742-5887-4dbd-bdbf-d8b7877e4548 HTTP/1.1" status: 200 len: 925 time: 0.1637716 Feb 11 05:06:41.058715 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29e093d9-8464-4c81-a66d-b7fddc6096f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f6703585-b8b2-4b13-a343-aa8c8d037fff), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:41.061387 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29e093d9-8464-4c81-a66d-b7fddc6096f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:41.064902 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-29e093d9-8464-4c81-a66d-b7fddc6096f3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f6703585-b8b2-4b13-a343-aa8c8d037fff HTTP/1.1" status: 204 len: 168 time: 0.3169281 Feb 11 05:06:41.073962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '65bc0ec1-9e69-42d3-a6b3-ba652ab6776f', 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677', 'port_id': '65bc0ec1-9e69-42d3-a6b3-ba652ab6776f', 'mac_address': 'fa:16:3e:fe:65:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1d8d3c-0c6e-469a-8f36-555d015fa75e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:41.104808 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e093d9-8464-4c81-a66d-b7fddc6096f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6703585-b8b2-4b13-a343-aa8c8d037fff,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:41.142556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-1502752e-85f5-4fa5-b10e-66dc4935667f service neutron] 10.222.0.87 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190476 Feb 11 05:06:41.170267 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:41.171626 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:41.175282 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dfffc95e-b1b9-474f-af10-2c405931edf4 req-ff18729e-e3ee-446d-8458-3c65c5f46ac4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b05f73cc-d908-4d04-8be2-b65362752fc0 HTTP/1.1" status: 200 len: 999 time: 0.0982511 Feb 11 05:06:41.213827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:41.237776 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437291c-1b59-4ca8-a2e4-324bc32ed2db req-be9d361d-907b-439e-81db-930caeaa4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:41.239449 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9437291c-1b59-4ca8-a2e4-324bc32ed2db req-be9d361d-907b-439e-81db-930caeaa4b08 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=88182f89-4db8-4ffc-8b24-809e69789f92 HTTP/1.1" status: 200 len: 1132 time: 0.3464668 Feb 11 05:06:41.251582 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f5769-4a56-4246-b1b0-75f7f8449a29 req-2fe77707-6003-4b1b-922b-866577636aa7 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:41.259273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f32f5769-4a56-4246-b1b0-75f7f8449a29 req-2fe77707-6003-4b1b-922b-866577636aa7 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=7110cc56-8f96-4d36-bae3-77022aae593c HTTP/1.1" status: 200 len: 950 time: 0.3650560 Feb 11 05:06:41.261775 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffc95e-b1b9-474f-af10-2c405931edf4 req-4fb96232-1057-41d9-8ea0-0bd37d77d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:41.262883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:41.264709 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dfffc95e-b1b9-474f-af10-2c405931edf4 req-4fb96232-1057-41d9-8ea0-0bd37d77d418 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=665b633b-126f-41c1-b158-c4dba58bfcd3 HTTP/1.1" status: 200 len: 863 time: 0.0786300 Feb 11 05:06:41.269849 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:41.324895 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c02afa95-2b17-49a9-aa2a-6c7eb3f3497a req-e8a4e674-bf17-4efd-bbfb-87c49bdd5476 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481621 Feb 11 05:06:41.369197 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffc95e-b1b9-474f-af10-2c405931edf4 req-8d5e1bb5-dbab-4e7a-b78e-d7ca6bcce316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:41.370872 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dfffc95e-b1b9-474f-af10-2c405931edf4 req-8d5e1bb5-dbab-4e7a-b78e-d7ca6bcce316 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8e69f742-5887-4dbd-bdbf-d8b7877e4548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0901198 Feb 11 05:06:41.433632 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d294f2f2-a2d5-4d4d-aa83-daf9c33251ea None None] New status for floating IP bb6c4b52-eff0-47b2-92a5-de3d62b6de54: ACTIVE {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:06:41.481195 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['65bc0ec1-9e69-42d3-a6b3-ba652ab6776f'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:41.514079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:41.534355 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dfffc95e-b1b9-474f-af10-2c405931edf4 req-56681376-d329-40ea-aa3c-f2fe482beab6 service neutron] 10.222.0.73 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564569 Feb 11 05:06:41.620421 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f32f5769-4a56-4246-b1b0-75f7f8449a29 req-4a9316c6-22fe-4aba-90c1-b33218053198 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594654 Feb 11 05:06:41.626625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48846) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:41.664658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9437291c-1b59-4ca8-a2e4-324bc32ed2db req-0a108a78-538e-42f2-9c0a-78d8c3176815 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951306 Feb 11 05:06:41.668290 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b09a0eee-d3d6-4996-8561-2cff81a6fd9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:41.720788 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dfffc95e-b1b9-474f-af10-2c405931edf4 req-5ab9dd2b-3a5f-4f86-b5b7-1653d632425f service neutron] 10.222.0.73 "GET /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788864 Feb 11 05:06:41.986437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590e5eb-0985-4e85-8e7a-123e2496f2be req-a6e0799b-4f3d-4535-a420-28367aa5c675 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:41.987865 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d590e5eb-0985-4e85-8e7a-123e2496f2be req-a6e0799b-4f3d-4535-a420-28367aa5c675 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=d1df5ba5-2764-4152-bf58-e5a601cb6f33 HTTP/1.1" status: 200 len: 948 time: 0.4893196 Feb 11 05:06:42.014005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dedec55b-70f9-47b0-9369-8d6b22e80e16 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:42.030864 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Publish callbacks [] for port (dedec55b-70f9-47b0-9369-8d6b22e80e16), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.080519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Transition to ACTIVE for port object dedec55b-70f9-47b0-9369-8d6b22e80e16 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:06:42.104691 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (dedec55b-70f9-47b0-9369-8d6b22e80e16), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.171118 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d590e5eb-0985-4e85-8e7a-123e2496f2be req-9d64341a-c096-4ce8-8068-14039c5229ec tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634996 Feb 11 05:06:42.188845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a2066-14d2-48b9-992f-4d815fe10e24 req-c7975ff9-96cc-4c69-97e1-e647e273eb92 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:42.196433 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c8a2066-14d2-48b9-992f-4d815fe10e24 req-c7975ff9-96cc-4c69-97e1-e647e273eb92 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.4918208 Feb 11 05:06:42.255018 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Pushing event updated for resources: {'Port': ['ID=dedec55b-70f9-47b0-9369-8d6b22e80e16,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:42.292740 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b09a0eee-d3d6-4996-8561-2cff81a6fd9f admin admin] Publish callbacks [] for security_group (3be77702-4dbe-4e14-97af-829c02c3fec3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.326829 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b09a0eee-d3d6-4996-8561-2cff81a6fd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3be77702-4dbe-4e14-97af-829c02c3fec3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.337254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Attempting to bind port dedec55b-70f9-47b0-9369-8d6b22e80e16 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:42.337593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Attempting to bind port dedec55b-70f9-47b0-9369-8d6b22e80e16 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '8c295647-fa3d-4f83-8eae-217c3190d53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:42.338611 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Attempting to bind port dedec55b-70f9-47b0-9369-8d6b22e80e16 on network d350fa86-0547-41d6-9419-e18c3ef33e00 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:42.370843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c8a2066-14d2-48b9-992f-4d815fe10e24 req-89ccb0e6-c685-4309-b7b5-628163d8a919 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735234 Feb 11 05:06:42.381884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Port dedec55b-70f9-47b0-9369-8d6b22e80e16 on network d350fa86-0547-41d6-9419-e18c3ef33e00 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:42.382239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Attempting to bind port dedec55b-70f9-47b0-9369-8d6b22e80e16 on network d350fa86-0547-41d6-9419-e18c3ef33e00 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:42.402079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:42.402422 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Checking segment: {'id': '8c295647-fa3d-4f83-8eae-217c3190d53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:42.402805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Bound using segment: {'id': '8c295647-fa3d-4f83-8eae-217c3190d53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:42.403239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Bound port: dedec55b-70f9-47b0-9369-8d6b22e80e16, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c295647-fa3d-4f83-8eae-217c3190d53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:42.403626 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (dedec55b-70f9-47b0-9369-8d6b22e80e16), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.408829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a0eee-d3d6-4996-8561-2cff81a6fd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be77702-4dbe-4e14-97af-829c02c3fec3,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:42.424567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b09a0eee-d3d6-4996-8561-2cff81a6fd9f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=37f315123cf84c60ac4816845b06c198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7941937 Feb 11 05:06:42.427210 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48882) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:42.439603 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8db49-b292-48c9-9135-fd9a926a4cd0 req-30926735-b384-498b-a670-c409513a0a3b tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:42.444022 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fee8db49-b292-48c9-9135-fd9a926a4cd0 req-30926735-b384-498b-a670-c409513a0a3b tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 943 time: 0.1834304 Feb 11 05:06:42.513299 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abeb1e76-57e5-4a45-9075-38dd0eb6d83c admin admin] Publish callbacks [] for security_group (3be77702-4dbe-4e14-97af-829c02c3fec3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.517008 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] For port dedec55b-70f9-47b0-9369-8d6b22e80e16, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:42.529314 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] For port dedec55b-70f9-47b0-9369-8d6b22e80e16, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=dedec55b-70f9-47b0-9369-8d6b22e80e16,segment=NetworkSegment(8c295647-fa3d-4f83-8eae-217c3190d53a),segment_id=8c295647-fa3d-4f83-8eae-217c3190d53a)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:42.545890 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abeb1e76-57e5-4a45-9075-38dd0eb6d83c admin admin] Publish callbacks [] for security_group (3be77702-4dbe-4e14-97af-829c02c3fec3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.581178 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (dedec55b-70f9-47b0-9369-8d6b22e80e16), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.584721 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-073ae924-3d43-40d6-86f4-952e2a4b2cf4 req-720d0a64-3597-450d-a34d-9d39ec3fc170 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 210 time: 0.0478332 Feb 11 05:06:42.669543 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fee8db49-b292-48c9-9135-fd9a926a4cd0 req-245fbdd5-3826-433d-886b-c8a593431994 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/security-groups?id=193cb501-40ab-4281-8685-f463d7ed88c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349518 Feb 11 05:06:42.672780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:42.673402 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.674734 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] 10.222.0.88 "PUT /v2.0/ports/dedec55b-70f9-47b0-9369-8d6b22e80e16 HTTP/1.1" status: 200 len: 1092 time: 2.1952152 Feb 11 05:06:42.675188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548195da-c8ff-4848-a981-032a60cd571a', 'tag': 'dedec55b-70f9-47b0-9369-8d6b22e80e16'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:42.677581 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7de80e-52e3-452a-a447-5629d061a994" -d '{"events": [{"name": "network-changed", "server_uuid": "548195da-c8ff-4848-a981-032a60cd571a", "tag": "dedec55b-70f9-47b0-9369-8d6b22e80e16"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:42.711047 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abeb1e76-57e5-4a45-9075-38dd0eb6d83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3be77702-4dbe-4e14-97af-829c02c3fec3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.720853 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abeb1e76-57e5-4a45-9075-38dd0eb6d83c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:42.726198 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-abeb1e76-57e5-4a45-9075-38dd0eb6d83c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3be77702-4dbe-4e14-97af-829c02c3fec3 HTTP/1.1" status: 204 len: 168 time: 0.2970326 Feb 11 05:06:42.770515 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb1e76-57e5-4a45-9075-38dd0eb6d83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be77702-4dbe-4e14-97af-829c02c3fec3,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:42.789538 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13b0155-b7fc-466e-8f6c-f921092e1635 x-openstack-request-id: req-d13b0155-b7fc-466e-8f6c-f921092e1635 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:42.789901 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548195da-c8ff-4848-a981-032a60cd571a", "tag": "dedec55b-70f9-47b0-9369-8d6b22e80e16", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:42.790088 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d13b0155-b7fc-466e-8f6c-f921092e1635 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:42.790456 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548195da-c8ff-4848-a981-032a60cd571a', 'tag': 'dedec55b-70f9-47b0-9369-8d6b22e80e16', 'status': 'completed', 'code': 200} Feb 11 05:06:42.791621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1627705-bc39-49ac-8601-0418c8137093 service neutron] Pushing event updated for resources: {'Port': ['ID=dedec55b-70f9-47b0-9369-8d6b22e80e16,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:42.887894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d12fe5a3-735c-4cef-98f6-902a98c840ff details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:42.932580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:42.971165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def155f-375e-42d3-ad0a-e949b2348ada req-723bd9bb-9d65-40a9-90e8-0b04be7b4bfa tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:42.978325 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7def155f-375e-42d3-ad0a-e949b2348ada req-723bd9bb-9d65-40a9-90e8-0b04be7b4bfa tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=88182f89-4db8-4ffc-8b24-809e69789f92 HTTP/1.1" status: 200 len: 949 time: 0.2127292 Feb 11 05:06:43.057945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-322910c7-0ef4-49bf-a74b-f906ff233500 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:43.059940 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-322910c7-0ef4-49bf-a74b-f906ff233500 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.88 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 821 time: 0.3773725 Feb 11 05:06:43.098771 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7def155f-375e-42d3-ad0a-e949b2348ada req-e3dca696-c3bb-40d6-849f-60972a3fe42c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180594 Feb 11 05:06:43.105881 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-76480225-5738-4ce6-82b1-0bfa4a20bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:43.109143 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-76480225-5738-4ce6-82b1-0bfa4a20bfdf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 1126 time: 0.2765408 Feb 11 05:06:43.112864 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-6336a422-19f7-408d-8c1c-86cef4fedec7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Request body: {'port': {'device_id': 'edba1a7c-ec73-4e59-94a0-48f7f7d24b1c', 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b', 'admin_state_up': True, 'tenant_id': '74a76fe8ac584d85b2325b17c168bf79'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:43.165627 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d12fe5a3-735c-4cef-98f6-902a98c840ff, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d12fe5a3-735c-4cef-98f6-902a98c840ff,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:43.176972 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-9f75192e-e83d-49a0-accd-d675d049c1d9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dedec55b-70f9-47b0-9369-8d6b22e80e16 HTTP/1.1" status: 200 len: 217 time: 0.0460517 Feb 11 05:06:43.182869 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'd12fe5a3-735c-4cef-98f6-902a98c840ff', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': 'd12fe5a3-735c-4cef-98f6-902a98c840ff', 'mac_address': 'fa:16:3e:42:9a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:43.226856 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:43.228173 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:43.311472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port d12fe5a3-735c-4cef-98f6-902a98c840ff is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:43.312153 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d12fe5a3-735c-4cef-98f6-902a98c840ff), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:43.362000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12fe5a3-735c-4cef-98f6-902a98c840ff {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:43.420101 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-ac7ee15c-727d-4f14-b57f-abf619f4f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:43.421729 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-ac7ee15c-727d-4f14-b57f-abf619f4f751 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8af96a68-a447-473c-9418-5c5b5c80c18d HTTP/1.1" status: 200 len: 860 time: 0.2354789 Feb 11 05:06:43.429345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d12fe5a3-735c-4cef-98f6-902a98c840ff, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d12fe5a3-735c-4cef-98f6-902a98c840ff,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:43.440563 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d12fe5a3-735c-4cef-98f6-902a98c840ff), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:43.483411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ddcc8-07ba-4515-a68b-7c5d5bb427c7 req-027aaaaa-7422-4004-be55-b21fb66b572f tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:43.485086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e3ddcc8-07ba-4515-a68b-7c5d5bb427c7 req-027aaaaa-7422-4004-be55-b21fb66b572f tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=d1df5ba5-2764-4152-bf58-e5a601cb6f33 HTTP/1.1" status: 200 len: 948 time: 0.1830819 Feb 11 05:06:43.557204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=d12fe5a3-735c-4cef-98f6-902a98c840ff,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:43.568736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:43.569583 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:43.577578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-6336a422-19f7-408d-8c1c-86cef4fedec7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Made reservation on behalf of 74a76fe8ac584d85b2325b17c168bf79 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:43.580873 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-6336a422-19f7-408d-8c1c-86cef4fedec7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:43.600586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-115448c6-029a-4b5d-b7fc-aef9931c4cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:43.602109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-115448c6-029a-4b5d-b7fc-aef9931c4cef service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d350fa86-0547-41d6-9419-e18c3ef33e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1720605 Feb 11 05:06:43.610287 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:43.611352 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13599bea-8ebf-4a5a-bebe-27fc2af1ed85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bc0ec1-9e69-42d3-a6b3-ba652ab6776f'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:43.614502 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0c4bb5-0bed-4c6d-a62c-30ec08e69ceb" -d '{"events": [{"server_uuid": "13599bea-8ebf-4a5a-bebe-27fc2af1ed85", "name": "network-vif-plugged", "status": "completed", "tag": "65bc0ec1-9e69-42d3-a6b3-ba652ab6776f"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:43.623525 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:43.633607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e3ddcc8-07ba-4515-a68b-7c5d5bb427c7 req-13c04104-90ec-413f-914e-8c6707d4c73a tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359353 Feb 11 05:06:43.686209 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:43.698263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30152732-14b5-46cd-b348-61c10f0f6ec1 req-f81eaede-82fe-41bf-9061-b4f38a7cbc35 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:43.700136 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30152732-14b5-46cd-b348-61c10f0f6ec1 req-f81eaede-82fe-41bf-9061-b4f38a7cbc35 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.1976392 Feb 11 05:06:43.747625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['d12fe5a3-735c-4cef-98f6-902a98c840ff'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:43.811889 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:43.858744 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30152732-14b5-46cd-b348-61c10f0f6ec1 req-3e74e497-5dde-47e9-a9b2-62816722755f tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867968 Feb 11 05:06:43.912959 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d8e193-2b22-4549-904f-5b466c2d72c0 x-openstack-request-id: req-21d8e193-2b22-4549-904f-5b466c2d72c0 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:43.913933 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13599bea-8ebf-4a5a-bebe-27fc2af1ed85", "name": "network-vif-plugged", "status": "completed", "tag": "65bc0ec1-9e69-42d3-a6b3-ba652ab6776f", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:43.914342 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-21d8e193-2b22-4549-904f-5b466c2d72c0 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:43.915009 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13599bea-8ebf-4a5a-bebe-27fc2af1ed85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bc0ec1-9e69-42d3-a6b3-ba652ab6776f', 'code': 200} Feb 11 05:06:43.923018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-d061108f-3560-4b8f-949c-0e29100ebc9c service neutron] 10.222.0.88 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942336 Feb 11 05:06:43.980441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-6336a422-19f7-408d-8c1c-86cef4fedec7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Allocated IP 172.20.0.8 (33f89be2-f697-40b3-a347-9e719974ef7b/91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4/e1a3b5d3-e9d0-458b-a774-c14f291d5748) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:44.072386 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bd8160dd-7b8d-4030-9887-647d85d8e243 req-6d0f00b9-b4b3-47d4-a13b-e767795215a8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0949390 Feb 11 05:06:44.124764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e5b0307-61bd-481e-9f8d-5b1237188710 req-660c5a4d-8069-432f-9a1f-543f17192d61 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 210 time: 0.0689893 Feb 11 05:06:44.200735 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8160dd-7b8d-4030-9887-647d85d8e243 req-78d8f5a1-68cc-4f28-9534-114fcbe862d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:44.203145 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bd8160dd-7b8d-4030-9887-647d85d8e243 req-78d8f5a1-68cc-4f28-9534-114fcbe862d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 1128 time: 0.0796974 Feb 11 05:06:44.217461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c51088b0-4f0c-419f-893d-7da157ac11d9 req-7f09e5d5-af9c-4428-b8df-60de1d00a655 service neutron] 10.222.0.88 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833743 Feb 11 05:06:44.274745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a592d6-ad3e-4eb6-817f-d75dc4a84d5c req-b1b0517b-a78a-4797-aa91-0596c1b51f16 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:44.276333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d0a592d6-ad3e-4eb6-817f-d75dc4a84d5c req-b1b0517b-a78a-4797-aa91-0596c1b51f16 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 943 time: 0.2144985 Feb 11 05:06:44.390860 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8160dd-7b8d-4030-9887-647d85d8e243 req-0460ea87-9895-4ef8-813a-053422d114e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:44.395962 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bd8160dd-7b8d-4030-9887-647d85d8e243 req-0460ea87-9895-4ef8-813a-053422d114e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.1636040 Feb 11 05:06:44.436695 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439d419-8d7d-407c-baef-302152a083be req-97e20abd-4ef2-41bc-b3f9-aa793fe5ada7 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:44.438235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6439d419-8d7d-407c-baef-302152a083be req-97e20abd-4ef2-41bc-b3f9-aa793fe5ada7 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=88182f89-4db8-4ffc-8b24-809e69789f92 HTTP/1.1" status: 200 len: 949 time: 0.1587408 Feb 11 05:06:44.460384 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bd8160dd-7b8d-4030-9887-647d85d8e243 req-26bf60fa-ef56-4800-a0b3-a0de6bc30458 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a HTTP/1.1" status: 200 len: 217 time: 0.0525508 Feb 11 05:06:44.494792 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d0a592d6-ad3e-4eb6-817f-d75dc4a84d5c req-646db736-5db5-4878-b03a-8bb768019235 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/security-groups?id=193cb501-40ab-4281-8685-f463d7ed88c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539416 Feb 11 05:06:44.504695 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-6336a422-19f7-408d-8c1c-86cef4fedec7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks [] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:44.516220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7de80e-52e3-452a-a447-5629d061a994 req-56a01608-2072-469c-affc-b7a91b89f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:44.518015 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a7de80e-52e3-452a-a447-5629d061a994 req-56a01608-2072-469c-affc-b7a91b89f763 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 1126 time: 0.2098174 Feb 11 05:06:44.591731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8160dd-7b8d-4030-9887-647d85d8e243 req-fe5fb951-39f3-4ed0-ad02-10a8272003c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:44.592283 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6439d419-8d7d-407c-baef-302152a083be req-1503d422-ddc2-46c5-8348-3ef790256c00 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395640 Feb 11 05:06:44.598088 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bd8160dd-7b8d-4030-9887-647d85d8e243 req-fe5fb951-39f3-4ed0-ad02-10a8272003c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.1309288 Feb 11 05:06:44.650036 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-6336a422-19f7-408d-8c1c-86cef4fedec7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:44.660965 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bd8160dd-7b8d-4030-9887-647d85d8e243 req-bfb24064-626f-48b4-8614-d1333bd586ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475047 Feb 11 05:06:44.705436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-6336a422-19f7-408d-8c1c-86cef4fedec7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Network 33f89be2-f697-40b3-a347-9e719974ef7b is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:44.719113 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-6336a422-19f7-408d-8c1c-86cef4fedec7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:44.725973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-6336a422-19f7-408d-8c1c-86cef4fedec7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:44.731896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-6336a422-19f7-408d-8c1c-86cef4fedec7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:44.732394 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-6336a422-19f7-408d-8c1c-86cef4fedec7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:44.744757 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7de80e-52e3-452a-a447-5629d061a994 req-522257d5-4f77-4e18-a20e-21b41bccbdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:44.746224 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a7de80e-52e3-452a-a447-5629d061a994 req-522257d5-4f77-4e18-a20e-21b41bccbdeb service neutron] 10.222.0.88 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 922 time: 0.2131293 Feb 11 05:06:44.749006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336a422-19f7-408d-8c1c-86cef4fedec7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Pushing event updated for resources: {'Port': ['ID=e1a3b5d3-e9d0-458b-a774-c14f291d5748,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:44.766989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-6336a422-19f7-408d-8c1c-86cef4fedec7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6791062 Feb 11 05:06:44.806717 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Request body: {'port': {'device_id': 'edba1a7c-ec73-4e59-94a0-48f7f7d24b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:44.811688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a7de80e-52e3-452a-a447-5629d061a994 req-ce92016c-c94c-409e-94c7-8538fc886ae8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dedec55b-70f9-47b0-9369-8d6b22e80e16 HTTP/1.1" status: 200 len: 217 time: 0.0559902 Feb 11 05:06:44.897981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d12fe5a3-735c-4cef-98f6-902a98c840ff up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:44.914713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7de80e-52e3-452a-a447-5629d061a994 req-95a5c53f-3d8a-48ff-a4f4-1dafe968c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:44.917078 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a7de80e-52e3-452a-a447-5629d061a994 req-95a5c53f-3d8a-48ff-a4f4-1dafe968c47f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8af96a68-a447-473c-9418-5c5b5c80c18d HTTP/1.1" status: 200 len: 860 time: 0.0888262 Feb 11 05:06:44.927145 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bd8160dd-7b8d-4030-9887-647d85d8e243 req-10f75291-3568-443b-8aca-55deb2a5038d service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559755 Feb 11 05:06:45.010727 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port d12fe5a3-735c-4cef-98f6-902a98c840ff completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:06:45.017267 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port d12fe5a3-735c-4cef-98f6-902a98c840ff triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:45.017658 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d12fe5a3-735c-4cef-98f6-902a98c840ff), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:45.025713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbeee1-636b-49b0-9efc-b251f2729931 req-18e1d6c7-7b44-4995-a2c5-43421b0d3947 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:45.034143 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93bbeee1-636b-49b0-9efc-b251f2729931 req-18e1d6c7-7b44-4995-a2c5-43421b0d3947 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=d1df5ba5-2764-4152-bf58-e5a601cb6f33 HTTP/1.1" status: 200 len: 949 time: 0.2046669 Feb 11 05:06:45.098675 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:45.146688 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bd8160dd-7b8d-4030-9887-647d85d8e243 req-e16529ba-0f50-48a3-a929-3863f5a095b9 service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136738 Feb 11 05:06:45.194052 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port d12fe5a3-735c-4cef-98f6-902a98c840ff is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:45.194727 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d12fe5a3-735c-4cef-98f6-902a98c840ff), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:45.236431 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d12fe5a3-735c-4cef-98f6-902a98c840ff, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d12fe5a3-735c-4cef-98f6-902a98c840ff,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:45.245540 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d12fe5a3-735c-4cef-98f6-902a98c840ff), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:45.248401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7de80e-52e3-452a-a447-5629d061a994 req-80dbd98c-996e-463c-a451-ba5d761c061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:45.250120 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a7de80e-52e3-452a-a447-5629d061a994 req-80dbd98c-996e-463c-a451-ba5d761c061f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d350fa86-0547-41d6-9419-e18c3ef33e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3151863 Feb 11 05:06:45.315625 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93bbeee1-636b-49b0-9efc-b251f2729931 req-daf2eb34-d434-40f9-8d9e-7492766e9763 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804000 Feb 11 05:06:45.348977 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=d12fe5a3-735c-4cef-98f6-902a98c840ff,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:45.896689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a7de80e-52e3-452a-a447-5629d061a994 req-d662895c-7fe2-4d63-b4f1-ce2a73dbcbfb service neutron] 10.222.0.88 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6289196 Feb 11 05:06:45.916946 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1df5ba5-2764-4152-bf58-e5a601cb6f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12fe5a3-735c-4cef-98f6-902a98c840ff'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:45.919788 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2a10da-1259-4858-bc01-d713a1e696cf" -d '{"events": [{"server_uuid": "d1df5ba5-2764-4152-bf58-e5a601cb6f33", "name": "network-vif-plugged", "status": "completed", "tag": "d12fe5a3-735c-4cef-98f6-902a98c840ff"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:45.934619 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db2bcc-b27f-413a-a446-2abb0b1a4451 req-be5b010c-a246-4645-9277-32ceb2a87e68 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:45.939748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db2bcc-b27f-413a-a446-2abb0b1a4451 req-be5b010c-a246-4645-9277-32ceb2a87e68 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:45.941327 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2db2bcc-b27f-413a-a446-2abb0b1a4451 req-be5b010c-a246-4645-9277-32ceb2a87e68 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=7110cc56-8f96-4d36-bae3-77022aae593c&device_id=88182f89-4db8-4ffc-8b24-809e69789f92 HTTP/1.1" status: 200 len: 1690 time: 0.5021920 Feb 11 05:06:46.009798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180f35d-dd67-4147-9ab5-dac0e3d36a23 req-38ba8ffe-2edb-4216-be1f-6d7f0d5dd300 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:46.012038 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7180f35d-dd67-4147-9ab5-dac0e3d36a23 req-38ba8ffe-2edb-4216-be1f-6d7f0d5dd300 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.2745047 Feb 11 05:06:46.174118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a3b5d3-e9d0-458b-a774-c14f291d5748 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:46.189140 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Publish callbacks [] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:46.207461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2db2bcc-b27f-413a-a446-2abb0b1a4451 req-a4d25424-52bd-4e6c-9080-8a74d83a52b4 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393446 Feb 11 05:06:46.228844 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a7de80e-52e3-452a-a447-5629d061a994 req-7b3e2fe7-12b8-42f7-98f6-8ada96b38be3 service neutron] 10.222.0.88 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167486 Feb 11 05:06:46.229993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Transition to ACTIVE for port object e1a3b5d3-e9d0-458b-a774-c14f291d5748 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:06:46.245075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7180f35d-dd67-4147-9ab5-dac0e3d36a23 req-0fd8e763-4fa6-4e61-85a0-f7092f39a8e1 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256508 Feb 11 05:06:46.246325 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:46.387070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Pushing event updated for resources: {'Port': ['ID=e1a3b5d3-e9d0-458b-a774-c14f291d5748,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:46.407062 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Attempting to bind port e1a3b5d3-e9d0-458b-a774-c14f291d5748 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:46.407503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Attempting to bind port e1a3b5d3-e9d0-458b-a774-c14f291d5748 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:46.407908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Attempting to bind port e1a3b5d3-e9d0-458b-a774-c14f291d5748 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:46.420383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Port e1a3b5d3-e9d0-458b-a774-c14f291d5748 on network 33f89be2-f697-40b3-a347-9e719974ef7b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:46.420820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Attempting to bind port e1a3b5d3-e9d0-458b-a774-c14f291d5748 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:46.431251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a01b0-54b3-42d8-884e-4c86e4f1413d req-112ec302-4a1c-4295-a17f-330675f4d239 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:46.433516 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc8a01b0-54b3-42d8-884e-4c86e4f1413d req-112ec302-4a1c-4295-a17f-330675f4d239 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 943 time: 0.1329138 Feb 11 05:06:46.438285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:46.438923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Checking segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:46.439576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Bound using segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:46.440260 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Bound port: e1a3b5d3-e9d0-458b-a774-c14f291d5748, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:46.440838 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:46.569770 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc8a01b0-54b3-42d8-884e-4c86e4f1413d req-369b7fc9-f0c4-4b81-9337-1f383b7098d6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262758 Feb 11 05:06:46.584142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] For port e1a3b5d3-e9d0-458b-a774-c14f291d5748, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:46.587880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] For port e1a3b5d3-e9d0-458b-a774-c14f291d5748, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e1a3b5d3-e9d0-458b-a774-c14f291d5748,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:46.614827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323800a-51bb-48b3-8018-b2eec257b152 req-f67d6073-2490-4a10-96c4-b7c730ea147a tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:46.616477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9323800a-51bb-48b3-8018-b2eec257b152 req-f67d6073-2490-4a10-96c4-b7c730ea147a tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 943 time: 0.1209745 Feb 11 05:06:46.618387 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:46.653546 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a50f28-4cbe-4750-8ad5-70a69bdfb4ba x-openstack-request-id: req-a9a50f28-4cbe-4750-8ad5-70a69bdfb4ba {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:46.654081 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1df5ba5-2764-4152-bf58-e5a601cb6f33", "name": "network-vif-plugged", "status": "completed", "tag": "d12fe5a3-735c-4cef-98f6-902a98c840ff", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:46.654081 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a9a50f28-4cbe-4750-8ad5-70a69bdfb4ba {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:46.654627 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1df5ba5-2764-4152-bf58-e5a601cb6f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12fe5a3-735c-4cef-98f6-902a98c840ff', 'code': 200} Feb 11 05:06:46.671527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:46.672358 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:46.673758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] 10.222.0.88 "PUT /v2.0/ports/e1a3b5d3-e9d0-458b-a774-c14f291d5748 HTTP/1.1" status: 200 len: 1092 time: 1.8724425 Feb 11 05:06:46.674169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edba1a7c-ec73-4e59-94a0-48f7f7d24b1c', 'tag': 'e1a3b5d3-e9d0-458b-a774-c14f291d5748'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:46.676709 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5f0d1f-f413-4e93-a7ae-b5dc28a7ca07" -d '{"events": [{"name": "network-changed", "server_uuid": "edba1a7c-ec73-4e59-94a0-48f7f7d24b1c", "tag": "e1a3b5d3-e9d0-458b-a774-c14f291d5748"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:46.754570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b94ca6-0371-4c63-99dc-f0309864556b service neutron] Pushing event updated for resources: {'Port': ['ID=e1a3b5d3-e9d0-458b-a774-c14f291d5748,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:46.767583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9323800a-51bb-48b3-8018-b2eec257b152 req-51a1b01f-a33c-449f-bd40-2249f97964a5 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/security-groups?id=193cb501-40ab-4281-8685-f463d7ed88c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391900 Feb 11 05:06:46.913709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415fcb3-12fb-4a53-8462-cf9761845674 req-0046d342-ffd5-47a6-a3bf-39a864f9ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:46.914884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device dedec55b-70f9-47b0-9369-8d6b22e80e16 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:46.915224 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e415fcb3-12fb-4a53-8462-cf9761845674 req-0046d342-ffd5-47a6-a3bf-39a864f9ec1b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d1df5ba5-2764-4152-bf58-e5a601cb6f33 HTTP/1.1" status: 200 len: 1133 time: 0.1436837 Feb 11 05:06:46.937950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-37c50003-e9c5-4a2a-a215-e87fab941af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:46.940384 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-37c50003-e9c5-4a2a-a215-e87fab941af2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 1126 time: 0.1596260 Feb 11 05:06:47.004046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e415fcb3-12fb-4a53-8462-cf9761845674 req-e547104d-d6a3-4f93-bc86-3645fe485de4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706141 Feb 11 05:06:47.073792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port dedec55b-70f9-47b0-9369-8d6b22e80e16, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=dedec55b-70f9-47b0-9369-8d6b22e80e16,segment=NetworkSegment(8c295647-fa3d-4f83-8eae-217c3190d53a),segment_id=8c295647-fa3d-4f83-8eae-217c3190d53a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:47.075314 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf60330-56d8-4af6-8d27-c8015cc0cea1 req-f3c92b9c-2b68-42d0-8594-fadf821f59b6 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:47.090967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'dedec55b-70f9-47b0-9369-8d6b22e80e16', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'port_id': 'dedec55b-70f9-47b0-9369-8d6b22e80e16', 'mac_address': 'fa:16:3e:f4:35:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:47.092647 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1cf60330-56d8-4af6-8d27-c8015cc0cea1 req-f3c92b9c-2b68-42d0-8594-fadf821f59b6 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=d1df5ba5-2764-4152-bf58-e5a601cb6f33 HTTP/1.1" status: 200 len: 950 time: 0.2821627 Feb 11 05:06:47.095856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-7b4b5c37-627d-4d5b-a710-2059cd58571e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a3b5d3-e9d0-458b-a774-c14f291d5748 HTTP/1.1" status: 200 len: 217 time: 0.1000957 Feb 11 05:06:47.101695 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82554627-a3b9-4477-b0e3-f5f1627631a2 x-openstack-request-id: req-82554627-a3b9-4477-b0e3-f5f1627631a2 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:47.101695 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edba1a7c-ec73-4e59-94a0-48f7f7d24b1c", "tag": "e1a3b5d3-e9d0-458b-a774-c14f291d5748", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:47.101695 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-82554627-a3b9-4477-b0e3-f5f1627631a2 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:47.102072 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edba1a7c-ec73-4e59-94a0-48f7f7d24b1c', 'tag': 'e1a3b5d3-e9d0-458b-a774-c14f291d5748', 'status': 'completed', 'code': 200} Feb 11 05:06:47.173259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port dedec55b-70f9-47b0-9369-8d6b22e80e16 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:47.173664 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (dedec55b-70f9-47b0-9369-8d6b22e80e16), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:47.196109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1cf60330-56d8-4af6-8d27-c8015cc0cea1 req-401b2f0e-c35b-40b3-b32c-4e8f8a069a48 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916526 Feb 11 05:06:47.210668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dedec55b-70f9-47b0-9369-8d6b22e80e16 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:47.211259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81791e77-9761-46a3-ae74-5ea8a16d6f67 req-7c3b9c2e-b090-416b-95d2-6c7992e9628a tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:47.219207 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81791e77-9761-46a3-ae74-5ea8a16d6f67 req-7c3b9c2e-b090-416b-95d2-6c7992e9628a tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=7110cc56-8f96-4d36-bae3-77022aae593c HTTP/1.1" status: 200 len: 1133 time: 0.0757217 Feb 11 05:06:47.239060 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:06:47.321842 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port dedec55b-70f9-47b0-9369-8d6b22e80e16, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=dedec55b-70f9-47b0-9369-8d6b22e80e16,segment=NetworkSegment(8c295647-fa3d-4f83-8eae-217c3190d53a),segment_id=8c295647-fa3d-4f83-8eae-217c3190d53a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:47.333193 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (dedec55b-70f9-47b0-9369-8d6b22e80e16), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:47.344240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81791e77-9761-46a3-ae74-5ea8a16d6f67 req-0fb1a07b-1619-4af3-87c3-5bc93c45b463 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076055 Feb 11 05:06:47.404250 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=dedec55b-70f9-47b0-9369-8d6b22e80e16,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:47.406244 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-63af0823-2385-448a-b1a3-6bcb40e64aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:47.408073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-63af0823-2385-448a-b1a3-6bcb40e64aa7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.1669896 Feb 11 05:06:47.473040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-d4a4473b-4e28-4be7-8753-156fd4b457bf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542128 Feb 11 05:06:47.535597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ea8dd-c891-4e9e-9739-8ee321ce88bc req-063e26ff-aa02-4312-b5c6-0be473c230c9 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:47.541975 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f9ea8dd-c891-4e9e-9739-8ee321ce88bc req-063e26ff-aa02-4312-b5c6-0be473c230c9 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.1880372 Feb 11 05:06:47.631877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50deed-5984-4606-8793-d78af56be46c req-c518783c-5d5d-4724-9a73-edb91d6a5032 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:47.633535 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c50deed-5984-4606-8793-d78af56be46c req-c518783c-5d5d-4724-9a73-edb91d6a5032 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=88182f89-4db8-4ffc-8b24-809e69789f92 HTTP/1.1" status: 200 len: 1132 time: 0.1892169 Feb 11 05:06:47.660311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49018) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:47.679948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['dedec55b-70f9-47b0-9369-8d6b22e80e16'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:47.696900 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f9ea8dd-c891-4e9e-9739-8ee321ce88bc req-e60ecc99-8ecf-4c10-9009-ce6166f735f0 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328845 Feb 11 05:06:47.704757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-72121686-e97c-468c-af8a-63550f9d84f4 service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118959 Feb 11 05:06:47.776102 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c50deed-5984-4606-8793-d78af56be46c req-192ba2da-ac32-47dc-9e91-c73493479935 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268828 Feb 11 05:06:47.892932 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-549234b7-86fa-49e4-9d7f-7a1f3bdd82a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:47.982813 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdca201a-b1b2-4b57-8085-b0ba866b886d req-7f3cca24-79dc-46b3-b937-5933da6a92fa service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585685 Feb 11 05:06:48.069791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f44ed-afde-4d94-8bc2-42e87abe9e14 req-88798199-730f-44fc-be82-8ef26b1b6c63 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:48.071345 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f92f44ed-afde-4d94-8bc2-42e87abe9e14 req-88798199-730f-44fc-be82-8ef26b1b6c63 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 943 time: 0.2354813 Feb 11 05:06:48.071651 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-549234b7-86fa-49e4-9d7f-7a1f3bdd82a4 admin admin] Publish callbacks [] for security_group (950b6223-d85b-4417-9c47-d372f8c1e7f9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:48.077742 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-549234b7-86fa-49e4-9d7f-7a1f3bdd82a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (950b6223-d85b-4417-9c47-d372f8c1e7f9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:48.132614 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-549234b7-86fa-49e4-9d7f-7a1f3bdd82a4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9a4a1892477a46f7a28b4196531d7c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4711876 Feb 11 05:06:48.133834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49030) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:48.149519 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549234b7-86fa-49e4-9d7f-7a1f3bdd82a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950b6223-d85b-4417-9c47-d372f8c1e7f9,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:48.194753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f92f44ed-afde-4d94-8bc2-42e87abe9e14 req-eec8ded4-3310-4c72-9d0f-166f09c23bb0 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001587 Feb 11 05:06:48.210959 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-274fcd60-ae43-4a7f-aaed-91cf270f11f3 admin admin] Publish callbacks [] for security_group (950b6223-d85b-4417-9c47-d372f8c1e7f9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:48.216274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954650e0-aadb-43d7-8093-6821a4196f62 req-a59f6642-b985-4a66-ab8b-cdf40b7c26c2 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:48.218946 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-954650e0-aadb-43d7-8093-6821a4196f62 req-a59f6642-b985-4a66-ab8b-cdf40b7c26c2 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 944 time: 0.2678895 Feb 11 05:06:48.253253 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-274fcd60-ae43-4a7f-aaed-91cf270f11f3 admin admin] Publish callbacks [] for security_group (950b6223-d85b-4417-9c47-d372f8c1e7f9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:48.280614 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-954650e0-aadb-43d7-8093-6821a4196f62 req-5bee2657-a1a0-4d94-afca-0286c614ac14 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/security-groups?id=193cb501-40ab-4281-8685-f463d7ed88c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531271 Feb 11 05:06:48.292623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f0d1f-f413-4e93-a7ae-b5dc28a7ca07 req-44003ff1-e2a3-451c-94bb-8e36a1085bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:48.294909 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f5f0d1f-f413-4e93-a7ae-b5dc28a7ca07 req-44003ff1-e2a3-451c-94bb-8e36a1085bbc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 1126 time: 0.2224095 Feb 11 05:06:48.384866 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-274fcd60-ae43-4a7f-aaed-91cf270f11f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (950b6223-d85b-4417-9c47-d372f8c1e7f9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:48.388641 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-274fcd60-ae43-4a7f-aaed-91cf270f11f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:48.389779 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-274fcd60-ae43-4a7f-aaed-91cf270f11f3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/950b6223-d85b-4417-9c47-d372f8c1e7f9 HTTP/1.1" status: 204 len: 168 time: 0.2541642 Feb 11 05:06:48.412886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fcd60-ae43-4a7f-aaed-91cf270f11f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950b6223-d85b-4417-9c47-d372f8c1e7f9,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:48.505978 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7113c1ee-e028-41aa-8a54-82824198a016 req-05300e71-bf37-425a-8a7e-2af16cb54319 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849092 Feb 11 05:06:48.551649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f0d1f-f413-4e93-a7ae-b5dc28a7ca07 req-12e72b46-3827-4d0e-a994-6413a621a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:48.554486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f5f0d1f-f413-4e93-a7ae-b5dc28a7ca07 req-12e72b46-3827-4d0e-a994-6413a621a4d0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.2464087 Feb 11 05:06:48.617115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85bc7b-5588-4c13-9d46-aa8b8703529c req-8fb5b9c0-ee28-4113-9b05-d116c62d19f7 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:48.618831 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a85bc7b-5588-4c13-9d46-aa8b8703529c req-8fb5b9c0-ee28-4113-9b05-d116c62d19f7 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=d1df5ba5-2764-4152-bf58-e5a601cb6f33 HTTP/1.1" status: 200 len: 950 time: 0.2245603 Feb 11 05:06:48.686617 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f5f0d1f-f413-4e93-a7ae-b5dc28a7ca07 req-31b4dcb6-ea3f-4ccd-8718-cc48db4c55b6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a3b5d3-e9d0-458b-a774-c14f291d5748 HTTP/1.1" status: 200 len: 217 time: 0.1166236 Feb 11 05:06:48.782884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113c1ee-e028-41aa-8a54-82824198a016 req-5ee317b6-b60c-4a9d-a49a-d0c3033c39c8 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:48.784796 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7113c1ee-e028-41aa-8a54-82824198a016 req-5ee317b6-b60c-4a9d-a49a-d0c3033c39c8 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678776 Feb 11 05:06:48.808794 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a85bc7b-5588-4c13-9d46-aa8b8703529c req-2bf159cc-d052-41df-bcc3-b228354e3cc3 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296999 Feb 11 05:06:48.812779 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7113c1ee-e028-41aa-8a54-82824198a016 req-09148776-9167-4e5a-8d15-e6cdeba43b37 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/quotas/923c8e6b939346a0ab9f11e00e8ae595 HTTP/1.1" status: 200 len: 375 time: 0.0181656 Feb 11 05:06:48.818096 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f0d1f-f413-4e93-a7ae-b5dc28a7ca07 req-e0da9ba0-8da0-4692-a394-65c091fce0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:48.819720 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f5f0d1f-f413-4e93-a7ae-b5dc28a7ca07 req-e0da9ba0-8da0-4692-a394-65c091fce0c5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.1122048 Feb 11 05:06:48.893735 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f5f0d1f-f413-4e93-a7ae-b5dc28a7ca07 req-051de21f-c7bf-46c0-84da-4140596023dd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546904 Feb 11 05:06:48.924399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49056) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:48.934586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7113c1ee-e028-41aa-8a54-82824198a016 req-f1ace67f-23f6-4ead-be0c-9d5f7d1f1b49 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1140702 Feb 11 05:06:48.964839 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01ebe37e-c801-420b-8ee7-80d363e31fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:49.074077 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01ebe37e-c801-420b-8ee7-80d363e31fd9 admin admin] Publish callbacks [] for security_group (b7a45d5c-d198-4533-9341-a64fdc2f043d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:49.084423 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01ebe37e-c801-420b-8ee7-80d363e31fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b7a45d5c-d198-4533-9341-a64fdc2f043d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:49.092667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f5f0d1f-f413-4e93-a7ae-b5dc28a7ca07 req-d80652c9-8e7c-4ce6-a090-3e9bafececc8 service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839228 Feb 11 05:06:49.137360 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-01ebe37e-c801-420b-8ee7-80d363e31fd9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=eaf67ddf15f144b4b6f9fe5c25368939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112164 Feb 11 05:06:49.144495 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49062) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:49.185956 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebe37e-c801-420b-8ee7-80d363e31fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a45d5c-d198-4533-9341-a64fdc2f043d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:49.203987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95f2777e-c72a-4822-92d9-1208b71937be req-17d3d4df-fa48-4fd1-b0e9-7c810fd91056 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 210 time: 0.0491951 Feb 11 05:06:49.229274 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aeec11c3-f699-4996-8d9e-1405e8a0435f admin admin] Publish callbacks [] for security_group (b7a45d5c-d198-4533-9341-a64fdc2f043d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:49.276245 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aeec11c3-f699-4996-8d9e-1405e8a0435f admin admin] Publish callbacks [] for security_group (b7a45d5c-d198-4533-9341-a64fdc2f043d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:49.278860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b8ac6-5c79-4e8f-b083-4a334350bbfa req-ff393927-d8d8-4d47-b62a-cbb3a8ea1020 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:49.280445 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca6b8ac6-5c79-4e8f-b083-4a334350bbfa req-ff393927-d8d8-4d47-b62a-cbb3a8ea1020 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.3218207 Feb 11 05:06:49.344962 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aeec11c3-f699-4996-8d9e-1405e8a0435f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b7a45d5c-d198-4533-9341-a64fdc2f043d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:49.357907 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aeec11c3-f699-4996-8d9e-1405e8a0435f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:49.361563 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aeec11c3-f699-4996-8d9e-1405e8a0435f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b7a45d5c-d198-4533-9341-a64fdc2f043d HTTP/1.1" status: 204 len: 168 time: 0.2135754 Feb 11 05:06:49.386562 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec11c3-f699-4996-8d9e-1405e8a0435f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a45d5c-d198-4533-9341-a64fdc2f043d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:49.400749 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f5f0d1f-f413-4e93-a7ae-b5dc28a7ca07 req-79acfb23-188d-45ca-a7f0-5199a81f0544 service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808208 Feb 11 05:06:49.437567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca6b8ac6-5c79-4e8f-b083-4a334350bbfa req-ef0ec45e-6682-4060-9442-f01cd106a1b4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513662 Feb 11 05:06:49.469630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc457a86-fc8a-4de3-8c71-3a9c34f5f4ff req-e5d65cfb-e9ef-42d9-b6e4-00a795548482 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:49.471688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc457a86-fc8a-4de3-8c71-3a9c34f5f4ff req-e5d65cfb-e9ef-42d9-b6e4-00a795548482 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 943 time: 0.1404190 Feb 11 05:06:49.548994 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc457a86-fc8a-4de3-8c71-3a9c34f5f4ff req-01dc6734-a69b-4a12-9bf4-6884edfb203a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713022 Feb 11 05:06:49.738486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059b2e4-89cd-47af-a4c8-c4a517a85ee5 req-acadc1eb-ff9f-463f-b8b4-38c981e79579 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:49.748576 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f059b2e4-89cd-47af-a4c8-c4a517a85ee5 req-acadc1eb-ff9f-463f-b8b4-38c981e79579 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 944 time: 0.1142113 Feb 11 05:06:49.817019 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f059b2e4-89cd-47af-a4c8-c4a517a85ee5 req-4084ef05-3477-48d7-9d04-faa421aeb750 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/security-groups?id=193cb501-40ab-4281-8685-f463d7ed88c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655663 Feb 11 05:06:49.991071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c994d5-7fc3-4e3d-9545-9beaaf6b8691 req-0bbf252c-938d-4dd9-9b36-7c2058b82f4a tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:49.992904 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77c994d5-7fc3-4e3d-9545-9beaaf6b8691 req-0bbf252c-938d-4dd9-9b36-7c2058b82f4a tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=d1df5ba5-2764-4152-bf58-e5a601cb6f33 HTTP/1.1" status: 200 len: 950 time: 0.0835302 Feb 11 05:06:50.067078 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77c994d5-7fc3-4e3d-9545-9beaaf6b8691 req-8ee5e08b-5c0d-434e-8f57-e5b395217add tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643663 Feb 11 05:06:50.317800 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84e345-bd37-45c7-b097-4184041a7ed3 req-e54240cf-7b89-4afa-9415-f229e34aed14 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0949202 Feb 11 05:06:50.394919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd39f402-a9a6-48f9-9418-c24643d7109c req-47c185de-f366-4219-b57e-deaba2d3c96c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 210 time: 0.0557408 Feb 11 05:06:50.447095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84e345-bd37-45c7-b097-4184041a7ed3 req-fb7ece57-3dfd-48a8-a50f-089b28f2719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:50.448868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84e345-bd37-45c7-b097-4184041a7ed3 req-fb7ece57-3dfd-48a8-a50f-089b28f2719d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d HTTP/1.1" status: 200 len: 1133 time: 0.0567017 Feb 11 05:06:50.584368 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7113c1ee-e028-41aa-8a54-82824198a016 req-1220e11e-39a0-44a5-b211-5fd9f888c4cc tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735481 Feb 11 05:06:50.935000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e1a3b5d3-e9d0-458b-a774-c14f291d5748 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:50.937059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device dedec55b-70f9-47b0-9369-8d6b22e80e16 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:51.045355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84e345-bd37-45c7-b097-4184041a7ed3 req-b20deb53-2532-42be-9be8-646242ed06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:51.046836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84e345-bd37-45c7-b097-4184041a7ed3 req-b20deb53-2532-42be-9be8-646242ed06a4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.5674789 Feb 11 05:06:51.065421 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d11a0-bbac-4355-9ecb-967952522b96 req-cd511edd-29b6-43af-9a64-4aee8a22fff1 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:51.070398 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f16d11a0-bbac-4355-9ecb-967952522b96 req-cd511edd-29b6-43af-9a64-4aee8a22fff1 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.4921894 Feb 11 05:06:51.147075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e1a3b5d3-e9d0-458b-a774-c14f291d5748, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e1a3b5d3-e9d0-458b-a774-c14f291d5748,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:51.181910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113c1ee-e028-41aa-8a54-82824198a016 req-74ec0b25-e9c7-4f95-b8e0-adfcc29141fa tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:51.183302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7113c1ee-e028-41aa-8a54-82824198a016 req-74ec0b25-e9c7-4f95-b8e0-adfcc29141fa tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2801383 Feb 11 05:06:51.193088 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84e345-bd37-45c7-b097-4184041a7ed3 req-741aa435-25e3-4abb-a751-9947c98b3183 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=cd461615-d95b-4307-b37a-56f072155ce7 HTTP/1.1" status: 200 len: 217 time: 0.1381316 Feb 11 05:06:51.207527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b43696-7fd5-4df3-90a8-75a7a6f2432a req-9e3e37a4-f5c6-482f-bc1e-fbad513e2517 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:51.209711 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57b43696-7fd5-4df3-90a8-75a7a6f2432a req-9e3e37a4-f5c6-482f-bc1e-fbad513e2517 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 943 time: 0.3031235 Feb 11 05:06:51.216278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-7113c1ee-e028-41aa-8a54-82824198a016 req-82ab5b34-c5ff-4cef-a600-30182713457a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Request body: {'port': {'device_id': 'a80b22cb-2efc-4167-ba4d-f4ae49b76bcf', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '923c8e6b939346a0ab9f11e00e8ae595'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:51.276218 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84e345-bd37-45c7-b097-4184041a7ed3 req-e58ac70e-e0a3-4a90-bcee-e44661de97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:51.277909 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84e345-bd37-45c7-b097-4184041a7ed3 req-e58ac70e-e0a3-4a90-bcee-e44661de97f7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0671413 Feb 11 05:06:51.289397 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'e1a3b5d3-e9d0-458b-a774-c14f291d5748', 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b', 'port_id': 'e1a3b5d3-e9d0-458b-a774-c14f291d5748', 'mac_address': 'fa:16:3e:77:3b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:51.292791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port dedec55b-70f9-47b0-9369-8d6b22e80e16 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:06:51.298583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port dedec55b-70f9-47b0-9369-8d6b22e80e16 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:51.298956 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (dedec55b-70f9-47b0-9369-8d6b22e80e16), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:51.332505 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port e1a3b5d3-e9d0-458b-a774-c14f291d5748 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:51.332904 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:51.372030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a3b5d3-e9d0-458b-a774-c14f291d5748 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:51.403353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e1a3b5d3-e9d0-458b-a774-c14f291d5748, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e1a3b5d3-e9d0-458b-a774-c14f291d5748,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:51.411463 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:51.454948 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f16d11a0-bbac-4355-9ecb-967952522b96 req-c1c5600e-2abf-4a70-97e0-f4c67fbd2fc5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835824 Feb 11 05:06:51.469181 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57b43696-7fd5-4df3-90a8-75a7a6f2432a req-ae897911-65e8-44ea-b7fb-69b7479667d9 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966023 Feb 11 05:06:51.480095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84e345-bd37-45c7-b097-4184041a7ed3 req-565f0d27-2ee9-430d-b156-b791e18c037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:51.481589 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84e345-bd37-45c7-b097-4184041a7ed3 req-565f0d27-2ee9-430d-b156-b791e18c037d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1628809 Feb 11 05:06:51.492283 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=e1a3b5d3-e9d0-458b-a774-c14f291d5748,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:51.563133 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port dedec55b-70f9-47b0-9369-8d6b22e80e16 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:51.563870 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (dedec55b-70f9-47b0-9369-8d6b22e80e16), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:51.569939 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7113c1ee-e028-41aa-8a54-82824198a016 req-82ab5b34-c5ff-4cef-a600-30182713457a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Made reservation on behalf of 923c8e6b939346a0ab9f11e00e8ae595 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:51.577794 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7113c1ee-e028-41aa-8a54-82824198a016 req-82ab5b34-c5ff-4cef-a600-30182713457a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:51.599931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548195da-c8ff-4848-a981-032a60cd571a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedec55b-70f9-47b0-9369-8d6b22e80e16'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:51.602281 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d519d83-468b-4648-bf7f-2662ed81febd" -d '{"events": [{"server_uuid": "548195da-c8ff-4848-a981-032a60cd571a", "name": "network-vif-plugged", "status": "completed", "tag": "dedec55b-70f9-47b0-9369-8d6b22e80e16"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:51.621008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port dedec55b-70f9-47b0-9369-8d6b22e80e16, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=dedec55b-70f9-47b0-9369-8d6b22e80e16,segment=NetworkSegment(8c295647-fa3d-4f83-8eae-217c3190d53a),segment_id=8c295647-fa3d-4f83-8eae-217c3190d53a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:51.630600 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (dedec55b-70f9-47b0-9369-8d6b22e80e16), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:51.692448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=dedec55b-70f9-47b0-9369-8d6b22e80e16,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:51.765615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['e1a3b5d3-e9d0-458b-a774-c14f291d5748'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:51.807212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84e345-bd37-45c7-b097-4184041a7ed3 req-899638db-7bf4-4d49-8910-289ee568a84c service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101261 Feb 11 05:06:51.814351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4e48f-cecb-4fbe-a33f-fa6b2c8eef11 req-9f2ab588-bfba-43c8-855d-df0424689c02 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:51.816141 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edb4e48f-cecb-4fbe-a33f-fa6b2c8eef11 req-9f2ab588-bfba-43c8-855d-df0424689c02 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 945 time: 0.2311769 Feb 11 05:06:51.874971 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb1b15-7c32-47fa-80b6-f5724f2948a8 req-6eecaed7-18d5-4775-8315-d476dc64ad76 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:51.876516 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edbb1b15-7c32-47fa-80b6-f5724f2948a8 req-6eecaed7-18d5-4775-8315-d476dc64ad76 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=d1df5ba5-2764-4152-bf58-e5a601cb6f33 HTTP/1.1" status: 200 len: 950 time: 0.2423503 Feb 11 05:06:52.031238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-7113c1ee-e028-41aa-8a54-82824198a016 req-82ab5b34-c5ff-4cef-a600-30182713457a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Allocated IP 192.168.233.233 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/84733baa-a414-4660-8a41-c399abd69131) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:52.066667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edb4e48f-cecb-4fbe-a33f-fa6b2c8eef11 req-51c7b2f9-6712-4f45-9d58-cbc9d730a7d5 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/security-groups?id=193cb501-40ab-4281-8685-f463d7ed88c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325637 Feb 11 05:06:52.102941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84e345-bd37-45c7-b097-4184041a7ed3 req-c287b3bc-6241-4e71-9ff5-ceaa280b38e1 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830901 Feb 11 05:06:52.106618 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edbb1b15-7c32-47fa-80b6-f5724f2948a8 req-df5b5e78-510e-4368-b1c0-826a8f32ff3a tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012894 Feb 11 05:06:52.317823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a284a30c-709f-4fb2-8a4d-360863015671 req-c5abcd5a-e4e4-46b6-9e13-bbfbc43415d3 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 210 time: 0.1056461 Feb 11 05:06:52.341709 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7113c1ee-e028-41aa-8a54-82824198a016 req-82ab5b34-c5ff-4cef-a600-30182713457a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks [] for port (84733baa-a414-4660-8a41-c399abd69131), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:52.392878 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f49a31-b086-49cf-a5f4-ecb5a59f3f03 x-openstack-request-id: req-a4f49a31-b086-49cf-a5f4-ecb5a59f3f03 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:52.393421 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548195da-c8ff-4848-a981-032a60cd571a", "name": "network-vif-plugged", "status": "completed", "tag": "dedec55b-70f9-47b0-9369-8d6b22e80e16", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:52.393564 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a4f49a31-b086-49cf-a5f4-ecb5a59f3f03 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:52.393963 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548195da-c8ff-4848-a981-032a60cd571a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedec55b-70f9-47b0-9369-8d6b22e80e16', 'code': 200} Feb 11 05:06:52.417142 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7113c1ee-e028-41aa-8a54-82824198a016 req-82ab5b34-c5ff-4cef-a600-30182713457a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (84733baa-a414-4660-8a41-c399abd69131), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:52.433907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61dc99a3-3efa-4e98-a339-2b589d6bec35', '26a7c47b-a932-400a-9c67-1976fe015c86'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:52.560674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['cd461615-d95b-4307-b37a-56f072155ce7', '5087a3bb-5f06-4d50-ba9f-85aa110de8c8', 'a48806c1-b8be-42b3-bdff-f6b60cf609c5'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:52.572672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7113c1ee-e028-41aa-8a54-82824198a016 req-82ab5b34-c5ff-4cef-a600-30182713457a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:52.630113 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-7113c1ee-e028-41aa-8a54-82824198a016 req-82ab5b34-c5ff-4cef-a600-30182713457a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:52.633456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-7113c1ee-e028-41aa-8a54-82824198a016 req-82ab5b34-c5ff-4cef-a600-30182713457a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:52.641187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113c1ee-e028-41aa-8a54-82824198a016 req-82ab5b34-c5ff-4cef-a600-30182713457a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:52.642082 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7113c1ee-e028-41aa-8a54-82824198a016 req-82ab5b34-c5ff-4cef-a600-30182713457a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:52.679495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab5b34-c5ff-4cef-a600-30182713457a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Pushing event updated for resources: {'Port': ['ID=84733baa-a414-4660-8a41-c399abd69131,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:52.694155 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-d1528435-394e-4f9c-95c8-f63855a7e718 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=daf3dcf81ac241aa923409ec325c0dd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1238635 Feb 11 05:06:52.738349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7140b4-9e65-49ca-9381-150a3bc64258 req-40b7abc9-76a4-4761-8d3e-76ebe61b5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:52.740038 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b7140b4-9e65-49ca-9381-150a3bc64258 req-40b7abc9-76a4-4761-8d3e-76ebe61b5515 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 1128 time: 0.2373974 Feb 11 05:06:52.777089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7113c1ee-e028-41aa-8a54-82824198a016 req-82ab5b34-c5ff-4cef-a600-30182713457a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5646360 Feb 11 05:06:52.795666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b0906-5fae-4f8e-9ab3-20d37cbf1263 req-1781fe04-a617-4437-9702-d80dea996013 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:52.797310 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d18b0906-5fae-4f8e-9ab3-20d37cbf1263 req-1781fe04-a617-4437-9702-d80dea996013 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.2329054 Feb 11 05:06:52.802471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Request body: {'port': {'device_id': 'a80b22cb-2efc-4167-ba4d-f4ae49b76bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:52.929626 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e1a3b5d3-e9d0-458b-a774-c14f291d5748 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:52.995866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b7140b4-9e65-49ca-9381-150a3bc64258 req-c6ba10c3-6010-4e18-abff-180fb6929fd4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=193cb501-40ab-4281-8685-f463d7ed88c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382793 Feb 11 05:06:53.020329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-6b07a2db-9669-48f8-8620-9f820901e5fa tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:53.023982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-6b07a2db-9669-48f8-8620-9f820901e5fa tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3288457 Feb 11 05:06:53.047123 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (84733baa-a414-4660-8a41-c399abd69131), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.053097 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d18b0906-5fae-4f8e-9ab3-20d37cbf1263 req-0fbca03d-e712-4424-8f92-f8ac0fbbf164 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378094 Feb 11 05:06:53.063968 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-499112d8-a215-4f58-907d-9faa28ccae44 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/quotas/daf3dcf81ac241aa923409ec325c0dd1 HTTP/1.1" status: 200 len: 375 time: 0.0293036 Feb 11 05:06:53.160029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port e1a3b5d3-e9d0-458b-a774-c14f291d5748 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:06:53.175675 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8c0b8427-b797-48ed-a1de-a144a7c5d9fd None None] Provisioning complete for port 84733baa-a414-4660-8a41-c399abd69131 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:53.176272 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8427-b797-48ed-a1de-a144a7c5d9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (84733baa-a414-4660-8a41-c399abd69131), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.179968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port e1a3b5d3-e9d0-458b-a774-c14f291d5748 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:53.180905 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.243776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-ea312c56-71f2-4a86-913d-c204f1049da2 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=daf3dcf81ac241aa923409ec325c0dd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1489441 Feb 11 05:06:53.304508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8c0b8427-b797-48ed-a1de-a144a7c5d9fd None None] Port 84733baa-a414-4660-8a41-c399abd69131 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:53.412182 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port e1a3b5d3-e9d0-458b-a774-c14f291d5748 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:53.412825 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.508454 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e1a3b5d3-e9d0-458b-a774-c14f291d5748, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e1a3b5d3-e9d0-458b-a774-c14f291d5748,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:53.523283 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.604436 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=e1a3b5d3-e9d0-458b-a774-c14f291d5748,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:53.697425 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84733baa-a414-4660-8a41-c399abd69131 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:53.705507 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Publish callbacks [] for port (84733baa-a414-4660-8a41-c399abd69131), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.727183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374a557-25b8-4a71-8f49-752237b91977 req-f66f1be9-5c1e-4194-9f03-8f8137f58dc7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:53.737732 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5374a557-25b8-4a71-8f49-752237b91977 req-f66f1be9-5c1e-4194-9f03-8f8137f58dc7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 945 time: 0.2675440 Feb 11 05:06:53.755125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a350722-5f2e-4b6a-9c92-8f7b5a09d9bd req-07655e08-c43c-4813-a4e6-49ded6d2983c tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:53.765010 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a350722-5f2e-4b6a-9c92-8f7b5a09d9bd req-07655e08-c43c-4813-a4e6-49ded6d2983c tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 945 time: 0.2958724 Feb 11 05:06:53.766114 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49208) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:53.773404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Transition to ACTIVE for port object 84733baa-a414-4660-8a41-c399abd69131 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:06:53.794890 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (84733baa-a414-4660-8a41-c399abd69131), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:53.966971 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5374a557-25b8-4a71-8f49-752237b91977 req-fd2e23ef-5682-4608-82b6-2dd96b9644f8 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280087 Feb 11 05:06:53.977867 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=84733baa-a414-4660-8a41-c399abd69131,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:54.015105 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a350722-5f2e-4b6a-9c92-8f7b5a09d9bd req-6612eef8-e9b0-4c86-bccc-be12ed33b164 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/security-groups?id=193cb501-40ab-4281-8685-f463d7ed88c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449820 Feb 11 05:06:54.019949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Attempting to bind port 84733baa-a414-4660-8a41-c399abd69131 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:54.021910 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.032043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Attempting to bind port 84733baa-a414-4660-8a41-c399abd69131 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:54.032653 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Attempting to bind port 84733baa-a414-4660-8a41-c399abd69131 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:54.058345 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Port 84733baa-a414-4660-8a41-c399abd69131 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:54.058661 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Attempting to bind port 84733baa-a414-4660-8a41-c399abd69131 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:54.070474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:54.070819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:54.071202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:54.071728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Bound port: 84733baa-a414-4660-8a41-c399abd69131, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:54.072912 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (84733baa-a414-4660-8a41-c399abd69131), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.203685 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] Publish callbacks [] for security_group (f9c03bd0-a9fc-48b6-bba0-8adbb49a913e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.211215 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f9c03bd0-a9fc-48b6-bba0-8adbb49a913e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.273225 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b70f7d7-7754-4335-8208-de13ca2af85b req-5138efca-0151-4800-95bc-bc2f72b0aa9d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=05dc4700-798e-4043-9054-b8d82768db62 HTTP/1.1" status: 200 len: 210 time: 0.1027825 Feb 11 05:06:54.276654 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3cb7f171a3e4440a918fa7989eebe548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5089107 Feb 11 05:06:54.277892 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c03bd0-a9fc-48b6-bba0-8adbb49a913e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:54.284779 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49216) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:54.292923 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:54.293674 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:54.293872 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:54.294210 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:54.294876 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:54.295235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:54.295583 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:54.296074 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:54.296560 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:54.297055 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:54.297665 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:54.298138 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:54.298611 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9fee7-9ae0-43d7-a847-320688b6cf6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:54.305517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] For port 84733baa-a414-4660-8a41-c399abd69131, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:54.315149 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] For port 84733baa-a414-4660-8a41-c399abd69131, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=84733baa-a414-4660-8a41-c399abd69131,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:54.333941 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (84733baa-a414-4660-8a41-c399abd69131), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.373934 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d25d1395-f3cf-48a6-ac4e-4636e7079621 admin admin] Publish callbacks [] for security_group (f9c03bd0-a9fc-48b6-bba0-8adbb49a913e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.395516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edba1a7c-ec73-4e59-94a0-48f7f7d24b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a3b5d3-e9d0-458b-a774-c14f291d5748'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:54.398176 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1b73de-0dfa-4400-a42a-39537a969576" -d '{"events": [{"server_uuid": "edba1a7c-ec73-4e59-94a0-48f7f7d24b1c", "name": "network-vif-plugged", "status": "completed", "tag": "e1a3b5d3-e9d0-458b-a774-c14f291d5748"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:54.435651 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d25d1395-f3cf-48a6-ac4e-4636e7079621 admin admin] Publish callbacks [] for security_group (f9c03bd0-a9fc-48b6-bba0-8adbb49a913e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.452338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=84733baa-a414-4660-8a41-c399abd69131,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:54.464569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:54.465207 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.469003 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7113c1ee-e028-41aa-8a54-82824198a016 req-9d7f7c7a-5b3a-451e-a9ad-28cab2772ff3 service neutron] 10.222.0.88 "PUT /v2.0/ports/84733baa-a414-4660-8a41-c399abd69131 HTTP/1.1" status: 200 len: 1097 time: 1.6705735 Feb 11 05:06:54.477627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a9228-4929-45d9-80a8-e7a2ff7e55fe req-f708f502-bc73-41d9-bd8f-d462ad7f7308 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:54.480566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f3a9228-4929-45d9-80a8-e7a2ff7e55fe req-f708f502-bc73-41d9-bd8f-d462ad7f7308 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 948 time: 0.3129125 Feb 11 05:06:54.481046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80b22cb-2efc-4167-ba4d-f4ae49b76bcf', 'tag': '84733baa-a414-4660-8a41-c399abd69131'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:54.484117 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d81106-f934-4ce1-89b6-ada7cf7838fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a80b22cb-2efc-4167-ba4d-f4ae49b76bcf", "tag": "84733baa-a414-4660-8a41-c399abd69131"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:54.525509 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d25d1395-f3cf-48a6-ac4e-4636e7079621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f9c03bd0-a9fc-48b6-bba0-8adbb49a913e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.529021 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d25d1395-f3cf-48a6-ac4e-4636e7079621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:54.533416 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d25d1395-f3cf-48a6-ac4e-4636e7079621 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f9c03bd0-a9fc-48b6-bba0-8adbb49a913e HTTP/1.1" status: 204 len: 168 time: 0.2473810 Feb 11 05:06:54.550387 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d1395-f3cf-48a6-ac4e-4636e7079621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c03bd0-a9fc-48b6-bba0-8adbb49a913e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:54.643603 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f3a9228-4929-45d9-80a8-e7a2ff7e55fe req-3a7db81e-a225-497d-bf64-0acef5badd97 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552808 Feb 11 05:06:54.699898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95090e-b3c4-43d0-aa55-7c20b99b9e4e req-ba17ada2-0f53-4c63-80a7-0b184f578ffe tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:54.709085 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc95090e-b3c4-43d0-aa55-7c20b99b9e4e req-ba17ada2-0f53-4c63-80a7-0b184f578ffe tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.2056103 Feb 11 05:06:54.748808 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e112bdb-76d8-40d1-842d-735752a23cf2 x-openstack-request-id: req-2e112bdb-76d8-40d1-842d-735752a23cf2 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:54.749821 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edba1a7c-ec73-4e59-94a0-48f7f7d24b1c", "name": "network-vif-plugged", "status": "completed", "tag": "e1a3b5d3-e9d0-458b-a774-c14f291d5748", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:54.749821 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2e112bdb-76d8-40d1-842d-735752a23cf2 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:54.750278 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edba1a7c-ec73-4e59-94a0-48f7f7d24b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a3b5d3-e9d0-458b-a774-c14f291d5748', 'code': 200} Feb 11 05:06:54.798035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc95090e-b3c4-43d0-aa55-7c20b99b9e4e req-28a8d573-a5ff-4f0f-9b30-2b712fb57458 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825837 Feb 11 05:06:54.804819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113c1ee-e028-41aa-8a54-82824198a016 req-2af19d22-a0bd-43e0-9b5a-7a0fcd287e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:54.807062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7113c1ee-e028-41aa-8a54-82824198a016 req-2af19d22-a0bd-43e0-9b5a-7a0fcd287e18 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 1131 time: 0.2317772 Feb 11 05:06:54.913718 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e664046-0a40-41c0-ba8b-70de380ec806 x-openstack-request-id: req-6e664046-0a40-41c0-ba8b-70de380ec806 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:54.914016 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80b22cb-2efc-4167-ba4d-f4ae49b76bcf", "tag": "84733baa-a414-4660-8a41-c399abd69131", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:54.914257 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6e664046-0a40-41c0-ba8b-70de380ec806 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:54.914664 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80b22cb-2efc-4167-ba4d-f4ae49b76bcf', 'tag': '84733baa-a414-4660-8a41-c399abd69131', 'status': 'completed', 'code': 200} Feb 11 05:06:54.946410 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7113c1ee-e028-41aa-8a54-82824198a016 req-004d5a91-1f10-4525-88f7-3e77318d1740 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=84733baa-a414-4660-8a41-c399abd69131 HTTP/1.1" status: 200 len: 217 time: 0.1202765 Feb 11 05:06:55.078627 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-28c589fc-4ced-497b-9591-c51f6dcbe4cd tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=daf3dcf81ac241aa923409ec325c0dd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374758 Feb 11 05:06:55.232180 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49238) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:55.264838 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-5400a54c-5b2f-4d17-8d86-e82e6c7a17b4 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:55.266398 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-5400a54c-5b2f-4d17-8d86-e82e6c7a17b4 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751103 Feb 11 05:06:55.281353 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-de5dc2bb-30f6-4fab-92de-a926ab8a37e8 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Request body: {'port': {'device_id': '05dc4700-798e-4043-9054-b8d82768db62', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': 'daf3dcf81ac241aa923409ec325c0dd1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:55.314725 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113c1ee-e028-41aa-8a54-82824198a016 req-ae029178-6392-4a65-9eb0-7fe0b7e987b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:55.317076 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7113c1ee-e028-41aa-8a54-82824198a016 req-ae029178-6392-4a65-9eb0-7fe0b7e987b4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.3327603 Feb 11 05:06:55.323207 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:55.377305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70646840-8769-45fa-8d8b-29397e4defff req-3b5033cf-b660-4290-8960-c2e631e2acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:55.379315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70646840-8769-45fa-8d8b-29397e4defff req-3b5033cf-b660-4290-8960-c2e631e2acdc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 1128 time: 0.4635692 Feb 11 05:06:55.420981 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-de5dc2bb-30f6-4fab-92de-a926ab8a37e8 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Made reservation on behalf of daf3dcf81ac241aa923409ec325c0dd1 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:55.425876 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-de5dc2bb-30f6-4fab-92de-a926ab8a37e8 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:55.433705 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5650a-ea94-4c5d-9ae6-2db839bb09ce req-06136b5a-3ae5-46f2-a398-29d8ee91912d tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:55.440188 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9f5650a-ea94-4c5d-9ae6-2db839bb09ce req-06136b5a-3ae5-46f2-a398-29d8ee91912d tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 945 time: 0.2947512 Feb 11 05:06:55.485276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6169a-e806-41a8-82f1-9b41f7bd2885 req-91a6f950-3f5f-4a93-a277-c0336430dd93 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:55.492811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-33b6169a-e806-41a8-82f1-9b41f7bd2885 req-91a6f950-3f5f-4a93-a277-c0336430dd93 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 945 time: 0.3490374 Feb 11 05:06:55.545892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113c1ee-e028-41aa-8a54-82824198a016 req-7b38c599-aa8c-4968-a78e-4e857f184af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:55.547549 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7113c1ee-e028-41aa-8a54-82824198a016 req-7b38c599-aa8c-4968-a78e-4e857f184af9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2206700 Feb 11 05:06:55.610285 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-de5dc2bb-30f6-4fab-92de-a926ab8a37e8 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Allocated IP 192.168.233.76 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/437d36a6-c56d-4409-bd08-f2ff7f0a2f92) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:55.788130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-de5dc2bb-30f6-4fab-92de-a926ab8a37e8 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks [] for port (437d36a6-c56d-4409-bd08-f2ff7f0a2f92), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:55.833750 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-de5dc2bb-30f6-4fab-92de-a926ab8a37e8 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (437d36a6-c56d-4409-bd08-f2ff7f0a2f92), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:55.843055 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70646840-8769-45fa-8d8b-29397e4defff req-f2da24f5-ea69-4bb0-b209-0bbe9709ce8c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548473 Feb 11 05:06:55.851325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['d12fe5a3-735c-4cef-98f6-902a98c840ff'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:55.909498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dc2bb-30f6-4fab-92de-a926ab8a37e8 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Pushing event updated for resources: {'Port': ['ID=437d36a6-c56d-4409-bd08-f2ff7f0a2f92,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:55.934489 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-de5dc2bb-30f6-4fab-92de-a926ab8a37e8 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:55.936002 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-de5dc2bb-30f6-4fab-92de-a926ab8a37e8 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:55.939296 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-de5dc2bb-30f6-4fab-92de-a926ab8a37e8 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:55.945025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-de5dc2bb-30f6-4fab-92de-a926ab8a37e8 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:55.945672 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-de5dc2bb-30f6-4fab-92de-a926ab8a37e8 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:55.951815 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] Publish callbacks [] for security_group (d0c05179-06f0-4b99-bb7a-07f485071c47), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:55.960503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9f5650a-ea94-4c5d-9ae6-2db839bb09ce req-f1c0532b-2e10-4dce-be61-35dd017e5d33 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054674 Feb 11 05:06:55.978436 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-33b6169a-e806-41a8-82f1-9b41f7bd2885 req-54c2be89-6dbf-4a20-9a7f-fa342d6fee87 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/security-groups?id=193cb501-40ab-4281-8685-f463d7ed88c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810002 Feb 11 05:06:55.978690 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-de5dc2bb-30f6-4fab-92de-a926ab8a37e8 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7007184 Feb 11 05:06:56.016404 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d0c05179-06f0-4b99-bb7a-07f485071c47), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:56.020081 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Request body: {'port': {'device_id': '05dc4700-798e-4043-9054-b8d82768db62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:56.048537 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7113c1ee-e028-41aa-8a54-82824198a016 req-40cc437e-bede-496d-bd59-106b12bca1f4 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810750 Feb 11 05:06:56.055452 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7bdbec3272994a06a6e60d6534727aef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8065653 Feb 11 05:06:56.064088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49254) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:56.214334 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (437d36a6-c56d-4409-bd08-f2ff7f0a2f92), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:56.339789 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-dac35007-fad0-476f-964a-491006ae1ca7 req-c696aa96-9d13-4679-8cdb-615cc377204e service neutron] show failed (client error): The resource could not be found. Feb 11 05:06:56.340801 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-c696aa96-9d13-4679-8cdb-615cc377204e service neutron] 10.222.0.73 "GET /v2.0/ports/4bd19739-983b-42da-9114-39fe4b424741/bindings/n-h2-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.1036518 Feb 11 05:06:56.351980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c05179-06f0-4b99-bb7a-07f485071c47,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:56.412591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:56.412591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:56.412591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:56.412591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:56.412591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:56.412591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:56.412591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:56.412591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:56.413384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:56.413384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:56.413557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:56.414222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:56.414591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa3e51-86f6-43d5-9f9d-a7f90e2894a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:56.441334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-996ab0c1-46c4-4d75-8beb-f3daa30b312f None None] Provisioning complete for port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:56.444343 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-996ab0c1-46c4-4d75-8beb-f3daa30b312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (437d36a6-c56d-4409-bd08-f2ff7f0a2f92), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:56.454015 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2197306-966a-444c-a199-04dd6ec11648 req-f2e5a66d-844b-45b1-93f6-201334c784b0 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:56.455797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2197306-966a-444c-a199-04dd6ec11648 req-f2e5a66d-844b-45b1-93f6-201334c784b0 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 948 time: 0.1508427 Feb 11 05:06:56.485353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56567f83-1929-422c-872c-9e182a6cb949 req-ea90c4c9-310e-44e5-bc64-81ea6a76d7a3 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:56.487338 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56567f83-1929-422c-872c-9e182a6cb949 req-ea90c4c9-310e-44e5-bc64-81ea6a76d7a3 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=05dc4700-798e-4043-9054-b8d82768db62 HTTP/1.1" status: 200 len: 935 time: 0.2943408 Feb 11 05:06:56.531250 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4f1d6e7-1a66-4301-a12c-f7a56ac4e922 admin admin] Publish callbacks [] for security_group (d0c05179-06f0-4b99-bb7a-07f485071c47), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:56.548595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-996ab0c1-46c4-4d75-8beb-f3daa30b312f None None] Port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:06:56.567005 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4f1d6e7-1a66-4301-a12c-f7a56ac4e922 admin admin] Publish callbacks [] for security_group (d0c05179-06f0-4b99-bb7a-07f485071c47), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:56.632036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7113c1ee-e028-41aa-8a54-82824198a016 req-b390d40f-1f7b-4c31-9772-5ff3b263fc06 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363028 Feb 11 05:06:56.697307 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:56.698022 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2197306-966a-444c-a199-04dd6ec11648 req-f227d5c1-fb90-443e-9e96-838a199bd643 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304332 Feb 11 05:06:56.710510 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4f1d6e7-1a66-4301-a12c-f7a56ac4e922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d0c05179-06f0-4b99-bb7a-07f485071c47), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:56.725768 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4f1d6e7-1a66-4301-a12c-f7a56ac4e922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:56.727038 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a4f1d6e7-1a66-4301-a12c-f7a56ac4e922 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d0c05179-06f0-4b99-bb7a-07f485071c47 HTTP/1.1" status: 204 len: 168 time: 0.6619475 Feb 11 05:06:56.729594 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Publish callbacks [] for port (437d36a6-c56d-4409-bd08-f2ff7f0a2f92), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:56.743052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56567f83-1929-422c-872c-9e182a6cb949 req-4e2d4e0d-43ba-4c33-ab2a-38f61044f8da tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267900 Feb 11 05:06:56.777877 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Transition to ACTIVE for port object 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:06:56.789227 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (437d36a6-c56d-4409-bd08-f2ff7f0a2f92), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:56.830471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1d6e7-1a66-4301-a12c-f7a56ac4e922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c05179-06f0-4b99-bb7a-07f485071c47,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:56.928251 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Pushing event updated for resources: {'Port': ['ID=437d36a6-c56d-4409-bd08-f2ff7f0a2f92,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:56.991005 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Attempting to bind port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:56.993164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Attempting to bind port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:56.993164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Attempting to bind port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:57.003547 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:57.004034 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Attempting to bind port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:57.013068 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:57.013655 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:57.014058 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:57.015006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Bound port: 437d36a6-c56d-4409-bd08-f2ff7f0a2f92, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:57.015163 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (437d36a6-c56d-4409-bd08-f2ff7f0a2f92), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:57.130811 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] For port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:57.135796 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] For port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=437d36a6-c56d-4409-bd08-f2ff7f0a2f92,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:57.136611 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac35007-fad0-476f-964a-491006ae1ca7 req-d5e53830-4f7e-4983-831a-7226b1317344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:57.137845 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-d5e53830-4f7e-4983-831a-7226b1317344 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b&tenant_id=96892c63fd9f4c61ab86cc0679e41126 HTTP/1.1" status: 200 len: 1133 time: 0.4059815 Feb 11 05:06:57.166641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d81106-f934-4ce1-89b6-ada7cf7838fa req-dc72b0ac-9870-4f27-b7a9-96b40d3cce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:57.168324 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73d81106-f934-4ce1-89b6-ada7cf7838fa req-dc72b0ac-9870-4f27-b7a9-96b40d3cce32 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 1131 time: 0.4210556 Feb 11 05:06:57.168970 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (437d36a6-c56d-4409-bd08-f2ff7f0a2f92), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:57.172289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:57.263823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:57.264544 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:57.265788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770efd1b-7f89-49c5-b164-1d72d8831e5a req-2965bc49-d07e-4c61-a38e-8e96e1034d4b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:57.268986 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] 10.222.0.73 "PUT /v2.0/ports/437d36a6-c56d-4409-bd08-f2ff7f0a2f92 HTTP/1.1" status: 200 len: 1096 time: 1.2748632 Feb 11 05:06:57.270232 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dc4700-798e-4043-9054-b8d82768db62', 'tag': '437d36a6-c56d-4409-bd08-f2ff7f0a2f92'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:57.272732 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a763a6-40e3-4e53-a81d-c9056e90a1a9" -d '{"events": [{"name": "network-changed", "server_uuid": "05dc4700-798e-4043-9054-b8d82768db62", "tag": "437d36a6-c56d-4409-bd08-f2ff7f0a2f92"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:57.284759 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-770efd1b-7f89-49c5-b164-1d72d8831e5a req-2965bc49-d07e-4c61-a38e-8e96e1034d4b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.3863685 Feb 11 05:06:57.322569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-624ef06e-b9c9-47c9-8a95-b6ed1fec1ae8 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:57.329755 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-624ef06e-b9c9-47c9-8a95-b6ed1fec1ae8 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3532884 Feb 11 05:06:57.366754 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1a15e-2eab-4b30-8038-542549d67a86 service neutron] Pushing event updated for resources: {'Port': ['ID=437d36a6-c56d-4409-bd08-f2ff7f0a2f92,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:57.452465 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-1625ad55-18cf-4f1d-aaa8-affb0bff79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:57.454266 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-1625ad55-18cf-4f1d-aaa8-affb0bff79b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=daf3dcf81ac241aa923409ec325c0dd1&device_id=05dc4700-798e-4043-9054-b8d82768db62 HTTP/1.1" status: 200 len: 1130 time: 0.1015925 Feb 11 05:06:57.560679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-dccc8f06-7291-45c5-be3b-abebd15c390d tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 695 time: 0.2297971 Feb 11 05:06:57.561299 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4bd19739-983b-42da-9114-39fe4b424741), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:57.575007 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-f6e6cfa4-9e40-4d61-91dc-c7d6c4e523e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=437d36a6-c56d-4409-bd08-f2ff7f0a2f92 HTTP/1.1" status: 200 len: 217 time: 0.1116891 Feb 11 05:06:57.701774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-770efd1b-7f89-49c5-b164-1d72d8831e5a req-5c25a056-143b-4943-bc71-bdb02df66591 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125309 Feb 11 05:06:57.702833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d81106-f934-4ce1-89b6-ada7cf7838fa req-f347d681-97d9-49ca-b23f-f8bb6fa079b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:57.704245 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73d81106-f934-4ce1-89b6-ada7cf7838fa req-f347d681-97d9-49ca-b23f-f8bb6fa079b6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.5167265 Feb 11 05:06:57.710102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-dd86070c-93cc-4c7d-bd6a-d888a23088e2 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Request body: {'floatingip': {'port_id': '3aedc693-d9ef-4417-a3f0-08371e1a40bc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:57.722883 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-9f7d30bb-686f-4d96-a36f-e67133c8df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:57.730171 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-9f7d30bb-686f-4d96-a36f-e67133c8df7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1284444 Feb 11 05:06:57.844653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-490837d0-9856-48ea-92e2-415775282ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:57.846552 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-490837d0-9856-48ea-92e2-415775282ec3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1092284 Feb 11 05:06:57.972231 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-32057cad-3b9d-4b0c-a9e5-da613c097064 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173811 Feb 11 05:06:58.003363 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73d81106-f934-4ce1-89b6-ada7cf7838fa req-13f76a21-1c96-45cc-b68c-23e105a58448 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=84733baa-a414-4660-8a41-c399abd69131 HTTP/1.1" status: 200 len: 217 time: 0.1955259 Feb 11 05:06:58.011466 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-dd86070c-93cc-4c7d-bd6a-d888a23088e2 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for floatingip (a51994b8-4592-409e-863d-7f21b0545c75), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:58.116311 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40ec8ecb-a2e6-4e2f-9797-d31183f842f8 req-a0b4af2b-995b-4ed6-ac84-fd70f67d3642 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356113 Feb 11 05:06:58.121720 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d81106-f934-4ce1-89b6-ada7cf7838fa req-5104da02-6726-4cce-93f0-97b5a980e685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:58.123456 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73d81106-f934-4ce1-89b6-ada7cf7838fa req-5104da02-6726-4cce-93f0-97b5a980e685 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0976334 Feb 11 05:06:58.320314 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4422a83-cb68-454c-a723-c39785053fab req-2c4c82d2-8861-4033-933b-1f726438d61f tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:58.322340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4422a83-cb68-454c-a723-c39785053fab req-2c4c82d2-8861-4033-933b-1f726438d61f tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 945 time: 0.4370484 Feb 11 05:06:58.439714 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4965eae-7cab-498c-9e49-652c79e70a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:58.703957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d81106-f934-4ce1-89b6-ada7cf7838fa req-6e222ad9-66fa-4d29-b265-2f2844d6ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:58.705458 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73d81106-f934-4ce1-89b6-ada7cf7838fa req-6e222ad9-66fa-4d29-b265-2f2844d6ec86 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5508237 Feb 11 05:06:58.739481 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4422a83-cb68-454c-a723-c39785053fab req-4005ac78-5bb9-4fba-b6c7-ca4bd0eb9498 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033391 Feb 11 05:06:58.841074 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f869c65-62dd-4f73-9bed-79f9a4879783 x-openstack-request-id: req-8f869c65-62dd-4f73-9bed-79f9a4879783 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:58.841586 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dc4700-798e-4043-9054-b8d82768db62", "tag": "437d36a6-c56d-4409-bd08-f2ff7f0a2f92", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:58.841666 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8f869c65-62dd-4f73-9bed-79f9a4879783 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:58.842249 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dc4700-798e-4043-9054-b8d82768db62', 'tag': '437d36a6-c56d-4409-bd08-f2ff7f0a2f92', 'status': 'completed', 'code': 200} Feb 11 05:06:58.858202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] For port 4bd19739-983b-42da-9114-39fe4b424741, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4bd19739-983b-42da-9114-39fe4b424741,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:58.918910 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a763a6-40e3-4e53-a81d-c9056e90a1a9 req-f43c338e-6a30-40f8-8537-3188f1f5abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:58.920483 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-82a763a6-40e3-4e53-a81d-c9056e90a1a9 req-f43c338e-6a30-40f8-8537-3188f1f5abb8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=daf3dcf81ac241aa923409ec325c0dd1&device_id=05dc4700-798e-4043-9054-b8d82768db62 HTTP/1.1" status: 200 len: 1130 time: 0.0575097 Feb 11 05:06:59.007514 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73d81106-f934-4ce1-89b6-ada7cf7838fa req-ab20e093-25ea-4c6f-bb38-47c9d1ee55b3 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821803 Feb 11 05:06:59.024041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a763a6-40e3-4e53-a81d-c9056e90a1a9 req-cd3559e4-ed2f-4e0e-84c7-94e3ae25d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:59.025518 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-82a763a6-40e3-4e53-a81d-c9056e90a1a9 req-cd3559e4-ed2f-4e0e-84c7-94e3ae25d24f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.0959024 Feb 11 05:06:59.068102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] For port 4bd19739-983b-42da-9114-39fe4b424741, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:59.069991 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-82a763a6-40e3-4e53-a81d-c9056e90a1a9 req-f2f6226a-1344-4899-ac4c-7e64d40566f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=437d36a6-c56d-4409-bd08-f2ff7f0a2f92 HTTP/1.1" status: 200 len: 217 time: 0.0378468 Feb 11 05:06:59.119800 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a763a6-40e3-4e53-a81d-c9056e90a1a9 req-c7412d96-b2a0-4a87-9234-6529ced47897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:59.121167 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-82a763a6-40e3-4e53-a81d-c9056e90a1a9 req-c7412d96-b2a0-4a87-9234-6529ced47897 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0432971 Feb 11 05:06:59.170861 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a763a6-40e3-4e53-a81d-c9056e90a1a9 req-bc3f8272-177c-43de-9b4b-8f213c54ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:59.172448 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-82a763a6-40e3-4e53-a81d-c9056e90a1a9 req-bc3f8272-177c-43de-9b4b-8f213c54ca74 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0441866 Feb 11 05:06:59.245241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8af3437-0d7c-4d94-bff3-178b8ad7f98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd19739-983b-42da-9114-39fe4b424741'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:59.247199 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba70c3d3-672d-4017-97fb-3001996bb2f7" -d '{"events": [{"server_uuid": "c8af3437-0d7c-4d94-bff3-178b8ad7f98b", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd19739-983b-42da-9114-39fe4b424741"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:59.257020 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Publish callbacks [] for port (4bd19739-983b-42da-9114-39fe4b424741), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.267831 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-82a763a6-40e3-4e53-a81d-c9056e90a1a9 req-7e7c1539-9eaf-4778-8767-41eac2d65272 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871909 Feb 11 05:06:59.284331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee8f90-9497-4f4d-be23-65adf72e04d0 req-22b0869e-4a49-436e-84aa-646f921ee36f tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:59.285828 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cdee8f90-9497-4f4d-be23-65adf72e04d0 req-22b0869e-4a49-436e-84aa-646f921ee36f tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 948 time: 0.3592014 Feb 11 05:06:59.326774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Transition to ACTIVE for port object 4bd19739-983b-42da-9114-39fe4b424741 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:06:59.361289 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-82a763a6-40e3-4e53-a81d-c9056e90a1a9 req-10a101da-0455-454d-9168-d3c0269d28e5 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864699 Feb 11 05:06:59.375815 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4bd19739-983b-42da-9114-39fe4b424741), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.427042 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73d81106-f934-4ce1-89b6-ada7cf7838fa req-b25015e1-4498-48c7-9d3f-197987a9cfa5 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890324 Feb 11 05:06:59.461425 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.resource_extend [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-dd86070c-93cc-4c7d-bd6a-d888a23088e2 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:06:59.518730 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd19739-983b-42da-9114-39fe4b424741,revision_number=6']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:59.537193 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cdee8f90-9497-4f4d-be23-65adf72e04d0 req-f59b7903-dec4-4af6-b34d-46fcbcc9d0e2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371874 Feb 11 05:06:59.557882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] No DVR routers for this DVR port 4bd19739-983b-42da-9114-39fe4b424741 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:06:59.598913 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-dd86070c-93cc-4c7d-bd6a-d888a23088e2 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.611158 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-dd86070c-93cc-4c7d-bd6a-d888a23088e2 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a51994b8-4592-409e-863d-7f21b0545c75), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.656768 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Attempting to bind port 4bd19739-983b-42da-9114-39fe4b424741 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:59.657042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Attempting to bind port 4bd19739-983b-42da-9114-39fe4b424741 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:59.657371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Attempting to bind port 4bd19739-983b-42da-9114-39fe4b424741 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:59.681958 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Port 4bd19739-983b-42da-9114-39fe4b424741 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:59.682299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Attempting to bind port 4bd19739-983b-42da-9114-39fe4b424741 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:59.694342 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:59.694685 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:59.695065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:59.695523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Bound port: 4bd19739-983b-42da-9114-39fe4b424741, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:59.695884 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4bd19739-983b-42da-9114-39fe4b424741), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.782008 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95bbaa-58da-4d0e-b500-343ba17d4c1f req-a3ff96c2-f235-4ea0-9b98-4cb0d558c3f4 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:59.783513 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb95bbaa-58da-4d0e-b500-343ba17d4c1f req-a3ff96c2-f235-4ea0-9b98-4cb0d558c3f4 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=05dc4700-798e-4043-9054-b8d82768db62 HTTP/1.1" status: 200 len: 947 time: 0.1760993 Feb 11 05:06:59.821485 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-dd86070c-93cc-4c7d-bd6a-d888a23088e2 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Floating IP a51994b8-4592-409e-863d-7f21b0545c75 associated. External IP: 172.25.5.85, port: 3aedc693-d9ef-4417-a3f0-08371e1a40bc. Feb 11 05:06:59.884940 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] For port 4bd19739-983b-42da-9114-39fe4b424741, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:59.913182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] For port 4bd19739-983b-42da-9114-39fe4b424741, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=4bd19739-983b-42da-9114-39fe4b424741,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:59.917711 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb95bbaa-58da-4d0e-b500-343ba17d4c1f req-60d75d9c-dfe2-44a7-bc3a-a331a5ef765d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250956 Feb 11 05:06:59.925023 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4bd19739-983b-42da-9114-39fe4b424741), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.994185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:59.994815 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.996267 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] 10.222.0.88 "PUT /v2.0/ports/4bd19739-983b-42da-9114-39fe4b424741 HTTP/1.1" status: 200 len: 1097 time: 2.8347983 Feb 11 05:07:00.023592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8b9f9-516e-4983-a775-7c677bc734e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd19739-983b-42da-9114-39fe4b424741,revision_number=7']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:00.426675 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac35007-fad0-476f-964a-491006ae1ca7 req-20cb89b6-58f3-4e2c-afb9-4b8662ae40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:00.428194 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-20cb89b6-58f3-4e2c-afb9-4b8662ae40c8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 1131 time: 0.1280651 Feb 11 05:07:00.436590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db44ea-0c7f-4e60-be87-051d89258d78 req-3a68d3bb-f932-4eff-a044-55a562e6628e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:00.437927 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8db44ea-0c7f-4e60-be87-051d89258d78 req-3a68d3bb-f932-4eff-a044-55a562e6628e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 948 time: 0.1389072 Feb 11 05:07:00.493229 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-dd86070c-93cc-4c7d-bd6a-d888a23088e2 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Router 9097444f-33c9-45e7-a7a7-df660045a724 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:07:00.564290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8db44ea-0c7f-4e60-be87-051d89258d78 req-604d020f-3105-4756-ad0b-bacb099e66a1 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190720 Feb 11 05:07:00.623245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac35007-fad0-476f-964a-491006ae1ca7 req-e5cd72e4-1030-4500-8818-7c4b80887bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:00.624763 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-e5cd72e4-1030-4500-8818-7c4b80887bd2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.1784265 Feb 11 05:07:00.675377 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1093e1ff-2c35-4d52-a988-124ecce6cbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:00.680043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:07:00.684783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4bd19739-983b-42da-9114-39fe4b424741 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:00.722768 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-75f9ddb3-64c4-45a5-9bf8-a95c677d68a0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=4bd19739-983b-42da-9114-39fe4b424741 HTTP/1.1" status: 200 len: 217 time: 0.0850425 Feb 11 05:07:00.750456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] The host n-h1-713499-38 is not matching for port 4bd19739-983b-42da-9114-39fe4b424741 host n-h2-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:07:00.750849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4bd19739-983b-42da-9114-39fe4b424741 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:00.765921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-dd86070c-93cc-4c7d-bd6a-d888a23088e2 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:00.774112 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-dd86070c-93cc-4c7d-bd6a-d888a23088e2 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:00.778295 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790008cb-2842-4108-95aa-c16470303de3 None None] Sync routers for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:00.788844 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790008cb-2842-4108-95aa-c16470303de3 None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:00.789604 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-790008cb-2842-4108-95aa-c16470303de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:00.813128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732e6c8-558f-4da7-9caa-507faea07d53 req-9f3d30b2-eba0-41b6-8564-e31005ba27a9 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:00.814659 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c732e6c8-558f-4da7-9caa-507faea07d53 req-9f3d30b2-eba0-41b6-8564-e31005ba27a9 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 1128 time: 0.1876590 Feb 11 05:07:00.815403 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=437d36a6-c56d-4409-bd08-f2ff7f0a2f92,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:00.822019 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-dd86070c-93cc-4c7d-bd6a-d888a23088e2 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "PUT /v2.0/floatingips/a51994b8-4592-409e-863d-7f21b0545c75 HTTP/1.1" status: 200 len: 996 time: 3.1828895 Feb 11 05:07:00.823472 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3296be14-59e0-4d26-90ab-7f799bfacd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:00.824877 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3296be14-59e0-4d26-90ab-7f799bfacd51 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0902622 Feb 11 05:07:00.827396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '437d36a6-c56d-4409-bd08-f2ff7f0a2f92', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '437d36a6-c56d-4409-bd08-f2ff7f0a2f92', 'mac_address': 'fa:16:3e:83:c0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:07:00.870965 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:00.871357 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (437d36a6-c56d-4409-bd08-f2ff7f0a2f92), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:00.893935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:00.922265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=437d36a6-c56d-4409-bd08-f2ff7f0a2f92,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:00.924403 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-790008cb-2842-4108-95aa-c16470303de3 None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:00.927028 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c732e6c8-558f-4da7-9caa-507faea07d53 req-a2a59c68-d28d-4e4d-9166-3401a0d77a37 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999603 Feb 11 05:07:00.936264 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (437d36a6-c56d-4409-bd08-f2ff7f0a2f92), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:00.948486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-6a465049-00b9-4c3d-a1cf-4c7b6a0cb9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:00.949982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-6a465049-00b9-4c3d-a1cf-4c7b6a0cb9ee service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 1129 time: 0.1083701 Feb 11 05:07:00.952777 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3f10c2c5-058b-4494-8867-b6c9a2926e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:00.954170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-3f10c2c5-058b-4494-8867-b6c9a2926e71 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1029034 Feb 11 05:07:00.996121 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=437d36a6-c56d-4409-bd08-f2ff7f0a2f92,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:01.008685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 84733baa-a414-4660-8a41-c399abd69131 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:07:01.108938 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cfef9f-700f-484e-ad01-92cce1d2b669 x-openstack-request-id: req-b9cfef9f-700f-484e-ad01-92cce1d2b669 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:01.109259 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8af3437-0d7c-4d94-bff3-178b8ad7f98b", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd19739-983b-42da-9114-39fe4b424741", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:01.109476 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b9cfef9f-700f-484e-ad01-92cce1d2b669 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:01.109869 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8af3437-0d7c-4d94-bff3-178b8ad7f98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd19739-983b-42da-9114-39fe4b424741', 'code': 200} Feb 11 05:07:01.157927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 84733baa-a414-4660-8a41-c399abd69131, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=84733baa-a414-4660-8a41-c399abd69131,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:01.158908 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-13f56519-fb80-4659-974b-9d791eefec04 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962404 Feb 11 05:07:01.176816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '84733baa-a414-4660-8a41-c399abd69131', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '84733baa-a414-4660-8a41-c399abd69131', 'mac_address': 'fa:16:3e:ca:cf:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:07:01.225276 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 84733baa-a414-4660-8a41-c399abd69131 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:01.225627 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (84733baa-a414-4660-8a41-c399abd69131), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:01.244828 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84733baa-a414-4660-8a41-c399abd69131 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:01.245903 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-790008cb-2842-4108-95aa-c16470303de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a51994b8-4592-409e-863d-7f21b0545c75', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'port_id': '3aedc693-d9ef-4417-a3f0-08371e1a40bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'mac_address': 'fa:16:3e:a5:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:06:33Z', 'updated_at': '2022-02-11T05:06:59Z', 'revision_number': 1, 'project_id': '80ff801aea114272a6450e2bfa248723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:01.269757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['437d36a6-c56d-4409-bd08-f2ff7f0a2f92'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:01.275056 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790008cb-2842-4108-95aa-c16470303de3 None None] Checking router: 9097444f-33c9-45e7-a7a7-df660045a724 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:01.277881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 84733baa-a414-4660-8a41-c399abd69131, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=84733baa-a414-4660-8a41-c399abd69131,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:01.284595 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790008cb-2842-4108-95aa-c16470303de3 None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:01.285317 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-790008cb-2842-4108-95aa-c16470303de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:01.294810 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-ee823048-c635-460c-8770-9a22f71bef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:01.296810 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-ee823048-c635-460c-8770-9a22f71bef51 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 922 time: 0.3360038 Feb 11 05:07:01.313905 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (84733baa-a414-4660-8a41-c399abd69131), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:01.329183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a50f6c-9c72-4295-a658-b91b26a232f2 req-3f5db86b-f11e-4da9-b0ab-c762a5036f1d tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:01.331223 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3a50f6c-9c72-4295-a658-b91b26a232f2 req-3f5db86b-f11e-4da9-b0ab-c762a5036f1d tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 948 time: 0.1710308 Feb 11 05:07:01.412812 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-790008cb-2842-4108-95aa-c16470303de3 None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:01.431355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=84733baa-a414-4660-8a41-c399abd69131,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:01.466043 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dac35007-fad0-476f-964a-491006ae1ca7 req-4abe3837-08bb-4778-8a6e-dd2071feb98a service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915680 Feb 11 05:07:01.482375 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-5d25895d-c7d0-4b85-9198-4f5fec5d8ccf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedc693-d9ef-4417-a3f0-08371e1a40bc HTTP/1.1" status: 200 len: 999 time: 0.1780481 Feb 11 05:07:01.498681 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3a50f6c-9c72-4295-a658-b91b26a232f2 req-a595f0a4-fb3b-4447-bfbf-16b18072519b tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267061 Feb 11 05:07:01.592713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-be2288ac-7c41-4a7c-ba2d-8321effb89ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:01.594580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-be2288ac-7c41-4a7c-ba2d-8321effb89ec service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8af96a68-a447-473c-9418-5c5b5c80c18d HTTP/1.1" status: 200 len: 860 time: 0.0906067 Feb 11 05:07:01.668895 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a91acabb-746e-469c-b61b-59906b56b61d req-d08dae85-81a9-45f7-ac84-4ac2ac304fb0 tempest-FlavorsV2NegativeTest-347055425 tempest-FlavorsV2NegativeTest-347055425-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=e53286b0296a43fdb6bb3bdd1c47c8e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274625 Feb 11 05:07:01.693326 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-790008cb-2842-4108-95aa-c16470303de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a51994b8-4592-409e-863d-7f21b0545c75', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'port_id': '3aedc693-d9ef-4417-a3f0-08371e1a40bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'mac_address': 'fa:16:3e:a5:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:06:33Z', 'updated_at': '2022-02-11T05:06:59Z', 'revision_number': 1, 'project_id': '80ff801aea114272a6450e2bfa248723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:01.724432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-9691e80b-27fa-473d-bd6d-b32f889a5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:01.724864 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790008cb-2842-4108-95aa-c16470303de3 None None] The sync data for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 is: [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a51994b8-4592-409e-863d-7f21b0545c75', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'port_id': '3aedc693-d9ef-4417-a3f0-08371e1a40bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'mac_address': 'fa:16:3e:a5:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:06:33Z', 'updated_at': '2022-02-11T05:06:59Z', 'revision_number': 1, 'project_id': '80ff801aea114272a6450e2bfa248723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:01.726919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-9691e80b-27fa-473d-bd6d-b32f889a5fdf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d350fa86-0547-41d6-9419-e18c3ef33e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1251557 Feb 11 05:07:01.739675 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-a78bdd3f-bd2d-4936-82fc-7d61ddee5a5f service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:07:01.740645 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-a78bdd3f-bd2d-4936-82fc-7d61ddee5a5f service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052426 Feb 11 05:07:01.773468 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['84733baa-a414-4660-8a41-c399abd69131'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:01.868111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91acabb-746e-469c-b61b-59906b56b61d req-d44b98e0-8267-4771-b585-b4f1deec532f tempest-FlavorsV2NegativeTest-347055425 tempest-FlavorsV2NegativeTest-347055425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:01.870085 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a91acabb-746e-469c-b61b-59906b56b61d req-d44b98e0-8267-4771-b585-b4f1deec532f tempest-FlavorsV2NegativeTest-347055425 tempest-FlavorsV2NegativeTest-347055425-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894310 Feb 11 05:07:01.900078 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-745e425e-cfec-464b-83cf-1051b96b8ca7 service neutron] 10.222.0.87 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329241 Feb 11 05:07:01.901345 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a91acabb-746e-469c-b61b-59906b56b61d req-87febdac-c3c5-466d-8a60-c5f5ce1aeea5 tempest-FlavorsV2NegativeTest-347055425 tempest-FlavorsV2NegativeTest-347055425-project] 10.222.0.87 "GET /v2.0/quotas/e53286b0296a43fdb6bb3bdd1c47c8e8 HTTP/1.1" status: 200 len: 375 time: 0.0232527 Feb 11 05:07:01.960683 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a91acabb-746e-469c-b61b-59906b56b61d req-cf2cbe98-d243-494b-bd56-4150d12465e3 tempest-FlavorsV2NegativeTest-347055425 tempest-FlavorsV2NegativeTest-347055425-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e53286b0296a43fdb6bb3bdd1c47c8e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504563 Feb 11 05:07:02.044509 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be3302-5183-43d6-9cff-46a2c2ef1ba9 None None] New status for floating IP a51994b8-4592-409e-863d-7f21b0545c75: ACTIVE {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:07:02.102242 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fb2463a-1099-4c20-b8eb-12f7a0359a63 req-17a04cbd-5ce1-41c2-af3d-96c69c183cb5 service neutron] 10.222.0.87 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931694 Feb 11 05:07:02.122620 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c701e84-910d-4d00-909e-cd7e42da76c9 req-fe583642-8a78-44ec-b8d4-5764c4d172cc tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:02.124438 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c701e84-910d-4d00-909e-cd7e42da76c9 req-fe583642-8a78-44ec-b8d4-5764c4d172cc tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=05dc4700-798e-4043-9054-b8d82768db62 HTTP/1.1" status: 200 len: 948 time: 0.0893767 Feb 11 05:07:02.209329 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c701e84-910d-4d00-909e-cd7e42da76c9 req-d196b087-c7bf-4890-8a8e-e6300162a6d9 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741329 Feb 11 05:07:02.236770 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.355516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034f7bb-1999-4347-9a95-756429b78d60 req-0ea22952-7c18-4895-9c40-ed70b5aa40d0 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:02.357067 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4034f7bb-1999-4347-9a95-756429b78d60 req-0ea22952-7c18-4895-9c40-ed70b5aa40d0 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 948 time: 0.0746410 Feb 11 05:07:02.424390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4034f7bb-1999-4347-9a95-756429b78d60 req-3e02f728-c8d2-43b1-8c92-c1d5c0641134 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559721 Feb 11 05:07:02.607078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-485c8798-dccc-4f08-b8c2-43190065d735 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:02.614293 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-485c8798-dccc-4f08-b8c2-43190065d735 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=548195da-c8ff-4848-a981-032a60cd571a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0868404 Feb 11 05:07:02.689375 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:02.737757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-379bb6c0-1f5c-4b00-af54-cfb7097e0b67 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 1001 time: 0.1224442 Feb 11 05:07:02.742893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-69dc03de-d7b8-474c-82a5-42f3a551047e tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Request body: {'floatingip': {'port_id': 'dedec55b-70f9-47b0-9369-8d6b22e80e16', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:02.767845 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49440) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:02.803203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:07:02.807384 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:02.807810 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (437d36a6-c56d-4409-bd08-f2ff7f0a2f92), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.836671 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-69dc03de-d7b8-474c-82a5-42f3a551047e tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for floatingip (a51994b8-4592-409e-863d-7f21b0545c75), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.973284 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fc90d865-645d-4c77-a784-a6acd7b2b22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:02.975096 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:02.975507 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (437d36a6-c56d-4409-bd08-f2ff7f0a2f92), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.019021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dc4700-798e-4043-9054-b8d82768db62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437d36a6-c56d-4409-bd08-f2ff7f0a2f92'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:03.025377 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd30cf36-37ff-48a7-82f1-3497c7d754c7" -d '{"events": [{"server_uuid": "05dc4700-798e-4043-9054-b8d82768db62", "name": "network-vif-plugged", "status": "completed", "tag": "437d36a6-c56d-4409-bd08-f2ff7f0a2f92"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:03.042084 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:03.113597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8af3437-0d7c-4d94-bff3-178b8ad7f98b', 'tag': '4bd19739-983b-42da-9114-39fe4b424741'}, {'name': 'network-changed', 'server_uuid': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'tag': '3aedc693-d9ef-4417-a3f0-08371e1a40bc'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:03.116148 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52" -d '{"events": [{"name": "network-changed", "server_uuid": "c8af3437-0d7c-4d94-bff3-178b8ad7f98b", "tag": "4bd19739-983b-42da-9114-39fe4b424741"}, {"name": "network-changed", "server_uuid": "72011f2c-81d0-41b4-b94b-d9a826c5fc04", "tag": "3aedc693-d9ef-4417-a3f0-08371e1a40bc"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:03.124564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=437d36a6-c56d-4409-bd08-f2ff7f0a2f92,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:03.143732 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fc90d865-645d-4c77-a784-a6acd7b2b22a admin admin] Publish callbacks [] for security_group (d96112ca-68c0-40d2-8484-a5193bf9eafc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.146764 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (437d36a6-c56d-4409-bd08-f2ff7f0a2f92), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.152724 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fc90d865-645d-4c77-a784-a6acd7b2b22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d96112ca-68c0-40d2-8484-a5193bf9eafc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.223954 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90d865-645d-4c77-a784-a6acd7b2b22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96112ca-68c0-40d2-8484-a5193bf9eafc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:03.279032 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fc90d865-645d-4c77-a784-a6acd7b2b22a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e53286b0296a43fdb6bb3bdd1c47c8e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5099201 Feb 11 05:07:03.281477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49466) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:03.298190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=437d36a6-c56d-4409-bd08-f2ff7f0a2f92,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:03.327238 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:03.327825 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:03.328322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:03.328806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:03.329286 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:03.329837 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:03.330324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:03.330948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:03.331432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:03.332192 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:03.332667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:03.333140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:03.333610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:03.363705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:03.364501 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.366777 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee121cee-65f9-42df-a14c-139d181e10e2 admin admin] Publish callbacks [] for security_group (d96112ca-68c0-40d2-8484-a5193bf9eafc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.396974 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee121cee-65f9-42df-a14c-139d181e10e2 admin admin] Publish callbacks [] for security_group (d96112ca-68c0-40d2-8484-a5193bf9eafc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.420496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:03.431533 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.483298 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee121cee-65f9-42df-a14c-139d181e10e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d96112ca-68c0-40d2-8484-a5193bf9eafc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.486134 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee121cee-65f9-42df-a14c-139d181e10e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.487377 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ee121cee-65f9-42df-a14c-139d181e10e2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d96112ca-68c0-40d2-8484-a5193bf9eafc HTTP/1.1" status: 204 len: 168 time: 0.2049198 Feb 11 05:07:03.516216 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee121cee-65f9-42df-a14c-139d181e10e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96112ca-68c0-40d2-8484-a5193bf9eafc,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:03.519210 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.544586 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:03.676253 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80634a0-c5a9-4fba-a3e4-95a9f8105c51 req-d40932e6-c280-4025-a7e3-6b02cc3b868d tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:03.683103 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e80634a0-c5a9-4fba-a3e4-95a9f8105c51 req-d40932e6-c280-4025-a7e3-6b02cc3b868d tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 949 time: 0.1267383 Feb 11 05:07:03.777621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e80634a0-c5a9-4fba-a3e4-95a9f8105c51 req-d337dfae-a576-4dbc-9806-ca0833f0b3f2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933850 Feb 11 05:07:03.861395 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb2e1ed-a39c-4480-816c-e410331397ee x-openstack-request-id: req-9bb2e1ed-a39c-4480-816c-e410331397ee {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:03.862170 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dc4700-798e-4043-9054-b8d82768db62", "name": "network-vif-plugged", "status": "completed", "tag": "437d36a6-c56d-4409-bd08-f2ff7f0a2f92", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:03.862426 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9bb2e1ed-a39c-4480-816c-e410331397ee {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:03.862819 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dc4700-798e-4043-9054-b8d82768db62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437d36a6-c56d-4409-bd08-f2ff7f0a2f92', 'code': 200} Feb 11 05:07:03.967324 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-69dc03de-d7b8-474c-82a5-42f3a551047e tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:03.974400 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-69dc03de-d7b8-474c-82a5-42f3a551047e tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a51994b8-4592-409e-863d-7f21b0545c75), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:04.029885 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b3fe9-1ed0-4dca-bdc4-30eb0cb8f254 req-a2c374ed-6a91-4548-bdaa-719206a701a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:04.032546 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9a1b3fe9-1ed0-4dca-bdc4-30eb0cb8f254 req-a2c374ed-6a91-4548-bdaa-719206a701a3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=05dc4700-798e-4043-9054-b8d82768db62 HTTP/1.1" status: 200 len: 1132 time: 0.0910275 Feb 11 05:07:04.181727 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9a1b3fe9-1ed0-4dca-bdc4-30eb0cb8f254 req-00753d3d-21e9-4008-abd4-0f6569aefdb6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411500 Feb 11 05:07:04.252213 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50151894-f50a-45e2-9278-9bb7007c7f52 x-openstack-request-id: req-50151894-f50a-45e2-9278-9bb7007c7f52 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:04.252711 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8af3437-0d7c-4d94-bff3-178b8ad7f98b", "tag": "4bd19739-983b-42da-9114-39fe4b424741", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "72011f2c-81d0-41b4-b94b-d9a826c5fc04", "tag": "3aedc693-d9ef-4417-a3f0-08371e1a40bc", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:04.252831 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-50151894-f50a-45e2-9278-9bb7007c7f52 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:04.253147 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8af3437-0d7c-4d94-bff3-178b8ad7f98b', 'tag': '4bd19739-983b-42da-9114-39fe4b424741', 'status': 'completed', 'code': 200} Feb 11 05:07:04.253403 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'tag': '3aedc693-d9ef-4417-a3f0-08371e1a40bc', 'status': 'completed', 'code': 200} Feb 11 05:07:04.358176 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-69dc03de-d7b8-474c-82a5-42f3a551047e tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Floating IP a51994b8-4592-409e-863d-7f21b0545c75 associated. External IP: 172.25.5.85, port: 3aedc693-d9ef-4417-a3f0-08371e1a40bc. Feb 11 05:07:04.443304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-57ae31db-c142-4c21-bbd0-be55d753d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:04.454058 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-57ae31db-c142-4c21-bbd0-be55d753d3c2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 1131 time: 0.2096722 Feb 11 05:07:04.486590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-e6f600c2-c014-49b1-996c-c85cdb7b2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:04.491579 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-e6f600c2-c014-49b1-996c-c85cdb7b2aed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 1131 time: 0.0749798 Feb 11 05:07:04.496271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546c381-ba19-47ff-bf6e-6e0f3d769a6e req-da238f58-0bb7-4ade-9168-897b61fe2646 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:04.498748 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8546c381-ba19-47ff-bf6e-6e0f3d769a6e req-da238f58-0bb7-4ade-9168-897b61fe2646 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=05dc4700-798e-4043-9054-b8d82768db62 HTTP/1.1" status: 200 len: 949 time: 0.1797023 Feb 11 05:07:04.653533 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-aa1240f0-1ead-4d86-b6fb-54dd36ce0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:04.655141 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-aa1240f0-1ead-4d86-b6fb-54dd36ce0f1c service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.1569095 Feb 11 05:07:04.705114 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-54b95105-77f0-456e-833d-e267c8898406 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=4bd19739-983b-42da-9114-39fe4b424741 HTTP/1.1" status: 200 len: 217 time: 0.0424778 Feb 11 05:07:04.725094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8546c381-ba19-47ff-bf6e-6e0f3d769a6e req-87acf8cd-5e33-4e31-87d0-ba5c1d348b81 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003150 Feb 11 05:07:04.742005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-0781304b-65aa-413b-9e15-93bea4f98972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:04.744082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-0781304b-65aa-413b-9e15-93bea4f98972 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.2630546 Feb 11 05:07:04.807087 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-af3535c1-c295-4e8c-bd6d-e20f35292e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:04.808295 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:04.808630 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-af3535c1-c295-4e8c-bd6d-e20f35292e0f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0968297 Feb 11 05:07:04.842459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-d770b73b-2b38-42aa-8c6e-d1d9d95625e5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=4bd19739-983b-42da-9114-39fe4b424741 HTTP/1.1" status: 200 len: 217 time: 0.0632162 Feb 11 05:07:04.869350 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-b8b5ec85-9d0a-487e-86a2-c9d57426dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:04.870927 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-b8b5ec85-9d0a-487e-86a2-c9d57426dfe2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0465465 Feb 11 05:07:04.966962 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-5ef20591-bc1e-4147-8b7c-b60adabcc387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:04.968476 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-5ef20591-bc1e-4147-8b7c-b60adabcc387 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1049275 Feb 11 05:07:04.983888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a60649-6795-40bc-9f3b-309e20ba88d7 req-167be5e5-7230-447a-8ad2-30e591f08582 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:04.985354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9a60649-6795-40bc-9f3b-309e20ba88d7 req-167be5e5-7230-447a-8ad2-30e591f08582 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 948 time: 0.1582513 Feb 11 05:07:04.985561 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-f7cd40a9-8418-454e-8e88-0f223c3f5619 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050012 Feb 11 05:07:04.990250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-69dc03de-d7b8-474c-82a5-42f3a551047e tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Router 9097444f-33c9-45e7-a7a7-df660045a724 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:07:05.004688 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 4bd19739-983b-42da-9114-39fe4b424741 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:07:05.007047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 84733baa-a414-4660-8a41-c399abd69131 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:05.098499 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-a6cff1c5-9c47-416b-bbb0-d6623bce2732 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052017 Feb 11 05:07:05.099335 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 84733baa-a414-4660-8a41-c399abd69131 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:07:05.106120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 84733baa-a414-4660-8a41-c399abd69131 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:05.106827 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (84733baa-a414-4660-8a41-c399abd69131), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:05.118026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9a60649-6795-40bc-9f3b-309e20ba88d7 req-969a54c2-17b7-4784-aa00-8c09101a5761 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185451 Feb 11 05:07:05.137484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-23c89cac-7468-4192-a6e9-7c1a0c3b7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:05.149757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-23c89cac-7468-4192-a6e9-7c1a0c3b7553 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1613922 Feb 11 05:07:05.236345 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-c4f38c58-b5df-4057-9baa-99c44c81c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:05.238376 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-c4f38c58-b5df-4057-9baa-99c44c81c141 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 1129 time: 0.0835671 Feb 11 05:07:05.238678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-69dc03de-d7b8-474c-82a5-42f3a551047e tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:05.253346 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a3a708-153b-4f91-b380-c24f0b37a6f6 None None] Sync routers for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:05.274034 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a3a708-153b-4f91-b380-c24f0b37a6f6 None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:05.274695 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-34a3a708-153b-4f91-b380-c24f0b37a6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:05.369499 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-93f6e465-72a4-4298-a19f-327ef9b1d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:05.371071 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-93f6e465-72a4-4298-a19f-327ef9b1d05b service neutron] 10.222.0.73 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 922 time: 0.1187255 Feb 11 05:07:05.460672 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-1d7ec492-c25f-44f3-81bf-71bd0a27af7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedc693-d9ef-4417-a3f0-08371e1a40bc HTTP/1.1" status: 200 len: 217 time: 0.0761373 Feb 11 05:07:05.530722 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-34a3a708-153b-4f91-b380-c24f0b37a6f6 None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:05.557469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 4bd19739-983b-42da-9114-39fe4b424741, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=4bd19739-983b-42da-9114-39fe4b424741,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:05.571939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '4bd19739-983b-42da-9114-39fe4b424741', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '4bd19739-983b-42da-9114-39fe4b424741', 'mac_address': 'fa:16:3e:bc:b1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:07:05.589322 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-541b2250-24d6-4ec3-b73a-1d4870a4992f service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257469 Feb 11 05:07:05.655981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 4bd19739-983b-42da-9114-39fe4b424741 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:05.656473 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4bd19739-983b-42da-9114-39fe4b424741), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:05.675168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 84733baa-a414-4660-8a41-c399abd69131 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:05.675745 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (84733baa-a414-4660-8a41-c399abd69131), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:05.698578 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd19739-983b-42da-9114-39fe4b424741 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:05.711144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-69dc03de-d7b8-474c-82a5-42f3a551047e tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Router 9097444f-33c9-45e7-a7a7-df660045a724 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:07:05.768642 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 84733baa-a414-4660-8a41-c399abd69131, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=84733baa-a414-4660-8a41-c399abd69131,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:05.769879 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-f758a06c-7490-4b0d-9e55-8e053a16bb64 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:05.774924 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-f758a06c-7490-4b0d-9e55-8e053a16bb64 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/networks?id=98cbc21b-0cda-4452-82bc-4f4fd4777677 HTTP/1.1" status: 200 len: 805 time: 0.4075341 Feb 11 05:07:05.781146 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 4bd19739-983b-42da-9114-39fe4b424741, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=4bd19739-983b-42da-9114-39fe4b424741,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:05.800094 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (84733baa-a414-4660-8a41-c399abd69131), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:05.805252 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4bd19739-983b-42da-9114-39fe4b424741), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:05.864123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13599bea-8ebf-4a5a-bebe-27fc2af1ed85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65bc0ec1-9e69-42d3-a6b3-ba652ab6776f'}, {'server_uuid': 'a80b22cb-2efc-4167-ba4d-f4ae49b76bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84733baa-a414-4660-8a41-c399abd69131'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:05.866474 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7f00af-b371-4653-adc0-2a7aea602db7" -d '{"events": [{"server_uuid": "13599bea-8ebf-4a5a-bebe-27fc2af1ed85", "name": "network-vif-unplugged", "status": "completed", "tag": "65bc0ec1-9e69-42d3-a6b3-ba652ab6776f"}, {"server_uuid": "a80b22cb-2efc-4167-ba4d-f4ae49b76bcf", "name": "network-vif-plugged", "status": "completed", "tag": "84733baa-a414-4660-8a41-c399abd69131"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:05.885926 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=84733baa-a414-4660-8a41-c399abd69131,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:05.947535 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=4bd19739-983b-42da-9114-39fe4b424741,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:05.995528 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-34a3a708-153b-4f91-b380-c24f0b37a6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a51994b8-4592-409e-863d-7f21b0545c75', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'port_id': 'dedec55b-70f9-47b0-9369-8d6b22e80e16', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'mac_address': 'fa:16:3e:f4:35:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548195da-c8ff-4848-a981-032a60cd571a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:06:33Z', 'updated_at': '2022-02-11T05:07:03Z', 'revision_number': 3, 'project_id': '80ff801aea114272a6450e2bfa248723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:06.031219 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a3a708-153b-4f91-b380-c24f0b37a6f6 None None] Checking router: 9097444f-33c9-45e7-a7a7-df660045a724 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:06.037253 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-536375e6-6ae7-47e5-98d6-800a4aeb3726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:06.038965 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-536375e6-6ae7-47e5-98d6-800a4aeb3726 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8af96a68-a447-473c-9418-5c5b5c80c18d HTTP/1.1" status: 200 len: 860 time: 0.5706375 Feb 11 05:07:06.040553 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a3a708-153b-4f91-b380-c24f0b37a6f6 None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:06.041269 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-34a3a708-153b-4f91-b380-c24f0b37a6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:06.097483 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-a605da87-efc0-485b-ae15-6b42818cd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:06.099224 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-a605da87-efc0-485b-ae15-6b42818cd69f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d350fa86-0547-41d6-9419-e18c3ef33e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498044 Feb 11 05:07:06.172536 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-34a3a708-153b-4f91-b380-c24f0b37a6f6 None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:06.185102 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-0782bf4b-01fb-4e7f-9509-d449211e2e9c tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/quotas/623b97b8843c4ee5bfe315b1c2e8ae24 HTTP/1.1" status: 200 len: 375 time: 0.0618117 Feb 11 05:07:06.225297 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-7401f47c-d991-46d8-a831-1e791e0a8604 service neutron] 10.222.0.73 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057408 Feb 11 05:07:06.238566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-f36ec88b-4488-40b5-a5e3-f389dc865058 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454216 Feb 11 05:07:06.256802 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['4bd19739-983b-42da-9114-39fe4b424741'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:06.299553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-69dc03de-d7b8-474c-82a5-42f3a551047e tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:06.304630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-76349a73-5fe0-49c5-818f-56a84bfea10f tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=623b97b8843c4ee5bfe315b1c2e8ae24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1064715 Feb 11 05:07:06.308677 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-69dc03de-d7b8-474c-82a5-42f3a551047e tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:06.345916 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f63ffaa3-1dd8-4a08-83fc-56eeb353ec52 req-468faa85-86fd-4216-85b5-41cf2f3e3f24 service neutron] 10.222.0.73 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131880 Feb 11 05:07:06.375930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'tag': '3aedc693-d9ef-4417-a3f0-08371e1a40bc'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:06.378092 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdbe159-b97f-4484-9a84-5391d92f879e" -d '{"events": [{"name": "network-changed", "server_uuid": "72011f2c-81d0-41b4-b94b-d9a826c5fc04", "tag": "3aedc693-d9ef-4417-a3f0-08371e1a40bc"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:06.440582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-69dc03de-d7b8-474c-82a5-42f3a551047e tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "PUT /v2.0/floatingips/a51994b8-4592-409e-863d-7f21b0545c75 HTTP/1.1" status: 200 len: 997 time: 3.7018790 Feb 11 05:07:06.469162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-3001634a-e111-4d6a-9816-d2859fa9eaad service neutron] 10.222.0.87 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557074 Feb 11 05:07:06.525991 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-34a3a708-153b-4f91-b380-c24f0b37a6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a51994b8-4592-409e-863d-7f21b0545c75', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'port_id': 'dedec55b-70f9-47b0-9369-8d6b22e80e16', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'mac_address': 'fa:16:3e:f4:35:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548195da-c8ff-4848-a981-032a60cd571a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:06:33Z', 'updated_at': '2022-02-11T05:07:03Z', 'revision_number': 3, 'project_id': '80ff801aea114272a6450e2bfa248723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:06.531565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-03d00919-1430-4175-a4be-fc17e9fb7980 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:06.532922 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-03d00919-1430-4175-a4be-fc17e9fb7980 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports/3aedc693-d9ef-4417-a3f0-08371e1a40bc HTTP/1.1" status: 200 len: 943 time: 0.0830808 Feb 11 05:07:06.558202 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a3a708-153b-4f91-b380-c24f0b37a6f6 None None] The sync data for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 is: [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a51994b8-4592-409e-863d-7f21b0545c75', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'port_id': 'dedec55b-70f9-47b0-9369-8d6b22e80e16', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'mac_address': 'fa:16:3e:f4:35:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548195da-c8ff-4848-a981-032a60cd571a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:06:33Z', 'updated_at': '2022-02-11T05:07:03Z', 'revision_number': 3, 'project_id': '80ff801aea114272a6450e2bfa248723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:06.605982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-1f1e28cf-221a-48a3-846a-5debb9d13792 service neutron] 10.222.0.87 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156178 Feb 11 05:07:06.644361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-2765b048-5a4a-47bc-9675-bdbdd6069a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:06.645902 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-2765b048-5a4a-47bc-9675-bdbdd6069a69 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 1129 time: 0.0495245 Feb 11 05:07:06.753315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-a2f1e874-53d7-423a-8446-afd2a51eb28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:06.754805 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-a2f1e874-53d7-423a-8446-afd2a51eb28d service neutron] 10.222.0.87 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 922 time: 0.1026499 Feb 11 05:07:06.785299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9256c9a4-ac5f-440e-8acd-bcce56f26c25 None None] New status for floating IP a51994b8-4592-409e-863d-7f21b0545c75: ACTIVE {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:07:06.800165 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-19d7ad4d-d0f7-4e40-b711-f48e0edf8cb4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedc693-d9ef-4417-a3f0-08371e1a40bc HTTP/1.1" status: 200 len: 217 time: 0.0379758 Feb 11 05:07:06.866565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-ceb2fb94-7fce-453f-94ce-2f1770550b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:06.868377 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-ceb2fb94-7fce-453f-94ce-2f1770550b81 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8af96a68-a447-473c-9418-5c5b5c80c18d HTTP/1.1" status: 200 len: 860 time: 0.0623868 Feb 11 05:07:06.963815 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44daf95d-cf3a-4081-9c85-e6900590ce12 req-415a8976-caea-43bc-abdb-2a0a6c834fde tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:06.965331 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44daf95d-cf3a-4081-9c85-e6900590ce12 req-415a8976-caea-43bc-abdb-2a0a6c834fde tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.88 "GET /v2.0/ports?device_id=13599bea-8ebf-4a5a-bebe-27fc2af1ed85 HTTP/1.1" status: 200 len: 943 time: 0.0960822 Feb 11 05:07:06.999090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-5af9d292-8a19-4179-9fb0-ac1f438cab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:07.000620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-5af9d292-8a19-4179-9fb0-ac1f438cab3d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d350fa86-0547-41d6-9419-e18c3ef33e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1175632 Feb 11 05:07:07.005086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-5aeb37e0-8214-4936-90a3-0d02939d75cd tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=805008ccd9054c9fabeb554c914f3036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374236 Feb 11 05:07:07.031634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-4f40038e-153b-4557-8e3b-e85632e98ca0 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:07:07.032621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-4f40038e-153b-4557-8e3b-e85632e98ca0 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066733 Feb 11 05:07:07.104099 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eddf1b-14e9-4675-bad6-01d1af81b761 None None] Sync routers for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:07.114814 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eddf1b-14e9-4675-bad6-01d1af81b761 None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:07.115457 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-83eddf1b-14e9-4675-bad6-01d1af81b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:07.232199 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-83eddf1b-14e9-4675-bad6-01d1af81b761 None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:07.295349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-4672c628-07ce-4993-a96a-36e16b700aff tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:07.299664 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-4672c628-07ce-4993-a96a-36e16b700aff tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2722189 Feb 11 05:07:07.326404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-0c679bc1-b19b-4535-9b56-a334269a1f36 service neutron] 10.222.0.87 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780097 Feb 11 05:07:07.335125 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-1bae4177-d2ce-465e-9240-b11d07cd31b4 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/quotas/805008ccd9054c9fabeb554c914f3036 HTTP/1.1" status: 200 len: 375 time: 0.0308261 Feb 11 05:07:07.345723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-44daf95d-cf3a-4081-9c85-e6900590ce12 req-b80e84b8-fd06-421a-9469-ddf72de769c4 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Deleting port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:07.346209 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-44daf95d-cf3a-4081-9c85-e6900590ce12 req-b80e84b8-fd06-421a-9469-ddf72de769c4 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:07.404548 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-e3e6d626-e1be-4c39-861b-bff18ad76140 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=805008ccd9054c9fabeb554c914f3036&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544159 Feb 11 05:07:07.473796 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-83eddf1b-14e9-4675-bad6-01d1af81b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a51994b8-4592-409e-863d-7f21b0545c75', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'port_id': 'dedec55b-70f9-47b0-9369-8d6b22e80e16', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'mac_address': 'fa:16:3e:f4:35:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548195da-c8ff-4848-a981-032a60cd571a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:06:33Z', 'updated_at': '2022-02-11T05:07:06Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:07.509032 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eddf1b-14e9-4675-bad6-01d1af81b761 None None] Checking router: 9097444f-33c9-45e7-a7a7-df660045a724 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:07.518493 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eddf1b-14e9-4675-bad6-01d1af81b761 None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:07.519110 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-83eddf1b-14e9-4675-bad6-01d1af81b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:07.556253 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-78c96dea-faab-4bb4-b5a2-0a9300110410 service neutron] 10.222.0.87 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193644 Feb 11 05:07:07.558570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-44daf95d-cf3a-4081-9c85-e6900590ce12 req-b80e84b8-fd06-421a-9469-ddf72de769c4 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] For port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:07.558570 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-44daf95d-cf3a-4081-9c85-e6900590ce12 req-b80e84b8-fd06-421a-9469-ddf72de769c4 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:07.576559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-44daf95d-cf3a-4081-9c85-e6900590ce12 req-b80e84b8-fd06-421a-9469-ddf72de769c4 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Calling delete_port for 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:07.663499 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-83eddf1b-14e9-4675-bad6-01d1af81b761 None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:07.727956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-4917ae58-1648-4fe8-a33c-a06746b7e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:07.729501 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-4917ae58-1648-4fe8-a33c-a06746b7e6f7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 1128 time: 0.1395617 Feb 11 05:07:07.737078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b866a-e99a-4748-8eba-4af1c3e796b8 req-91690b9d-2b8e-4bb3-a7cb-3904c776772a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:07.738611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-618b866a-e99a-4748-8eba-4af1c3e796b8 req-91690b9d-2b8e-4bb3-a7cb-3904c776772a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 950 time: 0.1497760 Feb 11 05:07:07.916051 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-618b866a-e99a-4748-8eba-4af1c3e796b8 req-07ce7b70-56ee-40dc-b1cd-1e908ec66a93 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657751 Feb 11 05:07:07.946512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-7d91b404-98fe-499a-bf13-ef6929334e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:07.948298 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-7d91b404-98fe-499a-bf13-ef6929334e80 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 922 time: 0.2088637 Feb 11 05:07:07.955967 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-83eddf1b-14e9-4675-bad6-01d1af81b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a51994b8-4592-409e-863d-7f21b0545c75', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'port_id': 'dedec55b-70f9-47b0-9369-8d6b22e80e16', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'mac_address': 'fa:16:3e:f4:35:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548195da-c8ff-4848-a981-032a60cd571a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:06:33Z', 'updated_at': '2022-02-11T05:07:06Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:07.960663 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-44daf95d-cf3a-4081-9c85-e6900590ce12 req-b80e84b8-fd06-421a-9469-ddf72de769c4 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (65bc0ec1-9e69-42d3-a6b3-ba652ab6776f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:08.005142 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eddf1b-14e9-4675-bad6-01d1af81b761 None None] The sync data for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 is: [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a51994b8-4592-409e-863d-7f21b0545c75', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'port_id': 'dedec55b-70f9-47b0-9369-8d6b22e80e16', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'mac_address': 'fa:16:3e:f4:35:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548195da-c8ff-4848-a981-032a60cd571a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:06:33Z', 'updated_at': '2022-02-11T05:07:06Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:08.017204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-23587652-2619-4ff0-874c-2a0d635cb253 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:08.018869 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-23587652-2619-4ff0-874c-2a0d635cb253 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.73 "GET /v2.0/networks?id=98cbc21b-0cda-4452-82bc-4f4fd4777677 HTTP/1.1" status: 200 len: 805 time: 0.1481566 Feb 11 05:07:08.041109 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-602fd42e-82d6-41e1-973c-63a02e99f929 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Request body: {'port': {'device_id': '51f5378c-844b-429f-9618-c9ff430d7d56', 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677', 'admin_state_up': True, 'tenant_id': '623b97b8843c4ee5bfe315b1c2e8ae24'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:08.190665 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e84b8-fd06-421a-9469-ddf72de769c4 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Pushing event deleted for resources: {'Port': ['ID=65bc0ec1-9e69-42d3-a6b3-ba652ab6776f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:08.192878 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-44daf95d-cf3a-4081-9c85-e6900590ce12 req-b80e84b8-fd06-421a-9469-ddf72de769c4 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] No DVR routers for this DVR port 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:08.211686 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-44daf95d-cf3a-4081-9c85-e6900590ce12 req-b80e84b8-fd06-421a-9469-ddf72de769c4 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:08.215326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44daf95d-cf3a-4081-9c85-e6900590ce12 req-b80e84b8-fd06-421a-9469-ddf72de769c4 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.88 "DELETE /v2.0/ports/65bc0ec1-9e69-42d3-a6b3-ba652ab6776f HTTP/1.1" status: 204 len: 173 time: 1.2354784 Feb 11 05:07:08.219369 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-602fd42e-82d6-41e1-973c-63a02e99f929 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Made reservation on behalf of 623b97b8843c4ee5bfe315b1c2e8ae24 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:08.224890 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-602fd42e-82d6-41e1-973c-63a02e99f929 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:08.258393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-26045459-0bca-4897-adb7-a71455c21dfc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dedec55b-70f9-47b0-9369-8d6b22e80e16 HTTP/1.1" status: 200 len: 1000 time: 0.3000047 Feb 11 05:07:08.355636 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8686c-d717-43f2-b130-da5f5c3fe942 req-57a1231a-0c75-4cfc-a7aa-123e0fab5180 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:08.357632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fea8686c-d717-43f2-b130-da5f5c3fe942 req-57a1231a-0c75-4cfc-a7aa-123e0fab5180 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=05dc4700-798e-4043-9054-b8d82768db62 HTTP/1.1" status: 200 len: 949 time: 0.1737742 Feb 11 05:07:08.393577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-602fd42e-82d6-41e1-973c-63a02e99f929 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Allocated IP 172.20.0.2 (98cbc21b-0cda-4452-82bc-4f4fd4777677/7a1d8d3c-0c6e-469a-8f36-555d015fa75e/f422b1ab-aa68-4fb0-9d9a-d83c773f4a69) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:08.414085 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-23e79193-306a-46e7-8326-d8f22d9d2d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:08.420013 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-23e79193-306a-46e7-8326-d8f22d9d2d37 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8af96a68-a447-473c-9418-5c5b5c80c18d HTTP/1.1" status: 200 len: 860 time: 0.1537311 Feb 11 05:07:08.516149 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd85b4-9c31-4409-a696-8d4773d43d5e req-66d70251-596d-467f-b31b-6a4a6baf131e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:08.517577 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4efd85b4-9c31-4409-a696-8d4773d43d5e req-66d70251-596d-467f-b31b-6a4a6baf131e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b&tenant_id=96892c63fd9f4c61ab86cc0679e41126&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 949 time: 0.2063339 Feb 11 05:07:08.523316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fea8686c-d717-43f2-b130-da5f5c3fe942 req-58cbcc0d-d08e-4862-a369-686c60c165ad tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438549 Feb 11 05:07:08.575963 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-602fd42e-82d6-41e1-973c-63a02e99f929 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks [] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:08.578593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-b3a096f8-c36c-441f-8e95-06347ad1b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:08.580750 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-b3a096f8-c36c-441f-8e95-06347ad1b6ef service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d350fa86-0547-41d6-9419-e18c3ef33e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1540833 Feb 11 05:07:08.581269 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4822f64-5773-499f-a150-27a310559a89 x-openstack-request-id: req-d4822f64-5773-499f-a150-27a310559a89 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:08.582113 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13599bea-8ebf-4a5a-bebe-27fc2af1ed85", "name": "network-vif-unplugged", "status": "completed", "tag": "65bc0ec1-9e69-42d3-a6b3-ba652ab6776f", "code": 200}, {"server_uuid": "a80b22cb-2efc-4167-ba4d-f4ae49b76bcf", "name": "network-vif-plugged", "status": "completed", "tag": "84733baa-a414-4660-8a41-c399abd69131", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:08.582600 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d4822f64-5773-499f-a150-27a310559a89 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:08.583152 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13599bea-8ebf-4a5a-bebe-27fc2af1ed85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65bc0ec1-9e69-42d3-a6b3-ba652ab6776f', 'code': 200} Feb 11 05:07:08.583629 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80b22cb-2efc-4167-ba4d-f4ae49b76bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84733baa-a414-4660-8a41-c399abd69131', 'code': 200} Feb 11 05:07:08.620506 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-602fd42e-82d6-41e1-973c-63a02e99f929 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:08.632456 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291218a2-81a6-467d-83e3-dfb1bfb433d9 x-openstack-request-id: req-291218a2-81a6-467d-83e3-dfb1bfb433d9 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:08.632736 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72011f2c-81d0-41b4-b94b-d9a826c5fc04", "tag": "3aedc693-d9ef-4417-a3f0-08371e1a40bc", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:08.632936 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-291218a2-81a6-467d-83e3-dfb1bfb433d9 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:08.633333 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'tag': '3aedc693-d9ef-4417-a3f0-08371e1a40bc', 'status': 'completed', 'code': 200} Feb 11 05:07:08.664490 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-4efd85b4-9c31-4409-a696-8d4773d43d5e req-727b0284-65c6-4ee0-bf19-c09e08d5764a service neutron] delete failed (client error): The resource could not be found. Feb 11 05:07:08.666098 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4efd85b4-9c31-4409-a696-8d4773d43d5e req-727b0284-65c6-4ee0-bf19-c09e08d5764a service neutron] 10.222.0.73 "DELETE /v2.0/ports/4bd19739-983b-42da-9114-39fe4b424741/bindings/n-h1-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.1393161 Feb 11 05:07:08.685919 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-602fd42e-82d6-41e1-973c-63a02e99f929 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Network 98cbc21b-0cda-4452-82bc-4f4fd4777677 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:08.687101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fd42e-82d6-41e1-973c-63a02e99f929 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Pushing event updated for resources: {'Port': ['ID=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:08.697388 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-602fd42e-82d6-41e1-973c-63a02e99f929 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:08.705117 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-602fd42e-82d6-41e1-973c-63a02e99f929 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:08.714789 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-602fd42e-82d6-41e1-973c-63a02e99f929 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:08.716288 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-602fd42e-82d6-41e1-973c-63a02e99f929 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:08.736915 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-602fd42e-82d6-41e1-973c-63a02e99f929 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7052035 Feb 11 05:07:08.758827 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Request body: {'port': {'device_id': '51f5378c-844b-429f-9618-c9ff430d7d56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:08.780407 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-f157e219-4ba2-4155-8883-b2e2f3cbc48f service neutron] 10.222.0.87 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914401 Feb 11 05:07:08.815936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fc366-5548-43bd-9a49-c7a20f84553e req-5ad5dae6-6abf-49a7-b458-105f11cbf59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:08.817314 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b9fc366-5548-43bd-9a49-c7a20f84553e req-5ad5dae6-6abf-49a7-b458-105f11cbf59e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 1133 time: 0.1485188 Feb 11 05:07:08.829155 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:08.858603 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbe159-b97f-4484-9a84-5391d92f879e req-5fc4106e-1ae2-4e78-a856-a00fe8e1a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:08.860117 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cdbe159-b97f-4484-9a84-5391d92f879e req-5fc4106e-1ae2-4e78-a856-a00fe8e1a2e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 1129 time: 0.1649597 Feb 11 05:07:08.954081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd85b4-9c31-4409-a696-8d4773d43d5e req-19a3a7d1-48f4-4e3a-80ba-40fb47ce6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:08.955637 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4efd85b4-9c31-4409-a696-8d4773d43d5e req-19a3a7d1-48f4-4e3a-80ba-40fb47ce6d24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 1132 time: 0.1934319 Feb 11 05:07:09.019082 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.73', 54966) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:09.026143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 4bd19739-983b-42da-9114-39fe4b424741 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:09.029523 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b9fc366-5548-43bd-9a49-c7a20f84553e req-d2249c53-44dd-4986-a267-ffda94155e33 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014081 Feb 11 05:07:09.052432 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-fbd4bdd1-e3c7-4221-ad83-daa6c83659e9 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=805008ccd9054c9fabeb554c914f3036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319426 Feb 11 05:07:09.106867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 4bd19739-983b-42da-9114-39fe4b424741 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:07:09.116768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 4bd19739-983b-42da-9114-39fe4b424741 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:09.121097 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4bd19739-983b-42da-9114-39fe4b424741), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.294689 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-1822b88f-d18f-46a0-90c6-d5d0e3d03dcc tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:09.296215 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-1822b88f-d18f-46a0-90c6-d5d0e3d03dcc tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230248 Feb 11 05:07:09.311688 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-0a3f6deb-9e92-4ff6-a4b4-f60592469467 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Request body: {'port': {'device_id': '56b42968-e9b0-44ae-9869-8d1ca1cbf163', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '805008ccd9054c9fabeb554c914f3036'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:09.319702 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 4bd19739-983b-42da-9114-39fe4b424741 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:09.324025 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4bd19739-983b-42da-9114-39fe4b424741), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.365387 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 4bd19739-983b-42da-9114-39fe4b424741, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=4bd19739-983b-42da-9114-39fe4b424741,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:09.371213 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4bd19739-983b-42da-9114-39fe4b424741), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.372247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:09.407964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:09.410028 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:09.410205 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b6fcf5-b203-4a15-9db2-2d779c300b7b req-da0c0c16-c2d3-4681-ab03-c162e01737e1 service neutron] 10.222.0.87 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111064 Feb 11 05:07:09.410728 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 65bc0ec1-9e69-42d3-a6b3-ba652ab6776f not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:09.422263 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Publish callbacks [] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.450021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=4bd19739-983b-42da-9114-39fe4b424741,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:09.450812 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Transition to ACTIVE for port object f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:07:09.453546 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.474385 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.540454 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd85b4-9c31-4409-a696-8d4773d43d5e req-991f9e7f-5284-4b4c-927a-5e9f487dc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:09.542214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4efd85b4-9c31-4409-a696-8d4773d43d5e req-991f9e7f-5284-4b4c-927a-5e9f487dc530 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.5696478 Feb 11 05:07:09.544799 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-0a3f6deb-9e92-4ff6-a4b4-f60592469467 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Made reservation on behalf of 805008ccd9054c9fabeb554c914f3036 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:09.548187 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-0a3f6deb-9e92-4ff6-a4b4-f60592469467 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.560638 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Pushing event updated for resources: {'Port': ['ID=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:09.566326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a13283e3-67f2-4e25-836d-d70649286f31 req-f39d21c0-2cd1-4c2f-a693-7487ad80c932 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/ports?device_id=56b42968-e9b0-44ae-9869-8d1ca1cbf163 HTTP/1.1" status: 200 len: 210 time: 0.0418456 Feb 11 05:07:09.567303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbe159-b97f-4484-9a84-5391d92f879e req-dac35474-0cb7-4227-9aae-53edbbfdfdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:09.568634 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cdbe159-b97f-4484-9a84-5391d92f879e req-dac35474-0cb7-4227-9aae-53edbbfdfdce service neutron] 10.222.0.73 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 922 time: 0.6610096 Feb 11 05:07:09.573817 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-0a3f6deb-9e92-4ff6-a4b4-f60592469467 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.616007 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4efd85b4-9c31-4409-a696-8d4773d43d5e req-d28fbcf5-75cf-461d-8481-24223b4efb87 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=4bd19739-983b-42da-9114-39fe4b424741 HTTP/1.1" status: 200 len: 217 time: 0.0530705 Feb 11 05:07:09.622443 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Attempting to bind port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:09.622789 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Attempting to bind port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:09.623113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Attempting to bind port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 on network 98cbc21b-0cda-4452-82bc-4f4fd4777677 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:09.636826 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 on network 98cbc21b-0cda-4452-82bc-4f4fd4777677 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:07:09.637363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Attempting to bind port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 on network 98cbc21b-0cda-4452-82bc-4f4fd4777677 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:09.649996 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:09.650670 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Checking segment: {'id': 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:09.651175 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Bound using segment: {'id': 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:09.651833 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Bound port: f422b1ab-aa68-4fb0-9d9a-d83c773f4a69, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:09.652353 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.655204 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cdbe159-b97f-4484-9a84-5391d92f879e req-41aa497c-6e32-4e36-9838-f8457b617ec6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedc693-d9ef-4417-a3f0-08371e1a40bc HTTP/1.1" status: 200 len: 217 time: 0.0501530 Feb 11 05:07:09.670668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74066cb-e4f3-44cd-8b4a-47d4f3b1fd2b req-dcdba5cc-13ec-4d10-9d44-2c1c2cf20550 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:09.674392 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b74066cb-e4f3-44cd-8b4a-47d4f3b1fd2b req-dcdba5cc-13ec-4d10-9d44-2c1c2cf20550 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 943 time: 0.2167134 Feb 11 05:07:09.756025 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-0a3f6deb-9e92-4ff6-a4b4-f60592469467 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Publish callbacks [] for security_group (f59159bd-4305-4887-8464-6f2c21af8102), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.760434 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] For port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:09.763814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] For port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:09.765261 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-0a3f6deb-9e92-4ff6-a4b4-f60592469467 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f59159bd-4305-4887-8464-6f2c21af8102), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.782423 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.799629 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd85b4-9c31-4409-a696-8d4773d43d5e req-3a816b8a-ddaf-4d5e-a00d-2c722ac26d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:09.801101 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4efd85b4-9c31-4409-a696-8d4773d43d5e req-3a816b8a-ddaf-4d5e-a00d-2c722ac26d94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1565831 Feb 11 05:07:09.859751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbe159-b97f-4484-9a84-5391d92f879e req-124c9a84-e53a-48d6-8154-32e1fc853411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:09.861481 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cdbe159-b97f-4484-9a84-5391d92f879e req-124c9a84-e53a-48d6-8154-32e1fc853411 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8af96a68-a447-473c-9418-5c5b5c80c18d HTTP/1.1" status: 200 len: 860 time: 0.1614656 Feb 11 05:07:09.878151 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b74066cb-e4f3-44cd-8b4a-47d4f3b1fd2b req-06295cbc-88ea-4a37-b487-2eb31faed7a3 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768689 Feb 11 05:07:09.904408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac8f36-1ada-48f4-b723-2d00ecd7b7bf req-0b51dc23-55ba-44c2-a6f3-c18db1e3b632 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:09.904408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9ac8f36-1ada-48f4-b723-2d00ecd7b7bf req-0b51dc23-55ba-44c2-a6f3-c18db1e3b632 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.2193081 Feb 11 05:07:09.923953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Pushing event updated for resources: {'Port': ['ID=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:09.937840 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:09.938477 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:09.943016 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-2e81d851-1123-46b6-989c-d5f48395b238 service neutron] 10.222.0.73 "PUT /v2.0/ports/f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 HTTP/1.1" status: 200 len: 1092 time: 1.1912818 Feb 11 05:07:09.975723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd85b4-9c31-4409-a696-8d4773d43d5e req-42a83530-b8ba-4b11-888f-7e62d19fb73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:09.978229 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4efd85b4-9c31-4409-a696-8d4773d43d5e req-42a83530-b8ba-4b11-888f-7e62d19fb73b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1632810 Feb 11 05:07:10.003238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbe159-b97f-4484-9a84-5391d92f879e req-955d89ce-3f26-401d-a302-be6dca018a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:10.004713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cdbe159-b97f-4484-9a84-5391d92f879e req-955d89ce-3f26-401d-a302-be6dca018a1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d350fa86-0547-41d6-9419-e18c3ef33e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1321392 Feb 11 05:07:10.028539 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9ac8f36-1ada-48f4-b723-2d00ecd7b7bf req-05fcc4c6-34d2-48ba-b9b2-b98bf3965496 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095574 Feb 11 05:07:10.050480 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f6deb-9e92-4ff6-a4b4-f60592469467 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59159bd-4305-4887-8464-6f2c21af8102,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:10.058430 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f5378c-844b-429f-9618-c9ff430d7d56', 'tag': 'f422b1ab-aa68-4fb0-9d9a-d83c773f4a69'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:10.064011 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac40b89f-dbcb-4ded-aea6-2412e3b2dbf5" -d '{"events": [{"name": "network-changed", "server_uuid": "51f5378c-844b-429f-9618-c9ff430d7d56", "tag": "f422b1ab-aa68-4fb0-9d9a-d83c773f4a69"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:10.094426 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-0a3f6deb-9e92-4ff6-a4b4-f60592469467 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Allocated IP 192.168.233.228 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/a1071133-6010-4d7e-be99-4c68b56608ba) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:10.178416 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4efd85b4-9c31-4409-a696-8d4773d43d5e req-c0acd4df-d311-4fe9-b2a8-0c369192c310 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880357 Feb 11 05:07:10.188237 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-ed92ac5f-4ba6-490e-8588-0666759e59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:10.190115 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-ed92ac5f-4ba6-490e-8588-0666759e59a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=623b97b8843c4ee5bfe315b1c2e8ae24&device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 1126 time: 0.1233735 Feb 11 05:07:10.254406 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-840205b5-901b-4bb7-8c00-ef7a3cfd5e25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 HTTP/1.1" status: 200 len: 217 time: 0.0496886 Feb 11 05:07:10.334171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-dbb8feff-ed06-4955-bf47-5642344c8b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:10.335638 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-dbb8feff-ed06-4955-bf47-5642344c8b8a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a1d8d3c-0c6e-469a-8f36-555d015fa75e HTTP/1.1" status: 200 len: 845 time: 0.0538321 Feb 11 05:07:10.354907 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cdbe159-b97f-4484-9a84-5391d92f879e req-37bf8381-cb8a-4638-b4cd-394ca283d9d6 service neutron] 10.222.0.73 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391032 Feb 11 05:07:10.390506 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-25422c84-816c-488f-ae71-d9093ecb76dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98cbc21b-0cda-4452-82bc-4f4fd4777677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409367 Feb 11 05:07:10.395099 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-0a3f6deb-9e92-4ff6-a4b4-f60592469467 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Publish callbacks [] for port (a1071133-6010-4d7e-be99-4c68b56608ba), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:10.419249 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10f3864b-0a38-49a2-836d-03da9a20dea0 req-8e76876d-d00f-48d4-8c05-6b0577da09c0 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 1000 time: 0.2459674 Feb 11 05:07:10.468678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d69107-a6a2-4e14-be41-4ccffc2f2d87 req-235ba04b-7143-45bd-ad38-eda84c0a3a55 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:10.471612 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4d69107-a6a2-4e14-be41-4ccffc2f2d87 req-235ba04b-7143-45bd-ad38-eda84c0a3a55 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 950 time: 0.3008900 Feb 11 05:07:10.498528 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-0a3f6deb-9e92-4ff6-a4b4-f60592469467 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (a1071133-6010-4d7e-be99-4c68b56608ba), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:10.543544 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-836ef39a-e7de-425c-b008-f3f06a33e1f3 service neutron] 10.222.0.73 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433146 Feb 11 05:07:10.568637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-0a3f6deb-9e92-4ff6-a4b4-f60592469467 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:10.581992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3864b-0a38-49a2-836d-03da9a20dea0 req-0db61561-bd78-4e8f-a70d-7b265b93b09f tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:10.583377 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10f3864b-0a38-49a2-836d-03da9a20dea0 req-0db61561-bd78-4e8f-a70d-7b265b93b09f tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports/dedec55b-70f9-47b0-9369-8d6b22e80e16 HTTP/1.1" status: 200 len: 942 time: 0.1510358 Feb 11 05:07:10.584735 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-0a3f6deb-9e92-4ff6-a4b4-f60592469467 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:10.585087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8af3437-0d7c-4d94-bff3-178b8ad7f98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd19739-983b-42da-9114-39fe4b424741'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:10.587922 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-0a3f6deb-9e92-4ff6-a4b4-f60592469467 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:10.593428 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-0a3f6deb-9e92-4ff6-a4b4-f60592469467 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:10.594207 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-0a3f6deb-9e92-4ff6-a4b4-f60592469467 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:10.600332 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f0f0ce-a2c8-4785-8d24-51ca6791bf55" -d '{"events": [{"server_uuid": "c8af3437-0d7c-4d94-bff3-178b8ad7f98b", "name": "network-vif-plugged", "status": "completed", "tag": "4bd19739-983b-42da-9114-39fe4b424741"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:10.605364 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f6deb-9e92-4ff6-a4b4-f60592469467 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Pushing event updated for resources: {'Port': ['ID=a1071133-6010-4d7e-be99-4c68b56608ba,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:10.623294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4efd85b4-9c31-4409-a696-8d4773d43d5e req-1d374ed6-5b6c-451b-b1f9-95fff7ec2d78 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495600 Feb 11 05:07:10.645051 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548195da-c8ff-4848-a981-032a60cd571a', 'tag': 'dedec55b-70f9-47b0-9369-8d6b22e80e16'}, {'server_uuid': '13599bea-8ebf-4a5a-bebe-27fc2af1ed85', 'name': 'network-vif-deleted', 'tag': '65bc0ec1-9e69-42d3-a6b3-ba652ab6776f'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:10.647209 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f127b132-70fd-4dd7-af58-61162a869a64" -d '{"events": [{"name": "network-changed", "server_uuid": "548195da-c8ff-4848-a981-032a60cd571a", "tag": "dedec55b-70f9-47b0-9369-8d6b22e80e16"}, {"server_uuid": "13599bea-8ebf-4a5a-bebe-27fc2af1ed85", "name": "network-vif-deleted", "tag": "65bc0ec1-9e69-42d3-a6b3-ba652ab6776f"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:10.654461 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-0a3f6deb-9e92-4ff6-a4b4-f60592469467 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3468220 Feb 11 05:07:10.677667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Request body: {'port': {'device_id': '56b42968-e9b0-44ae-9869-8d1ca1cbf163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:10.699729 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cdbe159-b97f-4484-9a84-5391d92f879e req-25b09c76-fa2c-491e-b31f-be5da3a973ef service neutron] 10.222.0.73 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225131 Feb 11 05:07:10.745106 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-23b31927-c7b4-4d5b-b281-905beeaf06ff req-7ecbeab1-db37-44d0-b9d9-2e74916e5c82 service neutron] 10.222.0.73 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916800 Feb 11 05:07:10.747691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4d69107-a6a2-4e14-be41-4ccffc2f2d87 req-bfd08e1d-dd32-40bd-a254-e55b84ad022d tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137237 Feb 11 05:07:10.799458 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1071133-6010-4d7e-be99-4c68b56608ba), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:10.819750 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76edc29e-6cd6-4c9b-92a9-dc10aa278b79 x-openstack-request-id: req-76edc29e-6cd6-4c9b-92a9-dc10aa278b79 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:10.820048 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f5378c-844b-429f-9618-c9ff430d7d56", "tag": "f422b1ab-aa68-4fb0-9d9a-d83c773f4a69", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:10.820461 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-76edc29e-6cd6-4c9b-92a9-dc10aa278b79 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:10.821054 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f5378c-844b-429f-9618-c9ff430d7d56', 'tag': 'f422b1ab-aa68-4fb0-9d9a-d83c773f4a69', 'status': 'completed', 'code': 200} Feb 11 05:07:10.876631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10f3864b-0a38-49a2-836d-03da9a20dea0 req-8e62b6ae-b41f-4bbe-95f8-e3bdef2e32d7 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 1000 time: 0.1833062 Feb 11 05:07:10.956383 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5bcb0e3e-bf30-4b2d-8599-3c166406d2eb None None] Provisioning complete for port a1071133-6010-4d7e-be99-4c68b56608ba triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:10.956858 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5bcb0e3e-bf30-4b2d-8599-3c166406d2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a1071133-6010-4d7e-be99-4c68b56608ba), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.002711 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb0e3e-bf30-4b2d-8599-3c166406d2eb None None] Port a1071133-6010-4d7e-be99-4c68b56608ba cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:07:11.053292 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b89f-dbcb-4ded-aea6-2412e3b2dbf5 req-7ea642b3-f9f1-4553-a4f7-88b89cd35d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:11.056154 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac40b89f-dbcb-4ded-aea6-2412e3b2dbf5 req-7ea642b3-f9f1-4553-a4f7-88b89cd35d9c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=623b97b8843c4ee5bfe315b1c2e8ae24&device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 1126 time: 0.1356385 Feb 11 05:07:11.057321 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3864b-0a38-49a2-836d-03da9a20dea0 req-73591c6b-3f6d-40b1-95f8-edca3a880b49 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:11.059402 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10f3864b-0a38-49a2-836d-03da9a20dea0 req-73591c6b-3f6d-40b1-95f8-edca3a880b49 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.1713805 Feb 11 05:07:11.067398 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a59a4e-56b7-450e-b301-f7e132c3a0bc req-3f6d8c20-be60-43e0-b28c-2a068d0eb77e tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:11.068991 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7a59a4e-56b7-450e-b301-f7e132c3a0bc req-3f6d8c20-be60-43e0-b28c-2a068d0eb77e tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=05dc4700-798e-4043-9054-b8d82768db62 HTTP/1.1" status: 200 len: 949 time: 0.1219440 Feb 11 05:07:11.125964 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7a59a4e-56b7-450e-b301-f7e132c3a0bc req-ab7a5076-4162-4689-ae29-e22c41ee1e95 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513475 Feb 11 05:07:11.197888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb768e-c1a1-4a6b-8975-7a1ee50e2647 req-105a2706-f6cf-468b-808d-4eb23db8a6ea tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:11.205395 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96eb768e-c1a1-4a6b-8975-7a1ee50e2647 req-105a2706-f6cf-468b-808d-4eb23db8a6ea tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/ports?device_id=56b42968-e9b0-44ae-9869-8d1ca1cbf163 HTTP/1.1" status: 200 len: 936 time: 0.0670407 Feb 11 05:07:11.222291 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d3e0c1-888d-43a2-ac22-d0b370aad768 x-openstack-request-id: req-c9d3e0c1-888d-43a2-ac22-d0b370aad768 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:11.222714 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8af3437-0d7c-4d94-bff3-178b8ad7f98b", "name": "network-vif-plugged", "status": "completed", "tag": "4bd19739-983b-42da-9114-39fe4b424741", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:11.223175 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c9d3e0c1-888d-43a2-ac22-d0b370aad768 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:11.223698 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8af3437-0d7c-4d94-bff3-178b8ad7f98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd19739-983b-42da-9114-39fe4b424741', 'code': 200} Feb 11 05:07:11.270624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b89f-dbcb-4ded-aea6-2412e3b2dbf5 req-5d274981-0e65-4b9d-a83a-deaafb723398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:11.276246 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac40b89f-dbcb-4ded-aea6-2412e3b2dbf5 req-5d274981-0e65-4b9d-a83a-deaafb723398 service neutron] 10.222.0.73 "GET /v2.0/networks?id=98cbc21b-0cda-4452-82bc-4f4fd4777677 HTTP/1.1" status: 200 len: 906 time: 0.2120993 Feb 11 05:07:11.276699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96eb768e-c1a1-4a6b-8975-7a1ee50e2647 req-52964df0-7629-4cd2-9a94-379543ba8425 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/security-groups?id=f59159bd-4305-4887-8464-6f2c21af8102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642710 Feb 11 05:07:11.279292 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b084efe0-1f62-43eb-990a-ab14547a6ac4 x-openstack-request-id: req-b084efe0-1f62-43eb-990a-ab14547a6ac4 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:11.279292 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548195da-c8ff-4848-a981-032a60cd571a", "tag": "dedec55b-70f9-47b0-9369-8d6b22e80e16", "status": "completed", "code": 200}, {"server_uuid": "13599bea-8ebf-4a5a-bebe-27fc2af1ed85", "name": "network-vif-deleted", "tag": "65bc0ec1-9e69-42d3-a6b3-ba652ab6776f", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:11.279292 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b084efe0-1f62-43eb-990a-ab14547a6ac4 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:11.281308 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548195da-c8ff-4848-a981-032a60cd571a', 'tag': 'dedec55b-70f9-47b0-9369-8d6b22e80e16', 'status': 'completed', 'code': 200} Feb 11 05:07:11.293273 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13599bea-8ebf-4a5a-bebe-27fc2af1ed85', 'name': 'network-vif-deleted', 'tag': '65bc0ec1-9e69-42d3-a6b3-ba652ab6776f', 'status': 'completed', 'code': 200} Feb 11 05:07:11.340894 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac40b89f-dbcb-4ded-aea6-2412e3b2dbf5 req-8c6e5109-8528-4065-9485-4025380e5029 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 HTTP/1.1" status: 200 len: 217 time: 0.0532620 Feb 11 05:07:11.450728 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b89f-dbcb-4ded-aea6-2412e3b2dbf5 req-2dc83fd3-e278-424d-98cb-1ef871ad9905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:11.452423 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac40b89f-dbcb-4ded-aea6-2412e3b2dbf5 req-2dc83fd3-e278-424d-98cb-1ef871ad9905 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a1d8d3c-0c6e-469a-8f36-555d015fa75e HTTP/1.1" status: 200 len: 845 time: 0.1011288 Feb 11 05:07:11.467839 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1071133-6010-4d7e-be99-4c68b56608ba {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:11.483144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127b132-70fd-4dd7-af58-61162a869a64 req-3348204c-9f16-4b4f-aa29-764fd4bfc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:11.485198 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f127b132-70fd-4dd7-af58-61162a869a64 req-3348204c-9f16-4b4f-aa29-764fd4bfc3bb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 1128 time: 0.1756687 Feb 11 05:07:11.490898 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Publish callbacks [] for port (a1071133-6010-4d7e-be99-4c68b56608ba), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.512067 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac40b89f-dbcb-4ded-aea6-2412e3b2dbf5 req-f65ead79-4956-42f7-96da-86c6205f21d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98cbc21b-0cda-4452-82bc-4f4fd4777677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389626 Feb 11 05:07:11.522928 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Transition to ACTIVE for port object a1071133-6010-4d7e-be99-4c68b56608ba will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:07:11.533330 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a1071133-6010-4d7e-be99-4c68b56608ba), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.560217 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc421ed6-0bfd-4027-99e2-3176b1a51910 req-ed03cde1-1f1d-4d82-9fb7-344ba0d46ec7 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:11.563889 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc421ed6-0bfd-4027-99e2-3176b1a51910 req-ed03cde1-1f1d-4d82-9fb7-344ba0d46ec7 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 943 time: 0.1704266 Feb 11 05:07:11.623721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469be872-6092-463c-a16e-c09534fc4d14 req-42e4f1b0-6151-4d26-9439-a8af37a04a1d tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:11.630692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-469be872-6092-463c-a16e-c09534fc4d14 req-42e4f1b0-6151-4d26-9439-a8af37a04a1d tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.1928940 Feb 11 05:07:11.651277 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Pushing event updated for resources: {'Port': ['ID=a1071133-6010-4d7e-be99-4c68b56608ba,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:11.695725 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Attempting to bind port a1071133-6010-4d7e-be99-4c68b56608ba on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:11.696954 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Attempting to bind port a1071133-6010-4d7e-be99-4c68b56608ba by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:11.697637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Attempting to bind port a1071133-6010-4d7e-be99-4c68b56608ba on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:11.704629 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc421ed6-0bfd-4027-99e2-3176b1a51910 req-39bb10a7-add3-4915-a033-12bbfff7c42e tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893507 Feb 11 05:07:11.704960 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac40b89f-dbcb-4ded-aea6-2412e3b2dbf5 req-7839b356-66ae-46bd-a03f-94476edbd36c service neutron] 10.222.0.73 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830816 Feb 11 05:07:11.705723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Port a1071133-6010-4d7e-be99-4c68b56608ba on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:07:11.706223 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Attempting to bind port a1071133-6010-4d7e-be99-4c68b56608ba on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:11.713226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:11.713560 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:11.713960 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:11.714360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Bound port: a1071133-6010-4d7e-be99-4c68b56608ba, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:11.714802 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1071133-6010-4d7e-be99-4c68b56608ba), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.812046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-ac5e79f4-984f-4b95-bf64-ef7e53973e06 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 1000 time: 0.0769920 Feb 11 05:07:11.813652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127b132-70fd-4dd7-af58-61162a869a64 req-504f7ffd-7b52-4d1f-841f-84340c781a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:11.815156 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f127b132-70fd-4dd7-af58-61162a869a64 req-504f7ffd-7b52-4d1f-841f-84340c781a67 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 922 time: 0.3159218 Feb 11 05:07:11.826425 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-469be872-6092-463c-a16e-c09534fc4d14 req-de086e21-e77c-4ba0-b45b-2b03646aec9b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946690 Feb 11 05:07:11.891618 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] For port a1071133-6010-4d7e-be99-4c68b56608ba, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:11.895195 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] For port a1071133-6010-4d7e-be99-4c68b56608ba, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a1071133-6010-4d7e-be99-4c68b56608ba,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:11.907117 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a1071133-6010-4d7e-be99-4c68b56608ba), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.943900 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac40b89f-dbcb-4ded-aea6-2412e3b2dbf5 req-97f7efcf-afe2-4950-87aa-edf05356225a service neutron] 10.222.0.73 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256346 Feb 11 05:07:11.954991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:11.955590 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:11.956927 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] 10.222.0.73 "PUT /v2.0/ports/a1071133-6010-4d7e-be99-4c68b56608ba HTTP/1.1" status: 200 len: 1097 time: 1.2913408 Feb 11 05:07:11.982521 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f127b132-70fd-4dd7-af58-61162a869a64 req-23d47415-e014-4145-8a89-282bc47bd735 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dedec55b-70f9-47b0-9369-8d6b22e80e16 HTTP/1.1" status: 200 len: 1000 time: 0.1489360 Feb 11 05:07:11.995893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-a9932fa2-a4d9-439c-b44b-c3156af33482 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:11.997291 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-a9932fa2-a4d9-439c-b44b-c3156af33482 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports/dedec55b-70f9-47b0-9369-8d6b22e80e16 HTTP/1.1" status: 200 len: 942 time: 0.1651590 Feb 11 05:07:12.008814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65784628-101a-4e7e-a4ef-9dfd8aaa8b43 service neutron] Pushing event updated for resources: {'Port': ['ID=a1071133-6010-4d7e-be99-4c68b56608ba,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:12.052555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7960d-19bb-4f77-9370-f9e6bcbfe360 req-67627f04-c6b2-4266-8acc-7d85e0fc85e1 tempest-LiveMigrationNegativeTest-847672537 tempest-LiveMigrationNegativeTest-847672537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:12.054125 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19c7960d-19bb-4f77-9370-f9e6bcbfe360 req-67627f04-c6b2-4266-8acc-7d85e0fc85e1 tempest-LiveMigrationNegativeTest-847672537 tempest-LiveMigrationNegativeTest-847672537-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=05dc4700-798e-4043-9054-b8d82768db62 HTTP/1.1" status: 200 len: 1132 time: 0.1346681 Feb 11 05:07:12.089881 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-19c7960d-19bb-4f77-9370-f9e6bcbfe360 req-8282979d-5dd2-4ca6-9788-efa43ddfc5be tempest-LiveMigrationNegativeTest-847672537 tempest-LiveMigrationNegativeTest-847672537-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:12.132986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127b132-70fd-4dd7-af58-61162a869a64 req-7355efd1-f1e6-40cc-b082-fdaadaa9801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:12.135679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f127b132-70fd-4dd7-af58-61162a869a64 req-7355efd1-f1e6-40cc-b082-fdaadaa9801c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8af96a68-a447-473c-9418-5c5b5c80c18d HTTP/1.1" status: 200 len: 860 time: 0.1374085 Feb 11 05:07:12.232244 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-19c7960d-19bb-4f77-9370-f9e6bcbfe360 req-8282979d-5dd2-4ca6-9788-efa43ddfc5be tempest-LiveMigrationNegativeTest-847672537 tempest-LiveMigrationNegativeTest-847672537-project-admin] Publish callbacks [] for security_group (e1996342-dd9b-4863-9ba7-b70386cad56e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:12.276859 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-19c7960d-19bb-4f77-9370-f9e6bcbfe360 req-8282979d-5dd2-4ca6-9788-efa43ddfc5be tempest-LiveMigrationNegativeTest-847672537 tempest-LiveMigrationNegativeTest-847672537-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e1996342-dd9b-4863-9ba7-b70386cad56e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:12.297982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-321a5de9-63d8-4eb4-8bf0-c1a31319aca7 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 1000 time: 0.2246609 Feb 11 05:07:12.335698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-8fddef79-9421-4e7c-97c4-260b2a5fdf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:12.337281 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-8fddef79-9421-4e7c-97c4-260b2a5fdf52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=805008ccd9054c9fabeb554c914f3036&device_id=56b42968-e9b0-44ae-9869-8d1ca1cbf163 HTTP/1.1" status: 200 len: 1131 time: 0.3160460 Feb 11 05:07:12.366097 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127b132-70fd-4dd7-af58-61162a869a64 req-c992e200-fc9d-4fd9-ba86-7c8fc945fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:12.368124 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f127b132-70fd-4dd7-af58-61162a869a64 req-c992e200-fc9d-4fd9-ba86-7c8fc945fd92 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d350fa86-0547-41d6-9419-e18c3ef33e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1530197 Feb 11 05:07:12.370163 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19c7960d-19bb-4f77-9370-f9e6bcbfe360 req-8282979d-5dd2-4ca6-9788-efa43ddfc5be tempest-LiveMigrationNegativeTest-847672537 tempest-LiveMigrationNegativeTest-847672537-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063374 Feb 11 05:07:12.373000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282979d-5dd2-4ca6-9788-efa43ddfc5be tempest-LiveMigrationNegativeTest-847672537 tempest-LiveMigrationNegativeTest-847672537-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1996342-dd9b-4863-9ba7-b70386cad56e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:12.399501 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-b62ce1b7-12bc-42fe-a186-ff99b291228c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a1071133-6010-4d7e-be99-4c68b56608ba HTTP/1.1" status: 200 len: 217 time: 0.0472238 Feb 11 05:07:12.469989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-c2a0e048-194d-4bf7-8339-09951aa22346 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:12.473759 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-962f57c2-621f-48f6-8a4b-a951cc8048c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:12.475401 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-962f57c2-621f-48f6-8a4b-a951cc8048c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0606232 Feb 11 05:07:12.476151 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-c2a0e048-194d-4bf7-8339-09951aa22346 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.1772890 Feb 11 05:07:12.535077 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-9df5ae00-b882-4300-926d-32e606c20fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:12.536811 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-9df5ae00-b882-4300-926d-32e606c20fcb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0533516 Feb 11 05:07:12.624959 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-8793afc1-35e0-40e7-8a31-9bf9dc9124ce tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 1000 time: 0.1437943 Feb 11 05:07:12.641440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-1b42ea51-5a3b-488f-85b4-aa70edd8d07a tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:12.643608 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-e698084d-6b9f-4426-b455-3dfc850b31a5 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957587 Feb 11 05:07:12.645078 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f127b132-70fd-4dd7-af58-61162a869a64 req-ea4f59e0-3739-4f08-9f98-495b20f66d77 service neutron] 10.222.0.88 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397544 Feb 11 05:07:12.651694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e617-7187-4350-bab2-55d436c74b0b req-05b16a24-f2a5-4c06-9c12-fbe9e2f4bd50 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:12.653081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16a8e617-7187-4350-bab2-55d436c74b0b req-05b16a24-f2a5-4c06-9c12-fbe9e2f4bd50 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 950 time: 0.1759515 Feb 11 05:07:12.738292 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4ce76e37-aadd-4964-83de-82b2e19857c8 req-04ba1adf-1d65-40ac-a4b6-7b037ad5c8d4 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875568 Feb 11 05:07:12.822168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b42968-e9b0-44ae-9869-8d1ca1cbf163', 'tag': 'a1071133-6010-4d7e-be99-4c68b56608ba'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:12.825646 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15202eee-2d9c-4285-b343-f7ed6e73b6e0" -d '{"events": [{"name": "network-changed", "server_uuid": "56b42968-e9b0-44ae-9869-8d1ca1cbf163", "tag": "a1071133-6010-4d7e-be99-4c68b56608ba"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:13.052615 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-1b42ea51-5a3b-488f-85b4-aa70edd8d07a tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for floatingip (a51994b8-4592-409e-863d-7f21b0545c75), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.112627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16a8e617-7187-4350-bab2-55d436c74b0b req-b0968314-7fb2-4ec0-86bc-a86e202d584a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254484 Feb 11 05:07:13.196023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f127b132-70fd-4dd7-af58-61162a869a64 req-82374dba-a40e-4639-bd40-18f57c1b6ab4 service neutron] 10.222.0.88 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098474 Feb 11 05:07:13.277758 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-1b42ea51-5a3b-488f-85b4-aa70edd8d07a tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.282840 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-1b42ea51-5a3b-488f-85b4-aa70edd8d07a tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a51994b8-4592-409e-863d-7f21b0545c75), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.283179 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-1b42ea51-5a3b-488f-85b4-aa70edd8d07a tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Floating IP a51994b8-4592-409e-863d-7f21b0545c75 disassociated. External IP: 172.25.5.85, port: dedec55b-70f9-47b0-9369-8d6b22e80e16. Feb 11 05:07:13.286271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfe7f4-a9c8-4cd8-96dd-7741c5bff06f req-5cabb341-eb51-42fe-9283-017f88823e2f tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:13.287832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5adfe7f4-a9c8-4cd8-96dd-7741c5bff06f req-5cabb341-eb51-42fe-9283-017f88823e2f tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 1133 time: 0.1061082 Feb 11 05:07:13.406062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5adfe7f4-a9c8-4cd8-96dd-7741c5bff06f req-aca73663-173a-4d4d-953b-91faaa30e04e tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808210 Feb 11 05:07:13.570680 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f71803-3908-4f1e-982d-c920b1d371d3 req-d52737f1-bd0c-4665-8970-ec0c119aea9b tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:13.572233 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6f71803-3908-4f1e-982d-c920b1d371d3 req-d52737f1-bd0c-4665-8970-ec0c119aea9b tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/ports?device_id=56b42968-e9b0-44ae-9869-8d1ca1cbf163 HTTP/1.1" status: 200 len: 948 time: 0.1054711 Feb 11 05:07:13.580245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-1b42ea51-5a3b-488f-85b4-aa70edd8d07a tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Router 9097444f-33c9-45e7-a7a7-df660045a724 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:07:13.659960 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6f71803-3908-4f1e-982d-c920b1d371d3 req-67757e0a-f693-4890-a51b-b70a4be3062f tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/security-groups?id=f59159bd-4305-4887-8464-6f2c21af8102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815601 Feb 11 05:07:13.726646 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-1b42ea51-5a3b-488f-85b4-aa70edd8d07a tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:13.731748 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-1b42ea51-5a3b-488f-85b4-aa70edd8d07a tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.741255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca397563-02d8-4ae0-b30e-42193f4ba144 None None] Sync routers for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:13.766219 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-1b42ea51-5a3b-488f-85b4-aa70edd8d07a tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "PUT /v2.0/floatingips/a51994b8-4592-409e-863d-7f21b0545c75 HTTP/1.1" status: 200 len: 694 time: 1.1296158 Feb 11 05:07:13.766675 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548195da-c8ff-4848-a981-032a60cd571a', 'tag': 'dedec55b-70f9-47b0-9369-8d6b22e80e16'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:13.769634 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916465af-9843-4c57-b548-d5f1cfdfd11a" -d '{"events": [{"name": "network-changed", "server_uuid": "548195da-c8ff-4848-a981-032a60cd571a", "tag": "dedec55b-70f9-47b0-9369-8d6b22e80e16"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:13.774654 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca397563-02d8-4ae0-b30e-42193f4ba144 None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:13.775718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ca397563-02d8-4ae0-b30e-42193f4ba144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:13.818609 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.872332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-e9bf6c74-5643-4ad5-88d0-71e85197e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:13.874234 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-e9bf6c74-5643-4ad5-88d0-71e85197e1d9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 1128 time: 0.0954201 Feb 11 05:07:13.897663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-ca397563-02d8-4ae0-b30e-42193f4ba144 None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:13.900616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e560bdf-5b67-4b45-bbd1-2b9427233b4b req-cb558149-00c8-47fc-b7f8-d563845c2f57 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:13.902202 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e560bdf-5b67-4b45-bbd1-2b9427233b4b req-cb558149-00c8-47fc-b7f8-d563845c2f57 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 943 time: 0.0912645 Feb 11 05:07:14.019442 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e560bdf-5b67-4b45-bbd1-2b9427233b4b req-befeb900-0c86-4f0f-9aee-d08ba33619ed tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864770 Feb 11 05:07:14.020625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-24e64d08-0e60-49c5-bab9-e509df954844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:14.028558 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-24e64d08-0e60-49c5-bab9-e509df954844 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 922 time: 0.1438608 Feb 11 05:07:14.073637 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe60952-6ecb-4694-98c0-812b06eed483 x-openstack-request-id: req-0fe60952-6ecb-4694-98c0-812b06eed483 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:14.074133 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b42968-e9b0-44ae-9869-8d1ca1cbf163", "tag": "a1071133-6010-4d7e-be99-4c68b56608ba", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:14.074230 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0fe60952-6ecb-4694-98c0-812b06eed483 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:14.074566 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b42968-e9b0-44ae-9869-8d1ca1cbf163', 'tag': 'a1071133-6010-4d7e-be99-4c68b56608ba', 'status': 'completed', 'code': 200} Feb 11 05:07:14.093334 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-795f8b59-af2d-496a-8a92-64d0a7c18c0b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dedec55b-70f9-47b0-9369-8d6b22e80e16 HTTP/1.1" status: 200 len: 217 time: 0.0563316 Feb 11 05:07:14.142281 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-8f1dda39-7bcd-49ab-943c-fb8f28a77611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:14.148333 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15202eee-2d9c-4285-b343-f7ed6e73b6e0 req-a987dcee-ff7c-4590-a02d-442702fdc7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:14.149907 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15202eee-2d9c-4285-b343-f7ed6e73b6e0 req-a987dcee-ff7c-4590-a02d-442702fdc7d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=805008ccd9054c9fabeb554c914f3036&device_id=56b42968-e9b0-44ae-9869-8d1ca1cbf163 HTTP/1.1" status: 200 len: 1131 time: 0.0504305 Feb 11 05:07:14.153865 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-8f1dda39-7bcd-49ab-943c-fb8f28a77611 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8af96a68-a447-473c-9418-5c5b5c80c18d HTTP/1.1" status: 200 len: 860 time: 0.0661502 Feb 11 05:07:14.157523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ca397563-02d8-4ae0-b30e-42193f4ba144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:14.203574 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca397563-02d8-4ae0-b30e-42193f4ba144 None None] Checking router: 9097444f-33c9-45e7-a7a7-df660045a724 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:14.216262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca397563-02d8-4ae0-b30e-42193f4ba144 None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:14.216892 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ca397563-02d8-4ae0-b30e-42193f4ba144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:14.250952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-81119581-d633-4ba8-b181-2c75be483fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:14.252492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-81119581-d633-4ba8-b181-2c75be483fb4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d350fa86-0547-41d6-9419-e18c3ef33e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0972919 Feb 11 05:07:14.258433 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba15580-367b-4c35-a818-cc1efc91be1d req-f2bc6aed-0973-47ce-9f2d-39e302fddb9b tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:14.260739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ba15580-367b-4c35-a818-cc1efc91be1d req-f2bc6aed-0973-47ce-9f2d-39e302fddb9b tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 1133 time: 0.0623741 Feb 11 05:07:14.320220 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15202eee-2d9c-4285-b343-f7ed6e73b6e0 req-4848a184-1129-43b6-8495-8f5a2fed670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:14.324064 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15202eee-2d9c-4285-b343-f7ed6e73b6e0 req-4848a184-1129-43b6-8495-8f5a2fed670e service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.1677859 Feb 11 05:07:14.351075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-ca397563-02d8-4ae0-b30e-42193f4ba144 None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:14.366857 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ba15580-367b-4c35-a818-cc1efc91be1d req-48138834-3c0e-413d-8bfc-c002c5b9397d tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879912 Feb 11 05:07:14.404284 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-449673ed-2192-4916-a30e-cd3a50b1a4d7 service neutron] 10.222.0.87 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425335 Feb 11 05:07:14.404864 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15202eee-2d9c-4285-b343-f7ed6e73b6e0 req-d69a8cc7-537f-4259-a097-f364f60da02a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a1071133-6010-4d7e-be99-4c68b56608ba HTTP/1.1" status: 200 len: 217 time: 0.0747056 Feb 11 05:07:14.528886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15202eee-2d9c-4285-b343-f7ed6e73b6e0 req-8f115fe3-833c-45e2-bdc9-3fe8afe3740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:14.530376 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15202eee-2d9c-4285-b343-f7ed6e73b6e0 req-8f115fe3-833c-45e2-bdc9-3fe8afe3740b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1186776 Feb 11 05:07:14.611993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-87bf6427-7be0-4f32-9018-669117eca3d2 req-63400ab6-a18f-42e1-a728-36214e46cd81 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:07:14.613645 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87bf6427-7be0-4f32-9018-669117eca3d2 req-63400ab6-a18f-42e1-a728-36214e46cd81 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0203264 Feb 11 05:07:14.652138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bca1c7-6eb4-458a-99b6-0b11283d8daa req-240d7b8d-c60d-4429-9d68-68a1e00bc16a service neutron] 10.222.0.87 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355599 Feb 11 05:07:14.668112 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15202eee-2d9c-4285-b343-f7ed6e73b6e0 req-7621caaa-9c4e-4e22-8409-983bf16f7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:14.672908 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15202eee-2d9c-4285-b343-f7ed6e73b6e0 req-7621caaa-9c4e-4e22-8409-983bf16f7ef5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1329699 Feb 11 05:07:14.678979 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a5cf6e-b3eb-495d-b017-436ba94da3d4 x-openstack-request-id: req-04a5cf6e-b3eb-495d-b017-436ba94da3d4 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:14.679344 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548195da-c8ff-4848-a981-032a60cd571a", "tag": "dedec55b-70f9-47b0-9369-8d6b22e80e16", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:14.679731 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-04a5cf6e-b3eb-495d-b017-436ba94da3d4 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:14.680759 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548195da-c8ff-4848-a981-032a60cd571a', 'tag': 'dedec55b-70f9-47b0-9369-8d6b22e80e16', 'status': 'completed', 'code': 200} Feb 11 05:07:14.729563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:07:14.782952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ca397563-02d8-4ae0-b30e-42193f4ba144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:14.825303 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15202eee-2d9c-4285-b343-f7ed6e73b6e0 req-14222bb0-af71-4d5a-8971-bf506cf6e53e service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424317 Feb 11 05:07:14.839123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c335396-c270-416f-954a-6081b7c1c079 req-49d92efc-04f5-48cf-9a99-87c62cb781d7 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518670 Feb 11 05:07:14.849707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-3d25ed7e-b6e6-4988-8ba3-84b5619868f6 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=96892c63fd9f4c61ab86cc0679e41126&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566492 Feb 11 05:07:14.881087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916465af-9843-4c57-b548-d5f1cfdfd11a req-841d23de-90da-4894-86d4-6673dda8ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:14.883074 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-916465af-9843-4c57-b548-d5f1cfdfd11a req-841d23de-90da-4894-86d4-6673dda8ebc3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 1128 time: 0.1737773 Feb 11 05:07:14.940114 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15202eee-2d9c-4285-b343-f7ed6e73b6e0 req-51673353-b2e7-4454-bc54-98cc5151aeb6 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082377 Feb 11 05:07:14.998157 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca397563-02d8-4ae0-b30e-42193f4ba144 None None] The sync data for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 is: [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:15.085004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:15.105420 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'f422b1ab-aa68-4fb0-9d9a-d83c773f4a69', 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677', 'port_id': 'f422b1ab-aa68-4fb0-9d9a-d83c773f4a69', 'mac_address': 'fa:16:3e:d5:ee:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1d8d3c-0c6e-469a-8f36-555d015fa75e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:07:15.154353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:15.154902 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.163728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c335396-c270-416f-954a-6081b7c1c079 req-4d8d09a0-97d7-4450-acba-86887f951d6f tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:15.165265 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c335396-c270-416f-954a-6081b7c1c079 req-4d8d09a0-97d7-4450-acba-86887f951d6f tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3104334 Feb 11 05:07:15.171711 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916465af-9843-4c57-b548-d5f1cfdfd11a req-fb752a97-b561-4704-a9c5-e5a85f9a5db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:15.173584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-916465af-9843-4c57-b548-d5f1cfdfd11a req-fb752a97-b561-4704-a9c5-e5a85f9a5db6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 922 time: 0.2555907 Feb 11 05:07:15.179119 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:15.179274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-0637f429-a276-4cc3-97e4-41515ad18b38 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:15.181425 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-0637f429-a276-4cc3-97e4-41515ad18b38 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3305836 Feb 11 05:07:15.208758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:15.210704 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c335396-c270-416f-954a-6081b7c1c079 req-8b124ea8-3580-45d8-9292-65fd240160e9 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/quotas/923c8e6b939346a0ab9f11e00e8ae595 HTTP/1.1" status: 200 len: 375 time: 0.0281653 Feb 11 05:07:15.218993 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.238923 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-dbc2f4b8-80e2-4a07-94a9-a286084c370c tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/quotas/96892c63fd9f4c61ab86cc0679e41126 HTTP/1.1" status: 200 len: 375 time: 0.0492580 Feb 11 05:07:15.240959 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-916465af-9843-4c57-b548-d5f1cfdfd11a req-a84ccd95-a5ce-4e37-a032-572deec9d644 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dedec55b-70f9-47b0-9369-8d6b22e80e16 HTTP/1.1" status: 200 len: 217 time: 0.0384552 Feb 11 05:07:15.277870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:15.332993 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9d70e-1f83-41a7-9456-df1292082c2f None None] New status for floating IP a51994b8-4592-409e-863d-7f21b0545c75: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:07:15.367070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916465af-9843-4c57-b548-d5f1cfdfd11a req-96658d5d-6a2b-49bc-a73d-affe582d702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:15.367777 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-916465af-9843-4c57-b548-d5f1cfdfd11a req-96658d5d-6a2b-49bc-a73d-affe582d702d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8af96a68-a447-473c-9418-5c5b5c80c18d HTTP/1.1" status: 200 len: 860 time: 0.0844760 Feb 11 05:07:15.381849 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c335396-c270-416f-954a-6081b7c1c079 req-0954a620-fb55-4b9e-ad35-3e1a5e1e1690 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1447089 Feb 11 05:07:15.422209 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-bb73d498-67f2-4071-b17d-fd0c34bea680 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1492641 Feb 11 05:07:15.440326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916465af-9843-4c57-b548-d5f1cfdfd11a req-ff104e28-e97f-4217-9a99-f192620ba1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:15.441896 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-916465af-9843-4c57-b548-d5f1cfdfd11a req-ff104e28-e97f-4217-9a99-f192620ba1bd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d350fa86-0547-41d6-9419-e18c3ef33e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0592663 Feb 11 05:07:15.544520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['f422b1ab-aa68-4fb0-9d9a-d83c773f4a69'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:15.626114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-916465af-9843-4c57-b548-d5f1cfdfd11a req-44b4b9c1-38ab-4dbc-ad30-0eaf8083eb7a service neutron] 10.222.0.88 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622639 Feb 11 05:07:15.834929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-916465af-9843-4c57-b548-d5f1cfdfd11a req-bb3dc12e-2c7c-4dd8-9d23-ef623fa89499 service neutron] 10.222.0.88 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905441 Feb 11 05:07:16.127771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f5334-767e-429d-b769-14fdf19946eb req-1cbbbe1c-00af-4f7b-9da4-daee0699fbf6 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:16.129739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-199f5334-767e-429d-b769-14fdf19946eb req-1cbbbe1c-00af-4f7b-9da4-daee0699fbf6 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/ports?device_id=56b42968-e9b0-44ae-9869-8d1ca1cbf163 HTTP/1.1" status: 200 len: 948 time: 0.1210883 Feb 11 05:07:16.155308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b83367-2f85-4813-81c1-b350832644ee req-2b77c387-10c1-48cf-897d-87cadd6df1c6 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:16.165399 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7b83367-2f85-4813-81c1-b350832644ee req-2b77c387-10c1-48cf-897d-87cadd6df1c6 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 944 time: 0.1420176 Feb 11 05:07:16.260956 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-199f5334-767e-429d-b769-14fdf19946eb req-afe0b17e-544c-40d5-81a2-b70ebc91d2e7 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/security-groups?id=f59159bd-4305-4887-8464-6f2c21af8102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834708 Feb 11 05:07:16.276120 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7b83367-2f85-4813-81c1-b350832644ee req-310018c5-e485-493a-a4ce-6c9b45a445c6 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097167 Feb 11 05:07:16.374068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e132b55-f456-4361-b86f-f25b5a8cb41a req-7c68d063-9c6a-4c21-9cde-c12f7f3fae6a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 210 time: 0.0390716 Feb 11 05:07:16.423811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f852abf-15e5-4cbc-b906-520cfecb7348 req-0c5eaf9e-905c-474b-8b86-4c8552e6d2d4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 210 time: 0.0485623 Feb 11 05:07:16.583382 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2fc9d-53ca-430a-b143-42ef253d3160 req-25e2414e-9ab2-4185-8971-0c3ecf0eee6c tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:16.586737 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47d2fc9d-53ca-430a-b143-42ef253d3160 req-25e2414e-9ab2-4185-8971-0c3ecf0eee6c tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=05dc4700-798e-4043-9054-b8d82768db62 HTTP/1.1" status: 200 len: 949 time: 0.0928271 Feb 11 05:07:16.597272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-14f1c763-06aa-4da6-8ea7-8f5a0cf74b8e tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:16.598801 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-14f1c763-06aa-4da6-8ea7-8f5a0cf74b8e tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0749347 Feb 11 05:07:16.671112 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-1a0a30f1-43ad-4375-90c2-7964b3805418 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 695 time: 0.0654056 Feb 11 05:07:16.677565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-a1b0b240-fedf-46d8-827f-e8017e648db6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Request body: {'floatingip': {'port_id': '3aedc693-d9ef-4417-a3f0-08371e1a40bc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:16.728934 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-a1b0b240-fedf-46d8-827f-e8017e648db6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for floatingip (a51994b8-4592-409e-863d-7f21b0545c75), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:16.750278 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a1071133-6010-4d7e-be99-4c68b56608ba details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:07:16.788845 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47d2fc9d-53ca-430a-b143-42ef253d3160 req-945363d7-5b18-41d1-9243-049276b72c6d tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710370 Feb 11 05:07:16.877660 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a1071133-6010-4d7e-be99-4c68b56608ba, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a1071133-6010-4d7e-be99-4c68b56608ba,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:16.888624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'a1071133-6010-4d7e-be99-4c68b56608ba', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': 'a1071133-6010-4d7e-be99-4c68b56608ba', 'mac_address': 'fa:16:3e:69:00:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:07:16.928540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port a1071133-6010-4d7e-be99-4c68b56608ba is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:16.928933 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1071133-6010-4d7e-be99-4c68b56608ba), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:16.944280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1071133-6010-4d7e-be99-4c68b56608ba {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:16.966375 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a1071133-6010-4d7e-be99-4c68b56608ba, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a1071133-6010-4d7e-be99-4c68b56608ba,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:16.971166 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a1071133-6010-4d7e-be99-4c68b56608ba), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:17.028054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=a1071133-6010-4d7e-be99-4c68b56608ba,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:17.283610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a1071133-6010-4d7e-be99-4c68b56608ba'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:17.542503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-348bc81f-4440-4f48-842f-94f3fe1863ab tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=96892c63fd9f4c61ab86cc0679e41126&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306082 Feb 11 05:07:17.592749 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c335396-c270-416f-954a-6081b7c1c079 req-71cf83cf-78c0-427c-9f77-3b55f359602c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820177 Feb 11 05:07:17.622209 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81249531-dd2e-4eb9-80a7-62c363ff5384 req-7be2e8a2-1bc6-4d10-99c2-89a033998d78 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:17.624467 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-81249531-dd2e-4eb9-80a7-62c363ff5384 req-7be2e8a2-1bc6-4d10-99c2-89a033998d78 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.73 "GET /v2.0/ports?device_id=05dc4700-798e-4043-9054-b8d82768db62 HTTP/1.1" status: 200 len: 949 time: 0.0916445 Feb 11 05:07:17.649014 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-a1b0b240-fedf-46d8-827f-e8017e648db6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:17.700752 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-a1b0b240-fedf-46d8-827f-e8017e648db6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a51994b8-4592-409e-863d-7f21b0545c75), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:17.761182 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-81249531-dd2e-4eb9-80a7-62c363ff5384 req-e230c63a-9e91-4149-8334-094d8924915f tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Deleting port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:17.761715 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-81249531-dd2e-4eb9-80a7-62c363ff5384 req-e230c63a-9e91-4149-8334-094d8924915f tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (437d36a6-c56d-4409-bd08-f2ff7f0a2f92), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:17.855153 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276b959-fff7-4cee-8ff1-4f2a3ac0281b req-4ad4f23c-622a-4e01-a1d3-085041a9188a tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:17.857339 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7276b959-fff7-4cee-8ff1-4f2a3ac0281b req-4ad4f23c-622a-4e01-a1d3-085041a9188a tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 944 time: 0.3253229 Feb 11 05:07:17.893183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-81249531-dd2e-4eb9-80a7-62c363ff5384 req-e230c63a-9e91-4149-8334-094d8924915f tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] For port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=437d36a6-c56d-4409-bd08-f2ff7f0a2f92,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:17.893648 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-81249531-dd2e-4eb9-80a7-62c363ff5384 req-e230c63a-9e91-4149-8334-094d8924915f tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (437d36a6-c56d-4409-bd08-f2ff7f0a2f92), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:17.895771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-dd3e90b9-82a0-4044-8df4-22a21ba257b3 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:17.897424 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-dd3e90b9-82a0-4044-8df4-22a21ba257b3 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3309755 Feb 11 05:07:17.930928 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-81249531-dd2e-4eb9-80a7-62c363ff5384 req-e230c63a-9e91-4149-8334-094d8924915f tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Calling delete_port for 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:17.971589 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-a1b0b240-fedf-46d8-827f-e8017e648db6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Floating IP a51994b8-4592-409e-863d-7f21b0545c75 associated. External IP: 172.25.5.85, port: 3aedc693-d9ef-4417-a3f0-08371e1a40bc. Feb 11 05:07:17.983222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a36e0d5b-5b74-4b83-b8e6-6ec27efd3ec5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Request body: {'port': {'device_id': 'a79c98e0-882c-474e-a504-4e1925b6b9a1', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '96892c63fd9f4c61ab86cc0679e41126'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:18.031493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c335396-c270-416f-954a-6081b7c1c079 req-d18e0295-d695-45da-88da-731cd560cfa7 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:18.033253 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c335396-c270-416f-954a-6081b7c1c079 req-d18e0295-d695-45da-88da-731cd560cfa7 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4046934 Feb 11 05:07:18.076504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-9c335396-c270-416f-954a-6081b7c1c079 req-f13344c4-90c3-428e-afd5-9377b85a4bd5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Request body: {'port': {'device_id': 'acc141c3-e9ae-4a76-ad88-a5f9ff96a919', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '923c8e6b939346a0ab9f11e00e8ae595'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:18.101543 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-81249531-dd2e-4eb9-80a7-62c363ff5384 req-e230c63a-9e91-4149-8334-094d8924915f tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (437d36a6-c56d-4409-bd08-f2ff7f0a2f92), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.117389 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['437d36a6-c56d-4409-bd08-f2ff7f0a2f92'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:18.128659 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['d12fe5a3-735c-4cef-98f6-902a98c840ff'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:18.136347 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230c63a-9e91-4149-8334-094d8924915f tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Pushing event deleted for resources: {'Port': ['ID=437d36a6-c56d-4409-bd08-f2ff7f0a2f92,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:18.185404 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-81249531-dd2e-4eb9-80a7-62c363ff5384 req-e230c63a-9e91-4149-8334-094d8924915f tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] No DVR routers for this DVR port 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:18.188418 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-81249531-dd2e-4eb9-80a7-62c363ff5384 req-e230c63a-9e91-4149-8334-094d8924915f tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.190990 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7276b959-fff7-4cee-8ff1-4f2a3ac0281b req-6342262d-910b-49d9-b0b1-c0824f5514f0 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208892 Feb 11 05:07:18.191935 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-81249531-dd2e-4eb9-80a7-62c363ff5384 req-e230c63a-9e91-4149-8334-094d8924915f tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.73 "DELETE /v2.0/ports/437d36a6-c56d-4409-bd08-f2ff7f0a2f92 HTTP/1.1" status: 204 len: 173 time: 0.5604274 Feb 11 05:07:18.192455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dc4700-798e-4043-9054-b8d82768db62', 'name': 'network-vif-deleted', 'tag': '437d36a6-c56d-4409-bd08-f2ff7f0a2f92'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:18.198342 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5719f094-7ab8-435e-90f6-d88ffa1c2a73" -d '{"events": [{"server_uuid": "05dc4700-798e-4043-9054-b8d82768db62", "name": "network-vif-deleted", "tag": "437d36a6-c56d-4409-bd08-f2ff7f0a2f92"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:18.501070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a36e0d5b-5b74-4b83-b8e6-6ec27efd3ec5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Made reservation on behalf of 96892c63fd9f4c61ab86cc0679e41126 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:18.504422 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a36e0d5b-5b74-4b83-b8e6-6ec27efd3ec5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.537030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765694dd-e2db-4d7d-851f-6deb2ef1fc3c req-1e89e0f1-3396-4b53-892b-3db4e0d59165 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:18.538514 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-765694dd-e2db-4d7d-851f-6deb2ef1fc3c req-1e89e0f1-3396-4b53-892b-3db4e0d59165 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/ports?device_id=56b42968-e9b0-44ae-9869-8d1ca1cbf163 HTTP/1.1" status: 200 len: 949 time: 0.2007055 Feb 11 05:07:18.595205 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c335396-c270-416f-954a-6081b7c1c079 req-f13344c4-90c3-428e-afd5-9377b85a4bd5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Made reservation on behalf of 923c8e6b939346a0ab9f11e00e8ae595 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:18.598564 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9c335396-c270-416f-954a-6081b7c1c079 req-f13344c4-90c3-428e-afd5-9377b85a4bd5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.746728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-a1b0b240-fedf-46d8-827f-e8017e648db6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Router 9097444f-33c9-45e7-a7a7-df660045a724 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:07:18.774448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:18.790307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-765694dd-e2db-4d7d-851f-6deb2ef1fc3c req-765376f4-db72-441c-880b-3455b12d24c9 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/security-groups?id=f59159bd-4305-4887-8464-6f2c21af8102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438118 Feb 11 05:07:18.857717 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:07:18.862317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:18.863820 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.864635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ee700-e8a6-4de0-93f3-448478044f3a req-836f614a-0a9e-4674-a9b4-01e96f7880ab tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:18.866135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a23ee700-e8a6-4de0-93f3-448478044f3a req-836f614a-0a9e-4674-a9b4-01e96f7880ab tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.88 "GET /v2.0/ports?device_id=548195da-c8ff-4848-a981-032a60cd571a HTTP/1.1" status: 200 len: 945 time: 0.2655654 Feb 11 05:07:18.963241 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:18.963801 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:18.989784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a36e0d5b-5b74-4b83-b8e6-6ec27efd3ec5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Allocated IP 192.168.233.28 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/132c87d5-c39d-463e-a3a5-b8250cc4fc1a) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:18.996347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f5378c-844b-429f-9618-c9ff430d7d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422b1ab-aa68-4fb0-9d9a-d83c773f4a69'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:18.998899 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f53dcbd4-82b2-4b36-9c9f-e17a6c306ad6 req-08713f69-8320-4728-b66f-76674d3b7dcf tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 210 time: 0.1272321 Feb 11 05:07:19.007516 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d7711f-083f-480b-b168-1fcb43025aca" -d '{"events": [{"server_uuid": "51f5378c-844b-429f-9618-c9ff430d7d56", "name": "network-vif-plugged", "status": "completed", "tag": "f422b1ab-aa68-4fb0-9d9a-d83c773f4a69"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:19.029182 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:19.036442 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.038508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a1071133-6010-4d7e-be99-4c68b56608ba up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:19.157481 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-80e02418-18ef-477d-a85c-a3be56489ac3 req-28d6b7c8-de78-47b9-b97a-97dd21f28032 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 210 time: 0.0540586 Feb 11 05:07:19.173648 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:19.197001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port a1071133-6010-4d7e-be99-4c68b56608ba completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:07:19.197613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-a1b0b240-fedf-46d8-827f-e8017e648db6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:19.208901 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-a1b0b240-fedf-46d8-827f-e8017e648db6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.221446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port a1071133-6010-4d7e-be99-4c68b56608ba triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:19.221825 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a1071133-6010-4d7e-be99-4c68b56608ba), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.224055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc359e-7b12-4515-911f-e6bdb8f671e6 None None] Sync routers for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:19.265179 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796c54cf-8d15-45ce-85c7-d95dd07187ca x-openstack-request-id: req-796c54cf-8d15-45ce-85c7-d95dd07187ca {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:19.265812 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dc4700-798e-4043-9054-b8d82768db62", "name": "network-vif-deleted", "tag": "437d36a6-c56d-4409-bd08-f2ff7f0a2f92", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:19.266331 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-796c54cf-8d15-45ce-85c7-d95dd07187ca {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:19.267049 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dc4700-798e-4043-9054-b8d82768db62', 'name': 'network-vif-deleted', 'tag': '437d36a6-c56d-4409-bd08-f2ff7f0a2f92', 'status': 'completed', 'code': 200} Feb 11 05:07:19.279880 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc359e-7b12-4515-911f-e6bdb8f671e6 None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:19.280522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-becc359e-7b12-4515-911f-e6bdb8f671e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:19.343804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-a1b0b240-fedf-46d8-827f-e8017e648db6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "PUT /v2.0/floatingips/a51994b8-4592-409e-863d-7f21b0545c75 HTTP/1.1" status: 200 len: 996 time: 2.6716871 Feb 11 05:07:19.358108 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483ec0df-2dc7-4ca1-8b32-2f9aaab435f1 x-openstack-request-id: req-483ec0df-2dc7-4ca1-8b32-2f9aaab435f1 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:19.360388 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f5378c-844b-429f-9618-c9ff430d7d56", "name": "network-vif-plugged", "status": "completed", "tag": "f422b1ab-aa68-4fb0-9d9a-d83c773f4a69", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:19.360388 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-483ec0df-2dc7-4ca1-8b32-2f9aaab435f1 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:19.360649 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f5378c-844b-429f-9618-c9ff430d7d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422b1ab-aa68-4fb0-9d9a-d83c773f4a69', 'code': 200} Feb 11 05:07:19.360769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'tag': '3aedc693-d9ef-4417-a3f0-08371e1a40bc'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:19.363462 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f73085-8a09-4860-85a9-70d68b0f66b1" -d '{"events": [{"name": "network-changed", "server_uuid": "72011f2c-81d0-41b4-b94b-d9a826c5fc04", "tag": "3aedc693-d9ef-4417-a3f0-08371e1a40bc"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:19.414407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a23ee700-e8a6-4de0-93f3-448478044f3a req-69501763-dcea-4a80-8fc8-1b74f881c183 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Deleting port dedec55b-70f9-47b0-9369-8d6b22e80e16 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:19.415161 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a23ee700-e8a6-4de0-93f3-448478044f3a req-69501763-dcea-4a80-8fc8-1b74f881c183 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (dedec55b-70f9-47b0-9369-8d6b22e80e16), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.422036 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2615cd-0e1d-4f26-b8a1-928d7587a373 req-fd60e4d6-5362-436d-93fb-773b62a0072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:19.423883 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8b2615cd-0e1d-4f26-b8a1-928d7587a373 req-fd60e4d6-5362-436d-93fb-773b62a0072d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 1128 time: 0.0505092 Feb 11 05:07:19.481936 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8b2615cd-0e1d-4f26-b8a1-928d7587a373 req-66c36c42-9410-4b5b-97fd-58e97c309746 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503466 Feb 11 05:07:19.483450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port a1071133-6010-4d7e-be99-4c68b56608ba is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:19.483450 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1071133-6010-4d7e-be99-4c68b56608ba), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.486929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-becc359e-7b12-4515-911f-e6bdb8f671e6 None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:19.492051 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a36e0d5b-5b74-4b83-b8e6-6ec27efd3ec5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks [] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.503184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-0be4b40e-fd61-40f7-8274-0df9daed8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:19.504769 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-0be4b40e-fd61-40f7-8274-0df9daed8587 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 1129 time: 0.1301556 Feb 11 05:07:19.552448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a1071133-6010-4d7e-be99-4c68b56608ba, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a1071133-6010-4d7e-be99-4c68b56608ba,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:19.589377 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a1071133-6010-4d7e-be99-4c68b56608ba), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.654980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82cf49-6be7-429c-a3d1-7b7fc761f171 req-0176da31-4a31-4dfd-b6b2-fc2fc9f68d72 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:19.656520 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed82cf49-6be7-429c-a3d1-7b7fc761f171 req-0176da31-4a31-4dfd-b6b2-fc2fc9f68d72 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 945 time: 0.2859774 Feb 11 05:07:19.674378 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-a23ee700-e8a6-4de0-93f3-448478044f3a req-69501763-dcea-4a80-8fc8-1b74f881c183 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] For port dedec55b-70f9-47b0-9369-8d6b22e80e16, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=dedec55b-70f9-47b0-9369-8d6b22e80e16,segment=NetworkSegment(8c295647-fa3d-4f83-8eae-217c3190d53a),segment_id=8c295647-fa3d-4f83-8eae-217c3190d53a)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:19.674726 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a23ee700-e8a6-4de0-93f3-448478044f3a req-69501763-dcea-4a80-8fc8-1b74f881c183 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (dedec55b-70f9-47b0-9369-8d6b22e80e16), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.705997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=a1071133-6010-4d7e-be99-4c68b56608ba,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:19.711374 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a36e0d5b-5b74-4b83-b8e6-6ec27efd3ec5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:19.727786 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['4bd19739-983b-42da-9114-39fe4b424741'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:19.745957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a23ee700-e8a6-4de0-93f3-448478044f3a req-69501763-dcea-4a80-8fc8-1b74f881c183 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Calling delete_port for dedec55b-70f9-47b0-9369-8d6b22e80e16 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:19.825247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-0c5fc70c-9579-4dfb-a1c6-b1624d7436fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:19.826779 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-0c5fc70c-9579-4dfb-a1c6-b1624d7436fc service neutron] 10.222.0.87 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 922 time: 0.3116896 Feb 11 05:07:20.069729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-becc359e-7b12-4515-911f-e6bdb8f671e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a51994b8-4592-409e-863d-7f21b0545c75', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'port_id': '3aedc693-d9ef-4417-a3f0-08371e1a40bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'mac_address': 'fa:16:3e:a5:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:06:33Z', 'updated_at': '2022-02-11T05:07:17Z', 'revision_number': 8, 'project_id': '80ff801aea114272a6450e2bfa248723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:20.101516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc359e-7b12-4515-911f-e6bdb8f671e6 None None] Checking router: 9097444f-33c9-45e7-a7a7-df660045a724 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:20.128703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc359e-7b12-4515-911f-e6bdb8f671e6 None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:20.129344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-becc359e-7b12-4515-911f-e6bdb8f671e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:20.165587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a36e0d5b-5b74-4b83-b8e6-6ec27efd3ec5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:20.211797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-9c335396-c270-416f-954a-6081b7c1c079 req-f13344c4-90c3-428e-afd5-9377b85a4bd5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Allocated IP 192.168.233.102 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/b14f2385-8478-4223-a4fe-80659a133fdf) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:20.216560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a36e0d5b-5b74-4b83-b8e6-6ec27efd3ec5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:20.220989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed82cf49-6be7-429c-a3d1-7b7fc761f171 req-698309a5-e7b9-42ae-abab-2ab67ecd6007 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501823 Feb 11 05:07:20.225273 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a36e0d5b-5b74-4b83-b8e6-6ec27efd3ec5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:20.230401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a36e0d5b-5b74-4b83-b8e6-6ec27efd3ec5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:20.231039 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a36e0d5b-5b74-4b83-b8e6-6ec27efd3ec5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:20.249795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e0d5b-5b74-4b83-b8e6-6ec27efd3ec5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Pushing event updated for resources: {'Port': ['ID=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:20.274987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-becc359e-7b12-4515-911f-e6bdb8f671e6 None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:20.325540 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-c587af95-2df9-40e4-8dc3-300458126a04 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedc693-d9ef-4417-a3f0-08371e1a40bc HTTP/1.1" status: 200 len: 999 time: 0.1798728 Feb 11 05:07:20.592416 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9c335396-c270-416f-954a-6081b7c1c079 req-f13344c4-90c3-428e-afd5-9377b85a4bd5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks [] for port (b14f2385-8478-4223-a4fe-80659a133fdf), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:20.594732 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f73085-8a09-4860-85a9-70d68b0f66b1 req-8a9c9cd0-9dac-4b33-b5d7-427f30e0e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:20.596292 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8f73085-8a09-4860-85a9-70d68b0f66b1 req-8a9c9cd0-9dac-4b33-b5d7-427f30e0e99b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 1129 time: 0.0867324 Feb 11 05:07:20.604021 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a36e0d5b-5b74-4b83-b8e6-6ec27efd3ec5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6299047 Feb 11 05:07:20.606810 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e561b72c-9049-4cd0-94d2-119b8d4a03d2 x-openstack-request-id: req-e561b72c-9049-4cd0-94d2-119b8d4a03d2 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:20.607109 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72011f2c-81d0-41b4-b94b-d9a826c5fc04", "tag": "3aedc693-d9ef-4417-a3f0-08371e1a40bc", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:20.607364 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e561b72c-9049-4cd0-94d2-119b8d4a03d2 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:20.607771 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'tag': '3aedc693-d9ef-4417-a3f0-08371e1a40bc', 'status': 'completed', 'code': 200} Feb 11 05:07:20.648193 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Request body: {'port': {'device_id': 'a79c98e0-882c-474e-a504-4e1925b6b9a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:20.676108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-068ecdb4-f5ce-4504-91d6-7a06db8f88d8 None None] Provisioning complete for port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:20.677522 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-068ecdb4-f5ce-4504-91d6-7a06db8f88d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:20.708274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f73085-8a09-4860-85a9-70d68b0f66b1 req-88eafddf-2fa7-46eb-b6b6-0b3a4564bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:20.709727 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8f73085-8a09-4860-85a9-70d68b0f66b1 req-88eafddf-2fa7-46eb-b6b6-0b3a4564bfdb service neutron] 10.222.0.73 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 922 time: 0.1064472 Feb 11 05:07:20.733999 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-068ecdb4-f5ce-4504-91d6-7a06db8f88d8 None None] Port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:07:20.745196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-becc359e-7b12-4515-911f-e6bdb8f671e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a51994b8-4592-409e-863d-7f21b0545c75', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'port_id': '3aedc693-d9ef-4417-a3f0-08371e1a40bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'mac_address': 'fa:16:3e:a5:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:06:33Z', 'updated_at': '2022-02-11T05:07:17Z', 'revision_number': 8, 'project_id': '80ff801aea114272a6450e2bfa248723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:20.780235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc359e-7b12-4515-911f-e6bdb8f671e6 None None] The sync data for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 is: [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a51994b8-4592-409e-863d-7f21b0545c75', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'port_id': '3aedc693-d9ef-4417-a3f0-08371e1a40bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'mac_address': 'fa:16:3e:a5:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:06:33Z', 'updated_at': '2022-02-11T05:07:17Z', 'revision_number': 8, 'project_id': '80ff801aea114272a6450e2bfa248723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:20.792790 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:20.818406 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8f73085-8a09-4860-85a9-70d68b0f66b1 req-7dd42e23-57d6-4773-8f24-2f7c08698e47 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedc693-d9ef-4417-a3f0-08371e1a40bc HTTP/1.1" status: 200 len: 999 time: 0.0995362 Feb 11 05:07:20.830254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:20.830939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 437d36a6-c56d-4409-bd08-f2ff7f0a2f92 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:20.884028 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-e3f40122-05f4-4c89-a4fa-0ff5defcf46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:20.886646 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-e3f40122-05f4-4c89-a4fa-0ff5defcf46f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8af96a68-a447-473c-9418-5c5b5c80c18d HTTP/1.1" status: 200 len: 860 time: 0.4427438 Feb 11 05:07:20.887398 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:20.911955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f73085-8a09-4860-85a9-70d68b0f66b1 req-a9a3a2e4-471b-4ee5-aeaa-320248b2c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:20.914022 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8f73085-8a09-4860-85a9-70d68b0f66b1 req-a9a3a2e4-471b-4ee5-aeaa-320248b2c455 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8af96a68-a447-473c-9418-5c5b5c80c18d HTTP/1.1" status: 200 len: 860 time: 0.0865364 Feb 11 05:07:20.926107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028747ea-d59c-41c9-9872-2007250331bd req-3586ccc2-de7a-46c0-ad3e-029cf5a6727e tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:20.927780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-028747ea-d59c-41c9-9872-2007250331bd req-3586ccc2-de7a-46c0-ad3e-029cf5a6727e tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/ports?device_id=56b42968-e9b0-44ae-9869-8d1ca1cbf163 HTTP/1.1" status: 200 len: 950 time: 0.3227539 Feb 11 05:07:20.958855 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9c335396-c270-416f-954a-6081b7c1c079 req-f13344c4-90c3-428e-afd5-9377b85a4bd5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (b14f2385-8478-4223-a4fe-80659a133fdf), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:20.971998 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61dc99a3-3efa-4e98-a339-2b589d6bec35', '26a7c47b-a932-400a-9c67-1976fe015c86'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:20.984321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['cd461615-d95b-4307-b37a-56f072155ce7', '5087a3bb-5f06-4d50-ba9f-85aa110de8c8', 'a48806c1-b8be-42b3-bdff-f6b60cf609c5', '84733baa-a414-4660-8a41-c399abd69131'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:21.003655 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f73085-8a09-4860-85a9-70d68b0f66b1 req-64a5dd01-32d7-4d95-bfc1-ba519b27395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:21.006043 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8f73085-8a09-4860-85a9-70d68b0f66b1 req-64a5dd01-32d7-4d95-bfc1-ba519b27395c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d350fa86-0547-41d6-9419-e18c3ef33e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0809929 Feb 11 05:07:21.040220 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a23ee700-e8a6-4de0-93f3-448478044f3a req-69501763-dcea-4a80-8fc8-1b74f881c183 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (dedec55b-70f9-47b0-9369-8d6b22e80e16), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:21.111710 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['3aedc693-d9ef-4417-a3f0-08371e1a40bc'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:21.116923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['dedec55b-70f9-47b0-9369-8d6b22e80e16'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:21.148700 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8f73085-8a09-4860-85a9-70d68b0f66b1 req-45bf5d93-f0cb-4665-bdcd-590f73150a74 service neutron] 10.222.0.73 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343472 Feb 11 05:07:21.227800 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d8ba9-240b-4dcf-8e13-d9d07395339d None None] New status for floating IP a51994b8-4592-409e-863d-7f21b0545c75: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:07:21.304879 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c335396-c270-416f-954a-6081b7c1c079 req-f13344c4-90c3-428e-afd5-9377b85a4bd5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:21.305713 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8f73085-8a09-4860-85a9-70d68b0f66b1 req-ee8b25d8-d26d-4119-b77f-5ffbc2834996 service neutron] 10.222.0.73 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468885 Feb 11 05:07:21.310067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13344c4-90c3-428e-afd5-9377b85a4bd5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Pushing event updated for resources: {'Port': ['ID=b14f2385-8478-4223-a4fe-80659a133fdf,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:21.333341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-9c335396-c270-416f-954a-6081b7c1c079 req-f13344c4-90c3-428e-afd5-9377b85a4bd5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:21.365936 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b42968-e9b0-44ae-9869-8d1ca1cbf163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1071133-6010-4d7e-be99-4c68b56608ba'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:21.368708 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5c2461-b5be-4f09-848d-ac595fe3bf5a" -d '{"events": [{"server_uuid": "56b42968-e9b0-44ae-9869-8d1ca1cbf163", "name": "network-vif-plugged", "status": "completed", "tag": "a1071133-6010-4d7e-be99-4c68b56608ba"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:21.379820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c335396-c270-416f-954a-6081b7c1c079 req-f13344c4-90c3-428e-afd5-9377b85a4bd5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:21.393882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c335396-c270-416f-954a-6081b7c1c079 req-f13344c4-90c3-428e-afd5-9377b85a4bd5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:21.394772 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9c335396-c270-416f-954a-6081b7c1c079 req-f13344c4-90c3-428e-afd5-9377b85a4bd5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:21.431559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-9bd69f10-030f-48ac-9a5c-78931cd023a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:21.433390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-9bd69f10-030f-48ac-9a5c-78931cd023a9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d350fa86-0547-41d6-9419-e18c3ef33e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5360093 Feb 11 05:07:21.449476 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-028747ea-d59c-41c9-9872-2007250331bd req-47ee08d4-f13a-477b-8123-ae8f8d5c298d tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/security-groups?id=f59159bd-4305-4887-8464-6f2c21af8102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890597 Feb 11 05:07:21.719668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23ee700-e8a6-4de0-93f3-448478044f3a req-69501763-dcea-4a80-8fc8-1b74f881c183 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] No DVR routers for this DVR port dedec55b-70f9-47b0-9369-8d6b22e80e16 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:21.722262 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a23ee700-e8a6-4de0-93f3-448478044f3a req-69501763-dcea-4a80-8fc8-1b74f881c183 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:21.726068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a23ee700-e8a6-4de0-93f3-448478044f3a req-69501763-dcea-4a80-8fc8-1b74f881c183 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.88 "DELETE /v2.0/ports/dedec55b-70f9-47b0-9369-8d6b22e80e16 HTTP/1.1" status: 204 len: 173 time: 2.8350477 Feb 11 05:07:21.727068 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69501763-dcea-4a80-8fc8-1b74f881c183 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Pushing event deleted for resources: {'Port': ['ID=dedec55b-70f9-47b0-9369-8d6b22e80e16,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:21.764562 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-0cf52a27-11fc-4e05-b78f-d97827cfadf9 service neutron] 10.222.0.87 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136513 Feb 11 05:07:21.811950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2f44d6ed-9d02-4507-89d9-8d7f72c2d9cb None None] Provisioning complete for port b14f2385-8478-4223-a4fe-80659a133fdf triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:21.812226 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2f44d6ed-9d02-4507-89d9-8d7f72c2d9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b14f2385-8478-4223-a4fe-80659a133fdf), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:21.817315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c335396-c270-416f-954a-6081b7c1c079 req-f13344c4-90c3-428e-afd5-9377b85a4bd5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7470677 Feb 11 05:07:21.833278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Request body: {'port': {'device_id': 'acc141c3-e9ae-4a76-ad88-a5f9ff96a919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:21.867570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2f44d6ed-9d02-4507-89d9-8d7f72c2d9cb None None] Port b14f2385-8478-4223-a4fe-80659a133fdf cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:07:21.966502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed4b68-09e3-4a87-aa9f-8b4863dd62db req-8b4b7292-dd76-4338-90c9-b1e0bae7dc8b tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:21.968035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3ed4b68-09e3-4a87-aa9f-8b4863dd62db req-8b4b7292-dd76-4338-90c9-b1e0bae7dc8b tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 936 time: 0.2330103 Feb 11 05:07:22.034342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f71f0ec1-331c-4e7f-aef8-59bb7db94011 req-d8cbeffe-2302-41d8-bbc0-382541606bd4 service neutron] 10.222.0.87 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689297 Feb 11 05:07:22.036095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 132c87d5-c39d-463e-a3a5-b8250cc4fc1a {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:22.041923 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b14f2385-8478-4223-a4fe-80659a133fdf), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:22.057242 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Publish callbacks [] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:22.088310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Transition to ACTIVE for port object 132c87d5-c39d-463e-a3a5-b8250cc4fc1a will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:07:22.113081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3ed4b68-09e3-4a87-aa9f-8b4863dd62db req-0c6298ad-42a6-4f68-a162-ceda523ced49 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193483 Feb 11 05:07:22.113675 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:22.286435 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Pushing event updated for resources: {'Port': ['ID=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:22.361333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a59f8e-e06d-42f5-97de-71c6e4c48d15 req-a1489044-0083-46ac-bdb1-e3aca7332300 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:22.362848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50a59f8e-e06d-42f5-97de-71c6e4c48d15 req-a1489044-0083-46ac-bdb1-e3aca7332300 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 947 time: 0.2564435 Feb 11 05:07:22.384167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Attempting to bind port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:22.384440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Attempting to bind port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:22.384748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Attempting to bind port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:22.435585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:07:22.435921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Attempting to bind port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:22.444026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa4e79-eb29-49d4-9201-b2410206f732 req-b26b6ae7-a16e-4959-aa62-f24e0b68b2f3 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:22.445589 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2fa4e79-eb29-49d4-9201-b2410206f732 req-b26b6ae7-a16e-4959-aa62-f24e0b68b2f3 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=d1df5ba5-2764-4152-bf58-e5a601cb6f33 HTTP/1.1" status: 200 len: 950 time: 0.2634604 Feb 11 05:07:22.466292 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:22.466621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:22.466923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:22.467365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Bound port: 132c87d5-c39d-463e-a3a5-b8250cc4fc1a, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:22.467793 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:22.543035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50a59f8e-e06d-42f5-97de-71c6e4c48d15 req-3d255652-05de-408d-b710-5d5ab45a8d4f tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642303 Feb 11 05:07:22.599306 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2fa4e79-eb29-49d4-9201-b2410206f732 req-9d142eb7-59ac-4266-ad3a-3287c46cf48a tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/security-groups?id=c78aeb1a-cde7-4897-ae31-170a2ab43b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455112 Feb 11 05:07:22.610440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548195da-c8ff-4848-a981-032a60cd571a', 'name': 'network-vif-deleted', 'tag': 'dedec55b-70f9-47b0-9369-8d6b22e80e16'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:22.612693 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1e5028-de52-4e14-b323-24c04efab464" -d '{"events": [{"server_uuid": "548195da-c8ff-4848-a981-032a60cd571a", "name": "network-vif-deleted", "tag": "dedec55b-70f9-47b0-9369-8d6b22e80e16"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:22.647519 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0d4cb2-101b-4c97-9b28-dca629e0317b x-openstack-request-id: req-7a0d4cb2-101b-4c97-9b28-dca629e0317b {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:22.648016 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b42968-e9b0-44ae-9869-8d1ca1cbf163", "name": "network-vif-plugged", "status": "completed", "tag": "a1071133-6010-4d7e-be99-4c68b56608ba", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:22.648163 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7a0d4cb2-101b-4c97-9b28-dca629e0317b {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:22.648755 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b42968-e9b0-44ae-9869-8d1ca1cbf163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1071133-6010-4d7e-be99-4c68b56608ba', 'code': 200} Feb 11 05:07:22.675704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] For port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:22.725334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] For port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:22.732452 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14f2385-8478-4223-a4fe-80659a133fdf {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:22.745202 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:22.748216 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Publish callbacks [] for port (b14f2385-8478-4223-a4fe-80659a133fdf), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:22.767332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6de820-b69f-4084-86b3-27f238d3bb52 req-02443d96-ff43-4cce-9087-bb85d83ce8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:22.769261 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7a6de820-b69f-4084-86b3-27f238d3bb52 req-02443d96-ff43-4cce-9087-bb85d83ce8ec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=56b42968-e9b0-44ae-9869-8d1ca1cbf163 HTTP/1.1" status: 200 len: 1133 time: 0.0589514 Feb 11 05:07:22.808653 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Transition to ACTIVE for port object b14f2385-8478-4223-a4fe-80659a133fdf will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:07:22.816098 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:22.816718 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:22.818083 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] 10.222.0.88 "PUT /v2.0/ports/132c87d5-c39d-463e-a3a5-b8250cc4fc1a HTTP/1.1" status: 200 len: 1096 time: 2.1752675 Feb 11 05:07:22.828203 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b14f2385-8478-4223-a4fe-80659a133fdf), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:22.831888 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7a6de820-b69f-4084-86b3-27f238d3bb52 req-153e2121-93e2-4d54-9c08-1284e671a36c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f59159bd-4305-4887-8464-6f2c21af8102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533378 Feb 11 05:07:22.866680 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d37668-9c09-4cc6-b4ac-85e6f357c152 req-95b9cf2d-cf17-4258-a961-132aa9715f89 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:22.868848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94d37668-9c09-4cc6-b4ac-85e6f357c152 req-95b9cf2d-cf17-4258-a961-132aa9715f89 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 945 time: 0.2474303 Feb 11 05:07:22.888492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f749d3c-75b9-4814-95ee-bd49c137743c req-5a630a86-6d9c-4466-85fa-47620349c9fa tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:22.889920 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f749d3c-75b9-4814-95ee-bd49c137743c req-5a630a86-6d9c-4466-85fa-47620349c9fa tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1df5ba5-2764-4152-bf58-e5a601cb6f33 HTTP/1.1" status: 200 len: 950 time: 0.2117903 Feb 11 05:07:22.983722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8640505-a6f6-4f8a-b762-e04b26ac3272 service neutron] Pushing event updated for resources: {'Port': ['ID=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:23.035813 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c9b637a-60f8-45c1-9551-c495d8814503 req-70589f2a-a527-43b6-9da7-ed90a67e5ddc tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/floatingips/a51994b8-4592-409e-863d-7f21b0545c75 HTTP/1.1" status: 200 len: 998 time: 0.2435794 Feb 11 05:07:23.074353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device dedec55b-70f9-47b0-9369-8d6b22e80e16 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:23.098527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: dedec55b-70f9-47b0-9369-8d6b22e80e16 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:23.098872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device dedec55b-70f9-47b0-9369-8d6b22e80e16 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:23.157296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-38dd8a94-af99-4264-8ba3-0c7f72557525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:23.158811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-38dd8a94-af99-4264-8ba3-0c7f72557525 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 1130 time: 0.2890654 Feb 11 05:07:23.161916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94d37668-9c09-4cc6-b4ac-85e6f357c152 req-c1424aea-94e3-4fa5-a20d-db275e79f05a tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620704 Feb 11 05:07:23.162515 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Pushing event updated for resources: {'Port': ['ID=b14f2385-8478-4223-a4fe-80659a133fdf,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:23.502795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Attempting to bind port b14f2385-8478-4223-a4fe-80659a133fdf on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:23.503029 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Attempting to bind port b14f2385-8478-4223-a4fe-80659a133fdf by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:23.503341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Attempting to bind port b14f2385-8478-4223-a4fe-80659a133fdf on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:23.517409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-0a495f07-62e6-4a7e-a20e-608de6bf78cd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=132c87d5-c39d-463e-a3a5-b8250cc4fc1a HTTP/1.1" status: 200 len: 217 time: 0.3385494 Feb 11 05:07:23.534570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Port b14f2385-8478-4223-a4fe-80659a133fdf on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:07:23.534899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Attempting to bind port b14f2385-8478-4223-a4fe-80659a133fdf on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:23.594760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:23.595096 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:23.595501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:23.595949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Bound port: b14f2385-8478-4223-a4fe-80659a133fdf, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:23.596305 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b14f2385-8478-4223-a4fe-80659a133fdf), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.643272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b637a-60f8-45c1-9551-c495d8814503 req-09733941-e7cf-4fee-9765-c7cea7d44013 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:23.644673 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c9b637a-60f8-45c1-9551-c495d8814503 req-09733941-e7cf-4fee-9765-c7cea7d44013 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.5953605 Feb 11 05:07:23.650138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-3f749d3c-75b9-4814-95ee-bd49c137743c req-6c3ac9cc-c681-4b63-a408-f75eaa6aabc1 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Deleting port d12fe5a3-735c-4cef-98f6-902a98c840ff {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:23.650472 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3f749d3c-75b9-4814-95ee-bd49c137743c req-6c3ac9cc-c681-4b63-a408-f75eaa6aabc1 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d12fe5a3-735c-4cef-98f6-902a98c840ff), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.691956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-8c9b637a-60f8-45c1-9551-c495d8814503 req-e58eb2af-7060-4177-ac5b-04373fb1ee78 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:07:23.692932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c9b637a-60f8-45c1-9551-c495d8814503 req-e58eb2af-7060-4177-ac5b-04373fb1ee78 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196559 Feb 11 05:07:23.694474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-c8768e91-b5e7-4fc2-b4ba-f5ec918a45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:23.695965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-c8768e91-b5e7-4fc2-b4ba-f5ec918a45e0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1661065 Feb 11 05:07:23.722752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e3e4d-bb88-47b7-8410-98797505c27c req-8831e7ba-37df-4a1e-8dd3-5dc66a0e2061 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:23.724263 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c79e3e4d-bb88-47b7-8410-98797505c27c req-8831e7ba-37df-4a1e-8dd3-5dc66a0e2061 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/ports?device_id=56b42968-e9b0-44ae-9869-8d1ca1cbf163 HTTP/1.1" status: 200 len: 950 time: 0.2129028 Feb 11 05:07:23.737458 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e8370a-484a-48c0-aa58-e577e9515455 x-openstack-request-id: req-22e8370a-484a-48c0-aa58-e577e9515455 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:23.737741 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548195da-c8ff-4848-a981-032a60cd571a", "name": "network-vif-deleted", "tag": "dedec55b-70f9-47b0-9369-8d6b22e80e16", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:23.737989 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-22e8370a-484a-48c0-aa58-e577e9515455 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:23.738370 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548195da-c8ff-4848-a981-032a60cd571a', 'name': 'network-vif-deleted', 'tag': 'dedec55b-70f9-47b0-9369-8d6b22e80e16', 'status': 'completed', 'code': 200} Feb 11 05:07:23.853787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] For port b14f2385-8478-4223-a4fe-80659a133fdf, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:23.888459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] For port b14f2385-8478-4223-a4fe-80659a133fdf, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b14f2385-8478-4223-a4fe-80659a133fdf,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:23.915463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-3f749d3c-75b9-4814-95ee-bd49c137743c req-6c3ac9cc-c681-4b63-a408-f75eaa6aabc1 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] For port d12fe5a3-735c-4cef-98f6-902a98c840ff, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d12fe5a3-735c-4cef-98f6-902a98c840ff,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:23.915833 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3f749d3c-75b9-4814-95ee-bd49c137743c req-6c3ac9cc-c681-4b63-a408-f75eaa6aabc1 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d12fe5a3-735c-4cef-98f6-902a98c840ff), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.920267 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b14f2385-8478-4223-a4fe-80659a133fdf), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.942082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c79e3e4d-bb88-47b7-8410-98797505c27c req-d0c3aa3c-e63c-473e-ab50-ddcfdbfa33c0 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/security-groups?id=f59159bd-4305-4887-8464-6f2c21af8102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967540 Feb 11 05:07:23.969032 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-3f749d3c-75b9-4814-95ee-bd49c137743c req-6c3ac9cc-c681-4b63-a408-f75eaa6aabc1 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Calling delete_port for d12fe5a3-735c-4cef-98f6-902a98c840ff owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:23.971866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-380b1b0d-b75a-4927-accf-b1b5673548d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:23.973371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-380b1b0d-b75a-4927-accf-b1b5673548d5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2482545 Feb 11 05:07:23.995088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:23.995805 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:23.997150 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c335396-c270-416f-954a-6081b7c1c079 req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] 10.222.0.88 "PUT /v2.0/ports/b14f2385-8478-4223-a4fe-80659a133fdf HTTP/1.1" status: 200 len: 1097 time: 2.1683056 Feb 11 05:07:24.049960 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91e8e9-05e5-41b5-b04b-be30d8ac83fc req-d8b05ec3-275f-48c4-9197-3267403be729 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:24.051531 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c91e8e9-05e5-41b5-b04b-be30d8ac83fc req-d8b05ec3-275f-48c4-9197-3267403be729 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=1eb57c64-9c89-4320-ad1c-ca0ddec86ad5 HTTP/1.1" status: 200 len: 945 time: 0.2503839 Feb 11 05:07:24.174603 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20557dc8-72ac-4f36-81c1-5da9f8f15450 service neutron] Pushing event updated for resources: {'Port': ['ID=b14f2385-8478-4223-a4fe-80659a133fdf,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:24.228259 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:07:24.285926 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f9379-5d77-4356-9672-e34a980d75c6 req-a83d3fce-632c-452f-996a-94b5c386bfc9 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:24.287458 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a50f9379-5d77-4356-9672-e34a980d75c6 req-a83d3fce-632c-452f-996a-94b5c386bfc9 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 948 time: 0.2796288 Feb 11 05:07:24.290443 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c91e8e9-05e5-41b5-b04b-be30d8ac83fc req-e0fda8e4-f4ce-4e49-8d02-103ae28ee0da tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups?id=6733c472-101c-4ce0-bb37-ba555fc540fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246494 Feb 11 05:07:24.297348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c335396-c270-416f-954a-6081b7c1c079 req-4fac674b-4d03-4c51-88b3-b5246fc2c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:24.298825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c335396-c270-416f-954a-6081b7c1c079 req-4fac674b-4d03-4c51-88b3-b5246fc2c3b5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 1131 time: 0.2365825 Feb 11 05:07:24.305602 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-6f7ec20e-e96b-4a34-8e1e-f3d240fdeb9b service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185949 Feb 11 05:07:24.398204 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c335396-c270-416f-954a-6081b7c1c079 req-cc2a285b-8f28-4e81-af95-628d82570def service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=b14f2385-8478-4223-a4fe-80659a133fdf HTTP/1.1" status: 200 len: 217 time: 0.0828040 Feb 11 05:07:24.513323 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a50f9379-5d77-4356-9672-e34a980d75c6 req-424ba8ec-12f8-4686-910c-8141c07ab234 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186577 Feb 11 05:07:24.553226 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3f749d3c-75b9-4814-95ee-bd49c137743c req-6c3ac9cc-c681-4b63-a408-f75eaa6aabc1 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (d12fe5a3-735c-4cef-98f6-902a98c840ff), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:24.571798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['d12fe5a3-735c-4cef-98f6-902a98c840ff'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:24.577784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c335396-c270-416f-954a-6081b7c1c079 req-1a1e26fa-4f43-4894-bc6d-0416e2117a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:24.579289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c335396-c270-416f-954a-6081b7c1c079 req-1a1e26fa-4f43-4894-bc6d-0416e2117a64 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1642499 Feb 11 05:07:24.601631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59026fd3-a6b7-48ed-a62c-ce587a16e71f req-1c88f29f-88b6-43bd-9d58-1fbcdfddd2e8 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771137 Feb 11 05:07:24.614423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ac9cc-c681-4b63-a408-f75eaa6aabc1 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Pushing event deleted for resources: {'Port': ['ID=d12fe5a3-735c-4cef-98f6-902a98c840ff,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:24.673117 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46414851-5ee0-4f87-9da7-d054bdde3dac req-3aed8e5d-b57f-40b0-a1e6-61b0b54fc107 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.87 "GET /v2.0/ports?device_id=d1df5ba5-2764-4152-bf58-e5a601cb6f33 HTTP/1.1" status: 200 len: 210 time: 0.0689867 Feb 11 05:07:24.697680 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bb903-c8c5-4015-ac24-84ec007d81d0 req-3048ff42-fb52-424a-be75-eeacd4ce0d33 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:24.699213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b5bb903-c8c5-4015-ac24-84ec007d81d0 req-3048ff42-fb52-424a-be75-eeacd4ce0d33 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 947 time: 0.2094123 Feb 11 05:07:24.714884 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227fd0b-56ff-49f8-ad10-3ef8ea0d2bd8 req-caf1df09-55a6-44ab-bc81-d719f11d440e tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:24.717341 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5227fd0b-56ff-49f8-ad10-3ef8ea0d2bd8 req-caf1df09-55a6-44ab-bc81-d719f11d440e tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.73 "GET /v2.0/ports?device_id=1eb57c64-9c89-4320-ad1c-ca0ddec86ad5 HTTP/1.1" status: 200 len: 945 time: 0.0798659 Feb 11 05:07:24.732065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f749d3c-75b9-4814-95ee-bd49c137743c req-6c3ac9cc-c681-4b63-a408-f75eaa6aabc1 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] No DVR routers for this DVR port d12fe5a3-735c-4cef-98f6-902a98c840ff on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:24.772598 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3f749d3c-75b9-4814-95ee-bd49c137743c req-6c3ac9cc-c681-4b63-a408-f75eaa6aabc1 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:24.776477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f749d3c-75b9-4814-95ee-bd49c137743c req-6c3ac9cc-c681-4b63-a408-f75eaa6aabc1 tempest-LiveMigrationNegativeTest-1715791774 tempest-LiveMigrationNegativeTest-1715791774-project] 10.222.0.88 "DELETE /v2.0/ports/d12fe5a3-735c-4cef-98f6-902a98c840ff HTTP/1.1" status: 204 len: 173 time: 1.8666935 Feb 11 05:07:24.799297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c335396-c270-416f-954a-6081b7c1c079 req-2b89d4f3-e89c-4c23-b372-7e1202770e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:24.800770 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c335396-c270-416f-954a-6081b7c1c079 req-2b89d4f3-e89c-4c23-b372-7e1202770e0c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1948166 Feb 11 05:07:24.841517 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-5227fd0b-56ff-49f8-ad10-3ef8ea0d2bd8 req-0c589712-b8ee-4340-bbdd-f432f3349224 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Deleting port b05f73cc-d908-4d04-8be2-b65362752fc0 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:24.841980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-5227fd0b-56ff-49f8-ad10-3ef8ea0d2bd8 req-0c589712-b8ee-4340-bbdd-f432f3349224 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b05f73cc-d908-4d04-8be2-b65362752fc0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:24.860310 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-0c809e4c-493f-4280-b3f3-8e6aadb26314 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 1001 time: 0.1371651 Feb 11 05:07:24.865229 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b5bb903-c8c5-4015-ac24-84ec007d81d0 req-68a7cf22-3408-4b5a-9f7c-90ccbeb121bf tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428833 Feb 11 05:07:24.948800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-43c1bd33-fe98-43c5-952b-130a62f123d4 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:24.950230 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-43c1bd33-fe98-43c5-952b-130a62f123d4 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports/3aedc693-d9ef-4417-a3f0-08371e1a40bc HTTP/1.1" status: 200 len: 943 time: 0.0829761 Feb 11 05:07:24.963605 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-5227fd0b-56ff-49f8-ad10-3ef8ea0d2bd8 req-0c589712-b8ee-4340-bbdd-f432f3349224 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] For port b05f73cc-d908-4d04-8be2-b65362752fc0, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b05f73cc-d908-4d04-8be2-b65362752fc0,segment=NetworkSegment(9c507bc9-7d10-4ff7-8d02-254e3be1f6ed),segment_id=9c507bc9-7d10-4ff7-8d02-254e3be1f6ed)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:24.963976 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-5227fd0b-56ff-49f8-ad10-3ef8ea0d2bd8 req-0c589712-b8ee-4340-bbdd-f432f3349224 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b05f73cc-d908-4d04-8be2-b65362752fc0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.016350 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c335396-c270-416f-954a-6081b7c1c079 req-76c6abe3-bfd7-41c9-9854-1bca3b808c97 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028809 Feb 11 05:07:25.138231 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-93815d88-10ae-4e8d-ae14-abe1e8acef89 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 1001 time: 0.1246963 Feb 11 05:07:25.140245 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-5227fd0b-56ff-49f8-ad10-3ef8ea0d2bd8 req-0c589712-b8ee-4340-bbdd-f432f3349224 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.140992 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-5227fd0b-56ff-49f8-ad10-3ef8ea0d2bd8 req-0c589712-b8ee-4340-bbdd-f432f3349224 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (bb6c4b52-eff0-47b2-92a5-de3d62b6de54), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.141134 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [req-5227fd0b-56ff-49f8-ad10-3ef8ea0d2bd8 req-0c589712-b8ee-4340-bbdd-f432f3349224 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Floating IP bb6c4b52-eff0-47b2-92a5-de3d62b6de54 disassociated. External IP: 172.25.5.206, port: b05f73cc-d908-4d04-8be2-b65362752fc0. Feb 11 05:07:25.141525 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-5227fd0b-56ff-49f8-ad10-3ef8ea0d2bd8 req-0c589712-b8ee-4340-bbdd-f432f3349224 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Calling delete_port for b05f73cc-d908-4d04-8be2-b65362752fc0 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:25.147265 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c3119-cd75-45ec-b55f-d2bbc0452f2b req-a2e71636-6a7d-471a-98b1-d57c24bffd77 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:25.149362 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a1c3119-cd75-45ec-b55f-d2bbc0452f2b req-a2e71636-6a7d-471a-98b1-d57c24bffd77 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 945 time: 0.1760142 Feb 11 05:07:25.261528 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c335396-c270-416f-954a-6081b7c1c079 req-acc9698c-46c4-4ecd-ab73-aa3f3ba587a0 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051163 Feb 11 05:07:25.274400 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-5227fd0b-56ff-49f8-ad10-3ef8ea0d2bd8 req-0c589712-b8ee-4340-bbdd-f432f3349224 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (b05f73cc-d908-4d04-8be2-b65362752fc0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.285336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a1c3119-cd75-45ec-b55f-d2bbc0452f2b req-86d63718-9b03-4aa4-a3da-3739d665ee02 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211872 Feb 11 05:07:25.306888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-987cbf41-c4f9-43e2-a32c-17aaf4f19ab4 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:25.308318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-987cbf41-c4f9-43e2-a32c-17aaf4f19ab4 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.1580617 Feb 11 05:07:25.313886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c589712-b8ee-4340-bbdd-f432f3349224 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Pushing event deleted for resources: {'Port': ['ID=b05f73cc-d908-4d04-8be2-b65362752fc0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:25.431123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-6ad6f488-06ec-4973-aa59-4182dda601bc tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 1001 time: 0.1164179 Feb 11 05:07:25.444123 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-5182a3d0-da91-49dc-af39-03d01137fb1f tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:25.449177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5227fd0b-56ff-49f8-ad10-3ef8ea0d2bd8 req-0c589712-b8ee-4340-bbdd-f432f3349224 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:07:25.454628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478d005-a60e-4adf-aa28-f165339a364b req-f73c393d-d1da-4e65-bb0b-0c972591c7cf tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:25.455853 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3478d005-a60e-4adf-aa28-f165339a364b req-f73c393d-d1da-4e65-bb0b-0c972591c7cf tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/ports?device_id=56b42968-e9b0-44ae-9869-8d1ca1cbf163 HTTP/1.1" status: 200 len: 950 time: 0.0850635 Feb 11 05:07:25.530614 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-5182a3d0-da91-49dc-af39-03d01137fb1f tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for floatingip (a51994b8-4592-409e-863d-7f21b0545c75), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.568104 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5227fd0b-56ff-49f8-ad10-3ef8ea0d2bd8 req-0c589712-b8ee-4340-bbdd-f432f3349224 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:25.578174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3478d005-a60e-4adf-aa28-f165339a364b req-068d522a-7934-4ab4-8a2d-00587a59e41f tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/security-groups?id=f59159bd-4305-4887-8464-6f2c21af8102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943859 Feb 11 05:07:25.583737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4147773-370c-47fe-aff7-8bbb7839cdd2 None None] Sync routers for ids ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:25.607348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4147773-370c-47fe-aff7-8bbb7839cdd2 None None] Routers {'b6620ce7-fc96-4483-a889-e3daa0c0e2d0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:25.610608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d4147773-370c-47fe-aff7-8bbb7839cdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:25.635456 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-5227fd0b-56ff-49f8-ad10-3ef8ea0d2bd8 req-0c589712-b8ee-4340-bbdd-f432f3349224 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] No DVR routers for this DVR port b05f73cc-d908-4d04-8be2-b65362752fc0 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:25.638459 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-5227fd0b-56ff-49f8-ad10-3ef8ea0d2bd8 req-0c589712-b8ee-4340-bbdd-f432f3349224 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.642762 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5227fd0b-56ff-49f8-ad10-3ef8ea0d2bd8 req-0c589712-b8ee-4340-bbdd-f432f3349224 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.73 "DELETE /v2.0/ports/b05f73cc-d908-4d04-8be2-b65362752fc0 HTTP/1.1" status: 204 len: 173 time: 0.9192891 Feb 11 05:07:25.643243 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb57c64-9c89-4320-ad1c-ca0ddec86ad5', 'name': 'network-vif-deleted', 'tag': 'b05f73cc-d908-4d04-8be2-b65362752fc0'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:25.647164 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d39ba6d-c7ac-4ade-8255-5e49ce7ff3dd" -d '{"events": [{"server_uuid": "1eb57c64-9c89-4320-ad1c-ca0ddec86ad5", "name": "network-vif-deleted", "tag": "b05f73cc-d908-4d04-8be2-b65362752fc0"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:25.740419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79c98e0-882c-474e-a504-4e1925b6b9a1', 'tag': '132c87d5-c39d-463e-a3a5-b8250cc4fc1a'}, {'name': 'network-changed', 'server_uuid': 'acc141c3-e9ae-4a76-ad88-a5f9ff96a919', 'tag': 'b14f2385-8478-4223-a4fe-80659a133fdf'}, {'server_uuid': 'd1df5ba5-2764-4152-bf58-e5a601cb6f33', 'name': 'network-vif-deleted', 'tag': 'd12fe5a3-735c-4cef-98f6-902a98c840ff'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:25.741971 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d13243a-8147-43d4-853a-46a579284371" -d '{"events": [{"name": "network-changed", "server_uuid": "a79c98e0-882c-474e-a504-4e1925b6b9a1", "tag": "132c87d5-c39d-463e-a3a5-b8250cc4fc1a"}, {"name": "network-changed", "server_uuid": "acc141c3-e9ae-4a76-ad88-a5f9ff96a919", "tag": "b14f2385-8478-4223-a4fe-80659a133fdf"}, {"server_uuid": "d1df5ba5-2764-4152-bf58-e5a601cb6f33", "name": "network-vif-deleted", "tag": "d12fe5a3-735c-4cef-98f6-902a98c840ff"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:25.746232 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-5182a3d0-da91-49dc-af39-03d01137fb1f tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.765296 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-5182a3d0-da91-49dc-af39-03d01137fb1f tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a51994b8-4592-409e-863d-7f21b0545c75), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.765638 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-5182a3d0-da91-49dc-af39-03d01137fb1f tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Floating IP a51994b8-4592-409e-863d-7f21b0545c75 disassociated. External IP: 172.25.5.85, port: 3aedc693-d9ef-4417-a3f0-08371e1a40bc. Feb 11 05:07:25.776733 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6da8cd39-37ab-4baf-b387-2b9c78245e3d req-fb446bc1-2fb9-485e-8179-5f90addf0e16 tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/ports?device_id=1eb57c64-9c89-4320-ad1c-ca0ddec86ad5 HTTP/1.1" status: 200 len: 210 time: 0.0563436 Feb 11 05:07:25.789820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-d4147773-370c-47fe-aff7-8bbb7839cdd2 None None] Set router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:26.017042 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d4147773-370c-47fe-aff7-8bbb7839cdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 4, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd325982b-853b-4968-823b-f951e1ed871f', 'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'mac_address': 'fa:16:3e:70:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:56Z', 'updated_at': '2022-02-11T05:05:03Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'subnets': [{'id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:26.045487 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4147773-370c-47fe-aff7-8bbb7839cdd2 None None] Checking router: b6620ce7-fc96-4483-a889-e3daa0c0e2d0 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:26.055048 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4147773-370c-47fe-aff7-8bbb7839cdd2 None None] Routers {'b6620ce7-fc96-4483-a889-e3daa0c0e2d0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:26.055718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d4147773-370c-47fe-aff7-8bbb7839cdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:26.176636 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-d4147773-370c-47fe-aff7-8bbb7839cdd2 None None] Set router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:26.270498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26ce7c-e5d0-46ff-81e4-94a442e46170 req-a29bc414-b942-49c3-a74c-b8fab1a64d03 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:26.272138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c26ce7c-e5d0-46ff-81e4-94a442e46170 req-a29bc414-b942-49c3-a74c-b8fab1a64d03 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 948 time: 0.1056435 Feb 11 05:07:26.365392 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c26ce7c-e5d0-46ff-81e4-94a442e46170 req-4b1f64f9-27c6-43c9-861c-3d4ce534a845 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860090 Feb 11 05:07:26.374322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-5182a3d0-da91-49dc-af39-03d01137fb1f tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Router 9097444f-33c9-45e7-a7a7-df660045a724 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:07:26.397667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d4147773-370c-47fe-aff7-8bbb7839cdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 4, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd325982b-853b-4968-823b-f951e1ed871f', 'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'mac_address': 'fa:16:3e:70:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:56Z', 'updated_at': '2022-02-11T05:05:03Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'subnets': [{'id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:26.504087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-5182a3d0-da91-49dc-af39-03d01137fb1f tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:26.515813 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b23b708-f072-4894-86a1-12fa3fdbabff None None] Sync routers for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:26.521994 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-5182a3d0-da91-49dc-af39-03d01137fb1f tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:26.529340 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b23b708-f072-4894-86a1-12fa3fdbabff None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:26.529986 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5b23b708-f072-4894-86a1-12fa3fdbabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:26.562304 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-5182a3d0-da91-49dc-af39-03d01137fb1f tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "PUT /v2.0/floatingips/a51994b8-4592-409e-863d-7f21b0545c75 HTTP/1.1" status: 200 len: 695 time: 1.1242762 Feb 11 05:07:26.578142 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdcb153-747b-4746-a68c-1c6dbd17418f x-openstack-request-id: req-ecdcb153-747b-4746-a68c-1c6dbd17418f {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:26.578819 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4147773-370c-47fe-aff7-8bbb7839cdd2 None None] The sync data for ids ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'] in n-d-713499-38 is: [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:57Z', 'revision_number': 4, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd325982b-853b-4968-823b-f951e1ed871f', 'name': '', 'network_id': '8e69f742-5887-4dbd-bdbf-d8b7877e4548', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'mac_address': 'fa:16:3e:70:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:56Z', 'updated_at': '2022-02-11T05:05:03Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'subnets': [{'id': '665b633b-126f-41c1-b158-c4dba58bfcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:26.580062 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb57c64-9c89-4320-ad1c-ca0ddec86ad5", "name": "network-vif-deleted", "tag": "b05f73cc-d908-4d04-8be2-b65362752fc0", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:26.580514 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ecdcb153-747b-4746-a68c-1c6dbd17418f {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:26.584123 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb57c64-9c89-4320-ad1c-ca0ddec86ad5', 'name': 'network-vif-deleted', 'tag': 'b05f73cc-d908-4d04-8be2-b65362752fc0', 'status': 'completed', 'code': 200} Feb 11 05:07:26.657659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-6b2668f9-f6e1-4168-8ce1-37bb43edcd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:26.665472 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-6b2668f9-f6e1-4168-8ce1-37bb43edcd4d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 1129 time: 0.0869358 Feb 11 05:07:26.680264 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d79c8c2-5f0a-49cb-aad6-afe7954045f3 x-openstack-request-id: req-5d79c8c2-5f0a-49cb-aad6-afe7954045f3 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:26.680500 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79c98e0-882c-474e-a504-4e1925b6b9a1", "tag": "132c87d5-c39d-463e-a3a5-b8250cc4fc1a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "acc141c3-e9ae-4a76-ad88-a5f9ff96a919", "tag": "b14f2385-8478-4223-a4fe-80659a133fdf", "status": "completed", "code": 200}, {"server_uuid": "d1df5ba5-2764-4152-bf58-e5a601cb6f33", "name": "network-vif-deleted", "tag": "d12fe5a3-735c-4cef-98f6-902a98c840ff", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:26.680754 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5d79c8c2-5f0a-49cb-aad6-afe7954045f3 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:26.681151 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79c98e0-882c-474e-a504-4e1925b6b9a1', 'tag': '132c87d5-c39d-463e-a3a5-b8250cc4fc1a', 'status': 'completed', 'code': 200} Feb 11 05:07:26.681568 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc141c3-e9ae-4a76-ad88-a5f9ff96a919', 'tag': 'b14f2385-8478-4223-a4fe-80659a133fdf', 'status': 'completed', 'code': 200} Feb 11 05:07:26.681825 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1df5ba5-2764-4152-bf58-e5a601cb6f33', 'name': 'network-vif-deleted', 'tag': 'd12fe5a3-735c-4cef-98f6-902a98c840ff', 'status': 'completed', 'code': 200} Feb 11 05:07:26.687168 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5b23b708-f072-4894-86a1-12fa3fdbabff None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:26.859294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c870dd-e6d6-4bb8-914d-f814802b75d9 req-51753a55-9c84-42c8-9a11-430de9e9882c tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:26.860690 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29c870dd-e6d6-4bb8-914d-f814802b75d9 req-51753a55-9c84-42c8-9a11-430de9e9882c tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 947 time: 0.1115575 Feb 11 05:07:26.863399 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-99aed400-591d-4b2d-a72b-a187eb12db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:26.870321 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-99aed400-591d-4b2d-a72b-a187eb12db35 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 922 time: 0.2039320 Feb 11 05:07:26.893766 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13243a-8147-43d4-853a-46a579284371 req-716da298-ed9c-4141-bd6d-615af8d4c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:26.895615 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d13243a-8147-43d4-853a-46a579284371 req-716da298-ed9c-4141-bd6d-615af8d4c52d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 1130 time: 0.1578786 Feb 11 05:07:26.955860 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5b23b708-f072-4894-86a1-12fa3fdbabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:26.968135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b19c80-ce4a-45cc-9296-f5849fca927f None None] New status for floating IP bb6c4b52-eff0-47b2-92a5-de3d62b6de54: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:07:26.968654 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-da172bc3-1146-488f-8be4-4f9a0ab2158f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedc693-d9ef-4417-a3f0-08371e1a40bc HTTP/1.1" status: 200 len: 217 time: 0.0971074 Feb 11 05:07:26.992105 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b23b708-f072-4894-86a1-12fa3fdbabff None None] Checking router: 9097444f-33c9-45e7-a7a7-df660045a724 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:27.001962 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b23b708-f072-4894-86a1-12fa3fdbabff None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:27.002586 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5b23b708-f072-4894-86a1-12fa3fdbabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:27.024630 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49798) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:27.071138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29c870dd-e6d6-4bb8-914d-f814802b75d9 req-bdfa0ddb-09e3-43b7-8af7-a9a34f572849 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864190 Feb 11 05:07:27.093781 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d12fe5a3-735c-4cef-98f6-902a98c840ff no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:27.097209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-b0849b7c-a15e-4f0a-afbe-7c3734276c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:27.098537 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-b0849b7c-a15e-4f0a-afbe-7c3734276c1c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8af96a68-a447-473c-9418-5c5b5c80c18d HTTP/1.1" status: 200 len: 860 time: 0.1155849 Feb 11 05:07:27.140342 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: d12fe5a3-735c-4cef-98f6-902a98c840ff {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:27.141097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d12fe5a3-735c-4cef-98f6-902a98c840ff not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:27.167360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13243a-8147-43d4-853a-46a579284371 req-62286bd9-7479-4993-b98d-a59c3b0c060a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:27.169235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d13243a-8147-43d4-853a-46a579284371 req-62286bd9-7479-4993-b98d-a59c3b0c060a service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.2300932 Feb 11 05:07:27.184362 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5b23b708-f072-4894-86a1-12fa3fdbabff None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:27.217105 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e788603c-8a0b-452e-a121-7df8c6c42c82 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=daf3dcf81ac241aa923409ec325c0dd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909971 Feb 11 05:07:27.220698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49802) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:27.250198 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d13243a-8147-43d4-853a-46a579284371 req-bac6ea8d-52a3-4886-a87f-73b45a812408 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=132c87d5-c39d-463e-a3a5-b8250cc4fc1a HTTP/1.1" status: 200 len: 217 time: 0.0519340 Feb 11 05:07:27.271946 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56f026d0-120f-4a39-a8db-3a14e84112c4 admin admin] Publish callbacks [] for security_group (c78aeb1a-cde7-4897-ae31-170a2ab43b76), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.282532 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-44646689-b87e-4080-8b91-61845217595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:27.285020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-44646689-b87e-4080-8b91-61845217595a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d350fa86-0547-41d6-9419-e18c3ef33e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1722362 Feb 11 05:07:27.295362 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56f026d0-120f-4a39-a8db-3a14e84112c4 admin admin] Publish callbacks [] for security_group (c78aeb1a-cde7-4897-ae31-170a2ab43b76), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.315286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717935d-27ae-41c7-98dc-1d7472813294 req-88372fdc-0ac3-45c0-90ba-e78da723cdf0 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:27.316825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b717935d-27ae-41c7-98dc-1d7472813294 req-88372fdc-0ac3-45c0-90ba-e78da723cdf0 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 945 time: 0.1550536 Feb 11 05:07:27.347920 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56f026d0-120f-4a39-a8db-3a14e84112c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c78aeb1a-cde7-4897-ae31-170a2ab43b76), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.350473 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56f026d0-120f-4a39-a8db-3a14e84112c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.352207 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-56f026d0-120f-4a39-a8db-3a14e84112c4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c78aeb1a-cde7-4897-ae31-170a2ab43b76 HTTP/1.1" status: 204 len: 168 time: 0.1311154 Feb 11 05:07:27.363504 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f026d0-120f-4a39-a8db-3a14e84112c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78aeb1a-cde7-4897-ae31-170a2ab43b76,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:27.396143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13243a-8147-43d4-853a-46a579284371 req-f7a30083-55ec-4a13-8aa2-848e58982a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:27.397561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d13243a-8147-43d4-853a-46a579284371 req-f7a30083-55ec-4a13-8aa2-848e58982a84 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1340239 Feb 11 05:07:27.417046 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5b23b708-f072-4894-86a1-12fa3fdbabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:27.447795 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b23b708-f072-4894-86a1-12fa3fdbabff None None] The sync data for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 is: [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:09Z', 'revision_number': 4, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68', 'name': '', 'network_id': 'd350fa86-0547-41d6-9419-e18c3ef33e00', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'mac_address': 'fa:16:3e:97:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:08Z', 'updated_at': '2022-02-11T05:06:14Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'subnets': [{'id': '8af96a68-a447-473c-9418-5c5b5c80c18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:27.485371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b717935d-27ae-41c7-98dc-1d7472813294 req-38a3b479-014b-4291-a107-81b6ff1331e7 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554847 Feb 11 05:07:27.530303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-76cdd5f2-7266-440f-b2d0-5fa51d3d511f service neutron] 10.222.0.87 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053480 Feb 11 05:07:27.532644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13243a-8147-43d4-853a-46a579284371 req-6f4353d8-0f66-49f6-8e99-050d091a1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:27.534380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d13243a-8147-43d4-853a-46a579284371 req-6f4353d8-0f66-49f6-8e99-050d091a1004 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1093237 Feb 11 05:07:27.713289 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49812) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:27.743015 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6869f77-07e3-433d-8d2c-022fd286bd78 req-a6e18c60-f4bc-4812-9987-6ab2fd0cffce service neutron] 10.222.0.87 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044435 Feb 11 05:07:27.745777 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d13243a-8147-43d4-853a-46a579284371 req-9bdd2cc3-1681-48f8-a898-b0ac83fe5eac service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983836 Feb 11 05:07:27.756894 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a67fda-39b8-4fac-bfdd-2471c44d7d23 req-0110ce86-84ed-4a29-88ba-db2fb9c19697 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:27.759324 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7a67fda-39b8-4fac-bfdd-2471c44d7d23 req-0110ce86-84ed-4a29-88ba-db2fb9c19697 tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/ports?device_id=56b42968-e9b0-44ae-9869-8d1ca1cbf163 HTTP/1.1" status: 200 len: 950 time: 0.1714909 Feb 11 05:07:27.780179 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-81caf0b4-2dac-4f82-9d63-dd817894793e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8fb1ffabce4f47d1a8905b1cd50a30b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0656779 Feb 11 05:07:27.782486 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49816) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:27.805067 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c1bbb-b625-48a2-af82-2aa267f11df6 None None] New status for floating IP a51994b8-4592-409e-863d-7f21b0545c75: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:07:27.874565 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-664a1266-86a0-49e0-936e-5f6a59e0aa5b admin admin] Publish callbacks [] for security_group (e1996342-dd9b-4863-9ba7-b70386cad56e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.881656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7a67fda-39b8-4fac-bfdd-2471c44d7d23 req-4cbeeca2-f4fe-4c38-b780-d4eb60e7944d tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.87 "GET /v2.0/security-groups?id=f59159bd-4305-4887-8464-6f2c21af8102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135845 Feb 11 05:07:27.917725 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-664a1266-86a0-49e0-936e-5f6a59e0aa5b admin admin] Publish callbacks [] for security_group (e1996342-dd9b-4863-9ba7-b70386cad56e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.949318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d13243a-8147-43d4-853a-46a579284371 req-c53d08da-e8a9-489c-b464-e05e050327fd service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886454 Feb 11 05:07:28.006651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468f4c6-68b1-47b8-9728-e5a98d68ced8 req-3d643035-5339-4280-83c7-1b175f897b7a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:28.009039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f468f4c6-68b1-47b8-9728-e5a98d68ced8 req-3d643035-5339-4280-83c7-1b175f897b7a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 948 time: 0.1166918 Feb 11 05:07:28.020202 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-664a1266-86a0-49e0-936e-5f6a59e0aa5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e1996342-dd9b-4863-9ba7-b70386cad56e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.024833 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-664a1266-86a0-49e0-936e-5f6a59e0aa5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.026149 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-664a1266-86a0-49e0-936e-5f6a59e0aa5b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e1996342-dd9b-4863-9ba7-b70386cad56e HTTP/1.1" status: 204 len: 168 time: 0.2425470 Feb 11 05:07:28.047714 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a1266-86a0-49e0-936e-5f6a59e0aa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1996342-dd9b-4863-9ba7-b70386cad56e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:28.074788 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4840d-034a-4bb7-a7c7-5185034a6d65 req-f4d1d014-c1b5-4393-b7bc-54c4be5e4e4a tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:28.076670 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dff4840d-034a-4bb7-a7c7-5185034a6d65 req-f4d1d014-c1b5-4393-b7bc-54c4be5e4e4a tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b42968-e9b0-44ae-9869-8d1ca1cbf163 HTTP/1.1" status: 200 len: 950 time: 0.1018052 Feb 11 05:07:28.181229 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8fee68a7-32c5-4246-ac35-a2151eb7a27c req-d7a50496-97fc-4082-bab3-ac6b2d98d1f9 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/floatingips/a51994b8-4592-409e-863d-7f21b0545c75 HTTP/1.1" status: 200 len: 693 time: 0.0702257 Feb 11 05:07:28.186361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13243a-8147-43d4-853a-46a579284371 req-d1ef7c82-87a3-49e8-b8e5-038445ffc3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:28.187852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d13243a-8147-43d4-853a-46a579284371 req-d1ef7c82-87a3-49e8-b8e5-038445ffc3c0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 1131 time: 0.1754975 Feb 11 05:07:28.192435 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f468f4c6-68b1-47b8-9728-e5a98d68ced8 req-63a783f2-a5d9-4289-8a79-2a08d68250f6 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421940 Feb 11 05:07:28.204432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-dff4840d-034a-4bb7-a7c7-5185034a6d65 req-06b76a3e-3c33-4341-9717-ffae3024df0a tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Deleting port a1071133-6010-4d7e-be99-4c68b56608ba {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:28.204821 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-dff4840d-034a-4bb7-a7c7-5185034a6d65 req-06b76a3e-3c33-4341-9717-ffae3024df0a tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a1071133-6010-4d7e-be99-4c68b56608ba), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.254889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49832) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:28.316760 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-dff4840d-034a-4bb7-a7c7-5185034a6d65 req-06b76a3e-3c33-4341-9717-ffae3024df0a tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] For port a1071133-6010-4d7e-be99-4c68b56608ba, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a1071133-6010-4d7e-be99-4c68b56608ba,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:28.317270 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-dff4840d-034a-4bb7-a7c7-5185034a6d65 req-06b76a3e-3c33-4341-9717-ffae3024df0a tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a1071133-6010-4d7e-be99-4c68b56608ba), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.330677 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-dff4840d-034a-4bb7-a7c7-5185034a6d65 req-06b76a3e-3c33-4341-9717-ffae3024df0a tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Calling delete_port for a1071133-6010-4d7e-be99-4c68b56608ba owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:28.444121 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-53ac1b15-3449-4367-8887-70fae3031060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.462462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee68a7-32c5-4246-ac35-a2151eb7a27c req-f6dfa29b-f9d1-47d6-83a1-3576bf5e48b4 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:28.470307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8fee68a7-32c5-4246-ac35-a2151eb7a27c req-f6dfa29b-f9d1-47d6-83a1-3576bf5e48b4 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.2767193 Feb 11 05:07:28.472632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13243a-8147-43d4-853a-46a579284371 req-d17725df-f8a0-40ef-8c8b-99dd3042bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:28.474222 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d13243a-8147-43d4-853a-46a579284371 req-d17725df-f8a0-40ef-8c8b-99dd3042bebc service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.2693801 Feb 11 05:07:28.481851 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-dff4840d-034a-4bb7-a7c7-5185034a6d65 req-06b76a3e-3c33-4341-9717-ffae3024df0a tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (a1071133-6010-4d7e-be99-4c68b56608ba), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.489937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-8fee68a7-32c5-4246-ac35-a2151eb7a27c req-c86631b5-5d99-45c8-a763-9c17e707b60b tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:07:28.490934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8fee68a7-32c5-4246-ac35-a2151eb7a27c req-c86631b5-5d99-45c8-a763-9c17e707b60b tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198596 Feb 11 05:07:28.497794 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a1071133-6010-4d7e-be99-4c68b56608ba'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:28.509711 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b76a3e-3c33-4341-9717-ffae3024df0a tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Pushing event deleted for resources: {'Port': ['ID=a1071133-6010-4d7e-be99-4c68b56608ba,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:28.538100 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b7df0932-8772-4db2-ac3e-915a365ba5cf tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for security_group (6733c472-101c-4ce0-bb37-ba555fc540fe), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.542231 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d13243a-8147-43d4-853a-46a579284371 req-7e7dd393-2b64-44fa-b5cd-643ad2f0d3bc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=b14f2385-8478-4223-a4fe-80659a133fdf HTTP/1.1" status: 200 len: 217 time: 0.0504403 Feb 11 05:07:28.555630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25a974-407f-4709-be88-801d32080bb1 req-743ef7b2-0107-4cf7-9d4c-27d199e7a72e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:28.557146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a25a974-407f-4709-be88-801d32080bb1 req-743ef7b2-0107-4cf7-9d4c-27d199e7a72e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 947 time: 0.2192619 Feb 11 05:07:28.583760 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff4840d-034a-4bb7-a7c7-5185034a6d65 req-06b76a3e-3c33-4341-9717-ffae3024df0a tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] No DVR routers for this DVR port a1071133-6010-4d7e-be99-4c68b56608ba on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:28.590248 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-dff4840d-034a-4bb7-a7c7-5185034a6d65 req-06b76a3e-3c33-4341-9717-ffae3024df0a tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.593715 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dff4840d-034a-4bb7-a7c7-5185034a6d65 req-06b76a3e-3c33-4341-9717-ffae3024df0a tempest-ImagesNegativeTestJSON-2090136986 tempest-ImagesNegativeTestJSON-2090136986-project] 10.222.0.73 "DELETE /v2.0/ports/a1071133-6010-4d7e-be99-4c68b56608ba HTTP/1.1" status: 204 len: 173 time: 0.5101578 Feb 11 05:07:28.594188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b42968-e9b0-44ae-9869-8d1ca1cbf163', 'name': 'network-vif-deleted', 'tag': 'a1071133-6010-4d7e-be99-4c68b56608ba'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:28.596695 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b3036b-6085-4521-8238-4934d131d06e" -d '{"events": [{"server_uuid": "56b42968-e9b0-44ae-9869-8d1ca1cbf163", "name": "network-vif-deleted", "tag": "a1071133-6010-4d7e-be99-4c68b56608ba"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:28.679934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8fee68a7-32c5-4246-ac35-a2151eb7a27c req-b591dc5c-d03e-4c63-9925-82aef5b20385 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 696 time: 0.1446636 Feb 11 05:07:28.682272 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b7df0932-8772-4db2-ac3e-915a365ba5cf tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for security_group (6733c472-101c-4ce0-bb37-ba555fc540fe), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.687721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'tag': '3aedc693-d9ef-4417-a3f0-08371e1a40bc'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:28.689987 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667d6ed5-3fcc-4180-bb09-8d73d42e0de4" -d '{"events": [{"name": "network-changed", "server_uuid": "72011f2c-81d0-41b4-b94b-d9a826c5fc04", "tag": "3aedc693-d9ef-4417-a3f0-08371e1a40bc"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:28.775845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13243a-8147-43d4-853a-46a579284371 req-ef7af1c8-29f4-41e6-afe2-c77939169ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:28.778449 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d13243a-8147-43d4-853a-46a579284371 req-ef7af1c8-29f4-41e6-afe2-c77939169ced service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.2204039 Feb 11 05:07:28.802362 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8fee68a7-32c5-4246-ac35-a2151eb7a27c req-d28941b4-c587-4585-98ae-956c603e336c tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 696 time: 0.1083477 Feb 11 05:07:28.804804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b05f73cc-d908-4d04-8be2-b65362752fc0 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:28.827761 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: b05f73cc-d908-4d04-8be2-b65362752fc0 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:28.828534 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b05f73cc-d908-4d04-8be2-b65362752fc0 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:28.884626 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a25a974-407f-4709-be88-801d32080bb1 req-e0f26ad7-939a-4ee9-917e-31472cb8a572 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674646 Feb 11 05:07:28.962256 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b7df0932-8772-4db2-ac3e-915a365ba5cf tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6733c472-101c-4ce0-bb37-ba555fc540fe), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.964960 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b7df0932-8772-4db2-ac3e-915a365ba5cf tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.966090 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b7df0932-8772-4db2-ac3e-915a365ba5cf tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "DELETE /v2.0/security-groups/6733c472-101c-4ce0-bb37-ba555fc540fe HTTP/1.1" status: 204 len: 168 time: 0.7102296 Feb 11 05:07:28.969061 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49862) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:28.990092 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-00a51d82-7977-4292-8956-d40b5db80e4f tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] show failed (client error): The resource could not be found. Feb 11 05:07:28.995884 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-00a51d82-7977-4292-8956-d40b5db80e4f tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "GET /v2.0/security-groups/6733c472-101c-4ce0-bb37-ba555fc540fe HTTP/1.1" status: 404 len: 347 time: 0.0224099 Feb 11 05:07:28.996761 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49864) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:29.009905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13243a-8147-43d4-853a-46a579284371 req-81bcb732-cca4-4296-b21d-8d691bdecb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:29.011975 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d13243a-8147-43d4-853a-46a579284371 req-81bcb732-cca4-4296-b21d-8d691bdecb01 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2143016 Feb 11 05:07:29.014948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df0932-8772-4db2-ac3e-915a365ba5cf tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6733c472-101c-4ce0-bb37-ba555fc540fe,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:29.079774 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device b14f2385-8478-4223-a4fe-80659a133fdf details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:07:29.215072 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-964f0f94-1613-42c6-ab4e-22e90152d60b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Deleting port 281d766d-1b98-4c74-b00c-1b6bbc5036cb {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:29.217420 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-964f0f94-1613-42c6-ab4e-22e90152d60b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (281d766d-1b98-4c74-b00c-1b6bbc5036cb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.253564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port b14f2385-8478-4223-a4fe-80659a133fdf, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b14f2385-8478-4223-a4fe-80659a133fdf,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:29.273515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'b14f2385-8478-4223-a4fe-80659a133fdf', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': 'b14f2385-8478-4223-a4fe-80659a133fdf', 'mac_address': 'fa:16:3e:3a:58:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:07:29.329790 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-964f0f94-1613-42c6-ab4e-22e90152d60b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (281d766d-1b98-4c74-b00c-1b6bbc5036cb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.330132 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-964f0f94-1613-42c6-ab4e-22e90152d60b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for floatingip (281d766d-1b98-4c74-b00c-1b6bbc5036cb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.335063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port b14f2385-8478-4223-a4fe-80659a133fdf is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:29.335500 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b14f2385-8478-4223-a4fe-80659a133fdf), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.346757 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-964f0f94-1613-42c6-ab4e-22e90152d60b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Calling delete_port for 281d766d-1b98-4c74-b00c-1b6bbc5036cb owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:29.354275 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b14f2385-8478-4223-a4fe-80659a133fdf {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:29.383280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port b14f2385-8478-4223-a4fe-80659a133fdf, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b14f2385-8478-4223-a4fe-80659a133fdf,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:29.388514 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b14f2385-8478-4223-a4fe-80659a133fdf), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.389544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 132c87d5-c39d-463e-a3a5-b8250cc4fc1a details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:07:29.446492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6196c-c1cf-4ce2-b183-030aed04acd7 req-b5c0aef1-ff29-4269-ab74-2ae64d85c65b tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:29.448215 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56d6196c-c1cf-4ce2-b183-030aed04acd7 req-b5c0aef1-ff29-4269-ab74-2ae64d85c65b tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 945 time: 0.4575908 Feb 11 05:07:29.468579 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-8fee68a7-32c5-4246-ac35-a2151eb7a27c req-27faab64-34f6-4b6a-acf7-9c033fd932d5 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Deleting port 228eefc1-028c-4ef2-8042-255903266e77 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:29.469257 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8fee68a7-32c5-4246-ac35-a2151eb7a27c req-27faab64-34f6-4b6a-acf7-9c033fd932d5 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (228eefc1-028c-4ef2-8042-255903266e77), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.491509 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=b14f2385-8478-4223-a4fe-80659a133fdf,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:29.504813 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:29.520952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '132c87d5-c39d-463e-a3a5-b8250cc4fc1a', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '132c87d5-c39d-463e-a3a5-b8250cc4fc1a', 'mac_address': 'fa:16:3e:84:f7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:07:29.529819 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-964f0f94-1613-42c6-ab4e-22e90152d60b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (281d766d-1b98-4c74-b00c-1b6bbc5036cb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.564439 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f0f94-1613-42c6-ab4e-22e90152d60b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Pushing event deleted for resources: {'Port': ['ID=281d766d-1b98-4c74-b00c-1b6bbc5036cb,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:29.577668 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d13243a-8147-43d4-853a-46a579284371 req-cd623148-9f78-4584-8a4d-4b74ac0a3af5 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424364 Feb 11 05:07:29.581041 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:29.581549 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.591848 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-964f0f94-1613-42c6-ab4e-22e90152d60b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks [] for floatingip (bb6c4b52-eff0-47b2-92a5-de3d62b6de54), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.594710 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-964f0f94-1613-42c6-ab4e-22e90152d60b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.598539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132c87d5-c39d-463e-a3a5-b8250cc4fc1a {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:29.598722 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-964f0f94-1613-42c6-ab4e-22e90152d60b tempest-ServersWithSpecificFlavorTestJSON-360137910 tempest-ServersWithSpecificFlavorTestJSON-360137910-project] 10.222.0.87 "DELETE /v2.0/floatingips/bb6c4b52-eff0-47b2-92a5-de3d62b6de54 HTTP/1.1" status: 204 len: 168 time: 0.6000633 Feb 11 05:07:29.604709 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8fee68a7-32c5-4246-ac35-a2151eb7a27c req-27faab64-34f6-4b6a-acf7-9c033fd932d5 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (228eefc1-028c-4ef2-8042-255903266e77), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.604965 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8fee68a7-32c5-4246-ac35-a2151eb7a27c req-27faab64-34f6-4b6a-acf7-9c033fd932d5 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for floatingip (228eefc1-028c-4ef2-8042-255903266e77), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.625246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:29.634741 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.644836 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-8fee68a7-32c5-4246-ac35-a2151eb7a27c req-27faab64-34f6-4b6a-acf7-9c033fd932d5 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Calling delete_port for 228eefc1-028c-4ef2-8042-255903266e77 owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:29.692778 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:29.700866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56d6196c-c1cf-4ce2-b183-030aed04acd7 req-236957da-4431-4e6b-8433-a0ef36e0bbb0 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431560 Feb 11 05:07:29.767465 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b96f07d-fb1d-4831-970a-b6a9db87fdf8 x-openstack-request-id: req-7b96f07d-fb1d-4831-970a-b6a9db87fdf8 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:29.767769 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b42968-e9b0-44ae-9869-8d1ca1cbf163", "name": "network-vif-deleted", "tag": "a1071133-6010-4d7e-be99-4c68b56608ba", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:29.768109 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7b96f07d-fb1d-4831-970a-b6a9db87fdf8 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:29.768416 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b42968-e9b0-44ae-9869-8d1ca1cbf163', 'name': 'network-vif-deleted', 'tag': 'a1071133-6010-4d7e-be99-4c68b56608ba', 'status': 'completed', 'code': 200} Feb 11 05:07:29.786686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d13243a-8147-43d4-853a-46a579284371 req-a7d36b90-8569-444e-869b-4b79d5c79fbd service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950500 Feb 11 05:07:29.810556 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a4c9d0-03b3-4978-a0fb-6d1c364f3f44 x-openstack-request-id: req-92a4c9d0-03b3-4978-a0fb-6d1c364f3f44 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:29.810856 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72011f2c-81d0-41b4-b94b-d9a826c5fc04", "tag": "3aedc693-d9ef-4417-a3f0-08371e1a40bc", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:29.811114 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-92a4c9d0-03b3-4978-a0fb-6d1c364f3f44 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:29.811543 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'tag': '3aedc693-d9ef-4417-a3f0-08371e1a40bc', 'status': 'completed', 'code': 200} Feb 11 05:07:29.879469 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8fee68a7-32c5-4246-ac35-a2151eb7a27c req-27faab64-34f6-4b6a-acf7-9c033fd932d5 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (228eefc1-028c-4ef2-8042-255903266e77), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.900306 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d6ed5-3fcc-4180-bb09-8d73d42e0de4 req-bb22dc30-6928-42bb-92e6-73a6c459ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:29.901833 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-667d6ed5-3fcc-4180-bb09-8d73d42e0de4 req-bb22dc30-6928-42bb-92e6-73a6c459ee56 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=80ff801aea114272a6450e2bfa248723&device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 1129 time: 0.0708408 Feb 11 05:07:29.908177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faab64-34f6-4b6a-acf7-9c033fd932d5 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Pushing event deleted for resources: {'Port': ['ID=228eefc1-028c-4ef2-8042-255903266e77,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:29.962524 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8fee68a7-32c5-4246-ac35-a2151eb7a27c req-27faab64-34f6-4b6a-acf7-9c033fd932d5 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks [] for floatingip (a51994b8-4592-409e-863d-7f21b0545c75), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.965095 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8fee68a7-32c5-4246-ac35-a2151eb7a27c req-27faab64-34f6-4b6a-acf7-9c033fd932d5 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.966241 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8fee68a7-32c5-4246-ac35-a2151eb7a27c req-27faab64-34f6-4b6a-acf7-9c033fd932d5 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "DELETE /v2.0/floatingips/a51994b8-4592-409e-863d-7f21b0545c75 HTTP/1.1" status: 204 len: 173 time: 1.1463995 Feb 11 05:07:29.994381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8824cc-5ea1-4f1a-9f1a-994dda99d689 req-8cc9baa8-2e9e-47ba-a183-4caf7c3583d7 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.001715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a8824cc-5ea1-4f1a-9f1a-994dda99d689 req-8cc9baa8-2e9e-47ba-a183-4caf7c3583d7 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 949 time: 0.0904832 Feb 11 05:07:30.006322 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d6ed5-3fcc-4180-bb09-8d73d42e0de4 req-5f66d53b-3b85-4a8d-9993-87acbd11c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.008110 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-667d6ed5-3fcc-4180-bb09-8d73d42e0de4 req-5f66d53b-3b85-4a8d-9993-87acbd11c476 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 200 len: 922 time: 0.0986781 Feb 11 05:07:30.047913 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a8824cc-5ea1-4f1a-9f1a-994dda99d689 req-46aa7fca-344f-4e58-9e94-bc549a72f349 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451453 Feb 11 05:07:30.053466 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-667d6ed5-3fcc-4180-bb09-8d73d42e0de4 req-825bd4d8-83f0-421f-b88c-3bc528f6e9d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aedc693-d9ef-4417-a3f0-08371e1a40bc HTTP/1.1" status: 200 len: 217 time: 0.0394254 Feb 11 05:07:30.082616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['b14f2385-8478-4223-a4fe-80659a133fdf'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:30.091610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566614bd-c0a8-41c0-8d09-2275edd8a6f3 req-d3a3207e-a02b-40bf-bc68-90dc6d882504 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.098048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-566614bd-c0a8-41c0-8d09-2275edd8a6f3 req-d3a3207e-a02b-40bf-bc68-90dc6d882504 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 1128 time: 0.0549502 Feb 11 05:07:30.122803 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d6ed5-3fcc-4180-bb09-8d73d42e0de4 req-4002a352-8646-49a5-b955-c5f56f19029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.124308 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-667d6ed5-3fcc-4180-bb09-8d73d42e0de4 req-4002a352-8646-49a5-b955-c5f56f19029f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8af96a68-a447-473c-9418-5c5b5c80c18d HTTP/1.1" status: 200 len: 860 time: 0.0647466 Feb 11 05:07:30.147599 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-566614bd-c0a8-41c0-8d09-2275edd8a6f3 req-d9c59505-0fc8-4ce3-a38d-ebab2c32d3f4 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453110 Feb 11 05:07:30.156154 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['132c87d5-c39d-463e-a3a5-b8250cc4fc1a'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:30.183564 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d6ed5-3fcc-4180-bb09-8d73d42e0de4 req-477166e5-52c3-48b4-9ab5-7a5f195595dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.185066 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-667d6ed5-3fcc-4180-bb09-8d73d42e0de4 req-477166e5-52c3-48b4-9ab5-7a5f195595dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d350fa86-0547-41d6-9419-e18c3ef33e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0535738 Feb 11 05:07:30.298081 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-667d6ed5-3fcc-4180-bb09-8d73d42e0de4 req-1045613a-4029-47f6-9d84-1530af8b2719 service neutron] 10.222.0.73 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052032 Feb 11 05:07:30.379750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878b9bf-fe88-411b-a811-139d0896f6dc req-512d85ea-1eba-473b-b9ff-8c7d8637409f tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.381248 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f878b9bf-fe88-411b-a811-139d0896f6dc req-512d85ea-1eba-473b-b9ff-8c7d8637409f tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 948 time: 0.1299365 Feb 11 05:07:30.396861 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-667d6ed5-3fcc-4180-bb09-8d73d42e0de4 req-b983fcbe-3551-4d1d-80ec-da308efa85ac service neutron] 10.222.0.73 "GET /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921974 Feb 11 05:07:30.434282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eedcd-0c11-40d3-9b66-75887eb42024 req-e539111d-4c83-4a48-b784-390c85da2dce tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.434755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eedcd-0c11-40d3-9b66-75887eb42024 req-e539111d-4c83-4a48-b784-390c85da2dce tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.435224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eedcd-0c11-40d3-9b66-75887eb42024 req-e539111d-4c83-4a48-b784-390c85da2dce tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.435721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eedcd-0c11-40d3-9b66-75887eb42024 req-e539111d-4c83-4a48-b784-390c85da2dce tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.436179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eedcd-0c11-40d3-9b66-75887eb42024 req-e539111d-4c83-4a48-b784-390c85da2dce tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.436635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eedcd-0c11-40d3-9b66-75887eb42024 req-e539111d-4c83-4a48-b784-390c85da2dce tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.437088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eedcd-0c11-40d3-9b66-75887eb42024 req-e539111d-4c83-4a48-b784-390c85da2dce tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.437543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eedcd-0c11-40d3-9b66-75887eb42024 req-e539111d-4c83-4a48-b784-390c85da2dce tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.437996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eedcd-0c11-40d3-9b66-75887eb42024 req-e539111d-4c83-4a48-b784-390c85da2dce tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.439904 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b0eedcd-0c11-40d3-9b66-75887eb42024 req-e539111d-4c83-4a48-b784-390c85da2dce tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6450 time: 0.1651869 Feb 11 05:07:30.456732 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f878b9bf-fe88-411b-a811-139d0896f6dc req-b99d571d-fc28-477d-adae-4e8d45d34082 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680788 Feb 11 05:07:30.670646 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301d02d-6857-463d-a0e7-3e90015e2f7d req-cc88c443-7ee6-4a80-ab00-9d8bc5354820 tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.672372 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6301d02d-6857-463d-a0e7-3e90015e2f7d req-cc88c443-7ee6-4a80-ab00-9d8bc5354820 tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 886 time: 0.0941639 Feb 11 05:07:30.680752 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9be47f8c-9e35-4d7f-adcf-7ba9ac614d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:30.811815 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeed53-79a4-4cc2-92c8-260028618a56 req-84812534-d657-482c-975b-3c44b2cbf766 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.813339 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04eeed53-79a4-4cc2-92c8-260028618a56 req-84812534-d657-482c-975b-3c44b2cbf766 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 946 time: 0.0545669 Feb 11 05:07:30.863847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04eeed53-79a4-4cc2-92c8-260028618a56 req-c66cf10e-062c-4549-9856-6876dc31069e tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/security-groups?id=193cb501-40ab-4281-8685-f463d7ed88c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447302 Feb 11 05:07:30.990954 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c1600-115b-44c0-aaa6-a5fe5817b64a req-51c025c9-8932-48f6-a42c-92501e6fa1d2 tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.991440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c1600-115b-44c0-aaa6-a5fe5817b64a req-51c025c9-8932-48f6-a42c-92501e6fa1d2 tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.991914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c1600-115b-44c0-aaa6-a5fe5817b64a req-51c025c9-8932-48f6-a42c-92501e6fa1d2 tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.992385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c1600-115b-44c0-aaa6-a5fe5817b64a req-51c025c9-8932-48f6-a42c-92501e6fa1d2 tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.992836 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c1600-115b-44c0-aaa6-a5fe5817b64a req-51c025c9-8932-48f6-a42c-92501e6fa1d2 tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.993291 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c1600-115b-44c0-aaa6-a5fe5817b64a req-51c025c9-8932-48f6-a42c-92501e6fa1d2 tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.993741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c1600-115b-44c0-aaa6-a5fe5817b64a req-51c025c9-8932-48f6-a42c-92501e6fa1d2 tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.994191 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c1600-115b-44c0-aaa6-a5fe5817b64a req-51c025c9-8932-48f6-a42c-92501e6fa1d2 tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.994638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c1600-115b-44c0-aaa6-a5fe5817b64a req-51c025c9-8932-48f6-a42c-92501e6fa1d2 tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:30.996629 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f41c1600-115b-44c0-aaa6-a5fe5817b64a req-51c025c9-8932-48f6-a42c-92501e6fa1d2 tempest-NetworksTest-1967355510 tempest-NetworksTest-1967355510-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6450 time: 0.1106970 Feb 11 05:07:31.165585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2a064-e61b-4e8c-8139-b286011fc753 req-a889f6eb-9d80-4805-9a8a-3f1515230266 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:31.173479 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4bb2a064-e61b-4e8c-8139-b286011fc753 req-a889f6eb-9d80-4805-9a8a-3f1515230266 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 945 time: 0.0665133 Feb 11 05:07:31.224816 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4bb2a064-e61b-4e8c-8139-b286011fc753 req-bac521c6-8a5a-42aa-b03c-1d923be5a52a tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504720 Feb 11 05:07:31.284534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49956) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:31.406687 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-20a918e1-6fb1-491f-bee8-d35501d17af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.425702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-930665b8-f111-4dbc-809e-f24dd9ac26ae tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:07:31.426714 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-930665b8-f111-4dbc-809e-f24dd9ac26ae tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103223 Feb 11 05:07:31.475443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051dc70-3b53-4a8e-8bc7-f5c7bb17b8c4 req-85ebf1d5-ec0f-465a-9453-4585577d89fe tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:31.479844 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8051dc70-3b53-4a8e-8bc7-f5c7bb17b8c4 req-85ebf1d5-ec0f-465a-9453-4585577d89fe tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 949 time: 0.1189885 Feb 11 05:07:31.509222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-55055aec-498b-497e-9790-320b383ef2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:31.510559 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-55055aec-498b-497e-9790-320b383ef2e0 service neutron] 10.222.0.87 "GET /v2.0/ports/e1a3b5d3-e9d0-458b-a774-c14f291d5748 HTTP/1.1" status: 200 len: 1125 time: 0.0740540 Feb 11 05:07:31.520571 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4624b232-c397-4a5e-ab81-2e3be0682d1a service neutron] Request body: {'binding': {'host': 'n-h1-713499-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:31.521023 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4624b232-c397-4a5e-ab81-2e3be0682d1a service neutron] Unknown quota resources ['binding']. {{(pid=103171) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:07:31.596104 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8051dc70-3b53-4a8e-8bc7-f5c7bb17b8c4 req-873e9d39-29b3-4064-9500-8e49bc1f7594 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096084 Feb 11 05:07:31.633130 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-20a918e1-6fb1-491f-bee8-d35501d17af5 admin admin] Publish callbacks [] for security_group (d694e969-f7ba-4cb2-975e-57a3bb98e997), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.662458 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-20a918e1-6fb1-491f-bee8-d35501d17af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d694e969-f7ba-4cb2-975e-57a3bb98e997), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.736832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-20a918e1-6fb1-491f-bee8-d35501d17af5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=db96b1d258364ac2b4dbd8f138a4d7c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4512000 Feb 11 05:07:31.739678 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49968) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:31.746626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a918e1-6fb1-491f-bee8-d35501d17af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d694e969-f7ba-4cb2-975e-57a3bb98e997,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:31.799351 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e81afee6-3927-4f0a-a2f1-2dc5dbf766fb admin admin] Publish callbacks [] for security_group (d694e969-f7ba-4cb2-975e-57a3bb98e997), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.801406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4624b232-c397-4a5e-ab81-2e3be0682d1a service neutron] Attempting to bind port e1a3b5d3-e9d0-458b-a774-c14f291d5748 on host n-h1-713499-38 for vnic_type normal with profile None {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:31.801891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4624b232-c397-4a5e-ab81-2e3be0682d1a service neutron] Attempting to bind port e1a3b5d3-e9d0-458b-a774-c14f291d5748 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:31.802303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4624b232-c397-4a5e-ab81-2e3be0682d1a service neutron] Attempting to bind port e1a3b5d3-e9d0-458b-a774-c14f291d5748 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:31.812678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4624b232-c397-4a5e-ab81-2e3be0682d1a service neutron] Port e1a3b5d3-e9d0-458b-a774-c14f291d5748 on network 33f89be2-f697-40b3-a347-9e719974ef7b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:07:31.813013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4624b232-c397-4a5e-ab81-2e3be0682d1a service neutron] Attempting to bind port e1a3b5d3-e9d0-458b-a774-c14f291d5748 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:31.822415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4624b232-c397-4a5e-ab81-2e3be0682d1a service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:31.822755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4624b232-c397-4a5e-ab81-2e3be0682d1a service neutron] Checking segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:31.823137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4624b232-c397-4a5e-ab81-2e3be0682d1a service neutron] Bound using segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:31.823945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4624b232-c397-4a5e-ab81-2e3be0682d1a service neutron] Bound port: e1a3b5d3-e9d0-458b-a774-c14f291d5748, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:31.826787 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e81afee6-3927-4f0a-a2f1-2dc5dbf766fb admin admin] Publish callbacks [] for security_group (d694e969-f7ba-4cb2-975e-57a3bb98e997), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.836707 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe7c92-e287-4737-8b21-376e0da2cfb2 req-af2859ba-5324-4af8-a083-97916f421196 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:31.838632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ebe7c92-e287-4737-8b21-376e0da2cfb2 req-af2859ba-5324-4af8-a083-97916f421196 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 948 time: 0.1190510 Feb 11 05:07:31.888524 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e81afee6-3927-4f0a-a2f1-2dc5dbf766fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d694e969-f7ba-4cb2-975e-57a3bb98e997), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.892897 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e81afee6-3927-4f0a-a2f1-2dc5dbf766fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.894067 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e81afee6-3927-4f0a-a2f1-2dc5dbf766fb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d694e969-f7ba-4cb2-975e-57a3bb98e997 HTTP/1.1" status: 204 len: 168 time: 0.1533921 Feb 11 05:07:31.903153 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81afee6-3927-4f0a-a2f1-2dc5dbf766fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d694e969-f7ba-4cb2-975e-57a3bb98e997,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:31.927033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49976) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:31.944170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ebe7c92-e287-4737-8b21-376e0da2cfb2 req-2dcf58f7-bbc9-4242-95f5-4e1a33e7ff24 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847077 Feb 11 05:07:31.949192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4624b232-c397-4a5e-ab81-2e3be0682d1a service neutron] For port e1a3b5d3-e9d0-458b-a774-c14f291d5748, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e1a3b5d3-e9d0-458b-a774-c14f291d5748,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:31.957871 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4624b232-c397-4a5e-ab81-2e3be0682d1a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:31.967811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4624b232-c397-4a5e-ab81-2e3be0682d1a service neutron] 10.222.0.87 "POST /v2.0/ports/e1a3b5d3-e9d0-458b-a774-c14f291d5748/bindings HTTP/1.1" status: 201 len: 390 time: 0.4492855 Feb 11 05:07:32.075113 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49986) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:32.146448 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3194df-395e-4790-a3b6-e74f7018e09e req-9783c8cc-22c2-4c3c-ae20-7144c5852161 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:32.148301 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5f3194df-395e-4790-a3b6-e74f7018e09e req-9783c8cc-22c2-4c3c-ae20-7144c5852161 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.73 "GET /v2.0/ports?device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 946 time: 0.0985179 Feb 11 05:07:32.242371 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.274820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe24f64-361c-4aca-b505-7b65eb01be6c req-7c456a76-89f7-437d-8d59-d03ac5aee7f2 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:32.279955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1fe24f64-361c-4aca-b505-7b65eb01be6c req-7c456a76-89f7-437d-8d59-d03ac5aee7f2 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 946 time: 0.2334659 Feb 11 05:07:32.287630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99b790-ab9e-4d48-bfa3-ddfa4a61065e req-9a5d3dce-620c-4ec1-9a24-d9061fd00885 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:32.289886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de99b790-ab9e-4d48-bfa3-ddfa4a61065e req-9a5d3dce-620c-4ec1-9a24-d9061fd00885 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 945 time: 0.1274281 Feb 11 05:07:32.347155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49990) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:32.428869 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6be6d23f-5537-4065-91cb-a505a7908cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.438694 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1fe24f64-361c-4aca-b505-7b65eb01be6c req-3a9d25de-8ff6-4a2e-8d37-672dc815ab60 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/security-groups?id=193cb501-40ab-4281-8685-f463d7ed88c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432717 Feb 11 05:07:32.458006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de99b790-ab9e-4d48-bfa3-ddfa4a61065e req-8db556c7-91ec-4535-9bce-0475092bde92 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589849 Feb 11 05:07:32.568018 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ada8c505-8472-4a0c-ade1-47980d0c0867 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=805008ccd9054c9fabeb554c914f3036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6371381 Feb 11 05:07:32.568942 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49992) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:32.581562 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-5f3194df-395e-4790-a3b6-e74f7018e09e req-2c6d0f40-24fa-4a32-8efc-949ad98cb6c6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Deleting port 3aedc693-d9ef-4417-a3f0-08371e1a40bc {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:32.581909 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-5f3194df-395e-4790-a3b6-e74f7018e09e req-2c6d0f40-24fa-4a32-8efc-949ad98cb6c6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3aedc693-d9ef-4417-a3f0-08371e1a40bc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.655089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a4610-3d47-4533-95cb-3cf913192e41 req-cad30121-6447-4f2f-aafa-085513ed9a30 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:32.656614 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe5a4610-3d47-4533-95cb-3cf913192e41 req-cad30121-6447-4f2f-aafa-085513ed9a30 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 945 time: 0.1375070 Feb 11 05:07:32.673542 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6be6d23f-5537-4065-91cb-a505a7908cae admin admin] Publish callbacks [] for security_group (1b35c7c2-84bd-45df-a247-005ba9ad6e44), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.683396 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-92a48182-119a-4bf3-a393-9db6cf483bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:32.684854 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-92a48182-119a-4bf3-a393-9db6cf483bf6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 1128 time: 0.1650243 Feb 11 05:07:32.712639 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6be6d23f-5537-4065-91cb-a505a7908cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1b35c7c2-84bd-45df-a247-005ba9ad6e44), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.741550 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-189112c1-4e9c-489a-b9fe-413c76c1104b admin admin] Publish callbacks [] for security_group (f59159bd-4305-4887-8464-6f2c21af8102), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.794569 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-5f3194df-395e-4790-a3b6-e74f7018e09e req-2c6d0f40-24fa-4a32-8efc-949ad98cb6c6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] For port 3aedc693-d9ef-4417-a3f0-08371e1a40bc, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=3aedc693-d9ef-4417-a3f0-08371e1a40bc,segment=NetworkSegment(8c295647-fa3d-4f83-8eae-217c3190d53a),segment_id=8c295647-fa3d-4f83-8eae-217c3190d53a)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:32.794939 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-5f3194df-395e-4790-a3b6-e74f7018e09e req-2c6d0f40-24fa-4a32-8efc-949ad98cb6c6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3aedc693-d9ef-4417-a3f0-08371e1a40bc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.805940 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6be6d23f-5537-4065-91cb-a505a7908cae admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5e60791c85ea418d953cdea216bcdb8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4556012 Feb 11 05:07:32.815146 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49996) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:32.821424 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6d23f-5537-4065-91cb-a505a7908cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b35c7c2-84bd-45df-a247-005ba9ad6e44,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:32.824843 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-189112c1-4e9c-489a-b9fe-413c76c1104b admin admin] Publish callbacks [] for security_group (f59159bd-4305-4887-8464-6f2c21af8102), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.828639 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-5f3194df-395e-4790-a3b6-e74f7018e09e req-2c6d0f40-24fa-4a32-8efc-949ad98cb6c6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Calling delete_port for 3aedc693-d9ef-4417-a3f0-08371e1a40bc owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:32.852254 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe5a4610-3d47-4533-95cb-3cf913192e41 req-84ae887c-1355-47ac-a91b-cd61b2f94979 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773736 Feb 11 05:07:32.859009 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a1071133-6010-4d7e-be99-4c68b56608ba no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:32.893148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: a1071133-6010-4d7e-be99-4c68b56608ba {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:32.893464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8119ef-9cbb-40b4-85a8-3dab347e70cb req-5aa46f8b-bd7e-4f59-a4ab-62d2d540d2fe tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:32.893581 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a1071133-6010-4d7e-be99-4c68b56608ba not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:32.895021 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c8119ef-9cbb-40b4-85a8-3dab347e70cb req-5aa46f8b-bd7e-4f59-a4ab-62d2d540d2fe tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 949 time: 0.2006509 Feb 11 05:07:32.916819 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-908a25c1-c273-47ac-bbd8-dde0f5d9a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:32.918656 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-908a25c1-c273-47ac-bbd8-dde0f5d9a8ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.2233226 Feb 11 05:07:32.952886 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ee352ad-c832-47a4-abc9-0071106db107 admin admin] Publish callbacks [] for security_group (1b35c7c2-84bd-45df-a247-005ba9ad6e44), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.974474 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4b74a2e1-6e85-4c00-8ffa-55a282013cc8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a3b5d3-e9d0-458b-a774-c14f291d5748 HTTP/1.1" status: 200 len: 217 time: 0.0485675 Feb 11 05:07:32.990688 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-189112c1-4e9c-489a-b9fe-413c76c1104b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f59159bd-4305-4887-8464-6f2c21af8102), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.993782 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-189112c1-4e9c-489a-b9fe-413c76c1104b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:32.994906 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-189112c1-4e9c-489a-b9fe-413c76c1104b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f59159bd-4305-4887-8464-6f2c21af8102 HTTP/1.1" status: 204 len: 168 time: 0.4250617 Feb 11 05:07:33.022285 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c8119ef-9cbb-40b4-85a8-3dab347e70cb req-99c1a0f9-6033-454b-89fe-614feaa2ceda tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189008 Feb 11 05:07:33.036738 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ee352ad-c832-47a4-abc9-0071106db107 admin admin] Publish callbacks [] for security_group (1b35c7c2-84bd-45df-a247-005ba9ad6e44), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:33.037106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189112c1-4e9c-489a-b9fe-413c76c1104b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59159bd-4305-4887-8464-6f2c21af8102,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:33.062700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-b8bdeeee-ce71-49f5-9ae0-b69b91264f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:33.064375 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-b8bdeeee-ce71-49f5-9ae0-b69b91264f40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.0836117 Feb 11 05:07:33.110668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device b14f2385-8478-4223-a4fe-80659a133fdf up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:33.121531 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-a910db2e-65d0-4aad-b406-dda7d2e86fe2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333691 Feb 11 05:07:33.145673 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab24f5dc-b457-4b99-a7eb-4e3ff4e1b0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (b6620ce7-fc96-4483-a889-e3daa0c0e2d0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:33.155535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81b389-2c24-42e5-9636-6dbcf381c2ff req-a340b342-38c0-465d-9b69-4f96f6becba2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:33.157075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca81b389-2c24-42e5-9636-6dbcf381c2ff req-a340b342-38c0-465d-9b69-4f96f6becba2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 948 time: 0.1298037 Feb 11 05:07:33.194101 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-5f3194df-395e-4790-a3b6-e74f7018e09e req-2c6d0f40-24fa-4a32-8efc-949ad98cb6c6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (3aedc693-d9ef-4417-a3f0-08371e1a40bc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:33.196866 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ee352ad-c832-47a4-abc9-0071106db107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1b35c7c2-84bd-45df-a247-005ba9ad6e44), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:33.199451 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ee352ad-c832-47a4-abc9-0071106db107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:33.199970 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port b14f2385-8478-4223-a4fe-80659a133fdf completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:07:33.205060 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4ee352ad-c832-47a4-abc9-0071106db107 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1b35c7c2-84bd-45df-a247-005ba9ad6e44 HTTP/1.1" status: 204 len: 168 time: 0.3827202 Feb 11 05:07:33.210385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['3aedc693-d9ef-4417-a3f0-08371e1a40bc'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:33.216335 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port b14f2385-8478-4223-a4fe-80659a133fdf triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:33.216727 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b14f2385-8478-4223-a4fe-80659a133fdf), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:33.265612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee352ad-c832-47a4-abc9-0071106db107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b35c7c2-84bd-45df-a247-005ba9ad6e44,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:33.268413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d0f40-24fa-4a32-8efc-949ad98cb6c6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Pushing event deleted for resources: {'Port': ['ID=3aedc693-d9ef-4417-a3f0-08371e1a40bc,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:33.332504 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3194df-395e-4790-a3b6-e74f7018e09e req-2c6d0f40-24fa-4a32-8efc-949ad98cb6c6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] No DVR routers for this DVR port 3aedc693-d9ef-4417-a3f0-08371e1a40bc on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:33.338647 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-5f3194df-395e-4790-a3b6-e74f7018e09e req-2c6d0f40-24fa-4a32-8efc-949ad98cb6c6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:33.342182 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5f3194df-395e-4790-a3b6-e74f7018e09e req-2c6d0f40-24fa-4a32-8efc-949ad98cb6c6 tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.73 "DELETE /v2.0/ports/3aedc693-d9ef-4417-a3f0-08371e1a40bc HTTP/1.1" status: 204 len: 173 time: 1.1890159 Feb 11 05:07:33.342734 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'name': 'network-vif-deleted', 'tag': '3aedc693-d9ef-4417-a3f0-08371e1a40bc'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:33.345256 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107b7e33-1ad1-41dc-b2d0-a5d0de9ec1f3" -d '{"events": [{"server_uuid": "72011f2c-81d0-41b4-b94b-d9a826c5fc04", "name": "network-vif-deleted", "tag": "3aedc693-d9ef-4417-a3f0-08371e1a40bc"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:33.375322 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-5f91097f-1fad-4415-9cfd-6323cb31f560 service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414188 Feb 11 05:07:33.423311 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port b14f2385-8478-4223-a4fe-80659a133fdf is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:33.426232 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b14f2385-8478-4223-a4fe-80659a133fdf), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:33.426772 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fd8cd1-565c-4940-9fce-4e0e3681f8fd x-openstack-request-id: req-19fd8cd1-565c-4940-9fce-4e0e3681f8fd {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:33.427280 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72011f2c-81d0-41b4-b94b-d9a826c5fc04", "name": "network-vif-deleted", "tag": "3aedc693-d9ef-4417-a3f0-08371e1a40bc", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:33.427851 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-19fd8cd1-565c-4940-9fce-4e0e3681f8fd {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:33.428467 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72011f2c-81d0-41b4-b94b-d9a826c5fc04', 'name': 'network-vif-deleted', 'tag': '3aedc693-d9ef-4417-a3f0-08371e1a40bc', 'status': 'completed', 'code': 200} Feb 11 05:07:33.465231 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca81b389-2c24-42e5-9636-6dbcf381c2ff req-a565daf4-220f-410f-aa80-753951f88a50 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676053 Feb 11 05:07:33.524898 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port b14f2385-8478-4223-a4fe-80659a133fdf, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b14f2385-8478-4223-a4fe-80659a133fdf,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:33.526423 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc141c3-e9ae-4a76-ad88-a5f9ff96a919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14f2385-8478-4223-a4fe-80659a133fdf'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:33.538754 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3785bf-7ce8-4a47-b777-bd730a63e9c2" -d '{"events": [{"server_uuid": "acc141c3-e9ae-4a76-ad88-a5f9ff96a919", "name": "network-vif-plugged", "status": "completed", "tag": "b14f2385-8478-4223-a4fe-80659a133fdf"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:33.550005 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:33.551298 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b14f2385-8478-4223-a4fe-80659a133fdf), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:33.553062 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 132c87d5-c39d-463e-a3a5-b8250cc4fc1a up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:33.582356 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-267a9e9b-eb39-42a1-8f4e-812c63f480df service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963139 Feb 11 05:07:33.650808 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4813259a-bb7c-4010-b1a0-3d0aed6c6075 req-e1968cd6-52c8-4551-9c2d-05cfcc696f2e tempest-FloatingIPsAssociationTestJSON-2085779221 tempest-FloatingIPsAssociationTestJSON-2085779221-project] 10.222.0.87 "GET /v2.0/ports?device_id=72011f2c-81d0-41b4-b94b-d9a826c5fc04 HTTP/1.1" status: 200 len: 210 time: 0.0864704 Feb 11 05:07:33.729691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=b14f2385-8478-4223-a4fe-80659a133fdf,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:33.733730 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:07:33.745048 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:33.745431 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:33.750414 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274a7a82-393e-4371-bc2d-b5b2f1ab5ea4 x-openstack-request-id: req-274a7a82-393e-4371-bc2d-b5b2f1ab5ea4 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:33.751130 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc141c3-e9ae-4a76-ad88-a5f9ff96a919", "name": "network-vif-plugged", "status": "completed", "tag": "b14f2385-8478-4223-a4fe-80659a133fdf", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:33.751970 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-274a7a82-393e-4371-bc2d-b5b2f1ab5ea4 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:33.752517 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc141c3-e9ae-4a76-ad88-a5f9ff96a919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14f2385-8478-4223-a4fe-80659a133fdf', 'code': 200} Feb 11 05:07:33.973712 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:33.973896 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:34.069593 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:34.075738 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:34.161863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:34.405565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea114dd9-95ef-4a7e-9a82-804e48027bb6 req-b3ec735e-10ea-49ce-a5cb-2e05480dcf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:34.407993 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea114dd9-95ef-4a7e-9a82-804e48027bb6 req-b3ec735e-10ea-49ce-a5cb-2e05480dcf40 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 1133 time: 0.5648901 Feb 11 05:07:34.419672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bffe9a-434e-422b-ad4c-2ba59d017576 req-63e77926-7743-4eb6-a209-66f5b4db6297 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:34.421191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29bffe9a-434e-422b-ad4c-2ba59d017576 req-63e77926-7743-4eb6-a209-66f5b4db6297 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 945 time: 0.7656806 Feb 11 05:07:34.539206 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea114dd9-95ef-4a7e-9a82-804e48027bb6 req-2c9eaa1b-8f2c-49a1-a67d-83e708abd34d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160150 Feb 11 05:07:34.547119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2e3c7-4be9-4df6-9953-ba9bfe719dcb req-b0e11547-2a31-4f53-941e-7d0854087691 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:34.548650 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57e2e3c7-4be9-4df6-9953-ba9bfe719dcb req-b0e11547-2a31-4f53-941e-7d0854087691 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 945 time: 0.5673280 Feb 11 05:07:34.561190 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29bffe9a-434e-422b-ad4c-2ba59d017576 req-861f9631-3100-4616-83e3-667d3bca0016 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302888 Feb 11 05:07:34.653864 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57e2e3c7-4be9-4df6-9953-ba9bfe719dcb req-bcf8b6f8-6b1e-4a25-aa11-40017cd9e21d tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919709 Feb 11 05:07:34.676897 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-ab24f5dc-b457-4b99-a7eb-4e3ff4e1b0f9 admin admin] Deleting port d325982b-853b-4968-823b-f951e1ed871f {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:34.678989 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab24f5dc-b457-4b99-a7eb-4e3ff4e1b0f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d325982b-853b-4968-823b-f951e1ed871f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:34.791561 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:34.906480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-ab24f5dc-b457-4b99-a7eb-4e3ff4e1b0f9 admin admin] For port d325982b-853b-4968-823b-f951e1ed871f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d325982b-853b-4968-823b-f951e1ed871f,segment=NetworkSegment(9c507bc9-7d10-4ff7-8d02-254e3be1f6ed),segment_id=9c507bc9-7d10-4ff7-8d02-254e3be1f6ed)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:34.906870 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab24f5dc-b457-4b99-a7eb-4e3ff4e1b0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d325982b-853b-4968-823b-f951e1ed871f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:34.931947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-ab24f5dc-b457-4b99-a7eb-4e3ff4e1b0f9 admin admin] Calling delete_port for d325982b-853b-4968-823b-f951e1ed871f owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:34.940792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc33d1-7d92-45e1-a914-5a608a799e49 req-df710072-d89c-4acb-a7fb-2b89ec5ae830 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:34.947932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9fc33d1-7d92-45e1-a914-5a608a799e49 req-df710072-d89c-4acb-a7fb-2b89ec5ae830 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.1782136 Feb 11 05:07:35.048546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d7610-8f63-45b3-b362-e743205c608d req-3aedf393-811c-4fc5-bfbb-eecebaa45f93 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:35.050010 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-635d7610-8f63-45b3-b362-e743205c608d req-3aedf393-811c-4fc5-bfbb-eecebaa45f93 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 950 time: 0.2706966 Feb 11 05:07:35.082884 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9fc33d1-7d92-45e1-a914-5a608a799e49 req-e81a9dbc-e9e2-4ca5-abc3-1fdb166c197a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339326 Feb 11 05:07:35.142131 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50072) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:35.177441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-635d7610-8f63-45b3-b362-e743205c608d req-48543b86-4ccc-4fcc-9a19-51707652b869 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195390 Feb 11 05:07:35.279108 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab24f5dc-b457-4b99-a7eb-4e3ff4e1b0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (d325982b-853b-4968-823b-f951e1ed871f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:35.327814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24f5dc-b457-4b99-a7eb-4e3ff4e1b0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d325982b-853b-4968-823b-f951e1ed871f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:35.508925 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab24f5dc-b457-4b99-a7eb-4e3ff4e1b0f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (b6620ce7-fc96-4483-a889-e3daa0c0e2d0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:35.670513 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-91fa16d4-f5b9-472f-8108-91b57a484b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (9097444f-33c9-45e7-a7a7-df660045a724), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:35.754466 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79c98e0-882c-474e-a504-4e1925b6b9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132c87d5-c39d-463e-a3a5-b8250cc4fc1a'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:35.757134 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13731499-bdd4-4e25-8297-f36bcdd96a5e" -d '{"events": [{"server_uuid": "a79c98e0-882c-474e-a504-4e1925b6b9a1", "name": "network-vif-plugged", "status": "completed", "tag": "132c87d5-c39d-463e-a3a5-b8250cc4fc1a"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:35.841269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85349eaf-8586-4746-a7f1-8f6923ca9d59 req-c49a8439-c7db-453a-a319-f6d401eca05c tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:35.844569 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85349eaf-8586-4746-a7f1-8f6923ca9d59 req-c49a8439-c7db-453a-a319-f6d401eca05c tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 945 time: 0.1291080 Feb 11 05:07:35.857991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab24f5dc-b457-4b99-a7eb-4e3ff4e1b0f9 admin admin] Router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:07:36.039077 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85349eaf-8586-4746-a7f1-8f6923ca9d59 req-6df53f1f-a1b1-4efa-8145-db962b6dbfea tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843536 Feb 11 05:07:36.069805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab24f5dc-b457-4b99-a7eb-4e3ff4e1b0f9 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:36.076653 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ab24f5dc-b457-4b99-a7eb-4e3ff4e1b0f9 admin admin] 10.222.0.87 "PUT /v2.0/routers/b6620ce7-fc96-4483-a889-e3daa0c0e2d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9776776 Feb 11 05:07:36.079679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50110) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:36.089730 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edc76e3-849e-4e66-901d-77c82ebef17e None None] Sync routers for ids ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:36.116538 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edc76e3-849e-4e66-901d-77c82ebef17e None None] Routers {'b6620ce7-fc96-4483-a889-e3daa0c0e2d0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:36.118567 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2edc76e3-849e-4e66-901d-77c82ebef17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:36.151865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-91fa16d4-f5b9-472f-8108-91b57a484b25 admin admin] Deleting port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:36.152402 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-91fa16d4-f5b9-472f-8108-91b57a484b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:36.249094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270906f-468e-494b-b681-ef3b783dffda req-3e3378f8-d979-4a19-9a67-839e027de41f tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:36.250736 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9270906f-468e-494b-b681-ef3b783dffda req-3e3378f8-d979-4a19-9a67-839e027de41f tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 945 time: 0.3125446 Feb 11 05:07:36.253270 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13769d07-105a-470a-b58e-8915c596586f x-openstack-request-id: req-13769d07-105a-470a-b58e-8915c596586f {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:36.253763 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79c98e0-882c-474e-a504-4e1925b6b9a1", "name": "network-vif-plugged", "status": "completed", "tag": "132c87d5-c39d-463e-a3a5-b8250cc4fc1a", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:36.254167 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-13769d07-105a-470a-b58e-8915c596586f {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:36.254710 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79c98e0-882c-474e-a504-4e1925b6b9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132c87d5-c39d-463e-a3a5-b8250cc4fc1a', 'code': 200} Feb 11 05:07:36.322373 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-91fa16d4-f5b9-472f-8108-91b57a484b25 admin admin] For port 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68,segment=NetworkSegment(8c295647-fa3d-4f83-8eae-217c3190d53a),segment_id=8c295647-fa3d-4f83-8eae-217c3190d53a)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:36.323942 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-91fa16d4-f5b9-472f-8108-91b57a484b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:36.351268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-91fa16d4-f5b9-472f-8108-91b57a484b25 admin admin] Calling delete_port for 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:36.362628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-2edc76e3-849e-4e66-901d-77c82ebef17e None None] Set router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:36.413612 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9d811974-5100-415c-a8b6-3d85773fbd44 admin admin] Publish callbacks [] for router (b6620ce7-fc96-4483-a889-e3daa0c0e2d0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:36.607249 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2edc76e3-849e-4e66-901d-77c82ebef17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:07:35Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:36.620866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-556934b7-ba33-4d36-ab7f-6b062f7b4ff9 req-defcfe20-d4fb-4a2c-a9ea-2f68224a5622 tempest-QuotasAdminNegativeTest-345099358 tempest-QuotasAdminNegativeTest-345099358-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=5a30165cec014a149e29ebeb64616867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1300793 Feb 11 05:07:36.637401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edc76e3-849e-4e66-901d-77c82ebef17e None None] Checking router: b6620ce7-fc96-4483-a889-e3daa0c0e2d0 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:36.639143 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9270906f-468e-494b-b681-ef3b783dffda req-56e81c53-d955-42f8-835e-33cca68b3f90 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723648 Feb 11 05:07:36.648545 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9d811974-5100-415c-a8b6-3d85773fbd44 admin admin] Publish callbacks [] for router_gateway (b6620ce7-fc96-4483-a889-e3daa0c0e2d0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:36.656310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edc76e3-849e-4e66-901d-77c82ebef17e None None] Routers {'b6620ce7-fc96-4483-a889-e3daa0c0e2d0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:36.656927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2edc76e3-849e-4e66-901d-77c82ebef17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:36.707858 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-91fa16d4-f5b9-472f-8108-91b57a484b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:36.720924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5135129-61fb-48a0-b98f-8b15fe4fb46c req-4b52f05f-8c9f-49c9-a765-dc7981a5a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:36.722627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5135129-61fb-48a0-b98f-8b15fe4fb46c req-4b52f05f-8c9f-49c9-a765-dc7981a5a2b9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 1132 time: 0.4366615 Feb 11 05:07:36.756879 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa16d4-f5b9-472f-8108-91b57a484b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:36.849361 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-2edc76e3-849e-4e66-901d-77c82ebef17e None None] Set router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:36.850690 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5135129-61fb-48a0-b98f-8b15fe4fb46c req-121ced24-20e2-4f2d-b284-1f280786127e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564299 Feb 11 05:07:36.934568 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 3aedc693-d9ef-4417-a3f0-08371e1a40bc no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:36.946457 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-91fa16d4-f5b9-472f-8108-91b57a484b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (9097444f-33c9-45e7-a7a7-df660045a724), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:36.948707 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556934b7-ba33-4d36-ab7f-6b062f7b4ff9 req-d581010c-9250-4185-bd0b-18c717b0c3d7 tempest-QuotasAdminNegativeTest-345099358 tempest-QuotasAdminNegativeTest-345099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:36.950545 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-556934b7-ba33-4d36-ab7f-6b062f7b4ff9 req-d581010c-9250-4185-bd0b-18c717b0c3d7 tempest-QuotasAdminNegativeTest-345099358 tempest-QuotasAdminNegativeTest-345099358-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3099368 Feb 11 05:07:36.994655 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-556934b7-ba33-4d36-ab7f-6b062f7b4ff9 req-965b4393-fb2b-4094-8770-caac89f31110 tempest-QuotasAdminNegativeTest-345099358 tempest-QuotasAdminNegativeTest-345099358-project] 10.222.0.87 "GET /v2.0/quotas/5a30165cec014a149e29ebeb64616867 HTTP/1.1" status: 200 len: 375 time: 0.0325060 Feb 11 05:07:36.996029 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-9d811974-5100-415c-a8b6-3d85773fbd44 admin admin] Deleting port a17653b0-7a94-4ad6-a0f9-ffa18211eaf1 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:36.996513 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9d811974-5100-415c-a8b6-3d85773fbd44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a17653b0-7a94-4ad6-a0f9-ffa18211eaf1), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:37.012889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55151-6cd3-49a6-99c2-26a5d3312ae4 req-6389fb76-055f-448a-be67-d05f2e8e04f3 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:37.020830 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9da55151-6cd3-49a6-99c2-26a5d3312ae4 req-6389fb76-055f-448a-be67-d05f2e8e04f3 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.3055842 Feb 11 05:07:37.049677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 3aedc693-d9ef-4417-a3f0-08371e1a40bc {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:37.053358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 3aedc693-d9ef-4417-a3f0-08371e1a40bc not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:37.085105 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-556934b7-ba33-4d36-ab7f-6b062f7b4ff9 req-3bf7c899-cf33-490e-8494-3e060c7739da tempest-QuotasAdminNegativeTest-345099358 tempest-QuotasAdminNegativeTest-345099358-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5a30165cec014a149e29ebeb64616867&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443163 Feb 11 05:07:37.150655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2edc76e3-849e-4e66-901d-77c82ebef17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:07:35Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:37.169633 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9da55151-6cd3-49a6-99c2-26a5d3312ae4 req-1a794abd-df34-436c-a8ea-f3afeb2501c3 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423948 Feb 11 05:07:37.207131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edc76e3-849e-4e66-901d-77c82ebef17e None None] The sync data for ids ['b6620ce7-fc96-4483-a889-e3daa0c0e2d0'] in n-d-713499-38 is: [{'id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334515555-router', 'tenant_id': '830c226c33b44062af158e8da2ba4bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:07:35Z', 'revision_number': 5, 'project_id': '830c226c33b44062af158e8da2ba4bca', 'gw_port': {'id': 'a17653b0-7a94-4ad6-a0f9-ffa18211eaf1', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6620ce7-fc96-4483-a889-e3daa0c0e2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:53Z', 'updated_at': '2022-02-11T05:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:37.239816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-9d811974-5100-415c-a8b6-3d85773fbd44 admin admin] For port a17653b0-7a94-4ad6-a0f9-ffa18211eaf1, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a17653b0-7a94-4ad6-a0f9-ffa18211eaf1,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:37.243810 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9d811974-5100-415c-a8b6-3d85773fbd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a17653b0-7a94-4ad6-a0f9-ffa18211eaf1), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:37.285577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-9d811974-5100-415c-a8b6-3d85773fbd44 admin admin] Calling delete_port for a17653b0-7a94-4ad6-a0f9-ffa18211eaf1 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:37.297991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fa16d4-f5b9-472f-8108-91b57a484b25 admin admin] Router 9097444f-33c9-45e7-a7a7-df660045a724 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:07:37.402589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6174b2-6acc-4eb4-855e-73af353e6f7b req-6f4fd472-d300-4ca6-977a-4184891c32ad tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:37.404216 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc6174b2-6acc-4eb4-855e-73af353e6f7b req-6f4fd472-d300-4ca6-977a-4184891c32ad tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 950 time: 0.1421881 Feb 11 05:07:37.525040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc6174b2-6acc-4eb4-855e-73af353e6f7b req-e2800fa5-86dd-4b40-98f5-ac827b63d16c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119726 Feb 11 05:07:37.534885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd1f89-8901-454e-8b41-7756ac061910 req-0955926f-4307-48ed-875b-e1dcb982ba06 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:37.536603 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52bd1f89-8901-454e-8b41-7756ac061910 req-0955926f-4307-48ed-875b-e1dcb982ba06 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 945 time: 0.1724102 Feb 11 05:07:37.706820 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52bd1f89-8901-454e-8b41-7756ac061910 req-db4d1a8a-8ffc-4b40-981b-dd6956833007 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506631 Feb 11 05:07:37.708005 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9d811974-5100-415c-a8b6-3d85773fbd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (a17653b0-7a94-4ad6-a0f9-ffa18211eaf1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:37.741171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fa16d4-f5b9-472f-8108-91b57a484b25 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:37.754420 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d758e6-8444-4951-b491-84314d9c81ba None None] Sync routers for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:37.763307 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-91fa16d4-f5b9-472f-8108-91b57a484b25 admin admin] 10.222.0.87 "PUT /v2.0/routers/9097444f-33c9-45e7-a7a7-df660045a724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6108572 Feb 11 05:07:37.766377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50160) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:37.771595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d811974-5100-415c-a8b6-3d85773fbd44 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17653b0-7a94-4ad6-a0f9-ffa18211eaf1,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:37.803242 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d758e6-8444-4951-b491-84314d9c81ba None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:37.804322 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-61d758e6-8444-4951-b491-84314d9c81ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:37.812602 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9d811974-5100-415c-a8b6-3d85773fbd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (b6620ce7-fc96-4483-a889-e3daa0c0e2d0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:37.990287 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d325982b-853b-4968-823b-f951e1ed871f no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:38.020418 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: d325982b-853b-4968-823b-f951e1ed871f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:38.021033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d325982b-853b-4968-823b-f951e1ed871f not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:38.022388 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3ec-0899-4bee-92b3-4bfa3924ba3f admin admin] Publish callbacks [] for router (9097444f-33c9-45e7-a7a7-df660045a724), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.053335 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-61d758e6-8444-4951-b491-84314d9c81ba None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:38.158246 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3ec-0899-4bee-92b3-4bfa3924ba3f admin admin] Publish callbacks [] for router_gateway (9097444f-33c9-45e7-a7a7-df660045a724), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.223869 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-fbf9c3ec-0899-4bee-92b3-4bfa3924ba3f admin admin] Deleting port a1da9282-5482-4e6a-828a-9a696d7e9e8e {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:38.224260 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3ec-0899-4bee-92b3-4bfa3924ba3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a1da9282-5482-4e6a-828a-9a696d7e9e8e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.250149 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-61d758e6-8444-4951-b491-84314d9c81ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:07:36Z', 'revision_number': 5, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port': {'id': 'a1da9282-5482-4e6a-828a-9a696d7e9e8e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9097444f-33c9-45e7-a7a7-df660045a724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:38.326550 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-fbf9c3ec-0899-4bee-92b3-4bfa3924ba3f admin admin] For port a1da9282-5482-4e6a-828a-9a696d7e9e8e, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a1da9282-5482-4e6a-828a-9a696d7e9e8e,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:38.327580 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3ec-0899-4bee-92b3-4bfa3924ba3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a1da9282-5482-4e6a-828a-9a696d7e9e8e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.344620 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-fbf9c3ec-0899-4bee-92b3-4bfa3924ba3f admin admin] Calling delete_port for a1da9282-5482-4e6a-828a-9a696d7e9e8e owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:38.371859 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d758e6-8444-4951-b491-84314d9c81ba None None] Checking router: 9097444f-33c9-45e7-a7a7-df660045a724 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:38.380715 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d758e6-8444-4951-b491-84314d9c81ba None None] Routers {'9097444f-33c9-45e7-a7a7-df660045a724'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:38.381578 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-61d758e6-8444-4951-b491-84314d9c81ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9097444f-33c9-45e7-a7a7-df660045a724'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:38.388498 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9d811974-5100-415c-a8b6-3d85773fbd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (b6620ce7-fc96-4483-a889-e3daa0c0e2d0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.391221 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9d811974-5100-415c-a8b6-3d85773fbd44 admin admin] Publish callbacks [] for router_controller (b6620ce7-fc96-4483-a889-e3daa0c0e2d0), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.472411 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-61d758e6-8444-4951-b491-84314d9c81ba None None] Set router 9097444f-33c9-45e7-a7a7-df660045a724 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:38.473024 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a450bf1-499c-4828-a783-4e4265d4d58c req-c3ea0b21-60ce-491d-869e-211e60e271d1 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:38.480946 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a450bf1-499c-4828-a783-4e4265d4d58c req-c3ea0b21-60ce-491d-869e-211e60e271d1 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 1133 time: 0.5017409 Feb 11 05:07:38.488997 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9d811974-5100-415c-a8b6-3d85773fbd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (b6620ce7-fc96-4483-a889-e3daa0c0e2d0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.489401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d811974-5100-415c-a8b6-3d85773fbd44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6620ce7-fc96-4483-a889-e3daa0c0e2d0 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:07:38.506671 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9d811974-5100-415c-a8b6-3d85773fbd44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.514075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9d811974-5100-415c-a8b6-3d85773fbd44 admin admin] 10.222.0.87 "DELETE /v2.0/routers/b6620ce7-fc96-4483-a889-e3daa0c0e2d0 HTTP/1.1" status: 204 len: 168 time: 2.4312170 Feb 11 05:07:38.520887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75549c4-6558-464d-9538-66ad0c06d355 req-298bff05-f077-4f6a-abe6-fce1bb3640a3 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:38.522359 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a75549c4-6558-464d-9538-66ad0c06d355 req-298bff05-f077-4f6a-abe6-fce1bb3640a3 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 945 time: 0.5421145 Feb 11 05:07:38.522888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50178) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:38.539774 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-61d758e6-8444-4951-b491-84314d9c81ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:07:38Z', 'revision_number': 6, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:38.568404 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d758e6-8444-4951-b491-84314d9c81ba None None] The sync data for ids ['9097444f-33c9-45e7-a7a7-df660045a724'] in n-d-713499-38 is: [{'id': '9097444f-33c9-45e7-a7a7-df660045a724', 'name': 'tempest-FloatingIPsAssociationTestJSON-2027835090-router', 'tenant_id': '80ff801aea114272a6450e2bfa248723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:06:02Z', 'updated_at': '2022-02-11T05:07:38Z', 'revision_number': 6, 'project_id': '80ff801aea114272a6450e2bfa248723', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:38.585211 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3ec-0899-4bee-92b3-4bfa3924ba3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (a1da9282-5482-4e6a-828a-9a696d7e9e8e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.615153 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9c3ec-0899-4bee-92b3-4bfa3924ba3f admin admin] Pushing event deleted for resources: {'Port': ['ID=a1da9282-5482-4e6a-828a-9a696d7e9e8e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:38.631785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ef36ad-1db6-4d05-a9d7-6ab5242fa7f4 admin admin] Deleting subnet 665b633b-126f-41c1-b158-c4dba58bfcd3 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:07:38.641510 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-10ef36ad-1db6-4d05-a9d7-6ab5242fa7f4 admin admin] Publish callbacks [] for subnet (665b633b-126f-41c1-b158-c4dba58bfcd3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.652961 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3ec-0899-4bee-92b3-4bfa3924ba3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (9097444f-33c9-45e7-a7a7-df660045a724), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.700262 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a450bf1-499c-4828-a783-4e4265d4d58c req-db0539b5-dee9-4018-8351-900263c1fcae tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183743 Feb 11 05:07:38.738535 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a75549c4-6558-464d-9538-66ad0c06d355 req-582692f5-2d17-4e7b-b5c4-a45899ef4e97 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762817 Feb 11 05:07:38.741025 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-10ef36ad-1db6-4d05-a9d7-6ab5242fa7f4 admin admin] Publish callbacks [] for subnet (665b633b-126f-41c1-b158-c4dba58bfcd3), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.854253 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3ec-0899-4bee-92b3-4bfa3924ba3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (9097444f-33c9-45e7-a7a7-df660045a724), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.859595 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3ec-0899-4bee-92b3-4bfa3924ba3f admin admin] Publish callbacks [] for router_controller (9097444f-33c9-45e7-a7a7-df660045a724), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.918787 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-10ef36ad-1db6-4d05-a9d7-6ab5242fa7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (665b633b-126f-41c1-b158-c4dba58bfcd3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.958782 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3ec-0899-4bee-92b3-4bfa3924ba3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (9097444f-33c9-45e7-a7a7-df660045a724), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.959286 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf9c3ec-0899-4bee-92b3-4bfa3924ba3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9097444f-33c9-45e7-a7a7-df660045a724 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:07:38.966853 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbf9c3ec-0899-4bee-92b3-4bfa3924ba3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:38.971080 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fbf9c3ec-0899-4bee-92b3-4bfa3924ba3f admin admin] 10.222.0.87 "DELETE /v2.0/routers/9097444f-33c9-45e7-a7a7-df660045a724 HTTP/1.1" status: 204 len: 168 time: 1.2034814 Feb 11 05:07:38.971566 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50194) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:39.063561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a6ec70-22a7-4078-9932-a83b0d606708 admin admin] Deleting subnet 8af96a68-a447-473c-9418-5c5b5c80c18d {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:07:39.067639 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7a6ec70-22a7-4078-9932-a83b0d606708 admin admin] Publish callbacks [] for subnet (8af96a68-a447-473c-9418-5c5b5c80c18d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.109395 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7a6ec70-22a7-4078-9932-a83b0d606708 admin admin] Publish callbacks [] for subnet (8af96a68-a447-473c-9418-5c5b5c80c18d), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.117136 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-10ef36ad-1db6-4d05-a9d7-6ab5242fa7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for subnet (665b633b-126f-41c1-b158-c4dba58bfcd3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.198856 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce52741b-51da-4616-adfa-648eddc17e3e None None] Network 8e69f742-5887-4dbd-bdbf-d8b7877e4548 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:39.205798 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7a6ec70-22a7-4078-9932-a83b0d606708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (8af96a68-a447-473c-9418-5c5b5c80c18d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.222061 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-10ef36ad-1db6-4d05-a9d7-6ab5242fa7f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.227630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-10ef36ad-1db6-4d05-a9d7-6ab5242fa7f4 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/665b633b-126f-41c1-b158-c4dba58bfcd3 HTTP/1.1" status: 204 len: 168 time: 0.7011786 Feb 11 05:07:39.255893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50204) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:39.268234 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7a6ec70-22a7-4078-9932-a83b0d606708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for subnet (8af96a68-a447-473c-9418-5c5b5c80c18d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.311216 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6ec70-22a7-4078-9932-a83b0d606708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8af96a68-a447-473c-9418-5c5b5c80c18d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:39.317879 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7a6ec70-22a7-4078-9932-a83b0d606708 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.323400 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f7a6ec70-22a7-4078-9932-a83b0d606708 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/8af96a68-a447-473c-9418-5c5b5c80c18d HTTP/1.1" status: 204 len: 168 time: 0.3508081 Feb 11 05:07:39.327017 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50212) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:39.394802 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88a714d-6301-4936-9521-0634e346dd95 None None] Network d350fa86-0547-41d6-9419-e18c3ef33e00 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:39.400307 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (8e69f742-5887-4dbd-bdbf-d8b7877e4548), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.421538 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef36ad-1db6-4d05-a9d7-6ab5242fa7f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=665b633b-126f-41c1-b158-c4dba58bfcd3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:39.446695 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790c51b-ab6b-4881-b1d3-c28f4ef1e27b req-125c9879-bf7d-4b4b-b881-1ca032b5ff57 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:39.454149 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8790c51b-ab6b-4881-b1d3-c28f4ef1e27b req-125c9879-bf7d-4b4b-b881-1ca032b5ff57 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.5656126 Feb 11 05:07:39.467515 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (d350fa86-0547-41d6-9419-e18c3ef33e00), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.528166 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8790c51b-ab6b-4881-b1d3-c28f4ef1e27b req-a4512ec5-95e9-4a22-a8ae-1aa5c73ef825 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730677 Feb 11 05:07:39.531210 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Deleting port 85bf3569-1699-455b-9257-bce8291cdf66 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:39.531716 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (85bf3569-1699-455b-9257-bce8291cdf66), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.574371 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.575497 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ceafb7-cd5a-4ed1-bf1b-1cfac1d92b43 req-afd554f3-72fb-4be3-9184-6954e02c5b8d tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:39.582569 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89ceafb7-cd5a-4ed1-bf1b-1cfac1d92b43 req-afd554f3-72fb-4be3-9184-6954e02c5b8d tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 945 time: 0.4746253 Feb 11 05:07:39.612001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Deleting port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:39.612357 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.651703 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] For port 85bf3569-1699-455b-9257-bce8291cdf66, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=85bf3569-1699-455b-9257-bce8291cdf66,segment=NetworkSegment(8c295647-fa3d-4f83-8eae-217c3190d53a),segment_id=8c295647-fa3d-4f83-8eae-217c3190d53a)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:39.652172 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (85bf3569-1699-455b-9257-bce8291cdf66), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.683232 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Calling delete_port for 85bf3569-1699-455b-9257-bce8291cdf66 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:39.713312 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89ceafb7-cd5a-4ed1-bf1b-1cfac1d92b43 req-9dbab494-ff61-4e44-a65f-4c1838c19526 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294134 Feb 11 05:07:39.716748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f1e148-5550-4691-b6bb-8ce7cae3cd2e None None] DHCP port deletion for 8e69f742-5887-4dbd-bdbf-d8b7877e4548 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:07:39.783043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5b3eb7-3eec-4ed0-bb7c-879ff6badb44 None None] DHCP port deletion for d350fa86-0547-41d6-9419-e18c3ef33e00 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:07:39.868210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] For port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3,segment=NetworkSegment(9c507bc9-7d10-4ff7-8d02-254e3be1f6ed),segment_id=9c507bc9-7d10-4ff7-8d02-254e3be1f6ed)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:39.869152 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.886723 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (85bf3569-1699-455b-9257-bce8291cdf66), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:39.924302 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Calling delete_port for 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:39.944412 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-60991331-eaed-4a17-ac38-503db5bff044 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407336 Feb 11 05:07:39.952955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] No DVR routers for this DVR port 85bf3569-1699-455b-9257-bce8291cdf66 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:40.047720 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (d350fa86-0547-41d6-9419-e18c3ef33e00), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.071639 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-f1942969-e5d2-4e67-9b27-887f5c40de20 req-43c2ea96-da80-498f-a7c9-43375a72aa88 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:07:40.072985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1942969-e5d2-4e67-9b27-887f5c40de20 req-43c2ea96-da80-498f-a7c9-43375a72aa88 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101764 Feb 11 05:07:40.073274 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.073957 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.074785 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.075124 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Subscribe: > port after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.075487 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.075832 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Subscribe: > port after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.076173 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.076520 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.077791 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.078156 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.115767 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:40.139177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-54b6242f-ce76-46b2-bf30-bc3ace26a2ff tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:40.140720 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-54b6242f-ce76-46b2-bf30-bc3ace26a2ff tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890109 Feb 11 05:07:40.146663 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.161404 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-61f1e148-5550-4691-b6bb-8ce7cae3cd2e None None] Deleting port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:40.161764 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61f1e148-5550-4691-b6bb-8ce7cae3cd2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.180260 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.180630 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.181083 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.181425 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.181891 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d350fa86-0547-41d6-9419-e18c3ef33e00']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:40.203907 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Pushing event deleted for resources: {'Port': ['ID=6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:40.215276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] No DVR routers for this DVR port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:40.221017 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c295647-fa3d-4f83-8eae-217c3190d53a') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:40.221328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c295647-fa3d-4f83-8eae-217c3190d53a') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:40.224025 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-a748fd02-1924-4961-b838-79d6b66634f5 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/quotas/923c8e6b939346a0ab9f11e00e8ae595 HTTP/1.1" status: 200 len: 375 time: 0.0533800 Feb 11 05:07:40.249312 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (8c295647-fa3d-4f83-8eae-217c3190d53a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.249591 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-61f1e148-5550-4691-b6bb-8ce7cae3cd2e None None] For port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:40.250064 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61f1e148-5550-4691-b6bb-8ce7cae3cd2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.268210 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-61f1e148-5550-4691-b6bb-8ce7cae3cd2e None None] Calling delete_port for 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:40.273434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-61f1e148-5550-4691-b6bb-8ce7cae3cd2e None None] Port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:07:40.277612 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61f1e148-5550-4691-b6bb-8ce7cae3cd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.277875 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (8c295647-fa3d-4f83-8eae-217c3190d53a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.290494 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:40.290926 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (8c295647-fa3d-4f83-8eae-217c3190d53a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.345320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1e148-5550-4691-b6bb-8ce7cae3cd2e None None] Pushing event deleted for resources: {'Port': ['ID=6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:40.347699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1e148-5550-4691-b6bb-8ce7cae3cd2e None None] No DVR routers for this DVR port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:40.353362 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (8e69f742-5887-4dbd-bdbf-d8b7877e4548), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.357012 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b3eb7-3eec-4ed0-bb7c-879ff6badb44 None None] Deleting port 85bf3569-1699-455b-9257-bce8291cdf66 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:40.357519 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3eb7-3eec-4ed0-bb7c-879ff6badb44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (85bf3569-1699-455b-9257-bce8291cdf66), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.384239 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.385258 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.386345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.387481 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Subscribe: > port after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.388311 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.389424 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Subscribe: > port after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.390146 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Pushing event deleted for resources: {'Port': ['ID=85bf3569-1699-455b-9257-bce8291cdf66,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:40.390710 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.391301 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.391903 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.392629 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.427611 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No active binding found for port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 {{(pid=103173) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 05:07:40.428003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] The host n-d-713499-38 is not matching for port 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 host None! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:07:40.428394 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6e39d0d9-e1f5-4e35-bf5d-4f075bb024c3 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:40.428824 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 85bf3569-1699-455b-9257-bce8291cdf66 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: from cryptography.utils import int_from_bytes Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: from cryptography.utils import int_from_bytes Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:40.436459 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:40.439264 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (d350fa86-0547-41d6-9419-e18c3ef33e00), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.455046 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.485335 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] 10.222.0.87 "DELETE /v2.0/networks/d350fa86-0547-41d6-9419-e18c3ef33e00 HTTP/1.1" status: 204 len: 168 time: 1.1569300 Feb 11 05:07:40.497541 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.497933 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.498259 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.498598 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 05:07:40.498972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e69f742-5887-4dbd-bdbf-d8b7877e4548']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:40.506053 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 85bf3569-1699-455b-9257-bce8291cdf66 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:40.506406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 85bf3569-1699-455b-9257-bce8291cdf66 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:40.506833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a17653b0-7a94-4ad6-a0f9-ffa18211eaf1 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:40.513263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ee5b3eb7-3eec-4ed0-bb7c-879ff6badb44 None None] For port 85bf3569-1699-455b-9257-bce8291cdf66, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:40.513657 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3eb7-3eec-4ed0-bb7c-879ff6badb44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (85bf3569-1699-455b-9257-bce8291cdf66), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.539502 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: a17653b0-7a94-4ad6-a0f9-ffa18211eaf1 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:40.539818 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a17653b0-7a94-4ad6-a0f9-ffa18211eaf1 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:40.540464 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:40.545315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:40.545766 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c507bc9-7d10-4ff7-8d02-254e3be1f6ed') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:40.566043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b3eb7-3eec-4ed0-bb7c-879ff6badb44 None None] Calling delete_port for 85bf3569-1699-455b-9257-bce8291cdf66 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:40.570280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-ee5b3eb7-3eec-4ed0-bb7c-879ff6badb44 None None] Port 85bf3569-1699-455b-9257-bce8291cdf66 was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:07:40.571958 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3eb7-3eec-4ed0-bb7c-879ff6badb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (85bf3569-1699-455b-9257-bce8291cdf66), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.574129 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:40.574667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7a1fae42-1d1e-4f38-b8b6-42a7ee9ddb68 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:40.575268 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a1da9282-5482-4e6a-828a-9a696d7e9e8e no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:40.597752 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e95733-9b01-4176-a21f-09c20449d912 admin admin] Pushing event deleted for resources: {'Network': ['ID=d350fa86-0547-41d6-9419-e18c3ef33e00,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:40.606488 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (9c507bc9-7d10-4ff7-8d02-254e3be1f6ed), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.611186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee5b3eb7-3eec-4ed0-bb7c-879ff6badb44 None None] Network d350fa86-0547-41d6-9419-e18c3ef33e00 is not hosted by any dhcp agent {{(pid=103173) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:07:40.612053 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b3eb7-3eec-4ed0-bb7c-879ff6badb44 None None] No DVR routers for this DVR port 85bf3569-1699-455b-9257-bce8291cdf66 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:40.637303 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (9c507bc9-7d10-4ff7-8d02-254e3be1f6ed), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.637525 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-0a1a26c1-1e8d-4266-a0ff-76eea286c492 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1509728 Feb 11 05:07:40.649241 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-8fe6ac87-3157-4439-a59a-06c46ba1482c service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:07:40.649604 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:40.650048 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (9c507bc9-7d10-4ff7-8d02-254e3be1f6ed), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.650287 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-8fe6ac87-3157-4439-a59a-06c46ba1482c service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054262 Feb 11 05:07:40.652050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: a1da9282-5482-4e6a-828a-9a696d7e9e8e {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:40.652592 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a1da9282-5482-4e6a-828a-9a696d7e9e8e not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:40.657717 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b3eb7-3eec-4ed0-bb7c-879ff6badb44 None None] Pushing event deleted for resources: {'Port': ['ID=85bf3569-1699-455b-9257-bce8291cdf66,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: from cryptography.utils import int_from_bytes Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: from cryptography.utils import int_from_bytes Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:40.675132 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:40.745290 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50252) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:40.751936 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (8e69f742-5887-4dbd-bdbf-d8b7877e4548), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.787121 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-006db2c6-9195-4bb5-acc0-f18b49da6dbe tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5235291 Feb 11 05:07:40.802645 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:40.811720 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] 10.222.0.87 "DELETE /v2.0/networks/8e69f742-5887-4dbd-bdbf-d8b7877e4548 HTTP/1.1" status: 204 len: 168 time: 1.5339236 Feb 11 05:07:40.818157 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8d09ec0c-6218-43e7-a6ab-f04ebd5d7b7d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=80ff801aea114272a6450e2bfa248723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0691955 Feb 11 05:07:40.818157 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50258) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:40.818374 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50260) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:40.822818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acc39f-8439-4f33-a8f5-8f13fd0502d7 req-9dd7c72c-fc9e-4d4c-9e35-d176932924e6 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:40.826580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25acc39f-8439-4f33-a8f5-8f13fd0502d7 req-9dd7c72c-fc9e-4d4c-9e35-d176932924e6 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 945 time: 0.3105271 Feb 11 05:07:40.842715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cccc9a7-4a08-4121-a4ce-3ed66f72e76f admin admin] Pushing event deleted for resources: {'Network': ['ID=8e69f742-5887-4dbd-bdbf-d8b7877e4548,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:40.937218 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25acc39f-8439-4f33-a8f5-8f13fd0502d7 req-0a8f0c61-2032-4aa5-b9e1-972d7112ae70 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944400 Feb 11 05:07:41.058423 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4949d4ea-ae8e-4a4b-8806-dbd6cf033a66 admin admin] Publish callbacks [] for security_group (193cb501-40ab-4281-8685-f463d7ed88c7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.083798 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4949d4ea-ae8e-4a4b-8806-dbd6cf033a66 admin admin] Publish callbacks [] for security_group (193cb501-40ab-4281-8685-f463d7ed88c7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.220296 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4949d4ea-ae8e-4a4b-8806-dbd6cf033a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (193cb501-40ab-4281-8685-f463d7ed88c7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.223003 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4949d4ea-ae8e-4a4b-8806-dbd6cf033a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.228266 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4949d4ea-ae8e-4a4b-8806-dbd6cf033a66 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/193cb501-40ab-4281-8685-f463d7ed88c7 HTTP/1.1" status: 204 len: 168 time: 0.4090793 Feb 11 05:07:41.245651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88e61d67-a68f-40dd-b3e8-5c47749c91ea req-f5dd4bfd-ccc5-48bf-ad8b-e2e8864e6f81 tempest-QuotasAdminNegativeTest-345099358 tempest-QuotasAdminNegativeTest-345099358-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=5a30165cec014a149e29ebeb64616867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766609 Feb 11 05:07:41.273583 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949d4ea-ae8e-4a4b-8806-dbd6cf033a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193cb501-40ab-4281-8685-f463d7ed88c7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:41.291550 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79716c-8a85-481c-a61b-c6aa5ce0d6f8 req-9141be6b-6948-4953-a872-923d6f3988a8 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:41.309620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d79716c-8a85-481c-a61b-c6aa5ce0d6f8 req-9141be6b-6948-4953-a872-923d6f3988a8 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.2168071 Feb 11 05:07:41.444369 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d79716c-8a85-481c-a61b-c6aa5ce0d6f8 req-c0b2b85c-be84-428e-8f7f-548886f0318b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334393 Feb 11 05:07:41.588790 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e61d67-a68f-40dd-b3e8-5c47749c91ea req-57d77a4b-41bf-43fb-a0e4-c002e9edebb4 tempest-QuotasAdminNegativeTest-345099358 tempest-QuotasAdminNegativeTest-345099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:41.598237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88e61d67-a68f-40dd-b3e8-5c47749c91ea req-57d77a4b-41bf-43fb-a0e4-c002e9edebb4 tempest-QuotasAdminNegativeTest-345099358 tempest-QuotasAdminNegativeTest-345099358-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3467121 Feb 11 05:07:41.650095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88e61d67-a68f-40dd-b3e8-5c47749c91ea req-70f5ab17-9ef9-4c83-b609-22e946d3812e tempest-QuotasAdminNegativeTest-345099358 tempest-QuotasAdminNegativeTest-345099358-project] 10.222.0.87 "GET /v2.0/quotas/5a30165cec014a149e29ebeb64616867 HTTP/1.1" status: 200 len: 375 time: 0.0498645 Feb 11 05:07:41.679140 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50314) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:41.757229 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88e61d67-a68f-40dd-b3e8-5c47749c91ea req-78e74e56-a3d6-4f3c-b705-9e93c81675e0 tempest-QuotasAdminNegativeTest-345099358 tempest-QuotasAdminNegativeTest-345099358-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5a30165cec014a149e29ebeb64616867&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1060743 Feb 11 05:07:41.829429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404e461-15ad-4c05-8c46-fb06b78f0c53 req-a93add8b-a87b-4b3f-8b4e-3321cce01471 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:41.850286 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a404e461-15ad-4c05-8c46-fb06b78f0c53 req-a93add8b-a87b-4b3f-8b4e-3321cce01471 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 945 time: 0.2382321 Feb 11 05:07:41.966422 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8bc7fc99-fe3d-4528-95c4-083a43563c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (5ec5a340-60e1-42f6-b053-af8d48d04fdb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:41.999047 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a404e461-15ad-4c05-8c46-fb06b78f0c53 req-762762e5-4355-4004-b640-0c924ddc7df6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397486 Feb 11 05:07:42.058373 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a9269bb-ca89-4385-91b0-f5b8553ad442 req-53eb6d9b-b4ad-4399-b3ec-97ffa10ee84e tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 210 time: 0.0779324 Feb 11 05:07:42.082856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-82b38f01-6323-4769-9440-de07bdf8c266 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:42.097643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-82b38f01-6323-4769-9440-de07bdf8c266 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports/132c87d5-c39d-463e-a3a5-b8250cc4fc1a HTTP/1.1" status: 200 len: 946 time: 0.4151134 Feb 11 05:07:42.286882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a774e-933a-4efb-a17a-72e787eb890f req-cda68805-2120-437f-b825-2a730cc37f70 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:42.288434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c47a774e-933a-4efb-a17a-72e787eb890f req-cda68805-2120-437f-b825-2a730cc37f70 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 945 time: 0.1305051 Feb 11 05:07:42.381642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c47a774e-933a-4efb-a17a-72e787eb890f req-454df587-a99c-48ce-a402-c26676f5548a tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833488 Feb 11 05:07:42.529979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8bc7fc99-fe3d-4528-95c4-083a43563c65 admin admin] Deleting port c0dac179-7876-4f61-9638-be30a76f9073 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:42.530340 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8bc7fc99-fe3d-4528-95c4-083a43563c65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c0dac179-7876-4f61-9638-be30a76f9073), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:42.690536 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b696f-f596-45e8-ba10-ff07ade5cca9 req-be93c992-5a99-47c1-9180-1061161501b5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:42.701419 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d18b696f-f596-45e8-ba10-ff07ade5cca9 req-be93c992-5a99-47c1-9180-1061161501b5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.0871294 Feb 11 05:07:42.771706 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-cf99e8df-46ac-49aa-ac7a-ea3eae266edc tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321219 Feb 11 05:07:42.789010 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d18b696f-f596-45e8-ba10-ff07ade5cca9 req-03f7cda8-1645-46d4-a441-56d24f7a69ce tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808604 Feb 11 05:07:42.920193 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50368) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:43.125774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ab5ecfa8-1962-4928-bb8e-aa6fb8f1dcbd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1786011899-network', 'tenant_id': 'e27e444792ab4b0a8fcaa15d5271b381'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:43.247376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5ecfa8-1962-4928-bb8e-aa6fb8f1dcbd admin admin] Made reservation on behalf of e27e444792ab4b0a8fcaa15d5271b381 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:43.249995 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecfa8-1962-4928-bb8e-aa6fb8f1dcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.276113 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecfa8-1962-4928-bb8e-aa6fb8f1dcbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.314428 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-8bc7fc99-fe3d-4528-95c4-083a43563c65 admin admin] For port c0dac179-7876-4f61-9638-be30a76f9073, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c0dac179-7876-4f61-9638-be30a76f9073,segment=NetworkSegment(49129d50-9fc0-435a-aafd-756226ae9a98),segment_id=49129d50-9fc0-435a-aafd-756226ae9a98)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:43.315174 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8bc7fc99-fe3d-4528-95c4-083a43563c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c0dac179-7876-4f61-9638-be30a76f9073), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.346877 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8bc7fc99-fe3d-4528-95c4-083a43563c65 admin admin] Calling delete_port for c0dac179-7876-4f61-9638-be30a76f9073 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:43.359529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae8df1-ebe8-422e-b115-df8cc6140ef3 req-38ed4fda-2872-4a6d-89a3-ea9107e400d2 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:43.366040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1dae8df1-ebe8-422e-b115-df8cc6140ef3 req-38ed4fda-2872-4a6d-89a3-ea9107e400d2 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 945 time: 0.2027366 Feb 11 05:07:43.380814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-2ea45b56-5f2b-400a-a898-0b88ceb57475 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:43.383201 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-2ea45b56-5f2b-400a-a898-0b88ceb57475 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6044862 Feb 11 05:07:43.418928 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-07b7d827-c9cf-48d2-bb6e-5119dd47ff72 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Request body: {'port': {'device_id': '46d16b7c-e6dd-41f7-9e2f-59374b3c8094', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '923c8e6b939346a0ab9f11e00e8ae595'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:43.446930 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1dae8df1-ebe8-422e-b115-df8cc6140ef3 req-ad7e04be-552c-4680-8711-c7d945f64e95 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791502 Feb 11 05:07:43.466311 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-972c74fe-5ccd-4374-833c-00687701f4d0 req-ff8b58a3-e5fe-4cdd-ba5f-a6f92ab4f679 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 210 time: 0.0930278 Feb 11 05:07:43.510493 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecfa8-1962-4928-bb8e-aa6fb8f1dcbd admin admin] Publish callbacks [] for security_group (f1066e78-d19f-4cbb-b74f-67890b2ec40c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.517258 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecfa8-1962-4928-bb8e-aa6fb8f1dcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f1066e78-d19f-4cbb-b74f-67890b2ec40c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.558621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ecfa8-1962-4928-bb8e-aa6fb8f1dcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1066e78-d19f-4cbb-b74f-67890b2ec40c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:43.570800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5ecfa8-1962-4928-bb8e-aa6fb8f1dcbd admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:07:43.582468 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecfa8-1962-4928-bb8e-aa6fb8f1dcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d4607f67-abcf-426a-a19a-539def7cd95a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.582891 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-ab5ecfa8-1962-4928-bb8e-aa6fb8f1dcbd admin admin] Added segment d4607f67-abcf-426a-a19a-539def7cd95a of type vlan for network 6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a Feb 11 05:07:43.634681 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecfa8-1962-4928-bb8e-aa6fb8f1dcbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.703188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-07b7d827-c9cf-48d2-bb6e-5119dd47ff72 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Made reservation on behalf of 923c8e6b939346a0ab9f11e00e8ae595 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:43.707685 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-07b7d827-c9cf-48d2-bb6e-5119dd47ff72 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.730073 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecfa8-1962-4928-bb8e-aa6fb8f1dcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.731046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5ecfa8-1962-4928-bb8e-aa6fb8f1dcbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:43.731744 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecfa8-1962-4928-bb8e-aa6fb8f1dcbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.771433 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-d7bbafd7-0692-4705-86ef-339fd1c3186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:43.773035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-d7bbafd7-0692-4705-86ef-339fd1c3186b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 1132 time: 0.1349165 Feb 11 05:07:43.779006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ab5ecfa8-1962-4928-bb8e-aa6fb8f1dcbd admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8580391 Feb 11 05:07:43.782391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50402) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:43.787924 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.790638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-5198f16b-1e90-4746-a782-1c72abfd7476 admin admin] Request body: {'subnet': {'network_id': '6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1786011899-subnet', 'tenant_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:43.845619 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ecfa8-1962-4928-bb8e-aa6fb8f1dcbd admin admin] Pushing event updated for resources: {'Network': ['ID=6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:43.857504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:07:43.860170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6548e67-c1b6-4cba-a1d3-0153ce8c60b5 req-4259ae5c-e647-41e0-93ba-e60d8522d5c3 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:43.867300 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6548e67-c1b6-4cba-a1d3-0153ce8c60b5 req-4259ae5c-e647-41e0-93ba-e60d8522d5c3 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 945 time: 0.2008364 Feb 11 05:07:43.958044 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8bc7fc99-fe3d-4528-95c4-083a43563c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c0dac179-7876-4f61-9638-be30a76f9073), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:43.964459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-19b0f190-9f6e-4ba1-b345-bf7487495df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:43.965943 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-19b0f190-9f6e-4ba1-b345-bf7487495df0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.1812403 Feb 11 05:07:44.004036 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7fc99-fe3d-4528-95c4-083a43563c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0dac179-7876-4f61-9638-be30a76f9073,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:44.025200 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5198f16b-1e90-4746-a782-1c72abfd7476 admin admin] Made reservation on behalf of e27e444792ab4b0a8fcaa15d5271b381 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:44.027543 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5198f16b-1e90-4746-a782-1c72abfd7476 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:44.043485 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-e93c56ba-b462-4a18-8f23-5bd37863ae92 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=132c87d5-c39d-463e-a3a5-b8250cc4fc1a HTTP/1.1" status: 200 len: 217 time: 0.0640392 Feb 11 05:07:44.156136 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6548e67-c1b6-4cba-a1d3-0153ce8c60b5 req-37f2a74b-8130-42c5-970d-5dc7d2969e95 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879550 Feb 11 05:07:44.211694 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-07b7d827-c9cf-48d2-bb6e-5119dd47ff72 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Allocated IP 192.168.233.26 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/4bab7981-47d8-4d6c-a67c-268bc119ac9a) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:44.224560 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fa6eb976-d5af-471c-b736-735a0c5bebfa req-6df296e3-05a8-4b20-976f-cebbfc19be73 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=380f81db-f5ba-42bb-8a51-91ce1072954b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2273226 Feb 11 05:07:44.283561 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-692a6d50-3dc6-40fd-8d15-051098acd668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:44.285950 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-692a6d50-3dc6-40fd-8d15-051098acd668 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.2261698 Feb 11 05:07:44.367095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6ddd3-adbd-4df6-a65d-c26c8ed4b62d req-68d3515f-983b-49c9-a63d-8a5aa43041cf tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:44.371000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7e6ddd3-adbd-4df6-a65d-c26c8ed4b62d req-68d3515f-983b-49c9-a63d-8a5aa43041cf tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.2128375 Feb 11 05:07:44.445093 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8bc7fc99-fe3d-4528-95c4-083a43563c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (5ec5a340-60e1-42f6-b053-af8d48d04fdb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:44.461587 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1fedc1ab-5c56-4c03-825f-7115d31421c6 req-309185bc-3748-49ba-b8b2-2e614f7c0b4c tempest-QuotasAdminNegativeTest-345099358 tempest-QuotasAdminNegativeTest-345099358-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=5a30165cec014a149e29ebeb64616867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1680744 Feb 11 05:07:44.476812 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eb976-d5af-471c-b736-735a0c5bebfa req-b8d302de-a8b5-4a48-a414-a8a604cdf8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:44.478351 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fa6eb976-d5af-471c-b736-735a0c5bebfa req-b8d302de-a8b5-4a48-a414-a8a604cdf8cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=380f81db-f5ba-42bb-8a51-91ce1072954b HTTP/1.1" status: 200 len: 1153 time: 0.2056997 Feb 11 05:07:44.560140 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7e6ddd3-adbd-4df6-a65d-c26c8ed4b62d req-6caca714-f6ff-470a-bbe2-a5071ac8fad6 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107657 Feb 11 05:07:44.630146 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5198f16b-1e90-4746-a782-1c72abfd7476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (4a9ed615-3ec7-46cd-b728-e56391863dba), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:44.641265 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-07b7d827-c9cf-48d2-bb6e-5119dd47ff72 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks [] for port (4bab7981-47d8-4d6c-a67c-268bc119ac9a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:44.679247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-6db762ca-e650-43c9-bf2c-c3b0114a247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:44.680682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-6db762ca-e650-43c9-bf2c-c3b0114a247a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3823643 Feb 11 05:07:44.717367 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-102806b6-d020-470a-8e8f-4962fca55dd9 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=9f4c327d5a654563b29711fa52ee234a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825362 Feb 11 05:07:44.735052 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eb976-d5af-471c-b736-735a0c5bebfa req-338d4085-3ec6-4998-813f-1c87c890cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:44.736471 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fa6eb976-d5af-471c-b736-735a0c5bebfa req-338d4085-3ec6-4998-813f-1c87c890cb0a service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.2021451 Feb 11 05:07:44.766631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198f16b-1e90-4746-a782-1c72abfd7476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a9ed615-3ec7-46cd-b728-e56391863dba,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:44.785283 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-07b7d827-c9cf-48d2-bb6e-5119dd47ff72 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (4bab7981-47d8-4d6c-a67c-268bc119ac9a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:44.802641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61dc99a3-3efa-4e98-a339-2b589d6bec35', '26a7c47b-a932-400a-9c67-1976fe015c86'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:44.808065 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['cd461615-d95b-4307-b37a-56f072155ce7', '5087a3bb-5f06-4d50-ba9f-85aa110de8c8', 'a48806c1-b8be-42b3-bdff-f6b60cf609c5', '84733baa-a414-4660-8a41-c399abd69131', 'b14f2385-8478-4223-a4fe-80659a133fdf'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:44.816669 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedc1ab-5c56-4c03-825f-7115d31421c6 req-4fde5fde-4844-48d9-a765-01501c368e10 tempest-QuotasAdminNegativeTest-345099358 tempest-QuotasAdminNegativeTest-345099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:44.818965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1fedc1ab-5c56-4c03-825f-7115d31421c6 req-4fde5fde-4844-48d9-a765-01501c368e10 tempest-QuotasAdminNegativeTest-345099358 tempest-QuotasAdminNegativeTest-345099358-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3562877 Feb 11 05:07:44.856379 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fa6eb976-d5af-471c-b736-735a0c5bebfa req-033ae400-3085-4c24-9173-ab488c1bb88c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=61dc99a3-3efa-4e98-a339-2b589d6bec35 HTTP/1.1" status: 200 len: 217 time: 0.1113849 Feb 11 05:07:44.913365 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-07b7d827-c9cf-48d2-bb6e-5119dd47ff72 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:44.953753 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-07b7d827-c9cf-48d2-bb6e-5119dd47ff72 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:44.972779 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-07b7d827-c9cf-48d2-bb6e-5119dd47ff72 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:45.046254 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7d827-c9cf-48d2-bb6e-5119dd47ff72 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Pushing event updated for resources: {'Port': ['ID=4bab7981-47d8-4d6c-a67c-268bc119ac9a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:45.062153 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc7fc99-fe3d-4528-95c4-083a43563c65 admin admin] Router 5ec5a340-60e1-42f6-b053-af8d48d04fdb has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:07:45.066898 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eb976-d5af-471c-b736-735a0c5bebfa req-446263a1-1d68-4ec0-9fcc-fc1bfee6077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:45.068710 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fa6eb976-d5af-471c-b736-735a0c5bebfa req-446263a1-1d68-4ec0-9fcc-fc1bfee6077c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.2046688 Feb 11 05:07:45.133160 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-07b7d827-c9cf-48d2-bb6e-5119dd47ff72 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:45.134189 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-07b7d827-c9cf-48d2-bb6e-5119dd47ff72 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.221109 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-07b7d827-c9cf-48d2-bb6e-5119dd47ff72 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8062966 Feb 11 05:07:45.239227 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Request body: {'port': {'device_id': '46d16b7c-e6dd-41f7-9e2f-59374b3c8094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:45.283787 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eb976-d5af-471c-b736-735a0c5bebfa req-8d35c515-988d-418c-ac4d-30559ba552d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:45.285677 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fa6eb976-d5af-471c-b736-735a0c5bebfa req-8d35c515-988d-418c-ac4d-30559ba552d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2088630 Feb 11 05:07:45.333655 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1fedc1ab-5c56-4c03-825f-7115d31421c6 req-f5c6faf7-0e88-411e-ae3a-87f6f78461d3 tempest-QuotasAdminNegativeTest-345099358 tempest-QuotasAdminNegativeTest-345099358-project] 10.222.0.87 "GET /v2.0/quotas/5a30165cec014a149e29ebeb64616867 HTTP/1.1" status: 200 len: 375 time: 0.4918325 Feb 11 05:07:45.334394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5198f16b-1e90-4746-a782-1c72abfd7476 admin admin] Checking segment: {'id': 'd4607f67-abcf-426a-a19a-539def7cd95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:45.335941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5198f16b-1e90-4746-a782-1c72abfd7476 admin admin] Network hostable DHCP agents. Network: 6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:07:45.422928 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1fedc1ab-5c56-4c03-825f-7115d31421c6 req-b427e593-a565-41d9-ab0e-ba17a82cc6e8 tempest-QuotasAdminNegativeTest-345099358 tempest-QuotasAdminNegativeTest-345099358-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5a30165cec014a149e29ebeb64616867&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743942 Feb 11 05:07:45.427854 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-23e2ccf0-b070-4efc-96d2-f46a99c222ac None None] Provisioning complete for port 4bab7981-47d8-4d6c-a67c-268bc119ac9a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:45.428526 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-23e2ccf0-b070-4efc-96d2-f46a99c222ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4bab7981-47d8-4d6c-a67c-268bc119ac9a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.447291 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc7fc99-fe3d-4528-95c4-083a43563c65 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:45.450771 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4bab7981-47d8-4d6c-a67c-268bc119ac9a), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.461678 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8bc7fc99-fe3d-4528-95c4-083a43563c65 admin admin] 10.222.0.87 "PUT /v2.0/routers/5ec5a340-60e1-42f6-b053-af8d48d04fdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6405892 Feb 11 05:07:45.461678 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50444) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:45.475649 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-23e2ccf0-b070-4efc-96d2-f46a99c222ac None None] Port 4bab7981-47d8-4d6c-a67c-268bc119ac9a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:07:45.478208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08ab9f-7963-4dd4-b2f4-0bb71a373538 None None] Sync routers for ids ['5ec5a340-60e1-42f6-b053-af8d48d04fdb'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:45.489431 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-ea1f35a0-c6a1-464b-9d2c-5181976ad5a5 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7840776 Feb 11 05:07:45.511493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-86025339-c147-4d31-8497-f133be4d22ef tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:45.513051 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-86025339-c147-4d31-8497-f133be4d22ef tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7662630 Feb 11 05:07:45.520426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5198f16b-1e90-4746-a782-1c72abfd7476 admin admin] Network 6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:07:45.575845 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b08ab9f-7963-4dd4-b2f4-0bb71a373538 None None] Routers {'5ec5a340-60e1-42f6-b053-af8d48d04fdb'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:45.576962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5b08ab9f-7963-4dd4-b2f4-0bb71a373538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5ec5a340-60e1-42f6-b053-af8d48d04fdb'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:45.592206 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fa6eb976-d5af-471c-b736-735a0c5bebfa req-d2113e17-cb8d-4121-9578-885981dc285d service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630045 Feb 11 05:07:45.776306 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-ae93479c-551f-45ca-8aa6-8bffff3ab09f tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/quotas/9f4c327d5a654563b29711fa52ee234a HTTP/1.1" status: 200 len: 375 time: 0.2499614 Feb 11 05:07:45.782624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-5198f16b-1e90-4746-a782-1c72abfd7476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:45.815105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7422268c-3277-4a53-88f6-b54334d0e414 None None] Network 6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:45.820238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5198f16b-1e90-4746-a782-1c72abfd7476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:45.821412 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5198f16b-1e90-4746-a782-1c72abfd7476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.852914 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10323e01-a245-439c-bc95-bdc7e845e01f admin admin] Publish callbacks [] for router (5ec5a340-60e1-42f6-b053-af8d48d04fdb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.907039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-3fc594c3-916b-46ac-9a0b-ed0282db49a3 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9f4c327d5a654563b29711fa52ee234a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886569 Feb 11 05:07:45.925465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-36ea0393-5abf-46f0-9d36-cc9b4cc41942 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113448 Feb 11 05:07:45.929224 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5198f16b-1e90-4746-a782-1c72abfd7476 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1428475 Feb 11 05:07:45.943455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50450) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:45.950403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1786011899-router', 'tenant_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:45.963206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-5b08ab9f-7963-4dd4-b2f4-0bb71a373538 None None] Set router 5ec5a340-60e1-42f6-b053-af8d48d04fdb gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:46.017643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49308d21-7f39-4652-9b6f-92cd9c3970c4 req-556a2950-ed58-4775-b5a6-46e0bb3f2052 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:46.019513 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49308d21-7f39-4652-9b6f-92cd9c3970c4 req-556a2950-ed58-4775-b5a6-46e0bb3f2052 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 935 time: 0.2421236 Feb 11 05:07:46.053289 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (2de706d4-e7e3-4b48-b8dc-53d3cd913d94), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.054490 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (2de706d4-e7e3-4b48-b8dc-53d3cd913d94), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.217705 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49308d21-7f39-4652-9b6f-92cd9c3970c4 req-e221e39d-9d09-4e8f-b6b2-a83caa7a6a16 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912737 Feb 11 05:07:46.310623 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Publish callbacks [] for router_controller (2de706d4-e7e3-4b48-b8dc-53d3cd913d94), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.323132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a', 'network_id': '6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a', 'project_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'fixed_ips': [{'subnet_id': '4a9ed615-3ec7-46cd-b728-e56391863dba'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:07:46.324019 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.466130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10323e01-a245-439c-bc95-bdc7e845e01f admin admin] Publish callbacks [] for router_gateway (5ec5a340-60e1-42f6-b053-af8d48d04fdb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.629221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844cfc-9b9b-4f2b-8f8d-ca8934337369 req-49d60822-c14d-40dc-b477-f8941c8cdfa3 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:46.636514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Allocated IP 172.20.0.2 (6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a/4a9ed615-3ec7-46cd-b728-e56391863dba/2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:46.637550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35844cfc-9b9b-4f2b-8f8d-ca8934337369 req-49d60822-c14d-40dc-b477-f8941c8cdfa3 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 945 time: 0.3513384 Feb 11 05:07:46.704441 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Publish callbacks [] for router_gateway (2de706d4-e7e3-4b48-b8dc-53d3cd913d94), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.712299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5b08ab9f-7963-4dd4-b2f4-0bb71a373538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1329572022-router', 'tenant_id': '1608edb8d74c467ba2445bbad8031ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f51f2969-2ae7-4fb0-8034-a5afa049dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:05:03Z', 'updated_at': '2022-02-11T05:07:43Z', 'revision_number': 5, 'project_id': '1608edb8d74c467ba2445bbad8031ceb', 'gw_port': {'id': 'f51f2969-2ae7-4fb0-8034-a5afa049dafe', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:05:06Z', 'updated_at': '2022-02-11T05:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:46.725478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d03dc6-b209-4061-9c94-66b3675248b9 req-90cf919b-1e23-4798-aa54-0e6598a78826 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:46.733444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d03dc6-b209-4061-9c94-66b3675248b9 req-90cf919b-1e23-4798-aa54-0e6598a78826 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 945 time: 0.3684926 Feb 11 05:07:46.748340 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bab7981-47d8-4d6c-a67c-268bc119ac9a {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:46.758418 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Publish callbacks [] for port (4bab7981-47d8-4d6c-a67c-268bc119ac9a), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.773809 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Transition to ACTIVE for port object 4bab7981-47d8-4d6c-a67c-268bc119ac9a will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:07:46.780001 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fa6eb976-d5af-471c-b736-735a0c5bebfa req-d8179a31-9b8c-45f4-9c54-aacfd2ed9d32 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1782382 Feb 11 05:07:46.793221 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (4bab7981-47d8-4d6c-a67c-268bc119ac9a), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.826791 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35844cfc-9b9b-4f2b-8f8d-ca8934337369 req-14309690-cdd6-45b3-a375-c5aa87be9c4c tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881871 Feb 11 05:07:46.937648 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-10323e01-a245-439c-bc95-bdc7e845e01f admin admin] Deleting port f51f2969-2ae7-4fb0-8034-a5afa049dafe {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:46.939265 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10323e01-a245-439c-bc95-bdc7e845e01f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f51f2969-2ae7-4fb0-8034-a5afa049dafe), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.008898 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Pushing event updated for resources: {'Port': ['ID=4bab7981-47d8-4d6c-a67c-268bc119ac9a,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:47.048389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d03dc6-b209-4061-9c94-66b3675248b9 req-96432f41-4718-41ee-bc9b-70266047590f tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139875 Feb 11 05:07:47.137731 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acf059-c496-43c6-a3e2-6b9ab48f3124 req-c208b5e3-77f6-4472-9ecb-e89ed61e3971 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:47.157538 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-12acf059-c496-43c6-a3e2-6b9ab48f3124 req-c208b5e3-77f6-4472-9ecb-e89ed61e3971 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.1375182 Feb 11 05:07:47.182228 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Publish callbacks [] for port (2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.227665 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-10323e01-a245-439c-bc95-bdc7e845e01f admin admin] For port f51f2969-2ae7-4fb0-8034-a5afa049dafe, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f51f2969-2ae7-4fb0-8034-a5afa049dafe,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:47.229042 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10323e01-a245-439c-bc95-bdc7e845e01f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f51f2969-2ae7-4fb0-8034-a5afa049dafe), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.257332 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.270780 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08ab9f-7963-4dd4-b2f4-0bb71a373538 None None] Checking router: 5ec5a340-60e1-42f6-b053-af8d48d04fdb for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:47.292549 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-10323e01-a245-439c-bc95-bdc7e845e01f admin admin] Calling delete_port for f51f2969-2ae7-4fb0-8034-a5afa049dafe owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:47.379656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b08ab9f-7963-4dd4-b2f4-0bb71a373538 None None] Routers {'5ec5a340-60e1-42f6-b053-af8d48d04fdb'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:47.379656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5b08ab9f-7963-4dd4-b2f4-0bb71a373538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5ec5a340-60e1-42f6-b053-af8d48d04fdb'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:47.403455 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Network 6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:47.409503 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:47.424376 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Attempting to bind port 4bab7981-47d8-4d6c-a67c-268bc119ac9a on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:47.424789 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Attempting to bind port 4bab7981-47d8-4d6c-a67c-268bc119ac9a by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:47.425126 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Attempting to bind port 4bab7981-47d8-4d6c-a67c-268bc119ac9a on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:47.430379 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:47.433786 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Port 4bab7981-47d8-4d6c-a67c-268bc119ac9a on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:07:47.434109 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Attempting to bind port 4bab7981-47d8-4d6c-a67c-268bc119ac9a on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:47.463945 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:47.464313 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:47.464679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:47.465133 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Bound port: 4bab7981-47d8-4d6c-a67c-268bc119ac9a, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:47.465502 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4bab7981-47d8-4d6c-a67c-268bc119ac9a), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.502316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-12acf059-c496-43c6-a3e2-6b9ab48f3124 req-3fd82ff6-8278-45b4-ac30-553320f7c96b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390663 Feb 11 05:07:47.633000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Pushing event updated for resources: {'Port': ['ID=2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:47.649884 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-5b4d8ffd-f7c6-4ccc-8966-ace02ad6b2a1 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=9f4c327d5a654563b29711fa52ee234a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1458609 Feb 11 05:07:47.689595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-5b08ab9f-7963-4dd4-b2f4-0bb71a373538 None None] Set router 5ec5a340-60e1-42f6-b053-af8d48d04fdb gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:47.761548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5b08ab9f-7963-4dd4-b2f4-0bb71a373538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1329572022-router', 'tenant_id': '1608edb8d74c467ba2445bbad8031ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:05:03Z', 'updated_at': '2022-02-11T05:07:46Z', 'revision_number': 6, 'project_id': '1608edb8d74c467ba2445bbad8031ceb', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:47.780831 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] For port 4bab7981-47d8-4d6c-a67c-268bc119ac9a, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:47.784306 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] For port 4bab7981-47d8-4d6c-a67c-268bc119ac9a, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4bab7981-47d8-4d6c-a67c-268bc119ac9a,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:47.789935 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10323e01-a245-439c-bc95-bdc7e845e01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (f51f2969-2ae7-4fb0-8034-a5afa049dafe), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.805950 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (4bab7981-47d8-4d6c-a67c-268bc119ac9a), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.806262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Attempting to bind port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:47.806639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Attempting to bind port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'd4607f67-abcf-426a-a19a-539def7cd95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:47.807008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Attempting to bind port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a on network 6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:47.810983 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b08ab9f-7963-4dd4-b2f4-0bb71a373538 None None] The sync data for ids ['5ec5a340-60e1-42f6-b053-af8d48d04fdb'] in n-d-713499-38 is: [{'id': '5ec5a340-60e1-42f6-b053-af8d48d04fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1329572022-router', 'tenant_id': '1608edb8d74c467ba2445bbad8031ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:05:03Z', 'updated_at': '2022-02-11T05:07:46Z', 'revision_number': 6, 'project_id': '1608edb8d74c467ba2445bbad8031ceb', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:47.829020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:47.830002 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Checking segment: {'id': 'd4607f67-abcf-426a-a19a-539def7cd95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:47.832092 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.832789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Bound using segment: {'id': 'd4607f67-abcf-426a-a19a-539def7cd95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:47.833580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Bound port: 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4607f67-abcf-426a-a19a-539def7cd95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:47.834341 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.856332 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Publish callbacks [] for router_gateway (2de706d4-e7e3-4b48-b8dc-53d3cd913d94), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.868954 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-29acadc2-126c-4b66-a9aa-a7c49a6b1c37 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:47.875126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-29acadc2-126c-4b66-a9aa-a7c49a6b1c37 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771388 Feb 11 05:07:47.877584 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10323e01-a245-439c-bc95-bdc7e845e01f admin admin] Pushing event deleted for resources: {'Port': ['ID=f51f2969-2ae7-4fb0-8034-a5afa049dafe,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:47.920303 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.949667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Pushing event updated for resources: {'Port': ['ID=4bab7981-47d8-4d6c-a67c-268bc119ac9a,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:47.955238 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:47.955895 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.971296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] For port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:47.972468 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-032d0b2c-7337-458b-98b2-cea69c0041bc service neutron] 10.222.0.73 "PUT /v2.0/ports/4bab7981-47d8-4d6c-a67c-268bc119ac9a HTTP/1.1" status: 200 len: 1096 time: 2.7423606 Feb 11 05:07:47.973348 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d16b7c-e6dd-41f7-9e2f-59374b3c8094', 'tag': '4bab7981-47d8-4d6c-a67c-268bc119ac9a'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:47.975174 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] For port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a,segment=NetworkSegment(d4607f67-abcf-426a-a19a-539def7cd95a),segment_id=d4607f67-abcf-426a-a19a-539def7cd95a)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:47.975811 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054bb657-e385-4518-8c60-f9b078a2bb64" -d '{"events": [{"name": "network-changed", "server_uuid": "46d16b7c-e6dd-41f7-9e2f-59374b3c8094", "tag": "4bab7981-47d8-4d6c-a67c-268bc119ac9a"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:47.976786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6b7cf-1564-40cb-b91b-3bde680104a0 req-2d037a0a-9d75-437a-8c8e-39143192a9dc tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:47.978407 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34c6b7cf-1564-40cb-b91b-3bde680104a0 req-2d037a0a-9d75-437a-8c8e-39143192a9dc tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 947 time: 0.3440278 Feb 11 05:07:47.985091 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-d345e68c-f0ec-472c-ab5c-7d51e0f7712a tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/quotas/9f4c327d5a654563b29711fa52ee234a HTTP/1.1" status: 200 len: 375 time: 0.1089783 Feb 11 05:07:47.987175 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.040999 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-3e7f5422-f4ba-4b54-b611-9444d33ad535 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9f4c327d5a654563b29711fa52ee234a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550413 Feb 11 05:07:48.050824 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10323e01-a245-439c-bc95-bdc7e845e01f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (5ec5a340-60e1-42f6-b053-af8d48d04fdb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.061792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa837a00-207a-4de2-a84e-57059ae8dd47 None None] Pushing event updated for resources: {'Port': ['ID=2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:48.216783 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34c6b7cf-1564-40cb-b91b-3bde680104a0 req-c39d2d3b-1161-46f5-bb0a-d6a521b52858 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783996 Feb 11 05:07:48.305832 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10323e01-a245-439c-bc95-bdc7e845e01f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (5ec5a340-60e1-42f6-b053-af8d48d04fdb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.314206 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10323e01-a245-439c-bc95-bdc7e845e01f admin admin] Publish callbacks [] for router_controller (5ec5a340-60e1-42f6-b053-af8d48d04fdb), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.314876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Allocated IP 172.25.5.61 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/37c1aaca-1e57-4095-ad20-47b166ab04a8) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:48.388784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-6af6bc37-cac4-45f9-9ff5-0784c049c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:48.394359 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-6af6bc37-cac4-45f9-9ff5-0784c049c2c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 1130 time: 0.3642030 Feb 11 05:07:48.400412 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fb87b3-a50e-49d3-932f-2c9039812008 x-openstack-request-id: req-05fb87b3-a50e-49d3-932f-2c9039812008 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:48.403878 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d16b7c-e6dd-41f7-9e2f-59374b3c8094", "tag": "4bab7981-47d8-4d6c-a67c-268bc119ac9a", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:48.404227 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-05fb87b3-a50e-49d3-932f-2c9039812008 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:48.404725 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d16b7c-e6dd-41f7-9e2f-59374b3c8094', 'tag': '4bab7981-47d8-4d6c-a67c-268bc119ac9a', 'status': 'completed', 'code': 200} Feb 11 05:07:48.607899 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10323e01-a245-439c-bc95-bdc7e845e01f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (5ec5a340-60e1-42f6-b053-af8d48d04fdb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.608960 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10323e01-a245-439c-bc95-bdc7e845e01f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ec5a340-60e1-42f6-b053-af8d48d04fdb {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:07:48.611622 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-74681e7d-03b1-47ae-be43-d05cb655567d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=4bab7981-47d8-4d6c-a67c-268bc119ac9a HTTP/1.1" status: 200 len: 217 time: 0.0818272 Feb 11 05:07:48.615834 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10323e01-a245-439c-bc95-bdc7e845e01f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.618074 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-10323e01-a245-439c-bc95-bdc7e845e01f admin admin] 10.222.0.87 "DELETE /v2.0/routers/5ec5a340-60e1-42f6-b053-af8d48d04fdb HTTP/1.1" status: 204 len: 168 time: 3.1554203 Feb 11 05:07:48.625026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50498) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:48.719622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e591e49-4b10-4bd5-9984-1712c8f4bb31 admin admin] Deleting subnet c7415fec-0ed1-46f6-894b-c75711724d51 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:07:48.731703 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9e591e49-4b10-4bd5-9984-1712c8f4bb31 admin admin] Publish callbacks [] for subnet (c7415fec-0ed1-46f6-894b-c75711724d51), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.754128 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-79a7fecf-da15-484c-9d0d-66e2fe7ce23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:48.759495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa254c1-4b12-47ca-a05d-ca2748ffd90b req-16011f39-2369-498c-92e1-de2575c948c7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:48.770893 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-79a7fecf-da15-484c-9d0d-66e2fe7ce23d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1506369 Feb 11 05:07:48.774086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9aa254c1-4b12-47ca-a05d-ca2748ffd90b req-16011f39-2369-498c-92e1-de2575c948c7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 945 time: 0.3298037 Feb 11 05:07:48.863235 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Publish callbacks [] for port (37c1aaca-1e57-4095-ad20-47b166ab04a8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.892984 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50506) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:48.930784 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9e591e49-4b10-4bd5-9984-1712c8f4bb31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (c7415fec-0ed1-46f6-894b-c75711724d51), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.958498 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-bb8e73e1-7d0a-4701-a371-562d787cfdbc tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9f4c327d5a654563b29711fa52ee234a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620558 Feb 11 05:07:49.045115 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-51029771-7e69-4757-b289-c5a89ae17243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:49.047904 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-51029771-7e69-4757-b289-c5a89ae17243 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2704978 Feb 11 05:07:49.129678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9aa254c1-4b12-47ca-a05d-ca2748ffd90b req-d4daf799-bccd-4a68-9daf-5712e932db30 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485122 Feb 11 05:07:49.133439 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9e591e49-4b10-4bd5-9984-1712c8f4bb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (c7415fec-0ed1-46f6-894b-c75711724d51), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.158843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6120e9-cb4d-40ba-b52e-215d9ac95cfe req-0bc677e8-da89-494d-99b7-6338396d63ce tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:49.167401 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be6120e9-cb4d-40ba-b52e-215d9ac95cfe req-0bc677e8-da89-494d-99b7-6338396d63ce tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 945 time: 0.5989039 Feb 11 05:07:49.305789 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-d3a98f1c-ee4a-4612-9456-09593b5c8414 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:49.307461 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-d3a98f1c-ee4a-4612-9456-09593b5c8414 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3391569 Feb 11 05:07:49.324460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-0654835f-7611-46b7-ab31-3f393e9301bf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Request body: {'port': {'device_id': '728b5f04-6e78-4de7-a174-ec92eb41d35a', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '9f4c327d5a654563b29711fa52ee234a'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:49.339221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51c56a27-1396-4d2c-bdad-9331a9ee1262 req-b5b03c1e-f075-45f1-bb4d-05d9a218f8c3 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 210 time: 0.0940056 Feb 11 05:07:49.361133 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (37c1aaca-1e57-4095-ad20-47b166ab04a8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.393093 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-b520f123-df02-49c4-acb5-06115fb362b0 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158839 Feb 11 05:07:49.415134 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-da8586c0-649a-4d8f-9373-ac0edb651755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.559504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:49.568479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:49.583387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:49.609719 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-0654835f-7611-46b7-ab31-3f393e9301bf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Made reservation on behalf of 9f4c327d5a654563b29711fa52ee234a for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:49.613085 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-0654835f-7611-46b7-ab31-3f393e9301bf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.625348 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-0654835f-7611-46b7-ab31-3f393e9301bf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.626720 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be6120e9-cb4d-40ba-b52e-215d9ac95cfe req-58dfecdb-f2bd-4b34-9abb-a1bd62145327 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581716 Feb 11 05:07:49.640518 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6edab828-72f6-47cc-b36d-ae861a48b080 req-c95e9bd1-e055-430d-8122-fb5b79e5a721 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463620 Feb 11 05:07:49.704553 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9e591e49-4b10-4bd5-9984-1712c8f4bb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (c7415fec-0ed1-46f6-894b-c75711724d51), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.810912 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Pushing event updated for resources: {'Port': ['ID=37c1aaca-1e57-4095-ad20-47b166ab04a8,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:49.844006 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9e591e49-4b10-4bd5-9984-1712c8f4bb31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.844148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cc3d9a-5b35-493a-b8eb-6ebdd2738683 None None] Network 4bb35b92-eced-49b1-8d0d-700719e9dac4 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:49.845671 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-0654835f-7611-46b7-ab31-3f393e9301bf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks [] for security_group (c99c6974-2c50-4355-a735-5f048dbd863d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.852928 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9e591e49-4b10-4bd5-9984-1712c8f4bb31 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/c7415fec-0ed1-46f6-894b-c75711724d51 HTTP/1.1" status: 204 len: 168 time: 1.2253940 Feb 11 05:07:49.853789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e591e49-4b10-4bd5-9984-1712c8f4bb31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7415fec-0ed1-46f6-894b-c75711724d51,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:49.859549 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50514) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:49.872202 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-0654835f-7611-46b7-ab31-3f393e9301bf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c99c6974-2c50-4355-a735-5f048dbd863d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.898228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e177958-489c-4550-97de-0289212ca2d9 None None] Network 6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:49.921019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a2f08-086b-439c-a418-ad6983702594 req-5fd25319-5f0b-4740-9beb-50edc4050e3e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:49.932446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a89a2f08-086b-439c-a418-ad6983702594 req-5fd25319-5f0b-4740-9beb-50edc4050e3e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.4866772 Feb 11 05:07:49.967170 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bb657-e385-4518-8c60-f9b078a2bb64 req-9ee02a8f-70b3-4100-89c7-c2538bb5bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:49.969119 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-054bb657-e385-4518-8c60-f9b078a2bb64 req-9ee02a8f-70b3-4100-89c7-c2538bb5bf2b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 1130 time: 0.2579880 Feb 11 05:07:49.996820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:50.035969 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-37577243-209f-43a4-bdaa-d201118f863f tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9f4c327d5a654563b29711fa52ee234a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003368 Feb 11 05:07:50.091865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654835f-7611-46b7-ab31-3f393e9301bf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99c6974-2c50-4355-a735-5f048dbd863d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:50.132455 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (4bb35b92-eced-49b1-8d0d-700719e9dac4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.134965 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-007a1012-f7ce-4288-8c7d-fd47ae7612b3 None None] Provisioning complete for port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:50.135454 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-007a1012-f7ce-4288-8c7d-fd47ae7612b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.240494 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a89a2f08-086b-439c-a418-ad6983702594 req-08dc8486-72ab-454d-bcff-c2fe7cd807ca tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615714 Feb 11 05:07:50.242734 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-da8586c0-649a-4d8f-9373-ac0edb651755 admin admin] Publish callbacks [] for security_group (7ba2ffad-f90d-4ffb-b5b8-8f4a9661bc51), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.268483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357db82-2d84-45dc-b510-5938c1a9dbdd req-448326e5-38ad-45e1-bd97-749834c72343 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:50.276934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e357db82-2d84-45dc-b510-5938c1a9dbdd req-448326e5-38ad-45e1-bd97-749834c72343 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 947 time: 0.4672067 Feb 11 05:07:50.293596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:50.293842 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-da8586c0-649a-4d8f-9373-ac0edb651755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7ba2ffad-f90d-4ffb-b5b8-8f4a9661bc51), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.293951 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.301576 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bb657-e385-4518-8c60-f9b078a2bb64 req-1cf2fc03-fd1e-406d-9252-bc9db3f5a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:50.304197 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-054bb657-e385-4518-8c60-f9b078a2bb64 req-1cf2fc03-fd1e-406d-9252-bc9db3f5a116 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.3252137 Feb 11 05:07:50.309422 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-0654835f-7611-46b7-ab31-3f393e9301bf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Allocated IP 192.168.233.33 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/87903cd5-1c2a-4d6d-ba58-308f8740fd60) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:50.353091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88786450-769d-4059-ab03-8832d3cdb656 None None] DHCP port deletion for 4bb35b92-eced-49b1-8d0d-700719e9dac4 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:07:50.367904 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-007a1012-f7ce-4288-8c7d-fd47ae7612b3 None None] Current status of the port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:50.368279 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-007a1012-f7ce-4288-8c7d-fd47ae7612b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.373819 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-054bb657-e385-4518-8c60-f9b078a2bb64 req-2e09b7f5-9100-4835-ad40-0d9c5f8624b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=4bab7981-47d8-4d6c-a67c-268bc119ac9a HTTP/1.1" status: 200 len: 217 time: 0.0611377 Feb 11 05:07:50.402316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-f5457043-3316-497a-a6bf-726cc3f6ec3b tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:50.403798 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-f5457043-3316-497a-a6bf-726cc3f6ec3b tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3517258 Feb 11 05:07:50.430371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-da8586c0-649a-4d8f-9373-ac0edb651755 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5a30165cec014a149e29ebeb64616867&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4557526 Feb 11 05:07:50.431119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50520) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:50.437186 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] Deleting port 0b4da52c-81c7-4491-ad30-b1697d1e069d {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:50.437658 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (0b4da52c-81c7-4491-ad30-b1697d1e069d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.449423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-65e50a45-a45f-48ed-a99e-5510c80e3757 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Request body: {'port': {'device_id': '979768ab-e8ac-4018-b006-b20d2c09b643', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '9f4c327d5a654563b29711fa52ee234a'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:50.476775 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-007a1012-f7ce-4288-8c7d-fd47ae7612b3 None None] For port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a,segment=NetworkSegment(d4607f67-abcf-426a-a19a-539def7cd95a),segment_id=d4607f67-abcf-426a-a19a-539def7cd95a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:50.497007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:50.499999 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.500337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8586c0-649a-4d8f-9373-ac0edb651755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba2ffad-f90d-4ffb-b5b8-8f4a9661bc51,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:50.517166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bb657-e385-4518-8c60-f9b078a2bb64 req-ae853151-dfc1-40d0-a528-c0c52a65962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:50.518869 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-054bb657-e385-4518-8c60-f9b078a2bb64 req-ae853151-dfc1-40d0-a528-c0c52a65962a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1382079 Feb 11 05:07:50.528711 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-007a1012-f7ce-4288-8c7d-fd47ae7612b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.588288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-88786450-769d-4059-ab03-8832d3cdb656 None None] Deleting port 0b4da52c-81c7-4491-ad30-b1697d1e069d {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:07:50.588674 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-88786450-769d-4059-ab03-8832d3cdb656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (0b4da52c-81c7-4491-ad30-b1697d1e069d), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.617700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] For port 0b4da52c-81c7-4491-ad30-b1697d1e069d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0b4da52c-81c7-4491-ad30-b1697d1e069d,segment=NetworkSegment(49129d50-9fc0-435a-aafd-756226ae9a98),segment_id=49129d50-9fc0-435a-aafd-756226ae9a98)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:50.618076 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (0b4da52c-81c7-4491-ad30-b1697d1e069d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.665067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] Calling delete_port for 0b4da52c-81c7-4491-ad30-b1697d1e069d owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:50.717909 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a1012-f7ce-4288-8c7d-fd47ae7612b3 None None] Pushing event updated for resources: {'Port': ['ID=2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:50.734236 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:07:50.735851 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:07:50.751468 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-88786450-769d-4059-ab03-8832d3cdb656 None None] For port 0b4da52c-81c7-4491-ad30-b1697d1e069d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0b4da52c-81c7-4491-ad30-b1697d1e069d,segment=NetworkSegment(49129d50-9fc0-435a-aafd-756226ae9a98),segment_id=49129d50-9fc0-435a-aafd-756226ae9a98)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:50.751627 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-88786450-769d-4059-ab03-8832d3cdb656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (0b4da52c-81c7-4491-ad30-b1697d1e069d), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.753005 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bb657-e385-4518-8c60-f9b078a2bb64 req-42f17153-eaa4-4f78-82f7-085fc750d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:50.754514 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-054bb657-e385-4518-8c60-f9b078a2bb64 req-42f17153-eaa4-4f78-82f7-085fc750d4f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2032170 Feb 11 05:07:50.766783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-88786450-769d-4059-ab03-8832d3cdb656 None None] Calling delete_port for 0b4da52c-81c7-4491-ad30-b1697d1e069d owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:07:50.777163 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-0654835f-7611-46b7-ab31-3f393e9301bf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks [] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.868963 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Publish callbacks [] for router_gateway (2de706d4-e7e3-4b48-b8dc-53d3cd913d94), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.873295 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e357db82-2d84-45dc-b510-5938c1a9dbdd req-d62cfe47-0989-4a1f-8322-c037b24d6a86 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954616 Feb 11 05:07:50.888459 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (0b4da52c-81c7-4491-ad30-b1697d1e069d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.935082 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-88786450-769d-4059-ab03-8832d3cdb656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (0b4da52c-81c7-4491-ad30-b1697d1e069d), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.937322 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b4da52c-81c7-4491-ad30-b1697d1e069d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:50.943091 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] No DVR routers for this DVR port 0b4da52c-81c7-4491-ad30-b1697d1e069d on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:50.946487 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-054bb657-e385-4518-8c60-f9b078a2bb64 req-c70a9d3e-c166-4d06-8486-d80cbea9c1e5 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830888 Feb 11 05:07:50.950417 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-0654835f-7611-46b7-ab31-3f393e9301bf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.983077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-50deff4d-4569-4952-aa9d-81a1a0a3796c None None] Provisioning complete for port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:50.984573 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-50deff4d-4569-4952-aa9d-81a1a0a3796c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.015215 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88786450-769d-4059-ab03-8832d3cdb656 None None] No DVR routers for this DVR port 0b4da52c-81c7-4491-ad30-b1697d1e069d on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:07:51.015406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c656d1b-457b-4f35-8b44-a59d549700eb req-445c5f04-c10b-4f06-9a44-34043c65e541 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:51.017035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c656d1b-457b-4f35-8b44-a59d549700eb req-445c5f04-c10b-4f06-9a44-34043c65e541 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 945 time: 0.6082585 Feb 11 05:07:51.026164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88786450-769d-4059-ab03-8832d3cdb656 None None] Pushing event deleted for resources: {'Port': ['ID=0b4da52c-81c7-4491-ad30-b1697d1e069d,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:51.061939 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-0654835f-7611-46b7-ab31-3f393e9301bf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:51.070599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-0654835f-7611-46b7-ab31-3f393e9301bf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:51.088065 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6f78764-d095-4652-beee-03329efd1dcd admin admin] Publish callbacks [] for security_group (7ba2ffad-f90d-4ffb-b5b8-8f4a9661bc51), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.089624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-50deff4d-4569-4952-aa9d-81a1a0a3796c None None] Current status of the port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:51.099563 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efafb403-e068-4782-a9d7-ed75751f4847 req-6f5af7c5-7f19-482f-a0fb-1b64d05e1898 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 210 time: 0.1000640 Feb 11 05:07:51.124582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-0654835f-7611-46b7-ab31-3f393e9301bf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:51.128004 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (4bb35b92-eced-49b1-8d0d-700719e9dac4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.139736 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654835f-7611-46b7-ab31-3f393e9301bf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Pushing event updated for resources: {'Port': ['ID=87903cd5-1c2a-4d6d-ba58-308f8740fd60,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:51.179094 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6f78764-d095-4652-beee-03329efd1dcd admin admin] Publish callbacks [] for security_group (7ba2ffad-f90d-4ffb-b5b8-8f4a9661bc51), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.203250 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb35b92-eced-49b1-8d0d-700719e9dac4']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:51.226454 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49129d50-9fc0-435a-aafd-756226ae9a98') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:51.226878 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49129d50-9fc0-435a-aafd-756226ae9a98') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:51.245510 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (49129d50-9fc0-435a-aafd-756226ae9a98), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.259959 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c656d1b-457b-4f35-8b44-a59d549700eb req-8fc6932d-0d04-4c9a-819e-87118d68b84c tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906049 Feb 11 05:07:51.279012 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-0654835f-7611-46b7-ab31-3f393e9301bf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:51.279687 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-0654835f-7611-46b7-ab31-3f393e9301bf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.283450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:51.316702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-65e50a45-a45f-48ed-a99e-5510c80e3757 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Made reservation on behalf of 9f4c327d5a654563b29711fa52ee234a for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:51.320326 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-054bb657-e385-4518-8c60-f9b078a2bb64 req-9a86c2c0-15be-4d5d-8f3e-d8b6bd7e4383 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523281 Feb 11 05:07:51.323741 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-65e50a45-a45f-48ed-a99e-5510c80e3757 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.324750 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (49129d50-9fc0-435a-aafd-756226ae9a98), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.332120 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:51.332671 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (49129d50-9fc0-435a-aafd-756226ae9a98), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:51.334850 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:51.349370 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-0654835f-7611-46b7-ab31-3f393e9301bf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0301039 Feb 11 05:07:51.364291 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Request body: {'port': {'device_id': '728b5f04-6e78-4de7-a174-ec92eb41d35a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:51.380338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f51f2969-2ae7-4fb0-8034-a5afa049dafe no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:51.447349 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (4bb35b92-eced-49b1-8d0d-700719e9dac4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.459648 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.465417 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] 10.222.0.87 "DELETE /v2.0/networks/4bb35b92-eced-49b1-8d0d-700719e9dac4 HTTP/1.1" status: 204 len: 168 time: 1.6023824 Feb 11 05:07:51.526704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec17d7b-7a9e-49e7-814c-33f90420951d req-3b5a5809-f737-400a-80dd-51b7b92acf8b tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:51.534392 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ec17d7b-7a9e-49e7-814c-33f90420951d req-3b5a5809-f737-400a-80dd-51b7b92acf8b tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 945 time: 0.2902248 Feb 11 05:07:51.552636 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: f51f2969-2ae7-4fb0-8034-a5afa049dafe {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:51.553042 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f51f2969-2ae7-4fb0-8034-a5afa049dafe not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:51.554264 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c0dac179-7876-4f61-9638-be30a76f9073 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:51.570700 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6f78764-d095-4652-beee-03329efd1dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7ba2ffad-f90d-4ffb-b5b8-8f4a9661bc51), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.573979 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6f78764-d095-4652-beee-03329efd1dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.575205 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c6f78764-d095-4652-beee-03329efd1dcd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7ba2ffad-f90d-4ffb-b5b8-8f4a9661bc51 HTTP/1.1" status: 204 len: 168 time: 1.1225369 Feb 11 05:07:51.587922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a39a279d-5a1b-4a3b-a55a-e28e0fe94fbf None None] Provisioning complete for port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:51.588147 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a39a279d-5a1b-4a3b-a55a-e28e0fe94fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.614119 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (2de706d4-e7e3-4b48-b8dc-53d3cd913d94), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.626981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f78764-d095-4652-beee-03329efd1dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba2ffad-f90d-4ffb-b5b8-8f4a9661bc51,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:51.627142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a39a279d-5a1b-4a3b-a55a-e28e0fe94fbf None None] Port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:07:51.628525 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: c0dac179-7876-4f61-9638-be30a76f9073 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:51.628971 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c0dac179-7876-4f61-9638-be30a76f9073 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:51.674940 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb7db2-6e7c-4920-a521-98d91f7670df req-f349d0d2-17d5-433f-8faa-778c49f3a738 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:51.674940 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ffb7db2-6e7c-4920-a521-98d91f7670df req-f349d0d2-17d5-433f-8faa-778c49f3a738 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.3015065 Feb 11 05:07:51.677484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50530) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:51.807635 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3d863-7775-4042-a97d-b7228c7e686c admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb35b92-eced-49b1-8d0d-700719e9dac4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:51.809497 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.824248 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ec17d7b-7a9e-49e7-814c-33f90420951d req-d3f3e456-155d-465c-87e8-8f07be75f122 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883625 Feb 11 05:07:51.900315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-65e50a45-a45f-48ed-a99e-5510c80e3757 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Allocated IP 192.168.233.125 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/c75c3cfd-2776-43c5-ba2e-a378f2d21b91) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:51.925803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:51.976312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50542) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:51.982753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3335b803-9a49-44ef-9d27-9d376f0093d8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=830c226c33b44062af158e8da2ba4bca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2986207 Feb 11 05:07:51.985677 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50544) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:52.001975 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ffb7db2-6e7c-4920-a521-98d91f7670df req-3542a94a-df89-45cb-98e9-07a399ab3bcc tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685583 Feb 11 05:07:52.002528 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc2da733-d42e-4ad8-b97f-ce66f511db99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.008368 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:52.008806 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.096329 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f8c3-3183-4d40-aa80-babc6d068141 admin admin] Publish callbacks [] for security_group (610006b3-fa30-400e-b109-74a0099582ba), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.121097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:52.139516 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f8c3-3183-4d40-aa80-babc6d068141 admin admin] Publish callbacks [] for security_group (610006b3-fa30-400e-b109-74a0099582ba), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.173137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Router 2de706d4-e7e3-4b48-b8dc-53d3cd913d94 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:07:52.219791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0b4da52c-81c7-4491-ad30-b1697d1e069d no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:07:52.224878 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc2da733-d42e-4ad8-b97f-ce66f511db99 admin admin] Publish callbacks [] for security_group (eb47be22-a6c8-410a-bceb-fbc7bdc8df19), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.248367 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc2da733-d42e-4ad8-b97f-ce66f511db99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (eb47be22-a6c8-410a-bceb-fbc7bdc8df19), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.249018 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 0b4da52c-81c7-4491-ad30-b1697d1e069d {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:07:52.249588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0b4da52c-81c7-4491-ad30-b1697d1e069d not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:07:52.276079 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f8c3-3183-4d40-aa80-babc6d068141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (610006b3-fa30-400e-b109-74a0099582ba), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.278663 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f8c3-3183-4d40-aa80-babc6d068141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.280476 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fbe6f8c3-3183-4d40-aa80-babc6d068141 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/610006b3-fa30-400e-b109-74a0099582ba HTTP/1.1" status: 204 len: 168 time: 0.2913375 Feb 11 05:07:52.299529 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-65e50a45-a45f-48ed-a99e-5510c80e3757 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks [] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.326080 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dc2da733-d42e-4ad8-b97f-ce66f511db99 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=79b7919f664f4952962f71658d79a234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3486283 Feb 11 05:07:52.327887 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50556) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:52.328560 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2da733-d42e-4ad8-b97f-ce66f511db99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb47be22-a6c8-410a-bceb-fbc7bdc8df19,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:52.359802 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6f8c3-3183-4d40-aa80-babc6d068141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610006b3-fa30-400e-b109-74a0099582ba,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:52.400591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad539710-b4a3-45e1-97bf-819c26f32c79 req-2b9057be-4334-4f49-8381-64ac12fca46e tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:52.403550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad539710-b4a3-45e1-97bf-819c26f32c79 req-2b9057be-4334-4f49-8381-64ac12fca46e tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 947 time: 0.2524006 Feb 11 05:07:52.446710 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4205-567c-48d6-a14d-0438040320c6 admin admin] Publish callbacks [] for security_group (eb47be22-a6c8-410a-bceb-fbc7bdc8df19), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.470210 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4205-567c-48d6-a14d-0438040320c6 admin admin] Publish callbacks [] for security_group (eb47be22-a6c8-410a-bceb-fbc7bdc8df19), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.479981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:52.498701 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Sync routers for ids ['2de706d4-e7e3-4b48-b8dc-53d3cd913d94'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:52.515919 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Routers {'2de706d4-e7e3-4b48-b8dc-53d3cd913d94'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:52.516974 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2de706d4-e7e3-4b48-b8dc-53d3cd913d94'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:52.550570 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4205-567c-48d6-a14d-0438040320c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (eb47be22-a6c8-410a-bceb-fbc7bdc8df19), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.551114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-baa63f04-fe0c-4e81-b773-fe9b245d2aee req-0db2ac4b-0c5c-4bd4-ba43-66bb3d641ef1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2674339 Feb 11 05:07:52.555170 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4205-567c-48d6-a14d-0438040320c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.559448 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d8ea4205-567c-48d6-a14d-0438040320c6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/eb47be22-a6c8-410a-bceb-fbc7bdc8df19 HTTP/1.1" status: 204 len: 168 time: 0.2099905 Feb 11 05:07:52.565743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20dd6d99-9ac6-4127-973f-f74e120fcbe3 req-fbba01ec-37b6-411c-bf81-ff57f5652e32 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 210 time: 0.0887983 Feb 11 05:07:52.568236 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea4205-567c-48d6-a14d-0438040320c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb47be22-a6c8-410a-bceb-fbc7bdc8df19,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:52.584443 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.592806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-43de4b35-379e-44f5-ab61-c3064e174d67 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.6474698 Feb 11 05:07:52.597981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50562) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:52.602264 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-65e50a45-a45f-48ed-a99e-5510c80e3757 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.720385 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Set router 2de706d4-e7e3-4b48-b8dc-53d3cd913d94 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:52.831744 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87903cd5-1c2a-4d6d-ba58-308f8740fd60 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:52.853003 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Publish callbacks [] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.881038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-65e50a45-a45f-48ed-a99e-5510c80e3757 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:52.882158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50566) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:52.884923 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Transition to ACTIVE for port object 87903cd5-1c2a-4d6d-ba58-308f8740fd60 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:07:52.891995 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.912821 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad539710-b4a3-45e1-97bf-819c26f32c79 req-8bc017bf-0777-40c5-9924-d99ddcdfa65f tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346042 Feb 11 05:07:52.927370 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4bab7981-47d8-4d6c-a67c-268bc119ac9a details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:07:52.930284 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-65e50a45-a45f-48ed-a99e-5510c80e3757 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:52.957308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-65e50a45-a45f-48ed-a99e-5510c80e3757 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:53.021761 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1786011899-router', 'tenant_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '37c1aaca-1e57-4095-ad20-47b166ab04a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:46Z', 'updated_at': '2022-02-11T05:07:50Z', 'revision_number': 3, 'project_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'gw_port': {'id': '37c1aaca-1e57-4095-ad20-47b166ab04a8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:47Z', 'updated_at': '2022-02-11T05:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:53.035006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Pushing event updated for resources: {'Port': ['ID=87903cd5-1c2a-4d6d-ba58-308f8740fd60,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:53.045950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e50a45-a45f-48ed-a99e-5510c80e3757 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Pushing event updated for resources: {'Port': ['ID=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:53.089375 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Checking router: 2de706d4-e7e3-4b48-b8dc-53d3cd913d94 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:53.092525 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Updating router 2de706d4-e7e3-4b48-b8dc-53d3cd913d94 port 37c1aaca-1e57-4095-ad20-47b166ab04a8 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:07:53.134760 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Attempting to bind port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:53.135340 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Attempting to bind port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:53.135735 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Attempting to bind port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:53.142958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:07:53.144306 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Attempting to bind port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:53.150259 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (37c1aaca-1e57-4095-ad20-47b166ab04a8), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.153620 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:53.154721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:53.155202 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:53.156667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Bound port: 87903cd5-1c2a-4d6d-ba58-308f8740fd60, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:53.157246 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.237535 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 4bab7981-47d8-4d6c-a67c-268bc119ac9a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4bab7981-47d8-4d6c-a67c-268bc119ac9a,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:53.269634 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '4bab7981-47d8-4d6c-a67c-268bc119ac9a', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '4bab7981-47d8-4d6c-a67c-268bc119ac9a', 'mac_address': 'fa:16:3e:5c:f7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:07:53.323352 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] For port 87903cd5-1c2a-4d6d-ba58-308f8740fd60, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:53.327233 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] For port 87903cd5-1c2a-4d6d-ba58-308f8740fd60, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=87903cd5-1c2a-4d6d-ba58-308f8740fd60,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:53.334481 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 4bab7981-47d8-4d6c-a67c-268bc119ac9a is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:53.335436 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4bab7981-47d8-4d6c-a67c-268bc119ac9a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.341271 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.350120 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-78dc0a63-736d-4799-9497-4df0a6bc166f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1608edb8d74c467ba2445bbad8031ceb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4646695 Feb 11 05:07:53.360829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50586) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:53.375641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa63f04-fe0c-4e81-b773-fe9b245d2aee req-afb74770-ec74-47cb-8fe7-6cacaf3d97d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:53.378648 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-baa63f04-fe0c-4e81-b773-fe9b245d2aee req-afb74770-ec74-47cb-8fe7-6cacaf3d97d9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 1133 time: 0.7174628 Feb 11 05:07:53.413748 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Pushing event updated for resources: {'Port': ['ID=87903cd5-1c2a-4d6d-ba58-308f8740fd60,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:53.417420 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-06e9a490-40c7-487d-b6cd-974a70ca39a2 None None] Provisioning complete for port c75c3cfd-2776-43c5-ba2e-a378f2d21b91 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:53.418068 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-06e9a490-40c7-487d-b6cd-974a70ca39a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.424455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:53.426610 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.430845 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-5332e85a-79f6-45fa-a47b-be8a06ca4e69 service neutron] 10.222.0.73 "PUT /v2.0/ports/87903cd5-1c2a-4d6d-ba58-308f8740fd60 HTTP/1.1" status: 200 len: 1096 time: 2.0724149 Feb 11 05:07:53.431114 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bab7981-47d8-4d6c-a67c-268bc119ac9a {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:53.433995 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728b5f04-6e78-4de7-a174-ec92eb41d35a', 'tag': '87903cd5-1c2a-4d6d-ba58-308f8740fd60'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:53.438306 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eb4c41-b2fe-4efc-aa84-9220cb2a2737" -d '{"events": [{"name": "network-changed", "server_uuid": "728b5f04-6e78-4de7-a174-ec92eb41d35a", "tag": "87903cd5-1c2a-4d6d-ba58-308f8740fd60"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:53.538555 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Publish callbacks [] for port (37c1aaca-1e57-4095-ad20-47b166ab04a8), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.548283 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (37c1aaca-1e57-4095-ad20-47b166ab04a8), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.552086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-65e50a45-a45f-48ed-a99e-5510c80e3757 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:53.552794 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-65e50a45-a45f-48ed-a99e-5510c80e3757 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.565400 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-2cbac877-ea23-43ca-95e2-dffcfeedfe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:53.568214 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-2cbac877-ea23-43ca-95e2-dffcfeedfe1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f4c327d5a654563b29711fa52ee234a&device_id=728b5f04-6e78-4de7-a174-ec92eb41d35a HTTP/1.1" status: 200 len: 1130 time: 0.0902965 Feb 11 05:07:53.578633 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 4bab7981-47d8-4d6c-a67c-268bc119ac9a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4bab7981-47d8-4d6c-a67c-268bc119ac9a,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:53.592896 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4bab7981-47d8-4d6c-a67c-268bc119ac9a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.599470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f8927-0888-4a22-bc54-33380e9443ee req-d84137f6-f0db-4fcc-853a-7df697cf3d42 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:53.603104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-06e9a490-40c7-487d-b6cd-974a70ca39a2 None None] Port c75c3cfd-2776-43c5-ba2e-a378f2d21b91 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:07:53.607505 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b5f8927-0888-4a22-bc54-33380e9443ee req-d84137f6-f0db-4fcc-853a-7df697cf3d42 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 945 time: 0.9183474 Feb 11 05:07:53.635702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-65e50a45-a45f-48ed-a99e-5510c80e3757 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2148385 Feb 11 05:07:53.639353 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Attempting to bind port 37c1aaca-1e57-4095-ad20-47b166ab04a8 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:53.640009 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Attempting to bind port 37c1aaca-1e57-4095-ad20-47b166ab04a8 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:53.640601 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Attempting to bind port 37c1aaca-1e57-4095-ad20-47b166ab04a8 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:53.650166 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31177fd-d170-4db4-9c41-d533b1318c13 None None] Pushing event updated for resources: {'Port': ['ID=37c1aaca-1e57-4095-ad20-47b166ab04a8,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:53.654847 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:53.655237 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:53.655681 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.656081 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:53.656561 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Bound port: 37c1aaca-1e57-4095-ad20-47b166ab04a8, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:53.656942 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (37c1aaca-1e57-4095-ad20-47b166ab04a8), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.667577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=4bab7981-47d8-4d6c-a67c-268bc119ac9a,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:53.687407 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31177fd-d170-4db4-9c41-d533b1318c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:53.688629 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31177fd-d170-4db4-9c41-d533b1318c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:53.688974 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31177fd-d170-4db4-9c41-d533b1318c13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:53.689506 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31177fd-d170-4db4-9c41-d533b1318c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:53.689874 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31177fd-d170-4db4-9c41-d533b1318c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:53.690204 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31177fd-d170-4db4-9c41-d533b1318c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:53.690532 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31177fd-d170-4db4-9c41-d533b1318c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:53.690888 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31177fd-d170-4db4-9c41-d533b1318c13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:53.695007 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-b23ad600-2c39-4ccd-a2f0-ce683389d8d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=87903cd5-1c2a-4d6d-ba58-308f8740fd60 HTTP/1.1" status: 200 len: 217 time: 0.1176074 Feb 11 05:07:53.695725 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31177fd-d170-4db4-9c41-d533b1318c13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:53.696293 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31177fd-d170-4db4-9c41-d533b1318c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:53.696745 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31177fd-d170-4db4-9c41-d533b1318c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:53.697183 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31177fd-d170-4db4-9c41-d533b1318c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:53.697610 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31177fd-d170-4db4-9c41-d533b1318c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:53.754902 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] For port 37c1aaca-1e57-4095-ad20-47b166ab04a8, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:53.761269 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] For port 37c1aaca-1e57-4095-ad20-47b166ab04a8, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=37c1aaca-1e57-4095-ad20-47b166ab04a8,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:53.769007 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Request body: {'port': {'device_id': '979768ab-e8ac-4018-b006-b20d2c09b643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:53.772147 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (37c1aaca-1e57-4095-ad20-47b166ab04a8), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.802235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-227c5333-8956-4361-9750-623cfcadba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:53.805249 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-227c5333-8956-4361-9750-623cfcadba76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0973415 Feb 11 05:07:53.838878 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Routers {'2de706d4-e7e3-4b48-b8dc-53d3cd913d94'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:53.839542 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:07:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2de706d4-e7e3-4b48-b8dc-53d3cd913d94'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:53.885570 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-13d51719-8213-4d13-8a2f-33dbebb50772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:53.887519 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-13d51719-8213-4d13-8a2f-33dbebb50772 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0758746 Feb 11 05:07:53.915676 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31177fd-d170-4db4-9c41-d533b1318c13 None None] Pushing event updated for resources: {'Port': ['ID=37c1aaca-1e57-4095-ad20-47b166ab04a8,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:53.916351 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['4bab7981-47d8-4d6c-a67c-268bc119ac9a'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:53.952848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e11de-12cb-4f37-808b-82315c84574a req-14c76071-2bac-4f14-8195-9a749dbc7ffb tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:53.959700 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be7e11de-12cb-4f37-808b-82315c84574a req-14c76071-2bac-4f14-8195-9a749dbc7ffb tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.8189988 Feb 11 05:07:53.972199 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b5f8927-0888-4a22-bc54-33380e9443ee req-17ea8993-4b83-40fc-83cd-ee3a1c98d570 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638096 Feb 11 05:07:54.017680 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-4424d344-e866-42c3-9079-6c0dd5e84366 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217394 Feb 11 05:07:54.088240 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] Set router 2de706d4-e7e3-4b48-b8dc-53d3cd913d94 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:54.151878 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-029c9339-e855-42b5-a0f6-dfe8fa55b62e admin admin] Publish callbacks [] for security_group (25fc1374-368c-464a-a34c-c3f7a773f31b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.175966 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49707476-56e7-4e8b-a857-63e2060dff8a x-openstack-request-id: req-49707476-56e7-4e8b-a857-63e2060dff8a {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:54.179713 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728b5f04-6e78-4de7-a174-ec92eb41d35a", "tag": "87903cd5-1c2a-4d6d-ba58-308f8740fd60", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:54.179713 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-49707476-56e7-4e8b-a857-63e2060dff8a {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:54.179713 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728b5f04-6e78-4de7-a174-ec92eb41d35a', 'tag': '87903cd5-1c2a-4d6d-ba58-308f8740fd60', 'status': 'completed', 'code': 200} Feb 11 05:07:54.181624 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-66cafa85-b8dd-4b0c-90e4-35102ad41445 req-f2ce57e8-f3da-4d59-92cf-81562e737781 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549349 Feb 11 05:07:54.204784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa63f04-fe0c-4e81-b773-fe9b245d2aee req-d4e6e630-4076-49a8-a151-5d9885a6ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:54.206498 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-baa63f04-fe0c-4e81-b773-fe9b245d2aee req-d4e6e630-4076-49a8-a151-5d9885a6ea41 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.6396654 Feb 11 05:07:54.211681 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be7e11de-12cb-4f37-808b-82315c84574a req-99946d18-bf22-4ced-834c-d133442bd88e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510731 Feb 11 05:07:54.261103 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.277565 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-029c9339-e855-42b5-a0f6-dfe8fa55b62e admin admin] Publish callbacks [] for security_group (25fc1374-368c-464a-a34c-c3f7a773f31b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.337241 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb4c41-b2fe-4efc-aa84-9220cb2a2737 req-80a3bce9-bdf6-4f50-96f2-d0062dedf4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:54.341251 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15eb4c41-b2fe-4efc-aa84-9220cb2a2737 req-80a3bce9-bdf6-4f50-96f2-d0062dedf4a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f4c327d5a654563b29711fa52ee234a&device_id=728b5f04-6e78-4de7-a174-ec92eb41d35a HTTP/1.1" status: 200 len: 1130 time: 0.1085331 Feb 11 05:07:54.430283 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1786011899-router', 'tenant_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '37c1aaca-1e57-4095-ad20-47b166ab04a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:46Z', 'updated_at': '2022-02-11T05:07:50Z', 'revision_number': 3, 'project_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'gw_port': {'id': '37c1aaca-1e57-4095-ad20-47b166ab04a8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:47Z', 'updated_at': '2022-02-11T05:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:54.463279 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb4c41-b2fe-4efc-aa84-9220cb2a2737 req-6400a406-57eb-40b3-aa22-04487d88ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:54.465104 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15eb4c41-b2fe-4efc-aa84-9220cb2a2737 req-6400a406-57eb-40b3-aa22-04487d88ddf3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.1160653 Feb 11 05:07:54.485819 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4805d-3561-47d4-9b2c-ab316e0d0c37 None None] The sync data for ids ['2de706d4-e7e3-4b48-b8dc-53d3cd913d94'] in n-d-713499-38 is: [{'id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1786011899-router', 'tenant_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '37c1aaca-1e57-4095-ad20-47b166ab04a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:46Z', 'updated_at': '2022-02-11T05:07:50Z', 'revision_number': 3, 'project_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'gw_port': {'id': '37c1aaca-1e57-4095-ad20-47b166ab04a8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:47Z', 'updated_at': '2022-02-11T05:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:54.513775 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15eb4c41-b2fe-4efc-aa84-9220cb2a2737 req-f47fab04-b841-4a63-8def-4fee7ee4507c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=87903cd5-1c2a-4d6d-ba58-308f8740fd60 HTTP/1.1" status: 200 len: 217 time: 0.0396030 Feb 11 05:07:54.584205 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb4c41-b2fe-4efc-aa84-9220cb2a2737 req-e3ad6580-6903-41bb-a440-4f863aec8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:54.587079 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15eb4c41-b2fe-4efc-aa84-9220cb2a2737 req-e3ad6580-6903-41bb-a440-4f863aec8d11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0647526 Feb 11 05:07:54.653656 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb4c41-b2fe-4efc-aa84-9220cb2a2737 req-269f36dc-5247-48b1-9216-5f56db27db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:54.655284 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15eb4c41-b2fe-4efc-aa84-9220cb2a2737 req-269f36dc-5247-48b1-9216-5f56db27db52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0591569 Feb 11 05:07:54.657953 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-baa63f04-fe0c-4e81-b773-fe9b245d2aee req-24f28b0e-53c8-42ed-b405-8d4c5df9bb3e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=5087a3bb-5f06-4d50-ba9f-85aa110de8c8 HTTP/1.1" status: 200 len: 217 time: 0.4232321 Feb 11 05:07:54.799860 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15eb4c41-b2fe-4efc-aa84-9220cb2a2737 req-53d75beb-a71a-4907-8079-a88e281e31d5 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369131 Feb 11 05:07:54.860659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e737b5-37b7-4c94-9cbd-dc1bd951e303 req-758943ec-9a77-4985-9f36-84feeeaf9e45 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:54.869445 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49e737b5-37b7-4c94-9cbd-dc1bd951e303 req-758943ec-9a77-4985-9f36-84feeeaf9e45 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 936 time: 0.7492218 Feb 11 05:07:54.944958 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:07:54.972832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa63f04-fe0c-4e81-b773-fe9b245d2aee req-6c6eb4ee-7eda-4ee7-822c-51642492acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:54.974350 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-baa63f04-fe0c-4e81-b773-fe9b245d2aee req-6c6eb4ee-7eda-4ee7-822c-51642492acb1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.3057597 Feb 11 05:07:55.058193 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15eb4c41-b2fe-4efc-aa84-9220cb2a2737 req-febbfccb-87b5-459c-90f0-2353deaa0ca4 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342825 Feb 11 05:07:55.125521 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.129037 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-029c9339-e855-42b5-a0f6-dfe8fa55b62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (25fc1374-368c-464a-a34c-c3f7a773f31b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.132493 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-029c9339-e855-42b5-a0f6-dfe8fa55b62e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.133720 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-029c9339-e855-42b5-a0f6-dfe8fa55b62e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/25fc1374-368c-464a-a34c-c3f7a773f31b HTTP/1.1" status: 204 len: 168 time: 1.7323749 Feb 11 05:07:55.154250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c74bc3-385c-42a3-b965-56eaba22022f req-b31ee7f7-b5ee-452e-9d9e-b8deba4dbf23 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:55.161954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:55.164207 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0c74bc3-385c-42a3-b965-56eaba22022f req-b31ee7f7-b5ee-452e-9d9e-b8deba4dbf23 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 948 time: 0.5260022 Feb 11 05:07:55.180620 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'f422b1ab-aa68-4fb0-9d9a-d83c773f4a69', 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677', 'port_id': 'f422b1ab-aa68-4fb0-9d9a-d83c773f4a69', 'mac_address': 'fa:16:3e:d5:ee:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1d8d3c-0c6e-469a-8f36-555d015fa75e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:07:55.251065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c9339-e855-42b5-a0f6-dfe8fa55b62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fc1374-368c-464a-a34c-c3f7a773f31b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:55.257313 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49e737b5-37b7-4c94-9cbd-dc1bd951e303 req-11492001-1953-4413-86fc-a62ece7ca64a tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869653 Feb 11 05:07:55.301923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:55.302757 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.320331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:55.346565 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:55.354715 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.378004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa63f04-fe0c-4e81-b773-fe9b245d2aee req-46a30178-0ceb-45ce-97c7-533baa58db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:55.380209 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-baa63f04-fe0c-4e81-b773-fe9b245d2aee req-46a30178-0ceb-45ce-97c7-533baa58db9b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3943763 Feb 11 05:07:55.470596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:55.479244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['f422b1ab-aa68-4fb0-9d9a-d83c773f4a69'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:55.517228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0c74bc3-385c-42a3-b965-56eaba22022f req-ad103494-4e74-4b8e-a5e3-0d6026ab03cd tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388801 Feb 11 05:07:55.806456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de734f8a-9201-4902-b076-8b7fcf49d6fe req-b5c67cf8-484d-4c91-be4c-3c19d7e6cbbe tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:55.814984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de734f8a-9201-4902-b076-8b7fcf49d6fe req-b5c67cf8-484d-4c91-be4c-3c19d7e6cbbe tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 945 time: 0.3236449 Feb 11 05:07:55.831878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-baa63f04-fe0c-4e81-b773-fe9b245d2aee req-a561cf95-59f9-4751-a69c-574bab2d10fa service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186184 Feb 11 05:07:55.856813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c75c3cfd-2776-43c5-ba2e-a378f2d21b91 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:55.928965 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Publish callbacks [] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.942450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 37c1aaca-1e57-4095-ad20-47b166ab04a8 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:56.001429 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 37c1aaca-1e57-4095-ad20-47b166ab04a8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:56.001998 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (37c1aaca-1e57-4095-ad20-47b166ab04a8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:56.058400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Transition to ACTIVE for port object c75c3cfd-2776-43c5-ba2e-a378f2d21b91 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:07:56.078335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Allocated IP 172.20.0.1 (6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a/4a9ed615-3ec7-46cd-b728-e56391863dba/a079b7ac-f0ce-4525-b930-4b9b8b17a442) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:56.098477 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:56.143586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-f170ee63-6a58-448b-8a56-8feee2ea053d tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=072d9f3e9b8f44558126f19a6508ee5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942354 Feb 11 05:07:56.194207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 37c1aaca-1e57-4095-ad20-47b166ab04a8 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:56.194554 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (37c1aaca-1e57-4095-ad20-47b166ab04a8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:56.196768 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de734f8a-9201-4902-b076-8b7fcf49d6fe req-54a872e8-841e-4c59-9da2-9479b8797a8e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730021 Feb 11 05:07:56.243087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 37c1aaca-1e57-4095-ad20-47b166ab04a8, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=37c1aaca-1e57-4095-ad20-47b166ab04a8,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:56.253001 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (37c1aaca-1e57-4095-ad20-47b166ab04a8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:56.396077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=37c1aaca-1e57-4095-ad20-47b166ab04a8,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:56.434616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Pushing event updated for resources: {'Port': ['ID=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:56.552098 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-baa63f04-fe0c-4e81-b773-fe9b245d2aee req-ca61a781-7024-4f24-8c25-771ac1511d73 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044494 Feb 11 05:07:56.559614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:56.559978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:56.560334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:56.560677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:56.561016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:56.561353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:56.561878 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:56.562214 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:56.562544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:56.562877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:56.563215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:56.563643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:56.563949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:56.684286 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Publish callbacks [] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:56.703690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-6bf173d9-7902-41ed-970e-b45f1d20e46e tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:56.705240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-6bf173d9-7902-41ed-970e-b45f1d20e46e tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4868770 Feb 11 05:07:56.716376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e97b58-4971-4e90-b0ea-b093b9c35b6d req-98c3a6c0-fcae-425f-8dce-7649588eb399 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:56.718064 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4e97b58-4971-4e90-b0ea-b093b9c35b6d req-98c3a6c0-fcae-425f-8dce-7649588eb399 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.3777072 Feb 11 05:07:56.757384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Attempting to bind port c75c3cfd-2776-43c5-ba2e-a378f2d21b91 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:56.757734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Attempting to bind port c75c3cfd-2776-43c5-ba2e-a378f2d21b91 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:56.758306 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Attempting to bind port c75c3cfd-2776-43c5-ba2e-a378f2d21b91 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:56.773358 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d7ecc41-63aa-4a79-9e7a-0825f39c458a tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/quotas/072d9f3e9b8f44558126f19a6508ee5f HTTP/1.1" status: 200 len: 375 time: 0.0541370 Feb 11 05:07:56.780653 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Port c75c3cfd-2776-43c5-ba2e-a378f2d21b91 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:07:56.780992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Attempting to bind port c75c3cfd-2776-43c5-ba2e-a378f2d21b91 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:56.836073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:56.836426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:56.836820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:56.837266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Bound port: c75c3cfd-2776-43c5-ba2e-a378f2d21b91, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:56.837627 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:56.846917 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-76191ee7-aed1-428d-84e8-d5f2aa6e2d18 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=072d9f3e9b8f44558126f19a6508ee5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635622 Feb 11 05:07:56.858729 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:56.876358 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4e97b58-4971-4e90-b0ea-b093b9c35b6d req-f114d9f9-d5d1-4fd6-bf40-69d3210fa8c9 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479614 Feb 11 05:07:56.961670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 87903cd5-1c2a-4d6d-ba58-308f8740fd60 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:07:56.968702 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:57.062807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Network 6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:57.073030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:57.084224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:57.123865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-958c8d94-45f4-4b8e-9dff-1e13db573009 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:57.125412 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-958c8d94-45f4-4b8e-9dff-1e13db573009 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c&tenant_id=74a76fe8ac584d85b2325b17c168bf79&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 1128 time: 0.0982606 Feb 11 05:07:57.139620 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-38'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:57.202364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Pushing event updated for resources: {'Port': ['ID=a079b7ac-f0ce-4525-b930-4b9b8b17a442,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:57.278690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] For port c75c3cfd-2776-43c5-ba2e-a378f2d21b91, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:57.286559 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.290374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] For port c75c3cfd-2776-43c5-ba2e-a378f2d21b91, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:57.292281 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (2de706d4-e7e3-4b48-b8dc-53d3cd913d94), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.326936 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 87903cd5-1c2a-4d6d-ba58-308f8740fd60, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=87903cd5-1c2a-4d6d-ba58-308f8740fd60,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:57.378542 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '87903cd5-1c2a-4d6d-ba58-308f8740fd60', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '87903cd5-1c2a-4d6d-ba58-308f8740fd60', 'mac_address': 'fa:16:3e:9e:94:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:07:57.419230 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.492308 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:57.493172 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.553105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:57.554426 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.588961 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] For port e1a3b5d3-e9d0-458b-a774-c14f291d5748, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e1a3b5d3-e9d0-458b-a774-c14f291d5748,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:57.594504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87903cd5-1c2a-4d6d-ba58-308f8740fd60 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:07:57.599856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03966b22-ecfd-4d9c-b19d-e665890a6171 req-9c741e3b-cd2f-4c77-a6ec-1eb4c7c91bee tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:57.607208 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03966b22-ecfd-4d9c-b19d-e665890a6171 req-9c741e3b-cd2f-4c77-a6ec-1eb4c7c91bee tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 948 time: 0.5398972 Feb 11 05:07:57.645133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:57.645808 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.647329 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] 10.222.0.73 "PUT /v2.0/ports/c75c3cfd-2776-43c5-ba2e-a378f2d21b91 HTTP/1.1" status: 200 len: 1097 time: 3.9480646 Feb 11 05:07:57.671163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c6f4f8fe-558a-4575-9711-dfc13e5961a5 None None] Provisioning complete for port a079b7ac-f0ce-4525-b930-4b9b8b17a442 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:57.671589 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f8fe-558a-4575-9711-dfc13e5961a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.690176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979768ab-e8ac-4018-b006-b20d2c09b643', 'tag': 'c75c3cfd-2776-43c5-ba2e-a378f2d21b91'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:57.696974 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b7036f-72ac-4c6e-8750-6c16c3c45c92" -d '{"events": [{"name": "network-changed", "server_uuid": "979768ab-e8ac-4018-b006-b20d2c09b643", "tag": "c75c3cfd-2776-43c5-ba2e-a378f2d21b91"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:57.697667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] For port e1a3b5d3-e9d0-458b-a774-c14f291d5748, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:57.698712 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 87903cd5-1c2a-4d6d-ba58-308f8740fd60, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=87903cd5-1c2a-4d6d-ba58-308f8740fd60,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:57.763959 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.805394 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Publish callbacks [] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.811764 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edba1a7c-ec73-4e59-94a0-48f7f7d24b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a3b5d3-e9d0-458b-a774-c14f291d5748'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:57.819158 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fb2b92-5ce6-47fc-830e-24d3e66c2bf2" -d '{"events": [{"server_uuid": "edba1a7c-ec73-4e59-94a0-48f7f7d24b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a3b5d3-e9d0-458b-a774-c14f291d5748"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:57.828398 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.948302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 37c1aaca-1e57-4095-ad20-47b166ab04a8 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:57.996353 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a3b5d3-e9d0-458b-a774-c14f291d5748,revision_number=7']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:58.016047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff3986-b902-430b-880f-b6bc73a735bd service neutron] Pushing event updated for resources: {'Port': ['ID=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:58.018123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4f8fe-558a-4575-9711-dfc13e5961a5 None None] Port a079b7ac-f0ce-4525-b930-4b9b8b17a442 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:07:58.051208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=87903cd5-1c2a-4d6d-ba58-308f8740fd60,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:58.054179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:58.054580 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.086947 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f5378c-844b-429f-9618-c9ff430d7d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422b1ab-aa68-4fb0-9d9a-d83c773f4a69'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:07:58.089751 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05ee044-e3a2-4c78-b9da-c94788007cd1" -d '{"events": [{"server_uuid": "51f5378c-844b-429f-9618-c9ff430d7d56", "name": "network-vif-plugged", "status": "completed", "tag": "f422b1ab-aa68-4fb0-9d9a-d83c773f4a69"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:07:58.106963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:58.112391 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 37c1aaca-1e57-4095-ad20-47b166ab04a8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:58.113098 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (37c1aaca-1e57-4095-ad20-47b166ab04a8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.133153 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Attempting to bind port e1a3b5d3-e9d0-458b-a774-c14f291d5748 on host n-h2-713499-38 for vnic_type normal with profile {"migrating_to": "n-h1-713499-38"} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:58.133739 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Attempting to bind port e1a3b5d3-e9d0-458b-a774-c14f291d5748 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:58.133861 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Attempting to bind port e1a3b5d3-e9d0-458b-a774-c14f291d5748 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:58.138487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336f59d-fa2f-4ab5-bf07-42abd906bc6d req-7f8fc4b7-88f3-4b22-a1e1-2f4b0551eb4b tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:58.149357 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b336f59d-fa2f-4ab5-bf07-42abd906bc6d req-7f8fc4b7-88f3-4b22-a1e1-2f4b0551eb4b tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 948 time: 0.7548866 Feb 11 05:07:58.149741 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:58.150194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:58.150549 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:58.151489 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:58.151841 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:58.152181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:58.154425 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:58.154780 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:58.155955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:58.156384 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:58.158335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:58.158707 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:58.170558 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.171466 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:58.172494 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4bab7981-47d8-4d6c-a67c-268bc119ac9a up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:58.175574 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03966b22-ecfd-4d9c-b19d-e665890a6171 req-438862af-06c0-40ca-a381-236d791f47bc tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650830 Feb 11 05:07:58.178607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['87903cd5-1c2a-4d6d-ba58-308f8740fd60'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:58.199838 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Port e1a3b5d3-e9d0-458b-a774-c14f291d5748 on network 33f89be2-f697-40b3-a347-9e719974ef7b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:07:58.199838 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Attempting to bind port e1a3b5d3-e9d0-458b-a774-c14f291d5748 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:58.221766 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:58.222538 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Checking segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:58.222937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Bound using segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:58.223383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Bound port: e1a3b5d3-e9d0-458b-a774-c14f291d5748, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:58.223804 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.318248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-d66b768a-3df0-441b-8ff0-fadee7563f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:58.321692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-d66b768a-3df0-441b-8ff0-fadee7563f7b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f4c327d5a654563b29711fa52ee234a&device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 1131 time: 0.5932331 Feb 11 05:07:58.382144 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] For port e1a3b5d3-e9d0-458b-a774-c14f291d5748, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:58.386638 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] For port e1a3b5d3-e9d0-458b-a774-c14f291d5748, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e1a3b5d3-e9d0-458b-a774-c14f291d5748,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:58.407064 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.508073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d0a25cb-ba61-4d04-ad5e-b7da576dfce1 req-052a67ce-44c2-42cb-bbc0-dab8ff7014bd tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 210 time: 0.1824665 Feb 11 05:07:58.510643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:58.526142 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d49326c6-bcf0-4a44-8a19-83d2c595bc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.555276 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b336f59d-fa2f-4ab5-bf07-42abd906bc6d req-81704303-cd9e-4bc0-a945-5f8ef76aa62a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039035 Feb 11 05:07:58.560016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-17442d72-5d5d-4c92-a00c-956352d051a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=c75c3cfd-2776-43c5-ba2e-a378f2d21b91 HTTP/1.1" status: 200 len: 217 time: 0.2236338 Feb 11 05:07:58.562439 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.614756 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 4bab7981-47d8-4d6c-a67c-268bc119ac9a completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:07:58.630905 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a3b5d3-e9d0-458b-a774-c14f291d5748,revision_number=8']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:58.646292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 4bab7981-47d8-4d6c-a67c-268bc119ac9a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:58.648324 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:58.649252 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.651261 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-03d425f0-4d9c-47c9-8f0b-0c72b6cbff09 service neutron] 10.222.0.73 "PUT /v2.0/ports/e1a3b5d3-e9d0-458b-a774-c14f291d5748 HTTP/1.1" status: 200 len: 1123 time: 1.5182405 Feb 11 05:07:58.652063 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4bab7981-47d8-4d6c-a67c-268bc119ac9a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.706838 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 37c1aaca-1e57-4095-ad20-47b166ab04a8 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:58.735187 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04804202-5412-44ec-ac7c-0debd4f530ee x-openstack-request-id: req-04804202-5412-44ec-ac7c-0debd4f530ee {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:58.735581 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979768ab-e8ac-4018-b006-b20d2c09b643", "tag": "c75c3cfd-2776-43c5-ba2e-a378f2d21b91", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:58.735851 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-04804202-5412-44ec-ac7c-0debd4f530ee {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:58.736274 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979768ab-e8ac-4018-b006-b20d2c09b643', 'tag': 'c75c3cfd-2776-43c5-ba2e-a378f2d21b91', 'status': 'completed', 'code': 200} Feb 11 05:07:58.781421 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3727a04c-5321-4614-8dc6-cfa2c5399e80 x-openstack-request-id: req-3727a04c-5321-4614-8dc6-cfa2c5399e80 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:58.782669 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edba1a7c-ec73-4e59-94a0-48f7f7d24b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a3b5d3-e9d0-458b-a774-c14f291d5748", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:58.783253 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3727a04c-5321-4614-8dc6-cfa2c5399e80 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:58.783908 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edba1a7c-ec73-4e59-94a0-48f7f7d24b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a3b5d3-e9d0-458b-a774-c14f291d5748', 'code': 200} Feb 11 05:07:58.809384 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['e1a3b5d3-e9d0-458b-a774-c14f291d5748'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:58.811928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['e1a3b5d3-e9d0-458b-a774-c14f291d5748'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:07:58.933998 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-3cdeeeda-1a5c-4652-a83b-fe6c3b8cccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:58.936246 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-3cdeeeda-1a5c-4652-a83b-fe6c3b8cccac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.3626566 Feb 11 05:07:59.004459 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e1a3b5d3-e9d0-458b-a774-c14f291d5748 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:07:59.081269 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 4bab7981-47d8-4d6c-a67c-268bc119ac9a is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:59.081742 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4bab7981-47d8-4d6c-a67c-268bc119ac9a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.242864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 4bab7981-47d8-4d6c-a67c-268bc119ac9a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4bab7981-47d8-4d6c-a67c-268bc119ac9a,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:59.269710 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4bab7981-47d8-4d6c-a67c-268bc119ac9a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.292104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e1a3b5d3-e9d0-458b-a774-c14f291d5748, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e1a3b5d3-e9d0-458b-a774-c14f291d5748,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:59.361385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e1a3b5d3-e9d0-458b-a774-c14f291d5748 has no active binding in host n-h1-713499-38 {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:07:59.396248 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=4bab7981-47d8-4d6c-a67c-268bc119ac9a,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:59.465130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e854d-c0ca-4a47-b068-f30bb783b3c9 req-8bc79091-6761-4f37-bce9-0b1770d89ef9 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:59.466799 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-048e854d-c0ca-4a47-b068-f30bb783b3c9 req-8bc79091-6761-4f37-bce9-0b1770d89ef9 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 943 time: 0.7435229 Feb 11 05:07:59.526620 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-2b60f31e-bf84-4a12-a83c-42698fb11f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:59.528397 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-2b60f31e-bf84-4a12-a83c-42698fb11f34 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5715706 Feb 11 05:07:59.544651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2410b0-10a9-4dc1-bf32-0b4f6be8582d req-a7a40ec9-6bad-491e-a4ad-bb1030290544 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:59.551949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df2410b0-10a9-4dc1-bf32-0b4f6be8582d req-a7a40ec9-6bad-491e-a4ad-bb1030290544 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.6248789 Feb 11 05:07:59.561979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-c684f419-d976-48e3-9556-29bc4692ff39 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=072d9f3e9b8f44558126f19a6508ee5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876150 Feb 11 05:07:59.657131 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-79b82ab5-2034-4ad6-8b5a-7d33a8a60723 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021595 Feb 11 05:07:59.872189 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-048e854d-c0ca-4a47-b068-f30bb783b3c9 req-481f1d4c-3272-4c05-abe1-922d0ea708b7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871546 Feb 11 05:07:59.898630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df2410b0-10a9-4dc1-bf32-0b4f6be8582d req-f413ea3a-7938-42be-bb4a-4ad5fd809289 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410408 Feb 11 05:07:59.940588 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Publish callbacks [] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.952681 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.978606 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a63a880-d5b6-440e-bee7-f76e8b6e7f66 x-openstack-request-id: req-2a63a880-d5b6-440e-bee7-f76e8b6e7f66 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:07:59.979152 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f5378c-844b-429f-9618-c9ff430d7d56", "name": "network-vif-plugged", "status": "completed", "tag": "f422b1ab-aa68-4fb0-9d9a-d83c773f4a69", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:07:59.979152 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2a63a880-d5b6-440e-bee7-f76e8b6e7f66 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:07:59.979564 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f5378c-844b-429f-9618-c9ff430d7d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422b1ab-aa68-4fb0-9d9a-d83c773f4a69', 'code': 200} Feb 11 05:08:00.042132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-7b6bd1c4-da6d-4f5c-832e-f3ed888d97fb tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:00.043955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-7b6bd1c4-da6d-4f5c-832e-f3ed888d97fb tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3858676 Feb 11 05:08:00.058744 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae34282c-65bc-41cb-b683-20f51ed7f855 req-da7d40ce-892c-475f-b896-711541f96dca service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573837 Feb 11 05:08:00.096617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-20d5a860-4c1e-4f6c-85c5-76afee18cb0b tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Request body: {'port': {'device_id': '7363fd57-d4e0-4590-be85-15e8e224003e', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '072d9f3e9b8f44558126f19a6508ee5f'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:00.133688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Pushing event updated for resources: {'Port': ['ID=a079b7ac-f0ce-4525-b930-4b9b8b17a442,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:00.158676 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (2de706d4-e7e3-4b48-b8dc-53d3cd913d94), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.368995 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76f04626-ca4c-49fd-9257-dcdbffd8e2a3 req-9214ec69-a391-4d62-9cd9-377497ee765f tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 210 time: 0.0920904 Feb 11 05:08:00.405061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7036f-72ac-4c6e-8750-6c16c3c45c92 req-abc88760-8406-43cd-a4a3-f9b38124f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:00.406646 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7b7036f-72ac-4c6e-8750-6c16c3c45c92 req-abc88760-8406-43cd-a4a3-f9b38124f5fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f4c327d5a654563b29711fa52ee234a&device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 1131 time: 0.2659969 Feb 11 05:08:00.449592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b32d0-145f-4b3b-89db-d4d6b8a9e295 req-4fc12098-bddf-43c5-8bda-e6228aabd073 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:00.451133 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c99b32d0-145f-4b3b-89db-d4d6b8a9e295 req-4fc12098-bddf-43c5-8bda-e6228aabd073 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 948 time: 0.2848580 Feb 11 05:08:00.509494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-20d5a860-4c1e-4f6c-85c5-76afee18cb0b tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Made reservation on behalf of 072d9f3e9b8f44558126f19a6508ee5f for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:00.512985 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-20d5a860-4c1e-4f6c-85c5-76afee18cb0b tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.516446 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Network 6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:08:00.563098 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:00.587680 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-20d5a860-4c1e-4f6c-85c5-76afee18cb0b tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.694559 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c99b32d0-145f-4b3b-89db-d4d6b8a9e295 req-81391497-b71e-44fc-b0ac-2ec14598fbda tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191341 Feb 11 05:08:00.700347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7036f-72ac-4c6e-8750-6c16c3c45c92 req-60d634b7-e5fc-4298-a743-26063b33a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:00.701851 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7b7036f-72ac-4c6e-8750-6c16c3c45c92 req-60d634b7-e5fc-4298-a743-26063b33a09c service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.2797360 Feb 11 05:08:00.739876 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1f148105-a530-481d-a3bf-ba3cf247d495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.748897 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366afda-d67c-4752-a229-69cbb111de4b req-045d6df5-b6a5-4a65-921b-d91c35d66b45 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:00.750566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0366afda-d67c-4752-a229-69cbb111de4b req-045d6df5-b6a5-4a65-921b-d91c35d66b45 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 949 time: 0.3124883 Feb 11 05:08:00.785308 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edba1a7c-ec73-4e59-94a0-48f7f7d24b1c', 'tag': 'e1a3b5d3-e9d0-458b-a774-c14f291d5748'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:00.789423 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba08c43-1355-4229-bb2b-5f7ad7ef82ee" -d '{"events": [{"name": "network-changed", "server_uuid": "edba1a7c-ec73-4e59-94a0-48f7f7d24b1c", "tag": "e1a3b5d3-e9d0-458b-a774-c14f291d5748"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:00.804916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7b7036f-72ac-4c6e-8750-6c16c3c45c92 req-9d0007a0-c7dd-4a55-ab32-27043b3e34a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=c75c3cfd-2776-43c5-ba2e-a378f2d21b91 HTTP/1.1" status: 200 len: 217 time: 0.0871623 Feb 11 05:08:00.900332 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44162550-fdd2-46a3-8b3b-ccb9c94815fa x-openstack-request-id: req-44162550-fdd2-46a3-8b3b-ccb9c94815fa {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:00.900595 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edba1a7c-ec73-4e59-94a0-48f7f7d24b1c", "tag": "e1a3b5d3-e9d0-458b-a774-c14f291d5748", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:00.901306 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-44162550-fdd2-46a3-8b3b-ccb9c94815fa {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:00.901722 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edba1a7c-ec73-4e59-94a0-48f7f7d24b1c', 'tag': 'e1a3b5d3-e9d0-458b-a774-c14f291d5748', 'status': 'completed', 'code': 200} Feb 11 05:08:00.932469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-92063a98-e589-480e-92d0-bbac17b9c338 None None] Provisioning complete for port a079b7ac-f0ce-4525-b930-4b9b8b17a442 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:00.933844 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-92063a98-e589-480e-92d0-bbac17b9c338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.985548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-92063a98-e589-480e-92d0-bbac17b9c338 None None] Port a079b7ac-f0ce-4525-b930-4b9b8b17a442 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:08:01.001383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7036f-72ac-4c6e-8750-6c16c3c45c92 req-93ee6450-888f-4d90-925b-86b8b58d386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:01.002505 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7b7036f-72ac-4c6e-8750-6c16c3c45c92 req-93ee6450-888f-4d90-925b-86b8b58d386d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1597080 Feb 11 05:08:01.010066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 87903cd5-1c2a-4d6d-ba58-308f8740fd60 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:01.011016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Router 2de706d4-e7e3-4b48-b8dc-53d3cd913d94 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:08:01.031881 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0366afda-d67c-4752-a229-69cbb111de4b req-9ece6385-a95f-4866-96d0-ffcc928d6f41 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307260 Feb 11 05:08:01.091921 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:08:01.099046 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:01.099835 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.107020 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-20d5a860-4c1e-4f6c-85c5-76afee18cb0b tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks [] for security_group (7c89038f-e03c-48fb-8ab5-727915fa1d9f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.137567 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-20d5a860-4c1e-4f6c-85c5-76afee18cb0b tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7c89038f-e03c-48fb-8ab5-727915fa1d9f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.231496 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:08:01.246621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:01.247027 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.289677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 87903cd5-1c2a-4d6d-ba58-308f8740fd60, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=87903cd5-1c2a-4d6d-ba58-308f8740fd60,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:01.297492 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.356516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=87903cd5-1c2a-4d6d-ba58-308f8740fd60,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:01.420349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba08c43-1355-4229-bb2b-5f7ad7ef82ee req-e4ae487f-ed1f-4c25-9642-c2787d5e2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:01.421791 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ba08c43-1355-4229-bb2b-5f7ad7ef82ee req-e4ae487f-ed1f-4c25-9642-c2787d5e2b17 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 1157 time: 0.4834826 Feb 11 05:08:01.581901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5a860-4c1e-4f6c-85c5-76afee18cb0b tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c89038f-e03c-48fb-8ab5-727915fa1d9f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:01.585511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-20d5a860-4c1e-4f6c-85c5-76afee18cb0b tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Allocated IP 192.168.233.135 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/8724b380-269f-41a9-b91c-09f370a2c738) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:08:01.595997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7036f-72ac-4c6e-8750-6c16c3c45c92 req-0a3ab9c3-542f-4624-a398-103a3f7e2343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:01.597704 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7b7036f-72ac-4c6e-8750-6c16c3c45c92 req-0a3ab9c3-542f-4624-a398-103a3f7e2343 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5855510 Feb 11 05:08:01.689657 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6fda2-4a6a-48c0-9615-ffa0719a2da3 req-d73fbffc-322f-472a-aadf-3d4609e37a9b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:01.697246 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9de6fda2-4a6a-48c0-9615-ffa0719a2da3 req-d73fbffc-322f-472a-aadf-3d4609e37a9b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.3802369 Feb 11 05:08:01.749387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e0252-efd2-48a0-a702-a35fc56db87c req-072898b3-bda7-49a8-9825-c64ba2804bec tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:01.757436 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-439e0252-efd2-48a0-a702-a35fc56db87c req-072898b3-bda7-49a8-9825-c64ba2804bec tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 943 time: 0.6045353 Feb 11 05:08:01.758489 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba08c43-1355-4229-bb2b-5f7ad7ef82ee req-199c5ab7-dc3c-4e11-b11c-e438bd9a61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:01.759957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ba08c43-1355-4229-bb2b-5f7ad7ef82ee req-199c5ab7-dc3c-4e11-b11c-e438bd9a61c6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.3212676 Feb 11 05:08:01.884358 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ba08c43-1355-4229-bb2b-5f7ad7ef82ee req-d51531b4-374c-4e20-9ac7-e75590386f40 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a3b5d3-e9d0-458b-a774-c14f291d5748 HTTP/1.1" status: 200 len: 217 time: 0.1126018 Feb 11 05:08:01.892830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:08:01.913346 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Sync routers for ids ['2de706d4-e7e3-4b48-b8dc-53d3cd913d94'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:08:01.923150 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4cf29c75-b96f-46c4-9c0b-c4cb4a1ef679 admin admin] 10.222.0.87 "PUT /v2.0/routers/2de706d4-e7e3-4b48-b8dc-53d3cd913d94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3228147 Feb 11 05:08:01.943077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Routers {'2de706d4-e7e3-4b48-b8dc-53d3cd913d94'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:01.943803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:08:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2de706d4-e7e3-4b48-b8dc-53d3cd913d94'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:02.065527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9de6fda2-4a6a-48c0-9615-ffa0719a2da3 req-1ab3d055-3bf8-4f71-8145-2ea73ca0d408 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672850 Feb 11 05:08:02.108177 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-439e0252-efd2-48a0-a702-a35fc56db87c req-8e2552c6-9955-4ed9-8192-ab0284c3f3c2 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510845 Feb 11 05:08:02.112986 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7b7036f-72ac-4c6e-8750-6c16c3c45c92 req-462788f5-b4d2-497b-9b23-a9485266f1ae service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857817 Feb 11 05:08:02.117337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba08c43-1355-4229-bb2b-5f7ad7ef82ee req-a832ac7a-905f-490d-b25d-a92a145a53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:02.118846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ba08c43-1355-4229-bb2b-5f7ad7ef82ee req-a832ac7a-905f-490d-b25d-a92a145a53ab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.2240367 Feb 11 05:08:02.287162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ba08c43-1355-4229-bb2b-5f7ad7ef82ee req-153c297a-b75f-4937-ab1a-eb9c5d6c1360 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568868 Feb 11 05:08:02.310374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d16b7c-e6dd-41f7-9e2f-59374b3c8094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bab7981-47d8-4d6c-a67c-268bc119ac9a'}, {'server_uuid': '728b5f04-6e78-4de7-a174-ec92eb41d35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87903cd5-1c2a-4d6d-ba58-308f8740fd60'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:02.313520 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0270ec0b-37f4-48df-bcc5-70e911ffbeac" -d '{"events": [{"server_uuid": "46d16b7c-e6dd-41f7-9e2f-59374b3c8094", "name": "network-vif-plugged", "status": "completed", "tag": "4bab7981-47d8-4d6c-a67c-268bc119ac9a"}, {"server_uuid": "728b5f04-6e78-4de7-a174-ec92eb41d35a", "name": "network-vif-plugged", "status": "completed", "tag": "87903cd5-1c2a-4d6d-ba58-308f8740fd60"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:02.406897 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:02.433686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Set router 2de706d4-e7e3-4b48-b8dc-53d3cd913d94 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:02.700920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1786011899-router', 'tenant_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '37c1aaca-1e57-4095-ad20-47b166ab04a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:46Z', 'updated_at': '2022-02-11T05:07:58Z', 'revision_number': 4, 'project_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'gw_port': {'id': '37c1aaca-1e57-4095-ad20-47b166ab04a8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:47Z', 'updated_at': '2022-02-11T05:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'a079b7ac-f0ce-4525-b930-4b9b8b17a442', 'name': '', 'network_id': '6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a', 'tenant_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'mac_address': 'fa:16:3e:d0:c0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4a9ed615-3ec7-46cd-b728-e56391863dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:55Z', 'updated_at': '2022-02-11T05:07:58Z', 'revision_number': 2, 'project_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'subnets': [{'id': '4a9ed615-3ec7-46cd-b728-e56391863dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:02.750772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Checking router: 2de706d4-e7e3-4b48-b8dc-53d3cd913d94 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:08:02.751173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Updating router 2de706d4-e7e3-4b48-b8dc-53d3cd913d94 port a079b7ac-f0ce-4525-b930-4b9b8b17a442 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:08:02.797417 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-20d5a860-4c1e-4f6c-85c5-76afee18cb0b tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks [] for port (8724b380-269f-41a9-b91c-09f370a2c738), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:02.798303 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:02.805376 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0d996132-db86-4605-905a-0f8ca54f7db0 req-34d47c65-46c7-483c-b274-46e59354f342 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 210 time: 0.1122634 Feb 11 05:08:02.887446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7b7036f-72ac-4c6e-8750-6c16c3c45c92 req-ec731d59-1575-4809-a6ca-07b5039f516e service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7414372 Feb 11 05:08:02.917530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3ca89-98da-4e08-9f90-300f73c5448d req-cfdf5232-cad5-48bf-9e1d-874e6b30208f tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:02.919467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3ca89-98da-4e08-9f90-300f73c5448d req-cfdf5232-cad5-48bf-9e1d-874e6b30208f tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 948 time: 0.2220235 Feb 11 05:08:02.987772 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-20d5a860-4c1e-4f6c-85c5-76afee18cb0b tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8724b380-269f-41a9-b91c-09f370a2c738), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:02.991795 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ba08c43-1355-4229-bb2b-5f7ad7ef82ee req-e4ec1293-9237-4665-adf0-0d707896a681 service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968388 Feb 11 05:08:03.097248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-20d5a860-4c1e-4f6c-85c5-76afee18cb0b tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:08:03.114003 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-20d5a860-4c1e-4f6c-85c5-76afee18cb0b tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:03.157355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-20d5a860-4c1e-4f6c-85c5-76afee18cb0b tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:08:03.164028 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3ca89-98da-4e08-9f90-300f73c5448d req-a5422d6c-d61a-460c-9cb4-b054431e8e73 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371206 Feb 11 05:08:03.174031 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5a860-4c1e-4f6c-85c5-76afee18cb0b tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Pushing event updated for resources: {'Port': ['ID=8724b380-269f-41a9-b91c-09f370a2c738,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:03.227256 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Publish callbacks [] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.233132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c75c3cfd-2776-43c5-ba2e-a378f2d21b91 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:08:03.238261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fcf75-9805-4755-bea4-631675c8c47c req-46f03081-1802-4b0d-b5f4-041127680622 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:03.240764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f7fcf75-9805-4755-bea4-631675c8c47c req-46f03081-1802-4b0d-b5f4-041127680622 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 949 time: 0.3154187 Feb 11 05:08:03.367654 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c75c3cfd-2776-43c5-ba2e-a378f2d21b91, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:03.374438 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-20d5a860-4c1e-4f6c-85c5-76afee18cb0b tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:03.375199 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-20d5a860-4c1e-4f6c-85c5-76afee18cb0b tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.382244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'c75c3cfd-2776-43c5-ba2e-a378f2d21b91', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': 'c75c3cfd-2776-43c5-ba2e-a378f2d21b91', 'mac_address': 'fa:16:3e:f2:02:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:08:03.385302 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.391886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ba08c43-1355-4229-bb2b-5f7ad7ef82ee req-8e89d13b-9169-47a4-914b-0887f07eff28 service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893247 Feb 11 05:08:03.509428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-20d5a860-4c1e-4f6c-85c5-76afee18cb0b tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4327219 Feb 11 05:08:03.510175 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-8571a450-8f7e-43c7-872c-e9e64b9be173 req-2dc99a81-dcff-4d57-b1b9-c3e60ac4bbfd tempest-FloatingIPDetailsNegativeTestJSON-1635665000 tempest-FloatingIPDetailsNegativeTestJSON-1635665000-project] show failed (client error): The resource could not be found. Feb 11 05:08:03.511107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8571a450-8f7e-43c7-872c-e9e64b9be173 req-2dc99a81-dcff-4d57-b1b9-c3e60ac4bbfd tempest-FloatingIPDetailsNegativeTestJSON-1635665000 tempest-FloatingIPDetailsNegativeTestJSON-1635665000-project] 10.222.0.87 "GET /v2.0/floatingips/dcdff515-1b78-46b8-8719-372c197b7e6b HTTP/1.1" status: 404 len: 350 time: 0.1224844 Feb 11 05:08:03.521544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50816) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:03.542838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Request body: {'port': {'device_id': '7363fd57-d4e0-4590-be85-15e8e224003e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:03.556703 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f7fcf75-9805-4755-bea4-631675c8c47c req-bfe26ab6-7226-4dd2-9918-27e4124f00a2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017056 Feb 11 05:08:03.585705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port c75c3cfd-2776-43c5-ba2e-a378f2d21b91 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:03.586115 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.660810 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.705539 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8724b380-269f-41a9-b91c-09f370a2c738), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.739565 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11679ec6-f1d7-423f-9a7a-7e3346813d76 x-openstack-request-id: req-11679ec6-f1d7-423f-9a7a-7e3346813d76 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:03.739860 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d16b7c-e6dd-41f7-9e2f-59374b3c8094", "name": "network-vif-plugged", "status": "completed", "tag": "4bab7981-47d8-4d6c-a67c-268bc119ac9a", "code": 200}, {"server_uuid": "728b5f04-6e78-4de7-a174-ec92eb41d35a", "name": "network-vif-plugged", "status": "completed", "tag": "87903cd5-1c2a-4d6d-ba58-308f8740fd60", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:03.740126 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-11679ec6-f1d7-423f-9a7a-7e3346813d76 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:03.741141 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d16b7c-e6dd-41f7-9e2f-59374b3c8094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bab7981-47d8-4d6c-a67c-268bc119ac9a', 'code': 200} Feb 11 05:08:03.741416 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728b5f04-6e78-4de7-a174-ec92eb41d35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87903cd5-1c2a-4d6d-ba58-308f8740fd60', 'code': 200} Feb 11 05:08:03.746354 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c75c3cfd-2776-43c5-ba2e-a378f2d21b91 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:03.829591 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccba80f-41cf-4f4e-b59f-bad0165e4ae4 None None] Pushing event updated for resources: {'Port': ['ID=a079b7ac-f0ce-4525-b930-4b9b8b17a442,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:03.877284 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c75c3cfd-2776-43c5-ba2e-a378f2d21b91, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:03.907706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccba80f-41cf-4f4e-b59f-bad0165e4ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:03.907706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccba80f-41cf-4f4e-b59f-bad0165e4ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:03.907706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccba80f-41cf-4f4e-b59f-bad0165e4ae4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:03.907706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccba80f-41cf-4f4e-b59f-bad0165e4ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:03.907706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccba80f-41cf-4f4e-b59f-bad0165e4ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:03.907706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccba80f-41cf-4f4e-b59f-bad0165e4ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:03.907706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccba80f-41cf-4f4e-b59f-bad0165e4ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:03.907706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccba80f-41cf-4f4e-b59f-bad0165e4ae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:03.907706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccba80f-41cf-4f4e-b59f-bad0165e4ae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:03.907706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccba80f-41cf-4f4e-b59f-bad0165e4ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:03.907706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccba80f-41cf-4f4e-b59f-bad0165e4ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:03.907706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccba80f-41cf-4f4e-b59f-bad0165e4ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:03.907706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccba80f-41cf-4f4e-b59f-bad0165e4ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:08:03.954805 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.050787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b26c6-23fe-45cf-b8e2-6ef55a2d6bbd req-da079b8e-0024-4276-9ce9-3cb1862129cb tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:04.057810 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-221b26c6-23fe-45cf-b8e2-6ef55a2d6bbd req-da079b8e-0024-4276-9ce9-3cb1862129cb tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.2716913 Feb 11 05:08:04.058985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:04.060789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9120cac-5f1e-4ab6-b60b-f47069838d66 req-9b5e783b-de75-4cfa-8b92-899d38c74ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:04.062370 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9120cac-5f1e-4ab6-b60b-f47069838d66 req-9b5e783b-de75-4cfa-8b92-899d38c74ac5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 1132 time: 0.3465981 Feb 11 05:08:04.067246 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1951de1-aae1-4b80-8d3c-8af3b1d122a5 req-9e9f44c1-cd87-422b-8e08-02434893e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:04.069889 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f1951de1-aae1-4b80-8d3c-8af3b1d122a5 req-9e9f44c1-cd87-422b-8e08-02434893e87d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=728b5f04-6e78-4de7-a174-ec92eb41d35a HTTP/1.1" status: 200 len: 1132 time: 0.2559092 Feb 11 05:08:04.074276 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-06b0bfbc-1e06-4525-bb5c-f64e81d80e02 None None] Provisioning complete for port 8724b380-269f-41a9-b91c-09f370a2c738 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:04.075587 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-06b0bfbc-1e06-4525-bb5c-f64e81d80e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8724b380-269f-41a9-b91c-09f370a2c738), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.078810 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Attempting to bind port a079b7ac-f0ce-4525-b930-4b9b8b17a442 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:04.079554 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Attempting to bind port a079b7ac-f0ce-4525-b930-4b9b8b17a442 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'd4607f67-abcf-426a-a19a-539def7cd95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:04.082041 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Attempting to bind port a079b7ac-f0ce-4525-b930-4b9b8b17a442 on network 6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:04.113991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfbf42-c201-4c8d-a1f2-2dfe0f14d736 req-077f546c-3e06-4afe-9a25-7ea02ab11de0 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:04.115906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59cfbf42-c201-4c8d-a1f2-2dfe0f14d736 req-077f546c-3e06-4afe-9a25-7ea02ab11de0 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 943 time: 0.3707500 Feb 11 05:08:04.116506 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:04.117156 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Checking segment: {'id': 'd4607f67-abcf-426a-a19a-539def7cd95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:04.117788 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.118993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Bound using segment: {'id': 'd4607f67-abcf-426a-a19a-539def7cd95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:04.120412 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Bound port: a079b7ac-f0ce-4525-b930-4b9b8b17a442, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4607f67-abcf-426a-a19a-539def7cd95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:04.121053 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.174690 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f1951de1-aae1-4b80-8d3c-8af3b1d122a5 req-134f3255-164c-4d4d-a459-dd742f0d7c1d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933158 Feb 11 05:08:04.224222 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] For port a079b7ac-f0ce-4525-b930-4b9b8b17a442, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:04.228320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] For port a079b7ac-f0ce-4525-b930-4b9b8b17a442, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a079b7ac-f0ce-4525-b930-4b9b8b17a442,segment=NetworkSegment(d4607f67-abcf-426a-a19a-539def7cd95a),segment_id=d4607f67-abcf-426a-a19a-539def7cd95a)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:04.239462 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-06b0bfbc-1e06-4525-bb5c-f64e81d80e02 None None] Port 8724b380-269f-41a9-b91c-09f370a2c738 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:08:04.244529 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.246928 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-049f12bd-6bff-4103-a362-7fd8c59952b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (2de706d4-e7e3-4b48-b8dc-53d3cd913d94), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.249643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-221b26c6-23fe-45cf-b8e2-6ef55a2d6bbd req-a83b6c86-0b43-4669-acb8-71fd5d8063a4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910591 Feb 11 05:08:04.291883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9120cac-5f1e-4ab6-b60b-f47069838d66 req-e7454076-f156-4cd6-af9e-57343b70099f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104483 Feb 11 05:08:04.300450 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59cfbf42-c201-4c8d-a1f2-2dfe0f14d736 req-56358ba2-9c49-4ba6-9207-158ab83eee46 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775599 Feb 11 05:08:04.311319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccba80f-41cf-4f4e-b59f-bad0165e4ae4 None None] Pushing event updated for resources: {'Port': ['ID=a079b7ac-f0ce-4525-b930-4b9b8b17a442,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:04.322544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['c75c3cfd-2776-43c5-ba2e-a378f2d21b91'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:04.399510 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Routers {'2de706d4-e7e3-4b48-b8dc-53d3cd913d94'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:04.400839 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:08:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2de706d4-e7e3-4b48-b8dc-53d3cd913d94'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:04.566408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] Set router 2de706d4-e7e3-4b48-b8dc-53d3cd913d94 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:04.605315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8724b380-269f-41a9-b91c-09f370a2c738 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:04.680264 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Publish callbacks [] for port (8724b380-269f-41a9-b91c-09f370a2c738), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.696115 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-190a721b-edfd-4bdb-ad7c-313327f278c2 None None] Provisioning complete for port a079b7ac-f0ce-4525-b930-4b9b8b17a442 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:04.696656 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-190a721b-edfd-4bdb-ad7c-313327f278c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.711730 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Transition to ACTIVE for port object 8724b380-269f-41a9-b91c-09f370a2c738 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:08:04.720896 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (8724b380-269f-41a9-b91c-09f370a2c738), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.754436 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-049f12bd-6bff-4103-a362-7fd8c59952b9 admin admin] Deleting port a079b7ac-f0ce-4525-b930-4b9b8b17a442 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:04.755009 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-049f12bd-6bff-4103-a362-7fd8c59952b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.764750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02acc85-872c-425c-907e-74217f911fdb req-dedd54a9-cec2-4f81-a491-219ffdc55618 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:04.766285 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a02acc85-872c-425c-907e-74217f911fdb req-dedd54a9-cec2-4f81-a491-219ffdc55618 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 936 time: 0.2220035 Feb 11 05:08:04.780384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ddd41-dd04-42d6-9aef-959ac24967de req-8ab552e1-a7f1-491a-8e0a-4eb1037aaa6d tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:04.781918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77ddd41-dd04-42d6-9aef-959ac24967de req-8ab552e1-a7f1-491a-8e0a-4eb1037aaa6d tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 949 time: 0.2569878 Feb 11 05:08:04.815610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Pushing event updated for resources: {'Port': ['ID=8724b380-269f-41a9-b91c-09f370a2c738,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:04.865268 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.969457 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77ddd41-dd04-42d6-9aef-959ac24967de req-ed262e3a-b44d-47bf-b5a1-3650adfe5957 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741483 Feb 11 05:08:04.984431 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a02acc85-872c-425c-907e-74217f911fdb req-33009196-e8e5-443b-add5-37ddc4c117a5 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856883 Feb 11 05:08:04.997287 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-049f12bd-6bff-4103-a362-7fd8c59952b9 admin admin] For port a079b7ac-f0ce-4525-b930-4b9b8b17a442, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a079b7ac-f0ce-4525-b930-4b9b8b17a442,segment=NetworkSegment(d4607f67-abcf-426a-a19a-539def7cd95a),segment_id=d4607f67-abcf-426a-a19a-539def7cd95a)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:04.998565 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-049f12bd-6bff-4103-a362-7fd8c59952b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.030727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Attempting to bind port 8724b380-269f-41a9-b91c-09f370a2c738 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:05.031074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Attempting to bind port 8724b380-269f-41a9-b91c-09f370a2c738 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:05.031408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Attempting to bind port 8724b380-269f-41a9-b91c-09f370a2c738 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:05.040309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-049f12bd-6bff-4103-a362-7fd8c59952b9 admin admin] Calling delete_port for a079b7ac-f0ce-4525-b930-4b9b8b17a442 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:05.047938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Port 8724b380-269f-41a9-b91c-09f370a2c738 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:08:05.048267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Attempting to bind port 8724b380-269f-41a9-b91c-09f370a2c738 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:05.063398 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:05.064117 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:05.064117 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:05.064458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Bound port: 8724b380-269f-41a9-b91c-09f370a2c738, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:05.064824 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8724b380-269f-41a9-b91c-09f370a2c738), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.241092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] For port 8724b380-269f-41a9-b91c-09f370a2c738, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:05.247302 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] For port 8724b380-269f-41a9-b91c-09f370a2c738, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8724b380-269f-41a9-b91c-09f370a2c738,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:05.269884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-190a721b-edfd-4bdb-ad7c-313327f278c2 None None] Current status of the port a079b7ac-f0ce-4525-b930-4b9b8b17a442 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:05.270368 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-190a721b-edfd-4bdb-ad7c-313327f278c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.295967 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (8724b380-269f-41a9-b91c-09f370a2c738), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.357168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1786011899-router', 'tenant_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '37c1aaca-1e57-4095-ad20-47b166ab04a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:46Z', 'updated_at': '2022-02-11T05:07:58Z', 'revision_number': 4, 'project_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'gw_port': {'id': '37c1aaca-1e57-4095-ad20-47b166ab04a8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:47Z', 'updated_at': '2022-02-11T05:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'a079b7ac-f0ce-4525-b930-4b9b8b17a442', 'name': '', 'network_id': '6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a', 'tenant_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'mac_address': 'fa:16:3e:d0:c0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4a9ed615-3ec7-46cd-b728-e56391863dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:55Z', 'updated_at': '2022-02-11T05:08:04Z', 'revision_number': 4, 'project_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'subnets': [{'id': '4a9ed615-3ec7-46cd-b728-e56391863dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:05.375697 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178f215-7c7d-4811-aec4-58f68201417a req-4d037e9d-76eb-49ce-a2d2-40f168e2488b tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:05.382620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d178f215-7c7d-4811-aec4-58f68201417a req-4d037e9d-76eb-49ce-a2d2-40f168e2488b tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 949 time: 0.2096312 Feb 11 05:08:05.417011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:05.418105 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.419644 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] 10.222.0.88 "PUT /v2.0/ports/8724b380-269f-41a9-b91c-09f370a2c738 HTTP/1.1" status: 200 len: 1097 time: 1.8823924 Feb 11 05:08:05.432760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7363fd57-d4e0-4590-be85-15e8e224003e', 'tag': '8724b380-269f-41a9-b91c-09f370a2c738'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:05.438530 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79c92dd-e0ff-4fae-b396-d388bf62ff63" -d '{"events": [{"name": "network-changed", "server_uuid": "7363fd57-d4e0-4590-be85-15e8e224003e", "tag": "8724b380-269f-41a9-b91c-09f370a2c738"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:05.451575 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18ae1ad-1613-45ab-985f-bda0a2f45f4c None None] The sync data for ids ['2de706d4-e7e3-4b48-b8dc-53d3cd913d94'] in n-d-713499-38 is: [{'id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1786011899-router', 'tenant_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '37c1aaca-1e57-4095-ad20-47b166ab04a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:46Z', 'updated_at': '2022-02-11T05:07:58Z', 'revision_number': 4, 'project_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'gw_port': {'id': '37c1aaca-1e57-4095-ad20-47b166ab04a8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:47Z', 'updated_at': '2022-02-11T05:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'a079b7ac-f0ce-4525-b930-4b9b8b17a442', 'name': '', 'network_id': '6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a', 'tenant_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'mac_address': 'fa:16:3e:d0:c0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '4a9ed615-3ec7-46cd-b728-e56391863dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:55Z', 'updated_at': '2022-02-11T05:08:04Z', 'revision_number': 4, 'project_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'subnets': [{'id': '4a9ed615-3ec7-46cd-b728-e56391863dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:08:05.465183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-190a721b-edfd-4bdb-ad7c-313327f278c2 None None] For port a079b7ac-f0ce-4525-b930-4b9b8b17a442, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a079b7ac-f0ce-4525-b930-4b9b8b17a442,segment=NetworkSegment(d4607f67-abcf-426a-a19a-539def7cd95a),segment_id=d4607f67-abcf-426a-a19a-539def7cd95a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:05.485979 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-190a721b-edfd-4bdb-ad7c-313327f278c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.610907 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-049f12bd-6bff-4103-a362-7fd8c59952b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a079b7ac-f0ce-4525-b930-4b9b8b17a442), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.650536 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ea46e-e35b-409d-a9e9-00704d7a5289 service neutron] Pushing event updated for resources: {'Port': ['ID=8724b380-269f-41a9-b91c-09f370a2c738,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:05.791007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a721b-edfd-4bdb-ad7c-313327f278c2 None None] Pushing event updated for resources: {'Port': ['ID=a079b7ac-f0ce-4525-b930-4b9b8b17a442,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:05.802179 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f12bd-6bff-4103-a362-7fd8c59952b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a079b7ac-f0ce-4525-b930-4b9b8b17a442,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:05.816505 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7ebba7fd-4533-4e02-99bb-bdfab2f4472d None None] Could not find standard attr ID for object a079b7ac-f0ce-4525-b930-4b9b8b17a442. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:08:05.855548 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d178f215-7c7d-4811-aec4-58f68201417a req-2a28aa70-0c50-422d-b49a-f868ea6dcb85 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557753 Feb 11 05:08:05.865968 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c6910-13c0-4788-9e31-de53f0c9b9ae req-aea56103-a404-4613-9b04-e6930784b05e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:05.879846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e97c6910-13c0-4788-9e31-de53f0c9b9ae req-aea56103-a404-4613-9b04-e6930784b05e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.4081595 Feb 11 05:08:06.074711 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e97c6910-13c0-4788-9e31-de53f0c9b9ae req-4692f895-e2de-43e1-a557-12c58a5b779a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912072 Feb 11 05:08:06.126712 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a079b7ac-f0ce-4525-b930-4b9b8b17a442 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:06.127294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-4ce89323-1fba-4de1-9254-1813e726d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:06.128693 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-4ce89323-1fba-4de1-9254-1813e726d13d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=072d9f3e9b8f44558126f19a6508ee5f&device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 1131 time: 0.4668219 Feb 11 05:08:06.266510 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-3eadb99e-1689-474b-a5a9-44645ad84c7e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8724b380-269f-41a9-b91c-09f370a2c738 HTTP/1.1" status: 200 len: 217 time: 0.1099765 Feb 11 05:08:06.312133 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50872) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:06.387620 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb21700a-418b-44d1-b168-0ffed453a9d6 x-openstack-request-id: req-fb21700a-418b-44d1-b168-0ffed453a9d6 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:06.387912 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7363fd57-d4e0-4590-be85-15e8e224003e", "tag": "8724b380-269f-41a9-b91c-09f370a2c738", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:06.388166 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fb21700a-418b-44d1-b168-0ffed453a9d6 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:06.401876 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7363fd57-d4e0-4590-be85-15e8e224003e', 'tag': '8724b380-269f-41a9-b91c-09f370a2c738', 'status': 'completed', 'code': 200} Feb 11 05:08:06.445229 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79498e70-d4b3-4b01-b1f6-57c8033e4181 req-c1816b70-f1e4-407c-a148-674d717f2d3a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:06.447063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79498e70-d4b3-4b01-b1f6-57c8033e4181 req-c1816b70-f1e4-407c-a148-674d717f2d3a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 943 time: 0.3940344 Feb 11 05:08:06.454728 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: a079b7ac-f0ce-4525-b930-4b9b8b17a442 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:06.455864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a079b7ac-f0ce-4525-b930-4b9b8b17a442 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 05:08:06.492279 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Port a079b7ac-f0ce-4525-b930-4b9b8b17a442 not found, will not notify nova. {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 05:08:06.505332 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-049f12bd-6bff-4103-a362-7fd8c59952b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (2de706d4-e7e3-4b48-b8dc-53d3cd913d94), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.592277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-2c0a9f38-07a2-4994-bdcc-a711bbdf0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:06.594436 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-2c0a9f38-07a2-4994-bdcc-a711bbdf0e91 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.3139803 Feb 11 05:08:06.705368 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f15e241d-0cb3-44ea-921d-cc7f545047fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.731732 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79498e70-d4b3-4b01-b1f6-57c8033e4181 req-be839766-2bc5-48d6-b4fe-d4c89496223f tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622385 Feb 11 05:08:06.777449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93297b85-64b2-4f8b-b738-21fcadaab996 req-546b0a58-a678-4705-bb34-b67b2ac64b5b tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:06.779785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93297b85-64b2-4f8b-b738-21fcadaab996 req-546b0a58-a678-4705-bb34-b67b2ac64b5b tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 949 time: 0.2600558 Feb 11 05:08:06.786233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-eaa3d884-a8f0-4106-a6a2-eef01cd17681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:06.793928 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-eaa3d884-a8f0-4106-a6a2-eef01cd17681 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1787560 Feb 11 05:08:06.952074 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93297b85-64b2-4f8b-b738-21fcadaab996 req-8d1c0595-73c6-4807-a5b0-5a32bf0f84dd tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570241 Feb 11 05:08:07.053903 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c75c3cfd-2776-43c5-ba2e-a378f2d21b91 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:07.140864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port c75c3cfd-2776-43c5-ba2e-a378f2d21b91 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:08:07.146190 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f15e241d-0cb3-44ea-921d-cc7f545047fc admin admin] Publish callbacks [] for security_group (fc75ad86-409f-40ed-9859-c5fc926d9818), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:07.149017 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port c75c3cfd-2776-43c5-ba2e-a378f2d21b91 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:07.149454 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:07.164079 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049f12bd-6bff-4103-a362-7fd8c59952b9 admin admin] Router 2de706d4-e7e3-4b48-b8dc-53d3cd913d94 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:08:07.179603 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f15e241d-0cb3-44ea-921d-cc7f545047fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (fc75ad86-409f-40ed-9859-c5fc926d9818), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:07.287039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-3c9365b4-e92c-4e97-b25e-9b9e8028fb51 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792876 Feb 11 05:08:07.344885 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port c75c3cfd-2776-43c5-ba2e-a378f2d21b91 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:07.344885 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:07.381763 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e1a3b5d3-e9d0-458b-a774-c14f291d5748 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:07.457006 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f15e241d-0cb3-44ea-921d-cc7f545047fc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6313ce3e89784fbfae02862e721a030b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1426466 Feb 11 05:08:07.461016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50882) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:07.478262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cc54-6da1-4fea-93bf-e5f01b1ecd90 req-43b54e1b-e253-4261-9036-5a0d6720c853 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.485299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1150cc54-6da1-4fea-93bf-e5f01b1ecd90 req-43b54e1b-e253-4261-9036-5a0d6720c853 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 948 time: 0.5500965 Feb 11 05:08:07.517810 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c75c3cfd-2776-43c5-ba2e-a378f2d21b91, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:07.524333 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979768ab-e8ac-4018-b006-b20d2c09b643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75c3cfd-2776-43c5-ba2e-a378f2d21b91'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:07.526453 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e241d-0cb3-44ea-921d-cc7f545047fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc75ad86-409f-40ed-9859-c5fc926d9818,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:07.528916 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9e71f3-217b-4eef-930e-a4b05c062165" -d '{"events": [{"server_uuid": "979768ab-e8ac-4018-b006-b20d2c09b643", "name": "network-vif-plugged", "status": "completed", "tag": "c75c3cfd-2776-43c5-ba2e-a378f2d21b91"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:07.540987 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:07.543509 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e1a3b5d3-e9d0-458b-a774-c14f291d5748 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:07.559257 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049f12bd-6bff-4103-a362-7fd8c59952b9 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:08:07.569570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67979dd9-1d91-4816-ae4f-e72fb14e1fb5 req-0de72af9-a7f2-4119-8897-c5d0662cbbc8 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.571835 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67979dd9-1d91-4816-ae4f-e72fb14e1fb5 req-0de72af9-a7f2-4119-8897-c5d0662cbbc8 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 949 time: 0.4349554 Feb 11 05:08:07.575860 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-049f12bd-6bff-4103-a362-7fd8c59952b9 admin admin] 10.222.0.87 "PUT /v2.0/routers/2de706d4-e7e3-4b48-b8dc-53d3cd913d94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0529687 Feb 11 05:08:07.580655 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50886) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:07.678903 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:07.689713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c6ee4d3-2757-428d-ac8b-24744a097606 req-40d21496-348e-405b-a6d2-9fd1147501bf service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943651 Feb 11 05:08:07.766401 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1150cc54-6da1-4fea-93bf-e5f01b1ecd90 req-9c54b88c-fabb-461a-8d70-77ec77931e20 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801201 Feb 11 05:08:07.864684 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ff14e46c-3d85-43b3-a6be-b9081eaba848 admin admin] Publish callbacks [] for router (2de706d4-e7e3-4b48-b8dc-53d3cd913d94), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:07.872623 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] The host n-h1-713499-38 is not matching for port e1a3b5d3-e9d0-458b-a774-c14f291d5748 host n-h2-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:08:07.897491 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e1a3b5d3-e9d0-458b-a774-c14f291d5748 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:07.914412 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port e1a3b5d3-e9d0-458b-a774-c14f291d5748 is: DOWN; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:07.917938 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e598d753-5164-44cf-8a4a-e8e7cf6e101d admin admin] Publish callbacks [] for security_group (fc75ad86-409f-40ed-9859-c5fc926d9818), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:07.998262 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67979dd9-1d91-4816-ae4f-e72fb14e1fb5 req-930bf0cb-bcb2-45e6-ad1d-057f30b11da9 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894730 Feb 11 05:08:08.015343 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e598d753-5164-44cf-8a4a-e8e7cf6e101d admin admin] Publish callbacks [] for security_group (fc75ad86-409f-40ed-9859-c5fc926d9818), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:08.039662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c92dd-e0ff-4fae-b396-d388bf62ff63 req-03e294e6-84ac-4625-87d4-952c6dac031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.041483 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e79c92dd-e0ff-4fae-b396-d388bf62ff63 req-03e294e6-84ac-4625-87d4-952c6dac031d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=072d9f3e9b8f44558126f19a6508ee5f&device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 1131 time: 0.2741597 Feb 11 05:08:08.063207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e38151-bb63-4fba-b40c-434ee9eef25f req-b51910d0-cbb5-44e7-bf39-f2026e97fcb4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.071758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4e38151-bb63-4fba-b40c-434ee9eef25f req-b51910d0-cbb5-44e7-bf39-f2026e97fcb4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.1413419 Feb 11 05:08:08.128980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ff14e46c-3d85-43b3-a6be-b9081eaba848 admin admin] Publish callbacks [] for router_gateway (2de706d4-e7e3-4b48-b8dc-53d3cd913d94), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:08.212461 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85e1202-5f06-458f-ab2b-fe0a5304e6b0 x-openstack-request-id: req-c85e1202-5f06-458f-ab2b-fe0a5304e6b0 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:08.212900 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979768ab-e8ac-4018-b006-b20d2c09b643", "name": "network-vif-plugged", "status": "completed", "tag": "c75c3cfd-2776-43c5-ba2e-a378f2d21b91", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:08.213256 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c85e1202-5f06-458f-ab2b-fe0a5304e6b0 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:08.213763 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979768ab-e8ac-4018-b006-b20d2c09b643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75c3cfd-2776-43c5-ba2e-a378f2d21b91', 'code': 200} Feb 11 05:08:08.251521 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efaeb02-5a75-4472-baec-9b36a1dffea5 None None] Sync routers for ids ['2de706d4-e7e3-4b48-b8dc-53d3cd913d94'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:08:08.265621 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ff14e46c-3d85-43b3-a6be-b9081eaba848 admin admin] Deleting port 37c1aaca-1e57-4095-ad20-47b166ab04a8 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:08.266245 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ff14e46c-3d85-43b3-a6be-b9081eaba848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (37c1aaca-1e57-4095-ad20-47b166ab04a8), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:08.267668 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e598d753-5164-44cf-8a4a-e8e7cf6e101d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (fc75ad86-409f-40ed-9859-c5fc926d9818), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:08.270549 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e598d753-5164-44cf-8a4a-e8e7cf6e101d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:08.275030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e598d753-5164-44cf-8a4a-e8e7cf6e101d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fc75ad86-409f-40ed-9859-c5fc926d9818 HTTP/1.1" status: 204 len: 168 time: 0.8118687 Feb 11 05:08:08.286052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4e38151-bb63-4fba-b40c-434ee9eef25f req-a74cdea5-1eb2-4c3d-8e32-751e9d64c0db tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131503 Feb 11 05:08:08.309795 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efaeb02-5a75-4472-baec-9b36a1dffea5 None None] Routers {'2de706d4-e7e3-4b48-b8dc-53d3cd913d94'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:08.314394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598d753-5164-44cf-8a4a-e8e7cf6e101d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc75ad86-409f-40ed-9859-c5fc926d9818,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:08.324847 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0efaeb02-5a75-4472-baec-9b36a1dffea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:08:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2de706d4-e7e3-4b48-b8dc-53d3cd913d94'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:08.335021 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c92dd-e0ff-4fae-b396-d388bf62ff63 req-e4e29809-baa9-4f86-b9bf-3c8c458db2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.337537 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e79c92dd-e0ff-4fae-b396-d388bf62ff63 req-e4e29809-baa9-4f86-b9bf-3c8c458db2d6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.2634261 Feb 11 05:08:08.442664 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e79c92dd-e0ff-4fae-b396-d388bf62ff63 req-204e8384-f9ef-44a9-9acf-6219185c6388 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8724b380-269f-41a9-b91c-09f370a2c738 HTTP/1.1" status: 200 len: 217 time: 0.0758164 Feb 11 05:08:08.564652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e8267-9cd7-4c8b-a267-05a6dfaa75ae req-ba1ef039-0995-4e92-a3c7-905206d02dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.566228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-983e8267-9cd7-4c8b-a267-05a6dfaa75ae req-ba1ef039-0995-4e92-a3c7-905206d02dea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 1133 time: 0.2535491 Feb 11 05:08:08.618963 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-0efaeb02-5a75-4472-baec-9b36a1dffea5 None None] Set router 2de706d4-e7e3-4b48-b8dc-53d3cd913d94 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:08.623783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c92dd-e0ff-4fae-b396-d388bf62ff63 req-f93930fe-251c-463a-9896-27e321e0dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.625180 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e79c92dd-e0ff-4fae-b396-d388bf62ff63 req-f93930fe-251c-463a-9896-27e321e0dec6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1706929 Feb 11 05:08:08.664512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7ac7c-894c-4ce6-94e9-3b70bd7b2374 req-e63d8c9a-fb36-4583-a53d-8a94c6dfe689 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:08.671581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9f7ac7c-894c-4ce6-94e9-3b70bd7b2374 req-e63d8c9a-fb36-4583-a53d-8a94c6dfe689 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 943 time: 0.2406294 Feb 11 05:08:08.686741 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0efaeb02-5a75-4472-baec-9b36a1dffea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1786011899-router', 'tenant_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:46Z', 'updated_at': '2022-02-11T05:08:08Z', 'revision_number': 6, 'project_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:08.724319 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efaeb02-5a75-4472-baec-9b36a1dffea5 None None] Checking router: 2de706d4-e7e3-4b48-b8dc-53d3cd913d94 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:08:08.735687 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efaeb02-5a75-4472-baec-9b36a1dffea5 None None] Routers {'2de706d4-e7e3-4b48-b8dc-53d3cd913d94'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:08.741310 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0efaeb02-5a75-4472-baec-9b36a1dffea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:08:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2de706d4-e7e3-4b48-b8dc-53d3cd913d94'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:08.936062 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-0efaeb02-5a75-4472-baec-9b36a1dffea5 None None] Set router 2de706d4-e7e3-4b48-b8dc-53d3cd913d94 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:09.016604 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50912) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:09.029560 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0efaeb02-5a75-4472-baec-9b36a1dffea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1786011899-router', 'tenant_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:46Z', 'updated_at': '2022-02-11T05:08:08Z', 'revision_number': 6, 'project_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:09.036244 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-49eeca87-de70-49e8-9e2b-45eb39821a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.055592 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-ff14e46c-3d85-43b3-a6be-b9081eaba848 admin admin] For port 37c1aaca-1e57-4095-ad20-47b166ab04a8, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=37c1aaca-1e57-4095-ad20-47b166ab04a8,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:09.056420 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ff14e46c-3d85-43b3-a6be-b9081eaba848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (37c1aaca-1e57-4095-ad20-47b166ab04a8), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.069560 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efaeb02-5a75-4472-baec-9b36a1dffea5 None None] The sync data for ids ['2de706d4-e7e3-4b48-b8dc-53d3cd913d94'] in n-d-713499-38 is: [{'id': '2de706d4-e7e3-4b48-b8dc-53d3cd913d94', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1786011899-router', 'tenant_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:46Z', 'updated_at': '2022-02-11T05:08:08Z', 'revision_number': 6, 'project_id': 'e27e444792ab4b0a8fcaa15d5271b381', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:08:09.163737 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-49eeca87-de70-49e8-9e2b-45eb39821a36 admin admin] Publish callbacks [] for security_group (02c51c29-d1e8-4fb1-883a-12656e48985f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.172999 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-49eeca87-de70-49e8-9e2b-45eb39821a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (02c51c29-d1e8-4fb1-883a-12656e48985f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.213283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eeca87-de70-49e8-9e2b-45eb39821a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c51c29-d1e8-4fb1-883a-12656e48985f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:09.219508 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ff14e46c-3d85-43b3-a6be-b9081eaba848 admin admin] Calling delete_port for 37c1aaca-1e57-4095-ad20-47b166ab04a8 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:09.244192 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-49eeca87-de70-49e8-9e2b-45eb39821a36 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=16a19b78a3c54db7ab0fc69dbbe69c92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261214 Feb 11 05:08:09.246783 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50916) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:09.306216 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f30b3-7c2b-495e-a35a-09c6e77e02ee req-0a587ec1-b39e-4594-9f12-bc3f7135771d tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:09.313291 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-714f30b3-7c2b-495e-a35a-09c6e77e02ee req-0a587ec1-b39e-4594-9f12-bc3f7135771d tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 950 time: 0.8835437 Feb 11 05:08:09.363735 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63a983c3-62c5-4f22-ba2b-0be9fcea3da2 admin admin] Publish callbacks [] for security_group (02c51c29-d1e8-4fb1-883a-12656e48985f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.368334 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-983e8267-9cd7-4c8b-a267-05a6dfaa75ae req-b250edc2-7fa8-459f-94fa-9285cec7da9d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7923355 Feb 11 05:08:09.414514 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9f7ac7c-894c-4ce6-94e9-3b70bd7b2374 req-8f64d6de-74b8-48dc-9cbf-be78d3b86fc5 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7107043 Feb 11 05:08:09.440203 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63a983c3-62c5-4f22-ba2b-0be9fcea3da2 admin admin] Publish callbacks [] for security_group (02c51c29-d1e8-4fb1-883a-12656e48985f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.452400 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.455429 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-714f30b3-7c2b-495e-a35a-09c6e77e02ee req-068af9a6-e6b8-4260-8a0d-21048c8a26b5 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410315 Feb 11 05:08:09.470864 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c92dd-e0ff-4fae-b396-d388bf62ff63 req-1f16b406-835c-4e3a-b139-bc7b30c4894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:09.482757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e79c92dd-e0ff-4fae-b396-d388bf62ff63 req-1f16b406-835c-4e3a-b139-bc7b30c4894a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.8086789 Feb 11 05:08:09.659820 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63a983c3-62c5-4f22-ba2b-0be9fcea3da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (02c51c29-d1e8-4fb1-883a-12656e48985f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.662585 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63a983c3-62c5-4f22-ba2b-0be9fcea3da2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.684035 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-63a983c3-62c5-4f22-ba2b-0be9fcea3da2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/02c51c29-d1e8-4fb1-883a-12656e48985f HTTP/1.1" status: 204 len: 168 time: 0.4209561 Feb 11 05:08:09.701295 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ff14e46c-3d85-43b3-a6be-b9081eaba848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (37c1aaca-1e57-4095-ad20-47b166ab04a8), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.716787 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a983c3-62c5-4f22-ba2b-0be9fcea3da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c51c29-d1e8-4fb1-883a-12656e48985f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:09.752267 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e79c92dd-e0ff-4fae-b396-d388bf62ff63 req-186aa74e-7075-4862-9bf9-1b281d405f75 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628686 Feb 11 05:08:09.764715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fba51-fed2-40cc-9b1c-7af5ba077ff9 req-58a21e6d-a34e-4195-bc89-56a3768a70e8 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:09.766253 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-669fba51-fed2-40cc-9b1c-7af5ba077ff9 req-58a21e6d-a34e-4195-bc89-56a3768a70e8 tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 1132 time: 0.1294770 Feb 11 05:08:09.783661 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbfad6-96d5-4102-89ec-f0b66e6ca64e req-3322158b-0a9f-49aa-a452-374d530e68d9 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:09.783964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14e46c-3d85-43b3-a6be-b9081eaba848 admin admin] Pushing event deleted for resources: {'Port': ['ID=37c1aaca-1e57-4095-ad20-47b166ab04a8,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:09.791796 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24cbfad6-96d5-4102-89ec-f0b66e6ca64e req-3322158b-0a9f-49aa-a452-374d530e68d9 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 948 time: 0.1560669 Feb 11 05:08:09.931036 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ff14e46c-3d85-43b3-a6be-b9081eaba848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (2de706d4-e7e3-4b48-b8dc-53d3cd913d94), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:09.998775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-669fba51-fed2-40cc-9b1c-7af5ba077ff9 req-2ebd2310-82db-4916-96e8-59088d300cef tempest-ServersOnMultiNodesTest-812981329 tempest-ServersOnMultiNodesTest-812981329-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180543 Feb 11 05:08:10.040853 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24cbfad6-96d5-4102-89ec-f0b66e6ca64e req-e870a619-05bf-41fb-9b1c-0f0368b7f908 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481184 Feb 11 05:08:10.086058 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e79c92dd-e0ff-4fae-b396-d388bf62ff63 req-c292c100-e7a3-4559-b087-9feb4051d588 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244147 Feb 11 05:08:10.159831 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 37c1aaca-1e57-4095-ad20-47b166ab04a8 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:10.205839 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ff14e46c-3d85-43b3-a6be-b9081eaba848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (2de706d4-e7e3-4b48-b8dc-53d3cd913d94), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:10.208284 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ff14e46c-3d85-43b3-a6be-b9081eaba848 admin admin] Publish callbacks [] for router_controller (2de706d4-e7e3-4b48-b8dc-53d3cd913d94), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:10.237530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 37c1aaca-1e57-4095-ad20-47b166ab04a8 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:10.237886 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 37c1aaca-1e57-4095-ad20-47b166ab04a8 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:10.238330 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a079b7ac-f0ce-4525-b930-4b9b8b17a442 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:10.308670 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551867c0-e413-49de-bde9-542bab239837 req-6f1ec22d-5b53-4209-b2b5-af027bc73816 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:10.316741 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: a079b7ac-f0ce-4525-b930-4b9b8b17a442 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:10.318122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-551867c0-e413-49de-bde9-542bab239837 req-6f1ec22d-5b53-4209-b2b5-af027bc73816 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.1302199 Feb 11 05:08:10.331273 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ff14e46c-3d85-43b3-a6be-b9081eaba848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (2de706d4-e7e3-4b48-b8dc-53d3cd913d94), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:10.335496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a079b7ac-f0ce-4525-b930-4b9b8b17a442 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:10.343699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff14e46c-3d85-43b3-a6be-b9081eaba848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2de706d4-e7e3-4b48-b8dc-53d3cd913d94 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:08:10.354970 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ff14e46c-3d85-43b3-a6be-b9081eaba848 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:10.358411 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ff14e46c-3d85-43b3-a6be-b9081eaba848 admin admin] 10.222.0.87 "DELETE /v2.0/routers/2de706d4-e7e3-4b48-b8dc-53d3cd913d94 HTTP/1.1" status: 204 len: 168 time: 2.7745786 Feb 11 05:08:10.361922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50938) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:10.543220 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-551867c0-e413-49de-bde9-542bab239837 req-e6167d27-3825-4cb8-81fa-806935366f42 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081358 Feb 11 05:08:10.581302 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-8623428d-6116-48d3-8725-8287eb6cac67 admin admin] Deleting subnet 4a9ed615-3ec7-46cd-b728-e56391863dba {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:08:10.588091 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8623428d-6116-48d3-8725-8287eb6cac67 admin admin] Publish callbacks [] for subnet (4a9ed615-3ec7-46cd-b728-e56391863dba), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:10.791090 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8623428d-6116-48d3-8725-8287eb6cac67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (4a9ed615-3ec7-46cd-b728-e56391863dba), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:10.867706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00820783-5195-4ef8-b63a-8a59bf7a9c3b req-ba3b42af-35fe-4ae1-92a8-75da177fb6bc tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:10.869442 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00820783-5195-4ef8-b63a-8a59bf7a9c3b req-ba3b42af-35fe-4ae1-92a8-75da177fb6bc tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 949 time: 0.3151555 Feb 11 05:08:10.947595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06323f-bf39-4b71-8ca1-89365a94da86 req-125f263c-f1df-49e9-9c01-64dbd2e251af tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:10.955634 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f06323f-bf39-4b71-8ca1-89365a94da86 req-125f263c-f1df-49e9-9c01-64dbd2e251af tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 943 time: 0.2937477 Feb 11 05:08:11.026098 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00820783-5195-4ef8-b63a-8a59bf7a9c3b req-fe68a3b3-667d-408e-9fa9-755f8c0688f0 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505537 Feb 11 05:08:11.027848 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8623428d-6116-48d3-8725-8287eb6cac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (4a9ed615-3ec7-46cd-b728-e56391863dba), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:11.214704 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f06323f-bf39-4b71-8ca1-89365a94da86 req-c5132b53-4363-4154-b886-8eea100c7da8 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488623 Feb 11 05:08:11.250252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61be216-662e-463f-b146-33d369f754ac req-e0586973-4248-4249-93a9-afbaac6dd2cf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:11.255183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8724b380-269f-41a9-b91c-09f370a2c738 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:08:11.259733 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a61be216-662e-463f-b146-33d369f754ac req-e0586973-4248-4249-93a9-afbaac6dd2cf tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 950 time: 0.1492586 Feb 11 05:08:11.263141 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8623428d-6116-48d3-8725-8287eb6cac67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (4a9ed615-3ec7-46cd-b728-e56391863dba), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:11.316612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623428d-6116-48d3-8725-8287eb6cac67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a9ed615-3ec7-46cd-b728-e56391863dba,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:11.320209 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab83e262-f3a4-4a38-949f-0799f1f5a4f0 None None] Network 6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:11.326049 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8623428d-6116-48d3-8725-8287eb6cac67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:11.329962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8623428d-6116-48d3-8725-8287eb6cac67 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/4a9ed615-3ec7-46cd-b728-e56391863dba HTTP/1.1" status: 204 len: 168 time: 0.9648631 Feb 11 05:08:11.332661 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50964) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:11.379722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a61be216-662e-463f-b146-33d369f754ac req-f0570966-d7e8-445e-983b-9e5a5c2b35c0 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187041 Feb 11 05:08:11.519986 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:11.573487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def30ccd-8469-4877-9f34-094783ec77d4 req-d23c1183-f434-4031-9b47-00d85a1828e7 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:11.575015 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-def30ccd-8469-4877-9f34-094783ec77d4 req-d23c1183-f434-4031-9b47-00d85a1828e7 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 948 time: 0.1426485 Feb 11 05:08:11.654462 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] Deleting port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:11.655153 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:11.737226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-def30ccd-8469-4877-9f34-094783ec77d4 req-25af1c5b-8504-4a58-8dc6-94d6c948c975 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533561 Feb 11 05:08:11.750011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576ec46-71be-4c0a-b7dc-c21518417984 req-d40d0f27-bc68-4735-b220-22e927ff3ff2 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:11.765529 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8576ec46-71be-4c0a-b7dc-c21518417984 req-d40d0f27-bc68-4735-b220-22e927ff3ff2 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=728b5f04-6e78-4de7-a174-ec92eb41d35a HTTP/1.1" status: 200 len: 949 time: 0.1708562 Feb 11 05:08:11.853140 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8576ec46-71be-4c0a-b7dc-c21518417984 req-90f75253-e056-4f77-ad5f-eb224e1898a8 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938811 Feb 11 05:08:11.892694 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] For port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a,segment=NetworkSegment(d4607f67-abcf-426a-a19a-539def7cd95a),segment_id=d4607f67-abcf-426a-a19a-539def7cd95a)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:11.893396 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:11.907238 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8724b380-269f-41a9-b91c-09f370a2c738, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8724b380-269f-41a9-b91c-09f370a2c738,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:11.936045 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] Calling delete_port for 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:11.956018 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '8724b380-269f-41a9-b91c-09f370a2c738', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '8724b380-269f-41a9-b91c-09f370a2c738', 'mac_address': 'fa:16:3e:7a:07:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:08:12.087786 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 8724b380-269f-41a9-b91c-09f370a2c738 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:12.088274 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8724b380-269f-41a9-b91c-09f370a2c738), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.136258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8724b380-269f-41a9-b91c-09f370a2c738 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:12.164974 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c209bc-5c88-44cd-b5f9-bea2652b57dc req-9a566134-a08b-4965-be9a-5a5b800bb01a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:12.170466 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9c209bc-5c88-44cd-b5f9-bea2652b57dc req-9a566134-a08b-4965-be9a-5a5b800bb01a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.2206488 Feb 11 05:08:12.176145 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e998ca-3720-431c-ba05-f5f01146c9cc None None] DHCP port deletion for 6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:08:12.202149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8724b380-269f-41a9-b91c-09f370a2c738, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8724b380-269f-41a9-b91c-09f370a2c738,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:12.226280 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.242268 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8724b380-269f-41a9-b91c-09f370a2c738), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.325309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:12.333178 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=8724b380-269f-41a9-b91c-09f370a2c738,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:12.335674 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] No DVR routers for this DVR port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:12.351960 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-49e998ca-3720-431c-ba05-f5f01146c9cc None None] Deleting port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:12.357851 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-49e998ca-3720-431c-ba05-f5f01146c9cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.369090 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9c209bc-5c88-44cd-b5f9-bea2652b57dc req-5cf9a86c-9b8f-4dec-81dd-4f4fe7e09d08 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881566 Feb 11 05:08:12.454953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-49e998ca-3720-431c-ba05-f5f01146c9cc None None] For port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:12.455355 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-49e998ca-3720-431c-ba05-f5f01146c9cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.476768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-49e998ca-3720-431c-ba05-f5f01146c9cc None None] Calling delete_port for 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:12.482527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-49e998ca-3720-431c-ba05-f5f01146c9cc None None] Port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:08:12.490961 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-49e998ca-3720-431c-ba05-f5f01146c9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.491102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e7a42-2ed4-4f8a-be6e-36060cee0413 req-ecab3ae9-3ab5-4e8f-836d-431fc70fb441 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:12.491102 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-695e7a42-2ed4-4f8a-be6e-36060cee0413 req-ecab3ae9-3ab5-4e8f-836d-431fc70fb441 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.73 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 949 time: 0.4215829 Feb 11 05:08:12.521773 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.557515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e998ca-3720-431c-ba05-f5f01146c9cc None None] No DVR routers for this DVR port 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:12.565736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e998ca-3720-431c-ba05-f5f01146c9cc None None] Pushing event deleted for resources: {'Port': ['ID=2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:12.581770 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:12.603008 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4607f67-abcf-426a-a19a-539def7cd95a') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:12.603350 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4607f67-abcf-426a-a19a-539def7cd95a') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:12.613804 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (d4607f67-abcf-426a-a19a-539def7cd95a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.634467 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d4607f67-abcf-426a-a19a-539def7cd95a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.645578 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:08:12.645792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['8724b380-269f-41a9-b91c-09f370a2c738'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:12.646017 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (d4607f67-abcf-426a-a19a-539def7cd95a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.707161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d882f4-1d8c-4488-97ba-9ab7476ee682 req-bf2c6b22-b50d-44a4-b8d9-ae9f3bc9c1a2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:12.717395 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25d882f4-1d8c-4488-97ba-9ab7476ee682 req-bf2c6b22-b50d-44a4-b8d9-ae9f3bc9c1a2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 949 time: 0.2163029 Feb 11 05:08:12.727970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-c5a9773d-93ad-44b1-a388-bb166b7b53ed service neutron] 10.222.0.88 "GET /v2.0/ports/e1a3b5d3-e9d0-458b-a774-c14f291d5748/bindings/n-h1-713499-38 HTTP/1.1" status: 200 len: 385 time: 0.3774674 Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:08:12.762010 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:08:12.768573 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.781779 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.788068 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] 10.222.0.87 "DELETE /v2.0/networks/6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a HTTP/1.1" status: 204 len: 168 time: 1.4533052 Feb 11 05:08:12.806530 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febc964-647d-4347-bf62-02fcae49856d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c0cb5f4-2f9b-4e54-9d0a-78ea33c94f3a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:12.835765 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25d882f4-1d8c-4488-97ba-9ab7476ee682 req-8e1e643a-caf8-4e34-b674-96f0ab6ead59 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138899 Feb 11 05:08:12.991659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1a90a-ca45-438b-90c6-b6a559f8ed69 req-005297a4-69e0-4962-b834-027ceccab7a8 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:12.997025 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45e1a90a-ca45-438b-90c6-b6a559f8ed69 req-005297a4-69e0-4962-b834-027ceccab7a8 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 943 time: 0.3405700 Feb 11 05:08:13.053971 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-695e7a42-2ed4-4f8a-be6e-36060cee0413 req-870009a3-792c-4fe2-99e3-ecbc7f0937e3 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Deleting port 4bab7981-47d8-4d6c-a67c-268bc119ac9a {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:13.054243 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-695e7a42-2ed4-4f8a-be6e-36060cee0413 req-870009a3-792c-4fe2-99e3-ecbc7f0937e3 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (4bab7981-47d8-4d6c-a67c-268bc119ac9a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:13.111334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51024) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:13.186208 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d07b74a9-e856-4b2f-afe7-ccdea05c74c4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e27e444792ab4b0a8fcaa15d5271b381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0733626 Feb 11 05:08:13.189204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51026) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:13.214017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45e1a90a-ca45-438b-90c6-b6a559f8ed69 req-7bdf5ea7-a803-4e0b-809a-b5f724792e17 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957781 Feb 11 05:08:13.252644 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f554f5f4-8805-4201-83e0-c121ec71285c admin admin] Publish callbacks [] for security_group (f1066e78-d19f-4cbb-b74f-67890b2ec40c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:13.292380 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f554f5f4-8805-4201-83e0-c121ec71285c admin admin] Publish callbacks [] for security_group (f1066e78-d19f-4cbb-b74f-67890b2ec40c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:13.357263 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f554f5f4-8805-4201-83e0-c121ec71285c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f1066e78-d19f-4cbb-b74f-67890b2ec40c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:13.361100 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f554f5f4-8805-4201-83e0-c121ec71285c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:13.362423 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f554f5f4-8805-4201-83e0-c121ec71285c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f1066e78-d19f-4cbb-b74f-67890b2ec40c HTTP/1.1" status: 204 len: 168 time: 0.1712430 Feb 11 05:08:13.377434 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554f5f4-8805-4201-83e0-c121ec71285c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1066e78-d19f-4cbb-b74f-67890b2ec40c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:13.415606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-695e7a42-2ed4-4f8a-be6e-36060cee0413 req-870009a3-792c-4fe2-99e3-ecbc7f0937e3 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] For port 4bab7981-47d8-4d6c-a67c-268bc119ac9a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4bab7981-47d8-4d6c-a67c-268bc119ac9a,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:13.419775 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-695e7a42-2ed4-4f8a-be6e-36060cee0413 req-870009a3-792c-4fe2-99e3-ecbc7f0937e3 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (4bab7981-47d8-4d6c-a67c-268bc119ac9a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:13.468729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-695e7a42-2ed4-4f8a-be6e-36060cee0413 req-870009a3-792c-4fe2-99e3-ecbc7f0937e3 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Calling delete_port for 4bab7981-47d8-4d6c-a67c-268bc119ac9a owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:13.488183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-1199b5ad-2b76-40f6-b1f5-bdb4426490f0 service neutron] For port e1a3b5d3-e9d0-458b-a774-c14f291d5748, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e1a3b5d3-e9d0-458b-a774-c14f291d5748,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:13.582199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-1199b5ad-2b76-40f6-b1f5-bdb4426490f0 service neutron] For port e1a3b5d3-e9d0-458b-a774-c14f291d5748, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:13.699304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-1199b5ad-2b76-40f6-b1f5-bdb4426490f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a3b5d3-e9d0-458b-a774-c14f291d5748 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:13.719639 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeace97-a9fb-4faf-9771-d2fad651ba77 req-64f1540f-e4a7-4d8a-8061-3867f2375366 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:13.721246 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-deeace97-a9fb-4faf-9771-d2fad651ba77 req-64f1540f-e4a7-4d8a-8061-3867f2375366 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 949 time: 0.2555635 Feb 11 05:08:13.730953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-1199b5ad-2b76-40f6-b1f5-bdb4426490f0 service neutron] For port e1a3b5d3-e9d0-458b-a774-c14f291d5748, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e1a3b5d3-e9d0-458b-a774-c14f291d5748,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:13.781644 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:13.799907 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-1199b5ad-2b76-40f6-b1f5-bdb4426490f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:13.819205 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7ae0e-2356-4f5c-aa79-d7a3d1c0d90f req-051c5e06-301c-4ecc-96b6-96e4fa7f6293 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:13.829966 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7f7ae0e-2356-4f5c-aa79-d7a3d1c0d90f req-051c5e06-301c-4ecc-96b6-96e4fa7f6293 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.2891605 Feb 11 05:08:13.921679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-deeace97-a9fb-4faf-9771-d2fad651ba77 req-927dc774-ee93-4825-88e8-28882c6f2abd tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870916 Feb 11 05:08:13.934768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:13.993520 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-695e7a42-2ed4-4f8a-be6e-36060cee0413 req-870009a3-792c-4fe2-99e3-ecbc7f0937e3 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (4bab7981-47d8-4d6c-a67c-268bc119ac9a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:14.016116 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:14.016116 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2b8aa83e-21d6-40e2-b1ae-07f9bc1b1f6a not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:14.024558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['cd461615-d95b-4307-b37a-56f072155ce7', '5087a3bb-5f06-4d50-ba9f-85aa110de8c8', 'a48806c1-b8be-42b3-bdff-f6b60cf609c5', '84733baa-a414-4660-8a41-c399abd69131', 'b14f2385-8478-4223-a4fe-80659a133fdf'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:14.029163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61dc99a3-3efa-4e98-a339-2b589d6bec35', '26a7c47b-a932-400a-9c67-1976fe015c86'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:14.071272 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7f7ae0e-2356-4f5c-aa79-d7a3d1c0d90f req-d0686eee-ac91-4f87-9d20-51f689477ef7 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403228 Feb 11 05:08:14.100907 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870009a3-792c-4fe2-99e3-ecbc7f0937e3 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Pushing event deleted for resources: {'Port': ['ID=4bab7981-47d8-4d6c-a67c-268bc119ac9a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:14.221418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-695e7a42-2ed4-4f8a-be6e-36060cee0413 req-870009a3-792c-4fe2-99e3-ecbc7f0937e3 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] No DVR routers for this DVR port 4bab7981-47d8-4d6c-a67c-268bc119ac9a on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:14.224634 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-695e7a42-2ed4-4f8a-be6e-36060cee0413 req-870009a3-792c-4fe2-99e3-ecbc7f0937e3 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:14.228678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-695e7a42-2ed4-4f8a-be6e-36060cee0413 req-870009a3-792c-4fe2-99e3-ecbc7f0937e3 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.73 "DELETE /v2.0/ports/4bab7981-47d8-4d6c-a67c-268bc119ac9a HTTP/1.1" status: 204 len: 173 time: 1.6795511 Feb 11 05:08:14.253022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d16b7c-e6dd-41f7-9e2f-59374b3c8094', 'name': 'network-vif-deleted', 'tag': '4bab7981-47d8-4d6c-a67c-268bc119ac9a'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:14.258038 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d83620-a101-4a7e-82d5-1ba34357cae3" -d '{"events": [{"server_uuid": "46d16b7c-e6dd-41f7-9e2f-59374b3c8094", "name": "network-vif-deleted", "tag": "4bab7981-47d8-4d6c-a67c-268bc119ac9a"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:14.281703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-1199b5ad-2b76-40f6-b1f5-bdb4426490f0 service neutron] Transition to ACTIVE for port object e1a3b5d3-e9d0-458b-a774-c14f291d5748 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:08:14.305596 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d9738764-fcdc-44e5-81df-26ee906889c2 req-c2d1b39f-6bda-4d56-9815-80537c41641a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=46d16b7c-e6dd-41f7-9e2f-59374b3c8094 HTTP/1.1" status: 200 len: 210 time: 0.0886135 Feb 11 05:08:14.307364 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-1199b5ad-2b76-40f6-b1f5-bdb4426490f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:14.418987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-1199b5ad-2b76-40f6-b1f5-bdb4426490f0 service neutron] No DVR routers for this DVR port e1a3b5d3-e9d0-458b-a774-c14f291d5748 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:14.432064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199b5ad-2b76-40f6-b1f5-bdb4426490f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a3b5d3-e9d0-458b-a774-c14f291d5748,revision_number=10']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:14.496307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-1199b5ad-2b76-40f6-b1f5-bdb4426490f0 service neutron] 10.222.0.88 "PUT /v2.0/ports/e1a3b5d3-e9d0-458b-a774-c14f291d5748/bindings/n-h1-713499-38/activate HTTP/1.1" status: 200 len: 370 time: 1.7138617 Feb 11 05:08:14.649311 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9ecec7-123e-4e96-800f-f76d44307e64 x-openstack-request-id: req-ad9ecec7-123e-4e96-800f-f76d44307e64 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:14.649627 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d16b7c-e6dd-41f7-9e2f-59374b3c8094", "name": "network-vif-deleted", "tag": "4bab7981-47d8-4d6c-a67c-268bc119ac9a", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:14.649890 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ad9ecec7-123e-4e96-800f-f76d44307e64 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:14.650305 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d16b7c-e6dd-41f7-9e2f-59374b3c8094', 'name': 'network-vif-deleted', 'tag': '4bab7981-47d8-4d6c-a67c-268bc119ac9a', 'status': 'completed', 'code': 200} Feb 11 05:08:14.736565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b747d0-7367-4f9e-a498-76345c7baada req-4a3cf01e-6070-4655-9a5f-7c979e22892b tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:14.738221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91b747d0-7367-4f9e-a498-76345c7baada req-4a3cf01e-6070-4655-9a5f-7c979e22892b tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 944 time: 0.1695852 Feb 11 05:08:14.762737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-7e93e871-94c8-444e-9fef-a7487b4cbe1d tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:14.764118 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-7e93e871-94c8-444e-9fef-a7487b4cbe1d tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c&tenant_id=74a76fe8ac584d85b2325b17c168bf79&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 1127 time: 0.1397359 Feb 11 05:08:14.860858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91b747d0-7367-4f9e-a498-76345c7baada req-5f178945-8b74-43ac-b9e6-b6ac4edf3919 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155052 Feb 11 05:08:14.866890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-9dd17354-1580-4387-8127-23d58ddd30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:14.868486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-9dd17354-1580-4387-8127-23d58ddd30c3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c&tenant_id=74a76fe8ac584d85b2325b17c168bf79 HTTP/1.1" status: 200 len: 1127 time: 0.0882010 Feb 11 05:08:15.026668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-ebd1f864-ba2f-4b20-9d4d-c3af3704bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:15.028168 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-ebd1f864-ba2f-4b20-9d4d-c3af3704bf0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 1127 time: 0.1158781 Feb 11 05:08:15.098181 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 87903cd5-1c2a-4d6d-ba58-308f8740fd60 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:08:15.100303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4bab7981-47d8-4d6c-a67c-268bc119ac9a no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:15.172605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 4bab7981-47d8-4d6c-a67c-268bc119ac9a {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:15.172949 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4bab7981-47d8-4d6c-a67c-268bc119ac9a not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:15.324087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-033a2908-138b-49d0-8038-a7ffb9ff9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:15.325615 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-033a2908-138b-49d0-8038-a7ffb9ff9161 service neutron] 10.222.0.73 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.2894814 Feb 11 05:08:15.391473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc3b5e-34db-4499-8fec-f76efecf506c req-3e2cfecd-0b95-4d7b-921b-4f53b86ef915 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:15.391473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73bc3b5e-34db-4499-8fec-f76efecf506c req-3e2cfecd-0b95-4d7b-921b-4f53b86ef915 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 949 time: 0.3388755 Feb 11 05:08:15.391473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-e60388e1-0f90-462d-a802-8c499b7d3e13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a3b5d3-e9d0-458b-a774-c14f291d5748 HTTP/1.1" status: 200 len: 217 time: 0.0527012 Feb 11 05:08:15.455964 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8724b380-269f-41a9-b91c-09f370a2c738 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:15.504512 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 87903cd5-1c2a-4d6d-ba58-308f8740fd60, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=87903cd5-1c2a-4d6d-ba58-308f8740fd60,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:15.561932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d748228-6d35-4438-ad0f-78a47e719e9d req-36e92743-35c0-47b9-b348-fdcdaed2d009 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:15.573921 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '87903cd5-1c2a-4d6d-ba58-308f8740fd60', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '87903cd5-1c2a-4d6d-ba58-308f8740fd60', 'mac_address': 'fa:16:3e:9e:94:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:08:15.574191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d748228-6d35-4438-ad0f-78a47e719e9d req-36e92743-35c0-47b9-b348-fdcdaed2d009 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.3243506 Feb 11 05:08:15.587554 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73bc3b5e-34db-4499-8fec-f76efecf506c req-c92d685d-aa9f-4287-9e40-198c5b242de4 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901076 Feb 11 05:08:15.633188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-71a6507d-28af-453f-84b4-2d464493e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:15.634667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-71a6507d-28af-453f-84b4-2d464493e62c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.2228622 Feb 11 05:08:15.670228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51134) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:15.698718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:15.699078 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.714398 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-a27049c4-dcd6-4630-a57a-e915b19494cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690033 Feb 11 05:08:15.733861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87903cd5-1c2a-4d6d-ba58-308f8740fd60 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:15.754134 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d748228-6d35-4438-ad0f-78a47e719e9d req-6311ce27-d6cd-4bd2-85ac-a2c03247d6e0 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836812 Feb 11 05:08:15.761061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 8724b380-269f-41a9-b91c-09f370a2c738 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:08:15.796763 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 8724b380-269f-41a9-b91c-09f370a2c738 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:15.797154 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8724b380-269f-41a9-b91c-09f370a2c738), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.808987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 87903cd5-1c2a-4d6d-ba58-308f8740fd60, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=87903cd5-1c2a-4d6d-ba58-308f8740fd60,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:15.846102 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87a3ee4e-6549-48b4-b028-8f079fb37652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.858291 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:15.979776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-e8c3d0a1-edbf-419f-b782-f76945b7600d service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569344 Feb 11 05:08:16.004673 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87a3ee4e-6549-48b4-b028-8f079fb37652 admin admin] Publish callbacks [] for security_group (e1882eda-710f-4ba2-aa6a-d712b3462a54), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:16.036386 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87a3ee4e-6549-48b4-b028-8f079fb37652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e1882eda-710f-4ba2-aa6a-d712b3462a54), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:16.037849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['87903cd5-1c2a-4d6d-ba58-308f8740fd60'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:16.091272 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=87903cd5-1c2a-4d6d-ba58-308f8740fd60,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:16.168488 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3ee4e-6549-48b4-b028-8f079fb37652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1882eda-710f-4ba2-aa6a-d712b3462a54,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:16.190904 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-87a3ee4e-6549-48b4-b028-8f079fb37652 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=947439148ab944679ec4f65a22d8306b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5194407 Feb 11 05:08:16.195993 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51164) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:16.234627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-1e95ff50-cb61-4159-a971-680b1e3c4f2b service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416706 Feb 11 05:08:16.349624 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e320be78-7bf8-4c0a-872c-d1a33dd88fcf admin admin] Publish callbacks [] for security_group (e1882eda-710f-4ba2-aa6a-d712b3462a54), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:16.416359 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e320be78-7bf8-4c0a-872c-d1a33dd88fcf admin admin] Publish callbacks [] for security_group (e1882eda-710f-4ba2-aa6a-d712b3462a54), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:16.420577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 8724b380-269f-41a9-b91c-09f370a2c738 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:16.421661 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8724b380-269f-41a9-b91c-09f370a2c738), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:16.437064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cde99-2779-4dc0-9ff0-d2ca0bd581d4 req-e8eb352f-be6c-4491-abc6-aa097c1399b3 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:16.445823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af1cde99-2779-4dc0-9ff0-d2ca0bd581d4 req-e8eb352f-be6c-4491-abc6-aa097c1399b3 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 944 time: 0.1061749 Feb 11 05:08:16.504706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7363fd57-d4e0-4590-be85-15e8e224003e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8724b380-269f-41a9-b91c-09f370a2c738'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:16.508224 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb8998b-3ffe-4c07-819f-727709e49111" -d '{"events": [{"server_uuid": "7363fd57-d4e0-4590-be85-15e8e224003e", "name": "network-vif-plugged", "status": "completed", "tag": "8724b380-269f-41a9-b91c-09f370a2c738"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:16.515841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8724b380-269f-41a9-b91c-09f370a2c738, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8724b380-269f-41a9-b91c-09f370a2c738,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:16.525172 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8724b380-269f-41a9-b91c-09f370a2c738), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:16.525584 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e320be78-7bf8-4c0a-872c-d1a33dd88fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e1882eda-710f-4ba2-aa6a-d712b3462a54), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:16.537417 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e320be78-7bf8-4c0a-872c-d1a33dd88fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:16.541618 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e320be78-7bf8-4c0a-872c-d1a33dd88fcf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e1882eda-710f-4ba2-aa6a-d712b3462a54 HTTP/1.1" status: 204 len: 168 time: 0.3444557 Feb 11 05:08:16.561889 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320be78-7bf8-4c0a-872c-d1a33dd88fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1882eda-710f-4ba2-aa6a-d712b3462a54,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:16.615042 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af1cde99-2779-4dc0-9ff0-d2ca0bd581d4 req-ad4a3eb4-dd49-4a91-9920-2275ecb40b32 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679180 Feb 11 05:08:16.657127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-2c7c043e-5ac2-4d07-99d5-14ebe3592d9f tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:16.658789 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-2c7c043e-5ac2-4d07-99d5-14ebe3592d9f tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c&tenant_id=74a76fe8ac584d85b2325b17c168bf79&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 1127 time: 0.1465824 Feb 11 05:08:16.760805 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=8724b380-269f-41a9-b91c-09f370a2c738,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:16.907164 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827487bd-040c-45f3-8e22-de3995159a6a req-f2a18331-b8ae-47da-83bc-c9c4c7aa7ab2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:16.914762 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-827487bd-040c-45f3-8e22-de3995159a6a req-f2a18331-b8ae-47da-83bc-c9c4c7aa7ab2 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 950 time: 0.1210821 Feb 11 05:08:17.009860 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-827487bd-040c-45f3-8e22-de3995159a6a req-bf80a7d4-082f-4589-a3d7-16b0c636cb5e tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884507 Feb 11 05:08:17.027115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4e7deeca-6881-4fe0-b3f6-7082391f0b1d service neutron] For port e1a3b5d3-e9d0-458b-a774-c14f291d5748, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:17.031751 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4e7deeca-6881-4fe0-b3f6-7082391f0b1d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:17.033069 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bf3d14-1e39-494b-bc7a-0fc10b368878 req-4e7deeca-6881-4fe0-b3f6-7082391f0b1d service neutron] 10.222.0.73 "DELETE /v2.0/ports/e1a3b5d3-e9d0-458b-a774-c14f291d5748/bindings/n-h2-713499-38 HTTP/1.1" status: 204 len: 173 time: 0.3574548 Feb 11 05:08:17.095706 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89caad51-a949-41d8-91b5-9750c20d052b x-openstack-request-id: req-89caad51-a949-41d8-91b5-9750c20d052b {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:17.095988 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7363fd57-d4e0-4590-be85-15e8e224003e", "name": "network-vif-plugged", "status": "completed", "tag": "8724b380-269f-41a9-b91c-09f370a2c738", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:17.096251 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-89caad51-a949-41d8-91b5-9750c20d052b {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:17.096927 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7363fd57-d4e0-4590-be85-15e8e224003e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8724b380-269f-41a9-b91c-09f370a2c738', 'code': 200} Feb 11 05:08:17.098929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 87903cd5-1c2a-4d6d-ba58-308f8740fd60 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:17.259197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:17.259609 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:17.402059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab70cac-49ab-49a6-a5ba-a42f9553e86f req-ea301409-dfe0-4a79-a511-3546783d59d9 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:17.410123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aab70cac-49ab-49a6-a5ba-a42f9553e86f req-ea301409-dfe0-4a79-a511-3546783d59d9 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 950 time: 0.2906094 Feb 11 05:08:17.430732 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b44f9a-2d8c-4d6b-b3a0-8f36878c3daf req-ab9da2d0-8496-4a28-8ec6-539fb77f0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:17.433213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1b44f9a-2d8c-4d6b-b3a0-8f36878c3daf req-ab9da2d0-8496-4a28-8ec6-539fb77f0e0c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 1133 time: 0.2310085 Feb 11 05:08:17.450903 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:17.451498 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:17.461224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30982ee-ba37-45c9-8d62-996712e36bdf req-94c418c0-8eee-47ee-b612-3eadc491c6ec tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:17.463074 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f30982ee-ba37-45c9-8d62-996712e36bdf req-94c418c0-8eee-47ee-b612-3eadc491c6ec tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.2623074 Feb 11 05:08:17.541254 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1b44f9a-2d8c-4d6b-b3a0-8f36878c3daf req-d7180e0f-c8b2-41ff-88cc-26f4146f8f78 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605555 Feb 11 05:08:17.541561 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 87903cd5-1c2a-4d6d-ba58-308f8740fd60, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=87903cd5-1c2a-4d6d-ba58-308f8740fd60,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:17.555827 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:17.563757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aab70cac-49ab-49a6-a5ba-a42f9553e86f req-f5900f42-20dd-4b5d-9d58-63b26dd23232 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524236 Feb 11 05:08:17.618841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=87903cd5-1c2a-4d6d-ba58-308f8740fd60,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:17.646313 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f30982ee-ba37-45c9-8d62-996712e36bdf req-4b182828-7c04-4fcb-8d43-bc4de7978958 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721656 Feb 11 05:08:17.769468 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51240) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:17.883556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef05eb-4529-4a6d-931f-1f8b479ae76e req-20b66778-c3a0-4bb7-9e06-d0344c0b1fab tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:17.885997 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4aef05eb-4529-4a6d-931f-1f8b479ae76e req-20b66778-c3a0-4bb7-9e06-d0344c0b1fab tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 944 time: 0.1387177 Feb 11 05:08:17.957564 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7da7995e-fb9c-4b51-97fd-3047cffd4c70 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1650918659-network', 'tenant_id': 'dcea6c6c77f442f580e1392b7ac8c848'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:18.018275 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da7995e-fb9c-4b51-97fd-3047cffd4c70 admin admin] Made reservation on behalf of dcea6c6c77f442f580e1392b7ac8c848 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:18.021593 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7da7995e-fb9c-4b51-97fd-3047cffd4c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.024484 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4aef05eb-4529-4a6d-931f-1f8b479ae76e req-24deb67b-506f-4408-b6c8-9e1a27e309d7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214447 Feb 11 05:08:18.054063 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7da7995e-fb9c-4b51-97fd-3047cffd4c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.097576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51268) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:18.210177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491234c5-4dfe-45ba-ad9d-b2c9e6b3be13 req-a0e3d55a-03a8-4dc2-b902-52166f7cfb57 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:18.220895 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7da7995e-fb9c-4b51-97fd-3047cffd4c70 admin admin] Publish callbacks [] for security_group (c2e47cc6-10ca-4479-bd42-de31191cc045), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.221138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-491234c5-4dfe-45ba-ad9d-b2c9e6b3be13 req-a0e3d55a-03a8-4dc2-b902-52166f7cfb57 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 950 time: 0.1052771 Feb 11 05:08:18.227657 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7da7995e-fb9c-4b51-97fd-3047cffd4c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c2e47cc6-10ca-4479-bd42-de31191cc045), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.288004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7995e-fb9c-4b51-97fd-3047cffd4c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e47cc6-10ca-4479-bd42-de31191cc045,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:18.309418 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da7995e-fb9c-4b51-97fd-3047cffd4c70 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:08:18.323533 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7da7995e-fb9c-4b51-97fd-3047cffd4c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (75a787b0-9d4d-425e-ba33-006598135572), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.324398 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-7da7995e-fb9c-4b51-97fd-3047cffd4c70 admin admin] Added segment 75a787b0-9d4d-425e-ba33-006598135572 of type vlan for network 26f66db8-4b4e-4b5e-80ea-ded3264eed20 Feb 11 05:08:18.353005 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-491234c5-4dfe-45ba-ad9d-b2c9e6b3be13 req-c9ac544c-7500-4040-a984-61ad14c23586 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308045 Feb 11 05:08:18.354073 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-663f8036-43d8-41cb-9f6e-9340431d8518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.389451 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7da7995e-fb9c-4b51-97fd-3047cffd4c70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (26f66db8-4b4e-4b5e-80ea-ded3264eed20), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.421789 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7da7995e-fb9c-4b51-97fd-3047cffd4c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (26f66db8-4b4e-4b5e-80ea-ded3264eed20), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.423023 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da7995e-fb9c-4b51-97fd-3047cffd4c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:18.425406 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7da7995e-fb9c-4b51-97fd-3047cffd4c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.492135 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7da7995e-fb9c-4b51-97fd-3047cffd4c70 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7215075 Feb 11 05:08:18.492759 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51284) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:18.511207 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-eb0b205c-e90c-4e9f-ad56-3b9fbda45257 admin admin] Request body: {'subnet': {'network_id': '26f66db8-4b4e-4b5e-80ea-ded3264eed20', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1650918659-subnet', 'tenant_id': 'dcea6c6c77f442f580e1392b7ac8c848', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:18.558668 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7995e-fb9c-4b51-97fd-3047cffd4c70 admin admin] Pushing event updated for resources: {'Network': ['ID=26f66db8-4b4e-4b5e-80ea-ded3264eed20,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:18.571903 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da11c56-4319-406b-a176-e198225fd216 req-9045f997-dac4-4145-a970-de3280dc2f21 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:18.574041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0b205c-e90c-4e9f-ad56-3b9fbda45257 admin admin] Made reservation on behalf of dcea6c6c77f442f580e1392b7ac8c848 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:18.574206 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6da11c56-4319-406b-a176-e198225fd216 req-9045f997-dac4-4145-a970-de3280dc2f21 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "GET /v2.0/ports?device_id=acc141c3-e9ae-4a76-ad88-a5f9ff96a919 HTTP/1.1" status: 200 len: 950 time: 0.1487498 Feb 11 05:08:18.578104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 26f66db8-4b4e-4b5e-80ea-ded3264eed20 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:08:18.580382 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-663f8036-43d8-41cb-9f6e-9340431d8518 admin admin] Publish callbacks [] for security_group (1626ed73-1db5-444e-bcfd-d26bef2d4c8d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.591402 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb0b205c-e90c-4e9f-ad56-3b9fbda45257 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.652123 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-663f8036-43d8-41cb-9f6e-9340431d8518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1626ed73-1db5-444e-bcfd-d26bef2d4c8d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.778832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-663f8036-43d8-41cb-9f6e-9340431d8518 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=32e1d025ad61428ea3f047d3d0aa956b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6795354 Feb 11 05:08:18.786659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f8036-43d8-41cb-9f6e-9340431d8518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1626ed73-1db5-444e-bcfd-d26bef2d4c8d,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:18.806237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51304) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:18.860695 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-6da11c56-4319-406b-a176-e198225fd216 req-506df479-3e69-424c-9655-e8ee6475b446 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Deleting port b14f2385-8478-4223-a4fe-80659a133fdf {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:18.861044 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6da11c56-4319-406b-a176-e198225fd216 req-506df479-3e69-424c-9655-e8ee6475b446 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b14f2385-8478-4223-a4fe-80659a133fdf), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.918519 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb0b205c-e90c-4e9f-ad56-3b9fbda45257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (24c915ea-74ce-40ac-b648-6298fd550223), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.990664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b205c-e90c-4e9f-ad56-3b9fbda45257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c915ea-74ce-40ac-b648-6298fd550223,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:19.013439 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0d52-e9ea-4f6c-acc7-24854fab5ed8 admin admin] Publish callbacks [] for security_group (1626ed73-1db5-444e-bcfd-d26bef2d4c8d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.015641 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b205c-e90c-4e9f-ad56-3b9fbda45257 admin admin] Checking segment: {'id': '75a787b0-9d4d-425e-ba33-006598135572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '26f66db8-4b4e-4b5e-80ea-ded3264eed20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:19.016886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0b205c-e90c-4e9f-ad56-3b9fbda45257 admin admin] Network hostable DHCP agents. Network: 26f66db8-4b4e-4b5e-80ea-ded3264eed20, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:08:19.048180 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0b205c-e90c-4e9f-ad56-3b9fbda45257 admin admin] Network 26f66db8-4b4e-4b5e-80ea-ded3264eed20 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:08:19.062464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-eb0b205c-e90c-4e9f-ad56-3b9fbda45257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 26f66db8-4b4e-4b5e-80ea-ded3264eed20) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:19.070645 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0b205c-e90c-4e9f-ad56-3b9fbda45257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:19.071660 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb0b205c-e90c-4e9f-ad56-3b9fbda45257 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.074367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdcf562-fb15-41d4-8127-61c498fefa43 None None] Network 26f66db8-4b4e-4b5e-80ea-ded3264eed20 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:19.085145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-6da11c56-4319-406b-a176-e198225fd216 req-506df479-3e69-424c-9655-e8ee6475b446 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] For port b14f2385-8478-4223-a4fe-80659a133fdf, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b14f2385-8478-4223-a4fe-80659a133fdf,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:19.085752 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6da11c56-4319-406b-a176-e198225fd216 req-506df479-3e69-424c-9655-e8ee6475b446 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b14f2385-8478-4223-a4fe-80659a133fdf), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.089552 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0d52-e9ea-4f6c-acc7-24854fab5ed8 admin admin] Publish callbacks [] for security_group (1626ed73-1db5-444e-bcfd-d26bef2d4c8d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.114205 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-6da11c56-4319-406b-a176-e198225fd216 req-506df479-3e69-424c-9655-e8ee6475b446 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Calling delete_port for b14f2385-8478-4223-a4fe-80659a133fdf owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:19.116527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728b5f04-6e78-4de7-a174-ec92eb41d35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87903cd5-1c2a-4d6d-ba58-308f8740fd60'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:19.138007 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eb0b205c-e90c-4e9f-ad56-3b9fbda45257 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6421306 Feb 11 05:08:19.148967 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35a78ed-3eab-4dbd-868c-f5f4dc908746" -d '{"events": [{"server_uuid": "728b5f04-6e78-4de7-a174-ec92eb41d35a", "name": "network-vif-plugged", "status": "completed", "tag": "87903cd5-1c2a-4d6d-ba58-308f8740fd60"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:19.312600 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a50156-ebd7-4736-8b96-c1af55464afd None None] Network 26f66db8-4b4e-4b5e-80ea-ded3264eed20 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:19.728689 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-c9ae7a01-0d8c-4c32-ad9b-dcf3c6248601 service neutron] show failed (client error): The resource could not be found. Feb 11 05:08:19.729709 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-c9ae7a01-0d8c-4c32-ad9b-dcf3c6248601 service neutron] 10.222.0.88 "GET /v2.0/ports/132c87d5-c39d-463e-a3a5-b8250cc4fc1a/bindings/n-h1-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.6919360 Feb 11 05:08:19.775915 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0d52-e9ea-4f6c-acc7-24854fab5ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1626ed73-1db5-444e-bcfd-d26bef2d4c8d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.780170 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0d52-e9ea-4f6c-acc7-24854fab5ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.781865 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ec2a0d52-e9ea-4f6c-acc7-24854fab5ed8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1626ed73-1db5-444e-bcfd-d26bef2d4c8d HTTP/1.1" status: 204 len: 168 time: 0.9604974 Feb 11 05:08:19.899111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a0d52-e9ea-4f6c-acc7-24854fab5ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1626ed73-1db5-444e-bcfd-d26bef2d4c8d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:19.932050 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe18d3-f1e5-4c7a-9c18-1b49f6f609bf req-2133ea11-0b54-4f69-a064-609bfab96326 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:19.933973 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fbe18d3-f1e5-4c7a-9c18-1b49f6f609bf req-2133ea11-0b54-4f69-a064-609bfab96326 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 950 time: 0.2634134 Feb 11 05:08:19.944380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffa92b-8108-48fa-b7ae-b6380734f85e req-03af0304-d8a9-44da-8f50-923599cc9137 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:19.947449 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c0ffa92b-8108-48fa-b7ae-b6380734f85e req-03af0304-d8a9-44da-8f50-923599cc9137 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.2743745 Feb 11 05:08:20.017771 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6da11c56-4319-406b-a176-e198225fd216 req-506df479-3e69-424c-9655-e8ee6475b446 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b14f2385-8478-4223-a4fe-80659a133fdf), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.031220 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['cd461615-d95b-4307-b37a-56f072155ce7', '5087a3bb-5f06-4d50-ba9f-85aa110de8c8', 'a48806c1-b8be-42b3-bdff-f6b60cf609c5', '84733baa-a414-4660-8a41-c399abd69131'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:20.036426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61dc99a3-3efa-4e98-a339-2b589d6bec35', '26a7c47b-a932-400a-9c67-1976fe015c86'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:20.084515 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506df479-3e69-424c-9655-e8ee6475b446 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Pushing event deleted for resources: {'Port': ['ID=b14f2385-8478-4223-a4fe-80659a133fdf,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:20.136001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-7eb179e6-a6c4-4036-8057-6889e8cc6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:20.137591 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-7eb179e6-a6c4-4036-8057-6889e8cc6f51 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1&tenant_id=96892c63fd9f4c61ab86cc0679e41126 HTTP/1.1" status: 200 len: 1132 time: 0.1890397 Feb 11 05:08:20.141750 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c0ffa92b-8108-48fa-b7ae-b6380734f85e req-4f9bdcbe-78c4-4ca1-8741-a6eb37a804ba tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806178 Feb 11 05:08:20.144778 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fbe18d3-f1e5-4c7a-9c18-1b49f6f609bf req-a72fb130-fa19-4fde-8527-9f9f8df6fce9 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973379 Feb 11 05:08:20.154621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:20.173393 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da11c56-4319-406b-a176-e198225fd216 req-506df479-3e69-424c-9655-e8ee6475b446 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] No DVR routers for this DVR port b14f2385-8478-4223-a4fe-80659a133fdf on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:20.190942 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6da11c56-4319-406b-a176-e198225fd216 req-506df479-3e69-424c-9655-e8ee6475b446 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.194539 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6da11c56-4319-406b-a176-e198225fd216 req-506df479-3e69-424c-9655-e8ee6475b446 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "DELETE /v2.0/ports/b14f2385-8478-4223-a4fe-80659a133fdf HTTP/1.1" status: 204 len: 173 time: 1.6127565 Feb 11 05:08:20.194996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc141c3-e9ae-4a76-ad88-a5f9ff96a919', 'name': 'network-vif-deleted', 'tag': 'b14f2385-8478-4223-a4fe-80659a133fdf'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:20.197374 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1028a49c-b798-4ede-b848-8bfd902a6812" -d '{"events": [{"server_uuid": "acc141c3-e9ae-4a76-ad88-a5f9ff96a919", "name": "network-vif-deleted", "tag": "b14f2385-8478-4223-a4fe-80659a133fdf"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:20.253972 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.445076 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51342) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:20.452340 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcaec84-c7f2-4d06-91b2-85c581a6817e x-openstack-request-id: req-0dcaec84-c7f2-4d06-91b2-85c581a6817e {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:20.454389 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728b5f04-6e78-4de7-a174-ec92eb41d35a", "name": "network-vif-plugged", "status": "completed", "tag": "87903cd5-1c2a-4d6d-ba58-308f8740fd60", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:20.457735 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0dcaec84-c7f2-4d06-91b2-85c581a6817e {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:20.458273 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728b5f04-6e78-4de7-a174-ec92eb41d35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87903cd5-1c2a-4d6d-ba58-308f8740fd60', 'code': 200} Feb 11 05:08:20.492745 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70d23eb1-1a7b-4f5f-bb70-7bc042a239b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.680183 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70d23eb1-1a7b-4f5f-bb70-7bc042a239b0 admin admin] Publish callbacks [] for security_group (54d651ac-b7ab-42e8-9ba1-fd524978b0ee), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.686503 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70d23eb1-1a7b-4f5f-bb70-7bc042a239b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (54d651ac-b7ab-42e8-9ba1-fd524978b0ee), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.748989 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-70d23eb1-1a7b-4f5f-bb70-7bc042a239b0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5ee59039e373440baa34759b865ab817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019476 Feb 11 05:08:20.750133 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d23eb1-1a7b-4f5f-bb70-7bc042a239b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d651ac-b7ab-42e8-9ba1-fd524978b0ee,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:20.753004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51348) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:20.853788 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-62d04ad7-d1fa-4df4-8987-ef87ec807883 admin admin] Publish callbacks [] for security_group (54d651ac-b7ab-42e8-9ba1-fd524978b0ee), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.892100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] For port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:20.921281 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-62d04ad7-d1fa-4df4-8987-ef87ec807883 admin admin] Publish callbacks [] for security_group (54d651ac-b7ab-42e8-9ba1-fd524978b0ee), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.942732 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] For port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:21.000258 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-238e78e9-91e0-4dfc-9fd1-4de81733f3fd req-73762bcc-8436-461d-9a71-b174f20b62ff tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1554824735', 'description': 'tempest-description-799367117'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:21.012664 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-62d04ad7-d1fa-4df4-8987-ef87ec807883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (54d651ac-b7ab-42e8-9ba1-fd524978b0ee), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.015795 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-62d04ad7-d1fa-4df4-8987-ef87ec807883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.019305 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-62d04ad7-d1fa-4df4-8987-ef87ec807883 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/54d651ac-b7ab-42e8-9ba1-fd524978b0ee HTTP/1.1" status: 204 len: 168 time: 0.2630460 Feb 11 05:08:21.031033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cedf7d-a8bd-4f66-ad75-0b567954e13a req-f7fc2f6d-8214-4de5-9353-280b21d6dc72 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:21.033910 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91cedf7d-a8bd-4f66-ad75-0b567954e13a req-f7fc2f6d-8214-4de5-9353-280b21d6dc72 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 1127 time: 0.6771586 Feb 11 05:08:21.036456 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d04ad7-d1fa-4df4-8987-ef87ec807883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d651ac-b7ab-42e8-9ba1-fd524978b0ee,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:21.051461 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Publish callbacks [] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.135704 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:21.140059 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-238e78e9-91e0-4dfc-9fd1-4de81733f3fd req-73762bcc-8436-461d-9a71-b174f20b62ff tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.147381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Transition to ACTIVE for port object 132c87d5-c39d-463e-a3a5-b8250cc4fc1a will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:08:21.185597 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.251977 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91cedf7d-a8bd-4f66-ad75-0b567954e13a req-cd59f167-7898-456e-8036-43ff8df67ef0 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935587 Feb 11 05:08:21.326817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device b14f2385-8478-4223-a4fe-80659a133fdf no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:21.392942 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: b14f2385-8478-4223-a4fe-80659a133fdf {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:21.396549 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device b14f2385-8478-4223-a4fe-80659a133fdf not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:21.399308 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 132c87d5-c39d-463e-a3a5-b8250cc4fc1a no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:21.426400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Pushing event updated for resources: {'Port': ['ID=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,revision_number=6']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:21.434395 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] No DVR routers for this DVR port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:21.477032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:21.479442 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.507374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Attempting to bind port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:21.507846 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Attempting to bind port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:21.508190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Attempting to bind port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:21.519281 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:08:21.523308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Attempting to bind port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:21.529783 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-238e78e9-91e0-4dfc-9fd1-4de81733f3fd req-73762bcc-8436-461d-9a71-b174f20b62ff tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (8aebc31f-9a3d-4757-adc5-7ef790bd2241), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.553946 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-238e78e9-91e0-4dfc-9fd1-4de81733f3fd req-73762bcc-8436-461d-9a71-b174f20b62ff tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8aebc31f-9a3d-4757-adc5-7ef790bd2241), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.556713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:21.557077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:21.557436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:21.557896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Bound port: 132c87d5-c39d-463e-a3a5-b8250cc4fc1a, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:21.558250 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.675943 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-238e78e9-91e0-4dfc-9fd1-4de81733f3fd req-73762bcc-8436-461d-9a71-b174f20b62ff tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.696009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-238e78e9-91e0-4dfc-9fd1-4de81733f3fd req-73762bcc-8436-461d-9a71-b174f20b62ff tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7009811 Feb 11 05:08:21.704513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73762bcc-8436-461d-9a71-b174f20b62ff tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aebc31f-9a3d-4757-adc5-7ef790bd2241,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:21.765913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:21.773128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] For port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:21.780659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] For port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:21.794309 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.794625 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.867572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:21.869428 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:21.871391 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] 10.222.0.73 "PUT /v2.0/ports/132c87d5-c39d-463e-a3a5-b8250cc4fc1a HTTP/1.1" status: 200 len: 1096 time: 1.7251866 Feb 11 05:08:21.897802 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:21.940424 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] The host n-h2-713499-38 is not matching for port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a host n-h1-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:08:21.941076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 132c87d5-c39d-463e-a3a5-b8250cc4fc1a not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:21.958105 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7259570c-f559-4bd3-857d-aa1d9a92a45f x-openstack-request-id: req-7259570c-f559-4bd3-857d-aa1d9a92a45f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:21.961540 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc141c3-e9ae-4a76-ad88-a5f9ff96a919", "name": "network-vif-deleted", "tag": "b14f2385-8478-4223-a4fe-80659a133fdf", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:21.961857 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7259570c-f559-4bd3-857d-aa1d9a92a45f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:21.962240 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc141c3-e9ae-4a76-ad88-a5f9ff96a919', 'name': 'network-vif-deleted', 'tag': 'b14f2385-8478-4223-a4fe-80659a133fdf', 'status': 'completed', 'code': 200} Feb 11 05:08:22.067138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d24fa-287c-439d-a3bb-ac49801822eb service neutron] Pushing event updated for resources: {'Port': ['ID=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,revision_number=7']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:22.172384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-af4d23b2-b168-4748-ba89-eb84929d92b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:22.174111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-af4d23b2-b168-4748-ba89-eb84929d92b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 1130 time: 0.2719979 Feb 11 05:08:22.347814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fc524-08ff-4359-a056-d4c4beb202e3 req-b3f5bc6a-3eea-497d-828b-00c9c9a81900 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:22.350694 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-909fc524-08ff-4359-a056-d4c4beb202e3 req-b3f5bc6a-3eea-497d-828b-00c9c9a81900 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.73 "GET /v2.0/ports?device_id=51f5378c-844b-429f-9618-c9ff430d7d56 HTTP/1.1" status: 200 len: 943 time: 0.0963013 Feb 11 05:08:22.367951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6719a8-0232-41be-b6a1-b02713ccb9e2 req-a6eb997d-cca1-4231-a3d3-7a0015a3e0e8 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:22.374968 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db6719a8-0232-41be-b6a1-b02713ccb9e2 req-a6eb997d-cca1-4231-a3d3-7a0015a3e0e8 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 947 time: 0.3026719 Feb 11 05:08:22.461094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-997e512d-550b-47e0-a02e-585db665ef18 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:22.461358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f5378c-844b-429f-9618-c9ff430d7d56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f422b1ab-aa68-4fb0-9d9a-d83c773f4a69'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:22.463549 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc77485-7be9-4f14-952f-b84f7dc10991" -d '{"events": [{"server_uuid": "51f5378c-844b-429f-9618-c9ff430d7d56", "name": "network-vif-unplugged", "status": "completed", "tag": "f422b1ab-aa68-4fb0-9d9a-d83c773f4a69"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:22.468334 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-997e512d-550b-47e0-a02e-585db665ef18 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/networks?id=98cbc21b-0cda-4452-82bc-4f4fd4777677 HTTP/1.1" status: 200 len: 805 time: 0.3587620 Feb 11 05:08:22.486771 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-909fc524-08ff-4359-a056-d4c4beb202e3 req-aa2ec987-fcae-41e7-85b0-a8d01ec83355 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Deleting port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:22.487264 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-909fc524-08ff-4359-a056-d4c4beb202e3 req-aa2ec987-fcae-41e7-85b0-a8d01ec83355 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:22.496530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-cbbfe63c-2542-449b-83f4-35e3751cc986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:22.498170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-cbbfe63c-2542-449b-83f4-35e3751cc986 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.3136451 Feb 11 05:08:22.506627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-2af2ab34-6a21-4513-ad5b-2a492e3060bf tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/quotas/623b97b8843c4ee5bfe315b1c2e8ae24 HTTP/1.1" status: 200 len: 375 time: 0.0373580 Feb 11 05:08:22.528083 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db6719a8-0232-41be-b6a1-b02713ccb9e2 req-df7ceb68-a8ce-4c9f-85f3-96967f149e41 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434090 Feb 11 05:08:22.622551 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-909fc524-08ff-4359-a056-d4c4beb202e3 req-aa2ec987-fcae-41e7-85b0-a8d01ec83355 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] For port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:22.623459 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-909fc524-08ff-4359-a056-d4c4beb202e3 req-aa2ec987-fcae-41e7-85b0-a8d01ec83355 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:22.640824 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-909fc524-08ff-4359-a056-d4c4beb202e3 req-aa2ec987-fcae-41e7-85b0-a8d01ec83355 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Calling delete_port for f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:22.652050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-219b2e72-672a-43ab-b462-c140703ca9a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=132c87d5-c39d-463e-a3a5-b8250cc4fc1a HTTP/1.1" status: 200 len: 217 time: 0.1429062 Feb 11 05:08:22.737465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-08f8ac82-5d70-4203-a346-08f3aba2ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:22.738942 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-08f8ac82-5d70-4203-a346-08f3aba2ccb1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0594814 Feb 11 05:08:22.799903 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-0b9df149-4bd4-46cc-8a0a-e8db82d77e43 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=623b97b8843c4ee5bfe315b1c2e8ae24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2923176 Feb 11 05:08:22.829702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252c96c-6b15-4715-8814-d7906b21da9e req-a595ed83-9273-4345-8755-bcbb6562b47a tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:22.838779 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e252c96c-6b15-4715-8814-d7906b21da9e req-a595ed83-9273-4345-8755-bcbb6562b47a tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 1127 time: 0.2221794 Feb 11 05:08:22.855900 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-909fc524-08ff-4359-a056-d4c4beb202e3 req-aa2ec987-fcae-41e7-85b0-a8d01ec83355 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (f422b1ab-aa68-4fb0-9d9a-d83c773f4a69), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:22.931503 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ec987-fcae-41e7-85b0-a8d01ec83355 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Pushing event deleted for resources: {'Port': ['ID=f422b1ab-aa68-4fb0-9d9a-d83c773f4a69,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:22.963117 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e252c96c-6b15-4715-8814-d7906b21da9e req-2508a741-6d12-4773-9327-542ded9a87a7 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230276 Feb 11 05:08:22.976627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-786512ee-7c7b-4393-8b74-c080adc285a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:22.978597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-786512ee-7c7b-4393-8b74-c080adc285a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2308841 Feb 11 05:08:23.000828 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-909fc524-08ff-4359-a056-d4c4beb202e3 req-aa2ec987-fcae-41e7-85b0-a8d01ec83355 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] No DVR routers for this DVR port f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:23.003745 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-909fc524-08ff-4359-a056-d4c4beb202e3 req-aa2ec987-fcae-41e7-85b0-a8d01ec83355 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:23.017456 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-909fc524-08ff-4359-a056-d4c4beb202e3 req-aa2ec987-fcae-41e7-85b0-a8d01ec83355 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.73 "DELETE /v2.0/ports/f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 HTTP/1.1" status: 204 len: 173 time: 0.6609073 Feb 11 05:08:23.018033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f5378c-844b-429f-9618-c9ff430d7d56', 'name': 'network-vif-deleted', 'tag': 'f422b1ab-aa68-4fb0-9d9a-d83c773f4a69'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:23.021026 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a2fce9-29fc-4cda-bfbe-a5ae27580b54" -d '{"events": [{"server_uuid": "51f5378c-844b-429f-9618-c9ff430d7d56", "name": "network-vif-deleted", "tag": "f422b1ab-aa68-4fb0-9d9a-d83c773f4a69"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:23.145411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-fe357818-e612-48db-a1db-96d9ff1fb4ec service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576166 Feb 11 05:08:23.213259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-658bbe6d-d95b-4541-b220-7fe2f21539e6 service neutron] 10.222.0.87 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069982 Feb 11 05:08:23.305455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c0e09b71-b10b-4630-acce-496526935a9c req-5015c3c2-9957-40f5-a1e1-04b53ec39cff tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1713785596', 'description': 'tempest-description-958289003'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:23.397666 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c0e09b71-b10b-4630-acce-496526935a9c req-5015c3c2-9957-40f5-a1e1-04b53ec39cff tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:23.402817 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffba84ff-3635-499a-996b-4d79e280e7bb req-a2797735-33ba-4ad8-88ec-bdcbab469807 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447741 Feb 11 05:08:23.428248 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-ba0ef159-0a4b-4335-9b37-80fa85a3117b service neutron] 10.222.0.87 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054405 Feb 11 05:08:23.526478 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c0e09b71-b10b-4630-acce-496526935a9c req-5015c3c2-9957-40f5-a1e1-04b53ec39cff tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (196a81d6-83f3-4acb-a20b-ccfbba7941f2), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:23.532126 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c0e09b71-b10b-4630-acce-496526935a9c req-5015c3c2-9957-40f5-a1e1-04b53ec39cff tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (196a81d6-83f3-4acb-a20b-ccfbba7941f2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:23.591502 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c0e09b71-b10b-4630-acce-496526935a9c req-5015c3c2-9957-40f5-a1e1-04b53ec39cff tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:23.605760 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c0e09b71-b10b-4630-acce-496526935a9c req-5015c3c2-9957-40f5-a1e1-04b53ec39cff tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3369699 Feb 11 05:08:23.609793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015c3c2-9957-40f5-a1e1-04b53ec39cff tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196a81d6-83f3-4acb-a20b-ccfbba7941f2,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:23.773199 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-5344fb42-eb26-4ae4-a1ac-f8a1545e834a tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=072d9f3e9b8f44558126f19a6508ee5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472753 Feb 11 05:08:23.784958 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97336aad-dfab-4fcd-8cac-2f45a7068ace x-openstack-request-id: req-97336aad-dfab-4fcd-8cac-2f45a7068ace {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:23.785835 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f5378c-844b-429f-9618-c9ff430d7d56", "name": "network-vif-unplugged", "status": "completed", "tag": "f422b1ab-aa68-4fb0-9d9a-d83c773f4a69", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:23.786243 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-97336aad-dfab-4fcd-8cac-2f45a7068ace {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:23.786910 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f5378c-844b-429f-9618-c9ff430d7d56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f422b1ab-aa68-4fb0-9d9a-d83c773f4a69', 'code': 200} Feb 11 05:08:23.949118 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fad6bfa-4c0c-41ad-bdd4-729ead08abb8 x-openstack-request-id: req-0fad6bfa-4c0c-41ad-bdd4-729ead08abb8 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:23.949617 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f5378c-844b-429f-9618-c9ff430d7d56", "name": "network-vif-deleted", "tag": "f422b1ab-aa68-4fb0-9d9a-d83c773f4a69", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:23.949712 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0fad6bfa-4c0c-41ad-bdd4-729ead08abb8 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:23.950854 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f5378c-844b-429f-9618-c9ff430d7d56', 'name': 'network-vif-deleted', 'tag': 'f422b1ab-aa68-4fb0-9d9a-d83c773f4a69', 'status': 'completed', 'code': 200} Feb 11 05:08:23.971686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79c98e0-882c-474e-a504-4e1925b6b9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '132c87d5-c39d-463e-a3a5-b8250cc4fc1a'}, {'name': 'network-changed', 'server_uuid': 'a79c98e0-882c-474e-a504-4e1925b6b9a1', 'tag': '132c87d5-c39d-463e-a3a5-b8250cc4fc1a'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:23.976343 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ae2d2a-a915-48ef-b22b-a74a626909ad" -d '{"events": [{"server_uuid": "a79c98e0-882c-474e-a504-4e1925b6b9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "132c87d5-c39d-463e-a3a5-b8250cc4fc1a"}, {"name": "network-changed", "server_uuid": "a79c98e0-882c-474e-a504-4e1925b6b9a1", "tag": "132c87d5-c39d-463e-a3a5-b8250cc4fc1a"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:23.988034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-63a462ef-8308-4584-ad67-9186f5d75492 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:23.996359 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-63a462ef-8308-4584-ad67-9186f5d75492 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209189 Feb 11 05:08:24.015571 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-2034b29d-4b77-40fa-ab0c-e357aaf287b8 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/quotas/072d9f3e9b8f44558126f19a6508ee5f HTTP/1.1" status: 200 len: 375 time: 0.0176439 Feb 11 05:08:24.102437 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-f8a8b834-9d25-41a1-8b62-6fb3d3930a84 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=072d9f3e9b8f44558126f19a6508ee5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0795455 Feb 11 05:08:24.536058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae77162-4f48-4178-9b7e-4f3ee237e828 req-8ff68809-78a0-49d3-b4da-d85aecd66fbe tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:24.537905 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bae77162-4f48-4178-9b7e-4f3ee237e828 req-8ff68809-78a0-49d3-b4da-d85aecd66fbe tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 947 time: 0.2050078 Feb 11 05:08:24.576648 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02753974-530a-4443-9a6d-61fbfcf90a1b req-99cdf3bf-6543-4775-be1d-92883ba9279f tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:24.589107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02753974-530a-4443-9a6d-61fbfcf90a1b req-99cdf3bf-6543-4775-be1d-92883ba9279f tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 950 time: 0.1763825 Feb 11 05:08:24.680203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bae77162-4f48-4178-9b7e-4f3ee237e828 req-7eab0456-bd8c-4f14-9655-29c74a289dee tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350191 Feb 11 05:08:24.697663 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02753974-530a-4443-9a6d-61fbfcf90a1b req-95bdd223-2bcb-4c52-ba1c-9161b9e8278f tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069303 Feb 11 05:08:24.804430 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3da3816f-48aa-4c1c-aabf-640b6fa4b71b req-2491070c-0657-4f5d-a44a-5826dfbb8811 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=712667ae-53ff-47b6-bc86-4a3db22da0d0 HTTP/1.1" status: 200 len: 210 time: 0.0338268 Feb 11 05:08:24.987267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94893f-ce63-473d-9c1d-16cd8dca8f45 req-34893079-9bca-40fc-b9f2-8cb8c4fa056a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:24.988880 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d94893f-ce63-473d-9c1d-16cd8dca8f45 req-34893079-9bca-40fc-b9f2-8cb8c4fa056a tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "GET /v2.0/ports?device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 950 time: 0.1711478 Feb 11 05:08:24.997064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-d1545553-5395-4afd-93a9-2633d8f9f729 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:25.003778 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-d1545553-5395-4afd-93a9-2633d8f9f729 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/networks?id=26f66db8-4b4e-4b5e-80ea-ded3264eed20 HTTP/1.1" status: 200 len: 813 time: 0.1980281 Feb 11 05:08:25.030708 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-2c1255c3-4675-4736-8de8-533944184f5e tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/quotas/dcea6c6c77f442f580e1392b7ac8c848 HTTP/1.1" status: 200 len: 375 time: 0.0259023 Feb 11 05:08:25.137120 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-4734b3a5-f4f6-42e2-9b88-b934740671ef tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=dcea6c6c77f442f580e1392b7ac8c848&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1054606 Feb 11 05:08:25.160481 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:25.209412 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:25.215534 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f422b1ab-aa68-4fb0-9d9a-d83c773f4a69 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:25.321264 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e77dd8-aefa-457b-a5cf-8c15af8b5f53 x-openstack-request-id: req-e4e77dd8-aefa-457b-a5cf-8c15af8b5f53 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:25.322339 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79c98e0-882c-474e-a504-4e1925b6b9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "132c87d5-c39d-463e-a3a5-b8250cc4fc1a", "code": 200}, {"name": "network-changed", "server_uuid": "a79c98e0-882c-474e-a504-4e1925b6b9a1", "tag": "132c87d5-c39d-463e-a3a5-b8250cc4fc1a", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:25.323554 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e4e77dd8-aefa-457b-a5cf-8c15af8b5f53 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:25.324920 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79c98e0-882c-474e-a504-4e1925b6b9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '132c87d5-c39d-463e-a3a5-b8250cc4fc1a', 'code': 200} Feb 11 05:08:25.325281 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79c98e0-882c-474e-a504-4e1925b6b9a1', 'tag': '132c87d5-c39d-463e-a3a5-b8250cc4fc1a', 'status': 'completed', 'code': 200} Feb 11 05:08:26.014032 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-573c77e2-28a8-4ad6-9ac7-554f31b1d0f6 req-84719f46-d608-42b6-bc21-577f4bf12378 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=62758bc0-2390-4a24-b801-618cc035f8ff HTTP/1.1" status: 200 len: 210 time: 0.6124558 Feb 11 05:08:26.054888 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-159c127b-859e-4f48-8961-5270808f39b3 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=072d9f3e9b8f44558126f19a6508ee5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621574 Feb 11 05:08:26.086209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-6d94893f-ce63-473d-9c1d-16cd8dca8f45 req-d6700ef3-4ead-49e5-9ee0-75d1fba88fdb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Deleting port 84733baa-a414-4660-8a41-c399abd69131 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:26.086675 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6d94893f-ce63-473d-9c1d-16cd8dca8f45 req-d6700ef3-4ead-49e5-9ee0-75d1fba88fdb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (84733baa-a414-4660-8a41-c399abd69131), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:26.104702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-7297e8f1-afea-4da7-910b-58c0f28305ae service neutron] 10.222.0.87 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9666698 Feb 11 05:08:26.270512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-2100ac02-641d-4c42-85b3-d5b2fecad87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:26.282606 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-2100ac02-641d-4c42-85b3-d5b2fecad87c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 1130 time: 0.9284086 Feb 11 05:08:26.310803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b571ef4e-bd7a-4bc3-bf52-c041dcf02427 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:26.313940 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b571ef4e-bd7a-4bc3-bf52-c041dcf02427 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.88 "GET /v2.0/networks?id=98cbc21b-0cda-4452-82bc-4f4fd4777677 HTTP/1.1" status: 200 len: 805 time: 1.1748536 Feb 11 05:08:26.355691 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-153d1167-dcd2-4c73-bbb0-7d10b19e21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:26.363658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-153d1167-dcd2-4c73-bbb0-7d10b19e21fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 1130 time: 1.0447676 Feb 11 05:08:26.384019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-30872365-50e0-47ac-a20c-c4b16d9a8129 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Request body: {'port': {'device_id': '712667ae-53ff-47b6-bc86-4a3db22da0d0', 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677', 'admin_state_up': True, 'tenant_id': '623b97b8843c4ee5bfe315b1c2e8ae24'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:26.384321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-f098818b-ef08-42d9-8498-ef2e6df7d500 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:26.386037 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-f098818b-ef08-42d9-8498-ef2e6df7d500 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3255734 Feb 11 05:08:26.401585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-eedfccae-f374-4c7e-b017-5fb1fa375609 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Request body: {'port': {'device_id': '62758bc0-2390-4a24-b801-618cc035f8ff', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '072d9f3e9b8f44558126f19a6508ee5f'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:26.662284 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-eedfccae-f374-4c7e-b017-5fb1fa375609 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Made reservation on behalf of 072d9f3e9b8f44558126f19a6508ee5f for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:26.669108 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-eedfccae-f374-4c7e-b017-5fb1fa375609 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:26.826661 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-6d94893f-ce63-473d-9c1d-16cd8dca8f45 req-d6700ef3-4ead-49e5-9ee0-75d1fba88fdb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] For port 84733baa-a414-4660-8a41-c399abd69131, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=84733baa-a414-4660-8a41-c399abd69131,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:26.827625 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6d94893f-ce63-473d-9c1d-16cd8dca8f45 req-d6700ef3-4ead-49e5-9ee0-75d1fba88fdb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (84733baa-a414-4660-8a41-c399abd69131), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:26.888427 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-6d94893f-ce63-473d-9c1d-16cd8dca8f45 req-d6700ef3-4ead-49e5-9ee0-75d1fba88fdb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Calling delete_port for 84733baa-a414-4660-8a41-c399abd69131 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:26.906386 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-eedfccae-f374-4c7e-b017-5fb1fa375609 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Allocated IP 192.168.233.240 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/607d6c39-9d68-4cc3-b068-277681c0d756) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:08:26.954881 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-625d8924-60e6-4f7d-a683-d4ee864b0590 service neutron] 10.222.0.87 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7847333 Feb 11 05:08:26.988000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6ecae-6953-4d63-8836-4968d72700f0 req-5dea6670-f28f-4afd-be8c-98e91f100a26 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:26.990289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-32a6ecae-6953-4d63-8836-4968d72700f0 req-5dea6670-f28f-4afd-be8c-98e91f100a26 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 947 time: 0.4878628 Feb 11 05:08:27.021951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-a0cdb923-fbcb-4c1e-ac8a-99f83a2e6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:27.025685 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-a0cdb923-fbcb-4c1e-ac8a-99f83a2e6b71 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.7106724 Feb 11 05:08:27.051689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-15e20878-533a-4207-a330-302f6dc4d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:27.055962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-15e20878-533a-4207-a330-302f6dc4d861 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.6066549 Feb 11 05:08:27.166030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 132c87d5-c39d-463e-a3a5-b8250cc4fc1a details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:08:27.249692 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-eedfccae-f374-4c7e-b017-5fb1fa375609 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks [] for port (607d6c39-9d68-4cc3-b068-277681c0d756), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:27.293677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-801dc838-6c37-40cd-9b8e-aeef142d3cdd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=132c87d5-c39d-463e-a3a5-b8250cc4fc1a HTTP/1.1" status: 200 len: 217 time: 0.2572334 Feb 11 05:08:27.346389 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-eedfccae-f374-4c7e-b017-5fb1fa375609 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (607d6c39-9d68-4cc3-b068-277681c0d756), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:27.388356 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['8724b380-269f-41a9-b91c-09f370a2c738'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:27.436208 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6d94893f-ce63-473d-9c1d-16cd8dca8f45 req-d6700ef3-4ead-49e5-9ee0-75d1fba88fdb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (84733baa-a414-4660-8a41-c399abd69131), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:27.456605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61dc99a3-3efa-4e98-a339-2b589d6bec35', '26a7c47b-a932-400a-9c67-1976fe015c86'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:27.463919 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfccae-f374-4c7e-b017-5fb1fa375609 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Pushing event updated for resources: {'Port': ['ID=607d6c39-9d68-4cc3-b068-277681c0d756,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:27.490471 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-eedfccae-f374-4c7e-b017-5fb1fa375609 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:08:27.496502 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-eedfccae-f374-4c7e-b017-5fb1fa375609 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:27.507533 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-eedfccae-f374-4c7e-b017-5fb1fa375609 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:08:27.508605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['cd461615-d95b-4307-b37a-56f072155ce7', '5087a3bb-5f06-4d50-ba9f-85aa110de8c8', 'a48806c1-b8be-42b3-bdff-f6b60cf609c5'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:27.615089 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-eedfccae-f374-4c7e-b017-5fb1fa375609 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:27.616650 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-eedfccae-f374-4c7e-b017-5fb1fa375609 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:27.669589 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-eedfccae-f374-4c7e-b017-5fb1fa375609 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2717412 Feb 11 05:08:27.692783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:27.701651 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Request body: {'port': {'device_id': '62758bc0-2390-4a24-b801-618cc035f8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:27.719038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6700ef3-4ead-49e5-9ee0-75d1fba88fdb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Pushing event deleted for resources: {'Port': ['ID=84733baa-a414-4660-8a41-c399abd69131,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:27.744801 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-3dbb8b80-ebe0-4bc0-8ae8-96e3d9cdb6c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=132c87d5-c39d-463e-a3a5-b8250cc4fc1a HTTP/1.1" status: 200 len: 217 time: 0.4217751 Feb 11 05:08:27.750695 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d94893f-ce63-473d-9c1d-16cd8dca8f45 req-d6700ef3-4ead-49e5-9ee0-75d1fba88fdb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] No DVR routers for this DVR port 84733baa-a414-4660-8a41-c399abd69131 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:27.756569 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2da1faf4-2e85-4a55-a5d1-c8a8e376147e req-a1825a9b-b699-4653-b6ab-21fb648148d9 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=a80b22cb-2efc-4167-ba4d-f4ae49b76bcf HTTP/1.1" status: 200 len: 210 time: 0.4617739 Feb 11 05:08:27.829161 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6d94893f-ce63-473d-9c1d-16cd8dca8f45 req-d6700ef3-4ead-49e5-9ee0-75d1fba88fdb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:27.838837 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d94893f-ce63-473d-9c1d-16cd8dca8f45 req-d6700ef3-4ead-49e5-9ee0-75d1fba88fdb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "DELETE /v2.0/ports/84733baa-a414-4660-8a41-c399abd69131 HTTP/1.1" status: 204 len: 173 time: 2.8324020 Feb 11 05:08:27.847388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '132c87d5-c39d-463e-a3a5-b8250cc4fc1a', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '132c87d5-c39d-463e-a3a5-b8250cc4fc1a', 'mac_address': 'fa:16:3e:84:f7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:08:27.849303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-30872365-50e0-47ac-a20c-c4b16d9a8129 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Made reservation on behalf of 623b97b8843c4ee5bfe315b1c2e8ae24 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:27.853631 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-30872365-50e0-47ac-a20c-c4b16d9a8129 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:27.916360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-2cbc6e56-e31a-44a6-aa1c-cb7f945adbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:27.918931 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-2cbc6e56-e31a-44a6-aa1c-cb7f945adbab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1583865 Feb 11 05:08:27.921573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80b22cb-2efc-4167-ba4d-f4ae49b76bcf', 'name': 'network-vif-deleted', 'tag': '84733baa-a414-4660-8a41-c399abd69131'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:27.927761 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8341ec4-fbe5-42aa-8a5a-dede57b4a9fa" -d '{"events": [{"server_uuid": "a80b22cb-2efc-4167-ba4d-f4ae49b76bcf", "name": "network-vif-deleted", "tag": "84733baa-a414-4660-8a41-c399abd69131"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:27.949189 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (607d6c39-9d68-4cc3-b068-277681c0d756), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:28.083821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-13b15311-dea4-44ec-a448-7e6e739c6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:28.086254 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-13b15311-dea4-44ec-a448-7e6e739c6334 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.6396680 Feb 11 05:08:28.214884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:28.215326 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:28.286958 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-0eaf22cd-18f1-40ff-9fa4-fa0bc074fd54 None None] Provisioning complete for port 607d6c39-9d68-4cc3-b068-277681c0d756 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:28.287081 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0eaf22cd-18f1-40ff-9fa4-fa0bc074fd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (607d6c39-9d68-4cc3-b068-277681c0d756), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:28.300463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-32a6ecae-6953-4d63-8836-4968d72700f0 req-137c7a17-6434-45ae-b2a6-acee62ddb8bd tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2699299 Feb 11 05:08:28.394170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f579ea5-11e8-445f-b9f5-a8d9f06e6265 req-6c803522-6703-4c41-8721-6a09145281be tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=712667ae-53ff-47b6-bc86-4a3db22da0d0 HTTP/1.1" status: 200 len: 210 time: 0.3279834 Feb 11 05:08:28.492884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-2893b88b-8069-4eb9-9da5-6c8ce1deb4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:28.494412 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-2893b88b-8069-4eb9-9da5-6c8ce1deb4eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5442617 Feb 11 05:08:28.562188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-8e066657-e719-4045-93ab-70c5c3c6b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:28.579935 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-8e066657-e719-4045-93ab-70c5c3c6b617 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4594209 Feb 11 05:08:28.628365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0eaf22cd-18f1-40ff-9fa4-fa0bc074fd54 None None] Port 607d6c39-9d68-4cc3-b068-277681c0d756 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:08:28.813356 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132c87d5-c39d-463e-a3a5-b8250cc4fc1a {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:28.814659 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607d6c39-9d68-4cc3-b068-277681c0d756 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:28.838686 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Publish callbacks [] for port (607d6c39-9d68-4cc3-b068-277681c0d756), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:28.863185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:28.879495 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Transition to ACTIVE for port object 607d6c39-9d68-4cc3-b068-277681c0d756 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:08:28.890520 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (607d6c39-9d68-4cc3-b068-277681c0d756), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:28.926760 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fb986343-8766-40c0-beb4-5fd78324f928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:28.941238 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:28.974126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b4b2458-3316-44df-a91a-b6dae2f96b8e req-2816ddd4-2e41-42e5-9fec-d2a037292c12 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 210 time: 0.2778735 Feb 11 05:08:29.113418 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Pushing event updated for resources: {'Port': ['ID=607d6c39-9d68-4cc3-b068-277681c0d756,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:29.138874 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Attempting to bind port 607d6c39-9d68-4cc3-b068-277681c0d756 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:29.139324 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Attempting to bind port 607d6c39-9d68-4cc3-b068-277681c0d756 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:29.142139 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Attempting to bind port 607d6c39-9d68-4cc3-b068-277681c0d756 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:29.194000 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Port 607d6c39-9d68-4cc3-b068-277681c0d756 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:08:29.194349 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Attempting to bind port 607d6c39-9d68-4cc3-b068-277681c0d756 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:29.223983 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:29.224323 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:29.224669 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:29.225130 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Bound port: 607d6c39-9d68-4cc3-b068-277681c0d756, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:29.225500 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (607d6c39-9d68-4cc3-b068-277681c0d756), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:29.245334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-30872365-50e0-47ac-a20c-c4b16d9a8129 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Allocated IP 172.20.0.6 (98cbc21b-0cda-4452-82bc-4f4fd4777677/7a1d8d3c-0c6e-469a-8f36-555d015fa75e/72cfb4e9-841e-45a0-9377-4fb37a0edade) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:08:29.292806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:29.351440 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a79c4a-03da-43d3-bc5c-70b0fc76e84f x-openstack-request-id: req-a7a79c4a-03da-43d3-bc5c-70b0fc76e84f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:29.351819 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80b22cb-2efc-4167-ba4d-f4ae49b76bcf", "name": "network-vif-deleted", "tag": "84733baa-a414-4660-8a41-c399abd69131", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:29.352081 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a7a79c4a-03da-43d3-bc5c-70b0fc76e84f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:29.352657 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80b22cb-2efc-4167-ba4d-f4ae49b76bcf', 'name': 'network-vif-deleted', 'tag': '84733baa-a414-4660-8a41-c399abd69131', 'status': 'completed', 'code': 200} Feb 11 05:08:29.363133 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-ba219e46-5776-4025-aba5-6faba04de175 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7823191 Feb 11 05:08:29.383233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 84733baa-a414-4660-8a41-c399abd69131 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:29.470582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-88354b40-e686-4830-81d8-4461b843ab63 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9542122 Feb 11 05:08:29.470836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 84733baa-a414-4660-8a41-c399abd69131 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:29.471212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 84733baa-a414-4660-8a41-c399abd69131 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:29.485256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['132c87d5-c39d-463e-a3a5-b8250cc4fc1a'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:29.500342 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] For port 607d6c39-9d68-4cc3-b068-277681c0d756, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:29.592441 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] For port 607d6c39-9d68-4cc3-b068-277681c0d756, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=607d6c39-9d68-4cc3-b068-277681c0d756,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:29.609213 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (607d6c39-9d68-4cc3-b068-277681c0d756), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:29.637674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421bca7-9d85-4e72-b8e8-5252f6d9ac6d req-242ec496-317f-42cc-8974-70e9c6257768 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:29.644486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b421bca7-9d85-4e72-b8e8-5252f6d9ac6d req-242ec496-317f-42cc-8974-70e9c6257768 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=62758bc0-2390-4a24-b801-618cc035f8ff HTTP/1.1" status: 200 len: 948 time: 0.9778399 Feb 11 05:08:29.674968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Pushing event updated for resources: {'Port': ['ID=607d6c39-9d68-4cc3-b068-277681c0d756,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:29.698066 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:29.698714 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:29.700205 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-68afaf2c-5975-4cd6-90b2-ee82a8e61910 service neutron] 10.222.0.88 "PUT /v2.0/ports/607d6c39-9d68-4cc3-b068-277681c0d756 HTTP/1.1" status: 200 len: 1097 time: 2.0234389 Feb 11 05:08:29.700647 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62758bc0-2390-4a24-b801-618cc035f8ff', 'tag': '607d6c39-9d68-4cc3-b068-277681c0d756'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:29.702989 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274484b3-52e6-4331-becb-d3528858cdda" -d '{"events": [{"name": "network-changed", "server_uuid": "62758bc0-2390-4a24-b801-618cc035f8ff", "tag": "607d6c39-9d68-4cc3-b068-277681c0d756"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:29.731093 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-c167d9fa-698c-4aa4-9c7c-dbcecd10f0eb tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:29.732743 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-c167d9fa-698c-4aa4-9c7c-dbcecd10f0eb tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.73 "GET /v2.0/networks?id=26f66db8-4b4e-4b5e-80ea-ded3264eed20 HTTP/1.1" status: 200 len: 813 time: 0.3745258 Feb 11 05:08:29.773590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-36a09021-0560-4755-87d2-c68a86190d13 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Request body: {'port': {'device_id': '4aa07b8b-d319-4a8a-a0c9-a441fe39d539', 'network_id': '26f66db8-4b4e-4b5e-80ea-ded3264eed20', 'admin_state_up': True, 'tenant_id': 'dcea6c6c77f442f580e1392b7ac8c848'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:29.996911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-ad8bf61c-db05-485a-85c0-21cd47331629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:29.998439 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-ad8bf61c-db05-485a-85c0-21cd47331629 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=072d9f3e9b8f44558126f19a6508ee5f&device_id=62758bc0-2390-4a24-b801-618cc035f8ff HTTP/1.1" status: 200 len: 1131 time: 0.2578754 Feb 11 05:08:30.132753 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-2f468a34-00ea-4111-9753-1bdf1030407c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=607d6c39-9d68-4cc3-b068-277681c0d756 HTTP/1.1" status: 200 len: 217 time: 0.1222754 Feb 11 05:08:30.235411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-28fbec4f-6992-4d35-8a6f-477cc4035004 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8118796 Feb 11 05:08:30.245358 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b0ea8b62-6194-44fc-bef1-f58f6dba2a0a req-b41e63df-8e7a-46f7-a300-aef4188840de tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=712667ae-53ff-47b6-bc86-4a3db22da0d0 HTTP/1.1" status: 200 len: 210 time: 0.3510380 Feb 11 05:08:30.258695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6ae2d2a-a915-48ef-b22b-a74a626909ad req-973eb087-e08d-4bc5-8889-1587a17d3367 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7558582 Feb 11 05:08:30.278691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-7c035881-be8e-42b1-8329-e722b20e5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:30.282516 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-7c035881-be8e-42b1-8329-e722b20e5303 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1432619 Feb 11 05:08:30.334005 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51566) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:30.358002 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b421bca7-9d85-4e72-b8e8-5252f6d9ac6d req-c8942fca-f951-4756-af13-a174989ff59e tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7124093 Feb 11 05:08:30.395538 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-36a09021-0560-4755-87d2-c68a86190d13 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Made reservation on behalf of dcea6c6c77f442f580e1392b7ac8c848 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:30.399355 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-36a09021-0560-4755-87d2-c68a86190d13 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:30.417914 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-cca6a320-cc59-41d6-8654-6efd0ff1380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:30.419698 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-cca6a320-cc59-41d6-8654-6efd0ff1380f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1249707 Feb 11 05:08:30.444107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9980da-801f-4956-b009-f649b9129861 req-2afd2dd3-6424-4377-99b7-a66aa2bcce98 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:30.446188 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9980da-801f-4956-b009-f649b9129861 req-2afd2dd3-6424-4377-99b7-a66aa2bcce98 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.88 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1&tenant_id=96892c63fd9f4c61ab86cc0679e41126&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 948 time: 0.7985818 Feb 11 05:08:30.537407 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-7f9980da-801f-4956-b009-f649b9129861 req-babd3d7b-4072-4929-a372-aa8bb0d30590 service neutron] delete failed (client error): The resource could not be found. Feb 11 05:08:30.538752 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9980da-801f-4956-b009-f649b9129861 req-babd3d7b-4072-4929-a372-aa8bb0d30590 service neutron] 10.222.0.88 "DELETE /v2.0/ports/132c87d5-c39d-463e-a3a5-b8250cc4fc1a/bindings/n-h2-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.0762174 Feb 11 05:08:30.599699 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453c5ae-d954-4127-809c-b78416d481e1 req-2ed9f341-2a26-40ac-8996-3b041fdce5f0 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:30.608734 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3453c5ae-d954-4127-809c-b78416d481e1 req-2ed9f341-2a26-40ac-8996-3b041fdce5f0 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 948 time: 0.2128980 Feb 11 05:08:30.648669 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-559fd8c6-c133-4844-a6f6-ed8bd8e4c4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:30.691543 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3453c5ae-d954-4127-809c-b78416d481e1 req-534f4838-386b-40be-9e2e-d0a5c1cb621a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816720 Feb 11 05:08:30.714613 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3cff72a6-8701-4dfc-8005-7151664f82ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:30.762526 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-5cb2bdd8-22fb-440d-ae8d-eb31a64ebf77 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352256 Feb 11 05:08:30.892326 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-30872365-50e0-47ac-a20c-c4b16d9a8129 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks [] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:30.964809 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-559fd8c6-c133-4844-a6f6-ed8bd8e4c4ea admin admin] Publish callbacks [] for security_group (b8aa34f4-1abf-4189-a084-141fb2a18709), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:30.972973 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58c13cc-587c-44cb-a9c1-2e1d5e756f93 x-openstack-request-id: req-d58c13cc-587c-44cb-a9c1-2e1d5e756f93 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:30.973309 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62758bc0-2390-4a24-b801-618cc035f8ff", "tag": "607d6c39-9d68-4cc3-b068-277681c0d756", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:30.974237 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d58c13cc-587c-44cb-a9c1-2e1d5e756f93 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:30.974747 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62758bc0-2390-4a24-b801-618cc035f8ff', 'tag': '607d6c39-9d68-4cc3-b068-277681c0d756', 'status': 'completed', 'code': 200} Feb 11 05:08:30.977709 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7206f5ee-f779-4cf1-a6e0-df7aa9a07f02 req-787dfa57-6d02-4bf0-aa43-122eca9dad7a tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 210 time: 0.0816197 Feb 11 05:08:30.984356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9980da-801f-4956-b009-f649b9129861 req-79fc9f0d-eee9-4146-84f1-615ee6efc950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:30.995160 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-559fd8c6-c133-4844-a6f6-ed8bd8e4c4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b8aa34f4-1abf-4189-a084-141fb2a18709), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:31.000881 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9980da-801f-4956-b009-f649b9129861 req-79fc9f0d-eee9-4146-84f1-615ee6efc950 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 1131 time: 0.2982538 Feb 11 05:08:31.087878 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-30872365-50e0-47ac-a20c-c4b16d9a8129 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:31.107455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-36a09021-0560-4755-87d2-c68a86190d13 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Allocated IP 172.20.0.12 (26f66db8-4b4e-4b5e-80ea-ded3264eed20/24c915ea-74ce-40ac-b648-6298fd550223/3889ed9a-5060-437a-8c60-de39f838adf1) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:08:31.113198 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fd8c6-c133-4844-a6f6-ed8bd8e4c4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aa34f4-1abf-4189-a084-141fb2a18709,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:31.119159 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-559fd8c6-c133-4844-a6f6-ed8bd8e4c4ea admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=625f582a0f684210ae8817b8b28f9c78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7820363 Feb 11 05:08:31.124602 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1537aa2a-f8a4-494c-9151-9173c3b78b13 req-56eda172-751e-4ec9-b882-a63d0970370e service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519912 Feb 11 05:08:31.125058 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51580) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:31.180007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 132c87d5-c39d-463e-a3a5-b8250cc4fc1a up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:31.190922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30872365-50e0-47ac-a20c-c4b16d9a8129 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Pushing event updated for resources: {'Port': ['ID=72cfb4e9-841e-45a0-9377-4fb37a0edade,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:31.207841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-30872365-50e0-47ac-a20c-c4b16d9a8129 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Network 98cbc21b-0cda-4452-82bc-4f4fd4777677 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:08:31.220078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-30872365-50e0-47ac-a20c-c4b16d9a8129 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:31.277953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-30872365-50e0-47ac-a20c-c4b16d9a8129 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:08:31.387709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-30872365-50e0-47ac-a20c-c4b16d9a8129 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:31.388490 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-30872365-50e0-47ac-a20c-c4b16d9a8129 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:31.388795 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:08:31.398971 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9980da-801f-4956-b009-f649b9129861 req-300e988b-9b9f-4eda-be56-2b88eabfe8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:31.399753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:31.400685 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9980da-801f-4956-b009-f649b9129861 req-300e988b-9b9f-4eda-be56-2b88eabfe8d2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.3825159 Feb 11 05:08:31.402160 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:31.442426 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-30872365-50e0-47ac-a20c-c4b16d9a8129 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0756538 Feb 11 05:08:31.505792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Request body: {'port': {'device_id': '712667ae-53ff-47b6-bc86-4a3db22da0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:31.507314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:31.507776 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:31.562702 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79c98e0-882c-474e-a504-4e1925b6b9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132c87d5-c39d-463e-a3a5-b8250cc4fc1a'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:31.564753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9980da-801f-4956-b009-f649b9129861 req-3a956214-479e-4bf0-9efb-c5de4cff2ded service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=132c87d5-c39d-463e-a3a5-b8250cc4fc1a HTTP/1.1" status: 200 len: 217 time: 0.1562860 Feb 11 05:08:31.565019 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409b18ca-3180-4f55-afdf-db4d6e1ec87b" -d '{"events": [{"server_uuid": "a79c98e0-882c-474e-a504-4e1925b6b9a1", "name": "network-vif-plugged", "status": "completed", "tag": "132c87d5-c39d-463e-a3a5-b8250cc4fc1a"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:31.628848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:31.642192 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:31.764672 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3dc7-6f68-4554-b14a-61aa0423a8e9 admin admin] Publish callbacks [] for security_group (b8aa34f4-1abf-4189-a084-141fb2a18709), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:31.802864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:31.868251 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3dc7-6f68-4554-b14a-61aa0423a8e9 admin admin] Publish callbacks [] for security_group (b8aa34f4-1abf-4189-a084-141fb2a18709), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:31.882648 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274484b3-52e6-4331-becb-d3528858cdda req-4de22ca0-f294-40dc-957b-f4a308dd1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:31.884508 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-274484b3-52e6-4331-becb-d3528858cdda req-4de22ca0-f294-40dc-957b-f4a308dd1a7c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=072d9f3e9b8f44558126f19a6508ee5f&device_id=62758bc0-2390-4a24-b801-618cc035f8ff HTTP/1.1" status: 200 len: 1131 time: 0.6964078 Feb 11 05:08:31.986726 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-36a09021-0560-4755-87d2-c68a86190d13 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for port (3889ed9a-5060-437a-8c60-de39f838adf1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:32.059686 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3dc7-6f68-4554-b14a-61aa0423a8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b8aa34f4-1abf-4189-a084-141fb2a18709), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:32.063173 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3dc7-6f68-4554-b14a-61aa0423a8e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:32.064569 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bf1a3dc7-6f68-4554-b14a-61aa0423a8e9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b8aa34f4-1abf-4189-a084-141fb2a18709 HTTP/1.1" status: 204 len: 168 time: 0.9353094 Feb 11 05:08:32.077570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937d901-584a-42e4-9c04-67677d854820 req-4c75be8d-bd10-430d-8aca-1f477d5da61b tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:32.085097 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7937d901-584a-42e4-9c04-67677d854820 req-4c75be8d-bd10-430d-8aca-1f477d5da61b tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=88182f89-4db8-4ffc-8b24-809e69789f92 HTTP/1.1" status: 200 len: 949 time: 0.5746882 Feb 11 05:08:32.098437 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:32.106107 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a3dc7-6f68-4554-b14a-61aa0423a8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aa34f4-1abf-4189-a084-141fb2a18709,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:32.107256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1561f6d-cade-4ecd-995e-22b315bc64db req-4ed58ccb-f433-4b08-a23e-d40e109a1c1a tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:32.119449 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1561f6d-cade-4ecd-995e-22b315bc64db req-4ed58ccb-f433-4b08-a23e-d40e109a1c1a tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=712667ae-53ff-47b6-bc86-4a3db22da0d0 HTTP/1.1" status: 200 len: 931 time: 0.6955526 Feb 11 05:08:32.128422 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274484b3-52e6-4331-becb-d3528858cdda req-0070f6ce-83ae-452e-89bb-be0f922210b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:32.130838 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-274484b3-52e6-4331-becb-d3528858cdda req-0070f6ce-83ae-452e-89bb-be0f922210b8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.2372894 Feb 11 05:08:32.162559 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-36a09021-0560-4755-87d2-c68a86190d13 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3889ed9a-5060-437a-8c60-de39f838adf1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:32.203240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9980da-801f-4956-b009-f649b9129861 req-3211f3a7-9f7a-49ce-9abb-e10975af9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:32.204735 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9980da-801f-4956-b009-f649b9129861 req-3211f3a7-9f7a-49ce-9abb-e10975af9826 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.2190387 Feb 11 05:08:32.217026 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-274484b3-52e6-4331-becb-d3528858cdda req-b74bab97-a36d-470e-a4e2-d7ce0d634c8f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=607d6c39-9d68-4cc3-b068-277681c0d756 HTTP/1.1" status: 200 len: 217 time: 0.0777795 Feb 11 05:08:32.247656 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-36a09021-0560-4755-87d2-c68a86190d13 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Network 26f66db8-4b4e-4b5e-80ea-ded3264eed20 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:08:32.267947 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:32.287585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-36a09021-0560-4755-87d2-c68a86190d13 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:32.294909 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-36a09021-0560-4755-87d2-c68a86190d13 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:08:32.365323 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-36a09021-0560-4755-87d2-c68a86190d13 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:32.366495 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-36a09021-0560-4755-87d2-c68a86190d13 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:32.440475 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-36a09021-0560-4755-87d2-c68a86190d13 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6782098 Feb 11 05:08:32.448217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a09021-0560-4755-87d2-c68a86190d13 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event updated for resources: {'Port': ['ID=3889ed9a-5060-437a-8c60-de39f838adf1,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:32.479238 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Request body: {'port': {'device_id': '4aa07b8b-d319-4a8a-a0c9-a441fe39d539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:32.488539 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274484b3-52e6-4331-becb-d3528858cdda req-1814ce57-38e9-4943-ba50-c5fcf3d20c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:32.490658 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-274484b3-52e6-4331-becb-d3528858cdda req-1814ce57-38e9-4943-ba50-c5fcf3d20c13 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.2406800 Feb 11 05:08:32.613289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7937d901-584a-42e4-9c04-67677d854820 req-08bf1cd4-5e31-48b4-b636-d8375887c897 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272248 Feb 11 05:08:32.640305 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1561f6d-cade-4ecd-995e-22b315bc64db req-ba1f2ef3-8324-4382-a740-b019a43368e8 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199633 Feb 11 05:08:32.729712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9980da-801f-4956-b009-f649b9129861 req-6d325548-fed0-4390-994a-32f90e85a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:32.731284 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9980da-801f-4956-b009-f649b9129861 req-6d325548-fed0-4390-994a-32f90e85a9c6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5045831 Feb 11 05:08:32.741440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c143f-cfa8-4a64-ab40-5d644676cfb5 req-62a29df3-0abe-4785-a21a-b45657161cde tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:32.742939 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-510c143f-cfa8-4a64-ab40-5d644676cfb5 req-62a29df3-0abe-4785-a21a-b45657161cde tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "GET /v2.0/ports?device_id=88182f89-4db8-4ffc-8b24-809e69789f92 HTTP/1.1" status: 200 len: 949 time: 0.1194818 Feb 11 05:08:32.743139 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274484b3-52e6-4331-becb-d3528858cdda req-f977859e-d6a2-465c-a986-686460a7a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:32.745973 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-274484b3-52e6-4331-becb-d3528858cdda req-f977859e-d6a2-465c-a986-686460a7a2e8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2019744 Feb 11 05:08:32.779517 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3889ed9a-5060-437a-8c60-de39f838adf1), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:32.843496 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0948ecd9-be39-42aa-a753-607f7be97666 x-openstack-request-id: req-0948ecd9-be39-42aa-a753-607f7be97666 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:32.844238 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79c98e0-882c-474e-a504-4e1925b6b9a1", "name": "network-vif-plugged", "status": "completed", "tag": "132c87d5-c39d-463e-a3a5-b8250cc4fc1a", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:32.844238 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0948ecd9-be39-42aa-a753-607f7be97666 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:32.844805 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79c98e0-882c-474e-a504-4e1925b6b9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132c87d5-c39d-463e-a3a5-b8250cc4fc1a', 'code': 200} Feb 11 05:08:32.906328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51602) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:32.938826 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1b18846c-84d2-46b0-bec8-e242924e8e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:33.140411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c858b3-59ba-455b-886c-bf650272c297 req-c285b884-4491-454c-9538-27b6b8eb3cdd tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:33.147551 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7c858b3-59ba-455b-886c-bf650272c297 req-c285b884-4491-454c-9538-27b6b8eb3cdd tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=62758bc0-2390-4a24-b801-618cc035f8ff HTTP/1.1" status: 200 len: 948 time: 0.2972410 Feb 11 05:08:33.224055 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3889ed9a-5060-437a-8c60-de39f838adf1 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:33.231159 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7c858b3-59ba-455b-886c-bf650272c297 req-9e81d3c8-5622-433e-ad32-c545430a8607 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779290 Feb 11 05:08:33.244648 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Publish callbacks [] for port (3889ed9a-5060-437a-8c60-de39f838adf1), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:33.260478 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Transition to ACTIVE for port object 3889ed9a-5060-437a-8c60-de39f838adf1 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:08:33.276020 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (3889ed9a-5060-437a-8c60-de39f838adf1), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:33.286804 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-274484b3-52e6-4331-becb-d3528858cdda req-91a5f681-1bfa-49b2-816a-ff790f1c58c1 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322993 Feb 11 05:08:33.306668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b870681-9d80-4192-8f03-ed03715c0493 req-dc113b15-bdff-422a-a961-e0210a6e5ccf tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:33.310784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b870681-9d80-4192-8f03-ed03715c0493 req-dc113b15-bdff-422a-a961-e0210a6e5ccf tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.3591166 Feb 11 05:08:33.346714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 607d6c39-9d68-4cc3-b068-277681c0d756 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:08:33.378256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-510c143f-cfa8-4a64-ab40-5d644676cfb5 req-88bec658-d3df-4571-98c8-c12660aa72bb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Deleting port a48806c1-b8be-42b3-bdff-f6b60cf609c5 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:33.378597 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-510c143f-cfa8-4a64-ab40-5d644676cfb5 req-88bec658-d3df-4571-98c8-c12660aa72bb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a48806c1-b8be-42b3-bdff-f6b60cf609c5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:33.383634 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Pushing event updated for resources: {'Port': ['ID=3889ed9a-5060-437a-8c60-de39f838adf1,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:33.521246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-510c143f-cfa8-4a64-ab40-5d644676cfb5 req-88bec658-d3df-4571-98c8-c12660aa72bb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] For port a48806c1-b8be-42b3-bdff-f6b60cf609c5, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a48806c1-b8be-42b3-bdff-f6b60cf609c5,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:33.521611 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-510c143f-cfa8-4a64-ab40-5d644676cfb5 req-88bec658-d3df-4571-98c8-c12660aa72bb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a48806c1-b8be-42b3-bdff-f6b60cf609c5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:33.534026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-510c143f-cfa8-4a64-ab40-5d644676cfb5 req-88bec658-d3df-4571-98c8-c12660aa72bb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Calling delete_port for a48806c1-b8be-42b3-bdff-f6b60cf609c5 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:33.568030 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:33.625259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 607d6c39-9d68-4cc3-b068-277681c0d756, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=607d6c39-9d68-4cc3-b068-277681c0d756,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:33.655233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '607d6c39-9d68-4cc3-b068-277681c0d756', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '607d6c39-9d68-4cc3-b068-277681c0d756', 'mac_address': 'fa:16:3e:ad:7c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:08:33.707527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 607d6c39-9d68-4cc3-b068-277681c0d756 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:33.708679 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (607d6c39-9d68-4cc3-b068-277681c0d756), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:33.725941 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607d6c39-9d68-4cc3-b068-277681c0d756 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:33.730732 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-274484b3-52e6-4331-becb-d3528858cdda req-95ffdb68-6a48-4450-b152-79034306321f service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158401 Feb 11 05:08:33.744912 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-510c143f-cfa8-4a64-ab40-5d644676cfb5 req-88bec658-d3df-4571-98c8-c12660aa72bb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a48806c1-b8be-42b3-bdff-f6b60cf609c5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:33.754748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 607d6c39-9d68-4cc3-b068-277681c0d756, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=607d6c39-9d68-4cc3-b068-277681c0d756,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:33.761485 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61dc99a3-3efa-4e98-a339-2b589d6bec35', '26a7c47b-a932-400a-9c67-1976fe015c86'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:33.764674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['cd461615-d95b-4307-b37a-56f072155ce7', '5087a3bb-5f06-4d50-ba9f-85aa110de8c8', 'a48806c1-b8be-42b3-bdff-f6b60cf609c5'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:33.772746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Attempting to bind port 3889ed9a-5060-437a-8c60-de39f838adf1 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:33.773086 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Attempting to bind port 3889ed9a-5060-437a-8c60-de39f838adf1 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '75a787b0-9d4d-425e-ba33-006598135572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '26f66db8-4b4e-4b5e-80ea-ded3264eed20'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:33.773393 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Attempting to bind port 3889ed9a-5060-437a-8c60-de39f838adf1 on network 26f66db8-4b4e-4b5e-80ea-ded3264eed20 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:33.778285 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Port 3889ed9a-5060-437a-8c60-de39f838adf1 on network 26f66db8-4b4e-4b5e-80ea-ded3264eed20 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:08:33.778612 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Attempting to bind port 3889ed9a-5060-437a-8c60-de39f838adf1 on network 26f66db8-4b4e-4b5e-80ea-ded3264eed20 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:33.783544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:33.783886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Checking segment: {'id': '75a787b0-9d4d-425e-ba33-006598135572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '26f66db8-4b4e-4b5e-80ea-ded3264eed20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:33.784265 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Bound using segment: {'id': '75a787b0-9d4d-425e-ba33-006598135572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '26f66db8-4b4e-4b5e-80ea-ded3264eed20'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:33.784690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Bound port: 3889ed9a-5060-437a-8c60-de39f838adf1, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a787b0-9d4d-425e-ba33-006598135572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '26f66db8-4b4e-4b5e-80ea-ded3264eed20'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:33.785055 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3889ed9a-5060-437a-8c60-de39f838adf1), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:33.795723 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (607d6c39-9d68-4cc3-b068-277681c0d756), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:33.858978 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9980da-801f-4956-b009-f649b9129861 req-b4e9875e-270c-4bfb-90ff-41598eb77979 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1123145 Feb 11 05:08:33.919730 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bec658-d3df-4571-98c8-c12660aa72bb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Pushing event deleted for resources: {'Port': ['ID=a48806c1-b8be-42b3-bdff-f6b60cf609c5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:33.948650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=607d6c39-9d68-4cc3-b068-277681c0d756,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:33.961472 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] For port 3889ed9a-5060-437a-8c60-de39f838adf1, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:33.973372 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] For port 3889ed9a-5060-437a-8c60-de39f838adf1, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=3889ed9a-5060-437a-8c60-de39f838adf1,segment=NetworkSegment(75a787b0-9d4d-425e-ba33-006598135572),segment_id=75a787b0-9d4d-425e-ba33-006598135572)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:33.992161 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (3889ed9a-5060-437a-8c60-de39f838adf1), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:34.064923 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9980da-801f-4956-b009-f649b9129861 req-0d1234cf-d475-47e3-b088-4e5ffffa3190 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388907 Feb 11 05:08:34.088949 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:34.089877 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:34.100238 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['607d6c39-9d68-4cc3-b068-277681c0d756'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:34.104748 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] 10.222.0.73 "PUT /v2.0/ports/3889ed9a-5060-437a-8c60-de39f838adf1 HTTP/1.1" status: 200 len: 1093 time: 1.6354337 Feb 11 05:08:34.105383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa07b8b-d319-4a8a-a0c9-a441fe39d539', 'tag': '3889ed9a-5060-437a-8c60-de39f838adf1'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:34.115879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b870681-9d80-4192-8f03-ed03715c0493 req-1885ce62-be66-438f-80bb-eb8911a7de0d tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7630625 Feb 11 05:08:34.120737 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d70f539-338b-45a7-92d1-ed815d62534e" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa07b8b-d319-4a8a-a0c9-a441fe39d539", "tag": "3889ed9a-5060-437a-8c60-de39f838adf1"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:34.175788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-510c143f-cfa8-4a64-ab40-5d644676cfb5 req-88bec658-d3df-4571-98c8-c12660aa72bb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] No DVR routers for this DVR port a48806c1-b8be-42b3-bdff-f6b60cf609c5 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:34.208155 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d745b-022a-4f8c-8e6c-a53dee2a55ee service neutron] Pushing event updated for resources: {'Port': ['ID=3889ed9a-5060-437a-8c60-de39f838adf1,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:34.220729 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-510c143f-cfa8-4a64-ab40-5d644676cfb5 req-88bec658-d3df-4571-98c8-c12660aa72bb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:34.225975 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-510c143f-cfa8-4a64-ab40-5d644676cfb5 req-88bec658-d3df-4571-98c8-c12660aa72bb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "DELETE /v2.0/ports/a48806c1-b8be-42b3-bdff-f6b60cf609c5 HTTP/1.1" status: 204 len: 173 time: 1.4425278 Feb 11 05:08:34.227581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88182f89-4db8-4ffc-8b24-809e69789f92', 'name': 'network-vif-deleted', 'tag': 'a48806c1-b8be-42b3-bdff-f6b60cf609c5'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:34.230072 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f52a1e-9e59-482f-962a-f6d65df20cbe" -d '{"events": [{"server_uuid": "88182f89-4db8-4ffc-8b24-809e69789f92", "name": "network-vif-deleted", "tag": "a48806c1-b8be-42b3-bdff-f6b60cf609c5"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:34.315615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7fa24-4956-450b-b9eb-c0d78efe95ed req-23ea3d0a-e1b0-4e2d-9308-5f9119c10479 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:34.318240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8a7fa24-4956-450b-b9eb-c0d78efe95ed req-23ea3d0a-e1b0-4e2d-9308-5f9119c10479 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.73 "GET /v2.0/ports?device_id=7110cc56-8f96-4d36-bae3-77022aae593c HTTP/1.1" status: 200 len: 950 time: 1.2413983 Feb 11 05:08:34.372558 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72cfb4e9-841e-45a0-9377-4fb37a0edade {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:34.376994 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-0c2ed92c-33d8-406d-b20f-d9d8c0d5e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:34.378014 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-0c2ed92c-33d8-406d-b20f-d9d8c0d5e845 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcea6c6c77f442f580e1392b7ac8c848&device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 1127 time: 0.1661704 Feb 11 05:08:34.521150 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Publish callbacks [] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:34.525419 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0d9f817f-082a-409d-8730-eb593ece0400 req-2b38fa9b-f9bc-46bc-a39f-ef7e5957633f tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=88182f89-4db8-4ffc-8b24-809e69789f92 HTTP/1.1" status: 200 len: 210 time: 0.0892124 Feb 11 05:08:34.558010 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0384b1-a8ff-4b1a-a4e0-1c3452798fd5 req-a1cc3bbf-6ef0-4125-bde6-caf75657dcc7 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:34.573204 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d0384b1-a8ff-4b1a-a4e0-1c3452798fd5 req-a1cc3bbf-6ef0-4125-bde6-caf75657dcc7 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 944 time: 0.8783474 Feb 11 05:08:34.584414 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-3b9a8758-398a-432f-8362-6296f963760c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3889ed9a-5060-437a-8c60-de39f838adf1 HTTP/1.1" status: 200 len: 217 time: 0.1990139 Feb 11 05:08:34.650034 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1b18846c-84d2-46b0-bec8-e242924e8e4f admin admin] Publish callbacks [] for security_group (b2a2b136-5577-4480-9e97-d5df58d9a07c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:34.704034 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1b18846c-84d2-46b0-bec8-e242924e8e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b2a2b136-5577-4480-9e97-d5df58d9a07c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:34.706766 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Transition to ACTIVE for port object 72cfb4e9-841e-45a0-9377-4fb37a0edade will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:08:34.792862 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-0bae64a3-39b0-401d-b063-20979bef7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:34.794365 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-0bae64a3-39b0-401d-b063-20979bef7843 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=24c915ea-74ce-40ac-b648-6298fd550223 HTTP/1.1" status: 200 len: 853 time: 0.1997781 Feb 11 05:08:34.841188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18846c-84d2-46b0-bec8-e242924e8e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a2b136-5577-4480-9e97-d5df58d9a07c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:34.891008 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-d25f0a20-99dd-4c50-9643-7de64faec7f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26f66db8-4b4e-4b5e-80ea-ded3264eed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781715 Feb 11 05:08:34.895356 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:34.970942 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:34.997002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Pushing event updated for resources: {'Port': ['ID=72cfb4e9-841e-45a0-9377-4fb37a0edade,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:35.016982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d0384b1-a8ff-4b1a-a4e0-1c3452798fd5 req-36544a1a-1aae-48ac-b89c-6e2d4e5c0867 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364629 Feb 11 05:08:35.089842 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1b18846c-84d2-46b0-bec8-e242924e8e4f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6c31187dd00443bd93f5a786f28ea4db&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1802378 Feb 11 05:08:35.097930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51626) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:35.111059 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050a19b5-2bb5-42b7-9a36-abdce50ad309 x-openstack-request-id: req-050a19b5-2bb5-42b7-9a36-abdce50ad309 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:35.111294 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa07b8b-d319-4a8a-a0c9-a441fe39d539", "tag": "3889ed9a-5060-437a-8c60-de39f838adf1", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:35.111514 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-050a19b5-2bb5-42b7-9a36-abdce50ad309 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:35.112116 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa07b8b-d319-4a8a-a0c9-a441fe39d539', 'tag': '3889ed9a-5060-437a-8c60-de39f838adf1', 'status': 'completed', 'code': 200} Feb 11 05:08:35.123916 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-e138c3fe-8677-4fa4-a1a1-8969b78dd161 service neutron] 10.222.0.73 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215009 Feb 11 05:08:35.193047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-d8a7fa24-4956-450b-b9eb-c0d78efe95ed req-53e640c5-e1cc-451b-a578-7350a681ca7c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Deleting port 26a7c47b-a932-400a-9c67-1976fe015c86 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:35.193567 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8a7fa24-4956-450b-b9eb-c0d78efe95ed req-53e640c5-e1cc-451b-a578-7350a681ca7c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (26a7c47b-a932-400a-9c67-1976fe015c86), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.275849 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd53ea-4fed-4de8-9771-e05be8b6f3f5 req-5f1c70aa-cd4d-47d1-8d84-61e6fb754fa6 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:35.286209 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9bdd53ea-4fed-4de8-9771-e05be8b6f3f5 req-5f1c70aa-cd4d-47d1-8d84-61e6fb754fa6 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=712667ae-53ff-47b6-bc86-4a3db22da0d0 HTTP/1.1" status: 200 len: 943 time: 0.5022478 Feb 11 05:08:35.364438 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-151bbc41-8abd-4e76-9d5e-165d683c620f req-d8e88cb9-9390-42fd-82ea-2cd705389855 service neutron] 10.222.0.73 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325459 Feb 11 05:08:35.366262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a48806c1-b8be-42b3-bdff-f6b60cf609c5 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:35.424996 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-57230420-2263-48c5-9ccb-13590b20133a admin admin] Publish callbacks [] for security_group (b2a2b136-5577-4480-9e97-d5df58d9a07c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.436079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: a48806c1-b8be-42b3-bdff-f6b60cf609c5 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:35.436861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a48806c1-b8be-42b3-bdff-f6b60cf609c5 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:35.465364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Attempting to bind port 72cfb4e9-841e-45a0-9377-4fb37a0edade on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:35.465736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Attempting to bind port 72cfb4e9-841e-45a0-9377-4fb37a0edade by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:35.466017 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Attempting to bind port 72cfb4e9-841e-45a0-9377-4fb37a0edade on network 98cbc21b-0cda-4452-82bc-4f4fd4777677 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:35.482364 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-57230420-2263-48c5-9ccb-13590b20133a admin admin] Publish callbacks [] for security_group (b2a2b136-5577-4480-9e97-d5df58d9a07c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.490347 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70f539-338b-45a7-92d1-ed815d62534e req-548502a2-bbc1-4b59-9cc9-dddd5fb0b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:35.492523 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d70f539-338b-45a7-92d1-ed815d62534e req-548502a2-bbc1-4b59-9cc9-dddd5fb0b23b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcea6c6c77f442f580e1392b7ac8c848&device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 1127 time: 0.0645876 Feb 11 05:08:35.522149 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9bdd53ea-4fed-4de8-9771-e05be8b6f3f5 req-4d90fb60-fc88-4da0-ab99-d743f564f5fd tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317414 Feb 11 05:08:35.522812 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Port 72cfb4e9-841e-45a0-9377-4fb37a0edade on network 98cbc21b-0cda-4452-82bc-4f4fd4777677 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:08:35.523133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Attempting to bind port 72cfb4e9-841e-45a0-9377-4fb37a0edade on network 98cbc21b-0cda-4452-82bc-4f4fd4777677 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:35.626421 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-d8a7fa24-4956-450b-b9eb-c0d78efe95ed req-53e640c5-e1cc-451b-a578-7350a681ca7c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] For port 26a7c47b-a932-400a-9c67-1976fe015c86, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=26a7c47b-a932-400a-9c67-1976fe015c86,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:35.626785 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8a7fa24-4956-450b-b9eb-c0d78efe95ed req-53e640c5-e1cc-451b-a578-7350a681ca7c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (26a7c47b-a932-400a-9c67-1976fe015c86), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.659467 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70f539-338b-45a7-92d1-ed815d62534e req-9c9c5504-80ca-4c75-a392-0b20a3bcf3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:35.665343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-d8a7fa24-4956-450b-b9eb-c0d78efe95ed req-53e640c5-e1cc-451b-a578-7350a681ca7c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Calling delete_port for 26a7c47b-a932-400a-9c67-1976fe015c86 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:35.668110 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d70f539-338b-45a7-92d1-ed815d62534e req-9c9c5504-80ca-4c75-a392-0b20a3bcf3e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26f66db8-4b4e-4b5e-80ea-ded3264eed20 HTTP/1.1" status: 200 len: 914 time: 0.1654782 Feb 11 05:08:35.757849 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d70f539-338b-45a7-92d1-ed815d62534e req-19e05e93-1e4d-42b2-98bd-6a0470bf9e5c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3889ed9a-5060-437a-8c60-de39f838adf1 HTTP/1.1" status: 200 len: 217 time: 0.0826654 Feb 11 05:08:35.773749 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3966ccc0-bb41-46b7-aaba-e363f652b44f x-openstack-request-id: req-3966ccc0-bb41-46b7-aaba-e363f652b44f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:35.774050 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88182f89-4db8-4ffc-8b24-809e69789f92", "name": "network-vif-deleted", "tag": "a48806c1-b8be-42b3-bdff-f6b60cf609c5", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:35.774293 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3966ccc0-bb41-46b7-aaba-e363f652b44f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:35.774790 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88182f89-4db8-4ffc-8b24-809e69789f92', 'name': 'network-vif-deleted', 'tag': 'a48806c1-b8be-42b3-bdff-f6b60cf609c5', 'status': 'completed', 'code': 200} Feb 11 05:08:35.775559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:35.775895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Checking segment: {'id': 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:35.776369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Bound using segment: {'id': 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:35.776858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Bound port: 72cfb4e9-841e-45a0-9377-4fb37a0edade, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:35.777385 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.827331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecce05-04e5-4c64-a990-842d86056411 req-c36db290-169b-445c-871c-875385f2ecb7 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:35.829341 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7ecce05-04e5-4c64-a990-842d86056411 req-c36db290-169b-445c-871c-875385f2ecb7 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=62758bc0-2390-4a24-b801-618cc035f8ff HTTP/1.1" status: 200 len: 949 time: 0.5333490 Feb 11 05:08:35.851612 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70f539-338b-45a7-92d1-ed815d62534e req-4dc6ff13-5f0f-455f-b891-cd0e1381c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:35.853565 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d70f539-338b-45a7-92d1-ed815d62534e req-4dc6ff13-5f0f-455f-b891-cd0e1381c777 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=24c915ea-74ce-40ac-b648-6298fd550223 HTTP/1.1" status: 200 len: 853 time: 0.0829158 Feb 11 05:08:35.898727 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d70f539-338b-45a7-92d1-ed815d62534e req-b956eaa5-14d6-4f94-b4c0-fa7f6e50626a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26f66db8-4b4e-4b5e-80ea-ded3264eed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375400 Feb 11 05:08:35.933014 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-57230420-2263-48c5-9ccb-13590b20133a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b2a2b136-5577-4480-9e97-d5df58d9a07c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.935589 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-57230420-2263-48c5-9ccb-13590b20133a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:35.936745 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-57230420-2263-48c5-9ccb-13590b20133a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b2a2b136-5577-4480-9e97-d5df58d9a07c HTTP/1.1" status: 204 len: 168 time: 0.8217826 Feb 11 05:08:35.997763 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57230420-2263-48c5-9ccb-13590b20133a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a2b136-5577-4480-9e97-d5df58d9a07c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:36.014571 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8a7fa24-4956-450b-b9eb-c0d78efe95ed req-53e640c5-e1cc-451b-a578-7350a681ca7c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (26a7c47b-a932-400a-9c67-1976fe015c86), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:36.029494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49525e-87b9-432f-890e-e684946d055f req-a48c2a9d-d7a3-4d93-a3f7-3bf416adb7d2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:36.036517 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e49525e-87b9-432f-890e-e684946d055f req-a48c2a9d-d7a3-4d93-a3f7-3bf416adb7d2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.2717240 Feb 11 05:08:36.041703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61dc99a3-3efa-4e98-a339-2b589d6bec35'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:36.055525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] For port 72cfb4e9-841e-45a0-9377-4fb37a0edade, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:36.059486 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['cd461615-d95b-4307-b37a-56f072155ce7', '5087a3bb-5f06-4d50-ba9f-85aa110de8c8'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:36.062572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] For port 72cfb4e9-841e-45a0-9377-4fb37a0edade, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=72cfb4e9-841e-45a0-9377-4fb37a0edade,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:36.093453 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7ecce05-04e5-4c64-a990-842d86056411 req-3e51ee3a-5406-460f-bb24-df2a5ad45544 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456970 Feb 11 05:08:36.109159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e640c5-e1cc-451b-a578-7350a681ca7c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Pushing event deleted for resources: {'Port': ['ID=26a7c47b-a932-400a-9c67-1976fe015c86,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:36.134326 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:36.193846 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a7fa24-4956-450b-b9eb-c0d78efe95ed req-53e640c5-e1cc-451b-a578-7350a681ca7c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] No DVR routers for this DVR port 26a7c47b-a932-400a-9c67-1976fe015c86 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:36.205471 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8a7fa24-4956-450b-b9eb-c0d78efe95ed req-53e640c5-e1cc-451b-a578-7350a681ca7c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:36.209048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8a7fa24-4956-450b-b9eb-c0d78efe95ed req-53e640c5-e1cc-451b-a578-7350a681ca7c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.73 "DELETE /v2.0/ports/26a7c47b-a932-400a-9c67-1976fe015c86 HTTP/1.1" status: 204 len: 173 time: 1.8608088 Feb 11 05:08:36.209850 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d70f539-338b-45a7-92d1-ed815d62534e req-f5c0fcc8-5da3-421f-8d9f-0900d4a6a6c8 service neutron] 10.222.0.73 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036780 Feb 11 05:08:36.225813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:36.226603 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:36.228241 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] 10.222.0.88 "PUT /v2.0/ports/72cfb4e9-841e-45a0-9377-4fb37a0edade HTTP/1.1" status: 200 len: 1092 time: 4.7289367 Feb 11 05:08:36.273437 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e49525e-87b9-432f-890e-e684946d055f req-1681de5a-22c8-42ad-9428-67380ff26ccf tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302437 Feb 11 05:08:36.352936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b19534-31b9-459e-9bdb-4d05c21999bb service neutron] Pushing event updated for resources: {'Port': ['ID=72cfb4e9-841e-45a0-9377-4fb37a0edade,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:36.493898 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d70f539-338b-45a7-92d1-ed815d62534e req-9fb6108c-708b-4351-b390-e6f060446e43 service neutron] 10.222.0.73 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666812 Feb 11 05:08:36.550425 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-399c83f9-7452-43fd-8377-6cdbb0e7480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:36.553196 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-399c83f9-7452-43fd-8377-6cdbb0e7480e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=623b97b8843c4ee5bfe315b1c2e8ae24&device_id=712667ae-53ff-47b6-bc86-4a3db22da0d0 HTTP/1.1" status: 200 len: 1126 time: 0.2369311 Feb 11 05:08:36.656710 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-c6c9e516-a97e-4f16-af62-6d6fd83640d1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72cfb4e9-841e-45a0-9377-4fb37a0edade HTTP/1.1" status: 200 len: 217 time: 0.0851812 Feb 11 05:08:36.788970 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af7cc2-5203-4743-9a4e-c85bd503c1ba req-554fb27c-f003-4768-a30d-baa38dc39189 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:36.797338 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-38af7cc2-5203-4743-9a4e-c85bd503c1ba req-554fb27c-f003-4768-a30d-baa38dc39189 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 944 time: 0.2689962 Feb 11 05:08:36.800921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-4f35def7-8028-481c-8eb0-3aecd6e12f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:36.803589 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-4f35def7-8028-481c-8eb0-3aecd6e12f3e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a1d8d3c-0c6e-469a-8f36-555d015fa75e HTTP/1.1" status: 200 len: 845 time: 0.1240122 Feb 11 05:08:36.812431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841713a5-555f-402c-9746-a5eb63b34104 req-97e4dbbb-b520-4429-83b6-7044f0bb5c2a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:36.813946 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-841713a5-555f-402c-9746-a5eb63b34104 req-97e4dbbb-b520-4429-83b6-7044f0bb5c2a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.2342613 Feb 11 05:08:37.025713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-dccc9dfa-4615-4a6c-a2fa-b43a5066904e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98cbc21b-0cda-4452-82bc-4f4fd4777677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2107439 Feb 11 05:08:37.080252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-841713a5-555f-402c-9746-a5eb63b34104 req-f9a5562b-1618-4336-92a9-031751ecf5d4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469106 Feb 11 05:08:37.246996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 26a7c47b-a932-400a-9c67-1976fe015c86 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:37.298345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 26a7c47b-a932-400a-9c67-1976fe015c86 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:37.301003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 26a7c47b-a932-400a-9c67-1976fe015c86 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:37.359097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 607d6c39-9d68-4cc3-b068-277681c0d756 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:37.456394 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 607d6c39-9d68-4cc3-b068-277681c0d756 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:08:37.467316 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 607d6c39-9d68-4cc3-b068-277681c0d756 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:37.467810 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (607d6c39-9d68-4cc3-b068-277681c0d756), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:37.588575 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 607d6c39-9d68-4cc3-b068-277681c0d756 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:37.589071 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (607d6c39-9d68-4cc3-b068-277681c0d756), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:37.632687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62758bc0-2390-4a24-b801-618cc035f8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607d6c39-9d68-4cc3-b068-277681c0d756'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:37.636144 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0956ef50-9201-48b3-8bcb-2362bfec889f" -d '{"events": [{"server_uuid": "62758bc0-2390-4a24-b801-618cc035f8ff", "name": "network-vif-plugged", "status": "completed", "tag": "607d6c39-9d68-4cc3-b068-277681c0d756"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:37.656568 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 607d6c39-9d68-4cc3-b068-277681c0d756, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=607d6c39-9d68-4cc3-b068-277681c0d756,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:37.670702 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (607d6c39-9d68-4cc3-b068-277681c0d756), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:37.695684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51684) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:37.756758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-633e6db5-74eb-44a3-9f05-113043c61088 service neutron] 10.222.0.88 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6747921 Feb 11 05:08:37.789151 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=607d6c39-9d68-4cc3-b068-277681c0d756,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:37.800090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7110cc56-8f96-4d36-bae3-77022aae593c', 'name': 'network-vif-deleted', 'tag': '26a7c47b-a932-400a-9c67-1976fe015c86'}, {'name': 'network-changed', 'server_uuid': '712667ae-53ff-47b6-bc86-4a3db22da0d0', 'tag': '72cfb4e9-841e-45a0-9377-4fb37a0edade'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:37.802529 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8630a40e-58d4-4bc0-984a-2816cf9b73f3" -d '{"events": [{"server_uuid": "7110cc56-8f96-4d36-bae3-77022aae593c", "name": "network-vif-deleted", "tag": "26a7c47b-a932-400a-9c67-1976fe015c86"}, {"name": "network-changed", "server_uuid": "712667ae-53ff-47b6-bc86-4a3db22da0d0", "tag": "72cfb4e9-841e-45a0-9377-4fb37a0edade"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:37.808373 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96092993-079d-4114-8ae6-4e60576b3fd6 req-51682ad3-0eb6-42f8-b539-1e1e8c5b033c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=7110cc56-8f96-4d36-bae3-77022aae593c HTTP/1.1" status: 200 len: 210 time: 0.0476003 Feb 11 05:08:37.821777 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-38af7cc2-5203-4743-9a4e-c85bd503c1ba req-115c9689-04f8-49c6-83cf-e459d413782d tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9992480 Feb 11 05:08:37.882419 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-89d9163f-a98c-441a-8503-46a5e80f84b4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-800576690-network', 'tenant_id': 'fdfbc42e65104b7292e4b0586efa55a5'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:37.927188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d9163f-a98c-441a-8503-46a5e80f84b4 admin admin] Made reservation on behalf of fdfbc42e65104b7292e4b0586efa55a5 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:37.932604 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89d9163f-a98c-441a-8503-46a5e80f84b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:37.952914 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89d9163f-a98c-441a-8503-46a5e80f84b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:37.975036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4fa9da8-88a0-4fb3-a3ce-53605d662524 req-0ed9b810-fdf7-4a83-a3a7-f1bdece81bbf service neutron] 10.222.0.88 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083609 Feb 11 05:08:38.098224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19510dc6-0610-4ad5-a41a-643d9d7e7eac req-474466e1-48d7-48de-a2a6-b28559665858 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:38.104659 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19510dc6-0610-4ad5-a41a-643d9d7e7eac req-474466e1-48d7-48de-a2a6-b28559665858 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=712667ae-53ff-47b6-bc86-4a3db22da0d0 HTTP/1.1" status: 200 len: 943 time: 0.1331441 Feb 11 05:08:38.140705 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89d9163f-a98c-441a-8503-46a5e80f84b4 admin admin] Publish callbacks [] for security_group (3729a033-2777-4069-ab15-10fb4abc1985), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.147872 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89d9163f-a98c-441a-8503-46a5e80f84b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3729a033-2777-4069-ab15-10fb4abc1985), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.183200 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d9163f-a98c-441a-8503-46a5e80f84b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:08:38.189004 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19510dc6-0610-4ad5-a41a-643d9d7e7eac req-e9e712a8-c195-48eb-a471-1563f4f42925 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781744 Feb 11 05:08:38.194419 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9163f-a98c-441a-8503-46a5e80f84b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3729a033-2777-4069-ab15-10fb4abc1985,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:38.204296 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89d9163f-a98c-441a-8503-46a5e80f84b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (8fc2c14f-654e-4ffb-a890-09e91583c142), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.204655 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-89d9163f-a98c-441a-8503-46a5e80f84b4 admin admin] Added segment 8fc2c14f-654e-4ffb-a890-09e91583c142 of type vlan for network dc034b14-cce8-458f-a6b3-e25506fc158f Feb 11 05:08:38.205722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c00c6-ad30-48f0-9287-650f299f9c59 req-810377ca-e854-4e75-bb5a-af4d39c6da1e tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:38.207510 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-965c00c6-ad30-48f0-9287-650f299f9c59 req-810377ca-e854-4e75-bb5a-af4d39c6da1e tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=62758bc0-2390-4a24-b801-618cc035f8ff HTTP/1.1" status: 200 len: 950 time: 0.0953069 Feb 11 05:08:38.234618 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:08:38.285665 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-965c00c6-ad30-48f0-9287-650f299f9c59 req-7c2e3bd9-05ef-4d83-84a6-92533643f094 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669279 Feb 11 05:08:38.328654 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89d9163f-a98c-441a-8503-46a5e80f84b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (dc034b14-cce8-458f-a6b3-e25506fc158f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.374932 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89d9163f-a98c-441a-8503-46a5e80f84b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (dc034b14-cce8-458f-a6b3-e25506fc158f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.376967 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d9163f-a98c-441a-8503-46a5e80f84b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:38.378116 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89d9163f-a98c-441a-8503-46a5e80f84b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.393400 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461d0ce1-4ca1-41b7-b485-ed3f8997d1ce x-openstack-request-id: req-461d0ce1-4ca1-41b7-b485-ed3f8997d1ce {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:38.393905 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62758bc0-2390-4a24-b801-618cc035f8ff", "name": "network-vif-plugged", "status": "completed", "tag": "607d6c39-9d68-4cc3-b068-277681c0d756", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:38.393905 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-461d0ce1-4ca1-41b7-b485-ed3f8997d1ce {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:38.394300 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62758bc0-2390-4a24-b801-618cc035f8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607d6c39-9d68-4cc3-b068-277681c0d756', 'code': 200} Feb 11 05:08:38.414829 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4276f7-6490-4200-9c33-f895d5d1babb x-openstack-request-id: req-0d4276f7-6490-4200-9c33-f895d5d1babb {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:38.415129 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7110cc56-8f96-4d36-bae3-77022aae593c", "name": "network-vif-deleted", "tag": "26a7c47b-a932-400a-9c67-1976fe015c86", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "712667ae-53ff-47b6-bc86-4a3db22da0d0", "tag": "72cfb4e9-841e-45a0-9377-4fb37a0edade", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:38.415385 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0d4276f7-6490-4200-9c33-f895d5d1babb {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:38.416500 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7110cc56-8f96-4d36-bae3-77022aae593c', 'name': 'network-vif-deleted', 'tag': '26a7c47b-a932-400a-9c67-1976fe015c86', 'status': 'completed', 'code': 200} Feb 11 05:08:38.416500 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712667ae-53ff-47b6-bc86-4a3db22da0d0', 'tag': '72cfb4e9-841e-45a0-9377-4fb37a0edade', 'status': 'completed', 'code': 200} Feb 11 05:08:38.429841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51700) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:38.435166 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c9b43f10-3ad3-4424-9107-7557dfee5cfd admin admin] Request body: {'subnet': {'network_id': 'dc034b14-cce8-458f-a6b3-e25506fc158f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-800576690-subnet', 'tenant_id': 'fdfbc42e65104b7292e4b0586efa55a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:38.439617 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-89d9163f-a98c-441a-8503-46a5e80f84b4 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7421684 Feb 11 05:08:38.501767 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9163f-a98c-441a-8503-46a5e80f84b4 admin admin] Pushing event updated for resources: {'Network': ['ID=dc034b14-cce8-458f-a6b3-e25506fc158f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:38.513820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network dc034b14-cce8-458f-a6b3-e25506fc158f details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:08:38.521232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b43f10-3ad3-4424-9107-7557dfee5cfd admin admin] Made reservation on behalf of fdfbc42e65104b7292e4b0586efa55a5 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:38.524369 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c9b43f10-3ad3-4424-9107-7557dfee5cfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:38.698622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1694f-e69f-4f82-926a-08d3dc0a4c4f req-2aff2842-4652-4cb4-b7a0-6ea6ef0890c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:38.700573 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bea1694f-e69f-4f82-926a-08d3dc0a4c4f req-2aff2842-4652-4cb4-b7a0-6ea6ef0890c4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=62758bc0-2390-4a24-b801-618cc035f8ff HTTP/1.1" status: 200 len: 1133 time: 0.1920776 Feb 11 05:08:38.704377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a40e-58d4-4bc0-984a-2816cf9b73f3 req-f3123cbe-8253-4910-95b9-cf7a7d2a343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:38.706206 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8630a40e-58d4-4bc0-984a-2816cf9b73f3 req-f3123cbe-8253-4910-95b9-cf7a7d2a343a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=623b97b8843c4ee5bfe315b1c2e8ae24&device_id=712667ae-53ff-47b6-bc86-4a3db22da0d0 HTTP/1.1" status: 200 len: 1126 time: 0.2237790 Feb 11 05:08:38.883836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00712b67-4686-43bc-9397-698e4ed91b00 req-c00ed423-b8c5-4edb-9d10-067c2ca56825 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=96892c63fd9f4c61ab86cc0679e41126&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1033392 Feb 11 05:08:38.886147 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bea1694f-e69f-4f82-926a-08d3dc0a4c4f req-ab20887b-cece-4423-b64a-a517cbe15873 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756196 Feb 11 05:08:38.958983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a40e-58d4-4bc0-984a-2816cf9b73f3 req-acc29d4e-5442-43e4-bc57-037c0472b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:38.960428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8630a40e-58d4-4bc0-984a-2816cf9b73f3 req-acc29d4e-5442-43e4-bc57-037c0472b55a service neutron] 10.222.0.88 "GET /v2.0/networks?id=98cbc21b-0cda-4452-82bc-4f4fd4777677 HTTP/1.1" status: 200 len: 906 time: 0.2432368 Feb 11 05:08:39.014247 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c9b43f10-3ad3-4424-9107-7557dfee5cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (ecfad309-56ba-4719-b06b-6ec9baec449f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.157433 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8630a40e-58d4-4bc0-984a-2816cf9b73f3 req-1e80572c-c24c-47e3-8de3-709958cf6f08 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72cfb4e9-841e-45a0-9377-4fb37a0edade HTTP/1.1" status: 200 len: 217 time: 0.0698166 Feb 11 05:08:39.211273 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 3889ed9a-5060-437a-8c60-de39f838adf1 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:08:39.215207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b43f10-3ad3-4424-9107-7557dfee5cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecfad309-56ba-4719-b06b-6ec9baec449f,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:39.228395 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00712b67-4686-43bc-9397-698e4ed91b00 req-d5880cf4-0b67-44fd-b86d-a3cd6c197339 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:39.229975 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00712b67-4686-43bc-9397-698e4ed91b00 req-d5880cf4-0b67-44fd-b86d-a3cd6c197339 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3327687 Feb 11 05:08:39.240798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b8886-06fb-407b-939a-0522788a8004 req-bdf6283a-1fc6-4f86-ad7a-3c7c2e312862 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:39.241874 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-424b8886-06fb-407b-939a-0522788a8004 req-bdf6283a-1fc6-4f86-ad7a-3c7c2e312862 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 944 time: 0.2764175 Feb 11 05:08:39.276604 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b43f10-3ad3-4424-9107-7557dfee5cfd admin admin] Checking segment: {'id': '8fc2c14f-654e-4ffb-a890-09e91583c142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dc034b14-cce8-458f-a6b3-e25506fc158f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:39.276985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b43f10-3ad3-4424-9107-7557dfee5cfd admin admin] Network hostable DHCP agents. Network: dc034b14-cce8-458f-a6b3-e25506fc158f, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:08:39.286652 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00712b67-4686-43bc-9397-698e4ed91b00 req-95cabb07-31d4-4f5d-a5b0-8cc78daa8411 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/quotas/96892c63fd9f4c61ab86cc0679e41126 HTTP/1.1" status: 200 len: 375 time: 0.0398645 Feb 11 05:08:39.290920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a40e-58d4-4bc0-984a-2816cf9b73f3 req-cab72fe3-62de-4f67-bd72-0f04c105b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:39.293207 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8630a40e-58d4-4bc0-984a-2816cf9b73f3 req-cab72fe3-62de-4f67-bd72-0f04c105b4a3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a1d8d3c-0c6e-469a-8f36-555d015fa75e HTTP/1.1" status: 200 len: 845 time: 0.1205792 Feb 11 05:08:39.332252 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 3889ed9a-5060-437a-8c60-de39f838adf1, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=3889ed9a-5060-437a-8c60-de39f838adf1,segment=NetworkSegment(75a787b0-9d4d-425e-ba33-006598135572),segment_id=75a787b0-9d4d-425e-ba33-006598135572)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:39.346280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '3889ed9a-5060-437a-8c60-de39f838adf1', 'network_id': '26f66db8-4b4e-4b5e-80ea-ded3264eed20', 'port_id': '3889ed9a-5060-437a-8c60-de39f838adf1', 'mac_address': 'fa:16:3e:d9:8e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c915ea-74ce-40ac-b648-6298fd550223', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:08:39.374236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8630a40e-58d4-4bc0-984a-2816cf9b73f3 req-3b9b1ba9-e5d3-42a7-9319-34717c4ef093 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98cbc21b-0cda-4452-82bc-4f4fd4777677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702157 Feb 11 05:08:39.380906 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b43f10-3ad3-4424-9107-7557dfee5cfd admin admin] Network dc034b14-cce8-458f-a6b3-e25506fc158f is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:08:39.400274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 3889ed9a-5060-437a-8c60-de39f838adf1 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:39.400855 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3889ed9a-5060-437a-8c60-de39f838adf1), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.415046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-424b8886-06fb-407b-939a-0522788a8004 req-0afbd4b3-8437-44f3-ac4a-507f2779340e tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552179 Feb 11 05:08:39.415840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3889ed9a-5060-437a-8c60-de39f838adf1 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:39.427124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-c9b43f10-3ad3-4424-9107-7557dfee5cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, dc034b14-cce8-458f-a6b3-e25506fc158f) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:39.432827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b43f10-3ad3-4424-9107-7557dfee5cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:39.433452 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c9b43f10-3ad3-4424-9107-7557dfee5cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.443827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bece75b6-1b9a-4d59-8eae-43b7ab817d83 None None] Network dc034b14-cce8-458f-a6b3-e25506fc158f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:39.447783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 3889ed9a-5060-437a-8c60-de39f838adf1, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=3889ed9a-5060-437a-8c60-de39f838adf1,segment=NetworkSegment(75a787b0-9d4d-425e-ba33-006598135572),segment_id=75a787b0-9d4d-425e-ba33-006598135572)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:39.464679 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3889ed9a-5060-437a-8c60-de39f838adf1), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.497533 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c9b43f10-3ad3-4424-9107-7557dfee5cfd admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0664923 Feb 11 05:08:39.506601 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:39.525346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00712b67-4686-43bc-9397-698e4ed91b00 req-e429f6c5-4371-4bf2-b2e8-3fbd13d5d72b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2155702 Feb 11 05:08:39.575517 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8630a40e-58d4-4bc0-984a-2816cf9b73f3 req-ccbec5f4-78a7-4f7a-a5b5-049f947e6b7d service neutron] 10.222.0.88 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879313 Feb 11 05:08:39.584010 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=3889ed9a-5060-437a-8c60-de39f838adf1,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:39.632231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95292a7b-d5e2-4b68-af18-7dc8792fb636 None None] Network dc034b14-cce8-458f-a6b3-e25506fc158f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:39.780666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8630a40e-58d4-4bc0-984a-2816cf9b73f3 req-938954fc-7f6c-490f-ac4d-46f220d24e2e service neutron] 10.222.0.88 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986396 Feb 11 05:08:39.819790 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['3889ed9a-5060-437a-8c60-de39f838adf1'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:39.899739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50d397-1146-4854-9d48-d35ae72e6fe1 req-1dd70694-479d-434e-a7b4-63f8dd34e48b tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:39.920574 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a50d397-1146-4854-9d48-d35ae72e6fe1 req-1dd70694-479d-434e-a7b4-63f8dd34e48b tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=712667ae-53ff-47b6-bc86-4a3db22da0d0 HTTP/1.1" status: 200 len: 943 time: 0.1369126 Feb 11 05:08:40.042766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a50d397-1146-4854-9d48-d35ae72e6fe1 req-93f923ab-2daa-4bc8-8e4d-d5c25d374b97 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209850 Feb 11 05:08:40.104442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82168fdd-cbe6-409c-a29b-3bea79b12754 req-c07d467c-84bb-498b-a65a-39fc613de10e tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:40.117655 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82168fdd-cbe6-409c-a29b-3bea79b12754 req-c07d467c-84bb-498b-a65a-39fc613de10e tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=62758bc0-2390-4a24-b801-618cc035f8ff HTTP/1.1" status: 200 len: 950 time: 0.1375442 Feb 11 05:08:40.245227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82168fdd-cbe6-409c-a29b-3bea79b12754 req-5ab25094-a97f-4f73-9e9f-0e75c62c4577 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161852 Feb 11 05:08:40.358616 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5e25b8b-be95-4741-b6c5-22c18ad6b4df req-7a73999b-f29b-450b-9393-96ce0e7b873d tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 210 time: 0.0430155 Feb 11 05:08:40.420451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51790) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:40.428792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-27f44d94-500f-4735-bac2-abd3b7746d3d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1057927365-network', 'tenant_id': '98e6944b0ae64befa6f65460606f29ad'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:40.480929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f44d94-500f-4735-bac2-abd3b7746d3d admin admin] Made reservation on behalf of 98e6944b0ae64befa6f65460606f29ad for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:40.483287 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-27f44d94-500f-4735-bac2-abd3b7746d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:40.494755 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-27f44d94-500f-4735-bac2-abd3b7746d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:40.538613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84be1b-63e5-43d6-a74b-a3403cb6a9be req-efabf9e9-ea5c-4cb4-8d9c-60e1904fb514 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:40.540217 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa84be1b-63e5-43d6-a74b-a3403cb6a9be req-efabf9e9-ea5c-4cb4-8d9c-60e1904fb514 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=728b5f04-6e78-4de7-a174-ec92eb41d35a HTTP/1.1" status: 200 len: 949 time: 0.0967314 Feb 11 05:08:40.657956 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa84be1b-63e5-43d6-a74b-a3403cb6a9be req-d222aa95-9248-4e72-9e35-c5134de58f8d tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074102 Feb 11 05:08:40.678003 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-27f44d94-500f-4735-bac2-abd3b7746d3d admin admin] Publish callbacks [] for security_group (9ce1675e-eb94-409c-a410-16f9418dde5f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:40.684707 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-27f44d94-500f-4735-bac2-abd3b7746d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9ce1675e-eb94-409c-a410-16f9418dde5f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:40.701710 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080095a-0086-49b4-a9a6-90d75046df2b req-f2667ec7-f6c9-4030-bb10-ae93d5b11804 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:40.703275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8080095a-0086-49b4-a9a6-90d75046df2b req-f2667ec7-f6c9-4030-bb10-ae93d5b11804 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 945 time: 0.1186035 Feb 11 05:08:40.721057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f44d94-500f-4735-bac2-abd3b7746d3d admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:08:40.774085 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f44d94-500f-4735-bac2-abd3b7746d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce1675e-eb94-409c-a410-16f9418dde5f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:40.777712 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-27f44d94-500f-4735-bac2-abd3b7746d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (845a0756-a112-4166-b002-1087e55e480a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:40.777942 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-27f44d94-500f-4735-bac2-abd3b7746d3d admin admin] Added segment 845a0756-a112-4166-b002-1087e55e480a of type vlan for network 0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393 Feb 11 05:08:40.847186 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-27f44d94-500f-4735-bac2-abd3b7746d3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:40.856007 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8080095a-0086-49b4-a9a6-90d75046df2b req-baed16dc-babe-41b1-8528-3b983cbb6b43 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431360 Feb 11 05:08:40.879871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0ba61-c801-4a4b-9131-0f1cae27c84c req-8dfb7533-a3be-4bfb-97be-3aa28efc41eb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:40.881514 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51f0ba61-c801-4a4b-9131-0f1cae27c84c req-8dfb7533-a3be-4bfb-97be-3aa28efc41eb tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d HTTP/1.1" status: 200 len: 950 time: 0.1534534 Feb 11 05:08:40.904183 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-27f44d94-500f-4735-bac2-abd3b7746d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:40.904830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f44d94-500f-4735-bac2-abd3b7746d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:40.905397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-27f44d94-500f-4735-bac2-abd3b7746d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:40.964694 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-27f44d94-500f-4735-bac2-abd3b7746d3d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5421238 Feb 11 05:08:40.967747 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51804) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:40.974425 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-96a1e6f5-5463-4415-b652-0b4afce99872 admin admin] Request body: {'subnet': {'network_id': '0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1057927365-subnet', 'tenant_id': '98e6944b0ae64befa6f65460606f29ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:40.994989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a1e6f5-5463-4415-b652-0b4afce99872 admin admin] Made reservation on behalf of 98e6944b0ae64befa6f65460606f29ad for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:40.997183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f44d94-500f-4735-bac2-abd3b7746d3d admin admin] Pushing event updated for resources: {'Network': ['ID=0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:40.998302 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-96a1e6f5-5463-4415-b652-0b4afce99872 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:41.001990 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51f0ba61-c801-4a4b-9131-0f1cae27c84c req-f04540c7-8b61-4bde-97ea-1b2fd266c7b7 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122944 Feb 11 05:08:41.012637 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:08:41.217954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 3889ed9a-5060-437a-8c60-de39f838adf1 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:41.252676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a000332-93ea-4a5b-aa67-de2a909016b2 req-43e47b57-8aa9-4e0f-b6dc-d864ce2c82c2 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:41.263627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a000332-93ea-4a5b-aa67-de2a909016b2 req-43e47b57-8aa9-4e0f-b6dc-d864ce2c82c2 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=712667ae-53ff-47b6-bc86-4a3db22da0d0 HTTP/1.1" status: 200 len: 943 time: 0.0988021 Feb 11 05:08:41.304052 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-00712b67-4686-43bc-9397-698e4ed91b00 req-27b1d381-9c61-4922-b3f8-46d72530da19 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=96892c63fd9f4c61ab86cc0679e41126&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465534 Feb 11 05:08:41.343228 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-96a1e6f5-5463-4415-b652-0b4afce99872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (b146f5dd-cc05-466b-adce-56e1b0621d1b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:41.356327 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a000332-93ea-4a5b-aa67-de2a909016b2 req-5c44c705-7041-4ade-85ce-2af7bafa4b75 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918014 Feb 11 05:08:41.362115 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 3889ed9a-5060-437a-8c60-de39f838adf1 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:08:41.384185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 3889ed9a-5060-437a-8c60-de39f838adf1 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:41.384185 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3889ed9a-5060-437a-8c60-de39f838adf1), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:41.444526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 72cfb4e9-841e-45a0-9377-4fb37a0edade details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:08:41.503850 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1e6f5-5463-4415-b652-0b4afce99872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b146f5dd-cc05-466b-adce-56e1b0621d1b,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:41.518257 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a1e6f5-5463-4415-b652-0b4afce99872 admin admin] Checking segment: {'id': '845a0756-a112-4166-b002-1087e55e480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:41.518749 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a1e6f5-5463-4415-b652-0b4afce99872 admin admin] Network hostable DHCP agents. Network: 0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:08:41.570878 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00712b67-4686-43bc-9397-698e4ed91b00 req-ab9a46d5-0121-444f-aa03-d7b999ec2d12 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:41.572823 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-00712b67-4686-43bc-9397-698e4ed91b00 req-ab9a46d5-0121-444f-aa03-d7b999ec2d12 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2616632 Feb 11 05:08:41.574407 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a1e6f5-5463-4415-b652-0b4afce99872 admin admin] Network 0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:08:41.599602 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e134d39b-fa65-44df-ba94-0dd9932fe368 req-9dce19b2-a815-460a-9a05-ea3b570c801b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 210 time: 0.0354948 Feb 11 05:08:41.603239 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-96a1e6f5-5463-4415-b652-0b4afce99872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:41.607462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f5355-ce1c-4f0f-86d4-b04c8597c139 req-19cc909e-09b8-4d01-b0bf-64e65a908ccb tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:41.614205 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b48f5355-ce1c-4f0f-86d4-b04c8597c139 req-19cc909e-09b8-4d01-b0bf-64e65a908ccb tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=62758bc0-2390-4a24-b801-618cc035f8ff HTTP/1.1" status: 200 len: 950 time: 0.1335402 Feb 11 05:08:41.618904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a1e6f5-5463-4415-b652-0b4afce99872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:41.621699 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-96a1e6f5-5463-4415-b652-0b4afce99872 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:41.649170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba73f66c-6734-45e7-b570-014d9d24d072 None None] Network 0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:41.650382 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-00712b67-4686-43bc-9397-698e4ed91b00 req-64dd7959-11f7-4ff5-aa7c-8f4ab6316aa4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Request body: {'port': {'device_id': 'bb977082-adee-4f5e-93d2-ed09cb011c2a', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '96892c63fd9f4c61ab86cc0679e41126'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:41.683533 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-96a1e6f5-5463-4415-b652-0b4afce99872 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7138104 Feb 11 05:08:41.714049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b48f5355-ce1c-4f0f-86d4-b04c8597c139 req-8d57f072-5379-454a-8ace-a92fb14ab09e tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989509 Feb 11 05:08:41.904868 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00712b67-4686-43bc-9397-698e4ed91b00 req-64dd7959-11f7-4ff5-aa7c-8f4ab6316aa4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Made reservation on behalf of 96892c63fd9f4c61ab86cc0679e41126 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:41.908923 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-00712b67-4686-43bc-9397-698e4ed91b00 req-64dd7959-11f7-4ff5-aa7c-8f4ab6316aa4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:41.961697 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 3889ed9a-5060-437a-8c60-de39f838adf1 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:41.962103 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3889ed9a-5060-437a-8c60-de39f838adf1), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:41.989603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecde9b12-a17b-4918-91b1-fd656c341be7 None None] Network 0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:41.995954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 72cfb4e9-841e-45a0-9377-4fb37a0edade, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=72cfb4e9-841e-45a0-9377-4fb37a0edade,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:42.001034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51874) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:42.127288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 3889ed9a-5060-437a-8c60-de39f838adf1, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=3889ed9a-5060-437a-8c60-de39f838adf1,segment=NetworkSegment(75a787b0-9d4d-425e-ba33-006598135572),segment_id=75a787b0-9d4d-425e-ba33-006598135572)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:42.140362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa07b8b-d319-4a8a-a0c9-a441fe39d539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3889ed9a-5060-437a-8c60-de39f838adf1'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:42.143149 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893a9eae-a7a1-4cca-a761-75c276fb4b39" -d '{"events": [{"server_uuid": "4aa07b8b-d319-4a8a-a0c9-a441fe39d539", "name": "network-vif-plugged", "status": "completed", "tag": "3889ed9a-5060-437a-8c60-de39f838adf1"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:42.146136 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3889ed9a-5060-437a-8c60-de39f838adf1), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.154466 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '72cfb4e9-841e-45a0-9377-4fb37a0edade', 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677', 'port_id': '72cfb4e9-841e-45a0-9377-4fb37a0edade', 'mac_address': 'fa:16:3e:9a:a1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1d8d3c-0c6e-469a-8f36-555d015fa75e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:08:42.196596 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-00712b67-4686-43bc-9397-698e4ed91b00 req-64dd7959-11f7-4ff5-aa7c-8f4ab6316aa4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Allocated IP 192.168.233.71 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/ae3d8227-0cbd-4893-9d3c-399a61966083) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:08:42.241401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f46e34c-e4cb-412d-9170-6c67072dcf09 admin admin] Deleting subnet ecfad309-56ba-4719-b06b-6ec9baec449f {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:08:42.259246 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f46e34c-e4cb-412d-9170-6c67072dcf09 admin admin] Publish callbacks [] for subnet (ecfad309-56ba-4719-b06b-6ec9baec449f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.292699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=3889ed9a-5060-437a-8c60-de39f838adf1,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:42.304430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee77b8-2843-4696-ae21-6259afe778f3 req-ef99b84e-b39c-4954-a17d-82b798b26cb7 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:42.306410 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 72cfb4e9-841e-45a0-9377-4fb37a0edade is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:42.306886 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.313273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2ee77b8-2843-4696-ae21-6259afe778f3 req-ef99b84e-b39c-4954-a17d-82b798b26cb7 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 945 time: 0.2644711 Feb 11 05:08:42.346814 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72cfb4e9-841e-45a0-9377-4fb37a0edade {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:42.350641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a968d16-c181-4862-9bf1-e0986a1559ed req-cddaf08e-e22a-4cc2-88f5-b620bb87640e tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:42.352227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a968d16-c181-4862-9bf1-e0986a1559ed req-cddaf08e-e22a-4cc2-88f5-b620bb87640e tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d HTTP/1.1" status: 200 len: 950 time: 0.2168858 Feb 11 05:08:42.372719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 72cfb4e9-841e-45a0-9377-4fb37a0edade, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=72cfb4e9-841e-45a0-9377-4fb37a0edade,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:42.382775 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.406165 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f46e34c-e4cb-412d-9170-6c67072dcf09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (ecfad309-56ba-4719-b06b-6ec9baec449f), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.414915 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c625a2-702a-4bc7-adeb-ac19a9bad8b2 req-f8133917-8a4c-4088-90d5-8a5ab35399ff tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:42.416599 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88c625a2-702a-4bc7-adeb-ac19a9bad8b2 req-f8133917-8a4c-4088-90d5-8a5ab35399ff tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d HTTP/1.1" status: 200 len: 950 time: 0.2362740 Feb 11 05:08:42.443181 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=72cfb4e9-841e-45a0-9377-4fb37a0edade,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:42.459625 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-00712b67-4686-43bc-9397-698e4ed91b00 req-64dd7959-11f7-4ff5-aa7c-8f4ab6316aa4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks [] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.504135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2ee77b8-2843-4696-ae21-6259afe778f3 req-92ae8382-e964-403b-aea8-5e9cda881051 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900010 Feb 11 05:08:42.510275 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-00712b67-4686-43bc-9397-698e4ed91b00 req-64dd7959-11f7-4ff5-aa7c-8f4ab6316aa4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.524041 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['4bd19739-983b-42da-9114-39fe4b424741'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:42.552925 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45479684-e92e-4ee8-97f4-f11d43b114c3 req-a1e7afa5-0903-4e1e-87fb-630d2ac8269e tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:42.554868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45479684-e92e-4ee8-97f4-f11d43b114c3 req-a1e7afa5-0903-4e1e-87fb-630d2ac8269e tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "GET /v2.0/ports?device_id=bdbb2d7f-9b87-4886-b3af-ea4da970863f HTTP/1.1" status: 200 len: 950 time: 0.3082228 Feb 11 05:08:42.556416 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f46e34c-e4cb-412d-9170-6c67072dcf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (ecfad309-56ba-4719-b06b-6ec9baec449f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.585491 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['132c87d5-c39d-463e-a3a5-b8250cc4fc1a'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:42.647505 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00712b67-4686-43bc-9397-698e4ed91b00 req-64dd7959-11f7-4ff5-aa7c-8f4ab6316aa4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:08:42.649163 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-00712b67-4686-43bc-9397-698e4ed91b00 req-64dd7959-11f7-4ff5-aa7c-8f4ab6316aa4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:42.655085 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-00712b67-4686-43bc-9397-698e4ed91b00 req-64dd7959-11f7-4ff5-aa7c-8f4ab6316aa4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:08:42.674770 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88c625a2-702a-4bc7-adeb-ac19a9bad8b2 req-09217330-fc4c-4454-87dd-71f7d9c5f60c tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265573 Feb 11 05:08:42.722898 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd7959-11f7-4ff5-aa7c-8f4ab6316aa4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Pushing event updated for resources: {'Port': ['ID=ae3d8227-0cbd-4893-9d3c-399a61966083,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:42.761215 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00712b67-4686-43bc-9397-698e4ed91b00 req-64dd7959-11f7-4ff5-aa7c-8f4ab6316aa4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:42.762256 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-00712b67-4686-43bc-9397-698e4ed91b00 req-64dd7959-11f7-4ff5-aa7c-8f4ab6316aa4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.786449 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-00712b67-4686-43bc-9397-698e4ed91b00 req-64dd7959-11f7-4ff5-aa7c-8f4ab6316aa4 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1874664 Feb 11 05:08:42.788827 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81da1cb2-cb10-42ac-84de-0627e2285f34 x-openstack-request-id: req-81da1cb2-cb10-42ac-84de-0627e2285f34 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:42.789139 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa07b8b-d319-4a8a-a0c9-a441fe39d539", "name": "network-vif-plugged", "status": "completed", "tag": "3889ed9a-5060-437a-8c60-de39f838adf1", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:42.790137 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-81da1cb2-cb10-42ac-84de-0627e2285f34 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:42.790705 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa07b8b-d319-4a8a-a0c9-a441fe39d539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3889ed9a-5060-437a-8c60-de39f838adf1', 'code': 200} Feb 11 05:08:42.794739 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['72cfb4e9-841e-45a0-9377-4fb37a0edade'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:42.815521 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Request body: {'port': {'device_id': 'bb977082-adee-4f5e-93d2-ed09cb011c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:42.853655 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1a968d16-c181-4862-9bf1-e0986a1559ed req-57bf3b48-9258-4b42-8757-de03004c8145 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Deleting port cd461615-d95b-4307-b37a-56f072155ce7 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:42.853857 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1a968d16-c181-4862-9bf1-e0986a1559ed req-57bf3b48-9258-4b42-8757-de03004c8145 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cd461615-d95b-4307-b37a-56f072155ce7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.872022 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f46e34c-e4cb-412d-9170-6c67072dcf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (ecfad309-56ba-4719-b06b-6ec9baec449f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.949813 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.952952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644084f-9f55-457c-a48b-7d225751bddb req-391b0035-e1f5-445a-b7e7-e8f498421c5b tempest-ServersAdminNegativeTestJSON-661448323 tempest-ServersAdminNegativeTestJSON-661448323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:42.954521 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e644084f-9f55-457c-a48b-7d225751bddb req-391b0035-e1f5-445a-b7e7-e8f498421c5b tempest-ServersAdminNegativeTestJSON-661448323 tempest-ServersAdminNegativeTestJSON-661448323-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=62758bc0-2390-4a24-b801-618cc035f8ff HTTP/1.1" status: 200 len: 1133 time: 0.3310823 Feb 11 05:08:43.137190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46e34c-e4cb-412d-9170-6c67072dcf09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecfad309-56ba-4719-b06b-6ec9baec449f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:43.150915 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f46e34c-e4cb-412d-9170-6c67072dcf09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:43.157364 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4f46e34c-e4cb-412d-9170-6c67072dcf09 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/ecfad309-56ba-4719-b06b-6ec9baec449f HTTP/1.1" status: 204 len: 168 time: 1.1549008 Feb 11 05:08:43.172533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51926) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:43.217009 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 87903cd5-1c2a-4d6d-ba58-308f8740fd60 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:43.258277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b482ca0b-e57b-4190-be7e-31bec63e3eff None None] Provisioning complete for port ae3d8227-0cbd-4893-9d3c-399a61966083 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:43.259043 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b482ca0b-e57b-4190-be7e-31bec63e3eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:43.278593 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e644084f-9f55-457c-a48b-7d225751bddb req-99117a5b-e059-4e19-b0d3-81a3b12153d2 tempest-ServersAdminNegativeTestJSON-661448323 tempest-ServersAdminNegativeTestJSON-661448323-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:43.313309 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b482ca0b-e57b-4190-be7e-31bec63e3eff None None] Port ae3d8227-0cbd-4893-9d3c-399a61966083 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:08:43.356040 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3d8227-0cbd-4893-9d3c-399a61966083 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:43.364286 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Publish callbacks [] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:43.377837 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Transition to ACTIVE for port object ae3d8227-0cbd-4893-9d3c-399a61966083 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:08:43.378879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:43.379210 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:43.387023 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:43.387331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-45479684-e92e-4ee8-97f4-f11d43b114c3 req-12bf7aa9-73b6-47f8-8af4-3101029c77af tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Deleting port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:43.387618 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-45479684-e92e-4ee8-97f4-f11d43b114c3 req-12bf7aa9-73b6-47f8-8af4-3101029c77af tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5087a3bb-5f06-4d50-ba9f-85aa110de8c8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:43.428385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 87903cd5-1c2a-4d6d-ba58-308f8740fd60, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=87903cd5-1c2a-4d6d-ba58-308f8740fd60,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:43.433832 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:43.447007 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3d8227-0cbd-4893-9d3c-399a61966083,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:43.503316 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=87903cd5-1c2a-4d6d-ba58-308f8740fd60,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:43.557690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Attempting to bind port ae3d8227-0cbd-4893-9d3c-399a61966083 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:43.558338 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Attempting to bind port ae3d8227-0cbd-4893-9d3c-399a61966083 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:43.559024 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Attempting to bind port ae3d8227-0cbd-4893-9d3c-399a61966083 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:43.565729 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Port ae3d8227-0cbd-4893-9d3c-399a61966083 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:08:43.566101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Attempting to bind port ae3d8227-0cbd-4893-9d3c-399a61966083 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:43.572550 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:43.573178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:43.573582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:43.574300 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Bound port: ae3d8227-0cbd-4893-9d3c-399a61966083, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:43.574669 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:43.648372 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] For port ae3d8227-0cbd-4893-9d3c-399a61966083, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:43.651917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] For port ae3d8227-0cbd-4893-9d3c-399a61966083, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ae3d8227-0cbd-4893-9d3c-399a61966083,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:43.660505 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:43.702024 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:43.702647 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:43.704106 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-00712b67-4686-43bc-9397-698e4ed91b00 req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] 10.222.0.73 "PUT /v2.0/ports/ae3d8227-0cbd-4893-9d3c-399a61966083 HTTP/1.1" status: 200 len: 1096 time: 0.9006548 Feb 11 05:08:43.704568 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb977082-adee-4f5e-93d2-ed09cb011c2a', 'tag': 'ae3d8227-0cbd-4893-9d3c-399a61966083'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:43.707065 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c795bfc-89d4-400e-9527-41ffa73d8c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb977082-adee-4f5e-93d2-ed09cb011c2a", "tag": "ae3d8227-0cbd-4893-9d3c-399a61966083"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:43.734393 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271f497-9bc1-43a5-9ddf-5198f243a207 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3d8227-0cbd-4893-9d3c-399a61966083,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:43.820052 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:43.832310 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00712b67-4686-43bc-9397-698e4ed91b00 req-521f4c3a-9ce9-450a-9744-d9719ba72e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:43.833967 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-00712b67-4686-43bc-9397-698e4ed91b00 req-521f4c3a-9ce9-450a-9744-d9719ba72e44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 1130 time: 0.0732822 Feb 11 05:08:43.869449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5118d0d-05a2-4773-bc09-7d0b1cdf3cf2 req-a9a4ead8-d7a3-434a-9ec7-4ac196aa1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:43.871372 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5118d0d-05a2-4773-bc09-7d0b1cdf3cf2 req-a9a4ead8-d7a3-434a-9ec7-4ac196aa1401 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 1129 time: 0.9965472 Feb 11 05:08:43.887334 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-00712b67-4686-43bc-9397-698e4ed91b00 req-415c6fb5-720c-46bd-8a89-5a70561681ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ae3d8227-0cbd-4893-9d3c-399a61966083 HTTP/1.1" status: 200 len: 217 time: 0.0426304 Feb 11 05:08:43.915454 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18598527-23a7-41a2-a8a3-9f2aaef31768 req-8b757688-8191-450c-acf4-08d94dd3547f tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:43.923051 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18598527-23a7-41a2-a8a3-9f2aaef31768 req-8b757688-8191-450c-acf4-08d94dd3547f tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=712667ae-53ff-47b6-bc86-4a3db22da0d0 HTTP/1.1" status: 200 len: 944 time: 0.9674659 Feb 11 05:08:43.934835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1a968d16-c181-4862-9bf1-e0986a1559ed req-57bf3b48-9258-4b42-8757-de03004c8145 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] For port cd461615-d95b-4307-b37a-56f072155ce7, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cd461615-d95b-4307-b37a-56f072155ce7,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:43.935210 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1a968d16-c181-4862-9bf1-e0986a1559ed req-57bf3b48-9258-4b42-8757-de03004c8145 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cd461615-d95b-4307-b37a-56f072155ce7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:43.952280 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00712b67-4686-43bc-9397-698e4ed91b00 req-d7718f5c-f9e7-416b-864f-b1b3aea01f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:43.954013 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-00712b67-4686-43bc-9397-698e4ed91b00 req-d7718f5c-f9e7-416b-864f-b1b3aea01f37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0590897 Feb 11 05:08:43.985999 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-df73ce28-ffe5-4f55-937b-b5c190ddfa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (dc034b14-cce8-458f-a6b3-e25506fc158f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.009868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1a968d16-c181-4862-9bf1-e0986a1559ed req-57bf3b48-9258-4b42-8757-de03004c8145 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Calling delete_port for cd461615-d95b-4307-b37a-56f072155ce7 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:44.024190 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00712b67-4686-43bc-9397-698e4ed91b00 req-6b148295-68f2-46a6-8b91-c822e66e3ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:44.025914 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-00712b67-4686-43bc-9397-698e4ed91b00 req-6b148295-68f2-46a6-8b91-c822e66e3ebd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0596659 Feb 11 05:08:44.142212 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-00712b67-4686-43bc-9397-698e4ed91b00 req-af4f1691-0eb4-4301-bbf7-e505aea07e75 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093969 Feb 11 05:08:44.156941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5118d0d-05a2-4773-bc09-7d0b1cdf3cf2 req-4fdf6b80-bc2a-4caa-8a38-b875533bfd32 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631094 Feb 11 05:08:44.159904 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18598527-23a7-41a2-a8a3-9f2aaef31768 req-38cbe4a0-27a7-495d-928f-765ddfa94133 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357764 Feb 11 05:08:44.212083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e644084f-9f55-457c-a48b-7d225751bddb req-99117a5b-e059-4e19-b0d3-81a3b12153d2 tempest-ServersAdminNegativeTestJSON-661448323 tempest-ServersAdminNegativeTestJSON-661448323-project-admin] Publish callbacks [] for security_group (a118be48-2560-453c-982e-803334703f46), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.224078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-45479684-e92e-4ee8-97f4-f11d43b114c3 req-12bf7aa9-73b6-47f8-8af4-3101029c77af tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] For port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=5087a3bb-5f06-4d50-ba9f-85aa110de8c8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:44.224460 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-45479684-e92e-4ee8-97f4-f11d43b114c3 req-12bf7aa9-73b6-47f8-8af4-3101029c77af tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5087a3bb-5f06-4d50-ba9f-85aa110de8c8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.229568 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e644084f-9f55-457c-a48b-7d225751bddb req-99117a5b-e059-4e19-b0d3-81a3b12153d2 tempest-ServersAdminNegativeTestJSON-661448323 tempest-ServersAdminNegativeTestJSON-661448323-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a118be48-2560-453c-982e-803334703f46), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.271397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-df73ce28-ffe5-4f55-937b-b5c190ddfa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (dc034b14-cce8-458f-a6b3-e25506fc158f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.299484 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-00712b67-4686-43bc-9397-698e4ed91b00 req-e2994cca-accb-481e-910c-598bf8c503d7 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497765 Feb 11 05:08:44.300267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-45479684-e92e-4ee8-97f4-f11d43b114c3 req-12bf7aa9-73b6-47f8-8af4-3101029c77af tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Calling delete_port for 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:44.350943 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-df73ce28-ffe5-4f55-937b-b5c190ddfa67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc034b14-cce8-458f-a6b3-e25506fc158f']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:44.381996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99117a5b-e059-4e19-b0d3-81a3b12153d2 tempest-ServersAdminNegativeTestJSON-661448323 tempest-ServersAdminNegativeTestJSON-661448323-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a118be48-2560-453c-982e-803334703f46,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:44.386787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-df73ce28-ffe5-4f55-937b-b5c190ddfa67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc2c14f-654e-4ffb-a890-09e91583c142') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:44.387112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-df73ce28-ffe5-4f55-937b-b5c190ddfa67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc2c14f-654e-4ffb-a890-09e91583c142') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:44.393150 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e644084f-9f55-457c-a48b-7d225751bddb req-99117a5b-e059-4e19-b0d3-81a3b12153d2 tempest-ServersAdminNegativeTestJSON-661448323 tempest-ServersAdminNegativeTestJSON-661448323-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3227057 Feb 11 05:08:44.440172 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-df73ce28-ffe5-4f55-937b-b5c190ddfa67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (8fc2c14f-654e-4ffb-a890-09e91583c142), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.484922 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-df73ce28-ffe5-4f55-937b-b5c190ddfa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (8fc2c14f-654e-4ffb-a890-09e91583c142), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.507275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df73ce28-ffe5-4f55-937b-b5c190ddfa67 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:08:44.507710 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-df73ce28-ffe5-4f55-937b-b5c190ddfa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (8fc2c14f-654e-4ffb-a890-09e91583c142), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:08:44.509498 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:08:44.568065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f447ed5-c79b-461c-9303-c53683bf450a req-db154cce-e506-4a0c-a352-a9a40324610e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:44.569632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f447ed5-c79b-461c-9303-c53683bf450a req-db154cce-e506-4a0c-a352-a9a40324610e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 947 time: 0.2736733 Feb 11 05:08:44.609041 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1a968d16-c181-4862-9bf1-e0986a1559ed req-57bf3b48-9258-4b42-8757-de03004c8145 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (cd461615-d95b-4307-b37a-56f072155ce7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.623444 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61dc99a3-3efa-4e98-a339-2b589d6bec35'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:44.689217 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-df73ce28-ffe5-4f55-937b-b5c190ddfa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (dc034b14-cce8-458f-a6b3-e25506fc158f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.692962 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf3b48-9258-4b42-8757-de03004c8145 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Pushing event deleted for resources: {'Port': ['ID=cd461615-d95b-4307-b37a-56f072155ce7,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:44.701648 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-df73ce28-ffe5-4f55-937b-b5c190ddfa67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.704894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-df73ce28-ffe5-4f55-937b-b5c190ddfa67 admin admin] 10.222.0.87 "DELETE /v2.0/networks/dc034b14-cce8-458f-a6b3-e25506fc158f HTTP/1.1" status: 204 len: 168 time: 1.5199356 Feb 11 05:08:44.709194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51946) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:44.756565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73ce28-ffe5-4f55-937b-b5c190ddfa67 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc034b14-cce8-458f-a6b3-e25506fc158f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:44.775141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f3095f-a26f-42b7-99ad-f3a5c5877801 admin admin] Deleting subnet b146f5dd-cc05-466b-adce-56e1b0621d1b {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:08:44.780767 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07f3095f-a26f-42b7-99ad-f3a5c5877801 admin admin] Publish callbacks [] for subnet (b146f5dd-cc05-466b-adce-56e1b0621d1b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.795633 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728b5f04-6e78-4de7-a174-ec92eb41d35a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87903cd5-1c2a-4d6d-ba58-308f8740fd60'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:44.800947 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f447ed5-c79b-461c-9303-c53683bf450a req-49382422-2a32-4517-8713-38fff772ff8c tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995642 Feb 11 05:08:44.802227 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776f8071-2100-4a39-bea3-38754445e3de" -d '{"events": [{"server_uuid": "728b5f04-6e78-4de7-a174-ec92eb41d35a", "name": "network-vif-unplugged", "status": "completed", "tag": "87903cd5-1c2a-4d6d-ba58-308f8740fd60"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:44.853980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07f3095f-a26f-42b7-99ad-f3a5c5877801 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (b146f5dd-cc05-466b-adce-56e1b0621d1b), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.895495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a968d16-c181-4862-9bf1-e0986a1559ed req-57bf3b48-9258-4b42-8757-de03004c8145 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] No DVR routers for this DVR port cd461615-d95b-4307-b37a-56f072155ce7 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:44.907740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8a21d-ad07-43f2-9b66-26b905990e4a req-c63fddca-91e3-4b86-be6d-466cda8d7075 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:44.916020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efb8a21d-ad07-43f2-9b66-26b905990e4a req-c63fddca-91e3-4b86-be6d-466cda8d7075 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 946 time: 0.3198404 Feb 11 05:08:44.919072 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-45479684-e92e-4ee8-97f4-f11d43b114c3 req-12bf7aa9-73b6-47f8-8af4-3101029c77af tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5087a3bb-5f06-4d50-ba9f-85aa110de8c8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.934954 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1a968d16-c181-4862-9bf1-e0986a1559ed req-57bf3b48-9258-4b42-8757-de03004c8145 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.937441 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07f3095f-a26f-42b7-99ad-f3a5c5877801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (b146f5dd-cc05-466b-adce-56e1b0621d1b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:44.944338 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a968d16-c181-4862-9bf1-e0986a1559ed req-57bf3b48-9258-4b42-8757-de03004c8145 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "DELETE /v2.0/ports/cd461615-d95b-4307-b37a-56f072155ce7 HTTP/1.1" status: 204 len: 173 time: 2.5702205 Feb 11 05:08:44.944338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d', 'name': 'network-vif-deleted', 'tag': 'cd461615-d95b-4307-b37a-56f072155ce7'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:44.945019 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1217d3c3-e53b-4228-9c93-5fe048851855" -d '{"events": [{"server_uuid": "b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d", "name": "network-vif-deleted", "tag": "cd461615-d95b-4307-b37a-56f072155ce7"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:44.948542 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61dc99a3-3efa-4e98-a339-2b589d6bec35'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:45.017386 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b1a4659-f59b-4375-9f13-94ba760b47a5 req-96c3c98a-d0e1-4519-ad0a-493c99878b1d tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d HTTP/1.1" status: 200 len: 210 time: 0.0950239 Feb 11 05:08:45.018612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf7aa9-73b6-47f8-8af4-3101029c77af tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Pushing event deleted for resources: {'Port': ['ID=5087a3bb-5f06-4d50-ba9f-85aa110de8c8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:45.074967 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27a590dd-f4be-4ce5-a0b1-547391b9a8c7 req-03eb6859-951b-4de7-899a-8adeeb29f3f9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1221220 Feb 11 05:08:45.100554 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d28953c-ca88-4504-875c-1c0ede7205c8 x-openstack-request-id: req-8d28953c-ca88-4504-875c-1c0ede7205c8 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:45.101652 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb977082-adee-4f5e-93d2-ed09cb011c2a", "tag": "ae3d8227-0cbd-4893-9d3c-399a61966083", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:45.101920 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8d28953c-ca88-4504-875c-1c0ede7205c8 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:45.102325 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb977082-adee-4f5e-93d2-ed09cb011c2a', 'tag': 'ae3d8227-0cbd-4893-9d3c-399a61966083', 'status': 'completed', 'code': 200} Feb 11 05:08:45.126167 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07f3095f-a26f-42b7-99ad-f3a5c5877801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (b146f5dd-cc05-466b-adce-56e1b0621d1b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:45.159692 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c65903a-9501-4231-b8e3-97ba4c34be0f x-openstack-request-id: req-9c65903a-9501-4231-b8e3-97ba4c34be0f {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:45.160085 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728b5f04-6e78-4de7-a174-ec92eb41d35a", "name": "network-vif-unplugged", "status": "completed", "tag": "87903cd5-1c2a-4d6d-ba58-308f8740fd60", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:45.160264 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9c65903a-9501-4231-b8e3-97ba4c34be0f {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:45.160655 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728b5f04-6e78-4de7-a174-ec92eb41d35a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87903cd5-1c2a-4d6d-ba58-308f8740fd60', 'code': 200} Feb 11 05:08:45.230175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c75c3cfd-2776-43c5-ba2e-a378f2d21b91 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:08:45.235629 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3095f-a26f-42b7-99ad-f3a5c5877801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b146f5dd-cc05-466b-adce-56e1b0621d1b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:45.255749 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07f3095f-a26f-42b7-99ad-f3a5c5877801 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:45.261779 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-07f3095f-a26f-42b7-99ad-f3a5c5877801 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/b146f5dd-cc05-466b-adce-56e1b0621d1b HTTP/1.1" status: 204 len: 168 time: 0.5492339 Feb 11 05:08:45.262799 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51954) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:45.263529 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e1da86-7c26-4255-8553-86556e930bad x-openstack-request-id: req-24e1da86-7c26-4255-8553-86556e930bad {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:45.263867 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d", "name": "network-vif-deleted", "tag": "cd461615-d95b-4307-b37a-56f072155ce7", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:45.264120 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-24e1da86-7c26-4255-8553-86556e930bad {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:45.266025 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b7b54c-52ea-45e0-90f7-9d0f2dc8ea6d', 'name': 'network-vif-deleted', 'tag': 'cd461615-d95b-4307-b37a-56f072155ce7', 'status': 'completed', 'code': 200} Feb 11 05:08:45.309650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-45479684-e92e-4ee8-97f4-f11d43b114c3 req-12bf7aa9-73b6-47f8-8af4-3101029c77af tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] No DVR routers for this DVR port 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:45.319002 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-45479684-e92e-4ee8-97f4-f11d43b114c3 req-12bf7aa9-73b6-47f8-8af4-3101029c77af tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:45.322843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45479684-e92e-4ee8-97f4-f11d43b114c3 req-12bf7aa9-73b6-47f8-8af4-3101029c77af tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.88 "DELETE /v2.0/ports/5087a3bb-5f06-4d50-ba9f-85aa110de8c8 HTTP/1.1" status: 204 len: 173 time: 2.7539487 Feb 11 05:08:45.410001 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efb8a21d-ad07-43f2-9b66-26b905990e4a req-2fd54176-5773-4c72-8d47-cb0c827339d2 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917381 Feb 11 05:08:45.451679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 72cfb4e9-841e-45a0-9377-4fb37a0edade up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:45.495960 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6094d-a5a3-4657-b63b-c6cb56a7b211 req-88356c3b-2096-4b57-956e-3c091e2cefa3 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:45.498711 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87e6094d-a5a3-4657-b63b-c6cb56a7b211 req-88356c3b-2096-4b57-956e-3c091e2cefa3 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=712667ae-53ff-47b6-bc86-4a3db22da0d0 HTTP/1.1" status: 200 len: 944 time: 0.1823230 Feb 11 05:08:45.540365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c795bfc-89d4-400e-9527-41ffa73d8c2b req-b58a18d3-224b-4010-99f6-4eed9d734b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:45.542167 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c795bfc-89d4-400e-9527-41ffa73d8c2b req-b58a18d3-224b-4010-99f6-4eed9d734b8e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 1130 time: 0.3899822 Feb 11 05:08:45.599108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c75c3cfd-2776-43c5-ba2e-a378f2d21b91, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:45.641119 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'c75c3cfd-2776-43c5-ba2e-a378f2d21b91', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': 'c75c3cfd-2776-43c5-ba2e-a378f2d21b91', 'mac_address': 'fa:16:3e:f2:02:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:08:45.769029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87e6094d-a5a3-4657-b63b-c6cb56a7b211 req-83620d8b-91e5-499a-9ba1-51a96189b666 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605343 Feb 11 05:08:45.843011 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2779db71-4666-45b1-8aa5-eb0b014ab5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:45.850249 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a590dd-f4be-4ce5-a0b1-547391b9a8c7 req-95fdfc05-326a-42f5-916a-01be1b7f2e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:45.852203 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27a590dd-f4be-4ce5-a0b1-547391b9a8c7 req-95fdfc05-326a-42f5-916a-01be1b7f2e75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 1128 time: 0.7188003 Feb 11 05:08:45.893554 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port c75c3cfd-2776-43c5-ba2e-a378f2d21b91 is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:45.893965 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:45.897294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680a837-ad5f-4285-9e3b-1dc103375f0b req-3958c099-f52e-44ca-a486-31e358e143ad tempest-ServersAdminNegativeTestJSON-661448323 tempest-ServersAdminNegativeTestJSON-661448323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:45.905770 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1680a837-ad5f-4285-9e3b-1dc103375f0b req-3958c099-f52e-44ca-a486-31e358e143ad tempest-ServersAdminNegativeTestJSON-661448323 tempest-ServersAdminNegativeTestJSON-661448323-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=62758bc0-2390-4a24-b801-618cc035f8ff HTTP/1.1" status: 200 len: 1133 time: 0.2860112 Feb 11 05:08:45.918566 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c795bfc-89d4-400e-9527-41ffa73d8c2b req-daf6da6a-a225-481a-a3b6-910b460757cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:45.919847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c795bfc-89d4-400e-9527-41ffa73d8c2b req-daf6da6a-a225-481a-a3b6-910b460757cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.3509450 Feb 11 05:08:45.960944 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c75c3cfd-2776-43c5-ba2e-a378f2d21b91 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:45.969197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 72cfb4e9-841e-45a0-9377-4fb37a0edade completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:08:46.014539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 72cfb4e9-841e-45a0-9377-4fb37a0edade triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:46.015005 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.071288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c75c3cfd-2776-43c5-ba2e-a378f2d21b91, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:46.096879 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.137246 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c795bfc-89d4-400e-9527-41ffa73d8c2b req-afdb6610-c5ca-4b72-bd98-69ed4ac31eb3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ae3d8227-0cbd-4893-9d3c-399a61966083 HTTP/1.1" status: 200 len: 217 time: 0.2018502 Feb 11 05:08:46.239352 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:46.258569 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1680a837-ad5f-4285-9e3b-1dc103375f0b req-e4604180-ec6f-4445-968e-3648df786320 tempest-ServersAdminNegativeTestJSON-661448323 tempest-ServersAdminNegativeTestJSON-661448323-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513279 Feb 11 05:08:46.285131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['c75c3cfd-2776-43c5-ba2e-a378f2d21b91'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:46.344067 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 72cfb4e9-841e-45a0-9377-4fb37a0edade is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:46.346576 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.390199 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a590dd-f4be-4ce5-a0b1-547391b9a8c7 req-84049924-e6cb-46af-8eee-292a324541c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:46.391872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c795bfc-89d4-400e-9527-41ffa73d8c2b req-502a6b7d-ae9a-4769-ae60-adaf95efa84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:46.392502 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27a590dd-f4be-4ce5-a0b1-547391b9a8c7 req-84049924-e6cb-46af-8eee-292a324541c3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.4471796 Feb 11 05:08:46.393609 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c795bfc-89d4-400e-9527-41ffa73d8c2b req-502a6b7d-ae9a-4769-ae60-adaf95efa84d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1789641 Feb 11 05:08:46.394617 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2779db71-4666-45b1-8aa5-eb0b014ab5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.452993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 72cfb4e9-841e-45a0-9377-4fb37a0edade, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=72cfb4e9-841e-45a0-9377-4fb37a0edade,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:46.464898 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.466175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:46.469183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-2779db71-4666-45b1-8aa5-eb0b014ab5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:46.473975 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27a590dd-f4be-4ce5-a0b1-547391b9a8c7 req-3ed7e331-eb02-43f2-935a-fb4e7f5b2f5a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dbb07b8-b18a-4080-964e-16b2a865b9b6 HTTP/1.1" status: 200 len: 217 time: 0.0522752 Feb 11 05:08:46.517693 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:46.517958 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 5087a3bb-5f06-4d50-ba9f-85aa110de8c8 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:46.525192 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device cd461615-d95b-4307-b37a-56f072155ce7 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:46.531031 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-2779db71-4666-45b1-8aa5-eb0b014ab5f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845a0756-a112-4166-b002-1087e55e480a') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:46.531493 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-2779db71-4666-45b1-8aa5-eb0b014ab5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845a0756-a112-4166-b002-1087e55e480a') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:46.545503 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a590dd-f4be-4ce5-a0b1-547391b9a8c7 req-1bd02e61-2e98-4530-ad64-666bc66101ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:46.546428 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27a590dd-f4be-4ce5-a0b1-547391b9a8c7 req-1bd02e61-2e98-4530-ad64-666bc66101ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.0619123 Feb 11 05:08:46.548554 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2779db71-4666-45b1-8aa5-eb0b014ab5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (845a0756-a112-4166-b002-1087e55e480a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.571595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: cd461615-d95b-4307-b37a-56f072155ce7 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:46.571945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device cd461615-d95b-4307-b37a-56f072155ce7 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:46.576853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c795bfc-89d4-400e-9527-41ffa73d8c2b req-74fd712c-9758-4608-9ba2-3459c97c7cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:46.579648 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c795bfc-89d4-400e-9527-41ffa73d8c2b req-74fd712c-9758-4608-9ba2-3459c97c7cb4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1649191 Feb 11 05:08:46.601677 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27a590dd-f4be-4ce5-a0b1-547391b9a8c7 req-b823b0bd-ea87-4f1a-91b8-54e77061af22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409770 Feb 11 05:08:46.601924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc183959-1750-44a6-9644-a2110b2c59ab req-b6235c33-ceeb-4691-b418-979b180afb9b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:46.602557 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2779db71-4666-45b1-8aa5-eb0b014ab5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (845a0756-a112-4166-b002-1087e55e480a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.604747 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc183959-1750-44a6-9644-a2110b2c59ab req-b6235c33-ceeb-4691-b418-979b180afb9b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 947 time: 0.1791368 Feb 11 05:08:46.607451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=72cfb4e9-841e-45a0-9377-4fb37a0edade,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:46.640225 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2779db71-4666-45b1-8aa5-eb0b014ab5f2 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:08:46.643775 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2779db71-4666-45b1-8aa5-eb0b014ab5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (845a0756-a112-4166-b002-1087e55e480a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:08:46.666097 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:08:46.763449 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc183959-1750-44a6-9644-a2110b2c59ab req-605b8111-ea78-41fd-8b98-d5de60d75e50 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453686 Feb 11 05:08:46.794407 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c795bfc-89d4-400e-9527-41ffa73d8c2b req-cc4bdc44-82c6-4499-abbb-a68e2b11d52a service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878552 Feb 11 05:08:46.885654 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2779db71-4666-45b1-8aa5-eb0b014ab5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.904454 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2779db71-4666-45b1-8aa5-eb0b014ab5f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:46.912534 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2779db71-4666-45b1-8aa5-eb0b014ab5f2 admin admin] 10.222.0.87 "DELETE /v2.0/networks/0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393 HTTP/1.1" status: 204 len: 168 time: 1.6460741 Feb 11 05:08:46.967773 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779db71-4666-45b1-8aa5-eb0b014ab5f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c6a4a2f-dab1-4b3f-b7f4-21f6e5983393,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:47.005328 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27a590dd-f4be-4ce5-a0b1-547391b9a8c7 req-785187e7-968f-44e9-9a0f-13f98d71e092 service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952241 Feb 11 05:08:47.026832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c795bfc-89d4-400e-9527-41ffa73d8c2b req-a55b94ab-97e2-4f04-96b0-3dd3fb29e979 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251503 Feb 11 05:08:47.168456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712667ae-53ff-47b6-bc86-4a3db22da0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cfb4e9-841e-45a0-9377-4fb37a0edade'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:47.173822 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161562d4-6151-40fa-8db8-7536d63f9204" -d '{"events": [{"server_uuid": "712667ae-53ff-47b6-bc86-4a3db22da0d0", "name": "network-vif-plugged", "status": "completed", "tag": "72cfb4e9-841e-45a0-9377-4fb37a0edade"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:47.189348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52014) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:47.245663 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3d534-67cd-4be8-abf7-d91a571b1512 req-91ef7d79-c350-4088-b42b-af54a6529bd5 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:47.254275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2b3d534-67cd-4be8-abf7-d91a571b1512 req-91ef7d79-c350-4088-b42b-af54a6529bd5 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 946 time: 0.1600263 Feb 11 05:08:47.262258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ae3d8227-0cbd-4893-9d3c-399a61966083 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:08:47.264954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c75c3cfd-2776-43c5-ba2e-a378f2d21b91 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:47.267546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbb2d7f-9b87-4886-b3af-ea4da970863f', 'name': 'network-vif-deleted', 'tag': '5087a3bb-5f06-4d50-ba9f-85aa110de8c8'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:47.270443 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55304e3-2fd8-4c8d-b601-3c56c5b2e609" -d '{"events": [{"server_uuid": "bdbb2d7f-9b87-4886-b3af-ea4da970863f", "name": "network-vif-deleted", "tag": "5087a3bb-5f06-4d50-ba9f-85aa110de8c8"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:47.297864 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27a590dd-f4be-4ce5-a0b1-547391b9a8c7 req-48c4f8eb-0836-448b-ba15-8a9c13948a5c service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640877 Feb 11 05:08:47.307460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52018) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:47.312581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0f68d2a9-ca2c-4a12-bd1d-58e6a25afa75 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fdfbc42e65104b7292e4b0586efa55a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1120868 Feb 11 05:08:47.372634 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2b3d534-67cd-4be8-abf7-d91a571b1512 req-07ca70b5-7493-4f21-a2cf-e3ed1b11b86f tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171801 Feb 11 05:08:47.447243 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4da6ab38-5186-4e2d-be13-eb5a736a5340 admin admin] Publish callbacks [] for security_group (3729a033-2777-4069-ab15-10fb4abc1985), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:47.496261 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4da6ab38-5186-4e2d-be13-eb5a736a5340 admin admin] Publish callbacks [] for security_group (3729a033-2777-4069-ab15-10fb4abc1985), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:47.601067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f07af-929c-4802-ae46-61e679d8206b req-31755980-a838-4102-8198-a5e07ff0d604 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:47.627305 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4da6ab38-5186-4e2d-be13-eb5a736a5340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3729a033-2777-4069-ab15-10fb4abc1985), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:47.627305 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4da6ab38-5186-4e2d-be13-eb5a736a5340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:47.632289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b57f07af-929c-4802-ae46-61e679d8206b req-31755980-a838-4102-8198-a5e07ff0d604 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=712667ae-53ff-47b6-bc86-4a3db22da0d0 HTTP/1.1" status: 200 len: 945 time: 0.1288090 Feb 11 05:08:47.632592 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4da6ab38-5186-4e2d-be13-eb5a736a5340 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3729a033-2777-4069-ab15-10fb4abc1985 HTTP/1.1" status: 204 len: 168 time: 0.3236828 Feb 11 05:08:47.661518 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port c75c3cfd-2776-43c5-ba2e-a378f2d21b91 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:47.665397 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:47.674424 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6ab38-5186-4e2d-be13-eb5a736a5340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3729a033-2777-4069-ab15-10fb4abc1985,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:47.734314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ae3d8227-0cbd-4893-9d3c-399a61966083, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ae3d8227-0cbd-4893-9d3c-399a61966083,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:47.762106 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b57f07af-929c-4802-ae46-61e679d8206b req-01553e73-92cb-41f9-bf00-3c7b62dbb453 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287532 Feb 11 05:08:47.790227 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'ae3d8227-0cbd-4893-9d3c-399a61966083', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': 'ae3d8227-0cbd-4893-9d3c-399a61966083', 'mac_address': 'fa:16:3e:cd:76:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:08:47.876276 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port ae3d8227-0cbd-4893-9d3c-399a61966083 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:47.876780 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:47.913301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3d8227-0cbd-4893-9d3c-399a61966083 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:48.005406 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77aa6d79-bf5a-4645-84b7-d93d0efdcc11 x-openstack-request-id: req-77aa6d79-bf5a-4645-84b7-d93d0efdcc11 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:48.005757 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712667ae-53ff-47b6-bc86-4a3db22da0d0", "name": "network-vif-plugged", "status": "completed", "tag": "72cfb4e9-841e-45a0-9377-4fb37a0edade", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:48.009880 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-77aa6d79-bf5a-4645-84b7-d93d0efdcc11 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:48.010349 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712667ae-53ff-47b6-bc86-4a3db22da0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cfb4e9-841e-45a0-9377-4fb37a0edade', 'code': 200} Feb 11 05:08:48.074920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ae3d8227-0cbd-4893-9d3c-399a61966083, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ae3d8227-0cbd-4893-9d3c-399a61966083,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:48.085133 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:48.095406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port c75c3cfd-2776-43c5-ba2e-a378f2d21b91 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:48.096166 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:48.145976 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc61da1-952d-4998-8a07-8db4e1b74976 x-openstack-request-id: req-5dc61da1-952d-4998-8a07-8db4e1b74976 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:48.146558 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbb2d7f-9b87-4886-b3af-ea4da970863f", "name": "network-vif-deleted", "tag": "5087a3bb-5f06-4d50-ba9f-85aa110de8c8", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:48.146972 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5dc61da1-952d-4998-8a07-8db4e1b74976 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:48.156056 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbb2d7f-9b87-4886-b3af-ea4da970863f', 'name': 'network-vif-deleted', 'tag': '5087a3bb-5f06-4d50-ba9f-85aa110de8c8', 'status': 'completed', 'code': 200} Feb 11 05:08:48.217077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6368b-d9b8-4657-8f6b-ad23d4ee665c req-84b01201-cb0a-460f-b7e3-abfd33acfed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:48.219440 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ada6368b-d9b8-4657-8f6b-ad23d4ee665c req-84b01201-cb0a-460f-b7e3-abfd33acfed3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=712667ae-53ff-47b6-bc86-4a3db22da0d0 HTTP/1.1" status: 200 len: 1128 time: 0.1424901 Feb 11 05:08:48.245604 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=ae3d8227-0cbd-4893-9d3c-399a61966083,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:48.296161 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c75c3cfd-2776-43c5-ba2e-a378f2d21b91, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:48.300877 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:48.360068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ada6368b-d9b8-4657-8f6b-ad23d4ee665c req-23a9eb44-8d91-49f5-8950-fccf22b6f7d6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251647 Feb 11 05:08:48.367866 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:48.370139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f127f51b-cec1-484b-a50a-7b2381df05f7 req-0596863b-c597-4d91-9932-af7b20b5617b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1554824735&fields=id&tenant_id=dcea6c6c77f442f580e1392b7ac8c848 HTTP/1.1" status: 200 len: 267 time: 0.1200979 Feb 11 05:08:48.448144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127f51b-cec1-484b-a50a-7b2381df05f7 req-01852356-92e7-42b9-b6d2-491b37ee379a tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:48.450274 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f127f51b-cec1-484b-a50a-7b2381df05f7 req-01852356-92e7-42b9-b6d2-491b37ee379a tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 946 time: 0.0744200 Feb 11 05:08:48.490286 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52034) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:48.495743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-f127f51b-cec1-484b-a50a-7b2381df05f7 req-ec8de8b2-c30e-4c35-830b-ed8006e83c25 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Request body: {'port': {'security_groups': ['c2e47cc6-10ca-4479-bd42-de31191cc045', '8aebc31f-9a3d-4757-adc5-7ef790bd2241']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:48.514312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['ae3d8227-0cbd-4893-9d3c-399a61966083'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:48.550085 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-10ccfb83-8fad-4635-b1c8-528fa58437aa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=98e6944b0ae64befa6f65460606f29ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0553045 Feb 11 05:08:48.551498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52036) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:48.651079 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e290277-dfdd-4d05-ad1e-16038778d167 admin admin] Publish callbacks [] for security_group (9ce1675e-eb94-409c-a410-16f9418dde5f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:48.664622 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f127f51b-cec1-484b-a50a-7b2381df05f7 req-ec8de8b2-c30e-4c35-830b-ed8006e83c25 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3889ed9a-5060-437a-8c60-de39f838adf1), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:48.710246 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e290277-dfdd-4d05-ad1e-16038778d167 admin admin] Publish callbacks [] for security_group (9ce1675e-eb94-409c-a410-16f9418dde5f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:48.820496 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e290277-dfdd-4d05-ad1e-16038778d167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9ce1675e-eb94-409c-a410-16f9418dde5f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:48.823957 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e290277-dfdd-4d05-ad1e-16038778d167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:48.835887 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3e290277-dfdd-4d05-ad1e-16038778d167 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9ce1675e-eb94-409c-a410-16f9418dde5f HTTP/1.1" status: 204 len: 168 time: 0.2827573 Feb 11 05:08:48.865008 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e290277-dfdd-4d05-ad1e-16038778d167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce1675e-eb94-409c-a410-16f9418dde5f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:49.126115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f127f51b-cec1-484b-a50a-7b2381df05f7 req-ec8de8b2-c30e-4c35-830b-ed8006e83c25 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] For port 3889ed9a-5060-437a-8c60-de39f838adf1, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=3889ed9a-5060-437a-8c60-de39f838adf1,segment=NetworkSegment(75a787b0-9d4d-425e-ba33-006598135572),segment_id=75a787b0-9d4d-425e-ba33-006598135572)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:49.165242 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f127f51b-cec1-484b-a50a-7b2381df05f7 req-ec8de8b2-c30e-4c35-830b-ed8006e83c25 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for port (3889ed9a-5060-437a-8c60-de39f838adf1), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:49.171252 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f127f51b-cec1-484b-a50a-7b2381df05f7 req-ec8de8b2-c30e-4c35-830b-ed8006e83c25 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (3889ed9a-5060-437a-8c60-de39f838adf1), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:49.188532 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['3889ed9a-5060-437a-8c60-de39f838adf1'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:49.256441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8de8b2-c30e-4c35-830b-ed8006e83c25 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event updated for resources: {'Port': ['ID=3889ed9a-5060-437a-8c60-de39f838adf1,revision_number=6']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:49.276745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127f51b-cec1-484b-a50a-7b2381df05f7 req-ec8de8b2-c30e-4c35-830b-ed8006e83c25 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:49.279918 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f127f51b-cec1-484b-a50a-7b2381df05f7 req-ec8de8b2-c30e-4c35-830b-ed8006e83c25 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:49.288960 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f127f51b-cec1-484b-a50a-7b2381df05f7 req-ec8de8b2-c30e-4c35-830b-ed8006e83c25 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "PUT /v2.0/ports/3889ed9a-5060-437a-8c60-de39f838adf1 HTTP/1.1" status: 200 len: 982 time: 0.8302410 Feb 11 05:08:49.456777 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['3889ed9a-5060-437a-8c60-de39f838adf1'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:49.553462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3752d-e2c4-4dd6-9da6-af61d5b3cdbb req-8563006f-55f3-42e5-85aa-1fda7152d57c tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:49.561376 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65a3752d-e2c4-4dd6-9da6-af61d5b3cdbb req-8563006f-55f3-42e5-85aa-1fda7152d57c tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 948 time: 0.1793802 Feb 11 05:08:49.721507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65a3752d-e2c4-4dd6-9da6-af61d5b3cdbb req-366e329d-e2ec-4d16-b9ca-cbe89893bb39 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514103 Feb 11 05:08:50.011702 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979768ab-e8ac-4018-b006-b20d2c09b643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75c3cfd-2776-43c5-ba2e-a378f2d21b91'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:50.014388 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bd9e0c-a1ae-4525-9f11-1c8bf392a75e" -d '{"events": [{"server_uuid": "979768ab-e8ac-4018-b006-b20d2c09b643", "name": "network-vif-plugged", "status": "completed", "tag": "c75c3cfd-2776-43c5-ba2e-a378f2d21b91"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:50.016019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990cf0b-744a-4741-949f-aa08a3eeec81 req-40909e17-2f51-4e7c-8da1-11b71df9bd2d tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:50.024475 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d990cf0b-744a-4741-949f-aa08a3eeec81 req-40909e17-2f51-4e7c-8da1-11b71df9bd2d tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=712667ae-53ff-47b6-bc86-4a3db22da0d0 HTTP/1.1" status: 200 len: 945 time: 0.1193564 Feb 11 05:08:50.092832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d990cf0b-744a-4741-949f-aa08a3eeec81 req-5414faaa-90be-4228-b2f5-5323a96a097e tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664868 Feb 11 05:08:50.158419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa07b8b-d319-4a8a-a0c9-a441fe39d539', 'tag': '3889ed9a-5060-437a-8c60-de39f838adf1'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:50.161145 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a622b8a-6196-40cc-b0d4-280a3a068a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa07b8b-d319-4a8a-a0c9-a441fe39d539", "tag": "3889ed9a-5060-437a-8c60-de39f838adf1"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:50.213574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52076) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:50.251450 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1eb775c-714e-4d83-b251-8d0ecebdcc42 req-5a1a9ae4-7da8-4365-819e-579aa2ec1162 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1713785596&fields=id&tenant_id=dcea6c6c77f442f580e1392b7ac8c848 HTTP/1.1" status: 200 len: 267 time: 0.0658677 Feb 11 05:08:50.329543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb775c-714e-4d83-b251-8d0ecebdcc42 req-054b84f7-3fed-4c44-9933-ccec7d863c84 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:50.338691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1eb775c-714e-4d83-b251-8d0ecebdcc42 req-054b84f7-3fed-4c44-9933-ccec7d863c84 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 985 time: 0.0808365 Feb 11 05:08:50.344728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-e1eb775c-714e-4d83-b251-8d0ecebdcc42 req-b9da2b50-55fe-4f7e-b940-7b776701dfa5 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Request body: {'port': {'security_groups': ['8aebc31f-9a3d-4757-adc5-7ef790bd2241', 'c2e47cc6-10ca-4479-bd42-de31191cc045', '196a81d6-83f3-4acb-a20b-ccfbba7941f2']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:50.395682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9e553a77-e700-439c-b8ea-7914c18a5545 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1721357484-network', 'tenant_id': '625496205bdf429e8af46565d991a189'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:50.432033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e553a77-e700-439c-b8ea-7914c18a5545 admin admin] Made reservation on behalf of 625496205bdf429e8af46565d991a189 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:50.439455 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e553a77-e700-439c-b8ea-7914c18a5545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.447257 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e1eb775c-714e-4d83-b251-8d0ecebdcc42 req-b9da2b50-55fe-4f7e-b940-7b776701dfa5 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3889ed9a-5060-437a-8c60-de39f838adf1), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.462823 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e553a77-e700-439c-b8ea-7914c18a5545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.576462 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e553a77-e700-439c-b8ea-7914c18a5545 admin admin] Publish callbacks [] for security_group (1d608c53-f85e-4e20-b803-458a4b7ec68d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.586181 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e553a77-e700-439c-b8ea-7914c18a5545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1d608c53-f85e-4e20-b803-458a4b7ec68d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.612033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e553a77-e700-439c-b8ea-7914c18a5545 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:08:50.631307 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e553a77-e700-439c-b8ea-7914c18a5545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d608c53-f85e-4e20-b803-458a4b7ec68d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:50.635869 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e553a77-e700-439c-b8ea-7914c18a5545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (34f2ce9f-b806-43a8-95ca-5647f29968ae), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.636308 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-9e553a77-e700-439c-b8ea-7914c18a5545 admin admin] Added segment 34f2ce9f-b806-43a8-95ca-5647f29968ae of type vlan for network 72a171e8-0e25-4470-8f53-acdce50a3f56 Feb 11 05:08:50.712814 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e553a77-e700-439c-b8ea-7914c18a5545 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (72a171e8-0e25-4470-8f53-acdce50a3f56), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.752981 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e553a77-e700-439c-b8ea-7914c18a5545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (72a171e8-0e25-4470-8f53-acdce50a3f56), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.754657 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e553a77-e700-439c-b8ea-7914c18a5545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:50.755813 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e553a77-e700-439c-b8ea-7914c18a5545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:50.929505 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9e553a77-e700-439c-b8ea-7914c18a5545 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7132611 Feb 11 05:08:50.937389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52084) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:50.952008 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a312229d-aa6d-43d1-9f20-dc40253da848 admin admin] Request body: {'subnet': {'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1721357484-subnet', 'tenant_id': '625496205bdf429e8af46565d991a189', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:50.971401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e1eb775c-714e-4d83-b251-8d0ecebdcc42 req-b9da2b50-55fe-4f7e-b940-7b776701dfa5 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] For port 3889ed9a-5060-437a-8c60-de39f838adf1, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=3889ed9a-5060-437a-8c60-de39f838adf1,segment=NetworkSegment(75a787b0-9d4d-425e-ba33-006598135572),segment_id=75a787b0-9d4d-425e-ba33-006598135572)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:51.034792 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e1eb775c-714e-4d83-b251-8d0ecebdcc42 req-b9da2b50-55fe-4f7e-b940-7b776701dfa5 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for port (3889ed9a-5060-437a-8c60-de39f838adf1), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.038136 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a312229d-aa6d-43d1-9f20-dc40253da848 admin admin] Made reservation on behalf of 625496205bdf429e8af46565d991a189 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:51.040607 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a312229d-aa6d-43d1-9f20-dc40253da848 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.043139 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e1eb775c-714e-4d83-b251-8d0ecebdcc42 req-b9da2b50-55fe-4f7e-b940-7b776701dfa5 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (3889ed9a-5060-437a-8c60-de39f838adf1), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.046616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e553a77-e700-439c-b8ea-7914c18a5545 admin admin] Pushing event updated for resources: {'Network': ['ID=72a171e8-0e25-4470-8f53-acdce50a3f56,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:51.057754 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['3889ed9a-5060-437a-8c60-de39f838adf1'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:51.137103 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 72a171e8-0e25-4470-8f53-acdce50a3f56 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:08:51.189316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb775c-714e-4d83-b251-8d0ecebdcc42 req-b9da2b50-55fe-4f7e-b940-7b776701dfa5 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:51.190010 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e1eb775c-714e-4d83-b251-8d0ecebdcc42 req-b9da2b50-55fe-4f7e-b940-7b776701dfa5 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.208615 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1eb775c-714e-4d83-b251-8d0ecebdcc42 req-b9da2b50-55fe-4f7e-b940-7b776701dfa5 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "PUT /v2.0/ports/3889ed9a-5060-437a-8c60-de39f838adf1 HTTP/1.1" status: 200 len: 1021 time: 0.8686748 Feb 11 05:08:51.271274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da2b50-55fe-4f7e-b940-7b776701dfa5 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event updated for resources: {'Port': ['ID=3889ed9a-5060-437a-8c60-de39f838adf1,revision_number=7']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:51.293729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ae3d8227-0cbd-4893-9d3c-399a61966083 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:51.389067 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['3889ed9a-5060-437a-8c60-de39f838adf1'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:51.402306 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a312229d-aa6d-43d1-9f20-dc40253da848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (959692e0-0ebb-4204-9905-25b38d09fa54), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.452872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port ae3d8227-0cbd-4893-9d3c-399a61966083 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:08:51.466746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port ae3d8227-0cbd-4893-9d3c-399a61966083 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:51.467712 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.522487 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312229d-aa6d-43d1-9f20-dc40253da848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=959692e0-0ebb-4204-9905-25b38d09fa54,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:51.572947 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb55d2a-ddd6-4219-ae09-a32f895287d2 x-openstack-request-id: req-1bb55d2a-ddd6-4219-ae09-a32f895287d2 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:51.573821 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979768ab-e8ac-4018-b006-b20d2c09b643", "name": "network-vif-plugged", "status": "completed", "tag": "c75c3cfd-2776-43c5-ba2e-a378f2d21b91", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:51.574772 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1bb55d2a-ddd6-4219-ae09-a32f895287d2 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:51.575285 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979768ab-e8ac-4018-b006-b20d2c09b643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75c3cfd-2776-43c5-ba2e-a378f2d21b91', 'code': 200} Feb 11 05:08:51.595211 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a312229d-aa6d-43d1-9f20-dc40253da848 admin admin] Checking segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:51.595818 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a312229d-aa6d-43d1-9f20-dc40253da848 admin admin] Network hostable DHCP agents. Network: 72a171e8-0e25-4470-8f53-acdce50a3f56, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:08:51.641209 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a312229d-aa6d-43d1-9f20-dc40253da848 admin admin] Network 72a171e8-0e25-4470-8f53-acdce50a3f56 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:08:51.662836 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a312229d-aa6d-43d1-9f20-dc40253da848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 72a171e8-0e25-4470-8f53-acdce50a3f56) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:51.675191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port ae3d8227-0cbd-4893-9d3c-399a61966083 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:51.675741 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.687887 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd56b8-964b-4280-bd2d-94f6d05c5ebe None None] Network 72a171e8-0e25-4470-8f53-acdce50a3f56 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:51.690048 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a312229d-aa6d-43d1-9f20-dc40253da848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:51.690730 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a312229d-aa6d-43d1-9f20-dc40253da848 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.719470 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a312229d-aa6d-43d1-9f20-dc40253da848 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7744567 Feb 11 05:08:51.787709 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ae3d8227-0cbd-4893-9d3c-399a61966083, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ae3d8227-0cbd-4893-9d3c-399a61966083,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:51.796450 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:51.878527 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb294a4-bb4d-4538-9ce1-e49e44d0c387 x-openstack-request-id: req-abb294a4-bb4d-4538-9ce1-e49e44d0c387 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:51.878527 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa07b8b-d319-4a8a-a0c9-a441fe39d539", "tag": "3889ed9a-5060-437a-8c60-de39f838adf1", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:51.878817 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-abb294a4-bb4d-4538-9ce1-e49e44d0c387 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:51.880233 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa07b8b-d319-4a8a-a0c9-a441fe39d539', 'tag': '3889ed9a-5060-437a-8c60-de39f838adf1', 'status': 'completed', 'code': 200} Feb 11 05:08:52.106911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a622b8a-6196-40cc-b0d4-280a3a068a2b req-6c731962-d08d-43e1-ad2c-bc3bb0d753c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:52.117128 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5a622b8a-6196-40cc-b0d4-280a3a068a2b req-6c731962-d08d-43e1-ad2c-bc3bb0d753c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcea6c6c77f442f580e1392b7ac8c848&device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 1208 time: 0.1909902 Feb 11 05:08:52.198721 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=ae3d8227-0cbd-4893-9d3c-399a61966083,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:52.221197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee510-915b-4c17-98b2-a34109913074 req-10640630-7af0-4d69-997c-8131b46f4546 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:52.238146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f35ee510-915b-4c17-98b2-a34109913074 req-10640630-7af0-4d69-997c-8131b46f4546 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 949 time: 0.2046564 Feb 11 05:08:52.243110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aac0ed-a14d-4b07-9b1a-71aa693b58f2 None None] Network 72a171e8-0e25-4470-8f53-acdce50a3f56 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:52.338852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f35ee510-915b-4c17-98b2-a34109913074 req-2566b35c-89c7-42be-af68-91a5da94512f tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965753 Feb 11 05:08:52.449989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a622b8a-6196-40cc-b0d4-280a3a068a2b req-8f74c693-5ecd-4123-8874-c0c8c62481a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:52.459189 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5a622b8a-6196-40cc-b0d4-280a3a068a2b req-8f74c693-5ecd-4123-8874-c0c8c62481a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26f66db8-4b4e-4b5e-80ea-ded3264eed20 HTTP/1.1" status: 200 len: 914 time: 0.3390517 Feb 11 05:08:52.572429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa62aee-e1fe-4707-8c67-bc51a65d7528 req-d1778862-81dd-44a1-be16-cb15b69f5780 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:52.580240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bfa62aee-e1fe-4707-8c67-bc51a65d7528 req-d1778862-81dd-44a1-be16-cb15b69f5780 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 1024 time: 0.0863433 Feb 11 05:08:52.585037 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5a622b8a-6196-40cc-b0d4-280a3a068a2b req-dd4cc3f6-239f-43ac-bc1c-95462d06bdd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3889ed9a-5060-437a-8c60-de39f838adf1 HTTP/1.1" status: 200 len: 217 time: 0.1143417 Feb 11 05:08:52.672989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a622b8a-6196-40cc-b0d4-280a3a068a2b req-2e949f31-9c1a-4ddd-867d-528fad8cfafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:52.674826 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5a622b8a-6196-40cc-b0d4-280a3a068a2b req-2e949f31-9c1a-4ddd-867d-528fad8cfafa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=24c915ea-74ce-40ac-b648-6298fd550223 HTTP/1.1" status: 200 len: 853 time: 0.0828502 Feb 11 05:08:52.692347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bfa62aee-e1fe-4707-8c67-bc51a65d7528 req-0af9eab2-06b2-4873-b401-7370d328d848 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&id=8aebc31f-9a3d-4757-adc5-7ef790bd2241&id=196a81d6-83f3-4acb-a20b-ccfbba7941f2 HTTP/1.1" status: 200 len: 6199 time: 0.1095271 Feb 11 05:08:52.749239 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5a622b8a-6196-40cc-b0d4-280a3a068a2b req-d65366cc-35ee-4b07-9f4c-35a8b5884dc5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26f66db8-4b4e-4b5e-80ea-ded3264eed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436018 Feb 11 05:08:52.793807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52116) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:52.800501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9bfc5943-b2a4-4120-a561-ee669ec86d41 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1531792788-network', 'tenant_id': '40ceab8c8d5e47bf8d6446bae6843d66'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:52.882695 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfc5943-b2a4-4120-a561-ee669ec86d41 admin admin] Made reservation on behalf of 40ceab8c8d5e47bf8d6446bae6843d66 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:52.888067 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5943-b2a4-4120-a561-ee669ec86d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:52.907196 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5943-b2a4-4120-a561-ee669ec86d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:52.932954 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5a622b8a-6196-40cc-b0d4-280a3a068a2b req-3a76fa36-d690-4ce7-a600-fde4f07515a7 service neutron] 10.222.0.73 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757636 Feb 11 05:08:52.935227 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64967bf4-6aad-408c-bdf4-8d297b96b9d4 req-9205a349-c2c8-4c2c-aa2c-e1261c02c44e tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:52.944120 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64967bf4-6aad-408c-bdf4-8d297b96b9d4 req-9205a349-c2c8-4c2c-aa2c-e1261c02c44e tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/ports?device_id=380f81db-f5ba-42bb-8a51-91ce1072954b HTTP/1.1" status: 200 len: 970 time: 0.1351771 Feb 11 05:08:53.047191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64967bf4-6aad-408c-bdf4-8d297b96b9d4 req-0a6d98e9-5a71-47f7-9d3e-b8ab7aa1eb9f tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.87 "GET /v2.0/security-groups?id=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008310 Feb 11 05:08:53.139241 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5a622b8a-6196-40cc-b0d4-280a3a068a2b req-950fcd3b-a1ad-4589-bbbf-4dcc3486024e service neutron] 10.222.0.73 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905317 Feb 11 05:08:53.159051 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5943-b2a4-4120-a561-ee669ec86d41 admin admin] Publish callbacks [] for security_group (03896226-3c6a-4b85-b59b-73c14cab3e99), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.164900 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5943-b2a4-4120-a561-ee669ec86d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (03896226-3c6a-4b85-b59b-73c14cab3e99), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.201859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfc5943-b2a4-4120-a561-ee669ec86d41 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:08:53.213189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc5943-b2a4-4120-a561-ee669ec86d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03896226-3c6a-4b85-b59b-73c14cab3e99,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:53.218733 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5943-b2a4-4120-a561-ee669ec86d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2901b490-7ffb-47d1-9a15-e01d03335fbf), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.219088 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-9bfc5943-b2a4-4120-a561-ee669ec86d41 admin admin] Added segment 2901b490-7ffb-47d1-9a15-e01d03335fbf of type vlan for network dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a Feb 11 05:08:53.310203 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5943-b2a4-4120-a561-ee669ec86d41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.397332 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5943-b2a4-4120-a561-ee669ec86d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.398396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc5943-b2a4-4120-a561-ee669ec86d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:53.399358 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5943-b2a4-4120-a561-ee669ec86d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.423823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9bfc5943-b2a4-4120-a561-ee669ec86d41 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6260381 Feb 11 05:08:53.424772 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52124) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:53.429432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-fbaf9553-6978-412d-ab93-a15df3d33c3b admin admin] Request body: {'subnet': {'network_id': 'dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1531792788-subnet', 'tenant_id': '40ceab8c8d5e47bf8d6446bae6843d66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:53.433854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65235c-7d1e-4036-9e12-c6228f6cb505 req-52479ac5-d585-48f6-987a-b01ef828f8fc tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:53.435611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a65235c-7d1e-4036-9e12-c6228f6cb505 req-52479ac5-d585-48f6-987a-b01ef828f8fc tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=712667ae-53ff-47b6-bc86-4a3db22da0d0 HTTP/1.1" status: 200 len: 945 time: 0.1220391 Feb 11 05:08:53.464571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaf9553-6978-412d-ab93-a15df3d33c3b admin admin] Made reservation on behalf of 40ceab8c8d5e47bf8d6446bae6843d66 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:53.467798 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9553-6978-412d-ab93-a15df3d33c3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.526004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc5943-b2a4-4120-a561-ee669ec86d41 admin admin] Pushing event updated for resources: {'Network': ['ID=dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:53.538028 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:08:53.583792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb977082-adee-4f5e-93d2-ed09cb011c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3d8227-0cbd-4893-9d3c-399a61966083'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:53.586676 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfdadf0-1724-4c56-a79d-ac34f6df66bc" -d '{"events": [{"server_uuid": "bb977082-adee-4f5e-93d2-ed09cb011c2a", "name": "network-vif-plugged", "status": "completed", "tag": "ae3d8227-0cbd-4893-9d3c-399a61966083"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:53.589519 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a65235c-7d1e-4036-9e12-c6228f6cb505 req-40f466cd-2126-4d1c-8ddc-19afa3433226 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416211 Feb 11 05:08:53.643201 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-26f28075-0ada-4c33-aa3f-14ea4874c78f req-57ae3a5d-e1a2-4774-aa08-33e0a5be7dfd tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1299629176 ', 'description': 'tempest-description-1144015540'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:53.701345 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9553-6978-412d-ab93-a15df3d33c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (4d901f17-9d59-463e-ae9d-47eb3148b5b3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.707971 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-26f28075-0ada-4c33-aa3f-14ea4874c78f req-57ae3a5d-e1a2-4774-aa08-33e0a5be7dfd tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.756827 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf9553-6978-412d-ab93-a15df3d33c3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d901f17-9d59-463e-ae9d-47eb3148b5b3,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:53.814946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d941d4-80fa-436a-9476-3e8e90d69e01 req-3cbf1a00-129b-4cdd-ab85-8a0f9be9d073 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:53.817161 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d4d941d4-80fa-436a-9476-3e8e90d69e01 req-3cbf1a00-129b-4cdd-ab85-8a0f9be9d073 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.73 "GET /v2.0/ports?device_id=380f81db-f5ba-42bb-8a51-91ce1072954b HTTP/1.1" status: 200 len: 970 time: 0.3652556 Feb 11 05:08:53.826991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaf9553-6978-412d-ab93-a15df3d33c3b admin admin] Checking segment: {'id': '2901b490-7ffb-47d1-9a15-e01d03335fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:53.827777 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaf9553-6978-412d-ab93-a15df3d33c3b admin admin] Network hostable DHCP agents. Network: dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:08:53.882210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa07b8b-d319-4a8a-a0c9-a441fe39d539', 'tag': '3889ed9a-5060-437a-8c60-de39f838adf1'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:53.884562 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e947ea7-5f45-4918-bd66-9c1a6eb1b7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa07b8b-d319-4a8a-a0c9-a441fe39d539", "tag": "3889ed9a-5060-437a-8c60-de39f838adf1"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:53.905321 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-26f28075-0ada-4c33-aa3f-14ea4874c78f req-57ae3a5d-e1a2-4774-aa08-33e0a5be7dfd tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (b3a1b158-ab61-4b12-9def-22d7e12f8425), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.914425 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-26f28075-0ada-4c33-aa3f-14ea4874c78f req-57ae3a5d-e1a2-4774-aa08-33e0a5be7dfd tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b3a1b158-ab61-4b12-9def-22d7e12f8425), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.919951 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaf9553-6978-412d-ab93-a15df3d33c3b admin admin] Network dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:08:53.940158 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-26f28075-0ada-4c33-aa3f-14ea4874c78f req-57ae3a5d-e1a2-4774-aa08-33e0a5be7dfd tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.956544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-fbaf9553-6978-412d-ab93-a15df3d33c3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:53.957606 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26f28075-0ada-4c33-aa3f-14ea4874c78f req-57ae3a5d-e1a2-4774-aa08-33e0a5be7dfd tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3195868 Feb 11 05:08:53.966937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaf9553-6978-412d-ab93-a15df3d33c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:53.967793 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9553-6978-412d-ab93-a15df3d33c3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:53.969237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b309d16-c47e-4ce0-8ceb-6aafc4560d68 None None] Network dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:53.989955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae3a5d-e1a2-4774-aa08-33e0a5be7dfd tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a1b158-ab61-4b12-9def-22d7e12f8425,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:53.995986 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fbaf9553-6978-412d-ab93-a15df3d33c3b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5705523 Feb 11 05:08:54.036378 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-d4d941d4-80fa-436a-9476-3e8e90d69e01 req-d89656a3-26d9-4d15-9310-11b93602fa87 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Deleting port 61dc99a3-3efa-4e98-a339-2b589d6bec35 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:54.036732 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d4d941d4-80fa-436a-9476-3e8e90d69e01 req-d89656a3-26d9-4d15-9310-11b93602fa87 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (61dc99a3-3efa-4e98-a339-2b589d6bec35), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:54.156956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb730cf-526d-464c-b549-5d7d5a69f839 req-b8baefd2-4d51-4cf1-b79c-427147d0db05 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:54.175932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fdb730cf-526d-464c-b549-5d7d5a69f839 req-b8baefd2-4d51-4cf1-b79c-427147d0db05 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=62758bc0-2390-4a24-b801-618cc035f8ff HTTP/1.1" status: 200 len: 950 time: 0.1350524 Feb 11 05:08:54.176177 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b8b019-4552-4505-8a1f-bf563a2f55d6 None None] Network dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:08:54.260750 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fdb730cf-526d-464c-b549-5d7d5a69f839 req-f6154a17-702b-4d9d-94ab-0ae9346676dd tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828888 Feb 11 05:08:54.295732 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-d4d941d4-80fa-436a-9476-3e8e90d69e01 req-d89656a3-26d9-4d15-9310-11b93602fa87 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] For port 61dc99a3-3efa-4e98-a339-2b589d6bec35, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=61dc99a3-3efa-4e98-a339-2b589d6bec35,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:54.296115 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d4d941d4-80fa-436a-9476-3e8e90d69e01 req-d89656a3-26d9-4d15-9310-11b93602fa87 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (61dc99a3-3efa-4e98-a339-2b589d6bec35), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:54.322102 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-d4d941d4-80fa-436a-9476-3e8e90d69e01 req-d89656a3-26d9-4d15-9310-11b93602fa87 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Calling delete_port for 61dc99a3-3efa-4e98-a339-2b589d6bec35 owned by compute:tempest-test_az-867606256 {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:54.471692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96845fb5-a2b0-42fa-b618-2ffc565f6324 req-14df0a31-8f35-4341-826a-4b1fd05eadf6 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:54.485918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96845fb5-a2b0-42fa-b618-2ffc565f6324 req-14df0a31-8f35-4341-826a-4b1fd05eadf6 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 949 time: 0.0861893 Feb 11 05:08:54.617767 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96845fb5-a2b0-42fa-b618-2ffc565f6324 req-912342cd-26b7-4a9e-8e88-4213bb9185b8 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211624 Feb 11 05:08:54.687280 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d4d941d4-80fa-436a-9476-3e8e90d69e01 req-d89656a3-26d9-4d15-9310-11b93602fa87 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (61dc99a3-3efa-4e98-a339-2b589d6bec35), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:54.700903 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61dc99a3-3efa-4e98-a339-2b589d6bec35'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:54.750977 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff134ed7-1346-4995-aafb-d0971570fbd3 x-openstack-request-id: req-ff134ed7-1346-4995-aafb-d0971570fbd3 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:54.752476 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb977082-adee-4f5e-93d2-ed09cb011c2a", "name": "network-vif-plugged", "status": "completed", "tag": "ae3d8227-0cbd-4893-9d3c-399a61966083", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:54.753143 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ff134ed7-1346-4995-aafb-d0971570fbd3 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:54.754074 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb977082-adee-4f5e-93d2-ed09cb011c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3d8227-0cbd-4893-9d3c-399a61966083', 'code': 200} Feb 11 05:08:54.784767 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89656a3-26d9-4d15-9310-11b93602fa87 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Pushing event deleted for resources: {'Port': ['ID=61dc99a3-3efa-4e98-a339-2b589d6bec35,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:54.899968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d941d4-80fa-436a-9476-3e8e90d69e01 req-d89656a3-26d9-4d15-9310-11b93602fa87 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] No DVR routers for this DVR port 61dc99a3-3efa-4e98-a339-2b589d6bec35 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:54.903584 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d4d941d4-80fa-436a-9476-3e8e90d69e01 req-d89656a3-26d9-4d15-9310-11b93602fa87 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:54.907402 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d4d941d4-80fa-436a-9476-3e8e90d69e01 req-d89656a3-26d9-4d15-9310-11b93602fa87 tempest-ServersOnMultiNodesTest-26342571 tempest-ServersOnMultiNodesTest-26342571-project] 10.222.0.73 "DELETE /v2.0/ports/61dc99a3-3efa-4e98-a339-2b589d6bec35 HTTP/1.1" status: 204 len: 173 time: 1.0753348 Feb 11 05:08:54.907907 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380f81db-f5ba-42bb-8a51-91ce1072954b', 'name': 'network-vif-deleted', 'tag': '61dc99a3-3efa-4e98-a339-2b589d6bec35'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:54.913099 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88301dba-78ec-4478-a6c9-16e6a5a2f2b1" -d '{"events": [{"server_uuid": "380f81db-f5ba-42bb-8a51-91ce1072954b", "name": "network-vif-deleted", "tag": "61dc99a3-3efa-4e98-a339-2b589d6bec35"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:54.921035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d4c89-f3a1-4c3d-a0b4-995de698df52 req-9904baf1-68c8-4924-92dc-2222f6f72409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:54.923106 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115d4c89-f3a1-4c3d-a0b4-995de698df52 req-9904baf1-68c8-4924-92dc-2222f6f72409 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 1132 time: 0.0892057 Feb 11 05:08:55.048463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115d4c89-f3a1-4c3d-a0b4-995de698df52 req-31e58dbd-fc53-47ef-b936-05913a5f4eab service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106517 Feb 11 05:08:55.064370 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad6936-02f3-4831-af4b-81a09a5aa026 req-9c0938e8-86a9-41c2-8098-ecf94ff24c5d tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:55.066131 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dcad6936-02f3-4831-af4b-81a09a5aa026 req-9c0938e8-86a9-41c2-8098-ecf94ff24c5d tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.88 "GET /v2.0/ports?device_id=62758bc0-2390-4a24-b801-618cc035f8ff HTTP/1.1" status: 200 len: 950 time: 0.0937603 Feb 11 05:08:55.221761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-dcad6936-02f3-4831-af4b-81a09a5aa026 req-391fceee-b483-4bce-8851-9368506143f2 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Deleting port 607d6c39-9d68-4cc3-b068-277681c0d756 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:08:55.222842 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dcad6936-02f3-4831-af4b-81a09a5aa026 req-391fceee-b483-4bce-8851-9368506143f2 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (607d6c39-9d68-4cc3-b068-277681c0d756), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:55.419289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-dcad6936-02f3-4831-af4b-81a09a5aa026 req-391fceee-b483-4bce-8851-9368506143f2 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] For port 607d6c39-9d68-4cc3-b068-277681c0d756, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=607d6c39-9d68-4cc3-b068-277681c0d756,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:55.420096 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dcad6936-02f3-4831-af4b-81a09a5aa026 req-391fceee-b483-4bce-8851-9368506143f2 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (607d6c39-9d68-4cc3-b068-277681c0d756), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:55.446290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-dcad6936-02f3-4831-af4b-81a09a5aa026 req-391fceee-b483-4bce-8851-9368506143f2 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Calling delete_port for 607d6c39-9d68-4cc3-b068-277681c0d756 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:08:55.655682 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dcad6936-02f3-4831-af4b-81a09a5aa026 req-391fceee-b483-4bce-8851-9368506143f2 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (607d6c39-9d68-4cc3-b068-277681c0d756), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:55.672769 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['8724b380-269f-41a9-b91c-09f370a2c738'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:55.784696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fceee-b483-4bce-8851-9368506143f2 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Pushing event deleted for resources: {'Port': ['ID=607d6c39-9d68-4cc3-b068-277681c0d756,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:55.855297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcad6936-02f3-4831-af4b-81a09a5aa026 req-391fceee-b483-4bce-8851-9368506143f2 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] No DVR routers for this DVR port 607d6c39-9d68-4cc3-b068-277681c0d756 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:08:55.862619 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dcad6936-02f3-4831-af4b-81a09a5aa026 req-391fceee-b483-4bce-8851-9368506143f2 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:55.871519 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dcad6936-02f3-4831-af4b-81a09a5aa026 req-391fceee-b483-4bce-8851-9368506143f2 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.88 "DELETE /v2.0/ports/607d6c39-9d68-4cc3-b068-277681c0d756 HTTP/1.1" status: 204 len: 173 time: 0.7987173 Feb 11 05:08:57.319738 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 61dc99a3-3efa-4e98-a339-2b589d6bec35 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:57.352589 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 61dc99a3-3efa-4e98-a339-2b589d6bec35 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:57.353272 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 61dc99a3-3efa-4e98-a339-2b589d6bec35 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:57.498488 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 607d6c39-9d68-4cc3-b068-277681c0d756 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:08:57.543625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 607d6c39-9d68-4cc3-b068-277681c0d756 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:08:57.545451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 607d6c39-9d68-4cc3-b068-277681c0d756 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:08:58.537004 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0015206f-407a-4286-b41b-ea9f8d6f77d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:00.041866 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c406bcb5-0e73-43a4-9300-a6e786b21424 x-openstack-request-id: req-c406bcb5-0e73-43a4-9300-a6e786b21424 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:00.042658 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa07b8b-d319-4a8a-a0c9-a441fe39d539", "tag": "3889ed9a-5060-437a-8c60-de39f838adf1", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:00.042765 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c406bcb5-0e73-43a4-9300-a6e786b21424 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:00.043141 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa07b8b-d319-4a8a-a0c9-a441fe39d539', 'tag': '3889ed9a-5060-437a-8c60-de39f838adf1', 'status': 'completed', 'code': 200} Feb 11 05:09:00.133020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf08add8-6d27-4220-8f1d-e115c2c9c31d req-4c248b61-a0d2-4439-83c2-0c84446edc0c tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/b3a1b158-ab61-4b12-9def-22d7e12f8425 HTTP/1.1" status: 200 len: 1798 time: 0.0784614 Feb 11 05:09:00.143021 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e947ea7-5f45-4918-bd66-9c1a6eb1b7f3 req-84fc29bf-668d-4a5b-a3e8-01cb1c5f6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:00.144583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e947ea7-5f45-4918-bd66-9c1a6eb1b7f3 req-84fc29bf-668d-4a5b-a3e8-01cb1c5f6a08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dcea6c6c77f442f580e1392b7ac8c848&device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 1208 time: 0.0715141 Feb 11 05:09:00.276080 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e947ea7-5f45-4918-bd66-9c1a6eb1b7f3 req-e6a2908f-2a24-41a8-936b-bb3ff4c4c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:00.277565 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e947ea7-5f45-4918-bd66-9c1a6eb1b7f3 req-e6a2908f-2a24-41a8-936b-bb3ff4c4c494 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26f66db8-4b4e-4b5e-80ea-ded3264eed20 HTTP/1.1" status: 200 len: 914 time: 0.1260595 Feb 11 05:09:00.359482 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebc8000-6c6a-4c25-8837-cb6c29f46a17 x-openstack-request-id: req-aebc8000-6c6a-4c25-8837-cb6c29f46a17 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:00.360368 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380f81db-f5ba-42bb-8a51-91ce1072954b", "name": "network-vif-deleted", "tag": "61dc99a3-3efa-4e98-a339-2b589d6bec35", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:00.360798 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aebc8000-6c6a-4c25-8837-cb6c29f46a17 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:00.361403 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380f81db-f5ba-42bb-8a51-91ce1072954b', 'name': 'network-vif-deleted', 'tag': '61dc99a3-3efa-4e98-a339-2b589d6bec35', 'status': 'completed', 'code': 200} Feb 11 05:09:00.410766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e947ea7-5f45-4918-bd66-9c1a6eb1b7f3 req-661836f1-bffd-4157-9645-7e68ecb52337 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3889ed9a-5060-437a-8c60-de39f838adf1 HTTP/1.1" status: 200 len: 217 time: 0.0535183 Feb 11 05:09:00.581676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e947ea7-5f45-4918-bd66-9c1a6eb1b7f3 req-1edd99d1-4c8d-4957-b205-0388f6ea4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:00.583695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e947ea7-5f45-4918-bd66-9c1a6eb1b7f3 req-1edd99d1-4c8d-4957-b205-0388f6ea4a29 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=24c915ea-74ce-40ac-b648-6298fd550223 HTTP/1.1" status: 200 len: 853 time: 0.1440663 Feb 11 05:09:00.616278 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52206) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:00.632944 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4137c-a79b-41f5-941c-2ba6a5947219 req-7507d1a9-cd99-4c03-ac70-12234eb45ff8 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:00.634303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2bf4137c-a79b-41f5-941c-2ba6a5947219 req-7507d1a9-cd99-4c03-ac70-12234eb45ff8 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 949 time: 0.1491463 Feb 11 05:09:00.636144 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e947ea7-5f45-4918-bd66-9c1a6eb1b7f3 req-d29cd369-b962-4bab-98b6-a14027ca0e7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26f66db8-4b4e-4b5e-80ea-ded3264eed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452056 Feb 11 05:09:00.681439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-25ba1231-1af9-4c63-ac4d-99fc066fb685 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:00.682903 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-25ba1231-1af9-4c63-ac4d-99fc066fb685 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 808 time: 0.2571771 Feb 11 05:09:00.690350 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5993ea72-33b3-441b-a46b-d5aa33021b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:00.760811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-4a218223-ef9b-405c-a3dc-b615cfe4a4ee tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/quotas/625496205bdf429e8af46565d991a189 HTTP/1.1" status: 200 len: 375 time: 0.0616987 Feb 11 05:09:00.796229 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-01ef510e-9a53-4fab-8323-178e45add5da admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=923c8e6b939346a0ab9f11e00e8ae595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762595 Feb 11 05:09:00.796547 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52216) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:00.821786 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e947ea7-5f45-4918-bd66-9c1a6eb1b7f3 req-ab6c1c17-d91a-4292-94d8-4edba4734d28 service neutron] 10.222.0.73 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753135 Feb 11 05:09:00.847326 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Publish callbacks [] for security_group (b4ff205c-9751-4bbd-bf2e-5fad8ecdda99), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:00.857285 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-37538a8c-770c-4652-a151-d0a3007ff4f5 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954249 Feb 11 05:09:00.861508 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2bf4137c-a79b-41f5-941c-2ba6a5947219 req-9de6fbd7-b732-43f0-ae73-138429e98be5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138782 Feb 11 05:09:00.887014 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Publish callbacks [] for security_group (b4ff205c-9751-4bbd-bf2e-5fad8ecdda99), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:00.960916 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b4ff205c-9751-4bbd-bf2e-5fad8ecdda99), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:00.964101 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:00.965519 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b4ff205c-9751-4bbd-bf2e-5fad8ecdda99 HTTP/1.1" status: 204 len: 168 time: 0.1683052 Feb 11 05:09:00.977706 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ff205c-9751-4bbd-bf2e-5fad8ecdda99,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:00.997748 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:00.998399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:00.998957 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:00.999577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.000707 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.001272 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.001781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.002280 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.002781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.003274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.004317 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.005014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.006026 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13aaacf-9e79-410b-b181-cd2c8e46f0e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.050371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e947ea7-5f45-4918-bd66-9c1a6eb1b7f3 req-a299783a-4833-40f6-9acf-533e820b172e service neutron] 10.222.0.73 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032981 Feb 11 05:09:01.059341 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e2e600f-bb8a-49be-8a3d-a65f870a72c9 req-307dc1bc-badf-4d1e-b1b9-213a8778f406 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/b3a1b158-ab61-4b12-9def-22d7e12f8425 HTTP/1.1" status: 200 len: 1798 time: 0.1549711 Feb 11 05:09:01.097048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-18a372cb-6219-4427-bc30-c007538ec31a service neutron] 10.222.0.87 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255192 Feb 11 05:09:01.204156 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e2e600f-bb8a-49be-8a3d-a65f870a72c9 req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (b3a1b158-ab61-4b12-9def-22d7e12f8425), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:01.244715 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e2e600f-bb8a-49be-8a3d-a65f870a72c9 req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (b3a1b158-ab61-4b12-9def-22d7e12f8425), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:01.278386 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-e63236a7-43a9-474a-82dd-dc235e8d9bc2 service neutron] 10.222.0.87 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796904 Feb 11 05:09:01.335296 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52230) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:01.348132 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e2e600f-bb8a-49be-8a3d-a65f870a72c9 req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b3a1b158-ab61-4b12-9def-22d7e12f8425), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:01.350727 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e2e600f-bb8a-49be-8a3d-a65f870a72c9 req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:01.351896 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e2e600f-bb8a-49be-8a3d-a65f870a72c9 req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "DELETE /v2.0/security-groups/b3a1b158-ab61-4b12-9def-22d7e12f8425 HTTP/1.1" status: 204 len: 173 time: 0.2779586 Feb 11 05:09:01.368174 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a1b158-ab61-4b12-9def-22d7e12f8425,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:01.406813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.407268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.413059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.413460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.415296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.415706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.416295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.416643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.417927 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.419594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.420394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.420750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.422329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21172925-1b40-4ea8-a07e-27470d46b461 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:01.440445 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e75a037e-0420-47c8-a3db-458e0f76f432 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=75ab3b602ec840ecbf71a67bf727153d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1040874 Feb 11 05:09:01.442992 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52242) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:01.524132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 72cfb4e9-841e-45a0-9377-4fb37a0edade details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:09:01.546807 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36dfaeb5-725b-403f-b14c-f3d9276db36b admin admin] Publish callbacks [] for security_group (d00c0732-c82f-4a6f-b3b0-30960e0faef7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:01.602369 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36dfaeb5-725b-403f-b14c-f3d9276db36b admin admin] Publish callbacks [] for security_group (d00c0732-c82f-4a6f-b3b0-30960e0faef7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:01.689874 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36dfaeb5-725b-403f-b14c-f3d9276db36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d00c0732-c82f-4a6f-b3b0-30960e0faef7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:01.693504 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36dfaeb5-725b-403f-b14c-f3d9276db36b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:01.694678 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-36dfaeb5-725b-403f-b14c-f3d9276db36b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d00c0732-c82f-4a6f-b3b0-30960e0faef7 HTTP/1.1" status: 204 len: 168 time: 0.2504399 Feb 11 05:09:01.706848 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfaeb5-725b-403f-b14c-f3d9276db36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00c0732-c82f-4a6f-b3b0-30960e0faef7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:01.794927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 72cfb4e9-841e-45a0-9377-4fb37a0edade, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=72cfb4e9-841e-45a0-9377-4fb37a0edade,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:01.814608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '72cfb4e9-841e-45a0-9377-4fb37a0edade', 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677', 'port_id': '72cfb4e9-841e-45a0-9377-4fb37a0edade', 'mac_address': 'fa:16:3e:9a:a1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1d8d3c-0c6e-469a-8f36-555d015fa75e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:09:01.947163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 72cfb4e9-841e-45a0-9377-4fb37a0edade is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:01.947740 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:01.979968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72cfb4e9-841e-45a0-9377-4fb37a0edade {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:02.029233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 72cfb4e9-841e-45a0-9377-4fb37a0edade, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=72cfb4e9-841e-45a0-9377-4fb37a0edade,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:02.037708 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:02.175323 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=72cfb4e9-841e-45a0-9377-4fb37a0edade,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:02.189112 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['72cfb4e9-841e-45a0-9377-4fb37a0edade'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:02.196374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62758bc0-2390-4a24-b801-618cc035f8ff', 'name': 'network-vif-deleted', 'tag': '607d6c39-9d68-4cc3-b068-277681c0d756'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:02.199582 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9979b5ec-13b0-4aa9-be4b-72ce98ffc164" -d '{"events": [{"server_uuid": "62758bc0-2390-4a24-b801-618cc035f8ff", "name": "network-vif-deleted", "tag": "607d6c39-9d68-4cc3-b068-277681c0d756"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:02.244012 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-a726ee0b-f7fd-48ee-b502-8181ffbbcf9f req-950a13f1-e151-45f2-be21-2c1b09f1ef62 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] show failed (client error): The resource could not be found. Feb 11 05:09:02.260374 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a726ee0b-f7fd-48ee-b502-8181ffbbcf9f req-950a13f1-e151-45f2-be21-2c1b09f1ef62 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/b3a1b158-ab61-4b12-9def-22d7e12f8425 HTTP/1.1" status: 404 len: 352 time: 0.0564992 Feb 11 05:09:02.310027 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:02.330000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836bc344-4785-418e-9228-ed9f97796997 req-ae8ed443-f984-4c3d-9008-9304c32e9f5e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:02.343048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-836bc344-4785-418e-9228-ed9f97796997 req-ae8ed443-f984-4c3d-9008-9304c32e9f5e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 949 time: 0.7532060 Feb 11 05:09:02.437673 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2204123-c7e7-4b40-9911-7cc2732d239e req-150e51b5-940b-40c0-aa7c-390fd2b11f81 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 210 time: 0.0481658 Feb 11 05:09:02.454000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-836bc344-4785-418e-9228-ed9f97796997 req-9519c17b-b293-458d-a054-ba88807c9035 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062026 Feb 11 05:09:02.594107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b449fb-4fe1-4f76-8566-f5ad3bf1a997 req-d1a106f3-ec84-4e08-94a4-bfff0e4a6a97 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:02.595921 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94b449fb-4fe1-4f76-8566-f5ad3bf1a997 req-d1a106f3-ec84-4e08-94a4-bfff0e4a6a97 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 950 time: 0.0803857 Feb 11 05:09:02.642243 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705de065-6c0b-4c68-a0b4-ffe1ddc5f092 x-openstack-request-id: req-705de065-6c0b-4c68-a0b4-ffe1ddc5f092 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:02.642618 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62758bc0-2390-4a24-b801-618cc035f8ff", "name": "network-vif-deleted", "tag": "607d6c39-9d68-4cc3-b068-277681c0d756", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:02.642866 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-705de065-6c0b-4c68-a0b4-ffe1ddc5f092 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:02.643344 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62758bc0-2390-4a24-b801-618cc035f8ff', 'name': 'network-vif-deleted', 'tag': '607d6c39-9d68-4cc3-b068-277681c0d756', 'status': 'completed', 'code': 200} Feb 11 05:09:02.676241 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94b449fb-4fe1-4f76-8566-f5ad3bf1a997 req-c54a7141-c6dc-404b-b07b-984d15877640 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696623 Feb 11 05:09:02.682029 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-cc51a1e1-a294-45d5-9ccf-2a90ee15885a req-acd6457a-1b3c-44e2-8a63-b94bda839256 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1542973313', 'description': 'tempest-description-1693814888'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:02.728633 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cc51a1e1-a294-45d5-9ccf-2a90ee15885a req-acd6457a-1b3c-44e2-8a63-b94bda839256 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:02.864462 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cc51a1e1-a294-45d5-9ccf-2a90ee15885a req-acd6457a-1b3c-44e2-8a63-b94bda839256 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (ffd7a588-fe9c-44c6-bc9c-d8841e621e8e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:02.872841 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cc51a1e1-a294-45d5-9ccf-2a90ee15885a req-acd6457a-1b3c-44e2-8a63-b94bda839256 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ffd7a588-fe9c-44c6-bc9c-d8841e621e8e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:02.939586 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cc51a1e1-a294-45d5-9ccf-2a90ee15885a req-acd6457a-1b3c-44e2-8a63-b94bda839256 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:02.942524 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc51a1e1-a294-45d5-9ccf-2a90ee15885a req-acd6457a-1b3c-44e2-8a63-b94bda839256 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2652931 Feb 11 05:09:02.945580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6457a-1b3c-44e2-8a63-b94bda839256 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd7a588-fe9c-44c6-bc9c-d8841e621e8e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:03.005979 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea2fde-2596-48e3-8a53-dc2b4f8f2c6c req-51cab04e-bd33-4480-b012-2e50b198e6c0 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:03.025214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5ea2fde-2596-48e3-8a53-dc2b4f8f2c6c req-51cab04e-bd33-4480-b012-2e50b198e6c0 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 950 time: 0.1288936 Feb 11 05:09:03.039745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-86c716d8-a460-42f0-aecf-07915ea865f9 req-62264ea7-b6ca-41bd-8782-9fefe4b5140a tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1067348418', 'description': 'tempest-description-1569382495'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:03.088054 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86c716d8-a460-42f0-aecf-07915ea865f9 req-62264ea7-b6ca-41bd-8782-9fefe4b5140a tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:03.217919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-cd1610af-b267-4281-a90b-8015a8885e99 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:03.220260 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-cd1610af-b267-4281-a90b-8015a8885e99 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.88 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 808 time: 0.1125996 Feb 11 05:09:03.237063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5ea2fde-2596-48e3-8a53-dc2b4f8f2c6c req-3b3a0680-eee5-41bd-8b3e-5dcba10d7c22 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065487 Feb 11 05:09:03.245401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-d243ef65-47e0-4a7b-883d-1276cb56cc47 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Request body: {'port': {'device_id': 'dff7802c-322b-4d01-9cf2-dfb409ffe005', 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56', 'admin_state_up': True, 'tenant_id': '625496205bdf429e8af46565d991a189'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:03.350968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c75c3cfd-2776-43c5-ba2e-a378f2d21b91 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:03.419674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-ee07e2eb-30ce-42bd-8de6-21b6714af4b9 req-300d77e9-7227-4f83-93c6-1a96422b8678 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:09:03.420716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee07e2eb-30ce-42bd-8de6-21b6714af4b9 req-300d77e9-7227-4f83-93c6-1a96422b8678 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057986 Feb 11 05:09:03.460902 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:03.518449 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86c716d8-a460-42f0-aecf-07915ea865f9 req-62264ea7-b6ca-41bd-8782-9fefe4b5140a tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (790c66c9-5dcb-41cc-aeae-c8a1b97925af), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:03.520524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-d243ef65-47e0-4a7b-883d-1276cb56cc47 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Made reservation on behalf of 625496205bdf429e8af46565d991a189 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:09:03.524367 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-d243ef65-47e0-4a7b-883d-1276cb56cc47 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:03.542531 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86c716d8-a460-42f0-aecf-07915ea865f9 req-62264ea7-b6ca-41bd-8782-9fefe4b5140a tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (790c66c9-5dcb-41cc-aeae-c8a1b97925af), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:03.549209 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port c75c3cfd-2776-43c5-ba2e-a378f2d21b91 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:03.549945 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:03.573270 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 72cfb4e9-841e-45a0-9377-4fb37a0edade up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:03.603454 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979768ab-e8ac-4018-b006-b20d2c09b643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c75c3cfd-2776-43c5-ba2e-a378f2d21b91'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:03.605892 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57e65f0-a1cf-449c-929e-98d5d5cd7552" -d '{"events": [{"server_uuid": "979768ab-e8ac-4018-b006-b20d2c09b643", "name": "network-vif-unplugged", "status": "completed", "tag": "c75c3cfd-2776-43c5-ba2e-a378f2d21b91"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:03.637563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c75c3cfd-2776-43c5-ba2e-a378f2d21b91, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:03.658279 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:03.795799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-d243ef65-47e0-4a7b-883d-1276cb56cc47 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Allocated IP 172.20.0.4 (72a171e8-0e25-4470-8f53-acdce50a3f56/959692e0-0ebb-4204-9905-25b38d09fa54/bdd8df23-fda2-448f-8d24-05c4613ec467) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:03.828952 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-07791b54-5b06-4fcf-80a5-ff9202ae1455 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1116610 Feb 11 05:09:03.967392 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86c716d8-a460-42f0-aecf-07915ea865f9 req-62264ea7-b6ca-41bd-8782-9fefe4b5140a tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:03.991208 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86c716d8-a460-42f0-aecf-07915ea865f9 req-62264ea7-b6ca-41bd-8782-9fefe4b5140a tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9638343 Feb 11 05:09:04.052598 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62264ea7-b6ca-41bd-8782-9fefe4b5140a tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790c66c9-5dcb-41cc-aeae-c8a1b97925af,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:04.218640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 72cfb4e9-841e-45a0-9377-4fb37a0edade triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:04.219018 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:04.296776 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:04.339156 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e25bf206-58c9-4ae6-9444-781288fd4118 req-3a4bafd4-506d-4e6a-ae43-26f489c6f41b tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 210 time: 0.2172678 Feb 11 05:09:04.344566 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:04.344925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:04.345269 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:04.345608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:04.345954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:04.346900 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:04.348299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:04.349303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:04.350265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:04.353187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:04.355026 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:04.364054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:04.364399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:04.462750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d338ce7-2dad-4d06-8bca-d140e9ed35cd req-057d624d-bf2c-444a-a44e-2462e458e33f tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:04.468419 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d338ce7-2dad-4d06-8bca-d140e9ed35cd req-057d624d-bf2c-444a-a44e-2462e458e33f tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.88 "GET /v2.0/ports?device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 950 time: 0.5313005 Feb 11 05:09:04.508044 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d35ee2-9ec1-4a2e-bc2e-78b7063841a8 x-openstack-request-id: req-20d35ee2-9ec1-4a2e-bc2e-78b7063841a8 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:04.508617 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979768ab-e8ac-4018-b006-b20d2c09b643", "name": "network-vif-unplugged", "status": "completed", "tag": "c75c3cfd-2776-43c5-ba2e-a378f2d21b91", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:04.509118 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-20d35ee2-9ec1-4a2e-bc2e-78b7063841a8 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:04.509676 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979768ab-e8ac-4018-b006-b20d2c09b643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c75c3cfd-2776-43c5-ba2e-a378f2d21b91', 'code': 200} Feb 11 05:09:04.525037 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 72cfb4e9-841e-45a0-9377-4fb37a0edade is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:04.526609 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:04.594222 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 72cfb4e9-841e-45a0-9377-4fb37a0edade, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=72cfb4e9-841e-45a0-9377-4fb37a0edade,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:04.610746 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:04.628071 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-d243ef65-47e0-4a7b-883d-1276cb56cc47 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks [] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:04.724325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=72cfb4e9-841e-45a0-9377-4fb37a0edade,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:04.817559 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:04.846479 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52406) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:04.965875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c9b50-f775-412a-860b-c9edf720fcdf req-ef2e1725-f395-49f4-aca4-38cb61462035 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:04.973912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-597c9b50-f775-412a-860b-c9edf720fcdf req-ef2e1725-f395-49f4-aca4-38cb61462035 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 949 time: 0.3227456 Feb 11 05:09:05.010996 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-d243ef65-47e0-4a7b-883d-1276cb56cc47 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.026287 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26d69a-e20d-4d04-b7fd-da71f66bc123 req-62ef042d-47ca-4347-9c5b-c8a483c7f4a1 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:05.033241 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b26d69a-e20d-4d04-b7fd-da71f66bc123 req-62ef042d-47ca-4347-9c5b-c8a483c7f4a1 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 950 time: 0.2648482 Feb 11 05:09:05.083700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-1ca08da4-6586-4585-95fe-fa4dfb289d27 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:05.095688 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-1ca08da4-6586-4585-95fe-fa4dfb289d27 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports/ae3d8227-0cbd-4893-9d3c-399a61966083 HTTP/1.1" status: 200 len: 946 time: 0.0808880 Feb 11 05:09:05.109770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-d243ef65-47e0-4a7b-883d-1276cb56cc47 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Network 72a171e8-0e25-4470-8f53-acdce50a3f56 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:05.133773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-d243ef65-47e0-4a7b-883d-1276cb56cc47 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:05.141793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-d243ef65-47e0-4a7b-883d-1276cb56cc47 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:05.149287 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-3d338ce7-2dad-4d06-8bca-d140e9ed35cd req-6662ca75-2e6f-4af7-941f-57f7e9e00eca tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Deleting port 8724b380-269f-41a9-b91c-09f370a2c738 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:09:05.149640 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3d338ce7-2dad-4d06-8bca-d140e9ed35cd req-6662ca75-2e6f-4af7-941f-57f7e9e00eca tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8724b380-269f-41a9-b91c-09f370a2c738), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.153662 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2809-5f34-4078-83cc-f68a29160502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.161986 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-597c9b50-f775-412a-860b-c9edf720fcdf req-8ac0ebe5-ee3d-4c45-912f-6e4dec33cd1a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870522 Feb 11 05:09:05.348973 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b26d69a-e20d-4d04-b7fd-da71f66bc123 req-0baa5704-c1b5-428b-afe4-90e1827e34a9 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c89038f-e03c-48fb-8ab5-727915fa1d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147616 Feb 11 05:09:05.349679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243ef65-47e0-4a7b-883d-1276cb56cc47 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Pushing event updated for resources: {'Port': ['ID=bdd8df23-fda2-448f-8d24-05c4613ec467,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:05.368752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-d916c351-9cd2-42f1-8f01-ebabd5325311 req-609878c5-395e-4d10-898e-2bf50a870108 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1802528175', 'description': 'tempest-description-967267252'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:05.402251 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2809-5f34-4078-83cc-f68a29160502 admin admin] Publish callbacks [] for security_group (bbf28d97-9843-4d74-b0ae-afef4930c03e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.409364 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2809-5f34-4078-83cc-f68a29160502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (bbf28d97-9843-4d74-b0ae-afef4930c03e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.444294 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3e9d2809-5f34-4078-83cc-f68a29160502 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=409337aa9d23491085e8349184e6ad12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5960057 Feb 11 05:09:05.446862 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52432) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:05.490198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-d243ef65-47e0-4a7b-883d-1276cb56cc47 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:05.490936 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-d243ef65-47e0-4a7b-883d-1276cb56cc47 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.587313 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2dc1d27a-1019-499a-ac3f-bb8af81a12f7 admin admin] Publish callbacks [] for security_group (bbf28d97-9843-4d74-b0ae-afef4930c03e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.616236 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2dc1d27a-1019-499a-ac3f-bb8af81a12f7 admin admin] Publish callbacks [] for security_group (bbf28d97-9843-4d74-b0ae-afef4930c03e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.671828 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2809-5f34-4078-83cc-f68a29160502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf28d97-9843-4d74-b0ae-afef4930c03e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:05.723990 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2dc1d27a-1019-499a-ac3f-bb8af81a12f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (bbf28d97-9843-4d74-b0ae-afef4930c03e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.726745 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2dc1d27a-1019-499a-ac3f-bb8af81a12f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.730382 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2dc1d27a-1019-499a-ac3f-bb8af81a12f7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bbf28d97-9843-4d74-b0ae-afef4930c03e HTTP/1.1" status: 204 len: 168 time: 0.2792809 Feb 11 05:09:05.746639 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1d27a-1019-499a-ac3f-bb8af81a12f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf28d97-9843-4d74-b0ae-afef4930c03e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:05.783502 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d916c351-9cd2-42f1-8f01-ebabd5325311 req-609878c5-395e-4d10-898e-2bf50a870108 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.862487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-3d338ce7-2dad-4d06-8bca-d140e9ed35cd req-6662ca75-2e6f-4af7-941f-57f7e9e00eca tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] For port 8724b380-269f-41a9-b91c-09f370a2c738, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8724b380-269f-41a9-b91c-09f370a2c738,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:05.864769 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3d338ce7-2dad-4d06-8bca-d140e9ed35cd req-6662ca75-2e6f-4af7-941f-57f7e9e00eca tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8724b380-269f-41a9-b91c-09f370a2c738), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:05.936976 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-d243ef65-47e0-4a7b-883d-1276cb56cc47 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6980453 Feb 11 05:09:05.937782 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-3d338ce7-2dad-4d06-8bca-d140e9ed35cd req-6662ca75-2e6f-4af7-941f-57f7e9e00eca tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Calling delete_port for 8724b380-269f-41a9-b91c-09f370a2c738 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:09:05.982299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Request body: {'port': {'device_id': 'dff7802c-322b-4d01-9cf2-dfb409ffe005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:06.169285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871db4a-4a22-4819-876f-91746fe7ccfe req-1f9d6697-74db-4764-91ae-3e13ab111c1e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:06.171191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2871db4a-4a22-4819-876f-91746fe7ccfe req-1f9d6697-74db-4764-91ae-3e13ab111c1e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 931 time: 0.5519087 Feb 11 05:09:06.200497 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:06.268285 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d916c351-9cd2-42f1-8f01-ebabd5325311 req-609878c5-395e-4d10-898e-2bf50a870108 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (7cb620d1-bd7d-4bb1-ab81-8f4f64714512), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:06.326647 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d916c351-9cd2-42f1-8f01-ebabd5325311 req-609878c5-395e-4d10-898e-2bf50a870108 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7cb620d1-bd7d-4bb1-ab81-8f4f64714512), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:06.441872 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2871db4a-4a22-4819-876f-91746fe7ccfe req-7f7bcc41-e05d-4344-ab9b-d09ac3eb9c05 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549064 Feb 11 05:09:06.492364 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d916c351-9cd2-42f1-8f01-ebabd5325311 req-609878c5-395e-4d10-898e-2bf50a870108 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:06.508334 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d916c351-9cd2-42f1-8f01-ebabd5325311 req-609878c5-395e-4d10-898e-2bf50a870108 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.1768396 Feb 11 05:09:06.512434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712667ae-53ff-47b6-bc86-4a3db22da0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cfb4e9-841e-45a0-9377-4fb37a0edade'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:06.514914 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4d2dbe-0d94-4b0d-b5f0-a1551bb9d1ad" -d '{"events": [{"server_uuid": "712667ae-53ff-47b6-bc86-4a3db22da0d0", "name": "network-vif-plugged", "status": "completed", "tag": "72cfb4e9-841e-45a0-9377-4fb37a0edade"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:06.713978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609878c5-395e-4d10-898e-2bf50a870108 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb620d1-bd7d-4bb1-ab81-8f4f64714512,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:06.775295 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3d338ce7-2dad-4d06-8bca-d140e9ed35cd req-6662ca75-2e6f-4af7-941f-57f7e9e00eca tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8724b380-269f-41a9-b91c-09f370a2c738), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:06.974969 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ec74e28e-3891-442f-9e61-0fda2116c94d req-307eef7e-a81b-4c23-a01b-6bd98f2b3f48 tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.87 "GET /v2.0/ports?device_id=7363fd57-d4e0-4590-be85-15e8e224003e HTTP/1.1" status: 200 len: 210 time: 0.1959043 Feb 11 05:09:06.979559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662ca75-2e6f-4af7-941f-57f7e9e00eca tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Pushing event deleted for resources: {'Port': ['ID=8724b380-269f-41a9-b91c-09f370a2c738,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:07.149131 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd8df23-fda2-448f-8d24-05c4613ec467 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:07.158114 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Publish callbacks [] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:07.171840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Transition to ACTIVE for port object bdd8df23-fda2-448f-8d24-05c4613ec467 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:09:07.201886 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:07.212641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-f5e87f7d-9ff2-439f-ba75-c2ff2ab033ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:07.214301 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-f5e87f7d-9ff2-439f-ba75-c2ff2ab033ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 1132 time: 0.5296111 Feb 11 05:09:07.256928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d338ce7-2dad-4d06-8bca-d140e9ed35cd req-6662ca75-2e6f-4af7-941f-57f7e9e00eca tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] No DVR routers for this DVR port 8724b380-269f-41a9-b91c-09f370a2c738 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:09:07.261693 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3d338ce7-2dad-4d06-8bca-d140e9ed35cd req-6662ca75-2e6f-4af7-941f-57f7e9e00eca tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:07.265444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d338ce7-2dad-4d06-8bca-d140e9ed35cd req-6662ca75-2e6f-4af7-941f-57f7e9e00eca tempest-ServersAdminNegativeTestJSON-1696138022 tempest-ServersAdminNegativeTestJSON-1696138022-project] 10.222.0.88 "DELETE /v2.0/ports/8724b380-269f-41a9-b91c-09f370a2c738 HTTP/1.1" status: 204 len: 173 time: 2.7592881 Feb 11 05:09:07.278819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b90420-c07b-45da-ab09-32269e0c33e7 req-8de65b61-16aa-4670-8a83-85c290e5c506 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:07.305358 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61b90420-c07b-45da-ab09-32269e0c33e7 req-8de65b61-16aa-4670-8a83-85c290e5c506 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 949 time: 0.5892107 Feb 11 05:09:07.323797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7363fd57-d4e0-4590-be85-15e8e224003e', 'name': 'network-vif-deleted', 'tag': '8724b380-269f-41a9-b91c-09f370a2c738'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:07.325992 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d257a2e-28ad-4c91-9882-a85f769b2d80" -d '{"events": [{"server_uuid": "7363fd57-d4e0-4590-be85-15e8e224003e", "name": "network-vif-deleted", "tag": "8724b380-269f-41a9-b91c-09f370a2c738"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:07.372085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 87903cd5-1c2a-4d6d-ba58-308f8740fd60 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:09:07.535365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-22f9f4bd-23ef-4efb-b4d8-5c6815bb13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:07.536895 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-22f9f4bd-23ef-4efb-b4d8-5c6815bb13c4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.2160051 Feb 11 05:09:07.560736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8724b380-269f-41a9-b91c-09f370a2c738 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:07.596888 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 8724b380-269f-41a9-b91c-09f370a2c738 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:09:07.597872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8724b380-269f-41a9-b91c-09f370a2c738 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:09:07.608446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-a690749e-16d7-47fd-9d55-1a788028ba50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ae3d8227-0cbd-4893-9d3c-399a61966083 HTTP/1.1" status: 200 len: 217 time: 0.0616620 Feb 11 05:09:07.647941 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 87903cd5-1c2a-4d6d-ba58-308f8740fd60, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=87903cd5-1c2a-4d6d-ba58-308f8740fd60,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:07.670495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '87903cd5-1c2a-4d6d-ba58-308f8740fd60', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '87903cd5-1c2a-4d6d-ba58-308f8740fd60', 'mac_address': 'fa:16:3e:9e:94:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:09:07.731206 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd8df23-fda2-448f-8d24-05c4613ec467,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:07.861309 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:07.863040 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:07.925152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87903cd5-1c2a-4d6d-ba58-308f8740fd60 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:07.966274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 87903cd5-1c2a-4d6d-ba58-308f8740fd60, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=87903cd5-1c2a-4d6d-ba58-308f8740fd60,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:07.974205 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:07.977053 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61b90420-c07b-45da-ab09-32269e0c33e7 req-266b52a4-fc09-4710-9750-96fd2ac0a967 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6706326 Feb 11 05:09:07.993781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-082ca471-005f-466f-bb8e-5fecd8df58db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:07.995550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-082ca471-005f-466f-bb8e-5fecd8df58db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.3162420 Feb 11 05:09:08.121214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fef68b58-eddb-4c13-a013-7cd968c98601 req-e722c2eb-4d64-4cda-95df-b9a091b33ab1 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dcea6c6c77f442f580e1392b7ac8c848 HTTP/1.1" status: 200 len: 10999 time: 0.9416242 Feb 11 05:09:08.142667 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474e5192-5639-411d-86f9-c5a996e03d4c x-openstack-request-id: req-474e5192-5639-411d-86f9-c5a996e03d4c {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:08.143091 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712667ae-53ff-47b6-bc86-4a3db22da0d0", "name": "network-vif-plugged", "status": "completed", "tag": "72cfb4e9-841e-45a0-9377-4fb37a0edade", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:08.143361 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-474e5192-5639-411d-86f9-c5a996e03d4c {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:08.143795 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712667ae-53ff-47b6-bc86-4a3db22da0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cfb4e9-841e-45a0-9377-4fb37a0edade', 'code': 200} Feb 11 05:09:08.145897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=87903cd5-1c2a-4d6d-ba58-308f8740fd60,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:08.148417 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Attempting to bind port bdd8df23-fda2-448f-8d24-05c4613ec467 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:08.149959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Attempting to bind port bdd8df23-fda2-448f-8d24-05c4613ec467 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:08.150425 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Attempting to bind port bdd8df23-fda2-448f-8d24-05c4613ec467 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:08.206172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Port bdd8df23-fda2-448f-8d24-05c4613ec467 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:09:08.207037 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Attempting to bind port bdd8df23-fda2-448f-8d24-05c4613ec467 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:08.215713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:08.216061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Checking segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:08.216451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Bound using segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:08.216887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Bound port: bdd8df23-fda2-448f-8d24-05c4613ec467, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:08.217248 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.288272 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['87903cd5-1c2a-4d6d-ba58-308f8740fd60'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:08.304782 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-fb4d15a5-fa11-4c1f-b638-2c012cac9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:08.308320 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-fb4d15a5-fa11-4c1f-b638-2c012cac9a91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2946153 Feb 11 05:09:08.364784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fef68b58-eddb-4c13-a013-7cd968c98601 req-4f528970-94d9-4ce4-9037-3aaf0ca59405 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/c2e47cc6-10ca-4479-bd42-de31191cc045 HTTP/1.1" status: 200 len: 2998 time: 0.2424490 Feb 11 05:09:08.401350 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] For port bdd8df23-fda2-448f-8d24-05c4613ec467, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:08.458366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] For port bdd8df23-fda2-448f-8d24-05c4613ec467, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bdd8df23-fda2-448f-8d24-05c4613ec467,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:08.478101 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa80992-6b71-45f4-ab40-e1b09d96ca8d x-openstack-request-id: req-4aa80992-6b71-45f4-ab40-e1b09d96ca8d {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:08.478540 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7363fd57-d4e0-4590-be85-15e8e224003e", "name": "network-vif-deleted", "tag": "8724b380-269f-41a9-b91c-09f370a2c738", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:08.479319 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4aa80992-6b71-45f4-ab40-e1b09d96ca8d {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:08.479921 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7363fd57-d4e0-4590-be85-15e8e224003e', 'name': 'network-vif-deleted', 'tag': '8724b380-269f-41a9-b91c-09f370a2c738', 'status': 'completed', 'code': 200} Feb 11 05:09:08.488332 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.565050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fef68b58-eddb-4c13-a013-7cd968c98601 req-f2af39e8-4550-474d-88aa-8d2d014b086e tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/c2e47cc6-10ca-4479-bd42-de31191cc045 HTTP/1.1" status: 200 len: 2998 time: 0.1955905 Feb 11 05:09:08.570840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:08.571965 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:08.574478 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-da7485d6-6033-49b6-a68a-234589750463 service neutron] 10.222.0.88 "PUT /v2.0/ports/bdd8df23-fda2-448f-8d24-05c4613ec467 HTTP/1.1" status: 200 len: 1092 time: 2.6243634 Feb 11 05:09:08.600004 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-ae730c96-bff8-4da3-b1c4-45ffc62974c8 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795243 Feb 11 05:09:08.692764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7485d6-6033-49b6-a68a-234589750463 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd8df23-fda2-448f-8d24-05c4613ec467,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:08.881294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88061223-d007-49b8-8673-bb887a8e39f0 req-52a66698-bd56-4b8d-bbd2-645be1579428 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:08.883008 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88061223-d007-49b8-8673-bb887a8e39f0 req-52a66698-bd56-4b8d-bbd2-645be1579428 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 943 time: 0.2319052 Feb 11 05:09:08.893688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-8be7c175-f112-44f4-89b2-699794343cfd service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814198 Feb 11 05:09:08.942671 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-781de468-b341-4102-aafd-f0ddcb9c2d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:08.944448 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-781de468-b341-4102-aafd-f0ddcb9c2d34 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 1126 time: 0.2971020 Feb 11 05:09:08.997974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-ae60f49a-3b36-4e7b-b00e-d2d33232e661 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdd8df23-fda2-448f-8d24-05c4613ec467 HTTP/1.1" status: 200 len: 217 time: 0.0445304 Feb 11 05:09:09.072309 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88061223-d007-49b8-8673-bb887a8e39f0 req-d2a758af-48e1-40be-92f8-7aa5b6dac80a tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816423 Feb 11 05:09:09.154312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-24ba66e0-4461-4dc5-b8d9-f2035452744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:09.155820 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-24ba66e0-4461-4dc5-b8d9-f2035452744d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.1354630 Feb 11 05:09:09.222777 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22dab206-9257-4eff-bb77-c5229733da85 req-187860c4-cfb0-49f3-8151-bd69ee1eacfd tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/ffd7a588-fe9c-44c6-bc9c-d8841e621e8e HTTP/1.1" status: 200 len: 1818 time: 0.1271572 Feb 11 05:09:09.232673 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-cceec034-ae22-4729-9e5e-d990e3f8c5ba service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630679 Feb 11 05:09:09.427182 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52570) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:09.432655 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-22dab206-9257-4eff-bb77-c5229733da85 req-c90787b3-51f9-4378-ae67-4161abd6124f tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (ffd7a588-fe9c-44c6-bc9c-d8841e621e8e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:09.469609 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f62b06-57cb-4422-8a6b-92f26ad5547e req-a46ee57d-b8f3-4fcc-bdf2-c3058a3400a7 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:09.473066 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7f62b06-57cb-4422-8a6b-92f26ad5547e req-a46ee57d-b8f3-4fcc-bdf2-c3058a3400a7 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 949 time: 0.2828012 Feb 11 05:09:09.520382 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:09.748965 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7d007d7f-524b-42cc-8755-9c249434b570 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=072d9f3e9b8f44558126f19a6508ee5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102281 Feb 11 05:09:09.752834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52578) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:09.843577 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-22dab206-9257-4eff-bb77-c5229733da85 req-c90787b3-51f9-4378-ae67-4161abd6124f tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (ffd7a588-fe9c-44c6-bc9c-d8841e621e8e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:09.861568 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36549c17-0c81-463d-a348-3ed24cb20b45 admin admin] Publish callbacks [] for security_group (7c89038f-e03c-48fb-8ab5-727915fa1d9f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:09.918768 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-22dab206-9257-4eff-bb77-c5229733da85 req-c90787b3-51f9-4378-ae67-4161abd6124f tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ffd7a588-fe9c-44c6-bc9c-d8841e621e8e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:09.921756 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-22dab206-9257-4eff-bb77-c5229733da85 req-c90787b3-51f9-4378-ae67-4161abd6124f tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:09.923096 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22dab206-9257-4eff-bb77-c5229733da85 req-c90787b3-51f9-4378-ae67-4161abd6124f tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "DELETE /v2.0/security-groups/ffd7a588-fe9c-44c6-bc9c-d8841e621e8e HTTP/1.1" status: 204 len: 173 time: 0.6876729 Feb 11 05:09:09.928568 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36549c17-0c81-463d-a348-3ed24cb20b45 admin admin] Publish callbacks [] for security_group (7c89038f-e03c-48fb-8ab5-727915fa1d9f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:09.953837 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-c1bba2e3-5510-40f1-8d76-ffcc304dfa2b service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6724505 Feb 11 05:09:09.960553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90787b3-51f9-4378-ae67-4161abd6124f tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd7a588-fe9c-44c6-bc9c-d8841e621e8e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:10.035622 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36549c17-0c81-463d-a348-3ed24cb20b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7c89038f-e03c-48fb-8ab5-727915fa1d9f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:10.038672 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36549c17-0c81-463d-a348-3ed24cb20b45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:10.043472 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-36549c17-0c81-463d-a348-3ed24cb20b45 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7c89038f-e03c-48fb-8ab5-727915fa1d9f HTTP/1.1" status: 204 len: 168 time: 0.2851763 Feb 11 05:09:10.052541 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36549c17-0c81-463d-a348-3ed24cb20b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c89038f-e03c-48fb-8ab5-727915fa1d9f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:10.158761 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7f62b06-57cb-4422-8a6b-92f26ad5547e req-05cc3e5d-7f55-4538-baca-741ccc4c7795 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415104 Feb 11 05:09:10.242496 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88f5c7f3-1802-4f60-8230-2b56d38d82db req-093d2c33-4eb9-4dfc-9e70-903aa34fb1ac service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758114 Feb 11 05:09:10.482036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff7802c-322b-4d01-9cf2-dfb409ffe005', 'tag': 'bdd8df23-fda2-448f-8d24-05c4613ec467'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:10.486000 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f055fb34-1140-4086-b022-4896171b4347" -d '{"events": [{"name": "network-changed", "server_uuid": "dff7802c-322b-4d01-9cf2-dfb409ffe005", "tag": "bdd8df23-fda2-448f-8d24-05c4613ec467"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:10.574166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52610) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:10.643149 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bfb60c82-77d0-4913-b93a-7b957936f78c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2684464eb9a0414d9ad72a1c5a21a3da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0665257 Feb 11 05:09:10.645460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52612) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:10.721022 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a574844-2a8f-4b27-8906-8295371b920f admin admin] Publish callbacks [] for security_group (a118be48-2560-453c-982e-803334703f46), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:10.819962 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a574844-2a8f-4b27-8906-8295371b920f admin admin] Publish callbacks [] for security_group (a118be48-2560-453c-982e-803334703f46), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:10.953107 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a574844-2a8f-4b27-8906-8295371b920f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a118be48-2560-453c-982e-803334703f46), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:10.958127 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a574844-2a8f-4b27-8906-8295371b920f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:10.963167 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2a574844-2a8f-4b27-8906-8295371b920f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a118be48-2560-453c-982e-803334703f46 HTTP/1.1" status: 204 len: 168 time: 0.3135273 Feb 11 05:09:10.986472 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a574844-2a8f-4b27-8906-8295371b920f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a118be48-2560-453c-982e-803334703f46,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:11.399924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 87903cd5-1c2a-4d6d-ba58-308f8740fd60 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:11.547771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:11.550179 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:11.730630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:11.731028 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:11.805115 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728b5f04-6e78-4de7-a174-ec92eb41d35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87903cd5-1c2a-4d6d-ba58-308f8740fd60'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:11.819149 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5a506b-0fb7-42ab-8bfb-da27c2763220" -d '{"events": [{"server_uuid": "728b5f04-6e78-4de7-a174-ec92eb41d35a", "name": "network-vif-plugged", "status": "completed", "tag": "87903cd5-1c2a-4d6d-ba58-308f8740fd60"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:11.874252 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 87903cd5-1c2a-4d6d-ba58-308f8740fd60, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=87903cd5-1c2a-4d6d-ba58-308f8740fd60,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:11.881731 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:12.028777 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=87903cd5-1c2a-4d6d-ba58-308f8740fd60,revision_number=10']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:12.485446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52646) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:12.741207 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8912810f-ac60-42c1-b3a7-c4a050f8f79c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2057610939-network', 'tenant_id': '90813e945c5e4d5bb14f225744e68d9e'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:12.776332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8912810f-ac60-42c1-b3a7-c4a050f8f79c admin admin] Made reservation on behalf of 90813e945c5e4d5bb14f225744e68d9e for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:09:12.779826 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8912810f-ac60-42c1-b3a7-c4a050f8f79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:12.802195 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8912810f-ac60-42c1-b3a7-c4a050f8f79c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:13.026559 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8912810f-ac60-42c1-b3a7-c4a050f8f79c admin admin] Publish callbacks [] for security_group (05850229-5783-4ab5-bb81-02f8b0d45974), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:13.036236 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8912810f-ac60-42c1-b3a7-c4a050f8f79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (05850229-5783-4ab5-bb81-02f8b0d45974), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:13.147332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912810f-ac60-42c1-b3a7-c4a050f8f79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05850229-5783-4ab5-bb81-02f8b0d45974,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:13.220404 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8912810f-ac60-42c1-b3a7-c4a050f8f79c admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:09:13.254304 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8912810f-ac60-42c1-b3a7-c4a050f8f79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (94342c7a-ec9a-418f-a8a7-f00c2e893683), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:13.255235 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-8912810f-ac60-42c1-b3a7-c4a050f8f79c admin admin] Added segment 94342c7a-ec9a-418f-a8a7-f00c2e893683 of type vlan for network 3d0b8596-7f50-4ea3-8abb-238ef2a31b5e Feb 11 05:09:13.380780 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8912810f-ac60-42c1-b3a7-c4a050f8f79c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (3d0b8596-7f50-4ea3-8abb-238ef2a31b5e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:13.452981 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8912810f-ac60-42c1-b3a7-c4a050f8f79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (3d0b8596-7f50-4ea3-8abb-238ef2a31b5e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:13.454117 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912810f-ac60-42c1-b3a7-c4a050f8f79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:13.454854 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8912810f-ac60-42c1-b3a7-c4a050f8f79c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:13.498517 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8912810f-ac60-42c1-b3a7-c4a050f8f79c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0117228 Feb 11 05:09:13.504066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52652) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:13.513595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-79b979c8-5cd4-4b5b-800b-1b34494788b7 admin admin] Request body: {'subnet': {'network_id': '3d0b8596-7f50-4ea3-8abb-238ef2a31b5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2057610939-subnet', 'tenant_id': '90813e945c5e4d5bb14f225744e68d9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:13.532948 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912810f-ac60-42c1-b3a7-c4a050f8f79c admin admin] Pushing event updated for resources: {'Network': ['ID=3d0b8596-7f50-4ea3-8abb-238ef2a31b5e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:13.551453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b979c8-5cd4-4b5b-800b-1b34494788b7 admin admin] Made reservation on behalf of 90813e945c5e4d5bb14f225744e68d9e for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:09:13.553179 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-79b979c8-5cd4-4b5b-800b-1b34494788b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:13.553720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 3d0b8596-7f50-4ea3-8abb-238ef2a31b5e details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:09:13.655580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device bdd8df23-fda2-448f-8d24-05c4613ec467 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:09:13.873743 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-79b979c8-5cd4-4b5b-800b-1b34494788b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (31c58e8b-7904-430e-9dce-df7fe8b54eea), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:13.892465 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:14.045344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port bdd8df23-fda2-448f-8d24-05c4613ec467, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bdd8df23-fda2-448f-8d24-05c4613ec467,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:14.100799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b979c8-5cd4-4b5b-800b-1b34494788b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c58e8b-7904-430e-9dce-df7fe8b54eea,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:14.134259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b979c8-5cd4-4b5b-800b-1b34494788b7 admin admin] Checking segment: {'id': '94342c7a-ec9a-418f-a8a7-f00c2e893683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3d0b8596-7f50-4ea3-8abb-238ef2a31b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:14.134873 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b979c8-5cd4-4b5b-800b-1b34494788b7 admin admin] Network hostable DHCP agents. Network: 3d0b8596-7f50-4ea3-8abb-238ef2a31b5e, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:09:14.137531 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'bdd8df23-fda2-448f-8d24-05c4613ec467', 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56', 'port_id': 'bdd8df23-fda2-448f-8d24-05c4613ec467', 'mac_address': 'fa:16:3e:e9:2c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959692e0-0ebb-4204-9905-25b38d09fa54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:09:14.165959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b979c8-5cd4-4b5b-800b-1b34494788b7 admin admin] Network 3d0b8596-7f50-4ea3-8abb-238ef2a31b5e is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:09:14.192348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-79b979c8-5cd4-4b5b-800b-1b34494788b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 3d0b8596-7f50-4ea3-8abb-238ef2a31b5e) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:14.211314 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b979c8-5cd4-4b5b-800b-1b34494788b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:14.214113 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-79b979c8-5cd4-4b5b-800b-1b34494788b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:14.217731 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ab5d2d-faba-4c4e-8785-7ddf5c4398a6 None None] Network 3d0b8596-7f50-4ea3-8abb-238ef2a31b5e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:09:14.266797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-79b979c8-5cd4-4b5b-800b-1b34494788b7 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7604282 Feb 11 05:09:14.271022 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52654) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:14.276356 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2057610939-router', 'tenant_id': '90813e945c5e4d5bb14f225744e68d9e', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:14.322773 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (c7860824-805e-4d06-99e1-8d4638a87f91), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:14.325537 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (c7860824-805e-4d06-99e1-8d4638a87f91), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:14.494833 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Publish callbacks [] for router_controller (c7860824-805e-4d06-99e1-8d4638a87f91), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:14.538520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-3d0b8596-7f50-4ea3-8abb-238ef2a31b5e', 'network_id': '3d0b8596-7f50-4ea3-8abb-238ef2a31b5e', 'project_id': '90813e945c5e4d5bb14f225744e68d9e', 'fixed_ips': [{'subnet_id': '31c58e8b-7904-430e-9dce-df7fe8b54eea'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:09:14.541233 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:14.623193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port bdd8df23-fda2-448f-8d24-05c4613ec467 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:14.623193 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:14.685686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd8df23-fda2-448f-8d24-05c4613ec467 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:14.764040 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port bdd8df23-fda2-448f-8d24-05c4613ec467, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bdd8df23-fda2-448f-8d24-05c4613ec467,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:14.812131 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Publish callbacks [] for router_gateway (c7860824-805e-4d06-99e1-8d4638a87f91), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:15.007939 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:15.136172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=bdd8df23-fda2-448f-8d24-05c4613ec467,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:15.233954 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:09:15.263169 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Publish callbacks [] for router_gateway (c7860824-805e-4d06-99e1-8d4638a87f91), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:15.308989 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:15.318391 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Allocated IP 172.20.0.2 (3d0b8596-7f50-4ea3-8abb-238ef2a31b5e/31c58e8b-7904-430e-9dce-df7fe8b54eea/b4a0c261-2626-454c-bcfb-4381d1901778) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:15.489397 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['bdd8df23-fda2-448f-8d24-05c4613ec467'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:15.568709 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Allocated IP 172.25.5.175 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/ff0589f6-b9fe-42a5-9d1b-5c1f47125353) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:15.770840 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Publish callbacks [] for port (ff0589f6-b9fe-42a5-9d1b-5c1f47125353), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:15.829501 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Publish callbacks [] for port (b4a0c261-2626-454c-bcfb-4381d1901778), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:15.853463 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ff0589f6-b9fe-42a5-9d1b-5c1f47125353), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:15.873399 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (b4a0c261-2626-454c-bcfb-4381d1901778), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:15.945340 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:15.959693 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:15.968307 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:15.972336 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Network 3d0b8596-7f50-4ea3-8abb-238ef2a31b5e is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:15.976003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:15.989240 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:16.006512 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Pushing event updated for resources: {'Port': ['ID=ff0589f6-b9fe-42a5-9d1b-5c1f47125353,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:16.162541 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Pushing event updated for resources: {'Port': ['ID=b4a0c261-2626-454c-bcfb-4381d1901778,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:16.199870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Attempting to bind port b4a0c261-2626-454c-bcfb-4381d1901778 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:16.200262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Attempting to bind port b4a0c261-2626-454c-bcfb-4381d1901778 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '94342c7a-ec9a-418f-a8a7-f00c2e893683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3d0b8596-7f50-4ea3-8abb-238ef2a31b5e'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:16.200626 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Attempting to bind port b4a0c261-2626-454c-bcfb-4381d1901778 on network 3d0b8596-7f50-4ea3-8abb-238ef2a31b5e {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:16.209652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:16.210030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Checking segment: {'id': '94342c7a-ec9a-418f-a8a7-f00c2e893683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3d0b8596-7f50-4ea3-8abb-238ef2a31b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:16.210460 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:16.210827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Bound using segment: {'id': '94342c7a-ec9a-418f-a8a7-f00c2e893683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3d0b8596-7f50-4ea3-8abb-238ef2a31b5e'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:16.221846 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Bound port: b4a0c261-2626-454c-bcfb-4381d1901778, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94342c7a-ec9a-418f-a8a7-f00c2e893683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3d0b8596-7f50-4ea3-8abb-238ef2a31b5e'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:16.222446 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b4a0c261-2626-454c-bcfb-4381d1901778), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:16.356560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] For port b4a0c261-2626-454c-bcfb-4381d1901778, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:16.365731 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] For port b4a0c261-2626-454c-bcfb-4381d1901778, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b4a0c261-2626-454c-bcfb-4381d1901778,segment=NetworkSegment(94342c7a-ec9a-418f-a8a7-f00c2e893683),segment_id=94342c7a-ec9a-418f-a8a7-f00c2e893683)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:16.378084 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b4a0c261-2626-454c-bcfb-4381d1901778), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:16.512898 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f12899-e347-4883-bf97-5f765b68e13e None None] Pushing event updated for resources: {'Port': ['ID=b4a0c261-2626-454c-bcfb-4381d1901778,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:16.551554 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Publish callbacks [] for router_gateway (c7860824-805e-4d06-99e1-8d4638a87f91), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:17.521286 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (c7860824-805e-4d06-99e1-8d4638a87f91), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:17.608136 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device bdd8df23-fda2-448f-8d24-05c4613ec467 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:17.756143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port bdd8df23-fda2-448f-8d24-05c4613ec467 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:09:17.762523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port bdd8df23-fda2-448f-8d24-05c4613ec467 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:17.762935 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:17.928379 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port bdd8df23-fda2-448f-8d24-05c4613ec467 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:17.928780 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:17.949188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Router c7860824-805e-4d06-99e1-8d4638a87f91 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:09:18.030332 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port bdd8df23-fda2-448f-8d24-05c4613ec467, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bdd8df23-fda2-448f-8d24-05c4613ec467,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:18.036908 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:18.071370 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b4a0c261-2626-454c-bcfb-4381d1901778 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:18.186508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b4a0c261-2626-454c-bcfb-4381d1901778 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:18.186886 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b4a0c261-2626-454c-bcfb-4381d1901778), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:18.221024 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:09:18.244926 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=bdd8df23-fda2-448f-8d24-05c4613ec467,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:18.248578 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Sync routers for ids ['c7860824-805e-4d06-99e1-8d4638a87f91'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:09:18.256453 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:18.258873 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-47703401-d1d5-4f30-9325-e2f89e083dfa admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9866545 Feb 11 05:09:18.261961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52672) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:18.281593 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Routers {'c7860824-805e-4d06-99e1-8d4638a87f91'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:18.282258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:09:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c7860824-805e-4d06-99e1-8d4638a87f91'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:18.427986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Set router c7860824-805e-4d06-99e1-8d4638a87f91 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:18.494571 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953014eb-0ad6-4cd0-8577-e45e1c071f16 None None] Network 3d0b8596-7f50-4ea3-8abb-238ef2a31b5e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:09:19.105360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e3c71a67-3114-401d-a17c-2aa956817cb0 None None] Provisioning complete for port b4a0c261-2626-454c-bcfb-4381d1901778 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:19.106099 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e3c71a67-3114-401d-a17c-2aa956817cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b4a0c261-2626-454c-bcfb-4381d1901778), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:19.133897 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:19.177329 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b4a0c261-2626-454c-bcfb-4381d1901778 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:19.177862 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b4a0c261-2626-454c-bcfb-4381d1901778), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:19.287033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e3c71a67-3114-401d-a17c-2aa956817cb0 None None] Current status of the port b4a0c261-2626-454c-bcfb-4381d1901778 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:19.287449 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e3c71a67-3114-401d-a17c-2aa956817cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b4a0c261-2626-454c-bcfb-4381d1901778), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:19.339579 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e3c71a67-3114-401d-a17c-2aa956817cb0 None None] For port b4a0c261-2626-454c-bcfb-4381d1901778, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b4a0c261-2626-454c-bcfb-4381d1901778,segment=NetworkSegment(94342c7a-ec9a-418f-a8a7-f00c2e893683),segment_id=94342c7a-ec9a-418f-a8a7-f00c2e893683)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:19.362693 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e3c71a67-3114-401d-a17c-2aa956817cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b4a0c261-2626-454c-bcfb-4381d1901778), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:19.459207 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:09:19.459902 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:09:19.461652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'name': 'tempest-FloatingIPDetailsTestJSON-2057610939-router', 'tenant_id': '90813e945c5e4d5bb14f225744e68d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:14Z', 'updated_at': '2022-02-11T05:09:16Z', 'revision_number': 3, 'project_id': '90813e945c5e4d5bb14f225744e68d9e', 'gw_port': {'id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:15Z', 'updated_at': '2022-02-11T05:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:19.495152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Checking router: c7860824-805e-4d06-99e1-8d4638a87f91 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:09:19.495549 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Updating router c7860824-805e-4d06-99e1-8d4638a87f91 port ff0589f6-b9fe-42a5-9d1b-5c1f47125353 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:09:19.522376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Allocated IP 172.20.0.1 (3d0b8596-7f50-4ea3-8abb-238ef2a31b5e/31c58e8b-7904-430e-9dce-df7fe8b54eea/c7c76253-bdd7-42b3-b3aa-c50fa027c93d) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:19.609074 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c71a67-3114-401d-a17c-2aa956817cb0 None None] Pushing event updated for resources: {'Port': ['ID=b4a0c261-2626-454c-bcfb-4381d1901778,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:19.614448 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ff0589f6-b9fe-42a5-9d1b-5c1f47125353), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:19.764159 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Publish callbacks [] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:19.819820 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:19.831110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fbdb9d2c-31f4-49b6-af81-33ee0c3e5ae8 None None] Provisioning complete for port b4a0c261-2626-454c-bcfb-4381d1901778 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:19.831511 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fbdb9d2c-31f4-49b6-af81-33ee0c3e5ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b4a0c261-2626-454c-bcfb-4381d1901778), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:19.909849 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c76253-bdd7-42b3-b3aa-c50fa027c93d,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:19.944030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Network 3d0b8596-7f50-4ea3-8abb-238ef2a31b5e is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:19.947577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:19.970049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:20.089320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb9d2c-31f4-49b6-af81-33ee0c3e5ae8 None None] Current status of the port b4a0c261-2626-454c-bcfb-4381d1901778 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:20.091402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b4a0c261-2626-454c-bcfb-4381d1901778 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:20.113545 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (c7860824-805e-4d06-99e1-8d4638a87f91), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:20.212044 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Publish callbacks [] for port (ff0589f6-b9fe-42a5-9d1b-5c1f47125353), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:20.225233 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ff0589f6-b9fe-42a5-9d1b-5c1f47125353), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:20.338004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b4a0c261-2626-454c-bcfb-4381d1901778 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:20.376652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Attempting to bind port ff0589f6-b9fe-42a5-9d1b-5c1f47125353 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:20.377118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Attempting to bind port ff0589f6-b9fe-42a5-9d1b-5c1f47125353 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:20.377689 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Attempting to bind port ff0589f6-b9fe-42a5-9d1b-5c1f47125353 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:20.400363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:20.400363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:20.400363 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:20.400363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:20.400363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Bound port: ff0589f6-b9fe-42a5-9d1b-5c1f47125353, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:20.400363 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ff0589f6-b9fe-42a5-9d1b-5c1f47125353), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:20.440604 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1e172-3b99-400e-8a72-c879c256bb57 None None] Pushing event updated for resources: {'Port': ['ID=ff0589f6-b9fe-42a5-9d1b-5c1f47125353,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:20.492206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] For port ff0589f6-b9fe-42a5-9d1b-5c1f47125353, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:20.497467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] For port ff0589f6-b9fe-42a5-9d1b-5c1f47125353, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ff0589f6-b9fe-42a5-9d1b-5c1f47125353,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:20.499734 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8910ebef-f6bb-460e-8297-a599d672d53e None None] Provisioning complete for port c7c76253-bdd7-42b3-b3aa-c50fa027c93d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:20.500123 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8910ebef-f6bb-460e-8297-a599d672d53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:20.532449 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ff0589f6-b9fe-42a5-9d1b-5c1f47125353), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:20.555462 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:20.597188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8910ebef-f6bb-460e-8297-a599d672d53e None None] Port c7c76253-bdd7-42b3-b3aa-c50fa027c93d cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:09:20.624565 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b4a0c261-2626-454c-bcfb-4381d1901778 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:20.625329 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b4a0c261-2626-454c-bcfb-4381d1901778), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:20.737285 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1e172-3b99-400e-8a72-c879c256bb57 None None] Pushing event updated for resources: {'Port': ['ID=ff0589f6-b9fe-42a5-9d1b-5c1f47125353,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:20.751585 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Routers {'c7860824-805e-4d06-99e1-8d4638a87f91'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:20.760956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:09:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c7860824-805e-4d06-99e1-8d4638a87f91'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:20.883130 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Publish callbacks [] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:20.890645 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:20.985578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c76253-bdd7-42b3-b3aa-c50fa027c93d,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:20.996672 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (c7860824-805e-4d06-99e1-8d4638a87f91), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:21.035754 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b4a0c261-2626-454c-bcfb-4381d1901778 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:21.040029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] Set router c7860824-805e-4d06-99e1-8d4638a87f91 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:21.155264 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Network 3d0b8596-7f50-4ea3-8abb-238ef2a31b5e is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:21.157153 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:21.340870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'name': 'tempest-FloatingIPDetailsTestJSON-2057610939-router', 'tenant_id': '90813e945c5e4d5bb14f225744e68d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:14Z', 'updated_at': '2022-02-11T05:09:20Z', 'revision_number': 4, 'project_id': '90813e945c5e4d5bb14f225744e68d9e', 'gw_port': {'id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:15Z', 'updated_at': '2022-02-11T05:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'c7c76253-bdd7-42b3-b3aa-c50fa027c93d', 'name': '', 'network_id': '3d0b8596-7f50-4ea3-8abb-238ef2a31b5e', 'tenant_id': '90813e945c5e4d5bb14f225744e68d9e', 'mac_address': 'fa:16:3e:52:6a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '31c58e8b-7904-430e-9dce-df7fe8b54eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:19Z', 'updated_at': '2022-02-11T05:09:19Z', 'revision_number': 1, 'project_id': '90813e945c5e4d5bb14f225744e68d9e', 'subnets': [{'id': '31c58e8b-7904-430e-9dce-df7fe8b54eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:21.379056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c53350-391d-470e-a625-2abd1d9a4ca5 None None] The sync data for ids ['c7860824-805e-4d06-99e1-8d4638a87f91'] in n-d-713499-38 is: [{'id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'name': 'tempest-FloatingIPDetailsTestJSON-2057610939-router', 'tenant_id': '90813e945c5e4d5bb14f225744e68d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:14Z', 'updated_at': '2022-02-11T05:09:20Z', 'revision_number': 4, 'project_id': '90813e945c5e4d5bb14f225744e68d9e', 'gw_port': {'id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:15Z', 'updated_at': '2022-02-11T05:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'c7c76253-bdd7-42b3-b3aa-c50fa027c93d', 'name': '', 'network_id': '3d0b8596-7f50-4ea3-8abb-238ef2a31b5e', 'tenant_id': '90813e945c5e4d5bb14f225744e68d9e', 'mac_address': 'fa:16:3e:52:6a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '31c58e8b-7904-430e-9dce-df7fe8b54eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:19Z', 'updated_at': '2022-02-11T05:09:19Z', 'revision_number': 1, 'project_id': '90813e945c5e4d5bb14f225744e68d9e', 'subnets': [{'id': '31c58e8b-7904-430e-9dce-df7fe8b54eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:09:21.417642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Router c7860824-805e-4d06-99e1-8d4638a87f91 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:09:21.547270 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f21c1547-a78c-4a90-98ff-eb25087b73da None None] Provisioning complete for port c7c76253-bdd7-42b3-b3aa-c50fa027c93d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:21.549388 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f21c1547-a78c-4a90-98ff-eb25087b73da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:21.595081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:09:21.603020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2a2f0acd-9cb4-44c4-b568-463bb527a0c5 admin admin] 10.222.0.87 "PUT /v2.0/routers/c7860824-805e-4d06-99e1-8d4638a87f91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3398557 Feb 11 05:09:21.619860 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-4230cf57-3151-4f11-841a-ebe0f5c4b773 req-a38bf7a5-a3da-4dda-9cc9-3d0998a7dfb7 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] show failed (client error): The resource could not be found. Feb 11 05:09:21.621003 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4230cf57-3151-4f11-841a-ebe0f5c4b773 req-a38bf7a5-a3da-4dda-9cc9-3d0998a7dfb7 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/ffd7a588-fe9c-44c6-bc9c-d8841e621e8e HTTP/1.1" status: 404 len: 352 time: 0.0166130 Feb 11 05:09:21.648222 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f21c1547-a78c-4a90-98ff-eb25087b73da None None] Port c7c76253-bdd7-42b3-b3aa-c50fa027c93d cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:09:21.760168 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5e4b6d-7e65-4d5b-b2bd-451061167843 x-openstack-request-id: req-4a5e4b6d-7e65-4d5b-b2bd-451061167843 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:21.762061 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff7802c-322b-4d01-9cf2-dfb409ffe005", "tag": "bdd8df23-fda2-448f-8d24-05c4613ec467", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:21.762273 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4a5e4b6d-7e65-4d5b-b2bd-451061167843 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:21.767687 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff7802c-322b-4d01-9cf2-dfb409ffe005', 'tag': 'bdd8df23-fda2-448f-8d24-05c4613ec467', 'status': 'completed', 'code': 200} Feb 11 05:09:21.844547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b63fe0-0adf-4920-9fa2-26819e408260 req-d72ca4dc-5a09-4fb5-b896-1ae148444022 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:21.846150 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35b63fe0-0adf-4920-9fa2-26819e408260 req-d72ca4dc-5a09-4fb5-b896-1ae148444022 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 945 time: 0.1399000 Feb 11 05:09:21.920888 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52722) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:22.084749 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35b63fe0-0adf-4920-9fa2-26819e408260 req-6dc26571-89ca-4fcc-a92a-edf210fc1560 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262158 Feb 11 05:09:22.101123 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055fb34-1140-4086-b022-4896171b4347 req-78501ff8-685f-4937-bdaf-4b41d3f51bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:22.102412 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d32effb5-58ca-4e69-abf8-863babf96cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:22.102917 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f055fb34-1140-4086-b022-4896171b4347 req-78501ff8-685f-4937-bdaf-4b41d3f51bb4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 1128 time: 0.2208598 Feb 11 05:09:22.171406 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5b1412-cf53-4cfa-8589-04ba89846334 x-openstack-request-id: req-1d5b1412-cf53-4cfa-8589-04ba89846334 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:22.172283 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728b5f04-6e78-4de7-a174-ec92eb41d35a", "name": "network-vif-plugged", "status": "completed", "tag": "87903cd5-1c2a-4d6d-ba58-308f8740fd60", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:22.172590 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1d5b1412-cf53-4cfa-8589-04ba89846334 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:22.173681 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728b5f04-6e78-4de7-a174-ec92eb41d35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87903cd5-1c2a-4d6d-ba58-308f8740fd60', 'code': 200} Feb 11 05:09:22.194412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e7922-5d25-4274-ba19-f2b0cfa4a1eb req-3d3cb481-1e00-40ac-a266-53ef2aaa312b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:22.196527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c9e7922-5d25-4274-ba19-f2b0cfa4a1eb req-3d3cb481-1e00-40ac-a266-53ef2aaa312b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 949 time: 0.2843206 Feb 11 05:09:22.225183 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d32effb5-58ca-4e69-abf8-863babf96cd5 admin admin] Publish callbacks [] for security_group (8f5aba24-6ace-4d01-8c34-279b9db994ab), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:22.242130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d32effb5-58ca-4e69-abf8-863babf96cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8f5aba24-6ace-4d01-8c34-279b9db994ab), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:22.285931 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32effb5-58ca-4e69-abf8-863babf96cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5aba24-6ace-4d01-8c34-279b9db994ab,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:22.327704 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d32effb5-58ca-4e69-abf8-863babf96cd5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=72d5d1852f66479fa3a852046ebe0f26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4048607 Feb 11 05:09:22.330191 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52730) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:22.409120 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6957941f-bef8-45e4-ac03-140a7749493e admin admin] Publish callbacks [] for security_group (8f5aba24-6ace-4d01-8c34-279b9db994ab), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:22.446706 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6957941f-bef8-45e4-ac03-140a7749493e admin admin] Publish callbacks [] for security_group (8f5aba24-6ace-4d01-8c34-279b9db994ab), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:22.481973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-bc994050-05c1-4461-b9ee-a08e989a2c67 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:22.493872 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-bc994050-05c1-4461-b9ee-a08e989a2c67 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 821 time: 0.1896214 Feb 11 05:09:22.514733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055fb34-1140-4086-b022-4896171b4347 req-6fad1512-7cba-4d89-a5fe-8636e65df32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:22.516485 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f055fb34-1140-4086-b022-4896171b4347 req-6fad1512-7cba-4d89-a5fe-8636e65df32f service neutron] 10.222.0.88 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.3989434 Feb 11 05:09:22.519063 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6957941f-bef8-45e4-ac03-140a7749493e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8f5aba24-6ace-4d01-8c34-279b9db994ab), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:22.522204 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6957941f-bef8-45e4-ac03-140a7749493e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:22.523681 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6957941f-bef8-45e4-ac03-140a7749493e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8f5aba24-6ace-4d01-8c34-279b9db994ab HTTP/1.1" status: 204 len: 168 time: 0.1921613 Feb 11 05:09:22.535682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957941f-bef8-45e4-ac03-140a7749493e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5aba24-6ace-4d01-8c34-279b9db994ab,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:22.561699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-25fff115-81c3-4275-ab65-efe9984e95ad tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/quotas/74a76fe8ac584d85b2325b17c168bf79 HTTP/1.1" status: 200 len: 375 time: 0.0617011 Feb 11 05:09:22.618450 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f055fb34-1140-4086-b022-4896171b4347 req-8004bfc1-e4c2-4c4a-99b5-c4a771e917c6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdd8df23-fda2-448f-8d24-05c4613ec467 HTTP/1.1" status: 200 len: 217 time: 0.0894597 Feb 11 05:09:22.620109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c9e7922-5d25-4274-ba19-f2b0cfa4a1eb req-2ec1dfb1-dd46-4a89-9ee3-4d0394202612 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084244 Feb 11 05:09:22.738553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055fb34-1140-4086-b022-4896171b4347 req-88a101be-684e-4a2f-bee1-8b9f87262c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:22.748423 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f055fb34-1140-4086-b022-4896171b4347 req-88a101be-684e-4a2f-bee1-8b9f87262c73 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.1112368 Feb 11 05:09:22.791628 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f055fb34-1140-4086-b022-4896171b4347 req-0d8c5d3f-9b34-4806-be5a-f470fb795c4b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420394 Feb 11 05:09:22.813075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-84a3301e-8afe-463a-86ee-79c160a65c72 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1964853 Feb 11 05:09:22.980242 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-426c0d45-31a5-40c9-94ad-5aff104b2289 req-84eca0a3-14c7-47e6-bf51-b68417cec6ec tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/790c66c9-5dcb-41cc-aeae-c8a1b97925af HTTP/1.1" status: 200 len: 1818 time: 0.1911743 Feb 11 05:09:23.071056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f055fb34-1140-4086-b022-4896171b4347 req-afb13c32-87a0-44b0-acce-e7f663c69f2f service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666912 Feb 11 05:09:23.098259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-b80182f1-6c9f-4196-9d59-5ec19d845c20 service neutron] 10.222.0.87 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705610 Feb 11 05:09:23.270378 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-426c0d45-31a5-40c9-94ad-5aff104b2289 req-a006f6f8-398e-4b01-97f6-ec154fc7b409 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (790c66c9-5dcb-41cc-aeae-c8a1b97925af), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:23.296940 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-6884a9b5-ac2d-4887-8761-e6bba91d60ae service neutron] 10.222.0.87 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863480 Feb 11 05:09:23.321734 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f055fb34-1140-4086-b022-4896171b4347 req-fbf2f577-d01e-4507-8572-96e1e25a9718 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389085 Feb 11 05:09:23.323216 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-426c0d45-31a5-40c9-94ad-5aff104b2289 req-a006f6f8-398e-4b01-97f6-ec154fc7b409 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (790c66c9-5dcb-41cc-aeae-c8a1b97925af), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:23.415945 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-426c0d45-31a5-40c9-94ad-5aff104b2289 req-a006f6f8-398e-4b01-97f6-ec154fc7b409 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (790c66c9-5dcb-41cc-aeae-c8a1b97925af), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:23.425313 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-426c0d45-31a5-40c9-94ad-5aff104b2289 req-a006f6f8-398e-4b01-97f6-ec154fc7b409 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:23.426909 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-426c0d45-31a5-40c9-94ad-5aff104b2289 req-a006f6f8-398e-4b01-97f6-ec154fc7b409 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "DELETE /v2.0/security-groups/790c66c9-5dcb-41cc-aeae-c8a1b97925af HTTP/1.1" status: 204 len: 173 time: 0.4337583 Feb 11 05:09:23.438865 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006f6f8-398e-4b01-97f6-ec154fc7b409 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790c66c9-5dcb-41cc-aeae-c8a1b97925af,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:23.979079 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-23c6cc33-b5da-402e-9107-b11d25e21a54 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2033436 Feb 11 05:09:23.991186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:24.032081 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:24.176551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff7802c-322b-4d01-9cf2-dfb409ffe005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd8df23-fda2-448f-8d24-05c4613ec467'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:24.183702 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1318d7ee-391d-4033-9c8a-847c99c3969e" -d '{"events": [{"server_uuid": "dff7802c-322b-4d01-9cf2-dfb409ffe005", "name": "network-vif-plugged", "status": "completed", "tag": "bdd8df23-fda2-448f-8d24-05c4613ec467"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:24.241934 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:24.300810 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ff0589f6-b9fe-42a5-9d1b-5c1f47125353 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:24.401038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ff0589f6-b9fe-42a5-9d1b-5c1f47125353 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:24.401419 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ff0589f6-b9fe-42a5-9d1b-5c1f47125353), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:24.460489 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Allocated IP 172.25.5.247 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/e86ef68c-20c3-404a-96b8-bce59297f792) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:24.571924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ff0589f6-b9fe-42a5-9d1b-5c1f47125353 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:24.572854 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ff0589f6-b9fe-42a5-9d1b-5c1f47125353), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:24.607851 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port ff0589f6-b9fe-42a5-9d1b-5c1f47125353, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ff0589f6-b9fe-42a5-9d1b-5c1f47125353,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:24.614811 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ff0589f6-b9fe-42a5-9d1b-5c1f47125353), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:24.683714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=ff0589f6-b9fe-42a5-9d1b-5c1f47125353,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:24.778775 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for port (e86ef68c-20c3-404a-96b8-bce59297f792), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:24.840508 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (e86ef68c-20c3-404a-96b8-bce59297f792), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:24.888158 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Sync routers for ids ['c7860824-805e-4d06-99e1-8d4638a87f91'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:09:24.900967 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Routers {'c7860824-805e-4d06-99e1-8d4638a87f91'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:24.901367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:24.908366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:24.908580 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:09:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c7860824-805e-4d06-99e1-8d4638a87f91'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:24.916612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:24.945046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Pushing event updated for resources: {'Port': ['ID=e86ef68c-20c3-404a-96b8-bce59297f792,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:25.053431 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for floatingip (e79a8447-ae96-4256-bfa4-80c1a9d75277), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:25.122060 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e86ef68c-20c3-404a-96b8-bce59297f792), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:25.123195 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Set router c7860824-805e-4d06-99e1-8d4638a87f91 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:25.471869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-a0027a46-9e5d-4f77-9f69-0dc86ce40c9c tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:25.473414 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-a0027a46-9e5d-4f77-9f69-0dc86ce40c9c tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.88 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 821 time: 0.2724960 Feb 11 05:09:25.486188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29dc22-bbe7-4600-9391-3ab0e0ab5a7c req-13c8d1d5-974e-4ce3-b48f-ea27648641f7 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:25.488907 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a29dc22-bbe7-4600-9391-3ab0e0ab5a7c req-13c8d1d5-974e-4ce3-b48f-ea27648641f7 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 945 time: 0.1290085 Feb 11 05:09:25.495279 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for port (e86ef68c-20c3-404a-96b8-bce59297f792), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:25.500503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-0cc5c737-ae91-4a59-8a01-14aea0708f54 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Request body: {'port': {'device_id': '87630575-2498-414c-b284-60ed77575eb8', 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b', 'admin_state_up': True, 'tenant_id': '74a76fe8ac584d85b2325b17c168bf79'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:25.549880 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'name': 'tempest-FloatingIPDetailsTestJSON-2057610939-router', 'tenant_id': '90813e945c5e4d5bb14f225744e68d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:14Z', 'updated_at': '2022-02-11T05:09:20Z', 'revision_number': 4, 'project_id': '90813e945c5e4d5bb14f225744e68d9e', 'gw_port': {'id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:15Z', 'updated_at': '2022-02-11T05:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'c7c76253-bdd7-42b3-b3aa-c50fa027c93d', 'name': '', 'network_id': '3d0b8596-7f50-4ea3-8abb-238ef2a31b5e', 'tenant_id': '90813e945c5e4d5bb14f225744e68d9e', 'mac_address': 'fa:16:3e:52:6a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '31c58e8b-7904-430e-9dce-df7fe8b54eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:19Z', 'updated_at': '2022-02-11T05:09:20Z', 'revision_number': 2, 'project_id': '90813e945c5e4d5bb14f225744e68d9e', 'subnets': [{'id': '31c58e8b-7904-430e-9dce-df7fe8b54eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:25.579008 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Checking router: c7860824-805e-4d06-99e1-8d4638a87f91 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:09:25.579433 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Updating router c7860824-805e-4d06-99e1-8d4638a87f91 port c7c76253-bdd7-42b3-b3aa-c50fa027c93d binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:09:25.582734 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (e86ef68c-20c3-404a-96b8-bce59297f792), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:25.615232 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:25.637443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 72cfb4e9-841e-45a0-9377-4fb37a0edade no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:25.794550 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 72cfb4e9-841e-45a0-9377-4fb37a0edade is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:25.795836 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:25.834475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 72cfb4e9-841e-45a0-9377-4fb37a0edade, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=72cfb4e9-841e-45a0-9377-4fb37a0edade,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:25.840940 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:25.960270 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=72cfb4e9-841e-45a0-9377-4fb37a0edade,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:26.052061 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Publish callbacks [] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:26.074008 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:26.136364 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06046cb-219a-4937-ab27-21df8c9ea41a None None] Pushing event updated for resources: {'Port': ['ID=c7c76253-bdd7-42b3-b3aa-c50fa027c93d,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:26.178624 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06046cb-219a-4937-ab27-21df8c9ea41a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:26.179167 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06046cb-219a-4937-ab27-21df8c9ea41a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:26.179648 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06046cb-219a-4937-ab27-21df8c9ea41a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:26.180115 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06046cb-219a-4937-ab27-21df8c9ea41a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:26.180518 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06046cb-219a-4937-ab27-21df8c9ea41a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:26.180921 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06046cb-219a-4937-ab27-21df8c9ea41a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:26.186905 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06046cb-219a-4937-ab27-21df8c9ea41a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:26.187409 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06046cb-219a-4937-ab27-21df8c9ea41a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:26.187885 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06046cb-219a-4937-ab27-21df8c9ea41a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:26.188423 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06046cb-219a-4937-ab27-21df8c9ea41a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:26.191826 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06046cb-219a-4937-ab27-21df8c9ea41a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:26.191826 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06046cb-219a-4937-ab27-21df8c9ea41a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:26.191826 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06046cb-219a-4937-ab27-21df8c9ea41a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:09:26.246331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ff0589f6-b9fe-42a5-9d1b-5c1f47125353 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:26.327684 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Attempting to bind port c7c76253-bdd7-42b3-b3aa-c50fa027c93d on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:26.328195 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Attempting to bind port c7c76253-bdd7-42b3-b3aa-c50fa027c93d by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '94342c7a-ec9a-418f-a8a7-f00c2e893683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3d0b8596-7f50-4ea3-8abb-238ef2a31b5e'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:26.328727 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Attempting to bind port c7c76253-bdd7-42b3-b3aa-c50fa027c93d on network 3d0b8596-7f50-4ea3-8abb-238ef2a31b5e {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:26.335542 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:26.336062 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Checking segment: {'id': '94342c7a-ec9a-418f-a8a7-f00c2e893683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3d0b8596-7f50-4ea3-8abb-238ef2a31b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:26.337664 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:26.338193 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Bound using segment: {'id': '94342c7a-ec9a-418f-a8a7-f00c2e893683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3d0b8596-7f50-4ea3-8abb-238ef2a31b5e'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:26.338777 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Bound port: c7c76253-bdd7-42b3-b3aa-c50fa027c93d, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94342c7a-ec9a-418f-a8a7-f00c2e893683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3d0b8596-7f50-4ea3-8abb-238ef2a31b5e'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:26.339259 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:26.552063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Pushing event updated for resources: {'Port': ['ID=e86ef68c-20c3-404a-96b8-bce59297f792,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:26.573971 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e0f420aa-261e-4449-a697-bfa6cbae0f0b None None] Provisioning complete for port c7c76253-bdd7-42b3-b3aa-c50fa027c93d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:26.574542 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e0f420aa-261e-4449-a697-bfa6cbae0f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:26.580507 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] For port c7c76253-bdd7-42b3-b3aa-c50fa027c93d, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:26.589639 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] For port c7c76253-bdd7-42b3-b3aa-c50fa027c93d, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c7c76253-bdd7-42b3-b3aa-c50fa027c93d,segment=NetworkSegment(94342c7a-ec9a-418f-a8a7-f00c2e893683),segment_id=94342c7a-ec9a-418f-a8a7-f00c2e893683)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:26.605498 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:26.610805 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a29dc22-bbe7-4600-9391-3ab0e0ab5a7c req-5eb1a56c-fa9b-462f-88b6-cc020e3f927e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1043816 Feb 11 05:09:26.617854 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e0f420aa-261e-4449-a697-bfa6cbae0f0b None None] Port c7c76253-bdd7-42b3-b3aa-c50fa027c93d cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:09:26.619570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ff0589f6-b9fe-42a5-9d1b-5c1f47125353 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:26.620098 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ff0589f6-b9fe-42a5-9d1b-5c1f47125353), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:26.622893 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (e79a8447-ae96-4256-bfa4-80c1a9d75277), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:26.710685 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-87f92ae1-5729-498b-b3f5-097e1a900410 service neutron] 10.222.0.73 "GET /v2.0/ports/ae3d8227-0cbd-4893-9d3c-399a61966083/bindings/n-h1-713499-38 HTTP/1.1" status: 200 len: 383 time: 0.4161196 Feb 11 05:09:26.729455 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:26.731242 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-95a1c50d-ddec-4a76-907f-b1caad06a48c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7450888 Feb 11 05:09:26.735097 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-6a81337a-2e6d-4ffb-b26d-633e7b65c023 req-58b6e4e0-b6c7-42d2-9c86-b740497c920a tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] show failed (client error): The resource could not be found. Feb 11 05:09:26.754462 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Routers {'c7860824-805e-4d06-99e1-8d4638a87f91'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:26.760633 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a81337a-2e6d-4ffb-b26d-633e7b65c023 req-58b6e4e0-b6c7-42d2-9c86-b740497c920a tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/790c66c9-5dcb-41cc-aeae-c8a1b97925af HTTP/1.1" status: 404 len: 352 time: 0.0837336 Feb 11 05:09:26.766989 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:09:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c7860824-805e-4d06-99e1-8d4638a87f91'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:26.794178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-0cc5c737-ae91-4a59-8a01-14aea0708f54 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Made reservation on behalf of 74a76fe8ac584d85b2325b17c168bf79 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:09:26.806580 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-0cc5c737-ae91-4a59-8a01-14aea0708f54 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:26.822219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ff0589f6-b9fe-42a5-9d1b-5c1f47125353 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:26.880681 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06046cb-219a-4937-ab27-21df8c9ea41a None None] Pushing event updated for resources: {'Port': ['ID=c7c76253-bdd7-42b3-b3aa-c50fa027c93d,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:26.999806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-e2ca2191-c2f4-4210-a8b0-36545ffe3a73 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.247 HTTP/1.1" status: 200 len: 696 time: 0.2306995 Feb 11 05:09:27.017834 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] Set router c7860824-805e-4d06-99e1-8d4638a87f91 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:27.162560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6c8cc51b-41b9-4f22-9478-a53344c3421e None None] Provisioning complete for port c7c76253-bdd7-42b3-b3aa-c50fa027c93d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:27.163204 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6c8cc51b-41b9-4f22-9478-a53344c3421e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:27.266827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6c8cc51b-41b9-4f22-9478-a53344c3421e None None] Current status of the port c7c76253-bdd7-42b3-b3aa-c50fa027c93d is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:27.267146 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6c8cc51b-41b9-4f22-9478-a53344c3421e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:27.282401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-1e3bd96f-11fb-455e-9228-d2c2a7c31924 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:27.296111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-524d5e22-ef37-464e-8833-2b828f9cc792 req-1e3bd96f-11fb-455e-9228-d2c2a7c31924 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.2662926 Feb 11 05:09:27.320140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-6c8cc51b-41b9-4f22-9478-a53344c3421e None None] For port c7c76253-bdd7-42b3-b3aa-c50fa027c93d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c7c76253-bdd7-42b3-b3aa-c50fa027c93d,segment=NetworkSegment(94342c7a-ec9a-418f-a8a7-f00c2e893683),segment_id=94342c7a-ec9a-418f-a8a7-f00c2e893683)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:27.325953 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6c8cc51b-41b9-4f22-9478-a53344c3421e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:27.328961 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'name': 'tempest-FloatingIPDetailsTestJSON-2057610939-router', 'tenant_id': '90813e945c5e4d5bb14f225744e68d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:14Z', 'updated_at': '2022-02-11T05:09:20Z', 'revision_number': 4, 'project_id': '90813e945c5e4d5bb14f225744e68d9e', 'gw_port': {'id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:15Z', 'updated_at': '2022-02-11T05:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'c7c76253-bdd7-42b3-b3aa-c50fa027c93d', 'name': '', 'network_id': '3d0b8596-7f50-4ea3-8abb-238ef2a31b5e', 'tenant_id': '90813e945c5e4d5bb14f225744e68d9e', 'mac_address': 'fa:16:3e:52:6a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '31c58e8b-7904-430e-9dce-df7fe8b54eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:19Z', 'updated_at': '2022-02-11T05:09:26Z', 'revision_number': 4, 'project_id': '90813e945c5e4d5bb14f225744e68d9e', 'subnets': [{'id': '31c58e8b-7904-430e-9dce-df7fe8b54eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:27.368501 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1807d3d-19cc-44c1-9acf-ddb3d54f2fa5 None None] The sync data for ids ['c7860824-805e-4d06-99e1-8d4638a87f91'] in n-d-713499-38 is: [{'id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'name': 'tempest-FloatingIPDetailsTestJSON-2057610939-router', 'tenant_id': '90813e945c5e4d5bb14f225744e68d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:14Z', 'updated_at': '2022-02-11T05:09:20Z', 'revision_number': 4, 'project_id': '90813e945c5e4d5bb14f225744e68d9e', 'gw_port': {'id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:15Z', 'updated_at': '2022-02-11T05:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'c7c76253-bdd7-42b3-b3aa-c50fa027c93d', 'name': '', 'network_id': '3d0b8596-7f50-4ea3-8abb-238ef2a31b5e', 'tenant_id': '90813e945c5e4d5bb14f225744e68d9e', 'mac_address': 'fa:16:3e:52:6a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '31c58e8b-7904-430e-9dce-df7fe8b54eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:19Z', 'updated_at': '2022-02-11T05:09:26Z', 'revision_number': 4, 'project_id': '90813e945c5e4d5bb14f225744e68d9e', 'subnets': [{'id': '31c58e8b-7904-430e-9dce-df7fe8b54eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:09:27.428056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-205b4b80-85f8-482f-a703-593a52c7dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:27.430089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-205b4b80-85f8-482f-a703-593a52c7dbc7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a&tenant_id=96892c63fd9f4c61ab86cc0679e41126 HTTP/1.1" status: 200 len: 1132 time: 0.4576604 Feb 11 05:09:27.440270 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8cc51b-41b9-4f22-9478-a53344c3421e None None] Pushing event updated for resources: {'Port': ['ID=c7c76253-bdd7-42b3-b3aa-c50fa027c93d,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:27.465215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dceae-ef66-4538-88fd-0149525912af req-6b04fa0b-4ff9-457f-b7bb-9d968c6e65bc tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:27.466821 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-286dceae-ef66-4538-88fd-0149525912af req-6b04fa0b-4ff9-457f-b7bb-9d968c6e65bc tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 949 time: 0.5261865 Feb 11 05:09:27.472059 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a97cb269-cb61-46b3-8857-541fb4fb689f req-33f6f23b-2cd5-4809-acba-9f5120d55e14 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 210 time: 0.0981233 Feb 11 05:09:27.596107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-286dceae-ef66-4538-88fd-0149525912af req-26034630-9101-4014-8cc0-825b5685d817 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202924 Feb 11 05:09:27.598477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-0cc5c737-ae91-4a59-8a01-14aea0708f54 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Allocated IP 172.20.0.9 (33f89be2-f697-40b3-a347-9e719974ef7b/91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4/b72615b0-903f-4050-bf3f-650802085b82) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:27.652405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-bfc847b9-5e22-49e8-999f-69e28567b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:27.654181 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-bfc847b9-5e22-49e8-999f-69e28567b330 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 1132 time: 0.1722226 Feb 11 05:09:27.660557 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee7aa19-049d-468a-a3a5-eb24be489364 x-openstack-request-id: req-eee7aa19-049d-468a-a3a5-eb24be489364 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:27.660978 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff7802c-322b-4d01-9cf2-dfb409ffe005", "name": "network-vif-plugged", "status": "completed", "tag": "bdd8df23-fda2-448f-8d24-05c4613ec467", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:27.661331 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eee7aa19-049d-468a-a3a5-eb24be489364 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:27.661829 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff7802c-322b-4d01-9cf2-dfb409ffe005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd8df23-fda2-448f-8d24-05c4613ec467', 'code': 200} Feb 11 05:09:27.926925 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-2e47674e-2265-45be-94b9-683cbe31d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:27.928668 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-2e47674e-2265-45be-94b9-683cbe31d2c3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.2006495 Feb 11 05:09:28.071533 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-fab902e2-732e-4341-9253-4c4e5087f13f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ae3d8227-0cbd-4893-9d3c-399a61966083 HTTP/1.1" status: 200 len: 217 time: 0.1346447 Feb 11 05:09:28.104065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96003df-8759-436a-ac3f-c86334caecf5 req-24b590f5-b8fa-4fee-8b30-67163de03521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:28.105746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b96003df-8759-436a-ac3f-c86334caecf5 req-24b590f5-b8fa-4fee-8b30-67163de03521 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 1128 time: 0.2601078 Feb 11 05:09:28.240035 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-0cc5c737-ae91-4a59-8a01-14aea0708f54 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks [] for port (b72615b0-903f-4050-bf3f-650802085b82), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.240574 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c7c76253-bdd7-42b3-b3aa-c50fa027c93d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:28.247326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58f7932a-e426-43e5-8fa6-9d6f4d6ffcc1 req-9933eaf4-2edd-454c-a561-8ab48ddfddf8 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/7cb620d1-bd7d-4bb1-ab81-8f4f64714512 HTTP/1.1" status: 200 len: 1817 time: 0.1822829 Feb 11 05:09:28.317477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-80756726-134e-4e0a-97d0-fb4b4ccc2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:28.318843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-80756726-134e-4e0a-97d0-fb4b4ccc2bd5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.2357454 Feb 11 05:09:28.319063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port c7c76253-bdd7-42b3-b3aa-c50fa027c93d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:28.319549 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.389076 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-2d728f4d-81c4-4001-a494-2727b07bd33c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2777812 Feb 11 05:09:28.394415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:28.412290 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port c7c76253-bdd7-42b3-b3aa-c50fa027c93d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:28.422897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b96003df-8759-436a-ac3f-c86334caecf5 req-e80b9354-8236-4cbe-ba4e-b67e1ab4e0bd service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090355 Feb 11 05:09:28.447957 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-90d89299-cb9c-46cd-ae9e-0220ab6a4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.498527 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.505654 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-0cc5c737-ae91-4a59-8a01-14aea0708f54 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b72615b0-903f-4050-bf3f-650802085b82), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.518487 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-58f7932a-e426-43e5-8fa6-9d6f4d6ffcc1 req-13b3e865-2d9a-4f4b-95d4-d5ca4fc784cf tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (7cb620d1-bd7d-4bb1-ab81-8f4f64714512), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.561369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-7449a04c-8dab-40f5-80dd-6158adc238c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:28.562955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-7449a04c-8dab-40f5-80dd-6158adc238c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2309117 Feb 11 05:09:28.624213 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-0cc5c737-ae91-4a59-8a01-14aea0708f54 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Network 33f89be2-f697-40b3-a347-9e719974ef7b is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:28.625783 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-58f7932a-e426-43e5-8fa6-9d6f4d6ffcc1 req-13b3e865-2d9a-4f4b-95d4-d5ca4fc784cf tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (7cb620d1-bd7d-4bb1-ab81-8f4f64714512), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.644369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-0cc5c737-ae91-4a59-8a01-14aea0708f54 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:28.650762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5c737-ae91-4a59-8a01-14aea0708f54 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Pushing event updated for resources: {'Port': ['ID=b72615b0-903f-4050-bf3f-650802085b82,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:28.655985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-0cc5c737-ae91-4a59-8a01-14aea0708f54 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:28.800697 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-58f7932a-e426-43e5-8fa6-9d6f4d6ffcc1 req-13b3e865-2d9a-4f4b-95d4-d5ca4fc784cf tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7cb620d1-bd7d-4bb1-ab81-8f4f64714512), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.803231 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-58f7932a-e426-43e5-8fa6-9d6f4d6ffcc1 req-13b3e865-2d9a-4f4b-95d4-d5ca4fc784cf tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.804386 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58f7932a-e426-43e5-8fa6-9d6f4d6ffcc1 req-13b3e865-2d9a-4f4b-95d4-d5ca4fc784cf tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "DELETE /v2.0/security-groups/7cb620d1-bd7d-4bb1-ab81-8f4f64714512 HTTP/1.1" status: 204 len: 173 time: 0.5490375 Feb 11 05:09:28.809590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-0cc5c737-ae91-4a59-8a01-14aea0708f54 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:28.810206 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-0cc5c737-ae91-4a59-8a01-14aea0708f54 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.834849 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-aaf2fc1a-dd89-4056-b77b-3ba90d22fe51 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572455 Feb 11 05:09:28.837160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3e865-2d9a-4f4b-95d4-d5ca4fc784cf tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb620d1-bd7d-4bb1-ab81-8f4f64714512,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:28.853987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-0cc5c737-ae91-4a59-8a01-14aea0708f54 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3616948 Feb 11 05:09:28.875020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Request body: {'port': {'device_id': '87630575-2498-414c-b284-60ed77575eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:28.985356 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:29.076355 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b72615b0-903f-4050-bf3f-650802085b82), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:29.108445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559a1ef-c725-4803-ae32-1484ddcf796f req-58aa19a2-59ac-41b3-95d7-42d24b689764 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:29.109937 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1559a1ef-c725-4803-ae32-1484ddcf796f req-58aa19a2-59ac-41b3-95d7-42d24b689764 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 945 time: 0.2423351 Feb 11 05:09:29.116698 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c362edb1-6a1f-4699-9d67-e107d4d25671 req-0cd14f2a-37bf-49f2-80f4-77a0988f27ab service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752841 Feb 11 05:09:29.284971 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Allocated IP 172.25.5.227 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/82ab326c-776b-4876-a6bb-90d21cf544ab) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:29.301200 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1559a1ef-c725-4803-ae32-1484ddcf796f req-005352d9-855a-45b4-b669-aef9137ae587 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816125 Feb 11 05:09:29.504909 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for port (82ab326c-776b-4876-a6bb-90d21cf544ab), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:29.522446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ae3d8227-0cbd-4893-9d3c-399a61966083 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:29.606772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port ae3d8227-0cbd-4893-9d3c-399a61966083 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:29.607505 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:29.645760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ae3d8227-0cbd-4893-9d3c-399a61966083, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ae3d8227-0cbd-4893-9d3c-399a61966083,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:29.652223 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:29.678289 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712667ae-53ff-47b6-bc86-4a3db22da0d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72cfb4e9-841e-45a0-9377-4fb37a0edade'}, {'server_uuid': 'bb977082-adee-4f5e-93d2-ed09cb011c2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3d8227-0cbd-4893-9d3c-399a61966083'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:29.681223 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f559dab-03c7-4ec3-862b-97d090a593ad" -d '{"events": [{"server_uuid": "712667ae-53ff-47b6-bc86-4a3db22da0d0", "name": "network-vif-unplugged", "status": "completed", "tag": "72cfb4e9-841e-45a0-9377-4fb37a0edade"}, {"server_uuid": "bb977082-adee-4f5e-93d2-ed09cb011c2a", "name": "network-vif-unplugged", "status": "completed", "tag": "ae3d8227-0cbd-4893-9d3c-399a61966083"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:29.722585 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=ae3d8227-0cbd-4893-9d3c-399a61966083,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:29.947816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72615b0-903f-4050-bf3f-650802085b82 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:29.957706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-9fa216c4-578f-47ee-a328-373dcee44bb0 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:29.959210 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-9fa216c4-578f-47ee-a328-373dcee44bb0 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/networks?id=98cbc21b-0cda-4452-82bc-4f4fd4777677 HTTP/1.1" status: 200 len: 805 time: 0.5002294 Feb 11 05:09:29.962582 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (82ab326c-776b-4876-a6bb-90d21cf544ab), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:29.965649 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Publish callbacks [] for port (b72615b0-903f-4050-bf3f-650802085b82), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:30.011513 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-919736ed-6cb2-43b6-a83f-e61d688c5612 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/quotas/623b97b8843c4ee5bfe315b1c2e8ae24 HTTP/1.1" status: 200 len: 375 time: 0.0434272 Feb 11 05:09:30.012401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Transition to ACTIVE for port object b72615b0-903f-4050-bf3f-650802085b82 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:09:30.021929 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b72615b0-903f-4050-bf3f-650802085b82), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:30.037419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:30.052805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:30.071761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:30.073589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Pushing event updated for resources: {'Port': ['ID=82ab326c-776b-4876-a6bb-90d21cf544ab,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:30.202222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b72615b0-903f-4050-bf3f-650802085b82,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:30.228615 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-d15c9e25-5c6a-45e2-b34f-6b382c813925 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=623b97b8843c4ee5bfe315b1c2e8ae24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2044930 Feb 11 05:09:30.342612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:30.342954 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:30.343284 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:30.376204 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for floatingip (e0ee5321-fa3c-405e-b87b-64b21df247ef), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:30.387720 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Port b72615b0-903f-4050-bf3f-650802085b82 on network 33f89be2-f697-40b3-a347-9e719974ef7b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:09:30.388054 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:30.409622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d50101-8a4a-48ac-834d-ee9ed25b7e70 req-4d48622f-effa-4681-804d-160398ad1d43 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:30.411076 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46d50101-8a4a-48ac-834d-ee9ed25b7e70 req-4d48622f-effa-4681-804d-160398ad1d43 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.88 "GET /v2.0/ports?device_id=712667ae-53ff-47b6-bc86-4a3db22da0d0 HTTP/1.1" status: 200 len: 943 time: 0.2011907 Feb 11 05:09:30.427588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:30.427933 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Checking segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:30.428320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Bound using segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:30.428761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Bound port: b72615b0-903f-4050-bf3f-650802085b82, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:30.429119 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b72615b0-903f-4050-bf3f-650802085b82), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:30.499806 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (82ab326c-776b-4876-a6bb-90d21cf544ab), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:30.524583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-98929c45-db6c-42df-a745-eff1fce372fb service neutron] 10.222.0.87 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478745 Feb 11 05:09:30.687510 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-85378b7f-0bbe-48f8-a2ea-336f88a2ca52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:30.710248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:30.760729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b72615b0-903f-4050-bf3f-650802085b82,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:30.785100 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b72615b0-903f-4050-bf3f-650802085b82), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:30.799000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-57a5029f-4b88-4224-b4cc-cfe5b9ec8137 service neutron] 10.222.0.87 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513490 Feb 11 05:09:30.835109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-46d50101-8a4a-48ac-834d-ee9ed25b7e70 req-27bfc4a5-cc1b-4fa7-a2fa-71c18485fb79 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Deleting port 72cfb4e9-841e-45a0-9377-4fb37a0edade {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:09:30.835553 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-46d50101-8a4a-48ac-834d-ee9ed25b7e70 req-27bfc4a5-cc1b-4fa7-a2fa-71c18485fb79 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:30.867810 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:30.868450 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:30.870026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] 10.222.0.88 "PUT /v2.0/ports/b72615b0-903f-4050-bf3f-650802085b82 HTTP/1.1" status: 200 len: 1092 time: 2.0035450 Feb 11 05:09:30.874511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87630575-2498-414c-b284-60ed77575eb8', 'tag': 'b72615b0-903f-4050-bf3f-650802085b82'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:30.876814 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bd134d-1d09-41b3-bb18-21fd88a721ba" -d '{"events": [{"name": "network-changed", "server_uuid": "87630575-2498-414c-b284-60ed77575eb8", "tag": "b72615b0-903f-4050-bf3f-650802085b82"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:30.945822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b8788-520f-4bba-9516-9b19d765ccb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b72615b0-903f-4050-bf3f-650802085b82,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:31.058481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-46d50101-8a4a-48ac-834d-ee9ed25b7e70 req-27bfc4a5-cc1b-4fa7-a2fa-71c18485fb79 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] For port 72cfb4e9-841e-45a0-9377-4fb37a0edade, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=72cfb4e9-841e-45a0-9377-4fb37a0edade,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:31.059114 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-46d50101-8a4a-48ac-834d-ee9ed25b7e70 req-27bfc4a5-cc1b-4fa7-a2fa-71c18485fb79 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.085338 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for port (82ab326c-776b-4876-a6bb-90d21cf544ab), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.096546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-46d50101-8a4a-48ac-834d-ee9ed25b7e70 req-27bfc4a5-cc1b-4fa7-a2fa-71c18485fb79 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Calling delete_port for 72cfb4e9-841e-45a0-9377-4fb37a0edade owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:09:31.107659 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (82ab326c-776b-4876-a6bb-90d21cf544ab), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.163245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-be002425-63d6-48af-8d47-0fa790c70ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:31.164751 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-be002425-63d6-48af-8d47-0fa790c70ce4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 1126 time: 0.2232184 Feb 11 05:09:31.308713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-f71ada8f-c69d-44a9-b75a-9de0a940ad5c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b72615b0-903f-4050-bf3f-650802085b82 HTTP/1.1" status: 200 len: 217 time: 0.1190889 Feb 11 05:09:31.347224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Pushing event updated for resources: {'Port': ['ID=82ab326c-776b-4876-a6bb-90d21cf544ab,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:31.374750 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (e0ee5321-fa3c-405e-b87b-64b21df247ef), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.397641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6a06b-cf96-49d4-aebd-94bd9015bb7f req-7c383ddf-71ac-4132-adcd-7936e5725acb tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:31.399639 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5e6a06b-cf96-49d4-aebd-94bd9015bb7f req-7c383ddf-71ac-4132-adcd-7936e5725acb tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 943 time: 0.3055844 Feb 11 05:09:31.452264 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.459936 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-c5432e9f-e299-4cfe-a4e2-48f5bc3b70fe tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0699394 Feb 11 05:09:31.470372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-78a32d73-c18f-4ca1-b5f7-45bb8417f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:31.471850 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-78a32d73-c18f-4ca1-b5f7-45bb8417f950 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.1444035 Feb 11 05:09:31.559801 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ae3d8227-0cbd-4893-9d3c-399a61966083 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:09:31.563928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 87903cd5-1c2a-4d6d-ba58-308f8740fd60 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:31.573965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-8e5de350-f5d3-4306-b870-34ff46c796b9 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.1130662 Feb 11 05:09:31.587599 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-5331c8f2-a961-4d8a-9539-a1e1fb90048b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780425 Feb 11 05:09:31.623702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5e6a06b-cf96-49d4-aebd-94bd9015bb7f req-f31780d2-589a-4c49-ac4a-f58308dc3b21 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979027 Feb 11 05:09:31.708490 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-46d50101-8a4a-48ac-834d-ee9ed25b7e70 req-27bfc4a5-cc1b-4fa7-a2fa-71c18485fb79 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (72cfb4e9-841e-45a0-9377-4fb37a0edade), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.749172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:31.749753 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.792618 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ae3d8227-0cbd-4893-9d3c-399a61966083, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ae3d8227-0cbd-4893-9d3c-399a61966083,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:31.809593 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 87903cd5-1c2a-4d6d-ba58-308f8740fd60, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=87903cd5-1c2a-4d6d-ba58-308f8740fd60,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:31.812606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'ae3d8227-0cbd-4893-9d3c-399a61966083', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': 'ae3d8227-0cbd-4893-9d3c-399a61966083', 'mac_address': 'fa:16:3e:cd:76:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:09:31.815983 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.837357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfc4a5-cc1b-4fa7-a2fa-71c18485fb79 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Pushing event deleted for resources: {'Port': ['ID=72cfb4e9-841e-45a0-9377-4fb37a0edade,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:31.879313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=87903cd5-1c2a-4d6d-ba58-308f8740fd60,revision_number=11']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:31.929103 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-ccdc95a7-f4c8-44de-bf3f-4e9bff380c1c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:31.929997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port ae3d8227-0cbd-4893-9d3c-399a61966083 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:31.930494 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.930645 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5fb3625-c144-4bbf-86c5-525d92ca3309 req-ccdc95a7-f4c8-44de-bf3f-4e9bff380c1c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.3391149 Feb 11 05:09:31.953701 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3d8227-0cbd-4893-9d3c-399a61966083 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:31.955085 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d50101-8a4a-48ac-834d-ee9ed25b7e70 req-27bfc4a5-cc1b-4fa7-a2fa-71c18485fb79 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] No DVR routers for this DVR port 72cfb4e9-841e-45a0-9377-4fb37a0edade on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:09:31.962022 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-46d50101-8a4a-48ac-834d-ee9ed25b7e70 req-27bfc4a5-cc1b-4fa7-a2fa-71c18485fb79 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.965264 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46d50101-8a4a-48ac-834d-ee9ed25b7e70 req-27bfc4a5-cc1b-4fa7-a2fa-71c18485fb79 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.88 "DELETE /v2.0/ports/72cfb4e9-841e-45a0-9377-4fb37a0edade HTTP/1.1" status: 204 len: 173 time: 1.5312884 Feb 11 05:09:31.975108 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-0c9288f3-3be3-459b-b151-360ed61b1e1d service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797536 Feb 11 05:09:31.975911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ae3d8227-0cbd-4893-9d3c-399a61966083, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ae3d8227-0cbd-4893-9d3c-399a61966083,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:31.982217 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:31.988903 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-a0646d2b-f737-4b50-be76-73d0acc4c682 req-40fab914-a9bb-4530-9eeb-41c322c49aaf tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] show failed (client error): The resource could not be found. Feb 11 05:09:31.989119 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0646d2b-f737-4b50-be76-73d0acc4c682 req-40fab914-a9bb-4530-9eeb-41c322c49aaf tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/7cb620d1-bd7d-4bb1-ab81-8f4f64714512 HTTP/1.1" status: 404 len: 352 time: 0.0292423 Feb 11 05:09:32.041326 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=ae3d8227-0cbd-4893-9d3c-399a61966083,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:32.065610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2070f-50d4-42a1-a9d0-f25554782779 req-00c389bf-a957-43d1-9358-2d15eba693b6 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:32.067060 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d9d2070f-50d4-42a1-a9d0-f25554782779 req-00c389bf-a957-43d1-9358-2d15eba693b6 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 947 time: 0.3273842 Feb 11 05:09:32.194469 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2482fa28-8d00-4299-a4b0-6d13b992ee3f req-bda13414-5f2a-4721-aa22-a408c3217427 service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088416 Feb 11 05:09:32.246520 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:32.263054 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d9d2070f-50d4-42a1-a9d0-f25554782779 req-3de95ae9-bf5e-45a2-9f98-8d02749939ec tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772542 Feb 11 05:09:32.281741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b264fc-9ab9-45cd-b09a-546eb7b275e2 req-d157392e-e5bf-421a-89e1-927adb9b1841 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:32.286561 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['ae3d8227-0cbd-4893-9d3c-399a61966083'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:32.301918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-32b264fc-9ab9-45cd-b09a-546eb7b275e2 req-d157392e-e5bf-421a-89e1-927adb9b1841 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=728b5f04-6e78-4de7-a174-ec92eb41d35a HTTP/1.1" status: 200 len: 948 time: 0.1962793 Feb 11 05:09:32.346836 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-a770d3e6-485c-4a09-874a-b85983b10338 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:32.348342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-a770d3e6-485c-4a09-874a-b85983b10338 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.73 "GET /v2.0/networks?id=98cbc21b-0cda-4452-82bc-4f4fd4777677 HTTP/1.1" status: 200 len: 805 time: 0.1997845 Feb 11 05:09:32.368348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-404de661-975f-4492-8b44-29ad508d5325 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Request body: {'port': {'device_id': 'e2d9f92e-e28e-45fb-a818-e33d18e6f962', 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677', 'admin_state_up': True, 'tenant_id': '623b97b8843c4ee5bfe315b1c2e8ae24'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:32.406989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-32b264fc-9ab9-45cd-b09a-546eb7b275e2 req-4adafaab-e668-4a99-ba8e-aec1f1f39bb1 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040061 Feb 11 05:09:32.408382 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56936dd-8605-41de-a173-5acdb0f2809f x-openstack-request-id: req-a56936dd-8605-41de-a173-5acdb0f2809f {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:32.408878 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712667ae-53ff-47b6-bc86-4a3db22da0d0", "name": "network-vif-unplugged", "status": "completed", "tag": "72cfb4e9-841e-45a0-9377-4fb37a0edade", "code": 200}, {"server_uuid": "bb977082-adee-4f5e-93d2-ed09cb011c2a", "name": "network-vif-unplugged", "status": "completed", "tag": "ae3d8227-0cbd-4893-9d3c-399a61966083", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:32.409491 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a56936dd-8605-41de-a173-5acdb0f2809f {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:32.410154 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712667ae-53ff-47b6-bc86-4a3db22da0d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72cfb4e9-841e-45a0-9377-4fb37a0edade', 'code': 200} Feb 11 05:09:32.410508 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb977082-adee-4f5e-93d2-ed09cb011c2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3d8227-0cbd-4893-9d3c-399a61966083', 'code': 200} Feb 11 05:09:32.497034 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09a3a5e-3c4d-4157-97f6-5f4f2a7ce897 x-openstack-request-id: req-f09a3a5e-3c4d-4157-97f6-5f4f2a7ce897 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:32.497034 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87630575-2498-414c-b284-60ed77575eb8", "tag": "b72615b0-903f-4050-bf3f-650802085b82", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:32.497034 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f09a3a5e-3c4d-4157-97f6-5f4f2a7ce897 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:32.497420 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87630575-2498-414c-b284-60ed77575eb8', 'tag': 'b72615b0-903f-4050-bf3f-650802085b82', 'status': 'completed', 'code': 200} Feb 11 05:09:32.622181 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd2a1be8-8337-4ad9-94fb-ef99d9ffb3d5 req-cb9ba354-9d05-489e-85ac-26720cfb2daa tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2d9f92e-e28e-45fb-a818-e33d18e6f962 HTTP/1.1" status: 200 len: 210 time: 0.0513752 Feb 11 05:09:32.684745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca24504-a951-43a0-b3c9-b0003006c550 req-849a36a8-31ba-4dfc-b4e6-97e183fb8ff7 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:32.686227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bca24504-a951-43a0-b3c9-b0003006c550 req-849a36a8-31ba-4dfc-b4e6-97e183fb8ff7 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 945 time: 0.1880510 Feb 11 05:09:32.698126 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd134d-1d09-41b3-bb18-21fd88a721ba req-aadff258-2b3e-4cfe-9577-9f7dc18d9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:32.699619 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88bd134d-1d09-41b3-bb18-21fd88a721ba req-aadff258-2b3e-4cfe-9577-9f7dc18d9dd3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 1126 time: 0.1664779 Feb 11 05:09:32.704219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-404de661-975f-4492-8b44-29ad508d5325 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Made reservation on behalf of 623b97b8843c4ee5bfe315b1c2e8ae24 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:09:32.707925 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-404de661-975f-4492-8b44-29ad508d5325 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:33.200383 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bca24504-a951-43a0-b3c9-b0003006c550 req-d5c9b0c2-08f4-47c8-9cb2-a8d38f762b60 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968908 Feb 11 05:09:33.235482 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-3af015aa-9340-455d-ab27-2b8be6b3439d tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5820725 Feb 11 05:09:33.262334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:33.283964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd134d-1d09-41b3-bb18-21fd88a721ba req-104cdfff-3c55-4fe2-b7b1-32517430d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:33.285422 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88bd134d-1d09-41b3-bb18-21fd88a721ba req-104cdfff-3c55-4fe2-b7b1-32517430d500 service neutron] 10.222.0.88 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.5684178 Feb 11 05:09:33.371567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88bd134d-1d09-41b3-bb18-21fd88a721ba req-848e7852-89b0-46a3-bc20-3f6bb47ecc33 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b72615b0-903f-4050-bf3f-650802085b82 HTTP/1.1" status: 200 len: 217 time: 0.0661716 Feb 11 05:09:33.387067 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:33.416170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-404de661-975f-4492-8b44-29ad508d5325 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Allocated IP 172.20.0.13 (98cbc21b-0cda-4452-82bc-4f4fd4777677/7a1d8d3c-0c6e-469a-8f36-555d015fa75e/10cce4aa-3b3d-4d9e-93eb-905cb4767415) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:33.436414 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:33.488413 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d95b6601-ca58-44a0-9b96-164cf128f375 req-d6fd41b4-f3de-4ba2-8158-be5e0579272b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dcea6c6c77f442f580e1392b7ac8c848 HTTP/1.1" status: 200 len: 6199 time: 0.2591643 Feb 11 05:09:33.502247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd134d-1d09-41b3-bb18-21fd88a721ba req-3c33d629-b2a2-4608-8099-8add5fdf5280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:33.504236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88bd134d-1d09-41b3-bb18-21fd88a721ba req-3c33d629-b2a2-4608-8099-8add5fdf5280 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.1228857 Feb 11 05:09:33.568041 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ae3d8227-0cbd-4893-9d3c-399a61966083 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:33.595261 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88bd134d-1d09-41b3-bb18-21fd88a721ba req-10359048-3806-4a59-94c6-a861d8b1f774 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774834 Feb 11 05:09:33.615830 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port ae3d8227-0cbd-4893-9d3c-399a61966083 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:33.616202 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:33.684528 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 72cfb4e9-841e-45a0-9377-4fb37a0edade no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:33.713276 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d95b6601-ca58-44a0-9b96-164cf128f375 req-013cd0b5-172e-478a-8819-de3a87bd0d22 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/c2e47cc6-10ca-4479-bd42-de31191cc045 HTTP/1.1" status: 200 len: 2998 time: 0.2063365 Feb 11 05:09:33.713504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 72cfb4e9-841e-45a0-9377-4fb37a0edade {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:09:33.713750 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 72cfb4e9-841e-45a0-9377-4fb37a0edade not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:09:33.718530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port ae3d8227-0cbd-4893-9d3c-399a61966083 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:33.718922 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:33.751178 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ae3d8227-0cbd-4893-9d3c-399a61966083, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ae3d8227-0cbd-4893-9d3c-399a61966083,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:33.756046 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:33.806155 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=ae3d8227-0cbd-4893-9d3c-399a61966083,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:33.852021 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-404de661-975f-4492-8b44-29ad508d5325 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks [] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:33.854689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88bd134d-1d09-41b3-bb18-21fd88a721ba req-4d8a99f3-a673-4f82-85d0-d2a5247d356c service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433071 Feb 11 05:09:33.859688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d95b6601-ca58-44a0-9b96-164cf128f375 req-bbd5b928-f4c4-435d-96b3-b46c57b5b472 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/c2e47cc6-10ca-4479-bd42-de31191cc045 HTTP/1.1" status: 200 len: 2998 time: 0.1120837 Feb 11 05:09:33.874334 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:34.016784 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-404de661-975f-4492-8b44-29ad508d5325 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:34.088205 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88bd134d-1d09-41b3-bb18-21fd88a721ba req-0f3669bd-5d6d-47e3-8de1-7e8962605eb5 service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234883 Feb 11 05:09:34.115229 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-404de661-975f-4492-8b44-29ad508d5325 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Network 98cbc21b-0cda-4452-82bc-4f4fd4777677 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:34.123638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404de661-975f-4492-8b44-29ad508d5325 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Pushing event updated for resources: {'Port': ['ID=10cce4aa-3b3d-4d9e-93eb-905cb4767415,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:34.126097 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-404de661-975f-4492-8b44-29ad508d5325 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:34.128760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Allocated IP 172.25.5.5 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/0a2008f0-f16b-4460-a927-668d2db1ce2f) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:34.131154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-404de661-975f-4492-8b44-29ad508d5325 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:34.205019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-404de661-975f-4492-8b44-29ad508d5325 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:34.205838 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-404de661-975f-4492-8b44-29ad508d5325 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:34.258823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-404de661-975f-4492-8b44-29ad508d5325 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8993649 Feb 11 05:09:34.272324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Request body: {'port': {'device_id': 'e2d9f92e-e28e-45fb-a818-e33d18e6f962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:34.308802 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-f976d28c-1b0e-4918-8180-5e4cf0abd686 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:34.317809 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-f976d28c-1b0e-4918-8180-5e4cf0abd686 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a&tenant_id=96892c63fd9f4c61ab86cc0679e41126&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 949 time: 0.1560450 Feb 11 05:09:34.354386 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for port (0a2008f0-f16b-4460-a927-668d2db1ce2f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:34.366963 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:34.395756 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-d97fc0b3-1363-40ce-9403-cde88bf657dd service neutron] 10.222.0.73 "GET /v2.0/ports/ae3d8227-0cbd-4893-9d3c-399a61966083/bindings/n-h1-713499-38 HTTP/1.1" status: 200 len: 383 time: 0.0721333 Feb 11 05:09:34.412208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728b5f04-6e78-4de7-a174-ec92eb41d35a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87903cd5-1c2a-4d6d-ba58-308f8740fd60'}, {'server_uuid': 'bb977082-adee-4f5e-93d2-ed09cb011c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3d8227-0cbd-4893-9d3c-399a61966083'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:34.414487 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75c1d14-5b47-41c0-a400-1bd1560e6fd0" -d '{"events": [{"server_uuid": "728b5f04-6e78-4de7-a174-ec92eb41d35a", "name": "network-vif-unplugged", "status": "completed", "tag": "87903cd5-1c2a-4d6d-ba58-308f8740fd60"}, {"server_uuid": "bb977082-adee-4f5e-93d2-ed09cb011c2a", "name": "network-vif-plugged", "status": "completed", "tag": "ae3d8227-0cbd-4893-9d3c-399a61966083"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:34.434496 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (0a2008f0-f16b-4460-a927-668d2db1ce2f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:34.493057 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-f8b53b67-a9d4-4aa3-982b-6073f0704df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:34.494724 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-f8b53b67-a9d4-4aa3-982b-6073f0704df7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 1132 time: 0.0676689 Feb 11 05:09:34.516783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712667ae-53ff-47b6-bc86-4a3db22da0d0', 'name': 'network-vif-deleted', 'tag': '72cfb4e9-841e-45a0-9377-4fb37a0edade'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:34.519729 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a372460-b47a-445c-ab66-86b26c146e05" -d '{"events": [{"server_uuid": "712667ae-53ff-47b6-bc86-4a3db22da0d0", "name": "network-vif-deleted", "tag": "72cfb4e9-841e-45a0-9377-4fb37a0edade"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:34.550886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:34.575804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:34.580946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:34.582931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Pushing event updated for resources: {'Port': ['ID=0a2008f0-f16b-4460-a927-668d2db1ce2f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:34.595099 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-cd25c25a-fc8b-43bf-b8b3-03cc6a27a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:34.597387 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-cd25c25a-fc8b-43bf-b8b3-03cc6a27a3bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.0969431 Feb 11 05:09:34.638551 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-faaa182d-4d52-4bc8-9d07-5942ed721b72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ae3d8227-0cbd-4893-9d3c-399a61966083 HTTP/1.1" status: 200 len: 217 time: 0.0354686 Feb 11 05:09:34.692660 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-c3440469-7b6b-4edc-bd0e-90fb7ba3b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:34.694267 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-c3440469-7b6b-4edc-bd0e-90fb7ba3b291 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0498238 Feb 11 05:09:34.707978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e3710-1ddf-4cfb-b353-ce410d4f2e48 req-b94725e3-0d35-4140-87cf-048f36c7a7c2 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:34.711290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b5e3710-1ddf-4cfb-b353-ce410d4f2e48 req-b94725e3-0d35-4140-87cf-048f36c7a7c2 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 943 time: 0.1828535 Feb 11 05:09:34.745433 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-2c130505-2777-4a69-a49a-61d7d956cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:34.747125 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-2c130505-2777-4a69-a49a-61d7d956cf83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0467932 Feb 11 05:09:34.799790 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:34.839727 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for floatingip (5c60d101-b0cf-4eb6-960f-6d4643255f6c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:34.859573 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b5e3710-1ddf-4cfb-b353-ce410d4f2e48 req-f959d98b-d26c-4898-a24b-f7d737c4cc74 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409800 Feb 11 05:09:34.862857 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-58fa6549-d277-497b-b5f7-32fb4d855111 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091077 Feb 11 05:09:34.912372 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0a2008f0-f16b-4460-a927-668d2db1ce2f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:34.996650 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-3407327a-fa6b-42aa-b7dc-f372bd384b37 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270800 Feb 11 05:09:35.028287 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10cce4aa-3b3d-4d9e-93eb-905cb4767415 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:35.042704 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Publish callbacks [] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.068626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Transition to ACTIVE for port object 10cce4aa-3b3d-4d9e-93eb-905cb4767415 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:09:35.074235 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.169726 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for port (0a2008f0-f16b-4460-a927-668d2db1ce2f), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.175689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Pushing event updated for resources: {'Port': ['ID=10cce4aa-3b3d-4d9e-93eb-905cb4767415,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:35.181115 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (0a2008f0-f16b-4460-a927-668d2db1ce2f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.301580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e11141-66c3-4cb0-b331-5d3489c8b96d req-2e0ddfb3-a8c9-464a-b197-2750f39ef791 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:35.303112 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93e11141-66c3-4cb0-b331-5d3489c8b96d req-2e0ddfb3-a8c9-464a-b197-2750f39ef791 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 1128 time: 0.1774037 Feb 11 05:09:35.303738 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Pushing event updated for resources: {'Port': ['ID=0a2008f0-f16b-4460-a927-668d2db1ce2f,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:35.328514 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (5c60d101-b0cf-4eb6-960f-6d4643255f6c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.359963 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Attempting to bind port 10cce4aa-3b3d-4d9e-93eb-905cb4767415 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:35.360297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Attempting to bind port 10cce4aa-3b3d-4d9e-93eb-905cb4767415 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:35.360625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Attempting to bind port 10cce4aa-3b3d-4d9e-93eb-905cb4767415 on network 98cbc21b-0cda-4452-82bc-4f4fd4777677 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:35.370463 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.371623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-9658d66e-c30f-4891-93b9-0b3a8ed67785 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.1199288 Feb 11 05:09:35.384293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Port 10cce4aa-3b3d-4d9e-93eb-905cb4767415 on network 98cbc21b-0cda-4452-82bc-4f4fd4777677 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:09:35.384615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Attempting to bind port 10cce4aa-3b3d-4d9e-93eb-905cb4767415 on network 98cbc21b-0cda-4452-82bc-4f4fd4777677 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:35.432633 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93e11141-66c3-4cb0-b331-5d3489c8b96d req-a63b5ceb-11bb-4d24-9092-dbe6e6bbac78 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166487 Feb 11 05:09:35.437114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:35.437449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Checking segment: {'id': 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:35.437828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Bound using segment: {'id': 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:35.438269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Bound port: 10cce4aa-3b3d-4d9e-93eb-905cb4767415, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:35.438624 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.445504 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-9aed2424-1cef-4bab-9507-79db9ec8153e tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 694 time: 0.0626132 Feb 11 05:09:35.623168 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] For port 10cce4aa-3b3d-4d9e-93eb-905cb4767415, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:35.627017 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] For port 10cce4aa-3b3d-4d9e-93eb-905cb4767415, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=10cce4aa-3b3d-4d9e-93eb-905cb4767415,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:35.634298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81704-2cec-4418-b05e-66519bc5d175 req-ccf29ed2-8b44-4467-bf1c-9760c1e097de tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:35.635859 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ab81704-2cec-4418-b05e-66519bc5d175 req-ccf29ed2-8b44-4467-bf1c-9760c1e097de tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2d9f92e-e28e-45fb-a818-e33d18e6f962 HTTP/1.1" status: 200 len: 944 time: 0.1294813 Feb 11 05:09:35.641596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-867b7be7-cecb-4216-a6e3-3236e9fb1057 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:35.642830 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8c0e5b9-f4cd-443b-b559-f134daf8b505 req-867b7be7-cecb-4216-a6e3-3236e9fb1057 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.1913211 Feb 11 05:09:35.662373 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.670439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-67e67c19-aff9-4fce-a1fa-2df47ba5c8ab req-addfb59d-b803-4c8a-b6fb-f32acd090508 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1452376919', 'description': 'tempest-description-582763450'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:35.737950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:35.738571 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.739967 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/10cce4aa-3b3d-4d9e-93eb-905cb4767415 HTTP/1.1" status: 200 len: 1093 time: 1.4744170 Feb 11 05:09:35.755368 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ab81704-2cec-4418-b05e-66519bc5d175 req-a980d1f0-d6db-4dec-a907-50619ca0e73c tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103568 Feb 11 05:09:35.761506 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-67e67c19-aff9-4fce-a1fa-2df47ba5c8ab req-addfb59d-b803-4c8a-b6fb-f32acd090508 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.777082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e023f1b-42de-4072-9627-78532a9043e0 service neutron] Pushing event updated for resources: {'Port': ['ID=10cce4aa-3b3d-4d9e-93eb-905cb4767415,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:35.891472 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-67e67c19-aff9-4fce-a1fa-2df47ba5c8ab req-addfb59d-b803-4c8a-b6fb-f32acd090508 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (1c43d907-4d9b-4fdb-8bcb-68169fffa330), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.900220 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-67e67c19-aff9-4fce-a1fa-2df47ba5c8ab req-addfb59d-b803-4c8a-b6fb-f32acd090508 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1c43d907-4d9b-4fdb-8bcb-68169fffa330), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.933188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-ab798e6b-909d-40a0-8a8c-6255b7083ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:35.934696 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-ab798e6b-909d-40a0-8a8c-6255b7083ff0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=623b97b8843c4ee5bfe315b1c2e8ae24&device_id=e2d9f92e-e28e-45fb-a818-e33d18e6f962 HTTP/1.1" status: 200 len: 1127 time: 0.1276929 Feb 11 05:09:35.949203 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-67e67c19-aff9-4fce-a1fa-2df47ba5c8ab req-addfb59d-b803-4c8a-b6fb-f32acd090508 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:35.950381 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67e67c19-aff9-4fce-a1fa-2df47ba5c8ab req-addfb59d-b803-4c8a-b6fb-f32acd090508 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2894793 Feb 11 05:09:35.951764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfb59d-b803-4c8a-b6fb-f32acd090508 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c43d907-4d9b-4fdb-8bcb-68169fffa330,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:35.961887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f5910-9a00-453e-ab9d-140c51ba712f req-ac4d3c16-afba-4b7e-ab1c-fbea046507d0 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:35.963332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd5f5910-9a00-453e-ab9d-140c51ba712f req-ac4d3c16-afba-4b7e-ab1c-fbea046507d0 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 949 time: 0.1255407 Feb 11 05:09:36.008944 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-6edf713e-4702-47ca-a3b7-ba255f64dea7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10cce4aa-3b3d-4d9e-93eb-905cb4767415 HTTP/1.1" status: 200 len: 217 time: 0.0545874 Feb 11 05:09:36.039665 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d711b71-87b5-4b8b-8a45-b936c72fe718 x-openstack-request-id: req-1d711b71-87b5-4b8b-8a45-b936c72fe718 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:36.042964 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728b5f04-6e78-4de7-a174-ec92eb41d35a", "name": "network-vif-unplugged", "status": "completed", "tag": "87903cd5-1c2a-4d6d-ba58-308f8740fd60", "code": 200}, {"server_uuid": "bb977082-adee-4f5e-93d2-ed09cb011c2a", "name": "network-vif-plugged", "status": "completed", "tag": "ae3d8227-0cbd-4893-9d3c-399a61966083", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:36.043772 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1d711b71-87b5-4b8b-8a45-b936c72fe718 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:36.044415 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728b5f04-6e78-4de7-a174-ec92eb41d35a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87903cd5-1c2a-4d6d-ba58-308f8740fd60', 'code': 200} Feb 11 05:09:36.044892 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb977082-adee-4f5e-93d2-ed09cb011c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3d8227-0cbd-4893-9d3c-399a61966083', 'code': 200} Feb 11 05:09:36.085793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-6663bc2b-ff1a-4887-9889-21aa2ec7779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:36.087317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-6663bc2b-ff1a-4887-9889-21aa2ec7779f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a1d8d3c-0c6e-469a-8f36-555d015fa75e HTTP/1.1" status: 200 len: 845 time: 0.0699875 Feb 11 05:09:36.090556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd5f5910-9a00-453e-ab9d-140c51ba712f req-ebdd1d6f-e845-4190-b519-6b6e1b82d8a8 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885522 Feb 11 05:09:36.126495 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-aca506f9-6877-46fb-b992-575ec8b497ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98cbc21b-0cda-4452-82bc-4f4fd4777677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291586 Feb 11 05:09:36.193721 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7ff9c3-4d00-4350-93c2-05ccb5ddc573 x-openstack-request-id: req-4f7ff9c3-4d00-4350-93c2-05ccb5ddc573 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:36.194093 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712667ae-53ff-47b6-bc86-4a3db22da0d0", "name": "network-vif-deleted", "tag": "72cfb4e9-841e-45a0-9377-4fb37a0edade", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:36.194273 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4f7ff9c3-4d00-4350-93c2-05ccb5ddc573 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:36.194669 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712667ae-53ff-47b6-bc86-4a3db22da0d0', 'name': 'network-vif-deleted', 'tag': '72cfb4e9-841e-45a0-9377-4fb37a0edade', 'status': 'completed', 'code': 200} Feb 11 05:09:36.369235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631ba5d-e2ac-4e1e-9a7c-55550b2f2d62 req-d88a7f63-0f71-4768-9c14-68b351765a81 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:36.370781 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7631ba5d-e2ac-4e1e-9a7c-55550b2f2d62 req-d88a7f63-0f71-4768-9c14-68b351765a81 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 1128 time: 0.1753604 Feb 11 05:09:36.408068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-c2f46193-fa88-4d3d-bd9c-fba1ef667b89 service neutron] 10.222.0.73 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674696 Feb 11 05:09:36.418953 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-15715180-0e8d-41de-a4d2-6bf47da36a9f tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2198887 Feb 11 05:09:36.439938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:36.483878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7631ba5d-e2ac-4e1e-9a7c-55550b2f2d62 req-2ef2f88e-1668-436e-a90f-d76d285976ab tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031072 Feb 11 05:09:36.522314 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:36.590746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-defa4522-9935-447b-b9dc-84f8190c6e8e req-0fcf1cae-ecfe-4e79-9ca2-24479841d11e service neutron] 10.222.0.73 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708064 Feb 11 05:09:36.646884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1107f-2d27-4a71-9d83-097fe823347b req-af810c11-d5cd-4c47-a019-78460c3d06b4 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:36.648380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42a1107f-2d27-4a71-9d83-097fe823347b req-af810c11-d5cd-4c47-a019-78460c3d06b4 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 943 time: 0.1045022 Feb 11 05:09:36.712042 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42a1107f-2d27-4a71-9d83-097fe823347b req-d6b4f1d4-853a-44e2-bd22-a69ef4e0bead tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559952 Feb 11 05:09:36.718140 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:36.743395 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-46a3cdd2-a5e8-461e-8f24-84fd65d4c0b6 req-07257c4c-cf29-49e5-84a4-9010a7cc34be tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1990458753', 'description': 'tempest-description-1009272824'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:36.799870 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-46a3cdd2-a5e8-461e-8f24-84fd65d4c0b6 req-07257c4c-cf29-49e5-84a4-9010a7cc34be tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:36.866260 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Allocated IP 172.25.5.172 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/ff3eccc4-05a0-42ff-860d-1d5219ae52e0) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:37.264973 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-46a3cdd2-a5e8-461e-8f24-84fd65d4c0b6 req-07257c4c-cf29-49e5-84a4-9010a7cc34be tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (b9f342b0-1b74-4d67-acd1-b49506eb3854), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:37.274840 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-46a3cdd2-a5e8-461e-8f24-84fd65d4c0b6 req-07257c4c-cf29-49e5-84a4-9010a7cc34be tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b9f342b0-1b74-4d67-acd1-b49506eb3854), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:37.325619 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-46a3cdd2-a5e8-461e-8f24-84fd65d4c0b6 req-07257c4c-cf29-49e5-84a4-9010a7cc34be tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:37.326810 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46a3cdd2-a5e8-461e-8f24-84fd65d4c0b6 req-07257c4c-cf29-49e5-84a4-9010a7cc34be tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5890455 Feb 11 05:09:37.330494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07257c4c-cf29-49e5-84a4-9010a7cc34be tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f342b0-1b74-4d67-acd1-b49506eb3854,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:37.337464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-fd3b2971-7012-4712-abb0-2494517db848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:37.338950 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-fd3b2971-7012-4712-abb0-2494517db848 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a&tenant_id=96892c63fd9f4c61ab86cc0679e41126 HTTP/1.1" status: 200 len: 1132 time: 0.1321995 Feb 11 05:09:37.365362 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for port (ff3eccc4-05a0-42ff-860d-1d5219ae52e0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:37.440226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-857fd2d7-f7e6-4f3b-8d20-08dcc9655692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:37.441898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-857fd2d7-f7e6-4f3b-8d20-08dcc9655692 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 1132 time: 0.0744708 Feb 11 05:09:37.443297 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ff3eccc4-05a0-42ff-860d-1d5219ae52e0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:37.508858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:37.514567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:37.545936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:37.571855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Pushing event updated for resources: {'Port': ['ID=ff3eccc4-05a0-42ff-860d-1d5219ae52e0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:37.645821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-f500a9fd-8381-4c4d-8cf1-f96cc8b52ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:37.647280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-f500a9fd-8381-4c4d-8cf1-f96cc8b52ffb service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.1962638 Feb 11 05:09:37.719447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd93bf-2202-4f53-a4aa-98dde61a3ae4 req-713349cb-ede3-41f8-bbd0-d3a0d7efc627 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:37.721555 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03bd93bf-2202-4f53-a4aa-98dde61a3ae4 req-713349cb-ede3-41f8-bbd0-d3a0d7efc627 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2d9f92e-e28e-45fb-a818-e33d18e6f962 HTTP/1.1" status: 200 len: 944 time: 0.1429789 Feb 11 05:09:37.726490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-ed1be00c-0cd8-430a-b3d3-1af4e1877c1c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ae3d8227-0cbd-4893-9d3c-399a61966083 HTTP/1.1" status: 200 len: 217 time: 0.0726829 Feb 11 05:09:37.793391 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for floatingip (845a4452-4ebd-4166-98dc-cf599e096614), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:37.816586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-9c72e399-4b88-41ef-93a4-c597052ac172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:37.818168 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-9c72e399-4b88-41ef-93a4-c597052ac172 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0822227 Feb 11 05:09:37.822502 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03bd93bf-2202-4f53-a4aa-98dde61a3ae4 req-55c2373d-dcef-4742-996b-8e9bae26312b tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936074 Feb 11 05:09:37.881141 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ff3eccc4-05a0-42ff-860d-1d5219ae52e0), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:37.954486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-61ff7319-93e6-4a0e-b655-cc6f1c3ffeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:37.956580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-61ff7319-93e6-4a0e-b655-cc6f1c3ffeba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1148901 Feb 11 05:09:38.025609 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6443a-a0b7-4341-a8d1-14ed3a03eac9 req-7527e418-8d33-4584-856e-5fb06ffb586e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:38.027075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22a6443a-a0b7-4341-a8d1-14ed3a03eac9 req-7527e418-8d33-4584-856e-5fb06ffb586e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 949 time: 0.1434429 Feb 11 05:09:38.169001 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-9ebbc8d3-e35d-42c3-b820-7eaa46ba0c3b service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034926 Feb 11 05:09:38.173457 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22a6443a-a0b7-4341-a8d1-14ed3a03eac9 req-30ae3a6c-1c67-4f27-95da-e6e7a5b9580f tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179566 Feb 11 05:09:38.197618 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d9f92e-e28e-45fb-a818-e33d18e6f962', 'tag': '10cce4aa-3b3d-4d9e-93eb-905cb4767415'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:38.199887 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5dc1b7-d499-46d3-8f90-fec336535bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d9f92e-e28e-45fb-a818-e33d18e6f962", "tag": "10cce4aa-3b3d-4d9e-93eb-905cb4767415"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:38.224733 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for port (ff3eccc4-05a0-42ff-860d-1d5219ae52e0), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:38.253526 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (ff3eccc4-05a0-42ff-860d-1d5219ae52e0), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:38.378443 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-104b84c1-7a84-44e3-8e31-5effa5382e6b req-2cf7a7de-6ed4-4493-8e3b-20bc375ee8ca service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991825 Feb 11 05:09:38.378943 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Pushing event updated for resources: {'Port': ['ID=ff3eccc4-05a0-42ff-860d-1d5219ae52e0,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:38.427543 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (845a4452-4ebd-4166-98dc-cf599e096614), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:38.454712 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:38.455974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-275f87ed-a8f4-4f0a-b666-a40401278669 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0262275 Feb 11 05:09:38.465237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-c6858bc7-bc9f-4446-8d9c-687ed709f70a tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:38.466665 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-c6858bc7-bc9f-4446-8d9c-687ed709f70a tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/networks?id=26f66db8-4b4e-4b5e-80ea-ded3264eed20 HTTP/1.1" status: 200 len: 813 time: 0.1756194 Feb 11 05:09:38.515236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-f0d28714-69c6-4d28-b822-cc08137533f8 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/quotas/dcea6c6c77f442f580e1392b7ac8c848 HTTP/1.1" status: 200 len: 375 time: 0.0411217 Feb 11 05:09:38.518133 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-f77078b0-76c9-4190-9e9f-96a0d72fd0c7 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.172 HTTP/1.1" status: 200 len: 696 time: 0.0506058 Feb 11 05:09:38.637452 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-85ed2cde-1823-4c84-a644-697a3b15a00b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=dcea6c6c77f442f580e1392b7ac8c848&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1166162 Feb 11 05:09:38.671075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-1154ff06-c3e7-4964-9415-80b4ddc51f98 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:38.672398 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-1154ff06-c3e7-4964-9415-80b4ddc51f98 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.1435714 Feb 11 05:09:38.686836 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-1b89f3a2-99f5-475a-ba25-0cb4bf88c932 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:09:38.687805 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08185e88-d6c0-482a-ae18-2cf1af6f7131 req-1b89f3a2-99f5-475a-ba25-0cb4bf88c932 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071282 Feb 11 05:09:38.749347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-e1859d7c-853a-4535-b3f6-4a236661c5b8 service neutron] 10.222.0.87 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026981 Feb 11 05:09:38.838444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-2e5d70a7-c9f1-4e50-b2e7-7191f7af631e service neutron] 10.222.0.87 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823398 Feb 11 05:09:39.049927 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff754c7-ba7e-4644-b555-71f902220e48 req-2ecabe25-229e-4d01-a9fb-656d05266217 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:39.051567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eff754c7-ba7e-4644-b555-71f902220e48 req-2ecabe25-229e-4d01-a9fb-656d05266217 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 943 time: 0.0611703 Feb 11 05:09:39.103405 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eff754c7-ba7e-4644-b555-71f902220e48 req-bbb5dd47-70d3-4e55-a68d-531abbb55e47 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441318 Feb 11 05:09:39.156841 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f874980d-4ec1-4707-81b0-82f5e5644668 x-openstack-request-id: req-f874980d-4ec1-4707-81b0-82f5e5644668 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:39.157146 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d9f92e-e28e-45fb-a818-e33d18e6f962", "tag": "10cce4aa-3b3d-4d9e-93eb-905cb4767415", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:39.157402 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f874980d-4ec1-4707-81b0-82f5e5644668 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:39.157808 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d9f92e-e28e-45fb-a818-e33d18e6f962', 'tag': '10cce4aa-3b3d-4d9e-93eb-905cb4767415', 'status': 'completed', 'code': 200} Feb 11 05:09:39.238997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dc1b7-d499-46d3-8f90-fec336535bbc req-5bd72d51-3ecd-424c-93bb-12a7b214cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:39.240538 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c5dc1b7-d499-46d3-8f90-fec336535bbc req-5bd72d51-3ecd-424c-93bb-12a7b214cc30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=623b97b8843c4ee5bfe315b1c2e8ae24&device_id=e2d9f92e-e28e-45fb-a818-e33d18e6f962 HTTP/1.1" status: 200 len: 1127 time: 0.0588315 Feb 11 05:09:39.411445 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a52e0bb2-8d44-43bc-ba82-d9c370a12be1 req-2fa613cc-328b-4fc1-a03d-ae61eef9f6eb tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips/845a4452-4ebd-4166-98dc-cf599e096614 HTTP/1.1" status: 200 len: 693 time: 0.0597899 Feb 11 05:09:39.412571 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dc1b7-d499-46d3-8f90-fec336535bbc req-21f5a7b0-2ac0-4929-b1e3-9f5a666682ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:39.414104 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c5dc1b7-d499-46d3-8f90-fec336535bbc req-21f5a7b0-2ac0-4929-b1e3-9f5a666682ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=98cbc21b-0cda-4452-82bc-4f4fd4777677 HTTP/1.1" status: 200 len: 906 time: 0.1664917 Feb 11 05:09:39.456158 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:39.480567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c5dc1b7-d499-46d3-8f90-fec336535bbc req-213b51b7-17f2-4ea6-8fcc-d78b1aeff3d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10cce4aa-3b3d-4d9e-93eb-905cb4767415 HTTP/1.1" status: 200 len: 217 time: 0.0592608 Feb 11 05:09:39.582038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dc1b7-d499-46d3-8f90-fec336535bbc req-8ef489db-b56b-43cd-9272-1dd3cbc25252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:39.583527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c5dc1b7-d499-46d3-8f90-fec336535bbc req-8ef489db-b56b-43cd-9272-1dd3cbc25252 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a1d8d3c-0c6e-469a-8f36-555d015fa75e HTTP/1.1" status: 200 len: 845 time: 0.0913124 Feb 11 05:09:39.600535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e0bb2-8d44-43bc-ba82-d9c370a12be1 req-366e7763-5943-4c53-8aa1-d8e3e03f1c59 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:39.601916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a52e0bb2-8d44-43bc-ba82-d9c370a12be1 req-366e7763-5943-4c53-8aa1-d8e3e03f1c59 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.1831491 Feb 11 05:09:39.608938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 10cce4aa-3b3d-4d9e-93eb-905cb4767415 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:09:39.642930 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c5dc1b7-d499-46d3-8f90-fec336535bbc req-ba9b2e13-1a26-41ec-bfc3-a1ac22feaf4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98cbc21b-0cda-4452-82bc-4f4fd4777677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397253 Feb 11 05:09:39.672990 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ae3d8227-0cbd-4893-9d3c-399a61966083 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:39.729230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-11519672-4685-4c99-b153-9df556bc98ba tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:09:39.730317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-11519672-4685-4c99-b153-9df556bc98ba tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075285 Feb 11 05:09:39.807893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 10cce4aa-3b3d-4d9e-93eb-905cb4767415, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=10cce4aa-3b3d-4d9e-93eb-905cb4767415,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:39.811456 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c5dc1b7-d499-46d3-8f90-fec336535bbc req-fab16839-68e8-4728-9693-00389ac3ac85 service neutron] 10.222.0.73 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620708 Feb 11 05:09:39.817542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-c181d9e1-0759-4134-b1a6-5e6efe7a9026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:39.818814 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-c181d9e1-0759-4134-b1a6-5e6efe7a9026 service neutron] 10.222.0.87 "GET /v2.0/ports/bdd8df23-fda2-448f-8d24-05c4613ec467 HTTP/1.1" status: 200 len: 1125 time: 0.0733922 Feb 11 05:09:39.824382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '10cce4aa-3b3d-4d9e-93eb-905cb4767415', 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677', 'port_id': '10cce4aa-3b3d-4d9e-93eb-905cb4767415', 'mac_address': 'fa:16:3e:bd:f3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1d8d3c-0c6e-469a-8f36-555d015fa75e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:09:39.825879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port ae3d8227-0cbd-4893-9d3c-399a61966083 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:39.826264 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:39.844277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-d545c851-a381-4d6f-b559-c7489eee0427 service neutron] Request body: {'binding': {'host': 'n-h1-713499-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:39.844726 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-d545c851-a381-4d6f-b559-c7489eee0427 service neutron] Unknown quota resources ['binding']. {{(pid=103171) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:09:39.877952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb977082-adee-4f5e-93d2-ed09cb011c2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3d8227-0cbd-4893-9d3c-399a61966083'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:39.878165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f20a1-2554-473e-93ad-dda4b01cc8e0 req-9a7498bb-8cb1-43fc-850c-278ccc2078da tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:39.879527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f9f20a1-2554-473e-93ad-dda4b01cc8e0 req-9a7498bb-8cb1-43fc-850c-278ccc2078da tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2d9f92e-e28e-45fb-a818-e33d18e6f962 HTTP/1.1" status: 200 len: 944 time: 0.1482942 Feb 11 05:09:39.880199 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce7cf00-a246-4228-848f-349a11e59984" -d '{"events": [{"server_uuid": "bb977082-adee-4f5e-93d2-ed09cb011c2a", "name": "network-vif-unplugged", "status": "completed", "tag": "ae3d8227-0cbd-4893-9d3c-399a61966083"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:39.896034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ae3d8227-0cbd-4893-9d3c-399a61966083, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ae3d8227-0cbd-4893-9d3c-399a61966083,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:39.897373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 10cce4aa-3b3d-4d9e-93eb-905cb4767415 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:39.897832 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:39.901926 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:39.943382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10cce4aa-3b3d-4d9e-93eb-905cb4767415 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:39.981327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 10cce4aa-3b3d-4d9e-93eb-905cb4767415, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=10cce4aa-3b3d-4d9e-93eb-905cb4767415,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:39.988655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=ae3d8227-0cbd-4893-9d3c-399a61966083,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:39.992851 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:40.054040 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=10cce4aa-3b3d-4d9e-93eb-905cb4767415,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:40.057916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f9f20a1-2554-473e-93ad-dda4b01cc8e0 req-5d3903f2-03be-4de7-be19-f4bb78396ba4 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678720 Feb 11 05:09:40.071134 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c5dc1b7-d499-46d3-8f90-fec336535bbc req-125623c7-2ed8-4584-a0d5-fbc6ff8f5a21 service neutron] 10.222.0.73 "GET /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491503 Feb 11 05:09:40.186501 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3607c9ba-31a4-42a3-acd2-704cd2388b85 req-e54827be-4445-4580-810d-f31cf5af8e18 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 210 time: 0.0424130 Feb 11 05:09:40.196497 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-d545c851-a381-4d6f-b559-c7489eee0427 service neutron] Attempting to bind port bdd8df23-fda2-448f-8d24-05c4613ec467 on host n-h1-713499-38 for vnic_type normal with profile None {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:40.196813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-d545c851-a381-4d6f-b559-c7489eee0427 service neutron] Attempting to bind port bdd8df23-fda2-448f-8d24-05c4613ec467 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:40.197069 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-d545c851-a381-4d6f-b559-c7489eee0427 service neutron] Attempting to bind port bdd8df23-fda2-448f-8d24-05c4613ec467 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:40.208429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-d545c851-a381-4d6f-b559-c7489eee0427 service neutron] Port bdd8df23-fda2-448f-8d24-05c4613ec467 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:09:40.208429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-d545c851-a381-4d6f-b559-c7489eee0427 service neutron] Attempting to bind port bdd8df23-fda2-448f-8d24-05c4613ec467 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:40.228049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-a67c37d6-595f-48df-9ce6-1417f9f8e161 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:40.228916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-a67c37d6-595f-48df-9ce6-1417f9f8e161 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.88 "GET /v2.0/networks?id=26f66db8-4b4e-4b5e-80ea-ded3264eed20 HTTP/1.1" status: 200 len: 813 time: 0.1926534 Feb 11 05:09:40.229942 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-d545c851-a381-4d6f-b559-c7489eee0427 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:40.230281 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-d545c851-a381-4d6f-b559-c7489eee0427 service neutron] Checking segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:40.230654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-d545c851-a381-4d6f-b559-c7489eee0427 service neutron] Bound using segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:40.231095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-d545c851-a381-4d6f-b559-c7489eee0427 service neutron] Bound port: bdd8df23-fda2-448f-8d24-05c4613ec467, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:40.265056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-756aad30-3d1d-46b5-8f51-1f82ebc7095b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Request body: {'port': {'device_id': '02223c96-619d-4706-b17f-af3766aedc71', 'network_id': '26f66db8-4b4e-4b5e-80ea-ded3264eed20', 'admin_state_up': True, 'tenant_id': 'dcea6c6c77f442f580e1392b7ac8c848'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:40.305541 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['10cce4aa-3b3d-4d9e-93eb-905cb4767415'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:40.395834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-d545c851-a381-4d6f-b559-c7489eee0427 service neutron] For port bdd8df23-fda2-448f-8d24-05c4613ec467, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=bdd8df23-fda2-448f-8d24-05c4613ec467,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:40.407029 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-d545c851-a381-4d6f-b559-c7489eee0427 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:40.409073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-d545c851-a381-4d6f-b559-c7489eee0427 service neutron] 10.222.0.87 "POST /v2.0/ports/bdd8df23-fda2-448f-8d24-05c4613ec467/bindings HTTP/1.1" status: 201 len: 390 time: 0.5778732 Feb 11 05:09:40.420099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d060f0d-8b41-486c-9fcc-e8d80417a0e3 req-8c7b05a0-a0d5-4a8a-b5c2-2910a6ea3f27 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:40.426977 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d060f0d-8b41-486c-9fcc-e8d80417a0e3 req-8c7b05a0-a0d5-4a8a-b5c2-2910a6ea3f27 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 947 time: 0.1579740 Feb 11 05:09:40.493439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-756aad30-3d1d-46b5-8f51-1f82ebc7095b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Made reservation on behalf of dcea6c6c77f442f580e1392b7ac8c848 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:09:40.497008 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-756aad30-3d1d-46b5-8f51-1f82ebc7095b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:40.502638 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d060f0d-8b41-486c-9fcc-e8d80417a0e3 req-ac0222fe-9388-4757-a95c-117a986c1b42 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748954 Feb 11 05:09:40.615650 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89b6f8f6-2fce-40c4-add6-63b4b6e34200 req-29bf404d-719d-4416-9ef9-65a8475123c9 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips/845a4452-4ebd-4166-98dc-cf599e096614 HTTP/1.1" status: 200 len: 693 time: 0.0775278 Feb 11 05:09:40.877850 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4284568-c57f-4e9f-8780-6a11ddeee2a3 x-openstack-request-id: req-b4284568-c57f-4e9f-8780-6a11ddeee2a3 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:40.877850 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb977082-adee-4f5e-93d2-ed09cb011c2a", "name": "network-vif-unplugged", "status": "completed", "tag": "ae3d8227-0cbd-4893-9d3c-399a61966083", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:40.877850 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b4284568-c57f-4e9f-8780-6a11ddeee2a3 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:40.877850 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb977082-adee-4f5e-93d2-ed09cb011c2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3d8227-0cbd-4893-9d3c-399a61966083', 'code': 200} Feb 11 05:09:41.112773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-756aad30-3d1d-46b5-8f51-1f82ebc7095b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Allocated IP 172.20.0.6 (26f66db8-4b4e-4b5e-80ea-ded3264eed20/24c915ea-74ce-40ac-b648-6298fd550223/9935d188-c407-43f7-9816-4963a1f110b6) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:41.125332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-76cbc8be-223d-4dc1-8430-025374c64675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:41.126862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-76cbc8be-223d-4dc1-8430-025374c64675 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 1128 time: 0.4998157 Feb 11 05:09:41.133230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6f8f6-2fce-40c4-add6-63b4b6e34200 req-6bfd8953-3405-437c-9b4a-2cd82dce5c90 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:41.134785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89b6f8f6-2fce-40c4-add6-63b4b6e34200 req-6bfd8953-3405-437c-9b4a-2cd82dce5c90 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.5132365 Feb 11 05:09:41.154184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4b90-cadc-4d0d-a34e-08fcbbf44518 req-a45ad323-4957-4611-a4a2-2fcb1f551e2a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:41.155598 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9de4b90-cadc-4d0d-a34e-08fcbbf44518 req-a45ad323-4957-4611-a4a2-2fcb1f551e2a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 943 time: 0.2190111 Feb 11 05:09:41.254716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89b6f8f6-2fce-40c4-add6-63b4b6e34200 req-6b8a9e88-747a-4b3a-b102-f3091fea469e tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.172 HTTP/1.1" status: 200 len: 696 time: 0.1132963 Feb 11 05:09:41.377156 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89b6f8f6-2fce-40c4-add6-63b4b6e34200 req-9c50071e-a1ab-4615-9d7b-f859d64d86e7 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.172 HTTP/1.1" status: 200 len: 696 time: 0.0912006 Feb 11 05:09:41.406278 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9de4b90-cadc-4d0d-a34e-08fcbbf44518 req-33a71a62-ff66-442c-ae01-1bfe007c3c81 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284007 Feb 11 05:09:41.482175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-afa8b582-e3e6-423f-8817-e662c717bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:41.483636 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-afa8b582-e3e6-423f-8817-e662c717bc8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.3479898 Feb 11 05:09:41.589402 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-64327c91-25cc-41b5-a01c-3847648bdabf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdd8df23-fda2-448f-8d24-05c4613ec467 HTTP/1.1" status: 200 len: 217 time: 0.0936635 Feb 11 05:09:41.612115 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ae3d8227-0cbd-4893-9d3c-399a61966083 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:09:41.616323 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 10cce4aa-3b3d-4d9e-93eb-905cb4767415 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:41.664270 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-756aad30-3d1d-46b5-8f51-1f82ebc7095b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for port (9935d188-c407-43f7-9816-4963a1f110b6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:41.705865 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f57b30-7a7b-4164-a1c5-32fa944908e4 req-448b7626-bbdf-49f6-9b4f-cf4ff340d7a0 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:41.707342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6f57b30-7a7b-4164-a1c5-32fa944908e4 req-448b7626-bbdf-49f6-9b4f-cf4ff340d7a0 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 945 time: 0.2358201 Feb 11 05:09:41.718228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-0d62c94b-2ba2-4ea2-b08e-8246ea141d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:41.719628 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-0d62c94b-2ba2-4ea2-b08e-8246ea141d26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.1206980 Feb 11 05:09:41.726377 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 10cce4aa-3b3d-4d9e-93eb-905cb4767415 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:09:41.733796 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 10cce4aa-3b3d-4d9e-93eb-905cb4767415 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:41.734179 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:41.770047 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-9a967bf8-e45f-4ab8-bb28-e3ab26b28bee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419204 Feb 11 05:09:41.775768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ae3d8227-0cbd-4893-9d3c-399a61966083, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ae3d8227-0cbd-4893-9d3c-399a61966083,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:41.790494 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'ae3d8227-0cbd-4893-9d3c-399a61966083', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': 'ae3d8227-0cbd-4893-9d3c-399a61966083', 'mac_address': 'fa:16:3e:cd:76:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:09:41.821109 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-756aad30-3d1d-46b5-8f51-1f82ebc7095b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (9935d188-c407-43f7-9816-4963a1f110b6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:41.830110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-89b6f8f6-2fce-40c4-add6-63b4b6e34200 req-ca57be85-0bac-4de1-bd98-48bbb2dd021a tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Deleting port ff3eccc4-05a0-42ff-860d-1d5219ae52e0 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:09:41.830444 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-89b6f8f6-2fce-40c4-add6-63b4b6e34200 req-ca57be85-0bac-4de1-bd98-48bbb2dd021a tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ff3eccc4-05a0-42ff-860d-1d5219ae52e0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:41.843537 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6f57b30-7a7b-4164-a1c5-32fa944908e4 req-16dca31f-20b1-4696-afea-540647d2cf74 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271329 Feb 11 05:09:41.849450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['3889ed9a-5060-437a-8c60-de39f838adf1'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:41.895299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port ae3d8227-0cbd-4893-9d3c-399a61966083 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:41.895963 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:41.912975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 10cce4aa-3b3d-4d9e-93eb-905cb4767415 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:41.913375 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:41.928552 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3d8227-0cbd-4893-9d3c-399a61966083 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:41.940435 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-756aad30-3d1d-46b5-8f51-1f82ebc7095b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Network 26f66db8-4b4e-4b5e-80ea-ded3264eed20 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:41.977785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-756aad30-3d1d-46b5-8f51-1f82ebc7095b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:41.981855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ae3d8227-0cbd-4893-9d3c-399a61966083, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ae3d8227-0cbd-4893-9d3c-399a61966083,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:41.987920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-756aad30-3d1d-46b5-8f51-1f82ebc7095b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:41.996130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756aad30-3d1d-46b5-8f51-1f82ebc7095b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event updated for resources: {'Port': ['ID=9935d188-c407-43f7-9816-4963a1f110b6,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:41.997205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 10cce4aa-3b3d-4d9e-93eb-905cb4767415, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=10cce4aa-3b3d-4d9e-93eb-905cb4767415,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:41.998435 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.006231 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.025073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-96fb1d53-d734-4ac0-8711-e5bebf7dfc31 service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475917 Feb 11 05:09:42.073183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=ae3d8227-0cbd-4893-9d3c-399a61966083,revision_number=10']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:42.073890 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-89b6f8f6-2fce-40c4-add6-63b4b6e34200 req-ca57be85-0bac-4de1-bd98-48bbb2dd021a tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ff3eccc4-05a0-42ff-860d-1d5219ae52e0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.074219 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-89b6f8f6-2fce-40c4-add6-63b4b6e34200 req-ca57be85-0bac-4de1-bd98-48bbb2dd021a tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for floatingip (ff3eccc4-05a0-42ff-860d-1d5219ae52e0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.099171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-756aad30-3d1d-46b5-8f51-1f82ebc7095b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:42.099843 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-756aad30-3d1d-46b5-8f51-1f82ebc7095b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.108475 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-89b6f8f6-2fce-40c4-add6-63b4b6e34200 req-ca57be85-0bac-4de1-bd98-48bbb2dd021a tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Calling delete_port for ff3eccc4-05a0-42ff-860d-1d5219ae52e0 owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:09:42.163823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-756aad30-3d1d-46b5-8f51-1f82ebc7095b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9253016 Feb 11 05:09:42.206062 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Request body: {'port': {'device_id': '02223c96-619d-4706-b17f-af3766aedc71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:42.289506 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=10cce4aa-3b3d-4d9e-93eb-905cb4767415,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:42.290096 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-0c0b6380-94ec-477d-b940-4e61251746bc service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575269 Feb 11 05:09:42.360240 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9935d188-c407-43f7-9816-4963a1f110b6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.372636 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['ae3d8227-0cbd-4893-9d3c-399a61966083'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:42.399761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e4a99-623b-4453-a539-4fceb15f5b12 req-4d401db8-32b7-4e2d-bff3-7e1e3d6a1464 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:42.401234 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a93e4a99-623b-4453-a539-4fceb15f5b12 req-4d401db8-32b7-4e2d-bff3-7e1e3d6a1464 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2d9f92e-e28e-45fb-a818-e33d18e6f962 HTTP/1.1" status: 200 len: 946 time: 0.1655564 Feb 11 05:09:42.564013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-beb4fa5a-5077-4c41-add1-5dcd4dfd6fe4 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:42.566374 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-beb4fa5a-5077-4c41-add1-5dcd4dfd6fe4 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005&tenant_id=625496205bdf429e8af46565d991a189&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 1128 time: 0.2156119 Feb 11 05:09:42.577029 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-89b6f8f6-2fce-40c4-add6-63b4b6e34200 req-ca57be85-0bac-4de1-bd98-48bbb2dd021a tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ff3eccc4-05a0-42ff-860d-1d5219ae52e0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.585386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-38'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:42.620695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a93e4a99-623b-4453-a539-4fceb15f5b12 req-bb3830e4-edd2-4e85-822c-7a52faefec2f tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118919 Feb 11 05:09:42.645055 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57be85-0bac-4de1-bd98-48bbb2dd021a tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Pushing event deleted for resources: {'Port': ['ID=ff3eccc4-05a0-42ff-860d-1d5219ae52e0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:42.820896 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-89b6f8f6-2fce-40c4-add6-63b4b6e34200 req-ca57be85-0bac-4de1-bd98-48bbb2dd021a tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for floatingip (845a4452-4ebd-4166-98dc-cf599e096614), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.823307 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-89b6f8f6-2fce-40c4-add6-63b4b6e34200 req-ca57be85-0bac-4de1-bd98-48bbb2dd021a tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.824451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89b6f8f6-2fce-40c4-add6-63b4b6e34200 req-ca57be85-0bac-4de1-bd98-48bbb2dd021a tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "DELETE /v2.0/floatingips/845a4452-4ebd-4166-98dc-cf599e096614 HTTP/1.1" status: 204 len: 173 time: 1.4351804 Feb 11 05:09:42.824985 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:42.858812 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8c87c-404c-433e-b5d2-ee2f65c66130 req-37d88065-1a94-4365-a33e-b105eed2359a tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:42.860298 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8b8c87c-404c-433e-b5d2-ee2f65c66130 req-37d88065-1a94-4365-a33e-b105eed2359a tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 931 time: 0.1744642 Feb 11 05:09:42.877630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d9f92e-e28e-45fb-a818-e33d18e6f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cce4aa-3b3d-4d9e-93eb-905cb4767415'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:42.880136 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e157b9db-a0f0-4eae-a075-28f378f73f86" -d '{"events": [{"server_uuid": "e2d9f92e-e28e-45fb-a818-e33d18e6f962", "name": "network-vif-plugged", "status": "completed", "tag": "10cce4aa-3b3d-4d9e-93eb-905cb4767415"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:43.042562 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8b8c87c-404c-433e-b5d2-ee2f65c66130 req-0253e15f-0d99-4593-a68c-9879b70c9f0e tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583991 Feb 11 05:09:43.080821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daf14a-0fa0-467b-8e18-bdea7d70636a req-31b675fe-f9d1-4389-a5e3-2bb9387276ec tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:43.082795 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46daf14a-0fa0-467b-8e18-bdea7d70636a req-31b675fe-f9d1-4389-a5e3-2bb9387276ec tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 949 time: 0.1998355 Feb 11 05:09:43.120195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9935d188-c407-43f7-9816-4963a1f110b6 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:43.132124 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Publish callbacks [] for port (9935d188-c407-43f7-9816-4963a1f110b6), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.135105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] For port bdd8df23-fda2-448f-8d24-05c4613ec467, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bdd8df23-fda2-448f-8d24-05c4613ec467,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:43.168560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Transition to ACTIVE for port object 9935d188-c407-43f7-9816-4963a1f110b6 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:09:43.183656 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (9935d188-c407-43f7-9816-4963a1f110b6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.228806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46daf14a-0fa0-467b-8e18-bdea7d70636a req-40147d1c-072d-4685-b5d8-521dcdb212e9 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389258 Feb 11 05:09:43.274932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] For port bdd8df23-fda2-448f-8d24-05c4613ec467, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:43.387533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Pushing event updated for resources: {'Port': ['ID=9935d188-c407-43f7-9816-4963a1f110b6,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:43.614758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ae3d8227-0cbd-4893-9d3c-399a61966083 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:43.662354 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port ae3d8227-0cbd-4893-9d3c-399a61966083 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:43.662652 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.715688 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device b72615b0-903f-4050-bf3f-650802085b82 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:09:43.732124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff7802c-322b-4d01-9cf2-dfb409ffe005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd8df23-fda2-448f-8d24-05c4613ec467'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:43.734258 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d561f2-b6a5-455f-8150-bd1de2d0c7f0" -d '{"events": [{"server_uuid": "dff7802c-322b-4d01-9cf2-dfb409ffe005", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd8df23-fda2-448f-8d24-05c4613ec467"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:43.738710 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Publish callbacks [] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.768440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port ae3d8227-0cbd-4893-9d3c-399a61966083 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:43.768842 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.792625 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.801417 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2140fa-37ec-42a2-ac69-850ab0e54bb1 req-b329c976-1ef6-47b6-951c-51fa456c48eb tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:43.802683 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7b2140fa-37ec-42a2-ac69-850ab0e54bb1 req-b329c976-1ef6-47b6-951c-51fa456c48eb tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 943 time: 0.6274922 Feb 11 05:09:43.844507 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.869059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ae3d8227-0cbd-4893-9d3c-399a61966083, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ae3d8227-0cbd-4893-9d3c-399a61966083,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:43.874290 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:43.911707 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee8df9-b778-4a4a-a6a3-652519ae597c req-42816e35-4fc8-4c7a-9ce9-111163e40806 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:43.913285 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6ee8df9-b778-4a4a-a6a3-652519ae597c req-42816e35-4fc8-4c7a-9ce9-111163e40806 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6551807 Feb 11 05:09:43.919408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b72615b0-903f-4050-bf3f-650802085b82,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:43.940139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'b72615b0-903f-4050-bf3f-650802085b82', 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b', 'port_id': 'b72615b0-903f-4050-bf3f-650802085b82', 'mac_address': 'fa:16:3e:14:1a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:09:43.947330 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=ae3d8227-0cbd-4893-9d3c-399a61966083,revision_number=11']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:43.992881 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd8df23-fda2-448f-8d24-05c4613ec467,revision_number=7']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:43.993368 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port b72615b0-903f-4050-bf3f-650802085b82 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:43.993784 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b72615b0-903f-4050-bf3f-650802085b82), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.007176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72615b0-903f-4050-bf3f-650802085b82 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:44.009762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Attempting to bind port 9935d188-c407-43f7-9816-4963a1f110b6 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:44.010104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Attempting to bind port 9935d188-c407-43f7-9816-4963a1f110b6 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '75a787b0-9d4d-425e-ba33-006598135572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '26f66db8-4b4e-4b5e-80ea-ded3264eed20'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:44.010428 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Attempting to bind port 9935d188-c407-43f7-9816-4963a1f110b6 on network 26f66db8-4b4e-4b5e-80ea-ded3264eed20 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:44.027952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b72615b0-903f-4050-bf3f-650802085b82,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:44.031744 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b72615b0-903f-4050-bf3f-650802085b82), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.032276 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7b2140fa-37ec-42a2-ac69-850ab0e54bb1 req-31bd3816-8654-4933-b082-a7897f0bc4a0 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945083 Feb 11 05:09:44.039145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Port 9935d188-c407-43f7-9816-4963a1f110b6 on network 26f66db8-4b4e-4b5e-80ea-ded3264eed20 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:09:44.039495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Attempting to bind port 9935d188-c407-43f7-9816-4963a1f110b6 on network 26f66db8-4b4e-4b5e-80ea-ded3264eed20 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:44.041424 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Attempting to bind port bdd8df23-fda2-448f-8d24-05c4613ec467 on host n-h2-713499-38 for vnic_type normal with profile {"migrating_to": "n-h1-713499-38"} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:44.041754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Attempting to bind port bdd8df23-fda2-448f-8d24-05c4613ec467 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:44.042329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Attempting to bind port bdd8df23-fda2-448f-8d24-05c4613ec467 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:44.052470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Port bdd8df23-fda2-448f-8d24-05c4613ec467 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:09:44.052802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Attempting to bind port bdd8df23-fda2-448f-8d24-05c4613ec467 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:44.054748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:44.055082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Checking segment: {'id': '75a787b0-9d4d-425e-ba33-006598135572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '26f66db8-4b4e-4b5e-80ea-ded3264eed20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:44.055484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Bound using segment: {'id': '75a787b0-9d4d-425e-ba33-006598135572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '26f66db8-4b4e-4b5e-80ea-ded3264eed20'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:44.055909 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Bound port: 9935d188-c407-43f7-9816-4963a1f110b6, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a787b0-9d4d-425e-ba33-006598135572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '26f66db8-4b4e-4b5e-80ea-ded3264eed20'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:44.056275 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9935d188-c407-43f7-9816-4963a1f110b6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.075074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:44.075262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Checking segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:44.075657 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Bound using segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:44.076082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Bound port: bdd8df23-fda2-448f-8d24-05c4613ec467, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:44.076441 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.094858 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=b72615b0-903f-4050-bf3f-650802085b82,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:44.099111 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5309668-8cf5-4dc3-8074-64a5793c9b5f x-openstack-request-id: req-d5309668-8cf5-4dc3-8074-64a5793c9b5f {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:44.099523 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d9f92e-e28e-45fb-a818-e33d18e6f962", "name": "network-vif-plugged", "status": "completed", "tag": "10cce4aa-3b3d-4d9e-93eb-905cb4767415", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:44.099885 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d5309668-8cf5-4dc3-8074-64a5793c9b5f {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:44.100346 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d9f92e-e28e-45fb-a818-e33d18e6f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cce4aa-3b3d-4d9e-93eb-905cb4767415', 'code': 200} Feb 11 05:09:44.151010 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e59e13-f514-4153-8202-9a219d5d333c req-eda5b541-555a-4276-be04-16409ace085c tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:44.152586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9e59e13-f514-4153-8202-9a219d5d333c req-eda5b541-555a-4276-be04-16409ace085c tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 943 time: 0.1713638 Feb 11 05:09:44.208316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] For port 9935d188-c407-43f7-9816-4963a1f110b6, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:44.213448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] For port 9935d188-c407-43f7-9816-4963a1f110b6, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9935d188-c407-43f7-9816-4963a1f110b6,segment=NetworkSegment(75a787b0-9d4d-425e-ba33-006598135572),segment_id=75a787b0-9d4d-425e-ba33-006598135572)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:44.215532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237a611-57eb-408a-9c35-a11cc411f932 req-2d788143-9ba1-496d-a3a8-e61432277a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:44.217798 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f237a611-57eb-408a-9c35-a11cc411f932 req-2d788143-9ba1-496d-a3a8-e61432277a28 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e2d9f92e-e28e-45fb-a818-e33d18e6f962 HTTP/1.1" status: 200 len: 1129 time: 0.0521259 Feb 11 05:09:44.230722 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (9935d188-c407-43f7-9816-4963a1f110b6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.245157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] For port bdd8df23-fda2-448f-8d24-05c4613ec467, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:44.264670 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f237a611-57eb-408a-9c35-a11cc411f932 req-bbbec87f-a641-414f-8b13-e166e1a38cfc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Feb 11 05:09:44.286691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9e59e13-f514-4153-8202-9a219d5d333c req-f87b7b5a-b1f6-4664-a880-9a3e5b6479a4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260264 Feb 11 05:09:44.293024 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['b72615b0-903f-4050-bf3f-650802085b82'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:44.293923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] For port bdd8df23-fda2-448f-8d24-05c4613ec467, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bdd8df23-fda2-448f-8d24-05c4613ec467,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:44.296001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:44.296615 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.297962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] 10.222.0.88 "PUT /v2.0/ports/9935d188-c407-43f7-9816-4963a1f110b6 HTTP/1.1" status: 200 len: 1092 time: 2.0962868 Feb 11 05:09:44.318344 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.367861 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8cfc9-32a8-4c6e-ace3-d502553cc39e service neutron] Pushing event updated for resources: {'Port': ['ID=9935d188-c407-43f7-9816-4963a1f110b6,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:44.502757 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:44.503290 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:44.504682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] 10.222.0.73 "PUT /v2.0/ports/bdd8df23-fda2-448f-8d24-05c4613ec467 HTTP/1.1" status: 200 len: 1123 time: 1.9311311 Feb 11 05:09:44.522902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c640b-c84a-4355-be5d-95a91a277c35 req-40f88f9b-2a6f-412b-8ec9-50affaed26b0 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:44.524654 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e93c640b-c84a-4355-be5d-95a91a277c35 req-40f88f9b-2a6f-412b-8ec9-50affaed26b0 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 950 time: 0.2143500 Feb 11 05:09:44.537928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8fbc4-a773-4662-af1d-0a0afbe4e011 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd8df23-fda2-448f-8d24-05c4613ec467,revision_number=8']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:44.553424 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-657cc687-2640-4003-971c-ccada010485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:44.554926 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-657cc687-2640-4003-971c-ccada010485d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dcea6c6c77f442f580e1392b7ac8c848&device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 1126 time: 0.2011118 Feb 11 05:09:44.577602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7df0c-1baa-4e1f-852f-90bd48464641 req-61fc8bfd-26de-4d30-8e8b-9ec1cd53eff1 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:44.579068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86a7df0c-1baa-4e1f-852f-90bd48464641 req-61fc8bfd-26de-4d30-8e8b-9ec1cd53eff1 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2d9f92e-e28e-45fb-a818-e33d18e6f962 HTTP/1.1" status: 200 len: 946 time: 0.1786208 Feb 11 05:09:44.593715 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['bdd8df23-fda2-448f-8d24-05c4613ec467'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:44.648639 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-933e0e13-47ca-4a93-b453-7fcc459bb217 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9935d188-c407-43f7-9816-4963a1f110b6 HTTP/1.1" status: 200 len: 217 time: 0.0598733 Feb 11 05:09:44.656492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e93c640b-c84a-4355-be5d-95a91a277c35 req-6bf38888-baeb-4b91-a1fe-efc067ea0771 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213624 Feb 11 05:09:44.708121 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86a7df0c-1baa-4e1f-852f-90bd48464641 req-6effe2da-8a4a-4f3a-8c26-0f06558eb517 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227663 Feb 11 05:09:44.718049 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372d731b-0421-45e5-9122-46f0ac422e92 x-openstack-request-id: req-372d731b-0421-45e5-9122-46f0ac422e92 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:44.718338 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff7802c-322b-4d01-9cf2-dfb409ffe005", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd8df23-fda2-448f-8d24-05c4613ec467", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:44.718588 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-372d731b-0421-45e5-9122-46f0ac422e92 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:44.718983 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff7802c-322b-4d01-9cf2-dfb409ffe005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd8df23-fda2-448f-8d24-05c4613ec467', 'code': 200} Feb 11 05:09:44.726679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-e87a5173-2377-4fae-b47e-f0e32ed81065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:44.728765 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-e87a5173-2377-4fae-b47e-f0e32ed81065 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24c915ea-74ce-40ac-b648-6298fd550223 HTTP/1.1" status: 200 len: 853 time: 0.0714064 Feb 11 05:09:44.824810 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-6815c66c-073a-47f3-960c-2ae089f3afea service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=26f66db8-4b4e-4b5e-80ea-ded3264eed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889053 Feb 11 05:09:44.862055 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb1ce125-2fbf-4432-ad7c-83bb413c2b8d req-8b7763d9-1961-47c1-845d-df0451af277a tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips?tenant_id=90813e945c5e4d5bb14f225744e68d9e HTTP/1.1" status: 200 len: 1655 time: 0.1323328 Feb 11 05:09:45.041415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32230c-fe1d-4ff2-8a47-235b4e0b34e3 req-2a3b4f73-0cad-42ee-a640-7eb465888791 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:45.043162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac32230c-fe1d-4ff2-8a47-235b4e0b34e3 req-2a3b4f73-0cad-42ee-a640-7eb465888791 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 943 time: 0.2405508 Feb 11 05:09:45.049788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-90413085-be88-46b3-800a-4c9d6abf8382 service neutron] 10.222.0.88 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147915 Feb 11 05:09:45.097235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ce125-2fbf-4432-ad7c-83bb413c2b8d req-f2d8244f-384f-46f2-8279-e68165e7a3ad tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:45.098145 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb1ce125-2fbf-4432-ad7c-83bb413c2b8d req-f2d8244f-384f-46f2-8279-e68165e7a3ad tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/networks?id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 787 time: 0.2195134 Feb 11 05:09:45.116283 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-cb1ce125-2fbf-4432-ad7c-83bb413c2b8d req-00274faa-faa4-4234-b094-8cedadf24290 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:09:45.117258 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb1ce125-2fbf-4432-ad7c-83bb413c2b8d req-00274faa-faa4-4234-b094-8cedadf24290 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129063 Feb 11 05:09:45.177453 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac32230c-fe1d-4ff2-8a47-235b4e0b34e3 req-e35f0465-97b0-4d8b-890d-709614e17898 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267238 Feb 11 05:09:45.213306 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff965b8e-d433-4c1f-b804-484131f37b74 req-03b38f10-03c2-455e-8e26-102743a2c0f2 service neutron] 10.222.0.88 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489019 Feb 11 05:09:45.285837 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd330ec1-c95d-488e-b967-7fd4baae3be9 req-8103440e-da5d-40dd-9070-1279a8e80d81 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips/5c60d101-b0cf-4eb6-960f-6d4643255f6c HTTP/1.1" status: 200 len: 691 time: 0.0577686 Feb 11 05:09:45.391157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0f904-21db-40fe-af86-bd2339922c3d req-24eb20d7-6f02-4002-a456-5a5ba4f178b7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:45.393374 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ff0f904-21db-40fe-af86-bd2339922c3d req-24eb20d7-6f02-4002-a456-5a5ba4f178b7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 944 time: 0.1274750 Feb 11 05:09:45.442965 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd330ec1-c95d-488e-b967-7fd4baae3be9 req-42e42048-9c1e-4ad0-bd82-8256daed392c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:45.444354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd330ec1-c95d-488e-b967-7fd4baae3be9 req-42e42048-9c1e-4ad0-bd82-8256daed392c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.1435757 Feb 11 05:09:45.468315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ff0f904-21db-40fe-af86-bd2339922c3d req-981ab60e-644f-427c-83e3-7c33332842c3 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687380 Feb 11 05:09:45.527973 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd330ec1-c95d-488e-b967-7fd4baae3be9 req-7874dd34-e707-4603-8236-e86bb7bd8b7c tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 694 time: 0.0780265 Feb 11 05:09:45.592212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd330ec1-c95d-488e-b967-7fd4baae3be9 req-e84cd0be-dfca-4325-89d9-d197fc2e6ed0 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 694 time: 0.0581555 Feb 11 05:09:45.732456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device b72615b0-903f-4050-bf3f-650802085b82 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:45.747122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-df56b23b-0acf-4ce1-8eba-1bfec7470df5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=96892c63fd9f4c61ab86cc0679e41126&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450060 Feb 11 05:09:45.786865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port b72615b0-903f-4050-bf3f-650802085b82 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:09:45.791301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port b72615b0-903f-4050-bf3f-650802085b82 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:45.792298 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b72615b0-903f-4050-bf3f-650802085b82), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:45.844228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-cd330ec1-c95d-488e-b967-7fd4baae3be9 req-6b77a926-135a-4504-a0d5-bff35b75f8c5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Deleting port 0a2008f0-f16b-4460-a927-668d2db1ce2f {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:09:45.844835 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cd330ec1-c95d-488e-b967-7fd4baae3be9 req-6b77a926-135a-4504-a0d5-bff35b75f8c5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (0a2008f0-f16b-4460-a927-668d2db1ce2f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:45.857261 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53206) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:45.888032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port b72615b0-903f-4050-bf3f-650802085b82 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:45.888544 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b72615b0-903f-4050-bf3f-650802085b82), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:45.931444 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b72615b0-903f-4050-bf3f-650802085b82,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:45.931668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-5297829d-64b7-4262-b4ba-1eb2fac27fc9 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:45.933051 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-5297829d-64b7-4262-b4ba-1eb2fac27fc9 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1696341 Feb 11 05:09:45.940208 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b72615b0-903f-4050-bf3f-650802085b82), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:45.959699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-bc6b098a-e8b0-467d-b6f9-3125127957b0 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/quotas/96892c63fd9f4c61ab86cc0679e41126 HTTP/1.1" status: 200 len: 375 time: 0.0203545 Feb 11 05:09:45.963113 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cd330ec1-c95d-488e-b967-7fd4baae3be9 req-6b77a926-135a-4504-a0d5-bff35b75f8c5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (0a2008f0-f16b-4460-a927-668d2db1ce2f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:45.963871 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cd330ec1-c95d-488e-b967-7fd4baae3be9 req-6b77a926-135a-4504-a0d5-bff35b75f8c5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for floatingip (0a2008f0-f16b-4460-a927-668d2db1ce2f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:45.988852 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c493f3b-8029-4736-bcd2-5cb31d5f815f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:46.000522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=b72615b0-903f-4050-bf3f-650802085b82,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:46.008793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-cd330ec1-c95d-488e-b967-7fd4baae3be9 req-6b77a926-135a-4504-a0d5-bff35b75f8c5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Calling delete_port for 0a2008f0-f16b-4460-a927-668d2db1ce2f owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:09:46.068182 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c493f3b-8029-4736-bcd2-5cb31d5f815f admin admin] Publish callbacks [] for security_group (11277179-6d48-42fa-9150-72917b66b530), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:46.072311 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c493f3b-8029-4736-bcd2-5cb31d5f815f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (11277179-6d48-42fa-9150-72917b66b530), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:46.079883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-aa8d89bf-2957-489a-ac26-4f5a4c8fb0bd tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1137547 Feb 11 05:09:46.101757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb977082-adee-4f5e-93d2-ed09cb011c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3d8227-0cbd-4893-9d3c-399a61966083'}, {'server_uuid': '87630575-2498-414c-b284-60ed77575eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72615b0-903f-4050-bf3f-650802085b82'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:46.105434 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c05e697-aa07-43b1-ba55-3c023207456e" -d '{"events": [{"server_uuid": "bb977082-adee-4f5e-93d2-ed09cb011c2a", "name": "network-vif-plugged", "status": "completed", "tag": "ae3d8227-0cbd-4893-9d3c-399a61966083"}, {"server_uuid": "87630575-2498-414c-b284-60ed77575eb8", "name": "network-vif-plugged", "status": "completed", "tag": "b72615b0-903f-4050-bf3f-650802085b82"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:46.111470 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8c493f3b-8029-4736-bcd2-5cb31d5f815f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b84617d5250744a4892a00b355db2a7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530887 Feb 11 05:09:46.112673 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c493f3b-8029-4736-bcd2-5cb31d5f815f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11277179-6d48-42fa-9150-72917b66b530,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:46.114002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53212) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:46.203028 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a5722479-aa6b-416a-8408-75d9124ea355 admin admin] Publish callbacks [] for security_group (11277179-6d48-42fa-9150-72917b66b530), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:46.212209 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cd330ec1-c95d-488e-b967-7fd4baae3be9 req-6b77a926-135a-4504-a0d5-bff35b75f8c5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (0a2008f0-f16b-4460-a927-668d2db1ce2f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:46.250766 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77a926-135a-4504-a0d5-bff35b75f8c5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Pushing event deleted for resources: {'Port': ['ID=0a2008f0-f16b-4460-a927-668d2db1ce2f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:46.256102 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a5722479-aa6b-416a-8408-75d9124ea355 admin admin] Publish callbacks [] for security_group (11277179-6d48-42fa-9150-72917b66b530), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:46.380754 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cd330ec1-c95d-488e-b967-7fd4baae3be9 req-6b77a926-135a-4504-a0d5-bff35b75f8c5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for floatingip (5c60d101-b0cf-4eb6-960f-6d4643255f6c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:46.383165 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cd330ec1-c95d-488e-b967-7fd4baae3be9 req-6b77a926-135a-4504-a0d5-bff35b75f8c5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:46.384359 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd330ec1-c95d-488e-b967-7fd4baae3be9 req-6b77a926-135a-4504-a0d5-bff35b75f8c5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "DELETE /v2.0/floatingips/5c60d101-b0cf-4eb6-960f-6d4643255f6c HTTP/1.1" status: 204 len: 173 time: 0.7680373 Feb 11 05:09:46.422504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c2fbe-9fb0-49d4-9a56-757e95121ed5 req-46e5f85a-7a52-4437-b1c5-a945f54122de tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:46.424607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a8c2fbe-9fb0-49d4-9a56-757e95121ed5 req-46e5f85a-7a52-4437-b1c5-a945f54122de tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 943 time: 0.1405995 Feb 11 05:09:46.425982 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a5722479-aa6b-416a-8408-75d9124ea355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (11277179-6d48-42fa-9150-72917b66b530), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:46.429060 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a5722479-aa6b-416a-8408-75d9124ea355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:46.432520 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a5722479-aa6b-416a-8408-75d9124ea355 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/11277179-6d48-42fa-9150-72917b66b530 HTTP/1.1" status: 204 len: 168 time: 0.3149998 Feb 11 05:09:46.441711 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5722479-aa6b-416a-8408-75d9124ea355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11277179-6d48-42fa-9150-72917b66b530,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:46.521594 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a8c2fbe-9fb0-49d4-9a56-757e95121ed5 req-26126fc0-35d0-483b-b389-4cc635ae77a3 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824807 Feb 11 05:09:46.583207 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defa07cd-936a-4b88-b308-4115126c5650 x-openstack-request-id: req-defa07cd-936a-4b88-b308-4115126c5650 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:46.583538 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb977082-adee-4f5e-93d2-ed09cb011c2a", "name": "network-vif-plugged", "status": "completed", "tag": "ae3d8227-0cbd-4893-9d3c-399a61966083", "code": 200}, {"server_uuid": "87630575-2498-414c-b284-60ed77575eb8", "name": "network-vif-plugged", "status": "completed", "tag": "b72615b0-903f-4050-bf3f-650802085b82", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:46.583795 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-defa07cd-936a-4b88-b308-4115126c5650 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:46.584476 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb977082-adee-4f5e-93d2-ed09cb011c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3d8227-0cbd-4893-9d3c-399a61966083', 'code': 200} Feb 11 05:09:46.584735 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87630575-2498-414c-b284-60ed77575eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72615b0-903f-4050-bf3f-650802085b82', 'code': 200} Feb 11 05:09:46.605556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363ba22-99ef-4cbf-9f70-1eaf5751c5ce req-d3312735-f18a-4745-a1ee-247f55eece9c tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:46.618092 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f363ba22-99ef-4cbf-9f70-1eaf5751c5ce req-d3312735-f18a-4745-a1ee-247f55eece9c tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2d9f92e-e28e-45fb-a818-e33d18e6f962 HTTP/1.1" status: 200 len: 946 time: 0.0838819 Feb 11 05:09:46.722658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02223c96-619d-4706-b17f-af3766aedc71', 'tag': '9935d188-c407-43f7-9816-4963a1f110b6'}, {'name': 'network-changed', 'server_uuid': 'dff7802c-322b-4d01-9cf2-dfb409ffe005', 'tag': 'bdd8df23-fda2-448f-8d24-05c4613ec467'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:46.725370 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91992110-d4e4-4da2-8d6b-727430b3bfa8" -d '{"events": [{"name": "network-changed", "server_uuid": "02223c96-619d-4706-b17f-af3766aedc71", "tag": "9935d188-c407-43f7-9816-4963a1f110b6"}, {"name": "network-changed", "server_uuid": "dff7802c-322b-4d01-9cf2-dfb409ffe005", "tag": "bdd8df23-fda2-448f-8d24-05c4613ec467"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:46.756658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f363ba22-99ef-4cbf-9f70-1eaf5751c5ce req-bd8dffda-2dbb-41f3-9725-324cb987720b tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296935 Feb 11 05:09:46.773868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2d8da-67b7-4988-8fe0-c86f9221f46e req-27d13261-eb25-49c1-9da7-d4c4aafe9f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:46.775375 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52b2d8da-67b7-4988-8fe0-c86f9221f46e req-27d13261-eb25-49c1-9da7-d4c4aafe9f61 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 1128 time: 0.1201050 Feb 11 05:09:46.788546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9dba2-d91c-433a-989e-9be96ec7db27 req-0bac9857-9425-49e4-93eb-c01c25739906 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:46.790130 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9bb9dba2-d91c-433a-989e-9be96ec7db27 req-0bac9857-9425-49e4-93eb-c01c25739906 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 943 time: 0.1334324 Feb 11 05:09:46.882111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a4c659d-665a-4713-bf17-9a345165282a req-379c9367-a078-47d0-8a2c-c604ab1b35f0 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 210 time: 0.0470815 Feb 11 05:09:46.889607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52b2d8da-67b7-4988-8fe0-c86f9221f46e req-b97352d5-1507-4834-ae39-3fa695e58974 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967155 Feb 11 05:09:46.905669 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9bb9dba2-d91c-433a-989e-9be96ec7db27 req-cb89d0d4-c783-4e32-84d9-8cf443280297 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984550 Feb 11 05:09:46.967150 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6dc2804-d544-45fb-9b4e-289f921b8653 req-3b4832e5-4a01-430d-8c35-1c281e4e56d4 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips/e0ee5321-fa3c-405e-b87b-64b21df247ef HTTP/1.1" status: 200 len: 693 time: 0.0531321 Feb 11 05:09:47.117045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc2804-d544-45fb-9b4e-289f921b8653 req-1067a06b-1f00-46a6-934c-c352b24879af tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:47.118455 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6dc2804-d544-45fb-9b4e-289f921b8653 req-1067a06b-1f00-46a6-934c-c352b24879af tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.1457400 Feb 11 05:09:47.179438 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ee1a3-0334-463f-9695-25de9a7aa018 req-93377f91-11ed-467a-8e00-6787b31121b6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:47.180966 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c6ee1a3-0334-463f-9695-25de9a7aa018 req-93377f91-11ed-467a-8e00-6787b31121b6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 945 time: 0.1159286 Feb 11 05:09:47.184129 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6dc2804-d544-45fb-9b4e-289f921b8653 req-34dedf84-b4ff-4948-99aa-76a1da920402 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.0580738 Feb 11 05:09:47.251552 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6dc2804-d544-45fb-9b4e-289f921b8653 req-02a08ffb-b98b-4892-a595-a642a92171f7 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.0608892 Feb 11 05:09:47.312075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c6ee1a3-0334-463f-9695-25de9a7aa018 req-97eb3c0d-adb2-40f1-ad49-100f4aaa74e3 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234386 Feb 11 05:09:47.369603 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79f0f25-5edd-4191-84d4-5692d1da7873 x-openstack-request-id: req-f79f0f25-5edd-4191-84d4-5692d1da7873 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:47.369855 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02223c96-619d-4706-b17f-af3766aedc71", "tag": "9935d188-c407-43f7-9816-4963a1f110b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dff7802c-322b-4d01-9cf2-dfb409ffe005", "tag": "bdd8df23-fda2-448f-8d24-05c4613ec467", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:47.370111 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f79f0f25-5edd-4191-84d4-5692d1da7873 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:47.370495 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02223c96-619d-4706-b17f-af3766aedc71', 'tag': '9935d188-c407-43f7-9816-4963a1f110b6', 'status': 'completed', 'code': 200} Feb 11 05:09:47.370744 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff7802c-322b-4d01-9cf2-dfb409ffe005', 'tag': 'bdd8df23-fda2-448f-8d24-05c4613ec467', 'status': 'completed', 'code': 200} Feb 11 05:09:47.395559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a6dc2804-d544-45fb-9b4e-289f921b8653 req-db6026e2-58d2-40ac-86d0-e89e47d25ec5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Deleting port 82ab326c-776b-4876-a6bb-90d21cf544ab {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:09:47.396042 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a6dc2804-d544-45fb-9b4e-289f921b8653 req-db6026e2-58d2-40ac-86d0-e89e47d25ec5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (82ab326c-776b-4876-a6bb-90d21cf544ab), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:47.500802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-e898e4c7-78db-472d-a135-fcfaaccaa72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:47.502559 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-e898e4c7-78db-472d-a135-fcfaaccaa72e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dcea6c6c77f442f580e1392b7ac8c848&device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 1126 time: 0.1045349 Feb 11 05:09:47.506236 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a6dc2804-d544-45fb-9b4e-289f921b8653 req-db6026e2-58d2-40ac-86d0-e89e47d25ec5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (82ab326c-776b-4876-a6bb-90d21cf544ab), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:47.506640 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a6dc2804-d544-45fb-9b4e-289f921b8653 req-db6026e2-58d2-40ac-86d0-e89e47d25ec5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for floatingip (82ab326c-776b-4876-a6bb-90d21cf544ab), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:47.526458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a6dc2804-d544-45fb-9b4e-289f921b8653 req-db6026e2-58d2-40ac-86d0-e89e47d25ec5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Calling delete_port for 82ab326c-776b-4876-a6bb-90d21cf544ab owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:09:47.633811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device bdd8df23-fda2-448f-8d24-05c4613ec467 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:09:47.781893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 9935d188-c407-43f7-9816-4963a1f110b6 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:09:47.851062 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port bdd8df23-fda2-448f-8d24-05c4613ec467, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bdd8df23-fda2-448f-8d24-05c4613ec467,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:47.912045 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device bdd8df23-fda2-448f-8d24-05c4613ec467 has no active binding in host n-h1-713499-38 {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:09:47.959772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 9935d188-c407-43f7-9816-4963a1f110b6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9935d188-c407-43f7-9816-4963a1f110b6,segment=NetworkSegment(75a787b0-9d4d-425e-ba33-006598135572),segment_id=75a787b0-9d4d-425e-ba33-006598135572)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:47.964459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-4f476c7e-5fa4-4af4-9675-72eb1ee87b80 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=96892c63fd9f4c61ab86cc0679e41126&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432897 Feb 11 05:09:47.974746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '9935d188-c407-43f7-9816-4963a1f110b6', 'network_id': '26f66db8-4b4e-4b5e-80ea-ded3264eed20', 'port_id': '9935d188-c407-43f7-9816-4963a1f110b6', 'mac_address': 'fa:16:3e:35:3d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c915ea-74ce-40ac-b648-6298fd550223', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:09:48.023310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 9935d188-c407-43f7-9816-4963a1f110b6 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:48.023753 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9935d188-c407-43f7-9816-4963a1f110b6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.030812 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-e1434459-161b-4050-a055-cefe86e6352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:48.032534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-e1434459-161b-4050-a055-cefe86e6352e service neutron] 10.222.0.88 "GET /v2.0/networks?id=26f66db8-4b4e-4b5e-80ea-ded3264eed20 HTTP/1.1" status: 200 len: 914 time: 0.5184491 Feb 11 05:09:48.043150 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9935d188-c407-43f7-9816-4963a1f110b6 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:48.074925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 9935d188-c407-43f7-9816-4963a1f110b6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9935d188-c407-43f7-9816-4963a1f110b6,segment=NetworkSegment(75a787b0-9d4d-425e-ba33-006598135572),segment_id=75a787b0-9d4d-425e-ba33-006598135572)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:48.078881 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9935d188-c407-43f7-9816-4963a1f110b6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.127381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=9935d188-c407-43f7-9816-4963a1f110b6,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:48.133020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-fffb75c4-d321-4249-bbd7-7c8b1c53887b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9935d188-c407-43f7-9816-4963a1f110b6 HTTP/1.1" status: 200 len: 217 time: 0.0824862 Feb 11 05:09:48.268295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-790d1232-e3a9-4470-8c1c-fc6d02f0f3f6 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:48.269632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-790d1232-e3a9-4470-8c1c-fc6d02f0f3f6 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2914541 Feb 11 05:09:48.276397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-e70c1b24-a312-4f95-ad01-60fc6b9e3924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:48.277747 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-e70c1b24-a312-4f95-ad01-60fc6b9e3924 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24c915ea-74ce-40ac-b648-6298fd550223 HTTP/1.1" status: 200 len: 853 time: 0.1209352 Feb 11 05:09:48.285037 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-1b658d8e-dd79-4055-a3e2-84516037709a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Request body: {'port': {'device_id': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '96892c63fd9f4c61ab86cc0679e41126'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:48.298118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547596a-07c1-4573-9373-0f7d0c392a9b req-ff0714f0-75ef-4503-9fe3-a4517f60902e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:48.300169 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c547596a-07c1-4573-9373-0f7d0c392a9b req-ff0714f0-75ef-4503-9fe3-a4517f60902e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 943 time: 0.2383418 Feb 11 05:09:48.363851 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-3a4488b3-ec58-4c71-8849-8cc404183d78 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=26f66db8-4b4e-4b5e-80ea-ded3264eed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729177 Feb 11 05:09:48.370954 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a6dc2804-d544-45fb-9b4e-289f921b8653 req-db6026e2-58d2-40ac-86d0-e89e47d25ec5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (82ab326c-776b-4876-a6bb-90d21cf544ab), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.385852 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['9935d188-c407-43f7-9816-4963a1f110b6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:48.473990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6026e2-58d2-40ac-86d0-e89e47d25ec5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Pushing event deleted for resources: {'Port': ['ID=82ab326c-776b-4876-a6bb-90d21cf544ab,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:48.574416 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c547596a-07c1-4573-9373-0f7d0c392a9b req-2a75aa4c-4b13-49f7-92a0-c09895975eff tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543077 Feb 11 05:09:48.631083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a6dc2804-d544-45fb-9b4e-289f921b8653 req-db6026e2-58d2-40ac-86d0-e89e47d25ec5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for floatingip (e0ee5321-fa3c-405e-b87b-64b21df247ef), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.633730 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a6dc2804-d544-45fb-9b4e-289f921b8653 req-db6026e2-58d2-40ac-86d0-e89e47d25ec5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.634868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6dc2804-d544-45fb-9b4e-289f921b8653 req-db6026e2-58d2-40ac-86d0-e89e47d25ec5 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "DELETE /v2.0/floatingips/e0ee5321-fa3c-405e-b87b-64b21df247ef HTTP/1.1" status: 204 len: 173 time: 1.3772047 Feb 11 05:09:48.635582 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-1b658d8e-dd79-4055-a3e2-84516037709a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Made reservation on behalf of 96892c63fd9f4c61ab86cc0679e41126 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:09:48.638773 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-1b658d8e-dd79-4055-a3e2-84516037709a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:48.642965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-084f4bef-226f-4d1b-9d69-3affbd635b2d service neutron] 10.222.0.88 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698591 Feb 11 05:09:48.822461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e584d78a-e2a0-4e6c-b906-029ed39db038 req-c20e8908-0e00-4882-a339-a83fb9ed8c7f tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 210 time: 0.1176951 Feb 11 05:09:48.893918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-cd58c274-a973-494f-9346-8033d028f49b service neutron] 10.222.0.88 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434525 Feb 11 05:09:48.918515 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1616d-1a18-4cb5-a503-5bf4ec051ed9 req-630227b7-f8c2-4b87-bd80-2f99ea2911be tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:48.920033 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35d1616d-1a18-4cb5-a503-5bf4ec051ed9 req-630227b7-f8c2-4b87-bd80-2f99ea2911be tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 944 time: 0.1746116 Feb 11 05:09:48.940821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-1b658d8e-dd79-4055-a3e2-84516037709a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Allocated IP 192.168.233.252 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/993c5294-c6bf-4de9-8399-a3b99ba57ef8) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:09:49.085431 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35d1616d-1a18-4cb5-a503-5bf4ec051ed9 req-4628b0d2-e2b2-45f6-b4bf-f4e3873cd271 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584744 Feb 11 05:09:49.090441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-f50a4037-6479-452b-915a-500e529d1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:49.092263 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-f50a4037-6479-452b-915a-500e529d1db4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 1157 time: 0.1540055 Feb 11 05:09:49.099738 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721ffde-890e-4254-bd5f-0c3ee64f0234 req-39980a7e-134f-419c-b3a7-dfc6e86385d0 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:49.101204 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3721ffde-890e-4254-bd5f-0c3ee64f0234 req-39980a7e-134f-419c-b3a7-dfc6e86385d0 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 945 time: 0.1583374 Feb 11 05:09:49.239331 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac601802-644f-47f4-837f-b57955ef7a7c req-b729240c-b87c-4d96-a773-3e6bd511675b tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips/e79a8447-ae96-4256-bfa4-80c1a9d75277 HTTP/1.1" status: 200 len: 693 time: 0.1164830 Feb 11 05:09:49.361950 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3721ffde-890e-4254-bd5f-0c3ee64f0234 req-bbde88c7-2d3b-42dc-9866-0fb76781b952 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342715 Feb 11 05:09:49.398453 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-1b658d8e-dd79-4055-a3e2-84516037709a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks [] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:49.415057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-b7186a25-d067-4f6f-b8b9-7ef4bdad54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:49.416550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-b7186a25-d067-4f6f-b8b9-7ef4bdad54eb service neutron] 10.222.0.88 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.3115344 Feb 11 05:09:49.477099 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-32b3db53-73c9-4a37-802d-6a0d9c4c66b4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdd8df23-fda2-448f-8d24-05c4613ec467 HTTP/1.1" status: 200 len: 217 time: 0.0525067 Feb 11 05:09:49.505834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac601802-644f-47f4-837f-b57955ef7a7c req-333359f0-fc04-476a-96ea-eee0dddb5b5a tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:49.507314 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac601802-644f-47f4-837f-b57955ef7a7c req-333359f0-fc04-476a-96ea-eee0dddb5b5a tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.2358091 Feb 11 05:09:49.578786 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac601802-644f-47f4-837f-b57955ef7a7c req-06a547ee-9aac-4cb7-88cf-31262bdbd072 tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.247 HTTP/1.1" status: 200 len: 696 time: 0.0518115 Feb 11 05:09:49.580290 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-1b658d8e-dd79-4055-a3e2-84516037709a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:49.596108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['132c87d5-c39d-463e-a3a5-b8250cc4fc1a', 'ae3d8227-0cbd-4893-9d3c-399a61966083'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:49.600862 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['4bd19739-983b-42da-9114-39fe4b424741'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:49.637884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-6d919570-a899-4bfc-ab4d-426b9aea3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:49.639330 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-6d919570-a899-4bfc-ab4d-426b9aea3d05 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.1556845 Feb 11 05:09:49.659955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 10cce4aa-3b3d-4d9e-93eb-905cb4767415 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:09:49.674196 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-1b658d8e-dd79-4055-a3e2-84516037709a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:09:49.699049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-1b658d8e-dd79-4055-a3e2-84516037709a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:09:49.736803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-1b658d8e-dd79-4055-a3e2-84516037709a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:09:49.741393 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b658d8e-dd79-4055-a3e2-84516037709a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Pushing event updated for resources: {'Port': ['ID=993c5294-c6bf-4de9-8399-a3b99ba57ef8,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:49.745054 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-d8162a73-13c7-4f47-893d-c449addf8ff0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680103 Feb 11 05:09:49.755969 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac601802-644f-47f4-837f-b57955ef7a7c req-d86f79de-94b7-48c2-88e3-008253f8919e tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.247 HTTP/1.1" status: 200 len: 696 time: 0.1616783 Feb 11 05:09:49.794344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 9935d188-c407-43f7-9816-4963a1f110b6 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:49.910952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 10cce4aa-3b3d-4d9e-93eb-905cb4767415, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=10cce4aa-3b3d-4d9e-93eb-905cb4767415,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:49.962311 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '10cce4aa-3b3d-4d9e-93eb-905cb4767415', 'network_id': '98cbc21b-0cda-4452-82bc-4f4fd4777677', 'port_id': '10cce4aa-3b3d-4d9e-93eb-905cb4767415', 'mac_address': 'fa:16:3e:bd:f3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1d8d3c-0c6e-469a-8f36-555d015fa75e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:09:49.994551 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-1b658d8e-dd79-4055-a3e2-84516037709a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:49.995061 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-1b658d8e-dd79-4055-a3e2-84516037709a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:49.996509 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 9935d188-c407-43f7-9816-4963a1f110b6 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:09:50.001316 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-37e0bfa6-9532-4035-9165-56c738e1e213 None None] Provisioning complete for port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:50.001749 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-37e0bfa6-9532-4035-9165-56c738e1e213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:50.036277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 9935d188-c407-43f7-9816-4963a1f110b6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:50.036635 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9935d188-c407-43f7-9816-4963a1f110b6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:50.041544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52a896-cdf3-4f03-907a-95d894b6564c req-ffbf598c-57d1-4b97-8161-36232fdd5612 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:50.043522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac52a896-cdf3-4f03-907a-95d894b6564c req-ffbf598c-57d1-4b97-8161-36232fdd5612 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 1128 time: 0.3079221 Feb 11 05:09:50.044827 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-6fa5ac85-b92f-410a-8e1b-91b2635b8ddd service neutron] 10.222.0.88 "GET /v2.0/ports/bdd8df23-fda2-448f-8d24-05c4613ec467/bindings/n-h1-713499-38 HTTP/1.1" status: 200 len: 385 time: 0.3732162 Feb 11 05:09:50.052691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-1b658d8e-dd79-4055-a3e2-84516037709a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7725182 Feb 11 05:09:50.082942 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Request body: {'port': {'device_id': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:50.121199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 10cce4aa-3b3d-4d9e-93eb-905cb4767415 is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:50.121579 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:50.152853 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-37e0bfa6-9532-4035-9165-56c738e1e213 None None] Port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:09:50.158826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10cce4aa-3b3d-4d9e-93eb-905cb4767415 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:50.196698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 10cce4aa-3b3d-4d9e-93eb-905cb4767415, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=10cce4aa-3b3d-4d9e-93eb-905cb4767415,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:50.207325 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:50.316969 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 9935d188-c407-43f7-9816-4963a1f110b6 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:50.317359 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9935d188-c407-43f7-9816-4963a1f110b6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:50.321874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=10cce4aa-3b3d-4d9e-93eb-905cb4767415,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:50.359997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02223c96-619d-4706-b17f-af3766aedc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9935d188-c407-43f7-9816-4963a1f110b6'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:50.362242 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7015c674-96ce-47cd-b8b4-63e74f81de4a" -d '{"events": [{"server_uuid": "02223c96-619d-4706-b17f-af3766aedc71", "name": "network-vif-plugged", "status": "completed", "tag": "9935d188-c407-43f7-9816-4963a1f110b6"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:50.375530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['10cce4aa-3b3d-4d9e-93eb-905cb4767415'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:50.439535 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-0afcc4dd-e9e8-4ed8-8a42-3bb07d0c652e service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6800814 Feb 11 05:09:50.539170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 9935d188-c407-43f7-9816-4963a1f110b6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9935d188-c407-43f7-9816-4963a1f110b6,segment=NetworkSegment(75a787b0-9d4d-425e-ba33-006598135572),segment_id=75a787b0-9d4d-425e-ba33-006598135572)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:50.548055 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9935d188-c407-43f7-9816-4963a1f110b6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:50.590996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ac601802-644f-47f4-837f-b57955ef7a7c req-abcb6361-f808-4b09-91dd-9946b38c0e1e tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Deleting port e86ef68c-20c3-404a-96b8-bce59297f792 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:09:50.591343 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac601802-644f-47f4-837f-b57955ef7a7c req-abcb6361-f808-4b09-91dd-9946b38c0e1e tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e86ef68c-20c3-404a-96b8-bce59297f792), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:50.598603 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac52a896-cdf3-4f03-907a-95d894b6564c req-c8a4d2c0-846f-4e16-a2d1-80545a423873 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400667 Feb 11 05:09:50.618736 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:50.624300 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=9935d188-c407-43f7-9816-4963a1f110b6,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:50.776241 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91992110-d4e4-4da2-8d6b-727430b3bfa8 req-bee5b662-daf2-41dd-93ef-b7417007ba03 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287890 Feb 11 05:09:50.826636 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac601802-644f-47f4-837f-b57955ef7a7c req-abcb6361-f808-4b09-91dd-9946b38c0e1e tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e86ef68c-20c3-404a-96b8-bce59297f792), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:50.826974 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac601802-644f-47f4-837f-b57955ef7a7c req-abcb6361-f808-4b09-91dd-9946b38c0e1e tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for floatingip (e86ef68c-20c3-404a-96b8-bce59297f792), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:50.859203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ac601802-644f-47f4-837f-b57955ef7a7c req-abcb6361-f808-4b09-91dd-9946b38c0e1e tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Calling delete_port for e86ef68c-20c3-404a-96b8-bce59297f792 owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:09:50.946647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-21efffe3-df4a-4dd4-b8bc-e2adafdbe5e1 service neutron] For port bdd8df23-fda2-448f-8d24-05c4613ec467, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bdd8df23-fda2-448f-8d24-05c4613ec467,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:51.027824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-21efffe3-df4a-4dd4-b8bc-e2adafdbe5e1 service neutron] For port bdd8df23-fda2-448f-8d24-05c4613ec467, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:51.104346 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-21efffe3-df4a-4dd4-b8bc-e2adafdbe5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd8df23-fda2-448f-8d24-05c4613ec467 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:51.132569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-21efffe3-df4a-4dd4-b8bc-e2adafdbe5e1 service neutron] For port bdd8df23-fda2-448f-8d24-05c4613ec467, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=bdd8df23-fda2-448f-8d24-05c4613ec467,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:51.165808 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-21efffe3-df4a-4dd4-b8bc-e2adafdbe5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:51.296275 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac601802-644f-47f4-837f-b57955ef7a7c req-abcb6361-f808-4b09-91dd-9946b38c0e1e tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (e86ef68c-20c3-404a-96b8-bce59297f792), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:51.335903 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993c5294-c6bf-4de9-8399-a3b99ba57ef8 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:51.347272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb6361-f808-4b09-91dd-9946b38c0e1e tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Pushing event deleted for resources: {'Port': ['ID=e86ef68c-20c3-404a-96b8-bce59297f792,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:51.350187 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Publish callbacks [] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:51.387326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-21efffe3-df4a-4dd4-b8bc-e2adafdbe5e1 service neutron] Transition to ACTIVE for port object bdd8df23-fda2-448f-8d24-05c4613ec467 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:09:51.412400 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-21efffe3-df4a-4dd4-b8bc-e2adafdbe5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:51.416614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Transition to ACTIVE for port object 993c5294-c6bf-4de9-8399-a3b99ba57ef8 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:09:51.456372 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:51.514148 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac601802-644f-47f4-837f-b57955ef7a7c req-abcb6361-f808-4b09-91dd-9946b38c0e1e tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks [] for floatingip (e79a8447-ae96-4256-bfa4-80c1a9d75277), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:51.516716 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac601802-644f-47f4-837f-b57955ef7a7c req-abcb6361-f808-4b09-91dd-9946b38c0e1e tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:51.518398 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac601802-644f-47f4-837f-b57955ef7a7c req-abcb6361-f808-4b09-91dd-9946b38c0e1e tempest-FloatingIPDetailsTestJSON-707837767 tempest-FloatingIPDetailsTestJSON-707837767-project] 10.222.0.87 "DELETE /v2.0/floatingips/e79a8447-ae96-4256-bfa4-80c1a9d75277 HTTP/1.1" status: 204 len: 173 time: 1.7607040 Feb 11 05:09:51.525589 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53424) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:51.550832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-21efffe3-df4a-4dd4-b8bc-e2adafdbe5e1 service neutron] No DVR routers for this DVR port bdd8df23-fda2-448f-8d24-05c4613ec467 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:09:51.570748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efffe3-df4a-4dd4-b8bc-e2adafdbe5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd8df23-fda2-448f-8d24-05c4613ec467,revision_number=10']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:51.644692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-21efffe3-df4a-4dd4-b8bc-e2adafdbe5e1 service neutron] 10.222.0.88 "PUT /v2.0/ports/bdd8df23-fda2-448f-8d24-05c4613ec467/bindings/n-h1-713499-38/activate HTTP/1.1" status: 200 len: 370 time: 1.5871933 Feb 11 05:09:51.663543 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 10cce4aa-3b3d-4d9e-93eb-905cb4767415 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:51.705741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de326e33-24dc-4e0f-9bc7-642caf650ecc req-64e5010d-c164-476e-b84e-ebde0c1a0784 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:51.707354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de326e33-24dc-4e0f-9bc7-642caf650ecc req-64e5010d-c164-476e-b84e-ebde0c1a0784 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 944 time: 0.2965899 Feb 11 05:09:51.768968 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Pushing event updated for resources: {'Port': ['ID=993c5294-c6bf-4de9-8399-a3b99ba57ef8,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:51.782352 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device bdd8df23-fda2-448f-8d24-05c4613ec467 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:51.824909 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 10cce4aa-3b3d-4d9e-93eb-905cb4767415 is: BUILD; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:51.825161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Attempting to bind port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:51.825296 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:51.825502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Attempting to bind port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:51.825837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Attempting to bind port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:51.835075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:09:51.835709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Attempting to bind port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:51.852803 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de326e33-24dc-4e0f-9bc7-642caf650ecc req-d310a1d8-fb49-4b86-81d8-db6105d218b9 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332886 Feb 11 05:09:51.862569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 10cce4aa-3b3d-4d9e-93eb-905cb4767415 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:51.869758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:51.870096 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:51.870477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:51.870921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Bound port: 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:51.871479 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:51.904465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-5ea3c365-fc50-41ce-8616-8ca1bb7c906b tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:51.906928 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-5ea3c365-fc50-41ce-8616-8ca1bb7c906b tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005&tenant_id=625496205bdf429e8af46565d991a189&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 1127 time: 0.1887555 Feb 11 05:09:51.910145 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] The host n-h2-713499-38 is not matching for port bdd8df23-fda2-448f-8d24-05c4613ec467 host n-h1-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:09:51.910655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device bdd8df23-fda2-448f-8d24-05c4613ec467 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:09:51.914379 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 10cce4aa-3b3d-4d9e-93eb-905cb4767415, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=10cce4aa-3b3d-4d9e-93eb-905cb4767415,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:51.920449 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:51.975896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=10cce4aa-3b3d-4d9e-93eb-905cb4767415,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:52.015778 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc7bffbc-fe97-46d1-95a5-39d5cabdea65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (c7860824-805e-4d06-99e1-8d4638a87f91), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:52.040416 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860c98-6a17-49f2-bf1f-1cd10a129913 req-c23bd907-6721-43df-bdb6-441893736b6e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:52.042164 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-31860c98-6a17-49f2-bf1f-1cd10a129913 req-c23bd907-6721-43df-bdb6-441893736b6e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 948 time: 0.1824038 Feb 11 05:09:52.063177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:52.090770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:52.093748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-474bbe10-ace5-42d4-90a4-3ebe1355a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:52.095795 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-474bbe10-ace5-42d4-90a4-3ebe1355a800 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005&tenant_id=625496205bdf429e8af46565d991a189 HTTP/1.1" status: 200 len: 1127 time: 0.1759174 Feb 11 05:09:52.109179 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:52.122483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf2ced-4a17-4a8c-9988-70ea26b0d43d req-2e33b2f7-1219-44d7-aae4-01f04eaa8b5c tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:52.123995 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4cbf2ced-4a17-4a8c-9988-70ea26b0d43d req-2e33b2f7-1219-44d7-aae4-01f04eaa8b5c tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 945 time: 0.1943820 Feb 11 05:09:52.201372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:52.201992 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:52.203363 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] 10.222.0.88 "PUT /v2.0/ports/993c5294-c6bf-4de9-8399-a3b99ba57ef8 HTTP/1.1" status: 200 len: 1097 time: 2.1283159 Feb 11 05:09:52.205364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:52.207951 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d73e520-d056-426a-8461-3906bf65192a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:52.218726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-31860c98-6a17-49f2-bf1f-1cd10a129913 req-07dc931b-97d7-4628-b906-a2bf9faf1f1e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681862 Feb 11 05:09:52.233163 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:09:52.261947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88dddc-d23e-4644-b31a-1b1002284d3d service neutron] Pushing event updated for resources: {'Port': ['ID=993c5294-c6bf-4de9-8399-a3b99ba57ef8,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:52.298768 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebafe925-d84d-4d98-b032-122c109824c4 x-openstack-request-id: req-ebafe925-d84d-4d98-b032-122c109824c4 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:52.299291 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02223c96-619d-4706-b17f-af3766aedc71", "name": "network-vif-plugged", "status": "completed", "tag": "9935d188-c407-43f7-9816-4963a1f110b6", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:52.299732 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ebafe925-d84d-4d98-b032-122c109824c4 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:52.300288 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02223c96-619d-4706-b17f-af3766aedc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9935d188-c407-43f7-9816-4963a1f110b6', 'code': 200} Feb 11 05:09:52.323802 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4cbf2ced-4a17-4a8c-9988-70ea26b0d43d req-12388a24-8014-4489-a0e7-6817d2ca3929 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629899 Feb 11 05:09:52.327401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-7e4a7753-cceb-40f5-b10d-dd610e376d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:52.328911 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-7e4a7753-cceb-40f5-b10d-dd610e376d1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 1127 time: 0.1978691 Feb 11 05:09:52.345729 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-bc7bffbc-fe97-46d1-95a5-39d5cabdea65 admin admin] Deleting port c7c76253-bdd7-42b3-b3aa-c50fa027c93d {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:09:52.346095 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc7bffbc-fe97-46d1-95a5-39d5cabdea65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:52.453228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-9ceadb23-eb9c-4a3e-909f-c7b1f3be31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:52.455331 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-9ceadb23-eb9c-4a3e-909f-c7b1f3be31d4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 1131 time: 0.1944401 Feb 11 05:09:52.464079 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-bc7bffbc-fe97-46d1-95a5-39d5cabdea65 admin admin] For port c7c76253-bdd7-42b3-b3aa-c50fa027c93d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c7c76253-bdd7-42b3-b3aa-c50fa027c93d,segment=NetworkSegment(94342c7a-ec9a-418f-a8a7-f00c2e893683),segment_id=94342c7a-ec9a-418f-a8a7-f00c2e893683)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:52.464952 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc7bffbc-fe97-46d1-95a5-39d5cabdea65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:52.479571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-bc7bffbc-fe97-46d1-95a5-39d5cabdea65 admin admin] Calling delete_port for c7c76253-bdd7-42b3-b3aa-c50fa027c93d owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:09:52.559821 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-aa3bf0a8-5f21-4e03-a17b-fee71e93ea4e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8 HTTP/1.1" status: 200 len: 217 time: 0.0562956 Feb 11 05:09:52.619789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d005f1-de24-4cc8-be6c-9bc022d489fe req-237c4ff1-42d8-4dd8-867f-bcf6d6f2818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:52.621342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48d005f1-de24-4cc8-be6c-9bc022d489fe req-237c4ff1-42d8-4dd8-867f-bcf6d6f2818a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 1128 time: 0.2550416 Feb 11 05:09:52.622303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-fffb67e0-4526-4582-9bfd-8394c747245c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:52.623643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-fffb67e0-4526-4582-9bfd-8394c747245c service neutron] 10.222.0.73 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.2835126 Feb 11 05:09:52.638484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ab1fc-2dc0-4a15-ac06-f3461df947ba req-048b7d30-b25d-42b6-ad10-a93d746e62a4 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:52.645468 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-723ab1fc-2dc0-4a15-ac06-f3461df947ba req-048b7d30-b25d-42b6-ad10-a93d746e62a4 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 1128 time: 0.2407568 Feb 11 05:09:52.693795 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc7bffbc-fe97-46d1-95a5-39d5cabdea65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c7c76253-bdd7-42b3-b3aa-c50fa027c93d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:52.713019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-06281241-8ffc-4370-8d10-6a05d8560dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:52.714459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-06281241-8ffc-4370-8d10-6a05d8560dbe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1396601 Feb 11 05:09:52.715738 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-48d64666-87c6-4aa3-b1c6-b9208e29a3ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdd8df23-fda2-448f-8d24-05c4613ec467 HTTP/1.1" status: 200 len: 217 time: 0.0850129 Feb 11 05:09:52.724272 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7bffbc-fe97-46d1-95a5-39d5cabdea65 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c76253-bdd7-42b3-b3aa-c50fa027c93d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:52.837044 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48d005f1-de24-4cc8-be6c-9bc022d489fe req-32c7fd08-00a3-431f-8be1-aba07151e5d6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079203 Feb 11 05:09:52.852552 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-723ab1fc-2dc0-4a15-ac06-f3461df947ba req-c16c9faa-2180-467d-a98c-30c568100fd4 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042754 Feb 11 05:09:52.871072 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-ad6a0dfc-fd04-4221-93b4-a71ef2b83cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:52.878577 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-ad6a0dfc-fd04-4221-93b4-a71ef2b83cb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.1491218 Feb 11 05:09:52.894191 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0765acff-38e8-4cc4-a4b8-4c9945af1472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:52.896147 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-0765acff-38e8-4cc4-a4b8-4c9945af1472 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1732078 Feb 11 05:09:52.938427 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-6d0b8b38-b4ee-4f6e-ac3c-69e1c9c2fe81 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403965 Feb 11 05:09:52.960518 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc7bffbc-fe97-46d1-95a5-39d5cabdea65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (c7860824-805e-4d06-99e1-8d4638a87f91), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:53.038045 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f946d3-34fa-4ba1-9292-0451b36af8ad x-openstack-request-id: req-91f946d3-34fa-4ba1-9292-0451b36af8ad {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:53.038336 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:53.038592 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-91f946d3-34fa-4ba1-9292-0451b36af8ad {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:53.038995 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8', 'status': 'completed', 'code': 200} Feb 11 05:09:53.189620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-401fa216-3593-413f-a397-c5d7c798aa9f service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432702 Feb 11 05:09:53.191556 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7bffbc-fe97-46d1-95a5-39d5cabdea65 admin admin] Router c7860824-805e-4d06-99e1-8d4638a87f91 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:09:53.244684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd158d4-3c51-486e-857d-8f2ffb93f3aa req-8487c5db-529f-485e-a6d9-a04b732c6e06 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:53.246181 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bfd158d4-3c51-486e-857d-8f2ffb93f3aa req-8487c5db-529f-485e-a6d9-a04b732c6e06 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2d9f92e-e28e-45fb-a818-e33d18e6f962 HTTP/1.1" status: 200 len: 944 time: 0.2051573 Feb 11 05:09:53.259959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4276f-e04e-41df-ba2d-85c9d2f38ec8 req-a6d31724-ba9d-4ec8-8ed0-dc62add58bbf tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:53.261427 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ed4276f-e04e-41df-ba2d-85c9d2f38ec8 req-a6d31724-ba9d-4ec8-8ed0-dc62add58bbf tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 944 time: 0.2107804 Feb 11 05:09:53.274553 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-3bf8fbc3-fc4d-4048-b3b8-442fcc20c3cb service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345743 Feb 11 05:09:53.300945 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7bffbc-fe97-46d1-95a5-39d5cabdea65 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:09:53.309056 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bc7bffbc-fe97-46d1-95a5-39d5cabdea65 admin admin] 10.222.0.87 "PUT /v2.0/routers/c7860824-805e-4d06-99e1-8d4638a87f91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7796228 Feb 11 05:09:53.309612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53482) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:53.311710 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44807453-cfa3-4bf1-8a21-99fc664a1d36 None None] Sync routers for ids ['c7860824-805e-4d06-99e1-8d4638a87f91'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:09:53.322696 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44807453-cfa3-4bf1-8a21-99fc664a1d36 None None] Routers {'c7860824-805e-4d06-99e1-8d4638a87f91'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:53.323497 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-44807453-cfa3-4bf1-8a21-99fc664a1d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:09:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c7860824-805e-4d06-99e1-8d4638a87f91'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:53.434743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-44807453-cfa3-4bf1-8a21-99fc664a1d36 None None] Set router c7860824-805e-4d06-99e1-8d4638a87f91 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:53.621185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-44807453-cfa3-4bf1-8a21-99fc664a1d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'name': 'tempest-FloatingIPDetailsTestJSON-2057610939-router', 'tenant_id': '90813e945c5e4d5bb14f225744e68d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:14Z', 'updated_at': '2022-02-11T05:09:52Z', 'revision_number': 5, 'project_id': '90813e945c5e4d5bb14f225744e68d9e', 'gw_port': {'id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:15Z', 'updated_at': '2022-02-11T05:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:53.653102 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44807453-cfa3-4bf1-8a21-99fc664a1d36 None None] Checking router: c7860824-805e-4d06-99e1-8d4638a87f91 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:09:53.661538 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44807453-cfa3-4bf1-8a21-99fc664a1d36 None None] Routers {'c7860824-805e-4d06-99e1-8d4638a87f91'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:09:53.662148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-44807453-cfa3-4bf1-8a21-99fc664a1d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:09:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c7860824-805e-4d06-99e1-8d4638a87f91'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:53.770174 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-44807453-cfa3-4bf1-8a21-99fc664a1d36 None None] Set router c7860824-805e-4d06-99e1-8d4638a87f91 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:09:53.797940 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bfd158d4-3c51-486e-857d-8f2ffb93f3aa req-9999624f-1562-4fad-bef1-19e8befd5291 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342000 Feb 11 05:09:53.804232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-60f370f2-5de3-4712-805d-2c0c1251c1ca service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052089 Feb 11 05:09:53.840268 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ed4276f-e04e-41df-ba2d-85c9d2f38ec8 req-ddb4f4c0-5e8d-45e1-9101-37e4f5c87870 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622571 Feb 11 05:09:53.879808 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc0f4462-4be1-46e1-ac93-4d0ce7269319 req-4c8f357a-1f11-4858-9aae-a027854b9a2a service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644360 Feb 11 05:09:53.894310 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba234-b31f-4065-9571-af6b1ccb573d admin admin] Publish callbacks [] for router (c7860824-805e-4d06-99e1-8d4638a87f91), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:54.039889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-44807453-cfa3-4bf1-8a21-99fc664a1d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'name': 'tempest-FloatingIPDetailsTestJSON-2057610939-router', 'tenant_id': '90813e945c5e4d5bb14f225744e68d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:14Z', 'updated_at': '2022-02-11T05:09:52Z', 'revision_number': 5, 'project_id': '90813e945c5e4d5bb14f225744e68d9e', 'gw_port': {'id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:15Z', 'updated_at': '2022-02-11T05:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:54.080938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44807453-cfa3-4bf1-8a21-99fc664a1d36 None None] The sync data for ids ['c7860824-805e-4d06-99e1-8d4638a87f91'] in n-d-713499-38 is: [{'id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'name': 'tempest-FloatingIPDetailsTestJSON-2057610939-router', 'tenant_id': '90813e945c5e4d5bb14f225744e68d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:09:14Z', 'updated_at': '2022-02-11T05:09:52Z', 'revision_number': 5, 'project_id': '90813e945c5e4d5bb14f225744e68d9e', 'gw_port': {'id': 'ff0589f6-b9fe-42a5-9d1b-5c1f47125353', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:17:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7860824-805e-4d06-99e1-8d4638a87f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:09:15Z', 'updated_at': '2022-02-11T05:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:09:54.151245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2ba40-dac6-407a-8535-169d589a84f9 req-8c7224ce-1c9f-4fc7-85a6-dd7541a6df83 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:54.152876 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00e2ba40-dac6-407a-8535-169d589a84f9 req-8c7224ce-1c9f-4fc7-85a6-dd7541a6df83 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 948 time: 0.1861904 Feb 11 05:09:54.154198 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba234-b31f-4065-9571-af6b1ccb573d admin admin] Publish callbacks [] for router_gateway (c7860824-805e-4d06-99e1-8d4638a87f91), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:54.169746 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73e520-d056-426a-8461-3906bf65192a req-13e8b5ad-2383-4731-a8a8-b93335c3f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:54.170815 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d73e520-d056-426a-8461-3906bf65192a req-13e8b5ad-2383-4731-a8a8-b93335c3f66a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 1131 time: 0.2056217 Feb 11 05:09:54.310946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-6a1a21fe-2221-42dc-8806-55e4321c6580 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:54.312505 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-6a1a21fe-2221-42dc-8806-55e4321c6580 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005&tenant_id=625496205bdf429e8af46565d991a189&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 1127 time: 0.2276037 Feb 11 05:09:54.342336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00e2ba40-dac6-407a-8535-169d589a84f9 req-8a0d29e6-c10c-42e6-b758-9ae223c566ec tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814167 Feb 11 05:09:54.418614 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7c6e842-2a1a-41ab-968a-e3346d70f4c4 req-f55504c2-ea82-4746-bffb-e0ddf75437f5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2094519 Feb 11 05:09:54.443918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ba234-b31f-4065-9571-af6b1ccb573d admin admin] Deleting port ff0589f6-b9fe-42a5-9d1b-5c1f47125353 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:09:54.444264 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba234-b31f-4065-9571-af6b1ccb573d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ff0589f6-b9fe-42a5-9d1b-5c1f47125353), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:54.485303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73e520-d056-426a-8461-3906bf65192a req-6e79df12-3358-4952-9569-30071cb541cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:54.486829 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d73e520-d056-426a-8461-3906bf65192a req-6e79df12-3358-4952-9569-30071cb541cb service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.2761111 Feb 11 05:09:54.532301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c7c76253-bdd7-42b3-b3aa-c50fa027c93d no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:54.561193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: c7c76253-bdd7-42b3-b3aa-c50fa027c93d {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:09:54.561680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c7c76253-bdd7-42b3-b3aa-c50fa027c93d not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:09:54.615941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d73e520-d056-426a-8461-3906bf65192a req-f4735d2f-60dd-4c4c-9dca-3bd9878f0bcd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8 HTTP/1.1" status: 200 len: 217 time: 0.1050320 Feb 11 05:09:54.737358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20170595-b321-4687-8963-8835cc4e7dd4 req-69f0b76d-6b6b-4765-858c-14a5a1985bfb tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:54.743934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20170595-b321-4687-8963-8835cc4e7dd4 req-69f0b76d-6b6b-4765-858c-14a5a1985bfb tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 945 time: 0.3288598 Feb 11 05:09:54.759633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6e842-2a1a-41ab-968a-e3346d70f4c4 req-81b146ed-8caf-4644-a4af-06e92901748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:54.761130 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7c6e842-2a1a-41ab-968a-e3346d70f4c4 req-81b146ed-8caf-4644-a4af-06e92901748d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 1133 time: 0.2613940 Feb 11 05:09:54.768943 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-7c5ba234-b31f-4065-9571-af6b1ccb573d admin admin] For port ff0589f6-b9fe-42a5-9d1b-5c1f47125353, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ff0589f6-b9fe-42a5-9d1b-5c1f47125353,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:54.769412 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba234-b31f-4065-9571-af6b1ccb573d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ff0589f6-b9fe-42a5-9d1b-5c1f47125353), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:54.789970 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-7caf74b9-50f9-44d2-b890-a617c288c5dc service neutron] For port bdd8df23-fda2-448f-8d24-05c4613ec467, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:09:54.792199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73e520-d056-426a-8461-3906bf65192a req-da7dea5d-d388-4523-8fdc-be772430dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:54.793315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d73e520-d056-426a-8461-3906bf65192a req-da7dea5d-d388-4523-8fdc-be772430dab2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1609848 Feb 11 05:09:54.810568 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-7caf74b9-50f9-44d2-b890-a617c288c5dc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:54.811643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-863dca9b-4e70-477e-9da1-a9411f79e5b1 req-7caf74b9-50f9-44d2-b890-a617c288c5dc service neutron] 10.222.0.73 "DELETE /v2.0/ports/bdd8df23-fda2-448f-8d24-05c4613ec467/bindings/n-h2-713499-38 HTTP/1.1" status: 204 len: 173 time: 0.4684100 Feb 11 05:09:54.812753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ba234-b31f-4065-9571-af6b1ccb573d admin admin] Calling delete_port for ff0589f6-b9fe-42a5-9d1b-5c1f47125353 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:09:54.968860 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20170595-b321-4687-8963-8835cc4e7dd4 req-59a10ce4-2f89-48fc-b2ec-1f71af3a5544 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238925 Feb 11 05:09:55.004049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73e520-d056-426a-8461-3906bf65192a req-ce94cc1a-98aa-4253-9b3c-696c1b01f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:55.005524 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d73e520-d056-426a-8461-3906bf65192a req-ce94cc1a-98aa-4253-9b3c-696c1b01f4f4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1907911 Feb 11 05:09:55.081576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6e842-2a1a-41ab-968a-e3346d70f4c4 req-1ce11456-f3eb-449b-ab91-39b2cc3c24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:55.083113 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7c6e842-2a1a-41ab-968a-e3346d70f4c4 req-1ce11456-f3eb-449b-ab91-39b2cc3c24e6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.2855654 Feb 11 05:09:55.182058 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7c6e842-2a1a-41ab-968a-e3346d70f4c4 req-2375866c-acd2-425b-81ec-2ca5f56cd21e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=4bd19739-983b-42da-9114-39fe4b424741 HTTP/1.1" status: 200 len: 217 time: 0.0909905 Feb 11 05:09:55.282482 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d73e520-d056-426a-8461-3906bf65192a req-e1ba581e-8f3c-4f93-a106-a9904bd744e6 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657838 Feb 11 05:09:55.339826 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6e842-2a1a-41ab-968a-e3346d70f4c4 req-8361d9d4-dcca-4032-8f9f-389a5e7dbc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:55.341295 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7c6e842-2a1a-41ab-968a-e3346d70f4c4 req-8361d9d4-dcca-4032-8f9f-389a5e7dbc57 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1499741 Feb 11 05:09:55.405710 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba234-b31f-4065-9571-af6b1ccb573d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ff0589f6-b9fe-42a5-9d1b-5c1f47125353), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.479539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ba234-b31f-4065-9571-af6b1ccb573d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0589f6-b9fe-42a5-9d1b-5c1f47125353,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:55.518328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c63d6a-276e-4d0f-a669-870260b528b7 req-dd1c94c9-c4e0-40bf-a966-b63bdbceb2e5 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:55.519872 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20c63d6a-276e-4d0f-a669-870260b528b7 req-dd1c94c9-c4e0-40bf-a966-b63bdbceb2e5 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 944 time: 0.2416856 Feb 11 05:09:55.573250 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d73e520-d056-426a-8461-3906bf65192a req-a2aba31f-7a4c-4faf-b6c0-b713a6c94f40 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674015 Feb 11 05:09:55.581676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6e842-2a1a-41ab-968a-e3346d70f4c4 req-5e9c7de5-beea-454e-a6c6-3ba48a7ef21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:55.583332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7c6e842-2a1a-41ab-968a-e3346d70f4c4 req-5e9c7de5-beea-454e-a6c6-3ba48a7ef21a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2281952 Feb 11 05:09:55.591900 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-ce1f1eb5-2c3a-4400-80d0-792bbc4aec6c tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:09:55.593035 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-ce1f1eb5-2c3a-4400-80d0-792bbc4aec6c tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060973 Feb 11 05:09:55.637256 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba234-b31f-4065-9571-af6b1ccb573d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (c7860824-805e-4d06-99e1-8d4638a87f91), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.640829 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-7c280800-d043-493e-9e09-da48ed09412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:55.643012 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-7c280800-d043-493e-9e09-da48ed09412d service neutron] 10.222.0.87 "GET /v2.0/ports/b72615b0-903f-4050-bf3f-650802085b82 HTTP/1.1" status: 200 len: 1125 time: 0.0423563 Feb 11 05:09:55.653318 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-b35edf8a-50a1-4e5b-9c7f-fe59d42a425e service neutron] Request body: {'binding': {'host': 'n-h1-713499-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:55.654194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-b35edf8a-50a1-4e5b-9c7f-fe59d42a425e service neutron] Unknown quota resources ['binding']. {{(pid=103170) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:09:55.753000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20c63d6a-276e-4d0f-a669-870260b528b7 req-c66eee85-7d08-4e7e-8e7f-212d7b567d4e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239332 Feb 11 05:09:55.790298 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba234-b31f-4065-9571-af6b1ccb573d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (c7860824-805e-4d06-99e1-8d4638a87f91), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.793884 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba234-b31f-4065-9571-af6b1ccb573d admin admin] Publish callbacks [] for router_controller (c7860824-805e-4d06-99e1-8d4638a87f91), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.797339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 993c5294-c6bf-4de9-8399-a3b99ba57ef8 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:09:55.821530 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-b35edf8a-50a1-4e5b-9c7f-fe59d42a425e service neutron] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 on host n-h1-713499-38 for vnic_type normal with profile None {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:09:55.822295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-b35edf8a-50a1-4e5b-9c7f-fe59d42a425e service neutron] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:09:55.822756 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-b35edf8a-50a1-4e5b-9c7f-fe59d42a425e service neutron] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:55.828138 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-b35edf8a-50a1-4e5b-9c7f-fe59d42a425e service neutron] Port b72615b0-903f-4050-bf3f-650802085b82 on network 33f89be2-f697-40b3-a347-9e719974ef7b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:09:55.828758 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-b35edf8a-50a1-4e5b-9c7f-fe59d42a425e service neutron] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:09:55.840235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-b35edf8a-50a1-4e5b-9c7f-fe59d42a425e service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:09:55.841046 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-b35edf8a-50a1-4e5b-9c7f-fe59d42a425e service neutron] Checking segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:09:55.841593 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-b35edf8a-50a1-4e5b-9c7f-fe59d42a425e service neutron] Bound using segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:09:55.842287 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-b35edf8a-50a1-4e5b-9c7f-fe59d42a425e service neutron] Bound port: b72615b0-903f-4050-bf3f-650802085b82, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:09:55.864751 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba234-b31f-4065-9571-af6b1ccb573d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (c7860824-805e-4d06-99e1-8d4638a87f91), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.865360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5ba234-b31f-4065-9571-af6b1ccb573d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7860824-805e-4d06-99e1-8d4638a87f91 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:09:55.868377 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7c6e842-2a1a-41ab-968a-e3346d70f4c4 req-5fb6db05-ee10-48e1-9aef-eeeaedcf5ad0 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717111 Feb 11 05:09:55.896415 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba234-b31f-4065-9571-af6b1ccb573d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.897820 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7c5ba234-b31f-4065-9571-af6b1ccb573d admin admin] 10.222.0.87 "DELETE /v2.0/routers/c7860824-805e-4d06-99e1-8d4638a87f91 HTTP/1.1" status: 204 len: 168 time: 2.5801051 Feb 11 05:09:55.900852 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53574) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:55.918054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:55.922577 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76693224-b81d-468b-9fe7-c365ef1a6556 req-7232d6d6-976a-435c-8445-1c7bff9a4176 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1452376919&fields=id&tenant_id=dcea6c6c77f442f580e1392b7ac8c848 HTTP/1.1" status: 200 len: 267 time: 0.0883117 Feb 11 05:09:55.933705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '993c5294-c6bf-4de9-8399-a3b99ba57ef8', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '993c5294-c6bf-4de9-8399-a3b99ba57ef8', 'mac_address': 'fa:16:3e:83:fc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:09:55.940744 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-b35edf8a-50a1-4e5b-9c7f-fe59d42a425e service neutron] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b72615b0-903f-4050-bf3f-650802085b82,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:09:55.955347 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-b35edf8a-50a1-4e5b-9c7f-fe59d42a425e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.956720 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-b35edf8a-50a1-4e5b-9c7f-fe59d42a425e service neutron] 10.222.0.87 "POST /v2.0/ports/b72615b0-903f-4050-bf3f-650802085b82/bindings HTTP/1.1" status: 201 len: 390 time: 0.3071344 Feb 11 05:09:55.971006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e17115-934b-48cc-a3a8-d85345eb42d2 admin admin] Deleting subnet 31c58e8b-7904-430e-9dce-df7fe8b54eea {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:09:55.975101 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92e17115-934b-48cc-a3a8-d85345eb42d2 admin admin] Publish callbacks [] for subnet (31c58e8b-7904-430e-9dce-df7fe8b54eea), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.983482 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:55.984103 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:56.003937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993c5294-c6bf-4de9-8399-a3b99ba57ef8 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:09:56.017715 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92e17115-934b-48cc-a3a8-d85345eb42d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (31c58e8b-7904-430e-9dce-df7fe8b54eea), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:56.051193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:56.058024 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:56.065301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76693224-b81d-468b-9fe7-c365ef1a6556 req-cce4f46b-8994-4258-bb37-ae3f7d282263 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:56.073510 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76693224-b81d-468b-9fe7-c365ef1a6556 req-cce4f46b-8994-4258-bb37-ae3f7d282263 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 945 time: 0.1382942 Feb 11 05:09:56.080387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-76693224-b81d-468b-9fe7-c365ef1a6556 req-cbc9e81c-3a29-488a-8b75-a4a7b24f67ad tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Request body: {'port': {'security_groups': ['c2e47cc6-10ca-4479-bd42-de31191cc045', '1c43d907-4d9b-4fdb-8bcb-68169fffa330']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:09:56.084944 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7c6e842-2a1a-41ab-968a-e3346d70f4c4 req-bf06fc75-9469-4115-b1ed-2628bc55134c service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925695 Feb 11 05:09:56.125189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=993c5294-c6bf-4de9-8399-a3b99ba57ef8,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:56.156205 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92e17115-934b-48cc-a3a8-d85345eb42d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (31c58e8b-7904-430e-9dce-df7fe8b54eea), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:56.189451 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-76693224-b81d-468b-9fe7-c365ef1a6556 req-cbc9e81c-3a29-488a-8b75-a4a7b24f67ad tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9935d188-c407-43f7-9816-4963a1f110b6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:56.325904 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['993c5294-c6bf-4de9-8399-a3b99ba57ef8'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:56.326344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36440296-7d17-4ec6-a451-ceffb2f7b440 req-f75bd0d5-f1cb-4fc2-a84d-89d3cfc57c31 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:56.334029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36440296-7d17-4ec6-a451-ceffb2f7b440 req-f75bd0d5-f1cb-4fc2-a84d-89d3cfc57c31 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 948 time: 0.1049345 Feb 11 05:09:56.496898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36440296-7d17-4ec6-a451-ceffb2f7b440 req-0eb76a48-e366-48cc-ad6e-215bcbe236fd tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482108 Feb 11 05:09:56.510824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-ecc4f3bc-c0d6-4fe6-9939-f663d4e99fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:56.512451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-ecc4f3bc-c0d6-4fe6-9939-f663d4e99fe4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 1128 time: 0.1736622 Feb 11 05:09:56.521508 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92e17115-934b-48cc-a3a8-d85345eb42d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (31c58e8b-7904-430e-9dce-df7fe8b54eea), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:56.539841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-76693224-b81d-468b-9fe7-c365ef1a6556 req-cbc9e81c-3a29-488a-8b75-a4a7b24f67ad tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] For port 9935d188-c407-43f7-9816-4963a1f110b6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9935d188-c407-43f7-9816-4963a1f110b6,segment=NetworkSegment(75a787b0-9d4d-425e-ba33-006598135572),segment_id=75a787b0-9d4d-425e-ba33-006598135572)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:56.540144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ff0589f6-b9fe-42a5-9d1b-5c1f47125353 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:56.573469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e17115-934b-48cc-a3a8-d85345eb42d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31c58e8b-7904-430e-9dce-df7fe8b54eea,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:56.586381 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92e17115-934b-48cc-a3a8-d85345eb42d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:56.590797 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-92e17115-934b-48cc-a3a8-d85345eb42d2 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/31c58e8b-7904-430e-9dce-df7fe8b54eea HTTP/1.1" status: 204 len: 168 time: 0.6889727 Feb 11 05:09:56.592910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: ff0589f6-b9fe-42a5-9d1b-5c1f47125353 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:09:56.593221 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53578) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:56.594031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ff0589f6-b9fe-42a5-9d1b-5c1f47125353 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:09:56.596054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4afd3e5-192d-425a-a79b-284a7827ec4a None None] Network 3d0b8596-7f50-4ea3-8abb-238ef2a31b5e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:09:56.646247 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-76693224-b81d-468b-9fe7-c365ef1a6556 req-cbc9e81c-3a29-488a-8b75-a4a7b24f67ad tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for port (9935d188-c407-43f7-9816-4963a1f110b6), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:56.653475 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-76693224-b81d-468b-9fe7-c365ef1a6556 req-cbc9e81c-3a29-488a-8b75-a4a7b24f67ad tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (9935d188-c407-43f7-9816-4963a1f110b6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:56.682617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['9935d188-c407-43f7-9816-4963a1f110b6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:56.705574 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (3d0b8596-7f50-4ea3-8abb-238ef2a31b5e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:56.714493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-caaaa48a-24e8-4fc3-93cd-8ae008bd893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:56.716111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-caaaa48a-24e8-4fc3-93cd-8ae008bd893b service neutron] 10.222.0.73 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.1916304 Feb 11 05:09:56.721651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76693224-b81d-468b-9fe7-c365ef1a6556 req-cbc9e81c-3a29-488a-8b75-a4a7b24f67ad tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:56.722699 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-76693224-b81d-468b-9fe7-c365ef1a6556 req-cbc9e81c-3a29-488a-8b75-a4a7b24f67ad tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:56.723560 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf328015-a0ab-47b6-abd3-dccf8041fd1b req-2269449b-da18-451f-ab6f-215b6519c358 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:56.724283 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76693224-b81d-468b-9fe7-c365ef1a6556 req-cbc9e81c-3a29-488a-8b75-a4a7b24f67ad tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "PUT /v2.0/ports/9935d188-c407-43f7-9816-4963a1f110b6 HTTP/1.1" status: 200 len: 981 time: 0.6498189 Feb 11 05:09:56.725046 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bf328015-a0ab-47b6-abd3-dccf8041fd1b req-2269449b-da18-451f-ab6f-215b6519c358 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2d9f92e-e28e-45fb-a818-e33d18e6f962 HTTP/1.1" status: 200 len: 944 time: 0.1326327 Feb 11 05:09:56.727232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02223c96-619d-4706-b17f-af3766aedc71', 'tag': '9935d188-c407-43f7-9816-4963a1f110b6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:56.729701 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50a2f88-d208-4557-8ec1-d56b3c67c6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "02223c96-619d-4706-b17f-af3766aedc71", "tag": "9935d188-c407-43f7-9816-4963a1f110b6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:56.732917 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['3889ed9a-5060-437a-8c60-de39f838adf1'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:56.862375 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] Deleting port b4a0c261-2626-454c-bcfb-4381d1901778 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:09:56.862614 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b4a0c261-2626-454c-bcfb-4381d1901778), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:56.928109 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['9935d188-c407-43f7-9816-4963a1f110b6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:09:56.942027 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-bf328015-a0ab-47b6-abd3-dccf8041fd1b req-d4b98180-d1c0-4b8b-b76e-324c20e3ca76 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Deleting port 10cce4aa-3b3d-4d9e-93eb-905cb4767415 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:09:56.942391 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-bf328015-a0ab-47b6-abd3-dccf8041fd1b req-d4b98180-d1c0-4b8b-b76e-324c20e3ca76 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:56.998061 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] For port b4a0c261-2626-454c-bcfb-4381d1901778, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b4a0c261-2626-454c-bcfb-4381d1901778,segment=NetworkSegment(94342c7a-ec9a-418f-a8a7-f00c2e893683),segment_id=94342c7a-ec9a-418f-a8a7-f00c2e893683)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:56.998574 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b4a0c261-2626-454c-bcfb-4381d1901778), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.046490 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] Calling delete_port for b4a0c261-2626-454c-bcfb-4381d1901778 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:09:57.109152 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-bf328015-a0ab-47b6-abd3-dccf8041fd1b req-d4b98180-d1c0-4b8b-b76e-324c20e3ca76 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] For port 10cce4aa-3b3d-4d9e-93eb-905cb4767415, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=10cce4aa-3b3d-4d9e-93eb-905cb4767415,segment=NetworkSegment(f6c0e22a-e6be-492e-8407-fb84bd7f1a7d),segment_id=f6c0e22a-e6be-492e-8407-fb84bd7f1a7d)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:57.109519 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-bf328015-a0ab-47b6-abd3-dccf8041fd1b req-d4b98180-d1c0-4b8b-b76e-324c20e3ca76 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.109964 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-46a1c8d0-de9b-4c5f-a5be-89c18a5c2776 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b72615b0-903f-4050-bf3f-650802085b82 HTTP/1.1" status: 200 len: 217 time: 0.3769827 Feb 11 05:09:57.125848 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-bf328015-a0ab-47b6-abd3-dccf8041fd1b req-d4b98180-d1c0-4b8b-b76e-324c20e3ca76 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Calling delete_port for 10cce4aa-3b3d-4d9e-93eb-905cb4767415 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:09:57.165176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9e81c-3a29-488a-8b75-a4a7b24f67ad tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event updated for resources: {'Port': ['ID=9935d188-c407-43f7-9816-4963a1f110b6,revision_number=6']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:57.234587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d33ccf0-3fd7-4553-83fa-12f1d46314dc None None] DHCP port deletion for 3d0b8596-7f50-4ea3-8abb-238ef2a31b5e request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:09:57.235157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-5592aee1-25f1-46d5-bb99-6a7c1868a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:57.236751 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-5592aee1-25f1-46d5-bb99-6a7c1868a670 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.1080821 Feb 11 05:09:57.248575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3d461-466d-4f7a-a1e6-6a817b2c8e7d req-aa4210ab-efaf-4cdf-ad0d-f0a6ea0d6dc7 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:57.250074 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03c3d461-466d-4f7a-a1e6-6a817b2c8e7d req-aa4210ab-efaf-4cdf-ad0d-f0a6ea0d6dc7 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 949 time: 0.1439471 Feb 11 05:09:57.250209 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (b4a0c261-2626-454c-bcfb-4381d1901778), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.271626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f399a-13dc-4b89-b4a1-55fdd583aa86 req-802f0404-5cc7-4c65-adf2-7de952f973bc tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:57.275954 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-805f399a-13dc-4b89-b4a1-55fdd583aa86 req-802f0404-5cc7-4c65-adf2-7de952f973bc tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 945 time: 0.1716595 Feb 11 05:09:57.300986 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] No DVR routers for this DVR port b4a0c261-2626-454c-bcfb-4381d1901778 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:09:57.306393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6ec80768-36c9-4116-bf72-b86747c3374d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559118 Feb 11 05:09:57.309102 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a0c261-2626-454c-bcfb-4381d1901778,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:57.385518 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8543f1-4e81-4689-99b0-f201c90fcafa req-d2ca9db6-5e55-4563-9262-b33f15dc7632 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:57.386976 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3a8543f1-4e81-4689-99b0-f201c90fcafa req-d2ca9db6-5e55-4563-9262-b33f15dc7632 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.73 "GET /v2.0/ports?device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 948 time: 0.1805124 Feb 11 05:09:57.422996 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (3d0b8596-7f50-4ea3-8abb-238ef2a31b5e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.464333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-1a961c72-40ee-4f56-9eff-baaf21977a67 service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398249 Feb 11 05:09:57.469630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03c3d461-466d-4f7a-a1e6-6a817b2c8e7d req-f645b38d-52ed-4e59-8486-50fdc2e5dda8 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892619 Feb 11 05:09:57.472568 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-805f399a-13dc-4b89-b4a1-55fdd583aa86 req-4a3e5f9e-4a5b-4d83-8bd6-965dd508a45d tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747930 Feb 11 05:09:57.514089 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0b8596-7f50-4ea3-8abb-238ef2a31b5e']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:57.548035 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fa4de8-4f90-41cc-b75c-16e86edfddab x-openstack-request-id: req-98fa4de8-4f90-41cc-b75c-16e86edfddab {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:57.548329 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02223c96-619d-4706-b17f-af3766aedc71", "tag": "9935d188-c407-43f7-9816-4963a1f110b6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:57.548580 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-98fa4de8-4f90-41cc-b75c-16e86edfddab {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:57.548978 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02223c96-619d-4706-b17f-af3766aedc71', 'tag': '9935d188-c407-43f7-9816-4963a1f110b6', 'status': 'completed', 'code': 200} Feb 11 05:09:57.570039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94342c7a-ec9a-418f-a8a7-f00c2e893683') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:57.570353 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94342c7a-ec9a-418f-a8a7-f00c2e893683') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:09:57.589856 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (94342c7a-ec9a-418f-a8a7-f00c2e893683), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.597589 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-bf328015-a0ab-47b6-abd3-dccf8041fd1b req-d4b98180-d1c0-4b8b-b76e-324c20e3ca76 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (10cce4aa-3b3d-4d9e-93eb-905cb4767415), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.621447 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (94342c7a-ec9a-418f-a8a7-f00c2e893683), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.651013 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-cede0ded-d1cf-412b-b479-625ceda83e8d service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773906 Feb 11 05:09:57.654133 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:09:57.654737 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (94342c7a-ec9a-418f-a8a7-f00c2e893683), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.659888 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b98180-d1c0-4b8b-b76e-324c20e3ca76 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Pushing event deleted for resources: {'Port': ['ID=10cce4aa-3b3d-4d9e-93eb-905cb4767415,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:09:57.663051 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:09:57.682776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-611f41e7-60c3-4762-9644-a149f17ffec4 req-6fd82440-610f-4018-a6a9-a6d8b11b56ab tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/1c43d907-4d9b-4fdb-8bcb-68169fffa330 HTTP/1.1" status: 200 len: 1817 time: 0.0978429 Feb 11 05:09:57.691510 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edce3ed-cf5a-4eed-8464-66e8c9373c38 req-8705fa66-a338-4bc2-b949-8fa66b4fd175 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:57.693051 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3edce3ed-cf5a-4eed-8464-66e8c9373c38 req-8705fa66-a338-4bc2-b949-8fa66b4fd175 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2d9f92e-e28e-45fb-a818-e33d18e6f962 HTTP/1.1" status: 200 len: 865 time: 0.1432984 Feb 11 05:09:57.697905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a2f88-d208-4557-8ec1-d56b3c67c6e5 req-cbf387f6-3f27-4afb-87f8-0751239cd3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:57.699387 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b50a2f88-d208-4557-8ec1-d56b3c67c6e5 req-cbf387f6-3f27-4afb-87f8-0751239cd3e8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dcea6c6c77f442f580e1392b7ac8c848&device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 1167 time: 0.1172640 Feb 11 05:09:57.721921 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf328015-a0ab-47b6-abd3-dccf8041fd1b req-d4b98180-d1c0-4b8b-b76e-324c20e3ca76 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] No DVR routers for this DVR port 10cce4aa-3b3d-4d9e-93eb-905cb4767415 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:09:57.724783 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-bf328015-a0ab-47b6-abd3-dccf8041fd1b req-d4b98180-d1c0-4b8b-b76e-324c20e3ca76 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.729306 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bf328015-a0ab-47b6-abd3-dccf8041fd1b req-d4b98180-d1c0-4b8b-b76e-324c20e3ca76 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.73 "DELETE /v2.0/ports/10cce4aa-3b3d-4d9e-93eb-905cb4767415 HTTP/1.1" status: 204 len: 173 time: 0.9899673 Feb 11 05:09:57.765547 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d9f92e-e28e-45fb-a818-e33d18e6f962', 'name': 'network-vif-deleted', 'tag': '10cce4aa-3b3d-4d9e-93eb-905cb4767415'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:57.768046 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03781aaf-32f0-455d-a808-ff48f424f526" -d '{"events": [{"server_uuid": "e2d9f92e-e28e-45fb-a818-e33d18e6f962", "name": "network-vif-deleted", "tag": "10cce4aa-3b3d-4d9e-93eb-905cb4767415"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:57.780994 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-3a8543f1-4e81-4689-99b0-f201c90fcafa req-7f4ae8b6-4748-4156-ad4b-0f8f95efca7c tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Deleting port c75c3cfd-2776-43c5-ba2e-a378f2d21b91 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:09:57.780994 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3a8543f1-4e81-4689-99b0-f201c90fcafa req-7f4ae8b6-4748-4156-ad4b-0f8f95efca7c tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.815305 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (3d0b8596-7f50-4ea3-8abb-238ef2a31b5e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.826244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 993c5294-c6bf-4de9-8399-a3b99ba57ef8 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:09:57.828493 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.831240 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] 10.222.0.87 "DELETE /v2.0/networks/3d0b8596-7f50-4ea3-8abb-238ef2a31b5e HTTP/1.1" status: 204 len: 168 time: 1.2216275 Feb 11 05:09:57.883648 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-611f41e7-60c3-4762-9644-a149f17ffec4 req-862b91b6-1aef-4739-9314-832b617d349f tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 05:09:57.894346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-611f41e7-60c3-4762-9644-a149f17ffec4 req-862b91b6-1aef-4739-9314-832b617d349f tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "DELETE /v2.0/security-groups/1c43d907-4d9b-4fdb-8bcb-68169fffa330 HTTP/1.1" status: 409 len: 341 time: 0.1995337 Feb 11 05:09:57.902957 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf4b61-a7aa-4bfa-8f23-ca73db65876b admin admin] Pushing event deleted for resources: {'Network': ['ID=3d0b8596-7f50-4ea3-8abb-238ef2a31b5e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:57.926311 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3edce3ed-cf5a-4eed-8464-66e8c9373c38 req-9e8e1aac-9feb-4d44-a270-f81b74a1c4c0 tempest-ImagesTestJSON-1931833696 tempest-ImagesTestJSON-1931833696-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd4e6281-4bce-424f-9f6c-25cdd39e1134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198000 Feb 11 05:09:57.959147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:09:57.963112 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:09:57.963509 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.975844 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-3a8543f1-4e81-4689-99b0-f201c90fcafa req-7f4ae8b6-4748-4156-ad4b-0f8f95efca7c tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] For port c75c3cfd-2776-43c5-ba2e-a378f2d21b91, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:57.976346 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3a8543f1-4e81-4689-99b0-f201c90fcafa req-7f4ae8b6-4748-4156-ad4b-0f8f95efca7c tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:57.980983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a2f88-d208-4557-8ec1-d56b3c67c6e5 req-967381d6-0f35-468d-8874-bd9244056bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:57.982479 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b50a2f88-d208-4557-8ec1-d56b3c67c6e5 req-967381d6-0f35-468d-8874-bd9244056bf9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=26f66db8-4b4e-4b5e-80ea-ded3264eed20 HTTP/1.1" status: 200 len: 914 time: 0.2750742 Feb 11 05:09:58.008624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-3a8543f1-4e81-4689-99b0-f201c90fcafa req-7f4ae8b6-4748-4156-ad4b-0f8f95efca7c tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Calling delete_port for c75c3cfd-2776-43c5-ba2e-a378f2d21b91 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:09:58.160876 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53600) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:58.173323 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b50a2f88-d208-4557-8ec1-d56b3c67c6e5 req-3cac41e5-f1b9-4326-84c7-750455c35427 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9935d188-c407-43f7-9816-4963a1f110b6 HTTP/1.1" status: 200 len: 217 time: 0.1817117 Feb 11 05:09:58.280739 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cb2d8a78-2693-4208-b1af-9ecb446c81bf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=90813e945c5e4d5bb14f225744e68d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1151490 Feb 11 05:09:58.299228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53604) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:58.307110 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53606) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:58.312531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a2f88-d208-4557-8ec1-d56b3c67c6e5 req-438938d1-cb9e-4d96-9eec-2aad4ed6f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:58.314106 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b50a2f88-d208-4557-8ec1-d56b3c67c6e5 req-438938d1-cb9e-4d96-9eec-2aad4ed6f231 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24c915ea-74ce-40ac-b648-6298fd550223 HTTP/1.1" status: 200 len: 853 time: 0.1037779 Feb 11 05:09:58.358769 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b50a2f88-d208-4557-8ec1-d56b3c67c6e5 req-22b3a142-126b-4a7b-98fe-249ecfb7d7f2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=26f66db8-4b4e-4b5e-80ea-ded3264eed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348034 Feb 11 05:09:58.371081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf1a14-8ebd-49da-b1ff-c1ac091910d9 req-ab9167cb-e57b-4a4d-b7d3-1c839878f621 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:58.378914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8baf1a14-8ebd-49da-b1ff-c1ac091910d9 req-ab9167cb-e57b-4a4d-b7d3-1c839878f621 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=979768ab-e8ac-4018-b006-b20d2c09b643 HTTP/1.1" status: 200 len: 948 time: 0.2747688 Feb 11 05:09:58.388319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b4a0c261-2626-454c-bcfb-4381d1901778 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:58.398951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e3b36-391b-4707-b9c0-d5efcff75e3a req-031cdce1-05d6-4d35-8a1a-31741bcecf9c tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:58.400622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-843e3b36-391b-4707-b9c0-d5efcff75e3a req-031cdce1-05d6-4d35-8a1a-31741bcecf9c tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 1127 time: 0.2529187 Feb 11 05:09:58.459177 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: b4a0c261-2626-454c-bcfb-4381d1901778 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:09:58.463060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b4a0c261-2626-454c-bcfb-4381d1901778 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:09:58.495053 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3a8543f1-4e81-4689-99b0-f201c90fcafa req-7f4ae8b6-4748-4156-ad4b-0f8f95efca7c tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c75c3cfd-2776-43c5-ba2e-a378f2d21b91), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.536330 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b50a2f88-d208-4557-8ec1-d56b3c67c6e5 req-147e6af3-5c7e-4c8f-b608-91927b3f2d64 service neutron] 10.222.0.88 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495771 Feb 11 05:09:58.577170 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ae8b6-4748-4156-ad4b-0f8f95efca7c tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Pushing event deleted for resources: {'Port': ['ID=c75c3cfd-2776-43c5-ba2e-a378f2d21b91,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:58.586006 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc1d3da1-a4ef-48a0-addd-b3145d38bb27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.588203 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e804-1846-4231-80fc-c2c15d368f6d admin admin] Publish callbacks [] for security_group (05850229-5783-4ab5-bb81-02f8b0d45974), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.620866 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:09:58.621090 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8543f1-4e81-4689-99b0-f201c90fcafa req-7f4ae8b6-4748-4156-ad4b-0f8f95efca7c tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] No DVR routers for this DVR port c75c3cfd-2776-43c5-ba2e-a378f2d21b91 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:09:58.621570 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.631111 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3a8543f1-4e81-4689-99b0-f201c90fcafa req-7f4ae8b6-4748-4156-ad4b-0f8f95efca7c tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.634483 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3a8543f1-4e81-4689-99b0-f201c90fcafa req-7f4ae8b6-4748-4156-ad4b-0f8f95efca7c tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.73 "DELETE /v2.0/ports/c75c3cfd-2776-43c5-ba2e-a378f2d21b91 HTTP/1.1" status: 204 len: 173 time: 1.2135148 Feb 11 05:09:58.640631 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f897d372-ce9d-467b-b269-2eb4cdfedc59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.667955 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e804-1846-4231-80fc-c2c15d368f6d admin admin] Publish callbacks [] for security_group (05850229-5783-4ab5-bb81-02f8b0d45974), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.698558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:09:58.700883 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1816e5c9-898b-44f5-ad75-97fe2b9be74b" -d '{"events": [{"server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "name": "network-vif-plugged", "status": "completed", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:09:58.741238 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:09:58.748694 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b50a2f88-d208-4557-8ec1-d56b3c67c6e5 req-96393abc-570b-45b3-83aa-542aa02a945a service neutron] 10.222.0.88 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090151 Feb 11 05:09:58.751949 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.816882 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e804-1846-4231-80fc-c2c15d368f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (05850229-5783-4ab5-bb81-02f8b0d45974), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.821994 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e804-1846-4231-80fc-c2c15d368f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.826842 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0ac2e804-1846-4231-80fc-c2c15d368f6d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/05850229-5783-4ab5-bb81-02f8b0d45974 HTTP/1.1" status: 204 len: 168 time: 0.5256157 Feb 11 05:09:58.872128 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2e804-1846-4231-80fc-c2c15d368f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05850229-5783-4ab5-bb81-02f8b0d45974,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:58.882063 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f897d372-ce9d-467b-b269-2eb4cdfedc59 admin admin] Publish callbacks [] for security_group (0ffa3a9d-db3e-46bc-a082-2ea5aee72d6f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.887962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=993c5294-c6bf-4de9-8399-a3b99ba57ef8,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:58.888679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8baf1a14-8ebd-49da-b1ff-c1ac091910d9 req-b19af6d4-a194-4d24-add1-ac444a5e2bfe tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084288 Feb 11 05:09:58.892018 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f897d372-ce9d-467b-b269-2eb4cdfedc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0ffa3a9d-db3e-46bc-a082-2ea5aee72d6f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.910645 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-843e3b36-391b-4707-b9c0-d5efcff75e3a req-23f4ce77-3130-410e-b927-e426e1dacd5b tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946175 Feb 11 05:09:59.002605 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f897d372-ce9d-467b-b269-2eb4cdfedc59 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6ad28c1ccb3049e8afd555f36471c5ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6942179 Feb 11 05:09:59.005253 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53626) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:09:59.005567 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897d372-ce9d-467b-b269-2eb4cdfedc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffa3a9d-db3e-46bc-a082-2ea5aee72d6f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:59.027555 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e292ba6-e024-4702-a6ac-09494665cd07 x-openstack-request-id: req-5e292ba6-e024-4702-a6ac-09494665cd07 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:59.027864 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d9f92e-e28e-45fb-a818-e33d18e6f962", "name": "network-vif-deleted", "tag": "10cce4aa-3b3d-4d9e-93eb-905cb4767415", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:59.028174 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5e292ba6-e024-4702-a6ac-09494665cd07 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:59.028586 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d9f92e-e28e-45fb-a818-e33d18e6f962', 'name': 'network-vif-deleted', 'tag': '10cce4aa-3b3d-4d9e-93eb-905cb4767415', 'status': 'completed', 'code': 200} Feb 11 05:09:59.145253 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3a01b699-3045-4cca-9517-4c4639814da5 admin admin] Publish callbacks [] for security_group (0ffa3a9d-db3e-46bc-a082-2ea5aee72d6f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.212952 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3a01b699-3045-4cca-9517-4c4639814da5 admin admin] Publish callbacks [] for security_group (0ffa3a9d-db3e-46bc-a082-2ea5aee72d6f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.286267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549fb32-9ed4-41bc-ba33-09d6e590b9bb req-bd9cab9a-9ef3-4310-a5ac-c3730ab24e82 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:59.293500 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7549fb32-9ed4-41bc-ba33-09d6e590b9bb req-bd9cab9a-9ef3-4310-a5ac-c3730ab24e82 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 950 time: 0.1231847 Feb 11 05:09:59.377877 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3a01b699-3045-4cca-9517-4c4639814da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0ffa3a9d-db3e-46bc-a082-2ea5aee72d6f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.380489 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3a01b699-3045-4cca-9517-4c4639814da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.381661 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3a01b699-3045-4cca-9517-4c4639814da5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0ffa3a9d-db3e-46bc-a082-2ea5aee72d6f HTTP/1.1" status: 204 len: 168 time: 0.3750150 Feb 11 05:09:59.417407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01b699-3045-4cca-9517-4c4639814da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffa3a9d-db3e-46bc-a082-2ea5aee72d6f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:09:59.444338 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7549fb32-9ed4-41bc-ba33-09d6e590b9bb req-ec86c0a3-04e0-40fe-a279-8aa51424e4ff tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497521 Feb 11 05:09:59.489379 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d81ab-50c9-4e51-bdad-4de57321c0d7 req-7bcf5314-eed3-48e6-b1a8-62b86155ceb2 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:59.499982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-380d81ab-50c9-4e51-bdad-4de57321c0d7 req-7bcf5314-eed3-48e6-b1a8-62b86155ceb2 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 945 time: 0.2039056 Feb 11 05:09:59.505644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef8e1f-b8a1-4a7f-b6cc-9470cb376a92 req-e6dfbb83-75a7-4018-87cd-aa27e21ba44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:59.508086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78ef8e1f-b8a1-4a7f-b6cc-9470cb376a92 req-e6dfbb83-75a7-4018-87cd-aa27e21ba44a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dcea6c6c77f442f580e1392b7ac8c848&device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 1167 time: 0.2030332 Feb 11 05:09:59.517571 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce02ca70-e99f-4dfd-b40a-021a01c13040 x-openstack-request-id: req-ce02ca70-e99f-4dfd-b40a-021a01c13040 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:09:59.517571 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "name": "network-vif-plugged", "status": "completed", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:09:59.517571 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ce02ca70-e99f-4dfd-b40a-021a01c13040 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:09:59.518408 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8', 'code': 200} Feb 11 05:09:59.687394 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-380d81ab-50c9-4e51-bdad-4de57321c0d7 req-336abecd-5e49-47d6-b89e-078ca1d0fc14 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853852 Feb 11 05:09:59.695192 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 10cce4aa-3b3d-4d9e-93eb-905cb4767415 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:59.776339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 10cce4aa-3b3d-4d9e-93eb-905cb4767415 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:09:59.777266 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 10cce4aa-3b3d-4d9e-93eb-905cb4767415 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:09:59.780245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c75c3cfd-2776-43c5-ba2e-a378f2d21b91 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:09:59.835691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: c75c3cfd-2776-43c5-ba2e-a378f2d21b91 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:09:59.836530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c75c3cfd-2776-43c5-ba2e-a378f2d21b91 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:09:59.888760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef8e1f-b8a1-4a7f-b6cc-9470cb376a92 req-2ce9cba9-5237-440f-a6ce-4775b274d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:59.890548 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78ef8e1f-b8a1-4a7f-b6cc-9470cb376a92 req-2ce9cba9-5237-440f-a6ce-4775b274d985 service neutron] 10.222.0.88 "GET /v2.0/networks?id=26f66db8-4b4e-4b5e-80ea-ded3264eed20 HTTP/1.1" status: 200 len: 914 time: 0.3601608 Feb 11 05:09:59.928892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79908d57-f268-4280-8dd8-f00ab4227285 req-6e9af79c-1f23-458c-a247-93ff2991cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:59.930499 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79908d57-f268-4280-8dd8-f00ab4227285 req-6e9af79c-1f23-458c-a247-93ff2991cce8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 1133 time: 0.3251290 Feb 11 05:10:00.003786 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78ef8e1f-b8a1-4a7f-b6cc-9470cb376a92 req-c92af61c-7b82-4bd2-b5df-789b7d202719 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9935d188-c407-43f7-9816-4963a1f110b6 HTTP/1.1" status: 200 len: 217 time: 0.0908992 Feb 11 05:10:00.023403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-942b42d7-853f-478b-bd27-a4e033f638d6 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:00.030007 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-942b42d7-853f-478b-bd27-a4e033f638d6 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 808 time: 0.3651276 Feb 11 05:10:00.086889 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-6686634c-790f-4b79-8eae-42cab4a63371 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/quotas/625496205bdf429e8af46565d991a189 HTTP/1.1" status: 200 len: 375 time: 0.0559125 Feb 11 05:10:00.143937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe240b6d-e813-4d6a-8d07-4976d7fa2f95 req-e81f5f03-c090-4399-be41-4f8c4b5c5ae3 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:00.163155 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe240b6d-e813-4d6a-8d07-4976d7fa2f95 req-e81f5f03-c090-4399-be41-4f8c4b5c5ae3 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 984 time: 0.2858579 Feb 11 05:10:00.184792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef8e1f-b8a1-4a7f-b6cc-9470cb376a92 req-b0d2887e-45c9-4edc-b53e-0d09eb70d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:00.186290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78ef8e1f-b8a1-4a7f-b6cc-9470cb376a92 req-b0d2887e-45c9-4edc-b53e-0d09eb70d147 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24c915ea-74ce-40ac-b648-6298fd550223 HTTP/1.1" status: 200 len: 853 time: 0.1702502 Feb 11 05:10:00.195887 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79908d57-f268-4280-8dd8-f00ab4227285 req-dc4e541a-3fcb-440e-84e9-5b71c12d43b7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034585 Feb 11 05:10:00.245283 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78ef8e1f-b8a1-4a7f-b6cc-9470cb376a92 req-b71f8d41-3df2-4305-8d57-e5689e677cc4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=26f66db8-4b4e-4b5e-80ea-ded3264eed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484087 Feb 11 05:10:00.297427 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-d72dc037-cc93-4bc3-acf5-b42568f88b6f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2095637 Feb 11 05:10:00.321844 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe240b6d-e813-4d6a-8d07-4976d7fa2f95 req-65ae34a2-6748-4a12-8286-32c7e4eda9c1 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&id=1c43d907-4d9b-4fdb-8bcb-68169fffa330&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1563139 Feb 11 05:10:00.514111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-78ee85ca-6d6e-4190-a7b6-310852d39b94 service neutron] 10.222.0.87 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156436 Feb 11 05:10:00.609085 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78ef8e1f-b8a1-4a7f-b6cc-9470cb376a92 req-5788313d-fc16-46ed-b0c5-a123f87f1201 service neutron] 10.222.0.88 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093511 Feb 11 05:10:00.680453 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-068f1fd9-e1b8-4f9c-8dae-9ac7eb3d4ed8 service neutron] 10.222.0.87 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650381 Feb 11 05:10:00.692032 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-46a2fd41-b22c-45f8-8ec2-61eba63fef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:00.754054 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78ef8e1f-b8a1-4a7f-b6cc-9470cb376a92 req-6c79517a-62e3-4557-84c3-3e6c41795763 service neutron] 10.222.0.88 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352363 Feb 11 05:10:00.881238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-6bf07c56-3645-4df7-ad5c-fe8eb29d74ed tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=8cf8e5a563264cd6bc823101fb9d7a7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360065 Feb 11 05:10:01.029636 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979768ab-e8ac-4018-b006-b20d2c09b643', 'name': 'network-vif-deleted', 'tag': 'c75c3cfd-2776-43c5-ba2e-a378f2d21b91'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:01.032668 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86a6f1c-acb1-4857-833f-8123354c9b16" -d '{"events": [{"server_uuid": "979768ab-e8ac-4018-b006-b20d2c09b643", "name": "network-vif-deleted", "tag": "c75c3cfd-2776-43c5-ba2e-a378f2d21b91"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:01.072680 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-ef6cfc41-c8de-4972-ac77-abc32adea29c tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:01.074401 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-ef6cfc41-c8de-4972-ac77-abc32adea29c tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918814 Feb 11 05:10:01.126612 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-fa4cf210-085f-4b2d-9f6d-88f532c8f91a tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/quotas/8cf8e5a563264cd6bc823101fb9d7a7d HTTP/1.1" status: 200 len: 375 time: 0.0366817 Feb 11 05:10:01.217144 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-d4b4d45a-8870-4a76-8663-aaaf5a92731d tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=8cf8e5a563264cd6bc823101fb9d7a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823979 Feb 11 05:10:01.434914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31203a-5597-42e3-89dd-368a1954d345 req-70384658-4edb-4230-b396-02b3ff9e8753 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:01.436529 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b31203a-5597-42e3-89dd-368a1954d345 req-70384658-4edb-4230-b396-02b3ff9e8753 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 950 time: 0.1460624 Feb 11 05:10:01.551371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b31203a-5597-42e3-89dd-368a1954d345 req-5ec932bf-9fc8-46c0-909f-f4de182c56cc tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065936 Feb 11 05:10:01.804286 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65f1152c-2748-44a0-9953-a3e9e83a24d8 req-0997fdd8-f9eb-4d60-81a9-2af1c8d36ca9 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 210 time: 0.0343833 Feb 11 05:10:01.839443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd1396-65a5-4a25-ad1a-609a2f6cb7d8 req-c03c8431-fb1e-4eda-8857-bacce0214d40 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:01.841175 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82dd1396-65a5-4a25-ad1a-609a2f6cb7d8 req-c03c8431-fb1e-4eda-8857-bacce0214d40 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 945 time: 0.1576796 Feb 11 05:10:01.933600 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82dd1396-65a5-4a25-ad1a-609a2f6cb7d8 req-95adeda3-bb93-4bed-898b-832b8adddb2f tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849509 Feb 11 05:10:01.984839 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e866d792-84b3-4b32-8637-a4467e8aa869 x-openstack-request-id: req-e866d792-84b3-4b32-8637-a4467e8aa869 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:01.985852 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979768ab-e8ac-4018-b006-b20d2c09b643", "name": "network-vif-deleted", "tag": "c75c3cfd-2776-43c5-ba2e-a378f2d21b91", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:01.986146 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e866d792-84b3-4b32-8637-a4467e8aa869 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:01.986799 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979768ab-e8ac-4018-b006-b20d2c09b643', 'name': 'network-vif-deleted', 'tag': 'c75c3cfd-2776-43c5-ba2e-a378f2d21b91', 'status': 'completed', 'code': 200} Feb 11 05:10:02.195807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ace40e-2581-41ea-9a6c-bfe49ee510c5 req-43330795-6761-4eeb-9ebc-10c916099e26 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:02.197534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52ace40e-2581-41ea-9a6c-bfe49ee510c5 req-43330795-6761-4eeb-9ebc-10c916099e26 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=728b5f04-6e78-4de7-a174-ec92eb41d35a HTTP/1.1" status: 200 len: 948 time: 0.1234815 Feb 11 05:10:02.209293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd48cc-a836-4160-b9a1-5aab7cf10eab req-085f7f36-45cb-42b9-9c74-724e86c6c79c tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:02.216763 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4cfd48cc-a836-4160-b9a1-5aab7cf10eab req-085f7f36-45cb-42b9-9c74-724e86c6c79c tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 984 time: 0.0933590 Feb 11 05:10:02.247495 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:02.302808 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52ace40e-2581-41ea-9a6c-bfe49ee510c5 req-3b538113-628d-4c37-9d9e-022dd2147ec7 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764768 Feb 11 05:10:02.363582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4cfd48cc-a836-4160-b9a1-5aab7cf10eab req-ca659a83-ec7f-4f54-9e7f-4d39899a5ba9 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&id=1c43d907-4d9b-4fdb-8bcb-68169fffa330&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1459646 Feb 11 05:10:02.503784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6795d0-96b2-4d13-865f-08dfb6ec1b0f req-04f47d88-4707-4384-9770-4cab528f8858 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/ports?device_id=849a560d-9ae2-4739-a252-69dc94d602ae HTTP/1.1" status: 200 len: 210 time: 0.0596378 Feb 11 05:10:02.536626 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-061dc073-8524-4733-afcf-3f9798c03991 req-aa137974-2c63-4b1d-9e85-6894a2ee3520 tempest-AbsoluteLimitsNegativeTestJSON-1560473642 tempest-AbsoluteLimitsNegativeTestJSON-1560473642-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=296097513fb94e68818a6ab9998ec43c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765560 Feb 11 05:10:02.713820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dc073-8524-4733-afcf-3f9798c03991 req-de1da435-2b29-4f0f-9a6a-c7e673a7f4cf tempest-AbsoluteLimitsNegativeTestJSON-1560473642 tempest-AbsoluteLimitsNegativeTestJSON-1560473642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:02.715453 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-061dc073-8524-4733-afcf-3f9798c03991 req-de1da435-2b29-4f0f-9a6a-c7e673a7f4cf tempest-AbsoluteLimitsNegativeTestJSON-1560473642 tempest-AbsoluteLimitsNegativeTestJSON-1560473642-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777940 Feb 11 05:10:02.718728 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28646143-77bf-4371-9d3f-bd3ce9c9b4bb req-63f9c2eb-06db-4645-a727-e0f77494b7f5 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1990458753&fields=id&tenant_id=dcea6c6c77f442f580e1392b7ac8c848 HTTP/1.1" status: 200 len: 267 time: 0.0773180 Feb 11 05:10:02.747897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-061dc073-8524-4733-afcf-3f9798c03991 req-706bc893-f85d-4cb1-b61e-5aa046c6fe26 tempest-AbsoluteLimitsNegativeTestJSON-1560473642 tempest-AbsoluteLimitsNegativeTestJSON-1560473642-project] 10.222.0.87 "GET /v2.0/quotas/296097513fb94e68818a6ab9998ec43c HTTP/1.1" status: 200 len: 375 time: 0.0237913 Feb 11 05:10:02.810469 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-061dc073-8524-4733-afcf-3f9798c03991 req-a2fec0e7-2878-459f-a9fa-1da0c274485e tempest-AbsoluteLimitsNegativeTestJSON-1560473642 tempest-AbsoluteLimitsNegativeTestJSON-1560473642-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=296097513fb94e68818a6ab9998ec43c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550923 Feb 11 05:10:02.903404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28646143-77bf-4371-9d3f-bd3ce9c9b4bb req-99cd501f-abca-4071-a512-4683bedaf456 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:02.921047 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28646143-77bf-4371-9d3f-bd3ce9c9b4bb req-99cd501f-abca-4071-a512-4683bedaf456 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 984 time: 0.1952024 Feb 11 05:10:02.955567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-28646143-77bf-4371-9d3f-bd3ce9c9b4bb req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Request body: {'port': {'security_groups': ['1c43d907-4d9b-4fdb-8bcb-68169fffa330', 'c2e47cc6-10ca-4479-bd42-de31191cc045', 'b9f342b0-1b74-4d67-acd1-b49506eb3854']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:02.972621 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-c44e0c8c-01ac-41da-8e3e-b1e703547ce8 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:02.975289 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-c44e0c8c-01ac-41da-8e3e-b1e703547ce8 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.73 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 808 time: 0.1437624 Feb 11 05:10:02.992149 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-336eb840-06f8-439d-929e-0629a8713f74 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Request body: {'port': {'device_id': 'edfc2cb2-bb83-4572-97df-513abcd668b0', 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56', 'admin_state_up': True, 'tenant_id': '625496205bdf429e8af46565d991a189'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:03.162832 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-9ca01c21-ad6c-4fe9-993d-d4d0c9e5dc78 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8cf8e5a563264cd6bc823101fb9d7a7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308144 Feb 11 05:10:03.184887 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-28646143-77bf-4371-9d3f-bd3ce9c9b4bb req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9935d188-c407-43f7-9816-4963a1f110b6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:03.210336 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cefbd-1f15-457f-ab88-96f21b02e017 req-68663eec-2046-4120-a8d6-a5b016cd70e3 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:03.217974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-120cefbd-1f15-457f-ab88-96f21b02e017 req-68663eec-2046-4120-a8d6-a5b016cd70e3 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 950 time: 0.2110610 Feb 11 05:10:03.357424 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53776) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:03.375319 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-336eb840-06f8-439d-929e-0629a8713f74 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Made reservation on behalf of 625496205bdf429e8af46565d991a189 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:03.388081 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-336eb840-06f8-439d-929e-0629a8713f74 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:03.450201 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:03.457273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-120cefbd-1f15-457f-ab88-96f21b02e017 req-451ee91a-d3cc-4989-b1da-c3a0ab15b7aa tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381301 Feb 11 05:10:03.490384 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-d8d79424-3a43-42df-9893-b5f779dd9e40 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:03.492360 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-d8d79424-3a43-42df-9893-b5f779dd9e40 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3163412 Feb 11 05:10:03.583289 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-9011017f-7cc2-4eca-bd35-8d6cc7c18394 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Request body: {'port': {'device_id': '849a560d-9ae2-4739-a252-69dc94d602ae', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '8cf8e5a563264cd6bc823101fb9d7a7d'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:03.673396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-28646143-77bf-4371-9d3f-bd3ce9c9b4bb req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] For port 9935d188-c407-43f7-9816-4963a1f110b6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9935d188-c407-43f7-9816-4963a1f110b6,segment=NetworkSegment(75a787b0-9d4d-425e-ba33-006598135572),segment_id=75a787b0-9d4d-425e-ba33-006598135572)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:03.695985 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:03.716013 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59e5d70d-8c8e-4f39-9f9f-c8aa77c767a8 req-2a72f5f5-fa6e-4b44-81b6-9a30a042e42b tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 210 time: 0.0314064 Feb 11 05:10:03.723116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8bf47-f768-40f6-acf0-1a2987f66ab6 req-aeffac11-5dbf-40da-b557-390fd2760c8d tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:03.724580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-38f8bf47-f768-40f6-acf0-1a2987f66ab6 req-aeffac11-5dbf-40da-b557-390fd2760c8d tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.73 "GET /v2.0/ports?device_id=728b5f04-6e78-4de7-a174-ec92eb41d35a HTTP/1.1" status: 200 len: 948 time: 0.1214445 Feb 11 05:10:03.921043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-336eb840-06f8-439d-929e-0629a8713f74 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Allocated IP 172.20.0.10 (72a171e8-0e25-4470-8f53-acdce50a3f56/959692e0-0ebb-4204-9905-25b38d09fa54/bf71ab16-f5a5-4b2b-8f26-12930b4b07d8) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:03.976350 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-9011017f-7cc2-4eca-bd35-8d6cc7c18394 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Made reservation on behalf of 8cf8e5a563264cd6bc823101fb9d7a7d for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:03.981215 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-9011017f-7cc2-4eca-bd35-8d6cc7c18394 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.013373 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-9011017f-7cc2-4eca-bd35-8d6cc7c18394 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.050719 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] Publish callbacks [] for security_group (10023059-f4a9-4958-a238-18bc2b464003), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.072358 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (10023059-f4a9-4958-a238-18bc2b464003), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.176524 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=296097513fb94e68818a6ab9998ec43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8179877 Feb 11 05:10:04.180819 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-28646143-77bf-4371-9d3f-bd3ce9c9b4bb req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for port (9935d188-c407-43f7-9816-4963a1f110b6), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.183442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53786) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:04.195027 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10023059-f4a9-4958-a238-18bc2b464003,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:04.218705 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-28646143-77bf-4371-9d3f-bd3ce9c9b4bb req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (9935d188-c407-43f7-9816-4963a1f110b6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.224962 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.225361 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.225644 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.226181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.226577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.226854 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.227182 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.227536 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.227867 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.228192 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.228516 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.228837 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.229220 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9061e0-c2cf-4802-9099-ada8b282d059 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.232643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['9935d188-c407-43f7-9816-4963a1f110b6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:10:04.234884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['3889ed9a-5060-437a-8c60-de39f838adf1'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:10:04.272373 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-336eb840-06f8-439d-929e-0629a8713f74 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks [] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.304437 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-9011017f-7cc2-4eca-bd35-8d6cc7c18394 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Publish callbacks [] for security_group (61554323-3d56-4e4c-9445-b59bf3ae011d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.320871 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-9011017f-7cc2-4eca-bd35-8d6cc7c18394 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (61554323-3d56-4e4c-9445-b59bf3ae011d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.339892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28646143-77bf-4371-9d3f-bd3ce9c9b4bb req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:04.340357 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-28646143-77bf-4371-9d3f-bd3ce9c9b4bb req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.341888 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28646143-77bf-4371-9d3f-bd3ce9c9b4bb req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "PUT /v2.0/ports/9935d188-c407-43f7-9816-4963a1f110b6 HTTP/1.1" status: 200 len: 1020 time: 1.4199705 Feb 11 05:10:04.348595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02223c96-619d-4706-b17f-af3766aedc71', 'tag': '9935d188-c407-43f7-9816-4963a1f110b6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:04.350803 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea98d64e-3d3f-4eb8-80cf-95fbb888021e" -d '{"events": [{"name": "network-changed", "server_uuid": "02223c96-619d-4706-b17f-af3766aedc71", "tag": "9935d188-c407-43f7-9816-4963a1f110b6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:04.405406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event updated for resources: {'Port': ['ID=9935d188-c407-43f7-9816-4963a1f110b6,revision_number=7']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:04.417468 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011017f-7cc2-4eca-bd35-8d6cc7c18394 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61554323-3d56-4e4c-9445-b59bf3ae011d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:04.425739 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-336eb840-06f8-439d-929e-0629a8713f74 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.430137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44dea3-141f-44b7-b39d-175cafb3e5de req-27f66838-c9c3-4c4f-b415-c91f72ea66a2 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:04.437358 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ec44dea3-141f-44b7-b39d-175cafb3e5de req-27f66838-c9c3-4c4f-b415-c91f72ea66a2 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 945 time: 0.2615950 Feb 11 05:10:04.452368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.452976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.453327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.453662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.454076 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.454515 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.454897 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.455249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.455627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.455956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.456279 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.456613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.456927 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc6920-b9a2-4b08-bd4c-0eb47233efed tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:04.465259 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-680e3b79-223f-4fd7-b4fb-16ba49b10887 admin admin] Publish callbacks [] for security_group (10023059-f4a9-4958-a238-18bc2b464003), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.478999 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336eb840-06f8-439d-929e-0629a8713f74 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Pushing event updated for resources: {'Port': ['ID=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:04.506052 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['9935d188-c407-43f7-9816-4963a1f110b6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:10:04.518849 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-680e3b79-223f-4fd7-b4fb-16ba49b10887 admin admin] Publish callbacks [] for security_group (10023059-f4a9-4958-a238-18bc2b464003), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.527469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-336eb840-06f8-439d-929e-0629a8713f74 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Network 72a171e8-0e25-4470-8f53-acdce50a3f56 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:04.531291 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-336eb840-06f8-439d-929e-0629a8713f74 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:04.536416 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-336eb840-06f8-439d-929e-0629a8713f74 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:04.579805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-38f8bf47-f768-40f6-acf0-1a2987f66ab6 req-3063cff0-5d5d-4b27-a181-7a46a831edf0 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Deleting port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:04.580277 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-38f8bf47-f768-40f6-acf0-1a2987f66ab6 req-3063cff0-5d5d-4b27-a181-7a46a831edf0 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.627648 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ec44dea3-141f-44b7-b39d-175cafb3e5de req-f162d77f-9e7c-4516-9191-3a40a4f8bdab tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854689 Feb 11 05:10:04.631151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-9011017f-7cc2-4eca-bd35-8d6cc7c18394 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Allocated IP 192.168.233.76 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/47be15aa-89a8-40c4-b12d-416323b76435) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:04.800861 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32d76d-f421-4350-8f0e-8478f355419d req-83e05522-b4f2-464b-9b0f-0af4d6a8e076 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:04.803238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c32d76d-f421-4350-8f0e-8478f355419d req-83e05522-b4f2-464b-9b0f-0af4d6a8e076 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/ports?device_id=728b5f04-6e78-4de7-a174-ec92eb41d35a HTTP/1.1" status: 200 len: 948 time: 0.2972078 Feb 11 05:10:04.850630 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-680e3b79-223f-4fd7-b4fb-16ba49b10887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (10023059-f4a9-4958-a238-18bc2b464003), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.854617 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-680e3b79-223f-4fd7-b4fb-16ba49b10887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.855870 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.856302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-680e3b79-223f-4fd7-b4fb-16ba49b10887 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/10023059-f4a9-4958-a238-18bc2b464003 HTTP/1.1" status: 204 len: 168 time: 0.6693318 Feb 11 05:10:04.862803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-38f8bf47-f768-40f6-acf0-1a2987f66ab6 req-3063cff0-5d5d-4b27-a181-7a46a831edf0 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] For port 87903cd5-1c2a-4d6d-ba58-308f8740fd60, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=87903cd5-1c2a-4d6d-ba58-308f8740fd60,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:04.863235 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-38f8bf47-f768-40f6-acf0-1a2987f66ab6 req-3063cff0-5d5d-4b27-a181-7a46a831edf0 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.883776 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-9011017f-7cc2-4eca-bd35-8d6cc7c18394 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Publish callbacks [] for port (47be15aa-89a8-40c4-b12d-416323b76435), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.901499 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e3b79-223f-4fd7-b4fb-16ba49b10887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10023059-f4a9-4958-a238-18bc2b464003,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:04.914501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-38f8bf47-f768-40f6-acf0-1a2987f66ab6 req-3063cff0-5d5d-4b27-a181-7a46a831edf0 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Calling delete_port for 87903cd5-1c2a-4d6d-ba58-308f8740fd60 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:04.942096 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-9011017f-7cc2-4eca-bd35-8d6cc7c18394 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (47be15aa-89a8-40c4-b12d-416323b76435), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.944949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ef300-aa1f-43d8-b83d-e2702d1e0c57 req-df8e88e3-6d56-4f01-9356-838d9646d839 tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:04.952831 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c49ef300-aa1f-43d8-b83d-e2702d1e0c57 req-df8e88e3-6d56-4f01-9356-838d9646d839 tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 1133 time: 0.2047927 Feb 11 05:10:05.005457 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011017f-7cc2-4eca-bd35-8d6cc7c18394 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Pushing event updated for resources: {'Port': ['ID=47be15aa-89a8-40c4-b12d-416323b76435,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:05.013220 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-336eb840-06f8-439d-929e-0629a8713f74 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:05.013953 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-336eb840-06f8-439d-929e-0629a8713f74 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.044119 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c32d76d-f421-4350-8f0e-8478f355419d req-84204569-8370-44ba-aeed-abcd1bf21aaa tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.87 "GET /v2.0/security-groups?id=c99c6974-2c50-4355-a735-5f048dbd863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308352 Feb 11 05:10:05.045310 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-9011017f-7cc2-4eca-bd35-8d6cc7c18394 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:05.056416 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-9011017f-7cc2-4eca-bd35-8d6cc7c18394 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:05.056416 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-336eb840-06f8-439d-929e-0629a8713f74 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0654385 Feb 11 05:10:05.056416 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-9011017f-7cc2-4eca-bd35-8d6cc7c18394 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:05.131978 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-9011017f-7cc2-4eca-bd35-8d6cc7c18394 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:05.133050 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-9011017f-7cc2-4eca-bd35-8d6cc7c18394 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.144218 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c49ef300-aa1f-43d8-b83d-e2702d1e0c57 req-a6ff41d3-c411-46b0-b742-a9c52ae436ab tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903062 Feb 11 05:10:05.144881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Request body: {'port': {'device_id': 'edfc2cb2-bb83-4572-97df-513abcd668b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:05.208928 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-9011017f-7cc2-4eca-bd35-8d6cc7c18394 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6352587 Feb 11 05:10:05.259025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Request body: {'port': {'device_id': '849a560d-9ae2-4739-a252-69dc94d602ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:05.357825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.380635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ff264-2d02-46ca-ad25-9e8d23b1f313 req-32743a11-f4fe-412d-a928-169f2d3e91aa tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:05.382517 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e5ff264-2d02-46ca-ad25-9e8d23b1f313 req-32743a11-f4fe-412d-a928-169f2d3e91aa tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/ports?device_id=849a560d-9ae2-4739-a252-69dc94d602ae HTTP/1.1" status: 200 len: 935 time: 0.2206485 Feb 11 05:10:05.384308 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47be15aa-89a8-40c4-b12d-416323b76435), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.391708 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd72663c-0ff0-4fd5-9dec-25c5258b3819 req-3aa7dfe3-f316-4fb3-a3b2-32840decaa23 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/b9f342b0-1b74-4d67-acd1-b49506eb3854 HTTP/1.1" status: 200 len: 1818 time: 0.1426513 Feb 11 05:10:05.429097 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-38f8bf47-f768-40f6-acf0-1a2987f66ab6 req-3063cff0-5d5d-4b27-a181-7a46a831edf0 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (87903cd5-1c2a-4d6d-ba58-308f8740fd60), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.473024 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e5ff264-2d02-46ca-ad25-9e8d23b1f313 req-af60010b-40ef-4d2d-b948-1175e5b87ba1 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/security-groups?id=61554323-3d56-4e4c-9445-b59bf3ae011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804281 Feb 11 05:10:05.498981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063cff0-5d5d-4b27-a181-7a46a831edf0 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Pushing event deleted for resources: {'Port': ['ID=87903cd5-1c2a-4d6d-ba58-308f8740fd60,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:05.533920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b45ebfb2-e82e-4d19-b632-8f2a14d9065c None None] Provisioning complete for port 47be15aa-89a8-40c4-b12d-416323b76435 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:05.535132 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b45ebfb2-e82e-4d19-b632-8f2a14d9065c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (47be15aa-89a8-40c4-b12d-416323b76435), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.580226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f8bf47-f768-40f6-acf0-1a2987f66ab6 req-3063cff0-5d5d-4b27-a181-7a46a831edf0 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] No DVR routers for this DVR port 87903cd5-1c2a-4d6d-ba58-308f8740fd60 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:10:05.583217 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-38f8bf47-f768-40f6-acf0-1a2987f66ab6 req-3063cff0-5d5d-4b27-a181-7a46a831edf0 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:05.586837 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-38f8bf47-f768-40f6-acf0-1a2987f66ab6 req-3063cff0-5d5d-4b27-a181-7a46a831edf0 tempest-ListImageFiltersTestJSON-610552169 tempest-ListImageFiltersTestJSON-610552169-project] 10.222.0.73 "DELETE /v2.0/ports/87903cd5-1c2a-4d6d-ba58-308f8740fd60 HTTP/1.1" status: 204 len: 173 time: 1.8545408 Feb 11 05:10:05.588287 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-fd72663c-0ff0-4fd5-9dec-25c5258b3819 req-7bd28c2f-fe9e-4a82-8be0-565e09b8f8b1 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 05:10:05.601039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd72663c-0ff0-4fd5-9dec-25c5258b3819 req-7bd28c2f-fe9e-4a82-8be0-565e09b8f8b1 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "DELETE /v2.0/security-groups/b9f342b0-1b74-4d67-acd1-b49506eb3854 HTTP/1.1" status: 409 len: 341 time: 0.1982574 Feb 11 05:10:05.635272 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b45ebfb2-e82e-4d19-b632-8f2a14d9065c None None] Port 47be15aa-89a8-40c4-b12d-416323b76435 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:10:05.637386 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9aba42-af26-47bb-9488-b34655775e6d x-openstack-request-id: req-ae9aba42-af26-47bb-9488-b34655775e6d {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:05.637676 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02223c96-619d-4706-b17f-af3766aedc71", "tag": "9935d188-c407-43f7-9816-4963a1f110b6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:05.637924 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ae9aba42-af26-47bb-9488-b34655775e6d {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:05.638410 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02223c96-619d-4706-b17f-af3766aedc71', 'tag': '9935d188-c407-43f7-9816-4963a1f110b6', 'status': 'completed', 'code': 200} Feb 11 05:10:05.723273 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98d64e-3d3f-4eb8-80cf-95fbb888021e req-72ca9144-d628-4852-b250-3dd204d2f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:05.724859 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea98d64e-3d3f-4eb8-80cf-95fbb888021e req-72ca9144-d628-4852-b250-3dd204d2f172 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dcea6c6c77f442f580e1392b7ac8c848&device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 1207 time: 0.0512273 Feb 11 05:10:06.010152 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:10:06.019373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98d64e-3d3f-4eb8-80cf-95fbb888021e req-9a7b8a17-f640-48a5-9d4d-49da1b0fdab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:06.019917 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Publish callbacks [] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:06.022489 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea98d64e-3d3f-4eb8-80cf-95fbb888021e req-9a7b8a17-f640-48a5-9d4d-49da1b0fdab1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=26f66db8-4b4e-4b5e-80ea-ded3264eed20 HTTP/1.1" status: 200 len: 914 time: 0.2864389 Feb 11 05:10:06.036493 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Transition to ACTIVE for port object bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:10:06.040282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02687bc-6912-4ace-b389-779dd62d24d9 req-53956a06-fb31-4066-ba76-74df7cb40dbc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:06.045139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c02687bc-6912-4ace-b389-779dd62d24d9 req-53956a06-fb31-4066-ba76-74df7cb40dbc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 932 time: 0.3113251 Feb 11 05:10:06.056894 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47be15aa-89a8-40c4-b12d-416323b76435 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:10:06.068093 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Publish callbacks [] for port (47be15aa-89a8-40c4-b12d-416323b76435), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:06.099749 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Transition to ACTIVE for port object 47be15aa-89a8-40c4-b12d-416323b76435 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:10:06.102074 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:06.114096 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (47be15aa-89a8-40c4-b12d-416323b76435), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:06.124702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea98d64e-3d3f-4eb8-80cf-95fbb888021e req-0fc9a7ce-1d32-42b1-9d67-7b6f8c768710 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9935d188-c407-43f7-9816-4963a1f110b6 HTTP/1.1" status: 200 len: 217 time: 0.0661242 Feb 11 05:10:06.154030 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53834) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:06.221332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:06.260039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98d64e-3d3f-4eb8-80cf-95fbb888021e req-e7626008-3231-45ca-8f10-6a931267ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:06.261914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea98d64e-3d3f-4eb8-80cf-95fbb888021e req-e7626008-3231-45ca-8f10-6a931267ff28 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24c915ea-74ce-40ac-b648-6298fd550223 HTTP/1.1" status: 200 len: 853 time: 0.1360593 Feb 11 05:10:06.266600 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c02687bc-6912-4ace-b389-779dd62d24d9 req-367b8549-01e5-4944-9ed1-e61b92872a01 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564174 Feb 11 05:10:06.350643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea98d64e-3d3f-4eb8-80cf-95fbb888021e req-1733e182-cf3e-4661-a5f5-548c7dc31f3c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=26f66db8-4b4e-4b5e-80ea-ded3264eed20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789835 Feb 11 05:10:06.501209 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-07256f4c-dadc-4974-9cab-0557da1e2b1e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-851030522-network', 'tenant_id': '7ad8e10c4fcc4188ae03fc8eb964a4c2'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:06.526359 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Attempting to bind port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:06.526799 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Attempting to bind port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:06.527013 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Attempting to bind port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:06.528104 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea98d64e-3d3f-4eb8-80cf-95fbb888021e req-0f346c80-a31f-41cf-acee-f3a7d9f36cc0 service neutron] 10.222.0.88 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700289 Feb 11 05:10:06.529169 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Pushing event updated for resources: {'Port': ['ID=47be15aa-89a8-40c4-b12d-416323b76435,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:06.546336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:10:06.546666 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Attempting to bind port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:06.568426 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Attempting to bind port 47be15aa-89a8-40c4-b12d-416323b76435 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:06.568426 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Attempting to bind port 47be15aa-89a8-40c4-b12d-416323b76435 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:06.568763 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Attempting to bind port 47be15aa-89a8-40c4-b12d-416323b76435 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:06.571104 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:06.571374 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Checking segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:06.571791 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Bound using segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:06.572231 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Bound port: bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:06.572585 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:06.576679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07256f4c-dadc-4974-9cab-0557da1e2b1e admin admin] Made reservation on behalf of 7ad8e10c4fcc4188ae03fc8eb964a4c2 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:06.579312 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07256f4c-dadc-4974-9cab-0557da1e2b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:06.601437 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Port 47be15aa-89a8-40c4-b12d-416323b76435 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:10:06.601669 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Attempting to bind port 47be15aa-89a8-40c4-b12d-416323b76435 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:06.608532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:06.608881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:06.609343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:06.609718 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Bound port: 47be15aa-89a8-40c4-b12d-416323b76435, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:06.610623 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47be15aa-89a8-40c4-b12d-416323b76435), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:06.613085 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07256f4c-dadc-4974-9cab-0557da1e2b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:06.738925 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] For port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:06.745343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] For port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:06.749187 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea98d64e-3d3f-4eb8-80cf-95fbb888021e req-22734281-c5ae-4fe1-a307-24beec591e41 service neutron] 10.222.0.88 "GET /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150254 Feb 11 05:10:06.782664 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:06.845297 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:06.845926 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:06.847491 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] 10.222.0.73 "PUT /v2.0/ports/bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 HTTP/1.1" status: 200 len: 1093 time: 1.7116339 Feb 11 05:10:06.856230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfc2cb2-bb83-4572-97df-513abcd668b0', 'tag': 'bf71ab16-f5a5-4b2b-8f26-12930b4b07d8'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:06.859562 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b61390-46ea-406f-8c42-3ead8ce615e1" -d '{"events": [{"name": "network-changed", "server_uuid": "edfc2cb2-bb83-4572-97df-513abcd668b0", "tag": "bf71ab16-f5a5-4b2b-8f26-12930b4b07d8"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:06.864466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d1e17-fd09-495e-8c75-a339281bd00a req-f275cf12-2787-43b7-a0dc-5486a73b65c5 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:06.882690 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb0d1e17-fd09-495e-8c75-a339281bd00a req-f275cf12-2787-43b7-a0dc-5486a73b65c5 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 945 time: 0.1253603 Feb 11 05:10:06.952211 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb0d1e17-fd09-495e-8c75-a339281bd00a req-cb6ddbd2-98d4-4f14-8ad6-797e4707895f tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633070 Feb 11 05:10:07.207457 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c4886-2421-4ae9-99da-17217a50620f req-bb23f815-a253-406e-9679-e2f3fffcfcdb tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:07.209152 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d9c4886-2421-4ae9-99da-17217a50620f req-bb23f815-a253-406e-9679-e2f3fffcfcdb tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/ports?device_id=849a560d-9ae2-4739-a252-69dc94d602ae HTTP/1.1" status: 200 len: 947 time: 0.1516862 Feb 11 05:10:07.220429 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-a2b05154-a40f-4187-b2ea-1e5264415852 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1363044 Feb 11 05:10:07.234507 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78782f2a-51b8-4d34-9133-d7f186bc95d1 req-94cc15d3-1ea8-4a8f-a059-9c1ad6804e76 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:07.236234 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78782f2a-51b8-4d34-9133-d7f186bc95d1 req-94cc15d3-1ea8-4a8f-a059-9c1ad6804e76 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 1023 time: 0.1598372 Feb 11 05:10:07.325215 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] For port 47be15aa-89a8-40c4-b12d-416323b76435, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:07.326617 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d9c4886-2421-4ae9-99da-17217a50620f req-015a33b1-7c48-4b58-9333-0ced5d344aeb tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/security-groups?id=61554323-3d56-4e4c-9445-b59bf3ae011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101298 Feb 11 05:10:07.358630 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] For port 47be15aa-89a8-40c4-b12d-416323b76435, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=47be15aa-89a8-40c4-b12d-416323b76435,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:07.381927 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ca679-8030-485f-9cdd-b6f3732853a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:07.398025 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (47be15aa-89a8-40c4-b12d-416323b76435), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.416362 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff61177-eec5-4b7f-b685-289e2f707465 x-openstack-request-id: req-bff61177-eec5-4b7f-b685-289e2f707465 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:07.416581 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfc2cb2-bb83-4572-97df-513abcd668b0", "tag": "bf71ab16-f5a5-4b2b-8f26-12930b4b07d8", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:07.417097 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bff61177-eec5-4b7f-b685-289e2f707465 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:07.417500 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfc2cb2-bb83-4572-97df-513abcd668b0', 'tag': 'bf71ab16-f5a5-4b2b-8f26-12930b4b07d8', 'status': 'completed', 'code': 200} Feb 11 05:10:07.436465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78782f2a-51b8-4d34-9133-d7f186bc95d1 req-7db88953-fcf8-4bc7-afa6-07fdc75f2222 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&id=1c43d907-4d9b-4fdb-8bcb-68169fffa330&id=b9f342b0-1b74-4d67-acd1-b49506eb3854&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1915202 Feb 11 05:10:07.454283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-2b6683cb-d197-4885-a90f-b00d3eb03997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:07.455913 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-2b6683cb-d197-4885-a90f-b00d3eb03997 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 1127 time: 0.5402355 Feb 11 05:10:07.513110 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07256f4c-dadc-4974-9cab-0557da1e2b1e admin admin] Publish callbacks [] for security_group (673c5110-0af2-48a2-a881-ab3135cda092), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.522205 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:07.522834 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.525383 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] 10.222.0.73 "PUT /v2.0/ports/47be15aa-89a8-40c4-b12d-416323b76435 HTTP/1.1" status: 200 len: 1096 time: 2.2781351 Feb 11 05:10:07.530610 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07256f4c-dadc-4974-9cab-0557da1e2b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (673c5110-0af2-48a2-a881-ab3135cda092), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.562382 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3eac-5f6a-4c6e-ba39-af374b6bbf66 req-560b0c3c-0e92-4ab5-8d0d-31e2a2363929 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:07.573611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f38e3eac-5f6a-4c6e-ba39-af374b6bbf66 req-560b0c3c-0e92-4ab5-8d0d-31e2a2363929 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 950 time: 0.0954325 Feb 11 05:10:07.607160 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07256f4c-dadc-4974-9cab-0557da1e2b1e admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:07.638219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07256f4c-dadc-4974-9cab-0557da1e2b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673c5110-0af2-48a2-a881-ab3135cda092,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:07.657690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b611c-9be2-4a96-b19d-7805003ae86c service neutron] Pushing event updated for resources: {'Port': ['ID=47be15aa-89a8-40c4-b12d-416323b76435,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:07.664636 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f38e3eac-5f6a-4c6e-ba39-af374b6bbf66 req-65ee3135-c623-40dc-8d71-4601b5296d17 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892785 Feb 11 05:10:07.671836 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728b5f04-6e78-4de7-a174-ec92eb41d35a', 'name': 'network-vif-deleted', 'tag': '87903cd5-1c2a-4d6d-ba58-308f8740fd60'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:07.676632 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07256f4c-dadc-4974-9cab-0557da1e2b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (0ea4f3bf-4e64-47ed-8f78-939839670de4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.677347 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-07256f4c-dadc-4974-9cab-0557da1e2b1e admin admin] Added segment 0ea4f3bf-4e64-47ed-8f78-939839670de4 of type vlan for network b7baa212-33db-45d0-acbb-e8ccb282075b Feb 11 05:10:07.677823 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a776d79a-08a6-4bbf-83c8-2a23c4812f68" -d '{"events": [{"server_uuid": "728b5f04-6e78-4de7-a174-ec92eb41d35a", "name": "network-vif-deleted", "tag": "87903cd5-1c2a-4d6d-ba58-308f8740fd60"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:07.720556 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 87903cd5-1c2a-4d6d-ba58-308f8740fd60 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:10:07.732093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53886) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:07.788419 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 87903cd5-1c2a-4d6d-ba58-308f8740fd60 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:10:07.788772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 87903cd5-1c2a-4d6d-ba58-308f8740fd60 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:10:07.798362 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-fd2d2d58-3ff1-4f67-8380-9597eaf0b19b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 HTTP/1.1" status: 200 len: 217 time: 0.3132522 Feb 11 05:10:07.803134 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07256f4c-dadc-4974-9cab-0557da1e2b1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (b7baa212-33db-45d0-acbb-e8ccb282075b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.849617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6034c2-bd57-4d58-9a08-cf6671cb5aeb admin admin] Deleting subnet 7a1d8d3c-0c6e-469a-8f36-555d015fa75e {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:10:07.861674 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8b6034c2-bd57-4d58-9a08-cf6671cb5aeb admin admin] Publish callbacks [] for subnet (7a1d8d3c-0c6e-469a-8f36-555d015fa75e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:07.905201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-5874cf15-c888-415c-bcc8-4d00ebe750b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:07.907513 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-5874cf15-c888-415c-bcc8-4d00ebe750b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.1007891 Feb 11 05:10:07.990657 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-8e9b62bb-1049-49a8-be8d-b1b96a701a29 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675302 Feb 11 05:10:08.003581 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8b6034c2-bd57-4d58-9a08-cf6671cb5aeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (7a1d8d3c-0c6e-469a-8f36-555d015fa75e), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.041259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-558b7a8a-f677-4c63-8865-e26377e99a5a tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:08.051963 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-558b7a8a-f677-4c63-8865-e26377e99a5a tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] 10.222.0.87 "GET /v2.0/ports/993c5294-c6bf-4de9-8399-a3b99ba57ef8 HTTP/1.1" status: 200 len: 1130 time: 0.1523170 Feb 11 05:10:08.078701 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ece13e-fa25-4ffb-9c1e-87021cd2a90f req-276ff9ae-7661-4eb4-95a1-fa4d540e9ffa tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:08.088919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3ece13e-fa25-4ffb-9c1e-87021cd2a90f req-276ff9ae-7661-4eb4-95a1-fa4d540e9ffa tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 944 time: 0.2278194 Feb 11 05:10:08.111509 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8b6034c2-bd57-4d58-9a08-cf6671cb5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (7a1d8d3c-0c6e-469a-8f36-555d015fa75e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.114202 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-488282dd-8def-40a4-8879-e51caf663c38 service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114304 Feb 11 05:10:08.150026 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07256f4c-dadc-4974-9cab-0557da1e2b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (b7baa212-33db-45d0-acbb-e8ccb282075b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.159608 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07256f4c-dadc-4974-9cab-0557da1e2b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:08.160344 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07256f4c-dadc-4974-9cab-0557da1e2b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.237753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3ece13e-fa25-4ffb-9c1e-87021cd2a90f req-4770b03c-99ea-4715-8211-0735f904d2f3 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435087 Feb 11 05:10:08.240934 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c02920-9dda-4374-9767-8f778f2e3179 x-openstack-request-id: req-86c02920-9dda-4374-9767-8f778f2e3179 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:08.241234 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728b5f04-6e78-4de7-a174-ec92eb41d35a", "name": "network-vif-deleted", "tag": "87903cd5-1c2a-4d6d-ba58-308f8740fd60", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:08.241490 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-86c02920-9dda-4374-9767-8f778f2e3179 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:08.242952 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728b5f04-6e78-4de7-a174-ec92eb41d35a', 'name': 'network-vif-deleted', 'tag': '87903cd5-1c2a-4d6d-ba58-308f8740fd60', 'status': 'completed', 'code': 200} Feb 11 05:10:08.260443 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07256f4c-dadc-4974-9cab-0557da1e2b1e admin admin] Pushing event updated for resources: {'Network': ['ID=b7baa212-33db-45d0-acbb-e8ccb282075b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:08.278037 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network b7baa212-33db-45d0-acbb-e8ccb282075b details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:08.285188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-1365402f-12e3-4758-be7b-820bd601212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:08.287151 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-1365402f-12e3-4758-be7b-820bd601212b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8cf8e5a563264cd6bc823101fb9d7a7d&device_id=849a560d-9ae2-4739-a252-69dc94d602ae HTTP/1.1" status: 200 len: 1130 time: 0.6685948 Feb 11 05:10:08.287304 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8b6034c2-bd57-4d58-9a08-cf6671cb5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (7a1d8d3c-0c6e-469a-8f36-555d015fa75e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.351156 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-07256f4c-dadc-4974-9cab-0557da1e2b1e admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1817505 Feb 11 05:10:08.371102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53916) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:08.375138 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8b6034c2-bd57-4d58-9a08-cf6671cb5aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.379852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8b6034c2-bd57-4d58-9a08-cf6671cb5aeb admin admin] 10.222.0.87 "DELETE /v2.0/subnets/7a1d8d3c-0c6e-469a-8f36-555d015fa75e HTTP/1.1" status: 204 len: 168 time: 0.6459143 Feb 11 05:10:08.383045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53918) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:08.389656 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-99ed42c1-11df-486f-842f-5927d1d651ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=47be15aa-89a8-40c4-b12d-416323b76435 HTTP/1.1" status: 200 len: 217 time: 0.0660100 Feb 11 05:10:08.393572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-d9ecbd95-183f-4fdc-b70f-7b653e86835c admin admin] Request body: {'subnet': {'network_id': 'b7baa212-33db-45d0-acbb-e8ccb282075b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-851030522-subnet', 'tenant_id': '7ad8e10c4fcc4188ae03fc8eb964a4c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:08.400927 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6034c2-bd57-4d58-9a08-cf6671cb5aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a1d8d3c-0c6e-469a-8f36-555d015fa75e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:08.487312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-b2a433e8-648c-4ea0-823d-59178a737ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:08.488916 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-b2a433e8-648c-4ea0-823d-59178a737ec2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0879598 Feb 11 05:10:08.511904 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40c823ea-3437-4d2e-bf66-79e2ceba17a4 req-0903e057-e390-4d10-8322-274cd1ede658 service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906348 Feb 11 05:10:08.557973 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-8a3f0845-2d3a-497c-bdc1-7ffaa3ed3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:08.559626 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-8a3f0845-2d3a-497c-bdc1-7ffaa3ed3570 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0644419 Feb 11 05:10:08.633783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ecbd95-183f-4fdc-b70f-7b653e86835c admin admin] Made reservation on behalf of 7ad8e10c4fcc4188ae03fc8eb964a4c2 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:08.636837 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d9ecbd95-183f-4fdc-b70f-7b653e86835c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.724312 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-eb7428c1-0bb5-49a6-ae6d-08997699762e service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559374 Feb 11 05:10:08.726451 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-726e5456-2e8a-4540-942f-3fa2c4ecd8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (98cbc21b-0cda-4452-82bc-4f4fd4777677), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:08.769182 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b61390-46ea-406f-8c42-3ead8ce615e1 req-84b2a95b-f0b9-461e-9a85-4e6913482919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:08.770718 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d6b61390-46ea-406f-8c42-3ead8ce615e1 req-84b2a95b-f0b9-461e-9a85-4e6913482919 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 1127 time: 0.0948923 Feb 11 05:10:08.847864 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1a441-b448-4e36-9c09-e55a0f4b011e req-3453f71b-5254-47c3-91ac-e650eebb116a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:08.850161 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05c1a441-b448-4e36-9c09-e55a0f4b011e req-3453f71b-5254-47c3-91ac-e650eebb116a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 945 time: 0.4802833 Feb 11 05:10:08.889801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc234-31f9-4c33-b279-40afe869ae53 req-07870abe-07ec-4c46-812d-5fe792c2beaa tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:08.892279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3addc234-31f9-4c33-b279-40afe869ae53 req-07870abe-07ec-4c46-812d-5fe792c2beaa tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.88 "GET /v2.0/ports?device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 1023 time: 0.3920114 Feb 11 05:10:08.915864 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8c750f23-d5e3-498d-b657-7b982fc076c2 req-b0419915-4a4b-4b0e-95d2-439d9b028a9a service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789861 Feb 11 05:10:08.928191 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b61390-46ea-406f-8c42-3ead8ce615e1 req-f72439a2-ef71-4211-bdca-29777e4ba8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:08.930119 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d6b61390-46ea-406f-8c42-3ead8ce615e1 req-f72439a2-ef71-4211-bdca-29777e4ba8c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.1518183 Feb 11 05:10:08.982232 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d6b61390-46ea-406f-8c42-3ead8ce615e1 req-1e7d72e7-eb3b-4eac-a2b7-0cd499c8647b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 HTTP/1.1" status: 200 len: 217 time: 0.0425162 Feb 11 05:10:09.037239 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b61390-46ea-406f-8c42-3ead8ce615e1 req-4b735ab8-7c8d-4c4b-a3be-bb68874b0687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:09.039542 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d6b61390-46ea-406f-8c42-3ead8ce615e1 req-4b735ab8-7c8d-4c4b-a3be-bb68874b0687 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.0479941 Feb 11 05:10:09.078499 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d6b61390-46ea-406f-8c42-3ead8ce615e1 req-7a482f3b-b901-4c47-a787-3c0c301944de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294878 Feb 11 05:10:09.083712 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-726e5456-2e8a-4540-942f-3fa2c4ecd8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (98cbc21b-0cda-4452-82bc-4f4fd4777677), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.134786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fe01a-a5a1-479b-87f6-17c4b078af9d req-62cadafa-e13c-402f-94ab-fb8238308154 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:09.136428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-952fe01a-a5a1-479b-87f6-17c4b078af9d req-62cadafa-e13c-402f-94ab-fb8238308154 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/ports?device_id=849a560d-9ae2-4739-a252-69dc94d602ae HTTP/1.1" status: 200 len: 947 time: 0.3240821 Feb 11 05:10:09.177936 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05c1a441-b448-4e36-9c09-e55a0f4b011e req-92823c41-980e-4863-b931-219b026d0e9d tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035510 Feb 11 05:10:09.181176 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d6b61390-46ea-406f-8c42-3ead8ce615e1 req-0b06436d-f591-4af5-afb1-c5ac7e86f1ca service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946014 Feb 11 05:10:09.181588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-726e5456-2e8a-4540-942f-3fa2c4ecd8ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98cbc21b-0cda-4452-82bc-4f4fd4777677']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:09.217063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-726e5456-2e8a-4540-942f-3fa2c4ecd8ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:09.217422 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-726e5456-2e8a-4540-942f-3fa2c4ecd8ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c0e22a-e6be-492e-8407-fb84bd7f1a7d') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:09.249926 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-726e5456-2e8a-4540-942f-3fa2c4ecd8ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (f6c0e22a-e6be-492e-8407-fb84bd7f1a7d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.298853 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-726e5456-2e8a-4540-942f-3fa2c4ecd8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f6c0e22a-e6be-492e-8407-fb84bd7f1a7d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.335316 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d6b61390-46ea-406f-8c42-3ead8ce615e1 req-98d0dac4-dda7-415a-98b6-250b9a2a190a service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456103 Feb 11 05:10:09.353077 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-952fe01a-a5a1-479b-87f6-17c4b078af9d req-34c3df95-f549-4151-8ba1-4d8a59fc1d29 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/security-groups?id=61554323-3d56-4e4c-9445-b59bf3ae011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811631 Feb 11 05:10:09.358322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726e5456-2e8a-4540-942f-3fa2c4ecd8ee admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:10:09.358821 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-726e5456-2e8a-4540-942f-3fa2c4ecd8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (f6c0e22a-e6be-492e-8407-fb84bd7f1a7d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:10:09.373640 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:10:09.419151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849a560d-9ae2-4739-a252-69dc94d602ae', 'tag': '47be15aa-89a8-40c4-b12d-416323b76435'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:09.422101 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94148afb-48ec-4f31-9f6f-02436c2a898f" -d '{"events": [{"name": "network-changed", "server_uuid": "849a560d-9ae2-4739-a252-69dc94d602ae", "tag": "47be15aa-89a8-40c4-b12d-416323b76435"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:09.478001 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.484275 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d9ecbd95-183f-4fdc-b70f-7b653e86835c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (0007c1da-e86c-4664-bec8-b50407c725c4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.490629 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-3addc234-31f9-4c33-b279-40afe869ae53 req-ddff4f5e-3a37-46d7-97df-c06043878577 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Deleting port 9935d188-c407-43f7-9816-4963a1f110b6 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:09.490975 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3addc234-31f9-4c33-b279-40afe869ae53 req-ddff4f5e-3a37-46d7-97df-c06043878577 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (9935d188-c407-43f7-9816-4963a1f110b6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.589396 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-726e5456-2e8a-4540-942f-3fa2c4ecd8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (98cbc21b-0cda-4452-82bc-4f4fd4777677), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.623127 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-726e5456-2e8a-4540-942f-3fa2c4ecd8ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.626810 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-726e5456-2e8a-4540-942f-3fa2c4ecd8ee admin admin] 10.222.0.87 "DELETE /v2.0/networks/98cbc21b-0cda-4452-82bc-4f4fd4777677 HTTP/1.1" status: 204 len: 168 time: 1.2270918 Feb 11 05:10:09.687609 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e5456-2e8a-4540-942f-3fa2c4ecd8ee admin admin] Pushing event deleted for resources: {'Network': ['ID=98cbc21b-0cda-4452-82bc-4f4fd4777677,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:09.703557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecbd95-183f-4fdc-b70f-7b653e86835c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0007c1da-e86c-4664-bec8-b50407c725c4,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:09.726531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f232d5d-0e2a-4500-8063-23bfdb6b0dbc req-ffa98ba7-901a-4475-be66-1e6b82705437 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:09.739114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f232d5d-0e2a-4500-8063-23bfdb6b0dbc req-ffa98ba7-901a-4475-be66-1e6b82705437 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 1023 time: 0.3899252 Feb 11 05:10:09.829335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ecbd95-183f-4fdc-b70f-7b653e86835c admin admin] Checking segment: {'id': '0ea4f3bf-4e64-47ed-8f78-939839670de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b7baa212-33db-45d0-acbb-e8ccb282075b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:09.829778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ecbd95-183f-4fdc-b70f-7b653e86835c admin admin] Network hostable DHCP agents. Network: b7baa212-33db-45d0-acbb-e8ccb282075b, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:09.833555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-ac48e5e5-f8af-459a-90cc-91f7fbf59303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:09.835082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-ac48e5e5-f8af-459a-90cc-91f7fbf59303 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 1133 time: 0.5190969 Feb 11 05:10:09.835987 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53962) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:09.874281 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-3addc234-31f9-4c33-b279-40afe869ae53 req-ddff4f5e-3a37-46d7-97df-c06043878577 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] For port 9935d188-c407-43f7-9816-4963a1f110b6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9935d188-c407-43f7-9816-4963a1f110b6,segment=NetworkSegment(75a787b0-9d4d-425e-ba33-006598135572),segment_id=75a787b0-9d4d-425e-ba33-006598135572)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:09.874715 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3addc234-31f9-4c33-b279-40afe869ae53 req-ddff4f5e-3a37-46d7-97df-c06043878577 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (9935d188-c407-43f7-9816-4963a1f110b6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:09.906163 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-36f23c3d-e6a0-41e4-801b-db887d61e5f3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=623b97b8843c4ee5bfe315b1c2e8ae24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0688956 Feb 11 05:10:09.907694 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53966) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:09.935782 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-3addc234-31f9-4c33-b279-40afe869ae53 req-ddff4f5e-3a37-46d7-97df-c06043878577 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Calling delete_port for 9935d188-c407-43f7-9816-4963a1f110b6 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:09.979241 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0314fca2-b48a-4976-848d-bd8109a2a682 admin admin] Publish callbacks [] for security_group (cd4e6281-4bce-424f-9f6c-25cdd39e1134), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:10.008615 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0314fca2-b48a-4976-848d-bd8109a2a682 admin admin] Publish callbacks [] for security_group (cd4e6281-4bce-424f-9f6c-25cdd39e1134), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:10.021586 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53968) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:10.046309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ecbd95-183f-4fdc-b70f-7b653e86835c admin admin] Network b7baa212-33db-45d0-acbb-e8ccb282075b is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:10.053641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f232d5d-0e2a-4500-8063-23bfdb6b0dbc req-98d0eb4b-ee5b-43cb-8c2a-06668d85f8a8 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&id=1c43d907-4d9b-4fdb-8bcb-68169fffa330&id=b9f342b0-1b74-4d67-acd1-b49506eb3854&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3136084 Feb 11 05:10:10.066857 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1795c08-38fc-4b79-ad0f-1192d8c378a7 req-1aef9c20-b5e6-4f4b-aab7-299864f4747f tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:10.074140 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1795c08-38fc-4b79-ad0f-1192d8c378a7 req-1aef9c20-b5e6-4f4b-aab7-299864f4747f tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 950 time: 0.3062088 Feb 11 05:10:10.095949 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0314fca2-b48a-4976-848d-bd8109a2a682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cd4e6281-4bce-424f-9f6c-25cdd39e1134), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:10.100641 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0314fca2-b48a-4976-848d-bd8109a2a682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:10.103595 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0314fca2-b48a-4976-848d-bd8109a2a682 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cd4e6281-4bce-424f-9f6c-25cdd39e1134 HTTP/1.1" status: 204 len: 168 time: 0.1945362 Feb 11 05:10:10.121319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-d9ecbd95-183f-4fdc-b70f-7b653e86835c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, b7baa212-33db-45d0-acbb-e8ccb282075b) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:10.122910 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314fca2-b48a-4976-848d-bd8109a2a682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4e6281-4bce-424f-9f6c-25cdd39e1134,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:10.130569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59085ffa-37bc-47ca-815a-7ae67a946e57 None None] Network b7baa212-33db-45d0-acbb-e8ccb282075b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:10.132459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ecbd95-183f-4fdc-b70f-7b653e86835c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:10.133305 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d9ecbd95-183f-4fdc-b70f-7b653e86835c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:10.136371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-7cf265dc-d9ce-452c-bcc8-e97541e9cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:10.138296 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-7cf265dc-d9ce-452c-bcc8-e97541e9cb7c service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.2840919 Feb 11 05:10:10.217530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-11edf24c-e2a3-4211-8fe7-3c1aa0d0118e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8 HTTP/1.1" status: 200 len: 217 time: 0.0705373 Feb 11 05:10:10.244098 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d9ecbd95-183f-4fdc-b70f-7b653e86835c admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8618236 Feb 11 05:10:10.256912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1795c08-38fc-4b79-ad0f-1192d8c378a7 req-dbd4879c-9290-4460-8b55-929c5839ffd8 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816518 Feb 11 05:10:10.349948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee3611e-e657-441f-80ed-3e141ce0832a None None] Network b7baa212-33db-45d0-acbb-e8ccb282075b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:10.377660 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7db397-b9f4-41e5-b96d-08a3ae298df0 x-openstack-request-id: req-5d7db397-b9f4-41e5-b96d-08a3ae298df0 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:10.377660 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849a560d-9ae2-4739-a252-69dc94d602ae", "tag": "47be15aa-89a8-40c4-b12d-416323b76435", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:10.377660 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5d7db397-b9f4-41e5-b96d-08a3ae298df0 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:10.378354 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849a560d-9ae2-4739-a252-69dc94d602ae', 'tag': '47be15aa-89a8-40c4-b12d-416323b76435', 'status': 'completed', 'code': 200} Feb 11 05:10:10.394070 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8f04681b-3cc3-4ebb-a244-17ee8433328d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9f4c327d5a654563b29711fa52ee234a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3685532 Feb 11 05:10:10.406946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53982) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:10.591445 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-964017ad-93c9-4a7f-b32d-957fd79b4bbb admin admin] Publish callbacks [] for security_group (c99c6974-2c50-4355-a735-5f048dbd863d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:10.597149 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94148afb-48ec-4f31-9f6f-02436c2a898f req-ce5578c7-057f-4fb3-9b14-3e797212ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:10.598888 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-94148afb-48ec-4f31-9f6f-02436c2a898f req-ce5578c7-057f-4fb3-9b14-3e797212ca5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8cf8e5a563264cd6bc823101fb9d7a7d&device_id=849a560d-9ae2-4739-a252-69dc94d602ae HTTP/1.1" status: 200 len: 1130 time: 0.2106483 Feb 11 05:10:10.663265 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-964017ad-93c9-4a7f-b32d-957fd79b4bbb admin admin] Publish callbacks [] for security_group (c99c6974-2c50-4355-a735-5f048dbd863d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:10.785048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-c2fbe1d3-7b79-4bb8-aa14-480f6836c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:10.786518 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-c2fbe1d3-7b79-4bb8-aa14-480f6836c2da service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.5589149 Feb 11 05:10:10.798920 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94148afb-48ec-4f31-9f6f-02436c2a898f req-902c096c-739e-458b-aa27-8045bbe01c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:10.801118 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-94148afb-48ec-4f31-9f6f-02436c2a898f req-902c096c-739e-458b-aa27-8045bbe01c7e service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.1940098 Feb 11 05:10:10.804680 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3addc234-31f9-4c33-b279-40afe869ae53 req-ddff4f5e-3a37-46d7-97df-c06043878577 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (9935d188-c407-43f7-9816-4963a1f110b6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:10.814450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916714a-8432-47c2-8469-a0397d3c8eae req-518c0a9a-d979-451d-a17b-8b305034e480 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:10.815800 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b916714a-8432-47c2-8469-a0397d3c8eae req-518c0a9a-d979-451d-a17b-8b305034e480 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 944 time: 0.6048293 Feb 11 05:10:10.822936 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['3889ed9a-5060-437a-8c60-de39f838adf1'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:10:10.890925 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff4f5e-3a37-46d7-97df-c06043878577 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event deleted for resources: {'Port': ['ID=9935d188-c407-43f7-9816-4963a1f110b6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:10.926404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9dac2-a3bf-4f90-aacf-687997ca19cb req-8568083f-b4bc-41cb-90b2-3a37a486cf01 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:10.933361 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84b9dac2-a3bf-4f90-aacf-687997ca19cb req-8568083f-b4bc-41cb-90b2-3a37a486cf01 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 945 time: 0.2539659 Feb 11 05:10:10.937515 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-964017ad-93c9-4a7f-b32d-957fd79b4bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c99c6974-2c50-4355-a735-5f048dbd863d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:10.940710 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-964017ad-93c9-4a7f-b32d-957fd79b4bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:10.961357 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-964017ad-93c9-4a7f-b32d-957fd79b4bbb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c99c6974-2c50-4355-a735-5f048dbd863d HTTP/1.1" status: 204 len: 168 time: 0.5522060 Feb 11 05:10:10.970528 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-94148afb-48ec-4f31-9f6f-02436c2a898f req-abb3d4e4-1606-4f14-b0fd-b6dc8fa859f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=47be15aa-89a8-40c4-b12d-416323b76435 HTTP/1.1" status: 200 len: 217 time: 0.1615796 Feb 11 05:10:11.000257 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-3addc234-31f9-4c33-b279-40afe869ae53 req-ddff4f5e-3a37-46d7-97df-c06043878577 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] No DVR routers for this DVR port 9935d188-c407-43f7-9816-4963a1f110b6 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:10:11.014124 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3addc234-31f9-4c33-b279-40afe869ae53 req-ddff4f5e-3a37-46d7-97df-c06043878577 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:11.018590 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3addc234-31f9-4c33-b279-40afe869ae53 req-ddff4f5e-3a37-46d7-97df-c06043878577 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.88 "DELETE /v2.0/ports/9935d188-c407-43f7-9816-4963a1f110b6 HTTP/1.1" status: 204 len: 173 time: 2.1179812 Feb 11 05:10:11.019485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02223c96-619d-4706-b17f-af3766aedc71', 'name': 'network-vif-deleted', 'tag': '9935d188-c407-43f7-9816-4963a1f110b6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:11.022616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964017ad-93c9-4a7f-b32d-957fd79b4bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99c6974-2c50-4355-a735-5f048dbd863d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:11.022763 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf96157f-e997-4fb3-922d-ebce8606f283" -d '{"events": [{"server_uuid": "02223c96-619d-4706-b17f-af3766aedc71", "name": "network-vif-deleted", "tag": "9935d188-c407-43f7-9816-4963a1f110b6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:11.037775 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-a3df5f46-8dab-4840-8f54-bb67a7e2eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:11.042261 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-a3df5f46-8dab-4840-8f54-bb67a7e2eafc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2462935 Feb 11 05:10:11.077550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b916714a-8432-47c2-8469-a0397d3c8eae req-ae91a08e-f01a-45e9-9d55-56c1dcccda1d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499871 Feb 11 05:10:11.090139 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94148afb-48ec-4f31-9f6f-02436c2a898f req-32d846cb-dde4-4bc1-9bbb-b8af81dac6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:11.090139 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-94148afb-48ec-4f31-9f6f-02436c2a898f req-32d846cb-dde4-4bc1-9bbb-b8af81dac6c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0876310 Feb 11 05:10:11.211903 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94148afb-48ec-4f31-9f6f-02436c2a898f req-43e3e77c-45a0-46ad-8256-6689aeab0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:11.226366 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-94148afb-48ec-4f31-9f6f-02436c2a898f req-43e3e77c-45a0-46ad-8256-6689aeab0520 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1053627 Feb 11 05:10:11.230718 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84b9dac2-a3bf-4f90-aacf-687997ca19cb req-c468b7dd-b927-432a-ab75-6695f9b38c2b tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961309 Feb 11 05:10:11.371221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-b8ef9f97-01f4-4422-b569-fd3ca9ccb5f4 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924423 Feb 11 05:10:11.380336 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f0da1-d7af-44cf-a3da-ba9a95d24111 req-ab4635d0-2ae1-4e2b-ac1a-2f026bf747e0 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:11.387230 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e71f0da1-d7af-44cf-a3da-ba9a95d24111 req-ab4635d0-2ae1-4e2b-ac1a-2f026bf747e0 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/ports?device_id=849a560d-9ae2-4739-a252-69dc94d602ae HTTP/1.1" status: 200 len: 947 time: 0.1792281 Feb 11 05:10:11.397538 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-94148afb-48ec-4f31-9f6f-02436c2a898f req-cc5985c4-68b1-435c-b386-457e4cb329ee service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683888 Feb 11 05:10:11.501342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e71f0da1-d7af-44cf-a3da-ba9a95d24111 req-ecaa5e71-3e17-4ebc-99fe-28f086b6b75d tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/security-groups?id=61554323-3d56-4e4c-9445-b59bf3ae011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104896 Feb 11 05:10:11.551469 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-abdaa974-6d59-4b8f-89ed-476d560846ef service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620872 Feb 11 05:10:11.558482 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-94148afb-48ec-4f31-9f6f-02436c2a898f req-815efc26-46fb-4195-914c-992822ef8237 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493959 Feb 11 05:10:11.598705 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc74031-1777-45fb-b57c-f6907a0ef2bc x-openstack-request-id: req-6bc74031-1777-45fb-b57c-f6907a0ef2bc {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:11.599004 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02223c96-619d-4706-b17f-af3766aedc71", "name": "network-vif-deleted", "tag": "9935d188-c407-43f7-9816-4963a1f110b6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:11.599257 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6bc74031-1777-45fb-b57c-f6907a0ef2bc {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:11.599681 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02223c96-619d-4706-b17f-af3766aedc71', 'name': 'network-vif-deleted', 'tag': '9935d188-c407-43f7-9816-4963a1f110b6', 'status': 'completed', 'code': 200} Feb 11 05:10:11.741853 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 47be15aa-89a8-40c4-b12d-416323b76435 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:10:11.754616 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02ea4c25-c036-42c9-9438-49c9f77dc80c req-478d0e3b-442d-40e3-baab-c1292391e3ff tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=02223c96-619d-4706-b17f-af3766aedc71 HTTP/1.1" status: 200 len: 210 time: 0.0749562 Feb 11 05:10:11.766867 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-79355f21-4e75-4cbc-ad1b-0252b3135974 req-ea5660bd-55cc-48a3-9f31-852d3a395044 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1367709864', 'description': 'tempest-description-1817902898'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:11.820315 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-79355f21-4e75-4cbc-ad1b-0252b3135974 req-ea5660bd-55cc-48a3-9f31-852d3a395044 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:11.883609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 9935d188-c407-43f7-9816-4963a1f110b6 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:10:11.931206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 9935d188-c407-43f7-9816-4963a1f110b6 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:10:11.931558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 9935d188-c407-43f7-9816-4963a1f110b6 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:10:11.963317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 47be15aa-89a8-40c4-b12d-416323b76435, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=47be15aa-89a8-40c4-b12d-416323b76435,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:11.974319 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-79355f21-4e75-4cbc-ad1b-0252b3135974 req-ea5660bd-55cc-48a3-9f31-852d3a395044 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (6392a397-2bbb-49a6-8051-81d19fb00dc1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:11.977950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '47be15aa-89a8-40c4-b12d-416323b76435', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '47be15aa-89a8-40c4-b12d-416323b76435', 'mac_address': 'fa:16:3e:c6:9d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:10:11.984401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9be40-fbe8-43c4-a9e8-fb6a01143f86 req-03b48784-65dc-427e-8dee-36dd9723c078 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:11.986671 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ef9be40-fbe8-43c4-a9e8-fb6a01143f86 req-03b48784-65dc-427e-8dee-36dd9723c078 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 950 time: 0.1050675 Feb 11 05:10:11.988034 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-79355f21-4e75-4cbc-ad1b-0252b3135974 req-ea5660bd-55cc-48a3-9f31-852d3a395044 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6392a397-2bbb-49a6-8051-81d19fb00dc1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.040454 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5660bd-55cc-48a3-9f31-852d3a395044 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6392a397-2bbb-49a6-8051-81d19fb00dc1,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:12.050738 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-79355f21-4e75-4cbc-ad1b-0252b3135974 req-ea5660bd-55cc-48a3-9f31-852d3a395044 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.051275 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 47be15aa-89a8-40c4-b12d-416323b76435 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:12.051715 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47be15aa-89a8-40c4-b12d-416323b76435), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.053280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79355f21-4e75-4cbc-ad1b-0252b3135974 req-ea5660bd-55cc-48a3-9f31-852d3a395044 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3295848 Feb 11 05:10:12.070935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47be15aa-89a8-40c4-b12d-416323b76435 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:10:12.099834 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 47be15aa-89a8-40c4-b12d-416323b76435, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=47be15aa-89a8-40c4-b12d-416323b76435,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:12.107678 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (47be15aa-89a8-40c4-b12d-416323b76435), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.111535 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:10:12.120725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ef9be40-fbe8-43c4-a9e8-fb6a01143f86 req-34a41f1c-4b86-4710-9ae9-835162d6432c tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270168 Feb 11 05:10:12.225751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=47be15aa-89a8-40c4-b12d-416323b76435,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:12.238978 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ac9eaf0-d023-432d-b7b0-a01481272aa8 req-ae1c80aa-db3f-4679-aa04-19782a343675 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/6392a397-2bbb-49a6-8051-81d19fb00dc1 HTTP/1.1" status: 200 len: 1822 time: 0.0719306 Feb 11 05:10:12.252282 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:12.252633 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:12.252980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:12.253320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:12.253656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:12.253991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:12.254318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:12.254643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:12.254971 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:12.255291 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:12.255647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:12.255974 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:12.256295 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:10:12.257046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-9ac9eaf0-d023-432d-b7b0-a01481272aa8 req-11adf112-65b1-4be8-b42d-9ca3bba981a4 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6392a397-2bbb-49a6-8051-81d19fb00dc1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:12.257376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-9ac9eaf0-d023-432d-b7b0-a01481272aa8 req-11adf112-65b1-4be8-b42d-9ca3bba981a4 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6392a397-2bbb-49a6-8051-81d19fb00dc1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:12.315209 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54040) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:12.336076 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ac9eaf0-d023-432d-b7b0-a01481272aa8 req-11adf112-65b1-4be8-b42d-9ca3bba981a4 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (fe6c0a12-8377-4195-8da3-9b46741608dd), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.343023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:12.357496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'bf71ab16-f5a5-4b2b-8f26-12930b4b07d8', 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56', 'port_id': 'bf71ab16-f5a5-4b2b-8f26-12930b4b07d8', 'mac_address': 'fa:16:3e:0d:93:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959692e0-0ebb-4204-9905-25b38d09fa54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:10:12.365407 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ac9eaf0-d023-432d-b7b0-a01481272aa8 req-11adf112-65b1-4be8-b42d-9ca3bba981a4 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (fe6c0a12-8377-4195-8da3-9b46741608dd), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.372083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ac9eaf0-d023-432d-b7b0-a01481272aa8 req-11adf112-65b1-4be8-b42d-9ca3bba981a4 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (fe6c0a12-8377-4195-8da3-9b46741608dd), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.417045 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:12.417691 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.421161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adf112-65b1-4be8-b42d-9ca3bba981a4 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6c0a12-8377-4195-8da3-9b46741608dd,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:12.443913 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ac9eaf0-d023-432d-b7b0-a01481272aa8 req-11adf112-65b1-4be8-b42d-9ca3bba981a4 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.446811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ac9eaf0-d023-432d-b7b0-a01481272aa8 req-11adf112-65b1-4be8-b42d-9ca3bba981a4 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2002385 Feb 11 05:10:12.454692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:10:12.478124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:12.484127 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.497216 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f6f1dbed-1024-4bf5-8d9e-9c49bbd7bf25 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1278639576-network', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:12.550682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f1dbed-1024-4bf5-8d9e-9c49bbd7bf25 admin admin] Made reservation on behalf of 446d06a2efd741ccb5be1ad4d15d5725 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:12.553244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:12.554029 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6f1dbed-1024-4bf5-8d9e-9c49bbd7bf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.579686 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6f1dbed-1024-4bf5-8d9e-9c49bbd7bf25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.603871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b43fd-054d-4e73-a20a-301aa18d9485 req-0363046f-5c85-4207-a22a-c7b82ecd5119 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:12.605454 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a80b43fd-054d-4e73-a20a-301aa18d9485 req-0363046f-5c85-4207-a22a-c7b82ecd5119 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 945 time: 0.0780597 Feb 11 05:10:12.677676 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6f1dbed-1024-4bf5-8d9e-9c49bbd7bf25 admin admin] Publish callbacks [] for security_group (3f216371-c686-4cd0-bc1f-ec997f93e84e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.683898 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6f1dbed-1024-4bf5-8d9e-9c49bbd7bf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3f216371-c686-4cd0-bc1f-ec997f93e84e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.694477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a80b43fd-054d-4e73-a20a-301aa18d9485 req-ba781e8b-8c69-40d0-8758-63454d92ad1f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770864 Feb 11 05:10:12.702574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cdb32-6f15-4915-baeb-274589a0d866 req-ffc96ae7-b404-4bcf-b53b-1e31bdd9984e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:12.704167 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-744cdb32-6f15-4915-baeb-274589a0d866 req-ffc96ae7-b404-4bcf-b53b-1e31bdd9984e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 945 time: 0.0976651 Feb 11 05:10:12.719859 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f1dbed-1024-4bf5-8d9e-9c49bbd7bf25 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:12.726754 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1dbed-1024-4bf5-8d9e-9c49bbd7bf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f216371-c686-4cd0-bc1f-ec997f93e84e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:12.739790 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6f1dbed-1024-4bf5-8d9e-9c49bbd7bf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (db9ccb4c-1256-441b-b39f-e995b535742d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.740012 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-f6f1dbed-1024-4bf5-8d9e-9c49bbd7bf25 admin admin] Added segment db9ccb4c-1256-441b-b39f-e995b535742d of type vlan for network 5bf47b40-8fd7-4b9b-b031-895dee41fcb1 Feb 11 05:10:12.743024 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-5fea17a3-78d2-4611-8319-f7655f4ae931 req-457107e9-0613-42a2-b1bb-7a90b8611cf9 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1278587457', 'description': 'tempest-description-581220282'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:12.782748 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-744cdb32-6f15-4915-baeb-274589a0d866 req-b3b0f04a-7c9e-49f3-a1f5-3a180f43edb1 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719311 Feb 11 05:10:12.784002 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5fea17a3-78d2-4611-8319-f7655f4ae931 req-457107e9-0613-42a2-b1bb-7a90b8611cf9 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.790843 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6f1dbed-1024-4bf5-8d9e-9c49bbd7bf25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (5bf47b40-8fd7-4b9b-b031-895dee41fcb1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.810910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['47be15aa-89a8-40c4-b12d-416323b76435'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:10:12.818860 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['bf71ab16-f5a5-4b2b-8f26-12930b4b07d8'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:10:12.826776 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6f1dbed-1024-4bf5-8d9e-9c49bbd7bf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (5bf47b40-8fd7-4b9b-b031-895dee41fcb1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.827585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f1dbed-1024-4bf5-8d9e-9c49bbd7bf25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:12.828655 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6f1dbed-1024-4bf5-8d9e-9c49bbd7bf25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.867216 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f6f1dbed-1024-4bf5-8d9e-9c49bbd7bf25 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5507655 Feb 11 05:10:12.871665 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54058) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:12.876892 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5fea17a3-78d2-4611-8319-f7655f4ae931 req-457107e9-0613-42a2-b1bb-7a90b8611cf9 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (ae5e004b-0190-4e06-a588-ddd6d354af2f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.880035 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-96b5636f-e9f2-4978-a09a-ef5dbbd07371 admin admin] Request body: {'subnet': {'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1278639576-subnet', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:12.883656 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5fea17a3-78d2-4611-8319-f7655f4ae931 req-457107e9-0613-42a2-b1bb-7a90b8611cf9 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ae5e004b-0190-4e06-a588-ddd6d354af2f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.933504 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b5636f-e9f2-4978-a09a-ef5dbbd07371 admin admin] Made reservation on behalf of 446d06a2efd741ccb5be1ad4d15d5725 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:12.935939 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-96b5636f-e9f2-4978-a09a-ef5dbbd07371 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.937110 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5fea17a3-78d2-4611-8319-f7655f4ae931 req-457107e9-0613-42a2-b1bb-7a90b8611cf9 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:12.939226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fea17a3-78d2-4611-8319-f7655f4ae931 req-457107e9-0613-42a2-b1bb-7a90b8611cf9 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2056539 Feb 11 05:10:12.940168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1dbed-1024-4bf5-8d9e-9c49bbd7bf25 admin admin] Pushing event updated for resources: {'Network': ['ID=5bf47b40-8fd7-4b9b-b031-895dee41fcb1,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:12.962619 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 5bf47b40-8fd7-4b9b-b031-895dee41fcb1 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:12.963132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457107e9-0613-42a2-b1bb-7a90b8611cf9 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5e004b-0190-4e06-a588-ddd6d354af2f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:12.996694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867edeef-4398-460c-af7c-5ea4f865383c req-a28c4d0c-4cef-4e2e-91a4-6ca264bbffc1 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:13.004367 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-867edeef-4398-460c-af7c-5ea4f865383c req-a28c4d0c-4cef-4e2e-91a4-6ca264bbffc1 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/ports?device_id=849a560d-9ae2-4739-a252-69dc94d602ae HTTP/1.1" status: 200 len: 948 time: 0.0918527 Feb 11 05:10:13.070945 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-867edeef-4398-460c-af7c-5ea4f865383c req-2c4ca866-425c-46d7-9a2a-d6ce2dd12608 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/security-groups?id=61554323-3d56-4e4c-9445-b59bf3ae011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654685 Feb 11 05:10:13.153810 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c554728e-ab6b-4a1b-98db-89521c87e6b7 req-09375ecc-ba7c-44b4-a315-2a284c24d3b9 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/ae5e004b-0190-4e06-a588-ddd6d354af2f HTTP/1.1" status: 200 len: 1821 time: 0.0777774 Feb 11 05:10:13.160443 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-96b5636f-e9f2-4978-a09a-ef5dbbd07371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.172009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36891a68-4df0-48de-9431-e1f4fccd9f5e req-1b173a9d-b55c-4867-bb3f-8db050543fa8 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/1c43d907-4d9b-4fdb-8bcb-68169fffa330 HTTP/1.1" status: 200 len: 1817 time: 0.0693173 Feb 11 05:10:13.178679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c554728e-ab6b-4a1b-98db-89521c87e6b7 req-6b03e57c-cc05-41b9-a466-48a0abdc2c68 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ae5e004b-0190-4e06-a588-ddd6d354af2f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:13.179359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c554728e-ab6b-4a1b-98db-89521c87e6b7 req-6b03e57c-cc05-41b9-a466-48a0abdc2c68 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ae5e004b-0190-4e06-a588-ddd6d354af2f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:13.236723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5636f-e9f2-4978-a09a-ef5dbbd07371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:13.238732 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b5636f-e9f2-4978-a09a-ef5dbbd07371 admin admin] Checking segment: {'id': 'db9ccb4c-1256-441b-b39f-e995b535742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:13.239211 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b5636f-e9f2-4978-a09a-ef5dbbd07371 admin admin] Network hostable DHCP agents. Network: 5bf47b40-8fd7-4b9b-b031-895dee41fcb1, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:13.257034 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b5636f-e9f2-4978-a09a-ef5dbbd07371 admin admin] Network 5bf47b40-8fd7-4b9b-b031-895dee41fcb1 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:13.267037 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-96b5636f-e9f2-4978-a09a-ef5dbbd07371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 5bf47b40-8fd7-4b9b-b031-895dee41fcb1) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:13.271856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b5636f-e9f2-4978-a09a-ef5dbbd07371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:13.272680 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-96b5636f-e9f2-4978-a09a-ef5dbbd07371 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.273724 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-36891a68-4df0-48de-9431-e1f4fccd9f5e req-8b5fd10d-827d-4db9-9cbf-7d4944510c93 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (1c43d907-4d9b-4fdb-8bcb-68169fffa330), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.280673 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c554728e-ab6b-4a1b-98db-89521c87e6b7 req-6b03e57c-cc05-41b9-a466-48a0abdc2c68 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (0cad39d1-c4f0-4e59-9b6b-f88edf70ea50), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.282640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337fa7b9-0f5e-4e09-9977-d8d1e1018192 None None] Network 5bf47b40-8fd7-4b9b-b031-895dee41fcb1 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:13.294580 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-96b5636f-e9f2-4978-a09a-ef5dbbd07371 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4215055 Feb 11 05:10:13.297560 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54072) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:13.302872 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1278639576-router', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:13.322639 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-36891a68-4df0-48de-9431-e1f4fccd9f5e req-8b5fd10d-827d-4db9-9cbf-7d4944510c93 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (1c43d907-4d9b-4fdb-8bcb-68169fffa330), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.326201 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c554728e-ab6b-4a1b-98db-89521c87e6b7 req-6b03e57c-cc05-41b9-a466-48a0abdc2c68 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (0cad39d1-c4f0-4e59-9b6b-f88edf70ea50), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.334092 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (3c236f03-d8f6-4360-9658-192d2e8d252d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.335364 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c554728e-ab6b-4a1b-98db-89521c87e6b7 req-6b03e57c-cc05-41b9-a466-48a0abdc2c68 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (0cad39d1-c4f0-4e59-9b6b-f88edf70ea50), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.341680 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (3c236f03-d8f6-4360-9658-192d2e8d252d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.371372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03e57c-cc05-41b9-a466-48a0abdc2c68 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cad39d1-c4f0-4e59-9b6b-f88edf70ea50,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:13.379891 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c554728e-ab6b-4a1b-98db-89521c87e6b7 req-6b03e57c-cc05-41b9-a466-48a0abdc2c68 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.381172 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c554728e-ab6b-4a1b-98db-89521c87e6b7 req-6b03e57c-cc05-41b9-a466-48a0abdc2c68 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2076600 Feb 11 05:10:13.400605 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-36891a68-4df0-48de-9431-e1f4fccd9f5e req-8b5fd10d-827d-4db9-9cbf-7d4944510c93 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1c43d907-4d9b-4fdb-8bcb-68169fffa330), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.402753 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-36891a68-4df0-48de-9431-e1f4fccd9f5e req-8b5fd10d-827d-4db9-9cbf-7d4944510c93 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.403948 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36891a68-4df0-48de-9431-e1f4fccd9f5e req-8b5fd10d-827d-4db9-9cbf-7d4944510c93 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "DELETE /v2.0/security-groups/1c43d907-4d9b-4fdb-8bcb-68169fffa330 HTTP/1.1" status: 204 len: 173 time: 0.2286766 Feb 11 05:10:13.415081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fd10d-827d-4db9-9cbf-7d4944510c93 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c43d907-4d9b-4fdb-8bcb-68169fffa330,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:13.415405 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Publish callbacks [] for router_controller (3c236f03-d8f6-4360-9658-192d2e8d252d), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.416280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-5bf47b40-8fd7-4b9b-b031-895dee41fcb1', 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1', 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'fixed_ips': [{'subnet_id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:10:13.417512 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.499679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-3b96aa92-2b01-40e3-b7cb-ee3d5cd6191f req-ab10d9d9-fbf6-4ca5-86a5-9c44e287a305 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1201942866', 'description': 'tempest-description-41696618'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:13.530218 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3b96aa92-2b01-40e3-b7cb-ee3d5cd6191f req-ab10d9d9-fbf6-4ca5-86a5-9c44e287a305 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.540813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3777d6-65d6-4585-939c-21b40c83393f req-8e098149-755a-4e52-a376-aea68ed8eee0 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:13.542740 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e3777d6-65d6-4585-939c-21b40c83393f req-8e098149-755a-4e52-a376-aea68ed8eee0 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 950 time: 0.0780299 Feb 11 05:10:13.582972 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Publish callbacks [] for router_gateway (3c236f03-d8f6-4360-9658-192d2e8d252d), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.600469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Allocated IP 172.20.0.2 (5bf47b40-8fd7-4b9b-b031-895dee41fcb1/41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d/b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:13.626226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e3777d6-65d6-4585-939c-21b40c83393f req-c56ee2a8-de72-414b-84af-7fe06b3294b6 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682409 Feb 11 05:10:13.661560 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3b96aa92-2b01-40e3-b7cb-ee3d5cd6191f req-ab10d9d9-fbf6-4ca5-86a5-9c44e287a305 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (cfb16a6d-7417-4a9c-8882-5d32487a6458), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.670715 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3b96aa92-2b01-40e3-b7cb-ee3d5cd6191f req-ab10d9d9-fbf6-4ca5-86a5-9c44e287a305 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cfb16a6d-7417-4a9c-8882-5d32487a6458), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.728822 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3b96aa92-2b01-40e3-b7cb-ee3d5cd6191f req-ab10d9d9-fbf6-4ca5-86a5-9c44e287a305 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.730074 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b96aa92-2b01-40e3-b7cb-ee3d5cd6191f req-ab10d9d9-fbf6-4ca5-86a5-9c44e287a305 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2371645 Feb 11 05:10:13.737601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10d9d9-fbf6-4ca5-86a5-9c44e287a305 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb16a6d-7417-4a9c-8882-5d32487a6458,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:13.749779 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e43cf860-3e0b-491d-b670-a0fd5ad4e412 req-a850be4d-0ab2-4c4a-8d68-84205cf8df07 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/b9f342b0-1b74-4d67-acd1-b49506eb3854 HTTP/1.1" status: 200 len: 1818 time: 0.0809257 Feb 11 05:10:13.807794 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Publish callbacks [] for port (b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.819291 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e43cf860-3e0b-491d-b670-a0fd5ad4e412 req-0ab64df0-3770-4101-af10-e85c3513e2b3 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (b9f342b0-1b74-4d67-acd1-b49506eb3854), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.821620 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.840750 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Publish callbacks [] for router_gateway (3c236f03-d8f6-4360-9658-192d2e8d252d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.850510 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e43cf860-3e0b-491d-b670-a0fd5ad4e412 req-0ab64df0-3770-4101-af10-e85c3513e2b3 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (b9f342b0-1b74-4d67-acd1-b49506eb3854), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.858884 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.862190 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.870836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Network 5bf47b40-8fd7-4b9b-b031-895dee41fcb1 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:13.884569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:13.887268 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:13.900457 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Pushing event updated for resources: {'Port': ['ID=b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:13.933376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ff2a3-d62e-4fa5-b71e-a95678db9809 req-0d09b50c-4402-4007-a0d4-6a208503d0f7 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:13.934883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-413ff2a3-d62e-4fa5-b71e-a95678db9809 req-0d09b50c-4402-4007-a0d4-6a208503d0f7 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 945 time: 0.0863767 Feb 11 05:10:13.942778 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e43cf860-3e0b-491d-b670-a0fd5ad4e412 req-0ab64df0-3770-4101-af10-e85c3513e2b3 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b9f342b0-1b74-4d67-acd1-b49506eb3854), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.945365 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e43cf860-3e0b-491d-b670-a0fd5ad4e412 req-0ab64df0-3770-4101-af10-e85c3513e2b3 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.950397 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e43cf860-3e0b-491d-b670-a0fd5ad4e412 req-0ab64df0-3770-4101-af10-e85c3513e2b3 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "DELETE /v2.0/security-groups/b9f342b0-1b74-4d67-acd1-b49506eb3854 HTTP/1.1" status: 204 len: 173 time: 0.1998374 Feb 11 05:10:13.977799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Attempting to bind port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:13.978388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Attempting to bind port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'db9ccb4c-1256-441b-b39f-e995b535742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:13.978512 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Attempting to bind port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b on network 5bf47b40-8fd7-4b9b-b031-895dee41fcb1 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:13.981028 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-e9772ac4-436c-4b7c-8b92-6faceff331c6 req-37b92cc8-6ae1-40f7-8d4e-e83db4daf92c tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-213014739', 'description': 'tempest-description-384626056'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:13.984262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:13.984748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Checking segment: {'id': 'db9ccb4c-1256-441b-b39f-e995b535742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:13.985133 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.985531 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Bound using segment: {'id': 'db9ccb4c-1256-441b-b39f-e995b535742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:13.986005 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Bound port: b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9ccb4c-1256-441b-b39f-e995b535742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:13.986391 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:13.993368 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Allocated IP 172.25.5.181 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/ba1779be-22f6-4312-895f-a1fd2dccda30) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:13.994260 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab64df0-3770-4101-af10-e85c3513e2b3 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f342b0-1b74-4d67-acd1-b49506eb3854,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:14.037219 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e9772ac4-436c-4b7c-8b92-6faceff331c6 req-37b92cc8-6ae1-40f7-8d4e-e83db4daf92c tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.068505 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] For port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:14.070944 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-413ff2a3-d62e-4fa5-b71e-a95678db9809 req-7a44e16f-12fb-4375-b544-9ce04b8ae0ef tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292698 Feb 11 05:10:14.077999 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] For port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b,segment=NetworkSegment(db9ccb4c-1256-441b-b39f-e995b535742d),segment_id=db9ccb4c-1256-441b-b39f-e995b535742d)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:14.098393 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.128996 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e9772ac4-436c-4b7c-8b92-6faceff331c6 req-37b92cc8-6ae1-40f7-8d4e-e83db4daf92c tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (8d50001a-4622-4c9e-818e-41a953e10259), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.144920 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e9772ac4-436c-4b7c-8b92-6faceff331c6 req-37b92cc8-6ae1-40f7-8d4e-e83db4daf92c tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8d50001a-4622-4c9e-818e-41a953e10259), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.146201 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Publish callbacks [] for port (ba1779be-22f6-4312-895f-a1fd2dccda30), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.194209 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320f5e9-9712-46d5-a831-b7dd1d790a12 None None] Pushing event updated for resources: {'Port': ['ID=b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:14.198560 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e9772ac4-436c-4b7c-8b92-6faceff331c6 req-37b92cc8-6ae1-40f7-8d4e-e83db4daf92c tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.199855 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9772ac4-436c-4b7c-8b92-6faceff331c6 req-37b92cc8-6ae1-40f7-8d4e-e83db4daf92c tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2321641 Feb 11 05:10:14.225996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-173050df-0075-43e9-ad83-e5ffa8e1650b req-b3c3fb6e-5de4-4e57-b94f-500d1a6aa088 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1091149516', 'description': 'tempest-description-1410666311'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:14.232130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ba1779be-22f6-4312-895f-a1fd2dccda30), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.253320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b92cc8-6ae1-40f7-8d4e-e83db4daf92c tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d50001a-4622-4c9e-818e-41a953e10259,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:14.286558 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:14.287197 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-173050df-0075-43e9-ad83-e5ffa8e1650b req-b3c3fb6e-5de4-4e57-b94f-500d1a6aa088 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.291964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:14.296194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:14.305430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b758e3-bcc4-44c4-99c8-0ccc8a3bebbb req-43b706fc-5ae0-454a-ab85-6e00f04ec58d tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:14.307063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30b758e3-bcc4-44c4-99c8-0ccc8a3bebbb req-43b706fc-5ae0-454a-ab85-6e00f04ec58d tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 945 time: 0.1062789 Feb 11 05:10:14.326137 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Pushing event updated for resources: {'Port': ['ID=ba1779be-22f6-4312-895f-a1fd2dccda30,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:14.449726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30b758e3-bcc4-44c4-99c8-0ccc8a3bebbb req-c7237e86-ef81-4c8f-bb74-4bbddafeff83 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330483 Feb 11 05:10:14.486867 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-173050df-0075-43e9-ad83-e5ffa8e1650b req-b3c3fb6e-5de4-4e57-b94f-500d1a6aa088 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (f2026344-cb9e-4ca9-8c8b-d9472d8c868d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.496212 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-173050df-0075-43e9-ad83-e5ffa8e1650b req-b3c3fb6e-5de4-4e57-b94f-500d1a6aa088 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f2026344-cb9e-4ca9-8c8b-d9472d8c868d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.503768 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54110) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:14.578721 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-173050df-0075-43e9-ad83-e5ffa8e1650b req-b3c3fb6e-5de4-4e57-b94f-500d1a6aa088 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.601821 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-173050df-0075-43e9-ad83-e5ffa8e1650b req-b3c3fb6e-5de4-4e57-b94f-500d1a6aa088 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3830764 Feb 11 05:10:14.629089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3fb6e-5de4-4e57-b94f-500d1a6aa088 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2026344-cb9e-4ca9-8c8b-d9472d8c868d,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:14.666940 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e943-8de2-4d0a-8f93-6264248113b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.690718 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Publish callbacks [] for router_gateway (3c236f03-d8f6-4360-9658-192d2e8d252d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.690930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b2790-448b-4109-a40e-5087c5978f55 req-993f7316-d98b-47ec-899d-2bbe232f4a84 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:14.693642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-583b2790-448b-4109-a40e-5087c5978f55 req-993f7316-d98b-47ec-899d-2bbe232f4a84 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/ports?device_id=849a560d-9ae2-4739-a252-69dc94d602ae HTTP/1.1" status: 200 len: 948 time: 0.1436107 Feb 11 05:10:14.694683 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76d2cf73-f79d-4530-8f39-b07b188ae6e5 req-094ddbca-c350-42f4-80eb-a6e76e4753f5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/cfb16a6d-7417-4a9c-8882-5d32487a6458 HTTP/1.1" status: 200 len: 1820 time: 0.0678384 Feb 11 05:10:14.770530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-583b2790-448b-4109-a40e-5087c5978f55 req-dbf0420a-8e17-4252-9bc9-846c3dd36333 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/security-groups?id=61554323-3d56-4e4c-9445-b59bf3ae011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716937 Feb 11 05:10:14.773330 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76d2cf73-f79d-4530-8f39-b07b188ae6e5 req-41707574-8fea-4e40-9502-ebec4f52f4e0 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/8d50001a-4622-4c9e-818e-41a953e10259 HTTP/1.1" status: 200 len: 1820 time: 0.0677359 Feb 11 05:10:14.785372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-76d2cf73-f79d-4530-8f39-b07b188ae6e5 req-2dae0a23-4238-4ea0-b3ef-95b801dd09c5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cfb16a6d-7417-4a9c-8882-5d32487a6458', 'remote_group_id': '8d50001a-4622-4c9e-818e-41a953e10259', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:14.786140 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-76d2cf73-f79d-4530-8f39-b07b188ae6e5 req-2dae0a23-4238-4ea0-b3ef-95b801dd09c5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cfb16a6d-7417-4a9c-8882-5d32487a6458', 'remote_group_id': '8d50001a-4622-4c9e-818e-41a953e10259', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:14.882252 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e943-8de2-4d0a-8f93-6264248113b4 admin admin] Publish callbacks [] for security_group (abb3a7de-3501-46dd-b27a-583175f47bae), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.885790 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6312348f-162c-480b-9b63-e46db79c4ead req-92b84c5a-295a-4ac0-be9c-828aaf7fbedf tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/f2026344-cb9e-4ca9-8c8b-d9472d8c868d HTTP/1.1" status: 200 len: 1818 time: 0.0706670 Feb 11 05:10:14.887374 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-76d2cf73-f79d-4530-8f39-b07b188ae6e5 req-2dae0a23-4238-4ea0-b3ef-95b801dd09c5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (9785034a-c568-43d8-9387-8fd1970184da), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.888690 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e943-8de2-4d0a-8f93-6264248113b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (abb3a7de-3501-46dd-b27a-583175f47bae), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.910480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-6312348f-162c-480b-9b63-e46db79c4ead req-632d4b35-569f-4f24-b959-0016959af170 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1865418133', 'description': 'tempest-description-hth-829427156'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:14.943857 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-76d2cf73-f79d-4530-8f39-b07b188ae6e5 req-2dae0a23-4238-4ea0-b3ef-95b801dd09c5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (9785034a-c568-43d8-9387-8fd1970184da), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.950986 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-76d2cf73-f79d-4530-8f39-b07b188ae6e5 req-2dae0a23-4238-4ea0-b3ef-95b801dd09c5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (9785034a-c568-43d8-9387-8fd1970184da), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.959607 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e8b0e943-8de2-4d0a-8f93-6264248113b4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=95fb749deed64f38b3ad90c053a0ec8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4510217 Feb 11 05:10:14.963325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54118) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:14.971555 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0e943-8de2-4d0a-8f93-6264248113b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb3a7de-3501-46dd-b27a-583175f47bae,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:14.986814 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (3c236f03-d8f6-4360-9658-192d2e8d252d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.990985 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6312348f-162c-480b-9b63-e46db79c4ead req-632d4b35-569f-4f24-b959-0016959af170 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (f2026344-cb9e-4ca9-8c8b-d9472d8c868d), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:14.996752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae0a23-4238-4ea0-b3ef-95b801dd09c5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9785034a-c568-43d8-9387-8fd1970184da,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:15.009464 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-76d2cf73-f79d-4530-8f39-b07b188ae6e5 req-2dae0a23-4238-4ea0-b3ef-95b801dd09c5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.021996 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76d2cf73-f79d-4530-8f39-b07b188ae6e5 req-2dae0a23-4238-4ea0-b3ef-95b801dd09c5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2415092 Feb 11 05:10:15.099099 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6312348f-162c-480b-9b63-e46db79c4ead req-632d4b35-569f-4f24-b959-0016959af170 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (f2026344-cb9e-4ca9-8c8b-d9472d8c868d), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.113267 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-41011823-aff7-48fc-994d-9b100252c90a admin admin] Publish callbacks [] for security_group (abb3a7de-3501-46dd-b27a-583175f47bae), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.114889 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6312348f-162c-480b-9b63-e46db79c4ead req-632d4b35-569f-4f24-b959-0016959af170 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f2026344-cb9e-4ca9-8c8b-d9472d8c868d), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.117866 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6312348f-162c-480b-9b63-e46db79c4ead req-632d4b35-569f-4f24-b959-0016959af170 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.132576 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6312348f-162c-480b-9b63-e46db79c4ead req-632d4b35-569f-4f24-b959-0016959af170 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "PUT /v2.0/security-groups/f2026344-cb9e-4ca9-8c8b-d9472d8c868d HTTP/1.1" status: 200 len: 1791 time: 0.2343440 Feb 11 05:10:15.170643 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Router 3c236f03-d8f6-4360-9658-192d2e8d252d is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:10:15.186367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-3b89864c-888c-46dd-b19d-396d5f475cd7 req-0d0ee0bf-d1e0-4020-9845-161c48836af0 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1646756206', 'description': 'tempest-description-2051984054'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:15.225976 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-41011823-aff7-48fc-994d-9b100252c90a admin admin] Publish callbacks [] for security_group (abb3a7de-3501-46dd-b27a-583175f47bae), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.245668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d4b35-569f-4f24-b959-0016959af170 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2026344-cb9e-4ca9-8c8b-d9472d8c868d,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:15.268497 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3b89864c-888c-46dd-b19d-396d5f475cd7 req-0d0ee0bf-d1e0-4020-9845-161c48836af0 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.287198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9d8ee-f2cf-4e46-abde-05d9ab09cdd1 req-270a0fca-1f0e-4995-a9e9-9ef36ed5d1fe tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:15.289081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87b9d8ee-f2cf-4e46-abde-05d9ab09cdd1 req-270a0fca-1f0e-4995-a9e9-9ef36ed5d1fe tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 950 time: 0.1938908 Feb 11 05:10:15.307814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:10:15.318601 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Sync routers for ids ['3c236f03-d8f6-4360-9658-192d2e8d252d'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:10:15.332580 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.333254 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Routers {'3c236f03-d8f6-4360-9658-192d2e8d252d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:10:15.334041 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:10:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c236f03-d8f6-4360-9658-192d2e8d252d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:15.336767 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9efefd68-8f8d-4f54-86d8-3de025d0d51c admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0378137 Feb 11 05:10:15.337377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54126) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:15.383864 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-41011823-aff7-48fc-994d-9b100252c90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (abb3a7de-3501-46dd-b27a-583175f47bae), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.387224 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-41011823-aff7-48fc-994d-9b100252c90a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.390870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-41011823-aff7-48fc-994d-9b100252c90a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/abb3a7de-3501-46dd-b27a-583175f47bae HTTP/1.1" status: 204 len: 168 time: 0.4233327 Feb 11 05:10:15.414614 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87b9d8ee-f2cf-4e46-abde-05d9ab09cdd1 req-78a6940d-0f81-4665-981d-a013b99131f8 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114986 Feb 11 05:10:15.429614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41011823-aff7-48fc-994d-9b100252c90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb3a7de-3501-46dd-b27a-583175f47bae,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:15.487595 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3b89864c-888c-46dd-b19d-396d5f475cd7 req-0d0ee0bf-d1e0-4020-9845-161c48836af0 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (15fa6172-8e03-402b-bd03-a6f290877331), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.493333 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3b89864c-888c-46dd-b19d-396d5f475cd7 req-0d0ee0bf-d1e0-4020-9845-161c48836af0 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (15fa6172-8e03-402b-bd03-a6f290877331), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.493812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cb63c5-df4b-4b06-8f86-ee7a2612598d None None] Network 5bf47b40-8fd7-4b9b-b031-895dee41fcb1 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:15.585880 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3b89864c-888c-46dd-b19d-396d5f475cd7 req-0d0ee0bf-d1e0-4020-9845-161c48836af0 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.587911 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b89864c-888c-46dd-b19d-396d5f475cd7 req-0d0ee0bf-d1e0-4020-9845-161c48836af0 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4323587 Feb 11 05:10:15.591518 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Set router 3c236f03-d8f6-4360-9658-192d2e8d252d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:10:15.599595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ee0bf-d1e0-4020-9845-161c48836af0 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15fa6172-8e03-402b-bd03-a6f290877331,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:15.634456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60241aee-af7b-4a54-9e7a-bc7e192ef1ba req-e0071389-b3e2-4e18-9ba5-950bfefba204 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:15.636335 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60241aee-af7b-4a54-9e7a-bc7e192ef1ba req-e0071389-b3e2-4e18-9ba5-950bfefba204 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 945 time: 0.1166420 Feb 11 05:10:15.665417 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-aa222e58-c47d-46fb-b988-fb0f1080a453 None None] Provisioning complete for port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:15.666184 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aa222e58-c47d-46fb-b988-fb0f1080a453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:15.729160 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c69ac8e5-5a33-4799-822c-5245d0104bf8 req-673f7498-b63c-4979-a324-9c1645e088e3 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/f2026344-cb9e-4ca9-8c8b-d9472d8c868d HTTP/1.1" status: 200 len: 1791 time: 0.1054974 Feb 11 05:10:15.770278 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60241aee-af7b-4a54-9e7a-bc7e192ef1ba req-1a2cce16-7628-4f18-ba40-b42858cd5017 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184876 Feb 11 05:10:15.786683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 47be15aa-89a8-40c4-b12d-416323b76435 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:15.789746 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-2b541006-5538-416c-92e1-783b4bb3ee42 req-fb6fbd7b-c43b-4e78-b67b-9d64cf16dcff tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-689731013', 'description': 'tempest-description-2147468584'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:15.819894 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2b541006-5538-416c-92e1-783b4bb3ee42 req-fb6fbd7b-c43b-4e78-b67b-9d64cf16dcff tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.014894 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f54fab-c9d0-4503-b88c-8d88973bdfff req-adbe70c1-a6ed-4af5-ad35-1fd13bacc12a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:16.029602 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-33f54fab-c9d0-4503-b88c-8d88973bdfff req-adbe70c1-a6ed-4af5-ad35-1fd13bacc12a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 945 time: 0.1564267 Feb 11 05:10:16.073037 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-aa222e58-c47d-46fb-b988-fb0f1080a453 None None] Current status of the port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:16.073483 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aa222e58-c47d-46fb-b988-fb0f1080a453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.105787 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2b541006-5538-416c-92e1-783b4bb3ee42 req-fb6fbd7b-c43b-4e78-b67b-9d64cf16dcff tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (71ef5181-c006-4718-b240-6072adb1a719), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.112421 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2b541006-5538-416c-92e1-783b4bb3ee42 req-fb6fbd7b-c43b-4e78-b67b-9d64cf16dcff tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (71ef5181-c006-4718-b240-6072adb1a719), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.116996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-aa222e58-c47d-46fb-b988-fb0f1080a453 None None] For port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b,segment=NetworkSegment(db9ccb4c-1256-441b-b39f-e995b535742d),segment_id=db9ccb4c-1256-441b-b39f-e995b535742d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:16.118046 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'name': 'tempest-ServersTestBootFromVolume-1278639576-router', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:14Z', 'revision_number': 3, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'gw_port': {'id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:16.126523 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aa222e58-c47d-46fb-b988-fb0f1080a453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.156297 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-33f54fab-c9d0-4503-b88c-8d88973bdfff req-97ff4085-787f-4fd8-867b-250441b3dd6a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253746 Feb 11 05:10:16.157935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 47be15aa-89a8-40c4-b12d-416323b76435 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:10:16.164968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 47be15aa-89a8-40c4-b12d-416323b76435 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:16.165494 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (47be15aa-89a8-40c4-b12d-416323b76435), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.175995 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2b541006-5538-416c-92e1-783b4bb3ee42 req-fb6fbd7b-c43b-4e78-b67b-9d64cf16dcff tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.200686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b541006-5538-416c-92e1-783b4bb3ee42 req-fb6fbd7b-c43b-4e78-b67b-9d64cf16dcff tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4155495 Feb 11 05:10:16.229584 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Checking router: 3c236f03-d8f6-4360-9658-192d2e8d252d for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:10:16.229943 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Updating router 3c236f03-d8f6-4360-9658-192d2e8d252d port ba1779be-22f6-4312-895f-a1fd2dccda30 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:10:16.266522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa222e58-c47d-46fb-b988-fb0f1080a453 None None] Pushing event updated for resources: {'Port': ['ID=b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:16.272349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-052d0d32-24e4-4d0a-95e0-dd96147c5148 None None] Provisioning complete for port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:16.273027 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-052d0d32-24e4-4d0a-95e0-dd96147c5148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.287898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fbd7b-c43b-4e78-b67b-9d64cf16dcff tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ef5181-c006-4718-b240-6072adb1a719,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:16.290524 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ba1779be-22f6-4312-895f-a1fd2dccda30), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.399957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-328cb560-f87e-4343-bb2c-0d9b979cc936 req-6fb613f4-fe0c-409e-aced-2f857c2f72c1 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/f2026344-cb9e-4ca9-8c8b-d9472d8c868d HTTP/1.1" status: 200 len: 1791 time: 0.1798456 Feb 11 05:10:16.402943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:16.508442 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 47be15aa-89a8-40c4-b12d-416323b76435 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:16.509119 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47be15aa-89a8-40c4-b12d-416323b76435), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.511765 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-052d0d32-24e4-4d0a-95e0-dd96147c5148 None None] Current status of the port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:16.518092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f90f8f-7ab1-4bb1-8692-5c7f6be22752 req-e03c5e07-bcb8-44ad-a8bd-e4ca9b7201ae tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:16.529739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2f90f8f-7ab1-4bb1-8692-5c7f6be22752 req-e03c5e07-bcb8-44ad-a8bd-e4ca9b7201ae tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/ports?device_id=849a560d-9ae2-4739-a252-69dc94d602ae HTTP/1.1" status: 200 len: 948 time: 0.1789429 Feb 11 05:10:16.549820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849a560d-9ae2-4739-a252-69dc94d602ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47be15aa-89a8-40c4-b12d-416323b76435'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:16.552368 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771fde1f-4091-4fd0-b896-33dabca57c90" -d '{"events": [{"server_uuid": "849a560d-9ae2-4739-a252-69dc94d602ae", "name": "network-vif-plugged", "status": "completed", "tag": "47be15aa-89a8-40c4-b12d-416323b76435"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:16.567050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 47be15aa-89a8-40c4-b12d-416323b76435, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=47be15aa-89a8-40c4-b12d-416323b76435,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:16.572484 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:16.573101 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.575776 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (47be15aa-89a8-40c4-b12d-416323b76435), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.577019 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:16.671731 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2f90f8f-7ab1-4bb1-8692-5c7f6be22752 req-f3445e5e-cd3f-496a-bc59-05f0a61276ce tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/security-groups?id=61554323-3d56-4e4c-9445-b59bf3ae011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361196 Feb 11 05:10:16.694794 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-328cb560-f87e-4343-bb2c-0d9b979cc936 req-932c952d-76b7-4f89-a257-7f7782a2e086 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (f2026344-cb9e-4ca9-8c8b-d9472d8c868d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.705437 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=47be15aa-89a8-40c4-b12d-416323b76435,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:16.721414 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Publish callbacks [] for port (ba1779be-22f6-4312-895f-a1fd2dccda30), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.728078 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ba1779be-22f6-4312-895f-a1fd2dccda30), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.739255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:10:16.741225 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-328cb560-f87e-4343-bb2c-0d9b979cc936 req-932c952d-76b7-4f89-a257-7f7782a2e086 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (f2026344-cb9e-4ca9-8c8b-d9472d8c868d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.749592 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:16.749935 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.760574 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.778882 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:16.803038 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-328cb560-f87e-4343-bb2c-0d9b979cc936 req-932c952d-76b7-4f89-a257-7f7782a2e086 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f2026344-cb9e-4ca9-8c8b-d9472d8c868d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.806098 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-328cb560-f87e-4343-bb2c-0d9b979cc936 req-932c952d-76b7-4f89-a257-7f7782a2e086 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.807681 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-328cb560-f87e-4343-bb2c-0d9b979cc936 req-932c952d-76b7-4f89-a257-7f7782a2e086 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "DELETE /v2.0/security-groups/f2026344-cb9e-4ca9-8c8b-d9472d8c868d HTTP/1.1" status: 204 len: 173 time: 0.3979440 Feb 11 05:10:16.826416 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c952d-76b7-4f89-a257-7f7782a2e086 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2026344-cb9e-4ca9-8c8b-d9472d8c868d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:16.847553 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Attempting to bind port ba1779be-22f6-4312-895f-a1fd2dccda30 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:16.847965 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Attempting to bind port ba1779be-22f6-4312-895f-a1fd2dccda30 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:16.848396 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Attempting to bind port ba1779be-22f6-4312-895f-a1fd2dccda30 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:16.851662 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8dc5c-b3f6-483b-9b8d-fcb626a05fa8 None None] Pushing event updated for resources: {'Port': ['ID=ba1779be-22f6-4312-895f-a1fd2dccda30,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:16.859749 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c87e1e85-c348-4f39-b1f9-922183a7ca02 req-95a4f4e0-bf4c-4094-8b5e-db332c192594 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/15fa6172-8e03-402b-bd03-a6f290877331 HTTP/1.1" status: 200 len: 1822 time: 0.0697219 Feb 11 05:10:16.878751 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:16.879155 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:16.881807 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.882233 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:16.882846 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Bound port: ba1779be-22f6-4312-895f-a1fd2dccda30, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:16.883117 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ba1779be-22f6-4312-895f-a1fd2dccda30), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.893540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:16.894013 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.923324 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54166) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:16.941524 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:16.947046 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:16.984016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c87e1e85-c348-4f39-b1f9-922183a7ca02 req-4268793d-af18-4857-906c-f03db7f30c09 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/71ef5181-c006-4718-b240-6072adb1a719 HTTP/1.1" status: 200 len: 1821 time: 0.1119308 Feb 11 05:10:16.998546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c87e1e85-c348-4f39-b1f9-922183a7ca02 req-23fc5263-3dd4-4954-a849-2b8192bd6000 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '15fa6172-8e03-402b-bd03-a6f290877331', 'remote_group_id': '71ef5181-c006-4718-b240-6072adb1a719', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:16.998969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c87e1e85-c348-4f39-b1f9-922183a7ca02 req-23fc5263-3dd4-4954-a849-2b8192bd6000 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '15fa6172-8e03-402b-bd03-a6f290877331', 'remote_group_id': '71ef5181-c006-4718-b240-6072adb1a719', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:17.000073 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] For port ba1779be-22f6-4312-895f-a1fd2dccda30, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:17.007847 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] For port ba1779be-22f6-4312-895f-a1fd2dccda30, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ba1779be-22f6-4312-895f-a1fd2dccda30,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:17.022003 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ba1779be-22f6-4312-895f-a1fd2dccda30), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.027850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf664b-91bf-4dd6-8e19-7aa0d2153d0e req-78a503f8-b6c6-4a19-a8c8-0258a9037d19 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:17.029366 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-abaf664b-91bf-4dd6-8e19-7aa0d2153d0e req-78a503f8-b6c6-4a19-a8c8-0258a9037d19 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 950 time: 0.1182642 Feb 11 05:10:17.042270 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:17.113786 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2cdf6e8b-751d-429c-862d-d10c2c34831d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-549149678-network', 'tenant_id': '5a3c1ac5d7d1405599853a51603a8306'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:17.117975 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Routers {'3c236f03-d8f6-4360-9658-192d2e8d252d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:10:17.118606 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:10:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c236f03-d8f6-4360-9658-192d2e8d252d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:17.120038 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Allocated IP 172.20.0.1 (5bf47b40-8fd7-4b9b-b031-895dee41fcb1/41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d/cf6435bb-22e1-444d-8e96-5c396297f9cb) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:17.123874 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-abaf664b-91bf-4dd6-8e19-7aa0d2153d0e req-82a99e25-34d0-4eae-8062-2e479d55c9a5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833166 Feb 11 05:10:17.124060 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8dc5c-b3f6-483b-9b8d-fcb626a05fa8 None None] Pushing event updated for resources: {'Port': ['ID=ba1779be-22f6-4312-895f-a1fd2dccda30,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:17.138172 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c87e1e85-c348-4f39-b1f9-922183a7ca02 req-23fc5263-3dd4-4954-a849-2b8192bd6000 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (db58b0e4-2aed-459e-a213-5c91ea2ff302), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.173226 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c87e1e85-c348-4f39-b1f9-922183a7ca02 req-23fc5263-3dd4-4954-a849-2b8192bd6000 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (db58b0e4-2aed-459e-a213-5c91ea2ff302), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.178020 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c87e1e85-c348-4f39-b1f9-922183a7ca02 req-23fc5263-3dd4-4954-a849-2b8192bd6000 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (db58b0e4-2aed-459e-a213-5c91ea2ff302), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.200543 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdf6e8b-751d-429c-862d-d10c2c34831d admin admin] Made reservation on behalf of 5a3c1ac5d7d1405599853a51603a8306 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:17.202957 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2cdf6e8b-751d-429c-862d-d10c2c34831d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.206386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc5263-3dd4-4954-a849-2b8192bd6000 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db58b0e4-2aed-459e-a213-5c91ea2ff302,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:17.206577 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bf9330-c037-414a-8c44-6d20a4133784 x-openstack-request-id: req-66bf9330-c037-414a-8c44-6d20a4133784 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:17.206798 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849a560d-9ae2-4739-a252-69dc94d602ae", "name": "network-vif-plugged", "status": "completed", "tag": "47be15aa-89a8-40c4-b12d-416323b76435", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:17.207023 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-66bf9330-c037-414a-8c44-6d20a4133784 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:17.207441 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849a560d-9ae2-4739-a252-69dc94d602ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47be15aa-89a8-40c4-b12d-416323b76435', 'code': 200} Feb 11 05:10:17.214894 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c87e1e85-c348-4f39-b1f9-922183a7ca02 req-23fc5263-3dd4-4954-a849-2b8192bd6000 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.216239 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c87e1e85-c348-4f39-b1f9-922183a7ca02 req-23fc5263-3dd4-4954-a849-2b8192bd6000 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2242990 Feb 11 05:10:17.250297 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2cdf6e8b-751d-429c-862d-d10c2c34831d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.372482 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Publish callbacks [] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.382871 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] Set router 3c236f03-d8f6-4360-9658-192d2e8d252d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:10:17.408254 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960df217-f82c-44db-8636-88a65371ee2f req-066d89de-503d-48b6-93c9-8aab84e0b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:17.410281 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-960df217-f82c-44db-8636-88a65371ee2f req-066d89de-503d-48b6-93c9-8aab84e0b9a9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=849a560d-9ae2-4739-a252-69dc94d602ae HTTP/1.1" status: 200 len: 1132 time: 0.1276894 Feb 11 05:10:17.428141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e2d75-2f1d-40bb-aa4b-5dce2a161dc3 req-b733e4dc-2e80-4230-861e-dd24313ef368 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:17.429859 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd2e2d75-2f1d-40bb-aa4b-5dce2a161dc3 req-b733e4dc-2e80-4230-861e-dd24313ef368 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 946 time: 0.1235662 Feb 11 05:10:17.443445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86422e16-38ea-4e7e-a326-f194f5870ef1 req-4f74b1a9-2d78-4a8f-8d20-201a2962ff4f tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:17.445451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86422e16-38ea-4e7e-a326-f194f5870ef1 req-4f74b1a9-2d78-4a8f-8d20-201a2962ff4f tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 945 time: 0.0936069 Feb 11 05:10:17.481403 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2cdf6e8b-751d-429c-862d-d10c2c34831d admin admin] Publish callbacks [] for security_group (61489546-4562-45e8-9aab-807aa48a1e32), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.494010 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.499596 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2cdf6e8b-751d-429c-862d-d10c2c34831d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (61489546-4562-45e8-9aab-807aa48a1e32), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.506999 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd2e2d75-2f1d-40bb-aa4b-5dce2a161dc3 req-d2102767-e8ca-404b-af7f-16a2e52b995b tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604308 Feb 11 05:10:17.530999 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-960df217-f82c-44db-8636-88a65371ee2f req-cff031af-6ca5-4375-b170-abea58b0a3f9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=61554323-3d56-4e4c-9445-b59bf3ae011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088204 Feb 11 05:10:17.561875 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Network 5bf47b40-8fd7-4b9b-b031-895dee41fcb1 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:17.571697 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdf6e8b-751d-429c-862d-d10c2c34831d admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:17.575507 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:17.591106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:17.597773 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=cf6435bb-22e1-444d-8e96-5c396297f9cb,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:17.611214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c9dfc7c-aecc-4457-b6be-1dc7f172fd1f req-90b03923-5abb-4d96-b2eb-439e139145de tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/71ef5181-c006-4718-b240-6072adb1a719 HTTP/1.1" status: 200 len: 1821 time: 0.0667286 Feb 11 05:10:17.622056 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf6e8b-751d-429c-862d-d10c2c34831d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61489546-4562-45e8-9aab-807aa48a1e32,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:17.625761 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2cdf6e8b-751d-429c-862d-d10c2c34831d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (00ae5405-3d88-4385-b11e-078dbbc7ec18), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.626153 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-2cdf6e8b-751d-429c-862d-d10c2c34831d admin admin] Added segment 00ae5405-3d88-4385-b11e-078dbbc7ec18 of type vlan for network 9274f889-57c5-4dd0-bf59-3aa28b7ef54e Feb 11 05:10:17.694665 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'name': 'tempest-ServersTestBootFromVolume-1278639576-router', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:14Z', 'revision_number': 3, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'gw_port': {'id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:17.694938 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (3c236f03-d8f6-4360-9658-192d2e8d252d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.697975 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2cdf6e8b-751d-429c-862d-d10c2c34831d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (9274f889-57c5-4dd0-bf59-3aa28b7ef54e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.729407 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcc120-e56d-4ce4-a90f-a8f3be52ab56 None None] The sync data for ids ['3c236f03-d8f6-4360-9658-192d2e8d252d'] in n-d-713499-38 is: [{'id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'name': 'tempest-ServersTestBootFromVolume-1278639576-router', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:14Z', 'revision_number': 3, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'gw_port': {'id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:10:17.748678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86422e16-38ea-4e7e-a326-f194f5870ef1 req-99ce492c-9eb8-40aa-8106-4de34b2b0a3e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955728 Feb 11 05:10:17.773093 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2cdf6e8b-751d-429c-862d-d10c2c34831d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (9274f889-57c5-4dd0-bf59-3aa28b7ef54e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.774111 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdf6e8b-751d-429c-862d-d10c2c34831d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:17.774719 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2cdf6e8b-751d-429c-862d-d10c2c34831d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.787288 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7c9dfc7c-aecc-4457-b6be-1dc7f172fd1f req-caf161aa-607e-461f-bacf-72cf06b5aaea tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (71ef5181-c006-4718-b240-6072adb1a719), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.831969 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7c9dfc7c-aecc-4457-b6be-1dc7f172fd1f req-caf161aa-607e-461f-bacf-72cf06b5aaea tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (71ef5181-c006-4718-b240-6072adb1a719), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.866130 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2cdf6e8b-751d-429c-862d-d10c2c34831d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9411435 Feb 11 05:10:17.881279 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54182) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:17.927646 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7c9dfc7c-aecc-4457-b6be-1dc7f172fd1f req-caf161aa-607e-461f-bacf-72cf06b5aaea tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (71ef5181-c006-4718-b240-6072adb1a719), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.929075 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-29f1565e-075e-45b3-8e3b-a70a7cd30dcf admin admin] Request body: {'subnet': {'network_id': '9274f889-57c5-4dd0-bf59-3aa28b7ef54e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-549149678-subnet', 'tenant_id': '5a3c1ac5d7d1405599853a51603a8306', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:17.930451 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7c9dfc7c-aecc-4457-b6be-1dc7f172fd1f req-caf161aa-607e-461f-bacf-72cf06b5aaea tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.931785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c9dfc7c-aecc-4457-b6be-1dc7f172fd1f req-caf161aa-607e-461f-bacf-72cf06b5aaea tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "DELETE /v2.0/security-groups/71ef5181-c006-4718-b240-6072adb1a719 HTTP/1.1" status: 204 len: 173 time: 0.3089724 Feb 11 05:10:17.948632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf6e8b-751d-429c-862d-d10c2c34831d admin admin] Pushing event updated for resources: {'Network': ['ID=9274f889-57c5-4dd0-bf59-3aa28b7ef54e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:17.963641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 9274f889-57c5-4dd0-bf59-3aa28b7ef54e details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:17.971095 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-01861137-4f10-421c-a8e8-7ef62f90dd3e None None] Provisioning complete for port cf6435bb-22e1-444d-8e96-5c396297f9cb triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:17.972275 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01861137-4f10-421c-a8e8-7ef62f90dd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:17.990354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf161aa-607e-461f-bacf-72cf06b5aaea tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ef5181-c006-4718-b240-6072adb1a719,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:17.997555 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.004649 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-c15506b2-ff12-449e-9da3-1075e9d666aa req-52473898-2265-4ddd-a96d-20f8c16a123e tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] show failed (client error): The resource could not be found. Feb 11 05:10:18.010191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c15506b2-ff12-449e-9da3-1075e9d666aa req-52473898-2265-4ddd-a96d-20f8c16a123e tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/b9f342b0-1b74-4d67-acd1-b49506eb3854 HTTP/1.1" status: 404 len: 352 time: 0.0370381 Feb 11 05:10:18.040293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c31a3f-8746-4b2e-ab30-797dee163242 req-5b1e5c55-2557-4f24-962f-685ad7c123c1 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:18.042515 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25c31a3f-8746-4b2e-ab30-797dee163242 req-5b1e5c55-2557-4f24-962f-685ad7c123c1 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/ports?device_id=849a560d-9ae2-4739-a252-69dc94d602ae HTTP/1.1" status: 200 len: 949 time: 0.1188171 Feb 11 05:10:18.046022 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f1565e-075e-45b3-8e3b-a70a7cd30dcf admin admin] Made reservation on behalf of 5a3c1ac5d7d1405599853a51603a8306 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:18.049647 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29f1565e-075e-45b3-8e3b-a70a7cd30dcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.146508 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adb4672f-dc39-4e03-a7dd-e9ae935e7cce req-cab0de06-dd54-4ecd-bf60-15fba4a056b0 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/15fa6172-8e03-402b-bd03-a6f290877331 HTTP/1.1" status: 200 len: 1822 time: 0.1018312 Feb 11 05:10:18.155290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25c31a3f-8746-4b2e-ab30-797dee163242 req-a9171a1c-db33-45b1-b2a7-a06708492aa4 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/security-groups?id=61554323-3d56-4e4c-9445-b59bf3ae011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018527 Feb 11 05:10:18.174193 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-1c3b9b20-397f-4787-83bf-7986514a7ecc req-adad5d98-1ac4-42ff-a2c7-841c1f9dda90 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] show failed (client error): The resource could not be found. Feb 11 05:10:18.187709 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c3b9b20-397f-4787-83bf-7986514a7ecc req-adad5d98-1ac4-42ff-a2c7-841c1f9dda90 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/1c43d907-4d9b-4fdb-8bcb-68169fffa330 HTTP/1.1" status: 404 len: 352 time: 0.0274069 Feb 11 05:10:18.208599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-fb645b78-ff84-4795-bb45-717dc51f050f req-de88fe10-a454-4fa4-80bb-52bd00b1bb5e tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-489141644', 'description': 'tempest-description-130899391'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:18.243327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-01861137-4f10-421c-a8e8-7ef62f90dd3e None None] Port cf6435bb-22e1-444d-8e96-5c396297f9cb cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:10:18.255090 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fb645b78-ff84-4795-bb45-717dc51f050f req-de88fe10-a454-4fa4-80bb-52bd00b1bb5e tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.377717 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fb645b78-ff84-4795-bb45-717dc51f050f req-de88fe10-a454-4fa4-80bb-52bd00b1bb5e tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (a40b6b1e-9582-406a-af76-adfc9629264c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.397234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9785a-618a-4f88-bfc6-58d4b42905de req-d25543f7-a460-407e-9934-40169071d45d tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:18.398957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64e9785a-618a-4f88-bfc6-58d4b42905de req-d25543f7-a460-407e-9934-40169071d45d tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 950 time: 0.0921509 Feb 11 05:10:18.399676 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fb645b78-ff84-4795-bb45-717dc51f050f req-de88fe10-a454-4fa4-80bb-52bd00b1bb5e tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a40b6b1e-9582-406a-af76-adfc9629264c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.433754 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Publish callbacks [] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.435751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ba1779be-22f6-4312-895f-a1fd2dccda30 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:18.447608 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.460466 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fb645b78-ff84-4795-bb45-717dc51f050f req-de88fe10-a454-4fa4-80bb-52bd00b1bb5e tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.461594 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb645b78-ff84-4795-bb45-717dc51f050f req-de88fe10-a454-4fa4-80bb-52bd00b1bb5e tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2636552 Feb 11 05:10:18.481556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88fe10-a454-4fa4-80bb-52bd00b1bb5e tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40b6b1e-9582-406a-af76-adfc9629264c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:18.490992 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29f1565e-075e-45b3-8e3b-a70a7cd30dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (832cc1b5-e9ba-439f-8024-4b458862a1d4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.501621 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-f9f4c6f2-9594-4ede-97c2-18b51f72c83e req-b6ea68ec-7cf8-4c88-86cf-877d93545631 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] show failed (client error): The resource could not be found. Feb 11 05:10:18.502742 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f9f4c6f2-9594-4ede-97c2-18b51f72c83e req-b6ea68ec-7cf8-4c88-86cf-877d93545631 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/7cb620d1-bd7d-4bb1-ab81-8f4f64714512 HTTP/1.1" status: 404 len: 352 time: 0.0256388 Feb 11 05:10:18.516792 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64e9785a-618a-4f88-bfc6-58d4b42905de req-b06a1cd8-494f-4f43-9c9a-d168ca369429 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051438 Feb 11 05:10:18.533345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ba1779be-22f6-4312-895f-a1fd2dccda30 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:18.533963 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ba1779be-22f6-4312-895f-a1fd2dccda30), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.555334 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (3c236f03-d8f6-4360-9658-192d2e8d252d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.587327 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-1e5d945b-38f1-4ff1-8ae9-fe29b3dfe713 req-77f11e3d-d141-4201-8be8-ebbef33f234f tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] show failed (client error): The resource could not be found. Feb 11 05:10:18.588404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e5d945b-38f1-4ff1-8ae9-fe29b3dfe713 req-77f11e3d-d141-4201-8be8-ebbef33f234f tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/790c66c9-5dcb-41cc-aeae-c8a1b97925af HTTP/1.1" status: 404 len: 352 time: 0.0264192 Feb 11 05:10:18.593490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36e3eb05-d8e5-455c-a568-f1d2b74b7fd4 req-6955f09e-403a-45cf-8285-bf81139035dc tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/a40b6b1e-9582-406a-af76-adfc9629264c HTTP/1.1" status: 200 len: 1820 time: 0.0717123 Feb 11 05:10:18.608993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-36e3eb05-d8e5-455c-a568-f1d2b74b7fd4 req-8286265d-62a2-4de2-a8c3-702f7a999ffb tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a40b6b1e-9582-406a-af76-adfc9629264c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:18.610564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-36e3eb05-d8e5-455c-a568-f1d2b74b7fd4 req-8286265d-62a2-4de2-a8c3-702f7a999ffb tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a40b6b1e-9582-406a-af76-adfc9629264c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:18.663485 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=cf6435bb-22e1-444d-8e96-5c396297f9cb,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:18.674621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ba1779be-22f6-4312-895f-a1fd2dccda30 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:18.674621 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ba1779be-22f6-4312-895f-a1fd2dccda30), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.690580 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-36e3eb05-d8e5-455c-a568-f1d2b74b7fd4 req-8286265d-62a2-4de2-a8c3-702f7a999ffb tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (3f211301-1bfe-4099-b454-530b2ffc7e31), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.700172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port ba1779be-22f6-4312-895f-a1fd2dccda30, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ba1779be-22f6-4312-895f-a1fd2dccda30,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:18.705505 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ba1779be-22f6-4312-895f-a1fd2dccda30), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.707362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:18.726553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1565e-075e-45b3-8e3b-a70a7cd30dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=832cc1b5-e9ba-439f-8024-4b458862a1d4,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:18.732262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f1565e-075e-45b3-8e3b-a70a7cd30dcf admin admin] Checking segment: {'id': '00ae5405-3d88-4385-b11e-078dbbc7ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9274f889-57c5-4dd0-bf59-3aa28b7ef54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:18.732622 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f1565e-075e-45b3-8e3b-a70a7cd30dcf admin admin] Network hostable DHCP agents. Network: 9274f889-57c5-4dd0-bf59-3aa28b7ef54e, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:18.767852 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-36e3eb05-d8e5-455c-a568-f1d2b74b7fd4 req-8286265d-62a2-4de2-a8c3-702f7a999ffb tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (3f211301-1bfe-4099-b454-530b2ffc7e31), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.781244 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f1565e-075e-45b3-8e3b-a70a7cd30dcf admin admin] Network 9274f889-57c5-4dd0-bf59-3aa28b7ef54e is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:18.786162 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Network 5bf47b40-8fd7-4b9b-b031-895dee41fcb1 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:18.792520 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:18.793596 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-36e3eb05-d8e5-455c-a568-f1d2b74b7fd4 req-8286265d-62a2-4de2-a8c3-702f7a999ffb tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (3f211301-1bfe-4099-b454-530b2ffc7e31), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.800680 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-29f1565e-075e-45b3-8e3b-a70a7cd30dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 9274f889-57c5-4dd0-bf59-3aa28b7ef54e) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:18.805221 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f1565e-075e-45b3-8e3b-a70a7cd30dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:18.805810 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29f1565e-075e-45b3-8e3b-a70a7cd30dcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.829325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286265d-62a2-4de2-a8c3-702f7a999ffb tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f211301-1bfe-4099-b454-530b2ffc7e31,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:18.840020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273a15e-9243-4da2-a960-58e0d8891855 req-bbdcfc82-703e-450a-8a44-b242ad223aff tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:18.848735 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e273a15e-9243-4da2-a960-58e0d8891855 req-bbdcfc82-703e-450a-8a44-b242ad223aff tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 946 time: 0.1466312 Feb 11 05:10:18.871793 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-36e3eb05-d8e5-455c-a568-f1d2b74b7fd4 req-8286265d-62a2-4de2-a8c3-702f7a999ffb tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:18.883989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36e3eb05-d8e5-455c-a568-f1d2b74b7fd4 req-8286265d-62a2-4de2-a8c3-702f7a999ffb tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2798193 Feb 11 05:10:18.900674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbadef5-4205-4a14-a563-395381fe4570 None None] Network 9274f889-57c5-4dd0-bf59-3aa28b7ef54e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:18.921902 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=ba1779be-22f6-4312-895f-a1fd2dccda30,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:18.930667 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-29f1565e-075e-45b3-8e3b-a70a7cd30dcf admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0466840 Feb 11 05:10:18.937742 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-80531226-3e0d-48cb-8156-eec5c7bcc354 req-27b45650-1e2c-4904-b0da-e3ac6314fff8 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] show failed (client error): The resource could not be found. Feb 11 05:10:18.938133 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-80531226-3e0d-48cb-8156-eec5c7bcc354 req-27b45650-1e2c-4904-b0da-e3ac6314fff8 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/ffd7a588-fe9c-44c6-bc9c-d8841e621e8e HTTP/1.1" status: 404 len: 352 time: 0.0392935 Feb 11 05:10:18.998409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e273a15e-9243-4da2-a960-58e0d8891855 req-94e58d84-bef9-4f86-b1c4-d40a29a62296 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485562 Feb 11 05:10:19.069962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:19.070515 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.118266 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-0cfcb697-555a-4fcb-80d3-dd8556c60057 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:19.124444 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-0cfcb697-555a-4fcb-80d3-dd8556c60057 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8&tenant_id=74a76fe8ac584d85b2325b17c168bf79&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 1128 time: 0.2658393 Feb 11 05:10:19.143403 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-38'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:19.164433 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1aebbbd2-bea3-483f-923f-94db5be4105b req-06b90438-813e-4512-9cb4-2e06420324ed tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/a40b6b1e-9582-406a-af76-adfc9629264c HTTP/1.1" status: 200 len: 2413 time: 0.1346054 Feb 11 05:10:19.167828 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6094c7dd-46e3-4ba2-bf8c-daa32e7379b8 None None] Network 9274f889-57c5-4dd0-bf59-3aa28b7ef54e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:19.178239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-1aebbbd2-bea3-483f-923f-94db5be4105b req-a5735cf8-0050-47bd-949e-96e60231f8b5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a40b6b1e-9582-406a-af76-adfc9629264c', 'remote_group_id': None}]} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:19.178554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-1aebbbd2-bea3-483f-923f-94db5be4105b req-a5735cf8-0050-47bd-949e-96e60231f8b5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a40b6b1e-9582-406a-af76-adfc9629264c', 'remote_group_id': None}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:19.208367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37555e-8a79-4061-9f44-d41a01426fe8 req-8a8823d2-74d9-43a8-8cc2-83b317c499d7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:19.216880 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a37555e-8a79-4061-9f44-d41a01426fe8 req-8a8823d2-74d9-43a8-8cc2-83b317c499d7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 945 time: 0.1579952 Feb 11 05:10:19.224635 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Router 3c236f03-d8f6-4360-9658-192d2e8d252d has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:10:19.233517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfc2cb2-bb83-4572-97df-513abcd668b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71ab16-f5a5-4b2b-8f26-12930b4b07d8'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:19.236378 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2ddb76-ce84-4797-b565-ac480e2b6ab7" -d '{"events": [{"server_uuid": "edfc2cb2-bb83-4572-97df-513abcd668b0", "name": "network-vif-plugged", "status": "completed", "tag": "bf71ab16-f5a5-4b2b-8f26-12930b4b07d8"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:19.274146 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b72615b0-903f-4050-bf3f-650802085b82), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.298867 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1aebbbd2-bea3-483f-923f-94db5be4105b req-a5735cf8-0050-47bd-949e-96e60231f8b5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (fc277a3f-797e-4d09-90aa-ed5992f1b631), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.304957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a37555e-8a79-4061-9f44-d41a01426fe8 req-7220b7cf-57a2-45c0-bd48-4b2e869e69ce tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867796 Feb 11 05:10:19.320313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:19.321281 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1aebbbd2-bea3-483f-923f-94db5be4105b req-a5735cf8-0050-47bd-949e-96e60231f8b5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (fc277a3f-797e-4d09-90aa-ed5992f1b631), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.329000 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1aebbbd2-bea3-483f-923f-94db5be4105b req-a5735cf8-0050-47bd-949e-96e60231f8b5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (fc277a3f-797e-4d09-90aa-ed5992f1b631), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.363182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5735cf8-0050-47bd-949e-96e60231f8b5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc277a3f-797e-4d09-90aa-ed5992f1b631,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:19.373387 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1aebbbd2-bea3-483f-923f-94db5be4105b req-a5735cf8-0050-47bd-949e-96e60231f8b5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.375224 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1aebbbd2-bea3-483f-923f-94db5be4105b req-a5735cf8-0050-47bd-949e-96e60231f8b5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2023683 Feb 11 05:10:19.380039 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-9ed59b97-036c-440c-8d30-e22d6cbafede req-29608cd1-1a13-4ca3-bf50-6b5b9806408d tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] show failed (client error): The resource could not be found. Feb 11 05:10:19.390303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ed59b97-036c-440c-8d30-e22d6cbafede req-29608cd1-1a13-4ca3-bf50-6b5b9806408d tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/b3a1b158-ab61-4b12-9def-22d7e12f8425 HTTP/1.1" status: 404 len: 352 time: 0.0391359 Feb 11 05:10:19.402886 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-40f7344d-2bdd-4fb2-a277-3d56c1750735 None None] Provisioning complete for port cf6435bb-22e1-444d-8e96-5c396297f9cb triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:19.403283 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-40f7344d-2bdd-4fb2-a277-3d56c1750735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.466083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-40f7344d-2bdd-4fb2-a277-3d56c1750735 None None] Port cf6435bb-22e1-444d-8e96-5c396297f9cb cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:10:19.533758 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:10:19.549002 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c21c8b7b-a7b3-4183-8384-5dbd4d362dd5 admin admin] 10.222.0.87 "PUT /v2.0/routers/3c236f03-d8f6-4360-9658-192d2e8d252d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2105908 Feb 11 05:10:19.561449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a221dc-4cff-435f-9f81-530ce758013c req-833f6e76-7317-402a-8569-01d7cc405646 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:19.561449 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69a221dc-4cff-435f-9f81-530ce758013c req-833f6e76-7317-402a-8569-01d7cc405646 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/ports?device_id=849a560d-9ae2-4739-a252-69dc94d602ae HTTP/1.1" status: 200 len: 949 time: 0.1086705 Feb 11 05:10:19.609286 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b72615b0-903f-4050-bf3f-650802085b82,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:19.636020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-ffc8363d-471f-4b01-b779-04a7456b7d3d req-bdac3389-3eea-4b17-a82e-cff7b51e222a tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-407463433', 'description': 'tempest-description-2061585533'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:19.652088 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69a221dc-4cff-435f-9f81-530ce758013c req-074657b4-a3f7-482b-aafb-a4c5cab03021 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/security-groups?id=61554323-3d56-4e4c-9445-b59bf3ae011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806084 Feb 11 05:10:19.667917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:19.679327 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ffc8363d-471f-4b01-b779-04a7456b7d3d req-bdac3389-3eea-4b17-a82e-cff7b51e222a tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.724674 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91e8c2d-9d19-4418-96c4-efc114b210a0 x-openstack-request-id: req-b91e8c2d-9d19-4418-96c4-efc114b210a0 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:19.725322 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfc2cb2-bb83-4572-97df-513abcd668b0", "name": "network-vif-plugged", "status": "completed", "tag": "bf71ab16-f5a5-4b2b-8f26-12930b4b07d8", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:19.725592 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b91e8c2d-9d19-4418-96c4-efc114b210a0 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:19.726005 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfc2cb2-bb83-4572-97df-513abcd668b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71ab16-f5a5-4b2b-8f26-12930b4b07d8', 'code': 200} Feb 11 05:10:19.749615 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87630575-2498-414c-b284-60ed77575eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72615b0-903f-4050-bf3f-650802085b82'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:19.753632 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854ee152-0d49-42d5-b9c1-063650a02f4e" -d '{"events": [{"server_uuid": "87630575-2498-414c-b284-60ed77575eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "b72615b0-903f-4050-bf3f-650802085b82"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:19.766381 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Publish callbacks [] for port (b72615b0-903f-4050-bf3f-650802085b82), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.777766 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (b72615b0-903f-4050-bf3f-650802085b82), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.779225 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b72615b0-903f-4050-bf3f-650802085b82 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:10:19.858715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2f548e8-a0bd-4f39-8327-bb6f10e968e4 req-b3dfcd38-38a9-4933-b608-29b2084c086a tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/a40b6b1e-9582-406a-af76-adfc9629264c HTTP/1.1" status: 200 len: 3011 time: 0.1109869 Feb 11 05:10:19.916263 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ffc8363d-471f-4b01-b779-04a7456b7d3d req-bdac3389-3eea-4b17-a82e-cff7b51e222a tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (31cf4156-e307-479c-84d4-75087be0248e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.924465 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ffc8363d-471f-4b01-b779-04a7456b7d3d req-bdac3389-3eea-4b17-a82e-cff7b51e222a tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (31cf4156-e307-479c-84d4-75087be0248e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.963821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac3389-3eea-4b17-a82e-cff7b51e222a tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31cf4156-e307-479c-84d4-75087be0248e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:19.969191 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ffc8363d-471f-4b01-b779-04a7456b7d3d req-bdac3389-3eea-4b17-a82e-cff7b51e222a tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:19.970498 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffc8363d-471f-4b01-b779-04a7456b7d3d req-bdac3389-3eea-4b17-a82e-cff7b51e222a tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3463488 Feb 11 05:10:19.970790 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 on host n-h2-713499-38 for vnic_type normal with profile {"migrating_to": "n-h1-713499-38"} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:19.971708 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:19.972240 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:19.982191 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Pushing event updated for resources: {'Port': ['ID=b72615b0-903f-4050-bf3f-650802085b82,revision_number=7']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:19.987390 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Port b72615b0-903f-4050-bf3f-650802085b82 on network 33f89be2-f697-40b3-a347-9e719974ef7b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:10:19.988074 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:19.992213 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h2-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:20.002110 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:20.002767 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Checking segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:20.003690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Bound using segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:20.004368 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Bound port: b72615b0-903f-4050-bf3f-650802085b82, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:20.004966 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b72615b0-903f-4050-bf3f-650802085b82), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.021984 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721b0c6-5715-45a4-88fd-594ece412364 req-233ab5e5-2638-4a58-829d-95fa1fcefe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:20.024547 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1721b0c6-5715-45a4-88fd-594ece412364 req-233ab5e5-2638-4a58-829d-95fa1fcefe0a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 1129 time: 0.1980479 Feb 11 05:10:20.050515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 on host n-h2-713499-38 for vnic_type normal with profile {"migrating_to": "n-h1-713499-38"} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:20.050803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:20.052331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:20.064526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Port b72615b0-903f-4050-bf3f-650802085b82 on network 33f89be2-f697-40b3-a347-9e719974ef7b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:10:20.065303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:20.091594 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:20.092349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Checking segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:20.093549 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Bound using segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:20.094733 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Bound port: b72615b0-903f-4050-bf3f-650802085b82, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:20.095475 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b72615b0-903f-4050-bf3f-650802085b82), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.130924 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1721b0c6-5715-45a4-88fd-594ece412364 req-a91659c4-49ee-4c4b-9eaa-887c39284c1f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972011 Feb 11 05:10:20.150409 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:20.151634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2703272-b580-473f-bf71-128f65385ff4 req-4a5b12dd-4611-48d0-b707-d3ddd67abffa tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:20.153563 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2703272-b580-473f-bf71-128f65385ff4 req-4a5b12dd-4611-48d0-b707-d3ddd67abffa tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 950 time: 0.0801911 Feb 11 05:10:20.153704 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b72615b0-903f-4050-bf3f-650802085b82,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:20.162355 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (b72615b0-903f-4050-bf3f-650802085b82), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.250614 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h2-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:20.256720 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:20.258797 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.260321 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] 10.222.0.73 "PUT /v2.0/ports/b72615b0-903f-4050-bf3f-650802085b82 HTTP/1.1" status: 200 len: 1123 time: 1.1211329 Feb 11 05:10:20.262378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2703272-b580-473f-bf71-128f65385ff4 req-19abd84d-27b4-44d5-822f-b66f144ce7b7 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001139 Feb 11 05:10:20.269858 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) b72615b0-903f-4050-bf3f-650802085b82-n-h2-713499-38-0 {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:10:20.270521 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:10:20.275899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5709c5-6366-4ce2-966e-f2f6f40d009e service neutron] Pushing event updated for resources: {'Port': ['ID=b72615b0-903f-4050-bf3f-650802085b82,revision_number=8']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:20.311169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Sync routers for ids ['3c236f03-d8f6-4360-9658-192d2e8d252d'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:10:20.313968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ba1779be-22f6-4312-895f-a1fd2dccda30 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:20.369093 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Routers {'3c236f03-d8f6-4360-9658-192d2e8d252d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:10:20.369743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:10:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c236f03-d8f6-4360-9658-192d2e8d252d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:20.378341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['b72615b0-903f-4050-bf3f-650802085b82'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:10:20.459600 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['b72615b0-903f-4050-bf3f-650802085b82'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:10:20.594844 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54256) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:20.601503 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-af7cc469-d7b6-4e7f-a417-28d38fff4260 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1876105555', 'description': 'tempest-description--751900023'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:20.608474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ba1779be-22f6-4312-895f-a1fd2dccda30 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:20.608853 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ba1779be-22f6-4312-895f-a1fd2dccda30), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.646013 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af7cc469-d7b6-4e7f-a417-28d38fff4260 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.652258 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a7c30f1-4d9e-423a-9835-bfa0b52eab60 req-53e02dbb-63c4-4011-a6c9-72bf7cd28c97 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-group-rules/fc277a3f-797e-4d09-90aa-ed5992f1b631 HTTP/1.1" status: 200 len: 783 time: 0.0454993 Feb 11 05:10:20.662302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Set router 3c236f03-d8f6-4360-9658-192d2e8d252d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:10:20.728892 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a7c30f1-4d9e-423a-9835-bfa0b52eab60 req-f2db0c75-50c0-44d3-acdd-744717f8bf0e tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/a40b6b1e-9582-406a-af76-adfc9629264c HTTP/1.1" status: 200 len: 3011 time: 0.0753512 Feb 11 05:10:20.766538 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0167b47-a664-4b48-afcc-e26ab58270dd x-openstack-request-id: req-f0167b47-a664-4b48-afcc-e26ab58270dd {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:20.766538 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87630575-2498-414c-b284-60ed77575eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "b72615b0-903f-4050-bf3f-650802085b82", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:20.766538 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f0167b47-a664-4b48-afcc-e26ab58270dd {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:20.766935 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87630575-2498-414c-b284-60ed77575eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72615b0-903f-4050-bf3f-650802085b82', 'code': 200} Feb 11 05:10:20.779440 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af7cc469-d7b6-4e7f-a417-28d38fff4260 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for security_group (6ee461d7-25a9-46b2-ae99-1795ca4b5cee), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.784308 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af7cc469-d7b6-4e7f-a417-28d38fff4260 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6ee461d7-25a9-46b2-ae99-1795ca4b5cee), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.796759 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4a7c30f1-4d9e-423a-9835-bfa0b52eab60 req-16f4b9ed-ecb3-4af9-88f5-3ede14c1c9dc tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (fc277a3f-797e-4d09-90aa-ed5992f1b631), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.812500 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4a7c30f1-4d9e-423a-9835-bfa0b52eab60 req-16f4b9ed-ecb3-4af9-88f5-3ede14c1c9dc tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (fc277a3f-797e-4d09-90aa-ed5992f1b631), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.818276 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af7cc469-d7b6-4e7f-a417-28d38fff4260 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.822405 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-af7cc469-d7b6-4e7f-a417-28d38fff4260 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2236536 Feb 11 05:10:20.822598 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54258) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:20.828122 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a718cd92-51d0-4414-bf5c-127809085190 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Request body: {'security_group_rule': {'security_group_id': '6ee461d7-25a9-46b2-ae99-1795ca4b5cee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:20.833562 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cc469-d7b6-4e7f-a417-28d38fff4260 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee461d7-25a9-46b2-ae99-1795ca4b5cee,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:20.850868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c0b2098-837f-470b-b357-71f396f9477f req-906b4423-1c08-4ff8-8711-0b54f87e0ea4 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "GET /v2.0/security-groups/31cf4156-e307-479c-84d4-75087be0248e HTTP/1.1" status: 200 len: 1829 time: 0.0848234 Feb 11 05:10:20.861664 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a718cd92-51d0-4414-bf5c-127809085190 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for security_group_rule (2bf43051-77d0-4068-968f-ee9ef7529f83), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.865442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-8c0b2098-837f-470b-b357-71f396f9477f req-228116bd-1ba6-48c5-ac48-aec389012080 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31cf4156-e307-479c-84d4-75087be0248e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:20.865995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-8c0b2098-837f-470b-b357-71f396f9477f req-228116bd-1ba6-48c5-ac48-aec389012080 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31cf4156-e307-479c-84d4-75087be0248e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:20.893350 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4a7c30f1-4d9e-423a-9835-bfa0b52eab60 req-16f4b9ed-ecb3-4af9-88f5-3ede14c1c9dc tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (fc277a3f-797e-4d09-90aa-ed5992f1b631), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.898890 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4a7c30f1-4d9e-423a-9835-bfa0b52eab60 req-16f4b9ed-ecb3-4af9-88f5-3ede14c1c9dc tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.900064 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a7c30f1-4d9e-423a-9835-bfa0b52eab60 req-16f4b9ed-ecb3-4af9-88f5-3ede14c1c9dc tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/fc277a3f-797e-4d09-90aa-ed5992f1b631 HTTP/1.1" status: 204 len: 173 time: 0.1551907 Feb 11 05:10:20.933490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4b9ed-ecb3-4af9-88f5-3ede14c1c9dc tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc277a3f-797e-4d09-90aa-ed5992f1b631,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:20.943381 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a718cd92-51d0-4414-bf5c-127809085190 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for security_group_rule (2bf43051-77d0-4068-968f-ee9ef7529f83), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.948694 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a718cd92-51d0-4414-bf5c-127809085190 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (2bf43051-77d0-4068-968f-ee9ef7529f83), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.950975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 on host n-h2-713499-38 for vnic_type normal with profile {"migrating_to": "n-h1-713499-38"} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:20.951225 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:20.951946 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:20.962414 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Port b72615b0-903f-4050-bf3f-650802085b82 on network 33f89be2-f697-40b3-a347-9e719974ef7b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:10:20.962784 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Attempting to bind port b72615b0-903f-4050-bf3f-650802085b82 on network 33f89be2-f697-40b3-a347-9e719974ef7b {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:20.969844 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718cd92-51d0-4414-bf5c-127809085190 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf43051-77d0-4068-968f-ee9ef7529f83,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:20.979221 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8c0b2098-837f-470b-b357-71f396f9477f req-228116bd-1ba6-48c5-ac48-aec389012080 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group_rule (82f5eb83-a29a-42a2-88aa-41876a0255d0), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.987502 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a718cd92-51d0-4414-bf5c-127809085190 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:20.989113 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a718cd92-51d0-4414-bf5c-127809085190 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1654427 Feb 11 05:10:20.991655 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54262) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:20.998187 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1732481f-519e-4c8f-837d-d3d24cffda2e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Request body: {'security_group_rule': {'security_group_id': '6ee461d7-25a9-46b2-ae99-1795ca4b5cee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:21.031519 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1732481f-519e-4c8f-837d-d3d24cffda2e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for security_group_rule (19aed1f7-ec3a-480a-b6af-f3c63df84039), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.035380 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8c0b2098-837f-470b-b357-71f396f9477f req-228116bd-1ba6-48c5-ac48-aec389012080 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group_rule (82f5eb83-a29a-42a2-88aa-41876a0255d0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.041981 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8c0b2098-837f-470b-b357-71f396f9477f req-228116bd-1ba6-48c5-ac48-aec389012080 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (82f5eb83-a29a-42a2-88aa-41876a0255d0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.044713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:21.045187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Checking segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:21.045663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Bound using segment: {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:21.046372 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Bound port: b72615b0-903f-4050-bf3f-650802085b82, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ca4371-daef-4ee9-9f02-bc6785be0eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '33f89be2-f697-40b3-a347-9e719974ef7b'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:21.047541 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b72615b0-903f-4050-bf3f-650802085b82), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.070622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228116bd-1ba6-48c5-ac48-aec389012080 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f5eb83-a29a-42a2-88aa-41876a0255d0,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:21.087162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9c103-4059-4778-acb5-73b215587460 req-fb59870d-7c01-4a26-a45b-ac73d78c68e5 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:21.089177 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86a9c103-4059-4778-acb5-73b215587460 req-fb59870d-7c01-4a26-a45b-ac73d78c68e5 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 946 time: 0.1008914 Feb 11 05:10:21.092468 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8c0b2098-837f-470b-b357-71f396f9477f req-228116bd-1ba6-48c5-ac48-aec389012080 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.093757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c0b2098-837f-470b-b357-71f396f9477f req-228116bd-1ba6-48c5-ac48-aec389012080 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2357612 Feb 11 05:10:21.114020 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1732481f-519e-4c8f-837d-d3d24cffda2e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for security_group_rule (19aed1f7-ec3a-480a-b6af-f3c63df84039), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.120377 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1732481f-519e-4c8f-837d-d3d24cffda2e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (19aed1f7-ec3a-480a-b6af-f3c63df84039), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.139843 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732481f-519e-4c8f-837d-d3d24cffda2e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19aed1f7-ec3a-480a-b6af-f3c63df84039,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:21.151857 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1732481f-519e-4c8f-837d-d3d24cffda2e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.153305 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1732481f-519e-4c8f-837d-d3d24cffda2e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1607118 Feb 11 05:10:21.157228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54266) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:21.167799 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:21.192409 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.216074 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86a9c103-4059-4778-acb5-73b215587460 req-c545be23-1234-4e2e-b826-73749d21e233 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005323 Feb 11 05:10:21.257127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94f13-6f2f-4485-aba3-4256255744d0 req-f1a353df-1b20-430e-9a3a-e927f1ac5431 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:21.258795 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28f94f13-6f2f-4485-aba3-4256255744d0 req-f1a353df-1b20-430e-9a3a-e927f1ac5431 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 1024 time: 0.0915630 Feb 11 05:10:21.323877 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.326993 n-d-713499-38 neutron-server[103173]: WARNING neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Concurrent port binding operations failed on port b72615b0-903f-4050-bf3f-650802085b82 Feb 11 05:10:21.337359 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b72615b0-903f-4050-bf3f-650802085b82,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:21.344183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ba1779be-22f6-4312-895f-a1fd2dccda30 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:21.368350 n-d-713499-38 neutron-server[103173]: INFO neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Attempt 2 to bind port b72615b0-903f-4050-bf3f-650802085b82 Feb 11 05:10:21.368753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b72615b0-903f-4050-bf3f-650802085b82 has no active binding in host n-h1-713499-38 {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:10:21.378284 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28f94f13-6f2f-4485-aba3-4256255744d0 req-72dc05e0-e625-4646-b9da-ff9c1a8272b4 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&id=8aebc31f-9a3d-4757-adc5-7ef790bd2241&id=196a81d6-83f3-4acb-a20b-ccfbba7941f2&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1134660 Feb 11 05:10:21.388091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552c2fe-7688-4a65-914d-5b7c3cac46f0 req-5df0c06c-3ded-45ec-8c45-525935af81be tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:21.392408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e552c2fe-7688-4a65-914d-5b7c3cac46f0 req-5df0c06c-3ded-45ec-8c45-525935af81be tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 943 time: 0.1186287 Feb 11 05:10:21.416480 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'name': 'tempest-ServersTestBootFromVolume-1278639576-router', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:17Z', 'revision_number': 4, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'gw_port': {'id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'cf6435bb-22e1-444d-8e96-5c396297f9cb', 'name': '', 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'mac_address': 'fa:16:3e:ce:78:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:16Z', 'updated_at': '2022-02-11T05:10:18Z', 'revision_number': 2, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'subnets': [{'id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:21.456492 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Checking router: 3c236f03-d8f6-4360-9658-192d2e8d252d for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:10:21.456874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Updating router 3c236f03-d8f6-4360-9658-192d2e8d252d port cf6435bb-22e1-444d-8e96-5c396297f9cb binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:10:21.469056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e552c2fe-7688-4a65-914d-5b7c3cac46f0 req-15af5a97-a928-4e65-98ed-667b6c94a582 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646105 Feb 11 05:10:21.477754 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Allocated IP 172.25.5.47 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/0abc1bb9-a459-4f5f-9d2a-a87a036ddeb4) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:21.501687 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.550951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-15840ce8-3c24-4cd8-8fb8-97924706d9f6 req-324a3b25-9fbc-4ba4-a465-ea062b83c27c tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/a40b6b1e-9582-406a-af76-adfc9629264c HTTP/1.1" status: 200 len: 2413 time: 0.0729449 Feb 11 05:10:21.585780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22144714-ee28-44ff-9ac8-3ff3421aeccc req-69b8a8b5-82b4-4e05-873f-7922b37a7c23 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "GET /v2.0/security-groups/31cf4156-e307-479c-84d4-75087be0248e HTTP/1.1" status: 200 len: 2422 time: 0.0772333 Feb 11 05:10:21.603274 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for port (0abc1bb9-a459-4f5f-9d2a-a87a036ddeb4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.645307 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-15840ce8-3c24-4cd8-8fb8-97924706d9f6 req-11d001d6-1878-4cf1-b370-fb28d96ede15 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (a40b6b1e-9582-406a-af76-adfc9629264c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.646613 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (0abc1bb9-a459-4f5f-9d2a-a87a036ddeb4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.689982 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:21.695184 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:21.698795 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:21.707454 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-15840ce8-3c24-4cd8-8fb8-97924706d9f6 req-11d001d6-1878-4cf1-b370-fb28d96ede15 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (a40b6b1e-9582-406a-af76-adfc9629264c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.731815 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Pushing event updated for resources: {'Port': ['ID=0abc1bb9-a459-4f5f-9d2a-a87a036ddeb4,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:21.764890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7237fc-431d-4df2-8b2d-2356c7e295a1 req-a5966524-7250-4057-aa5f-227c834677c3 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:21.767071 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c7237fc-431d-4df2-8b2d-2356c7e295a1 req-a5966524-7250-4057-aa5f-227c834677c3 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 950 time: 0.1044240 Feb 11 05:10:21.801360 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-15840ce8-3c24-4cd8-8fb8-97924706d9f6 req-11d001d6-1878-4cf1-b370-fb28d96ede15 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a40b6b1e-9582-406a-af76-adfc9629264c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.801979 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for floatingip (a51b71d1-004b-4405-9d3b-bf117d709896), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.805503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-15840ce8-3c24-4cd8-8fb8-97924706d9f6 req-11d001d6-1878-4cf1-b370-fb28d96ede15 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.818451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-15840ce8-3c24-4cd8-8fb8-97924706d9f6 req-11d001d6-1878-4cf1-b370-fb28d96ede15 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "DELETE /v2.0/security-groups/a40b6b1e-9582-406a-af76-adfc9629264c HTTP/1.1" status: 204 len: 173 time: 0.2542348 Feb 11 05:10:21.834091 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Publish callbacks [] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.841492 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.855988 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d001d6-1878-4cf1-b370-fb28d96ede15 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40b6b1e-9582-406a-af76-adfc9629264c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:21.857582 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0abc1bb9-a459-4f5f-9d2a-a87a036ddeb4), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:21.896893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d02e0-cff3-45f4-8f8b-e298dfa724d9 None None] Pushing event updated for resources: {'Port': ['ID=cf6435bb-22e1-444d-8e96-5c396297f9cb,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:21.897238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e771dd2-9b83-419a-8aec-280f43dfa896 req-3d7a8222-ad26-400f-ac0b-ad5c94f583b5 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "GET /v2.0/security-group-rules/82f5eb83-a29a-42a2-88aa-41876a0255d0 HTTP/1.1" status: 200 len: 778 time: 0.0566094 Feb 11 05:10:21.927824 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c7237fc-431d-4df2-8b2d-2356c7e295a1 req-dd0154f3-6bd4-4a04-8f19-86ecf06f982a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486099 Feb 11 05:10:22.009680 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-81c50ce0-7cd7-4a74-b2ec-be537b6ab52c req-671e17b2-646f-40c5-8200-a18cae92ddee tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] show failed (client error): The resource could not be found. Feb 11 05:10:22.011561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81c50ce0-7cd7-4a74-b2ec-be537b6ab52c req-671e17b2-646f-40c5-8200-a18cae92ddee tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/71ef5181-c006-4718-b240-6072adb1a719 HTTP/1.1" status: 404 len: 352 time: 0.0313485 Feb 11 05:10:22.020080 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e771dd2-9b83-419a-8aec-280f43dfa896 req-962c8dbd-dd7c-4072-933b-ee86baff39db tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "GET /v2.0/security-groups/31cf4156-e307-479c-84d4-75087be0248e HTTP/1.1" status: 200 len: 2422 time: 0.1218007 Feb 11 05:10:22.045893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Attempting to bind port cf6435bb-22e1-444d-8e96-5c396297f9cb on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:22.046277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Attempting to bind port cf6435bb-22e1-444d-8e96-5c396297f9cb by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'db9ccb4c-1256-441b-b39f-e995b535742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:22.046652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Attempting to bind port cf6435bb-22e1-444d-8e96-5c396297f9cb on network 5bf47b40-8fd7-4b9b-b031-895dee41fcb1 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:22.053366 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:22.053752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Checking segment: {'id': 'db9ccb4c-1256-441b-b39f-e995b535742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:22.054431 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.055008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Bound using segment: {'id': 'db9ccb4c-1256-441b-b39f-e995b535742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:22.055697 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Bound port: cf6435bb-22e1-444d-8e96-5c396297f9cb, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9ccb4c-1256-441b-b39f-e995b535742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:22.056274 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.096096 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e771dd2-9b83-419a-8aec-280f43dfa896 req-a3aba186-012d-4b93-8371-0b860d939c64 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group_rule (82f5eb83-a29a-42a2-88aa-41876a0255d0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.105327 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e771dd2-9b83-419a-8aec-280f43dfa896 req-a3aba186-012d-4b93-8371-0b860d939c64 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group_rule (82f5eb83-a29a-42a2-88aa-41876a0255d0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.130165 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6224136b-6541-45fe-9326-64e2cb30bb1c req-4f1f40c7-e8d4-4af1-80c8-21409e67a352 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/15fa6172-8e03-402b-bd03-a6f290877331 HTTP/1.1" status: 200 len: 1822 time: 0.0881746 Feb 11 05:10:22.146169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] For port cf6435bb-22e1-444d-8e96-5c396297f9cb, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:22.149852 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] For port cf6435bb-22e1-444d-8e96-5c396297f9cb, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cf6435bb-22e1-444d-8e96-5c396297f9cb,segment=NetworkSegment(db9ccb4c-1256-441b-b39f-e995b535742d),segment_id=db9ccb4c-1256-441b-b39f-e995b535742d)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:22.158799 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.159063 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e771dd2-9b83-419a-8aec-280f43dfa896 req-a3aba186-012d-4b93-8371-0b860d939c64 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (82f5eb83-a29a-42a2-88aa-41876a0255d0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.177106 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e771dd2-9b83-419a-8aec-280f43dfa896 req-a3aba186-012d-4b93-8371-0b860d939c64 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.181671 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e771dd2-9b83-419a-8aec-280f43dfa896 req-a3aba186-012d-4b93-8371-0b860d939c64 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/82f5eb83-a29a-42a2-88aa-41876a0255d0 HTTP/1.1" status: 204 len: 173 time: 0.1540082 Feb 11 05:10:22.201496 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aba186-012d-4b93-8371-0b860d939c64 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82f5eb83-a29a-42a2-88aa-41876a0255d0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:22.212934 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-183088d5-1bc9-45d8-90f1-7ba4224f34dc req-cb6836d3-acf6-4c90-b889-743381012930 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-711293998', 'description': 'tempest-description-535603060'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:22.241828 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-183088d5-1bc9-45d8-90f1-7ba4224f34dc req-cb6836d3-acf6-4c90-b889-743381012930 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.242432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Routers {'3c236f03-d8f6-4360-9658-192d2e8d252d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:10:22.243360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:10:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c236f03-d8f6-4360-9658-192d2e8d252d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:22.297814 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6224136b-6541-45fe-9326-64e2cb30bb1c req-98b457a2-94cf-4183-96b6-b0ef4a409b97 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (15fa6172-8e03-402b-bd03-a6f290877331), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.317436 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d02e0-cff3-45f4-8f8b-e298dfa724d9 None None] Pushing event updated for resources: {'Port': ['ID=cf6435bb-22e1-444d-8e96-5c396297f9cb,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:22.341247 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6224136b-6541-45fe-9326-64e2cb30bb1c req-98b457a2-94cf-4183-96b6-b0ef4a409b97 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (15fa6172-8e03-402b-bd03-a6f290877331), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.367095 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f3cbb784-30ef-493a-8e40-9ad305c64e3f None None] Provisioning complete for port cf6435bb-22e1-444d-8e96-5c396297f9cb triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:22.368460 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb784-30ef-493a-8e40-9ad305c64e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.391551 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-183088d5-1bc9-45d8-90f1-7ba4224f34dc req-cb6836d3-acf6-4c90-b889-743381012930 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (2755ff80-d7b1-468c-ae7c-b6a93b54d54f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.397532 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-183088d5-1bc9-45d8-90f1-7ba4224f34dc req-cb6836d3-acf6-4c90-b889-743381012930 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2755ff80-d7b1-468c-ae7c-b6a93b54d54f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.418927 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for port (0abc1bb9-a459-4f5f-9d2a-a87a036ddeb4), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.428760 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (0abc1bb9-a459-4f5f-9d2a-a87a036ddeb4), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.442890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6836d3-acf6-4c90-b889-743381012930 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2755ff80-d7b1-468c-ae7c-b6a93b54d54f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:22.447883 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6224136b-6541-45fe-9326-64e2cb30bb1c req-98b457a2-94cf-4183-96b6-b0ef4a409b97 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (15fa6172-8e03-402b-bd03-a6f290877331), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.450746 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6224136b-6541-45fe-9326-64e2cb30bb1c req-98b457a2-94cf-4183-96b6-b0ef4a409b97 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.461775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6224136b-6541-45fe-9326-64e2cb30bb1c req-98b457a2-94cf-4183-96b6-b0ef4a409b97 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "DELETE /v2.0/security-groups/15fa6172-8e03-402b-bd03-a6f290877331 HTTP/1.1" status: 204 len: 173 time: 0.3214638 Feb 11 05:10:22.470007 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-183088d5-1bc9-45d8-90f1-7ba4224f34dc req-cb6836d3-acf6-4c90-b889-743381012930 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.486601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] Set router 3c236f03-d8f6-4360-9658-192d2e8d252d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:10:22.505455 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-183088d5-1bc9-45d8-90f1-7ba4224f34dc req-cb6836d3-acf6-4c90-b889-743381012930 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2997715 Feb 11 05:10:22.522954 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b457a2-94cf-4183-96b6-b0ef4a409b97 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fa6172-8e03-402b-bd03-a6f290877331,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:22.549815 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Pushing event updated for resources: {'Port': ['ID=0abc1bb9-a459-4f5f-9d2a-a87a036ddeb4,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:22.581784 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a51b71d1-004b-4405-9d3b-bf117d709896), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.608571 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.612738 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bca60dff-ee4e-46e2-ab02-328134991abc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4542267 Feb 11 05:10:22.670205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f3cbb784-30ef-493a-8e40-9ad305c64e3f None None] Current status of the port cf6435bb-22e1-444d-8e96-5c396297f9cb is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:22.670610 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb784-30ef-493a-8e40-9ad305c64e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.672741 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1706d-2ecf-467c-a764-02fecc46de57 req-b130a1dd-bf4e-449f-8025-b8784b3fec9b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:22.674662 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-72f1706d-2ecf-467c-a764-02fecc46de57 req-b130a1dd-bf4e-449f-8025-b8784b3fec9b tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 1024 time: 0.1449695 Feb 11 05:10:22.713925 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afb7f3-dd78-4ed8-8a3e-8f918032512b req-1aafccae-19d1-4b24-bf0a-ea79da2aa8b7 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:22.721536 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-74afb7f3-dd78-4ed8-8a3e-8f918032512b req-1aafccae-19d1-4b24-bf0a-ea79da2aa8b7 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/ports?device_id=4aa07b8b-d319-4a8a-a0c9-a441fe39d539 HTTP/1.1" status: 200 len: 1024 time: 0.1434286 Feb 11 05:10:22.737541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52046e0a-2040-461e-a597-3c8a2bef418d req-3a43a192-83b9-43e5-a866-df8dd39b2f15 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:22.743997 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52046e0a-2040-461e-a597-3c8a2bef418d req-3a43a192-83b9-43e5-a866-df8dd39b2f15 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 946 time: 0.1521497 Feb 11 05:10:22.761015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f3cbb784-30ef-493a-8e40-9ad305c64e3f None None] For port cf6435bb-22e1-444d-8e96-5c396297f9cb, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cf6435bb-22e1-444d-8e96-5c396297f9cb,segment=NetworkSegment(db9ccb4c-1256-441b-b39f-e995b535742d),segment_id=db9ccb4c-1256-441b-b39f-e995b535742d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:22.769427 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb784-30ef-493a-8e40-9ad305c64e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.789798 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87630575-2498-414c-b284-60ed77575eb8', 'tag': 'b72615b0-903f-4050-bf3f-650802085b82'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:22.793765 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9651ded-d440-4141-9b9a-66b4db81dc90" -d '{"events": [{"name": "network-changed", "server_uuid": "87630575-2498-414c-b284-60ed77575eb8", "tag": "b72615b0-903f-4050-bf3f-650802085b82"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:22.810785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52046e0a-2040-461e-a597-3c8a2bef418d req-c40e290b-a5e9-4c03-b19d-293e8089cdd1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641227 Feb 11 05:10:22.848124 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-72f1706d-2ecf-467c-a764-02fecc46de57 req-afbcf8ea-cb0a-4369-8e6d-6c008de18a39 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Deleting port 3889ed9a-5060-437a-8c60-de39f838adf1 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:22.848639 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-72f1706d-2ecf-467c-a764-02fecc46de57 req-afbcf8ea-cb0a-4369-8e6d-6c008de18a39 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3889ed9a-5060-437a-8c60-de39f838adf1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.882421 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbb784-30ef-493a-8e40-9ad305c64e3f None None] Pushing event updated for resources: {'Port': ['ID=cf6435bb-22e1-444d-8e96-5c396297f9cb,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:22.894652 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-74afb7f3-dd78-4ed8-8a3e-8f918032512b req-e83cad2e-2a4e-47a6-afde-2745dc020580 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2e47cc6-10ca-4479-bd42-de31191cc045&id=8aebc31f-9a3d-4757-adc5-7ef790bd2241&id=196a81d6-83f3-4acb-a20b-ccfbba7941f2&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1722381 Feb 11 05:10:22.919706 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0026bde9-8feb-4b06-a578-ac9b02b9e208 req-d2cdbaba-b30f-446e-b527-cf64dd99bc47 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/8d50001a-4622-4c9e-818e-41a953e10259 HTTP/1.1" status: 200 len: 1820 time: 0.0713160 Feb 11 05:10:22.942770 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-706c1f03-6a8b-4b53-a2c3-bad2589ccf76 None None] Provisioning complete for port cf6435bb-22e1-444d-8e96-5c396297f9cb triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:22.944238 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-706c1f03-6a8b-4b53-a2c3-bad2589ccf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:22.948319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'name': 'tempest-ServersTestBootFromVolume-1278639576-router', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:17Z', 'revision_number': 4, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'gw_port': {'id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'cf6435bb-22e1-444d-8e96-5c396297f9cb', 'name': '', 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'mac_address': 'fa:16:3e:ce:78:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:16Z', 'updated_at': '2022-02-11T05:10:22Z', 'revision_number': 4, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'subnets': [{'id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:22.988399 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0026bde9-8feb-4b06-a578-ac9b02b9e208 req-64bd6e62-56de-469c-97ed-35e25d01d284 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (8d50001a-4622-4c9e-818e-41a953e10259), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:23.020573 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0026bde9-8feb-4b06-a578-ac9b02b9e208 req-64bd6e62-56de-469c-97ed-35e25d01d284 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (8d50001a-4622-4c9e-818e-41a953e10259), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:23.022164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-72f1706d-2ecf-467c-a764-02fecc46de57 req-afbcf8ea-cb0a-4369-8e6d-6c008de18a39 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] For port 3889ed9a-5060-437a-8c60-de39f838adf1, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=3889ed9a-5060-437a-8c60-de39f838adf1,segment=NetworkSegment(75a787b0-9d4d-425e-ba33-006598135572),segment_id=75a787b0-9d4d-425e-ba33-006598135572)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:23.022605 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-72f1706d-2ecf-467c-a764-02fecc46de57 req-afbcf8ea-cb0a-4369-8e6d-6c008de18a39 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3889ed9a-5060-437a-8c60-de39f838adf1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:23.031919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fc947e-1246-4648-b0fc-aa2f9dde0dd4 None None] The sync data for ids ['3c236f03-d8f6-4360-9658-192d2e8d252d'] in n-d-713499-38 is: [{'id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'name': 'tempest-ServersTestBootFromVolume-1278639576-router', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:17Z', 'revision_number': 4, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'gw_port': {'id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'cf6435bb-22e1-444d-8e96-5c396297f9cb', 'name': '', 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'mac_address': 'fa:16:3e:ce:78:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:16Z', 'updated_at': '2022-02-11T05:10:22Z', 'revision_number': 4, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'subnets': [{'id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:10:23.038928 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-72f1706d-2ecf-467c-a764-02fecc46de57 req-afbcf8ea-cb0a-4369-8e6d-6c008de18a39 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Calling delete_port for 3889ed9a-5060-437a-8c60-de39f838adf1 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:23.135894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-706c1f03-6a8b-4b53-a2c3-bad2589ccf76 None None] Current status of the port cf6435bb-22e1-444d-8e96-5c396297f9cb is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:23.136243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49d87494-0f2b-4fe1-a2b6-0b6ac3a292ae req-431d202d-f5b0-4138-82a4-aeb1889c5233 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "GET /v2.0/security-groups/2755ff80-d7b1-468c-ae7c-b6a93b54d54f HTTP/1.1" status: 200 len: 1828 time: 0.1201868 Feb 11 05:10:23.181375 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0026bde9-8feb-4b06-a578-ac9b02b9e208 req-64bd6e62-56de-469c-97ed-35e25d01d284 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8d50001a-4622-4c9e-818e-41a953e10259), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:23.185076 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0026bde9-8feb-4b06-a578-ac9b02b9e208 req-64bd6e62-56de-469c-97ed-35e25d01d284 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:23.186308 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0026bde9-8feb-4b06-a578-ac9b02b9e208 req-64bd6e62-56de-469c-97ed-35e25d01d284 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "DELETE /v2.0/security-groups/8d50001a-4622-4c9e-818e-41a953e10259 HTTP/1.1" status: 204 len: 173 time: 0.2671816 Feb 11 05:10:23.209969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd6e62-56de-469c-97ed-35e25d01d284 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d50001a-4622-4c9e-818e-41a953e10259,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:23.290635 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05448a4-8f37-4f93-90eb-7807ffcaff2d x-openstack-request-id: req-a05448a4-8f37-4f93-90eb-7807ffcaff2d {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:23.290790 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563c2e4-9815-40d3-98f9-1d7724e6753c req-454a986d-5660-45a6-bfae-c6775589dbe9 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:23.291025 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87630575-2498-414c-b284-60ed77575eb8", "tag": "b72615b0-903f-4050-bf3f-650802085b82", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:23.291279 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a05448a4-8f37-4f93-90eb-7807ffcaff2d {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:23.292048 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87630575-2498-414c-b284-60ed77575eb8', 'tag': 'b72615b0-903f-4050-bf3f-650802085b82', 'status': 'completed', 'code': 200} Feb 11 05:10:23.299227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d563c2e4-9815-40d3-98f9-1d7724e6753c req-454a986d-5660-45a6-bfae-c6775589dbe9 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 943 time: 0.0814538 Feb 11 05:10:23.334407 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-72f1706d-2ecf-467c-a764-02fecc46de57 req-afbcf8ea-cb0a-4369-8e6d-6c008de18a39 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3889ed9a-5060-437a-8c60-de39f838adf1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:23.353173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['3889ed9a-5060-437a-8c60-de39f838adf1'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:10:23.377077 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcf8ea-cb0a-4369-8e6d-6c008de18a39 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event deleted for resources: {'Port': ['ID=3889ed9a-5060-437a-8c60-de39f838adf1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:23.448087 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f1706d-2ecf-467c-a764-02fecc46de57 req-afbcf8ea-cb0a-4369-8e6d-6c008de18a39 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] No DVR routers for this DVR port 3889ed9a-5060-437a-8c60-de39f838adf1 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:10:23.450217 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d563c2e4-9815-40d3-98f9-1d7724e6753c req-11f96223-a236-4afd-9f78-9fe73d689288 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488316 Feb 11 05:10:23.452768 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-72f1706d-2ecf-467c-a764-02fecc46de57 req-afbcf8ea-cb0a-4369-8e6d-6c008de18a39 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:23.456688 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-72f1706d-2ecf-467c-a764-02fecc46de57 req-afbcf8ea-cb0a-4369-8e6d-6c008de18a39 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.73 "DELETE /v2.0/ports/3889ed9a-5060-437a-8c60-de39f838adf1 HTTP/1.1" status: 204 len: 173 time: 0.7660229 Feb 11 05:10:23.459518 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9651ded-d440-4141-9b9a-66b4db81dc90 req-6944a1ec-c081-4b81-a131-3781276fd2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:23.461011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9651ded-d440-4141-9b9a-66b4db81dc90 req-6944a1ec-c081-4b81-a131-3781276fd2d4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 1157 time: 0.1547604 Feb 11 05:10:23.486327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea8bfc-5311-4d44-912a-f19383cf5210 req-1db93eed-a80d-45c7-86a6-14fe078be5f9 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:23.493584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70ea8bfc-5311-4d44-912a-f19383cf5210 req-1db93eed-a80d-45c7-86a6-14fe078be5f9 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 1129 time: 0.1432703 Feb 11 05:10:23.703996 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70ea8bfc-5311-4d44-912a-f19383cf5210 req-6c349c8c-0e74-40bc-bebd-057ff784ee7a tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073078 Feb 11 05:10:23.710143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9651ded-d440-4141-9b9a-66b4db81dc90 req-0e06dd0c-b745-40b9-9844-b8080af681d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:23.713405 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9651ded-d440-4141-9b9a-66b4db81dc90 req-0e06dd0c-b745-40b9-9844-b8080af681d1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.2376401 Feb 11 05:10:23.780354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9651ded-d440-4141-9b9a-66b4db81dc90 req-e760612a-d57f-4486-a89d-95811e7c22dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b72615b0-903f-4050-bf3f-650802085b82 HTTP/1.1" status: 200 len: 217 time: 0.0506651 Feb 11 05:10:23.818230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 47be15aa-89a8-40c4-b12d-416323b76435 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:10:23.853763 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3ea26-222b-45c0-bcc0-f0b13e2b4406 req-269727ca-28cf-4724-bcf9-f8d971f995f2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:23.862901 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9f3ea26-222b-45c0-bcc0-f0b13e2b4406 req-269727ca-28cf-4724-bcf9-f8d971f995f2 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 950 time: 0.3217824 Feb 11 05:10:23.903310 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a7cbbec-95a7-4712-bae0-d7d89236b1da req-a600d6aa-3008-445d-9e3c-9b862c51b51d tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/cfb16a6d-7417-4a9c-8882-5d32487a6458 HTTP/1.1" status: 200 len: 1820 time: 0.1629210 Feb 11 05:10:23.906821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9651ded-d440-4141-9b9a-66b4db81dc90 req-b7734eaf-af9f-49db-8fb2-910a51236673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:23.908582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9651ded-d440-4141-9b9a-66b4db81dc90 req-b7734eaf-af9f-49db-8fb2-910a51236673 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.1205649 Feb 11 05:10:23.964897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9651ded-d440-4141-9b9a-66b4db81dc90 req-505616f5-861b-43c6-8fb3-a7f2bf1ddc80 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491841 Feb 11 05:10:23.971992 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 47be15aa-89a8-40c4-b12d-416323b76435, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=47be15aa-89a8-40c4-b12d-416323b76435,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:23.987023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '47be15aa-89a8-40c4-b12d-416323b76435', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '47be15aa-89a8-40c4-b12d-416323b76435', 'mac_address': 'fa:16:3e:c6:9d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:10:24.018503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9f3ea26-222b-45c0-bcc0-f0b13e2b4406 req-e5fedd67-b325-4fc5-b4fc-7113629652be tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544359 Feb 11 05:10:24.035925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 47be15aa-89a8-40c4-b12d-416323b76435 is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:24.036293 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47be15aa-89a8-40c4-b12d-416323b76435), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:24.054090 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47be15aa-89a8-40c4-b12d-416323b76435 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:10:24.096472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 47be15aa-89a8-40c4-b12d-416323b76435, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=47be15aa-89a8-40c4-b12d-416323b76435,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:24.101864 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (47be15aa-89a8-40c4-b12d-416323b76435), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:24.208524 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5a7cbbec-95a7-4712-bae0-d7d89236b1da req-aa9315be-275f-4b3b-bcbf-a8187850571c tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (cfb16a6d-7417-4a9c-8882-5d32487a6458), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:24.217580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=47be15aa-89a8-40c4-b12d-416323b76435,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:24.249336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9651ded-d440-4141-9b9a-66b4db81dc90 req-57e5f8f2-4cfd-412c-823f-d73eb58c6b72 service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769330 Feb 11 05:10:24.270757 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5a7cbbec-95a7-4712-bae0-d7d89236b1da req-aa9315be-275f-4b3b-bcbf-a8187850571c tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (cfb16a6d-7417-4a9c-8882-5d32487a6458), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:24.275151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3be3f4-f98b-4e79-a6e3-b79b5e579595 req-12967673-a9b9-460c-98e5-138bb10b8913 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:24.276739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f3be3f4-f98b-4e79-a6e3-b79b5e579595 req-12967673-a9b9-460c-98e5-138bb10b8913 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 1129 time: 0.1354539 Feb 11 05:10:24.547116 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5a7cbbec-95a7-4712-bae0-d7d89236b1da req-aa9315be-275f-4b3b-bcbf-a8187850571c tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cfb16a6d-7417-4a9c-8882-5d32487a6458), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:24.550117 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5a7cbbec-95a7-4712-bae0-d7d89236b1da req-aa9315be-275f-4b3b-bcbf-a8187850571c tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:24.551307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a7cbbec-95a7-4712-bae0-d7d89236b1da req-aa9315be-275f-4b3b-bcbf-a8187850571c tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "DELETE /v2.0/security-groups/cfb16a6d-7417-4a9c-8882-5d32487a6458 HTTP/1.1" status: 204 len: 173 time: 0.6380510 Feb 11 05:10:24.624820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9315be-275f-4b3b-bcbf-a8187850571c tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb16a6d-7417-4a9c-8882-5d32487a6458,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:24.629072 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['47be15aa-89a8-40c4-b12d-416323b76435'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:10:24.657316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f3be3f4-f98b-4e79-a6e3-b79b5e579595 req-1b345ca4-56aa-4e12-9cea-376399b09822 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514826 Feb 11 05:10:24.674664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-569dea2d-6270-4bfb-9fdc-5056a729b3fe req-6e45642e-5bba-479e-9136-756f6d272307 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1676301525', 'description': 'tempest-description-29660038'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:24.751020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9651ded-d440-4141-9b9a-66b4db81dc90 req-b17c0a63-c3c6-42e0-9836-72781a04f52a service neutron] 10.222.0.88 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932594 Feb 11 05:10:24.751345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cf6435bb-22e1-444d-8e96-5c396297f9cb up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:24.754791 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-569dea2d-6270-4bfb-9fdc-5056a729b3fe req-6e45642e-5bba-479e-9136-756f6d272307 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:24.941909 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port cf6435bb-22e1-444d-8e96-5c396297f9cb triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:24.942403 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:24.969599 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-569dea2d-6270-4bfb-9fdc-5056a729b3fe req-6e45642e-5bba-479e-9136-756f6d272307 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (8372d014-d401-498d-9e20-f999b475919e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:24.984952 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-569dea2d-6270-4bfb-9fdc-5056a729b3fe req-6e45642e-5bba-479e-9136-756f6d272307 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8372d014-d401-498d-9e20-f999b475919e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:25.022375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45642e-5bba-479e-9136-756f6d272307 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8372d014-d401-498d-9e20-f999b475919e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:25.053909 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-569dea2d-6270-4bfb-9fdc-5056a729b3fe req-6e45642e-5bba-479e-9136-756f6d272307 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:25.068576 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-569dea2d-6270-4bfb-9fdc-5056a729b3fe req-6e45642e-5bba-479e-9136-756f6d272307 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.4705994 Feb 11 05:10:25.192170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef2b5c-6a46-4a0f-9802-63c8fcd5e318 req-6759d61a-9348-49b9-bb8b-212bee66d60c tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:25.193691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5ef2b5c-6a46-4a0f-9802-63c8fcd5e318 req-6759d61a-9348-49b9-bb8b-212bee66d60c tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 943 time: 0.0799367 Feb 11 05:10:25.285927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port cf6435bb-22e1-444d-8e96-5c396297f9cb is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:25.293738 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa07b8b-d319-4a8a-a0c9-a441fe39d539', 'name': 'network-vif-deleted', 'tag': '3889ed9a-5060-437a-8c60-de39f838adf1'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:25.296821 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c23c78-8163-48ad-a175-1d562392c4ce" -d '{"events": [{"server_uuid": "4aa07b8b-d319-4a8a-a0c9-a441fe39d539", "name": "network-vif-deleted", "tag": "3889ed9a-5060-437a-8c60-de39f838adf1"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:25.298434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5ef2b5c-6a46-4a0f-9802-63c8fcd5e318 req-fe7bc928-f7d4-4546-b734-6c15907f37ec tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922236 Feb 11 05:10:25.402719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a51a23ae-144d-423f-8d46-0bad4bb11d25 req-ee7be6f4-02a8-4e7f-b4f8-e5b5443a1efe tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/ae5e004b-0190-4e06-a588-ddd6d354af2f HTTP/1.1" status: 200 len: 2420 time: 0.0685742 Feb 11 05:10:25.492653 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a51a23ae-144d-423f-8d46-0bad4bb11d25 req-d25e1279-5469-48ab-8d60-496fb5ff2ff5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (ae5e004b-0190-4e06-a588-ddd6d354af2f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:25.554123 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a51a23ae-144d-423f-8d46-0bad4bb11d25 req-d25e1279-5469-48ab-8d60-496fb5ff2ff5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (ae5e004b-0190-4e06-a588-ddd6d354af2f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:25.642828 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a51a23ae-144d-423f-8d46-0bad4bb11d25 req-d25e1279-5469-48ab-8d60-496fb5ff2ff5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ae5e004b-0190-4e06-a588-ddd6d354af2f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:25.646854 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a51a23ae-144d-423f-8d46-0bad4bb11d25 req-d25e1279-5469-48ab-8d60-496fb5ff2ff5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:25.660825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a51a23ae-144d-423f-8d46-0bad4bb11d25 req-d25e1279-5469-48ab-8d60-496fb5ff2ff5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "DELETE /v2.0/security-groups/ae5e004b-0190-4e06-a588-ddd6d354af2f HTTP/1.1" status: 204 len: 173 time: 0.2570958 Feb 11 05:10:25.693885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e1279-5469-48ab-8d60-496fb5ff2ff5 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5e004b-0190-4e06-a588-ddd6d354af2f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:25.833041 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 47be15aa-89a8-40c4-b12d-416323b76435 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:25.870053 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f887fb0-5a00-402b-92e6-3fc6d64fd3a8 req-9f1b39d9-ee3f-478f-93c7-9885dda731eb tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/196a81d6-83f3-4acb-a20b-ccfbba7941f2 HTTP/1.1" status: 200 len: 1817 time: 0.0737398 Feb 11 05:10:25.945432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 47be15aa-89a8-40c4-b12d-416323b76435 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:25.946038 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (47be15aa-89a8-40c4-b12d-416323b76435), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:25.991133 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1f887fb0-5a00-402b-92e6-3fc6d64fd3a8 req-4f2487e3-2157-451e-b6ca-0e0c7fd9e705 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (196a81d6-83f3-4acb-a20b-ccfbba7941f2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.001120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device b72615b0-903f-4050-bf3f-650802085b82 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:10:26.050889 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1f887fb0-5a00-402b-92e6-3fc6d64fd3a8 req-4f2487e3-2157-451e-b6ca-0e0c7fd9e705 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (196a81d6-83f3-4acb-a20b-ccfbba7941f2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.104469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port b72615b0-903f-4050-bf3f-650802085b82 is: DOWN; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:26.155256 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1f887fb0-5a00-402b-92e6-3fc6d64fd3a8 req-4f2487e3-2157-451e-b6ca-0e0c7fd9e705 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (196a81d6-83f3-4acb-a20b-ccfbba7941f2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.163629 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1f887fb0-5a00-402b-92e6-3fc6d64fd3a8 req-4f2487e3-2157-451e-b6ca-0e0c7fd9e705 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.163864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 47be15aa-89a8-40c4-b12d-416323b76435 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:26.164213 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47be15aa-89a8-40c4-b12d-416323b76435), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.172767 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f887fb0-5a00-402b-92e6-3fc6d64fd3a8 req-4f2487e3-2157-451e-b6ca-0e0c7fd9e705 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "DELETE /v2.0/security-groups/196a81d6-83f3-4acb-a20b-ccfbba7941f2 HTTP/1.1" status: 204 len: 173 time: 0.2952578 Feb 11 05:10:26.199991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2487e3-2157-451e-b6ca-0e0c7fd9e705 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=196a81d6-83f3-4acb-a20b-ccfbba7941f2,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:26.237681 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849a560d-9ae2-4739-a252-69dc94d602ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47be15aa-89a8-40c4-b12d-416323b76435'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:26.247907 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af4cde2-cace-415a-bea1-ad5911d04556" -d '{"events": [{"server_uuid": "849a560d-9ae2-4739-a252-69dc94d602ae", "name": "network-vif-plugged", "status": "completed", "tag": "47be15aa-89a8-40c4-b12d-416323b76435"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:26.277265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 47be15aa-89a8-40c4-b12d-416323b76435, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=47be15aa-89a8-40c4-b12d-416323b76435,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:26.285247 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (47be15aa-89a8-40c4-b12d-416323b76435), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.285247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 3889ed9a-5060-437a-8c60-de39f838adf1 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:10:26.346958 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 3889ed9a-5060-437a-8c60-de39f838adf1 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:10:26.347636 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 3889ed9a-5060-437a-8c60-de39f838adf1 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:10:26.368020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0168dc-26bb-4781-b495-4281cd55ac8d req-3f2cf023-eb8a-4bf8-99da-b068ccd9bb15 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:26.372641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c0168dc-26bb-4781-b495-4281cd55ac8d req-3f2cf023-eb8a-4bf8-99da-b068ccd9bb15 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 950 time: 0.1073084 Feb 11 05:10:26.385568 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=47be15aa-89a8-40c4-b12d-416323b76435,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:26.462583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c0168dc-26bb-4781-b495-4281cd55ac8d req-db85f074-dd59-4f4f-8ae0-0a1cd745a628 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832946 Feb 11 05:10:26.571302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-910a64fc-02d8-48b3-93d1-ee928295baeb req-c5584943-d9d7-4353-8be2-41afe0240e82 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "GET /v2.0/security-groups/8372d014-d401-498d-9e20-f999b475919e HTTP/1.1" status: 200 len: 1828 time: 0.0669668 Feb 11 05:10:26.656990 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7677354-0bb8-4226-928f-7620b5a5739b x-openstack-request-id: req-a7677354-0bb8-4226-928f-7620b5a5739b {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:26.658072 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa07b8b-d319-4a8a-a0c9-a441fe39d539", "name": "network-vif-deleted", "tag": "3889ed9a-5060-437a-8c60-de39f838adf1", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:26.658576 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a7677354-0bb8-4226-928f-7620b5a5739b {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:26.659209 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa07b8b-d319-4a8a-a0c9-a441fe39d539', 'name': 'network-vif-deleted', 'tag': '3889ed9a-5060-437a-8c60-de39f838adf1', 'status': 'completed', 'code': 200} Feb 11 05:10:26.749396 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7366a62c-ea82-4112-bf9a-a68145df3952 req-249dbc7a-7026-4d26-993a-db641a0562f4 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "GET /v2.0/security-groups/6392a397-2bbb-49a6-8051-81d19fb00dc1 HTTP/1.1" status: 200 len: 2415 time: 0.0731816 Feb 11 05:10:26.864008 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7366a62c-ea82-4112-bf9a-a68145df3952 req-535fe9bf-3feb-4eec-874c-d4b6dde27dd6 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (6392a397-2bbb-49a6-8051-81d19fb00dc1), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.919878 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7366a62c-ea82-4112-bf9a-a68145df3952 req-535fe9bf-3feb-4eec-874c-d4b6dde27dd6 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (6392a397-2bbb-49a6-8051-81d19fb00dc1), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.984010 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7366a62c-ea82-4112-bf9a-a68145df3952 req-535fe9bf-3feb-4eec-874c-d4b6dde27dd6 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6392a397-2bbb-49a6-8051-81d19fb00dc1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.987748 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7366a62c-ea82-4112-bf9a-a68145df3952 req-535fe9bf-3feb-4eec-874c-d4b6dde27dd6 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.995394 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54458) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:27.011762 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7366a62c-ea82-4112-bf9a-a68145df3952 req-535fe9bf-3feb-4eec-874c-d4b6dde27dd6 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] 10.222.0.87 "DELETE /v2.0/security-groups/6392a397-2bbb-49a6-8051-81d19fb00dc1 HTTP/1.1" status: 204 len: 173 time: 0.2562337 Feb 11 05:10:27.039594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fe9bf-3feb-4eec-874c-d4b6dde27dd6 tempest-SecurityGroupRulesTestJSON-2033218177 tempest-SecurityGroupRulesTestJSON-2033218177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6392a397-2bbb-49a6-8051-81d19fb00dc1,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:27.068665 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-71970aed-ba6d-4065-90b4-bc6ebfc136c9 admin admin] Deleting subnet 0007c1da-e86c-4664-bec8-b50407c725c4 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:10:27.072558 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71970aed-ba6d-4065-90b4-bc6ebfc136c9 admin admin] Publish callbacks [] for subnet (0007c1da-e86c-4664-bec8-b50407c725c4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.143838 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71970aed-ba6d-4065-90b4-bc6ebfc136c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (0007c1da-e86c-4664-bec8-b50407c725c4), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.230987 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71970aed-ba6d-4065-90b4-bc6ebfc136c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (0007c1da-e86c-4664-bec8-b50407c725c4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.300126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6461a266-0c27-413d-ad60-1c926930a308 req-727d2656-e0c8-4727-9eba-ced0e971ac35 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "GET /v2.0/security-groups/8aebc31f-9a3d-4757-adc5-7ef790bd2241 HTTP/1.1" status: 200 len: 1817 time: 0.0673463 Feb 11 05:10:27.379007 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71970aed-ba6d-4065-90b4-bc6ebfc136c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (0007c1da-e86c-4664-bec8-b50407c725c4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.402172 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6461a266-0c27-413d-ad60-1c926930a308 req-ccf481de-c71b-4a89-b05f-468a73f40ef0 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (8aebc31f-9a3d-4757-adc5-7ef790bd2241), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.439082 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71970aed-ba6d-4065-90b4-bc6ebfc136c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0007c1da-e86c-4664-bec8-b50407c725c4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:27.457429 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71970aed-ba6d-4065-90b4-bc6ebfc136c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.460980 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-71970aed-ba6d-4065-90b4-bc6ebfc136c9 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0007c1da-e86c-4664-bec8-b50407c725c4 HTTP/1.1" status: 204 len: 168 time: 0.4642773 Feb 11 05:10:27.463822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54462) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:27.492373 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6461a266-0c27-413d-ad60-1c926930a308 req-ccf481de-c71b-4a89-b05f-468a73f40ef0 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (8aebc31f-9a3d-4757-adc5-7ef790bd2241), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.604182 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc71b16f-a6a6-4d75-b1a3-877b31d38f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (b7baa212-33db-45d0-acbb-e8ccb282075b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.639893 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6461a266-0c27-413d-ad60-1c926930a308 req-ccf481de-c71b-4a89-b05f-468a73f40ef0 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8aebc31f-9a3d-4757-adc5-7ef790bd2241), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.643915 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6461a266-0c27-413d-ad60-1c926930a308 req-ccf481de-c71b-4a89-b05f-468a73f40ef0 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.649346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6461a266-0c27-413d-ad60-1c926930a308 req-ccf481de-c71b-4a89-b05f-468a73f40ef0 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] 10.222.0.87 "DELETE /v2.0/security-groups/8aebc31f-9a3d-4757-adc5-7ef790bd2241 HTTP/1.1" status: 204 len: 173 time: 0.3473208 Feb 11 05:10:27.651990 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54466) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:27.687550 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf481de-c71b-4a89-b05f-468a73f40ef0 tempest-SecurityGroupsTestJSON-139759693 tempest-SecurityGroupsTestJSON-139759693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aebc31f-9a3d-4757-adc5-7ef790bd2241,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:27.800280 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d97083b-a763-4c6a-b0d8-ddff58eafc71 admin admin] Deleting subnet 24c915ea-74ce-40ac-b648-6298fd550223 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:10:27.811038 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d97083b-a763-4c6a-b0d8-ddff58eafc71 admin admin] Publish callbacks [] for subnet (24c915ea-74ce-40ac-b648-6298fd550223), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:27.897849 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac05ca4-c29f-48a1-b74f-7f41a1195568 x-openstack-request-id: req-2ac05ca4-c29f-48a1-b74f-7f41a1195568 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:27.898331 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849a560d-9ae2-4739-a252-69dc94d602ae", "name": "network-vif-plugged", "status": "completed", "tag": "47be15aa-89a8-40c4-b12d-416323b76435", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:27.898432 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2ac05ca4-c29f-48a1-b74f-7f41a1195568 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:27.898915 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849a560d-9ae2-4739-a252-69dc94d602ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47be15aa-89a8-40c4-b12d-416323b76435', 'code': 200} Feb 11 05:10:27.907737 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d97083b-a763-4c6a-b0d8-ddff58eafc71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (24c915ea-74ce-40ac-b648-6298fd550223), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.090580 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d97083b-a763-4c6a-b0d8-ddff58eafc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (24c915ea-74ce-40ac-b648-6298fd550223), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.119127 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc71b16f-a6a6-4d75-b1a3-877b31d38f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (b7baa212-33db-45d0-acbb-e8ccb282075b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.171387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-dc71b16f-a6a6-4d75-b1a3-877b31d38f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7baa212-33db-45d0-acbb-e8ccb282075b']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:28.188163 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-dc71b16f-a6a6-4d75-b1a3-877b31d38f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea4f3bf-4e64-47ed-8f78-939839670de4') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:28.188472 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-dc71b16f-a6a6-4d75-b1a3-877b31d38f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea4f3bf-4e64-47ed-8f78-939839670de4') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:28.200997 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d97083b-a763-4c6a-b0d8-ddff58eafc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (24c915ea-74ce-40ac-b648-6298fd550223), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.208229 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc71b16f-a6a6-4d75-b1a3-877b31d38f8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (0ea4f3bf-4e64-47ed-8f78-939839670de4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.221458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dcc2e-dab1-40d4-9055-16c2b4401418 req-1234c108-8181-4024-bd18-42a1f2129538 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:28.223203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e6dcc2e-dab1-40d4-9055-16c2b4401418 req-1234c108-8181-4024-bd18-42a1f2129538 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 943 time: 0.1161356 Feb 11 05:10:28.268478 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97083b-a763-4c6a-b0d8-ddff58eafc71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c915ea-74ce-40ac-b648-6298fd550223,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:28.270317 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc71b16f-a6a6-4d75-b1a3-877b31d38f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (0ea4f3bf-4e64-47ed-8f78-939839670de4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.286353 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d97083b-a763-4c6a-b0d8-ddff58eafc71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.290768 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc71b16f-a6a6-4d75-b1a3-877b31d38f8c admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:10:28.291249 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc71b16f-a6a6-4d75-b1a3-877b31d38f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (0ea4f3bf-4e64-47ed-8f78-939839670de4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:10:28.293360 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:10:28.297822 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3d97083b-a763-4c6a-b0d8-ddff58eafc71 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/24c915ea-74ce-40ac-b648-6298fd550223 HTTP/1.1" status: 204 len: 168 time: 0.6447515 Feb 11 05:10:28.298510 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54472) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:28.328829 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e6dcc2e-dab1-40d4-9055-16c2b4401418 req-91c73a51-dff5-4e54-a50e-b21a7856bf95 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972450 Feb 11 05:10:28.386221 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc71b16f-a6a6-4d75-b1a3-877b31d38f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (b7baa212-33db-45d0-acbb-e8ccb282075b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.398587 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc71b16f-a6a6-4d75-b1a3-877b31d38f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.402628 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dc71b16f-a6a6-4d75-b1a3-877b31d38f8c admin admin] 10.222.0.87 "DELETE /v2.0/networks/b7baa212-33db-45d0-acbb-e8ccb282075b HTTP/1.1" status: 204 len: 168 time: 0.9367437 Feb 11 05:10:28.447771 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1194bc0f-6fb8-4d88-8459-96b8162e1ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (26f66db8-4b4e-4b5e-80ea-ded3264eed20), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.455266 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a1537705-6f5a-4f1c-806b-0dc71a148911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.466606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71b16f-a6a6-4d75-b1a3-877b31d38f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=b7baa212-33db-45d0-acbb-e8ccb282075b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:28.483115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-55db547b-e15b-4a4e-9995-4fb9386bd9a1 req-fe74e485-f90a-43a5-a6d9-c74d6262a514 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1770093811', 'description': 'tempest-description-1266640432'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:28.537392 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-55db547b-e15b-4a4e-9995-4fb9386bd9a1 req-fe74e485-f90a-43a5-a6d9-c74d6262a514 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.601694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54476) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:28.634806 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1194bc0f-6fb8-4d88-8459-96b8162e1ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (26f66db8-4b4e-4b5e-80ea-ded3264eed20), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.672721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-1194bc0f-6fb8-4d88-8459-96b8162e1ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f66db8-4b4e-4b5e-80ea-ded3264eed20']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:28.679907 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-458f8d67-05a0-4664-b764-dafbe8c82d52 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7ad8e10c4fcc4188ae03fc8eb964a4c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0768278 Feb 11 05:10:28.684360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-1194bc0f-6fb8-4d88-8459-96b8162e1ae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a787b0-9d4d-425e-ba33-006598135572') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:28.684852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54478) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:28.685140 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-1194bc0f-6fb8-4d88-8459-96b8162e1ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a787b0-9d4d-425e-ba33-006598135572') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:28.696858 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1194bc0f-6fb8-4d88-8459-96b8162e1ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (75a787b0-9d4d-425e-ba33-006598135572), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.714134 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1194bc0f-6fb8-4d88-8459-96b8162e1ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (75a787b0-9d4d-425e-ba33-006598135572), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.722578 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1194bc0f-6fb8-4d88-8459-96b8162e1ae0 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:10:28.723348 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1194bc0f-6fb8-4d88-8459-96b8162e1ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (75a787b0-9d4d-425e-ba33-006598135572), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.766804 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-55db547b-e15b-4a4e-9995-4fb9386bd9a1 req-fe74e485-f90a-43a5-a6d9-c74d6262a514 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (7b5a0b43-f5df-409f-aaf5-2e691e813ae0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.773964 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-55db547b-e15b-4a4e-9995-4fb9386bd9a1 req-fe74e485-f90a-43a5-a6d9-c74d6262a514 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7b5a0b43-f5df-409f-aaf5-2e691e813ae0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:10:28.790166 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:10:28.801925 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-55db547b-e15b-4a4e-9995-4fb9386bd9a1 req-fe74e485-f90a-43a5-a6d9-c74d6262a514 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.810335 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1194bc0f-6fb8-4d88-8459-96b8162e1ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (26f66db8-4b4e-4b5e-80ea-ded3264eed20), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.823010 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55db547b-e15b-4a4e-9995-4fb9386bd9a1 req-fe74e485-f90a-43a5-a6d9-c74d6262a514 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3575227 Feb 11 05:10:28.833706 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1194bc0f-6fb8-4d88-8459-96b8162e1ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.840594 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1194bc0f-6fb8-4d88-8459-96b8162e1ae0 admin admin] 10.222.0.87 "DELETE /v2.0/networks/26f66db8-4b4e-4b5e-80ea-ded3264eed20 HTTP/1.1" status: 204 len: 168 time: 0.5409763 Feb 11 05:10:28.842581 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194bc0f-6fb8-4d88-8459-96b8162e1ae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=26f66db8-4b4e-4b5e-80ea-ded3264eed20,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:28.889476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74e485-f90a-43a5-a6d9-c74d6262a514 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5a0b43-f5df-409f-aaf5-2e691e813ae0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:28.895826 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b9ab-5f41-470a-91b8-59146bee3304 admin admin] Publish callbacks [] for security_group (673c5110-0af2-48a2-a881-ab3135cda092), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.951735 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b9ab-5f41-470a-91b8-59146bee3304 admin admin] Publish callbacks [] for security_group (673c5110-0af2-48a2-a881-ab3135cda092), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:29.094022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb71f2-8d58-4992-85bc-37d4160c62d9 req-cb8e1613-ea65-497a-ba39-e0e7fd552556 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:29.101780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40eb71f2-8d58-4992-85bc-37d4160c62d9 req-cb8e1613-ea65-497a-ba39-e0e7fd552556 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 1129 time: 0.1366410 Feb 11 05:10:29.181501 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b9ab-5f41-470a-91b8-59146bee3304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (673c5110-0af2-48a2-a881-ab3135cda092), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:29.182914 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54486) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:29.189380 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b9ab-5f41-470a-91b8-59146bee3304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:29.196460 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1fd2b9ab-5f41-470a-91b8-59146bee3304 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/673c5110-0af2-48a2-a881-ab3135cda092 HTTP/1.1" status: 204 len: 168 time: 0.5103343 Feb 11 05:10:29.227037 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40eb71f2-8d58-4992-85bc-37d4160c62d9 req-7e951205-e47e-4741-a48c-bf3656419046 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238036 Feb 11 05:10:29.237003 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:10:29.250418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2b9ab-5f41-470a-91b8-59146bee3304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673c5110-0af2-48a2-a881-ab3135cda092,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:29.283100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54492) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:29.286511 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-035f7e3e-ddc2-493e-96fd-d569ee719679 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dcea6c6c77f442f580e1392b7ac8c848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1019783 Feb 11 05:10:29.516629 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a23a201-e44d-4f62-b971-39c4a1158ddb admin admin] Publish callbacks [] for security_group (c2e47cc6-10ca-4479-bd42-de31191cc045), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:29.571474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687624d8-a02d-4316-b135-f3d91571f689 req-62efcb1f-1133-4f27-a252-42bd46affe80 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:29.573089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-687624d8-a02d-4316-b135-f3d91571f689 req-62efcb1f-1133-4f27-a252-42bd46affe80 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 950 time: 0.2179654 Feb 11 05:10:29.613618 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a23a201-e44d-4f62-b971-39c4a1158ddb admin admin] Publish callbacks [] for security_group (c2e47cc6-10ca-4479-bd42-de31191cc045), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:29.681387 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-687624d8-a02d-4316-b135-f3d91571f689 req-c2aa9c31-8c72-43cd-95d7-cab0209945b6 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910752 Feb 11 05:10:29.737481 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a23a201-e44d-4f62-b971-39c4a1158ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c2e47cc6-10ca-4479-bd42-de31191cc045), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:29.748900 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a23a201-e44d-4f62-b971-39c4a1158ddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:29.752611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9a23a201-e44d-4f62-b971-39c4a1158ddb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c2e47cc6-10ca-4479-bd42-de31191cc045 HTTP/1.1" status: 204 len: 168 time: 0.4680996 Feb 11 05:10:29.807234 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-923ac419-016f-4bc6-b225-294bdca2525d req-faded72c-69dc-4f1d-afa2-20f3adef6dd2 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "GET /v2.0/security-groups/7b5a0b43-f5df-409f-aaf5-2e691e813ae0 HTTP/1.1" status: 200 len: 1830 time: 0.1065919 Feb 11 05:10:29.823158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23a201-e44d-4f62-b971-39c4a1158ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e47cc6-10ca-4479-bd42-de31191cc045,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:30.702109 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0099204d-341d-4c16-9ed8-b19fa7a6e873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:31.020307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-385b0988-946f-4091-910a-86a1ff8adf57 service neutron] 10.222.0.88 "GET /v2.0/ports/b72615b0-903f-4050-bf3f-650802085b82/bindings/n-h1-713499-38 HTTP/1.1" status: 200 len: 385 time: 0.0793071 Feb 11 05:10:31.051217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54554) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:31.344448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-95061e0a-737c-4add-8167-33c99e4e69d7 service neutron] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b72615b0-903f-4050-bf3f-650802085b82,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:31.375154 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54568) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:31.387008 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-95061e0a-737c-4add-8167-33c99e4e69d7 service neutron] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:31.459683 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e0c8be45-c24d-424f-8d43-5e6e5bda52af admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-82772999-network', 'tenant_id': '0a40ce45f00646be8c6ee67bf9801caf'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:31.472293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-95061e0a-737c-4add-8167-33c99e4e69d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72615b0-903f-4050-bf3f-650802085b82 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:10:31.482924 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b77fd0f6-d8aa-437c-9996-1ed6fd91f38e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1099582782-network', 'tenant_id': 'e5cb3bd5608a4c32a710058630905120'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:31.496367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-95061e0a-737c-4add-8167-33c99e4e69d7 service neutron] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b72615b0-903f-4050-bf3f-650802085b82,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:31.528950 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-95061e0a-737c-4add-8167-33c99e4e69d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b72615b0-903f-4050-bf3f-650802085b82), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:31.541791 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c8be45-c24d-424f-8d43-5e6e5bda52af admin admin] Made reservation on behalf of 0a40ce45f00646be8c6ee67bf9801caf for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:31.545797 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0c8be45-c24d-424f-8d43-5e6e5bda52af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:31.549927 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77fd0f6-d8aa-437c-9996-1ed6fd91f38e admin admin] Made reservation on behalf of e5cb3bd5608a4c32a710058630905120 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:31.552960 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b77fd0f6-d8aa-437c-9996-1ed6fd91f38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:31.574010 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b77fd0f6-d8aa-437c-9996-1ed6fd91f38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:31.695237 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b77fd0f6-d8aa-437c-9996-1ed6fd91f38e admin admin] Publish callbacks [] for security_group (ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:31.696848 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0c8be45-c24d-424f-8d43-5e6e5bda52af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:31.787147 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-95061e0a-737c-4add-8167-33c99e4e69d7 service neutron] Transition to ACTIVE for port object b72615b0-903f-4050-bf3f-650802085b82 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:10:31.794193 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-95061e0a-737c-4add-8167-33c99e4e69d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b72615b0-903f-4050-bf3f-650802085b82), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:31.829397 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0c8be45-c24d-424f-8d43-5e6e5bda52af admin admin] Publish callbacks [] for security_group (139b5279-4889-4abf-8dd2-9e2edb82ebbc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:31.831286 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b77fd0f6-d8aa-437c-9996-1ed6fd91f38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:31.859739 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77fd0f6-d8aa-437c-9996-1ed6fd91f38e admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:31.871670 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b77fd0f6-d8aa-437c-9996-1ed6fd91f38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (558ba430-8449-43cd-913d-830671a1a778), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:31.872079 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-b77fd0f6-d8aa-437c-9996-1ed6fd91f38e admin admin] Added segment 558ba430-8449-43cd-913d-830671a1a778 of type vlan for network 6e397280-e892-4b82-83ca-051e4b76c151 Feb 11 05:10:31.881711 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-95061e0a-737c-4add-8167-33c99e4e69d7 service neutron] No DVR routers for this DVR port b72615b0-903f-4050-bf3f-650802085b82 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:10:31.932198 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-95061e0a-737c-4add-8167-33c99e4e69d7 service neutron] 10.222.0.88 "PUT /v2.0/ports/b72615b0-903f-4050-bf3f-650802085b82/bindings/n-h1-713499-38/activate HTTP/1.1" status: 200 len: 370 time: 0.9045711 Feb 11 05:10:31.949297 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b77fd0f6-d8aa-437c-9996-1ed6fd91f38e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (6e397280-e892-4b82-83ca-051e4b76c151), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:31.951547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95061e0a-737c-4add-8167-33c99e4e69d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b72615b0-903f-4050-bf3f-650802085b82,revision_number=10']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:31.962274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-e07cb720-9a77-4edf-8098-6ebbfbabd9b8 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:10:31.963591 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-e07cb720-9a77-4edf-8098-6ebbfbabd9b8 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061455 Feb 11 05:10:31.977265 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0c8be45-c24d-424f-8d43-5e6e5bda52af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (139b5279-4889-4abf-8dd2-9e2edb82ebbc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:32.097272 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b77fd0f6-d8aa-437c-9996-1ed6fd91f38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (6e397280-e892-4b82-83ca-051e4b76c151), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:32.098355 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77fd0f6-d8aa-437c-9996-1ed6fd91f38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:32.099047 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b77fd0f6-d8aa-437c-9996-1ed6fd91f38e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:32.104236 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c8be45-c24d-424f-8d43-5e6e5bda52af admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:32.122448 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fd0f6-d8aa-437c-9996-1ed6fd91f38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:32.132199 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8a104-5273-4443-b460-401e2d9c722f req-3db76577-3ec2-4591-b0e9-9cc743406fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:32.133817 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-3db76577-3ec2-4591-b0e9-9cc743406fe2 service neutron] 10.222.0.87 "GET /v2.0/ports/bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 HTTP/1.1" status: 200 len: 1126 time: 0.1506040 Feb 11 05:10:32.148909 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0c8be45-c24d-424f-8d43-5e6e5bda52af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f5a47448-6fe9-47a4-90ba-0bf477911970), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:32.149327 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-e0c8be45-c24d-424f-8d43-5e6e5bda52af admin admin] Added segment f5a47448-6fe9-47a4-90ba-0bf477911970 of type vlan for network c057b431-d79d-4223-9d5d-1c34def959a0 Feb 11 05:10:32.176217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-16c8a104-5273-4443-b460-401e2d9c722f req-e53f5cac-26fe-498f-885b-f00bfe584f46 service neutron] Request body: {'binding': {'host': 'n-h2-713499-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:32.176875 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-16c8a104-5273-4443-b460-401e2d9c722f req-e53f5cac-26fe-498f-885b-f00bfe584f46 service neutron] Unknown quota resources ['binding']. {{(pid=103170) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:10:32.197001 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b77fd0f6-d8aa-437c-9996-1ed6fd91f38e admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8176997 Feb 11 05:10:32.200215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54578) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:32.210054 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-529553c2-634d-4db8-835d-e39e6f5503b7 admin admin] Request body: {'subnet': {'network_id': '6e397280-e892-4b82-83ca-051e4b76c151', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1099582782-subnet', 'tenant_id': 'e5cb3bd5608a4c32a710058630905120', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:32.247012 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8be45-c24d-424f-8d43-5e6e5bda52af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139b5279-4889-4abf-8dd2-9e2edb82ebbc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:32.269771 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:32.275835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529553c2-634d-4db8-835d-e39e6f5503b7 admin admin] Made reservation on behalf of e5cb3bd5608a4c32a710058630905120 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:32.281947 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-529553c2-634d-4db8-835d-e39e6f5503b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:32.342663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fd0f6-d8aa-437c-9996-1ed6fd91f38e admin admin] Pushing event updated for resources: {'Network': ['ID=6e397280-e892-4b82-83ca-051e4b76c151,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:32.354108 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0c8be45-c24d-424f-8d43-5e6e5bda52af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (c057b431-d79d-4223-9d5d-1c34def959a0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:32.361488 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 6e397280-e892-4b82-83ca-051e4b76c151 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:32.411412 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-129b8645-33e2-4f14-922d-46ee6a108bbc tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:32.414329 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-129b8645-33e2-4f14-922d-46ee6a108bbc tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8&tenant_id=74a76fe8ac584d85b2325b17c168bf79&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 1127 time: 0.4066157 Feb 11 05:10:32.510663 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0c8be45-c24d-424f-8d43-5e6e5bda52af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (c057b431-d79d-4223-9d5d-1c34def959a0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:32.512231 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c8be45-c24d-424f-8d43-5e6e5bda52af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:32.513148 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0c8be45-c24d-424f-8d43-5e6e5bda52af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:32.529447 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-529553c2-634d-4db8-835d-e39e6f5503b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (956c7c24-ca03-497f-a589-efa4f4b0405f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:32.588353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529553c2-634d-4db8-835d-e39e6f5503b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=956c7c24-ca03-497f-a589-efa4f4b0405f,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:32.626811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529553c2-634d-4db8-835d-e39e6f5503b7 admin admin] Checking segment: {'id': '558ba430-8449-43cd-913d-830671a1a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e397280-e892-4b82-83ca-051e4b76c151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:32.628020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529553c2-634d-4db8-835d-e39e6f5503b7 admin admin] Network hostable DHCP agents. Network: 6e397280-e892-4b82-83ca-051e4b76c151, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:32.657674 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8be45-c24d-424f-8d43-5e6e5bda52af admin admin] Pushing event updated for resources: {'Network': ['ID=c057b431-d79d-4223-9d5d-1c34def959a0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:32.672424 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network c057b431-d79d-4223-9d5d-1c34def959a0 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:32.676723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529553c2-634d-4db8-835d-e39e6f5503b7 admin admin] Network 6e397280-e892-4b82-83ca-051e4b76c151 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:32.687744 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e0c8be45-c24d-424f-8d43-5e6e5bda52af admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6315939 Feb 11 05:10:32.688236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-529553c2-634d-4db8-835d-e39e6f5503b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 6e397280-e892-4b82-83ca-051e4b76c151) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:32.697122 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54582) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:32.705030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1ae975b2-9882-4ba9-8212-ed025e42ac10 admin admin] Request body: {'subnet': {'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-82772999-subnet', 'tenant_id': '0a40ce45f00646be8c6ee67bf9801caf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:32.708235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b97f72-bb90-4786-873a-3a5d291fa13b None None] Network 6e397280-e892-4b82-83ca-051e4b76c151 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:32.710014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529553c2-634d-4db8-835d-e39e6f5503b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:32.710597 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-529553c2-634d-4db8-835d-e39e6f5503b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:32.726671 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-16c8a104-5273-4443-b460-401e2d9c722f req-e53f5cac-26fe-498f-885b-f00bfe584f46 service neutron] Attempting to bind port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 on host n-h2-713499-38 for vnic_type normal with profile None {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:32.727092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-16c8a104-5273-4443-b460-401e2d9c722f req-e53f5cac-26fe-498f-885b-f00bfe584f46 service neutron] Attempting to bind port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:32.731469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8a104-5273-4443-b460-401e2d9c722f req-e53f5cac-26fe-498f-885b-f00bfe584f46 service neutron] Attempting to bind port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:32.731651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-529553c2-634d-4db8-835d-e39e6f5503b7 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5246832 Feb 11 05:10:32.746075 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8a104-5273-4443-b460-401e2d9c722f req-e53f5cac-26fe-498f-885b-f00bfe584f46 service neutron] Port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:10:32.746421 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8a104-5273-4443-b460-401e2d9c722f req-e53f5cac-26fe-498f-885b-f00bfe584f46 service neutron] Attempting to bind port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:32.760222 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8a104-5273-4443-b460-401e2d9c722f req-e53f5cac-26fe-498f-885b-f00bfe584f46 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:32.760582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8a104-5273-4443-b460-401e2d9c722f req-e53f5cac-26fe-498f-885b-f00bfe584f46 service neutron] Checking segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:32.760976 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8a104-5273-4443-b460-401e2d9c722f req-e53f5cac-26fe-498f-885b-f00bfe584f46 service neutron] Bound using segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:32.762621 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-16c8a104-5273-4443-b460-401e2d9c722f req-e53f5cac-26fe-498f-885b-f00bfe584f46 service neutron] Bound port: bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:32.789603 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae975b2-9882-4ba9-8212-ed025e42ac10 admin admin] Made reservation on behalf of 0a40ce45f00646be8c6ee67bf9801caf for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:32.797425 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1ae975b2-9882-4ba9-8212-ed025e42ac10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:32.871221 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-85ccf7e7-14c0-4cd3-8c5c-eb3b7f379d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:32.877351 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-85ccf7e7-14c0-4cd3-8c5c-eb3b7f379d1c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8&tenant_id=74a76fe8ac584d85b2325b17c168bf79 HTTP/1.1" status: 200 len: 1127 time: 0.3354487 Feb 11 05:10:32.993156 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-16c8a104-5273-4443-b460-401e2d9c722f req-e53f5cac-26fe-498f-885b-f00bfe584f46 service neutron] For port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:33.009035 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-16c8a104-5273-4443-b460-401e2d9c722f req-e53f5cac-26fe-498f-885b-f00bfe584f46 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:33.012413 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-e53f5cac-26fe-498f-885b-f00bfe584f46 service neutron] 10.222.0.87 "POST /v2.0/ports/bf71ab16-f5a5-4b2b-8f26-12930b4b07d8/bindings HTTP/1.1" status: 201 len: 390 time: 0.8585646 Feb 11 05:10:33.056704 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-1b7f5f8f-a96a-427c-8b25-bf87f62e5c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:33.062737 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-1b7f5f8f-a96a-427c-8b25-bf87f62e5c19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 1127 time: 0.1604893 Feb 11 05:10:33.073674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00962f0d-616e-4c9c-bfc7-36e8f47d8536 None None] Network 6e397280-e892-4b82-83ca-051e4b76c151 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:33.131253 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1ae975b2-9882-4ba9-8212-ed025e42ac10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (5ea6336f-48df-43c4-9674-2de7741cddbb), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:33.286250 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-f2d72242-5bd6-4400-b923-7dd3425e8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:33.288999 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-f2d72242-5bd6-4400-b923-7dd3425e8031 service neutron] 10.222.0.73 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.2186422 Feb 11 05:10:33.358648 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-bbcf3dd7-5a31-4fb8-941e-b7c2db7ea4ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b72615b0-903f-4050-bf3f-650802085b82 HTTP/1.1" status: 200 len: 217 time: 0.0604777 Feb 11 05:10:33.389547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae975b2-9882-4ba9-8212-ed025e42ac10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea6336f-48df-43c4-9674-2de7741cddbb,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:33.415855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae975b2-9882-4ba9-8212-ed025e42ac10 admin admin] Checking segment: {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:33.416449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae975b2-9882-4ba9-8212-ed025e42ac10 admin admin] Network hostable DHCP agents. Network: c057b431-d79d-4223-9d5d-1c34def959a0, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:33.455347 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:33.458504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc9271-d789-443c-b08b-0bca270b1c93 req-425d43fc-51d2-4d07-b5c9-63fc1ab3b801 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:33.460274 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13dc9271-d789-443c-b08b-0bca270b1c93 req-425d43fc-51d2-4d07-b5c9-63fc1ab3b801 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 944 time: 0.2348950 Feb 11 05:10:33.462386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8a104-5273-4443-b460-401e2d9c722f req-458b0625-cea3-4f5b-a169-e9be1540dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:33.463859 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-458b0625-cea3-4f5b-a169-e9be1540dd82 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 1129 time: 0.1143320 Feb 11 05:10:33.488351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae975b2-9882-4ba9-8212-ed025e42ac10 admin admin] Network c057b431-d79d-4223-9d5d-1c34def959a0 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:33.521767 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-781f8753-e9bc-4b49-966e-87d2023461e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:33.523500 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-781f8753-e9bc-4b49-966e-87d2023461e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.1550863 Feb 11 05:10:33.540584 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-1ae975b2-9882-4ba9-8212-ed025e42ac10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, c057b431-d79d-4223-9d5d-1c34def959a0) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:33.550988 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea64db3-2102-497d-af68-1c70cb07fd26 None None] Network c057b431-d79d-4223-9d5d-1c34def959a0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:33.575116 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-d1e9f4a5-ba25-4c30-b3cf-d5d2bd8667b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439920 Feb 11 05:10:33.661145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae975b2-9882-4ba9-8212-ed025e42ac10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:33.667494 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1ae975b2-9882-4ba9-8212-ed025e42ac10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:33.742452 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-aaf38a0e-273f-4ede-84dc-c3a066ece3f2 service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577816 Feb 11 05:10:33.747302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd3cd16-66f7-4266-a2bd-9162f942938c None None] Network c057b431-d79d-4223-9d5d-1c34def959a0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:33.756334 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1ae975b2-9882-4ba9-8212-ed025e42ac10 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0569394 Feb 11 05:10:33.810451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13dc9271-d789-443c-b08b-0bca270b1c93 req-017c3eb1-7c25-4d59-a3d5-48f2cc06195d tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372304 Feb 11 05:10:33.891808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-0e55cfee-4997-410c-89bf-9d47c565719f req-9b797880-7220-4734-86dc-c5bf19da0cd1 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-346069619', 'description': 'tempest-description-1930843957'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:33.940946 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0e55cfee-4997-410c-89bf-9d47c565719f req-9b797880-7220-4734-86dc-c5bf19da0cd1 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:33.952739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8a104-5273-4443-b460-401e2d9c722f req-c8256c50-9d3b-47fa-bcc6-1b72d5ef569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:33.957252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-c8256c50-9d3b-47fa-bcc6-1b72d5ef569b service neutron] 10.222.0.88 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.4849935 Feb 11 05:10:33.959772 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-3e7b8078-fb18-4447-9f1b-1a68383e9c87 service neutron] show failed (client error): The resource could not be found. Feb 11 05:10:33.961563 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-3e7b8078-fb18-4447-9f1b-1a68383e9c87 service neutron] 10.222.0.88 "GET /v2.0/ports/993c5294-c6bf-4de9-8399-a3b99ba57ef8/bindings/n-h1-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.2719371 Feb 11 05:10:34.024851 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-5b3e5cee-6555-4da6-b4ba-491960012e03 service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566319 Feb 11 05:10:34.161428 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0e55cfee-4997-410c-89bf-9d47c565719f req-9b797880-7220-4734-86dc-c5bf19da0cd1 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (da29c7f7-a8a6-4287-81d5-a3fa0ff455ce), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:34.163892 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-f6343a55-6cce-4ab1-87e9-9c3f07ccb01d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 HTTP/1.1" status: 200 len: 217 time: 0.1905935 Feb 11 05:10:34.168265 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0e55cfee-4997-410c-89bf-9d47c565719f req-9b797880-7220-4734-86dc-c5bf19da0cd1 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (da29c7f7-a8a6-4287-81d5-a3fa0ff455ce), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:34.210248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b797880-7220-4734-86dc-c5bf19da0cd1 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da29c7f7-a8a6-4287-81d5-a3fa0ff455ce,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:34.276436 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0e55cfee-4997-410c-89bf-9d47c565719f req-9b797880-7220-4734-86dc-c5bf19da0cd1 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:34.299125 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e55cfee-4997-410c-89bf-9d47c565719f req-9b797880-7220-4734-86dc-c5bf19da0cd1 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4301624 Feb 11 05:10:34.333263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8a104-5273-4443-b460-401e2d9c722f req-cb8098d7-88c9-41f0-99d7-82f3703b3c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:34.342137 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-cb8098d7-88c9-41f0-99d7-82f3703b3c6b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.1702428 Feb 11 05:10:34.515069 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-7929208e-cc2f-4913-a444-23529f592b35 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1651239 Feb 11 05:10:34.642379 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-1bdb4c5b-16e2-4feb-a13d-ea7b3b4a4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:34.645201 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-1bdb4c5b-16e2-4feb-a13d-ea7b3b4a4f39 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b&tenant_id=96892c63fd9f4c61ab86cc0679e41126 HTTP/1.1" status: 200 len: 1133 time: 0.2274878 Feb 11 05:10:34.661043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:34.704439 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-7523290f-aefd-4f4a-a931-e429e9258dd0 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:34.706651 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-7523290f-aefd-4f4a-a931-e429e9258dd0 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8&tenant_id=74a76fe8ac584d85b2325b17c168bf79&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 1127 time: 0.1527147 Feb 11 05:10:34.727543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03a577-6f3f-448a-8d78-9916574aebe6 req-e7eeb558-d238-47e0-8acc-71472c9937bf tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:34.737906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c03a577-6f3f-448a-8d78-9916574aebe6 req-e7eeb558-d238-47e0-8acc-71472c9937bf tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 950 time: 0.2456975 Feb 11 05:10:34.820501 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:34.822101 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-b677a03e-601c-435f-9894-ba31ea444605 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781847 Feb 11 05:10:34.822411 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:34.886642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c03a577-6f3f-448a-8d78-9916574aebe6 req-9607993a-8e0a-4904-a8e3-e834a2127c63 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423800 Feb 11 05:10:35.064397 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-ce2a94e2-8529-47f6-85e4-625d1d70ac50 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324488 Feb 11 05:10:35.308082 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-bb334e0e-9445-43e8-8aee-a7b363106b21 service neutron] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:35.315127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8a104-5273-4443-b460-401e2d9c722f req-ab79af65-f5ad-4a77-93aa-43393c8e8408 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:35.321741 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-ab79af65-f5ad-4a77-93aa-43393c8e8408 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0&tenant_id=625496205bdf429e8af46565d991a189&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 1129 time: 0.1840572 Feb 11 05:10:35.326324 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-bb334e0e-9445-43e8-8aee-a7b363106b21 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.333698 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f97ff2b5-3a18-437b-a5ed-c5c350536fa8 req-bb334e0e-9445-43e8-8aee-a7b363106b21 service neutron] 10.222.0.73 "DELETE /v2.0/ports/b72615b0-903f-4050-bf3f-650802085b82/bindings/n-h2-713499-38 HTTP/1.1" status: 204 len: 173 time: 0.5789723 Feb 11 05:10:35.351349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-38'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:35.512914 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.520662 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:35.614110 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:35.670610 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:35.674285 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7003ded-e275-4a15-9a12-db254611d25f" -d '{"events": [{"server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "name": "network-vif-unplugged", "status": "completed", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:35.686204 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Publish callbacks [] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.754856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Transition to ACTIVE for port object 993c5294-c6bf-4de9-8399-a3b99ba57ef8 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:10:35.765750 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:35.802427 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a9e04-cab6-4c20-9121-658a57a39a94 req-0439e91e-a24c-459d-836f-4a097d28bb45 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:35.804121 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d9a9e04-cab6-4c20-9121-658a57a39a94 req-0439e91e-a24c-459d-836f-4a097d28bb45 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 946 time: 0.1987884 Feb 11 05:10:35.866145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] For port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:35.944571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] No DVR routers for this DVR port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 on host n-h2-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:10:35.961127 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=993c5294-c6bf-4de9-8399-a3b99ba57ef8,revision_number=6']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:35.980455 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d9a9e04-cab6-4c20-9121-658a57a39a94 req-0fd86991-0612-4127-b68d-67ecbecc6f3a tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423116 Feb 11 05:10:35.995780 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Attempting to bind port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:35.997266 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Attempting to bind port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:35.997930 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Attempting to bind port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:36.008475 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:10:36.009369 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Attempting to bind port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:36.024462 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:36.025545 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:36.027595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 993c5294-c6bf-4de9-8399-a3b99ba57ef8 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:10:36.029881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:36.030835 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Bound port: 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:36.031282 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.080208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] For port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:36.179742 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:36.194434 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:36.203958 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] The host n-h2-713499-38 is not matching for port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 host n-h1-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:10:36.204948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 993c5294-c6bf-4de9-8399-a3b99ba57ef8 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:10:36.210231 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.245953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfc2cb2-bb83-4572-97df-513abcd668b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf71ab16-f5a5-4b2b-8f26-12930b4b07d8'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:36.249098 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe4f391-9bf0-4e65-9f61-ca2aea058c20" -d '{"events": [{"server_uuid": "edfc2cb2-bb83-4572-97df-513abcd668b0", "name": "network-vif-unplugged", "status": "completed", "tag": "bf71ab16-f5a5-4b2b-8f26-12930b4b07d8"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:36.254800 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Publish callbacks [] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.258821 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:36.259698 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.261677 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] 10.222.0.73 "PUT /v2.0/ports/993c5294-c6bf-4de9-8399-a3b99ba57ef8 HTTP/1.1" status: 200 len: 1097 time: 1.6058345 Feb 11 05:10:36.262104 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.315517 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043d389-9010-4ab1-857b-b9f327c9a2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=993c5294-c6bf-4de9-8399-a3b99ba57ef8,revision_number=7']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:36.393268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-a9f38701-d445-4cc7-9886-c3eac859f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:36.395293 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-a9f38701-d445-4cc7-9886-c3eac859f8b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 1131 time: 0.1019015 Feb 11 05:10:36.414818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Attempting to bind port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 on host n-h1-713499-38 for vnic_type normal with profile {"migrating_to": "n-h2-713499-38"} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:36.419833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Attempting to bind port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:36.421036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Attempting to bind port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:36.432359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Pushing event updated for resources: {'Port': ['ID=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,revision_number=7']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:36.436035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:10:36.437997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Attempting to bind port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:36.451090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:36.452234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Checking segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:36.454061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Bound using segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:36.455272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Bound port: bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:36.455775 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.546837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] For port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:36.551754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] For port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:36.561319 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.635925 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-27464d5d-8d12-4dc9-83eb-125db8e67edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:36.637472 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-27464d5d-8d12-4dc9-83eb-125db8e67edf service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.2237401 Feb 11 05:10:36.672910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Pushing event updated for resources: {'Port': ['ID=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,revision_number=8']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:36.706332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:36.708450 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:36.711123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-27ab90c1-2ad6-4041-b28d-20bc6b7d2c89 service neutron] 10.222.0.88 "PUT /v2.0/ports/bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 HTTP/1.1" status: 200 len: 1124 time: 1.3824015 Feb 11 05:10:36.712636 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-cd75b06a-85f7-4604-998e-d14ec8f65efd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8 HTTP/1.1" status: 200 len: 217 time: 0.0653706 Feb 11 05:10:36.798019 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-1b029c08-47d4-4fa9-bc68-1732be20960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:36.799540 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-1b029c08-47d4-4fa9-bc68-1732be20960c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0762725 Feb 11 05:10:36.840194 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['bf71ab16-f5a5-4b2b-8f26-12930b4b07d8'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:10:36.877622 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-9f5d3f43-b2c3-438b-9e0a-b2e2a7bd53cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:36.882745 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-9f5d3f43-b2c3-438b-9e0a-b2e2a7bd53cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0675151 Feb 11 05:10:37.013055 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-ccefe714-146e-41ff-958a-949dd0689068 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214702 Feb 11 05:10:37.125065 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-914ace9f-ae9d-4bf6-87ee-3cb9f9df0dcd req-a91f08a6-14e3-44ad-9396-7dbe253ec088 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044312 Feb 11 05:10:38.040917 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:10:38.173339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:38.198474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 has no active binding in host n-h2-713499-38 {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:10:39.485410 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:39.890634 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 993c5294-c6bf-4de9-8399-a3b99ba57ef8 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:10:40.162147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:40.177759 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '993c5294-c6bf-4de9-8399-a3b99ba57ef8', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '993c5294-c6bf-4de9-8399-a3b99ba57ef8', 'mac_address': 'fa:16:3e:83:fc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:10:40.218848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:40.219381 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.233407 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993c5294-c6bf-4de9-8399-a3b99ba57ef8 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:10:40.254715 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:40.259654 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:40.293496 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01427290-3fe1-4d12-adcf-a9f0be4ec551 req-ed7e3f44-927f-4391-8dff-4938afd8b450 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "GET /v2.0/security-groups/da29c7f7-a8a6-4287-81d5-a3fa0ff455ce HTTP/1.1" status: 200 len: 1829 time: 0.0951440 Feb 11 05:10:40.320538 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=993c5294-c6bf-4de9-8399-a3b99ba57ef8,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:40.325049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53523c87-bf22-4f70-9f30-b42061d46284 req-2df7bfa9-a089-4da4-806f-617a2dd28f44 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:40.326587 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53523c87-bf22-4f70-9f30-b42061d46284 req-2df7bfa9-a089-4da4-806f-617a2dd28f44 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 810 time: 0.1531806 Feb 11 05:10:40.343496 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53523c87-bf22-4f70-9f30-b42061d46284 req-ad815f9f-001e-40af-926f-15e6c151ad19 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/quotas/0a40ce45f00646be8c6ee67bf9801caf HTTP/1.1" status: 200 len: 375 time: 0.0098171 Feb 11 05:10:40.401748 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53523c87-bf22-4f70-9f30-b42061d46284 req-fc8105c4-0609-481c-a67b-40f29d49ac2f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522325 Feb 11 05:10:40.433419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f868a28-1c1b-4716-8d4a-9cb011fa5028 req-cf4dd6ab-e09b-479f-9903-fa7a996ed223 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:40.435004 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f868a28-1c1b-4716-8d4a-9cb011fa5028 req-cf4dd6ab-e09b-479f-9903-fa7a996ed223 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 944 time: 0.0766783 Feb 11 05:10:40.507544 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f868a28-1c1b-4716-8d4a-9cb011fa5028 req-0bb34fb9-351a-49c1-bf97-589e6abf48bf tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654712 Feb 11 05:10:40.576093 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53523c87-bf22-4f70-9f30-b42061d46284 req-7d17d083-3865-4981-b09d-e114e34b5357 service neutron] 10.222.0.87 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659694 Feb 11 05:10:40.679189 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7085259-a749-4ee7-ae7a-e808d058baf3 x-openstack-request-id: req-f7085259-a749-4ee7-ae7a-e808d058baf3 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:40.680285 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "name": "network-vif-unplugged", "status": "completed", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:40.680285 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f7085259-a749-4ee7-ae7a-e808d058baf3 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:40.680671 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8', 'code': 200} Feb 11 05:10:40.683899 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53523c87-bf22-4f70-9f30-b42061d46284 req-87863425-5520-4d04-946e-480ab1f19af1 service neutron] 10.222.0.87 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035006 Feb 11 05:10:40.794460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fb2fb-e844-43fc-9c9a-7406516c655b req-28f91150-341d-4e3e-94aa-8490fd9f6891 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:40.801844 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e83fb2fb-e844-43fc-9c9a-7406516c655b req-28f91150-341d-4e3e-94aa-8490fd9f6891 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 949 time: 0.0658960 Feb 11 05:10:40.858471 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e83fb2fb-e844-43fc-9c9a-7406516c655b req-c099f77a-541a-40dc-8ce8-11e7f38a0b73 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556569 Feb 11 05:10:40.937954 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f828976-a0be-4d8c-9b5e-387f2ed0e061 x-openstack-request-id: req-3f828976-a0be-4d8c-9b5e-387f2ed0e061 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:40.938253 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfc2cb2-bb83-4572-97df-513abcd668b0", "name": "network-vif-unplugged", "status": "completed", "tag": "bf71ab16-f5a5-4b2b-8f26-12930b4b07d8", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:40.938504 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3f828976-a0be-4d8c-9b5e-387f2ed0e061 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:40.938893 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfc2cb2-bb83-4572-97df-513abcd668b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf71ab16-f5a5-4b2b-8f26-12930b4b07d8', 'code': 200} Feb 11 05:10:40.953891 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['993c5294-c6bf-4de9-8399-a3b99ba57ef8'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:10:40.992162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90e6eb-c4e5-400a-b170-c7326faf1b88 req-4caaa710-115e-4769-915b-7f784634f0d6 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:40.993873 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad90e6eb-c4e5-400a-b170-c7326faf1b88 req-4caaa710-115e-4769-915b-7f784634f0d6 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 944 time: 0.0693655 Feb 11 05:10:41.059596 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-663be825-f357-492e-91c2-a1efd950bbdf req-192a38ed-fd45-49d1-9c69-4cdc18749f14 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] show failed (client error): The resource could not be found. Feb 11 05:10:41.060911 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-663be825-f357-492e-91c2-a1efd950bbdf req-192a38ed-fd45-49d1-9c69-4cdc18749f14 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "GET /v2.0/security-groups/286fa046-6bc7-42d3-949d-22f0ae2d1471 HTTP/1.1" status: 404 len: 352 time: 0.0272546 Feb 11 05:10:41.100559 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad90e6eb-c4e5-400a-b170-c7326faf1b88 req-f60e9bca-650e-4eff-8137-aa44e4c069c3 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974371 Feb 11 05:10:41.198819 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-259737c3-883a-47e3-9d50-8d9e1a0421fd service neutron] 10.222.0.73 "GET /v2.0/ports/bf71ab16-f5a5-4b2b-8f26-12930b4b07d8/bindings/n-h2-713499-38 HTTP/1.1" status: 200 len: 385 time: 0.1085796 Feb 11 05:10:41.368134 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76ea842e-a902-4d1e-8ad3-afa8eac191e3 req-4ac06628-be90-47ba-b8df-dd9f3a1466d2 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=0996aa2d-a5d3-4c2c-807c-5f03443e8d8f HTTP/1.1" status: 200 len: 210 time: 0.0564024 Feb 11 05:10:41.461074 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-16c8a104-5273-4443-b460-401e2d9c722f req-6ea17fd0-c142-45f3-84dd-d10e0c42ffcb service neutron] For port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:41.485338 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-16c8a104-5273-4443-b460-401e2d9c722f req-6ea17fd0-c142-45f3-84dd-d10e0c42ffcb service neutron] For port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:41.525347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cee18b-ea0c-4230-96ce-3d8b08d3b9d7 req-8a2622a5-9c58-41b8-89d4-9cc85414e0b9 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:41.526208 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-16c8a104-5273-4443-b460-401e2d9c722f req-6ea17fd0-c142-45f3-84dd-d10e0c42ffcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:10:41.527702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6cee18b-ea0c-4230-96ce-3d8b08d3b9d7 req-8a2622a5-9c58-41b8-89d4-9cc85414e0b9 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/ports?device_id=849a560d-9ae2-4739-a252-69dc94d602ae HTTP/1.1" status: 200 len: 949 time: 0.0709610 Feb 11 05:10:41.539455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-16c8a104-5273-4443-b460-401e2d9c722f req-6ea17fd0-c142-45f3-84dd-d10e0c42ffcb service neutron] For port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:41.556655 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-16c8a104-5273-4443-b460-401e2d9c722f req-6ea17fd0-c142-45f3-84dd-d10e0c42ffcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.621663 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-a45776b7-fbff-4601-8a2d-bb695c75af1d req-8cec7399-4d21-4f0b-bb53-517e9eac7605 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] show failed (client error): The resource could not be found. Feb 11 05:10:41.622901 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a45776b7-fbff-4601-8a2d-bb695c75af1d req-8cec7399-4d21-4f0b-bb53-517e9eac7605 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "GET /v2.0/security-group-rules/08bc9774-3acc-4290-a0bd-774034fb5a4b HTTP/1.1" status: 404 len: 361 time: 0.0266025 Feb 11 05:10:41.638398 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6cee18b-ea0c-4230-96ce-3d8b08d3b9d7 req-02ba908a-1575-43fd-91d6-b346fe61bb24 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/security-groups?id=61554323-3d56-4e4c-9445-b59bf3ae011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037445 Feb 11 05:10:41.658302 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-16c8a104-5273-4443-b460-401e2d9c722f req-6ea17fd0-c142-45f3-84dd-d10e0c42ffcb service neutron] Transition to ACTIVE for port object bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:10:41.681128 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-16c8a104-5273-4443-b460-401e2d9c722f req-6ea17fd0-c142-45f3-84dd-d10e0c42ffcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:41.787135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5198e88-a96d-46c0-aba8-277bdcd8a10d req-a7ec7968-0726-468b-955e-1a934d9f7869 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:41.792050 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c8a104-5273-4443-b460-401e2d9c722f req-6ea17fd0-c142-45f3-84dd-d10e0c42ffcb service neutron] No DVR routers for this DVR port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:10:41.797965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5198e88-a96d-46c0-aba8-277bdcd8a10d req-a7ec7968-0726-468b-955e-1a934d9f7869 tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 1127 time: 0.0887694 Feb 11 05:10:41.802567 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-033ebf7d-0fc3-470a-90bb-b0e96f88a0e5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:41.804121 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-033ebf7d-0fc3-470a-90bb-b0e96f88a0e5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b&tenant_id=96892c63fd9f4c61ab86cc0679e41126&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 949 time: 0.2028685 Feb 11 05:10:41.816415 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea17fd0-c142-45f3-84dd-d10e0c42ffcb service neutron] Pushing event updated for resources: {'Port': ['ID=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,revision_number=10']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:41.859847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5198e88-a96d-46c0-aba8-277bdcd8a10d req-279603b0-f0a2-414d-98bb-9389563c723e tempest-LiveAutoBlockMigrationV225Test-107886886 tempest-LiveAutoBlockMigrationV225Test-107886886-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530579 Feb 11 05:10:41.916011 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-feb5c7c0-7194-4644-a123-062016eb0206 service neutron] 10.222.0.73 "GET /v2.0/ports/993c5294-c6bf-4de9-8399-a3b99ba57ef8/bindings/n-h1-713499-38 HTTP/1.1" status: 200 len: 383 time: 0.0793350 Feb 11 05:10:41.942102 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-6ea17fd0-c142-45f3-84dd-d10e0c42ffcb service neutron] 10.222.0.73 "PUT /v2.0/ports/bf71ab16-f5a5-4b2b-8f26-12930b4b07d8/bindings/n-h2-713499-38/activate HTTP/1.1" status: 200 len: 370 time: 0.7367518 Feb 11 05:10:42.018492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d06cd-a199-4672-94ed-8a610fa3ad00 req-ac8a5a99-c185-4a9a-8039-ab73c644b529 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:42.020242 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b94d06cd-a199-4672-94ed-8a610fa3ad00 req-ac8a5a99-c185-4a9a-8039-ab73c644b529 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 949 time: 0.1778038 Feb 11 05:10:42.036688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8344a13e-e3a5-4a91-8fea-8fb9783f92df req-3c2b46a9-cede-4158-87f3-b49f4523d50c tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "GET /v2.0/security-groups/da29c7f7-a8a6-4287-81d5-a3fa0ff455ce HTTP/1.1" status: 200 len: 1829 time: 0.0906336 Feb 11 05:10:42.036959 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-a5761d45-04d6-4a2c-9647-2ca004f0bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:42.038376 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-a5761d45-04d6-4a2c-9647-2ca004f0bf90 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 1132 time: 0.0803783 Feb 11 05:10:42.141067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-d8a8dc2a-72b7-458a-bd70-75d21c0b8148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:42.142535 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-d8a8dc2a-72b7-458a-bd70-75d21c0b8148 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.0934069 Feb 11 05:10:42.181504 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8344a13e-e3a5-4a91-8fea-8fb9783f92df req-f90715a2-6ceb-40d7-87af-a1bf150ed71c tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (da29c7f7-a8a6-4287-81d5-a3fa0ff455ce), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.196842 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-8d9b3974-5652-46cf-b337-8b23ae5a3531 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8 HTTP/1.1" status: 200 len: 217 time: 0.0469520 Feb 11 05:10:42.217048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8a104-5273-4443-b460-401e2d9c722f req-70d94d39-72a1-4972-b200-096bea377b73 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:42.219507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-70d94d39-72a1-4972-b200-096bea377b73 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0&tenant_id=625496205bdf429e8af46565d991a189&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 1128 time: 0.1959684 Feb 11 05:10:42.240606 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b94d06cd-a199-4672-94ed-8a610fa3ad00 req-002a3b3e-890b-4b29-825e-8f6a4b0d0112 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024219 Feb 11 05:10:42.259867 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-c830cc44-2109-4f4a-8077-30dc9b5d876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:42.261627 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-c830cc44-2109-4f4a-8077-30dc9b5d876d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0585792 Feb 11 05:10:42.314774 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8344a13e-e3a5-4a91-8fea-8fb9783f92df req-f90715a2-6ceb-40d7-87af-a1bf150ed71c tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (da29c7f7-a8a6-4287-81d5-a3fa0ff455ce), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.351650 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-da7de8e9-8a3b-4f42-8c20-2889dedfb7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:42.353218 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-da7de8e9-8a3b-4f42-8c20-2889dedfb7f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0732713 Feb 11 05:10:42.431808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8a104-5273-4443-b460-401e2d9c722f req-3dbef0f9-44ef-4449-bae8-0992aa6adc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:42.434445 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-3dbef0f9-44ef-4449-bae8-0992aa6adc70 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0&tenant_id=625496205bdf429e8af46565d991a189 HTTP/1.1" status: 200 len: 1128 time: 0.1866219 Feb 11 05:10:42.437401 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8344a13e-e3a5-4a91-8fea-8fb9783f92df req-f90715a2-6ceb-40d7-87af-a1bf150ed71c tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (da29c7f7-a8a6-4287-81d5-a3fa0ff455ce), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.442297 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8344a13e-e3a5-4a91-8fea-8fb9783f92df req-f90715a2-6ceb-40d7-87af-a1bf150ed71c tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.456918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8344a13e-e3a5-4a91-8fea-8fb9783f92df req-f90715a2-6ceb-40d7-87af-a1bf150ed71c tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "DELETE /v2.0/security-groups/da29c7f7-a8a6-4287-81d5-a3fa0ff455ce HTTP/1.1" status: 204 len: 173 time: 0.4150476 Feb 11 05:10:42.491001 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-a09f1902-b8b1-4da8-9ce1-b09160c73c65 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307704 Feb 11 05:10:42.492827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53523c87-bf22-4f70-9f30-b42061d46284 req-93702243-0500-4a34-8953-68070a335458 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:42.494437 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53523c87-bf22-4f70-9f30-b42061d46284 req-93702243-0500-4a34-8953-68070a335458 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 810 time: 0.3176866 Feb 11 05:10:42.502304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90715a2-6ceb-40d7-87af-a1bf150ed71c tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da29c7f7-a8a6-4287-81d5-a3fa0ff455ce,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:42.540327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-53523c87-bf22-4f70-9f30-b42061d46284 req-74ab5795-3393-4d5e-9456-6e5e5c6668ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Request body: {'port': {'device_id': '0996aa2d-a5d3-4c2c-807c-5f03443e8d8f', 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0', 'admin_state_up': True, 'tenant_id': '0a40ce45f00646be8c6ee67bf9801caf'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:42.653300 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-c8f13465-5ed2-4eff-8ba8-6e94ad5e0b62 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557269 Feb 11 05:10:42.682162 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:42.686608 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d425c577-f2bf-4364-b33b-574391e0bfac" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:42.693152 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8a104-5273-4443-b460-401e2d9c722f req-3366332c-bd0d-4d6a-8727-6170ca39d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:42.695385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-3366332c-bd0d-4d6a-8727-6170ca39d184 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 1128 time: 0.2219479 Feb 11 05:10:42.741929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-711c9b8e-33e0-4a24-aede-0c544a5b031f req-212e2b0a-754c-4109-9828-5258d384e354 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=0996aa2d-a5d3-4c2c-807c-5f03443e8d8f HTTP/1.1" status: 200 len: 210 time: 0.0643365 Feb 11 05:10:42.749073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a2938-c4a2-451e-8373-91751ac659e2 req-619c600f-3b07-45d4-a270-9787fa14a60f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:42.750757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f12a2938-c4a2-451e-8373-91751ac659e2 req-619c600f-3b07-45d4-a270-9787fa14a60f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 945 time: 0.1964917 Feb 11 05:10:42.908895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53523c87-bf22-4f70-9f30-b42061d46284 req-74ab5795-3393-4d5e-9456-6e5e5c6668ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Made reservation on behalf of 0a40ce45f00646be8c6ee67bf9801caf for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:42.912180 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53523c87-bf22-4f70-9f30-b42061d46284 req-74ab5795-3393-4d5e-9456-6e5e5c6668ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:42.920285 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf5204a4-04f9-48e4-b2c7-c7f8fbed6114 req-1c517b97-a737-4d5b-a9b1-48e02a3e036a tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "GET /v2.0/security-groups/7b5a0b43-f5df-409f-aaf5-2e691e813ae0 HTTP/1.1" status: 200 len: 1830 time: 0.1488311 Feb 11 05:10:42.940423 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f12a2938-c4a2-451e-8373-91751ac659e2 req-27e14a2d-a57c-4834-b3f8-b7b790799582 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763058 Feb 11 05:10:42.944487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfc2cb2-bb83-4572-97df-513abcd668b0', 'tag': 'bf71ab16-f5a5-4b2b-8f26-12930b4b07d8'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:42.946650 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2650f9-6cd6-4faf-9e26-e91dfc26b408" -d '{"events": [{"name": "network-changed", "server_uuid": "edfc2cb2-bb83-4572-97df-513abcd668b0", "tag": "bf71ab16-f5a5-4b2b-8f26-12930b4b07d8"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:42.972720 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8a104-5273-4443-b460-401e2d9c722f req-42757429-eeaa-4d84-9eb8-18004697c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:42.973392 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-42757429-eeaa-4d84-9eb8-18004697c055 service neutron] 10.222.0.88 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.2595820 Feb 11 05:10:43.118207 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-9dc183d8-994c-41f1-879d-6596b3a8cb97 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 HTTP/1.1" status: 200 len: 217 time: 0.1322603 Feb 11 05:10:43.218561 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bf5204a4-04f9-48e4-b2c7-c7f8fbed6114 req-feabfc85-6a5d-4cde-be8c-6375732c5229 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (7b5a0b43-f5df-409f-aaf5-2e691e813ae0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.558356 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282d3f4-bbee-4ec3-a2ed-c27d5b7ad8a5 req-32db43d9-e1f0-4840-9205-5ce12f517c89 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:43.559857 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d282d3f4-bbee-4ec3-a2ed-c27d5b7ad8a5 req-32db43d9-e1f0-4840-9205-5ce12f517c89 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.73 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 944 time: 0.3139703 Feb 11 05:10:43.569885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8a104-5273-4443-b460-401e2d9c722f req-78e20a2f-578d-49bf-ad47-71637b1417a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:43.571327 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-78e20a2f-578d-49bf-ad47-71637b1417a9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.4397271 Feb 11 05:10:43.578546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51246499-c62c-4882-8541-c2310ebb50a1 req-96353f01-aaf0-4c1e-be6c-22e850fd7a83 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:43.579982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51246499-c62c-4882-8541-c2310ebb50a1 req-96353f01-aaf0-4c1e-be6c-22e850fd7a83 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 944 time: 0.5747147 Feb 11 05:10:43.596921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-53523c87-bf22-4f70-9f30-b42061d46284 req-74ab5795-3393-4d5e-9456-6e5e5c6668ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Allocated IP 172.20.0.5 (c057b431-d79d-4223-9d5d-1c34def959a0/5ea6336f-48df-43c4-9674-2de7741cddbb/2828620a-9d15-4918-a23b-41f6dda9395f) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:43.608302 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bf5204a4-04f9-48e4-b2c7-c7f8fbed6114 req-feabfc85-6a5d-4cde-be8c-6375732c5229 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (7b5a0b43-f5df-409f-aaf5-2e691e813ae0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.641446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-78afd4f9-3be3-4246-9555-cd360538a700 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578516 Feb 11 05:10:43.661948 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-d282d3f4-bbee-4ec3-a2ed-c27d5b7ad8a5 req-124f37d7-1ae8-436c-9082-ca59b905f060 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Deleting port b72615b0-903f-4050-bf3f-650802085b82 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:10:43.662329 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d282d3f4-bbee-4ec3-a2ed-c27d5b7ad8a5 req-124f37d7-1ae8-436c-9082-ca59b905f060 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b72615b0-903f-4050-bf3f-650802085b82), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.761553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-d282d3f4-bbee-4ec3-a2ed-c27d5b7ad8a5 req-124f37d7-1ae8-436c-9082-ca59b905f060 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] For port b72615b0-903f-4050-bf3f-650802085b82, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b72615b0-903f-4050-bf3f-650802085b82,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:43.762300 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d282d3f4-bbee-4ec3-a2ed-c27d5b7ad8a5 req-124f37d7-1ae8-436c-9082-ca59b905f060 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b72615b0-903f-4050-bf3f-650802085b82), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.774083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bf5204a4-04f9-48e4-b2c7-c7f8fbed6114 req-feabfc85-6a5d-4cde-be8c-6375732c5229 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7b5a0b43-f5df-409f-aaf5-2e691e813ae0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.777162 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bf5204a4-04f9-48e4-b2c7-c7f8fbed6114 req-feabfc85-6a5d-4cde-be8c-6375732c5229 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.778558 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-d282d3f4-bbee-4ec3-a2ed-c27d5b7ad8a5 req-124f37d7-1ae8-436c-9082-ca59b905f060 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Calling delete_port for b72615b0-903f-4050-bf3f-650802085b82 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:10:43.783708 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf5204a4-04f9-48e4-b2c7-c7f8fbed6114 req-feabfc85-6a5d-4cde-be8c-6375732c5229 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "DELETE /v2.0/security-groups/7b5a0b43-f5df-409f-aaf5-2e691e813ae0 HTTP/1.1" status: 204 len: 173 time: 0.8466752 Feb 11 05:10:43.815827 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51246499-c62c-4882-8541-c2310ebb50a1 req-1d188749-d35b-46e7-957b-8affe715cc06 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201903 Feb 11 05:10:43.842452 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.902108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabfc85-6a5d-4cde-be8c-6375732c5229 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5a0b43-f5df-409f-aaf5-2e691e813ae0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:43.913274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 993c5294-c6bf-4de9-8399-a3b99ba57ef8 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:43.940433 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d282d3f4-bbee-4ec3-a2ed-c27d5b7ad8a5 req-124f37d7-1ae8-436c-9082-ca59b905f060 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (b72615b0-903f-4050-bf3f-650802085b82), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:43.983081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-7c80b197-0a2e-46b2-9828-547857e7432c service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296294 Feb 11 05:10:44.014382 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790fe6d0-5fdc-48bc-8325-b9e9e238c67a x-openstack-request-id: req-790fe6d0-5fdc-48bc-8325-b9e9e238c67a {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:44.015353 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:44.015725 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-790fe6d0-5fdc-48bc-8325-b9e9e238c67a {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:44.016322 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8', 'status': 'completed', 'code': 200} Feb 11 05:10:44.021829 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f37d7-1ae8-436c-9082-ca59b905f060 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Pushing event deleted for resources: {'Port': ['ID=b72615b0-903f-4050-bf3f-650802085b82,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:44.084756 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:10:44.094636 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:44.096246 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.125629 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-d282d3f4-bbee-4ec3-a2ed-c27d5b7ad8a5 req-124f37d7-1ae8-436c-9082-ca59b905f060 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] No DVR routers for this DVR port b72615b0-903f-4050-bf3f-650802085b82 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:10:44.128496 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d282d3f4-bbee-4ec3-a2ed-c27d5b7ad8a5 req-124f37d7-1ae8-436c-9082-ca59b905f060 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.132260 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d282d3f4-bbee-4ec3-a2ed-c27d5b7ad8a5 req-124f37d7-1ae8-436c-9082-ca59b905f060 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.73 "DELETE /v2.0/ports/b72615b0-903f-4050-bf3f-650802085b82 HTTP/1.1" status: 204 len: 173 time: 0.5656140 Feb 11 05:10:44.138241 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc80377-2980-436a-995a-3b09744955fa x-openstack-request-id: req-8fc80377-2980-436a-995a-3b09744955fa {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:44.140649 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfc2cb2-bb83-4572-97df-513abcd668b0", "tag": "bf71ab16-f5a5-4b2b-8f26-12930b4b07d8", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:44.140827 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8fc80377-2980-436a-995a-3b09744955fa {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:44.141118 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfc2cb2-bb83-4572-97df-513abcd668b0', 'tag': 'bf71ab16-f5a5-4b2b-8f26-12930b4b07d8', 'status': 'completed', 'code': 200} Feb 11 05:10:44.149829 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425c577-f2bf-4364-b33b-574391e0bfac req-8278d7d6-8530-41d3-9e97-4a64bfad3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:44.151601 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d425c577-f2bf-4364-b33b-574391e0bfac req-8278d7d6-8530-41d3-9e97-4a64bfad3f32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 1132 time: 0.1268592 Feb 11 05:10:44.304420 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:44.305244 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.331518 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53523c87-bf22-4f70-9f30-b42061d46284 req-74ab5795-3393-4d5e-9456-6e5e5c6668ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks [] for port (2828620a-9d15-4918-a23b-41f6dda9395f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.348821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:44.351050 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaff71e-51c8-44ee-a187-875b3fa223f9" -d '{"events": [{"server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "name": "network-vif-plugged", "status": "completed", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:44.365736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:44.371518 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.372670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 47be15aa-89a8-40c4-b12d-416323b76435 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:10:44.376143 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425c577-f2bf-4364-b33b-574391e0bfac req-714d5da3-850b-46de-8d1d-3cc2ae7569de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:44.380986 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d425c577-f2bf-4364-b33b-574391e0bfac req-714d5da3-850b-46de-8d1d-3cc2ae7569de service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.2213578 Feb 11 05:10:44.470108 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d425c577-f2bf-4364-b33b-574391e0bfac req-13e62c7d-28de-4e3e-9cc9-6b3b03b863a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8 HTTP/1.1" status: 200 len: 217 time: 0.0825458 Feb 11 05:10:44.484021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=993c5294-c6bf-4de9-8399-a3b99ba57ef8,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:44.535436 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-55529433-6f79-4015-9faa-97107eb0cdb6 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451095 Feb 11 05:10:44.539455 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53523c87-bf22-4f70-9f30-b42061d46284 req-74ab5795-3393-4d5e-9456-6e5e5c6668ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2828620a-9d15-4918-a23b-41f6dda9395f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.548159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425c577-f2bf-4364-b33b-574391e0bfac req-9fce0457-c608-4cec-8c6b-403ef7e54bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:44.550056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d425c577-f2bf-4364-b33b-574391e0bfac req-9fce0457-c608-4cec-8c6b-403ef7e54bcb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 1132 time: 0.4902170 Feb 11 05:10:44.566681 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2650f9-6cd6-4faf-9e26-e91dfc26b408 req-128ee5ce-503f-4bec-a95b-276b1cabb1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:44.568839 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f2650f9-6cd6-4faf-9e26-e91dfc26b408 req-128ee5ce-503f-4bec-a95b-276b1cabb1cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 1128 time: 0.4696600 Feb 11 05:10:44.592949 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425c577-f2bf-4364-b33b-574391e0bfac req-b2a42037-4f39-49a9-b394-d32763d77309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:44.594781 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d425c577-f2bf-4364-b33b-574391e0bfac req-b2a42037-4f39-49a9-b394-d32763d77309 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1178143 Feb 11 05:10:44.597495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 47be15aa-89a8-40c4-b12d-416323b76435 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:44.597903 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47be15aa-89a8-40c4-b12d-416323b76435), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.661753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53523c87-bf22-4f70-9f30-b42061d46284 req-74ab5795-3393-4d5e-9456-6e5e5c6668ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Network c057b431-d79d-4223-9d5d-1c34def959a0 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:44.668854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab5795-3393-4d5e-9456-6e5e5c6668ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Pushing event updated for resources: {'Port': ['ID=2828620a-9d15-4918-a23b-41f6dda9395f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:44.675994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 47be15aa-89a8-40c4-b12d-416323b76435, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=47be15aa-89a8-40c4-b12d-416323b76435,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:44.677205 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-53523c87-bf22-4f70-9f30-b42061d46284 req-74ab5795-3393-4d5e-9456-6e5e5c6668ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:44.684644 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (47be15aa-89a8-40c4-b12d-416323b76435), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:44.687154 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:10:44.711575 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425c577-f2bf-4364-b33b-574391e0bfac req-a546da89-7dc5-4783-97c9-fc624375069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:44.713139 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d425c577-f2bf-4364-b33b-574391e0bfac req-a546da89-7dc5-4783-97c9-fc624375069c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1097376 Feb 11 05:10:44.730419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-53523c87-bf22-4f70-9f30-b42061d46284 req-74ab5795-3393-4d5e-9456-6e5e5c6668ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:44.898431 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=47be15aa-89a8-40c4-b12d-416323b76435,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:44.921707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] The host n-h1-713499-38 is not matching for port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 host n-h2-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:10:44.932052 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:10:44.960749 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d425c577-f2bf-4364-b33b-574391e0bfac req-314f3288-2cce-420a-9d69-37fda261160f service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364011 Feb 11 05:10:44.997001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425c577-f2bf-4364-b33b-574391e0bfac req-9e073aa9-922b-4783-8210-f1b58b64c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:45.000403 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d425c577-f2bf-4364-b33b-574391e0bfac req-9e073aa9-922b-4783-8210-f1b58b64c856 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.3325946 Feb 11 05:10:45.009628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4ec95-f834-49fc-b881-0e1145bfc91a req-185cc0a1-a426-4557-aeca-a3d28f068e25 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:45.045336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9fc4ec95-f834-49fc-b881-0e1145bfc91a req-185cc0a1-a426-4557-aeca-a3d28f068e25 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 949 time: 0.8207524 Feb 11 05:10:45.088393 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d425c577-f2bf-4364-b33b-574391e0bfac req-e3305846-7880-49c0-917b-920ee2632c4c service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239693 Feb 11 05:10:45.241259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d425c577-f2bf-4364-b33b-574391e0bfac req-642c48cd-500d-4bc0-9f1a-62b14c7ec4cc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8 HTTP/1.1" status: 200 len: 217 time: 0.1127179 Feb 11 05:10:45.281099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53523c87-bf22-4f70-9f30-b42061d46284 req-74ab5795-3393-4d5e-9456-6e5e5c6668ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:45.281753 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53523c87-bf22-4f70-9f30-b42061d46284 req-74ab5795-3393-4d5e-9456-6e5e5c6668ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.320041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2abc0848-c6dd-4d3f-93a7-4474e1bf23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:45.322798 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2abc0848-c6dd-4d3f-93a7-4474e1bf23ac service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b&tenant_id=96892c63fd9f4c61ab86cc0679e41126 HTTP/1.1" status: 200 len: 1133 time: 0.0614996 Feb 11 05:10:45.334722 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:45.403733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2650f9-6cd6-4faf-9e26-e91dfc26b408 req-0957ade6-22c5-4d5f-860a-bef4d7a99a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:45.405684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f2650f9-6cd6-4faf-9e26-e91dfc26b408 req-0957ade6-22c5-4d5f-860a-bef4d7a99a7d service neutron] 10.222.0.73 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.7418356 Feb 11 05:10:45.412523 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53523c87-bf22-4f70-9f30-b42061d46284 req-74ab5795-3393-4d5e-9456-6e5e5c6668ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8795326 Feb 11 05:10:45.420218 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9fc4ec95-f834-49fc-b881-0e1145bfc91a req-82c74cdc-1e3e-495a-a194-be339c8066de tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675219 Feb 11 05:10:45.437753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Request body: {'port': {'device_id': '0996aa2d-a5d3-4c2c-807c-5f03443e8d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:45.440974 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.441470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8a104-5273-4443-b460-401e2d9c722f req-cf058ad6-6da1-47cd-8d07-3fa81fb8ef5b tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:45.443108 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-cf058ad6-6da1-47cd-8d07-3fa81fb8ef5b tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0&tenant_id=625496205bdf429e8af46565d991a189&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 1128 time: 0.3288641 Feb 11 05:10:45.484637 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba4517-ea33-4a13-9338-36b312ba1264 req-4305c4d3-dbb6-4e38-8639-08a98a4ba895 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:45.486133 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1ba4517-ea33-4a13-9338-36b312ba1264 req-4305c4d3-dbb6-4e38-8639-08a98a4ba895 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=0996aa2d-a5d3-4c2c-807c-5f03443e8d8f HTTP/1.1" status: 200 len: 931 time: 0.3731990 Feb 11 05:10:45.487579 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425c577-f2bf-4364-b33b-574391e0bfac req-b76219ef-ba8a-4212-9874-1fa95ee6a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:45.488931 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d425c577-f2bf-4364-b33b-574391e0bfac req-b76219ef-ba8a-4212-9874-1fa95ee6a1d4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.2388687 Feb 11 05:10:45.511648 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f2650f9-6cd6-4faf-9e26-e91dfc26b408 req-0a28c8ee-71dd-4d8e-809b-c016134f079d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 HTTP/1.1" status: 200 len: 217 time: 0.0949278 Feb 11 05:10:45.697074 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:45.737722 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:45.740945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425c577-f2bf-4364-b33b-574391e0bfac req-914d6665-b749-4e2e-8f72-951d8a5dbd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:45.743298 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d425c577-f2bf-4364-b33b-574391e0bfac req-914d6665-b749-4e2e-8f72-951d8a5dbd9d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2199330 Feb 11 05:10:45.765537 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e452dde9-09e6-4cc0-bc5d-965a4014a83a req-c5921191-ba45-45d3-b927-8cece0c63ceb tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "GET /v2.0/security-groups/8372d014-d401-498d-9e20-f999b475919e HTTP/1.1" status: 200 len: 1828 time: 0.2889214 Feb 11 05:10:45.790973 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Publish callbacks [] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.805388 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Transition to ACTIVE for port object 993c5294-c6bf-4de9-8399-a3b99ba57ef8 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:10:45.835767 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.843612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2650f9-6cd6-4faf-9e26-e91dfc26b408 req-2fc7cab3-119a-460a-acaa-abf4089a7fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:45.845605 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f2650f9-6cd6-4faf-9e26-e91dfc26b408 req-2fc7cab3-119a-460a-acaa-abf4089a7fa5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.3178909 Feb 11 05:10:45.846421 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2828620a-9d15-4918-a23b-41f6dda9395f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:45.871496 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1ba4517-ea33-4a13-9338-36b312ba1264 req-3175d7a2-016e-4de6-9ce1-b226f0d24726 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495669 Feb 11 05:10:45.931719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b72615b0-903f-4050-bf3f-650802085b82 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:10:45.938470 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] No DVR routers for this DVR port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:10:45.969581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f2650f9-6cd6-4faf-9e26-e91dfc26b408 req-a7cae97c-42f1-47b5-ba08-e9c2c7144316 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917222 Feb 11 05:10:46.005120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: b72615b0-903f-4050-bf3f-650802085b82 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:10:46.005472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b72615b0-903f-4050-bf3f-650802085b82 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:10:46.011837 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=993c5294-c6bf-4de9-8399-a3b99ba57ef8,revision_number=10']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:46.024864 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87630575-2498-414c-b284-60ed77575eb8', 'name': 'network-vif-deleted', 'tag': 'b72615b0-903f-4050-bf3f-650802085b82'}, {'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:46.027172 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1686b22-62de-4581-9b30-228ea678f03f" -d '{"events": [{"server_uuid": "87630575-2498-414c-b284-60ed77575eb8", "name": "network-vif-deleted", "tag": "b72615b0-903f-4050-bf3f-650802085b82"}, {"server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "name": "network-vif-unplugged", "status": "completed", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:46.037136 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Attempting to bind port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:46.037499 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Attempting to bind port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:46.038079 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Attempting to bind port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:46.044125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:10:46.044443 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Attempting to bind port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:46.051964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:46.052607 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:46.053028 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:46.053683 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Bound port: 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:46.054058 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.150157 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:46.155201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:46.184071 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.256631 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:46.257401 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.258926 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] 10.222.0.88 "PUT /v2.0/ports/993c5294-c6bf-4de9-8399-a3b99ba57ef8 HTTP/1.1" status: 200 len: 1098 time: 0.9288709 Feb 11 05:10:46.279732 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456fe10-d78c-4745-9db0-d142ef61c4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=993c5294-c6bf-4de9-8399-a3b99ba57ef8,revision_number=11']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:46.370069 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d425c577-f2bf-4364-b33b-574391e0bfac req-e68f4ad3-a8c4-41da-b7a1-9e3d55d96184 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120834 Feb 11 05:10:46.558682 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0caed5d-4a8d-4251-ba89-efedda656c1b req-a3e23b9c-e532-48b3-a3e9-93a5c3bb9f00 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:46.560444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d0caed5d-4a8d-4251-ba89-efedda656c1b req-a3e23b9c-e532-48b3-a3e9-93a5c3bb9f00 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 945 time: 0.4153585 Feb 11 05:10:46.561116 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e452dde9-09e6-4cc0-bc5d-965a4014a83a req-9d4f841f-944d-454e-89f1-bc3ecdedd22e tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (8372d014-d401-498d-9e20-f999b475919e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.569563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-16c8a104-5273-4443-b460-401e2d9c722f req-2fc9503e-e4ec-45c4-8de0-dd73fbce5ce7 service neutron] For port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:46.619833 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-16c8a104-5273-4443-b460-401e2d9c722f req-2fc9503e-e4ec-45c4-8de0-dd73fbce5ce7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.620943 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c8a104-5273-4443-b460-401e2d9c722f req-2fc9503e-e4ec-45c4-8de0-dd73fbce5ce7 service neutron] 10.222.0.88 "DELETE /v2.0/ports/bf71ab16-f5a5-4b2b-8f26-12930b4b07d8/bindings/n-h1-713499-38 HTTP/1.1" status: 204 len: 173 time: 1.1455598 Feb 11 05:10:46.671153 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f2650f9-6cd6-4faf-9e26-e91dfc26b408 req-adea961c-f011-4e51-a708-11e8dc353a00 service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7013519 Feb 11 05:10:46.699798 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e452dde9-09e6-4cc0-bc5d-965a4014a83a req-9d4f841f-944d-454e-89f1-bc3ecdedd22e tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (8372d014-d401-498d-9e20-f999b475919e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:46.867558 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d425c577-f2bf-4364-b33b-574391e0bfac req-7be1af69-67a5-4501-bd3d-0addf664d428 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577956 Feb 11 05:10:46.891576 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d0caed5d-4a8d-4251-ba89-efedda656c1b req-dfcb01fd-29bd-4e9b-97d5-f9e47f63735f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896838 Feb 11 05:10:47.064114 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb091384-5f3b-4a16-a57a-5da214c64541 x-openstack-request-id: req-eb091384-5f3b-4a16-a57a-5da214c64541 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:47.065543 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "name": "network-vif-plugged", "status": "completed", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:47.066264 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eb091384-5f3b-4a16-a57a-5da214c64541 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:47.067222 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8', 'code': 200} Feb 11 05:10:47.397969 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e452dde9-09e6-4cc0-bc5d-965a4014a83a req-9d4f841f-944d-454e-89f1-bc3ecdedd22e tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8372d014-d401-498d-9e20-f999b475919e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.400546 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e452dde9-09e6-4cc0-bc5d-965a4014a83a req-9d4f841f-944d-454e-89f1-bc3ecdedd22e tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.401625 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e452dde9-09e6-4cc0-bc5d-965a4014a83a req-9d4f841f-944d-454e-89f1-bc3ecdedd22e tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "DELETE /v2.0/security-groups/8372d014-d401-498d-9e20-f999b475919e HTTP/1.1" status: 204 len: 173 time: 1.5659611 Feb 11 05:10:47.470138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-214757a2-3b43-4bdf-810c-1ca14ed35063 req-e305126e-e3c6-47b5-8a0c-314fab9de50f tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 210 time: 0.0728495 Feb 11 05:10:47.470725 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f841f-944d-454e-89f1-bc3ecdedd22e tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8372d014-d401-498d-9e20-f999b475919e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:47.478616 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f2650f9-6cd6-4faf-9e26-e91dfc26b408 req-2c99e8c6-84f9-4796-a53c-985cf36199d3 service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7885356 Feb 11 05:10:47.551911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2828620a-9d15-4918-a23b-41f6dda9395f {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:10:47.579765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-25b47add-2e4a-4d24-b684-221530fff8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:47.581382 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-25b47add-2e4a-4d24-b684-221530fff8dd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 1132 time: 0.6057026 Feb 11 05:10:47.584968 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Publish callbacks [] for port (2828620a-9d15-4918-a23b-41f6dda9395f), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.611239 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a2d9e8-be89-4aa0-95f8-6a7f9f53bf96 x-openstack-request-id: req-d5a2d9e8-be89-4aa0-95f8-6a7f9f53bf96 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:47.612391 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87630575-2498-414c-b284-60ed77575eb8", "name": "network-vif-deleted", "tag": "b72615b0-903f-4050-bf3f-650802085b82", "status": "completed", "code": 200}, {"server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "name": "network-vif-unplugged", "status": "completed", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:47.612753 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d5a2d9e8-be89-4aa0-95f8-6a7f9f53bf96 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:47.613266 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87630575-2498-414c-b284-60ed77575eb8', 'name': 'network-vif-deleted', 'tag': 'b72615b0-903f-4050-bf3f-650802085b82', 'status': 'completed', 'code': 200} Feb 11 05:10:47.613667 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8', 'code': 200} Feb 11 05:10:47.644427 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Transition to ACTIVE for port object 2828620a-9d15-4918-a23b-41f6dda9395f will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:10:47.658397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2828620a-9d15-4918-a23b-41f6dda9395f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:47.841528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Pushing event updated for resources: {'Port': ['ID=2828620a-9d15-4918-a23b-41f6dda9395f,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:47.911544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-8014e0a8-f075-4095-a0d0-cac3bd5ba2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:47.912939 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-8014e0a8-f075-4095-a0d0-cac3bd5ba2cf service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.3102918 Feb 11 05:10:47.939690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 993c5294-c6bf-4de9-8399-a3b99ba57ef8 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:10:47.949642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d863c9b-5f25-40f2-805a-9accff3014db req-8fd1bf32-b173-40d3-98f6-0345b60b864a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:47.959548 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d863c9b-5f25-40f2-805a-9accff3014db req-8fd1bf32-b173-40d3-98f6-0345b60b864a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 949 time: 0.2456932 Feb 11 05:10:48.000833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945dc41-6a9d-4290-85e5-13c6afa17b7e req-86e85832-305c-4001-9f3c-0ead19c811bc tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:48.008270 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9945dc41-6a9d-4290-85e5-13c6afa17b7e req-86e85832-305c-4001-9f3c-0ead19c811bc tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=0996aa2d-a5d3-4c2c-807c-5f03443e8d8f HTTP/1.1" status: 200 len: 943 time: 0.2933762 Feb 11 05:10:48.010546 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] The host n-h1-713499-38 is not matching for port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 host n-h2-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:10:48.011117 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 993c5294-c6bf-4de9-8399-a3b99ba57ef8 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:10:48.024991 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-47975ca1-4dd4-4c31-9027-e5997528ddd9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8 HTTP/1.1" status: 200 len: 217 time: 0.1015458 Feb 11 05:10:48.103649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Attempting to bind port 2828620a-9d15-4918-a23b-41f6dda9395f on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:48.104003 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Attempting to bind port 2828620a-9d15-4918-a23b-41f6dda9395f by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:48.104332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Attempting to bind port 2828620a-9d15-4918-a23b-41f6dda9395f on network c057b431-d79d-4223-9d5d-1c34def959a0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:48.134549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Port 2828620a-9d15-4918-a23b-41f6dda9395f on network c057b431-d79d-4223-9d5d-1c34def959a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:10:48.134898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Attempting to bind port 2828620a-9d15-4918-a23b-41f6dda9395f on network c057b431-d79d-4223-9d5d-1c34def959a0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:48.148128 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9945dc41-6a9d-4290-85e5-13c6afa17b7e req-43d99db3-05c6-4de2-b5af-28ac5c478494 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390543 Feb 11 05:10:48.149879 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-c234cb1b-bf22-4bc6-8180-e36a61800cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:48.152455 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-c234cb1b-bf22-4bc6-8180-e36a61800cf1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1084669 Feb 11 05:10:48.167486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d863c9b-5f25-40f2-805a-9accff3014db req-9d130052-0ee7-43fc-a140-ffc421fb1889 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000248 Feb 11 05:10:48.172573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:48.172928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Checking segment: {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:48.173318 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Bound using segment: {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:48.173773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Bound port: 2828620a-9d15-4918-a23b-41f6dda9395f, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:48.174137 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2828620a-9d15-4918-a23b-41f6dda9395f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.367115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] For port 2828620a-9d15-4918-a23b-41f6dda9395f, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:48.371700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] For port 2828620a-9d15-4918-a23b-41f6dda9395f, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2828620a-9d15-4918-a23b-41f6dda9395f,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:48.374772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-6638301b-d9f2-4a8c-8af0-62cc184c7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:48.376361 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-6638301b-d9f2-4a8c-8af0-62cc184c7504 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2077529 Feb 11 05:10:48.378753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43a722d4-8c7b-4cdd-ae45-ca97dbeef322 req-35538a81-8ba7-42b7-9dcb-71fec6e0f683 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "GET /v2.0/security-groups/2755ff80-d7b1-468c-ae7c-b6a93b54d54f HTTP/1.1" status: 200 len: 1828 time: 0.1146789 Feb 11 05:10:48.384873 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2828620a-9d15-4918-a23b-41f6dda9395f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.461722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:48.462748 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.464300 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53523c87-bf22-4f70-9f30-b42061d46284 req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] 10.222.0.88 "PUT /v2.0/ports/2828620a-9d15-4918-a23b-41f6dda9395f HTTP/1.1" status: 200 len: 1092 time: 3.0349295 Feb 11 05:10:48.475384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0996aa2d-a5d3-4c2c-807c-5f03443e8d8f', 'tag': '2828620a-9d15-4918-a23b-41f6dda9395f'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:48.479447 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe73acde-97aa-49d1-8985-fffb6282db67" -d '{"events": [{"name": "network-changed", "server_uuid": "0996aa2d-a5d3-4c2c-807c-5f03443e8d8f", "tag": "2828620a-9d15-4918-a23b-41f6dda9395f"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:48.629509 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c8a62-f307-4f56-8678-3176ab2fb121 service neutron] Pushing event updated for resources: {'Port': ['ID=2828620a-9d15-4918-a23b-41f6dda9395f,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:48.663993 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-43a722d4-8c7b-4cdd-ae45-ca97dbeef322 req-6281eae3-fb5c-43ab-8a8a-20ca33274654 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (2755ff80-d7b1-468c-ae7c-b6a93b54d54f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.730323 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53523c87-bf22-4f70-9f30-b42061d46284 req-7820758a-3482-4626-a7ba-74f37d0021c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:48.732042 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53523c87-bf22-4f70-9f30-b42061d46284 req-7820758a-3482-4626-a7ba-74f37d0021c7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&device_id=0996aa2d-a5d3-4c2c-807c-5f03443e8d8f HTTP/1.1" status: 200 len: 1126 time: 0.1783583 Feb 11 05:10:48.792492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-2a8687b7-3dc7-4eaa-bde7-f7953a47e8f6 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035983 Feb 11 05:10:48.794212 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-43a722d4-8c7b-4cdd-ae45-ca97dbeef322 req-6281eae3-fb5c-43ab-8a8a-20ca33274654 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (2755ff80-d7b1-468c-ae7c-b6a93b54d54f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.814906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53523c87-bf22-4f70-9f30-b42061d46284 req-eb85d083-1093-484e-8c9c-b53185f08e19 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2828620a-9d15-4918-a23b-41f6dda9395f HTTP/1.1" status: 200 len: 217 time: 0.0720105 Feb 11 05:10:48.968752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53523c87-bf22-4f70-9f30-b42061d46284 req-f7830ba8-ee27-47d1-97d3-1772a7140c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:48.970477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53523c87-bf22-4f70-9f30-b42061d46284 req-f7830ba8-ee27-47d1-97d3-1772a7140c01 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ea6336f-48df-43c4-9674-2de7741cddbb HTTP/1.1" status: 200 len: 850 time: 0.1433249 Feb 11 05:10:48.992796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd09f4-6bbc-496f-90f3-e3b82abdb0f8 req-0d837fb2-921e-4e59-b50d-6e873b514ca2 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:48.994279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2efd09f4-6bbc-496f-90f3-e3b82abdb0f8 req-0d837fb2-921e-4e59-b50d-6e873b514ca2 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 1128 time: 0.1960518 Feb 11 05:10:48.994868 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-43a722d4-8c7b-4cdd-ae45-ca97dbeef322 req-6281eae3-fb5c-43ab-8a8a-20ca33274654 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2755ff80-d7b1-468c-ae7c-b6a93b54d54f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.997381 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-43a722d4-8c7b-4cdd-ae45-ca97dbeef322 req-6281eae3-fb5c-43ab-8a8a-20ca33274654 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:48.998390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43a722d4-8c7b-4cdd-ae45-ca97dbeef322 req-6281eae3-fb5c-43ab-8a8a-20ca33274654 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "DELETE /v2.0/security-groups/2755ff80-d7b1-468c-ae7c-b6a93b54d54f HTTP/1.1" status: 204 len: 173 time: 0.6108196 Feb 11 05:10:49.031171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281eae3-fb5c-43ab-8a8a-20ca33274654 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2755ff80-d7b1-468c-ae7c-b6a93b54d54f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:49.043580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53523c87-bf22-4f70-9f30-b42061d46284 req-b59e3f5c-c48c-4d35-9478-2cb318c462f4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c057b431-d79d-4223-9d5d-1c34def959a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637081 Feb 11 05:10:49.075664 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849a560d-9ae2-4739-a252-69dc94d602ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47be15aa-89a8-40c4-b12d-416323b76435'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:49.081245 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ee21db-ffa7-493a-9d85-65fa1bcfd8fe" -d '{"events": [{"server_uuid": "849a560d-9ae2-4739-a252-69dc94d602ae", "name": "network-vif-unplugged", "status": "completed", "tag": "47be15aa-89a8-40c4-b12d-416323b76435"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:49.081591 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-461b1039-5313-4399-a3d9-ef2d5d1a1607 req-a9d2b912-3153-472d-97c6-71af2afc9f6e service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685370 Feb 11 05:10:49.110052 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575cbc1e-a6a8-459d-b669-15a2deef22c3 x-openstack-request-id: req-575cbc1e-a6a8-459d-b669-15a2deef22c3 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:49.110340 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0996aa2d-a5d3-4c2c-807c-5f03443e8d8f", "tag": "2828620a-9d15-4918-a23b-41f6dda9395f", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:49.110704 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-575cbc1e-a6a8-459d-b669-15a2deef22c3 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:49.111097 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0996aa2d-a5d3-4c2c-807c-5f03443e8d8f', 'tag': '2828620a-9d15-4918-a23b-41f6dda9395f', 'status': 'completed', 'code': 200} Feb 11 05:10:49.166638 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2efd09f4-6bbc-496f-90f3-e3b82abdb0f8 req-a8076d32-e900-4791-8672-ec4496b8969b tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331708 Feb 11 05:10:49.215114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5752fc8e-6d62-4fa3-aced-378744bb08eb req-9fa539d0-5871-4ccd-8786-382d26be0fd7 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 210 time: 0.0514095 Feb 11 05:10:49.260714 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53523c87-bf22-4f70-9f30-b42061d46284 req-c9e679cd-48bc-4e51-a6db-b6e8f7d938fe service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030900 Feb 11 05:10:49.419582 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d871b45-ca2f-48d5-8461-8982c735e92b x-openstack-request-id: req-1d871b45-ca2f-48d5-8461-8982c735e92b {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:49.419866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e76d190-ab33-4357-aded-efe28e30cbc6 req-01533ba8-4b43-45d0-8753-dfe84af3e588 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "GET /v2.0/security-groups/31cf4156-e307-479c-84d4-75087be0248e HTTP/1.1" status: 200 len: 1829 time: 0.1148634 Feb 11 05:10:49.423592 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849a560d-9ae2-4739-a252-69dc94d602ae", "name": "network-vif-unplugged", "status": "completed", "tag": "47be15aa-89a8-40c4-b12d-416323b76435", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:49.424121 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1d871b45-ca2f-48d5-8461-8982c735e92b {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:49.424764 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849a560d-9ae2-4739-a252-69dc94d602ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47be15aa-89a8-40c4-b12d-416323b76435', 'code': 200} Feb 11 05:10:49.456385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53523c87-bf22-4f70-9f30-b42061d46284 req-84744f7b-e93a-4ff9-a40e-080a34d5333d service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879749 Feb 11 05:10:49.560804 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e76d190-ab33-4357-aded-efe28e30cbc6 req-79c48507-db0d-4e2a-a4f5-d2b9ddc33dc2 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (31cf4156-e307-479c-84d4-75087be0248e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.607619 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e76d190-ab33-4357-aded-efe28e30cbc6 req-79c48507-db0d-4e2a-a4f5-d2b9ddc33dc2 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (31cf4156-e307-479c-84d4-75087be0248e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.615010 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:49.619759 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b05550-6ad2-4671-ad12-66d857457053" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:49.659525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14864c84-759d-4cf8-b9c0-554ea75fd2e9 req-a2fe5360-715f-43f7-b9c4-a53babaf61f8 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:49.672372 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-14864c84-759d-4cf8-b9c0-554ea75fd2e9 req-a2fe5360-715f-43f7-b9c4-a53babaf61f8 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 949 time: 0.1776042 Feb 11 05:10:49.694159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73acde-97aa-49d1-8985-fffb6282db67 req-9d8326d0-f38e-4130-b83c-d0d1737216b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:49.695691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe73acde-97aa-49d1-8985-fffb6282db67 req-9d8326d0-f38e-4130-b83c-d0d1737216b9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&device_id=0996aa2d-a5d3-4c2c-807c-5f03443e8d8f HTTP/1.1" status: 200 len: 1126 time: 0.1615942 Feb 11 05:10:49.750711 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e76d190-ab33-4357-aded-efe28e30cbc6 req-79c48507-db0d-4e2a-a4f5-d2b9ddc33dc2 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (31cf4156-e307-479c-84d4-75087be0248e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.754384 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e76d190-ab33-4357-aded-efe28e30cbc6 req-79c48507-db0d-4e2a-a4f5-d2b9ddc33dc2 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.755777 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e76d190-ab33-4357-aded-efe28e30cbc6 req-79c48507-db0d-4e2a-a4f5-d2b9ddc33dc2 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] 10.222.0.87 "DELETE /v2.0/security-groups/31cf4156-e307-479c-84d4-75087be0248e HTTP/1.1" status: 204 len: 173 time: 0.3226128 Feb 11 05:10:49.763972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54896) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:49.790969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c48507-db0d-4e2a-a4f5-d2b9ddc33dc2 tempest-SecurityGroupRulesNegativeTestJSON-2090002992 tempest-SecurityGroupRulesNegativeTestJSON-2090002992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cf4156-e307-479c-84d4-75087be0248e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:49.833040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-14864c84-759d-4cf8-b9c0-554ea75fd2e9 req-108f5b9a-abe0-40f2-937e-861df357da89 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652796 Feb 11 05:10:49.859256 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b087be8-20ba-4a90-9616-78ae0172174e admin admin] Deleting subnet 832cc1b5-e9ba-439f-8024-4b458862a1d4 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:10:49.862886 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b087be8-20ba-4a90-9616-78ae0172174e admin admin] Publish callbacks [] for subnet (832cc1b5-e9ba-439f-8024-4b458862a1d4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.900411 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b087be8-20ba-4a90-9616-78ae0172174e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (832cc1b5-e9ba-439f-8024-4b458862a1d4), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:49.905966 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73acde-97aa-49d1-8985-fffb6282db67 req-d8a25d9c-f465-4f18-a357-cfd1b7de90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:49.907803 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe73acde-97aa-49d1-8985-fffb6282db67 req-d8a25d9c-f465-4f18-a357-cfd1b7de90fa service neutron] 10.222.0.88 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 911 time: 0.1920893 Feb 11 05:10:49.945137 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b087be8-20ba-4a90-9616-78ae0172174e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (832cc1b5-e9ba-439f-8024-4b458862a1d4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.033573 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b087be8-20ba-4a90-9616-78ae0172174e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (832cc1b5-e9ba-439f-8024-4b458862a1d4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.068663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b087be8-20ba-4a90-9616-78ae0172174e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=832cc1b5-e9ba-439f-8024-4b458862a1d4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:50.070881 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b087be8-20ba-4a90-9616-78ae0172174e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.074546 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4b087be8-20ba-4a90-9616-78ae0172174e admin admin] 10.222.0.87 "DELETE /v2.0/subnets/832cc1b5-e9ba-439f-8024-4b458862a1d4 HTTP/1.1" status: 204 len: 168 time: 0.3088436 Feb 11 05:10:50.077656 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54906) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:50.138381 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb96c365-b480-44ec-9f94-4250743c4224 req-9fc9052f-07d8-4bbd-ab08-6b655006a957 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4646969 Feb 11 05:10:50.142461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe73acde-97aa-49d1-8985-fffb6282db67 req-0dbf37ba-882e-47cd-8e50-2bf4e34bbe4e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2828620a-9d15-4918-a23b-41f6dda9395f HTTP/1.1" status: 200 len: 217 time: 0.1413085 Feb 11 05:10:50.163826 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08305fe1-0daa-47b2-9a12-50d9b9e03031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (9274f889-57c5-4dd0-bf59-3aa28b7ef54e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.257771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8819a1-90a8-475a-936a-724b44694cb1 req-b023eb26-519f-4577-98b8-fa7a8755bfa4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:50.259292 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d8819a1-90a8-475a-936a-724b44694cb1 req-b023eb26-519f-4577-98b8-fa7a8755bfa4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=0996aa2d-a5d3-4c2c-807c-5f03443e8d8f HTTP/1.1" status: 200 len: 943 time: 0.3294346 Feb 11 05:10:50.262667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73acde-97aa-49d1-8985-fffb6282db67 req-5ba3502a-f398-46eb-8da6-ee810f34a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:50.264057 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe73acde-97aa-49d1-8985-fffb6282db67 req-5ba3502a-f398-46eb-8da6-ee810f34a632 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ea6336f-48df-43c4-9674-2de7741cddbb HTTP/1.1" status: 200 len: 850 time: 0.1131756 Feb 11 05:10:50.270159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-0cec6022-2a9b-498c-822c-e71a76fcf38f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:50.271608 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-0cec6022-2a9b-498c-822c-e71a76fcf38f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 808 time: 0.2576537 Feb 11 05:10:50.296909 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08305fe1-0daa-47b2-9a12-50d9b9e03031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (9274f889-57c5-4dd0-bf59-3aa28b7ef54e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.321901 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-08305fe1-0daa-47b2-9a12-50d9b9e03031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9274f889-57c5-4dd0-bf59-3aa28b7ef54e']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:50.325640 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe73acde-97aa-49d1-8985-fffb6282db67 req-ace60920-1409-4f76-af2f-9d6a08157c62 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c057b431-d79d-4223-9d5d-1c34def959a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530477 Feb 11 05:10:50.333851 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-88c59752-cb83-4d70-b753-585155c5302a tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/quotas/625496205bdf429e8af46565d991a189 HTTP/1.1" status: 200 len: 375 time: 0.0435565 Feb 11 05:10:50.344482 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-08305fe1-0daa-47b2-9a12-50d9b9e03031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ae5405-3d88-4385-b11e-078dbbc7ec18') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:50.344915 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-08305fe1-0daa-47b2-9a12-50d9b9e03031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ae5405-3d88-4385-b11e-078dbbc7ec18') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:50.357867 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08305fe1-0daa-47b2-9a12-50d9b9e03031 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (00ae5405-3d88-4385-b11e-078dbbc7ec18), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.370229 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96c365-b480-44ec-9f94-4250743c4224 req-1898d624-79b5-4761-b717-36957a6991d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:50.371757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb96c365-b480-44ec-9f94-4250743c4224 req-1898d624-79b5-4761-b717-36957a6991d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74a76fe8ac584d85b2325b17c168bf79&device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 1128 time: 0.1765072 Feb 11 05:10:50.375700 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08305fe1-0daa-47b2-9a12-50d9b9e03031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (00ae5405-3d88-4385-b11e-078dbbc7ec18), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.384462 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08305fe1-0daa-47b2-9a12-50d9b9e03031 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:10:50.385002 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08305fe1-0daa-47b2-9a12-50d9b9e03031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (00ae5405-3d88-4385-b11e-078dbbc7ec18), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:10:50.392197 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:10:50.439651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d8819a1-90a8-475a-936a-724b44694cb1 req-f9ae7b11-327b-42d5-9db5-aea6b18212df tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601644 Feb 11 05:10:50.471143 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08305fe1-0daa-47b2-9a12-50d9b9e03031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (9274f889-57c5-4dd0-bf59-3aa28b7ef54e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.476743 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08305fe1-0daa-47b2-9a12-50d9b9e03031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:50.483099 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-08305fe1-0daa-47b2-9a12-50d9b9e03031 admin admin] 10.222.0.87 "DELETE /v2.0/networks/9274f889-57c5-4dd0-bf59-3aa28b7ef54e HTTP/1.1" status: 204 len: 168 time: 0.4049339 Feb 11 05:10:50.513318 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08305fe1-0daa-47b2-9a12-50d9b9e03031 admin admin] Pushing event deleted for resources: {'Network': ['ID=9274f889-57c5-4dd0-bf59-3aa28b7ef54e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:50.597180 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafb1d12-d54d-484a-b823-806193f2ccbd x-openstack-request-id: req-dafb1d12-d54d-484a-b823-806193f2ccbd {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:50.597481 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:50.597782 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dafb1d12-d54d-484a-b823-806193f2ccbd {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:50.598241 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8', 'status': 'completed', 'code': 200} Feb 11 05:10:50.696330 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54918) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:50.761310 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-78198676-16be-4a54-8d08-7a82ddb1834f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5a3c1ac5d7d1405599853a51603a8306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0587177 Feb 11 05:10:50.762438 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b05550-6ad2-4671-ad12-66d857457053 req-113b6413-a651-4775-a5ab-513e2cf756b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:50.764109 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-86b05550-6ad2-4671-ad12-66d857457053 req-113b6413-a651-4775-a5ab-513e2cf756b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 1132 time: 0.1477091 Feb 11 05:10:50.765625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54920) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:50.768290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca26c508-5c8d-450a-b4e7-a9e8780bd4c6 req-0c5e4910-d16c-4057-afa6-2a621878b318 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 210 time: 0.0849099 Feb 11 05:10:50.823112 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-782a7aa9-bf56-4ad1-b17b-5e680fd2c9a6 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4664850 Feb 11 05:10:50.862599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96c365-b480-44ec-9f94-4250743c4224 req-83707094-ce5e-4b58-990d-f22305057c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:50.865728 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb96c365-b480-44ec-9f94-4250743c4224 req-83707094-ce5e-4b58-990d-f22305057c0e service neutron] 10.222.0.73 "GET /v2.0/networks?id=33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 200 len: 922 time: 0.4539006 Feb 11 05:10:50.868132 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe73acde-97aa-49d1-8985-fffb6282db67 req-9f83628e-813c-4064-8fd7-f0487f278ffe service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334868 Feb 11 05:10:50.994125 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-38300423-b393-453a-9440-9d1a3bbd9724 admin admin] Publish callbacks [] for security_group (61489546-4562-45e8-9aab-807aa48a1e32), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.044323 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb96c365-b480-44ec-9f94-4250743c4224 req-f0cfff5a-09d4-4729-a70f-f18c5d256540 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a HTTP/1.1" status: 200 len: 217 time: 0.1715548 Feb 11 05:10:51.047268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b05550-6ad2-4671-ad12-66d857457053 req-48a2ecd2-d86b-4edd-b2d9-aaafc0467ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:51.051064 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86b05550-6ad2-4671-ad12-66d857457053 req-48a2ecd2-d86b-4edd-b2d9-aaafc0467ee6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96892c63fd9f4c61ab86cc0679e41126&device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 1132 time: 0.3986173 Feb 11 05:10:51.058047 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-38300423-b393-453a-9440-9d1a3bbd9724 admin admin] Publish callbacks [] for security_group (61489546-4562-45e8-9aab-807aa48a1e32), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.176121 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-38300423-b393-453a-9440-9d1a3bbd9724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (61489546-4562-45e8-9aab-807aa48a1e32), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.179534 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-38300423-b393-453a-9440-9d1a3bbd9724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:51.183277 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-38300423-b393-453a-9440-9d1a3bbd9724 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/61489546-4562-45e8-9aab-807aa48a1e32 HTTP/1.1" status: 204 len: 168 time: 0.4141996 Feb 11 05:10:51.207221 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b05550-6ad2-4671-ad12-66d857457053 req-faf49e15-fb0d-4288-8acf-bcecbb62d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:51.212998 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-86b05550-6ad2-4671-ad12-66d857457053 req-faf49e15-fb0d-4288-8acf-bcecbb62d573 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.4196696 Feb 11 05:10:51.244049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38300423-b393-453a-9440-9d1a3bbd9724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61489546-4562-45e8-9aab-807aa48a1e32,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:51.353356 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-86b05550-6ad2-4671-ad12-66d857457053 req-c2c2fc8e-73f6-47a4-9eed-527cb82adfae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8 HTTP/1.1" status: 200 len: 217 time: 0.1267269 Feb 11 05:10:51.416563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b05550-6ad2-4671-ad12-66d857457053 req-2bbea42f-b5de-4a07-acb8-1a8d474cc0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:51.419100 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-86b05550-6ad2-4671-ad12-66d857457053 req-2bbea42f-b5de-4a07-acb8-1a8d474cc0f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0561290 Feb 11 05:10:51.473676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96c365-b480-44ec-9f94-4250743c4224 req-27c861a1-e38e-46ba-a340-3b81d0d39d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:51.475098 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb96c365-b480-44ec-9f94-4250743c4224 req-27c861a1-e38e-46ba-a340-3b81d0d39d96 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 200 len: 861 time: 0.4138882 Feb 11 05:10:51.492609 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b05550-6ad2-4671-ad12-66d857457053 req-f28dfd1b-d742-40ba-82a4-1e098128ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:51.494456 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-86b05550-6ad2-4671-ad12-66d857457053 req-f28dfd1b-d742-40ba-82a4-1e098128ad28 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0682578 Feb 11 05:10:51.589910 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe73acde-97aa-49d1-8985-fffb6282db67 req-86d2e672-6c7d-4247-a0c0-afa39c49ac4b service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7080247 Feb 11 05:10:51.620703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17a16d-1a35-439b-93ae-c5fad17dae97 req-1f653a0f-1cc7-41bf-b7d9-86466db2c044 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:51.628017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d17a16d-1a35-439b-93ae-c5fad17dae97 req-1f653a0f-1cc7-41bf-b7d9-86466db2c044 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 949 time: 0.6108410 Feb 11 05:10:51.630556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb96c365-b480-44ec-9f94-4250743c4224 req-20f785c1-f4c9-4455-ac99-b673b9eb81d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33f89be2-f697-40b3-a347-9e719974ef7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962241 Feb 11 05:10:51.685862 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-86b05550-6ad2-4671-ad12-66d857457053 req-e17b6480-cc15-49af-ba97-ca3bd2e1e6f1 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829627 Feb 11 05:10:51.701075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b05550-6ad2-4671-ad12-66d857457053 req-51b57d6c-208a-4f16-b67d-05f7766823b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:51.703518 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86b05550-6ad2-4671-ad12-66d857457053 req-51b57d6c-208a-4f16-b67d-05f7766823b9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.6358428 Feb 11 05:10:51.727677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-dd1706ba-c246-4fe2-8c9d-3bfcf71619bc service neutron] 10.222.0.87 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9019096 Feb 11 05:10:51.896694 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-86b05550-6ad2-4671-ad12-66d857457053 req-262fe4d8-88ac-4d95-9195-e8a272affdb9 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039018 Feb 11 05:10:51.974647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 47be15aa-89a8-40c4-b12d-416323b76435 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:10:52.075712 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 993c5294-c6bf-4de9-8399-a3b99ba57ef8 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:10:52.189814 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 47be15aa-89a8-40c4-b12d-416323b76435, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=47be15aa-89a8-40c4-b12d-416323b76435,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:52.264753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '47be15aa-89a8-40c4-b12d-416323b76435', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '47be15aa-89a8-40c4-b12d-416323b76435', 'mac_address': 'fa:16:3e:c6:9d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:10:52.382101 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86b05550-6ad2-4671-ad12-66d857457053 req-1f72cd07-01b4-402a-8149-b4a1e3526b0d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8 HTTP/1.1" status: 200 len: 217 time: 0.6651103 Feb 11 05:10:52.385084 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-17831254-246d-455e-bb5a-5ab627dd1c84 service neutron] 10.222.0.87 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6453512 Feb 11 05:10:52.389829 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d17a16d-1a35-439b-93ae-c5fad17dae97 req-fe892756-1728-4b24-abf8-d80e86b254e8 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7450502 Feb 11 05:10:52.473865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:52.477004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 47be15aa-89a8-40c4-b12d-416323b76435 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:52.480651 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47be15aa-89a8-40c4-b12d-416323b76435), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.489574 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb96c365-b480-44ec-9f94-4250743c4224 req-78f5e998-ec8c-44d7-878d-fd23b9a5d215 service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8304548 Feb 11 05:10:52.572915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '993c5294-c6bf-4de9-8399-a3b99ba57ef8', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '993c5294-c6bf-4de9-8399-a3b99ba57ef8', 'mac_address': 'fa:16:3e:83:fc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:10:52.594825 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47be15aa-89a8-40c4-b12d-416323b76435 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:10:52.605740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b05550-6ad2-4671-ad12-66d857457053 req-34674a5c-e877-4649-a096-a40061fafb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:52.607226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86b05550-6ad2-4671-ad12-66d857457053 req-34674a5c-e877-4649-a096-a40061fafb67 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1206875 Feb 11 05:10:52.689531 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 47be15aa-89a8-40c4-b12d-416323b76435, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=47be15aa-89a8-40c4-b12d-416323b76435,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:52.750455 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (47be15aa-89a8-40c4-b12d-416323b76435), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.801969 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:52.802561 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:52.890518 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['47be15aa-89a8-40c4-b12d-416323b76435'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:10:52.991933 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55004) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:53.025130 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=47be15aa-89a8-40c4-b12d-416323b76435,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:53.046247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993c5294-c6bf-4de9-8399-a3b99ba57ef8 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:10:53.047823 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0d7b8-9e8d-4d5f-ad4a-89df264cd3e8 req-3244fc9d-c6c8-4fb7-90cd-cac541a22bb8 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:53.055524 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ee0d7b8-9e8d-4d5f-ad4a-89df264cd3e8 req-3244fc9d-c6c8-4fb7-90cd-cac541a22bb8 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=0996aa2d-a5d3-4c2c-807c-5f03443e8d8f HTTP/1.1" status: 200 len: 943 time: 0.2979798 Feb 11 05:10:53.167621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ee0d7b8-9e8d-4d5f-ad4a-89df264cd3e8 req-7a9f7d26-c074-48ad-8f65-241e624948c5 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963116 Feb 11 05:10:53.167621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b05550-6ad2-4671-ad12-66d857457053 req-da4f015a-c55d-4140-a0d5-bfda850a7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:53.167621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86b05550-6ad2-4671-ad12-66d857457053 req-da4f015a-c55d-4140-a0d5-bfda850a7f8b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5312588 Feb 11 05:10:53.225518 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:53.243761 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.244523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2828620a-9d15-4918-a23b-41f6dda9395f details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:10:53.322153 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86b05550-6ad2-4671-ad12-66d857457053 req-aea1783b-0320-4992-bb7b-82c0e44f96c7 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331124 Feb 11 05:10:53.374512 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7fab3f3d-03a0-4da7-a7f2-21c949b42bbf admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1269576719-network', 'tenant_id': '7ab07d48998b477e988645697f0986af'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:53.420741 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fab3f3d-03a0-4da7-a7f2-21c949b42bbf admin admin] Made reservation on behalf of 7ab07d48998b477e988645697f0986af for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:53.424676 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fab3f3d-03a0-4da7-a7f2-21c949b42bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.447925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86b05550-6ad2-4671-ad12-66d857457053 req-54412e89-d65e-472d-b402-a8e6a1b77e70 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942740 Feb 11 05:10:53.462332 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fab3f3d-03a0-4da7-a7f2-21c949b42bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.514018 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2828620a-9d15-4918-a23b-41f6dda9395f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2828620a-9d15-4918-a23b-41f6dda9395f,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:53.540186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '2828620a-9d15-4918-a23b-41f6dda9395f', 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0', 'port_id': '2828620a-9d15-4918-a23b-41f6dda9395f', 'mac_address': 'fa:16:3e:a1:9f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6336f-48df-43c4-9674-2de7741cddbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:10:53.627959 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 2828620a-9d15-4918-a23b-41f6dda9395f is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:53.628532 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2828620a-9d15-4918-a23b-41f6dda9395f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.641448 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96ed5982-fcb9-4863-8483-f0132e56815f req-d8b661bc-c500-41c6-9d00-b3e4dac2882b tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 210 time: 0.3006799 Feb 11 05:10:53.648900 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb96c365-b480-44ec-9f94-4250743c4224 req-1d3b8722-425f-4553-ad77-0d157a4f0448 service neutron] 10.222.0.73 "GET /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0406287 Feb 11 05:10:53.667235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=993c5294-c6bf-4de9-8399-a3b99ba57ef8,revision_number=12']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:53.668124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-653e509e-d455-4454-97b2-71e9fb02e588 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:53.682516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2828620a-9d15-4918-a23b-41f6dda9395f {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:10:53.694142 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-653e509e-d455-4454-97b2-71e9fb02e588 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/networks?id=6e397280-e892-4b82-83ca-051e4b76c151 HTTP/1.1" status: 200 len: 810 time: 1.0583982 Feb 11 05:10:53.715031 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-5cbfb139-1d46-4c98-b70f-ff1323e7f536 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/quotas/e5cb3bd5608a4c32a710058630905120 HTTP/1.1" status: 200 len: 375 time: 0.0197318 Feb 11 05:10:53.722900 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2828620a-9d15-4918-a23b-41f6dda9395f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2828620a-9d15-4918-a23b-41f6dda9395f,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:53.728865 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2828620a-9d15-4918-a23b-41f6dda9395f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.765393 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fab3f3d-03a0-4da7-a7f2-21c949b42bbf admin admin] Publish callbacks [] for security_group (abe62439-08ed-4487-b3b1-76ea7f2e2abe), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.782801 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fab3f3d-03a0-4da7-a7f2-21c949b42bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (abe62439-08ed-4487-b3b1-76ea7f2e2abe), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.798554 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-0bf395d1-8bf5-45af-b5f8-40d424bf22af tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e5cb3bd5608a4c32a710058630905120&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779071 Feb 11 05:10:53.852597 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fab3f3d-03a0-4da7-a7f2-21c949b42bbf admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:10:53.893550 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fab3f3d-03a0-4da7-a7f2-21c949b42bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (60ffbf98-bba6-4416-8261-12e576946cf5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.896073 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-7fab3f3d-03a0-4da7-a7f2-21c949b42bbf admin admin] Added segment 60ffbf98-bba6-4416-8261-12e576946cf5 of type vlan for network 54c3bd17-c479-4b9e-928f-f0125ecdebed Feb 11 05:10:53.964107 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=2828620a-9d15-4918-a23b-41f6dda9395f,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:54.008805 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fab3f3d-03a0-4da7-a7f2-21c949b42bbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (54c3bd17-c479-4b9e-928f-f0125ecdebed), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.033683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['2828620a-9d15-4918-a23b-41f6dda9395f'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:10:54.078146 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fab3f3d-03a0-4da7-a7f2-21c949b42bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (54c3bd17-c479-4b9e-928f-f0125ecdebed), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.079185 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fab3f3d-03a0-4da7-a7f2-21c949b42bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:54.079817 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fab3f3d-03a0-4da7-a7f2-21c949b42bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.088746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f9ee57bc-b685-4e5a-bd27-b4dc39dc4316 req-41e295ba-b0cf-4821-9d51-cb5d2236ddfd tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 210 time: 0.0877726 Feb 11 05:10:54.143254 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-96cd0320-3997-4dfc-81ba-4fcdfb6e9650 service neutron] 10.222.0.87 "GET /v2.0/networks/6e397280-e892-4b82-83ca-051e4b76c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437476 Feb 11 05:10:54.202898 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['993c5294-c6bf-4de9-8399-a3b99ba57ef8'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:10:54.468503 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab3f3d-03a0-4da7-a7f2-21c949b42bbf admin admin] Pushing event updated for resources: {'Network': ['ID=54c3bd17-c479-4b9e-928f-f0125ecdebed,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:54.496103 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39819fa3-003e-4d1a-8720-d0dcf6dd591e req-6207801b-65d0-4ea4-a3af-75dd8760dbf3 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:54.504745 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39819fa3-003e-4d1a-8720-d0dcf6dd591e req-6207801b-65d0-4ea4-a3af-75dd8760dbf3 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 950 time: 0.2935262 Feb 11 05:10:54.544186 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab3f3d-03a0-4da7-a7f2-21c949b42bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe62439-08ed-4487-b3b1-76ea7f2e2abe,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:54.575024 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 54c3bd17-c479-4b9e-928f-f0125ecdebed details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:10:54.593480 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7fab3f3d-03a0-4da7-a7f2-21c949b42bbf admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5994618 Feb 11 05:10:54.608781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55028) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:54.626420 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-d44d7085-ac31-4c03-9d66-1abb2d58076c admin admin] Request body: {'subnet': {'network_id': '54c3bd17-c479-4b9e-928f-f0125ecdebed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1269576719-subnet', 'tenant_id': '7ab07d48998b477e988645697f0986af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:54.720784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39819fa3-003e-4d1a-8720-d0dcf6dd591e req-455135ce-56ce-4537-9f9e-96682db4ebba tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058535 Feb 11 05:10:54.764451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44d7085-ac31-4c03-9d66-1abb2d58076c admin admin] Made reservation on behalf of 7ab07d48998b477e988645697f0986af for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:54.767039 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d44d7085-ac31-4c03-9d66-1abb2d58076c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:54.769362 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-4bbf10ce-957e-4036-887b-167180f8559b service neutron] 10.222.0.87 "GET /v2.0/networks/6e397280-e892-4b82-83ca-051e4b76c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197550 Feb 11 05:10:54.896974 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-61c3d2e1-4ef9-4fe1-adfe-5f3a2ab8ca79 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:54.898548 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-61c3d2e1-4ef9-4fe1-adfe-5f3a2ab8ca79 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.73 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 808 time: 0.5228047 Feb 11 05:10:54.947450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-abbee17d-d5c2-4736-8335-9d58148b9db4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Request body: {'port': {'device_id': '10a5837a-bf7f-4244-b610-4204c0abefed', 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56', 'admin_state_up': True, 'tenant_id': '625496205bdf429e8af46565d991a189'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:55.130575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaca46-1058-43fc-b67b-381ad9a3e141 req-d613438e-12c7-4b49-a772-528d4d1fce78 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:55.139981 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddaaca46-1058-43fc-b67b-381ad9a3e141 req-d613438e-12c7-4b49-a772-528d4d1fce78 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=0996aa2d-a5d3-4c2c-807c-5f03443e8d8f HTTP/1.1" status: 200 len: 944 time: 0.2308304 Feb 11 05:10:55.221813 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d44d7085-ac31-4c03-9d66-1abb2d58076c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (9bc318c2-09be-446a-8c64-4ea1af1764a0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.265752 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddaaca46-1058-43fc-b67b-381ad9a3e141 req-30f452ed-e7f9-4dda-8bc1-ba88245cb41a tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247823 Feb 11 05:10:55.329521 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-abbee17d-d5c2-4736-8335-9d58148b9db4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Made reservation on behalf of 625496205bdf429e8af46565d991a189 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:55.335951 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-abbee17d-d5c2-4736-8335-9d58148b9db4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.442066 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d7085-ac31-4c03-9d66-1abb2d58076c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc318c2-09be-446a-8c64-4ea1af1764a0,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:55.462948 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d7085-ac31-4c03-9d66-1abb2d58076c admin admin] Checking segment: {'id': '60ffbf98-bba6-4416-8261-12e576946cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '54c3bd17-c479-4b9e-928f-f0125ecdebed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:55.462948 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d7085-ac31-4c03-9d66-1abb2d58076c admin admin] Network hostable DHCP agents. Network: 54c3bd17-c479-4b9e-928f-f0125ecdebed, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:10:55.509903 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d7085-ac31-4c03-9d66-1abb2d58076c admin admin] Network 54c3bd17-c479-4b9e-928f-f0125ecdebed is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:10:55.528815 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-d44d7085-ac31-4c03-9d66-1abb2d58076c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 54c3bd17-c479-4b9e-928f-f0125ecdebed) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:55.535867 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44d7085-ac31-4c03-9d66-1abb2d58076c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:55.536470 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d44d7085-ac31-4c03-9d66-1abb2d58076c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.542501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86f41eb-a61c-4b06-a12b-849ef21943eb None None] Network 54c3bd17-c479-4b9e-928f-f0125ecdebed requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:10:55.558792 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50b6a11a-c761-4180-9c03-2c4d7763525a req-5dc26f0a-8e55-4f41-aeb8-e31e65983d00 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 210 time: 0.1727946 Feb 11 05:10:55.586030 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d44d7085-ac31-4c03-9d66-1abb2d58076c admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9761751 Feb 11 05:10:55.599300 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55042) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:55.617092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1269576719-router', 'tenant_id': '7ab07d48998b477e988645697f0986af', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:55.675825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (2f2cf0bb-1128-4c41-b812-62733c4df0f9), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.677528 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (2f2cf0bb-1128-4c41-b812-62733c4df0f9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.817270 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-54c3bd17-c479-4b9e-928f-f0125ecdebed', 'network_id': '54c3bd17-c479-4b9e-928f-f0125ecdebed', 'project_id': '7ab07d48998b477e988645697f0986af', 'fixed_ips': [{'subnet_id': '9bc318c2-09be-446a-8c64-4ea1af1764a0'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:10:55.818141 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.821514 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Publish callbacks [] for router_controller (2f2cf0bb-1128-4c41-b812-62733c4df0f9), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.934677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dff1f1-f85d-480f-972d-d57a88b69a23 req-3bdb597c-1068-4a2c-a02a-ca612a7a7240 tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:55.946606 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7dff1f1-f85d-480f-972d-d57a88b69a23 req-3bdb597c-1068-4a2c-a02a-ca612a7a7240 tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 1133 time: 0.2122664 Feb 11 05:10:55.967149 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-abbee17d-d5c2-4736-8335-9d58148b9db4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Allocated IP 172.20.0.2 (72a171e8-0e25-4470-8f53-acdce50a3f56/959692e0-0ebb-4204-9905-25b38d09fa54/921fa3de-f9dd-4b60-8027-465c648112b4) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:56.046526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 47be15aa-89a8-40c4-b12d-416323b76435 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:56.052337 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7dff1f1-f85d-480f-972d-d57a88b69a23 req-14ce98d1-997d-405f-a7ff-13311491917f tempest-MigrationsAdminTest-975388570 tempest-MigrationsAdminTest-975388570-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865259 Feb 11 05:10:56.189881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 993c5294-c6bf-4de9-8399-a3b99ba57ef8 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:56.230246 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Publish callbacks [] for router_gateway (2f2cf0bb-1128-4c41-b812-62733c4df0f9), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.232518 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c905321-bc3d-4388-8c5e-e84bb2f3d69c req-709bbd9d-e5c3-47f2-9d3c-44ed1e55e9d5 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/ports?device_id=7171cd59-cc59-4ff8-a195-c88eabf01eb6 HTTP/1.1" status: 200 len: 210 time: 0.1129317 Feb 11 05:10:56.356973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Allocated IP 172.20.0.2 (54c3bd17-c479-4b9e-928f-f0125ecdebed/9bc318c2-09be-446a-8c64-4ea1af1764a0/3867b17c-1503-4deb-bc36-dbcf530a52ff) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:56.412879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bae1dc7d-87b6-46c2-b264-fbc6171f4c88 req-691587ec-d5b9-474a-9eb2-0ae5e91a9a8b tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 210 time: 0.1069441 Feb 11 05:10:56.438409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 47be15aa-89a8-40c4-b12d-416323b76435 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:56.438863 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (47be15aa-89a8-40c4-b12d-416323b76435), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.715248 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-abbee17d-d5c2-4736-8335-9d58148b9db4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks [] for port (921fa3de-f9dd-4b60-8027-465c648112b4), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.771534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a9906-b911-4cc0-8bd7-208266372164 req-07a3a4c6-74b0-431e-b350-dfb817dce840 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:56.782460 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f11a9906-b911-4cc0-8bd7-208266372164 req-07a3a4c6-74b0-431e-b350-dfb817dce840 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=0996aa2d-a5d3-4c2c-807c-5f03443e8d8f HTTP/1.1" status: 200 len: 944 time: 0.2433269 Feb 11 05:10:56.806204 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Publish callbacks [] for router_gateway (2f2cf0bb-1128-4c41-b812-62733c4df0f9), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.830651 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.875531 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-abbee17d-d5c2-4736-8335-9d58148b9db4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.976995 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:10:56.983880 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:56.984281 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.992053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-abbee17d-d5c2-4736-8335-9d58148b9db4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Network 72a171e8-0e25-4470-8f53-acdce50a3f56 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:57.005568 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-abbee17d-d5c2-4736-8335-9d58148b9db4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:57.011386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-abbee17d-d5c2-4736-8335-9d58148b9db4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:57.068846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-aa29dc4c-7921-461f-bc71-65496b50b14e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1876105555&fields=id&tenant_id=446d06a2efd741ccb5be1ad4d15d5725 HTTP/1.1" status: 200 len: 267 time: 0.2348642 Feb 11 05:10:57.079592 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Allocated IP 172.25.5.83 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/0885ca29-8941-4a08-861f-39f2aa8015ce) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:10:57.204140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 47be15aa-89a8-40c4-b12d-416323b76435 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:57.204710 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47be15aa-89a8-40c4-b12d-416323b76435), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.244290 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Publish callbacks [] for port (3867b17c-1503-4deb-bc36-dbcf530a52ff), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.248182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-22d6d852-49a6-4b7e-a452-bb7973a54088 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:57.258554 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-22d6d852-49a6-4b7e-a452-bb7973a54088 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/networks?id=5bf47b40-8fd7-4b9b-b031-895dee41fcb1 HTTP/1.1" status: 200 len: 816 time: 0.1886587 Feb 11 05:10:57.265092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:57.265623 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.268817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849a560d-9ae2-4739-a252-69dc94d602ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47be15aa-89a8-40c4-b12d-416323b76435'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:10:57.272300 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb559c70-cf15-489b-84b1-e8ee37990b83" -d '{"events": [{"server_uuid": "849a560d-9ae2-4739-a252-69dc94d602ae", "name": "network-vif-plugged", "status": "completed", "tag": "47be15aa-89a8-40c4-b12d-416323b76435"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:10:57.275767 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (3867b17c-1503-4deb-bc36-dbcf530a52ff), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.315477 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 47be15aa-89a8-40c4-b12d-416323b76435, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=47be15aa-89a8-40c4-b12d-416323b76435,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:57.324395 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f11a9906-b911-4cc0-8bd7-208266372164 req-d3a46029-bfe1-4279-856b-ef734ea250c4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397475 Feb 11 05:10:57.335881 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Publish callbacks [] for port (0885ca29-8941-4a08-861f-39f2aa8015ce), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.353548 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (47be15aa-89a8-40c4-b12d-416323b76435), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.363653 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-83ffb6dd-0ff6-4266-88b5-eb80346711f1 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/quotas/446d06a2efd741ccb5be1ad4d15d5725 HTTP/1.1" status: 200 len: 375 time: 0.1026497 Feb 11 05:10:57.371645 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbee17d-d5c2-4736-8335-9d58148b9db4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Pushing event updated for resources: {'Port': ['ID=921fa3de-f9dd-4b60-8027-465c648112b4,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:57.378832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Network 54c3bd17-c479-4b9e-928f-f0125ecdebed is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:57.385002 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:57.390940 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:57.393773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:57.396025 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Pushing event updated for resources: {'Port': ['ID=3867b17c-1503-4deb-bc36-dbcf530a52ff,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:57.400114 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.401018 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2828620a-9d15-4918-a23b-41f6dda9395f up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:10:57.425947 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (0885ca29-8941-4a08-861f-39f2aa8015ce), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.501920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-abbee17d-d5c2-4736-8335-9d58148b9db4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:57.502527 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:10:57.503080 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-abbee17d-d5c2-4736-8335-9d58148b9db4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.508487 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:10:57.513604 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:10:57.572193 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e512b00e-79ce-4544-a928-243784af13fb req-efbef2c2-16c7-4e88-a2f8-57e54794169a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=87630575-2498-414c-b284-60ed77575eb8 HTTP/1.1" status: 200 len: 210 time: 0.0800292 Feb 11 05:10:57.578743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-abbee17d-d5c2-4736-8335-9d58148b9db4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6670864 Feb 11 05:10:57.622405 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Pushing event updated for resources: {'Port': ['ID=0885ca29-8941-4a08-861f-39f2aa8015ce,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:57.667787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Request body: {'port': {'device_id': '10a5837a-bf7f-4244-b610-4204c0abefed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:57.709956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Attempting to bind port 3867b17c-1503-4deb-bc36-dbcf530a52ff on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:10:57.715108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Attempting to bind port 3867b17c-1503-4deb-bc36-dbcf530a52ff by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '60ffbf98-bba6-4416-8261-12e576946cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '54c3bd17-c479-4b9e-928f-f0125ecdebed'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:10:57.715531 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Attempting to bind port 3867b17c-1503-4deb-bc36-dbcf530a52ff on network 54c3bd17-c479-4b9e-928f-f0125ecdebed {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:10:57.747149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:10:57.751271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Checking segment: {'id': '60ffbf98-bba6-4416-8261-12e576946cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '54c3bd17-c479-4b9e-928f-f0125ecdebed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:10:57.751814 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.752227 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Bound using segment: {'id': '60ffbf98-bba6-4416-8261-12e576946cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '54c3bd17-c479-4b9e-928f-f0125ecdebed'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:10:57.755876 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Bound port: 3867b17c-1503-4deb-bc36-dbcf530a52ff, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ffbf98-bba6-4416-8261-12e576946cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '54c3bd17-c479-4b9e-928f-f0125ecdebed'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:10:57.756291 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3867b17c-1503-4deb-bc36-dbcf530a52ff), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.823627 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=47be15aa-89a8-40c4-b12d-416323b76435,revision_number=10']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:57.834988 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 2828620a-9d15-4918-a23b-41f6dda9395f completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:10:57.868061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 2828620a-9d15-4918-a23b-41f6dda9395f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:10:57.868725 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2828620a-9d15-4918-a23b-41f6dda9395f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:57.964360 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-7cf99563-0a74-4b7d-9d50-7008029eadd6 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=446d06a2efd741ccb5be1ad4d15d5725&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5842404 Feb 11 05:10:58.068923 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Publish callbacks [] for router_gateway (2f2cf0bb-1128-4c41-b812-62733c4df0f9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.084996 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.134446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=993c5294-c6bf-4de9-8399-a3b99ba57ef8,revision_number=13']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:58.142103 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 2828620a-9d15-4918-a23b-41f6dda9395f is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:10:58.142639 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2828620a-9d15-4918-a23b-41f6dda9395f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.148636 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] For port 3867b17c-1503-4deb-bc36-dbcf530a52ff, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:10:58.154303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] For port 3867b17c-1503-4deb-bc36-dbcf530a52ff, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3867b17c-1503-4deb-bc36-dbcf530a52ff,segment=NetworkSegment(60ffbf98-bba6-4416-8261-12e576946cf5),segment_id=60ffbf98-bba6-4416-8261-12e576946cf5)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:10:58.169929 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3867b17c-1503-4deb-bc36-dbcf530a52ff), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.210757 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f28b17-e103-41a1-a4dc-569ba2d7ec71 req-f597126b-1e39-4de8-a8b4-a76b3fdfc064 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:58.222618 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66f28b17-e103-41a1-a4dc-569ba2d7ec71 req-f597126b-1e39-4de8-a8b4-a76b3fdfc064 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 951 time: 0.4289978 Feb 11 05:10:58.274571 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2828620a-9d15-4918-a23b-41f6dda9395f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2828620a-9d15-4918-a23b-41f6dda9395f,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:10:58.293064 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2828620a-9d15-4918-a23b-41f6dda9395f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.319586 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98992133-78fe-492d-aa6c-bfeb6b539268 None None] Pushing event updated for resources: {'Port': ['ID=3867b17c-1503-4deb-bc36-dbcf530a52ff,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:58.365143 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (2f2cf0bb-1128-4c41-b812-62733c4df0f9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.441467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=2828620a-9d15-4918-a23b-41f6dda9395f,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:10:58.483109 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd25392b-a761-4c90-ba9b-540781b504c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.490045 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66f28b17-e103-41a1-a4dc-569ba2d7ec71 req-8738962c-d5c3-4619-be37-ec574c263e51 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653511 Feb 11 05:10:58.512022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-1e54118e-28de-4e7a-bc83-267d1172de14 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:58.513527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-1e54118e-28de-4e7a-bc83-267d1172de14 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.88 "GET /v2.0/networks?id=6e397280-e892-4b82-83ca-051e4b76c151 HTTP/1.1" status: 200 len: 810 time: 0.9397359 Feb 11 05:10:58.553340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-fb561e0d-fd75-4e26-8430-41a367c40224 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Request body: {'port': {'device_id': '7171cd59-cc59-4ff8-a195-c88eabf01eb6', 'network_id': '6e397280-e892-4b82-83ca-051e4b76c151', 'admin_state_up': True, 'tenant_id': 'e5cb3bd5608a4c32a710058630905120'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:10:58.664188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec62d6-4326-45c0-b9f9-5180b4701860 req-bf7d4967-2102-4920-bcb1-75604bf05bd7 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:58.665911 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23ec62d6-4326-45c0-b9f9-5180b4701860 req-bf7d4967-2102-4920-bcb1-75604bf05bd7 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 951 time: 0.4386706 Feb 11 05:10:58.879309 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-12aad479-e56e-4b6d-afcc-dc7c55cba65d service neutron] 10.222.0.87 "GET /v2.0/networks/5bf47b40-8fd7-4b9b-b031-895dee41fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7969408 Feb 11 05:10:59.090841 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65519fdb-ac2c-4855-89e6-5454cd96ac05 req-0669aa62-d9bd-4091-bc97-e7d3bfb816f3 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/ports?device_id=7171cd59-cc59-4ff8-a195-c88eabf01eb6 HTTP/1.1" status: 200 len: 210 time: 0.2616208 Feb 11 05:10:59.154663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Router 2f2cf0bb-1128-4c41-b812-62733c4df0f9 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:10:59.172053 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325bb2dc-c262-4629-bee1-f3e9ba13632a x-openstack-request-id: req-325bb2dc-c262-4629-bee1-f3e9ba13632a {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:10:59.175136 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849a560d-9ae2-4739-a252-69dc94d602ae", "name": "network-vif-plugged", "status": "completed", "tag": "47be15aa-89a8-40c4-b12d-416323b76435", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:10:59.175410 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-325bb2dc-c262-4629-bee1-f3e9ba13632a {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:10:59.175751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-fb561e0d-fd75-4e26-8430-41a367c40224 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Made reservation on behalf of e5cb3bd5608a4c32a710058630905120 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:10:59.175890 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849a560d-9ae2-4739-a252-69dc94d602ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47be15aa-89a8-40c4-b12d-416323b76435', 'code': 200} Feb 11 05:10:59.182146 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-fb561e0d-fd75-4e26-8430-41a367c40224 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:59.350941 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:10:59.370028 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Sync routers for ids ['2f2cf0bb-1128-4c41-b812-62733c4df0f9'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:10:59.387650 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Routers {'2f2cf0bb-1128-4c41-b812-62733c4df0f9'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:10:59.390611 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:10:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2f2cf0bb-1128-4c41-b812-62733c4df0f9'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:10:59.415294 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:59.417764 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f4c9f7ea-100e-4f7a-bfeb-2dab1db8e5be admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8259387 Feb 11 05:10:59.420750 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55096) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:10:59.682229 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Set router 2f2cf0bb-1128-4c41-b812-62733c4df0f9 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:10:59.970091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921fa3de-f9dd-4b60-8027-465c648112b4 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:00.039890 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'name': 'tempest-ServersTestMultiNic-1269576719-router', 'tenant_id': '7ab07d48998b477e988645697f0986af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:55Z', 'updated_at': '2022-02-11T05:10:57Z', 'revision_number': 3, 'project_id': '7ab07d48998b477e988645697f0986af', 'gw_port': {'id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:56Z', 'updated_at': '2022-02-11T05:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:00.074661 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Checking router: 2f2cf0bb-1128-4c41-b812-62733c4df0f9 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:11:00.075013 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Updating router 2f2cf0bb-1128-4c41-b812-62733c4df0f9 port 0885ca29-8941-4a08-861f-39f2aa8015ce binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:11:00.123949 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0885ca29-8941-4a08-861f-39f2aa8015ce), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.153987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-fb561e0d-fd75-4e26-8430-41a367c40224 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Allocated IP 172.20.0.8 (6e397280-e892-4b82-83ca-051e4b76c151/956c7c24-ca03-497f-a589-efa4f4b0405f/23f805ee-d29a-4fdb-9ff8-e34518b48fea) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:00.164164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690eb2ab-c7ed-439a-9c97-1553af462ac2 None None] Network 54c3bd17-c479-4b9e-928f-f0125ecdebed requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:00.376322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-cf581ede-ea8f-41bf-bd84-80aec3f2bf58 None None] Provisioning complete for port 3867b17c-1503-4deb-bc36-dbcf530a52ff triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:00.376322 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf581ede-ea8f-41bf-bd84-80aec3f2bf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3867b17c-1503-4deb-bc36-dbcf530a52ff), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.447500 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.464031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3867b17c-1503-4deb-bc36-dbcf530a52ff up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:00.581792 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Publish callbacks [] for port (0885ca29-8941-4a08-861f-39f2aa8015ce), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.609977 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (0885ca29-8941-4a08-861f-39f2aa8015ce), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.619714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3867b17c-1503-4deb-bc36-dbcf530a52ff triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:00.620700 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3867b17c-1503-4deb-bc36-dbcf530a52ff), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.623859 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-fb561e0d-fd75-4e26-8430-41a367c40224 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Publish callbacks [] for port (23f805ee-d29a-4fdb-9ff8-e34518b48fea), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.669940 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Attempting to bind port 0885ca29-8941-4a08-861f-39f2aa8015ce on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:00.670583 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Attempting to bind port 0885ca29-8941-4a08-861f-39f2aa8015ce by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:00.670866 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Attempting to bind port 0885ca29-8941-4a08-861f-39f2aa8015ce on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:00.709269 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:00.712480 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:00.715197 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.718055 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:00.720909 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Bound port: 0885ca29-8941-4a08-861f-39f2aa8015ce, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:00.723680 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0885ca29-8941-4a08-861f-39f2aa8015ce), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.728156 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Publish callbacks [] for port (921fa3de-f9dd-4b60-8027-465c648112b4), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.755392 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Transition to ACTIVE for port object 921fa3de-f9dd-4b60-8027-465c648112b4 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:11:00.760489 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-eee72d16-17d8-4650-bb1a-82d5cc5d2ec8 service neutron] 10.222.0.87 "GET /v2.0/networks/5bf47b40-8fd7-4b9b-b031-895dee41fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6411972 Feb 11 05:11:00.778074 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.802824 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3867b17c-1503-4deb-bc36-dbcf530a52ff is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:00.803621 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3867b17c-1503-4deb-bc36-dbcf530a52ff), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.806718 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2c925687-ba7a-4e2a-9bb9-23f216eec701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.856752 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Allocated IP 172.20.0.1 (54c3bd17-c479-4b9e-928f-f0125ecdebed/9bc318c2-09be-446a-8c64-4ea1af1764a0/7706f3a1-00aa-4f65-958e-ad545f2fb613) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:00.861232 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-fb561e0d-fd75-4e26-8430-41a367c40224 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (23f805ee-d29a-4fdb-9ff8-e34518b48fea), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.880982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 3867b17c-1503-4deb-bc36-dbcf530a52ff, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3867b17c-1503-4deb-bc36-dbcf530a52ff,segment=NetworkSegment(60ffbf98-bba6-4416-8261-12e576946cf5),segment_id=60ffbf98-bba6-4416-8261-12e576946cf5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:00.883879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cf581ede-ea8f-41bf-bd84-80aec3f2bf58 None None] Current status of the port 3867b17c-1503-4deb-bc36-dbcf530a52ff is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:00.884307 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf581ede-ea8f-41bf-bd84-80aec3f2bf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3867b17c-1503-4deb-bc36-dbcf530a52ff), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.920343 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] For port 0885ca29-8941-4a08-861f-39f2aa8015ce, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:00.924834 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] For port 0885ca29-8941-4a08-861f-39f2aa8015ce, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0885ca29-8941-4a08-861f-39f2aa8015ce,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:00.933288 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (0885ca29-8941-4a08-861f-39f2aa8015ce), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.939116 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3867b17c-1503-4deb-bc36-dbcf530a52ff), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:00.954349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Pushing event updated for resources: {'Port': ['ID=921fa3de-f9dd-4b60-8027-465c648112b4,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:00.986642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af8d35-876a-47fd-8ec6-e79f28440174 req-d2452132-18de-4616-83f0-dd32de69a613 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:01.001253 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-38af8d35-876a-47fd-8ec6-e79f28440174 req-d2452132-18de-4616-83f0-dd32de69a613 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 931 time: 1.7459850 Feb 11 05:11:01.008039 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Routers {'2f2cf0bb-1128-4c41-b812-62733c4df0f9'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:01.016201 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:11:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2f2cf0bb-1128-4c41-b812-62733c4df0f9'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:01.029153 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-cf581ede-ea8f-41bf-bd84-80aec3f2bf58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:11:01.029544 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-cf581ede-ea8f-41bf-bd84-80aec3f2bf58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:11:01.130178 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-38af8d35-876a-47fd-8ec6-e79f28440174 req-59d9a052-faae-4a79-a4ab-5f7d3aa5842c tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276259 Feb 11 05:11:01.135716 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=3867b17c-1503-4deb-bc36-dbcf530a52ff,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:01.177083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8'}, {'server_uuid': '0996aa2d-a5d3-4c2c-807c-5f03443e8d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2828620a-9d15-4918-a23b-41f6dda9395f'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:01.181156 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78276556-fca1-4b0b-9464-1dedf4fb1cd5" -d '{"events": [{"server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "name": "network-vif-plugged", "status": "completed", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8"}, {"server_uuid": "0996aa2d-a5d3-4c2c-807c-5f03443e8d8f", "name": "network-vif-plugged", "status": "completed", "tag": "2828620a-9d15-4918-a23b-41f6dda9395f"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:01.188564 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851e8e8-f37a-47de-90f3-9c739e59a681 None None] Pushing event updated for resources: {'Port': ['ID=0885ca29-8941-4a08-861f-39f2aa8015ce,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:01.208754 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Publish callbacks [] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.243127 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e8e8-f37a-47de-90f3-9c739e59a681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:01.243516 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e8e8-f37a-47de-90f3-9c739e59a681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:01.243841 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e8e8-f37a-47de-90f3-9c739e59a681 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:01.244182 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e8e8-f37a-47de-90f3-9c739e59a681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:01.244516 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e8e8-f37a-47de-90f3-9c739e59a681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:01.244849 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e8e8-f37a-47de-90f3-9c739e59a681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:01.245180 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e8e8-f37a-47de-90f3-9c739e59a681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:01.245524 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e8e8-f37a-47de-90f3-9c739e59a681 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:01.245836 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e8e8-f37a-47de-90f3-9c739e59a681 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:01.246160 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e8e8-f37a-47de-90f3-9c739e59a681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:01.246484 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e8e8-f37a-47de-90f3-9c739e59a681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:01.246813 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e8e8-f37a-47de-90f3-9c739e59a681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:01.247137 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e8e8-f37a-47de-90f3-9c739e59a681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:01.268798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-fb561e0d-fd75-4e26-8430-41a367c40224 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Network 6e397280-e892-4b82-83ca-051e4b76c151 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:01.329004 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.332706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-fb561e0d-fd75-4e26-8430-41a367c40224 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:01.376186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-fb561e0d-fd75-4e26-8430-41a367c40224 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:01.457983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-fb561e0d-fd75-4e26-8430-41a367c40224 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:01.458542 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-fb561e0d-fd75-4e26-8430-41a367c40224 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.463227 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Network 54c3bd17-c479-4b9e-928f-f0125ecdebed is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:01.466012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:01.466347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:01.466673 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:01.471679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:01.477796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Port 921fa3de-f9dd-4b60-8027-465c648112b4 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:11:01.478132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:01.492512 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:01.504039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb561e0d-fd75-4e26-8430-41a367c40224 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Pushing event updated for resources: {'Port': ['ID=23f805ee-d29a-4fdb-9ff8-e34518b48fea,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:01.511053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-23ec62d6-4326-45c0-b9f9-5180b4701860 req-fc1758a9-4dd3-4d59-bbce-393bf6561d8b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Deleting port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:01.511397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-23ec62d6-4326-45c0-b9f9-5180b4701860 req-fc1758a9-4dd3-4d59-bbce-393bf6561d8b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.514748 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Pushing event updated for resources: {'Port': ['ID=7706f3a1-00aa-4f65-958e-ad545f2fb613,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:01.516807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:01.517233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Checking segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:01.517469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Bound using segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:01.517890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Bound port: 921fa3de-f9dd-4b60-8027-465c648112b4, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:01.518304 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.594757 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851e8e8-f37a-47de-90f3-9c739e59a681 None None] Pushing event updated for resources: {'Port': ['ID=0885ca29-8941-4a08-861f-39f2aa8015ce,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:01.656712 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cf581ede-ea8f-41bf-bd84-80aec3f2bf58 None None] Current status of the port 3867b17c-1503-4deb-bc36-dbcf530a52ff is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:01.674567 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (2f2cf0bb-1128-4c41-b812-62733c4df0f9), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.676640 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:01.683317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=921fa3de-f9dd-4b60-8027-465c648112b4,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:01.723638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811f6d4-76f4-49f6-a943-30a6574dfc83 req-17078250-3625-45da-92c3-2cb0c292d11e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:01.732637 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] Set router 2f2cf0bb-1128-4c41-b812-62733c4df0f9 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:01.739177 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4811f6d4-76f4-49f6-a943-30a6574dfc83 req-17078250-3625-45da-92c3-2cb0c292d11e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=0996aa2d-a5d3-4c2c-807c-5f03443e8d8f HTTP/1.1" status: 200 len: 945 time: 0.4642990 Feb 11 05:11:01.775340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-fb561e0d-fd75-4e26-8430-41a367c40224 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2368994 Feb 11 05:11:01.783647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-60f67a45-46d6-40f8-8310-043d27e8a689 None None] Provisioning complete for port 3867b17c-1503-4deb-bc36-dbcf530a52ff triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:01.789175 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60f67a45-46d6-40f8-8310-043d27e8a689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3867b17c-1503-4deb-bc36-dbcf530a52ff), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.849903 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:01.950248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Request body: {'port': {'device_id': '7171cd59-cc59-4ff8-a195-c88eabf01eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:02.107322 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.126716 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:02.132246 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.133869 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] 10.222.0.73 "PUT /v2.0/ports/921fa3de-f9dd-4b60-8027-465c648112b4 HTTP/1.1" status: 200 len: 1092 time: 4.4802668 Feb 11 05:11:02.135030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a5837a-bf7f-4244-b610-4204c0abefed', 'tag': '921fa3de-f9dd-4b60-8027-465c648112b4'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:02.141235 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99863c9-b4ed-4878-b0ef-a1474fbc8684" -d '{"events": [{"name": "network-changed", "server_uuid": "10a5837a-bf7f-4244-b610-4204c0abefed", "tag": "921fa3de-f9dd-4b60-8027-465c648112b4"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:02.198180 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-60f67a45-46d6-40f8-8310-043d27e8a689 None None] Current status of the port 3867b17c-1503-4deb-bc36-dbcf530a52ff is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:02.263588 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.314842 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'name': 'tempest-ServersTestMultiNic-1269576719-router', 'tenant_id': '7ab07d48998b477e988645697f0986af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:55Z', 'updated_at': '2022-02-11T05:10:57Z', 'revision_number': 3, 'project_id': '7ab07d48998b477e988645697f0986af', 'gw_port': {'id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:56Z', 'updated_at': '2022-02-11T05:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:02.335244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-4777c538-d402-4902-9bb2-d4699058443b None None] Provisioning complete for port 7706f3a1-00aa-4f65-958e-ad545f2fb613 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:02.339448 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4777c538-d402-4902-9bb2-d4699058443b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.390061 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4811f6d4-76f4-49f6-a943-30a6574dfc83 req-557a55e0-5389-4fd5-9cec-9b9b4a8918b9 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6498499 Feb 11 05:11:02.410670 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6521c064-ecb6-45e8-95e7-1908c171fe8e None None] The sync data for ids ['2f2cf0bb-1128-4c41-b812-62733c4df0f9'] in n-d-713499-38 is: [{'id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'name': 'tempest-ServersTestMultiNic-1269576719-router', 'tenant_id': '7ab07d48998b477e988645697f0986af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:55Z', 'updated_at': '2022-02-11T05:10:57Z', 'revision_number': 3, 'project_id': '7ab07d48998b477e988645697f0986af', 'gw_port': {'id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:56Z', 'updated_at': '2022-02-11T05:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:02.425053 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3867b17c-1503-4deb-bc36-dbcf530a52ff up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:02.601379 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (23f805ee-d29a-4fdb-9ff8-e34518b48fea), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.632983 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-4777c538-d402-4902-9bb2-d4699058443b None None] Port 7706f3a1-00aa-4f65-958e-ad545f2fb613 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:02.658260 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Publish callbacks [] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.669057 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.679494 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3867b17c-1503-4deb-bc36-dbcf530a52ff triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:02.680051 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ea604-f47c-47c6-a817-d9bc456d6bef service neutron] Pushing event updated for resources: {'Port': ['ID=921fa3de-f9dd-4b60-8027-465c648112b4,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:02.703651 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3867b17c-1503-4deb-bc36-dbcf530a52ff), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:02.865841 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Pushing event updated for resources: {'Port': ['ID=7706f3a1-00aa-4f65-958e-ad545f2fb613,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:02.903040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bab57-3405-4934-9c2c-c1cf1616fd42 req-484bb4c7-142c-4476-920d-32c2662aa4f1 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:02.907723 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-348bab57-3405-4934-9c2c-c1cf1616fd42 req-484bb4c7-142c-4476-920d-32c2662aa4f1 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 951 time: 1.0092218 Feb 11 05:11:02.927699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3867b17c-1503-4deb-bc36-dbcf530a52ff is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:02.978491 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (2f2cf0bb-1128-4c41-b812-62733c4df0f9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.035279 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-23ec62d6-4326-45c0-b9f9-5180b4701860 req-fc1758a9-4dd3-4d59-bbce-393bf6561d8b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:03.040045 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-23ec62d6-4326-45c0-b9f9-5180b4701860 req-fc1758a9-4dd3-4d59-bbce-393bf6561d8b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.077714 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-29f2e106-aa71-4535-a33b-7553e1398a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:03.079240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-29f2e106-aa71-4535-a33b-7553e1398a47 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 1126 time: 0.7853158 Feb 11 05:11:03.186808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-23ec62d6-4326-45c0-b9f9-5180b4701860 req-fc1758a9-4dd3-4d59-bbce-393bf6561d8b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Calling delete_port for 993c5294-c6bf-4de9-8399-a3b99ba57ef8 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:03.220423 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-2ae3bcc3-5192-4bfc-a84a-76a65a019c88 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=921fa3de-f9dd-4b60-8027-465c648112b4 HTTP/1.1" status: 200 len: 217 time: 0.1088526 Feb 11 05:11:03.250217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Network 54c3bd17-c479-4b9e-928f-f0125ecdebed is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:03.252451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:03.529051 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:03.547692 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Router 2f2cf0bb-1128-4c41-b812-62733c4df0f9 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:11:03.555340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-348bab57-3405-4934-9c2c-c1cf1616fd42 req-cd07f5aa-6678-4077-89b9-a5628b20f096 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5983534 Feb 11 05:11:03.590728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94947330-5bc4-4ba0-a0ad-789f199fb15a req-fe640fdf-6777-4b4e-90ca-4583b14f3d3c tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:03.605928 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94947330-5bc4-4ba0-a0ad-789f199fb15a req-fe640fdf-6777-4b4e-90ca-4583b14f3d3c tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/ports?device_id=7171cd59-cc59-4ff8-a195-c88eabf01eb6 HTTP/1.1" status: 200 len: 931 time: 0.8708801 Feb 11 05:11:03.665237 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43079ee-bfad-4411-9e64-6fae0a042dfe x-openstack-request-id: req-a43079ee-bfad-4411-9e64-6fae0a042dfe {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:03.665720 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "name": "network-vif-plugged", "status": "completed", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8", "code": 200}, {"server_uuid": "0996aa2d-a5d3-4c2c-807c-5f03443e8d8f", "name": "network-vif-plugged", "status": "completed", "tag": "2828620a-9d15-4918-a23b-41f6dda9395f", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:03.666941 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a43079ee-bfad-4411-9e64-6fae0a042dfe {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:03.667585 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8', 'code': 200} Feb 11 05:11:03.668019 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0996aa2d-a5d3-4c2c-807c-5f03443e8d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2828620a-9d15-4918-a23b-41f6dda9395f', 'code': 200} Feb 11 05:11:03.861521 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-f16d2ee5-a1a1-40b3-80e6-52f2867137a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:03.867188 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-f16d2ee5-a1a1-40b3-80e6-52f2867137a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.5548651 Feb 11 05:11:03.979813 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-bf893e4e-51e8-4150-a86f-696bb5380d0a None None] Provisioning complete for port 7706f3a1-00aa-4f65-958e-ad545f2fb613 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:03.984315 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bf893e4e-51e8-4150-a86f-696bb5380d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.137288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 993c5294-c6bf-4de9-8399-a3b99ba57ef8 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:04.302879 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-360e02d2-3bbe-4d12-98b5-352cdaa93b39 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:04.309099 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-360e02d2-3bbe-4d12-98b5-352cdaa93b39 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.73 "GET /v2.0/networks?id=5bf47b40-8fd7-4b9b-b031-895dee41fcb1 HTTP/1.1" status: 200 len: 816 time: 0.6965005 Feb 11 05:11:04.336707 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:04.357428 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cf5805c0-9ed3-4ab5-9114-c38fa796b03e admin admin] 10.222.0.87 "PUT /v2.0/routers/2f2cf0bb-1128-4c41-b812-62733c4df0f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9351740 Feb 11 05:11:04.407667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-33dc7e91-c58d-45b3-966c-5938d8169ba5 req-54ce6d8b-47c1-4ca8-bada-1a48f9464e0b tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 210 time: 0.5802884 Feb 11 05:11:04.429538 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-a1290760-6b36-4471-babd-a8be64a80f76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4484692 Feb 11 05:11:04.524527 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-799a1962-1f47-475a-9a2b-968315c45cf0 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=446d06a2efd741ccb5be1ad4d15d5725 HTTP/1.1" status: 200 len: 380 time: 0.2056739 Feb 11 05:11:04.552616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-66e80204-ecd8-4c63-8b20-73eabe954b02 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Request body: {'port': {'device_id': '333bde53-8b2c-4c5b-a805-168814227f59', 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1', 'admin_state_up': True, 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'security_groups': ['6ee461d7-25a9-46b2-ae99-1795ca4b5cee']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:04.596611 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0885ca29-8941-4a08-861f-39f2aa8015ce up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:04.622755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bf893e4e-51e8-4150-a86f-696bb5380d0a None None] Port 7706f3a1-00aa-4f65-958e-ad545f2fb613 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:04.736009 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 0885ca29-8941-4a08-861f-39f2aa8015ce triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:04.736646 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0885ca29-8941-4a08-861f-39f2aa8015ce), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.794906 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f805ee-d29a-4fdb-9ff8-e34518b48fea {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:04.821666 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Publish callbacks [] for port (23f805ee-d29a-4fdb-9ff8-e34518b48fea), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.831518 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:04.836079 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.873704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Transition to ACTIVE for port object 23f805ee-d29a-4fdb-9ff8-e34518b48fea will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:11:04.894994 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55154) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:04.922147 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-66e80204-ecd8-4c63-8b20-73eabe954b02 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Made reservation on behalf of 446d06a2efd741ccb5be1ad4d15d5725 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:04.933643 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-66e80204-ecd8-4c63-8b20-73eabe954b02 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.934317 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.969265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 993c5294-c6bf-4de9-8399-a3b99ba57ef8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=993c5294-c6bf-4de9-8399-a3b99ba57ef8,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:04.983503 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.002429 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (23f805ee-d29a-4fdb-9ff8-e34518b48fea), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.084700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-312348096'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:05.170375 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Made reservation on behalf of 7ab07d48998b477e988645697f0986af for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:05.181265 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.188479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 0885ca29-8941-4a08-861f-39f2aa8015ce is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:05.188798 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0885ca29-8941-4a08-861f-39f2aa8015ce), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.230249 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=993c5294-c6bf-4de9-8399-a3b99ba57ef8,revision_number=14']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:05.277198 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 0885ca29-8941-4a08-861f-39f2aa8015ce, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0885ca29-8941-4a08-861f-39f2aa8015ce,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:05.284075 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (0885ca29-8941-4a08-861f-39f2aa8015ce), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.312415 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:11:05.337317 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (9487b64a-4eb5-47c7-9c25-0e3635bb1b58), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.338840 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Added segment 9487b64a-4eb5-47c7-9c25-0e3635bb1b58 of type vlan for network 4b83f5a6-b9df-45d9-b793-c1e083968ef3 Feb 11 05:11:05.339051 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-f899b3d9-3ed2-47b9-bf18-b1cd135a1e64 service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758798 Feb 11 05:11:05.456716 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=0885ca29-8941-4a08-861f-39f2aa8015ce,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:05.477462 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94947330-5bc4-4ba0-a0ad-789f199fb15a req-4b3be0f0-04ce-46bf-a87a-15f8b661bc45 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8706598 Feb 11 05:11:05.544303 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (4b83f5a6-b9df-45d9-b793-c1e083968ef3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.602672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-66e80204-ecd8-4c63-8b20-73eabe954b02 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Allocated IP 172.20.0.3 (5bf47b40-8fd7-4b9b-b031-895dee41fcb1/41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d/f7fab4e9-5b66-4d0f-9c13-ec875539e387) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:05.647394 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (4b83f5a6-b9df-45d9-b793-c1e083968ef3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.652379 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:05.653007 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.662794 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6f8b5b-a32b-4cff-8e03-338600347d90 x-openstack-request-id: req-ed6f8b5b-a32b-4cff-8e03-338600347d90 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:05.663091 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a5837a-bf7f-4244-b610-4204c0abefed", "tag": "921fa3de-f9dd-4b60-8027-465c648112b4", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:05.663347 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ed6f8b5b-a32b-4cff-8e03-338600347d90 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:05.663797 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a5837a-bf7f-4244-b610-4204c0abefed', 'tag': '921fa3de-f9dd-4b60-8027-465c648112b4', 'status': 'completed', 'code': 200} Feb 11 05:11:05.669729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:05.671388 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ef4db-c377-4387-a63d-c040ae9534b7 req-7ca0a7af-83ee-45bf-bee8-00264558daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:05.672749 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a972e42-95e9-4655-80bd-0192608db9cb" -d '{"events": [{"server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "name": "network-vif-unplugged", "status": "completed", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:05.672960 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb0ef4db-c377-4387-a63d-c040ae9534b7 req-7ca0a7af-83ee-45bf-bee8-00264558daf0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0996aa2d-a5d3-4c2c-807c-5f03443e8d8f HTTP/1.1" status: 200 len: 1128 time: 1.8575585 Feb 11 05:11:05.687820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Pushing event updated for resources: {'Port': ['ID=23f805ee-d29a-4fdb-9ff8-e34518b48fea,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:05.838841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:05.839408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:05.839838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:05.839938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:05.840194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:05.840525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:05.840848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:05.841172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:05.841492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:05.841866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:05.842186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:05.842352 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9443622 Feb 11 05:11:05.842499 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:05.842821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:05.870092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55164) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:05.886955 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-23ec62d6-4326-45c0-b9f9-5180b4701860 req-fc1758a9-4dd3-4d59-bbce-393bf6561d8b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (993c5294-c6bf-4de9-8399-a3b99ba57ef8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:05.915088 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['4bd19739-983b-42da-9114-39fe4b424741'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:05.919333 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['132c87d5-c39d-463e-a3a5-b8250cc4fc1a', 'ae3d8227-0cbd-4893-9d3c-399a61966083'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:05.927054 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8375afa4-e328-40e9-aebf-ae95c144546a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Request body: {'subnet': {'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:06.176890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ec62d6-4326-45c0-b9f9-5180b4701860 req-fc1758a9-4dd3-4d59-bbce-393bf6561d8b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] No DVR routers for this DVR port 993c5294-c6bf-4de9-8399-a3b99ba57ef8 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:06.183513 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-23ec62d6-4326-45c0-b9f9-5180b4701860 req-fc1758a9-4dd3-4d59-bbce-393bf6561d8b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.190694 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23ec62d6-4326-45c0-b9f9-5180b4701860 req-fc1758a9-4dd3-4d59-bbce-393bf6561d8b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.88 "DELETE /v2.0/ports/993c5294-c6bf-4de9-8399-a3b99ba57ef8 HTTP/1.1" status: 204 len: 173 time: 7.5087821 Feb 11 05:11:06.251696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60f417-7089-48a5-88ac-d78c4cc64bd2 req-5e088b61-cb43-4c33-bf0d-035d21ea24eb tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:06.260187 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b60f417-7089-48a5-88ac-d78c4cc64bd2 req-5e088b61-cb43-4c33-bf0d-035d21ea24eb tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 943 time: 1.3008399 Feb 11 05:11:06.368246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Sync routers for ids ['2f2cf0bb-1128-4c41-b812-62733c4df0f9'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:06.431854 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0885ca29-8941-4a08-861f-39f2aa8015ce up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:06.468391 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event updated for resources: {'Network': ['ID=4b83f5a6-b9df-45d9-b793-c1e083968ef3,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:06.520548 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1758a9-4dd3-4d59-bbce-393bf6561d8b tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Pushing event deleted for resources: {'Port': ['ID=993c5294-c6bf-4de9-8399-a3b99ba57ef8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:06.544002 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b60f417-7089-48a5-88ac-d78c4cc64bd2 req-50359457-66f3-495a-855b-d021c2ba5c53 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828333 Feb 11 05:11:06.656080 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Attempting to bind port 23f805ee-d29a-4fdb-9ff8-e34518b48fea on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:06.656693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Attempting to bind port 23f805ee-d29a-4fdb-9ff8-e34518b48fea by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '558ba430-8449-43cd-913d-830671a1a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e397280-e892-4b82-83ca-051e4b76c151'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:06.657613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Attempting to bind port 23f805ee-d29a-4fdb-9ff8-e34518b48fea on network 6e397280-e892-4b82-83ca-051e4b76c151 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:06.662833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Routers {'2f2cf0bb-1128-4c41-b812-62733c4df0f9'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:06.663527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:11:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2f2cf0bb-1128-4c41-b812-62733c4df0f9'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:06.668503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb0ef4db-c377-4387-a63d-c040ae9534b7 req-8e14d184-3aa6-4076-b6c9-1e4526d2bd21 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8629220 Feb 11 05:11:06.691090 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:11:06.704209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Port 23f805ee-d29a-4fdb-9ff8-e34518b48fea on network 6e397280-e892-4b82-83ca-051e4b76c151 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:11:06.704784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Attempting to bind port 23f805ee-d29a-4fdb-9ff8-e34518b48fea on network 6e397280-e892-4b82-83ca-051e4b76c151 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:06.728000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35201a69-08a4-43e6-8cb6-8455c88596d1 req-e610d048-7621-4786-af30-7e38656febdf tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:06.735387 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35201a69-08a4-43e6-8cb6-8455c88596d1 req-e610d048-7621-4786-af30-7e38656febdf tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=0996aa2d-a5d3-4c2c-807c-5f03443e8d8f HTTP/1.1" status: 200 len: 945 time: 0.8635623 Feb 11 05:11:06.737927 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c4789a0-ee4e-4333-ab98-1d04d80012b0 req-18aa143a-cce4-4073-88d9-4a0486107849 service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3110244 Feb 11 05:11:06.907819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:06.909029 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Checking segment: {'id': '558ba430-8449-43cd-913d-830671a1a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e397280-e892-4b82-83ca-051e4b76c151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:06.910475 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Bound using segment: {'id': '558ba430-8449-43cd-913d-830671a1a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e397280-e892-4b82-83ca-051e4b76c151'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:06.911095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Bound port: 23f805ee-d29a-4fdb-9ff8-e34518b48fea, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558ba430-8449-43cd-913d-830671a1a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e397280-e892-4b82-83ca-051e4b76c151'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:06.913915 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (23f805ee-d29a-4fdb-9ff8-e34518b48fea), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:06.936528 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82ccce15-1b4f-48a3-a867-eb671b3fb8d5 req-eb5fb186-ad91-462d-a896-08a2a0bfe2f0 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7a45d9b-d852-422b-9a18-4b4c8011411b HTTP/1.1" status: 200 len: 210 time: 0.0974746 Feb 11 05:11:07.007188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:07.007583 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:07.007984 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:07.015442 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:07.016396 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:07.016396 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:07.016626 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:07.016960 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:07.017295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:07.017629 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:07.017966 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:07.021450 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:07.021884 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02788b08-6df5-4d6c-a34a-b9b3dcb21d3b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:07.054048 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-66e80204-ecd8-4c63-8b20-73eabe954b02 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for port (f7fab4e9-5b66-4d0f-9c13-ec875539e387), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.105987 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8375afa4-e328-40e9-aebf-ae95c144546a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Made reservation on behalf of 7ab07d48998b477e988645697f0986af for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:07.116833 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8375afa4-e328-40e9-aebf-ae95c144546a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.189588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] For port 23f805ee-d29a-4fdb-9ff8-e34518b48fea, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:07.193584 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] For port 23f805ee-d29a-4fdb-9ff8-e34518b48fea, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=23f805ee-d29a-4fdb-9ff8-e34518b48fea,segment=NetworkSegment(558ba430-8449-43cd-913d-830671a1a778),segment_id=558ba430-8449-43cd-913d-830671a1a778)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:07.211747 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (23f805ee-d29a-4fdb-9ff8-e34518b48fea), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.251643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35201a69-08a4-43e6-8cb6-8455c88596d1 req-e6aa69d9-eb44-40cf-9d3b-e6bd8fa920bc tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989002 Feb 11 05:11:07.280185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51c28704-2a39-43c3-b289-65faea7338d3 req-7a5162bc-7fc0-4083-ae25-3c4a0dad533c tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 210 time: 0.1720841 Feb 11 05:11:07.325465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Set router 2f2cf0bb-1128-4c41-b812-62733c4df0f9 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:07.371298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:07.372349 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.374865 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] 10.222.0.88 "PUT /v2.0/ports/23f805ee-d29a-4fdb-9ff8-e34518b48fea HTTP/1.1" status: 200 len: 1092 time: 5.4353411 Feb 11 05:11:07.377133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99863c9-b4ed-4878-b0ef-a1474fbc8684 req-77f20bcc-662e-498f-9e98-8fa23291cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:07.379036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a99863c9-b4ed-4878-b0ef-a1474fbc8684 req-77f20bcc-662e-498f-9e98-8fa23291cdad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 1126 time: 0.5680993 Feb 11 05:11:07.485787 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b51fa94-d45f-455e-84ea-19d3883ec27e x-openstack-request-id: req-0b51fa94-d45f-455e-84ea-19d3883ec27e {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:07.486865 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "name": "network-vif-unplugged", "status": "completed", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:07.487076 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a53921-bf77-4cfd-95c1-f153538165e6 service neutron] Pushing event updated for resources: {'Port': ['ID=23f805ee-d29a-4fdb-9ff8-e34518b48fea,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:07.487581 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0b51fa94-d45f-455e-84ea-19d3883ec27e {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:07.488222 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8', 'code': 200} Feb 11 05:11:07.494050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 4b83f5a6-b9df-45d9-b793-c1e083968ef3 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:11:07.591402 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-66e80204-ecd8-4c63-8b20-73eabe954b02 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (f7fab4e9-5b66-4d0f-9c13-ec875539e387), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:07.808526 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-66e80204-ecd8-4c63-8b20-73eabe954b02 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Network 5bf47b40-8fd7-4b9b-b031-895dee41fcb1 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:07.821256 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-66e80204-ecd8-4c63-8b20-73eabe954b02 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:07.855401 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-66e80204-ecd8-4c63-8b20-73eabe954b02 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:07.975994 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e80204-ecd8-4c63-8b20-73eabe954b02 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Pushing event updated for resources: {'Port': ['ID=f7fab4e9-5b66-4d0f-9c13-ec875539e387,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:08.051612 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 0885ca29-8941-4a08-861f-39f2aa8015ce triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:08.052210 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0885ca29-8941-4a08-861f-39f2aa8015ce), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:08.125183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 921fa3de-f9dd-4b60-8027-465c648112b4 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:11:08.139391 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-66e80204-ecd8-4c63-8b20-73eabe954b02 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:08.140173 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-66e80204-ecd8-4c63-8b20-73eabe954b02 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:08.324534 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-66e80204-ecd8-4c63-8b20-73eabe954b02 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7820299 Feb 11 05:11:08.353353 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Request body: {'port': {'device_id': '333bde53-8b2c-4c5b-a805-168814227f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:08.425313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'name': 'network-vif-deleted', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8'}, {'name': 'network-changed', 'server_uuid': '7171cd59-cc59-4ff8-a195-c88eabf01eb6', 'tag': '23f805ee-d29a-4fdb-9ff8-e34518b48fea'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:08.427716 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8375afa4-e328-40e9-aebf-ae95c144546a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (04fb4841-9e99-47e8-8430-7c54d09dfe6e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:08.428710 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c61db0-5fe3-4667-b293-592b67f2b98b" -d '{"events": [{"server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "name": "network-vif-deleted", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8"}, {"name": "network-changed", "server_uuid": "7171cd59-cc59-4ff8-a195-c88eabf01eb6", "tag": "23f805ee-d29a-4fdb-9ff8-e34518b48fea"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:08.517516 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375afa4-e328-40e9-aebf-ae95c144546a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event updated for resources: {'Subnet': ['ID=04fb4841-9e99-47e8-8430-7c54d09dfe6e,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:08.534584 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f7fab4e9-5b66-4d0f-9c13-ec875539e387), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:08.561910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f62959-2d83-4b2f-87b6-8577427bbe6a req-b83f64de-df92-45f3-8a1f-bd5d6607964f tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:08.564250 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-80f62959-2d83-4b2f-87b6-8577427bbe6a req-b83f64de-df92-45f3-8a1f-bd5d6607964f tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/ports?device_id=7171cd59-cc59-4ff8-a195-c88eabf01eb6 HTTP/1.1" status: 200 len: 943 time: 1.0586865 Feb 11 05:11:08.572242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-a7828436-61d7-48bc-8d86-57772e5fd9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:08.573985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-a7828436-61d7-48bc-8d86-57772e5fd9dd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e5cb3bd5608a4c32a710058630905120&device_id=7171cd59-cc59-4ff8-a195-c88eabf01eb6 HTTP/1.1" status: 200 len: 1126 time: 1.1321800 Feb 11 05:11:08.617477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4027790-3ade-4faa-bc00-1aa7128343b2 req-e18a6591-0e31-4ef7-bd86-81e4a6a73288 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:08.619349 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4027790-3ade-4faa-bc00-1aa7128343b2 req-e18a6591-0e31-4ef7-bd86-81e4a6a73288 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 943 time: 0.1857765 Feb 11 05:11:08.620492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99863c9-b4ed-4878-b0ef-a1474fbc8684 req-446bfe00-5f14-4406-85c6-92f5a51f1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:08.628620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a99863c9-b4ed-4878-b0ef-a1474fbc8684 req-446bfe00-5f14-4406-85c6-92f5a51f1802 service neutron] 10.222.0.73 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 1.2379518 Feb 11 05:11:08.658661 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375afa4-e328-40e9-aebf-ae95c144546a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Checking segment: {'id': '9487b64a-4eb5-47c7-9c25-0e3635bb1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:08.659180 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8375afa4-e328-40e9-aebf-ae95c144546a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Network hostable DHCP agents. Network: 4b83f5a6-b9df-45d9-b793-c1e083968ef3, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:11:08.740888 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8375afa4-e328-40e9-aebf-ae95c144546a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Network 4b83f5a6-b9df-45d9-b793-c1e083968ef3 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:11:08.776924 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-dc0d31a1-67ab-40a2-bafd-dcb6245a48de service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23f805ee-d29a-4fdb-9ff8-e34518b48fea HTTP/1.1" status: 200 len: 217 time: 0.1847513 Feb 11 05:11:08.828640 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a99863c9-b4ed-4878-b0ef-a1474fbc8684 req-20b07577-9ebc-4b4f-bea7-ee57f8318522 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=921fa3de-f9dd-4b60-8027-465c648112b4 HTTP/1.1" status: 200 len: 217 time: 0.1148846 Feb 11 05:11:08.840398 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-edb85386-eb53-4ad8-bb32-ba9f63bf27ab None None] Provisioning complete for port f7fab4e9-5b66-4d0f-9c13-ec875539e387 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:08.840973 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-edb85386-eb53-4ad8-bb32-ba9f63bf27ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f7fab4e9-5b66-4d0f-9c13-ec875539e387), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:08.899733 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-8375afa4-e328-40e9-aebf-ae95c144546a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 4b83f5a6-b9df-45d9-b793-c1e083968ef3) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:08.913143 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8375afa4-e328-40e9-aebf-ae95c144546a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:08.913506 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8375afa4-e328-40e9-aebf-ae95c144546a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:08.941113 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4027790-3ade-4faa-bc00-1aa7128343b2 req-ac652f05-81b0-4464-a112-f4dbf0421903 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500656 Feb 11 05:11:08.954050 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8375afa4-e328-40e9-aebf-ae95c144546a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0564966 Feb 11 05:11:08.954821 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55194) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:08.968655 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f7d09992-4182-48ce-bb46-9c1e02551d34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1869807332'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:08.983069 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-0a3b5d4e-84b0-45df-89de-770d5a7e8d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:08.984631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-0a3b5d4e-84b0-45df-89de-770d5a7e8d91 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=956c7c24-ca03-497f-a589-efa4f4b0405f HTTP/1.1" status: 200 len: 850 time: 0.2042034 Feb 11 05:11:09.000751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-edb85386-eb53-4ad8-bb32-ba9f63bf27ab None None] Port f7fab4e9-5b66-4d0f-9c13-ec875539e387 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:09.004734 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-80f62959-2d83-4b2f-87b6-8577427bbe6a req-03a495a5-2eb0-4687-8cf3-19119de40e19 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266031 Feb 11 05:11:09.018137 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc30d19-b8c8-4ffb-9201-66ed8aa97e40 None None] Network 4b83f5a6-b9df-45d9-b793-c1e083968ef3 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:09.052501 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-efb09c66-881e-4149-836e-6c505b4527ef service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6e397280-e892-4b82-83ca-051e4b76c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421972 Feb 11 05:11:09.060254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99863c9-b4ed-4878-b0ef-a1474fbc8684 req-82620198-743e-48f3-8d56-39ef9b0abc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:09.062469 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a99863c9-b4ed-4878-b0ef-a1474fbc8684 req-82620198-743e-48f3-8d56-39ef9b0abc43 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.2023318 Feb 11 05:11:09.139294 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d09992-4182-48ce-bb46-9c1e02551d34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Made reservation on behalf of 7ab07d48998b477e988645697f0986af for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:09.142609 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7d09992-4182-48ce-bb46-9c1e02551d34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.188174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-ce53cf07-d828-4d26-b2d5-3cf62556e5d0 service neutron] 10.222.0.88 "GET /v2.0/networks/6e397280-e892-4b82-83ca-051e4b76c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246538 Feb 11 05:11:09.242941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a99863c9-b4ed-4878-b0ef-a1474fbc8684 req-f3e13e93-ce8c-48ee-8c1d-65cb96234665 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536137 Feb 11 05:11:09.312784 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 0885ca29-8941-4a08-861f-39f2aa8015ce is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:09.320626 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d09992-4182-48ce-bb46-9c1e02551d34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:11:09.371755 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7d09992-4182-48ce-bb46-9c1e02551d34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (9db1e976-8bed-443a-8c95-5e01d59b42b2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.372059 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-f7d09992-4182-48ce-bb46-9c1e02551d34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Added segment 9db1e976-8bed-443a-8c95-5e01d59b42b2 of type vlan for network b74e3d95-e2af-4c03-89c2-da3a6b310cd5 Feb 11 05:11:09.473072 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'name': 'tempest-ServersTestMultiNic-1269576719-router', 'tenant_id': '7ab07d48998b477e988645697f0986af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:55Z', 'updated_at': '2022-02-11T05:11:02Z', 'revision_number': 4, 'project_id': '7ab07d48998b477e988645697f0986af', 'gw_port': {'id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:56Z', 'updated_at': '2022-02-11T05:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '7706f3a1-00aa-4f65-958e-ad545f2fb613', 'name': '', 'network_id': '54c3bd17-c479-4b9e-928f-f0125ecdebed', 'tenant_id': '7ab07d48998b477e988645697f0986af', 'mac_address': 'fa:16:3e:1e:da:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '9bc318c2-09be-446a-8c64-4ea1af1764a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:00Z', 'updated_at': '2022-02-11T05:11:02Z', 'revision_number': 2, 'project_id': '7ab07d48998b477e988645697f0986af', 'subnets': [{'id': '9bc318c2-09be-446a-8c64-4ea1af1764a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:09.527478 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7d09992-4182-48ce-bb46-9c1e02551d34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (b74e3d95-e2af-4c03-89c2-da3a6b310cd5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.583063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a99863c9-b4ed-4878-b0ef-a1474fbc8684 req-5e62b695-b96f-4c79-9c25-9305966b8e95 service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280728 Feb 11 05:11:09.612953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Checking router: 2f2cf0bb-1128-4c41-b812-62733c4df0f9 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:11:09.613321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Updating router 2f2cf0bb-1128-4c41-b812-62733c4df0f9 port 7706f3a1-00aa-4f65-958e-ad545f2fb613 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:11:09.639608 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fab4e9-5b66-4d0f-9c13-ec875539e387 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:09.644854 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=921fa3de-f9dd-4b60-8027-465c648112b4,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:09.651034 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Publish callbacks [] for port (f7fab4e9-5b66-4d0f-9c13-ec875539e387), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.658972 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7d09992-4182-48ce-bb46-9c1e02551d34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (b74e3d95-e2af-4c03-89c2-da3a6b310cd5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.663929 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d09992-4182-48ce-bb46-9c1e02551d34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:09.664532 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7d09992-4182-48ce-bb46-9c1e02551d34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.733840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '921fa3de-f9dd-4b60-8027-465c648112b4', 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56', 'port_id': '921fa3de-f9dd-4b60-8027-465c648112b4', 'mac_address': 'fa:16:3e:56:e9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959692e0-0ebb-4204-9905-25b38d09fa54', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:11:09.743916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Transition to ACTIVE for port object f7fab4e9-5b66-4d0f-9c13-ec875539e387 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:11:09.753283 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.757857 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.766128 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (f7fab4e9-5b66-4d0f-9c13-ec875539e387), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:09.836165 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f7d09992-4182-48ce-bb46-9c1e02551d34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8714943 Feb 11 05:11:09.865030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55208) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:09.881212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-0e951b88-666e-4617-9ce4-bea129fa1d6a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Request body: {'subnet': {'network_id': 'b74e3d95-e2af-4c03-89c2-da3a6b310cd5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:09.949207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-4b83f5a6-b9df-45d9-b793-c1e083968ef3', 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3', 'project_id': '7ab07d48998b477e988645697f0986af', 'fixed_ips': [{'subnet_id': '04fb4841-9e99-47e8-8430-7c54d09dfe6e'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:11:09.960823 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:10.015659 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Pushing event updated for resources: {'Port': ['ID=f7fab4e9-5b66-4d0f-9c13-ec875539e387,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:10.027411 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d09992-4182-48ce-bb46-9c1e02551d34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event updated for resources: {'Network': ['ID=b74e3d95-e2af-4c03-89c2-da3a6b310cd5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:10.049462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49e49a-092f-456c-a0b7-743d91924295 req-d69be2f3-07a4-4c08-98b5-2b86991af264 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:10.051875 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f49e49a-092f-456c-a0b7-743d91924295 req-d69be2f3-07a4-4c08-98b5-2b86991af264 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 931 time: 0.6823881 Feb 11 05:11:10.220964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bb5fd-f44e-4657-934c-07d6eb861bf1 req-5238f729-07b7-4ee5-86ff-6aba9a12e469 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:10.226702 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Attempting to bind port f7fab4e9-5b66-4d0f-9c13-ec875539e387 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:10.227281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Attempting to bind port f7fab4e9-5b66-4d0f-9c13-ec875539e387 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'db9ccb4c-1256-441b-b39f-e995b535742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:10.227926 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Attempting to bind port f7fab4e9-5b66-4d0f-9c13-ec875539e387 on network 5bf47b40-8fd7-4b9b-b031-895dee41fcb1 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:10.238880 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Port f7fab4e9-5b66-4d0f-9c13-ec875539e387 on network 5bf47b40-8fd7-4b9b-b031-895dee41fcb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:11:10.239286 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da8bb5fd-f44e-4657-934c-07d6eb861bf1 req-5238f729-07b7-4ee5-86ff-6aba9a12e469 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=0996aa2d-a5d3-4c2c-807c-5f03443e8d8f HTTP/1.1" status: 200 len: 945 time: 0.8576214 Feb 11 05:11:10.243357 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Attempting to bind port f7fab4e9-5b66-4d0f-9c13-ec875539e387 on network 5bf47b40-8fd7-4b9b-b031-895dee41fcb1 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:10.251084 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:10.253435 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Checking segment: {'id': 'db9ccb4c-1256-441b-b39f-e995b535742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:10.254028 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Bound using segment: {'id': 'db9ccb4c-1256-441b-b39f-e995b535742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:10.256363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Bound port: f7fab4e9-5b66-4d0f-9c13-ec875539e387, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9ccb4c-1256-441b-b39f-e995b535742d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:10.256898 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f7fab4e9-5b66-4d0f-9c13-ec875539e387), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:10.394159 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8c9b13e-2230-4eac-bd93-64258442dddc req-65003ed8-f329-4aa7-b918-48831fbd78b9 service neutron] 10.222.0.88 "GET /v2.0/networks/6e397280-e892-4b82-83ca-051e4b76c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1932924 Feb 11 05:11:10.412395 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] For port f7fab4e9-5b66-4d0f-9c13-ec875539e387, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:10.415853 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] For port f7fab4e9-5b66-4d0f-9c13-ec875539e387, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f7fab4e9-5b66-4d0f-9c13-ec875539e387,segment=NetworkSegment(db9ccb4c-1256-441b-b39f-e995b535742d),segment_id=db9ccb4c-1256-441b-b39f-e995b535742d)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:10.430662 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (f7fab4e9-5b66-4d0f-9c13-ec875539e387), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:10.527807 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:10.528530 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:10.531142 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] 10.222.0.73 "PUT /v2.0/ports/f7fab4e9-5b66-4d0f-9c13-ec875539e387 HTTP/1.1" status: 200 len: 1092 time: 2.1958907 Feb 11 05:11:10.531655 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '333bde53-8b2c-4c5b-a805-168814227f59', 'tag': 'f7fab4e9-5b66-4d0f-9c13-ec875539e387'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:10.541978 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357db56f-3a36-403a-868b-6cd4dbbae627" -d '{"events": [{"name": "network-changed", "server_uuid": "333bde53-8b2c-4c5b-a805-168814227f59", "tag": "f7fab4e9-5b66-4d0f-9c13-ec875539e387"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:10.587428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a99863c9-b4ed-4878-b0ef-a1474fbc8684 req-528ec7d3-ea73-465a-92fd-9de50b94c1a6 service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9061105 Feb 11 05:11:10.589917 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e951b88-666e-4617-9ce4-bea129fa1d6a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Made reservation on behalf of 7ab07d48998b477e988645697f0986af for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:10.595004 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0e951b88-666e-4617-9ce4-bea129fa1d6a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:10.662976 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a396ec-0c93-47e6-92e0-08a53d2ae0ee service neutron] Pushing event updated for resources: {'Port': ['ID=f7fab4e9-5b66-4d0f-9c13-ec875539e387,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:10.714918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da8bb5fd-f44e-4657-934c-07d6eb861bf1 req-e181b391-48e3-4bef-91dd-d0ca1c09d685 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743831 Feb 11 05:11:10.726266 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-6e85c06d-2727-4333-931b-f405fefc45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:10.727813 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-6e85c06d-2727-4333-931b-f405fefc45a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=446d06a2efd741ccb5be1ad4d15d5725&device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 1126 time: 0.1412370 Feb 11 05:11:10.816584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f49e49a-092f-456c-a0b7-743d91924295 req-ed18cd19-e4bf-4bb6-aad6-a3c45368e5ee tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7491028 Feb 11 05:11:10.825637 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-0ae87fcd-d924-4d49-9f85-ebe046fa3e06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7fab4e9-5b66-4d0f-9c13-ec875539e387 HTTP/1.1" status: 200 len: 217 time: 0.0903108 Feb 11 05:11:10.934249 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eabbe6b-c0a5-4bd3-b0a7-35f4339b4777 x-openstack-request-id: req-0eabbe6b-c0a5-4bd3-b0a7-35f4339b4777 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:10.934568 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a45d9b-d852-422b-9a18-4b4c8011411b", "name": "network-vif-deleted", "tag": "993c5294-c6bf-4de9-8399-a3b99ba57ef8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7171cd59-cc59-4ff8-a195-c88eabf01eb6", "tag": "23f805ee-d29a-4fdb-9ff8-e34518b48fea", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:10.934823 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0eabbe6b-c0a5-4bd3-b0a7-35f4339b4777 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:10.935749 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a45d9b-d852-422b-9a18-4b4c8011411b', 'name': 'network-vif-deleted', 'tag': '993c5294-c6bf-4de9-8399-a3b99ba57ef8', 'status': 'completed', 'code': 200} Feb 11 05:11:10.936017 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7171cd59-cc59-4ff8-a195-c88eabf01eb6', 'tag': '23f805ee-d29a-4fdb-9ff8-e34518b48fea', 'status': 'completed', 'code': 200} Feb 11 05:11:11.012368 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-4f791b45-7309-4a5a-be53-74fc69c1ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:11.020186 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-4f791b45-7309-4a5a-be53-74fc69c1ff62 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d HTTP/1.1" status: 200 len: 855 time: 0.1871467 Feb 11 05:11:11.114755 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-3b61389e-0500-4d65-b46b-b70e71ee17ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:11.116158 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-3b61389e-0500-4d65-b46b-b70e71ee17ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bf47b40-8fd7-4b9b-b031-895dee41fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0873976 Feb 11 05:11:11.173179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network b74e3d95-e2af-4c03-89c2-da3a6b310cd5 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:11:11.241772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 921fa3de-f9dd-4b60-8027-465c648112b4 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:11.243297 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.313237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c61db0-5fe3-4667-b293-592b67f2b98b req-d173d8fb-8c74-4a09-83c5-dd5beebe7151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:11.339715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7c61db0-5fe3-4667-b293-592b67f2b98b req-d173d8fb-8c74-4a09-83c5-dd5beebe7151 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e5cb3bd5608a4c32a710058630905120&device_id=7171cd59-cc59-4ff8-a195-c88eabf01eb6 HTTP/1.1" status: 200 len: 1126 time: 0.3818142 Feb 11 05:11:11.352555 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-27659522-ed17-4a3f-855a-d6ea188471ea service neutron] 10.222.0.73 "GET /v2.0/networks/5bf47b40-8fd7-4b9b-b031-895dee41fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248373 Feb 11 05:11:11.431546 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921fa3de-f9dd-4b60-8027-465c648112b4 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:11.588693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0b19e-255d-4d26-a792-70602a4f05ba req-7bf32ad5-74bf-48a3-ae59-a32116349526 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:11.598382 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2e0b19e-255d-4d26-a792-70602a4f05ba req-7bf32ad5-74bf-48a3-ae59-a32116349526 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 943 time: 0.4220171 Feb 11 05:11:11.653105 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Publish callbacks [] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.699009 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=921fa3de-f9dd-4b60-8027-465c648112b4,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:11.742421 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.748851 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.865991 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0e951b88-666e-4617-9ce4-bea129fa1d6a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (79e1a5e5-bff2-4e91-8bda-a6c1771c54b6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:11.940961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e951b88-666e-4617-9ce4-bea129fa1d6a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event updated for resources: {'Subnet': ['ID=79e1a5e5-bff2-4e91-8bda-a6c1771c54b6,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:11.968754 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2e0b19e-255d-4d26-a792-70602a4f05ba req-9440b0d8-3e72-46c4-a1d2-e526cf7703cf tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635278 Feb 11 05:11:12.039106 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0db876-4a2b-4786-8a18-24b015bd9e70 req-288bee6e-62ce-4ae8-9331-2e79beca72f3 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:12.053148 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0db876-4a2b-4786-8a18-24b015bd9e70 req-288bee6e-62ce-4ae8-9331-2e79beca72f3 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/ports?device_id=7171cd59-cc59-4ff8-a195-c88eabf01eb6 HTTP/1.1" status: 200 len: 943 time: 0.7038684 Feb 11 05:11:12.066713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=921fa3de-f9dd-4b60-8027-465c648112b4,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:12.173730 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdab5e-cb7e-4a51-8c71-97461c268b91 None None] Pushing event updated for resources: {'Port': ['ID=7706f3a1-00aa-4f65-958e-ad545f2fb613,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:12.209028 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['921fa3de-f9dd-4b60-8027-465c648112b4'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:12.230991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c61db0-5fe3-4667-b293-592b67f2b98b req-d3c7fa5d-a455-4854-b83f-09e47779f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:12.246692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7c61db0-5fe3-4667-b293-592b67f2b98b req-d3c7fa5d-a455-4854-b83f-09e47779f30d service neutron] 10.222.0.88 "GET /v2.0/networks?id=6e397280-e892-4b82-83ca-051e4b76c151 HTTP/1.1" status: 200 len: 911 time: 0.8652365 Feb 11 05:11:12.256230 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef119f5-61ad-4fc3-b332-20a5fd28cea5 x-openstack-request-id: req-eef119f5-61ad-4fc3-b332-20a5fd28cea5 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:12.256707 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "333bde53-8b2c-4c5b-a805-168814227f59", "tag": "f7fab4e9-5b66-4d0f-9c13-ec875539e387", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:12.264065 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eef119f5-61ad-4fc3-b332-20a5fd28cea5 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:12.264939 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '333bde53-8b2c-4c5b-a805-168814227f59', 'tag': 'f7fab4e9-5b66-4d0f-9c13-ec875539e387', 'status': 'completed', 'code': 200} Feb 11 05:11:12.281088 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 23f805ee-d29a-4fdb-9ff8-e34518b48fea details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:11:12.287778 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0f33ac80-cd34-4d45-b539-476d9a88a5bd req-296cc16d-0810-451f-9617-b2f3a213d653 service neutron] 10.222.0.73 "GET /v2.0/networks/5bf47b40-8fd7-4b9b-b031-895dee41fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9279511 Feb 11 05:11:12.415305 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7c61db0-5fe3-4667-b293-592b67f2b98b req-071aca22-d6e6-48b0-920a-56e39c9a1e5d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23f805ee-d29a-4fdb-9ff8-e34518b48fea HTTP/1.1" status: 200 len: 217 time: 0.1620235 Feb 11 05:11:12.429923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e951b88-666e-4617-9ce4-bea129fa1d6a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Checking segment: {'id': '9db1e976-8bed-443a-8c95-5e01d59b42b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b74e3d95-e2af-4c03-89c2-da3a6b310cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:12.430278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e951b88-666e-4617-9ce4-bea129fa1d6a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Network hostable DHCP agents. Network: b74e3d95-e2af-4c03-89c2-da3a6b310cd5, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:11:12.430400 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 23f805ee-d29a-4fdb-9ff8-e34518b48fea, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=23f805ee-d29a-4fdb-9ff8-e34518b48fea,segment=NetworkSegment(558ba430-8449-43cd-913d-830671a1a778),segment_id=558ba430-8449-43cd-913d-830671a1a778)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:12.485934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '23f805ee-d29a-4fdb-9ff8-e34518b48fea', 'network_id': '6e397280-e892-4b82-83ca-051e4b76c151', 'port_id': '23f805ee-d29a-4fdb-9ff8-e34518b48fea', 'mac_address': 'fa:16:3e:81:1b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956c7c24-ca03-497f-a589-efa4f4b0405f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:11:12.537648 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c61db0-5fe3-4667-b293-592b67f2b98b req-3f80c060-26f4-4004-b09a-91cdf87ae6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:12.540328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357db56f-3a36-403a-868b-6cd4dbbae627 req-9672807f-5b46-4cb7-a258-4559f95c9fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:12.540588 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7c61db0-5fe3-4667-b293-592b67f2b98b req-3f80c060-26f4-4004-b09a-91cdf87ae6db service neutron] 10.222.0.88 "GET /v2.0/subnets?id=956c7c24-ca03-497f-a589-efa4f4b0405f HTTP/1.1" status: 200 len: 850 time: 0.1079826 Feb 11 05:11:12.543592 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-357db56f-3a36-403a-868b-6cd4dbbae627 req-9672807f-5b46-4cb7-a258-4559f95c9fad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=446d06a2efd741ccb5be1ad4d15d5725&device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 1126 time: 0.1993885 Feb 11 05:11:12.568262 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0db876-4a2b-4786-8a18-24b015bd9e70 req-afd7dd19-4854-4417-8249-ae123a7aeed4 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127354 Feb 11 05:11:12.637756 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Attempting to bind port 7706f3a1-00aa-4f65-958e-ad545f2fb613 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:12.638137 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Attempting to bind port 7706f3a1-00aa-4f65-958e-ad545f2fb613 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '60ffbf98-bba6-4416-8261-12e576946cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '54c3bd17-c479-4b9e-928f-f0125ecdebed'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:12.638539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Attempting to bind port 7706f3a1-00aa-4f65-958e-ad545f2fb613 on network 54c3bd17-c479-4b9e-928f-f0125ecdebed {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:12.702804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7c61db0-5fe3-4667-b293-592b67f2b98b req-f1a2b3b7-9367-445b-acba-bb6d163121d5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6e397280-e892-4b82-83ca-051e4b76c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326153 Feb 11 05:11:12.760796 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:12.761199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Checking segment: {'id': '60ffbf98-bba6-4416-8261-12e576946cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '54c3bd17-c479-4b9e-928f-f0125ecdebed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:12.761494 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.761884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Bound using segment: {'id': '60ffbf98-bba6-4416-8261-12e576946cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '54c3bd17-c479-4b9e-928f-f0125ecdebed'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:12.762357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Bound port: 7706f3a1-00aa-4f65-958e-ad545f2fb613, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ffbf98-bba6-4416-8261-12e576946cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '54c3bd17-c479-4b9e-928f-f0125ecdebed'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:12.762740 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.780182 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Allocated IP 19.80.0.2 (4b83f5a6-b9df-45d9-b793-c1e083968ef3/04fb4841-9e99-47e8-8430-7c54d09dfe6e/17e16b41-313a-4383-a422-c01aa9cc5115) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:12.783219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 23f805ee-d29a-4fdb-9ff8-e34518b48fea is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:12.783631 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (23f805ee-d29a-4fdb-9ff8-e34518b48fea), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.789167 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357db56f-3a36-403a-868b-6cd4dbbae627 req-7b139e25-6ba2-4395-8dfe-37c0c152cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:12.795891 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-357db56f-3a36-403a-868b-6cd4dbbae627 req-7b139e25-6ba2-4395-8dfe-37c0c152cd96 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bf47b40-8fd7-4b9b-b031-895dee41fcb1 HTTP/1.1" status: 200 len: 917 time: 0.2430692 Feb 11 05:11:12.887861 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-357db56f-3a36-403a-868b-6cd4dbbae627 req-df8db7b8-81fb-4cfa-91bc-1e74279b43d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7fab4e9-5b66-4d0f-9c13-ec875539e387 HTTP/1.1" status: 200 len: 217 time: 0.0865028 Feb 11 05:11:12.888907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-13901b0e-6365-468a-948e-165a251ede48 None None] Provisioning complete for port 7706f3a1-00aa-4f65-958e-ad545f2fb613 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:12.889284 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13901b0e-6365-468a-948e-165a251ede48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:12.945788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f805ee-d29a-4fdb-9ff8-e34518b48fea {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:13.020113 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e951b88-666e-4617-9ce4-bea129fa1d6a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Network b74e3d95-e2af-4c03-89c2-da3a6b310cd5 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:11:13.050771 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357db56f-3a36-403a-868b-6cd4dbbae627 req-1d504f32-6a2a-4ddc-8326-b1148d44c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:13.058042 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-357db56f-3a36-403a-868b-6cd4dbbae627 req-1d504f32-6a2a-4ddc-8326-b1148d44c304 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d HTTP/1.1" status: 200 len: 855 time: 0.1635327 Feb 11 05:11:13.141077 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Publish callbacks [] for port (17e16b41-313a-4383-a422-c01aa9cc5115), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.161679 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (17e16b41-313a-4383-a422-c01aa9cc5115), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.202563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59380a3c-6396-4b6e-ac4f-3f3f7627b8d8 req-a15397cd-0047-4065-9811-66a490eb2e03 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:13.204125 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59380a3c-6396-4b6e-ac4f-3f3f7627b8d8 req-a15397cd-0047-4065-9811-66a490eb2e03 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 950 time: 0.5004497 Feb 11 05:11:13.205958 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-0e951b88-666e-4617-9ce4-bea129fa1d6a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, b74e3d95-e2af-4c03-89c2-da3a6b310cd5) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:13.222318 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357db56f-3a36-403a-868b-6cd4dbbae627 req-4c4b5bf4-5833-42eb-9c1c-4abc22909682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:13.223864 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-357db56f-3a36-403a-868b-6cd4dbbae627 req-4c4b5bf4-5833-42eb-9c1c-4abc22909682 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bf47b40-8fd7-4b9b-b031-895dee41fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1588731 Feb 11 05:11:13.292343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Pushing event updated for resources: {'Port': ['ID=17e16b41-313a-4383-a422-c01aa9cc5115,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:13.319257 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4841e0-c700-46e6-9787-9eeb07d20384 None None] Network b74e3d95-e2af-4c03-89c2-da3a6b310cd5 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:13.331384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e951b88-666e-4617-9ce4-bea129fa1d6a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:13.332046 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0e951b88-666e-4617-9ce4-bea129fa1d6a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.339512 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:13.339871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:13.340225 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:13.340585 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:13.351455 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:13.351804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:13.352145 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:13.352485 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:13.352820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:13.353151 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:13.353484 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:13.353811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:13.354139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:11:13.429549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73ba69-58c0-42e8-977a-2c5390c92301 req-435ae4da-8123-4bf2-a0f2-eea9cf0fe3f5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:13.437494 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-357db56f-3a36-403a-868b-6cd4dbbae627 req-d27b2d5c-f7d0-4e89-a559-2719bdd52823 service neutron] 10.222.0.73 "GET /v2.0/networks/5bf47b40-8fd7-4b9b-b031-895dee41fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997883 Feb 11 05:11:13.439241 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c73ba69-58c0-42e8-977a-2c5390c92301 req-435ae4da-8123-4bf2-a0f2-eea9cf0fe3f5 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb977082-adee-4f5e-93d2-ed09cb011c2a HTTP/1.1" status: 200 len: 950 time: 0.6240745 Feb 11 05:11:13.470217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 23f805ee-d29a-4fdb-9ff8-e34518b48fea, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=23f805ee-d29a-4fdb-9ff8-e34518b48fea,segment=NetworkSegment(558ba430-8449-43cd-913d-830671a1a778),segment_id=558ba430-8449-43cd-913d-830671a1a778)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:13.579491 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c73ba69-58c0-42e8-977a-2c5390c92301 req-b768061d-d89d-434e-921e-a5a6dad0be6f tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391978 Feb 11 05:11:13.586092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be85e0-2e82-493b-bb1b-2b072a7b8040 req-cd65f269-80f0-412e-abd0-f7ce474fe9fe tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:13.593016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54be85e0-2e82-493b-bb1b-2b072a7b8040 req-cd65f269-80f0-412e-abd0-f7ce474fe9fe tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 943 time: 0.8018372 Feb 11 05:11:13.625841 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-357db56f-3a36-403a-868b-6cd4dbbae627 req-f56bf24a-b826-4a59-8420-fc22ae6be13b service neutron] 10.222.0.73 "GET /v2.0/networks/5bf47b40-8fd7-4b9b-b031-895dee41fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810167 Feb 11 05:11:13.680046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7c61db0-5fe3-4667-b293-592b67f2b98b req-ccd48967-5b50-4c32-8512-0efd66e9ef2f service neutron] 10.222.0.88 "GET /v2.0/networks/6e397280-e892-4b82-83ca-051e4b76c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9492295 Feb 11 05:11:13.718326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0e951b88-666e-4617-9ce4-bea129fa1d6a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.8397310 Feb 11 05:11:13.844146 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] For port 7706f3a1-00aa-4f65-958e-ad545f2fb613, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:13.849009 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] For port 7706f3a1-00aa-4f65-958e-ad545f2fb613, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7706f3a1-00aa-4f65-958e-ad545f2fb613,segment=NetworkSegment(60ffbf98-bba6-4416-8261-12e576946cf5),segment_id=60ffbf98-bba6-4416-8261-12e576946cf5)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:13.864475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Network 4b83f5a6-b9df-45d9-b793-c1e083968ef3 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:13.875349 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (23f805ee-d29a-4fdb-9ff8-e34518b48fea), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:13.880345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:13.884910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:13.892630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-13901b0e-6365-468a-948e-165a251ede48 None None] Port 7706f3a1-00aa-4f65-958e-ad545f2fb613 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:14.038729 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54be85e0-2e82-493b-bb1b-2b072a7b8040 req-c6ecca9e-198b-4132-9e41-bc4cbfb025b9 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4147284 Feb 11 05:11:14.070080 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.093542 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7c61db0-5fe3-4667-b293-592b67f2b98b req-641803cd-d07a-41a2-b66e-a387babe0794 service neutron] 10.222.0.88 "GET /v2.0/networks/6e397280-e892-4b82-83ca-051e4b76c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608544 Feb 11 05:11:14.103369 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=23f805ee-d29a-4fdb-9ff8-e34518b48fea,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:14.217742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-59380a3c-6396-4b6e-ac4f-3f3f7627b8d8 req-19aa3925-43b5-4d40-8416-49a5faad0313 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Deleting port ae3d8227-0cbd-4893-9d3c-399a61966083 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:14.217846 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59380a3c-6396-4b6e-ac4f-3f3f7627b8d8 req-19aa3925-43b5-4d40-8416-49a5faad0313 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.385396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdab5e-cb7e-4a51-8c71-97461c268b91 None None] Pushing event updated for resources: {'Port': ['ID=7706f3a1-00aa-4f65-958e-ad545f2fb613,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:14.458138 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.470493 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['23f805ee-d29a-4fdb-9ff8-e34518b48fea'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:14.486927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Routers {'2f2cf0bb-1128-4c41-b812-62733c4df0f9'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:14.490219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:11:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2f2cf0bb-1128-4c41-b812-62733c4df0f9'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:14.512814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-59380a3c-6396-4b6e-ac4f-3f3f7627b8d8 req-19aa3925-43b5-4d40-8416-49a5faad0313 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] For port ae3d8227-0cbd-4893-9d3c-399a61966083, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ae3d8227-0cbd-4893-9d3c-399a61966083,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:14.514077 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59380a3c-6396-4b6e-ac4f-3f3f7627b8d8 req-19aa3925-43b5-4d40-8416-49a5faad0313 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.532659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-59380a3c-6396-4b6e-ac4f-3f3f7627b8d8 req-19aa3925-43b5-4d40-8416-49a5faad0313 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Calling delete_port for ae3d8227-0cbd-4893-9d3c-399a61966083 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:14.711150 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] Set router 2f2cf0bb-1128-4c41-b812-62733c4df0f9 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:14.908627 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-b74e3d95-e2af-4c03-89c2-da3a6b310cd5', 'network_id': 'b74e3d95-e2af-4c03-89c2-da3a6b310cd5', 'project_id': '7ab07d48998b477e988645697f0986af', 'fixed_ips': [{'subnet_id': '79e1a5e5-bff2-4e91-8bda-a6c1771c54b6'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:11:14.909554 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:14.933022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Attempting to bind port 17e16b41-313a-4383-a422-c01aa9cc5115 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:14.933527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Attempting to bind port 17e16b41-313a-4383-a422-c01aa9cc5115 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '9487b64a-4eb5-47c7-9c25-0e3635bb1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:14.934143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Attempting to bind port 17e16b41-313a-4383-a422-c01aa9cc5115 on network 4b83f5a6-b9df-45d9-b793-c1e083968ef3 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:14.994807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a57ec-1c9d-4303-a038-ec8709cd4e43 req-5ff25e25-5fb1-4e3d-89da-c4e935523dc4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:15.012045 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a4a57ec-1c9d-4303-a038-ec8709cd4e43 req-5ff25e25-5fb1-4e3d-89da-c4e935523dc4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=0996aa2d-a5d3-4c2c-807c-5f03443e8d8f HTTP/1.1" status: 200 len: 945 time: 1.0328915 Feb 11 05:11:15.035115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee410d94-1a08-43af-be11-1a923f5af99f req-937c5571-9f95-4818-b4e1-c1f8229685f8 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:15.036775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee410d94-1a08-43af-be11-1a923f5af99f req-937c5571-9f95-4818-b4e1-c1f8229685f8 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "GET /v2.0/ports?device_id=0996aa2d-a5d3-4c2c-807c-5f03443e8d8f HTTP/1.1" status: 200 len: 945 time: 0.9026520 Feb 11 05:11:15.076666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6b583-d10f-4007-ab0c-75b678e04bf7 req-342e7a4f-70ca-4418-a402-14348d4a262d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:15.087746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1e6b583-d10f-4007-ab0c-75b678e04bf7 req-342e7a4f-70ca-4418-a402-14348d4a262d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 944 time: 0.3389008 Feb 11 05:11:15.121219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:15.121691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Checking segment: {'id': '9487b64a-4eb5-47c7-9c25-0e3635bb1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:15.122116 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.123030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Bound using segment: {'id': '9487b64a-4eb5-47c7-9c25-0e3635bb1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:15.123574 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Bound port: 17e16b41-313a-4383-a422-c01aa9cc5115, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9487b64a-4eb5-47c7-9c25-0e3635bb1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:15.124093 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (17e16b41-313a-4383-a422-c01aa9cc5115), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.197573 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b5f15fb6-39be-4bb7-95ba-2edaf7a481e2 None None] Provisioning complete for port 7706f3a1-00aa-4f65-958e-ad545f2fb613 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:15.197921 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b5f15fb6-39be-4bb7-95ba-2edaf7a481e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.357702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a4a57ec-1c9d-4303-a038-ec8709cd4e43 req-be959037-e55f-4e9d-bb42-ec4f46906751 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404813 Feb 11 05:11:15.408894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1e6b583-d10f-4007-ab0c-75b678e04bf7 req-3a739c94-0075-4c54-9eed-26b070897c77 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870779 Feb 11 05:11:15.489969 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59380a3c-6396-4b6e-ac4f-3f3f7627b8d8 req-19aa3925-43b5-4d40-8416-49a5faad0313 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ae3d8227-0cbd-4893-9d3c-399a61966083), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.549469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Allocated IP 19.86.0.2 (b74e3d95-e2af-4c03-89c2-da3a6b310cd5/79e1a5e5-bff2-4e91-8bda-a6c1771c54b6/e7599966-a1b4-4e02-a693-4c3ac348c01d) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:15.553581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ee410d94-1a08-43af-be11-1a923f5af99f req-22c5f87a-c7ba-4c6d-a18a-330b9232144f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Deleting port 2828620a-9d15-4918-a23b-41f6dda9395f {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:15.553936 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee410d94-1a08-43af-be11-1a923f5af99f req-22c5f87a-c7ba-4c6d-a18a-330b9232144f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2828620a-9d15-4918-a23b-41f6dda9395f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.776971 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Publish callbacks [] for port (e7599966-a1b4-4e02-a693-4c3ac348c01d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:15.832385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] For port 17e16b41-313a-4383-a422-c01aa9cc5115, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:15.836030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] For port 17e16b41-313a-4383-a422-c01aa9cc5115, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=17e16b41-313a-4383-a422-c01aa9cc5115,segment=NetworkSegment(9487b64a-4eb5-47c7-9c25-0e3635bb1b58),segment_id=9487b64a-4eb5-47c7-9c25-0e3635bb1b58)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:15.878952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa3925-43b5-4d40-8416-49a5faad0313 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Pushing event deleted for resources: {'Port': ['ID=ae3d8227-0cbd-4893-9d3c-399a61966083,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:15.883186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['132c87d5-c39d-463e-a3a5-b8250cc4fc1a', 'ae3d8227-0cbd-4893-9d3c-399a61966083'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:15.943698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['4bd19739-983b-42da-9114-39fe4b424741'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:15.984053 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 921fa3de-f9dd-4b60-8027-465c648112b4 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:15.988377 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (e7599966-a1b4-4e02-a693-4c3ac348c01d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.037524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-59380a3c-6396-4b6e-ac4f-3f3f7627b8d8 req-19aa3925-43b5-4d40-8416-49a5faad0313 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] No DVR routers for this DVR port ae3d8227-0cbd-4893-9d3c-399a61966083 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:16.043072 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59380a3c-6396-4b6e-ac4f-3f3f7627b8d8 req-19aa3925-43b5-4d40-8416-49a5faad0313 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.052939 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59380a3c-6396-4b6e-ac4f-3f3f7627b8d8 req-19aa3925-43b5-4d40-8416-49a5faad0313 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.73 "DELETE /v2.0/ports/ae3d8227-0cbd-4893-9d3c-399a61966083 HTTP/1.1" status: 204 len: 173 time: 2.8295550 Feb 11 05:11:16.055370 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ee410d94-1a08-43af-be11-1a923f5af99f req-22c5f87a-c7ba-4c6d-a18a-330b9232144f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] For port 2828620a-9d15-4918-a23b-41f6dda9395f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2828620a-9d15-4918-a23b-41f6dda9395f,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:16.065088 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee410d94-1a08-43af-be11-1a923f5af99f req-22c5f87a-c7ba-4c6d-a18a-330b9232144f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2828620a-9d15-4918-a23b-41f6dda9395f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.101362 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb977082-adee-4f5e-93d2-ed09cb011c2a', 'name': 'network-vif-deleted', 'tag': 'ae3d8227-0cbd-4893-9d3c-399a61966083'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:16.130289 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc1f5c1-53fc-4bd5-bcae-270c299c5087" -d '{"events": [{"server_uuid": "bb977082-adee-4f5e-93d2-ed09cb011c2a", "name": "network-vif-deleted", "tag": "ae3d8227-0cbd-4893-9d3c-399a61966083"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:16.164773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Pushing event updated for resources: {'Port': ['ID=e7599966-a1b4-4e02-a693-4c3ac348c01d,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:16.173293 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (17e16b41-313a-4383-a422-c01aa9cc5115), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.353261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ee410d94-1a08-43af-be11-1a923f5af99f req-22c5f87a-c7ba-4c6d-a18a-330b9232144f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Calling delete_port for 2828620a-9d15-4918-a23b-41f6dda9395f owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:16.382497 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Network b74e3d95-e2af-4c03-89c2-da3a6b310cd5 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:16.418959 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:16.474629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:16.731366 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b5f15fb6-39be-4bb7-95ba-2edaf7a481e2 None None] Current status of the port 7706f3a1-00aa-4f65-958e-ad545f2fb613 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:16.731366 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b5f15fb6-39be-4bb7-95ba-2edaf7a481e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:16.778370 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 921fa3de-f9dd-4b60-8027-465c648112b4 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:11:16.822626 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 921fa3de-f9dd-4b60-8027-465c648112b4 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:16.822916 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.257011 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b5f15fb6-39be-4bb7-95ba-2edaf7a481e2 None None] For port 7706f3a1-00aa-4f65-958e-ad545f2fb613, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7706f3a1-00aa-4f65-958e-ad545f2fb613,segment=NetworkSegment(60ffbf98-bba6-4416-8261-12e576946cf5),segment_id=60ffbf98-bba6-4416-8261-12e576946cf5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:17.276374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447862a-3f4c-4cb8-87b7-b856b8302f3f None None] Pushing event updated for resources: {'Port': ['ID=17e16b41-313a-4383-a422-c01aa9cc5115,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:17.305201 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b5f15fb6-39be-4bb7-95ba-2edaf7a481e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.521922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f15fb6-39be-4bb7-95ba-2edaf7a481e2 None None] Pushing event updated for resources: {'Port': ['ID=7706f3a1-00aa-4f65-958e-ad545f2fb613,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:17.556348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Attempting to bind port e7599966-a1b4-4e02-a693-4c3ac348c01d on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:17.557406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Attempting to bind port e7599966-a1b4-4e02-a693-4c3ac348c01d by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '9db1e976-8bed-443a-8c95-5e01d59b42b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b74e3d95-e2af-4c03-89c2-da3a6b310cd5'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:17.558055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Attempting to bind port e7599966-a1b4-4e02-a693-4c3ac348c01d on network b74e3d95-e2af-4c03-89c2-da3a6b310cd5 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:17.573338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 17e16b41-313a-4383-a422-c01aa9cc5115 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:17.596726 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee410d94-1a08-43af-be11-1a923f5af99f req-22c5f87a-c7ba-4c6d-a18a-330b9232144f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2828620a-9d15-4918-a23b-41f6dda9395f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.609402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7ef8b-1bb3-414a-8e51-04e8035b33a9 req-da997dc1-66a8-4075-8e02-8f0b12de2ac0 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:17.611494 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56b7ef8b-1bb3-414a-8e51-04e8035b33a9 req-da997dc1-66a8-4075-8e02-8f0b12de2ac0 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/ports?device_id=7171cd59-cc59-4ff8-a195-c88eabf01eb6 HTTP/1.1" status: 200 len: 944 time: 1.9577870 Feb 11 05:11:17.628418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-2b9fee17-8646-4e5e-84df-cccfa2deb629 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:17.649451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:17.650285 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Checking segment: {'id': '9db1e976-8bed-443a-8c95-5e01d59b42b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b74e3d95-e2af-4c03-89c2-da3a6b310cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:17.650946 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.651683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Bound using segment: {'id': '9db1e976-8bed-443a-8c95-5e01d59b42b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b74e3d95-e2af-4c03-89c2-da3a6b310cd5'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:17.652406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Bound port: e7599966-a1b4-4e02-a693-4c3ac348c01d, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db1e976-8bed-443a-8c95-5e01d59b42b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b74e3d95-e2af-4c03-89c2-da3a6b310cd5'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:17.652854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-2b9fee17-8646-4e5e-84df-cccfa2deb629 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:17.653282 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e7599966-a1b4-4e02-a693-4c3ac348c01d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.655140 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-2b9fee17-8646-4e5e-84df-cccfa2deb629 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/networks?id=4b83f5a6-b9df-45d9-b793-c1e083968ef3&id=b74e3d95-e2af-4c03-89c2-da3a6b310cd5&id=4b83f5a6-b9df-45d9-b793-c1e083968ef3 HTTP/1.1" status: 200 len: 1391 time: 1.7006142 Feb 11 05:11:17.783297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5f87a-c7ba-4c6d-a18a-330b9232144f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Pushing event deleted for resources: {'Port': ['ID=2828620a-9d15-4918-a23b-41f6dda9395f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:17.864885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-fbe2806c-57c3-4cde-a22a-4adcd6760d2e tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/quotas/7ab07d48998b477e988645697f0986af HTTP/1.1" status: 200 len: 375 time: 0.1481345 Feb 11 05:11:17.868447 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56b7ef8b-1bb3-414a-8e51-04e8035b33a9 req-dc495cdb-b900-42e6-a143-a66bf8b49643 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116444 Feb 11 05:11:17.958089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee410d94-1a08-43af-be11-1a923f5af99f req-22c5f87a-c7ba-4c6d-a18a-330b9232144f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] No DVR routers for this DVR port 2828620a-9d15-4918-a23b-41f6dda9395f on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:17.973336 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee410d94-1a08-43af-be11-1a923f5af99f req-22c5f87a-c7ba-4c6d-a18a-330b9232144f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:17.976093 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'name': 'tempest-ServersTestMultiNic-1269576719-router', 'tenant_id': '7ab07d48998b477e988645697f0986af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:55Z', 'updated_at': '2022-02-11T05:11:02Z', 'revision_number': 4, 'project_id': '7ab07d48998b477e988645697f0986af', 'gw_port': {'id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:56Z', 'updated_at': '2022-02-11T05:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '7706f3a1-00aa-4f65-958e-ad545f2fb613', 'name': '', 'network_id': '54c3bd17-c479-4b9e-928f-f0125ecdebed', 'tenant_id': '7ab07d48998b477e988645697f0986af', 'mac_address': 'fa:16:3e:1e:da:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '9bc318c2-09be-446a-8c64-4ea1af1764a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:00Z', 'updated_at': '2022-02-11T05:11:13Z', 'revision_number': 4, 'project_id': '7ab07d48998b477e988645697f0986af', 'subnets': [{'id': '9bc318c2-09be-446a-8c64-4ea1af1764a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:17.986878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee410d94-1a08-43af-be11-1a923f5af99f req-22c5f87a-c7ba-4c6d-a18a-330b9232144f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "DELETE /v2.0/ports/2828620a-9d15-4918-a23b-41f6dda9395f HTTP/1.1" status: 204 len: 173 time: 2.9436805 Feb 11 05:11:18.085579 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f01f48-97f1-46e3-a1e5-5941a589609e None None] The sync data for ids ['2f2cf0bb-1128-4c41-b812-62733c4df0f9'] in n-d-713499-38 is: [{'id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'name': 'tempest-ServersTestMultiNic-1269576719-router', 'tenant_id': '7ab07d48998b477e988645697f0986af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:55Z', 'updated_at': '2022-02-11T05:11:02Z', 'revision_number': 4, 'project_id': '7ab07d48998b477e988645697f0986af', 'gw_port': {'id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:56Z', 'updated_at': '2022-02-11T05:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '7706f3a1-00aa-4f65-958e-ad545f2fb613', 'name': '', 'network_id': '54c3bd17-c479-4b9e-928f-f0125ecdebed', 'tenant_id': '7ab07d48998b477e988645697f0986af', 'mac_address': 'fa:16:3e:1e:da:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '9bc318c2-09be-446a-8c64-4ea1af1764a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:00Z', 'updated_at': '2022-02-11T05:11:13Z', 'revision_number': 4, 'project_id': '7ab07d48998b477e988645697f0986af', 'subnets': [{'id': '9bc318c2-09be-446a-8c64-4ea1af1764a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:18.088399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 921fa3de-f9dd-4b60-8027-465c648112b4 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:18.089049 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.094427 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] For port e7599966-a1b4-4e02-a693-4c3ac348c01d, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:18.105349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 17e16b41-313a-4383-a422-c01aa9cc5115 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:18.106106 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (17e16b41-313a-4383-a422-c01aa9cc5115), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.120046 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] For port e7599966-a1b4-4e02-a693-4c3ac348c01d, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e7599966-a1b4-4e02-a693-4c3ac348c01d,segment=NetworkSegment(9db1e976-8bed-443a-8c95-5e01d59b42b2),segment_id=9db1e976-8bed-443a-8c95-5e01d59b42b2)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:18.183925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2828620a-9d15-4918-a23b-41f6dda9395f no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:18.214080 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e7599966-a1b4-4e02-a693-4c3ac348c01d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.255583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-168dfcfc-75b8-4a13-98fd-7be7fc128f6a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7ab07d48998b477e988645697f0986af&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3707557 Feb 11 05:11:18.306481 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a8b9c5-aa57-48a5-a9c5-2007b56af54f None None] Network 4b83f5a6-b9df-45d9-b793-c1e083968ef3 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:18.307943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a5837a-bf7f-4244-b610-4204c0abefed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921fa3de-f9dd-4b60-8027-465c648112b4'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:18.316820 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d09061-649a-4ba0-a937-477901ab1409" -d '{"events": [{"server_uuid": "10a5837a-bf7f-4244-b610-4204c0abefed", "name": "network-vif-plugged", "status": "completed", "tag": "921fa3de-f9dd-4b60-8027-465c648112b4"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:18.351476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4465b-fa1c-4b57-9a5b-b18fb1f8877a req-fef60dec-5dc0-44c4-9621-58e7ad503dcb tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:18.353497 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56b4465b-fa1c-4b57-9a5b-b18fb1f8877a req-fef60dec-5dc0-44c4-9621-58e7ad503dcb tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 943 time: 0.2717128 Feb 11 05:11:18.376989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 2828620a-9d15-4918-a23b-41f6dda9395f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:18.377702 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2828620a-9d15-4918-a23b-41f6dda9395f not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:18.498542 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=921fa3de-f9dd-4b60-8027-465c648112b4,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:18.535306 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.537044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ae3d8227-0cbd-4893-9d3c-399a61966083 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:18.617237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56b4465b-fa1c-4b57-9a5b-b18fb1f8877a req-1fe2e402-8655-463a-bdb8-bf92fdf51f71 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542081 Feb 11 05:11:18.675887 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-9f12450d-3287-4fcf-b810-2928d5427617 service neutron] 10.222.0.87 "GET /v2.0/networks/4b83f5a6-b9df-45d9-b793-c1e083968ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962631 Feb 11 05:11:18.692130 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: ae3d8227-0cbd-4893-9d3c-399a61966083 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:18.692857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ae3d8227-0cbd-4893-9d3c-399a61966083 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:18.798270 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742168b4-7982-4c70-8103-376ffb2477e4 None None] Pushing event updated for resources: {'Port': ['ID=e7599966-a1b4-4e02-a693-4c3ac348c01d,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:18.952590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 17e16b41-313a-4383-a422-c01aa9cc5115 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:18.953373 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (17e16b41-313a-4383-a422-c01aa9cc5115), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.966692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d8d1c720-a267-4b6c-836a-0b61a3294ab6 None None] Provisioning complete for port 17e16b41-313a-4383-a422-c01aa9cc5115 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:18.967676 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d8d1c720-a267-4b6c-836a-0b61a3294ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (17e16b41-313a-4383-a422-c01aa9cc5115), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:18.970405 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544393b3-b970-43fd-bc76-539f180918d7 x-openstack-request-id: req-544393b3-b970-43fd-bc76-539f180918d7 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:18.972089 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb977082-adee-4f5e-93d2-ed09cb011c2a", "name": "network-vif-deleted", "tag": "ae3d8227-0cbd-4893-9d3c-399a61966083", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:18.972710 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-544393b3-b970-43fd-bc76-539f180918d7 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:18.974293 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb977082-adee-4f5e-93d2-ed09cb011c2a', 'name': 'network-vif-deleted', 'tag': 'ae3d8227-0cbd-4893-9d3c-399a61966083', 'status': 'completed', 'code': 200} Feb 11 05:11:19.090830 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1bd4e5c3-31f6-4be2-bb82-7042a184ccc9 req-dc238ecc-0e2e-42d2-83ce-0630744347fa tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=0996aa2d-a5d3-4c2c-807c-5f03443e8d8f HTTP/1.1" status: 200 len: 210 time: 0.0721948 Feb 11 05:11:19.111273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-2620a325-2bae-47ca-ba96-179521a904ec service neutron] 10.222.0.87 "GET /v2.0/networks/4b83f5a6-b9df-45d9-b793-c1e083968ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327443 Feb 11 05:11:19.290137 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 17e16b41-313a-4383-a422-c01aa9cc5115, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=17e16b41-313a-4383-a422-c01aa9cc5115,segment=NetworkSegment(9487b64a-4eb5-47c7-9c25-0e3635bb1b58),segment_id=9487b64a-4eb5-47c7-9c25-0e3635bb1b58)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:19.296919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=921fa3de-f9dd-4b60-8027-465c648112b4,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:19.309335 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (17e16b41-313a-4383-a422-c01aa9cc5115), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:19.456054 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef21342-1e65-438f-8b48-6841afb39acf req-13b6f71e-4ea8-4abe-beba-3995327e9c8e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:19.464603 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ef21342-1e65-438f-8b48-6841afb39acf req-13b6f71e-4ea8-4abe-beba-3995327e9c8e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 945 time: 0.1569049 Feb 11 05:11:19.490931 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-40a0c047-f2ce-48f9-a40d-98364dc73f97 service neutron] 10.222.0.87 "GET /v2.0/networks/b74e3d95-e2af-4c03-89c2-da3a6b310cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713276 Feb 11 05:11:19.735375 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e6b410f1-e0eb-4a2c-8e13-6ee49f55ac77 service neutron] 10.222.0.87 "GET /v2.0/networks/b74e3d95-e2af-4c03-89c2-da3a6b310cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189949 Feb 11 05:11:19.832708 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ef21342-1e65-438f-8b48-6841afb39acf req-99862f05-9b50-46d5-b56c-04845603c681 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657050 Feb 11 05:11:19.886853 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=17e16b41-313a-4383-a422-c01aa9cc5115,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:19.901021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7706f3a1-00aa-4f65-958e-ad545f2fb613 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:20.042910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d8d1c720-a267-4b6c-836a-0b61a3294ab6 None None] Current status of the port 17e16b41-313a-4383-a422-c01aa9cc5115 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:20.055856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-33d6e3b2-e2d0-4506-bbb8-7d3b9b7b6392 service neutron] 10.222.0.87 "GET /v2.0/networks/4b83f5a6-b9df-45d9-b793-c1e083968ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466269 Feb 11 05:11:20.164816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7706f3a1-00aa-4f65-958e-ad545f2fb613 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:20.165267 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:20.272588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 23f805ee-d29a-4fdb-9ff8-e34518b48fea up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:20.458744 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-6f99f56b-04ec-457b-9a94-19f446249dc7 service neutron] 10.222.0.87 "GET /v2.0/networks/4b83f5a6-b9df-45d9-b793-c1e083968ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966739 Feb 11 05:11:20.488889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5755bd4-3999-4eaf-bc08-ad904ca7b0c1 None None] Network b74e3d95-e2af-4c03-89c2-da3a6b310cd5 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:20.802332 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6ff64d-a74f-470a-ab4c-c86d5a05167d x-openstack-request-id: req-dd6ff64d-a74f-470a-ab4c-c86d5a05167d {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:20.802634 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a5837a-bf7f-4244-b610-4204c0abefed", "name": "network-vif-plugged", "status": "completed", "tag": "921fa3de-f9dd-4b60-8027-465c648112b4", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:20.803154 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dd6ff64d-a74f-470a-ab4c-c86d5a05167d {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:20.803746 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a5837a-bf7f-4244-b610-4204c0abefed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921fa3de-f9dd-4b60-8027-465c648112b4', 'code': 200} Feb 11 05:11:20.823521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-12713909-3c00-424b-bb68-061829f66abc None None] Provisioning complete for port 17e16b41-313a-4383-a422-c01aa9cc5115 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:20.823905 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12713909-3c00-424b-bb68-061829f66abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (17e16b41-313a-4383-a422-c01aa9cc5115), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.034086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0996aa2d-a5d3-4c2c-807c-5f03443e8d8f', 'name': 'network-vif-deleted', 'tag': '2828620a-9d15-4918-a23b-41f6dda9395f'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:21.035766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 23f805ee-d29a-4fdb-9ff8-e34518b48fea completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:11:21.039966 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c91e9a6-5551-4009-b1c7-2b3bc1857832" -d '{"events": [{"server_uuid": "0996aa2d-a5d3-4c2c-807c-5f03443e8d8f", "name": "network-vif-deleted", "tag": "2828620a-9d15-4918-a23b-41f6dda9395f"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:21.077453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 23f805ee-d29a-4fdb-9ff8-e34518b48fea triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:21.077829 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (23f805ee-d29a-4fdb-9ff8-e34518b48fea), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.098318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7706f3a1-00aa-4f65-958e-ad545f2fb613 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:21.102062 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e7599966-a1b4-4e02-a693-4c3ac348c01d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:21.205231 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cc420-436e-4e78-82f4-e962727fbce2 req-cab26541-f1d9-4ad2-a32d-3177ff7e292d tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:21.214176 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-956cc420-436e-4e78-82f4-e962727fbce2 req-cab26541-f1d9-4ad2-a32d-3177ff7e292d tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 943 time: 0.2592621 Feb 11 05:11:21.253071 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af1f98-6e03-46bc-8f82-3fcf7b504f9e req-06f76930-dd24-4fe1-a83f-2c397a6549ac tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:21.257673 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-73af1f98-6e03-46bc-8f82-3fcf7b504f9e req-06f76930-dd24-4fe1-a83f-2c397a6549ac tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.73 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 944 time: 0.2327447 Feb 11 05:11:21.315644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911b93e-5784-418e-a3ed-6b25af9cfa38 req-5099b5ea-3a2f-41eb-a33b-fa1de14a812d tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:21.319922 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0911b93e-5784-418e-a3ed-6b25af9cfa38 req-5099b5ea-3a2f-41eb-a33b-fa1de14a812d tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/ports?device_id=7171cd59-cc59-4ff8-a195-c88eabf01eb6 HTTP/1.1" status: 200 len: 944 time: 0.4223099 Feb 11 05:11:21.387521 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971002c-7df9-443e-8435-db9e0872fd2a req-582e8a96-bf71-4536-9b13-71ce8c58c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:21.392046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8971002c-7df9-443e-8435-db9e0872fd2a req-582e8a96-bf71-4536-9b13-71ce8c58c287 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 1128 time: 0.3674054 Feb 11 05:11:21.456781 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-12713909-3c00-424b-bb68-061829f66abc None None] Current status of the port 17e16b41-313a-4383-a422-c01aa9cc5115 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:21.519380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port e7599966-a1b4-4e02-a693-4c3ac348c01d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:21.520167 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e7599966-a1b4-4e02-a693-4c3ac348c01d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.539237 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-73af1f98-6e03-46bc-8f82-3fcf7b504f9e req-315204e8-83ed-4db3-8acd-8ee691b16fb6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Deleting port e1a3b5d3-e9d0-458b-a774-c14f291d5748 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:21.539959 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-73af1f98-6e03-46bc-8f82-3fcf7b504f9e req-315204e8-83ed-4db3-8acd-8ee691b16fb6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.601289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-956cc420-436e-4e78-82f4-e962727fbce2 req-3a5f901e-f124-4a68-805e-1c1f4dc15b34 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3830874 Feb 11 05:11:21.709169 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0911b93e-5784-418e-a3ed-6b25af9cfa38 req-dfa74ec8-da69-4f67-9463-3f06f8ec41b0 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783450 Feb 11 05:11:21.764411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8971002c-7df9-443e-8435-db9e0872fd2a req-cb309f7a-3be3-4385-8519-82d055a9a0d4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367369 Feb 11 05:11:21.821986 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-73af1f98-6e03-46bc-8f82-3fcf7b504f9e req-315204e8-83ed-4db3-8acd-8ee691b16fb6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] For port e1a3b5d3-e9d0-458b-a774-c14f291d5748, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e1a3b5d3-e9d0-458b-a774-c14f291d5748,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:21.822366 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-73af1f98-6e03-46bc-8f82-3fcf7b504f9e req-315204e8-83ed-4db3-8acd-8ee691b16fb6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:21.875888 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-73af1f98-6e03-46bc-8f82-3fcf7b504f9e req-315204e8-83ed-4db3-8acd-8ee691b16fb6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Calling delete_port for e1a3b5d3-e9d0-458b-a774-c14f291d5748 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:21.929548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6d473a43-5e17-41ff-a2f6-dad1980183c2 None None] Provisioning complete for port e7599966-a1b4-4e02-a693-4c3ac348c01d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:21.929931 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6d473a43-5e17-41ff-a2f6-dad1980183c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e7599966-a1b4-4e02-a693-4c3ac348c01d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.005859 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebbaed4f-750a-47b0-a571-c12edfccd329 req-d99fb09c-93bd-4c3f-a90e-3bd0a62df1f2 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 210 time: 0.0712357 Feb 11 05:11:22.042380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 23f805ee-d29a-4fdb-9ff8-e34518b48fea is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:22.055181 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (23f805ee-d29a-4fdb-9ff8-e34518b48fea), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.096597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6a627-c3b3-4336-81bf-1f9ffab9ff57 req-eaffdab3-a592-408c-8490-37d5622f1b2e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:22.098896 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4cb6a627-c3b3-4336-81bf-1f9ffab9ff57 req-eaffdab3-a592-408c-8490-37d5622f1b2e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=edba1a7c-ec73-4e59-94a0-48f7f7d24b1c HTTP/1.1" status: 200 len: 944 time: 0.2318890 Feb 11 05:11:22.186516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 23f805ee-d29a-4fdb-9ff8-e34518b48fea, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=23f805ee-d29a-4fdb-9ff8-e34518b48fea,segment=NetworkSegment(558ba430-8449-43cd-913d-830671a1a778),segment_id=558ba430-8449-43cd-913d-830671a1a778)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:22.218010 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (23f805ee-d29a-4fdb-9ff8-e34518b48fea), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.301549 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-73af1f98-6e03-46bc-8f82-3fcf7b504f9e req-315204e8-83ed-4db3-8acd-8ee691b16fb6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e1a3b5d3-e9d0-458b-a774-c14f291d5748), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.316353 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4cb6a627-c3b3-4336-81bf-1f9ffab9ff57 req-cfef9cd7-e623-4b84-b36f-f2ded00b4960 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036605 Feb 11 05:11:22.359211 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=23f805ee-d29a-4fdb-9ff8-e34518b48fea,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:22.381685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port e7599966-a1b4-4e02-a693-4c3ac348c01d is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:22.382010 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f642cc-a501-4b9d-9c4a-ba23f20caa25 req-b9e43ce6-4d6a-434b-a7ed-09fe2d59432e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:22.382173 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e7599966-a1b4-4e02-a693-4c3ac348c01d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.388492 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315204e8-83ed-4db3-8acd-8ee691b16fb6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Pushing event deleted for resources: {'Port': ['ID=e1a3b5d3-e9d0-458b-a774-c14f291d5748,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:22.393758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23f642cc-a501-4b9d-9c4a-ba23f20caa25 req-b9e43ce6-4d6a-434b-a7ed-09fe2d59432e tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.2398839 Feb 11 05:11:22.503315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port e7599966-a1b4-4e02-a693-4c3ac348c01d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e7599966-a1b4-4e02-a693-4c3ac348c01d,segment=NetworkSegment(9db1e976-8bed-443a-8c95-5e01d59b42b2),segment_id=9db1e976-8bed-443a-8c95-5e01d59b42b2)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:22.516944 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e7599966-a1b4-4e02-a693-4c3ac348c01d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.517990 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-73af1f98-6e03-46bc-8f82-3fcf7b504f9e req-315204e8-83ed-4db3-8acd-8ee691b16fb6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] No DVR routers for this DVR port e1a3b5d3-e9d0-458b-a774-c14f291d5748 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:22.541678 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-73af1f98-6e03-46bc-8f82-3fcf7b504f9e req-315204e8-83ed-4db3-8acd-8ee691b16fb6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:22.546588 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-73af1f98-6e03-46bc-8f82-3fcf7b504f9e req-315204e8-83ed-4db3-8acd-8ee691b16fb6 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.73 "DELETE /v2.0/ports/e1a3b5d3-e9d0-458b-a774-c14f291d5748 HTTP/1.1" status: 204 len: 173 time: 1.2814922 Feb 11 05:11:22.557247 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23f642cc-a501-4b9d-9c4a-ba23f20caa25 req-49e10ed6-cc65-45f4-b922-dfac62f9b485 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610129 Feb 11 05:11:22.573834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edba1a7c-ec73-4e59-94a0-48f7f7d24b1c', 'name': 'network-vif-deleted', 'tag': 'e1a3b5d3-e9d0-458b-a774-c14f291d5748'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:22.578473 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111b18b9-7198-4581-ba3a-6d13d6121e8a" -d '{"events": [{"server_uuid": "edba1a7c-ec73-4e59-94a0-48f7f7d24b1c", "name": "network-vif-deleted", "tag": "e1a3b5d3-e9d0-458b-a774-c14f291d5748"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:22.591665 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09544d6-c1b7-45b7-89b1-d5c71fa2769a req-c57879c3-abf9-492b-bfcf-d456f7a91a05 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:22.597088 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b09544d6-c1b7-45b7-89b1-d5c71fa2769a req-c57879c3-abf9-492b-bfcf-d456f7a91a05 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.73 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 949 time: 0.1581416 Feb 11 05:11:22.772187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=e7599966-a1b4-4e02-a693-4c3ac348c01d,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:22.802464 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf1d2d1-c1d4-47a9-bc6b-87346f6f8d35 x-openstack-request-id: req-7cf1d2d1-c1d4-47a9-bc6b-87346f6f8d35 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:22.802756 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0996aa2d-a5d3-4c2c-807c-5f03443e8d8f", "name": "network-vif-deleted", "tag": "2828620a-9d15-4918-a23b-41f6dda9395f", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:22.803010 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7cf1d2d1-c1d4-47a9-bc6b-87346f6f8d35 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:22.803402 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0996aa2d-a5d3-4c2c-807c-5f03443e8d8f', 'name': 'network-vif-deleted', 'tag': '2828620a-9d15-4918-a23b-41f6dda9395f', 'status': 'completed', 'code': 200} Feb 11 05:11:22.807920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7171cd59-cc59-4ff8-a195-c88eabf01eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f805ee-d29a-4fdb-9ff8-e34518b48fea'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:22.811021 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4565f79-740f-430f-ab1d-a9fcfadbf5f6" -d '{"events": [{"server_uuid": "7171cd59-cc59-4ff8-a195-c88eabf01eb6", "name": "network-vif-plugged", "status": "completed", "tag": "23f805ee-d29a-4fdb-9ff8-e34518b48fea"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:22.814083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 17e16b41-313a-4383-a422-c01aa9cc5115 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:22.831777 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cede1-3f7f-4f7a-bf97-f1c43dc61da4 req-154ea4bb-2f5f-4c37-a172-11f5283cb063 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:22.838765 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-006cede1-3f7f-4f7a-bf97-f1c43dc61da4 req-154ea4bb-2f5f-4c37-a172-11f5283cb063 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 945 time: 0.3602099 Feb 11 05:11:22.894457 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6d473a43-5e17-41ff-a2f6-dad1980183c2 None None] Current status of the port e7599966-a1b4-4e02-a693-4c3ac348c01d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:22.957170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 17e16b41-313a-4383-a422-c01aa9cc5115 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:22.957557 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (17e16b41-313a-4383-a422-c01aa9cc5115), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.079553 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 17e16b41-313a-4383-a422-c01aa9cc5115 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:23.094008 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-006cede1-3f7f-4f7a-bf97-f1c43dc61da4 req-58e3efd0-86b3-4714-a429-0828b27d5f1b tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519107 Feb 11 05:11:23.170361 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e260bf-c4a5-4ada-becd-1a9ac4e6f737 x-openstack-request-id: req-e6e260bf-c4a5-4ada-becd-1a9ac4e6f737 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:23.170654 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edba1a7c-ec73-4e59-94a0-48f7f7d24b1c", "name": "network-vif-deleted", "tag": "e1a3b5d3-e9d0-458b-a774-c14f291d5748", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:23.171219 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e6e260bf-c4a5-4ada-becd-1a9ac4e6f737 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:23.171813 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edba1a7c-ec73-4e59-94a0-48f7f7d24b1c', 'name': 'network-vif-deleted', 'tag': 'e1a3b5d3-e9d0-458b-a774-c14f291d5748', 'status': 'completed', 'code': 200} Feb 11 05:11:23.197545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-b09544d6-c1b7-45b7-89b1-d5c71fa2769a req-bc975156-83b8-4f41-ace3-54449f83eb07 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Deleting port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:23.198047 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b09544d6-c1b7-45b7-89b1-d5c71fa2769a req-bc975156-83b8-4f41-ace3-54449f83eb07 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.208168 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-fe1241a9-70d3-4023-bb52-e23b4cb6e281 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:23.213098 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-fe1241a9-70d3-4023-bb52-e23b4cb6e281 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:23.214660 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-fe1241a9-70d3-4023-bb52-e23b4cb6e281 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.88 "GET /v2.0/networks?id=4b83f5a6-b9df-45d9-b793-c1e083968ef3&id=b74e3d95-e2af-4c03-89c2-da3a6b310cd5&id=4b83f5a6-b9df-45d9-b793-c1e083968ef3 HTTP/1.1" status: 200 len: 1391 time: 0.6040554 Feb 11 05:11:23.235939 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-0cd6809c-c7ac-45e0-a34e-3ed0b1d23d59 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Request body: {'port': {'device_id': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3', 'admin_state_up': True, 'tenant_id': '7ab07d48998b477e988645697f0986af'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:23.429959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-f086376e-af6c-4285-8909-0330117b1021 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:23.433852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-f086376e-af6c-4285-8909-0330117b1021 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 810 time: 0.5369370 Feb 11 05:11:23.477970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-a6201fc2-df66-4407-b408-1437b544e7ec tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/quotas/0a40ce45f00646be8c6ee67bf9801caf HTTP/1.1" status: 200 len: 375 time: 0.0243592 Feb 11 05:11:23.523747 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-69a261a7-df8b-473e-8d2a-5e6391a23240 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447943 Feb 11 05:11:23.657034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-b09544d6-c1b7-45b7-89b1-d5c71fa2769a req-bc975156-83b8-4f41-ace3-54449f83eb07 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] For port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:23.657495 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b09544d6-c1b7-45b7-89b1-d5c71fa2769a req-bc975156-83b8-4f41-ace3-54449f83eb07 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.674674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-b09544d6-c1b7-45b7-89b1-d5c71fa2769a req-bc975156-83b8-4f41-ace3-54449f83eb07 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Calling delete_port for 132c87d5-c39d-463e-a3a5-b8250cc4fc1a owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:23.708078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424aa37e-72a8-4021-892a-6286815cadea req-ce564dc7-4e7e-4107-81fc-16b2adaea546 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:23.715110 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-424aa37e-72a8-4021-892a-6286815cadea req-ce564dc7-4e7e-4107-81fc-16b2adaea546 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 943 time: 0.4265428 Feb 11 05:11:23.788880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-0cd6809c-c7ac-45e0-a34e-3ed0b1d23d59 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Made reservation on behalf of 7ab07d48998b477e988645697f0986af for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:23.792646 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-0cd6809c-c7ac-45e0-a34e-3ed0b1d23d59 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:23.820951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-2abc98fc-ebec-46e0-9fb2-46f6c017abf1 service neutron] 10.222.0.87 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963383 Feb 11 05:11:23.914888 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-424aa37e-72a8-4021-892a-6286815cadea req-7ea75def-c153-4d58-8bbe-ab8fbc21bdd2 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966958 Feb 11 05:11:24.133063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-e05ea442-e30f-4c10-9642-f982b7a52c6f service neutron] 10.222.0.87 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021724 Feb 11 05:11:24.183102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3140253-31e6-4c8c-83e5-732120bf0f6a req-e407d6c4-a352-4deb-902e-ec2d38eb3b97 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:24.184758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3140253-31e6-4c8c-83e5-732120bf0f6a req-e407d6c4-a352-4deb-902e-ec2d38eb3b97 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/ports?device_id=7171cd59-cc59-4ff8-a195-c88eabf01eb6 HTTP/1.1" status: 200 len: 945 time: 0.2022007 Feb 11 05:11:24.191893 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b09544d6-c1b7-45b7-89b1-d5c71fa2769a req-bc975156-83b8-4f41-ace3-54449f83eb07 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (132c87d5-c39d-463e-a3a5-b8250cc4fc1a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.200506 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-0cd6809c-c7ac-45e0-a34e-3ed0b1d23d59 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Allocated IP 19.80.0.212 (4b83f5a6-b9df-45d9-b793-c1e083968ef3/04fb4841-9e99-47e8-8430-7c54d09dfe6e/482f99f6-32f0-43bf-8e63-7df48e2932e2) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:24.207913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['132c87d5-c39d-463e-a3a5-b8250cc4fc1a'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:24.211251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['4bd19739-983b-42da-9114-39fe4b424741'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:24.254115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc975156-83b8-4f41-ace3-54449f83eb07 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Pushing event deleted for resources: {'Port': ['ID=132c87d5-c39d-463e-a3a5-b8250cc4fc1a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:24.344527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09544d6-c1b7-45b7-89b1-d5c71fa2769a req-bc975156-83b8-4f41-ace3-54449f83eb07 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] No DVR routers for this DVR port 132c87d5-c39d-463e-a3a5-b8250cc4fc1a on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:24.355520 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b09544d6-c1b7-45b7-89b1-d5c71fa2769a req-bc975156-83b8-4f41-ace3-54449f83eb07 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.358900 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b09544d6-c1b7-45b7-89b1-d5c71fa2769a req-bc975156-83b8-4f41-ace3-54449f83eb07 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.73 "DELETE /v2.0/ports/132c87d5-c39d-463e-a3a5-b8250cc4fc1a HTTP/1.1" status: 204 len: 173 time: 1.7313855 Feb 11 05:11:24.387151 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3140253-31e6-4c8c-83e5-732120bf0f6a req-4bd3335b-953f-4d0d-a0bb-c8ebaa222543 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930029 Feb 11 05:11:24.459251 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c04044-9dac-4b58-9612-6739dfe76295 x-openstack-request-id: req-52c04044-9dac-4b58-9612-6739dfe76295 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:24.459576 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7171cd59-cc59-4ff8-a195-c88eabf01eb6", "name": "network-vif-plugged", "status": "completed", "tag": "23f805ee-d29a-4fdb-9ff8-e34518b48fea", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:24.459840 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-52c04044-9dac-4b58-9612-6739dfe76295 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:24.460396 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7171cd59-cc59-4ff8-a195-c88eabf01eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f805ee-d29a-4fdb-9ff8-e34518b48fea', 'code': 200} Feb 11 05:11:24.686338 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9394e75-66e9-42ae-adeb-167edc858bfc req-63acc7a2-b6bf-4a62-8358-8c53ec77cbc9 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 210 time: 0.0887215 Feb 11 05:11:24.744296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e7599966-a1b4-4e02-a693-4c3ac348c01d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:24.767043 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-0cd6809c-c7ac-45e0-a34e-3ed0b1d23d59 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks [] for port (482f99f6-32f0-43bf-8e63-7df48e2932e2), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.941385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port e7599966-a1b4-4e02-a693-4c3ac348c01d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:24.941889 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e7599966-a1b4-4e02-a693-4c3ac348c01d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:24.972312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79c98e0-882c-474e-a504-4e1925b6b9a1', 'name': 'network-vif-deleted', 'tag': '132c87d5-c39d-463e-a3a5-b8250cc4fc1a'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:24.982540 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f54218-3a0f-4ec9-9f29-0be6e06dcee8" -d '{"events": [{"server_uuid": "a79c98e0-882c-474e-a504-4e1925b6b9a1", "name": "network-vif-deleted", "tag": "132c87d5-c39d-463e-a3a5-b8250cc4fc1a"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:25.006465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4adef615-3c4e-4a65-b94e-3048b5195d6a req-d1ae21d2-158d-4023-a0b8-6f9c8a7ed21a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=a79c98e0-882c-474e-a504-4e1925b6b9a1 HTTP/1.1" status: 200 len: 210 time: 0.1816835 Feb 11 05:11:25.060967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port e7599966-a1b4-4e02-a693-4c3ac348c01d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:25.155913 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-0cd6809c-c7ac-45e0-a34e-3ed0b1d23d59 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (482f99f6-32f0-43bf-8e63-7df48e2932e2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:25.243960 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8f91bb6-424d-4223-b658-bb384504dece req-5d462129-47df-4523-8db7-3d507d25d0af tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 210 time: 0.0999913 Feb 11 05:11:25.282480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-0cd6809c-c7ac-45e0-a34e-3ed0b1d23d59 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Network 4b83f5a6-b9df-45d9-b793-c1e083968ef3 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:25.289064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46609f45-5736-42df-9282-48759459cd87 req-40daba5b-c938-4a38-a776-8643c332ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:25.290801 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46609f45-5736-42df-9282-48759459cd87 req-40daba5b-c938-4a38-a776-8643c332ec12 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7171cd59-cc59-4ff8-a195-c88eabf01eb6 HTTP/1.1" status: 200 len: 1128 time: 0.7027788 Feb 11 05:11:25.305219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449bc16-c771-40a6-9af4-f9a507291a74 req-2608a318-bb7a-4105-b176-1bb0f1b742c2 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:25.315023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d449bc16-c771-40a6-9af4-f9a507291a74 req-2608a318-bb7a-4105-b176-1bb0f1b742c2 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 945 time: 0.3045759 Feb 11 05:11:25.323467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-0cd6809c-c7ac-45e0-a34e-3ed0b1d23d59 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:25.335159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-0cd6809c-c7ac-45e0-a34e-3ed0b1d23d59 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:25.338743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6809c-c7ac-45e0-a34e-3ed0b1d23d59 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event updated for resources: {'Port': ['ID=482f99f6-32f0-43bf-8e63-7df48e2932e2,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:25.517643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46609f45-5736-42df-9282-48759459cd87 req-99256325-5d01-4b7c-b1b1-a0572c030f8b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914029 Feb 11 05:11:25.546718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-0cd6809c-c7ac-45e0-a34e-3ed0b1d23d59 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:25.547349 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-0cd6809c-c7ac-45e0-a34e-3ed0b1d23d59 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:25.569414 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d449bc16-c771-40a6-9af4-f9a507291a74 req-b6cef10a-d217-4f10-90cd-1b317ab99cb1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529643 Feb 11 05:11:25.620932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35997392-283b-4eb2-bd7f-785f83e57871 req-f115ea32-f778-4fea-b20c-7b7e293e4ee7 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:25.622917 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35997392-283b-4eb2-bd7f-785f83e57871 req-f115ea32-f778-4fea-b20c-7b7e293e4ee7 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 943 time: 0.0961914 Feb 11 05:11:25.628481 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-0cd6809c-c7ac-45e0-a34e-3ed0b1d23d59 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3976943 Feb 11 05:11:25.652312 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a024bd91-df66-4ca3-bb4b-331b436017bc x-openstack-request-id: req-a024bd91-df66-4ca3-bb4b-331b436017bc {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:25.652606 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79c98e0-882c-474e-a504-4e1925b6b9a1", "name": "network-vif-deleted", "tag": "132c87d5-c39d-463e-a3a5-b8250cc4fc1a", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:25.652858 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a024bd91-df66-4ca3-bb4b-331b436017bc {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:25.653243 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79c98e0-882c-474e-a504-4e1925b6b9a1', 'name': 'network-vif-deleted', 'tag': '132c87d5-c39d-463e-a3a5-b8250cc4fc1a', 'status': 'completed', 'code': 200} Feb 11 05:11:25.685474 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35997392-283b-4eb2-bd7f-785f83e57871 req-13e5bc7d-250e-43a0-b00c-b48446cedc72 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552316 Feb 11 05:11:25.741620 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-9eebde8b-0f37-4c7b-b8b5-702c8f36b4fe tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Request body: {'port': {'device_id': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'network_id': 'b74e3d95-e2af-4c03-89c2-da3a6b310cd5', 'admin_state_up': True, 'tenant_id': '7ab07d48998b477e988645697f0986af'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:25.751889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fd66729e-aff1-4d52-b219-537c5a52117b None None] Provisioning complete for port 482f99f6-32f0-43bf-8e63-7df48e2932e2 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:25.752861 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fd66729e-aff1-4d52-b219-537c5a52117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (482f99f6-32f0-43bf-8e63-7df48e2932e2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:25.804380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e1a3b5d3-e9d0-458b-a774-c14f291d5748 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:25.829580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: e1a3b5d3-e9d0-458b-a774-c14f291d5748 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:25.829929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e1a3b5d3-e9d0-458b-a774-c14f291d5748 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:25.844256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-fd66729e-aff1-4d52-b219-537c5a52117b None None] Port 482f99f6-32f0-43bf-8e63-7df48e2932e2 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:25.881492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aa314-87db-4d35-b151-029a450745fb req-09ebb2b8-1947-4059-8a5a-e5dcf264966c tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:25.882991 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d63aa314-87db-4d35-b151-029a450745fb req-09ebb2b8-1947-4059-8a5a-e5dcf264966c tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/ports?device_id=7171cd59-cc59-4ff8-a195-c88eabf01eb6 HTTP/1.1" status: 200 len: 945 time: 0.1928644 Feb 11 05:11:25.963385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f6d0e-e708-4f34-a0d8-e9f0d1fdc37a req-463110ee-9198-420f-b66e-77dec667fb74 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:25.964879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-154f6d0e-e708-4f34-a0d8-e9f0d1fdc37a req-463110ee-9198-420f-b66e-77dec667fb74 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 945 time: 0.1675732 Feb 11 05:11:25.987328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d63aa314-87db-4d35-b151-029a450745fb req-23383107-2e1e-4965-a842-c78bb307fc01 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923109 Feb 11 05:11:26.013541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-9eebde8b-0f37-4c7b-b8b5-702c8f36b4fe tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Made reservation on behalf of 7ab07d48998b477e988645697f0986af for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:26.016924 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-9eebde8b-0f37-4c7b-b8b5-702c8f36b4fe tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.067567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-154f6d0e-e708-4f34-a0d8-e9f0d1fdc37a req-5a1cba37-21a6-4270-98c1-0fda76dae4e9 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952818 Feb 11 05:11:26.647340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da565f9-c009-4b71-9bb3-075472c9031c req-075d68f7-375f-499d-875c-3551fbb25d96 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:26.648876 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7da565f9-c009-4b71-9bb3-075472c9031c req-075d68f7-375f-499d-875c-3551fbb25d96 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.73 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 945 time: 0.6218059 Feb 11 05:11:26.687232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0887389-0d86-408b-aabd-93f7e216073f req-f6804792-69aa-49f9-b2be-dcba926423a1 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:26.688723 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0887389-0d86-408b-aabd-93f7e216073f req-f6804792-69aa-49f9-b2be-dcba926423a1 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 1128 time: 0.6201532 Feb 11 05:11:26.741925 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-9eebde8b-0f37-4c7b-b8b5-702c8f36b4fe tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Allocated IP 19.86.0.34 (b74e3d95-e2af-4c03-89c2-da3a6b310cd5/79e1a5e5-bff2-4e91-8bda-a6c1771c54b6/84989951-18c9-4413-9a3a-120ce95bf404) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:26.754129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbfdb4-ca34-4693-82c9-a9069fb4eecc req-2967c1ab-9a62-415a-96d3-d34d2827e8ea tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:26.756110 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-90cbfdb4-ca34-4693-82c9-a9069fb4eecc req-2967c1ab-9a62-415a-96d3-d34d2827e8ea tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 932 time: 0.3087330 Feb 11 05:11:26.772555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-d2e504f9-a5ab-477f-8406-9f685063fcdc tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:26.774404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-d2e504f9-a5ab-477f-8406-9f685063fcdc tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 810 time: 0.3295968 Feb 11 05:11:26.819793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-85ad80b3-9f15-4309-ad96-c2a1695bfd14 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Request body: {'port': {'device_id': 'be663f8e-68b8-4e52-a2b3-b28bc4dd2e29', 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0', 'admin_state_up': True, 'tenant_id': '0a40ce45f00646be8c6ee67bf9801caf'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:26.949627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0887389-0d86-408b-aabd-93f7e216073f req-85342d55-c9d9-455f-a35f-293f1f2dcf48 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331934 Feb 11 05:11:26.989958 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-90cbfdb4-ca34-4693-82c9-a9069fb4eecc req-edc6d00f-3fa0-44f7-9a7d-d65448b838f5 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121112 Feb 11 05:11:27.040163 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-7da565f9-c009-4b71-9bb3-075472c9031c req-9e065296-e042-4760-b828-fa91c5075cff tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Deleting port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:27.040504 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7da565f9-c009-4b71-9bb3-075472c9031c req-9e065296-e042-4760-b828-fa91c5075cff tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.151785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81d6562a-f05c-4db3-aa00-b908bf030d52 req-ba5b11c8-f6eb-4b79-86b7-e55ca3094728 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 210 time: 0.0703962 Feb 11 05:11:27.224194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-85ad80b3-9f15-4309-ad96-c2a1695bfd14 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Made reservation on behalf of 0a40ce45f00646be8c6ee67bf9801caf for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:27.227599 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-85ad80b3-9f15-4309-ad96-c2a1695bfd14 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.282365 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-9eebde8b-0f37-4c7b-b8b5-702c8f36b4fe tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks [] for port (84989951-18c9-4413-9a3a-120ce95bf404), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.341258 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b7874-3839-47f8-bb4a-0e2a2cae19e6 req-2f0cf7fa-cfd3-4fbd-9d1c-74cdfe8096d4 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:27.342811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b9b7874-3839-47f8-bb4a-0e2a2cae19e6 req-2f0cf7fa-cfd3-4fbd-9d1c-74cdfe8096d4 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 943 time: 0.2295740 Feb 11 05:11:27.431273 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-7da565f9-c009-4b71-9bb3-075472c9031c req-9e065296-e042-4760-b828-fa91c5075cff tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] For port 6dbb07b8-b18a-4080-964e-16b2a865b9b6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6dbb07b8-b18a-4080-964e-16b2a865b9b6,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:27.431673 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7da565f9-c009-4b71-9bb3-075472c9031c req-9e065296-e042-4760-b828-fa91c5075cff tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.474301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-7da565f9-c009-4b71-9bb3-075472c9031c req-9e065296-e042-4760-b828-fa91c5075cff tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Calling delete_port for 6dbb07b8-b18a-4080-964e-16b2a865b9b6 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:27.482787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc43e1-e783-4769-a27a-8ba82d9a5f39 req-065702f0-2212-4a7d-83da-7eae0ae99e62 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:27.484337 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-afcc43e1-e783-4769-a27a-8ba82d9a5f39 req-065702f0-2212-4a7d-83da-7eae0ae99e62 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/ports?device_id=7171cd59-cc59-4ff8-a195-c88eabf01eb6 HTTP/1.1" status: 200 len: 945 time: 0.2258217 Feb 11 05:11:27.547059 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-9eebde8b-0f37-4c7b-b8b5-702c8f36b4fe tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (84989951-18c9-4413-9a3a-120ce95bf404), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.623039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b9b7874-3839-47f8-bb4a-0e2a2cae19e6 req-58fd9755-cbac-463e-ac9d-9b709ec85541 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459223 Feb 11 05:11:27.659049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-85ad80b3-9f15-4309-ad96-c2a1695bfd14 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Allocated IP 172.20.0.12 (c057b431-d79d-4223-9d5d-1c34def959a0/5ea6336f-48df-43c4-9674-2de7741cddbb/148d66e5-b5ba-4f09-94ad-369f1033f40d) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:27.691851 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-9eebde8b-0f37-4c7b-b8b5-702c8f36b4fe tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Network b74e3d95-e2af-4c03-89c2-da3a6b310cd5 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:27.703119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebde8b-0f37-4c7b-b8b5-702c8f36b4fe tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event updated for resources: {'Port': ['ID=84989951-18c9-4413-9a3a-120ce95bf404,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:27.710366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-9eebde8b-0f37-4c7b-b8b5-702c8f36b4fe tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:27.717120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-9eebde8b-0f37-4c7b-b8b5-702c8f36b4fe tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:27.728890 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-afcc43e1-e783-4769-a27a-8ba82d9a5f39 req-40e43ed7-83d8-461f-b28b-679f5ac8e1c2 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096136 Feb 11 05:11:27.813971 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 132c87d5-c39d-463e-a3a5-b8250cc4fc1a no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:27.823535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-9eebde8b-0f37-4c7b-b8b5-702c8f36b4fe tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:27.836623 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-9eebde8b-0f37-4c7b-b8b5-702c8f36b4fe tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:27.852210 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 132c87d5-c39d-463e-a3a5-b8250cc4fc1a {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:27.853425 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 132c87d5-c39d-463e-a3a5-b8250cc4fc1a not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:28.006475 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-9eebde8b-0f37-4c7b-b8b5-702c8f36b4fe tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2732382 Feb 11 05:11:28.037508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4ad8e169-6733-45e9-898a-70c7ef95cac6 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Request body: {'port': {'device_id': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3', 'admin_state_up': True, 'tenant_id': '7ab07d48998b477e988645697f0986af'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:28.049613 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7da565f9-c009-4b71-9bb3-075472c9031c req-9e065296-e042-4760-b828-fa91c5075cff tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (6dbb07b8-b18a-4080-964e-16b2a865b9b6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.082681 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d50ffb27-b520-48d9-8dbb-3ffcecd4611a None None] Provisioning complete for port 84989951-18c9-4413-9a3a-120ce95bf404 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:28.083403 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d50ffb27-b520-48d9-8dbb-3ffcecd4611a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (84989951-18c9-4413-9a3a-120ce95bf404), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.118116 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d50ffb27-b520-48d9-8dbb-3ffcecd4611a None None] Port 84989951-18c9-4413-9a3a-120ce95bf404 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:28.181705 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e065296-e042-4760-b828-fa91c5075cff tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Pushing event deleted for resources: {'Port': ['ID=6dbb07b8-b18a-4080-964e-16b2a865b9b6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:28.256473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28286683-b96e-4540-92ce-87657756cabc req-f341e45c-67e9-40c8-a438-ada3491d84ad tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:28.257877 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28286683-b96e-4540-92ce-87657756cabc req-f341e45c-67e9-40c8-a438-ada3491d84ad tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=4745f197-d00f-4b63-8888-15dbdaa78685 HTTP/1.1" status: 200 len: 866 time: 0.3954191 Feb 11 05:11:28.258580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da565f9-c009-4b71-9bb3-075472c9031c req-9e065296-e042-4760-b828-fa91c5075cff tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] No DVR routers for this DVR port 6dbb07b8-b18a-4080-964e-16b2a865b9b6 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:28.273983 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7da565f9-c009-4b71-9bb3-075472c9031c req-9e065296-e042-4760-b828-fa91c5075cff tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.277382 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7da565f9-c009-4b71-9bb3-075472c9031c req-9e065296-e042-4760-b828-fa91c5075cff tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.73 "DELETE /v2.0/ports/6dbb07b8-b18a-4080-964e-16b2a865b9b6 HTTP/1.1" status: 204 len: 173 time: 1.6186512 Feb 11 05:11:28.279025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4745f197-d00f-4b63-8888-15dbdaa78685', 'name': 'network-vif-deleted', 'tag': '6dbb07b8-b18a-4080-964e-16b2a865b9b6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:28.282488 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f9423f-9001-4bb5-99fa-dcf4709f328b" -d '{"events": [{"server_uuid": "4745f197-d00f-4b63-8888-15dbdaa78685", "name": "network-vif-deleted", "tag": "6dbb07b8-b18a-4080-964e-16b2a865b9b6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:28.316837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17eb3bf-8f6a-4df4-9c25-ef7cfe5dba62 req-2973508f-a1c8-44a7-8233-9eb93e630938 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:28.318389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d17eb3bf-8f6a-4df4-9c25-ef7cfe5dba62 req-2973508f-a1c8-44a7-8233-9eb93e630938 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/ports?device_id=849a560d-9ae2-4739-a252-69dc94d602ae HTTP/1.1" status: 200 len: 950 time: 0.3626578 Feb 11 05:11:28.363239 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-85ad80b3-9f15-4309-ad96-c2a1695bfd14 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks [] for port (148d66e5-b5ba-4f09-94ad-369f1033f40d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.449314 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-935e5d13-0d3e-4128-9794-ca2200a50b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.459860 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28286683-b96e-4540-92ce-87657756cabc req-2ad85535-bb9a-40ed-8f47-449bb7b2f43a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815276 Feb 11 05:11:28.468058 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d17eb3bf-8f6a-4df4-9c25-ef7cfe5dba62 req-7347c749-3944-4990-a697-2c95a7b4014c tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/security-groups?id=61554323-3d56-4e4c-9445-b59bf3ae011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366165 Feb 11 05:11:28.471977 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4ad8e169-6733-45e9-898a-70c7ef95cac6 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Made reservation on behalf of 7ab07d48998b477e988645697f0986af for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:28.476249 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4ad8e169-6733-45e9-898a-70c7ef95cac6 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.578290 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-85ad80b3-9f15-4309-ad96-c2a1695bfd14 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (148d66e5-b5ba-4f09-94ad-369f1033f40d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.655703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-85ad80b3-9f15-4309-ad96-c2a1695bfd14 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Network c057b431-d79d-4223-9d5d-1c34def959a0 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:28.679599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-85ad80b3-9f15-4309-ad96-c2a1695bfd14 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:28.722474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-85ad80b3-9f15-4309-ad96-c2a1695bfd14 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:28.768172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad80b3-9f15-4309-ad96-c2a1695bfd14 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Pushing event updated for resources: {'Port': ['ID=148d66e5-b5ba-4f09-94ad-369f1033f40d,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:28.796899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75034bb-5be8-49f6-875b-a2ddee4a4fe1 req-d2e85599-0182-482d-9c72-460c99628120 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:28.798983 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a75034bb-5be8-49f6-875b-a2ddee4a4fe1 req-d2e85599-0182-482d-9c72-460c99628120 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.2329736 Feb 11 05:11:28.831307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4ad8e169-6733-45e9-898a-70c7ef95cac6 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Allocated IP 19.80.0.197 (4b83f5a6-b9df-45d9-b793-c1e083968ef3/04fb4841-9e99-47e8-8430-7c54d09dfe6e/dde2bef3-9ffc-4de4-b7e8-878429bc626f) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:28.864634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-85ad80b3-9f15-4309-ad96-c2a1695bfd14 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:28.865298 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-85ad80b3-9f15-4309-ad96-c2a1695bfd14 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.876799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761dcfc-ea8b-436a-9b88-e7af01c5645e req-38b30afd-aedc-483c-9233-135758bbc357 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:28.882493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761dcfc-ea8b-436a-9b88-e7af01c5645e req-38b30afd-aedc-483c-9233-135758bbc357 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:28.884206 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7761dcfc-ea8b-436a-9b88-e7af01c5645e req-38b30afd-aedc-483c-9233-135758bbc357 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 1654 time: 0.2350497 Feb 11 05:11:28.940285 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-85ad80b3-9f15-4309-ad96-c2a1695bfd14 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1438665 Feb 11 05:11:28.961007 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Request body: {'port': {'device_id': 'be663f8e-68b8-4e52-a2b3-b28bc4dd2e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:29.003994 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a75034bb-5be8-49f6-875b-a2ddee4a4fe1 req-4780cb66-1a45-40b6-a904-6df8ef84968a tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906514 Feb 11 05:11:29.050990 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7761dcfc-ea8b-436a-9b88-e7af01c5645e req-7cc83a87-2efe-483f-96b1-4011887055d0 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542871 Feb 11 05:11:29.095397 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3585a8-a755-4673-b5a5-c9ac3a1a04a5 x-openstack-request-id: req-6a3585a8-a755-4673-b5a5-c9ac3a1a04a5 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:29.095716 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4745f197-d00f-4b63-8888-15dbdaa78685", "name": "network-vif-deleted", "tag": "6dbb07b8-b18a-4080-964e-16b2a865b9b6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:29.095972 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6a3585a8-a755-4673-b5a5-c9ac3a1a04a5 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:29.096365 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4745f197-d00f-4b63-8888-15dbdaa78685', 'name': 'network-vif-deleted', 'tag': '6dbb07b8-b18a-4080-964e-16b2a865b9b6', 'status': 'completed', 'code': 200} Feb 11 05:11:29.144511 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (148d66e5-b5ba-4f09-94ad-369f1033f40d), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.222028 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22531a24-0b1f-45ca-8f55-d31b2b936118 req-df07ac02-9606-4a79-a5ab-84204b378202 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:29.223564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22531a24-0b1f-45ca-8f55-d31b2b936118 req-df07ac02-9606-4a79-a5ab-84204b378202 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 932 time: 0.1264117 Feb 11 05:11:29.226490 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4ad8e169-6733-45e9-898a-70c7ef95cac6 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks [] for port (dde2bef3-9ffc-4de4-b7e8-878429bc626f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.400769 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22531a24-0b1f-45ca-8f55-d31b2b936118 req-f50196b3-2591-43bd-86c9-48016b584804 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698844 Feb 11 05:11:29.424637 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4ad8e169-6733-45e9-898a-70c7ef95cac6 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (dde2bef3-9ffc-4de4-b7e8-878429bc626f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.524654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3353f9-b4d5-4f63-8f1d-9328575f0802 req-490e5b1c-3f93-41ca-ba0c-e8c16f789436 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:29.526151 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e3353f9-b4d5-4f63-8f1d-9328575f0802 req-490e5b1c-3f93-41ca-ba0c-e8c16f789436 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.2101133 Feb 11 05:11:29.531223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4ad8e169-6733-45e9-898a-70c7ef95cac6 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Network 4b83f5a6-b9df-45d9-b793-c1e083968ef3 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:29.546286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4ad8e169-6733-45e9-898a-70c7ef95cac6 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:29.551388 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8e169-6733-45e9-898a-70c7ef95cac6 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event updated for resources: {'Port': ['ID=dde2bef3-9ffc-4de4-b7e8-878429bc626f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:29.576647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4ad8e169-6733-45e9-898a-70c7ef95cac6 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:29.802108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 6dbb07b8-b18a-4080-964e-16b2a865b9b6 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:29.823579 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 6dbb07b8-b18a-4080-964e-16b2a865b9b6 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:29.823929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 6dbb07b8-b18a-4080-964e-16b2a865b9b6 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:29.824352 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 47be15aa-89a8-40c4-b12d-416323b76435 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:29.874285 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9662730d-8b22-4516-8906-10299f85c14b None None] Provisioning complete for port dde2bef3-9ffc-4de4-b7e8-878429bc626f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:29.874592 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9662730d-8b22-4516-8906-10299f85c14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (dde2bef3-9ffc-4de4-b7e8-878429bc626f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.935846 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9662730d-8b22-4516-8906-10299f85c14b None None] Port dde2bef3-9ffc-4de4-b7e8-878429bc626f cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:29.942098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 47be15aa-89a8-40c4-b12d-416323b76435 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:29.942493 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47be15aa-89a8-40c4-b12d-416323b76435), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.965393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849a560d-9ae2-4739-a252-69dc94d602ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47be15aa-89a8-40c4-b12d-416323b76435'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:29.968238 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef21a9e6-d7e3-4568-9b6a-694095f77414" -d '{"events": [{"server_uuid": "849a560d-9ae2-4739-a252-69dc94d602ae", "name": "network-vif-unplugged", "status": "completed", "tag": "47be15aa-89a8-40c4-b12d-416323b76435"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:29.981007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 47be15aa-89a8-40c4-b12d-416323b76435, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=47be15aa-89a8-40c4-b12d-416323b76435,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:29.985830 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (47be15aa-89a8-40c4-b12d-416323b76435), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.036833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=47be15aa-89a8-40c4-b12d-416323b76435,revision_number=11']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:30.057744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4ad8e169-6733-45e9-898a-70c7ef95cac6 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:30.058353 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4ad8e169-6733-45e9-898a-70c7ef95cac6 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.119669 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4ad8e169-6733-45e9-898a-70c7ef95cac6 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0868435 Feb 11 05:11:30.142762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a778f57-7630-41fb-ae9a-2fc3d6aa951e req-6520c2c6-f0b5-4491-bdf8-483def269b87 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:30.144232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a778f57-7630-41fb-ae9a-2fc3d6aa951e req-6520c2c6-f0b5-4491-bdf8-483def269b87 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 943 time: 0.2154510 Feb 11 05:11:30.148568 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Request body: {'port': {'device_id': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:30.152115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148d66e5-b5ba-4f09-94ad-369f1033f40d {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:30.168557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b66605-3772-43f6-b38f-5714e6673e93 req-02831791-5ba1-4e7d-a29e-9028ec08260c tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:30.170025 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-41b66605-3772-43f6-b38f-5714e6673e93 req-02831791-5ba1-4e7d-a29e-9028ec08260c tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/ports?device_id=7171cd59-cc59-4ff8-a195-c88eabf01eb6 HTTP/1.1" status: 200 len: 945 time: 0.2401390 Feb 11 05:11:30.171815 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Publish callbacks [] for port (148d66e5-b5ba-4f09-94ad-369f1033f40d), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.241818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Transition to ACTIVE for port object 148d66e5-b5ba-4f09-94ad-369f1033f40d will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:11:30.256947 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (148d66e5-b5ba-4f09-94ad-369f1033f40d), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.301477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-5e3353f9-b4d5-4f63-8f1d-9328575f0802 req-5741349f-9240-4ed5-af84-3e5615501407 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Deleting port 4bd19739-983b-42da-9114-39fe4b424741 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:30.301729 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e3353f9-b4d5-4f63-8f1d-9328575f0802 req-5741349f-9240-4ed5-af84-3e5615501407 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (4bd19739-983b-42da-9114-39fe4b424741), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.369771 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (482f99f6-32f0-43bf-8e63-7df48e2932e2), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.385368 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-41b66605-3772-43f6-b38f-5714e6673e93 req-b6af2361-1f41-4999-ac1c-780acb4d889f tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944222 Feb 11 05:11:30.388982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a778f57-7630-41fb-ae9a-2fc3d6aa951e req-fecf7540-525b-48e1-8a60-2fccab84dc22 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276051 Feb 11 05:11:30.443115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Pushing event updated for resources: {'Port': ['ID=148d66e5-b5ba-4f09-94ad-369f1033f40d,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:30.610936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5e3353f9-b4d5-4f63-8f1d-9328575f0802 req-5741349f-9240-4ed5-af84-3e5615501407 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] For port 4bd19739-983b-42da-9114-39fe4b424741, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=4bd19739-983b-42da-9114-39fe4b424741,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:30.611318 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e3353f9-b4d5-4f63-8f1d-9328575f0802 req-5741349f-9240-4ed5-af84-3e5615501407 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (4bd19739-983b-42da-9114-39fe4b424741), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.643481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-5e3353f9-b4d5-4f63-8f1d-9328575f0802 req-5741349f-9240-4ed5-af84-3e5615501407 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Calling delete_port for 4bd19739-983b-42da-9114-39fe4b424741 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:30.654005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Attempting to bind port 148d66e5-b5ba-4f09-94ad-369f1033f40d on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:30.654349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Attempting to bind port 148d66e5-b5ba-4f09-94ad-369f1033f40d by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:30.654684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Attempting to bind port 148d66e5-b5ba-4f09-94ad-369f1033f40d on network c057b431-d79d-4223-9d5d-1c34def959a0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:30.670205 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Port 148d66e5-b5ba-4f09-94ad-369f1033f40d on network c057b431-d79d-4223-9d5d-1c34def959a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:11:30.670546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Attempting to bind port 148d66e5-b5ba-4f09-94ad-369f1033f40d on network c057b431-d79d-4223-9d5d-1c34def959a0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:30.711770 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4554-7480-4f23-88f8-fa7aec49a128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.722826 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:30.722961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Checking segment: {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:30.723262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Bound using segment: {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:30.723744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Bound port: 148d66e5-b5ba-4f09-94ad-369f1033f40d, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:30.724105 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (148d66e5-b5ba-4f09-94ad-369f1033f40d), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:30.789949 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58e41dc-4c24-45b4-b63b-1931cbded759 x-openstack-request-id: req-d58e41dc-4c24-45b4-b63b-1931cbded759 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:30.790622 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849a560d-9ae2-4739-a252-69dc94d602ae", "name": "network-vif-unplugged", "status": "completed", "tag": "47be15aa-89a8-40c4-b12d-416323b76435", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:30.791349 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d58e41dc-4c24-45b4-b63b-1931cbded759 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:30.791985 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849a560d-9ae2-4739-a252-69dc94d602ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47be15aa-89a8-40c4-b12d-416323b76435', 'code': 200} Feb 11 05:11:30.939039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] For port 148d66e5-b5ba-4f09-94ad-369f1033f40d, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:30.995587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] For port 148d66e5-b5ba-4f09-94ad-369f1033f40d, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=148d66e5-b5ba-4f09-94ad-369f1033f40d,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:31.031507 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (148d66e5-b5ba-4f09-94ad-369f1033f40d), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.039373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6370bbd-4d91-4d3f-ac42-049cbef3820c req-185eda50-5e0f-4b4a-be7e-b08c294cadfd tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:31.040897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6370bbd-4d91-4d3f-ac42-049cbef3820c req-185eda50-5e0f-4b4a-be7e-b08c294cadfd tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8af3437-0d7c-4d94-bff3-178b8ad7f98b HTTP/1.1" status: 200 len: 950 time: 0.2393677 Feb 11 05:11:31.161888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ce8e7-e026-489c-8f65-b896af1baf0b req-a7353b0c-80c1-4ed2-8f17-b10a65124298 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:31.167405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ce8e7-e026-489c-8f65-b896af1baf0b req-a7353b0c-80c1-4ed2-8f17-b10a65124298 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:31.173239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ce8e7-e026-489c-8f65-b896af1baf0b req-a7353b0c-80c1-4ed2-8f17-b10a65124298 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:31.180243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b7ce8e7-e026-489c-8f65-b896af1baf0b req-a7353b0c-80c1-4ed2-8f17-b10a65124298 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2376 time: 0.3288457 Feb 11 05:11:31.186254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:31.186918 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.188307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] 10.222.0.88 "PUT /v2.0/ports/148d66e5-b5ba-4f09-94ad-369f1033f40d HTTP/1.1" status: 200 len: 1093 time: 2.2382202 Feb 11 05:11:31.192099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be663f8e-68b8-4e52-a2b3-b28bc4dd2e29', 'tag': '148d66e5-b5ba-4f09-94ad-369f1033f40d'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:31.194313 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aaa1ee-343b-4a3d-963e-3349ce14fc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "be663f8e-68b8-4e52-a2b3-b28bc4dd2e29", "tag": "148d66e5-b5ba-4f09-94ad-369f1033f40d"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:31.211801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482f99f6-32f0-43bf-8e63-7df48e2932e2 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:31.216444 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49ce8f-8042-4918-9214-af1647faeed2 req-1bfcb052-56e3-4f22-bcbd-a2f8e8f81516 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:31.219194 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e3353f9-b4d5-4f63-8f1d-9328575f0802 req-5741349f-9240-4ed5-af84-3e5615501407 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (4bd19739-983b-42da-9114-39fe4b424741), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.220081 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4c49ce8f-8042-4918-9214-af1647faeed2 req-1bfcb052-56e3-4f22-bcbd-a2f8e8f81516 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.88 "GET /v2.0/ports?device_id=7171cd59-cc59-4ff8-a195-c88eabf01eb6 HTTP/1.1" status: 200 len: 945 time: 0.0697451 Feb 11 05:11:31.239043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['4bd19739-983b-42da-9114-39fe4b424741'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:31.269394 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Publish callbacks [] for port (482f99f6-32f0-43bf-8e63-7df48e2932e2), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.291814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425cb8e-73ee-4669-9301-731f6a8b5e8d service neutron] Pushing event updated for resources: {'Port': ['ID=148d66e5-b5ba-4f09-94ad-369f1033f40d,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:31.342704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Transition to ACTIVE for port object 482f99f6-32f0-43bf-8e63-7df48e2932e2 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:11:31.347235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-4c49ce8f-8042-4918-9214-af1647faeed2 req-26a73bf2-924f-423a-b78b-0460889d7582 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Deleting port 23f805ee-d29a-4fdb-9ff8-e34518b48fea {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:31.347955 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-4c49ce8f-8042-4918-9214-af1647faeed2 req-26a73bf2-924f-423a-b78b-0460889d7582 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (23f805ee-d29a-4fdb-9ff8-e34518b48fea), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.368797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471156f-1ded-4540-b35c-31439cd0c37a req-6e43aede-3803-41dd-9cd1-9bc4effc4a80 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:31.370300 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3471156f-1ded-4540-b35c-31439cd0c37a req-6e43aede-3803-41dd-9cd1-9bc4effc4a80 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.73 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 945 time: 0.3792064 Feb 11 05:11:31.378836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6370bbd-4d91-4d3f-ac42-049cbef3820c req-c5dd76f5-688d-4243-9b51-8549d670f38c tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.87 "GET /v2.0/security-groups?id=86cbe04f-b411-4d8a-8265-c528bc747db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075500 Feb 11 05:11:31.412412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741349f-9240-4ed5-af84-3e5615501407 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Pushing event deleted for resources: {'Port': ['ID=4bd19739-983b-42da-9114-39fe4b424741,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:31.420029 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (482f99f6-32f0-43bf-8e63-7df48e2932e2), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.473121 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-4c49ce8f-8042-4918-9214-af1647faeed2 req-26a73bf2-924f-423a-b78b-0460889d7582 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] For port 23f805ee-d29a-4fdb-9ff8-e34518b48fea, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=23f805ee-d29a-4fdb-9ff8-e34518b48fea,segment=NetworkSegment(558ba430-8449-43cd-913d-830671a1a778),segment_id=558ba430-8449-43cd-913d-830671a1a778)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:31.473637 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-4c49ce8f-8042-4918-9214-af1647faeed2 req-26a73bf2-924f-423a-b78b-0460889d7582 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (23f805ee-d29a-4fdb-9ff8-e34518b48fea), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.486863 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-4c49ce8f-8042-4918-9214-af1647faeed2 req-26a73bf2-924f-423a-b78b-0460889d7582 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Calling delete_port for 23f805ee-d29a-4fdb-9ff8-e34518b48fea owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:31.507968 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b7ce8e7-e026-489c-8f65-b896af1baf0b req-28e484d0-6476-48f1-955a-ae061edffa9b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268294 Feb 11 05:11:31.565127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3353f9-b4d5-4f63-8f1d-9328575f0802 req-5741349f-9240-4ed5-af84-3e5615501407 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] No DVR routers for this DVR port 4bd19739-983b-42da-9114-39fe4b424741 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:31.574224 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e3353f9-b4d5-4f63-8f1d-9328575f0802 req-5741349f-9240-4ed5-af84-3e5615501407 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.579091 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e3353f9-b4d5-4f63-8f1d-9328575f0802 req-5741349f-9240-4ed5-af84-3e5615501407 tempest-MigrationsAdminTest-1465520918 tempest-MigrationsAdminTest-1465520918-project] 10.222.0.88 "DELETE /v2.0/ports/4bd19739-983b-42da-9114-39fe4b424741 HTTP/1.1" status: 204 len: 173 time: 2.0444481 Feb 11 05:11:31.656351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-38cb9e97-b0d2-4eda-ac93-d9c758046f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:31.658632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-38cb9e97-b0d2-4eda-ac93-d9c758046f36 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 1127 time: 0.4077692 Feb 11 05:11:31.666658 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-4c49ce8f-8042-4918-9214-af1647faeed2 req-26a73bf2-924f-423a-b78b-0460889d7582 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (23f805ee-d29a-4fdb-9ff8-e34518b48fea), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.685399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['23f805ee-d29a-4fdb-9ff8-e34518b48fea'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:31.721885 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a73bf2-924f-423a-b78b-0460889d7582 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Pushing event deleted for resources: {'Port': ['ID=23f805ee-d29a-4fdb-9ff8-e34518b48fea,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:31.805383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c49ce8f-8042-4918-9214-af1647faeed2 req-26a73bf2-924f-423a-b78b-0460889d7582 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] No DVR routers for this DVR port 23f805ee-d29a-4fdb-9ff8-e34518b48fea on host n-h2-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:31.810282 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-4c49ce8f-8042-4918-9214-af1647faeed2 req-26a73bf2-924f-423a-b78b-0460889d7582 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:31.813876 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4c49ce8f-8042-4918-9214-af1647faeed2 req-26a73bf2-924f-423a-b78b-0460889d7582 tempest-ServerGroupTestJSON-1970835003 tempest-ServerGroupTestJSON-1970835003-project] 10.222.0.88 "DELETE /v2.0/ports/23f805ee-d29a-4fdb-9ff8-e34518b48fea HTTP/1.1" status: 204 len: 173 time: 0.5880959 Feb 11 05:11:31.814463 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7171cd59-cc59-4ff8-a195-c88eabf01eb6', 'name': 'network-vif-deleted', 'tag': '23f805ee-d29a-4fdb-9ff8-e34518b48fea'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:31.815370 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Pushing event updated for resources: {'Port': ['ID=482f99f6-32f0-43bf-8e63-7df48e2932e2,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:31.817615 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868aa1ea-a8f9-4771-8c6c-fb9811a4baa8" -d '{"events": [{"server_uuid": "7171cd59-cc59-4ff8-a195-c88eabf01eb6", "name": "network-vif-deleted", "tag": "23f805ee-d29a-4fdb-9ff8-e34518b48fea"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:31.820075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-0a3d368a-273d-4266-95ba-f2e363deb73e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=148d66e5-b5ba-4f09-94ad-369f1033f40d HTTP/1.1" status: 200 len: 217 time: 0.1392925 Feb 11 05:11:31.945638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-ef3dd5e6-a9fa-46c3-b216-feeaa215aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:31.947263 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-ef3dd5e6-a9fa-46c3-b216-feeaa215aaa3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ea6336f-48df-43c4-9674-2de7741cddbb HTTP/1.1" status: 200 len: 850 time: 0.0925319 Feb 11 05:11:31.980134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db94eb-12cf-48e3-abf6-d54fdb897975 req-27acd676-bd05-453b-a3a1-e98c542f21ab tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:31.982324 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3db94eb-12cf-48e3-abf6-d54fdb897975 req-27acd676-bd05-453b-a3a1-e98c542f21ab tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 944 time: 0.5035727 Feb 11 05:11:32.023496 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-e308c49f-2761-4d9e-908a-3752afc5ae05 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c057b431-d79d-4223-9d5d-1c34def959a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635138 Feb 11 05:11:32.037844 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-3471156f-1ded-4540-b35c-31439cd0c37a req-6c212b93-b21d-4e20-86ef-01b610c5bd7e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Deleting port d6382f35-f405-46cd-a9e1-d8d43db11a4a {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:32.038215 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3471156f-1ded-4540-b35c-31439cd0c37a req-6c212b93-b21d-4e20-86ef-01b610c5bd7e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.099037 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba30e2-33f4-4fe9-a605-a3ebfcbd78b7 req-8b9e3c71-d7b9-4419-94e2-410fcb818690 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:32.100639 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3ba30e2-33f4-4fe9-a605-a3ebfcbd78b7 req-8b9e3c71-d7b9-4419-94e2-410fcb818690 tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 945 time: 0.4679804 Feb 11 05:11:32.123091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Attempting to bind port 482f99f6-32f0-43bf-8e63-7df48e2932e2 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:32.123491 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Attempting to bind port 482f99f6-32f0-43bf-8e63-7df48e2932e2 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '9487b64a-4eb5-47c7-9c25-0e3635bb1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:32.123863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Attempting to bind port 482f99f6-32f0-43bf-8e63-7df48e2932e2 on network 4b83f5a6-b9df-45d9-b793-c1e083968ef3 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:32.218047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Port 482f99f6-32f0-43bf-8e63-7df48e2932e2 on network 4b83f5a6-b9df-45d9-b793-c1e083968ef3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:11:32.218708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Attempting to bind port 482f99f6-32f0-43bf-8e63-7df48e2932e2 on network 4b83f5a6-b9df-45d9-b793-c1e083968ef3 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:32.249026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3db94eb-12cf-48e3-abf6-d54fdb897975 req-9306f8f2-1479-4e41-89a1-03f9e6fc7136 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595816 Feb 11 05:11:32.249887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:32.250169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Checking segment: {'id': '9487b64a-4eb5-47c7-9c25-0e3635bb1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:32.250584 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Bound using segment: {'id': '9487b64a-4eb5-47c7-9c25-0e3635bb1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:32.251032 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Bound port: 482f99f6-32f0-43bf-8e63-7df48e2932e2, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9487b64a-4eb5-47c7-9c25-0e3635bb1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:32.251397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (482f99f6-32f0-43bf-8e63-7df48e2932e2), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.255220 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.322768 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3ba30e2-33f4-4fe9-a605-a3ebfcbd78b7 req-f39d5efb-f3d0-4d5b-9e3a-5987b79a9f7a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/security-groups?id=81aab015-e491-4028-8438-89e543740362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033949 Feb 11 05:11:32.377327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-3471156f-1ded-4540-b35c-31439cd0c37a req-6c212b93-b21d-4e20-86ef-01b610c5bd7e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] For port d6382f35-f405-46cd-a9e1-d8d43db11a4a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d6382f35-f405-46cd-a9e1-d8d43db11a4a,segment=NetworkSegment(17ca4371-daef-4ee9-9f02-bc6785be0eda),segment_id=17ca4371-daef-4ee9-9f02-bc6785be0eda)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:32.377700 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3471156f-1ded-4540-b35c-31439cd0c37a req-6c212b93-b21d-4e20-86ef-01b610c5bd7e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.408542 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-4a7adf19-7908-45d2-8a28-e848afc68c97 service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614907 Feb 11 05:11:32.415374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-3471156f-1ded-4540-b35c-31439cd0c37a req-6c212b93-b21d-4e20-86ef-01b610c5bd7e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Calling delete_port for d6382f35-f405-46cd-a9e1-d8d43db11a4a owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:32.436728 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c8478e-9966-4bd3-936a-1941c1b6e8bf x-openstack-request-id: req-54c8478e-9966-4bd3-936a-1941c1b6e8bf {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:32.437043 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be663f8e-68b8-4e52-a2b3-b28bc4dd2e29", "tag": "148d66e5-b5ba-4f09-94ad-369f1033f40d", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:32.437274 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-54c8478e-9966-4bd3-936a-1941c1b6e8bf {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:32.437673 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be663f8e-68b8-4e52-a2b3-b28bc4dd2e29', 'tag': '148d66e5-b5ba-4f09-94ad-369f1033f40d', 'status': 'completed', 'code': 200} Feb 11 05:11:32.525559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] For port 482f99f6-32f0-43bf-8e63-7df48e2932e2, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:32.604502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] For port 482f99f6-32f0-43bf-8e63-7df48e2932e2, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=482f99f6-32f0-43bf-8e63-7df48e2932e2,segment=NetworkSegment(9487b64a-4eb5-47c7-9c25-0e3635bb1b58),segment_id=9487b64a-4eb5-47c7-9c25-0e3635bb1b58)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:32.625476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45965164-0be6-40a6-9828-d555c287d015 req-cbdeaa8f-e507-4026-be16-b7f565d23df4 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:32.626983 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45965164-0be6-40a6-9828-d555c287d015 req-cbdeaa8f-e507-4026-be16-b7f565d23df4 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/ports?device_id=849a560d-9ae2-4739-a252-69dc94d602ae HTTP/1.1" status: 200 len: 948 time: 0.2755311 Feb 11 05:11:32.633524 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd83d9-7078-4610-96f0-c3c8aa30f0c7 req-ee8e45c5-8872-4868-aa8d-d2e5e88fc4d8 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:32.634508 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (482f99f6-32f0-43bf-8e63-7df48e2932e2), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.634984 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f5bd83d9-7078-4610-96f0-c3c8aa30f0c7 req-ee8e45c5-8872-4868-aa8d-d2e5e88fc4d8 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.73 "GET /v2.0/ports?device_id=849a560d-9ae2-4739-a252-69dc94d602ae HTTP/1.1" status: 200 len: 948 time: 0.0552354 Feb 11 05:11:32.719952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dda5579-4aca-437a-97f9-16db144f9b9f req-e747c19a-b9c6-4c29-bf86-6e2781996478 service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989135 Feb 11 05:11:32.721215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:32.721763 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.723002 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] 10.222.0.88 "PUT /v2.0/ports/482f99f6-32f0-43bf-8e63-7df48e2932e2 HTTP/1.1" status: 200 len: 1093 time: 2.5880165 Feb 11 05:11:32.769141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-f5bd83d9-7078-4610-96f0-c3c8aa30f0c7 req-803c294c-290d-4121-86f4-91d3131f5be2 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Deleting port 47be15aa-89a8-40c4-b12d-416323b76435 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:11:32.769995 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f5bd83d9-7078-4610-96f0-c3c8aa30f0c7 req-803c294c-290d-4121-86f4-91d3131f5be2 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (47be15aa-89a8-40c4-b12d-416323b76435), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.902055 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-f5bd83d9-7078-4610-96f0-c3c8aa30f0c7 req-803c294c-290d-4121-86f4-91d3131f5be2 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] For port 47be15aa-89a8-40c4-b12d-416323b76435, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=47be15aa-89a8-40c4-b12d-416323b76435,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:32.902055 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f5bd83d9-7078-4610-96f0-c3c8aa30f0c7 req-803c294c-290d-4121-86f4-91d3131f5be2 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (47be15aa-89a8-40c4-b12d-416323b76435), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:32.922797 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-f5bd83d9-7078-4610-96f0-c3c8aa30f0c7 req-803c294c-290d-4121-86f4-91d3131f5be2 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Calling delete_port for 47be15aa-89a8-40c4-b12d-416323b76435 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:11:33.073219 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f5bd83d9-7078-4610-96f0-c3c8aa30f0c7 req-803c294c-290d-4121-86f4-91d3131f5be2 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (47be15aa-89a8-40c4-b12d-416323b76435), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.110404 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c294c-290d-4121-86f4-91d3131f5be2 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Pushing event deleted for resources: {'Port': ['ID=47be15aa-89a8-40c4-b12d-416323b76435,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:33.160760 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bd83d9-7078-4610-96f0-c3c8aa30f0c7 req-803c294c-290d-4121-86f4-91d3131f5be2 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] No DVR routers for this DVR port 47be15aa-89a8-40c4-b12d-416323b76435 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:33.164145 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f5bd83d9-7078-4610-96f0-c3c8aa30f0c7 req-803c294c-290d-4121-86f4-91d3131f5be2 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.168044 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f5bd83d9-7078-4610-96f0-c3c8aa30f0c7 req-803c294c-290d-4121-86f4-91d3131f5be2 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.73 "DELETE /v2.0/ports/47be15aa-89a8-40c4-b12d-416323b76435 HTTP/1.1" status: 204 len: 173 time: 0.5268960 Feb 11 05:11:33.180458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Request body: {'port': {'device_id': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:33.210237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e07b42-81ee-4192-999c-fe32e43b6cd6 req-a71cfb1e-dfeb-46c2-8275-962634b57b3b tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:33.211849 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58e07b42-81ee-4192-999c-fe32e43b6cd6 req-a71cfb1e-dfeb-46c2-8275-962634b57b3b tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 943 time: 0.6896241 Feb 11 05:11:33.253826 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548fd2f-730e-4d0d-b91e-3e6a19e812a7 service neutron] Pushing event updated for resources: {'Port': ['ID=482f99f6-32f0-43bf-8e63-7df48e2932e2,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:33.298977 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45965164-0be6-40a6-9828-d555c287d015 req-25162278-2135-4b76-9d7e-19db3d6a5ed2 tempest-ImagesOneServerTestJSON-1636510229 tempest-ImagesOneServerTestJSON-1636510229-project] 10.222.0.87 "GET /v2.0/security-groups?id=61554323-3d56-4e4c-9445-b59bf3ae011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6511471 Feb 11 05:11:33.311883 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3471156f-1ded-4540-b35c-31439cd0c37a req-6c212b93-b21d-4e20-86ef-01b610c5bd7e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d6382f35-f405-46cd-a9e1-d8d43db11a4a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.358640 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0e3979-5ba3-4afa-b0bf-d15aaadf2110 x-openstack-request-id: req-7b0e3979-5ba3-4afa-b0bf-d15aaadf2110 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:33.359038 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7171cd59-cc59-4ff8-a195-c88eabf01eb6", "name": "network-vif-deleted", "tag": "23f805ee-d29a-4fdb-9ff8-e34518b48fea", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:33.359382 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7b0e3979-5ba3-4afa-b0bf-d15aaadf2110 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:33.360025 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7171cd59-cc59-4ff8-a195-c88eabf01eb6', 'name': 'network-vif-deleted', 'tag': '23f805ee-d29a-4fdb-9ff8-e34518b48fea', 'status': 'completed', 'code': 200} Feb 11 05:11:33.385739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c212b93-b21d-4e20-86ef-01b610c5bd7e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Pushing event deleted for resources: {'Port': ['ID=d6382f35-f405-46cd-a9e1-d8d43db11a4a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:33.422685 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (84989951-18c9-4413-9a3a-120ce95bf404), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.451279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58e07b42-81ee-4192-999c-fe32e43b6cd6 req-fa000c89-6a64-4f23-b28a-0b5d978eebc6 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008908 Feb 11 05:11:33.466096 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.501418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-3471156f-1ded-4540-b35c-31439cd0c37a req-6c212b93-b21d-4e20-86ef-01b610c5bd7e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] No DVR routers for this DVR port d6382f35-f405-46cd-a9e1-d8d43db11a4a on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:11:33.515345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3471156f-1ded-4540-b35c-31439cd0c37a req-6c212b93-b21d-4e20-86ef-01b610c5bd7e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:33.519177 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3471156f-1ded-4540-b35c-31439cd0c37a req-6c212b93-b21d-4e20-86ef-01b610c5bd7e tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.73 "DELETE /v2.0/ports/d6382f35-f405-46cd-a9e1-d8d43db11a4a HTTP/1.1" status: 204 len: 173 time: 2.1374674 Feb 11 05:11:33.534745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaa1ee-343b-4a3d-963e-3349ce14fc9d req-082ed41d-8330-43dd-9cd5-14335b63944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:33.539227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55aaa1ee-343b-4a3d-963e-3349ce14fc9d req-082ed41d-8330-43dd-9cd5-14335b63944b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 1127 time: 0.3792725 Feb 11 05:11:33.835640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55586) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:33.931191 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ee529-89a7-44d3-afc9-485f45df6cc1 req-54d9ee9f-5b2c-4e20-b7b7-dfdb505b39bd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:33.937225 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ee529-89a7-44d3-afc9-485f45df6cc1 req-54d9ee9f-5b2c-4e20-b7b7-dfdb505b39bd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:33.942488 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ee529-89a7-44d3-afc9-485f45df6cc1 req-54d9ee9f-5b2c-4e20-b7b7-dfdb505b39bd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:33.944274 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-419ee529-89a7-44d3-afc9-485f45df6cc1 req-54d9ee9f-5b2c-4e20-b7b7-dfdb505b39bd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2388 time: 0.3486719 Feb 11 05:11:33.974800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaa1ee-343b-4a3d-963e-3349ce14fc9d req-b5664c37-f81f-45df-b7ab-b6d50b25fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:33.976415 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55aaa1ee-343b-4a3d-963e-3349ce14fc9d req-b5664c37-f81f-45df-b7ab-b6d50b25fb5b service neutron] 10.222.0.88 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 911 time: 0.4277270 Feb 11 05:11:34.029623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e18826-f81b-44f8-b847-7d18cfdb47aa req-08bead44-5ef0-43ac-98c7-430e4b0d7601 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:34.031489 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8e18826-f81b-44f8-b847-7d18cfdb47aa req-08bead44-5ef0-43ac-98c7-430e4b0d7601 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 944 time: 0.4369352 Feb 11 05:11:34.040344 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-419ee529-89a7-44d3-afc9-485f45df6cc1 req-5cb02e9e-94f6-4bea-aa91-f22f46d6838a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604312 Feb 11 05:11:34.079985 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-05aba287-5885-4abc-8c81-a2b734d26ba0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=96892c63fd9f4c61ab86cc0679e41126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334652 Feb 11 05:11:34.082009 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55592) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:34.109707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55aaa1ee-343b-4a3d-963e-3349ce14fc9d req-e4ae453c-06d5-481b-addc-721e8ea43530 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=148d66e5-b5ba-4f09-94ad-369f1033f40d HTTP/1.1" status: 200 len: 217 time: 0.0732369 Feb 11 05:11:34.178186 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-26a46103-2f47-45b9-a295-3ddbcf5b6141 admin admin] Publish callbacks [] for security_group (86cbe04f-b411-4d8a-8265-c528bc747db2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.204482 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-26a46103-2f47-45b9-a295-3ddbcf5b6141 admin admin] Publish callbacks [] for security_group (86cbe04f-b411-4d8a-8265-c528bc747db2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.229914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72d8e9fc-1533-4dc4-b457-f4834e5f3887 req-ca5bd39d-b6f4-40f2-9641-d480e9c0bf4a tempest-LiveAutoBlockMigrationV225Test-169193837 tempest-LiveAutoBlockMigrationV225Test-169193837-project] 10.222.0.87 "GET /v2.0/ports?device_id=459840e2-8986-4473-a631-0f42603137a9 HTTP/1.1" status: 200 len: 210 time: 0.0354276 Feb 11 05:11:34.249641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8e18826-f81b-44f8-b847-7d18cfdb47aa req-43906d78-014c-4f17-980e-a3fa73f61f42 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948495 Feb 11 05:11:34.266672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 148d66e5-b5ba-4f09-94ad-369f1033f40d details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:11:34.271677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 4bd19739-983b-42da-9114-39fe4b424741 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:34.273893 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-26a46103-2f47-45b9-a295-3ddbcf5b6141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (86cbe04f-b411-4d8a-8265-c528bc747db2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.276538 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-26a46103-2f47-45b9-a295-3ddbcf5b6141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.277743 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-26a46103-2f47-45b9-a295-3ddbcf5b6141 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/86cbe04f-b411-4d8a-8265-c528bc747db2 HTTP/1.1" status: 204 len: 168 time: 0.1944478 Feb 11 05:11:34.286653 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaa1ee-343b-4a3d-963e-3349ce14fc9d req-97f4b95d-97b7-43b4-8846-9c3eb3fee1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:34.288115 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a46103-2f47-45b9-a295-3ddbcf5b6141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cbe04f-b411-4d8a-8265-c528bc747db2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:34.295271 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55aaa1ee-343b-4a3d-963e-3349ce14fc9d req-97f4b95d-97b7-43b4-8846-9c3eb3fee1c3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ea6336f-48df-43c4-9674-2de7741cddbb HTTP/1.1" status: 200 len: 850 time: 0.1757572 Feb 11 05:11:34.354780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55aaa1ee-343b-4a3d-963e-3349ce14fc9d req-13459e18-de6d-48ba-b8e9-5c0fbd50c08b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c057b431-d79d-4223-9d5d-1c34def959a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512335 Feb 11 05:11:34.432993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 148d66e5-b5ba-4f09-94ad-369f1033f40d, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=148d66e5-b5ba-4f09-94ad-369f1033f40d,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:34.459946 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '148d66e5-b5ba-4f09-94ad-369f1033f40d', 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0', 'port_id': '148d66e5-b5ba-4f09-94ad-369f1033f40d', 'mac_address': 'fa:16:3e:e6:92:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6336f-48df-43c4-9674-2de7741cddbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:11:34.466203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 4bd19739-983b-42da-9114-39fe4b424741 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:34.467526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 4bd19739-983b-42da-9114-39fe4b424741 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:34.515530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 148d66e5-b5ba-4f09-94ad-369f1033f40d is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:34.516174 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (148d66e5-b5ba-4f09-94ad-369f1033f40d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.536935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148d66e5-b5ba-4f09-94ad-369f1033f40d {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:34.541554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8af3437-0d7c-4d94-bff3-178b8ad7f98b', 'name': 'network-vif-deleted', 'tag': '4bd19739-983b-42da-9114-39fe4b424741'}, {'name': 'network-changed', 'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'tag': '482f99f6-32f0-43bf-8e63-7df48e2932e2'}, {'server_uuid': '459840e2-8986-4473-a631-0f42603137a9', 'name': 'network-vif-deleted', 'tag': 'd6382f35-f405-46cd-a9e1-d8d43db11a4a'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:34.546631 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1f9c11-4753-4f36-b699-61b992a18b6e" -d '{"events": [{"server_uuid": "c8af3437-0d7c-4d94-bff3-178b8ad7f98b", "name": "network-vif-deleted", "tag": "4bd19739-983b-42da-9114-39fe4b424741"}, {"name": "network-changed", "server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "tag": "482f99f6-32f0-43bf-8e63-7df48e2932e2"}, {"server_uuid": "459840e2-8986-4473-a631-0f42603137a9", "name": "network-vif-deleted", "tag": "d6382f35-f405-46cd-a9e1-d8d43db11a4a"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:34.554973 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55aaa1ee-343b-4a3d-963e-3349ce14fc9d req-d23e69d8-c56e-4fe6-bc4a-d3065aadc8b4 service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925313 Feb 11 05:11:34.567438 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84989951-18c9-4413-9a3a-120ce95bf404 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:34.583874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 148d66e5-b5ba-4f09-94ad-369f1033f40d, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=148d66e5-b5ba-4f09-94ad-369f1033f40d,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:34.600994 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (148d66e5-b5ba-4f09-94ad-369f1033f40d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.627176 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Publish callbacks [] for port (84989951-18c9-4413-9a3a-120ce95bf404), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.663136 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c678d41-fb5f-4c6a-97c9-a859f4410d0f x-openstack-request-id: req-3c678d41-fb5f-4c6a-97c9-a859f4410d0f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:34.664166 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8af3437-0d7c-4d94-bff3-178b8ad7f98b", "name": "network-vif-deleted", "tag": "4bd19739-983b-42da-9114-39fe4b424741", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "tag": "482f99f6-32f0-43bf-8e63-7df48e2932e2", "status": "completed", "code": 200}, {"server_uuid": "459840e2-8986-4473-a631-0f42603137a9", "name": "network-vif-deleted", "tag": "d6382f35-f405-46cd-a9e1-d8d43db11a4a", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:34.664554 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3c678d41-fb5f-4c6a-97c9-a859f4410d0f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:34.666308 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8af3437-0d7c-4d94-bff3-178b8ad7f98b', 'name': 'network-vif-deleted', 'tag': '4bd19739-983b-42da-9114-39fe4b424741', 'status': 'completed', 'code': 200} Feb 11 05:11:34.666461 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'tag': '482f99f6-32f0-43bf-8e63-7df48e2932e2', 'status': 'completed', 'code': 200} Feb 11 05:11:34.668154 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459840e2-8986-4473-a631-0f42603137a9', 'name': 'network-vif-deleted', 'tag': 'd6382f35-f405-46cd-a9e1-d8d43db11a4a', 'status': 'completed', 'code': 200} Feb 11 05:11:34.709942 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=148d66e5-b5ba-4f09-94ad-369f1033f40d,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:34.756593 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f9c11-4753-4f36-b699-61b992a18b6e req-bba66aa3-fce1-43bd-9294-ad75749e95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:34.756782 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f9c11-4753-4f36-b699-61b992a18b6e req-bba66aa3-fce1-43bd-9294-ad75749e95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:34.757184 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f9c11-4753-4f36-b699-61b992a18b6e req-bba66aa3-fce1-43bd-9294-ad75749e95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:34.758840 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cb1f9c11-4753-4f36-b699-61b992a18b6e req-bba66aa3-fce1-43bd-9294-ad75749e95c0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7ab07d48998b477e988645697f0986af&device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2763 time: 0.0978854 Feb 11 05:11:34.815932 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.823763 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55622) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:34.831621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Transition to ACTIVE for port object 84989951-18c9-4413-9a3a-120ce95bf404 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:11:34.841106 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (84989951-18c9-4413-9a3a-120ce95bf404), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.846341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55624) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:34.861073 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['148d66e5-b5ba-4f09-94ad-369f1033f40d'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:34.958776 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8ab7c-c0f0-45b2-82e9-6aee1d62ef4e req-2f3e871f-2fb6-4022-b116-fd0b0b68d2a2 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:34.960067 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-98a8ab7c-c0f0-45b2-82e9-6aee1d62ef4e req-2f3e871f-2fb6-4022-b116-fd0b0b68d2a2 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 943 time: 0.3218236 Feb 11 05:11:34.960576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55626) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:35.019956 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55aaa1ee-343b-4a3d-963e-3349ce14fc9d req-9fa226a8-8706-462d-a55e-bb4f621aab2d service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548793 Feb 11 05:11:35.062589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Pushing event updated for resources: {'Port': ['ID=84989951-18c9-4413-9a3a-120ce95bf404,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:35.120912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f075da-c4e6-43c8-9694-7dbf3492139d admin admin] Deleting subnet 956c7c24-ca03-497f-a589-efa4f4b0405f {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:35.154978 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f8f1e646-5b7d-4c06-90b6-4fa77e1fdb59 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3cd9afdf5225433e92f6c4f2459d64a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037338 Feb 11 05:11:35.164403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55634) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:35.171052 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42f075da-c4e6-43c8-9694-7dbf3492139d admin admin] Publish callbacks [] for subnet (956c7c24-ca03-497f-a589-efa4f4b0405f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.206962 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f9c11-4753-4f36-b699-61b992a18b6e req-aa966679-a4e1-48dd-9077-9110e5d2ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:35.207880 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f9c11-4753-4f36-b699-61b992a18b6e req-aa966679-a4e1-48dd-9077-9110e5d2ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:35.208559 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f9c11-4753-4f36-b699-61b992a18b6e req-aa966679-a4e1-48dd-9077-9110e5d2ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:35.211115 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cb1f9c11-4753-4f36-b699-61b992a18b6e req-aa966679-a4e1-48dd-9077-9110e5d2ca68 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=7ab07d48998b477e988645697f0986af&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4439907 Feb 11 05:11:35.280107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-98a8ab7c-c0f0-45b2-82e9-6aee1d62ef4e req-f947e3e1-68f6-4ee6-b2b3-a03a2fb7b709 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986076 Feb 11 05:11:35.330101 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42f075da-c4e6-43c8-9694-7dbf3492139d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (956c7c24-ca03-497f-a589-efa4f4b0405f), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.367840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Attempting to bind port 84989951-18c9-4413-9a3a-120ce95bf404 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:35.368798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Attempting to bind port 84989951-18c9-4413-9a3a-120ce95bf404 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '9db1e976-8bed-443a-8c95-5e01d59b42b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b74e3d95-e2af-4c03-89c2-da3a6b310cd5'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:35.369319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Attempting to bind port 84989951-18c9-4413-9a3a-120ce95bf404 on network b74e3d95-e2af-4c03-89c2-da3a6b310cd5 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:35.375937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849a560d-9ae2-4739-a252-69dc94d602ae', 'name': 'network-vif-deleted', 'tag': '47be15aa-89a8-40c4-b12d-416323b76435'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:35.378294 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36943b4-a195-44a4-9904-a7fa062675a1" -d '{"events": [{"server_uuid": "849a560d-9ae2-4739-a252-69dc94d602ae", "name": "network-vif-deleted", "tag": "47be15aa-89a8-40c4-b12d-416323b76435"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:35.384522 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Port 84989951-18c9-4413-9a3a-120ce95bf404 on network b74e3d95-e2af-4c03-89c2-da3a6b310cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:11:35.384850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Attempting to bind port 84989951-18c9-4413-9a3a-120ce95bf404 on network b74e3d95-e2af-4c03-89c2-da3a6b310cd5 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:35.428196 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:35.428535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Checking segment: {'id': '9db1e976-8bed-443a-8c95-5e01d59b42b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b74e3d95-e2af-4c03-89c2-da3a6b310cd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:35.428919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Bound using segment: {'id': '9db1e976-8bed-443a-8c95-5e01d59b42b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b74e3d95-e2af-4c03-89c2-da3a6b310cd5'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:35.429363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Bound port: 84989951-18c9-4413-9a3a-120ce95bf404, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db1e976-8bed-443a-8c95-5e01d59b42b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b74e3d95-e2af-4c03-89c2-da3a6b310cd5'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:35.429718 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (84989951-18c9-4413-9a3a-120ce95bf404), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.460861 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dc770-79fd-462f-aaac-a612128c99d2 req-740720fd-a988-4d03-9ae4-d25c046cecee tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:35.466648 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dc770-79fd-462f-aaac-a612128c99d2 req-740720fd-a988-4d03-9ae4-d25c046cecee tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:35.469608 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42f075da-c4e6-43c8-9694-7dbf3492139d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (956c7c24-ca03-497f-a589-efa4f4b0405f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.471945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dc770-79fd-462f-aaac-a612128c99d2 req-740720fd-a988-4d03-9ae4-d25c046cecee tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:35.473621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e64dc770-79fd-462f-aaac-a612128c99d2 req-740720fd-a988-4d03-9ae4-d25c046cecee tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2400 time: 0.2693906 Feb 11 05:11:35.489858 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f9c11-4753-4f36-b699-61b992a18b6e req-d79ed7a6-311a-4b98-8b27-dea2ad1db84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:35.491045 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-42da43d0-3792-458a-94dd-13cc74fc0aca admin admin] Publish callbacks [] for security_group (b5537d7f-b517-4a4c-b681-38d644564a8e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.491630 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cb1f9c11-4753-4f36-b699-61b992a18b6e req-d79ed7a6-311a-4b98-8b27-dea2ad1db84a service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2530918 Feb 11 05:11:35.520389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-65920fa8-9130-45c5-89f6-7a5901313316 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8cf8e5a563264cd6bc823101fb9d7a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5468113 Feb 11 05:11:35.522713 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55642) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:35.562174 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42f075da-c4e6-43c8-9694-7dbf3492139d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (956c7c24-ca03-497f-a589-efa4f4b0405f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.573252 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-42da43d0-3792-458a-94dd-13cc74fc0aca admin admin] Publish callbacks [] for security_group (b5537d7f-b517-4a4c-b681-38d644564a8e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.596635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfc772-68b7-41c7-97f9-644181873a54 req-b2279c6b-d255-4376-bdf0-a0c13c6d7c46 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:35.598167 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6bfc772-68b7-41c7-97f9-644181873a54 req-b2279c6b-d255-4376-bdf0-a0c13c6d7c46 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 945 time: 0.2197742 Feb 11 05:11:35.607070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f075da-c4e6-43c8-9694-7dbf3492139d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=956c7c24-ca03-497f-a589-efa4f4b0405f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:35.609242 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42f075da-c4e6-43c8-9694-7dbf3492139d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.616081 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-42f075da-c4e6-43c8-9694-7dbf3492139d admin admin] 10.222.0.87 "DELETE /v2.0/subnets/956c7c24-ca03-497f-a589-efa4f4b0405f HTTP/1.1" status: 204 len: 168 time: 0.7830315 Feb 11 05:11:35.618384 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55644) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:35.663458 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e64dc770-79fd-462f-aaac-a612128c99d2 req-6526bbde-3c32-4fe7-8108-6067f91dc5e3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793969 Feb 11 05:11:35.675000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] For port 84989951-18c9-4413-9a3a-120ce95bf404, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:35.683453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] For port 84989951-18c9-4413-9a3a-120ce95bf404, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=84989951-18c9-4413-9a3a-120ce95bf404,segment=NetworkSegment(9db1e976-8bed-443a-8c95-5e01d59b42b2),segment_id=9db1e976-8bed-443a-8c95-5e01d59b42b2)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:35.689253 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7f19c8-2293-4cbb-a082-c9493ff18bf5 admin admin] Publish callbacks [] for security_group (61554323-3d56-4e4c-9445-b59bf3ae011d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.714958 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac3e90cc-a7a4-45e5-a3f1-368e36eb3528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (6e397280-e892-4b82-83ca-051e4b76c151), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.721961 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (84989951-18c9-4413-9a3a-120ce95bf404), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.726829 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7f19c8-2293-4cbb-a082-c9493ff18bf5 admin admin] Publish callbacks [] for security_group (61554323-3d56-4e4c-9445-b59bf3ae011d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.740271 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55646) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:35.786248 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-42da43d0-3792-458a-94dd-13cc74fc0aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b5537d7f-b517-4a4c-b681-38d644564a8e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.789015 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabb4569-f81d-4ebe-82d4-4ae43eaadc2d x-openstack-request-id: req-cabb4569-f81d-4ebe-82d4-4ae43eaadc2d {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:35.789298 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849a560d-9ae2-4739-a252-69dc94d602ae", "name": "network-vif-deleted", "tag": "47be15aa-89a8-40c4-b12d-416323b76435", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:35.789429 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-42da43d0-3792-458a-94dd-13cc74fc0aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.789529 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cabb4569-f81d-4ebe-82d4-4ae43eaadc2d {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:35.789909 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849a560d-9ae2-4739-a252-69dc94d602ae', 'name': 'network-vif-deleted', 'tag': '47be15aa-89a8-40c4-b12d-416323b76435', 'status': 'completed', 'code': 200} Feb 11 05:11:35.790896 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-42da43d0-3792-458a-94dd-13cc74fc0aca admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b5537d7f-b517-4a4c-b681-38d644564a8e HTTP/1.1" status: 204 len: 168 time: 0.6253564 Feb 11 05:11:35.800466 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6bfc772-68b7-41c7-97f9-644181873a54 req-183df8f8-fb67-4276-89ac-a2e80718687c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910183 Feb 11 05:11:35.825640 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da43d0-3792-458a-94dd-13cc74fc0aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5537d7f-b517-4a4c-b681-38d644564a8e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:35.839975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f7fab4e9-5b66-4d0f-9c13-ec875539e387 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:11:35.842373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device d6382f35-f405-46cd-a9e1-d8d43db11a4a no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:35.867047 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac3e90cc-a7a4-45e5-a3f1-368e36eb3528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (6e397280-e892-4b82-83ca-051e4b76c151), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.881087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:35.882085 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.884053 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] 10.222.0.88 "PUT /v2.0/ports/84989951-18c9-4413-9a3a-120ce95bf404 HTTP/1.1" status: 200 len: 1092 time: 2.7116463 Feb 11 05:11:35.921157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Request body: {'port': {'device_id': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:35.934355 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7f19c8-2293-4cbb-a082-c9493ff18bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (61554323-3d56-4e4c-9445-b59bf3ae011d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.943106 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7f19c8-2293-4cbb-a082-c9493ff18bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:35.947174 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2d7f19c8-2293-4cbb-a082-c9493ff18bf5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/61554323-3d56-4e4c-9445-b59bf3ae011d HTTP/1.1" status: 204 len: 168 time: 0.4237440 Feb 11 05:11:35.953440 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ac3e90cc-a7a4-45e5-a3f1-368e36eb3528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e397280-e892-4b82-83ca-051e4b76c151']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:36.015727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b5730-28c8-4597-b35d-9836b468d60b service neutron] Pushing event updated for resources: {'Port': ['ID=84989951-18c9-4413-9a3a-120ce95bf404,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:36.018991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ac3e90cc-a7a4-45e5-a3f1-368e36eb3528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558ba430-8449-43cd-913d-830671a1a778') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:36.019294 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ac3e90cc-a7a4-45e5-a3f1-368e36eb3528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558ba430-8449-43cd-913d-830671a1a778') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:36.077980 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (dde2bef3-9ffc-4de4-b7e8-878429bc626f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.090874 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f19c8-2293-4cbb-a082-c9493ff18bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61554323-3d56-4e4c-9445-b59bf3ae011d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:36.111390 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac3e90cc-a7a4-45e5-a3f1-368e36eb3528 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (558ba430-8449-43cd-913d-830671a1a778), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.186420 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-08657879-6cd4-4e69-8639-3a8456b56449 admin admin] Deleting subnet 91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:36.198140 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08657879-6cd4-4e69-8639-3a8456b56449 admin admin] Publish callbacks [] for subnet (91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.203856 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac3e90cc-a7a4-45e5-a3f1-368e36eb3528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (558ba430-8449-43cd-913d-830671a1a778), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.268995 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3e90cc-a7a4-45e5-a3f1-368e36eb3528 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:11:36.272455 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac3e90cc-a7a4-45e5-a3f1-368e36eb3528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (558ba430-8449-43cd-913d-830671a1a778), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:11:36.274284 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:11:36.359149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f7fab4e9-5b66-4d0f-9c13-ec875539e387, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f7fab4e9-5b66-4d0f-9c13-ec875539e387,segment=NetworkSegment(db9ccb4c-1256-441b-b39f-e995b535742d),segment_id=db9ccb4c-1256-441b-b39f-e995b535742d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:36.377675 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'f7fab4e9-5b66-4d0f-9c13-ec875539e387', 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1', 'port_id': 'f7fab4e9-5b66-4d0f-9c13-ec875539e387', 'mac_address': 'fa:16:3e:b7:5e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:11:36.383960 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: d6382f35-f405-46cd-a9e1-d8d43db11a4a {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:36.384706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device d6382f35-f405-46cd-a9e1-d8d43db11a4a not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:36.397716 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 148d66e5-b5ba-4f09-94ad-369f1033f40d up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:36.440779 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08657879-6cd4-4e69-8639-3a8456b56449 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.515336 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port f7fab4e9-5b66-4d0f-9c13-ec875539e387 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:36.516626 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f7fab4e9-5b66-4d0f-9c13-ec875539e387), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.525392 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac3e90cc-a7a4-45e5-a3f1-368e36eb3528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (6e397280-e892-4b82-83ca-051e4b76c151), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.536813 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac3e90cc-a7a4-45e5-a3f1-368e36eb3528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.540349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fab4e9-5b66-4d0f-9c13-ec875539e387 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:36.545510 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ac3e90cc-a7a4-45e5-a3f1-368e36eb3528 admin admin] 10.222.0.87 "DELETE /v2.0/networks/6e397280-e892-4b82-83ca-051e4b76c151 HTTP/1.1" status: 204 len: 168 time: 0.9260683 Feb 11 05:11:36.562239 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e90cc-a7a4-45e5-a3f1-368e36eb3528 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e397280-e892-4b82-83ca-051e4b76c151,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:36.571360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 148d66e5-b5ba-4f09-94ad-369f1033f40d completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:11:36.572273 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08657879-6cd4-4e69-8639-3a8456b56449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.577336 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f7fab4e9-5b66-4d0f-9c13-ec875539e387, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f7fab4e9-5b66-4d0f-9c13-ec875539e387,segment=NetworkSegment(db9ccb4c-1256-441b-b39f-e995b535742d),segment_id=db9ccb4c-1256-441b-b39f-e995b535742d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:36.582424 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 148d66e5-b5ba-4f09-94ad-369f1033f40d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:36.583015 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (148d66e5-b5ba-4f09-94ad-369f1033f40d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.591861 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f7fab4e9-5b66-4d0f-9c13-ec875539e387), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.681020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527242d8-9d23-4e93-9e9e-19d118a96abd req-0b5d6742-249e-4fd9-a47b-1dc38ecaec12 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:36.684441 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08657879-6cd4-4e69-8639-3a8456b56449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.685775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-527242d8-9d23-4e93-9e9e-19d118a96abd req-0b5d6742-249e-4fd9-a47b-1dc38ecaec12 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 943 time: 0.1954303 Feb 11 05:11:36.695843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'tag': '84989951-18c9-4413-9a3a-120ce95bf404'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:36.704896 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e9aac3-90b0-4f06-b3f3-bc084e49da8e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "tag": "84989951-18c9-4413-9a3a-120ce95bf404"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:36.708934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=f7fab4e9-5b66-4d0f-9c13-ec875539e387,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:36.766656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 148d66e5-b5ba-4f09-94ad-369f1033f40d is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:36.767054 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (148d66e5-b5ba-4f09-94ad-369f1033f40d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.773113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08657879-6cd4-4e69-8639-3a8456b56449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:36.786486 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08657879-6cd4-4e69-8639-3a8456b56449 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.792988 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-08657879-6cd4-4e69-8639-3a8456b56449 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/91c699fb-fa8e-4e9a-8c09-ab5cf4505fc4 HTTP/1.1" status: 204 len: 168 time: 1.0506895 Feb 11 05:11:36.794162 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55682) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:36.797415 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55684) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:36.821588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be663f8e-68b8-4e52-a2b3-b28bc4dd2e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148d66e5-b5ba-4f09-94ad-369f1033f40d'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:36.831662 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361e7695-17d4-4ece-a4a8-037daa797123" -d '{"events": [{"server_uuid": "be663f8e-68b8-4e52-a2b3-b28bc4dd2e29", "name": "network-vif-plugged", "status": "completed", "tag": "148d66e5-b5ba-4f09-94ad-369f1033f40d"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:36.839033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['f7fab4e9-5b66-4d0f-9c13-ec875539e387'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:36.894950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 148d66e5-b5ba-4f09-94ad-369f1033f40d, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=148d66e5-b5ba-4f09-94ad-369f1033f40d,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:36.923381 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (148d66e5-b5ba-4f09-94ad-369f1033f40d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.924232 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 23f805ee-d29a-4fdb-9ff8-e34518b48fea no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:36.951030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-527242d8-9d23-4e93-9e9e-19d118a96abd req-8d333cce-0a51-4dd8-8dfa-f7bed10011ec tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309518 Feb 11 05:11:36.963036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde2bef3-9ffc-4de4-b7e8-878429bc626f {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:36.978262 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Publish callbacks [] for port (dde2bef3-9ffc-4de4-b7e8-878429bc626f), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:36.993260 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 23f805ee-d29a-4fdb-9ff8-e34518b48fea {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:36.993613 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 23f805ee-d29a-4fdb-9ff8-e34518b48fea not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:36.993742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177e8ca-a43b-4cc9-8865-80df13a2e9b3 req-d3d9e9f2-3d7c-4d6d-a859-18135d405d94 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:37.001402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177e8ca-a43b-4cc9-8865-80df13a2e9b3 req-d3d9e9f2-3d7c-4d6d-a859-18135d405d94 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:37.007139 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177e8ca-a43b-4cc9-8865-80df13a2e9b3 req-d3d9e9f2-3d7c-4d6d-a859-18135d405d94 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:37.008869 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5177e8ca-a43b-4cc9-8865-80df13a2e9b3 req-d3d9e9f2-3d7c-4d6d-a859-18135d405d94 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2400 time: 0.1872489 Feb 11 05:11:37.025880 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1deec257-59c3-4fc3-af04-0e44d86f20a6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e5cb3bd5608a4c32a710058630905120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274394 Feb 11 05:11:37.029913 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbd44-1b6f-44eb-b19b-c4e60c93bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (33f89be2-f697-40b3-a347-9e719974ef7b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.035639 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55696) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:37.044537 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Transition to ACTIVE for port object dde2bef3-9ffc-4de4-b7e8-878429bc626f will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:11:37.059570 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (dde2bef3-9ffc-4de4-b7e8-878429bc626f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.106952 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458219a2-8c42-4650-b2cd-1e25fd41827d x-openstack-request-id: req-458219a2-8c42-4650-b2cd-1e25fd41827d {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:37.107341 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "tag": "84989951-18c9-4413-9a3a-120ce95bf404", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:37.107869 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-458219a2-8c42-4650-b2cd-1e25fd41827d {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:37.110170 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'tag': '84989951-18c9-4413-9a3a-120ce95bf404', 'status': 'completed', 'code': 200} Feb 11 05:11:37.130773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=148d66e5-b5ba-4f09-94ad-369f1033f40d,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:37.254672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5177e8ca-a43b-4cc9-8865-80df13a2e9b3 req-6105fd8e-27f9-4f89-9124-5b1c3e03340a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343607 Feb 11 05:11:37.352807 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9f5581-1a68-44cc-8c46-a1a9aeb56708 x-openstack-request-id: req-ee9f5581-1a68-44cc-8c46-a1a9aeb56708 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:37.353428 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be663f8e-68b8-4e52-a2b3-b28bc4dd2e29", "name": "network-vif-plugged", "status": "completed", "tag": "148d66e5-b5ba-4f09-94ad-369f1033f40d", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:37.353840 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ee9f5581-1a68-44cc-8c46-a1a9aeb56708 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:37.354395 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be663f8e-68b8-4e52-a2b3-b28bc4dd2e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148d66e5-b5ba-4f09-94ad-369f1033f40d', 'code': 200} Feb 11 05:11:37.368548 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ada3d2c0-ad4a-4b72-831a-162eee7931e1 admin admin] Publish callbacks [] for security_group (ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.447024 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbd44-1b6f-44eb-b19b-c4e60c93bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (33f89be2-f697-40b3-a347-9e719974ef7b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.473065 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8e8dbd44-1b6f-44eb-b19b-c4e60c93bee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f89be2-f697-40b3-a347-9e719974ef7b']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:37.486285 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8e8dbd44-1b6f-44eb-b19b-c4e60c93bee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ca4371-daef-4ee9-9f02-bc6785be0eda') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:37.487178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8e8dbd44-1b6f-44eb-b19b-c4e60c93bee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ca4371-daef-4ee9-9f02-bc6785be0eda') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:37.498622 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbd44-1b6f-44eb-b19b-c4e60c93bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (17ca4371-daef-4ee9-9f02-bc6785be0eda), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.514695 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbd44-1b6f-44eb-b19b-c4e60c93bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (17ca4371-daef-4ee9-9f02-bc6785be0eda), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.520701 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55712) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:37.526201 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=dde2bef3-9ffc-4de4-b7e8-878429bc626f,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:37.581978 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8dbd44-1b6f-44eb-b19b-c4e60c93bee9 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:11:37.582375 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbd44-1b6f-44eb-b19b-c4e60c93bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (17ca4371-daef-4ee9-9f02-bc6785be0eda), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:11:37.584150 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:11:37.612460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9aac3-90b0-4f06-b3f3-bc084e49da8e req-0583732e-7203-4f3d-b7db-11be316d3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:37.613157 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9aac3-90b0-4f06-b3f3-bc084e49da8e req-0583732e-7203-4f3d-b7db-11be316d3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:37.613733 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9aac3-90b0-4f06-b3f3-bc084e49da8e req-0583732e-7203-4f3d-b7db-11be316d3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:37.615899 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-67e9aac3-90b0-4f06-b3f3-bc084e49da8e req-0583732e-7203-4f3d-b7db-11be316d3117 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7ab07d48998b477e988645697f0986af&device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2888 time: 0.4985833 Feb 11 05:11:37.623139 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ada3d2c0-ad4a-4b72-831a-162eee7931e1 admin admin] Publish callbacks [] for security_group (ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.626750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0344a2-661f-4633-acc6-fa4b16044cb5 req-93969fe9-c1c5-4193-b428-789db2ae156f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:37.634326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba0344a2-661f-4633-acc6-fa4b16044cb5 req-93969fe9-c1c5-4193-b428-789db2ae156f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 946 time: 0.3891540 Feb 11 05:11:37.639599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Attempting to bind port dde2bef3-9ffc-4de4-b7e8-878429bc626f on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:37.640071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Attempting to bind port dde2bef3-9ffc-4de4-b7e8-878429bc626f by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '9487b64a-4eb5-47c7-9c25-0e3635bb1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:37.640524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Attempting to bind port dde2bef3-9ffc-4de4-b7e8-878429bc626f on network 4b83f5a6-b9df-45d9-b793-c1e083968ef3 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:37.664343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Port dde2bef3-9ffc-4de4-b7e8-878429bc626f on network 4b83f5a6-b9df-45d9-b793-c1e083968ef3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:11:37.664862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Attempting to bind port dde2bef3-9ffc-4de4-b7e8-878429bc626f on network 4b83f5a6-b9df-45d9-b793-c1e083968ef3 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:37.681494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47cdff-385d-423e-ab24-99def454c381 req-3ce9ff02-1dd5-4b00-bbe1-fb06731cac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:37.683804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f47cdff-385d-423e-ab24-99def454c381 req-3ce9ff02-1dd5-4b00-bbe1-fb06731cac3d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 1129 time: 0.2379885 Feb 11 05:11:37.693260 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:37.693970 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Checking segment: {'id': '9487b64a-4eb5-47c7-9c25-0e3635bb1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:37.694585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Bound using segment: {'id': '9487b64a-4eb5-47c7-9c25-0e3635bb1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:37.695622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Bound port: dde2bef3-9ffc-4de4-b7e8-878429bc626f, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9487b64a-4eb5-47c7-9c25-0e3635bb1b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:37.696223 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (dde2bef3-9ffc-4de4-b7e8-878429bc626f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.779690 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbd44-1b6f-44eb-b19b-c4e60c93bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (33f89be2-f697-40b3-a347-9e719974ef7b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.787903 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e8dbd44-1b6f-44eb-b19b-c4e60c93bee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.794014 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8e8dbd44-1b6f-44eb-b19b-c4e60c93bee9 admin admin] 10.222.0.87 "DELETE /v2.0/networks/33f89be2-f697-40b3-a347-9e719974ef7b HTTP/1.1" status: 204 len: 168 time: 0.9961240 Feb 11 05:11:37.797319 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55718) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:37.804064 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba0344a2-661f-4633-acc6-fa4b16044cb5 req-7646814c-2b0e-47bb-bc80-8416092fa880 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687865 Feb 11 05:11:37.841250 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f7fab4e9-5b66-4d0f-9c13-ec875539e387 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:37.896781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8dbd44-1b6f-44eb-b19b-c4e60c93bee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=33f89be2-f697-40b3-a347-9e719974ef7b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:37.903881 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f47cdff-385d-423e-ab24-99def454c381 req-49c21bb2-87bd-4a6a-ba9d-fc44d36d1723 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003963 Feb 11 05:11:37.921950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] For port dde2bef3-9ffc-4de4-b7e8-878429bc626f, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:37.926312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] For port dde2bef3-9ffc-4de4-b7e8-878429bc626f, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=dde2bef3-9ffc-4de4-b7e8-878429bc626f,segment=NetworkSegment(9487b64a-4eb5-47c7-9c25-0e3635bb1b58),segment_id=9487b64a-4eb5-47c7-9c25-0e3635bb1b58)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:37.936856 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (dde2bef3-9ffc-4de4-b7e8-878429bc626f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.938425 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port f7fab4e9-5b66-4d0f-9c13-ec875539e387 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:11:37.944751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port f7fab4e9-5b66-4d0f-9c13-ec875539e387 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:37.945340 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f7fab4e9-5b66-4d0f-9c13-ec875539e387), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.967863 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ada3d2c0-ad4a-4b72-831a-162eee7931e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.971004 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ada3d2c0-ad4a-4b72-831a-162eee7931e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:37.972707 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ada3d2c0-ad4a-4b72-831a-162eee7931e1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2 HTTP/1.1" status: 204 len: 168 time: 0.9360507 Feb 11 05:11:38.010004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f716b1d2-6f48-4457-b2d9-e7fcb3748160 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2084502687-network', 'tenant_id': 'a4251ece4c7c434c852715608f6c9de2'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:38.021772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=dde2bef3-9ffc-4de4-b7e8-878429bc626f,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:38.031392 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:38.032463 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.034674 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-4e43d385-efbc-4833-9da7-a0ff43e12ef3 service neutron] 10.222.0.88 "PUT /v2.0/ports/dde2bef3-9ffc-4de4-b7e8-878429bc626f HTTP/1.1" status: 200 len: 1093 time: 2.1244454 Feb 11 05:11:38.049727 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-643150c5-64a2-4c90-a8f1-07e1c0141285 admin admin] Deleting subnet a0496a61-c493-46d5-bab1-f76be92b2ffd {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:38.065236 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-643150c5-64a2-4c90-a8f1-07e1c0141285 admin admin] Publish callbacks [] for subnet (a0496a61-c493-46d5-bab1-f76be92b2ffd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.068284 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3d2c0-ad4a-4b72-831a-162eee7931e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef88d969-ecb1-42ed-8d0a-6d2bd2414ba2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:38.070908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9aac3-90b0-4f06-b3f3-bc084e49da8e req-ec828cd5-a33f-41f5-a0bc-59b7035ab71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:38.071370 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9aac3-90b0-4f06-b3f3-bc084e49da8e req-ec828cd5-a33f-41f5-a0bc-59b7035ab71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:38.071866 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9aac3-90b0-4f06-b3f3-bc084e49da8e req-ec828cd5-a33f-41f5-a0bc-59b7035ab71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:38.073464 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-67e9aac3-90b0-4f06-b3f3-bc084e49da8e req-ec828cd5-a33f-41f5-a0bc-59b7035ab71e service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=7ab07d48998b477e988645697f0986af&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4344077 Feb 11 05:11:38.147376 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port f7fab4e9-5b66-4d0f-9c13-ec875539e387 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:38.148983 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f7fab4e9-5b66-4d0f-9c13-ec875539e387), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.224738 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca11de-c8a9-4169-a81d-406ba28e6bd6 req-1bc50013-24ed-47cf-b480-e464ad371436 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:38.228473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3eca11de-c8a9-4169-a81d-406ba28e6bd6 req-1bc50013-24ed-47cf-b480-e464ad371436 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 944 time: 0.1536574 Feb 11 05:11:38.230186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f7fab4e9-5b66-4d0f-9c13-ec875539e387, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f7fab4e9-5b66-4d0f-9c13-ec875539e387,segment=NetworkSegment(db9ccb4c-1256-441b-b39f-e995b535742d),segment_id=db9ccb4c-1256-441b-b39f-e995b535742d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:38.238164 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f7fab4e9-5b66-4d0f-9c13-ec875539e387), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.239098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 47be15aa-89a8-40c4-b12d-416323b76435 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:11:38.242697 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f716b1d2-6f48-4457-b2d9-e7fcb3748160 admin admin] Made reservation on behalf of a4251ece4c7c434c852715608f6c9de2 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:38.246230 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f716b1d2-6f48-4457-b2d9-e7fcb3748160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.283761 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f716b1d2-6f48-4457-b2d9-e7fcb3748160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.323241 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-643150c5-64a2-4c90-a8f1-07e1c0141285 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (a0496a61-c493-46d5-bab1-f76be92b2ffd), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.344149 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3eca11de-c8a9-4169-a81d-406ba28e6bd6 req-c16c10b2-d1a6-46e0-b51f-da0973bf1c9c tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060057 Feb 11 05:11:38.357408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 47be15aa-89a8-40c4-b12d-416323b76435 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:11:38.358085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 47be15aa-89a8-40c4-b12d-416323b76435 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:11:38.420050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=f7fab4e9-5b66-4d0f-9c13-ec875539e387,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:38.519993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f819fb-0343-4772-bb0e-6521325c5f56 req-197cbfda-ac90-457f-988b-374ab71693b1 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:38.542352 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f819fb-0343-4772-bb0e-6521325c5f56 req-197cbfda-ac90-457f-988b-374ab71693b1 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:38.558788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f819fb-0343-4772-bb0e-6521325c5f56 req-197cbfda-ac90-457f-988b-374ab71693b1 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:38.564641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06f819fb-0343-4772-bb0e-6521325c5f56 req-197cbfda-ac90-457f-988b-374ab71693b1 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2412 time: 0.1705806 Feb 11 05:11:38.670793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06f819fb-0343-4772-bb0e-6521325c5f56 req-94a355d8-efd6-40fa-85c7-c4080b4f4d93 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023588 Feb 11 05:11:38.824573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9aac3-90b0-4f06-b3f3-bc084e49da8e req-f63895a4-d5e1-4d7b-bfa9-d39f6d357b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:38.827635 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-67e9aac3-90b0-4f06-b3f3-bc084e49da8e req-f63895a4-d5e1-4d7b-bfa9-d39f6d357b31 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6825058 Feb 11 05:11:38.829126 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-643150c5-64a2-4c90-a8f1-07e1c0141285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (a0496a61-c493-46d5-bab1-f76be92b2ffd), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:38.967759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf4656-9a2c-4f01-8507-bfbaa0c1314a req-5a834878-90fd-47f8-bd15-62834c567256 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:38.976290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfaf4656-9a2c-4f01-8507-bfbaa0c1314a req-5a834878-90fd-47f8-bd15-62834c567256 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 946 time: 0.0713890 Feb 11 05:11:39.066583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfaf4656-9a2c-4f01-8507-bfbaa0c1314a req-202bec9a-e80b-434e-b858-28bcd718e87b tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893509 Feb 11 05:11:39.101923 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-643150c5-64a2-4c90-a8f1-07e1c0141285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (a0496a61-c493-46d5-bab1-f76be92b2ffd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.111635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'tag': 'dde2bef3-9ffc-4de4-b7e8-878429bc626f'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:39.114239 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faccd13d-bafc-486e-9352-81c44cf8ea03" -d '{"events": [{"name": "network-changed", "server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "tag": "dde2bef3-9ffc-4de4-b7e8-878429bc626f"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:39.136726 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f716b1d2-6f48-4457-b2d9-e7fcb3748160 admin admin] Publish callbacks [] for security_group (f1602dc0-f778-4c07-b688-6938611b62bc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.162838 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-926e58f8-893e-451e-9a01-ce923e914614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:39.163324 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-926e58f8-893e-451e-9a01-ce923e914614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:39.163827 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-926e58f8-893e-451e-9a01-ce923e914614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:39.165518 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-926e58f8-893e-451e-9a01-ce923e914614 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7ab07d48998b477e988645697f0986af&device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2961 time: 0.2690961 Feb 11 05:11:39.168261 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f716b1d2-6f48-4457-b2d9-e7fcb3748160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f1602dc0-f778-4c07-b688-6938611b62bc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.171276 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643150c5-64a2-4c90-a8f1-07e1c0141285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0496a61-c493-46d5-bab1-f76be92b2ffd,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:39.178964 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-643150c5-64a2-4c90-a8f1-07e1c0141285 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.182442 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-643150c5-64a2-4c90-a8f1-07e1c0141285 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a0496a61-c493-46d5-bab1-f76be92b2ffd HTTP/1.1" status: 204 len: 168 time: 1.3827088 Feb 11 05:11:39.185563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55766) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:39.221120 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded9fc24-5f20-40be-a74c-8abb93db2d56 x-openstack-request-id: req-ded9fc24-5f20-40be-a74c-8abb93db2d56 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:39.223627 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "tag": "dde2bef3-9ffc-4de4-b7e8-878429bc626f", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:39.224554 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ded9fc24-5f20-40be-a74c-8abb93db2d56 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:39.226061 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'tag': 'dde2bef3-9ffc-4de4-b7e8-878429bc626f', 'status': 'completed', 'code': 200} Feb 11 05:11:39.272672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f716b1d2-6f48-4457-b2d9-e7fcb3748160 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:11:39.275550 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-984d5399-6b62-4786-b2e7-f5c5c480b815 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.212&port_id=482f99f6-32f0-43bf-8e63-7df48e2932e2 HTTP/1.1" status: 200 len: 217 time: 0.0693946 Feb 11 05:11:39.321172 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f716b1d2-6f48-4457-b2d9-e7fcb3748160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (6a82ec2b-487b-4842-8c07-8d0e1040b9a4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.321514 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-f716b1d2-6f48-4457-b2d9-e7fcb3748160 admin admin] Added segment 6a82ec2b-487b-4842-8c07-8d0e1040b9a4 of type vlan for network 2a2cc880-7234-4774-b5ba-0358e7e4b14a Feb 11 05:11:39.322770 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716b1d2-6f48-4457-b2d9-e7fcb3748160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1602dc0-f778-4c07-b688-6938611b62bc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:39.324329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55770) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:39.356545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333bde53-8b2c-4c5b-a805-168814227f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fab4e9-5b66-4d0f-9c13-ec875539e387'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:39.357646 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea0c39a7-ee05-499d-8cbb-af1a82dc754e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.359728 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a8b398-4fe1-4ab3-82fd-94215b650087" -d '{"events": [{"server_uuid": "333bde53-8b2c-4c5b-a805-168814227f59", "name": "network-vif-plugged", "status": "completed", "tag": "f7fab4e9-5b66-4d0f-9c13-ec875539e387"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:39.407674 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57f0aeb-5b82-4e24-8bc9-539792fdb942 x-openstack-request-id: req-b57f0aeb-5b82-4e24-8bc9-539792fdb942 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:39.408038 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333bde53-8b2c-4c5b-a805-168814227f59", "name": "network-vif-plugged", "status": "completed", "tag": "f7fab4e9-5b66-4d0f-9c13-ec875539e387", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:39.408360 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b57f0aeb-5b82-4e24-8bc9-539792fdb942 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:39.408817 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333bde53-8b2c-4c5b-a805-168814227f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fab4e9-5b66-4d0f-9c13-ec875539e387', 'code': 200} Feb 11 05:11:39.419889 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-78b08a05-94f0-4e89-9ee6-66c0af9c432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:39.421416 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-78b08a05-94f0-4e89-9ee6-66c0af9c432f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=04fb4841-9e99-47e8-8430-7c54d09dfe6e HTTP/1.1" status: 200 len: 801 time: 0.1373794 Feb 11 05:11:39.423336 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f716b1d2-6f48-4457-b2d9-e7fcb3748160 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (2a2cc880-7234-4774-b5ba-0358e7e4b14a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.510820 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f716b1d2-6f48-4457-b2d9-e7fcb3748160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (2a2cc880-7234-4774-b5ba-0358e7e4b14a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.511975 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f716b1d2-6f48-4457-b2d9-e7fcb3748160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:39.512914 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f716b1d2-6f48-4457-b2d9-e7fcb3748160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.518857 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.520077 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea0c39a7-ee05-499d-8cbb-af1a82dc754e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.557738 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-ea0c39a7-ee05-499d-8cbb-af1a82dc754e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:39.577881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716b1d2-6f48-4457-b2d9-e7fcb3748160 admin admin] Pushing event updated for resources: {'Network': ['ID=2a2cc880-7234-4774-b5ba-0358e7e4b14a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:39.581528 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-1b3c9734-4e06-474d-a41a-f1349038fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:39.583042 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-1b3c9734-4e06-474d-a41a-f1349038fed0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4b83f5a6-b9df-45d9-b793-c1e083968ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1553433 Feb 11 05:11:39.586546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-ea0c39a7-ee05-499d-8cbb-af1a82dc754e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db05eaa4-7039-4ed1-a651-92afafaacd19') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:39.588726 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-ea0c39a7-ee05-499d-8cbb-af1a82dc754e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db05eaa4-7039-4ed1-a651-92afafaacd19') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:39.590329 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 2a2cc880-7234-4774-b5ba-0358e7e4b14a details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:11:39.610174 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f716b1d2-6f48-4457-b2d9-e7fcb3748160 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0666389 Feb 11 05:11:39.611581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6b2dfc7c-18f1-4896-8c91-d140f01c16b5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-network', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:39.625498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55780) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:39.639050 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-88d38b26-bba8-4d8e-a3f4-c110bd8855ee admin admin] Request body: {'subnet': {'network_id': '2a2cc880-7234-4774-b5ba-0358e7e4b14a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2084502687-subnet', 'tenant_id': 'a4251ece4c7c434c852715608f6c9de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:39.671242 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d38b26-bba8-4d8e-a3f4-c110bd8855ee admin admin] Made reservation on behalf of a4251ece4c7c434c852715608f6c9de2 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:39.674401 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88d38b26-bba8-4d8e-a3f4-c110bd8855ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.676410 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea0c39a7-ee05-499d-8cbb-af1a82dc754e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (db05eaa4-7039-4ed1-a651-92afafaacd19), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.741457 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea0c39a7-ee05-499d-8cbb-af1a82dc754e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (db05eaa4-7039-4ed1-a651-92afafaacd19), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.752189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0c39a7-ee05-499d-8cbb-af1a82dc754e admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:11:39.753268 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea0c39a7-ee05-499d-8cbb-af1a82dc754e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (db05eaa4-7039-4ed1-a651-92afafaacd19), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:11:39.773934 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:11:39.794768 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2dfc7c-18f1-4896-8c91-d140f01c16b5 admin admin] Made reservation on behalf of ccc011d380e947d8b6e7b3dbc090f659 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:39.797650 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b2dfc7c-18f1-4896-8c91-d140f01c16b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.809662 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-b1c07d64-034e-4188-9668-ffc0ed25d766 service neutron] 10.222.0.88 "GET /v2.0/networks/4b83f5a6-b9df-45d9-b793-c1e083968ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181511 Feb 11 05:11:39.851669 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b2dfc7c-18f1-4896-8c91-d140f01c16b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.868108 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea0c39a7-ee05-499d-8cbb-af1a82dc754e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.880556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134fdec-b400-4109-a472-9532edb3268f req-291f85cd-c704-4ab6-8133-f8ff3484e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:39.882467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d134fdec-b400-4109-a472-9532edb3268f req-291f85cd-c704-4ab6-8133-f8ff3484e122 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 1128 time: 0.2537990 Feb 11 05:11:39.893790 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2933585-a9b4-4cc8-b653-d1d0cdabc7cc req-fb7df234-89b1-454b-9b49-2f6de39ed5f0 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:39.900719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2933585-a9b4-4cc8-b653-d1d0cdabc7cc req-fb7df234-89b1-454b-9b49-2f6de39ed5f0 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 945 time: 0.2836676 Feb 11 05:11:39.915313 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea0c39a7-ee05-499d-8cbb-af1a82dc754e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:39.919527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ea0c39a7-ee05-499d-8cbb-af1a82dc754e admin admin] 10.222.0.87 "DELETE /v2.0/networks/2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a HTTP/1.1" status: 204 len: 168 time: 0.7325602 Feb 11 05:11:39.973916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c39a7-ee05-499d-8cbb-af1a82dc754e admin admin] Pushing event deleted for resources: {'Network': ['ID=2e4ddf90-6f5e-4125-9d89-0d7abc6dd78a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:39.982817 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-02906a28-c9d5-4d35-b60e-38f2866a9eb3 service neutron] 10.222.0.88 "GET /v2.0/networks/4b83f5a6-b9df-45d9-b793-c1e083968ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663203 Feb 11 05:11:40.010704 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d134fdec-b400-4109-a472-9532edb3268f req-2d28085d-cf92-4afa-b149-3ff852637470 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854056 Feb 11 05:11:40.041269 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-a48c249a-2abf-4c92-bd03-8cc3d397dd53 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.34&port_id=84989951-18c9-4413-9a3a-120ce95bf404 HTTP/1.1" status: 200 len: 217 time: 0.0520353 Feb 11 05:11:40.045400 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2933585-a9b4-4cc8-b653-d1d0cdabc7cc req-65a52f4b-1a02-4611-9c1e-935d5d4cba17 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437004 Feb 11 05:11:40.069436 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88d38b26-bba8-4d8e-a3f4-c110bd8855ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (127d6a72-e79e-4c61-ad0d-a574634e606b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.117770 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b2dfc7c-18f1-4896-8c91-d140f01c16b5 admin admin] Publish callbacks [] for security_group (5b5a3ae7-73a1-4d03-b959-bf82694465c5), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.124740 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b2dfc7c-18f1-4896-8c91-d140f01c16b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5b5a3ae7-73a1-4d03-b959-bf82694465c5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.186015 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2dfc7c-18f1-4896-8c91-d140f01c16b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:11:40.190228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55792) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:40.202083 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-f9c1d891-6f13-49f1-8bea-d44545c32519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:40.203851 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-f9c1d891-6f13-49f1-8bea-d44545c32519 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=79e1a5e5-bff2-4e91-8bda-a6c1771c54b6 HTTP/1.1" status: 200 len: 801 time: 0.1533287 Feb 11 05:11:40.224395 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b2dfc7c-18f1-4896-8c91-d140f01c16b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (716db395-5496-450e-8654-b4ff6a6e414d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.225206 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-6b2dfc7c-18f1-4896-8c91-d140f01c16b5 admin admin] Added segment 716db395-5496-450e-8654-b4ff6a6e414d of type vlan for network 4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 Feb 11 05:11:40.239010 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d38b26-bba8-4d8e-a3f4-c110bd8855ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=127d6a72-e79e-4c61-ad0d-a574634e606b,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:40.270986 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d38b26-bba8-4d8e-a3f4-c110bd8855ee admin admin] Checking segment: {'id': '6a82ec2b-487b-4842-8c07-8d0e1040b9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2a2cc880-7234-4774-b5ba-0358e7e4b14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:40.271208 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d38b26-bba8-4d8e-a3f4-c110bd8855ee admin admin] Network hostable DHCP agents. Network: 2a2cc880-7234-4774-b5ba-0358e7e4b14a, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:11:40.298049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2dfc7c-18f1-4896-8c91-d140f01c16b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5a3ae7-73a1-4d03-b959-bf82694465c5,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:40.303591 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-a6c8f9ff-d927-44f0-a5e1-0a2abf56d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:40.305484 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-a6c8f9ff-d927-44f0-a5e1-0a2abf56d6af service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b74e3d95-e2af-4c03-89c2-da3a6b310cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0932722 Feb 11 05:11:40.306696 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d38b26-bba8-4d8e-a3f4-c110bd8855ee admin admin] Network 2a2cc880-7234-4774-b5ba-0358e7e4b14a is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:11:40.325268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-88d38b26-bba8-4d8e-a3f4-c110bd8855ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 2a2cc880-7234-4774-b5ba-0358e7e4b14a) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:40.325857 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b2dfc7c-18f1-4896-8c91-d140f01c16b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.329186 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d38b26-bba8-4d8e-a3f4-c110bd8855ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:40.329764 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88d38b26-bba8-4d8e-a3f4-c110bd8855ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.339325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfdf843-710c-47d5-8484-fe3821833316 None None] Network 2a2cc880-7234-4774-b5ba-0358e7e4b14a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:40.378412 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-88d38b26-bba8-4d8e-a3f4-c110bd8855ee admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7490120 Feb 11 05:11:40.401756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2ba91-0b21-42f1-923f-b8867a94526b req-fc333d81-9c2d-419e-bbb8-ce0c0647ec17 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:40.407461 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2ba91-0b21-42f1-923f-b8867a94526b req-fc333d81-9c2d-419e-bbb8-ce0c0647ec17 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:40.413117 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2ba91-0b21-42f1-923f-b8867a94526b req-fc333d81-9c2d-419e-bbb8-ce0c0647ec17 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:40.422337 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-add2ba91-0b21-42f1-923f-b8867a94526b req-fc333d81-9c2d-419e-bbb8-ce0c0647ec17 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2412 time: 0.2721939 Feb 11 05:11:40.452886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f7f77b19-f48d-4586-8b46-4582907114c3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=74a76fe8ac584d85b2325b17c168bf79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2600124 Feb 11 05:11:40.456349 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-1aae97bf-076d-4041-9052-471d12b0c8e2 service neutron] 10.222.0.88 "GET /v2.0/networks/b74e3d95-e2af-4c03-89c2-da3a6b310cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418753 Feb 11 05:11:40.456634 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55798) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:40.459832 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b2dfc7c-18f1-4896-8c91-d140f01c16b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.460858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2dfc7c-18f1-4896-8c91-d140f01c16b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:40.461508 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b2dfc7c-18f1-4896-8c91-d140f01c16b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.494293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f6bd0-4bee-4ece-a988-ab49cef08f37 req-459867d7-6438-47b2-a857-643054b150f0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:40.497952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c9f6bd0-4bee-4ece-a988-ab49cef08f37 req-459867d7-6438-47b2-a857-643054b150f0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 946 time: 0.2314229 Feb 11 05:11:40.564781 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7291871-bef6-48ea-844a-1ba30b6f3dcc None None] Network 2a2cc880-7234-4774-b5ba-0358e7e4b14a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:40.580180 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6b2dfc7c-18f1-4896-8c91-d140f01c16b5 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2522652 Feb 11 05:11:40.609823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55800) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:40.633358 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-fcd9c54a-b033-4471-ab37-b07077ae88c9 admin admin] Request body: {'subnet': {'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-subnet', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:40.634170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-add2ba91-0b21-42f1-923f-b8867a94526b req-9be7451d-3a3e-4f43-bdf1-114c088cb5cc tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105584 Feb 11 05:11:40.646460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2dfc7c-18f1-4896-8c91-d140f01c16b5 admin admin] Pushing event updated for resources: {'Network': ['ID=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:40.671897 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd9c54a-b033-4471-ab37-b07077ae88c9 admin admin] Made reservation on behalf of ccc011d380e947d8b6e7b3dbc090f659 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:40.675190 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c54a-b033-4471-ab37-b07077ae88c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:40.691149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:11:40.712195 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c9f6bd0-4bee-4ece-a988-ab49cef08f37 req-a334535a-a2ff-45e0-bcab-5b6c27a55903 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713846 Feb 11 05:11:40.855449 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-7745663c-dae1-49d3-8a1f-cacfbe640763 service neutron] 10.222.0.88 "GET /v2.0/networks/b74e3d95-e2af-4c03-89c2-da3a6b310cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868232 Feb 11 05:11:40.930987 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-5aaac470-cb39-40cb-a84e-77fa376ac53f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.197&port_id=dde2bef3-9ffc-4de4-b7e8-878429bc626f HTTP/1.1" status: 200 len: 217 time: 0.0547280 Feb 11 05:11:40.957186 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-26d78513-2ab2-4adf-8be0-71ecff9bb340 req-eebffd3f-6697-4e88-b41c-af16080328b7 tempest-SecurityGroupsNegativeTestJSON-1253823651 tempest-SecurityGroupsNegativeTestJSON-1253823651-project] show failed (client error): The resource could not be found. Feb 11 05:11:40.968691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26d78513-2ab2-4adf-8be0-71ecff9bb340 req-eebffd3f-6697-4e88-b41c-af16080328b7 tempest-SecurityGroupsNegativeTestJSON-1253823651 tempest-SecurityGroupsNegativeTestJSON-1253823651-project] 10.222.0.87 "GET /v2.0/security-groups/4598e695-2375-488f-b717-d5f3dce49892 HTTP/1.1" status: 404 len: 352 time: 0.0301261 Feb 11 05:11:40.997452 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fb35b62e-776b-4176-83df-9d99d87a7890 admin admin] Publish callbacks [] for security_group (81aab015-e491-4028-8438-89e543740362), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.026525 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-82f841ae-2219-4a16-a0bf-8f1b6c689537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:41.028254 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-82f841ae-2219-4a16-a0bf-8f1b6c689537 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=04fb4841-9e99-47e8-8430-7c54d09dfe6e HTTP/1.1" status: 200 len: 801 time: 0.0904880 Feb 11 05:11:41.085530 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fb35b62e-776b-4176-83df-9d99d87a7890 admin admin] Publish callbacks [] for security_group (81aab015-e491-4028-8438-89e543740362), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.208153 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cded3f0d-dad8-41d8-9486-c027549986d2 req-1619fa1d-3d22-4d95-929a-112b08dd33e8 tempest-SecurityGroupsNegativeTestJSON-1253823651 tempest-SecurityGroupsNegativeTestJSON-1253823651-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a4251ece4c7c434c852715608f6c9de2 HTTP/1.1" status: 200 len: 3001 time: 0.2030077 Feb 11 05:11:41.240220 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-33639d93-3c49-4f28-b965-fc2ef9292924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:41.243439 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-33639d93-3c49-4f28-b965-fc2ef9292924 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4b83f5a6-b9df-45d9-b793-c1e083968ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2047846 Feb 11 05:11:41.294223 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fb35b62e-776b-4176-83df-9d99d87a7890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (81aab015-e491-4028-8438-89e543740362), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.297199 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fb35b62e-776b-4176-83df-9d99d87a7890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.298066 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fb35b62e-776b-4176-83df-9d99d87a7890 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/81aab015-e491-4028-8438-89e543740362 HTTP/1.1" status: 204 len: 168 time: 0.8376467 Feb 11 05:11:41.328365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff673cd-3c2b-457c-98be-b77506a9d937 req-a2a12fa5-4de0-4b47-b5f0-7abd160fe29a tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:41.329861 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ff673cd-3c2b-457c-98be-b77506a9d937 req-a2a12fa5-4de0-4b47-b5f0-7abd160fe29a tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 945 time: 0.1152058 Feb 11 05:11:41.334224 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cded3f0d-dad8-41d8-9486-c027549986d2 req-2f9af276-433e-427e-8da8-f2e88413a629 tempest-SecurityGroupsNegativeTestJSON-1253823651 tempest-SecurityGroupsNegativeTestJSON-1253823651-project] 10.222.0.87 "GET /v2.0/security-groups/f1602dc0-f778-4c07-b688-6938611b62bc HTTP/1.1" status: 200 len: 2998 time: 0.1182764 Feb 11 05:11:41.347985 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35b62e-776b-4176-83df-9d99d87a7890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aab015-e491-4028-8438-89e543740362,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:41.382214 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c54a-b033-4471-ab37-b07077ae88c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (b04a3b42-548e-46b8-9781-7b497bddbdd2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.465641 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9c54a-b033-4471-ab37-b07077ae88c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04a3b42-548e-46b8-9781-7b497bddbdd2,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:41.475679 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-5b527754-7c8f-43f3-8c22-7831c41409b4 service neutron] 10.222.0.88 "GET /v2.0/networks/4b83f5a6-b9df-45d9-b793-c1e083968ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952538 Feb 11 05:11:41.490878 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd9c54a-b033-4471-ab37-b07077ae88c9 admin admin] Checking segment: {'id': '716db395-5496-450e-8654-b4ff6a6e414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:41.491251 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd9c54a-b033-4471-ab37-b07077ae88c9 admin admin] Network hostable DHCP agents. Network: 4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:11:41.559771 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ff673cd-3c2b-457c-98be-b77506a9d937 req-574dedf7-ba98-4b88-ba68-49c5acae965e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198029 Feb 11 05:11:41.577189 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cded3f0d-dad8-41d8-9486-c027549986d2 req-81c260f4-8e22-42fb-b18c-d8218010688a tempest-SecurityGroupsNegativeTestJSON-1253823651 tempest-SecurityGroupsNegativeTestJSON-1253823651-project] 10.222.0.87 "GET /v2.0/security-groups/f1602dc0-f778-4c07-b688-6938611b62bc HTTP/1.1" status: 200 len: 2998 time: 0.2329314 Feb 11 05:11:41.582051 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd9c54a-b033-4471-ab37-b07077ae88c9 admin admin] Network 4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:11:41.598410 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-59eb00c3-2e8a-4538-a0f5-7f1132bfb712 req-85719bd1-01e1-400f-b547-6b4de1906873 service neutron] 10.222.0.88 "GET /v2.0/networks/4b83f5a6-b9df-45d9-b793-c1e083968ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158559 Feb 11 05:11:41.603462 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-fcd9c54a-b033-4471-ab37-b07077ae88c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:41.613575 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd9c54a-b033-4471-ab37-b07077ae88c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:41.614181 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b227a7cf-e456-4cb9-a7ac-2f44b7f1bcfe None None] Network 4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:41.614649 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c54a-b033-4471-ab37-b07077ae88c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.623556 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55834) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:41.669134 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fcd9c54a-b033-4471-ab37-b07077ae88c9 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0511749 Feb 11 05:11:41.673019 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55840) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:41.685792 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-router', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:41.828780 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (dd2b0516-594b-44ea-9a55-9ea9893d6e09), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.829504 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (dd2b0516-594b-44ea-9a55-9ea9893d6e09), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:41.881621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d2ebc36-997f-463a-b3fb-8a31a0830bdb req-e7a4fab6-91ba-4498-b857-8103ddec0571 tempest-SecurityGroupsNegativeTestJSON-1253823651 tempest-SecurityGroupsNegativeTestJSON-1253823651-project] 10.222.0.87 "GET /v2.0/security-groups/f1602dc0-f778-4c07-b688-6938611b62bc HTTP/1.1" status: 200 len: 2998 time: 0.2455130 Feb 11 05:11:41.904341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aceccc-631a-48c0-9d31-d1cca55fdde4 req-e141aab2-80bb-47d6-9c4a-0b578a38cd74 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:41.910624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aceccc-631a-48c0-9d31-d1cca55fdde4 req-e141aab2-80bb-47d6-9c4a-0b578a38cd74 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:41.920275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aceccc-631a-48c0-9d31-d1cca55fdde4 req-e141aab2-80bb-47d6-9c4a-0b578a38cd74 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:41.921973 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18aceccc-631a-48c0-9d31-d1cca55fdde4 req-e141aab2-80bb-47d6-9c4a-0b578a38cd74 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2412 time: 0.1346927 Feb 11 05:11:41.928410 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccd13d-bafc-486e-9352-81c44cf8ea03 req-3084ccf9-4de8-4a0c-b801-b083a60bcc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:41.936005 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccd13d-bafc-486e-9352-81c44cf8ea03 req-3084ccf9-4de8-4a0c-b801-b083a60bcc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:41.936669 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccd13d-bafc-486e-9352-81c44cf8ea03 req-3084ccf9-4de8-4a0c-b801-b083a60bcc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:41.941741 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-faccd13d-bafc-486e-9352-81c44cf8ea03 req-3084ccf9-4de8-4a0c-b801-b083a60bcc59 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7ab07d48998b477e988645697f0986af&device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2961 time: 0.2364426 Feb 11 05:11:41.979197 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18aceccc-631a-48c0-9d31-d1cca55fdde4 req-9f41eec9-3c70-4c10-a6b0-33484d2c5b54 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503068 Feb 11 05:11:41.979668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7578557e-1281-4f8b-a61d-9fbf6eb76696 None None] Network 4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:41.987484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55844) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:42.031455 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-4d2ebc36-997f-463a-b3fb-8a31a0830bdb req-79406593-e814-4b70-8a8b-6b0d8b4b3f23 tempest-SecurityGroupsNegativeTestJSON-1253823651 tempest-SecurityGroupsNegativeTestJSON-1253823651-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 05:11:42.042847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d2ebc36-997f-463a-b3fb-8a31a0830bdb req-79406593-e814-4b70-8a8b-6b0d8b4b3f23 tempest-SecurityGroupsNegativeTestJSON-1253823651 tempest-SecurityGroupsNegativeTestJSON-1253823651-project] 10.222.0.87 "DELETE /v2.0/security-groups/f1602dc0-f778-4c07-b688-6938611b62bc HTTP/1.1" status: 409 len: 352 time: 0.1549485 Feb 11 05:11:42.075190 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-95ad299d-ddaa-40d4-8797-47e2ba585ace req-96c56baa-192b-451c-a183-9fb015654dea tempest-SecurityGroupsNegativeTestJSON-1253823651 tempest-SecurityGroupsNegativeTestJSON-1253823651-project] show failed (client error): The resource could not be found. Feb 11 05:11:42.082699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95ad299d-ddaa-40d4-8797-47e2ba585ace req-96c56baa-192b-451c-a183-9fb015654dea tempest-SecurityGroupsNegativeTestJSON-1253823651 tempest-SecurityGroupsNegativeTestJSON-1253823651-project] 10.222.0.87 "GET /v2.0/security-groups/2a236686-42c7-46d6-a455-51b2b3c98435 HTTP/1.1" status: 404 len: 352 time: 0.0268183 Feb 11 05:11:42.090991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccd13d-bafc-486e-9352-81c44cf8ea03 req-ac52380e-0468-4557-b25a-9169923ade8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:42.093022 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-faccd13d-bafc-486e-9352-81c44cf8ea03 req-ac52380e-0468-4557-b25a-9169923ade8f service neutron] 10.222.0.88 "GET /v2.0/networks?id=4b83f5a6-b9df-45d9-b793-c1e083968ef3 HTTP/1.1" status: 200 len: 902 time: 0.1444209 Feb 11 05:11:42.105904 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b3359f23-b34c-44ea-80e1-8c5fe0869712 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=35dff32d7ee74009abb06769d4050be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1171210 Feb 11 05:11:42.114309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55850) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:42.136847 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Publish callbacks [] for router_controller (dd2b0516-594b-44ea-9a55-9ea9893d6e09), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.140404 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-5b7eea16-8533-4a58-932d-7f1e545b684a req-510b0dfe-7314-482b-9dc5-43a2ef7b81d4 tempest-SecurityGroupsNegativeTestJSON-1253823651 tempest-SecurityGroupsNegativeTestJSON-1253823651-project] show failed (client error): The resource could not be found. Feb 11 05:11:42.141781 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b7eea16-8533-4a58-932d-7f1e545b684a req-510b0dfe-7314-482b-9dc5-43a2ef7b81d4 tempest-SecurityGroupsNegativeTestJSON-1253823651 tempest-SecurityGroupsNegativeTestJSON-1253823651-project] 10.222.0.87 "GET /v2.0/security-groups/5a345cf7-94db-4d77-8a61-f675b39f2a1b HTTP/1.1" status: 404 len: 352 time: 0.0345802 Feb 11 05:11:42.156589 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e211-b4bc-46dc-b3f4-b1e5ce849c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.167572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55852) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:42.199463 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-faccd13d-bafc-486e-9352-81c44cf8ea03 req-84d24bc9-eb1d-4c41-a13e-7a111f3232f0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.197&port_id=dde2bef3-9ffc-4de4-b7e8-878429bc626f HTTP/1.1" status: 200 len: 217 time: 0.0723534 Feb 11 05:11:42.229736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0bc01ea-47c3-434e-a983-3742d646d353 admin admin] Deleting subnet 127d6a72-e79e-4c61-ad0d-a574634e606b {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:11:42.237269 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e0bc01ea-47c3-434e-a983-3742d646d353 admin admin] Publish callbacks [] for subnet (127d6a72-e79e-4c61-ad0d-a574634e606b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.288001 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-342cd134-14bf-4dfc-9141-b630020b9bf3 admin admin] Publish callbacks [] for security_group (67807d6c-24f7-4052-a872-cc6d161be1ab), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.343334 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e0bc01ea-47c3-434e-a983-3742d646d353 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (127d6a72-e79e-4c61-ad0d-a574634e606b), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.369386 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-342cd134-14bf-4dfc-9141-b630020b9bf3 admin admin] Publish callbacks [] for security_group (67807d6c-24f7-4052-a872-cc6d161be1ab), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.378380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccd13d-bafc-486e-9352-81c44cf8ea03 req-6d159d4d-94ce-4f4d-b50e-de1dec4984b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:42.380147 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-faccd13d-bafc-486e-9352-81c44cf8ea03 req-6d159d4d-94ce-4f4d-b50e-de1dec4984b7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=04fb4841-9e99-47e8-8430-7c54d09dfe6e HTTP/1.1" status: 200 len: 801 time: 0.1414244 Feb 11 05:11:42.414873 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e0bc01ea-47c3-434e-a983-3742d646d353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (127d6a72-e79e-4c61-ad0d-a574634e606b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.465028 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Publish callbacks [] for router_gateway (dd2b0516-594b-44ea-9a55-9ea9893d6e09), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.468197 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-342cd134-14bf-4dfc-9141-b630020b9bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (67807d6c-24f7-4052-a872-cc6d161be1ab), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.471550 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-342cd134-14bf-4dfc-9141-b630020b9bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.476069 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-342cd134-14bf-4dfc-9141-b630020b9bf3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/67807d6c-24f7-4052-a872-cc6d161be1ab HTTP/1.1" status: 204 len: 168 time: 0.3598800 Feb 11 05:11:42.490360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cd134-14bf-4dfc-9141-b630020b9bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67807d6c-24f7-4052-a872-cc6d161be1ab,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:42.501830 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e0bc01ea-47c3-434e-a983-3742d646d353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (127d6a72-e79e-4c61-ad0d-a574634e606b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.570386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc01ea-47c3-434e-a983-3742d646d353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=127d6a72-e79e-4c61-ad0d-a574634e606b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:42.573367 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e0bc01ea-47c3-434e-a983-3742d646d353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.581885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e0bc01ea-47c3-434e-a983-3742d646d353 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/127d6a72-e79e-4c61-ad0d-a574634e606b HTTP/1.1" status: 204 len: 168 time: 0.4129827 Feb 11 05:11:42.584980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55860) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:42.620824 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccd13d-bafc-486e-9352-81c44cf8ea03 req-1c380a68-e18f-4269-8531-21c0a7e8cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:42.624487 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-faccd13d-bafc-486e-9352-81c44cf8ea03 req-1c380a68-e18f-4269-8531-21c0a7e8cc68 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4b83f5a6-b9df-45d9-b793-c1e083968ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2349398 Feb 11 05:11:42.629887 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e211-b4bc-46dc-b3f4-b1e5ce849c2e admin admin] Publish callbacks [] for security_group (a7f7bbb0-93bf-4cc7-89c9-eea388d96d81), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.683588 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e211-b4bc-46dc-b3f4-b1e5ce849c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a7f7bbb0-93bf-4cc7-89c9-eea388d96d81), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.732451 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6281f771-d1b9-4bae-8dbe-6d3c6329afd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (2a2cc880-7234-4774-b5ba-0358e7e4b14a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.865074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcde7fb-6760-4944-bf8b-2047be4993e2 req-3ef59d2e-82ca-4bab-96ab-833dfc3c4088 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:42.873816 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adcde7fb-6760-4944-bf8b-2047be4993e2 req-3ef59d2e-82ca-4bab-96ab-833dfc3c4088 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 945 time: 0.1240916 Feb 11 05:11:42.915390 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c5a8e211-b4bc-46dc-b3f4-b1e5ce849c2e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d07b30dd503b49ccbc046c0548456499&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2904787 Feb 11 05:11:42.939938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55866) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:42.956341 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6281f771-d1b9-4bae-8dbe-6d3c6329afd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (2a2cc880-7234-4774-b5ba-0358e7e4b14a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:42.982818 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-faccd13d-bafc-486e-9352-81c44cf8ea03 req-71e3e56c-2418-41e9-8f21-bb5f033bff19 service neutron] 10.222.0.88 "GET /v2.0/networks/4b83f5a6-b9df-45d9-b793-c1e083968ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456609 Feb 11 05:11:42.983364 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8e211-b4bc-46dc-b3f4-b1e5ce849c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f7bbb0-93bf-4cc7-89c9-eea388d96d81,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:43.065820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6281f771-d1b9-4bae-8dbe-6d3c6329afd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2cc880-7234-4774-b5ba-0358e7e4b14a']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:43.076536 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adcde7fb-6760-4944-bf8b-2047be4993e2 req-09aefcec-c137-4f2b-bfe1-01b4bda9dcba tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018085 Feb 11 05:11:43.090692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6281f771-d1b9-4bae-8dbe-6d3c6329afd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a82ec2b-487b-4842-8c07-8d0e1040b9a4') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:43.090996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6281f771-d1b9-4bae-8dbe-6d3c6329afd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a82ec2b-487b-4842-8c07-8d0e1040b9a4') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:43.118966 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6281f771-d1b9-4bae-8dbe-6d3c6329afd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (6a82ec2b-487b-4842-8c07-8d0e1040b9a4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.158070 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-faccd13d-bafc-486e-9352-81c44cf8ea03 req-b6691d68-12b0-4c59-b374-8b8b32b18a67 service neutron] 10.222.0.88 "GET /v2.0/networks/4b83f5a6-b9df-45d9-b793-c1e083968ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549935 Feb 11 05:11:43.175149 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6281f771-d1b9-4bae-8dbe-6d3c6329afd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (6a82ec2b-487b-4842-8c07-8d0e1040b9a4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.215849 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6281f771-d1b9-4bae-8dbe-6d3c6329afd3 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:11:43.216515 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6281f771-d1b9-4bae-8dbe-6d3c6329afd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (6a82ec2b-487b-4842-8c07-8d0e1040b9a4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:11:43.218536 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:11:43.240491 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7e05acfa-e3f5-46f6-bf9d-929d0233299c admin admin] Publish callbacks [] for security_group (a7f7bbb0-93bf-4cc7-89c9-eea388d96d81), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.241177 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:11:43.402111 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Publish callbacks [] for router_gateway (dd2b0516-594b-44ea-9a55-9ea9893d6e09), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.454809 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.675444 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7e05acfa-e3f5-46f6-bf9d-929d0233299c admin admin] Publish callbacks [] for security_group (a7f7bbb0-93bf-4cc7-89c9-eea388d96d81), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.694929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875271b4-6f81-4369-9408-46001a540e17 req-27f1cb86-4429-44ac-aaaf-1c9d891eaa8d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:43.700832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875271b4-6f81-4369-9408-46001a540e17 req-27f1cb86-4429-44ac-aaaf-1c9d891eaa8d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:43.706076 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875271b4-6f81-4369-9408-46001a540e17 req-27f1cb86-4429-44ac-aaaf-1c9d891eaa8d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:43.707826 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-875271b4-6f81-4369-9408-46001a540e17 req-27f1cb86-4429-44ac-aaaf-1c9d891eaa8d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2412 time: 0.5866830 Feb 11 05:11:43.713969 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6281f771-d1b9-4bae-8dbe-6d3c6329afd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (2a2cc880-7234-4774-b5ba-0358e7e4b14a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.742581 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6281f771-d1b9-4bae-8dbe-6d3c6329afd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.748657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6281f771-d1b9-4bae-8dbe-6d3c6329afd3 admin admin] 10.222.0.87 "DELETE /v2.0/networks/2a2cc880-7234-4774-b5ba-0358e7e4b14a HTTP/1.1" status: 204 len: 168 time: 1.1592076 Feb 11 05:11:43.776622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76c766-f62e-4eee-803f-a9336da6a8f3 req-9ad2be6a-a27d-485a-93df-db64723d01d3 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:43.778346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c76c766-f62e-4eee-803f-a9336da6a8f3 req-9ad2be6a-a27d-485a-93df-db64723d01d3 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 945 time: 0.5539193 Feb 11 05:11:43.779149 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281f771-d1b9-4bae-8dbe-6d3c6329afd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a2cc880-7234-4774-b5ba-0358e7e4b14a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:43.790674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55894) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:43.795799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-35296385-92a5-47e3-839d-a24262975258 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Request body: {'floatingip': {'port_id': 'f7fab4e9-5b66-4d0f-9c13-ec875539e387'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:43.841102 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.861084 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35296385-92a5-47e3-839d-a24262975258 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for floatingip (a51b71d1-004b-4405-9d3b-bf117d709896), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.899573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Allocated IP 172.25.5.27 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/5c22b0f7-424f-438f-b80a-4b53cf22d060) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:43.956714 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7e05acfa-e3f5-46f6-bf9d-929d0233299c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a7f7bbb0-93bf-4cc7-89c9-eea388d96d81), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.964537 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7e05acfa-e3f5-46f6-bf9d-929d0233299c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:43.975235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7e05acfa-e3f5-46f6-bf9d-929d0233299c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a7f7bbb0-93bf-4cc7-89c9-eea388d96d81 HTTP/1.1" status: 204 len: 168 time: 1.0337014 Feb 11 05:11:44.000795 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-875271b4-6f81-4369-9408-46001a540e17 req-a2ea412c-2909-4840-b007-f6a7b9eac38b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787867 Feb 11 05:11:44.014397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05acfa-e3f5-46f6-bf9d-929d0233299c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f7bbb0-93bf-4cc7-89c9-eea388d96d81,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:44.091506 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Publish callbacks [] for port (5c22b0f7-424f-438f-b80a-4b53cf22d060), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.144339 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5c22b0f7-424f-438f-b80a-4b53cf22d060), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.203592 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55904) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:44.266068 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:44.272053 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 84989951-18c9-4413-9a3a-120ce95bf404 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:11:44.278705 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:44.287168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:44.467023 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35296385-92a5-47e3-839d-a24262975258 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.471962 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35296385-92a5-47e3-839d-a24262975258 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a51b71d1-004b-4405-9d3b-bf117d709896), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.498867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 84989951-18c9-4413-9a3a-120ce95bf404, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=84989951-18c9-4413-9a3a-120ce95bf404,segment=NetworkSegment(9db1e976-8bed-443a-8c95-5e01d59b42b2),segment_id=9db1e976-8bed-443a-8c95-5e01d59b42b2)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:44.520644 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Pushing event updated for resources: {'Port': ['ID=5c22b0f7-424f-438f-b80a-4b53cf22d060,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:44.526625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '84989951-18c9-4413-9a3a-120ce95bf404', 'network_id': 'b74e3d95-e2af-4c03-89c2-da3a6b310cd5', 'port_id': '84989951-18c9-4413-9a3a-120ce95bf404', 'mac_address': 'fa:16:3e:cc:cf:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e1a5e5-bff2-4e91-8bda-a6c1771c54b6', 'ip_address': '19.86.0.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:11:44.563208 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fccbf309-0990-405f-a4ba-d8b1b3062856 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a4251ece4c7c434c852715608f6c9de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3538308 Feb 11 05:11:44.564032 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55916) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:44.624443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 84989951-18c9-4413-9a3a-120ce95bf404 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:44.625130 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (84989951-18c9-4413-9a3a-120ce95bf404), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.659613 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84989951-18c9-4413-9a3a-120ce95bf404 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:44.692386 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-35296385-92a5-47e3-839d-a24262975258 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Floating IP a51b71d1-004b-4405-9d3b-bf117d709896 associated. External IP: 172.25.5.47, port: f7fab4e9-5b66-4d0f-9c13-ec875539e387. Feb 11 05:11:44.693985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 84989951-18c9-4413-9a3a-120ce95bf404, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=84989951-18c9-4413-9a3a-120ce95bf404,segment=NetworkSegment(9db1e976-8bed-443a-8c95-5e01d59b42b2),segment_id=9db1e976-8bed-443a-8c95-5e01d59b42b2)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:44.708838 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (84989951-18c9-4413-9a3a-120ce95bf404), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.709701 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 482f99f6-32f0-43bf-8e63-7df48e2932e2 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:11:44.819945 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55922) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:44.825879 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Publish callbacks [] for router_gateway (dd2b0516-594b-44ea-9a55-9ea9893d6e09), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.888696 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e877b568-f703-4fe1-95ea-3e11e3f42dec admin admin] Publish callbacks [] for security_group (f1602dc0-f778-4c07-b688-6938611b62bc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.893213 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-23271e7c-b0cd-4364-8de4-d4a8907e57b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:44.936270 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=84989951-18c9-4413-9a3a-120ce95bf404,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:44.983639 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.resource_extend [None req-696501db-9f72-45af-8700-250c124c82b2 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:11:45.220922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35296385-92a5-47e3-839d-a24262975258 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Router 3c236f03-d8f6-4360-9658-192d2e8d252d has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:11:45.266742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 482f99f6-32f0-43bf-8e63-7df48e2932e2, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=482f99f6-32f0-43bf-8e63-7df48e2932e2,segment=NetworkSegment(9487b64a-4eb5-47c7-9c25-0e3635bb1b58),segment_id=9487b64a-4eb5-47c7-9c25-0e3635bb1b58)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:45.294740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '482f99f6-32f0-43bf-8e63-7df48e2932e2', 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3', 'port_id': '482f99f6-32f0-43bf-8e63-7df48e2932e2', 'mac_address': 'fa:16:3e:14:7f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04fb4841-9e99-47e8-8430-7c54d09dfe6e', 'ip_address': '19.80.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:11:45.326828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997830f-3d8c-4e64-a789-1c6fd8613405 req-0b632e9b-fd7a-408d-ae37-67065934a614 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:45.333824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997830f-3d8c-4e64-a789-1c6fd8613405 req-0b632e9b-fd7a-408d-ae37-67065934a614 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:45.339512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997830f-3d8c-4e64-a789-1c6fd8613405 req-0b632e9b-fd7a-408d-ae37-67065934a614 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:45.347500 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7997830f-3d8c-4e64-a789-1c6fd8613405 req-0b632e9b-fd7a-408d-ae37-67065934a614 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2413 time: 0.1951628 Feb 11 05:11:45.372470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 482f99f6-32f0-43bf-8e63-7df48e2932e2 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:45.372470 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (482f99f6-32f0-43bf-8e63-7df48e2932e2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.372764 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e877b568-f703-4fe1-95ea-3e11e3f42dec admin admin] Publish callbacks [] for security_group (f1602dc0-f778-4c07-b688-6938611b62bc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.394064 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482f99f6-32f0-43bf-8e63-7df48e2932e2 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:45.442977 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 482f99f6-32f0-43bf-8e63-7df48e2932e2, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=482f99f6-32f0-43bf-8e63-7df48e2932e2,segment=NetworkSegment(9487b64a-4eb5-47c7-9c25-0e3635bb1b58),segment_id=9487b64a-4eb5-47c7-9c25-0e3635bb1b58)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:45.451902 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e877b568-f703-4fe1-95ea-3e11e3f42dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f1602dc0-f778-4c07-b688-6938611b62bc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.452652 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (482f99f6-32f0-43bf-8e63-7df48e2932e2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.453417 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device dde2bef3-9ffc-4de4-b7e8-878429bc626f details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:11:45.454981 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e877b568-f703-4fe1-95ea-3e11e3f42dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.459304 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e877b568-f703-4fe1-95ea-3e11e3f42dec admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f1602dc0-f778-4c07-b688-6938611b62bc HTTP/1.1" status: 204 len: 168 time: 0.8945377 Feb 11 05:11:45.461761 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7997830f-3d8c-4e64-a789-1c6fd8613405 req-a2267a2f-77ab-40a8-b242-b2361851c688 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131668 Feb 11 05:11:45.468460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35296385-92a5-47e3-839d-a24262975258 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:45.476971 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35296385-92a5-47e3-839d-a24262975258 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.520864 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec53c1f-a74d-4c32-b3c7-d8b62016b302 None None] Sync routers for ids ['3c236f03-d8f6-4360-9658-192d2e8d252d'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:45.565174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-35296385-92a5-47e3-839d-a24262975258 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "PUT /v2.0/floatingips/a51b71d1-004b-4405-9d3b-bf117d709896 HTTP/1.1" status: 200 len: 990 time: 1.7731237 Feb 11 05:11:45.565812 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '333bde53-8b2c-4c5b-a805-168814227f59', 'tag': 'f7fab4e9-5b66-4d0f-9c13-ec875539e387'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:45.569040 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447ab0a6-8d4d-4fdb-91ce-6afd4f3107dc" -d '{"events": [{"name": "network-changed", "server_uuid": "333bde53-8b2c-4c5b-a805-168814227f59", "tag": "f7fab4e9-5b66-4d0f-9c13-ec875539e387"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:45.600227 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877b568-f703-4fe1-95ea-3e11e3f42dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1602dc0-f778-4c07-b688-6938611b62bc,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:45.710215 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec53c1f-a74d-4c32-b3c7-d8b62016b302 None None] Routers {'3c236f03-d8f6-4360-9658-192d2e8d252d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:45.711192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-e758f767-08a2-408e-a8df-71098ca14a9e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=47b2f75333074d3d9bc27b6613e6fe65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573413 Feb 11 05:11:45.712184 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-cec53c1f-a74d-4c32-b3c7-d8b62016b302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:11:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c236f03-d8f6-4360-9658-192d2e8d252d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:45.728215 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=482f99f6-32f0-43bf-8e63-7df48e2932e2,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:45.740362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port dde2bef3-9ffc-4de4-b7e8-878429bc626f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=dde2bef3-9ffc-4de4-b7e8-878429bc626f,segment=NetworkSegment(9487b64a-4eb5-47c7-9c25-0e3635bb1b58),segment_id=9487b64a-4eb5-47c7-9c25-0e3635bb1b58)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:45.783491 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'dde2bef3-9ffc-4de4-b7e8-878429bc626f', 'network_id': '4b83f5a6-b9df-45d9-b793-c1e083968ef3', 'port_id': 'dde2bef3-9ffc-4de4-b7e8-878429bc626f', 'mac_address': 'fa:16:3e:63:db:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04fb4841-9e99-47e8-8430-7c54d09dfe6e', 'ip_address': '19.80.0.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:11:45.861187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-4278872f-c192-4b6a-bfce-27b88dc07618 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:45.870115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-4278872f-c192-4b6a-bfce-27b88dc07618 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579475 Feb 11 05:11:45.909981 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-23271e7c-b0cd-4364-8de4-d4a8907e57b4 admin admin] Publish callbacks [] for security_group (cf02b884-67fd-493f-8a30-4f4eb56aaeba), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.912923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port dde2bef3-9ffc-4de4-b7e8-878429bc626f is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:45.913333 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (dde2bef3-9ffc-4de4-b7e8-878429bc626f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.929376 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-23271e7c-b0cd-4364-8de4-d4a8907e57b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cf02b884-67fd-493f-8a30-4f4eb56aaeba), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:45.938908 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-9d643fcd-d873-4b21-92d2-0a9c418956b7 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/quotas/47b2f75333074d3d9bc27b6613e6fe65 HTTP/1.1" status: 200 len: 375 time: 0.0678437 Feb 11 05:11:45.939374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde2bef3-9ffc-4de4-b7e8-878429bc626f {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:45.961718 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-cec53c1f-a74d-4c32-b3c7-d8b62016b302 None None] Set router 3c236f03-d8f6-4360-9658-192d2e8d252d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:45.969247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port dde2bef3-9ffc-4de4-b7e8-878429bc626f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=dde2bef3-9ffc-4de4-b7e8-878429bc626f,segment=NetworkSegment(9487b64a-4eb5-47c7-9c25-0e3635bb1b58),segment_id=9487b64a-4eb5-47c7-9c25-0e3635bb1b58)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:45.974797 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (dde2bef3-9ffc-4de4-b7e8-878429bc626f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.028938 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-85bbefe5-a7db-4730-91f9-8a685f56e840 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=47b2f75333074d3d9bc27b6613e6fe65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890687 Feb 11 05:11:46.070203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746197a-dc67-4786-a186-7a9ce9616b9c req-885db54b-6e0a-47f1-8a4c-22e01ff62e67 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:46.084339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=dde2bef3-9ffc-4de4-b7e8-878429bc626f,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:46.086426 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9746197a-dc67-4786-a186-7a9ce9616b9c req-885db54b-6e0a-47f1-8a4c-22e01ff62e67 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 945 time: 0.3725038 Feb 11 05:11:46.132285 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-23271e7c-b0cd-4364-8de4-d4a8907e57b4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e69815706676403aac7dd9b24eda8e78&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3026917 Feb 11 05:11:46.132503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55960) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:46.132971 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23271e7c-b0cd-4364-8de4-d4a8907e57b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf02b884-67fd-493f-8a30-4f4eb56aaeba,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:46.184935 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (dd2b0516-594b-44ea-9a55-9ea9893d6e09), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.239123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9746197a-dc67-4786-a186-7a9ce9616b9c req-53ce4779-3910-47db-8314-6985b5417b34 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483903 Feb 11 05:11:46.280619 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['482f99f6-32f0-43bf-8e63-7df48e2932e2'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:46.302636 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-200e3665-bd96-42eb-931e-abe42cfe6c9d admin admin] Publish callbacks [] for security_group (cf02b884-67fd-493f-8a30-4f4eb56aaeba), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.374643 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-200e3665-bd96-42eb-931e-abe42cfe6c9d admin admin] Publish callbacks [] for security_group (cf02b884-67fd-493f-8a30-4f4eb56aaeba), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.388649 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['dde2bef3-9ffc-4de4-b7e8-878429bc626f'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:46.392052 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['84989951-18c9-4413-9a3a-120ce95bf404'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:46.425622 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c32c059-0461-4705-9686-8eca803025de x-openstack-request-id: req-9c32c059-0461-4705-9686-8eca803025de {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:46.425928 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "333bde53-8b2c-4c5b-a805-168814227f59", "tag": "f7fab4e9-5b66-4d0f-9c13-ec875539e387", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:46.426186 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9c32c059-0461-4705-9686-8eca803025de {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:46.426589 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '333bde53-8b2c-4c5b-a805-168814227f59', 'tag': 'f7fab4e9-5b66-4d0f-9c13-ec875539e387', 'status': 'completed', 'code': 200} Feb 11 05:11:46.498016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Router dd2b0516-594b-44ea-9a55-9ea9893d6e09 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:11:46.574758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a996da39-a548-49c0-bf68-25e71db20c20 req-14d7d412-9454-4191-8363-4e0270a1e14c tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/ports?device_id=b07c3d67-fe4b-4e99-a883-824e60375be3 HTTP/1.1" status: 200 len: 210 time: 0.0841968 Feb 11 05:11:46.609387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ab0a6-8d4d-4fdb-91ce-6afd4f3107dc req-4f3d7cc2-51c5-4398-bf02-4832a95a85de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:46.610912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-447ab0a6-8d4d-4fdb-91ce-6afd4f3107dc req-4f3d7cc2-51c5-4398-bf02-4832a95a85de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=446d06a2efd741ccb5be1ad4d15d5725&device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 1128 time: 0.1835523 Feb 11 05:11:46.618568 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-cec53c1f-a74d-4c32-b3c7-d8b62016b302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'name': 'tempest-ServersTestBootFromVolume-1278639576-router', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:17Z', 'revision_number': 4, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'gw_port': {'id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a51b71d1-004b-4405-9d3b-bf117d709896', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'port_id': 'f7fab4e9-5b66-4d0f-9c13-ec875539e387', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1', 'mac_address': 'fa:16:3e:b7:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333bde53-8b2c-4c5b-a805-168814227f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:10:21Z', 'updated_at': '2022-02-11T05:11:44Z', 'revision_number': 1, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6435bb-22e1-444d-8e96-5c396297f9cb', 'name': '', 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'mac_address': 'fa:16:3e:ce:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:16Z', 'updated_at': '2022-02-11T05:10:22Z', 'revision_number': 5, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'subnets': [{'id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:46.660914 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-200e3665-bd96-42eb-931e-abe42cfe6c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cf02b884-67fd-493f-8a30-4f4eb56aaeba), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.673080 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-200e3665-bd96-42eb-931e-abe42cfe6c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.674248 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-200e3665-bd96-42eb-931e-abe42cfe6c9d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cf02b884-67fd-493f-8a30-4f4eb56aaeba HTTP/1.1" status: 204 len: 168 time: 0.5409393 Feb 11 05:11:46.713418 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:46.757758 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec53c1f-a74d-4c32-b3c7-d8b62016b302 None None] Checking router: 3c236f03-d8f6-4360-9658-192d2e8d252d for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:11:46.768349 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:46.769829 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ae23f6b9-9f03-473b-a350-7ab6ea187562 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0958014 Feb 11 05:11:46.772594 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55988) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:46.775896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008663f8-1be3-4491-820a-feca71152099 None None] Sync routers for ids ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:46.784857 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e3665-bd96-42eb-931e-abe42cfe6c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf02b884-67fd-493f-8a30-4f4eb56aaeba,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:46.796909 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec53c1f-a74d-4c32-b3c7-d8b62016b302 None None] Routers {'3c236f03-d8f6-4360-9658-192d2e8d252d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:46.798348 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-cec53c1f-a74d-4c32-b3c7-d8b62016b302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:11:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c236f03-d8f6-4360-9658-192d2e8d252d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:46.868937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afafcd-bad5-40f1-a32d-ca9e23d96aba req-5a97af7c-72a9-414f-926b-985b8988bef3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:46.878668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afafcd-bad5-40f1-a32d-ca9e23d96aba req-5a97af7c-72a9-414f-926b-985b8988bef3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:46.893949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afafcd-bad5-40f1-a32d-ca9e23d96aba req-5a97af7c-72a9-414f-926b-985b8988bef3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:46.907944 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8afafcd-bad5-40f1-a32d-ca9e23d96aba req-5a97af7c-72a9-414f-926b-985b8988bef3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2415 time: 0.2812173 Feb 11 05:11:47.010555 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008663f8-1be3-4491-820a-feca71152099 None None] Routers {'dd2b0516-594b-44ea-9a55-9ea9893d6e09'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:47.013287 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-008663f8-1be3-4491-820a-feca71152099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:11:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:47.075870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ab0a6-8d4d-4fdb-91ce-6afd4f3107dc req-1c10e478-5c8b-48eb-b5cb-7946888aeed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:47.080534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-447ab0a6-8d4d-4fdb-91ce-6afd4f3107dc req-1c10e478-5c8b-48eb-b5cb-7946888aeed8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5bf47b40-8fd7-4b9b-b031-895dee41fcb1 HTTP/1.1" status: 200 len: 917 time: 0.4390705 Feb 11 05:11:47.119950 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-cec53c1f-a74d-4c32-b3c7-d8b62016b302 None None] Set router 3c236f03-d8f6-4360-9658-192d2e8d252d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:47.204459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56000) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:47.224471 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8afafcd-bad5-40f1-a32d-ca9e23d96aba req-ad7affb6-a5e7-42d8-902c-31175b6c561e tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161340 Feb 11 05:11:47.319214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-447ab0a6-8d4d-4fdb-91ce-6afd4f3107dc req-91c4bb3b-5a79-4a32-955d-2fca12f3c4ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7fab4e9-5b66-4d0f-9c13-ec875539e387 HTTP/1.1" status: 200 len: 998 time: 0.2290843 Feb 11 05:11:47.434678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ab0a6-8d4d-4fdb-91ce-6afd4f3107dc req-0705a094-e9cc-4ef1-9cbd-126cb2660f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:47.437970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-447ab0a6-8d4d-4fdb-91ce-6afd4f3107dc req-0705a094-e9cc-4ef1-9cbd-126cb2660f70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d HTTP/1.1" status: 200 len: 855 time: 0.1113009 Feb 11 05:11:47.581033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-bee18435-2330-40cd-8085-fa33a9a83def admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-network', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:47.644297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ab0a6-8d4d-4fdb-91ce-6afd4f3107dc req-7c12cb17-0b6d-4351-bc1f-af963217bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:47.650202 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-447ab0a6-8d4d-4fdb-91ce-6afd4f3107dc req-7c12cb17-0b6d-4351-bc1f-af963217bb5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5bf47b40-8fd7-4b9b-b031-895dee41fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2048719 Feb 11 05:11:47.667302 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee18435-2330-40cd-8085-fa33a9a83def admin admin] Made reservation on behalf of f1299ecd49e5408282a75d13c75f41aa for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:47.668473 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-cec53c1f-a74d-4c32-b3c7-d8b62016b302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'name': 'tempest-ServersTestBootFromVolume-1278639576-router', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:17Z', 'revision_number': 4, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'gw_port': {'id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a51b71d1-004b-4405-9d3b-bf117d709896', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'port_id': 'f7fab4e9-5b66-4d0f-9c13-ec875539e387', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1', 'mac_address': 'fa:16:3e:b7:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333bde53-8b2c-4c5b-a805-168814227f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:10:21Z', 'updated_at': '2022-02-11T05:11:44Z', 'revision_number': 1, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6435bb-22e1-444d-8e96-5c396297f9cb', 'name': '', 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'mac_address': 'fa:16:3e:ce:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:16Z', 'updated_at': '2022-02-11T05:10:22Z', 'revision_number': 5, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'subnets': [{'id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:47.672967 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bee18435-2330-40cd-8085-fa33a9a83def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.729135 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec53c1f-a74d-4c32-b3c7-d8b62016b302 None None] The sync data for ids ['3c236f03-d8f6-4360-9658-192d2e8d252d'] in n-d-713499-38 is: [{'id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'name': 'tempest-ServersTestBootFromVolume-1278639576-router', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:17Z', 'revision_number': 4, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'gw_port': {'id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a51b71d1-004b-4405-9d3b-bf117d709896', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'port_id': 'f7fab4e9-5b66-4d0f-9c13-ec875539e387', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1', 'mac_address': 'fa:16:3e:b7:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333bde53-8b2c-4c5b-a805-168814227f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:10:21Z', 'updated_at': '2022-02-11T05:11:44Z', 'revision_number': 1, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6435bb-22e1-444d-8e96-5c396297f9cb', 'name': '', 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'mac_address': 'fa:16:3e:ce:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:16Z', 'updated_at': '2022-02-11T05:10:22Z', 'revision_number': 5, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'subnets': [{'id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:47.822563 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bee18435-2330-40cd-8085-fa33a9a83def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.846606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-008663f8-1be3-4491-820a-feca71152099 None None] Set router dd2b0516-594b-44ea-9a55-9ea9893d6e09 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:47.889914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b533a4cf-71c9-4109-b879-d7518a7e3053 req-1b16dc30-1d3b-4b7e-9b6d-6ff5612626e9 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/ports?device_id=b07c3d67-fe4b-4e99-a883-824e60375be3 HTTP/1.1" status: 200 len: 210 time: 0.1032081 Feb 11 05:11:48.018894 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.030802 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bee18435-2330-40cd-8085-fa33a9a83def admin admin] Publish callbacks [] for security_group (25535ee6-e894-4e84-9839-26f89e760f9e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.038812 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bee18435-2330-40cd-8085-fa33a9a83def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (25535ee6-e894-4e84-9839-26f89e760f9e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.090780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee18435-2330-40cd-8085-fa33a9a83def admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:11:48.117362 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ebe985-28ff-4664-9898-1a6849989084 None None] New status for floating IP a51b71d1-004b-4405-9d3b-bf117d709896: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:11:48.142429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18435-2330-40cd-8085-fa33a9a83def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25535ee6-e894-4e84-9839-26f89e760f9e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:48.149885 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bee18435-2330-40cd-8085-fa33a9a83def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a8229711-bbc5-4eb8-bf92-186023610d76), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.155209 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-bee18435-2330-40cd-8085-fa33a9a83def admin admin] Added segment a8229711-bbc5-4eb8-bf92-186023610d76 of type vlan for network fd11f94d-b840-4c63-804e-f8e04aa617c8 Feb 11 05:11:48.180912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-447ab0a6-8d4d-4fdb-91ce-6afd4f3107dc req-590c1427-0697-4c4d-8a60-03380b5840b6 service neutron] 10.222.0.73 "GET /v2.0/networks/5bf47b40-8fd7-4b9b-b031-895dee41fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924476 Feb 11 05:11:48.409724 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-e4a2d988-67a2-42be-afe0-e42dd0598faf tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=47b2f75333074d3d9bc27b6613e6fe65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732410 Feb 11 05:11:48.421807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-008663f8-1be3-4491-820a-feca71152099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-router', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:41Z', 'updated_at': '2022-02-11T05:11:44Z', 'revision_number': 3, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'gw_port': {'id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:43Z', 'updated_at': '2022-02-11T05:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:48.438361 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bee18435-2330-40cd-8085-fa33a9a83def admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (fd11f94d-b840-4c63-804e-f8e04aa617c8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.502785 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Allocated IP 172.20.0.1 (4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6/b04a3b42-548e-46b8-9781-7b497bddbdd2/8a9e30fb-eb92-48c8-8f5e-f26ae126a73e) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:48.521408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008663f8-1be3-4491-820a-feca71152099 None None] Checking router: dd2b0516-594b-44ea-9a55-9ea9893d6e09 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:11:48.521763 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008663f8-1be3-4491-820a-feca71152099 None None] Updating router dd2b0516-594b-44ea-9a55-9ea9893d6e09 port 5c22b0f7-424f-438f-b80a-4b53cf22d060 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:11:48.623266 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-008663f8-1be3-4491-820a-feca71152099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5c22b0f7-424f-438f-b80a-4b53cf22d060), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.623580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a695-c85a-4e66-90b2-33a1d4877c85 req-2c2421d9-9467-48d2-ade5-1659cb64b5c5 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:48.629340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a695-c85a-4e66-90b2-33a1d4877c85 req-2c2421d9-9467-48d2-ade5-1659cb64b5c5 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:48.642429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a695-c85a-4e66-90b2-33a1d4877c85 req-2c2421d9-9467-48d2-ade5-1659cb64b5c5 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:48.644177 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7526a695-c85a-4e66-90b2-33a1d4877c85 req-2c2421d9-9467-48d2-ade5-1659cb64b5c5 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2415 time: 0.2681382 Feb 11 05:11:48.646612 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-447ab0a6-8d4d-4fdb-91ce-6afd4f3107dc req-f8b7ac07-8631-4b56-aa3f-e54964d1448a service neutron] 10.222.0.73 "GET /v2.0/networks/5bf47b40-8fd7-4b9b-b031-895dee41fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646077 Feb 11 05:11:48.647255 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bee18435-2330-40cd-8085-fa33a9a83def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (fd11f94d-b840-4c63-804e-f8e04aa617c8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.648142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee18435-2330-40cd-8085-fa33a9a83def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:48.648698 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bee18435-2330-40cd-8085-fa33a9a83def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.790206 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bee18435-2330-40cd-8085-fa33a9a83def admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5598848 Feb 11 05:11:48.795801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56042) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:48.827767 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-a6b1c190-6124-457c-b6f8-a824edc6331b tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:48.829835 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-a6b1c190-6124-457c-b6f8-a824edc6331b tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4100914 Feb 11 05:11:48.833639 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-cea37fe9-c2d0-4181-b2c6-f716837d41a5 admin admin] Request body: {'subnet': {'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-subnet', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:48.843769 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-4f1bce3b-9727-4fd4-b07e-2baa8df48c7e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Request body: {'port': {'device_id': 'b07c3d67-fe4b-4e99-a883-824e60375be3', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '47b2f75333074d3d9bc27b6613e6fe65'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:48.888362 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea37fe9-c2d0-4181-b2c6-f716837d41a5 admin admin] Made reservation on behalf of f1299ecd49e5408282a75d13c75f41aa for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:48.891799 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cea37fe9-c2d0-4181-b2c6-f716837d41a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:48.903019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee18435-2330-40cd-8085-fa33a9a83def admin admin] Pushing event updated for resources: {'Network': ['ID=fd11f94d-b840-4c63-804e-f8e04aa617c8,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:48.955063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7526a695-c85a-4e66-90b2-33a1d4877c85 req-4c7fe852-b9fd-4496-a3cf-656034f67e33 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976251 Feb 11 05:11:48.962194 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network fd11f94d-b840-4c63-804e-f8e04aa617c8 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:11:48.984597 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Publish callbacks [] for port (8a9e30fb-eb92-48c8-8f5e-f26ae126a73e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.082852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b76eab5-34ba-4ebc-b078-7c49ec824c9d req-cacd38c5-1ccf-4203-af9b-fbf2bf002410 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/ports?device_id=b07c3d67-fe4b-4e99-a883-824e60375be3 HTTP/1.1" status: 200 len: 210 time: 0.0519702 Feb 11 05:11:49.102578 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-4f1bce3b-9727-4fd4-b07e-2baa8df48c7e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Made reservation on behalf of 47b2f75333074d3d9bc27b6613e6fe65 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:49.106508 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-4f1bce3b-9727-4fd4-b07e-2baa8df48c7e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.118339 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-4f1bce3b-9727-4fd4-b07e-2baa8df48c7e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.129887 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8a9e30fb-eb92-48c8-8f5e-f26ae126a73e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.216594 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-4f1bce3b-9727-4fd4-b07e-2baa8df48c7e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Publish callbacks [] for security_group (4c31f771-4b4f-477c-a49b-3f1373c5fec5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.231671 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-008663f8-1be3-4491-820a-feca71152099 None None] Publish callbacks [] for port (5c22b0f7-424f-438f-b80a-4b53cf22d060), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.242949 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-008663f8-1be3-4491-820a-feca71152099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5c22b0f7-424f-438f-b80a-4b53cf22d060), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.243734 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-4f1bce3b-9727-4fd4-b07e-2baa8df48c7e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4c31f771-4b4f-477c-a49b-3f1373c5fec5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.273607 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cea37fe9-c2d0-4181-b2c6-f716837d41a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (a3e05d09-bfb4-47cf-94a4-0023beaac4ff), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.283965 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bce3b-9727-4fd4-b07e-2baa8df48c7e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c31f771-4b4f-477c-a49b-3f1373c5fec5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:49.298123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410506a-feb2-4c7f-86b1-bda7bc3c8390 None None] Pushing event updated for resources: {'Port': ['ID=5c22b0f7-424f-438f-b80a-4b53cf22d060,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:49.300822 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Network 4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:49.310423 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:49.313432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:49.341125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-008663f8-1be3-4491-820a-feca71152099 None None] Attempting to bind port 5c22b0f7-424f-438f-b80a-4b53cf22d060 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:49.341125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-008663f8-1be3-4491-820a-feca71152099 None None] Attempting to bind port 5c22b0f7-424f-438f-b80a-4b53cf22d060 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:49.341125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008663f8-1be3-4491-820a-feca71152099 None None] Attempting to bind port 5c22b0f7-424f-438f-b80a-4b53cf22d060 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:49.352648 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008663f8-1be3-4491-820a-feca71152099 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:49.353090 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008663f8-1be3-4491-820a-feca71152099 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:49.353499 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-008663f8-1be3-4491-820a-feca71152099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.353896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008663f8-1be3-4491-820a-feca71152099 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:49.354382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-008663f8-1be3-4491-820a-feca71152099 None None] Bound port: 5c22b0f7-424f-438f-b80a-4b53cf22d060, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:49.354829 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-008663f8-1be3-4491-820a-feca71152099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5c22b0f7-424f-438f-b80a-4b53cf22d060), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.403453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea37fe9-c2d0-4181-b2c6-f716837d41a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3e05d09-bfb4-47cf-94a4-0023beaac4ff,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:49.412044 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea37fe9-c2d0-4181-b2c6-f716837d41a5 admin admin] Checking segment: {'id': 'a8229711-bbc5-4eb8-bf92-186023610d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:49.412404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea37fe9-c2d0-4181-b2c6-f716837d41a5 admin admin] Network hostable DHCP agents. Network: fd11f94d-b840-4c63-804e-f8e04aa617c8, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:11:49.415445 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Pushing event updated for resources: {'Port': ['ID=8a9e30fb-eb92-48c8-8f5e-f26ae126a73e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:49.441038 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (dd2b0516-594b-44ea-9a55-9ea9893d6e09), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.454586 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-008663f8-1be3-4491-820a-feca71152099 None None] For port 5c22b0f7-424f-438f-b80a-4b53cf22d060, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:49.455239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea37fe9-c2d0-4181-b2c6-f716837d41a5 admin admin] Network fd11f94d-b840-4c63-804e-f8e04aa617c8 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:11:49.461322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-008663f8-1be3-4491-820a-feca71152099 None None] For port 5c22b0f7-424f-438f-b80a-4b53cf22d060, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5c22b0f7-424f-438f-b80a-4b53cf22d060,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:49.467108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-cea37fe9-c2d0-4181-b2c6-f716837d41a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, fd11f94d-b840-4c63-804e-f8e04aa617c8) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:49.472075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea37fe9-c2d0-4181-b2c6-f716837d41a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:49.472664 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cea37fe9-c2d0-4181-b2c6-f716837d41a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.473457 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-008663f8-1be3-4491-820a-feca71152099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5c22b0f7-424f-438f-b80a-4b53cf22d060), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.506658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cea37fe9-c2d0-4181-b2c6-f716837d41a5 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7049789 Feb 11 05:11:49.506895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56054) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:49.513442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-router', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:49.526749 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5582b046-14e2-4dce-b12e-18f5fffd9602 None None] Network fd11f94d-b840-4c63-804e-f8e04aa617c8 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:49.539861 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (4245bbd3-8974-4fe7-b359-c46370ed76a2), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.541576 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (4245bbd3-8974-4fe7-b359-c46370ed76a2), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.587748 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-4f1bce3b-9727-4fd4-b07e-2baa8df48c7e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Allocated IP 192.168.233.5 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/090b4459-d28b-43b2-a459-2b9a0e273e7e) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:49.621831 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Publish callbacks [] for router_controller (4245bbd3-8974-4fe7-b359-c46370ed76a2), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.636438 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-88a181b9-a86e-48fd-af11-0fc01e187cc4 req-9e70cb79-5948-4c47-a7cd-ac76ca484ab8 tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1557433267', 'description': 'tempest-description-1331528278'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:49.707864 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8a9e30fb-eb92-48c8-8f5e-f26ae126a73e), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.739293 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410506a-feb2-4c7f-86b1-bda7bc3c8390 None None] Pushing event updated for resources: {'Port': ['ID=5c22b0f7-424f-438f-b80a-4b53cf22d060,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:49.759392 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008663f8-1be3-4491-820a-feca71152099 None None] Routers {'dd2b0516-594b-44ea-9a55-9ea9893d6e09'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:49.760401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-008663f8-1be3-4491-820a-feca71152099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:11:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:49.874311 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-88a181b9-a86e-48fd-af11-0fc01e187cc4 req-9e70cb79-5948-4c47-a7cd-ac76ca484ab8 tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.878485 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Publish callbacks [] for router_gateway (4245bbd3-8974-4fe7-b359-c46370ed76a2), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.890022 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Publish callbacks [] for port (8a9e30fb-eb92-48c8-8f5e-f26ae126a73e), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.890286 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-88a181b9-a86e-48fd-af11-0fc01e187cc4 req-9e70cb79-5948-4c47-a7cd-ac76ca484ab8 tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.895684 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (8a9e30fb-eb92-48c8-8f5e-f26ae126a73e), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:49.912545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-fd11f94d-b840-4c63-804e-f8e04aa617c8', 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8', 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'fixed_ips': [{'subnet_id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:11:49.914516 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.000729 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-88a181b9-a86e-48fd-af11-0fc01e187cc4 req-9e70cb79-5948-4c47-a7cd-ac76ca484ab8 tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks [] for security_group (5f3c729a-e0a4-44dd-81c0-ce291b3e352e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.015469 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-88a181b9-a86e-48fd-af11-0fc01e187cc4 req-9e70cb79-5948-4c47-a7cd-ac76ca484ab8 tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5f3c729a-e0a4-44dd-81c0-ce291b3e352e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.080160 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (dd2b0516-594b-44ea-9a55-9ea9893d6e09), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.108002 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Pushing event updated for resources: {'Port': ['ID=8a9e30fb-eb92-48c8-8f5e-f26ae126a73e,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:50.126328 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Allocated IP 172.20.0.2 (fd11f94d-b840-4c63-804e-f8e04aa617c8/a3e05d09-bfb4-47cf-94a4-0023beaac4ff/83e3dbe7-b7a3-4686-9c35-75323ccfd4d0) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:50.138280 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-4f1bce3b-9727-4fd4-b07e-2baa8df48c7e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Publish callbacks [] for port (090b4459-d28b-43b2-a459-2b9a0e273e7e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.157116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70cb79-5948-4c47-a7cd-ac76ca484ab8 tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3c729a-e0a4-44dd-81c0-ce291b3e352e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:50.246653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Network 4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:50.248881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:50.251622 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-4f1bce3b-9727-4fd4-b07e-2baa8df48c7e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (090b4459-d28b-43b2-a459-2b9a0e273e7e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.314446 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f753f9-731a-491a-851b-726fdf03c724 req-9b52e314-a6eb-46ed-b328-4ac43cabb129 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:50.317465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f753f9-731a-491a-851b-726fdf03c724 req-9b52e314-a6eb-46ed-b328-4ac43cabb129 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:50.323270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f753f9-731a-491a-851b-726fdf03c724 req-9b52e314-a6eb-46ed-b328-4ac43cabb129 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:50.325458 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7f753f9-731a-491a-851b-726fdf03c724 req-9b52e314-a6eb-46ed-b328-4ac43cabb129 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2415 time: 0.2336860 Feb 11 05:11:50.327299 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Publish callbacks [] for port (83e3dbe7-b7a3-4686-9c35-75323ccfd4d0), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.328177 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-88a181b9-a86e-48fd-af11-0fc01e187cc4 req-9e70cb79-5948-4c47-a7cd-ac76ca484ab8 tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks [] for security_group (89db8664-1cab-4c8b-8718-9b227fed4c17), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.337019 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 482f99f6-32f0-43bf-8e63-7df48e2932e2 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:50.345562 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a23ae39-415a-4b20-b213-56673fc69709 req-542b8d97-7547-4135-8ae0-6c6ebfe8a28d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2770474 Feb 11 05:11:50.351364 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-88a181b9-a86e-48fd-af11-0fc01e187cc4 req-9e70cb79-5948-4c47-a7cd-ac76ca484ab8 tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (89db8664-1cab-4c8b-8718-9b227fed4c17), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.360019 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-4f1bce3b-9727-4fd4-b07e-2baa8df48c7e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:50.364991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-4f1bce3b-9727-4fd4-b07e-2baa8df48c7e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:50.375987 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-4f1bce3b-9727-4fd4-b07e-2baa8df48c7e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:50.398830 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (83e3dbe7-b7a3-4686-9c35-75323ccfd4d0), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.426081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Network fd11f94d-b840-4c63-804e-f8e04aa617c8 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:50.428050 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bce3b-9727-4fd4-b07e-2baa8df48c7e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Pushing event updated for resources: {'Port': ['ID=090b4459-d28b-43b2-a459-2b9a0e273e7e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:50.465844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:50.469275 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:50.496939 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-4f1bce3b-9727-4fd4-b07e-2baa8df48c7e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:50.497812 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-4f1bce3b-9727-4fd4-b07e-2baa8df48c7e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.531738 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-4f1bce3b-9727-4fd4-b07e-2baa8df48c7e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6926105 Feb 11 05:11:50.557937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Router dd2b0516-594b-44ea-9a55-9ea9893d6e09 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:11:50.564667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Request body: {'port': {'device_id': 'b07c3d67-fe4b-4e99-a883-824e60375be3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:50.573945 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-88a181b9-a86e-48fd-af11-0fc01e187cc4 req-9e70cb79-5948-4c47-a7cd-ac76ca484ab8 tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.575789 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88a181b9-a86e-48fd-af11-0fc01e187cc4 req-9e70cb79-5948-4c47-a7cd-ac76ca484ab8 tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9507670 Feb 11 05:11:50.613643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70cb79-5948-4c47-a7cd-ac76ca484ab8 tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89db8664-1cab-4c8b-8718-9b227fed4c17,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:50.646955 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (090b4459-d28b-43b2-a459-2b9a0e273e7e), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.676632 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Attempting to bind port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:50.677526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Attempting to bind port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a8229711-bbc5-4eb8-bf92-186023610d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:50.678202 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Attempting to bind port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 on network fd11f94d-b840-4c63-804e-f8e04aa617c8 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:50.689930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-008663f8-1be3-4491-820a-feca71152099 None None] Set router dd2b0516-594b-44ea-9a55-9ea9893d6e09 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:50.692395 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Pushing event updated for resources: {'Port': ['ID=83e3dbe7-b7a3-4686-9c35-75323ccfd4d0,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:50.759946 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:50.760655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Checking segment: {'id': 'a8229711-bbc5-4eb8-bf92-186023610d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:50.762154 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.762928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Bound using segment: {'id': 'a8229711-bbc5-4eb8-bf92-186023610d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:50.763757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Bound port: 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8229711-bbc5-4eb8-bf92-186023610d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:50.765092 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (83e3dbe7-b7a3-4686-9c35-75323ccfd4d0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.838144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 482f99f6-32f0-43bf-8e63-7df48e2932e2 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:11:50.842013 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7f753f9-731a-491a-851b-726fdf03c724 req-1045f5bc-73ab-49a0-b3ab-7c74a0060806 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089111 Feb 11 05:11:50.846693 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7ec38b1b-3292-4c2f-9013-ee967e4d6581 None None] Provisioning complete for port 090b4459-d28b-43b2-a459-2b9a0e273e7e triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:50.847075 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7ec38b1b-3292-4c2f-9013-ee967e4d6581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (090b4459-d28b-43b2-a459-2b9a0e273e7e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.871064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23ae39-415a-4b20-b213-56673fc69709 req-5207ec0d-07f0-4cc1-bd64-cc547977ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:50.873220 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a23ae39-415a-4b20-b213-56673fc69709 req-5207ec0d-07f0-4cc1-bd64-cc547977ace9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 1127 time: 0.4956582 Feb 11 05:11:50.940281 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 482f99f6-32f0-43bf-8e63-7df48e2932e2 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:50.940662 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (482f99f6-32f0-43bf-8e63-7df48e2932e2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:50.967277 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:50.978032 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-baa5cb53-909e-4f0f-9dfd-23496e30255c admin admin] 10.222.0.87 "PUT /v2.0/routers/dd2b0516-594b-44ea-9a55-9ea9893d6e09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2044125 Feb 11 05:11:51.022548 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23ae39-415a-4b20-b213-56673fc69709 req-55c4e5c9-345b-4e6a-accd-be74ece9a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:51.024260 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a23ae39-415a-4b20-b213-56673fc69709 req-55c4e5c9-345b-4e6a-accd-be74ece9a1ab service neutron] 10.222.0.73 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.1122286 Feb 11 05:11:51.034801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-086f2385-3852-4da5-bcff-64bb63e3246b req-465c9bba-cf54-42fe-9f3f-8655c2ee1b1a tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Request body: {'security_group': {'name': 'tempest-securitygroup-257853206', 'description': 'tempest-description-995932756'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:51.106126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a23ae39-415a-4b20-b213-56673fc69709 req-6caa1667-bb6d-4c4d-8f19-4f90720a7c4a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdd8df23-fda2-448f-8d24-05c4613ec467 HTTP/1.1" status: 200 len: 217 time: 0.0648365 Feb 11 05:11:51.116248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ae599-d60d-41b4-bbdb-5c916a667294 req-f1b89396-4c13-4aaa-af43-5e0e48b12805 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:51.117955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-073ae599-d60d-41b4-bbdb-5c916a667294 req-f1b89396-4c13-4aaa-af43-5e0e48b12805 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/ports?device_id=b07c3d67-fe4b-4e99-a883-824e60375be3 HTTP/1.1" status: 200 len: 934 time: 0.3892293 Feb 11 05:11:51.119251 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Publish callbacks [] for router_gateway (4245bbd3-8974-4fe7-b359-c46370ed76a2), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.146760 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.171077 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-086f2385-3852-4da5-bcff-64bb63e3246b req-465c9bba-cf54-42fe-9f3f-8655c2ee1b1a tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.176480 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] For port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:51.213736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7ec38b1b-3292-4c2f-9013-ee967e4d6581 None None] Port 090b4459-d28b-43b2-a459-2b9a0e273e7e cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:51.225452 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] For port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=83e3dbe7-b7a3-4686-9c35-75323ccfd4d0,segment=NetworkSegment(a8229711-bbc5-4eb8-bf92-186023610d76),segment_id=a8229711-bbc5-4eb8-bf92-186023610d76)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:51.242685 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (83e3dbe7-b7a3-4686-9c35-75323ccfd4d0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.341017 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090b4459-d28b-43b2-a459-2b9a0e273e7e {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:51.354562 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Publish callbacks [] for port (090b4459-d28b-43b2-a459-2b9a0e273e7e), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.360810 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23ae39-415a-4b20-b213-56673fc69709 req-07cab47a-315b-4ca6-9eb2-ddb9251c8612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:51.362524 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a23ae39-415a-4b20-b213-56673fc69709 req-07cab47a-315b-4ca6-9eb2-ddb9251c8612 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.2183170 Feb 11 05:11:51.376548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Transition to ACTIVE for port object 090b4459-d28b-43b2-a459-2b9a0e273e7e will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:11:51.382200 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (090b4459-d28b-43b2-a459-2b9a0e273e7e), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.414547 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 482f99f6-32f0-43bf-8e63-7df48e2932e2 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:51.415211 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (482f99f6-32f0-43bf-8e63-7df48e2932e2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.436832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847ac96-8a0c-4e07-b2f3-7b2249c7762f None None] Pushing event updated for resources: {'Port': ['ID=83e3dbe7-b7a3-4686-9c35-75323ccfd4d0,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:51.466423 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-073ae599-d60d-41b4-bbdb-5c916a667294 req-a7b5117a-9eb8-4474-829c-353d99ace067 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c31f771-4b4f-477c-a49b-3f1373c5fec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209605 Feb 11 05:11:51.467341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482f99f6-32f0-43bf-8e63-7df48e2932e2'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:51.469856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a23ae39-415a-4b20-b213-56673fc69709 req-664d7ebf-17aa-43d1-8981-a7ef2b849b87 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678816 Feb 11 05:11:51.470015 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeca2e04-769d-4898-a886-e2a5d87cd6e1" -d '{"events": [{"server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "name": "network-vif-plugged", "status": "completed", "tag": "482f99f6-32f0-43bf-8e63-7df48e2932e2"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:51.492854 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 482f99f6-32f0-43bf-8e63-7df48e2932e2, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=482f99f6-32f0-43bf-8e63-7df48e2932e2,segment=NetworkSegment(9487b64a-4eb5-47c7-9c25-0e3635bb1b58),segment_id=9487b64a-4eb5-47c7-9c25-0e3635bb1b58)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:51.492854 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-008663f8-1be3-4491-820a-feca71152099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-router', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:41Z', 'updated_at': '2022-02-11T05:11:49Z', 'revision_number': 4, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'gw_port': {'id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:43Z', 'updated_at': '2022-02-11T05:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8a9e30fb-eb92-48c8-8f5e-f26ae126a73e', 'name': '', 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'mac_address': 'fa:16:3e:12:a5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:48Z', 'updated_at': '2022-02-11T05:11:48Z', 'revision_number': 1, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'subnets': [{'id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:51.493924 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (482f99f6-32f0-43bf-8e63-7df48e2932e2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.495039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 84989951-18c9-4413-9a3a-120ce95bf404 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:51.580630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Allocated IP 172.25.5.232 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/7dc3967b-0ee4-4636-8b9d-a294b9edbe1a) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:51.635554 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Pushing event updated for resources: {'Port': ['ID=090b4459-d28b-43b2-a459-2b9a0e273e7e,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:51.638405 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008663f8-1be3-4491-820a-feca71152099 None None] The sync data for ids ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'] in n-d-713499-38 is: [{'id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-router', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:41Z', 'updated_at': '2022-02-11T05:11:49Z', 'revision_number': 4, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'gw_port': {'id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:43Z', 'updated_at': '2022-02-11T05:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8a9e30fb-eb92-48c8-8f5e-f26ae126a73e', 'name': '', 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'mac_address': 'fa:16:3e:12:a5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:48Z', 'updated_at': '2022-02-11T05:11:48Z', 'revision_number': 1, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'subnets': [{'id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:51.729851 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-086f2385-3852-4da5-bcff-64bb63e3246b req-465c9bba-cf54-42fe-9f3f-8655c2ee1b1a tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks [] for security_group (f0666c55-6b3e-4e6e-9f13-68d75cf16d24), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.803286 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=482f99f6-32f0-43bf-8e63-7df48e2932e2,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:51.827721 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 84989951-18c9-4413-9a3a-120ce95bf404 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:11:51.841554 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 84989951-18c9-4413-9a3a-120ce95bf404 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:51.841942 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (84989951-18c9-4413-9a3a-120ce95bf404), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:51.898169 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Attempting to bind port 090b4459-d28b-43b2-a459-2b9a0e273e7e on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:51.898615 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Attempting to bind port 090b4459-d28b-43b2-a459-2b9a0e273e7e by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:51.903556 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Attempting to bind port 090b4459-d28b-43b2-a459-2b9a0e273e7e on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:51.915392 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Port 090b4459-d28b-43b2-a459-2b9a0e273e7e on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:11:51.926836 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Attempting to bind port 090b4459-d28b-43b2-a459-2b9a0e273e7e on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:51.931399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:51.937756 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:51.938262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:51.938926 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Bound port: 090b4459-d28b-43b2-a459-2b9a0e273e7e, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:51.944378 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (090b4459-d28b-43b2-a459-2b9a0e273e7e), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.056632 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 84989951-18c9-4413-9a3a-120ce95bf404 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:52.061262 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (84989951-18c9-4413-9a3a-120ce95bf404), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.160719 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] For port 090b4459-d28b-43b2-a459-2b9a0e273e7e, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:52.164028 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 84989951-18c9-4413-9a3a-120ce95bf404, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=84989951-18c9-4413-9a3a-120ce95bf404,segment=NetworkSegment(9db1e976-8bed-443a-8c95-5e01d59b42b2),segment_id=9db1e976-8bed-443a-8c95-5e01d59b42b2)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:52.164318 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] For port 090b4459-d28b-43b2-a459-2b9a0e273e7e, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=090b4459-d28b-43b2-a459-2b9a0e273e7e,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:52.171903 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (090b4459-d28b-43b2-a459-2b9a0e273e7e), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.172588 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (84989951-18c9-4413-9a3a-120ce95bf404), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.173519 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device dde2bef3-9ffc-4de4-b7e8-878429bc626f up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:52.262495 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:52.263130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.268960 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] 10.222.0.88 "PUT /v2.0/ports/090b4459-d28b-43b2-a459-2b9a0e273e7e HTTP/1.1" status: 200 len: 1095 time: 1.7134502 Feb 11 05:11:52.274616 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-086f2385-3852-4da5-bcff-64bb63e3246b req-465c9bba-cf54-42fe-9f3f-8655c2ee1b1a tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f0666c55-6b3e-4e6e-9f13-68d75cf16d24), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.279584 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07c3d67-fe4b-4e99-a883-824e60375be3', 'tag': '090b4459-d28b-43b2-a459-2b9a0e273e7e'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:52.287503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a23ae39-415a-4b20-b213-56673fc69709 req-ad1824e1-5b2e-4244-83fd-e4ff3076573e service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8085055 Feb 11 05:11:52.289041 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760c4b3e-7b4f-4cfa-bce6-cb2cd00c8f29" -d '{"events": [{"name": "network-changed", "server_uuid": "b07c3d67-fe4b-4e99-a883-824e60375be3", "tag": "090b4459-d28b-43b2-a459-2b9a0e273e7e"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:52.379952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=84989951-18c9-4413-9a3a-120ce95bf404,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:52.417145 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port dde2bef3-9ffc-4de4-b7e8-878429bc626f completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:11:52.420571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8e694-e8a8-476e-a8e5-54fb2bd441e3 service neutron] Pushing event updated for resources: {'Port': ['ID=090b4459-d28b-43b2-a459-2b9a0e273e7e,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:52.422535 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port dde2bef3-9ffc-4de4-b7e8-878429bc626f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:52.423063 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (dde2bef3-9ffc-4de4-b7e8-878429bc626f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.455464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-fcdea7cd-38b9-40b1-886d-87d07b351ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:52.463223 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-fcdea7cd-38b9-40b1-886d-87d07b351ebf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=47b2f75333074d3d9bc27b6613e6fe65&device_id=b07c3d67-fe4b-4e99-a883-824e60375be3 HTTP/1.1" status: 200 len: 1129 time: 0.1303797 Feb 11 05:11:52.497724 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a23ae39-415a-4b20-b213-56673fc69709 req-ec10572f-f169-4903-acd3-61d45a86bf48 service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495078 Feb 11 05:11:52.573685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port dde2bef3-9ffc-4de4-b7e8-878429bc626f is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:52.579078 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (dde2bef3-9ffc-4de4-b7e8-878429bc626f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.588850 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-595f16c8-6be8-40ee-bd5a-d43fa35293c1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=090b4459-d28b-43b2-a459-2b9a0e273e7e HTTP/1.1" status: 200 len: 217 time: 0.1177433 Feb 11 05:11:52.692986 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-de47dd75-edd5-4b6b-b9ba-3ea4e6f2deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:52.693478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port dde2bef3-9ffc-4de4-b7e8-878429bc626f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=dde2bef3-9ffc-4de4-b7e8-878429bc626f,segment=NetworkSegment(9487b64a-4eb5-47c7-9c25-0e3635bb1b58),segment_id=9487b64a-4eb5-47c7-9c25-0e3635bb1b58)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:52.697894 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-086f2385-3852-4da5-bcff-64bb63e3246b req-465c9bba-cf54-42fe-9f3f-8655c2ee1b1a tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.698314 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-de47dd75-edd5-4b6b-b9ba-3ea4e6f2deb8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0968912 Feb 11 05:11:52.700760 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (dde2bef3-9ffc-4de4-b7e8-878429bc626f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.714837 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-086f2385-3852-4da5-bcff-64bb63e3246b req-465c9bba-cf54-42fe-9f3f-8655c2ee1b1a tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.8013976 Feb 11 05:11:52.773033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c9bba-cf54-42fe-9f3f-8655c2ee1b1a tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0666c55-6b3e-4e6e-9f13-68d75cf16d24,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:52.792212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:52.806206 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-3176d668-4fae-47dc-bb0e-9fb2f2e4f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:52.810540 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-3176d668-4fae-47dc-bb0e-9fb2f2e4f0c3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1055875 Feb 11 05:11:52.880653 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5f3939-cbcf-4c58-bfa0-4236d2f064c0 x-openstack-request-id: req-6c5f3939-cbcf-4c58-bfa0-4236d2f064c0 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:52.883189 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "name": "network-vif-plugged", "status": "completed", "tag": "482f99f6-32f0-43bf-8e63-7df48e2932e2", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:52.883870 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6c5f3939-cbcf-4c58-bfa0-4236d2f064c0 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:52.884870 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482f99f6-32f0-43bf-8e63-7df48e2932e2', 'code': 200} Feb 11 05:11:52.932130 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Publish callbacks [] for port (7dc3967b-0ee4-4636-8b9d-a294b9edbe1a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:52.958990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-5d353cac-75d9-4f0b-a251-188b42833419 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:52.960889 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-5d353cac-75d9-4f0b-a251-188b42833419 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/networks?id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 HTTP/1.1" status: 200 len: 819 time: 0.7252133 Feb 11 05:11:52.998264 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=dde2bef3-9ffc-4de4-b7e8-878429bc626f,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:53.056493 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:53.060717 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (83e3dbe7-b7a3-4686-9c35-75323ccfd4d0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.069661 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-cc4016d4-2ca0-4f5d-b4c3-133a2ec1b272 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/quotas/ccc011d380e947d8b6e7b3dbc090f659 HTTP/1.1" status: 200 len: 375 time: 0.1013250 Feb 11 05:11:53.120043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96c112-43be-4de1-8c5a-872f4665b367 req-78fdd968-ffcd-467c-a343-00fbddc1b09d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:53.129226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96c112-43be-4de1-8c5a-872f4665b367 req-78fdd968-ffcd-467c-a343-00fbddc1b09d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:53.134870 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-d00efbfb-fae1-4bdc-bd59-5b33bf18cc40 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088255 Feb 11 05:11:53.135687 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96c112-43be-4de1-8c5a-872f4665b367 req-78fdd968-ffcd-467c-a343-00fbddc1b09d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:53.137537 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db96c112-43be-4de1-8c5a-872f4665b367 req-78fdd968-ffcd-467c-a343-00fbddc1b09d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2418 time: 0.1600945 Feb 11 05:11:53.218334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:53.222329 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (83e3dbe7-b7a3-4686-9c35-75323ccfd4d0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.234437 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7dc3967b-0ee4-4636-8b9d-a294b9edbe1a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.303816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=83e3dbe7-b7a3-4686-9c35-75323ccfd4d0,segment=NetworkSegment(a8229711-bbc5-4eb8-bf92-186023610d76),segment_id=a8229711-bbc5-4eb8-bf92-186023610d76)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:53.312159 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (83e3dbe7-b7a3-4686-9c35-75323ccfd4d0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.355337 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-71f051d9-40cf-4b0f-a557-f2e3983e0204 req-009ca4a5-76d9-4e2c-9e2b-cc52e567b71f service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103262 Feb 11 05:11:53.416691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-0f50f497-d944-4b2f-b193-af3206748e14 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ccc011d380e947d8b6e7b3dbc090f659&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2778709 Feb 11 05:11:53.424480 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=83e3dbe7-b7a3-4686-9c35-75323ccfd4d0,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:53.454603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9450fa9-8d27-457c-9715-362b98cc5a1f None None] Network fd11f94d-b840-4c63-804e-f8e04aa617c8 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:11:53.473614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:53.482628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc3967b-0ee4-4636-8b9d-a294b9edbe1a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:53.502898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:53.507798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:53.549450 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db96c112-43be-4de1-8c5a-872f4665b367 req-b559e0fa-43e9-4881-a736-5532787abbb2 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391659 Feb 11 05:11:53.584611 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-35f05cb0-0121-4ce2-97ba-8bfebbd5ec68 None None] Provisioning complete for port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:53.585317 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-35f05cb0-0121-4ce2-97ba-8bfebbd5ec68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (83e3dbe7-b7a3-4686-9c35-75323ccfd4d0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:53.676097 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-cc558427-a7db-4403-b1a1-32706b71323b service neutron] 10.222.0.87 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584970 Feb 11 05:11:53.716548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-35f05cb0-0121-4ce2-97ba-8bfebbd5ec68 None None] Current status of the port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:53.943065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ff582-a44b-4408-82db-583fa4219b3d req-05ca02cf-3956-4923-b210-ff6095953ec7 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:53.948124 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-768ff582-a44b-4408-82db-583fa4219b3d req-05ca02cf-3956-4923-b210-ff6095953ec7 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 1128 time: 0.2708626 Feb 11 05:11:54.019630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-112576a8-b054-473c-9b8d-21affb425bcd service neutron] 10.222.0.87 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917423 Feb 11 05:11:54.050037 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-afbb6e71-2ff3-483e-8e94-d73c823a5e1c None None] Provisioning complete for port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:54.050419 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-afbb6e71-2ff3-483e-8e94-d73c823a5e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (83e3dbe7-b7a3-4686-9c35-75323ccfd4d0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.086925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-768ff582-a44b-4408-82db-583fa4219b3d req-a77f173c-7ea9-4806-a793-cb9646d88f34 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241400 Feb 11 05:11:54.168957 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-afbb6e71-2ff3-483e-8e94-d73c823a5e1c None None] Current status of the port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:54.192324 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504daa76-7bc4-40f1-8eee-90dd75cc50f5 x-openstack-request-id: req-504daa76-7bc4-40f1-8eee-90dd75cc50f5 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:54.193167 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07c3d67-fe4b-4e99-a883-824e60375be3", "tag": "090b4459-d28b-43b2-a459-2b9a0e273e7e", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:54.193579 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-504daa76-7bc4-40f1-8eee-90dd75cc50f5 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:54.194164 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07c3d67-fe4b-4e99-a883-824e60375be3', 'tag': '090b4459-d28b-43b2-a459-2b9a0e273e7e', 'status': 'completed', 'code': 200} Feb 11 05:11:54.290381 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Publish callbacks [] for router_gateway (4245bbd3-8974-4fe7-b359-c46370ed76a2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.290753 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c4b3e-7b4f-4cfa-bce6-cb2cd00c8f29 req-d31eaae8-5468-4d03-9397-2642c128c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:54.296191 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-760c4b3e-7b4f-4cfa-bce6-cb2cd00c8f29 req-d31eaae8-5468-4d03-9397-2642c128c243 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=47b2f75333074d3d9bc27b6613e6fe65&device_id=b07c3d67-fe4b-4e99-a883-824e60375be3 HTTP/1.1" status: 200 len: 1129 time: 0.0744166 Feb 11 05:11:54.353635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-0e01c90a-bd8a-41a1-822f-c3f55ec67eb2 req-8b2e5dd0-63f9-4075-98d3-be7e2653740e tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-47611127', 'description': 'tempest-description-3633263'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:54.380964 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0e01c90a-bd8a-41a1-822f-c3f55ec67eb2 req-8b2e5dd0-63f9-4075-98d3-be7e2653740e tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.405403 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0e01c90a-bd8a-41a1-822f-c3f55ec67eb2 req-8b2e5dd0-63f9-4075-98d3-be7e2653740e tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.429145 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c4b3e-7b4f-4cfa-bce6-cb2cd00c8f29 req-98723ed1-0eb4-4036-92f6-3f8adedbf067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:54.430637 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-760c4b3e-7b4f-4cfa-bce6-cb2cd00c8f29 req-98723ed1-0eb4-4036-92f6-3f8adedbf067 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.1317291 Feb 11 05:11:54.464731 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a9844-fa09-468d-8c18-166252c3b0ca req-d738caf8-cb73-4984-8281-d9d31e9df2a9 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:54.466346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-889a9844-fa09-468d-8c18-166252c3b0ca req-d738caf8-cb73-4984-8281-d9d31e9df2a9 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/ports?device_id=b07c3d67-fe4b-4e99-a883-824e60375be3 HTTP/1.1" status: 200 len: 946 time: 0.2216568 Feb 11 05:11:54.489587 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-760c4b3e-7b4f-4cfa-bce6-cb2cd00c8f29 req-13d9bfab-75e8-4941-a951-46b347a8a72a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=090b4459-d28b-43b2-a459-2b9a0e273e7e HTTP/1.1" status: 200 len: 217 time: 0.0515590 Feb 11 05:11:54.541653 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-889a9844-fa09-468d-8c18-166252c3b0ca req-50313e59-3c8b-45db-b74c-d3fa5340dfbf tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c31f771-4b4f-477c-a49b-3f1373c5fec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643575 Feb 11 05:11:54.564582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c4b3e-7b4f-4cfa-bce6-cb2cd00c8f29 req-ccaef461-2d28-4975-8246-c7fce7b5ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:54.566069 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-760c4b3e-7b4f-4cfa-bce6-cb2cd00c8f29 req-ccaef461-2d28-4975-8246-c7fce7b5ae62 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0691907 Feb 11 05:11:54.722256 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c4b3e-7b4f-4cfa-bce6-cb2cd00c8f29 req-4f9c5f17-4546-4da1-94fd-2c2ec600d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:54.724962 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-760c4b3e-7b4f-4cfa-bce6-cb2cd00c8f29 req-4f9c5f17-4546-4da1-94fd-2c2ec600d0ae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1487300 Feb 11 05:11:54.749669 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0e01c90a-bd8a-41a1-822f-c3f55ec67eb2 req-8b2e5dd0-63f9-4075-98d3-be7e2653740e tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks [] for security_group (2e67c33a-8314-416a-acb4-e4ddc1cfaedb), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.777197 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (4245bbd3-8974-4fe7-b359-c46370ed76a2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.781700 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0e01c90a-bd8a-41a1-822f-c3f55ec67eb2 req-8b2e5dd0-63f9-4075-98d3-be7e2653740e tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2e67c33a-8314-416a-acb4-e4ddc1cfaedb), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:54.856300 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:54.892854 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84989951-18c9-4413-9a3a-120ce95bf404'}, {'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde2bef3-9ffc-4de4-b7e8-878429bc626f'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:11:54.896001 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917e9a6a-0bd3-4ca8-a790-db088f090a70" -d '{"events": [{"server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "name": "network-vif-plugged", "status": "completed", "tag": "84989951-18c9-4413-9a3a-120ce95bf404"}, {"server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "name": "network-vif-plugged", "status": "completed", "tag": "dde2bef3-9ffc-4de4-b7e8-878429bc626f"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:11:54.924932 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-760c4b3e-7b4f-4cfa-bce6-cb2cd00c8f29 req-63157b70-4e06-4cdd-91cf-c9e62800a273 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918359 Feb 11 05:11:54.968546 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:54.969230 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (83e3dbe7-b7a3-4686-9c35-75323ccfd4d0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.078909 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e5dd0-63f9-4075-98d3-be7e2653740e tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e67c33a-8314-416a-acb4-e4ddc1cfaedb,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:55.161234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Router 4245bbd3-8974-4fe7-b359-c46370ed76a2 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:11:55.170692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:55.171879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5c22b0f7-424f-438f-b80a-4b53cf22d060 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:55.175571 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0e01c90a-bd8a-41a1-822f-c3f55ec67eb2 req-8b2e5dd0-63f9-4075-98d3-be7e2653740e tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks [] for security_group (6906a58d-f1e2-4f57-946a-043baa54333e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.187554 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0e01c90a-bd8a-41a1-822f-c3f55ec67eb2 req-8b2e5dd0-63f9-4075-98d3-be7e2653740e tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6906a58d-f1e2-4f57-946a-043baa54333e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.299917 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0e01c90a-bd8a-41a1-822f-c3f55ec67eb2 req-8b2e5dd0-63f9-4075-98d3-be7e2653740e tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.320392 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e01c90a-bd8a-41a1-822f-c3f55ec67eb2 req-8b2e5dd0-63f9-4075-98d3-be7e2653740e tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9871852 Feb 11 05:11:55.329177 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 5c22b0f7-424f-438f-b80a-4b53cf22d060 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:55.330151 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5c22b0f7-424f-438f-b80a-4b53cf22d060), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.332917 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e5dd0-63f9-4075-98d3-be7e2653740e tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6906a58d-f1e2-4f57-946a-043baa54333e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:55.340553 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Sync routers for ids ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:55.438722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Routers {'dd2b0516-594b-44ea-9a55-9ea9893d6e09'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:55.439561 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:11:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:55.510790 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8813602e-50d8-4979-a2fd-6946409f4c48 req-ecf2386a-fe8f-4c08-8627-ab921f6f5f8e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 210 time: 0.0351784 Feb 11 05:11:55.549454 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:11:55.560272 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Sync routers for ids ['4245bbd3-8974-4fe7-b359-c46370ed76a2'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:11:55.573125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5c22b0f7-424f-438f-b80a-4b53cf22d060 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:55.573613 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Routers {'4245bbd3-8974-4fe7-b359-c46370ed76a2'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:55.573737 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5c22b0f7-424f-438f-b80a-4b53cf22d060), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.575094 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:11:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['4245bbd3-8974-4fe7-b359-c46370ed76a2'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:55.586076 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.588221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a60ac145-1ed6-4f8f-b981-583cf3fd7846 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0798585 Feb 11 05:11:55.595065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56148) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:11:55.645643 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-760c4b3e-7b4f-4cfa-bce6-cb2cd00c8f29 req-d96200d0-0845-4d67-b432-e15f9aaa8843 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7103786 Feb 11 05:11:55.706938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 5c22b0f7-424f-438f-b80a-4b53cf22d060, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5c22b0f7-424f-438f-b80a-4b53cf22d060,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:55.727140 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5c22b0f7-424f-438f-b80a-4b53cf22d060), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.808623 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Set router dd2b0516-594b-44ea-9a55-9ea9893d6e09 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:55.824477 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Set router 4245bbd3-8974-4fe7-b359-c46370ed76a2 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:55.870245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0367ae1-4349-449e-8d74-e5bbe3bc63a0 req-8be6b023-f14e-4bd3-b112-d6dccffdf5dd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:55.876530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0367ae1-4349-449e-8d74-e5bbe3bc63a0 req-8be6b023-f14e-4bd3-b112-d6dccffdf5dd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:55.882358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0367ae1-4349-449e-8d74-e5bbe3bc63a0 req-8be6b023-f14e-4bd3-b112-d6dccffdf5dd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:55.889987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0367ae1-4349-449e-8d74-e5bbe3bc63a0 req-8be6b023-f14e-4bd3-b112-d6dccffdf5dd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2418 time: 0.1899691 Feb 11 05:11:55.937549 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=5c22b0f7-424f-438f-b80a-4b53cf22d060,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:56.059665 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-cc1583b2-d70c-4c72-a388-7848f9b313d8 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:56.061203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-cc1583b2-d70c-4c72-a388-7848f9b313d8 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.73 "GET /v2.0/networks?id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 HTTP/1.1" status: 200 len: 819 time: 0.2847991 Feb 11 05:11:56.076293 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0367ae1-4349-449e-8d74-e5bbe3bc63a0 req-405bbd22-4b78-4d97-8144-b69ff35879c6 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853743 Feb 11 05:11:56.087611 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-27b0efeb-f596-43f9-92e4-cdbcce28a103 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Request body: {'port': {'device_id': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6', 'admin_state_up': True, 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:56.185553 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ffb0cf-8ebc-4c5f-ab24-9abcb256025a x-openstack-request-id: req-a3ffb0cf-8ebc-4c5f-ab24-9abcb256025a {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:11:56.185941 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "name": "network-vif-plugged", "status": "completed", "tag": "84989951-18c9-4413-9a3a-120ce95bf404", "code": 200}, {"server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "name": "network-vif-plugged", "status": "completed", "tag": "dde2bef3-9ffc-4de4-b7e8-878429bc626f", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:11:56.186152 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a3ffb0cf-8ebc-4c5f-ab24-9abcb256025a {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:11:56.186520 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84989951-18c9-4413-9a3a-120ce95bf404', 'code': 200} Feb 11 05:11:56.186773 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde2bef3-9ffc-4de4-b7e8-878429bc626f', 'code': 200} Feb 11 05:11:56.247189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-f68530c3-5f22-447c-b7b9-2d8334487923 req-74b548af-f4eb-471b-8767-b4e2449476b8 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1524080163', 'description': 'tempest-description-367130476'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:56.293705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-router', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:41Z', 'updated_at': '2022-02-11T05:11:49Z', 'revision_number': 4, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'gw_port': {'id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:43Z', 'updated_at': '2022-02-11T05:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8a9e30fb-eb92-48c8-8f5e-f26ae126a73e', 'name': '', 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'mac_address': 'fa:16:3e:12:a5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:48Z', 'updated_at': '2022-02-11T05:11:49Z', 'revision_number': 2, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'subnets': [{'id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:56.296334 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-router', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:49Z', 'updated_at': '2022-02-11T05:11:53Z', 'revision_number': 3, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'gw_port': {'id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:51Z', 'updated_at': '2022-02-11T05:11:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:56.334274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 090b4459-d28b-43b2-a459-2b9a0e273e7e details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:11:56.336249 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5e427a21-989a-458a-bfd4-9b25b50e991e req-44a24041-39bc-4f39-9516-6427bd672c60 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1172881 Feb 11 05:11:56.340138 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Checking router: 4245bbd3-8974-4fe7-b359-c46370ed76a2 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:11:56.340816 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Updating router 4245bbd3-8974-4fe7-b359-c46370ed76a2 port 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:11:56.347166 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Checking router: dd2b0516-594b-44ea-9a55-9ea9893d6e09 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:11:56.347541 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Updating router dd2b0516-594b-44ea-9a55-9ea9893d6e09 port 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:11:56.377873 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7dc3967b-0ee4-4636-8b9d-a294b9edbe1a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.410244 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8a9e30fb-eb92-48c8-8f5e-f26ae126a73e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.523908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e427a21-989a-458a-bfd4-9b25b50e991e req-fa2bcd5e-18f5-41f0-91ba-8419c6b971c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:56.535335 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5e427a21-989a-458a-bfd4-9b25b50e991e req-fa2bcd5e-18f5-41f0-91ba-8419c6b971c0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 1128 time: 0.1349156 Feb 11 05:11:56.737212 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e427a21-989a-458a-bfd4-9b25b50e991e req-f16a3593-c0f5-47d7-a737-bb88cee79163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:56.738883 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5e427a21-989a-458a-bfd4-9b25b50e991e req-f16a3593-c0f5-47d7-a737-bb88cee79163 service neutron] 10.222.0.88 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.1791329 Feb 11 05:11:56.797090 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5e427a21-989a-458a-bfd4-9b25b50e991e req-38c60bc9-1569-41c7-8ba9-f59a64d1dc57 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 HTTP/1.1" status: 200 len: 217 time: 0.0478516 Feb 11 05:11:56.809882 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Publish callbacks [] for port (7dc3967b-0ee4-4636-8b9d-a294b9edbe1a), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.820171 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7dc3967b-0ee4-4636-8b9d-a294b9edbe1a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.830840 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f68530c3-5f22-447c-b7b9-2d8334487923 req-74b548af-f4eb-471b-8767-b4e2449476b8 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.906127 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e427a21-989a-458a-bfd4-9b25b50e991e req-f6184a37-6ca7-40a0-a640-f2ec92cc7a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:56.907801 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5e427a21-989a-458a-bfd4-9b25b50e991e req-f6184a37-6ca7-40a0-a640-f2ec92cc7a85 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.1012444 Feb 11 05:11:56.912816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5c22b0f7-424f-438f-b80a-4b53cf22d060 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:56.945502 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Attempting to bind port 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:56.945502 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Attempting to bind port 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:56.945910 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Attempting to bind port 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:56.953959 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:56.953959 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:56.954354 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.954807 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:56.955079 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Bound port: 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:56.955483 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7dc3967b-0ee4-4636-8b9d-a294b9edbe1a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.969135 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5e427a21-989a-458a-bfd4-9b25b50e991e req-8eb1b331-ac5e-4f36-b155-36ae391d9b7d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530143 Feb 11 05:11:57.033833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 090b4459-d28b-43b2-a459-2b9a0e273e7e, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=090b4459-d28b-43b2-a459-2b9a0e273e7e,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:57.053329 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] For port 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:57.060954 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] For port 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7dc3967b-0ee4-4636-8b9d-a294b9edbe1a,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:57.081915 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7dc3967b-0ee4-4636-8b9d-a294b9edbe1a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.090170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '090b4459-d28b-43b2-a459-2b9a0e273e7e', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '090b4459-d28b-43b2-a459-2b9a0e273e7e', 'mac_address': 'fa:16:3e:28:bc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:11:57.112554 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca292e5b-b940-465a-9e1c-51d4d79968c2 None None] Pushing event updated for resources: {'Port': ['ID=7dc3967b-0ee4-4636-8b9d-a294b9edbe1a,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:57.141478 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5e427a21-989a-458a-bfd4-9b25b50e991e req-828819d8-d0f2-4d19-923f-a4ee5c77e513 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616349 Feb 11 05:11:57.166548 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Routers {'4245bbd3-8974-4fe7-b359-c46370ed76a2'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:57.167184 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:11:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['4245bbd3-8974-4fe7-b359-c46370ed76a2'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:57.173678 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 5c22b0f7-424f-438f-b80a-4b53cf22d060 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:57.174186 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5c22b0f7-424f-438f-b80a-4b53cf22d060), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.179804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3f2c3-5cd9-4a1c-b1a0-3214812d8637 req-4a63830e-8fdc-406a-8c0e-28e065031290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:57.180299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3f2c3-5cd9-4a1c-b1a0-3214812d8637 req-4a63830e-8fdc-406a-8c0e-28e065031290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:57.180771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3f2c3-5cd9-4a1c-b1a0-3214812d8637 req-4a63830e-8fdc-406a-8c0e-28e065031290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:57.185845 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a1c3f2c3-5cd9-4a1c-b1a0-3214812d8637 req-4a63830e-8fdc-406a-8c0e-28e065031290 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2967 time: 0.8506513 Feb 11 05:11:57.226200 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca292e5b-b940-465a-9e1c-51d4d79968c2 None None] Pushing event updated for resources: {'Port': ['ID=7dc3967b-0ee4-4636-8b9d-a294b9edbe1a,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:57.226783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 090b4459-d28b-43b2-a459-2b9a0e273e7e is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:57.227271 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (090b4459-d28b-43b2-a459-2b9a0e273e7e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.250928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-7b4b4ef5-14d5-4dc4-aeee-d83404577b6e tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:11:57.253302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090b4459-d28b-43b2-a459-2b9a0e273e7e {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:11:57.256040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-7b4b4ef5-14d5-4dc4-aeee-d83404577b6e tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8554575 Feb 11 05:11:57.311134 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] Set router 4245bbd3-8974-4fe7-b359-c46370ed76a2 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:57.313526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 090b4459-d28b-43b2-a459-2b9a0e273e7e, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=090b4459-d28b-43b2-a459-2b9a0e273e7e,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:57.322241 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (090b4459-d28b-43b2-a459-2b9a0e273e7e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.363148 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5e427a21-989a-458a-bfd4-9b25b50e991e req-a13f38c2-f08b-4037-b1ef-c6407a66ad86 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141926 Feb 11 05:11:57.405109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a1c3f2c3-5cd9-4a1c-b1a0-3214812d8637 req-f88de6b8-9ca6-47a6-9227-322f157912f3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966126 Feb 11 05:11:57.419946 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=090b4459-d28b-43b2-a459-2b9a0e273e7e,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:57.422567 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5c22b0f7-424f-438f-b80a-4b53cf22d060 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:57.429558 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Publish callbacks [] for port (8a9e30fb-eb92-48c8-8f5e-f26ae126a73e), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.438580 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8a9e30fb-eb92-48c8-8f5e-f26ae126a73e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.482691 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-27b0efeb-f596-43f9-92e4-cdbcce28a103 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Made reservation on behalf of ccc011d380e947d8b6e7b3dbc090f659 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:11:57.486059 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-27b0efeb-f596-43f9-92e4-cdbcce28a103 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.543118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0c2f9-5e74-4eb2-9bef-2d4c968ac520 None None] Pushing event updated for resources: {'Port': ['ID=8a9e30fb-eb92-48c8-8f5e-f26ae126a73e,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:57.555958 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-38af5fb2-3517-46ee-97a7-a775f2494b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:57.557371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-38af5fb2-3517-46ee-97a7-a775f2494b20 service neutron] 10.222.0.87 "GET /v2.0/ports/921fa3de-f9dd-4b60-8027-465c648112b4 HTTP/1.1" status: 200 len: 1125 time: 0.2526615 Feb 11 05:11:57.559800 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f68530c3-5f22-447c-b7b9-2d8334487923 req-74b548af-f4eb-471b-8767-b4e2449476b8 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks [] for security_group (a2f0139d-81a8-48ed-b522-6532adfc309e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.572774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-d8a7222b-390a-4803-9747-90c59bd060a8 service neutron] Request body: {'binding': {'host': 'n-h2-713499-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:57.573235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-d8a7222b-390a-4803-9747-90c59bd060a8 service neutron] Unknown quota resources ['binding']. {{(pid=103171) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:11:57.583459 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f68530c3-5f22-447c-b7b9-2d8334487923 req-74b548af-f4eb-471b-8767-b4e2449476b8 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a2f0139d-81a8-48ed-b522-6532adfc309e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.604317 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-router', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:49Z', 'updated_at': '2022-02-11T05:11:53Z', 'revision_number': 3, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'gw_port': {'id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:51Z', 'updated_at': '2022-02-11T05:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:57.621686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Attempting to bind port 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:57.622417 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Attempting to bind port 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '716db395-5496-450e-8654-b4ff6a6e414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:57.623188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Attempting to bind port 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e on network 4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:57.629516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:57.630355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Checking segment: {'id': '716db395-5496-450e-8654-b4ff6a6e414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:57.630979 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.631651 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Bound using segment: {'id': '716db395-5496-450e-8654-b4ff6a6e414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:57.632359 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Bound port: 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716db395-5496-450e-8654-b4ff6a6e414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:57.632970 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8a9e30fb-eb92-48c8-8f5e-f26ae126a73e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.635814 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae49b8f2-82b2-46cb-9d6e-6ad0ae312e66 None None] The sync data for ids ['4245bbd3-8974-4fe7-b359-c46370ed76a2'] in n-d-713499-38 is: [{'id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-router', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:49Z', 'updated_at': '2022-02-11T05:11:53Z', 'revision_number': 3, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'gw_port': {'id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:51Z', 'updated_at': '2022-02-11T05:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:57.654406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['090b4459-d28b-43b2-a459-2b9a0e273e7e'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:11:57.690015 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f68530c3-5f22-447c-b7b9-2d8334487923 req-74b548af-f4eb-471b-8767-b4e2449476b8 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.691494 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f68530c3-5f22-447c-b7b9-2d8334487923 req-74b548af-f4eb-471b-8767-b4e2449476b8 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.4570651 Feb 11 05:11:57.712993 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.724614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b548af-f4eb-471b-8767-b4e2449476b8 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f0139d-81a8-48ed-b522-6532adfc309e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:57.878109 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] For port 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:11:57.901021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] For port 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8a9e30fb-eb92-48c8-8f5e-f26ae126a73e,segment=NetworkSegment(716db395-5496-450e-8654-b4ff6a6e414d),segment_id=716db395-5496-450e-8654-b4ff6a6e414d)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:57.919321 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8a9e30fb-eb92-48c8-8f5e-f26ae126a73e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:57.952343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-27b0efeb-f596-43f9-92e4-cdbcce28a103 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Allocated IP 172.20.0.2 (4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6/b04a3b42-548e-46b8-9781-7b497bddbdd2/24a8f7d7-eadc-45cf-b5be-c3bf24d3926c) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:58.000185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Routers {'dd2b0516-594b-44ea-9a55-9ea9893d6e09'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:11:58.000823 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:11:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:58.076235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0c2f9-5e74-4eb2-9bef-2d4c968ac520 None None] Pushing event updated for resources: {'Port': ['ID=8a9e30fb-eb92-48c8-8f5e-f26ae126a73e,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:58.117835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b1f42-e862-4016-9452-a54f2a5cacf6 req-e8831a24-9bfe-4d23-8a9b-fc9a2f2e6776 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:58.119275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-943b1f42-e862-4016-9452-a54f2a5cacf6 req-e8831a24-9bfe-4d23-8a9b-fc9a2f2e6776 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/ports?device_id=b07c3d67-fe4b-4e99-a883-824e60375be3 HTTP/1.1" status: 200 len: 947 time: 0.3188081 Feb 11 05:11:58.131062 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-d8a7222b-390a-4803-9747-90c59bd060a8 service neutron] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 on host n-h2-713499-38 for vnic_type normal with profile None {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:11:58.131397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-d8a7222b-390a-4803-9747-90c59bd060a8 service neutron] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:11:58.131748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-d8a7222b-390a-4803-9747-90c59bd060a8 service neutron] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:58.193804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] Set router dd2b0516-594b-44ea-9a55-9ea9893d6e09 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:11:58.198340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-d8a7222b-390a-4803-9747-90c59bd060a8 service neutron] Port 921fa3de-f9dd-4b60-8027-465c648112b4 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:11:58.198669 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-d8a7222b-390a-4803-9747-90c59bd060a8 service neutron] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:11:58.242828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-d8a7222b-390a-4803-9747-90c59bd060a8 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:11:58.243180 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-d8a7222b-390a-4803-9747-90c59bd060a8 service neutron] Checking segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:11:58.243601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-d8a7222b-390a-4803-9747-90c59bd060a8 service neutron] Bound using segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:11:58.244052 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-d8a7222b-390a-4803-9747-90c59bd060a8 service neutron] Bound port: 921fa3de-f9dd-4b60-8027-465c648112b4, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:11:58.271110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Allocated IP 172.20.0.1 (fd11f94d-b840-4c63-804e-f8e04aa617c8/a3e05d09-bfb4-47cf-94a4-0023beaac4ff/6cf79949-bf8d-4d6c-a70e-5ffe5cb76325) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:11:58.366506 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-943b1f42-e862-4016-9452-a54f2a5cacf6 req-de410846-0084-4795-9110-f8466d00eb10 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c31f771-4b4f-477c-a49b-3f1373c5fec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359600 Feb 11 05:11:58.428232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-d8a7222b-390a-4803-9747-90c59bd060a8 service neutron] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=921fa3de-f9dd-4b60-8027-465c648112b4,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:11:58.473581 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-d8a7222b-390a-4803-9747-90c59bd060a8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.474990 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-d8a7222b-390a-4803-9747-90c59bd060a8 service neutron] 10.222.0.87 "POST /v2.0/ports/921fa3de-f9dd-4b60-8027-465c648112b4/bindings HTTP/1.1" status: 201 len: 390 time: 0.9070561 Feb 11 05:11:58.477104 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8c19465a-de1d-49f9-8bae-95565e9b5bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.509036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-router', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:41Z', 'updated_at': '2022-02-11T05:11:49Z', 'revision_number': 4, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'gw_port': {'id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:43Z', 'updated_at': '2022-02-11T05:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8a9e30fb-eb92-48c8-8f5e-f26ae126a73e', 'name': '', 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'mac_address': 'fa:16:3e:12:a5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:48Z', 'updated_at': '2022-02-11T05:11:57Z', 'revision_number': 4, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'subnets': [{'id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:11:58.530811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ed95c72-9a68-4f07-bee7-3f61359fff6e req-931e03ab-0238-4c3e-938b-2c88f7909a36 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 210 time: 0.0612671 Feb 11 05:11:58.550578 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f04977d-6791-4c9b-8df2-4291563a646d None None] The sync data for ids ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'] in n-d-713499-38 is: [{'id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-router', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:41Z', 'updated_at': '2022-02-11T05:11:49Z', 'revision_number': 4, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'gw_port': {'id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:43Z', 'updated_at': '2022-02-11T05:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8a9e30fb-eb92-48c8-8f5e-f26ae126a73e', 'name': '', 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'mac_address': 'fa:16:3e:12:a5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:48Z', 'updated_at': '2022-02-11T05:11:57Z', 'revision_number': 4, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'subnets': [{'id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:11:58.571503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-27b0efeb-f596-43f9-92e4-cdbcce28a103 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.748675 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Publish callbacks [] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.861892 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:58.888056 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.003234 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:59.003752 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7dc3967b-0ee4-4636-8b9d-a294b9edbe1a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.025861 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Network fd11f94d-b840-4c63-804e-f8e04aa617c8 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:59.051534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:59.058391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Pushing event updated for resources: {'Port': ['ID=6cf79949-bf8d-4d6c-a70e-5ffe5cb76325,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:59.066420 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:59.070465 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-27b0efeb-f596-43f9-92e4-cdbcce28a103 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.138213 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:59.138819 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7dc3967b-0ee4-4636-8b9d-a294b9edbe1a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.174498 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7dc3967b-0ee4-4636-8b9d-a294b9edbe1a,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:59.183112 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7dc3967b-0ee4-4636-8b9d-a294b9edbe1a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.184064 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:11:59.192423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608a46e-cc29-4c63-b485-faa2297bf366 req-e9361e5c-9341-4ebf-ae35-37c01a44f1ed tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:59.197965 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608a46e-cc29-4c63-b485-faa2297bf366 req-e9361e5c-9341-4ebf-ae35-37c01a44f1ed tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:59.204624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608a46e-cc29-4c63-b485-faa2297bf366 req-e9361e5c-9341-4ebf-ae35-37c01a44f1ed tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:59.213440 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5608a46e-cc29-4c63-b485-faa2297bf366 req-e9361e5c-9341-4ebf-ae35-37c01a44f1ed tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2418 time: 0.5381508 Feb 11 05:11:59.293069 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-27b0efeb-f596-43f9-92e4-cdbcce28a103 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Network 4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:11:59.311019 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=7dc3967b-0ee4-4636-8b9d-a294b9edbe1a,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:59.334151 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:59.334526 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8a9e30fb-eb92-48c8-8f5e-f26ae126a73e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.335211 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-5ec61ea7-3739-4650-b7e7-6ab3166dd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:59.336817 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-5ec61ea7-3739-4650-b7e7-6ab3166dd753 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 1128 time: 0.3752847 Feb 11 05:11:59.348365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-27b0efeb-f596-43f9-92e4-cdbcce28a103 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:11:59.362883 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (4245bbd3-8974-4fe7-b359-c46370ed76a2), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.365563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-27b0efeb-f596-43f9-92e4-cdbcce28a103 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:11:59.371997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0efeb-f596-43f9-92e4-cdbcce28a103 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Pushing event updated for resources: {'Port': ['ID=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:59.450398 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:11:59.451212 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8a9e30fb-eb92-48c8-8f5e-f26ae126a73e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.490053 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8a9e30fb-eb92-48c8-8f5e-f26ae126a73e,segment=NetworkSegment(716db395-5496-450e-8654-b4ff6a6e414d),segment_id=716db395-5496-450e-8654-b4ff6a6e414d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:11:59.497249 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8a9e30fb-eb92-48c8-8f5e-f26ae126a73e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.565129 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-26021958-44c9-4e24-a9fb-2b9bcdd6b90c None None] Provisioning complete for port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:11:59.565680 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-26021958-44c9-4e24-a9fb-2b9bcdd6b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.587866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5608a46e-cc29-4c63-b485-faa2297bf366 req-52a914bb-7996-46d5-abcf-0dc134d46520 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733995 Feb 11 05:11:59.612433 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=8a9e30fb-eb92-48c8-8f5e-f26ae126a73e,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:11:59.617298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-27b0efeb-f596-43f9-92e4-cdbcce28a103 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:59.618796 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-27b0efeb-f596-43f9-92e4-cdbcce28a103 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.622666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-26021958-44c9-4e24-a9fb-2b9bcdd6b90c None None] Port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:11:59.722352 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-27b0efeb-f596-43f9-92e4-cdbcce28a103 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6401098 Feb 11 05:11:59.756138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Request body: {'port': {'device_id': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:11:59.762045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3c527ddb-d27a-4263-af7c-fd5171052ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:59.763535 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3c527ddb-d27a-4263-af7c-fd5171052ead service neutron] 10.222.0.88 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.4081898 Feb 11 05:11:59.859622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-7bf6356e-dedd-4f5c-9919-ad59ed45750c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=921fa3de-f9dd-4b60-8027-465c648112b4 HTTP/1.1" status: 200 len: 217 time: 0.0659449 Feb 11 05:11:59.981945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ce2d7-eefd-4c54-9057-b8b9bfdefec1 req-c8a684b7-c49b-4515-8a47-09a3afee525e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:59.983604 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-327ce2d7-eefd-4c54-9057-b8b9bfdefec1 req-c8a684b7-c49b-4515-8a47-09a3afee525e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 945 time: 0.2883499 Feb 11 05:11:59.997458 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.009133 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.039949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-927b45ca-8c30-44ca-8f8f-483854bf53f2 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45391 time: 1.4003115 Feb 11 05:12:00.062923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-1eb28c6c-1a5a-4b3e-a842-193683af3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:00.064406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-1eb28c6c-1a5a-4b3e-a842-193683af3c95 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.1658604 Feb 11 05:12:00.161739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-f609d6a2-bdd7-48bf-89e9-a81231825082 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892982 Feb 11 05:12:00.225676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-327ce2d7-eefd-4c54-9057-b8b9bfdefec1 req-5b89845f-5a6b-4ba4-9d90-af0d22d9032b tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217486 Feb 11 05:12:00.279039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-49df9234-e890-4981-80d5-aa890b19b461 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/03896226-3c6a-4b85-b59b-73c14cab3e99 HTTP/1.1" status: 200 len: 2998 time: 0.2219467 Feb 11 05:12:00.335839 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 090b4459-d28b-43b2-a459-2b9a0e273e7e up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:00.391967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 090b4459-d28b-43b2-a459-2b9a0e273e7e completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:12:00.397641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 090b4459-d28b-43b2-a459-2b9a0e273e7e triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:00.398307 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (090b4459-d28b-43b2-a459-2b9a0e273e7e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.537278 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-b9c3fc0e-bd7a-455a-a298-543aebbf3dba service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592525 Feb 11 05:12:00.547798 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-6d580cbf-70cc-49ec-ae71-683c502b2f04 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/03896226-3c6a-4b85-b59b-73c14cab3e99 HTTP/1.1" status: 200 len: 2998 time: 0.2398551 Feb 11 05:12:00.631182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f68934-434f-4b5f-8a1c-98d273d8b688 req-1e841d9a-1cf1-4257-87ce-8721b0ce4953 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:00.632765 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68f68934-434f-4b5f-8a1c-98d273d8b688 req-1e841d9a-1cf1-4257-87ce-8721b0ce4953 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/ports?device_id=b07c3d67-fe4b-4e99-a883-824e60375be3 HTTP/1.1" status: 200 len: 947 time: 0.3173785 Feb 11 05:12:00.663281 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 090b4459-d28b-43b2-a459-2b9a0e273e7e is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:00.663919 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (090b4459-d28b-43b2-a459-2b9a0e273e7e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.682618 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Publish callbacks [] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.701527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07c3d67-fe4b-4e99-a883-824e60375be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090b4459-d28b-43b2-a459-2b9a0e273e7e'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:00.705937 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218f2276-6632-4496-8071-6fbf56f75ef1" -d '{"events": [{"server_uuid": "b07c3d67-fe4b-4e99-a883-824e60375be3", "name": "network-vif-plugged", "status": "completed", "tag": "090b4459-d28b-43b2-a459-2b9a0e273e7e"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:00.724327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:00.729020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 090b4459-d28b-43b2-a459-2b9a0e273e7e, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=090b4459-d28b-43b2-a459-2b9a0e273e7e,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:00.763399 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (090b4459-d28b-43b2-a459-2b9a0e273e7e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.777508 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a507d20-b2bd-4e5e-a433-cf3b66d674fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.846359 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=090b4459-d28b-43b2-a459-2b9a0e273e7e,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:00.856031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:00.856503 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7dc3967b-0ee4-4636-8b9d-a294b9edbe1a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:00.978867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:00.980470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:01.056014 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:01.056456 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8a9e30fb-eb92-48c8-8f5e-f26ae126a73e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.111124 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.160481 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:01.169668 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-9f80e6dd-93b7-4c17-88e7-2e9a55f1e944 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202121 Feb 11 05:12:01.258473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-da6c82c9-5eb1-407c-a118-b53adb005480 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/139b5279-4889-4abf-8dd2-9e2edb82ebbc HTTP/1.1" status: 200 len: 2998 time: 0.7005370 Feb 11 05:12:01.351134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:01.359959 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68f68934-434f-4b5f-8a1c-98d273d8b688 req-4b3f045c-b2ff-4a3d-9ea1-0f07a42b86ee tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c31f771-4b4f-477c-a49b-3f1373c5fec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7087884 Feb 11 05:12:01.387036 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Publish callbacks [] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.393355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Pushing event updated for resources: {'Port': ['ID=6cf79949-bf8d-4d6c-a70e-5ffe5cb76325,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:01.396649 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (4245bbd3-8974-4fe7-b359-c46370ed76a2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.436018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-8585a664-e1ba-47b9-9629-913fce434c5a tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/139b5279-4889-4abf-8dd2-9e2edb82ebbc HTTP/1.1" status: 200 len: 2998 time: 0.1736817 Feb 11 05:12:01.457347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Transition to ACTIVE for port object 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:12:01.486642 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.643175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Pushing event updated for resources: {'Port': ['ID=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:01.647142 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-48fe092c-b573-4a51-9329-a2d72b87901a tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/1d608c53-f85e-4e20-b803-458a4b7ec68d HTTP/1.1" status: 200 len: 2998 time: 0.2103050 Feb 11 05:12:01.720303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056f093-93cb-436a-a196-f283afa83e51 req-e3fe56b5-4c10-4bbd-aa90-39a421564df6 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:01.721793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1056f093-93cb-436a-a196-f283afa83e51 req-e3fe56b5-4c10-4bbd-aa90-39a421564df6 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 943 time: 0.2631307 Feb 11 05:12:01.736909 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Network fd11f94d-b840-4c63-804e-f8e04aa617c8 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:01.758684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:01.802466 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-8176c6fb-35fb-48d9-8ae5-15eb89204f81 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/1d608c53-f85e-4e20-b803-458a4b7ec68d HTTP/1.1" status: 200 len: 2998 time: 0.1288314 Feb 11 05:12:01.838420 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Attempting to bind port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:01.838868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Attempting to bind port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '716db395-5496-450e-8654-b4ff6a6e414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:01.839238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Attempting to bind port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c on network 4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:01.866322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c on network 4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:12:01.866721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Attempting to bind port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c on network 4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:01.898514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:01.898845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Checking segment: {'id': '716db395-5496-450e-8654-b4ff6a6e414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:01.899159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Bound using segment: {'id': '716db395-5496-450e-8654-b4ff6a6e414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:01.899622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Bound port: 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716db395-5496-450e-8654-b4ff6a6e414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:01.899977 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:01.908962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1056f093-93cb-436a-a196-f283afa83e51 req-dcf7e8d1-8101-4fe6-b96e-19c83244561e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740165 Feb 11 05:12:02.002512 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-64dae853-3892-4479-8141-7bbae6bd3b57 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/25535ee6-e894-4e84-9839-26f89e760f9e HTTP/1.1" status: 200 len: 2998 time: 0.1600952 Feb 11 05:12:02.152071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] For port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:02.156040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] For port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c,segment=NetworkSegment(716db395-5496-450e-8654-b4ff6a6e414d),segment_id=716db395-5496-450e-8654-b4ff6a6e414d)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:02.159205 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Router 4245bbd3-8974-4fe7-b359-c46370ed76a2 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:02.166322 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-34c22161-720c-43dd-a118-a28d1a91488e tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/25535ee6-e894-4e84-9839-26f89e760f9e HTTP/1.1" status: 200 len: 2998 time: 0.1512942 Feb 11 05:12:02.172278 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.177945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-710c0c75-5602-4b85-b5d6-13d40227f985 None None] Provisioning complete for port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:02.178479 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-710c0c75-5602-4b85-b5d6-13d40227f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.197819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260cf5e-687f-4591-b3ca-5e620a6215c2 req-8a91521b-d738-4757-a6d7-ebcc2296a0f3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:02.203902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260cf5e-687f-4591-b3ca-5e620a6215c2 req-8a91521b-d738-4757-a6d7-ebcc2296a0f3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:02.209738 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260cf5e-687f-4591-b3ca-5e620a6215c2 req-8a91521b-d738-4757-a6d7-ebcc2296a0f3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:02.211521 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b260cf5e-687f-4591-b3ca-5e620a6215c2 req-8a91521b-d738-4757-a6d7-ebcc2296a0f3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2418 time: 0.1758308 Feb 11 05:12:02.230895 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-710c0c75-5602-4b85-b5d6-13d40227f985 None None] Port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:02.264528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:02.265247 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.268232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] 10.222.0.73 "PUT /v2.0/ports/24a8f7d7-eadc-45cf-b5be-c3bf24d3926c HTTP/1.1" status: 200 len: 1092 time: 2.5365813 Feb 11 05:12:02.270735 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:02.281074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'tag': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:02.283655 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6985ce85-5f46-49fd-bbe2-5a1f8937ea59" -d '{"events": [{"name": "network-changed", "server_uuid": "e0354be5-b2c0-4eff-9461-4eba8e33a0cb", "tag": "24a8f7d7-eadc-45cf-b5be-c3bf24d3926c"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:02.434874 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886ff0c-5981-45ce-b169-fbaee16c934b service neutron] Pushing event updated for resources: {'Port': ['ID=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:02.444928 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-47a0ec0a-2083-432d-9cdd-fce99a747cb0 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/2e67c33a-8314-416a-acb4-e4ddc1cfaedb HTTP/1.1" status: 200 len: 2998 time: 0.2631187 Feb 11 05:12:02.479113 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b260cf5e-687f-4591-b3ca-5e620a6215c2 req-3113a043-d226-437f-ba7f-79cd816c6198 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345192 Feb 11 05:12:02.554354 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02535681-fc12-45b9-81b1-6982d4081052 x-openstack-request-id: req-02535681-fc12-45b9-81b1-6982d4081052 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:02.554656 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07c3d67-fe4b-4e99-a883-824e60375be3", "name": "network-vif-plugged", "status": "completed", "tag": "090b4459-d28b-43b2-a459-2b9a0e273e7e", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:02.554917 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-02535681-fc12-45b9-81b1-6982d4081052 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:02.555324 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07c3d67-fe4b-4e99-a883-824e60375be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090b4459-d28b-43b2-a459-2b9a0e273e7e', 'code': 200} Feb 11 05:12:02.568045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-cc6fd3f0-3e66-4444-a7c5-d75af541352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:02.570755 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-cc6fd3f0-3e66-4444-a7c5-d75af541352a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ccc011d380e947d8b6e7b3dbc090f659&device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 1126 time: 0.2125089 Feb 11 05:12:02.585144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:02.600236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7d9fa419-1f5b-4641-85d9-6a011bd3d8fb admin admin] 10.222.0.87 "PUT /v2.0/routers/4245bbd3-8974-4fe7-b359-c46370ed76a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0039754 Feb 11 05:12:02.610109 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Sync routers for ids ['4245bbd3-8974-4fe7-b359-c46370ed76a2'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:02.628145 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Routers {'4245bbd3-8974-4fe7-b359-c46370ed76a2'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:02.629177 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:12:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['4245bbd3-8974-4fe7-b359-c46370ed76a2'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:02.640952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-96191dbc-efc6-4c1d-9364-fc4b94724eb2 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/2e67c33a-8314-416a-acb4-e4ddc1cfaedb HTTP/1.1" status: 200 len: 2998 time: 0.1843393 Feb 11 05:12:02.650802 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-247f562e-016f-41ea-84e8-bed5e94df156 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c HTTP/1.1" status: 200 len: 217 time: 0.0732560 Feb 11 05:12:02.786425 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-2d88e92e-e3c3-4a5d-9c3f-c6df401a261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:02.787995 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-2d88e92e-e3c3-4a5d-9c3f-c6df401a261e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b04a3b42-548e-46b8-9781-7b497bddbdd2 HTTP/1.1" status: 200 len: 859 time: 0.1287577 Feb 11 05:12:02.842908 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Set router 4245bbd3-8974-4fe7-b359-c46370ed76a2 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:02.851549 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-4d104653-acc4-4319-a21e-67a7634be2de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507259 Feb 11 05:12:02.962401 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-f6096a1b-f234-4bbb-a171-5ef77a616857 service neutron] 10.222.0.73 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033409 Feb 11 05:12:02.993788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-9e321aef-dd8b-49b9-a242-48c2aa1ec4f4 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/3f216371-c686-4cd0-bc1f-ec997f93e84e HTTP/1.1" status: 200 len: 2998 time: 0.3414757 Feb 11 05:12:03.004503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc8ccf-491d-4e4d-8814-3413373cb5bb req-9e1262d8-4d17-49b6-8e61-8c6179879e2d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:03.006094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dfc8ccf-491d-4e4d-8814-3413373cb5bb req-9e1262d8-4d17-49b6-8e61-8c6179879e2d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 945 time: 0.3260083 Feb 11 05:12:03.032868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43fe2f-f4fc-417d-9eb5-e9ce92151037 req-d8f6b09f-d8a6-415a-b274-90d26907bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:03.034470 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb43fe2f-f4fc-417d-9eb5-e9ce92151037 req-d8f6b09f-d8a6-415a-b274-90d26907bb62 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b07c3d67-fe4b-4e99-a883-824e60375be3 HTTP/1.1" status: 200 len: 1131 time: 0.3925250 Feb 11 05:12:03.137654 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-router', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:49Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'gw_port': {'id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:51Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '6cf79949-bf8d-4d6c-a70e-5ffe5cb76325', 'name': '', 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'mac_address': 'fa:16:3e:f8:0a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:57Z', 'updated_at': '2022-02-11T05:12:00Z', 'revision_number': 2, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'subnets': [{'id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:03.178885 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Checking router: 4245bbd3-8974-4fe7-b359-c46370ed76a2 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:03.179504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Updating router 4245bbd3-8974-4fe7-b359-c46370ed76a2 port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:12:03.204378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-bb7e11ca-3e4b-43fa-a790-ad7eff7e45e6 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/3f216371-c686-4cd0-bc1f-ec997f93e84e HTTP/1.1" status: 200 len: 2998 time: 0.2101800 Feb 11 05:12:03.238225 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.246146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb43fe2f-f4fc-417d-9eb5-e9ce92151037 req-5a2a0693-7cf6-4945-8831-5bcffd0482a0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4c31f771-4b4f-477c-a49b-3f1373c5fec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903110 Feb 11 05:12:03.295955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dfc8ccf-491d-4e4d-8814-3413373cb5bb req-43bfa28f-1d49-457e-b1c9-246de2170bd2 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657828 Feb 11 05:12:03.338755 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-e98142cf-2d38-4ac2-ab67-7d64818c7b94 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/4c31f771-4b4f-477c-a49b-3f1373c5fec5 HTTP/1.1" status: 200 len: 2998 time: 0.1334829 Feb 11 05:12:03.342011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-547fb5a3-3b3c-43dc-b6d8-4048b7679866 req-9408a7cc-a450-4dfa-9da2-9732f3c58348 service neutron] 10.222.0.73 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606396 Feb 11 05:12:03.413693 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10593b71-f049-4d59-945e-aaf653af970b x-openstack-request-id: req-10593b71-f049-4d59-945e-aaf653af970b {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:03.413991 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0354be5-b2c0-4eff-9461-4eba8e33a0cb", "tag": "24a8f7d7-eadc-45cf-b5be-c3bf24d3926c", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:03.414249 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-10593b71-f049-4d59-945e-aaf653af970b {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:03.414885 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'tag': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c', 'status': 'completed', 'code': 200} Feb 11 05:12:03.468295 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-389361db-9c37-453e-a0ab-034453671fc6 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/4c31f771-4b4f-477c-a49b-3f1373c5fec5 HTTP/1.1" status: 200 len: 2998 time: 0.1188927 Feb 11 05:12:03.505403 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.548924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985ce85-5f46-49fd-bbe2-5a1f8937ea59 req-c8fb7ed3-0c42-4385-8e52-3f2ea44d6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:03.550427 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6985ce85-5f46-49fd-bbe2-5a1f8937ea59 req-c8fb7ed3-0c42-4385-8e52-3f2ea44d6457 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ccc011d380e947d8b6e7b3dbc090f659&device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 1126 time: 0.1347651 Feb 11 05:12:03.561237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-8269b7bf-16ec-4381-90db-77d3d9c1839d tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/5b5a3ae7-73a1-4d03-b959-bf82694465c5 HTTP/1.1" status: 200 len: 2998 time: 0.0919647 Feb 11 05:12:03.568548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56218) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:03.574052 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9f747b75-24f0-45da-9a0e-f3db511d65e3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-751607117-network', 'tenant_id': 'b091bdaebf6d459dae2bfb4f1dbcba48'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:03.595563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f747b75-24f0-45da-9a0e-f3db511d65e3 admin admin] Made reservation on behalf of b091bdaebf6d459dae2bfb4f1dbcba48 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:03.599020 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f747b75-24f0-45da-9a0e-f3db511d65e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.611800 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f747b75-24f0-45da-9a0e-f3db511d65e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.642137 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Publish callbacks [] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.651157 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.719030 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f747b75-24f0-45da-9a0e-f3db511d65e3 admin admin] Publish callbacks [] for security_group (d72ff4d3-3f05-44d3-9898-e12bec5466cc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.724123 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f747b75-24f0-45da-9a0e-f3db511d65e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d72ff4d3-3f05-44d3-9898-e12bec5466cc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.731330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28c203-b3eb-4166-9b38-32a4ab10caff req-cef2ca04-24ff-4814-9dd3-92f34aea76f0 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:03.733707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d28c203-b3eb-4166-9b38-32a4ab10caff req-cef2ca04-24ff-4814-9dd3-92f34aea76f0 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/ports?device_id=b07c3d67-fe4b-4e99-a883-824e60375be3 HTTP/1.1" status: 200 len: 948 time: 0.2083519 Feb 11 05:12:03.744926 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-54b867d6-8ce4-4d55-b864-2f8a72b0cd4a tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/5b5a3ae7-73a1-4d03-b959-bf82694465c5 HTTP/1.1" status: 200 len: 2998 time: 0.1827564 Feb 11 05:12:03.748981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985ce85-5f46-49fd-bbe2-5a1f8937ea59 req-32134219-9139-4e66-8615-c7a47bfb803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:03.752964 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6985ce85-5f46-49fd-bbe2-5a1f8937ea59 req-32134219-9139-4e66-8615-c7a47bfb803f service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 HTTP/1.1" status: 200 len: 920 time: 0.1897912 Feb 11 05:12:03.771971 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f747b75-24f0-45da-9a0e-f3db511d65e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72ff4d3-3f05-44d3-9898-e12bec5466cc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:03.782932 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f747b75-24f0-45da-9a0e-f3db511d65e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:03.799650 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f747b75-24f0-45da-9a0e-f3db511d65e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (34480cb5-19a7-4933-b727-09aaac432bfa), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.799988 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-9f747b75-24f0-45da-9a0e-f3db511d65e3 admin admin] Added segment 34480cb5-19a7-4933-b727-09aaac432bfa of type vlan for network 3b779a79-7970-437d-8df1-813493fcd60f Feb 11 05:12:03.804914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b553d-d979-4bf0-926b-32c808d1e64d None None] Pushing event updated for resources: {'Port': ['ID=6cf79949-bf8d-4d6c-a70e-5ffe5cb76325,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:03.851034 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f747b75-24f0-45da-9a0e-f3db511d65e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (3b779a79-7970-437d-8df1-813493fcd60f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.859594 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Attempting to bind port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:03.860593 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Attempting to bind port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a8229711-bbc5-4eb8-bf92-186023610d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:03.861367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Attempting to bind port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 on network fd11f94d-b840-4c63-804e-f8e04aa617c8 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:03.868507 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:03.869478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Checking segment: {'id': 'a8229711-bbc5-4eb8-bf92-186023610d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:03.871496 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.872096 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Bound using segment: {'id': 'a8229711-bbc5-4eb8-bf92-186023610d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:03.872812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Bound port: 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8229711-bbc5-4eb8-bf92-186023610d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:03.873396 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.890621 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f747b75-24f0-45da-9a0e-f3db511d65e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (3b779a79-7970-437d-8df1-813493fcd60f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.892185 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f747b75-24f0-45da-9a0e-f3db511d65e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:03.892878 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f747b75-24f0-45da-9a0e-f3db511d65e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:03.894886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6985ce85-5f46-49fd-bbe2-5a1f8937ea59 req-ae046f64-b850-4d20-a7e6-3254ef691b93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c HTTP/1.1" status: 200 len: 217 time: 0.1293051 Feb 11 05:12:03.940053 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9f747b75-24f0-45da-9a0e-f3db511d65e3 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3697777 Feb 11 05:12:03.943186 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56220) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:03.976855 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-41bcb3ef-c284-4564-b7b2-97505f819c5f admin admin] Request body: {'subnet': {'network_id': '3b779a79-7970-437d-8df1-813493fcd60f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-751607117-subnet', 'tenant_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:04.000011 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bcb3ef-c284-4564-b7b2-97505f819c5f admin admin] Made reservation on behalf of b091bdaebf6d459dae2bfb4f1dbcba48 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:04.003887 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-41bcb3ef-c284-4564-b7b2-97505f819c5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.006578 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f747b75-24f0-45da-9a0e-f3db511d65e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3b779a79-7970-437d-8df1-813493fcd60f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:04.023568 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 3b779a79-7970-437d-8df1-813493fcd60f details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:04.028830 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d28c203-b3eb-4166-9b38-32a4ab10caff req-177f0dd9-4efb-45f7-9c39-c593505437f6 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c31f771-4b4f-477c-a49b-3f1373c5fec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810473 Feb 11 05:12:04.030846 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] For port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:04.036839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985ce85-5f46-49fd-bbe2-5a1f8937ea59 req-6172ceb8-0f1d-477b-a23f-4fbb28a23200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:04.038642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6985ce85-5f46-49fd-bbe2-5a1f8937ea59 req-6172ceb8-0f1d-477b-a23f-4fbb28a23200 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b04a3b42-548e-46b8-9781-7b497bddbdd2 HTTP/1.1" status: 200 len: 859 time: 0.0796707 Feb 11 05:12:04.095055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] For port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6cf79949-bf8d-4d6c-a70e-5ffe5cb76325,segment=NetworkSegment(a8229711-bbc5-4eb8-bf92-186023610d76),segment_id=a8229711-bbc5-4eb8-bf92-186023610d76)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:04.119320 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6985ce85-5f46-49fd-bbe2-5a1f8937ea59 req-ebb9e499-1221-4c17-a7ae-379782195581 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676394 Feb 11 05:12:04.141508 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.181168 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-65df0558-23b6-437b-b612-575c41d8c847 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/5f3c729a-e0a4-44dd-81c0-ce291b3e352e HTTP/1.1" status: 200 len: 2998 time: 0.4352758 Feb 11 05:12:04.221427 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b553d-d979-4bf0-926b-32c808d1e64d None None] Pushing event updated for resources: {'Port': ['ID=6cf79949-bf8d-4d6c-a70e-5ffe5cb76325,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:04.274021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-26884b76-acb0-478b-9141-fefb5452be1e None None] Provisioning complete for port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:04.274329 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-26884b76-acb0-478b-9141-fefb5452be1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.278629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Routers {'4245bbd3-8974-4fe7-b359-c46370ed76a2'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:04.279312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:12:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['4245bbd3-8974-4fe7-b359-c46370ed76a2'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:04.335914 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-41bcb3ef-c284-4564-b7b2-97505f819c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (19dda2e2-a324-41b0-a8e2-13dfa362d801), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.388999 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-15639f8f-e491-4df0-b2c9-1522bbd42a71 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/5f3c729a-e0a4-44dd-81c0-ce291b3e352e HTTP/1.1" status: 200 len: 2998 time: 0.1980975 Feb 11 05:12:04.435059 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcb3ef-c284-4564-b7b2-97505f819c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=19dda2e2-a324-41b0-a8e2-13dfa362d801,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:04.449623 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bcb3ef-c284-4564-b7b2-97505f819c5f admin admin] Checking segment: {'id': '34480cb5-19a7-4933-b727-09aaac432bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3b779a79-7970-437d-8df1-813493fcd60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:04.450181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bcb3ef-c284-4564-b7b2-97505f819c5f admin admin] Network hostable DHCP agents. Network: 3b779a79-7970-437d-8df1-813493fcd60f, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:04.454129 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6985ce85-5f46-49fd-bbe2-5a1f8937ea59 req-40c0e54d-8ab7-47ff-a816-644a8e3c3733 service neutron] 10.222.0.73 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234448 Feb 11 05:12:04.494185 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bcb3ef-c284-4564-b7b2-97505f819c5f admin admin] Network 3b779a79-7970-437d-8df1-813493fcd60f is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:04.498125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ed37c-2de6-40dd-a2eb-37a220c27a9a req-6370a9a4-4fe9-4a18-bd29-f9b0bde0b50a tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:04.506337 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca4ed37c-2de6-40dd-a2eb-37a220c27a9a req-6370a9a4-4fe9-4a18-bd29-f9b0bde0b50a tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 943 time: 0.2225003 Feb 11 05:12:04.520460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-41bcb3ef-c284-4564-b7b2-97505f819c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 3b779a79-7970-437d-8df1-813493fcd60f) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:04.536867 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bcb3ef-c284-4564-b7b2-97505f819c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:04.537497 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-41bcb3ef-c284-4564-b7b2-97505f819c5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.556212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54b4179-68c3-44ff-8291-91951fc275c2 None None] Network 3b779a79-7970-437d-8df1-813493fcd60f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:04.591372 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-9bf00cd4-6ef4-4cc2-9c07-5d3621d73cad tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/97865d2a-46f3-4f5e-9903-237075279751 HTTP/1.1" status: 200 len: 2994 time: 0.1889462 Feb 11 05:12:04.595236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56228) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:04.600608 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-751607117-router', 'tenant_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:04.608933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] Set router 4245bbd3-8974-4fe7-b359-c46370ed76a2 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:04.614553 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-41bcb3ef-c284-4564-b7b2-97505f819c5f admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6445794 Feb 11 05:12:04.663575 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-26884b76-acb0-478b-9141-fefb5452be1e None None] Current status of the port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:04.663983 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-26884b76-acb0-478b-9141-fefb5452be1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.729786 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (36d59ba4-02a9-4241-9b2a-812f2b8b1d29), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.730813 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (36d59ba4-02a9-4241-9b2a-812f2b8b1d29), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.753561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca4ed37c-2de6-40dd-a2eb-37a220c27a9a req-533d387a-78a2-4593-8af8-129b0a9b650f tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461014 Feb 11 05:12:04.759744 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-1a11023f-cf86-4aa4-a250-de5bc92c9dba tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/97865d2a-46f3-4f5e-9903-237075279751 HTTP/1.1" status: 200 len: 2994 time: 0.1507323 Feb 11 05:12:04.763812 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6985ce85-5f46-49fd-bbe2-5a1f8937ea59 req-ee494ee9-4bc4-40ea-a168-35b66c068df2 service neutron] 10.222.0.73 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958248 Feb 11 05:12:04.784752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-26884b76-acb0-478b-9141-fefb5452be1e None None] For port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6cf79949-bf8d-4d6c-a70e-5ffe5cb76325,segment=NetworkSegment(a8229711-bbc5-4eb8-bf92-186023610d76),segment_id=a8229711-bbc5-4eb8-bf92-186023610d76)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:04.822016 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-26884b76-acb0-478b-9141-fefb5452be1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.849509 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Publish callbacks [] for router_controller (36d59ba4-02a9-4241-9b2a-812f2b8b1d29), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.910815 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.928527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-3b779a79-7970-437d-8df1-813493fcd60f', 'network_id': '3b779a79-7970-437d-8df1-813493fcd60f', 'project_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'fixed_ips': [{'subnet_id': '19dda2e2-a324-41b0-a8e2-13dfa362d801'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:04.928527 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.049151 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-a4f05b9a-3c50-476a-87e0-00d0f4df747c tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/abe62439-08ed-4487-b3b1-76ea7f2e2abe HTTP/1.1" status: 200 len: 2998 time: 0.2799850 Feb 11 05:12:05.093416 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Publish callbacks [] for router_gateway (36d59ba4-02a9-4241-9b2a-812f2b8b1d29), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.115808 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26884b76-acb0-478b-9141-fefb5452be1e None None] Pushing event updated for resources: {'Port': ['ID=6cf79949-bf8d-4d6c-a70e-5ffe5cb76325,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:05.152204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-381aaeaf-a912-46c8-a3a3-818463f37f35 None None] Provisioning complete for port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:05.152429 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-381aaeaf-a912-46c8-a3a3-818463f37f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.187677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-2f7420d6-078f-4933-b1c4-301857284f66 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/abe62439-08ed-4487-b3b1-76ea7f2e2abe HTTP/1.1" status: 200 len: 2998 time: 0.1309297 Feb 11 05:12:05.201522 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830afd3-2f09-4ee8-9874-5e1f9fe827ef req-e6e58dde-c8dc-40a0-816d-927d4c12391d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:05.204019 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5830afd3-2f09-4ee8-9874-5e1f9fe827ef req-e6e58dde-c8dc-40a0-816d-927d4c12391d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 945 time: 0.1194520 Feb 11 05:12:05.322380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-c9e718d7-2040-4dd8-87cb-9e8a76f6e24b tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/ad44d7a2-1374-4ef6-9f0d-1bd6df837479 HTTP/1.1" status: 200 len: 2990 time: 0.1170497 Feb 11 05:12:05.337726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5830afd3-2f09-4ee8-9874-5e1f9fe827ef req-c90ac286-a42d-414e-bac6-7b31fcdb8901 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199889 Feb 11 05:12:05.388222 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Allocated IP 172.20.0.2 (3b779a79-7970-437d-8df1-813493fcd60f/19dda2e2-a324-41b0-a8e2-13dfa362d801/615d1fa8-0e2c-4a4b-b109-05e7889fe765) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:05.393641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-router', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:49Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'gw_port': {'id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:51Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '6cf79949-bf8d-4d6c-a70e-5ffe5cb76325', 'name': '', 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'mac_address': 'fa:16:3e:f8:0a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:57Z', 'updated_at': '2022-02-11T05:12:04Z', 'revision_number': 4, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'subnets': [{'id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:05.435237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2e4b4f-409c-47dd-9f3d-307f40b805e0 None None] The sync data for ids ['4245bbd3-8974-4fe7-b359-c46370ed76a2'] in n-d-713499-38 is: [{'id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-router', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:49Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'gw_port': {'id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:51Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '6cf79949-bf8d-4d6c-a70e-5ffe5cb76325', 'name': '', 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'mac_address': 'fa:16:3e:f8:0a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:57Z', 'updated_at': '2022-02-11T05:12:04Z', 'revision_number': 4, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'subnets': [{'id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:05.436959 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-381aaeaf-a912-46c8-a3a3-818463f37f35 None None] Current status of the port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:05.633534 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Publish callbacks [] for port (615d1fa8-0e2c-4a4b-b109-05e7889fe765), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.642046 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (615d1fa8-0e2c-4a4b-b109-05e7889fe765), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.691137 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Network 3b779a79-7970-437d-8df1-813493fcd60f is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:05.694465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:05.698233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:05.706311 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Pushing event updated for resources: {'Port': ['ID=615d1fa8-0e2c-4a4b-b109-05e7889fe765,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:05.770294 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Attempting to bind port 615d1fa8-0e2c-4a4b-b109-05e7889fe765 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:05.770857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Attempting to bind port 615d1fa8-0e2c-4a4b-b109-05e7889fe765 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '34480cb5-19a7-4933-b727-09aaac432bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3b779a79-7970-437d-8df1-813493fcd60f'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:05.771353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Attempting to bind port 615d1fa8-0e2c-4a4b-b109-05e7889fe765 on network 3b779a79-7970-437d-8df1-813493fcd60f {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:05.777731 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:05.778463 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Checking segment: {'id': '34480cb5-19a7-4933-b727-09aaac432bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3b779a79-7970-437d-8df1-813493fcd60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:05.779016 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.779443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Bound using segment: {'id': '34480cb5-19a7-4933-b727-09aaac432bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3b779a79-7970-437d-8df1-813493fcd60f'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:05.779967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Bound port: 615d1fa8-0e2c-4a4b-b109-05e7889fe765, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34480cb5-19a7-4933-b727-09aaac432bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3b779a79-7970-437d-8df1-813493fcd60f'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:05.780359 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (615d1fa8-0e2c-4a4b-b109-05e7889fe765), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.864390 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] For port 615d1fa8-0e2c-4a4b-b109-05e7889fe765, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:05.869018 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] For port 615d1fa8-0e2c-4a4b-b109-05e7889fe765, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=615d1fa8-0e2c-4a4b-b109-05e7889fe765,segment=NetworkSegment(34480cb5-19a7-4933-b727-09aaac432bfa),segment_id=34480cb5-19a7-4933-b727-09aaac432bfa)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:05.877394 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (615d1fa8-0e2c-4a4b-b109-05e7889fe765), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:05.966485 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acc74f-5637-49c8-a12f-7f960429b7e4 None None] Pushing event updated for resources: {'Port': ['ID=615d1fa8-0e2c-4a4b-b109-05e7889fe765,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:05.990498 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-d1438e10-c22e-42f3-9998-0b24cd2dd9cd tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/ad44d7a2-1374-4ef6-9f0d-1bd6df837479 HTTP/1.1" status: 200 len: 2990 time: 0.6467700 Feb 11 05:12:06.000473 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:12:06.060895 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Publish callbacks [] for router_gateway (36d59ba4-02a9-4241-9b2a-812f2b8b1d29), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.085272 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.121860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c735d-9c55-4d12-b4b2-1690c9d96ba6 req-3dc9af2f-3aef-45c0-ae3c-211bf85536cd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:06.134490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c735d-9c55-4d12-b4b2-1690c9d96ba6 req-3dc9af2f-3aef-45c0-ae3c-211bf85536cd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:06.141519 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c,segment=NetworkSegment(716db395-5496-450e-8654-b4ff6a6e414d),segment_id=716db395-5496-450e-8654-b4ff6a6e414d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:06.142086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c735d-9c55-4d12-b4b2-1690c9d96ba6 req-3dc9af2f-3aef-45c0-ae3c-211bf85536cd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:06.152353 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-784c735d-9c55-4d12-b4b2-1690c9d96ba6 req-3dc9af2f-3aef-45c0-ae3c-211bf85536cd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2418 time: 0.6883268 Feb 11 05:12:06.197997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c', 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6', 'port_id': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c', 'mac_address': 'fa:16:3e:c2:93:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:12:06.298041 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:06.298546 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.315536 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:06.333472 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-784c735d-9c55-4d12-b4b2-1690c9d96ba6 req-c316f520-c0a8-42a1-a9a0-071211137f15 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798389 Feb 11 05:12:06.346231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c,segment=NetworkSegment(716db395-5496-450e-8654-b4ff6a6e414d),segment_id=716db395-5496-450e-8654-b4ff6a6e414d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:06.351261 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-763609ed-e7d8-49ab-a69d-f0dac02177c2 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/de4dc185-fe25-4651-b46f-fd8c91009dad HTTP/1.1" status: 200 len: 2998 time: 0.2855487 Feb 11 05:12:06.352518 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.431142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:06.544064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Allocated IP 172.25.5.229 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/776c5461-2564-4b9b-880d-6286f82931d3) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:06.559327 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26c3190d-e819-455c-9d1d-e95d0ab889eb req-71641b24-7148-4150-9321-da7d641eff56 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/de4dc185-fe25-4651-b46f-fd8c91009dad HTTP/1.1" status: 200 len: 2998 time: 0.2070315 Feb 11 05:12:06.608063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['24a8f7d7-eadc-45cf-b5be-c3bf24d3926c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:06.625918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfd0e3-499c-437f-99f7-c26e758110be req-9c4e4a41-0c1b-432d-a1ee-7ecb711422bf tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:06.627737 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebbfd0e3-499c-437f-99f7-c26e758110be req-9c4e4a41-0c1b-432d-a1ee-7ecb711422bf tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/ports?device_id=b07c3d67-fe4b-4e99-a883-824e60375be3 HTTP/1.1" status: 200 len: 948 time: 0.1797867 Feb 11 05:12:06.825095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebbfd0e3-499c-437f-99f7-c26e758110be req-3d9c3396-672b-4b7f-9c4d-439568650ecc tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c31f771-4b4f-477c-a49b-3f1373c5fec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447823 Feb 11 05:12:06.826132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 615d1fa8-0e2c-4a4b-b109-05e7889fe765 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:06.877366 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Publish callbacks [] for port (776c5461-2564-4b9b-880d-6286f82931d3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.930856 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (776c5461-2564-4b9b-880d-6286f82931d3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:06.993680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 615d1fa8-0e2c-4a4b-b109-05e7889fe765 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:06.996119 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (615d1fa8-0e2c-4a4b-b109-05e7889fe765), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.075714 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:07.081383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:07.087590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:07.115652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 615d1fa8-0e2c-4a4b-b109-05e7889fe765 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:07.116058 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (615d1fa8-0e2c-4a4b-b109-05e7889fe765), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.181007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 615d1fa8-0e2c-4a4b-b109-05e7889fe765, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=615d1fa8-0e2c-4a4b-b109-05e7889fe765,segment=NetworkSegment(34480cb5-19a7-4933-b727-09aaac432bfa),segment_id=34480cb5-19a7-4933-b727-09aaac432bfa)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:07.192194 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (615d1fa8-0e2c-4a4b-b109-05e7889fe765), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.193087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:07.238296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61cf76-808b-4956-b58c-de4c53954107 req-35163800-6185-4f5d-9d2c-07b84017da92 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.244497 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61cf76-808b-4956-b58c-de4c53954107 req-35163800-6185-4f5d-9d2c-07b84017da92 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.250603 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61cf76-808b-4956-b58c-de4c53954107 req-35163800-6185-4f5d-9d2c-07b84017da92 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.253016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee61cf76-808b-4956-b58c-de4c53954107 req-35163800-6185-4f5d-9d2c-07b84017da92 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2418 time: 0.3247705 Feb 11 05:12:07.253485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Pushing event updated for resources: {'Port': ['ID=776c5461-2564-4b9b-880d-6286f82931d3,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:07.327866 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=615d1fa8-0e2c-4a4b-b109-05e7889fe765,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:07.328086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:07.328367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:07.328715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:07.329202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:07.329545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:07.329879 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:07.330210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:07.330582 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:07.330917 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:07.331235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:07.331649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:07.331977 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:07.332349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:07.343748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150aa17-d9f9-47eb-b59e-48b981c1efa3 req-1e90354b-b523-4f83-9668-906012fda67c tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.345383 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7150aa17-d9f9-47eb-b59e-48b981c1efa3 req-1e90354b-b523-4f83-9668-906012fda67c tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 944 time: 0.6261089 Feb 11 05:12:07.374845 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:07.375334 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.442715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddc999-c0ef-461b-a63e-745973937f46 req-159ca4fb-6c25-4c52-8452-f1f4cf50e811 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.444644 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1dddc999-c0ef-461b-a63e-745973937f46 req-159ca4fb-6c25-4c52-8452-f1f4cf50e811 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 945 time: 0.5045993 Feb 11 05:12:07.548595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:07.596170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b00ce5c-11ea-4f5d-ae03-067e52c44d0b None None] Network 3b779a79-7970-437d-8df1-813493fcd60f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:07.621189 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7150aa17-d9f9-47eb-b59e-48b981c1efa3 req-75a936f9-3b5c-4766-ae02-adc26da9be36 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482743 Feb 11 05:12:07.642929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1dddc999-c0ef-461b-a63e-745973937f46 req-86cf01bf-20c4-4e52-9946-a01f73ba63ca tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886537 Feb 11 05:12:07.747855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-24f667ab-3e02-4db0-bdbb-e74a56f10a5a None None] Provisioning complete for port 615d1fa8-0e2c-4a4b-b109-05e7889fe765 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:07.748273 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-24f667ab-3e02-4db0-bdbb-e74a56f10a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (615d1fa8-0e2c-4a4b-b109-05e7889fe765), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.885439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-24f667ab-3e02-4db0-bdbb-e74a56f10a5a None None] Current status of the port 615d1fa8-0e2c-4a4b-b109-05e7889fe765 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:07.906765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ee61cf76-808b-4956-b58c-de4c53954107 req-e370e33a-294c-4187-acf4-c6fb956ab12c tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Deleting port dde2bef3-9ffc-4de4-b7e8-878429bc626f {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:07.907111 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee61cf76-808b-4956-b58c-de4c53954107 req-e370e33a-294c-4187-acf4-c6fb956ab12c tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (dde2bef3-9ffc-4de4-b7e8-878429bc626f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.980588 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Publish callbacks [] for router_gateway (36d59ba4-02a9-4241-9b2a-812f2b8b1d29), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.012089 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:08.089357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:12:08.095474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:08.097270 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.110451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64761d48-fe3a-4a7b-b915-d02116723910 req-01afa19e-0fa4-427b-865b-bcc0a9c570ba tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=82509aa43ce34dfaafb34671e6c3cba2 HTTP/1.1" status: 200 len: 6153 time: 0.3436503 Feb 11 05:12:08.136527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd0e33-b4bb-41ac-9b61-06163136fddd req-3da62dd0-be63-4507-a5e3-240b958715dc tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:08.142496 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd0e33-b4bb-41ac-9b61-06163136fddd req-3da62dd0-be63-4507-a5e3-240b958715dc tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:08.148235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd0e33-b4bb-41ac-9b61-06163136fddd req-3da62dd0-be63-4507-a5e3-240b958715dc tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:08.149998 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2fd0e33-b4bb-41ac-9b61-06163136fddd req-3da62dd0-be63-4507-a5e3-240b958715dc tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 2418 time: 0.3004649 Feb 11 05:12:08.170673 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ee61cf76-808b-4956-b58c-de4c53954107 req-e370e33a-294c-4187-acf4-c6fb956ab12c tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] For port dde2bef3-9ffc-4de4-b7e8-878429bc626f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=dde2bef3-9ffc-4de4-b7e8-878429bc626f,segment=NetworkSegment(9487b64a-4eb5-47c7-9c25-0e3635bb1b58),segment_id=9487b64a-4eb5-47c7-9c25-0e3635bb1b58)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:08.171044 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee61cf76-808b-4956-b58c-de4c53954107 req-e370e33a-294c-4187-acf4-c6fb956ab12c tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (dde2bef3-9ffc-4de4-b7e8-878429bc626f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.200467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:08.201258 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.233014 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-90fc2fd3-b2b3-4510-b904-84652234cb7f None None] Provisioning complete for port 615d1fa8-0e2c-4a4b-b109-05e7889fe765 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:08.233421 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-90fc2fd3-b2b3-4510-b904-84652234cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (615d1fa8-0e2c-4a4b-b109-05e7889fe765), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.240510 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:08.243028 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99189780-f105-4702-b6b5-784c08bc4592" -d '{"events": [{"server_uuid": "e0354be5-b2c0-4eff-9461-4eba8e33a0cb", "name": "network-vif-plugged", "status": "completed", "tag": "24a8f7d7-eadc-45cf-b5be-c3bf24d3926c"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:08.250359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ee61cf76-808b-4956-b58c-de4c53954107 req-e370e33a-294c-4187-acf4-c6fb956ab12c tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Calling delete_port for dde2bef3-9ffc-4de4-b7e8-878429bc626f owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:08.281705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c,segment=NetworkSegment(716db395-5496-450e-8654-b4ff6a6e414d),segment_id=716db395-5496-450e-8654-b4ff6a6e414d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:08.286841 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.295263 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64761d48-fe3a-4a7b-b915-d02116723910 req-6ec07698-726b-4827-9c61-033733ca6980 tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] 10.222.0.87 "GET /v2.0/security-groups/5f3c729a-e0a4-44dd-81c0-ce291b3e352e HTTP/1.1" status: 200 len: 2998 time: 0.1683488 Feb 11 05:12:08.376388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:08.386902 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-90fc2fd3-b2b3-4510-b904-84652234cb7f None None] Current status of the port 615d1fa8-0e2c-4a4b-b109-05e7889fe765 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:08.404344 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2fd0e33-b4bb-41ac-9b61-06163136fddd req-dfca5911-5526-46b0-b31b-b6f0d0468211 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407455 Feb 11 05:12:08.510423 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64761d48-fe3a-4a7b-b915-d02116723910 req-fe6f8ce0-f1fc-405b-869f-ed478b807c37 tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] 10.222.0.87 "GET /v2.0/security-groups/5f3c729a-e0a4-44dd-81c0-ce291b3e352e HTTP/1.1" status: 200 len: 2998 time: 0.1685276 Feb 11 05:12:08.537572 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (36d59ba4-02a9-4241-9b2a-812f2b8b1d29), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.621076 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee61cf76-808b-4956-b58c-de4c53954107 req-e370e33a-294c-4187-acf4-c6fb956ab12c tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (dde2bef3-9ffc-4de4-b7e8-878429bc626f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.623136 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812e95ed-c89c-4856-bbd7-b838fa562de9 x-openstack-request-id: req-812e95ed-c89c-4856-bbd7-b838fa562de9 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:08.623831 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0354be5-b2c0-4eff-9461-4eba8e33a0cb", "name": "network-vif-plugged", "status": "completed", "tag": "24a8f7d7-eadc-45cf-b5be-c3bf24d3926c", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:08.623831 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-812e95ed-c89c-4856-bbd7-b838fa562de9 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:08.624329 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c', 'code': 200} Feb 11 05:12:08.640161 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['84989951-18c9-4413-9a3a-120ce95bf404', 'dde2bef3-9ffc-4de4-b7e8-878429bc626f', '482f99f6-32f0-43bf-8e63-7df48e2932e2'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:08.738316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370e33a-294c-4187-acf4-c6fb956ab12c tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event deleted for resources: {'Port': ['ID=dde2bef3-9ffc-4de4-b7e8-878429bc626f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:08.769300 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 615d1fa8-0e2c-4a4b-b109-05e7889fe765 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:08.822592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee61cf76-808b-4956-b58c-de4c53954107 req-e370e33a-294c-4187-acf4-c6fb956ab12c tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] No DVR routers for this DVR port dde2bef3-9ffc-4de4-b7e8-878429bc626f on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:08.835001 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee61cf76-808b-4956-b58c-de4c53954107 req-e370e33a-294c-4187-acf4-c6fb956ab12c tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.838404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee61cf76-808b-4956-b58c-de4c53954107 req-e370e33a-294c-4187-acf4-c6fb956ab12c tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.88 "DELETE /v2.0/ports/dde2bef3-9ffc-4de4-b7e8-878429bc626f HTTP/1.1" status: 204 len: 173 time: 1.5786626 Feb 11 05:12:08.840357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'name': 'network-vif-deleted', 'tag': 'dde2bef3-9ffc-4de4-b7e8-878429bc626f'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:08.843268 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7392a6-4bea-41df-83d3-9282d2374948" -d '{"events": [{"server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "name": "network-vif-deleted", "tag": "dde2bef3-9ffc-4de4-b7e8-878429bc626f"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:08.926678 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 615d1fa8-0e2c-4a4b-b109-05e7889fe765 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:08.926951 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (615d1fa8-0e2c-4a4b-b109-05e7889fe765), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:08.997472 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a7832d1-0114-4740-b083-f961bb277fc5 req-20564025-8828-4cc4-ad3d-1d505c72cd6a tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/a2f0139d-81a8-48ed-b522-6532adfc309e HTTP/1.1" status: 200 len: 1794 time: 0.3075056 Feb 11 05:12:09.071774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaabf0-1aad-435d-8adb-1f314c66d02d req-d5fb3e22-56b8-4f4f-a957-42e81abd0aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:09.073575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75aaabf0-1aad-435d-8adb-1f314c66d02d req-d5fb3e22-56b8-4f4f-a957-42e81abd0aa9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 1128 time: 0.3530970 Feb 11 05:12:09.109463 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 615d1fa8-0e2c-4a4b-b109-05e7889fe765 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:09.188785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75aaabf0-1aad-435d-8adb-1f314c66d02d req-ff245bff-683a-47cd-9693-857a568bbd9d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059749 Feb 11 05:12:09.199646 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7a7832d1-0114-4740-b083-f961bb277fc5 req-549a4ece-1a2e-4fa0-9bce-2c5c51769165 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks [] for security_group (a2f0139d-81a8-48ed-b522-6532adfc309e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.212885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7fd68-77b7-4527-90df-001fc7b838ea req-715ab6dc-edaa-4491-997c-7e15394a7c68 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:09.214908 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-afd7fd68-77b7-4527-90df-001fc7b838ea req-715ab6dc-edaa-4491-997c-7e15394a7c68 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 946 time: 0.2136416 Feb 11 05:12:09.225640 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ee61cf76-808b-4956-b58c-de4c53954107 req-f1b16b3a-0851-4d2c-91c5-10a8982271d3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Deleting port 84989951-18c9-4413-9a3a-120ce95bf404 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:09.226103 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee61cf76-808b-4956-b58c-de4c53954107 req-f1b16b3a-0851-4d2c-91c5-10a8982271d3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (84989951-18c9-4413-9a3a-120ce95bf404), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.228667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Router 36d59ba4-02a9-4241-9b2a-812f2b8b1d29 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:12:09.273074 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7a7832d1-0114-4740-b083-f961bb277fc5 req-549a4ece-1a2e-4fa0-9bce-2c5c51769165 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks [] for security_group (a2f0139d-81a8-48ed-b522-6532adfc309e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.436937 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-afd7fd68-77b7-4527-90df-001fc7b838ea req-be7f34c1-289b-4d7d-a006-768639402aac tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137897 Feb 11 05:12:09.477690 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7a7832d1-0114-4740-b083-f961bb277fc5 req-549a4ece-1a2e-4fa0-9bce-2c5c51769165 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a2f0139d-81a8-48ed-b522-6532adfc309e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.480836 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7a7832d1-0114-4740-b083-f961bb277fc5 req-549a4ece-1a2e-4fa0-9bce-2c5c51769165 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.481992 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a7832d1-0114-4740-b083-f961bb277fc5 req-549a4ece-1a2e-4fa0-9bce-2c5c51769165 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "DELETE /v2.0/security-groups/a2f0139d-81a8-48ed-b522-6532adfc309e HTTP/1.1" status: 204 len: 173 time: 0.4837787 Feb 11 05:12:09.485294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ee61cf76-808b-4956-b58c-de4c53954107 req-f1b16b3a-0851-4d2c-91c5-10a8982271d3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] For port 84989951-18c9-4413-9a3a-120ce95bf404, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=84989951-18c9-4413-9a3a-120ce95bf404,segment=NetworkSegment(9db1e976-8bed-443a-8c95-5e01d59b42b2),segment_id=9db1e976-8bed-443a-8c95-5e01d59b42b2)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:09.485512 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee61cf76-808b-4956-b58c-de4c53954107 req-f1b16b3a-0851-4d2c-91c5-10a8982271d3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (84989951-18c9-4413-9a3a-120ce95bf404), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.508712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ee61cf76-808b-4956-b58c-de4c53954107 req-f1b16b3a-0851-4d2c-91c5-10a8982271d3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Calling delete_port for 84989951-18c9-4413-9a3a-120ce95bf404 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:09.514654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a4ece-1a2e-4fa0-9bce-2c5c51769165 tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f0139d-81a8-48ed-b522-6532adfc309e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:09.517092 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.557348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:09.570272 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Sync routers for ids ['36d59ba4-02a9-4241-9b2a-812f2b8b1d29'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:09.582132 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Routers {'36d59ba4-02a9-4241-9b2a-812f2b8b1d29'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:09.583745 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:12:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['36d59ba4-02a9-4241-9b2a-812f2b8b1d29'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:09.619177 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:09.623193 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-78b0d15b-ccce-47e8-a1eb-1547ad02484e admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0239418 Feb 11 05:12:09.623623 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56276) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:09.729978 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Set router 36d59ba4-02a9-4241-9b2a-812f2b8b1d29 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:09.948486 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'name': 'tempest-TaggedBootDevicesTest_v242-751607117-router', 'tenant_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '776c5461-2564-4b9b-880d-6286f82931d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:04Z', 'updated_at': '2022-02-11T05:12:07Z', 'revision_number': 3, 'project_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'gw_port': {'id': '776c5461-2564-4b9b-880d-6286f82931d3', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:06Z', 'updated_at': '2022-02-11T05:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:09.986599 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Checking router: 36d59ba4-02a9-4241-9b2a-812f2b8b1d29 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:09.987774 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Updating router 36d59ba4-02a9-4241-9b2a-812f2b8b1d29 port 776c5461-2564-4b9b-880d-6286f82931d3 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:12:10.021255 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (776c5461-2564-4b9b-880d-6286f82931d3), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.094542 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee61cf76-808b-4956-b58c-de4c53954107 req-f1b16b3a-0851-4d2c-91c5-10a8982271d3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (84989951-18c9-4413-9a3a-120ce95bf404), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.106933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['dde2bef3-9ffc-4de4-b7e8-878429bc626f'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:10.128109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435991db-f88b-44e4-8cbf-243725f8b664 req-babfc57f-5fa7-4787-bc52-1c9cf7a50f08 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:10.136971 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-435991db-f88b-44e4-8cbf-243725f8b664 req-babfc57f-5fa7-4787-bc52-1c9cf7a50f08 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 945 time: 0.5412662 Feb 11 05:12:10.160224 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.186613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739d49a-15d1-4784-ba27-151b2cfa8b0b req-829e2903-71ee-4d65-aa98-474041ffc00a tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:10.188530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c739d49a-15d1-4784-ba27-151b2cfa8b0b req-829e2903-71ee-4d65-aa98-474041ffc00a tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.6656373 Feb 11 05:12:10.256685 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee61cf76-808b-4956-b58c-de4c53954107 req-f1b16b3a-0851-4d2c-91c5-10a8982271d3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] No DVR routers for this DVR port 84989951-18c9-4413-9a3a-120ce95bf404 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:10.263696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b16b3a-0851-4d2c-91c5-10a8982271d3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event deleted for resources: {'Port': ['ID=84989951-18c9-4413-9a3a-120ce95bf404,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:10.266643 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee61cf76-808b-4956-b58c-de4c53954107 req-f1b16b3a-0851-4d2c-91c5-10a8982271d3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.271566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee61cf76-808b-4956-b58c-de4c53954107 req-f1b16b3a-0851-4d2c-91c5-10a8982271d3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.88 "DELETE /v2.0/ports/84989951-18c9-4413-9a3a-120ce95bf404 HTTP/1.1" status: 204 len: 173 time: 1.3950696 Feb 11 05:12:10.408166 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c739d49a-15d1-4784-ba27-151b2cfa8b0b req-dac87187-d251-4c71-88df-a1c07819e2ea tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614935 Feb 11 05:12:10.440507 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Publish callbacks [] for port (776c5461-2564-4b9b-880d-6286f82931d3), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.444065 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-435991db-f88b-44e4-8cbf-243725f8b664 req-ce663e5b-bfef-4999-9651-93c08bba7cde tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058140 Feb 11 05:12:10.445734 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Allocated IP 172.20.0.1 (3b779a79-7970-437d-8df1-813493fcd60f/19dda2e2-a324-41b0-a8e2-13dfa362d801/0e754916-56e6-445e-a198-735e4adc7819) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:10.461088 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (776c5461-2564-4b9b-880d-6286f82931d3), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.532810 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbab2e-6e85-406c-83be-0660c0e00c97 None None] Pushing event updated for resources: {'Port': ['ID=776c5461-2564-4b9b-880d-6286f82931d3,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:10.545775 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbab2e-6e85-406c-83be-0660c0e00c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:10.546921 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbab2e-6e85-406c-83be-0660c0e00c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:10.547336 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbab2e-6e85-406c-83be-0660c0e00c97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:10.548427 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbab2e-6e85-406c-83be-0660c0e00c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:10.548796 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbab2e-6e85-406c-83be-0660c0e00c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:10.549169 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbab2e-6e85-406c-83be-0660c0e00c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:10.549530 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbab2e-6e85-406c-83be-0660c0e00c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:10.550061 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbab2e-6e85-406c-83be-0660c0e00c97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:10.550413 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbab2e-6e85-406c-83be-0660c0e00c97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:10.550743 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbab2e-6e85-406c-83be-0660c0e00c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:10.551071 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbab2e-6e85-406c-83be-0660c0e00c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:10.551395 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbab2e-6e85-406c-83be-0660c0e00c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:10.551767 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbab2e-6e85-406c-83be-0660c0e00c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:10.586723 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0308a029-4123-4f22-9fbd-c6b360bb4a0f x-openstack-request-id: req-0308a029-4123-4f22-9fbd-c6b360bb4a0f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:10.587276 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "name": "network-vif-deleted", "tag": "dde2bef3-9ffc-4de4-b7e8-878429bc626f", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:10.587762 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0308a029-4123-4f22-9fbd-c6b360bb4a0f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:10.588632 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'name': 'network-vif-deleted', 'tag': 'dde2bef3-9ffc-4de4-b7e8-878429bc626f', 'status': 'completed', 'code': 200} Feb 11 05:12:10.600674 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Attempting to bind port 776c5461-2564-4b9b-880d-6286f82931d3 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:10.601157 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Attempting to bind port 776c5461-2564-4b9b-880d-6286f82931d3 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:10.603356 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Attempting to bind port 776c5461-2564-4b9b-880d-6286f82931d3 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:10.624082 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:10.624995 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:10.625369 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.625861 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:10.626951 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Bound port: 776c5461-2564-4b9b-880d-6286f82931d3, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:10.627489 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (776c5461-2564-4b9b-880d-6286f82931d3), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.663374 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f6785-7624-4077-bca1-6783df599be2 req-f9640bf7-4374-47aa-8b49-857e239365e7 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:10.665151 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cf7f6785-7624-4077-bca1-6783df599be2 req-f9640bf7-4374-47aa-8b49-857e239365e7 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.88 "GET /v2.0/ports?device_id=b07c3d67-fe4b-4e99-a883-824e60375be3 HTTP/1.1" status: 200 len: 948 time: 0.1667898 Feb 11 05:12:10.694603 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Publish callbacks [] for port (0e754916-56e6-445e-a198-735e4adc7819), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.713001 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] For port 776c5461-2564-4b9b-880d-6286f82931d3, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:10.718776 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] For port 776c5461-2564-4b9b-880d-6286f82931d3, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=776c5461-2564-4b9b-880d-6286f82931d3,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:10.733026 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (776c5461-2564-4b9b-880d-6286f82931d3), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.754169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d2848-954f-4e4c-9a3e-3266b438c5cd req-8c0aeb55-3cdf-435f-9941-35e373146d35 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:10.755864 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d13d2848-954f-4e4c-9a3e-3266b438c5cd req-8c0aeb55-3cdf-435f-9941-35e373146d35 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 946 time: 0.1970894 Feb 11 05:12:10.812902 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbab2e-6e85-406c-83be-0660c0e00c97 None None] Pushing event updated for resources: {'Port': ['ID=776c5461-2564-4b9b-880d-6286f82931d3,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:10.813817 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (0e754916-56e6-445e-a198-735e4adc7819), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.815739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c7c68-6ea6-4e65-9719-d448732b50ff req-8dd10b9c-9c36-4adf-a547-694386bf9b23 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:10.817466 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-509c7c68-6ea6-4e65-9719-d448732b50ff req-8dd10b9c-9c36-4adf-a547-694386bf9b23 tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/ports?device_id=b07c3d67-fe4b-4e99-a883-824e60375be3 HTTP/1.1" status: 200 len: 948 time: 0.2261021 Feb 11 05:12:10.831663 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949fdff-d6e4-4ad1-a306-72e7985d996e req-eb12ba3d-373e-4f23-b899-af350735c546 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:10.833654 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c949fdff-d6e4-4ad1-a306-72e7985d996e req-eb12ba3d-373e-4f23-b899-af350735c546 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e67f28a-c3ba-4277-85c0-6ea2f0ac994c HTTP/1.1" status: 200 len: 946 time: 0.1688988 Feb 11 05:12:10.857896 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Routers {'36d59ba4-02a9-4241-9b2a-812f2b8b1d29'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:10.858596 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:12:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['36d59ba4-02a9-4241-9b2a-812f2b8b1d29'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:10.865150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ee61cf76-808b-4956-b58c-de4c53954107 req-29dcf9f2-f86b-4334-9217-f3e3a995487a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Deleting port 482f99f6-32f0-43bf-8e63-7df48e2932e2 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:10.865627 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee61cf76-808b-4956-b58c-de4c53954107 req-29dcf9f2-f86b-4334-9217-f3e3a995487a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (482f99f6-32f0-43bf-8e63-7df48e2932e2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.891946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Network 3b779a79-7970-437d-8df1-813493fcd60f is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:10.915611 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Pushing event updated for resources: {'Port': ['ID=0e754916-56e6-445e-a198-735e4adc7819,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:10.918725 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:10.938447 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:10.953852 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-cf7f6785-7624-4077-bca1-6783df599be2 req-4882a1e3-5045-4dcc-92a2-eb327ebce38e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Deleting port 090b4459-d28b-43b2-a459-2b9a0e273e7e {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:10.954845 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cf7f6785-7624-4077-bca1-6783df599be2 req-4882a1e3-5045-4dcc-92a2-eb327ebce38e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (090b4459-d28b-43b2-a459-2b9a0e273e7e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.976317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ee61cf76-808b-4956-b58c-de4c53954107 req-29dcf9f2-f86b-4334-9217-f3e3a995487a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] For port 482f99f6-32f0-43bf-8e63-7df48e2932e2, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=482f99f6-32f0-43bf-8e63-7df48e2932e2,segment=NetworkSegment(9487b64a-4eb5-47c7-9c25-0e3635bb1b58),segment_id=9487b64a-4eb5-47c7-9c25-0e3635bb1b58)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:10.976833 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee61cf76-808b-4956-b58c-de4c53954107 req-29dcf9f2-f86b-4334-9217-f3e3a995487a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (482f99f6-32f0-43bf-8e63-7df48e2932e2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:10.992396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ee61cf76-808b-4956-b58c-de4c53954107 req-29dcf9f2-f86b-4334-9217-f3e3a995487a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Calling delete_port for 482f99f6-32f0-43bf-8e63-7df48e2932e2 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:11.033529 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:11.033851 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:11.034193 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:11.034567 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:11.034956 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:11.035317 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:11.035695 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:11.036138 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:11.036506 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:11.036830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:11.037155 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:11.037479 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:11.037845 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:11.121277 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (36d59ba4-02a9-4241-9b2a-812f2b8b1d29), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.146196 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] Set router 36d59ba4-02a9-4241-9b2a-812f2b8b1d29 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:11.220913 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-509c7c68-6ea6-4e65-9719-d448732b50ff req-e66f298a-643e-4afc-9055-bed83b9d9f7a tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c31f771-4b4f-477c-a49b-3f1373c5fec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859949 Feb 11 05:12:11.254416 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c949fdff-d6e4-4ad1-a306-72e7985d996e req-304303eb-88ad-4539-aef4-051216954919 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095984 Feb 11 05:12:11.330064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-d13d2848-954f-4e4c-9a3e-3266b438c5cd req-549e6bab-5d13-4714-9c94-3ad39b2943ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Deleting port 148d66e5-b5ba-4f09-94ad-369f1033f40d {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:11.330838 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d13d2848-954f-4e4c-9a3e-3266b438c5cd req-549e6bab-5d13-4714-9c94-3ad39b2943ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (148d66e5-b5ba-4f09-94ad-369f1033f40d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.335447 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-89a9d776-1129-4899-8ff2-0dbacb6c1640 None None] Provisioning complete for port 0e754916-56e6-445e-a198-735e4adc7819 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:11.336376 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-89a9d776-1129-4899-8ff2-0dbacb6c1640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0e754916-56e6-445e-a198-735e4adc7819), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.348359 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-cf7f6785-7624-4077-bca1-6783df599be2 req-4882a1e3-5045-4dcc-92a2-eb327ebce38e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] For port 090b4459-d28b-43b2-a459-2b9a0e273e7e, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=090b4459-d28b-43b2-a459-2b9a0e273e7e,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:11.348742 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cf7f6785-7624-4077-bca1-6783df599be2 req-4882a1e3-5045-4dcc-92a2-eb327ebce38e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (090b4459-d28b-43b2-a459-2b9a0e273e7e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.369972 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0e754916-56e6-445e-a198-735e4adc7819), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.387865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-cf7f6785-7624-4077-bca1-6783df599be2 req-4882a1e3-5045-4dcc-92a2-eb327ebce38e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Calling delete_port for 090b4459-d28b-43b2-a459-2b9a0e273e7e owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:11.395283 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-89a9d776-1129-4899-8ff2-0dbacb6c1640 None None] Port 0e754916-56e6-445e-a198-735e4adc7819 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:11.453455 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08471cbb-eb42-4cb9-a15e-a3a31f798a01 req-1478f6a5-c122-4fa7-b41e-4308317d043a tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "GET /v2.0/security-groups/6906a58d-f1e2-4f57-946a-043baa54333e HTTP/1.1" status: 200 len: 1790 time: 0.1841266 Feb 11 05:12:11.523074 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee61cf76-808b-4956-b58c-de4c53954107 req-29dcf9f2-f86b-4334-9217-f3e3a995487a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (482f99f6-32f0-43bf-8e63-7df48e2932e2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.529379 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'name': 'tempest-TaggedBootDevicesTest_v242-751607117-router', 'tenant_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '776c5461-2564-4b9b-880d-6286f82931d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:04Z', 'updated_at': '2022-02-11T05:12:07Z', 'revision_number': 3, 'project_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'gw_port': {'id': '776c5461-2564-4b9b-880d-6286f82931d3', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:06Z', 'updated_at': '2022-02-11T05:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:11.568866 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840c66af-821c-4378-8d79-4728e5995cc2 None None] The sync data for ids ['36d59ba4-02a9-4241-9b2a-812f2b8b1d29'] in n-d-713499-38 is: [{'id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'name': 'tempest-TaggedBootDevicesTest_v242-751607117-router', 'tenant_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '776c5461-2564-4b9b-880d-6286f82931d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:04Z', 'updated_at': '2022-02-11T05:12:07Z', 'revision_number': 3, 'project_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'gw_port': {'id': '776c5461-2564-4b9b-880d-6286f82931d3', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:06Z', 'updated_at': '2022-02-11T05:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:11.629094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dcf9f2-f86b-4334-9217-f3e3a995487a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event deleted for resources: {'Port': ['ID=482f99f6-32f0-43bf-8e63-7df48e2932e2,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:11.647339 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-d13d2848-954f-4e4c-9a3e-3266b438c5cd req-549e6bab-5d13-4714-9c94-3ad39b2943ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] For port 148d66e5-b5ba-4f09-94ad-369f1033f40d, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=148d66e5-b5ba-4f09-94ad-369f1033f40d,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:11.647743 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d13d2848-954f-4e4c-9a3e-3266b438c5cd req-549e6bab-5d13-4714-9c94-3ad39b2943ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (148d66e5-b5ba-4f09-94ad-369f1033f40d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.695784 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cf7f6785-7624-4077-bca1-6783df599be2 req-4882a1e3-5045-4dcc-92a2-eb327ebce38e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (090b4459-d28b-43b2-a459-2b9a0e273e7e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.712583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['090b4459-d28b-43b2-a459-2b9a0e273e7e'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:11.731406 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Publish callbacks [] for port (0e754916-56e6-445e-a198-735e4adc7819), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.734356 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882a1e3-5045-4dcc-92a2-eb327ebce38e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Pushing event deleted for resources: {'Port': ['ID=090b4459-d28b-43b2-a459-2b9a0e273e7e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:11.738067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-d13d2848-954f-4e4c-9a3e-3266b438c5cd req-549e6bab-5d13-4714-9c94-3ad39b2943ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Calling delete_port for 148d66e5-b5ba-4f09-94ad-369f1033f40d owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:11.740193 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (0e754916-56e6-445e-a198-735e4adc7819), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.808213 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee61cf76-808b-4956-b58c-de4c53954107 req-29dcf9f2-f86b-4334-9217-f3e3a995487a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] No DVR routers for this DVR port 482f99f6-32f0-43bf-8e63-7df48e2932e2 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:11.844025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33186ea8-6356-43e6-80cb-d9f169a85d1d req-0896678c-9bc5-4bc3-b496-0a4a296a8fef tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:11.846459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-33186ea8-6356-43e6-80cb-d9f169a85d1d req-0896678c-9bc5-4bc3-b496-0a4a296a8fef tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 946 time: 0.3474159 Feb 11 05:12:11.851771 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee61cf76-808b-4956-b58c-de4c53954107 req-29dcf9f2-f86b-4334-9217-f3e3a995487a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.857585 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee61cf76-808b-4956-b58c-de4c53954107 req-29dcf9f2-f86b-4334-9217-f3e3a995487a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.88 "DELETE /v2.0/ports/482f99f6-32f0-43bf-8e63-7df48e2932e2 HTTP/1.1" status: 204 len: 173 time: 1.5736055 Feb 11 05:12:11.858427 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-08471cbb-eb42-4cb9-a15e-a3a31f798a01 req-bc1b60e3-41cd-474f-9ec0-0608626be7fe tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks [] for security_group (6906a58d-f1e2-4f57-946a-043baa54333e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.902268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7f6785-7624-4077-bca1-6783df599be2 req-4882a1e3-5045-4dcc-92a2-eb327ebce38e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] No DVR routers for this DVR port 090b4459-d28b-43b2-a459-2b9a0e273e7e on host n-h2-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:11.907847 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-08471cbb-eb42-4cb9-a15e-a3a31f798a01 req-bc1b60e3-41cd-474f-9ec0-0608626be7fe tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks [] for security_group (6906a58d-f1e2-4f57-946a-043baa54333e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.919769 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cf7f6785-7624-4077-bca1-6783df599be2 req-4882a1e3-5045-4dcc-92a2-eb327ebce38e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:11.928214 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cf7f6785-7624-4077-bca1-6783df599be2 req-4882a1e3-5045-4dcc-92a2-eb327ebce38e tempest-ServerDiagnosticsNegativeTest-502706038 tempest-ServerDiagnosticsNegativeTest-502706038-project] 10.222.0.88 "DELETE /v2.0/ports/090b4459-d28b-43b2-a459-2b9a0e273e7e HTTP/1.1" status: 204 len: 173 time: 1.2518411 Feb 11 05:12:11.957349 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07c3d67-fe4b-4e99-a883-824e60375be3', 'name': 'network-vif-deleted', 'tag': '090b4459-d28b-43b2-a459-2b9a0e273e7e'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:11.959792 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40adbf4a-5837-4041-9b4c-8d0c9e9c0121" -d '{"events": [{"server_uuid": "b07c3d67-fe4b-4e99-a883-824e60375be3", "name": "network-vif-deleted", "tag": "090b4459-d28b-43b2-a459-2b9a0e273e7e"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:11.998825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (36d59ba4-02a9-4241-9b2a-812f2b8b1d29), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.004684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Pushing event updated for resources: {'Port': ['ID=0e754916-56e6-445e-a198-735e4adc7819,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:12.199281 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-08471cbb-eb42-4cb9-a15e-a3a31f798a01 req-bc1b60e3-41cd-474f-9ec0-0608626be7fe tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6906a58d-f1e2-4f57-946a-043baa54333e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.201967 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-08471cbb-eb42-4cb9-a15e-a3a31f798a01 req-bc1b60e3-41cd-474f-9ec0-0608626be7fe tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.203160 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08471cbb-eb42-4cb9-a15e-a3a31f798a01 req-bc1b60e3-41cd-474f-9ec0-0608626be7fe tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] 10.222.0.87 "DELETE /v2.0/security-groups/6906a58d-f1e2-4f57-946a-043baa54333e HTTP/1.1" status: 204 len: 173 time: 0.7486947 Feb 11 05:12:12.233083 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Network 3b779a79-7970-437d-8df1-813493fcd60f is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:12.237476 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:12.266180 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b60e3-41cd-474f-9ec0-0608626be7fe tempest-SecurityGroupsTestAdminJSON-1741933300 tempest-SecurityGroupsTestAdminJSON-1741933300-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6906a58d-f1e2-4f57-946a-043baa54333e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:12.296169 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-33186ea8-6356-43e6-80cb-d9f169a85d1d req-a8a2ad15-9f37-4e1c-989a-d0b06b88e7a2 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141308 Feb 11 05:12:12.380031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 482f99f6-32f0-43bf-8e63-7df48e2932e2 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:12.414311 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 482f99f6-32f0-43bf-8e63-7df48e2932e2 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:12.415069 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 482f99f6-32f0-43bf-8e63-7df48e2932e2 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:12.416070 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 84989951-18c9-4413-9a3a-120ce95bf404 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:12.447067 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 84989951-18c9-4413-9a3a-120ce95bf404 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:12.447824 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 84989951-18c9-4413-9a3a-120ce95bf404 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:12.448547 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 148d66e5-b5ba-4f09-94ad-369f1033f40d no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:12.519942 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Router 36d59ba4-02a9-4241-9b2a-812f2b8b1d29 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:12.591473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'name': 'network-vif-deleted', 'tag': '84989951-18c9-4413-9a3a-120ce95bf404'}, {'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'name': 'network-vif-deleted', 'tag': '482f99f6-32f0-43bf-8e63-7df48e2932e2'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:12.594469 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddffb05-ffc4-4f6a-ac5d-619745fc2a0a" -d '{"events": [{"server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "name": "network-vif-deleted", "tag": "84989951-18c9-4413-9a3a-120ce95bf404"}, {"server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "name": "network-vif-deleted", "tag": "482f99f6-32f0-43bf-8e63-7df48e2932e2"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:12.610053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e208e57-7fbb-4f6e-a765-ac66c7826009 req-cf44903d-d60a-4630-a13b-228b1ee91e5a tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:12.622544 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e208e57-7fbb-4f6e-a765-ac66c7826009 req-cf44903d-d60a-4630-a13b-228b1ee91e5a tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 945 time: 0.2191770 Feb 11 05:12:12.694225 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcfa9a-82ea-4893-b9b2-afb0b5f30e5b req-6e982ff1-468f-45fa-b55b-14d872351cff tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:12.709160 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4bdcfa9a-82ea-4893-b9b2-afb0b5f30e5b req-6e982ff1-468f-45fa-b55b-14d872351cff tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.3361719 Feb 11 05:12:12.710570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 148d66e5-b5ba-4f09-94ad-369f1033f40d is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:12.712194 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d13d2848-954f-4e4c-9a3e-3266b438c5cd req-549e6bab-5d13-4714-9c94-3ad39b2943ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (148d66e5-b5ba-4f09-94ad-369f1033f40d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.713467 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (148d66e5-b5ba-4f09-94ad-369f1033f40d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.873355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device dde2bef3-9ffc-4de4-b7e8-878429bc626f no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:12.919395 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:12.934088 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 776c5461-2564-4b9b-880d-6286f82931d3 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:12.937000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: dde2bef3-9ffc-4de4-b7e8-878429bc626f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:12.937556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e6bab-5d13-4714-9c94-3ad39b2943ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Pushing event deleted for resources: {'Port': ['ID=148d66e5-b5ba-4f09-94ad-369f1033f40d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:12.941854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13d2848-954f-4e4c-9a3e-3266b438c5cd req-549e6bab-5d13-4714-9c94-3ad39b2943ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] No DVR routers for this DVR port 148d66e5-b5ba-4f09-94ad-369f1033f40d on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:12.942680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device dde2bef3-9ffc-4de4-b7e8-878429bc626f not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:12.945068 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-959b69e7-1883-4a2a-8fb8-359d84a8805c None None] Provisioning complete for port 0e754916-56e6-445e-a198-735e4adc7819 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:12.945617 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-959b69e7-1883-4a2a-8fb8-359d84a8805c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0e754916-56e6-445e-a198-735e4adc7819), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.955867 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a1943508-141e-4891-b4b4-357866954449 admin admin] 10.222.0.87 "PUT /v2.0/routers/36d59ba4-02a9-4241-9b2a-812f2b8b1d29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3294811 Feb 11 05:12:12.973503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d13d2848-954f-4e4c-9a3e-3266b438c5cd req-549e6bab-5d13-4714-9c94-3ad39b2943ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:12.983541 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d13d2848-954f-4e4c-9a3e-3266b438c5cd req-549e6bab-5d13-4714-9c94-3ad39b2943ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "DELETE /v2.0/ports/148d66e5-b5ba-4f09-94ad-369f1033f40d HTTP/1.1" status: 204 len: 173 time: 2.2183681 Feb 11 05:12:13.052934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-959b69e7-1883-4a2a-8fb8-359d84a8805c None None] Port 0e754916-56e6-445e-a198-735e4adc7819 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:13.076125 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e208e57-7fbb-4f6e-a765-ac66c7826009 req-5d8fdee0-2cb3-4090-b3ee-46c59f06d833 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516118 Feb 11 05:12:13.098006 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 776c5461-2564-4b9b-880d-6286f82931d3 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:13.098397 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (776c5461-2564-4b9b-880d-6286f82931d3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.111104 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4bdcfa9a-82ea-4893-b9b2-afb0b5f30e5b req-10c7e0d1-e273-4204-9b02-092b032bafff tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989861 Feb 11 05:12:13.219785 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cddf2de-2c7e-4d45-9c5a-fb3d763056ba x-openstack-request-id: req-6cddf2de-2c7e-4d45-9c5a-fb3d763056ba {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:13.220083 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07c3d67-fe4b-4e99-a883-824e60375be3", "name": "network-vif-deleted", "tag": "090b4459-d28b-43b2-a459-2b9a0e273e7e", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:13.220340 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6cddf2de-2c7e-4d45-9c5a-fb3d763056ba {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:13.220860 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07c3d67-fe4b-4e99-a883-824e60375be3', 'name': 'network-vif-deleted', 'tag': '090b4459-d28b-43b2-a459-2b9a0e273e7e', 'status': 'completed', 'code': 200} Feb 11 05:12:13.249187 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-466a993b-cbb8-42d0-89b6-103185a717ef req-c27f0da3-8644-4c5a-b267-7ea808498a28 tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] 10.222.0.87 "GET /v2.0/security-groups/f0666c55-6b3e-4e6e-9f13-68d75cf16d24 HTTP/1.1" status: 200 len: 1793 time: 0.1042490 Feb 11 05:12:13.253591 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 776c5461-2564-4b9b-880d-6286f82931d3 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:13.256086 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (776c5461-2564-4b9b-880d-6286f82931d3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.287955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 776c5461-2564-4b9b-880d-6286f82931d3, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=776c5461-2564-4b9b-880d-6286f82931d3,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:13.295780 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (776c5461-2564-4b9b-880d-6286f82931d3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.342022 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56304) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:13.380103 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=776c5461-2564-4b9b-880d-6286f82931d3,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:13.392038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:13.392797 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:13.393353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:13.395118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:13.395746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:13.396296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:13.396874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:13.397416 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:13.398169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:13.398726 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:13.399274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:13.400677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:13.402595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:12:13.410676 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-466a993b-cbb8-42d0-89b6-103185a717ef req-3028da0c-32fe-49ee-a45d-c55265490ede tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks [] for security_group (f0666c55-6b3e-4e6e-9f13-68d75cf16d24), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.445052 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab30e410-fac5-40fc-a4b1-0602196fd1ce x-openstack-request-id: req-ab30e410-fac5-40fc-a4b1-0602196fd1ce {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:13.445346 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "name": "network-vif-deleted", "tag": "84989951-18c9-4413-9a3a-120ce95bf404", "status": "completed", "code": 200}, {"server_uuid": "5e67f28a-c3ba-4277-85c0-6ea2f0ac994c", "name": "network-vif-deleted", "tag": "482f99f6-32f0-43bf-8e63-7df48e2932e2", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:13.445606 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ab30e410-fac5-40fc-a4b1-0602196fd1ce {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:13.446047 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'name': 'network-vif-deleted', 'tag': '84989951-18c9-4413-9a3a-120ce95bf404', 'status': 'completed', 'code': 200} Feb 11 05:12:13.446316 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e67f28a-c3ba-4277-85c0-6ea2f0ac994c', 'name': 'network-vif-deleted', 'tag': '482f99f6-32f0-43bf-8e63-7df48e2932e2', 'status': 'completed', 'code': 200} Feb 11 05:12:13.461240 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bac3e7a-a779-42e1-9d5e-bdcd732bd916 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Deleting subnet 79e1a5e5-bff2-4e91-8bda-a6c1771c54b6 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:13.468282 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4bac3e7a-a779-42e1-9d5e-bdcd732bd916 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks [] for subnet (79e1a5e5-bff2-4e91-8bda-a6c1771c54b6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.471689 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-466a993b-cbb8-42d0-89b6-103185a717ef req-3028da0c-32fe-49ee-a45d-c55265490ede tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks [] for security_group (f0666c55-6b3e-4e6e-9f13-68d75cf16d24), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.553868 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4bac3e7a-a779-42e1-9d5e-bdcd732bd916 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (79e1a5e5-bff2-4e91-8bda-a6c1771c54b6), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.569133 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-466a993b-cbb8-42d0-89b6-103185a717ef req-3028da0c-32fe-49ee-a45d-c55265490ede tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f0666c55-6b3e-4e6e-9f13-68d75cf16d24), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.572127 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-466a993b-cbb8-42d0-89b6-103185a717ef req-3028da0c-32fe-49ee-a45d-c55265490ede tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.574110 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-466a993b-cbb8-42d0-89b6-103185a717ef req-3028da0c-32fe-49ee-a45d-c55265490ede tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] 10.222.0.87 "DELETE /v2.0/security-groups/f0666c55-6b3e-4e6e-9f13-68d75cf16d24 HTTP/1.1" status: 204 len: 173 time: 0.3239498 Feb 11 05:12:13.595225 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028da0c-32fe-49ee-a45d-c55265490ede tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0666c55-6b3e-4e6e-9f13-68d75cf16d24,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:13.762790 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4bac3e7a-a779-42e1-9d5e-bdcd732bd916 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (79e1a5e5-bff2-4e91-8bda-a6c1771c54b6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.765404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e07aa46-44ab-4b64-b850-6e6e92422385 req-2e8d284d-6b80-4fa9-aafe-27cac7395b31 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 210 time: 0.0596445 Feb 11 05:12:13.842612 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4bac3e7a-a779-42e1-9d5e-bdcd732bd916 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (79e1a5e5-bff2-4e91-8bda-a6c1771c54b6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.845155 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.865557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56312) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:13.889368 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac3e7a-a779-42e1-9d5e-bdcd732bd916 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event deleted for resources: {'Subnet': ['ID=79e1a5e5-bff2-4e91-8bda-a6c1771c54b6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:13.904278 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572cdf06-2d8e-4cf7-a28b-f18a74e6a0c0 None None] Network b74e3d95-e2af-4c03-89c2-da3a6b310cd5 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:13.904679 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4bac3e7a-a779-42e1-9d5e-bdcd732bd916 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:13.917872 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4bac3e7a-a779-42e1-9d5e-bdcd732bd916 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "DELETE /v2.0/subnets/79e1a5e5-bff2-4e91-8bda-a6c1771c54b6 HTTP/1.1" status: 204 len: 168 time: 0.5748923 Feb 11 05:12:13.918519 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56316) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:14.016883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-38d0e1ce-7bff-4726-9749-2e5ec5cd29d9 req-8a0409d5-bfb9-41af-a916-a36bf6e442bf tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] 10.222.0.87 "GET /v2.0/security-groups/89db8664-1cab-4c8b-8718-9b227fed4c17 HTTP/1.1" status: 200 len: 1795 time: 0.2504313 Feb 11 05:12:14.035547 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (b74e3d95-e2af-4c03-89c2-da3a6b310cd5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.066834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0519a-dd5b-45d3-9b87-6d6a96f335cf req-de473d53-2def-422e-8a29-5d0c8eeceb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:14.068490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9bd0519a-dd5b-45d3-9b87-6d6a96f335cf req-de473d53-2def-422e-8a29-5d0c8eeceb78 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ccc011d380e947d8b6e7b3dbc090f659&device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 1128 time: 0.2980456 Feb 11 05:12:14.123931 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Deleting port e7599966-a1b4-4e02-a693-4c3ac348c01d {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:14.124518 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e7599966-a1b4-4e02-a693-4c3ac348c01d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.137969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334caf7d-f133-49d0-bb2e-feb56ab30646 req-3d325e95-d229-4835-bade-e33f2a94bb42 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:14.139878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-334caf7d-f133-49d0-bb2e-feb56ab30646 req-3d325e95-d229-4835-bade-e33f2a94bb42 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.2462370 Feb 11 05:12:14.229047 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] For port e7599966-a1b4-4e02-a693-4c3ac348c01d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e7599966-a1b4-4e02-a693-4c3ac348c01d,segment=NetworkSegment(9db1e976-8bed-443a-8c95-5e01d59b42b2),segment_id=9db1e976-8bed-443a-8c95-5e01d59b42b2)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:14.230260 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e7599966-a1b4-4e02-a693-4c3ac348c01d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.256151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Calling delete_port for e7599966-a1b4-4e02-a693-4c3ac348c01d owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:14.263659 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d35cbceb-88aa-4354-a632-c94d715d13d5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=47b2f75333074d3d9bc27b6613e6fe65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3968651 Feb 11 05:12:14.275893 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56320) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:14.310289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-334caf7d-f133-49d0-bb2e-feb56ab30646 req-90bf0db2-4d83-492f-a37d-9295f962a5ea tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412406 Feb 11 05:12:14.311749 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-38d0e1ce-7bff-4726-9749-2e5ec5cd29d9 req-ff74535d-c73e-4031-bf87-fa51f03f859f tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks [] for security_group (89db8664-1cab-4c8b-8718-9b227fed4c17), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.362834 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55649ea-c542-48c2-bc3a-de2dfac3243b None None] DHCP port deletion for b74e3d95-e2af-4c03-89c2-da3a6b310cd5 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:12:14.390302 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0519a-dd5b-45d3-9b87-6d6a96f335cf req-1d547d2b-a2be-46a3-9582-7ebfb2c9b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:14.393561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9bd0519a-dd5b-45d3-9b87-6d6a96f335cf req-1d547d2b-a2be-46a3-9582-7ebfb2c9b4ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 HTTP/1.1" status: 200 len: 920 time: 0.3144379 Feb 11 05:12:14.398760 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-38d0e1ce-7bff-4726-9749-2e5ec5cd29d9 req-ff74535d-c73e-4031-bf87-fa51f03f859f tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks [] for security_group (89db8664-1cab-4c8b-8718-9b227fed4c17), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.409357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 090b4459-d28b-43b2-a459-2b9a0e273e7e no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:14.447702 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e7599966-a1b4-4e02-a693-4c3ac348c01d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.459457 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 090b4459-d28b-43b2-a459-2b9a0e273e7e {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:14.460060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 090b4459-d28b-43b2-a459-2b9a0e273e7e not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:14.473221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9bd0519a-dd5b-45d3-9b87-6d6a96f335cf req-7e77d393-f947-4da3-8ce2-a1ad4ffe1cdd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c HTTP/1.1" status: 200 len: 217 time: 0.0667207 Feb 11 05:12:14.473469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] No DVR routers for this DVR port e7599966-a1b4-4e02-a693-4c3ac348c01d on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:14.486322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d55649ea-c542-48c2-bc3a-de2dfac3243b None None] Deleting port e7599966-a1b4-4e02-a693-4c3ac348c01d {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:14.486700 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d55649ea-c542-48c2-bc3a-de2dfac3243b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e7599966-a1b4-4e02-a693-4c3ac348c01d), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.507970 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3327df06-c220-4e9e-a164-f1e3488ac6c9 admin admin] Publish callbacks [] for security_group (4c31f771-4b4f-477c-a49b-3f1373c5fec5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.516192 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Sync routers for ids ['36d59ba4-02a9-4241-9b2a-812f2b8b1d29'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:14.522869 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event deleted for resources: {'Port': ['ID=e7599966-a1b4-4e02-a693-4c3ac348c01d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:14.584997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Routers {'36d59ba4-02a9-4241-9b2a-812f2b8b1d29'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:14.585608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:12:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['36d59ba4-02a9-4241-9b2a-812f2b8b1d29'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:14.607685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d55649ea-c542-48c2-bc3a-de2dfac3243b None None] For port e7599966-a1b4-4e02-a693-4c3ac348c01d, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:14.608164 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d55649ea-c542-48c2-bc3a-de2dfac3243b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e7599966-a1b4-4e02-a693-4c3ac348c01d), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.612509 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0519a-dd5b-45d3-9b87-6d6a96f335cf req-8c4c3fe9-d769-4129-9581-bb8da22a4cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:14.613836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9bd0519a-dd5b-45d3-9b87-6d6a96f335cf req-8c4c3fe9-d769-4129-9581-bb8da22a4cc2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b04a3b42-548e-46b8-9781-7b497bddbdd2 HTTP/1.1" status: 200 len: 859 time: 0.1048770 Feb 11 05:12:14.625404 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3327df06-c220-4e9e-a164-f1e3488ac6c9 admin admin] Publish callbacks [] for security_group (4c31f771-4b4f-477c-a49b-3f1373c5fec5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.625592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa8989-2740-4e96-a662-abd94d7963a3 req-a7fa5067-c1c3-4a16-af97-f83651521151 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:14.627094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddfa8989-2740-4e96-a662-abd94d7963a3 req-a7fa5067-c1c3-4a16-af97-f83651521151 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 945 time: 0.1528831 Feb 11 05:12:14.663669 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9bd0519a-dd5b-45d3-9b87-6d6a96f335cf req-efcf5065-cb97-4639-8ec7-026502424f90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354018 Feb 11 05:12:14.670951 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-38d0e1ce-7bff-4726-9749-2e5ec5cd29d9 req-ff74535d-c73e-4031-bf87-fa51f03f859f tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (89db8664-1cab-4c8b-8718-9b227fed4c17), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.673545 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-38d0e1ce-7bff-4726-9749-2e5ec5cd29d9 req-ff74535d-c73e-4031-bf87-fa51f03f859f tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.674597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-38d0e1ce-7bff-4726-9749-2e5ec5cd29d9 req-ff74535d-c73e-4031-bf87-fa51f03f859f tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] 10.222.0.87 "DELETE /v2.0/security-groups/89db8664-1cab-4c8b-8718-9b227fed4c17 HTTP/1.1" status: 204 len: 173 time: 0.6498878 Feb 11 05:12:14.687697 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (b74e3d95-e2af-4c03-89c2-da3a6b310cd5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.732045 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74e3d95-e2af-4c03-89c2-da3a6b310cd5']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:14.746106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db1e976-8bed-443a-8c95-5e01d59b42b2') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:14.746395 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db1e976-8bed-443a-8c95-5e01d59b42b2') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:14.761957 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (9db1e976-8bed-443a-8c95-5e01d59b42b2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.779096 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3327df06-c220-4e9e-a164-f1e3488ac6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4c31f771-4b4f-477c-a49b-3f1373c5fec5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.783969 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3327df06-c220-4e9e-a164-f1e3488ac6c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.785651 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3327df06-c220-4e9e-a164-f1e3488ac6c9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4c31f771-4b4f-477c-a49b-3f1373c5fec5 HTTP/1.1" status: 204 len: 168 time: 0.5084443 Feb 11 05:12:14.787359 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (9db1e976-8bed-443a-8c95-5e01d59b42b2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.810215 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Set router 36d59ba4-02a9-4241-9b2a-812f2b8b1d29 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:14.839907 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327df06-c220-4e9e-a164-f1e3488ac6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c31f771-4b4f-477c-a49b-3f1373c5fec5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:14.845964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:12:14.846362 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (9db1e976-8bed-443a-8c95-5e01d59b42b2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:12:14.849636 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:12:14.877848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9bd0519a-dd5b-45d3-9b87-6d6a96f335cf req-d8a76edf-c629-4d3c-867e-de4eb7dc1d7f service neutron] 10.222.0.73 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023020 Feb 11 05:12:14.903700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74535d-c73e-4031-bf87-fa51f03f859f tempest-SecurityGroupsTestAdminJSON-967545306 tempest-SecurityGroupsTestAdminJSON-967545306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89db8664-1cab-4c8b-8718-9b227fed4c17,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:14.922344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 776c5461-2564-4b9b-880d-6286f82931d3 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:14.961326 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d55649ea-c542-48c2-bc3a-de2dfac3243b None None] Calling delete_port for e7599966-a1b4-4e02-a693-4c3ac348c01d owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:14.970039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-d55649ea-c542-48c2-bc3a-de2dfac3243b None None] Port e7599966-a1b4-4e02-a693-4c3ac348c01d was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:12:14.991008 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d55649ea-c542-48c2-bc3a-de2dfac3243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (e7599966-a1b4-4e02-a693-4c3ac348c01d), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.077168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55649ea-c542-48c2-bc3a-de2dfac3243b None None] Pushing event deleted for resources: {'Port': ['ID=e7599966-a1b4-4e02-a693-4c3ac348c01d,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:15.105491 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55649ea-c542-48c2-bc3a-de2dfac3243b None None] No DVR routers for this DVR port e7599966-a1b4-4e02-a693-4c3ac348c01d on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:15.127255 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddfa8989-2740-4e96-a662-abd94d7963a3 req-efceb734-c3d4-4ffe-905c-71ef338c8283 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625742 Feb 11 05:12:15.129347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6ee4ec6-3406-42a9-99f3-7a7430b77364 req-4d046ac6-ca2e-4bca-af2b-3c0ac79ee476 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 210 time: 0.1791596 Feb 11 05:12:15.132110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56332) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:15.226978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 776c5461-2564-4b9b-880d-6286f82931d3 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:15.227370 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (776c5461-2564-4b9b-880d-6286f82931d3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.295167 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9bd0519a-dd5b-45d3-9b87-6d6a96f335cf req-afbef762-6818-401e-bc3b-3aeb6ed8595e service neutron] 10.222.0.73 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858509 Feb 11 05:12:15.350374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56340) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:15.372380 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-42c94240-253b-49bb-8953-252b9dfec614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.414378 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (b74e3d95-e2af-4c03-89c2-da3a6b310cd5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.421476 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.427115 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "DELETE /v2.0/networks/b74e3d95-e2af-4c03-89c2-da3a6b310cd5 HTTP/1.1" status: 204 len: 168 time: 1.5074620 Feb 11 05:12:15.433518 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56346) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:15.447019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be663f8e-68b8-4e52-a2b3-b28bc4dd2e29', 'name': 'network-vif-deleted', 'tag': '148d66e5-b5ba-4f09-94ad-369f1033f40d'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:15.450058 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bba21c-9e0a-4d05-abab-271b87ab7549" -d '{"events": [{"server_uuid": "be663f8e-68b8-4e52-a2b3-b28bc4dd2e29", "name": "network-vif-deleted", "tag": "148d66e5-b5ba-4f09-94ad-369f1033f40d"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:15.454840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'name': 'tempest-TaggedBootDevicesTest_v242-751607117-router', 'tenant_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '776c5461-2564-4b9b-880d-6286f82931d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:04Z', 'updated_at': '2022-02-11T05:12:11Z', 'revision_number': 4, 'project_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'gw_port': {'id': '776c5461-2564-4b9b-880d-6286f82931d3', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:06Z', 'updated_at': '2022-02-11T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '0e754916-56e6-445e-a198-735e4adc7819', 'name': '', 'network_id': '3b779a79-7970-437d-8df1-813493fcd60f', 'tenant_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'mac_address': 'fa:16:3e:d9:bf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '19dda2e2-a324-41b0-a8e2-13dfa362d801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:10Z', 'updated_at': '2022-02-11T05:12:11Z', 'revision_number': 2, 'project_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'subnets': [{'id': '19dda2e2-a324-41b0-a8e2-13dfa362d801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:15.489562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Checking router: 36d59ba4-02a9-4241-9b2a-812f2b8b1d29 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:15.489922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Updating router 36d59ba4-02a9-4241-9b2a-812f2b8b1d29 port 0e754916-56e6-445e-a198-735e4adc7819 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:12:15.521406 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0e754916-56e6-445e-a198-735e4adc7819), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.523517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 776c5461-2564-4b9b-880d-6286f82931d3 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:15.560662 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a513af-ebcd-4444-aea4-4ebd18443dbd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Deleting subnet 04fb4841-9e99-47e8-8430-7c54d09dfe6e {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:12:15.560662 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853af66-b48c-4220-b945-6a3155fb1046 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event deleted for resources: {'Network': ['ID=b74e3d95-e2af-4c03-89c2-da3a6b310cd5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:15.560662 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40a513af-ebcd-4444-aea4-4ebd18443dbd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks [] for subnet (04fb4841-9e99-47e8-8430-7c54d09dfe6e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.561484 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bb73b9-c03c-40ef-bb38-cdb0217fcff5 x-openstack-request-id: req-92bb73b9-c03c-40ef-bb38-cdb0217fcff5 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:15.561484 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be663f8e-68b8-4e52-a2b3-b28bc4dd2e29", "name": "network-vif-deleted", "tag": "148d66e5-b5ba-4f09-94ad-369f1033f40d", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:15.561484 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-92bb73b9-c03c-40ef-bb38-cdb0217fcff5 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:15.561484 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be663f8e-68b8-4e52-a2b3-b28bc4dd2e29', 'name': 'network-vif-deleted', 'tag': '148d66e5-b5ba-4f09-94ad-369f1033f40d', 'status': 'completed', 'code': 200} Feb 11 05:12:15.625029 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40a513af-ebcd-4444-aea4-4ebd18443dbd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (04fb4841-9e99-47e8-8430-7c54d09dfe6e), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.634342 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e7599966-a1b4-4e02-a693-4c3ac348c01d no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:15.644213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7371a48d-ddcd-4361-9c84-9dced012a77b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=82509aa43ce34dfaafb34671e6c3cba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5109091 Feb 11 05:12:15.651933 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56350) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:15.652929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc40227-3281-43d4-ab37-9721dca35498 req-7bd52a85-de1c-41e7-b952-b22217716ffc tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:15.659652 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edc40227-3281-43d4-ab37-9721dca35498 req-7bd52a85-de1c-41e7-b952-b22217716ffc tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.2193887 Feb 11 05:12:15.667798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: e7599966-a1b4-4e02-a693-4c3ac348c01d {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:15.668326 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e7599966-a1b4-4e02-a693-4c3ac348c01d not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:15.734085 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edc40227-3281-43d4-ab37-9721dca35498 req-4b0cc9e6-b81b-4916-8d55-ce79029d9538 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712583 Feb 11 05:12:15.764371 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7feb09-dc0f-40e0-a64e-8d41027de4dc admin admin] Publish callbacks [] for security_group (5f3c729a-e0a4-44dd-81c0-ce291b3e352e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.771670 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-42c94240-253b-49bb-8953-252b9dfec614 admin admin] Publish callbacks [] for security_group (7db83700-8342-48ac-bf9f-19b02ba74c70), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.778035 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-42c94240-253b-49bb-8953-252b9dfec614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7db83700-8342-48ac-bf9f-19b02ba74c70), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.789567 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40a513af-ebcd-4444-aea4-4ebd18443dbd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (04fb4841-9e99-47e8-8430-7c54d09dfe6e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.794715 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7feb09-dc0f-40e0-a64e-8d41027de4dc admin admin] Publish callbacks [] for security_group (5f3c729a-e0a4-44dd-81c0-ce291b3e352e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.828078 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-42c94240-253b-49bb-8953-252b9dfec614 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=aac566b54d1d420a8a034d0aecc2c6d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4765143 Feb 11 05:12:15.831548 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56352) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:15.872898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c94240-253b-49bb-8953-252b9dfec614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db83700-8342-48ac-bf9f-19b02ba74c70,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:15.926721 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40a513af-ebcd-4444-aea4-4ebd18443dbd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (04fb4841-9e99-47e8-8430-7c54d09dfe6e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.929015 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f52a631-9aa3-49c0-a94f-e71b9334aebb admin admin] Publish callbacks [] for security_group (7db83700-8342-48ac-bf9f-19b02ba74c70), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.946297 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7feb09-dc0f-40e0-a64e-8d41027de4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5f3c729a-e0a4-44dd-81c0-ce291b3e352e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.949736 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7feb09-dc0f-40e0-a64e-8d41027de4dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.951940 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8d7feb09-dc0f-40e0-a64e-8d41027de4dc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5f3c729a-e0a4-44dd-81c0-ce291b3e352e HTTP/1.1" status: 204 len: 168 time: 0.2989500 Feb 11 05:12:15.952850 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f52a631-9aa3-49c0-a94f-e71b9334aebb admin admin] Publish callbacks [] for security_group (7db83700-8342-48ac-bf9f-19b02ba74c70), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.960692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5718be-0e6d-4133-ad24-210bf9e67361 None None] Network 4b83f5a6-b9df-45d9-b793-c1e083968ef3 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:15.974631 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40a513af-ebcd-4444-aea4-4ebd18443dbd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:15.981479 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-40a513af-ebcd-4444-aea4-4ebd18443dbd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "DELETE /v2.0/subnets/04fb4841-9e99-47e8-8430-7c54d09dfe6e HTTP/1.1" status: 204 len: 168 time: 0.5453150 Feb 11 05:12:15.990006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56358) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:15.991234 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7feb09-dc0f-40e0-a64e-8d41027de4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3c729a-e0a4-44dd-81c0-ce291b3e352e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:16.011307 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a513af-ebcd-4444-aea4-4ebd18443dbd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event deleted for resources: {'Subnet': ['ID=04fb4841-9e99-47e8-8430-7c54d09dfe6e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:16.070276 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f52a631-9aa3-49c0-a94f-e71b9334aebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7db83700-8342-48ac-bf9f-19b02ba74c70), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.073384 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f52a631-9aa3-49c0-a94f-e71b9334aebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.076898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4f52a631-9aa3-49c0-a94f-e71b9334aebb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7db83700-8342-48ac-bf9f-19b02ba74c70 HTTP/1.1" status: 204 len: 168 time: 0.2416339 Feb 11 05:12:16.087904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52a631-9aa3-49c0-a94f-e71b9334aebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db83700-8342-48ac-bf9f-19b02ba74c70,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:16.136980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (4b83f5a6-b9df-45d9-b793-c1e083968ef3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.224561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Deleting port 17e16b41-313a-4383-a422-c01aa9cc5115 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:16.225008 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (17e16b41-313a-4383-a422-c01aa9cc5115), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.418210 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] For port 17e16b41-313a-4383-a422-c01aa9cc5115, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=17e16b41-313a-4383-a422-c01aa9cc5115,segment=NetworkSegment(9487b64a-4eb5-47c7-9c25-0e3635bb1b58),segment_id=9487b64a-4eb5-47c7-9c25-0e3635bb1b58)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:16.418210 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (17e16b41-313a-4383-a422-c01aa9cc5115), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.426790 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Publish callbacks [] for port (0e754916-56e6-445e-a198-735e4adc7819), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.456616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Calling delete_port for 17e16b41-313a-4383-a422-c01aa9cc5115 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:16.469580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5588c6b3-7fac-4090-bf98-12fedca3e78f req-075455ba-3ab8-46b1-8762-67160d9418e0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 210 time: 0.0989392 Feb 11 05:12:16.497622 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (0e754916-56e6-445e-a198-735e4adc7819), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.531991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa2d82-66c3-4cbe-8ba6-3029ff329c7a req-14f6ae65-1689-4a57-ba0b-d77cf98f0e96 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:16.545611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6daa2d82-66c3-4cbe-8ba6-3029ff329c7a req-14f6ae65-1689-4a57-ba0b-d77cf98f0e96 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 945 time: 0.2394390 Feb 11 05:12:16.594511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d148ab-f20b-4f66-8f08-e3e47bbc5a1f None None] DHCP port deletion for 4b83f5a6-b9df-45d9-b793-c1e083968ef3 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:12:16.604040 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (17e16b41-313a-4383-a422-c01aa9cc5115), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.640530 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] No DVR routers for this DVR port 17e16b41-313a-4383-a422-c01aa9cc5115 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:16.646166 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6daa2d82-66c3-4cbe-8ba6-3029ff329c7a req-1c73d795-df43-4245-a60c-af38870c422d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994515 Feb 11 05:12:16.667949 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d8d5e-c1b7-4ad8-81a7-2021d4f14ab0 None None] Pushing event updated for resources: {'Port': ['ID=0e754916-56e6-445e-a198-735e4adc7819,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:16.674919 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event deleted for resources: {'Port': ['ID=17e16b41-313a-4383-a422-c01aa9cc5115,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:16.819678 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (4b83f5a6-b9df-45d9-b793-c1e083968ef3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.846231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Attempting to bind port 0e754916-56e6-445e-a198-735e4adc7819 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:16.847792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Attempting to bind port 0e754916-56e6-445e-a198-735e4adc7819 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '34480cb5-19a7-4933-b727-09aaac432bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3b779a79-7970-437d-8df1-813493fcd60f'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:16.848678 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Attempting to bind port 0e754916-56e6-445e-a198-735e4adc7819 on network 3b779a79-7970-437d-8df1-813493fcd60f {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:16.853858 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 17e16b41-313a-4383-a422-c01aa9cc5115 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:16.873336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b83f5a6-b9df-45d9-b793-c1e083968ef3']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:16.903938 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9487b64a-4eb5-47c7-9c25-0e3635bb1b58') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:16.904294 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9487b64a-4eb5-47c7-9c25-0e3635bb1b58') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:16.934494 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (9487b64a-4eb5-47c7-9c25-0e3635bb1b58), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.936099 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 17e16b41-313a-4383-a422-c01aa9cc5115 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:16.936933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 17e16b41-313a-4383-a422-c01aa9cc5115 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:16.939670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:16.940435 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Checking segment: {'id': '34480cb5-19a7-4933-b727-09aaac432bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3b779a79-7970-437d-8df1-813493fcd60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:16.941017 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.941604 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Bound using segment: {'id': '34480cb5-19a7-4933-b727-09aaac432bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3b779a79-7970-437d-8df1-813493fcd60f'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:16.944679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Bound port: 0e754916-56e6-445e-a198-735e4adc7819, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34480cb5-19a7-4933-b727-09aaac432bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3b779a79-7970-437d-8df1-813493fcd60f'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:16.945199 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0e754916-56e6-445e-a198-735e4adc7819), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.967726 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (9487b64a-4eb5-47c7-9c25-0e3635bb1b58), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:16.982763 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:12:16.984667 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (9487b64a-4eb5-47c7-9c25-0e3635bb1b58), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.060956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a18a8897-7b66-44c5-94b1-7d3ba7f837a1 None None] Provisioning complete for port 0e754916-56e6-445e-a198-735e4adc7819 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:17.061479 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a18a8897-7b66-44c5-94b1-7d3ba7f837a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0e754916-56e6-445e-a198-735e4adc7819), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.105484 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] For port 0e754916-56e6-445e-a198-735e4adc7819, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:12:17.126776 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:12:17.133367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] For port 0e754916-56e6-445e-a198-735e4adc7819, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0e754916-56e6-445e-a198-735e4adc7819,segment=NetworkSegment(34480cb5-19a7-4933-b727-09aaac432bfa),segment_id=34480cb5-19a7-4933-b727-09aaac432bfa)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:17.134342 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (4b83f5a6-b9df-45d9-b793-c1e083968ef3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.139559 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a18a8897-7b66-44c5-94b1-7d3ba7f837a1 None None] Port 0e754916-56e6-445e-a198-735e4adc7819 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:17.145812 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.153560 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (0e754916-56e6-445e-a198-735e4adc7819), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.159144 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "DELETE /v2.0/networks/4b83f5a6-b9df-45d9-b793-c1e083968ef3 HTTP/1.1" status: 204 len: 168 time: 1.1580968 Feb 11 05:12:17.170572 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56412) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:17.170783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086476f3-2a4f-4e40-a4ee-e980ed524d3f req-24884742-7583-46bb-b815-14e1caf0dc01 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:17.180496 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e140cde8-0444-4967-9152-2a1f67ad316d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-706218099'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:17.189178 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-086476f3-2a4f-4e40-a4ee-e980ed524d3f req-24884742-7583-46bb-b815-14e1caf0dc01 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.2560320 Feb 11 05:12:17.231302 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7fd90-ab42-4c8d-a427-817aaf738b34 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event deleted for resources: {'Network': ['ID=4b83f5a6-b9df-45d9-b793-c1e083968ef3,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:17.250444 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56416) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:17.250770 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Routers {'36d59ba4-02a9-4241-9b2a-812f2b8b1d29'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:17.251456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:12:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['36d59ba4-02a9-4241-9b2a-812f2b8b1d29'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:17.302329 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e140cde8-0444-4967-9152-2a1f67ad316d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Made reservation on behalf of 7ab07d48998b477e988645697f0986af for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:17.305837 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e140cde8-0444-4967-9152-2a1f67ad316d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.325526 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0dd01466-281e-4e73-8d2e-b561af2e1bd8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c8a8ca52572d42cfb48963b812586296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0740216 Feb 11 05:12:17.326181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56418) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:17.362298 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-086476f3-2a4f-4e40-a4ee-e980ed524d3f req-a32ed60f-a87d-4a6e-b506-885d8efb7f58 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640584 Feb 11 05:12:17.381846 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e140cde8-0444-4967-9152-2a1f67ad316d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:17.392177 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d8d5e-c1b7-4ad8-81a7-2021d4f14ab0 None None] Pushing event updated for resources: {'Port': ['ID=0e754916-56e6-445e-a198-735e4adc7819,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:17.405002 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e140cde8-0444-4967-9152-2a1f67ad316d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (1acf769a-6581-4a3b-8bc0-3bc89d5f8435), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.405338 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-e140cde8-0444-4967-9152-2a1f67ad316d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Added segment 1acf769a-6581-4a3b-8bc0-3bc89d5f8435 of type vlan for network c68db0fd-cc32-4d08-80ed-27dbbd7f0e91 Feb 11 05:12:17.438238 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e1bd2fb-61e4-4e7d-8e31-c70e15d89a64 admin admin] Publish callbacks [] for security_group (2e67c33a-8314-416a-acb4-e4ddc1cfaedb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.499769 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e140cde8-0444-4967-9152-2a1f67ad316d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (c68db0fd-cc32-4d08-80ed-27dbbd7f0e91), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.524802 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e1bd2fb-61e4-4e7d-8e31-c70e15d89a64 admin admin] Publish callbacks [] for security_group (2e67c33a-8314-416a-acb4-e4ddc1cfaedb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.594031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] Set router 36d59ba4-02a9-4241-9b2a-812f2b8b1d29 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:17.620740 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.db.resource_extend [None req-e140cde8-0444-4967-9152-2a1f67ad316d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:12:17.642388 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e140cde8-0444-4967-9152-2a1f67ad316d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (c68db0fd-cc32-4d08-80ed-27dbbd7f0e91), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.650140 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e140cde8-0444-4967-9152-2a1f67ad316d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:17.653759 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e140cde8-0444-4967-9152-2a1f67ad316d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.654410 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b0941dba-088d-4acd-a0e5-426f65750397 req-377c5423-af72-482c-8d09-3a83c30a23d0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 210 time: 0.0758038 Feb 11 05:12:17.688098 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e1bd2fb-61e4-4e7d-8e31-c70e15d89a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2e67c33a-8314-416a-acb4-e4ddc1cfaedb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.697045 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e1bd2fb-61e4-4e7d-8e31-c70e15d89a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.699676 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9e1bd2fb-61e4-4e7d-8e31-c70e15d89a64 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2e67c33a-8314-416a-acb4-e4ddc1cfaedb HTTP/1.1" status: 204 len: 168 time: 0.3700004 Feb 11 05:12:17.761309 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-04bd48a6-1dbb-4b43-9eb1-9755cd001ccf None None] Provisioning complete for port 0e754916-56e6-445e-a198-735e4adc7819 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:17.761728 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04bd48a6-1dbb-4b43-9eb1-9755cd001ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0e754916-56e6-445e-a198-735e4adc7819), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:17.793952 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e140cde8-0444-4967-9152-2a1f67ad316d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6185212 Feb 11 05:12:17.795548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1bd2fb-61e4-4e7d-8e31-c70e15d89a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e67c33a-8314-416a-acb4-e4ddc1cfaedb,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:17.809132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56460) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:17.815492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-d131d741-4545-4fd4-906e-e3cc7fd5f851 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Request body: {'subnet': {'network_id': 'c68db0fd-cc32-4d08-80ed-27dbbd7f0e91', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:17.898717 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140cde8-0444-4967-9152-2a1f67ad316d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event updated for resources: {'Network': ['ID=c68db0fd-cc32-4d08-80ed-27dbbd7f0e91,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:18.011007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network c68db0fd-cc32-4d08-80ed-27dbbd7f0e91 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:18.096408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edc857-1898-4bf2-8af7-958141bd845e req-5f05d4e0-8e1a-4e92-ab0e-3760a0e50d8b tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:18.103729 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91edc857-1898-4bf2-8af7-958141bd845e req-5f05d4e0-8e1a-4e92-ab0e-3760a0e50d8b tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 945 time: 0.3277950 Feb 11 05:12:18.107178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d131d741-4545-4fd4-906e-e3cc7fd5f851 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Made reservation on behalf of 7ab07d48998b477e988645697f0986af for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:18.110963 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d131d741-4545-4fd4-906e-e3cc7fd5f851 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:18.282032 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91edc857-1898-4bf2-8af7-958141bd845e req-4c34f2ca-28b4-4477-a8fe-ed1ff17188ce tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764557 Feb 11 05:12:18.464270 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d131d741-4545-4fd4-906e-e3cc7fd5f851 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (8e4d16a5-04ff-45c9-8aa8-f9d25337c9a0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:18.550311 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-04bd48a6-1dbb-4b43-9eb1-9755cd001ccf None None] Current status of the port 0e754916-56e6-445e-a198-735e4adc7819 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:18.551124 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04bd48a6-1dbb-4b43-9eb1-9755cd001ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0e754916-56e6-445e-a198-735e4adc7819), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:18.565431 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'name': 'tempest-TaggedBootDevicesTest_v242-751607117-router', 'tenant_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '776c5461-2564-4b9b-880d-6286f82931d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:04Z', 'updated_at': '2022-02-11T05:12:11Z', 'revision_number': 4, 'project_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'gw_port': {'id': '776c5461-2564-4b9b-880d-6286f82931d3', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:06Z', 'updated_at': '2022-02-11T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '0e754916-56e6-445e-a198-735e4adc7819', 'name': '', 'network_id': '3b779a79-7970-437d-8df1-813493fcd60f', 'tenant_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'mac_address': 'fa:16:3e:d9:bf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '19dda2e2-a324-41b0-a8e2-13dfa362d801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:10Z', 'updated_at': '2022-02-11T05:12:17Z', 'revision_number': 4, 'project_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'subnets': [{'id': '19dda2e2-a324-41b0-a8e2-13dfa362d801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:18.592078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131d741-4545-4fd4-906e-e3cc7fd5f851 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event updated for resources: {'Subnet': ['ID=8e4d16a5-04ff-45c9-8aa8-f9d25337c9a0,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:18.612003 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d131d741-4545-4fd4-906e-e3cc7fd5f851 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Checking segment: {'id': '1acf769a-6581-4a3b-8bc0-3bc89d5f8435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c68db0fd-cc32-4d08-80ed-27dbbd7f0e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:18.612385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d131d741-4545-4fd4-906e-e3cc7fd5f851 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Network hostable DHCP agents. Network: c68db0fd-cc32-4d08-80ed-27dbbd7f0e91, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:18.622595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12573cdd-570c-42bc-9c17-54c6cf93e902 req-eafa16b9-ae96-4b38-bbd4-1bfbb0adc2b3 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:18.624209 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-12573cdd-570c-42bc-9c17-54c6cf93e902 req-eafa16b9-ae96-4b38-bbd4-1bfbb0adc2b3 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.1069620 Feb 11 05:12:18.627267 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-04bd48a6-1dbb-4b43-9eb1-9755cd001ccf None None] For port 0e754916-56e6-445e-a198-735e4adc7819, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0e754916-56e6-445e-a198-735e4adc7819,segment=NetworkSegment(34480cb5-19a7-4933-b727-09aaac432bfa),segment_id=34480cb5-19a7-4933-b727-09aaac432bfa)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:18.629562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a09cfe-40c5-4baf-a8dd-750a0ccc6f4f None None] The sync data for ids ['36d59ba4-02a9-4241-9b2a-812f2b8b1d29'] in n-d-713499-38 is: [{'id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'name': 'tempest-TaggedBootDevicesTest_v242-751607117-router', 'tenant_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '776c5461-2564-4b9b-880d-6286f82931d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:04Z', 'updated_at': '2022-02-11T05:12:11Z', 'revision_number': 4, 'project_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'gw_port': {'id': '776c5461-2564-4b9b-880d-6286f82931d3', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:06Z', 'updated_at': '2022-02-11T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '0e754916-56e6-445e-a198-735e4adc7819', 'name': '', 'network_id': '3b779a79-7970-437d-8df1-813493fcd60f', 'tenant_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'mac_address': 'fa:16:3e:d9:bf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '19dda2e2-a324-41b0-a8e2-13dfa362d801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:10Z', 'updated_at': '2022-02-11T05:12:17Z', 'revision_number': 4, 'project_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'subnets': [{'id': '19dda2e2-a324-41b0-a8e2-13dfa362d801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:18.637394 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04bd48a6-1dbb-4b43-9eb1-9755cd001ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (0e754916-56e6-445e-a198-735e4adc7819), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:18.703364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd48a6-1dbb-4b43-9eb1-9755cd001ccf None None] Pushing event updated for resources: {'Port': ['ID=0e754916-56e6-445e-a198-735e4adc7819,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:18.728727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d131d741-4545-4fd4-906e-e3cc7fd5f851 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Network c68db0fd-cc32-4d08-80ed-27dbbd7f0e91 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:18.752135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-12573cdd-570c-42bc-9c17-54c6cf93e902 req-5bcabfaa-359d-4bf4-929c-1c03d8317051 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196222 Feb 11 05:12:18.754046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-d131d741-4545-4fd4-906e-e3cc7fd5f851 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, c68db0fd-cc32-4d08-80ed-27dbbd7f0e91) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:18.769772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d131d741-4545-4fd4-906e-e3cc7fd5f851 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:18.773005 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d131d741-4545-4fd4-906e-e3cc7fd5f851 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:18.785038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f581efa-baa9-4e68-8897-e76605ae5475 None None] Network c68db0fd-cc32-4d08-80ed-27dbbd7f0e91 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:18.820223 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d131d741-4545-4fd4-906e-e3cc7fd5f851 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0095863 Feb 11 05:12:18.823242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56488) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:18.833843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-fda882e9-c1b9-4827-90c8-39c525cd5e81 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-491228452'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:18.957515 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fa8b4be-7090-4792-8972-3d75ead3fd9d req-de3e8c0f-3639-45fc-a990-75814388d6e3 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 210 time: 0.1080093 Feb 11 05:12:18.986742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda882e9-c1b9-4827-90c8-39c525cd5e81 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Made reservation on behalf of 7ab07d48998b477e988645697f0986af for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:18.991843 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fda882e9-c1b9-4827-90c8-39c525cd5e81 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.052269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda882e9-c1b9-4827-90c8-39c525cd5e81 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:19.086908 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-c68db0fd-cc32-4d08-80ed-27dbbd7f0e91', 'network_id': 'c68db0fd-cc32-4d08-80ed-27dbbd7f0e91', 'project_id': '7ab07d48998b477e988645697f0986af', 'fixed_ips': [{'subnet_id': '8e4d16a5-04ff-45c9-8aa8-f9d25337c9a0'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:19.089069 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.090066 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fda882e9-c1b9-4827-90c8-39c525cd5e81 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (b9428ceb-083d-426d-b97c-3018f045375d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.090411 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-fda882e9-c1b9-4827-90c8-39c525cd5e81 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Added segment b9428ceb-083d-426d-b97c-3018f045375d of type vlan for network 1df69854-a345-47ff-af28-0622d085775d Feb 11 05:12:19.202161 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fda882e9-c1b9-4827-90c8-39c525cd5e81 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (1df69854-a345-47ff-af28-0622d085775d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.272461 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fda882e9-c1b9-4827-90c8-39c525cd5e81 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (1df69854-a345-47ff-af28-0622d085775d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.280608 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda882e9-c1b9-4827-90c8-39c525cd5e81 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:19.281699 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fda882e9-c1b9-4827-90c8-39c525cd5e81 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:19.345052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fda882e9-c1b9-4827-90c8-39c525cd5e81 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5198658 Feb 11 05:12:19.347732 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56508) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:19.357243 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e1a56dfe-48a5-4350-bc2d-1b6298477303 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Request body: {'subnet': {'network_id': '1df69854-a345-47ff-af28-0622d085775d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:19.449114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda882e9-c1b9-4827-90c8-39c525cd5e81 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event updated for resources: {'Network': ['ID=1df69854-a345-47ff-af28-0622d085775d,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:19.459290 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Allocated IP 19.80.0.2 (c68db0fd-cc32-4d08-80ed-27dbbd7f0e91/8e4d16a5-04ff-45c9-8aa8-f9d25337c9a0/3d6de27d-f5b2-41bc-b878-b871eb588dd4) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:19.465377 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 1df69854-a345-47ff-af28-0622d085775d details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:19.543588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd4a0a-2da6-401a-aee5-5692f7d245c6 req-ae488bec-dcb2-4eec-8a21-d420ff197157 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:19.545959 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51cd4a0a-2da6-401a-aee5-5692f7d245c6 req-ae488bec-dcb2-4eec-8a21-d420ff197157 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 945 time: 0.1110444 Feb 11 05:12:19.655864 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51cd4a0a-2da6-401a-aee5-5692f7d245c6 req-0d573d5a-ab33-4d4f-9939-eab26d168a13 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027486 Feb 11 05:12:19.678095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a56dfe-48a5-4350-bc2d-1b6298477303 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Made reservation on behalf of 7ab07d48998b477e988645697f0986af for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:19.681823 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e1a56dfe-48a5-4350-bc2d-1b6298477303 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.071006 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Publish callbacks [] for port (3d6de27d-f5b2-41bc-b878-b871eb588dd4), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.082395 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffe7df-7cfc-49a6-8c1e-565d7ff7ec56 req-459a6aef-4920-4de4-a07c-88f7a8ab9458 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:20.085515 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (3d6de27d-f5b2-41bc-b878-b871eb588dd4), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.092044 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2ffe7df-7cfc-49a6-8c1e-565d7ff7ec56 req-459a6aef-4920-4de4-a07c-88f7a8ab9458 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.1540375 Feb 11 05:12:20.168777 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e1a56dfe-48a5-4350-bc2d-1b6298477303 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (e074cc1c-b97c-4f32-b043-9ab27b1bf8f2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.199925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2ffe7df-7cfc-49a6-8c1e-565d7ff7ec56 req-5b92c03f-42e0-47aa-a51c-5adbd32c5cad tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967762 Feb 11 05:12:20.246907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Network c68db0fd-cc32-4d08-80ed-27dbbd7f0e91 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:20.249244 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:12:20.254341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:20.258204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a56dfe-48a5-4350-bc2d-1b6298477303 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event updated for resources: {'Subnet': ['ID=e074cc1c-b97c-4f32-b043-9ab27b1bf8f2,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:20.264097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:20.275395 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Pushing event updated for resources: {'Port': ['ID=3d6de27d-f5b2-41bc-b878-b871eb588dd4,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:20.339232 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a56dfe-48a5-4350-bc2d-1b6298477303 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Checking segment: {'id': 'b9428ceb-083d-426d-b97c-3018f045375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1df69854-a345-47ff-af28-0622d085775d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:20.341014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a56dfe-48a5-4350-bc2d-1b6298477303 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Network hostable DHCP agents. Network: 1df69854-a345-47ff-af28-0622d085775d, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:20.379794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a56dfe-48a5-4350-bc2d-1b6298477303 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Network 1df69854-a345-47ff-af28-0622d085775d is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:20.412366 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-e1a56dfe-48a5-4350-bc2d-1b6298477303 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 1df69854-a345-47ff-af28-0622d085775d) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:20.421587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Attempting to bind port 3d6de27d-f5b2-41bc-b878-b871eb588dd4 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:20.425769 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Attempting to bind port 3d6de27d-f5b2-41bc-b878-b871eb588dd4 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '1acf769a-6581-4a3b-8bc0-3bc89d5f8435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c68db0fd-cc32-4d08-80ed-27dbbd7f0e91'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:20.426459 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Attempting to bind port 3d6de27d-f5b2-41bc-b878-b871eb588dd4 on network c68db0fd-cc32-4d08-80ed-27dbbd7f0e91 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:20.441176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2336568a-0580-4550-8384-e802eabc2820 None None] Network 1df69854-a345-47ff-af28-0622d085775d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:20.471634 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a56dfe-48a5-4350-bc2d-1b6298477303 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:20.474806 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e1a56dfe-48a5-4350-bc2d-1b6298477303 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.488500 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:20.490566 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Checking segment: {'id': '1acf769a-6581-4a3b-8bc0-3bc89d5f8435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c68db0fd-cc32-4d08-80ed-27dbbd7f0e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:20.492585 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.500374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Bound using segment: {'id': '1acf769a-6581-4a3b-8bc0-3bc89d5f8435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c68db0fd-cc32-4d08-80ed-27dbbd7f0e91'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:20.506646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Bound port: 3d6de27d-f5b2-41bc-b878-b871eb588dd4, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1acf769a-6581-4a3b-8bc0-3bc89d5f8435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c68db0fd-cc32-4d08-80ed-27dbbd7f0e91'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:20.513145 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3d6de27d-f5b2-41bc-b878-b871eb588dd4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.548357 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e1a56dfe-48a5-4350-bc2d-1b6298477303 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1994119 Feb 11 05:12:20.617446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea02dfed-4c76-4837-a9b9-481715e52bac req-bb7d8195-09b7-47af-922e-0c43c98de996 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 210 time: 0.2202952 Feb 11 05:12:20.823538 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0e754916-56e6-445e-a198-735e4adc7819 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:20.869679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] For port 3d6de27d-f5b2-41bc-b878-b871eb588dd4, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:20.914639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] For port 3d6de27d-f5b2-41bc-b878-b871eb588dd4, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3d6de27d-f5b2-41bc-b878-b871eb588dd4,segment=NetworkSegment(1acf769a-6581-4a3b-8bc0-3bc89d5f8435),segment_id=1acf769a-6581-4a3b-8bc0-3bc89d5f8435)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:20.917189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-1df69854-a345-47ff-af28-0622d085775d', 'network_id': '1df69854-a345-47ff-af28-0622d085775d', 'project_id': '7ab07d48998b477e988645697f0986af', 'fixed_ips': [{'subnet_id': 'e074cc1c-b97c-4f32-b043-9ab27b1bf8f2'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:20.922135 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:20.946584 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3d6de27d-f5b2-41bc-b878-b871eb588dd4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.013634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e84d7e-9536-4606-9ae9-889cf4acb522 req-ab069bee-d577-4ecf-ad52-523b0c9ebc1f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:21.029598 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01e84d7e-9536-4606-9ae9-889cf4acb522 req-ab069bee-d577-4ecf-ad52-523b0c9ebc1f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 945 time: 0.2219267 Feb 11 05:12:21.207164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 0e754916-56e6-445e-a198-735e4adc7819 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:21.207756 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0e754916-56e6-445e-a198-735e4adc7819), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.243708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ed495-45ae-4f7d-85b0-5723edcb14a6 None None] Pushing event updated for resources: {'Port': ['ID=3d6de27d-f5b2-41bc-b878-b871eb588dd4,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:21.263690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-04775d9a-928d-4c31-89f5-c7e12776bbe4 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:21.272531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-04775d9a-928d-4c31-89f5-c7e12776bbe4 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:21.274495 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-04775d9a-928d-4c31-89f5-c7e12776bbe4 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/networks?id=c68db0fd-cc32-4d08-80ed-27dbbd7f0e91&id=1df69854-a345-47ff-af28-0622d085775d HTTP/1.1" status: 200 len: 1390 time: 0.1982417 Feb 11 05:12:21.326221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01e84d7e-9536-4606-9ae9-889cf4acb522 req-77726468-d5ff-401f-b15d-e5548614ad6a tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946150 Feb 11 05:12:21.387400 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-c4274b78-a113-486e-b3ce-292c0a79fa86 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/quotas/7ab07d48998b477e988645697f0986af HTTP/1.1" status: 200 len: 375 time: 0.0683742 Feb 11 05:12:21.426853 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Allocated IP 19.86.0.2 (1df69854-a345-47ff-af28-0622d085775d/e074cc1c-b97c-4f32-b043-9ab27b1bf8f2/f0253337-da52-4c4e-b984-6906581a66e6) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:21.432898 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 0e754916-56e6-445e-a198-735e4adc7819 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:21.509093 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-3d778d3d-fe1b-45db-9991-d7a1755cdf6d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7ab07d48998b477e988645697f0986af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1203706 Feb 11 05:12:21.646655 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-2af1c470-805c-4837-a298-218d24037ca7 service neutron] 10.222.0.87 "GET /v2.0/networks/c68db0fd-cc32-4d08-80ed-27dbbd7f0e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289349 Feb 11 05:12:21.735683 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Publish callbacks [] for port (f0253337-da52-4c4e-b984-6906581a66e6), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.744553 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (f0253337-da52-4c4e-b984-6906581a66e6), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.799068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-98c78778-496e-4bb5-bc09-fbaa0dec1f43 service neutron] 10.222.0.87 "GET /v2.0/networks/c68db0fd-cc32-4d08-80ed-27dbbd7f0e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477427 Feb 11 05:12:21.817350 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Network 1df69854-a345-47ff-af28-0622d085775d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:21.828467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:21.836947 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:21.856146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-8fe852e3-200a-439d-b8f1-5fc520902557 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=2b03dd559f4d4fd69114752e7022882d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350630 Feb 11 05:12:21.856803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Pushing event updated for resources: {'Port': ['ID=f0253337-da52-4c4e-b984-6906581a66e6,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:21.924402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Attempting to bind port f0253337-da52-4c4e-b984-6906581a66e6 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:21.924789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Attempting to bind port f0253337-da52-4c4e-b984-6906581a66e6 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'b9428ceb-083d-426d-b97c-3018f045375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1df69854-a345-47ff-af28-0622d085775d'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:21.925159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Attempting to bind port f0253337-da52-4c4e-b984-6906581a66e6 on network 1df69854-a345-47ff-af28-0622d085775d {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:21.931068 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:21.931475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Checking segment: {'id': 'b9428ceb-083d-426d-b97c-3018f045375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1df69854-a345-47ff-af28-0622d085775d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:21.932064 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.932753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Bound using segment: {'id': 'b9428ceb-083d-426d-b97c-3018f045375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1df69854-a345-47ff-af28-0622d085775d'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:21.933217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Bound port: f0253337-da52-4c4e-b984-6906581a66e6, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9428ceb-083d-426d-b97c-3018f045375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1df69854-a345-47ff-af28-0622d085775d'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:21.933779 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f0253337-da52-4c4e-b984-6906581a66e6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:21.975327 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-8354593f-047a-4868-81bd-87adaa240ad6 service neutron] 10.222.0.87 "GET /v2.0/networks/1df69854-a345-47ff-af28-0622d085775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745219 Feb 11 05:12:22.035319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] For port f0253337-da52-4c4e-b984-6906581a66e6, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:22.038481 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] For port f0253337-da52-4c4e-b984-6906581a66e6, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f0253337-da52-4c4e-b984-6906581a66e6,segment=NetworkSegment(b9428ceb-083d-426d-b97c-3018f045375d),segment_id=b9428ceb-083d-426d-b97c-3018f045375d)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:22.048424 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f0253337-da52-4c4e-b984-6906581a66e6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:22.148741 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898cd6d-4502-44db-aec8-c5d54a0290fa None None] Pushing event updated for resources: {'Port': ['ID=f0253337-da52-4c4e-b984-6906581a66e6,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:22.236867 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-533b72b7-fabc-4a47-aa8a-c68ef497d656 service neutron] 10.222.0.87 "GET /v2.0/networks/1df69854-a345-47ff-af28-0622d085775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605219 Feb 11 05:12:22.243857 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-4d360047-dc2a-498d-8a5d-26abaebdf037 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:22.246340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-4d360047-dc2a-498d-8a5d-26abaebdf037 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3791835 Feb 11 05:12:22.265443 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-1c526a40-c8fd-4342-87ef-bdc723230989 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/quotas/2b03dd559f4d4fd69114752e7022882d HTTP/1.1" status: 200 len: 375 time: 0.0112870 Feb 11 05:12:22.324404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-a678ea09-7c20-40ec-bb15-be8f525f60ba tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=2b03dd559f4d4fd69114752e7022882d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438228 Feb 11 05:12:22.716712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880ad90-d144-46aa-944f-73d63cc24a89 req-f400f6c3-a603-4130-ad7b-0c470b67b57c tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:22.727951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e880ad90-d144-46aa-944f-73d63cc24a89 req-f400f6c3-a603-4130-ad7b-0c470b67b57c tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.1890686 Feb 11 05:12:22.816267 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5c19be-f398-4b7f-9d11-ccd5af39951e None None] Network c68db0fd-cc32-4d08-80ed-27dbbd7f0e91 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:22.961908 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-692069f7-36bf-428a-80fa-d0af054af8e6 req-3bf3ea25-b4ac-41a9-853c-2066c1718b7f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 210 time: 0.0901356 Feb 11 05:12:23.005990 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e880ad90-d144-46aa-944f-73d63cc24a89 req-00afaed1-f625-408a-a89d-62163df60992 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747736 Feb 11 05:12:23.169170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-43c0288f-accc-4fd9-97e0-85ea6173a014 None None] Provisioning complete for port 3d6de27d-f5b2-41bc-b878-b871eb588dd4 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:23.170538 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-43c0288f-accc-4fd9-97e0-85ea6173a014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3d6de27d-f5b2-41bc-b878-b871eb588dd4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.191397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-141a3e4a-64cd-424a-a2de-7b6e99aeef79 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:23.193155 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-141a3e4a-64cd-424a-a2de-7b6e99aeef79 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed&tenant_id=625496205bdf429e8af46565d991a189&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 1128 time: 0.1443040 Feb 11 05:12:23.267910 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e84ac91f-7ee8-4f87-9d15-088479a7b871 req-8f3f4d10-c480-44f6-953d-891c81325033 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 210 time: 0.1187015 Feb 11 05:12:23.285812 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-38'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:23.314414 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f0253337-da52-4c4e-b984-6906581a66e6 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:23.498038 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56616) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:23.561891 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c71b829-5202-496b-adef-97fd776222a2 req-0a45ab36-9079-4d7d-a4de-8422e70822f6 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/ports?device_id=81ed3001-52d7-4407-968a-f62fe9cb8d75 HTTP/1.1" status: 200 len: 210 time: 0.1671152 Feb 11 05:12:23.669934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-43c0288f-accc-4fd9-97e0-85ea6173a014 None None] Current status of the port 3d6de27d-f5b2-41bc-b878-b871eb588dd4 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:23.673293 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-43c0288f-accc-4fd9-97e0-85ea6173a014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3d6de27d-f5b2-41bc-b878-b871eb588dd4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.689066 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.718330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fca247-968f-4d5d-8023-911ac42f7c31 req-00252c5b-dccf-45bc-9ecd-e31196d6bf34 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:23.733158 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75fca247-968f-4d5d-8023-911ac42f7c31 req-00252c5b-dccf-45bc-9ecd-e31196d6bf34 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 945 time: 0.4330831 Feb 11 05:12:23.788319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f0253337-da52-4c4e-b984-6906581a66e6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:23.797623 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f0253337-da52-4c4e-b984-6906581a66e6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.895668 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8ec9c6ba-24da-4313-9734-c635f8f55151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:23.901558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-43c0288f-accc-4fd9-97e0-85ea6173a014 None None] For port 3d6de27d-f5b2-41bc-b878-b871eb588dd4, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3d6de27d-f5b2-41bc-b878-b871eb588dd4,segment=NetworkSegment(1acf769a-6581-4a3b-8bc0-3bc89d5f8435),segment_id=1acf769a-6581-4a3b-8bc0-3bc89d5f8435)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:23.984437 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-43c0288f-accc-4fd9-97e0-85ea6173a014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3d6de27d-f5b2-41bc-b878-b871eb588dd4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.105300 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75fca247-968f-4d5d-8023-911ac42f7c31 req-da39103d-c7b2-4390-92c7-b85694df8d3f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513889 Feb 11 05:12:24.224619 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-74843fc3-0789-47e5-b10d-fbf59f344bbd None None] Provisioning complete for port 3d6de27d-f5b2-41bc-b878-b871eb588dd4 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:24.225003 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-74843fc3-0789-47e5-b10d-fbf59f344bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3d6de27d-f5b2-41bc-b878-b871eb588dd4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.229667 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8ec9c6ba-24da-4313-9734-c635f8f55151 admin admin] Publish callbacks [] for security_group (3dc138ed-bafd-4c74-bdf3-6cabf0deab67), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.240860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8ec9c6ba-24da-4313-9734-c635f8f55151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3dc138ed-bafd-4c74-bdf3-6cabf0deab67), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.363440 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8ec9c6ba-24da-4313-9734-c635f8f55151 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d92d08fb5a8c4864bc44667aebfe90c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8629642 Feb 11 05:12:24.373856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56632) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:24.388265 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df86287b-34b8-4c70-8c17-adee3d009641 req-e55b08e1-704a-4a05-ae21-92e60ac5a8b8 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 210 time: 0.0926065 Feb 11 05:12:24.430503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=921fa3de-f9dd-4b60-8027-465c648112b4,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:24.464074 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9c6ba-24da-4313-9734-c635f8f55151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc138ed-bafd-4c74-bdf3-6cabf0deab67,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:24.505973 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34d3bae1-b6ba-4ce4-8b5a-ad7ebb70f705 admin admin] Publish callbacks [] for security_group (3dc138ed-bafd-4c74-bdf3-6cabf0deab67), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.552459 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34d3bae1-b6ba-4ce4-8b5a-ad7ebb70f705 admin admin] Publish callbacks [] for security_group (3dc138ed-bafd-4c74-bdf3-6cabf0deab67), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.646684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f0253337-da52-4c4e-b984-6906581a66e6 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:24.647108 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f0253337-da52-4c4e-b984-6906581a66e6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.650553 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0038799-31f5-44e4-a7f5-b66a018bc0c3 None None] Network 1df69854-a345-47ff-af28-0622d085775d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:24.651682 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34d3bae1-b6ba-4ce4-8b5a-ad7ebb70f705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3dc138ed-bafd-4c74-bdf3-6cabf0deab67), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.658274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0288f-accc-4fd9-97e0-85ea6173a014 None None] Pushing event updated for resources: {'Port': ['ID=3d6de27d-f5b2-41bc-b878-b871eb588dd4,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:24.660583 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34d3bae1-b6ba-4ce4-8b5a-ad7ebb70f705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.664282 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-34d3bae1-b6ba-4ce4-8b5a-ad7ebb70f705 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3dc138ed-bafd-4c74-bdf3-6cabf0deab67 HTTP/1.1" status: 204 len: 168 time: 0.2849796 Feb 11 05:12:24.687985 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3bae1-b6ba-4ce4-8b5a-ad7ebb70f705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc138ed-bafd-4c74-bdf3-6cabf0deab67,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:24.814145 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-74843fc3-0789-47e5-b10d-fbf59f344bbd None None] Current status of the port 3d6de27d-f5b2-41bc-b878-b871eb588dd4 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:24.889436 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port f0253337-da52-4c4e-b984-6906581a66e6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f0253337-da52-4c4e-b984-6906581a66e6,segment=NetworkSegment(b9428ceb-083d-426d-b97c-3018f045375d),segment_id=b9428ceb-083d-426d-b97c-3018f045375d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:24.907075 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f0253337-da52-4c4e-b984-6906581a66e6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.909779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3d6de27d-f5b2-41bc-b878-b871eb588dd4 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:25.075465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=f0253337-da52-4c4e-b984-6906581a66e6,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:25.193523 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-0dbf3012-c82f-47a5-bc6d-5c2d6def255f tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:25.199104 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-af6d39e9-bb33-4079-bbaa-b80b489c44f9 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=2b03dd559f4d4fd69114752e7022882d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685132 Feb 11 05:12:25.209587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2db6ad6d-3ec7-43ab-96ee-62aab49515d1 None None] Provisioning complete for port f0253337-da52-4c4e-b984-6906581a66e6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:25.211042 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2db6ad6d-3ec7-43ab-96ee-62aab49515d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f0253337-da52-4c4e-b984-6906581a66e6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.212894 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-0dbf3012-c82f-47a5-bc6d-5c2d6def255f tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:25.218049 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-0dbf3012-c82f-47a5-bc6d-5c2d6def255f tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.88 "GET /v2.0/networks?id=c68db0fd-cc32-4d08-80ed-27dbbd7f0e91&id=1df69854-a345-47ff-af28-0622d085775d HTTP/1.1" status: 200 len: 1390 time: 0.3886127 Feb 11 05:12:25.232566 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-b03997fd-e99b-4aed-88a0-f43bff0732bf tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Request body: {'port': {'device_id': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'network_id': 'c68db0fd-cc32-4d08-80ed-27dbbd7f0e91', 'admin_state_up': True, 'tenant_id': '7ab07d48998b477e988645697f0986af'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:25.311588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3d6de27d-f5b2-41bc-b878-b871eb588dd4 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:25.312488 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3d6de27d-f5b2-41bc-b878-b871eb588dd4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.343674 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8591c726-6307-40c9-a8fe-01c73d7601b0 req-a99f95c0-7adb-4caa-ab2e-2fe907fa9771 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 210 time: 0.2660940 Feb 11 05:12:25.451057 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56646) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:25.465321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2db6ad6d-3ec7-43ab-96ee-62aab49515d1 None None] Current status of the port f0253337-da52-4c4e-b984-6906581a66e6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:25.482670 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:25.487065 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3af2b57c-f067-4d5c-a7f5-60d0277e6bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.679046 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-b03997fd-e99b-4aed-88a0-f43bff0732bf tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Made reservation on behalf of 7ab07d48998b477e988645697f0986af for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:25.685685 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765bd0f-310c-48e3-bbff-bd65d201b151 req-bae081f2-909c-4f31-90b1-078abec22ded tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:25.687241 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-b03997fd-e99b-4aed-88a0-f43bff0732bf tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.695901 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3765bd0f-310c-48e3-bbff-bd65d201b151 req-bae081f2-909c-4f31-90b1-078abec22ded tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.6197698 Feb 11 05:12:25.714934 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a5837a-bf7f-4244-b610-4204c0abefed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921fa3de-f9dd-4b60-8027-465c648112b4'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:25.721514 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f546ba7-3a7f-4348-9d6d-2065f11e681d" -d '{"events": [{"server_uuid": "10a5837a-bf7f-4244-b610-4204c0abefed", "name": "network-vif-unplugged", "status": "completed", "tag": "921fa3de-f9dd-4b60-8027-465c648112b4"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:25.736527 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Publish callbacks [] for port (921fa3de-f9dd-4b60-8027-465c648112b4), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.761045 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3d6de27d-f5b2-41bc-b878-b871eb588dd4 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:25.806985 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.807153 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-24a1b1b0-9d70-4c93-a99f-d84fbc506aca None None] Provisioning complete for port f0253337-da52-4c4e-b984-6906581a66e6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:25.807573 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-24a1b1b0-9d70-4c93-a99f-d84fbc506aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f0253337-da52-4c4e-b984-6906581a66e6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.845241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-424c6bc0-6420-413d-bef2-9a7fc4f04268 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:25.846930 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-424c6bc0-6420-413d-bef2-9a7fc4f04268 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6463664 Feb 11 05:12:25.870776 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3af2b57c-f067-4d5c-a7f5-60d0277e6bf6 admin admin] Publish callbacks [] for security_group (76999eef-9752-4ed2-8907-b0ff8f273fed), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.886021 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3af2b57c-f067-4d5c-a7f5-60d0277e6bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (76999eef-9752-4ed2-8907-b0ff8f273fed), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:25.973045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-2b8bae28-c0fb-42a4-9c86-910b244e17e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Request body: {'port': {'device_id': '81ed3001-52d7-4407-968a-f62fe9cb8d75', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '2b03dd559f4d4fd69114752e7022882d'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:25.979187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f0253337-da52-4c4e-b984-6906581a66e6 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:26.035861 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3af2b57c-f067-4d5c-a7f5-60d0277e6bf6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=82ef45b9996b48f98d026187b93c195d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5836170 Feb 11 05:12:26.036633 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2b57c-f067-4d5c-a7f5-60d0277e6bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76999eef-9752-4ed2-8907-b0ff8f273fed,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:26.039572 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56650) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:26.064085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-24a1b1b0-9d70-4c93-a99f-d84fbc506aca None None] Current status of the port f0253337-da52-4c4e-b984-6906581a66e6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:26.084924 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-b03997fd-e99b-4aed-88a0-f43bff0732bf tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Allocated IP 19.80.0.149 (c68db0fd-cc32-4d08-80ed-27dbbd7f0e91/8e4d16a5-04ff-45c9-8aa8-f9d25337c9a0/72fe711c-c86a-4e25-a734-94c4d26bd3b6) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:26.115773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f0253337-da52-4c4e-b984-6906581a66e6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:26.117262 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f0253337-da52-4c4e-b984-6906581a66e6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.152481 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7995d5a5-b6f0-4592-ba26-231fafb12de5 admin admin] Publish callbacks [] for security_group (76999eef-9752-4ed2-8907-b0ff8f273fed), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.154877 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3765bd0f-310c-48e3-bbff-bd65d201b151 req-edc976a2-603b-4b2e-8b0c-e7951839aee7 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555280 Feb 11 05:12:26.212542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-2b8bae28-c0fb-42a4-9c86-910b244e17e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Made reservation on behalf of 2b03dd559f4d4fd69114752e7022882d for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:26.218378 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-2b8bae28-c0fb-42a4-9c86-910b244e17e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.282397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-2b8bae28-c0fb-42a4-9c86-910b244e17e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.294379 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7995d5a5-b6f0-4592-ba26-231fafb12de5 admin admin] Publish callbacks [] for security_group (76999eef-9752-4ed2-8907-b0ff8f273fed), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.318566 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f0253337-da52-4c4e-b984-6906581a66e6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:26.325029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3d6de27d-f5b2-41bc-b878-b871eb588dd4 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:26.377369 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-2b8bae28-c0fb-42a4-9c86-910b244e17e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Publish callbacks [] for security_group (d5a6d454-f723-4c64-8030-21f4443541e3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.400947 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-2b8bae28-c0fb-42a4-9c86-910b244e17e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d5a6d454-f723-4c64-8030-21f4443541e3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.445351 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-b03997fd-e99b-4aed-88a0-f43bff0732bf tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks [] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.454085 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7995d5a5-b6f0-4592-ba26-231fafb12de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (76999eef-9752-4ed2-8907-b0ff8f273fed), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.456918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 921fa3de-f9dd-4b60-8027-465c648112b4 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:12:26.457302 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7995d5a5-b6f0-4592-ba26-231fafb12de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.458473 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7995d5a5-b6f0-4592-ba26-231fafb12de5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/76999eef-9752-4ed2-8907-b0ff8f273fed HTTP/1.1" status: 204 len: 168 time: 0.4139836 Feb 11 05:12:26.499554 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995d5a5-b6f0-4592-ba26-231fafb12de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76999eef-9752-4ed2-8907-b0ff8f273fed,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:26.513111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bae28-c0fb-42a4-9c86-910b244e17e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a6d454-f723-4c64-8030-21f4443541e3,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:26.546643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f3d7ab9-dec4-4376-b342-53c9dfc76e7a req-09a99af4-afd7-47d9-a044-dfb8c46d9eec tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/ports?device_id=81ed3001-52d7-4407-968a-f62fe9cb8d75 HTTP/1.1" status: 200 len: 210 time: 0.2706811 Feb 11 05:12:26.571467 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-b03997fd-e99b-4aed-88a0-f43bff0732bf tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.579387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa4868-7e19-4907-9a00-4a207b21ff74 req-cf7f491e-5637-4735-a40f-2479a2c04835 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:26.580993 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08aa4868-7e19-4907-9a00-4a207b21ff74 req-cf7f491e-5637-4735-a40f-2479a2c04835 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 945 time: 0.6917222 Feb 11 05:12:26.591901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 on host n-h1-713499-38 for vnic_type normal with profile {"migrating_to": "n-h2-713499-38"} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:26.592235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:26.592562 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:26.606840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=921fa3de-f9dd-4b60-8027-465c648112b4,revision_number=7']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:26.624584 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Port 921fa3de-f9dd-4b60-8027-465c648112b4 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:12:26.624919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:26.689799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:26.689799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Checking segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:26.690177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Bound using segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:26.691651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Bound port: 921fa3de-f9dd-4b60-8027-465c648112b4, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:26.692014 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.705810 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3d6de27d-f5b2-41bc-b878-b871eb588dd4 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:26.706189 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3d6de27d-f5b2-41bc-b878-b871eb588dd4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.720866 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03997fd-e99b-4aed-88a0-f43bff0732bf tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event updated for resources: {'Port': ['ID=72fe711c-c86a-4e25-a734-94c4d26bd3b6,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:26.744026 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-b03997fd-e99b-4aed-88a0-f43bff0732bf tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Network c68db0fd-cc32-4d08-80ed-27dbbd7f0e91 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:26.752963 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-b03997fd-e99b-4aed-88a0-f43bff0732bf tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:26.757183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-b03997fd-e99b-4aed-88a0-f43bff0732bf tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:26.762985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h1-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:26.800297 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 on host n-h1-713499-38 for vnic_type normal with profile {"migrating_to": "n-h2-713499-38"} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:26.800680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:26.801044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:26.808320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Port 921fa3de-f9dd-4b60-8027-465c648112b4 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:12:26.808675 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:26.843201 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:26.844912 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Checking segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:26.847466 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Bound using segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:26.847943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Bound port: 921fa3de-f9dd-4b60-8027-465c648112b4, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:26.850359 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.864252 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-b03997fd-e99b-4aed-88a0-f43bff0732bf tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:26.865617 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-b03997fd-e99b-4aed-88a0-f43bff0732bf tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.896471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3d6de27d-f5b2-41bc-b878-b871eb588dd4 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:26.907685 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-b03997fd-e99b-4aed-88a0-f43bff0732bf tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6810014 Feb 11 05:12:26.918885 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-48de49dc-bec4-4412-8a6f-8a0b774bed67 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Request body: {'port': {'device_id': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'network_id': '1df69854-a345-47ff-af28-0622d085775d', 'admin_state_up': True, 'tenant_id': '7ab07d48998b477e988645697f0986af'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:27.007688 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h1-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:27.013137 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=921fa3de-f9dd-4b60-8027-465c648112b4,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:27.024766 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.075369 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-48de49dc-bec4-4412-8a6f-8a0b774bed67 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Made reservation on behalf of 7ab07d48998b477e988645697f0986af for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:27.080049 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-48de49dc-bec4-4412-8a6f-8a0b774bed67 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.086352 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:27.130597 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.api [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 921fa3de-f9dd-4b60-8027-465c648112b4-n-h1-713499-38-0 {{(pid=103171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:12:27.131186 n-d-713499-38 neutron-server[103171]: DEBUG oslo_db.api [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:12:27.187772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 921fa3de-f9dd-4b60-8027-465c648112b4 has no active binding in host n-h2-713499-38 {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:12:27.188793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-2b8bae28-c0fb-42a4-9c86-910b244e17e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Allocated IP 192.168.233.12 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/55bf1cc5-0632-433c-926b-60837851649b) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:27.194099 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=921fa3de-f9dd-4b60-8027-465c648112b4,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:27.225206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-974802db-ab93-449c-b342-e6d92eb52e6a None None] Provisioning complete for port 72fe711c-c86a-4e25-a734-94c4d26bd3b6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:27.225988 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-974802db-ab93-449c-b342-e6d92eb52e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.277349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-974802db-ab93-449c-b342-e6d92eb52e6a None None] Port 72fe711c-c86a-4e25-a734-94c4d26bd3b6 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:27.288906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08aa4868-7e19-4907-9a00-4a207b21ff74 req-1742159a-5e58-4e2a-8ed6-0980f7354bbb tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6652517 Feb 11 05:12:27.323811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bff79-4f7e-43a7-9834-99797f75c239 req-8e5681fd-7f87-4023-a1ac-8a34373ef8e8 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:27.332627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e8bff79-4f7e-43a7-9834-99797f75c239 req-8e5681fd-7f87-4023-a1ac-8a34373ef8e8 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 943 time: 0.6526530 Feb 11 05:12:27.359656 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-48de49dc-bec4-4412-8a6f-8a0b774bed67 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Allocated IP 19.86.0.134 (1df69854-a345-47ff-af28-0622d085775d/e074cc1c-b97c-4f32-b043-9ab27b1bf8f2/9aa814c1-8082-48c8-be10-4d7213127814) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:27.482775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24ad3e0a-03a1-4b28-b01c-594cf2ab45af req-95570851-0c6f-49e1-a2e0-d64307011b06 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 210 time: 0.0802724 Feb 11 05:12:27.515843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e8bff79-4f7e-43a7-9834-99797f75c239 req-30dce449-86e7-49b0-b680-1e44ebc21475 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823096 Feb 11 05:12:27.552993 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-2b8bae28-c0fb-42a4-9c86-910b244e17e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Publish callbacks [] for port (55bf1cc5-0632-433c-926b-60837851649b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.589614 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50d79bc-c819-4905-a083-be2a4237621b x-openstack-request-id: req-e50d79bc-c819-4905-a083-be2a4237621b {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:27.589942 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a5837a-bf7f-4244-b610-4204c0abefed", "name": "network-vif-unplugged", "status": "completed", "tag": "921fa3de-f9dd-4b60-8027-465c648112b4", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:27.590198 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e50d79bc-c819-4905-a083-be2a4237621b {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:27.590594 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a5837a-bf7f-4244-b610-4204c0abefed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921fa3de-f9dd-4b60-8027-465c648112b4', 'code': 200} Feb 11 05:12:27.612499 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-2b8bae28-c0fb-42a4-9c86-910b244e17e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (55bf1cc5-0632-433c-926b-60837851649b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.678476 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-48de49dc-bec4-4412-8a6f-8a0b774bed67 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks [] for port (9aa814c1-8082-48c8-be10-4d7213127814), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.678724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bae28-c0fb-42a4-9c86-910b244e17e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Pushing event updated for resources: {'Port': ['ID=55bf1cc5-0632-433c-926b-60837851649b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:27.739990 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-48de49dc-bec4-4412-8a6f-8a0b774bed67 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (9aa814c1-8082-48c8-be10-4d7213127814), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.770988 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 on host n-h1-713499-38 for vnic_type normal with profile {"migrating_to": "n-h2-713499-38"} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:27.771317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:27.771625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:27.778183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-2b8bae28-c0fb-42a4-9c86-910b244e17e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:27.779808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Port 921fa3de-f9dd-4b60-8027-465c648112b4 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:12:27.780126 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Attempting to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:27.797226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-2b8bae28-c0fb-42a4-9c86-910b244e17e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:27.800431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-2b8bae28-c0fb-42a4-9c86-910b244e17e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:27.805694 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-48de49dc-bec4-4412-8a6f-8a0b774bed67 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Network 1df69854-a345-47ff-af28-0622d085775d is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:27.811803 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-48de49dc-bec4-4412-8a6f-8a0b774bed67 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:27.816737 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-48de49dc-bec4-4412-8a6f-8a0b774bed67 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:27.821529 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de49dc-bec4-4412-8a6f-8a0b774bed67 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event updated for resources: {'Port': ['ID=9aa814c1-8082-48c8-be10-4d7213127814,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:27.861519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-2b8bae28-c0fb-42a4-9c86-910b244e17e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:27.862231 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-2b8bae28-c0fb-42a4-9c86-910b244e17e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.886831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:27.887216 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Checking segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:27.887881 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Bound using segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:27.888757 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Bound port: 921fa3de-f9dd-4b60-8027-465c648112b4, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:27.889139 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.938750 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-48de49dc-bec4-4412-8a6f-8a0b774bed67 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:27.939629 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-48de49dc-bec4-4412-8a6f-8a0b774bed67 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:27.957876 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-2b8bae28-c0fb-42a4-9c86-910b244e17e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9995842 Feb 11 05:12:27.975642 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-48de49dc-bec4-4412-8a6f-8a0b774bed67 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0614343 Feb 11 05:12:27.985336 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Request body: {'port': {'device_id': '81ed3001-52d7-4407-968a-f62fe9cb8d75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:27.988669 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Request body: {'port': {'device_id': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:27.999724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fe686-49b6-4688-b7c2-b5c587d26d85 req-218adc4c-e5c8-4517-b946-1c980a5bf33d tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:28.003787 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-539fe686-49b6-4688-b7c2-b5c587d26d85 req-218adc4c-e5c8-4517-b946-1c980a5bf33d tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.3138568 Feb 11 05:12:28.073527 n-d-713499-38 neutron-server[103171]: WARNING neutron.plugins.ml2.plugin [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Concurrent port binding operations failed on port 921fa3de-f9dd-4b60-8027-465c648112b4 Feb 11 05:12:28.078141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=921fa3de-f9dd-4b60-8027-465c648112b4,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:28.087204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a98a09-149f-4a44-8201-381f48c52d2b req-e8c88ad3-64b1-40fb-baaf-8d0e6f60eb53 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:28.089097 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-41a98a09-149f-4a44-8201-381f48c52d2b req-e8c88ad3-64b1-40fb-baaf-8d0e6f60eb53 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 932 time: 0.4179409 Feb 11 05:12:28.112205 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Attempt 2 to bind port 921fa3de-f9dd-4b60-8027-465c648112b4 Feb 11 05:12:28.115958 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:28.117523 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.118854 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.120301 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-3f1537cf-ca66-44a3-80e6-ec2e745aa5a6 service neutron] 10.222.0.88 "PUT /v2.0/ports/921fa3de-f9dd-4b60-8027-465c648112b4 HTTP/1.1" status: 200 len: 1154 time: 4.8770397 Feb 11 05:12:28.199029 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56684) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:28.199467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['921fa3de-f9dd-4b60-8027-465c648112b4'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:28.267354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-539fe686-49b6-4688-b7c2-b5c587d26d85 req-329fc4ad-6a92-4cca-9510-95489c8dbf96 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536850 Feb 11 05:12:28.279616 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (55bf1cc5-0632-433c-926b-60837851649b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.313666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['921fa3de-f9dd-4b60-8027-465c648112b4'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:28.496150 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c9b654ff-fb0e-4af5-a313-478ad47ee9ed None None] Provisioning complete for port 55bf1cc5-0632-433c-926b-60837851649b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:28.496950 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c9b654ff-fb0e-4af5-a313-478ad47ee9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (55bf1cc5-0632-433c-926b-60837851649b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.544483 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-139ba037-9264-4e62-bfaf-6fff16455258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.586397 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c9b654ff-fb0e-4af5-a313-478ad47ee9ed None None] Port 55bf1cc5-0632-433c-926b-60837851649b cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:28.686038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55bf1cc5-0632-433c-926b-60837851649b {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:28.695320 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Publish callbacks [] for port (55bf1cc5-0632-433c-926b-60837851649b), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.709670 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Transition to ACTIVE for port object 55bf1cc5-0632-433c-926b-60837851649b will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:12:28.730705 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-cfa9784e-310e-467f-8b8a-6df5dbf74342 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-101213609-network', 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:28.750558 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (55bf1cc5-0632-433c-926b-60837851649b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.772138 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-eea4bb07-7302-401a-8259-4f4449ce04c2 None None] Provisioning complete for port 9aa814c1-8082-48c8-be10-4d7213127814 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:28.773180 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa9784e-310e-467f-8b8a-6df5dbf74342 admin admin] Made reservation on behalf of 8e6f0875625e4cc9a5fe4a6cba176afe for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:28.773519 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eea4bb07-7302-401a-8259-4f4449ce04c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9aa814c1-8082-48c8-be10-4d7213127814), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.776575 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfa9784e-310e-467f-8b8a-6df5dbf74342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.819486 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72fe711c-c86a-4e25-a734-94c4d26bd3b6 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:28.826816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-eea4bb07-7302-401a-8259-4f4449ce04c2 None None] Port 9aa814c1-8082-48c8-be10-4d7213127814 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:28.837386 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-41a98a09-149f-4a44-8201-381f48c52d2b req-7ee3cf09-31c6-41f4-9e12-261e49008e16 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7096875 Feb 11 05:12:28.837579 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Publish callbacks [] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.856942 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfa9784e-310e-467f-8b8a-6df5dbf74342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.863820 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Transition to ACTIVE for port object 72fe711c-c86a-4e25-a734-94c4d26bd3b6 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:12:28.869078 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.941576 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Pushing event updated for resources: {'Port': ['ID=72fe711c-c86a-4e25-a734-94c4d26bd3b6,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:29.022997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Pushing event updated for resources: {'Port': ['ID=55bf1cc5-0632-433c-926b-60837851649b,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:29.067693 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfa9784e-310e-467f-8b8a-6df5dbf74342 admin admin] Publish callbacks [] for security_group (7c59bd61-4866-45b4-aeee-7e74ef75fc52), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.083731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Attempting to bind port 72fe711c-c86a-4e25-a734-94c4d26bd3b6 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:29.084098 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Attempting to bind port 72fe711c-c86a-4e25-a734-94c4d26bd3b6 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '1acf769a-6581-4a3b-8bc0-3bc89d5f8435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c68db0fd-cc32-4d08-80ed-27dbbd7f0e91'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:29.084431 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Attempting to bind port 72fe711c-c86a-4e25-a734-94c4d26bd3b6 on network c68db0fd-cc32-4d08-80ed-27dbbd7f0e91 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:29.089830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Port 72fe711c-c86a-4e25-a734-94c4d26bd3b6 on network c68db0fd-cc32-4d08-80ed-27dbbd7f0e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:12:29.090091 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Attempting to bind port 72fe711c-c86a-4e25-a734-94c4d26bd3b6 on network c68db0fd-cc32-4d08-80ed-27dbbd7f0e91 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:29.097097 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:29.097446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Checking segment: {'id': '1acf769a-6581-4a3b-8bc0-3bc89d5f8435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c68db0fd-cc32-4d08-80ed-27dbbd7f0e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:29.098120 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Bound using segment: {'id': '1acf769a-6581-4a3b-8bc0-3bc89d5f8435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c68db0fd-cc32-4d08-80ed-27dbbd7f0e91'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:29.098565 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Bound port: 72fe711c-c86a-4e25-a734-94c4d26bd3b6, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acf769a-6581-4a3b-8bc0-3bc89d5f8435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c68db0fd-cc32-4d08-80ed-27dbbd7f0e91'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:29.102588 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.116719 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfa9784e-310e-467f-8b8a-6df5dbf74342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7c59bd61-4866-45b4-aeee-7e74ef75fc52), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.135809 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c727f29-c7a3-42e5-8922-bd08770d84ec req-0e828136-b8fc-4360-9e24-0d62e4e05214 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 210 time: 0.1115615 Feb 11 05:12:29.233945 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] For port 72fe711c-c86a-4e25-a734-94c4d26bd3b6, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:29.238785 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] For port 72fe711c-c86a-4e25-a734-94c4d26bd3b6, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=72fe711c-c86a-4e25-a734-94c4d26bd3b6,segment=NetworkSegment(1acf769a-6581-4a3b-8bc0-3bc89d5f8435),segment_id=1acf769a-6581-4a3b-8bc0-3bc89d5f8435)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:29.250721 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.268047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e0063-853f-4b0b-9cb7-b1abc1934dc5 req-f0b6b367-2dc9-470a-8541-463fa92250bc tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:29.269871 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c62e0063-853f-4b0b-9cb7-b1abc1934dc5 req-f0b6b367-2dc9-470a-8541-463fa92250bc tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/ports?device_id=81ed3001-52d7-4407-968a-f62fe9cb8d75 HTTP/1.1" status: 200 len: 947 time: 0.5504289 Feb 11 05:12:29.293425 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa9784e-310e-467f-8b8a-6df5dbf74342 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:29.298106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:29.299102 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.300434 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] 10.222.0.88 "PUT /v2.0/ports/72fe711c-c86a-4e25-a734-94c4d26bd3b6 HTTP/1.1" status: 200 len: 1093 time: 1.3167267 Feb 11 05:12:29.300990 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'tag': '72fe711c-c86a-4e25-a734-94c4d26bd3b6'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:29.303678 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5730e8d-33de-4de5-94e2-4de3c5f7dfeb" -d '{"events": [{"name": "network-changed", "server_uuid": "39c937b0-40b2-4650-9995-9cbbe0b47e5a", "tag": "72fe711c-c86a-4e25-a734-94c4d26bd3b6"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:29.342011 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Request body: {'port': {'device_id': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:29.378702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9784e-310e-467f-8b8a-6df5dbf74342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c59bd61-4866-45b4-aeee-7e74ef75fc52,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:29.386146 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfa9784e-310e-467f-8b8a-6df5dbf74342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (0b5f543f-fb82-4c12-8ea8-c4223c47e636), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.386497 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-cfa9784e-310e-467f-8b8a-6df5dbf74342 admin admin] Added segment 0b5f543f-fb82-4c12-8ea8-c4223c47e636 of type vlan for network 44edfd44-9ced-42a6-af99-ec3212c056fa Feb 11 05:12:29.404014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda87d14-7908-48e4-9fbd-a3fb62cadecf service neutron] Pushing event updated for resources: {'Port': ['ID=72fe711c-c86a-4e25-a734-94c4d26bd3b6,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:29.438891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Attempting to bind port 55bf1cc5-0632-433c-926b-60837851649b on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:29.439182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Attempting to bind port 55bf1cc5-0632-433c-926b-60837851649b by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:29.439540 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Attempting to bind port 55bf1cc5-0632-433c-926b-60837851649b on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:29.460202 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9aa814c1-8082-48c8-be10-4d7213127814), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.499568 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Port 55bf1cc5-0632-433c-926b-60837851649b on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:12:29.499899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Attempting to bind port 55bf1cc5-0632-433c-926b-60837851649b on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:29.532763 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfa9784e-310e-467f-8b8a-6df5dbf74342 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (44edfd44-9ced-42a6-af99-ec3212c056fa), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.545713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:29.546092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:29.546494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:29.546947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Bound port: 55bf1cc5-0632-433c-926b-60837851649b, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:29.547313 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (55bf1cc5-0632-433c-926b-60837851649b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.574631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f1234-2d33-4746-9ff5-ffda463f505f req-469c9dd4-1ccc-4453-93ad-cc69d1dcda0e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:29.576546 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c31f1234-2d33-4746-9ff5-ffda463f505f req-469c9dd4-1ccc-4453-93ad-cc69d1dcda0e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 943 time: 0.2915320 Feb 11 05:12:29.608041 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c62e0063-853f-4b0b-9cb7-b1abc1934dc5 req-2c0b397f-5948-41d6-830f-be2931de9d0c tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5a6d454-f723-4c64-8030-21f4443541e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217118 Feb 11 05:12:29.629168 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a5837a-bf7f-4244-b610-4204c0abefed', 'tag': '921fa3de-f9dd-4b60-8027-465c648112b4'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:29.634235 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19cd4fc-476c-4bf1-ad59-03c582128f12" -d '{"events": [{"name": "network-changed", "server_uuid": "10a5837a-bf7f-4244-b610-4204c0abefed", "tag": "921fa3de-f9dd-4b60-8027-465c648112b4"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:29.646491 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.resource_extend [None req-cfa9784e-310e-467f-8b8a-6df5dbf74342 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:12:29.783747 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfa9784e-310e-467f-8b8a-6df5dbf74342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (44edfd44-9ced-42a6-af99-ec3212c056fa), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.785750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa9784e-310e-467f-8b8a-6df5dbf74342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:29.786081 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfa9784e-310e-467f-8b8a-6df5dbf74342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.812939 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c31f1234-2d33-4746-9ff5-ffda463f505f req-3947d458-a598-4dfb-8374-d4f0e9676a11 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854370 Feb 11 05:12:29.909361 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa814c1-8082-48c8-be10-4d7213127814 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:29.920495 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Publish callbacks [] for port (9aa814c1-8082-48c8-be10-4d7213127814), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.940063 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Transition to ACTIVE for port object 9aa814c1-8082-48c8-be10-4d7213127814 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:12:29.954156 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74394fb4-206d-41ee-9f53-7017fc8dbcd0 x-openstack-request-id: req-74394fb4-206d-41ee-9f53-7017fc8dbcd0 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:29.954575 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c937b0-40b2-4650-9995-9cbbe0b47e5a", "tag": "72fe711c-c86a-4e25-a734-94c4d26bd3b6", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:29.954938 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-74394fb4-206d-41ee-9f53-7017fc8dbcd0 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:29.955178 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cfa9784e-310e-467f-8b8a-6df5dbf74342 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7304368 Feb 11 05:12:29.960543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56710) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:29.966465 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'tag': '72fe711c-c86a-4e25-a734-94c4d26bd3b6', 'status': 'completed', 'code': 200} Feb 11 05:12:29.971262 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (9aa814c1-8082-48c8-be10-4d7213127814), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.042329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-05c8b0f4-fa94-4470-97ef-e2650b19c349 admin admin] Request body: {'subnet': {'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-101213609-subnet', 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:30.057840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] For port 55bf1cc5-0632-433c-926b-60837851649b, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:30.089352 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e5c0ef-4db7-455b-9ee2-1780d12f0f8d x-openstack-request-id: req-63e5c0ef-4db7-455b-9ee2-1780d12f0f8d {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:30.090197 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a5837a-bf7f-4244-b610-4204c0abefed", "tag": "921fa3de-f9dd-4b60-8027-465c648112b4", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:30.090197 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-63e5c0ef-4db7-455b-9ee2-1780d12f0f8d {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:30.090686 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a5837a-bf7f-4244-b610-4204c0abefed', 'tag': '921fa3de-f9dd-4b60-8027-465c648112b4', 'status': 'completed', 'code': 200} Feb 11 05:12:30.100189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9784e-310e-467f-8b8a-6df5dbf74342 admin admin] Pushing event updated for resources: {'Network': ['ID=44edfd44-9ced-42a6-af99-ec3212c056fa,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:30.119360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 44edfd44-9ced-42a6-af99-ec3212c056fa details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:30.140728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] For port 55bf1cc5-0632-433c-926b-60837851649b, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=55bf1cc5-0632-433c-926b-60837851649b,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:30.165410 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Pushing event updated for resources: {'Port': ['ID=9aa814c1-8082-48c8-be10-4d7213127814,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:30.207617 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (55bf1cc5-0632-433c-926b-60837851649b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.255336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Attempting to bind port 9aa814c1-8082-48c8-be10-4d7213127814 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:30.256047 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Attempting to bind port 9aa814c1-8082-48c8-be10-4d7213127814 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'b9428ceb-083d-426d-b97c-3018f045375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1df69854-a345-47ff-af28-0622d085775d'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:30.256574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Attempting to bind port 9aa814c1-8082-48c8-be10-4d7213127814 on network 1df69854-a345-47ff-af28-0622d085775d {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:30.263540 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Port 9aa814c1-8082-48c8-be10-4d7213127814 on network 1df69854-a345-47ff-af28-0622d085775d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:12:30.264221 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Attempting to bind port 9aa814c1-8082-48c8-be10-4d7213127814 on network 1df69854-a345-47ff-af28-0622d085775d {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:30.270623 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:30.271347 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Checking segment: {'id': 'b9428ceb-083d-426d-b97c-3018f045375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1df69854-a345-47ff-af28-0622d085775d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:30.272026 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Bound using segment: {'id': 'b9428ceb-083d-426d-b97c-3018f045375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1df69854-a345-47ff-af28-0622d085775d'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:30.272706 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Bound port: 9aa814c1-8082-48c8-be10-4d7213127814, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9428ceb-083d-426d-b97c-3018f045375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1df69854-a345-47ff-af28-0622d085775d'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:30.273460 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9aa814c1-8082-48c8-be10-4d7213127814), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.296543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:30.297099 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.298872 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] 10.222.0.88 "PUT /v2.0/ports/55bf1cc5-0632-433c-926b-60837851649b HTTP/1.1" status: 200 len: 1096 time: 2.3237209 Feb 11 05:12:30.299352 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c8b0f4-fa94-4470-97ef-e2650b19c349 admin admin] Made reservation on behalf of 8e6f0875625e4cc9a5fe4a6cba176afe for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:30.306541 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-05c8b0f4-fa94-4470-97ef-e2650b19c349 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.442835 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] For port 9aa814c1-8082-48c8-be10-4d7213127814, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:30.448180 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] For port 9aa814c1-8082-48c8-be10-4d7213127814, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9aa814c1-8082-48c8-be10-4d7213127814,segment=NetworkSegment(b9428ceb-083d-426d-b97c-3018f045375d),segment_id=b9428ceb-083d-426d-b97c-3018f045375d)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:30.457093 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (9aa814c1-8082-48c8-be10-4d7213127814), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.556171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5730e8d-33de-4de5-94e2-4de3c5f7dfeb req-e7dcdcda-6d05-414b-b1c4-472e48ef4485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:30.556717 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5730e8d-33de-4de5-94e2-4de3c5f7dfeb req-e7dcdcda-6d05-414b-b1c4-472e48ef4485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:30.560481 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5730e8d-33de-4de5-94e2-4de3c5f7dfeb req-e7dcdcda-6d05-414b-b1c4-472e48ef4485 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7ab07d48998b477e988645697f0986af&device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 1972 time: 0.5624382 Feb 11 05:12:30.568446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:30.569473 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:30.576635 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] 10.222.0.88 "PUT /v2.0/ports/9aa814c1-8082-48c8-be10-4d7213127814 HTTP/1.1" status: 200 len: 1093 time: 1.2339849 Feb 11 05:12:30.577848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c43fc-6f4e-4982-b20f-03d1c0850996 req-3450c0a3-7954-4dc4-922c-88faba09818d tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:30.581354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a96c43fc-6f4e-4982-b20f-03d1c0850996 req-3450c0a3-7954-4dc4-922c-88faba09818d tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.5444319 Feb 11 05:12:30.586698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aaa987-c0e7-4793-8d15-9a51e56bbb0a service neutron] Pushing event updated for resources: {'Port': ['ID=55bf1cc5-0632-433c-926b-60837851649b,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:30.635703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cd4fc-476c-4bf1-ad59-03c582128f12 req-915cdd1e-3e7d-417b-8089-f9f71e616d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:30.637235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c19cd4fc-476c-4bf1-ad59-03c582128f12 req-915cdd1e-3e7d-417b-8089-f9f71e616d10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 1157 time: 0.5001371 Feb 11 05:12:30.662774 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67474e-35ae-46df-ba0b-5cf07ba7018f service neutron] Pushing event updated for resources: {'Port': ['ID=9aa814c1-8082-48c8-be10-4d7213127814,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:30.716360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72321d96-faa6-4db8-95f5-48f7281fc502 req-01a18acc-2006-435c-98a4-664514ed8fbd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:30.722657 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72321d96-faa6-4db8-95f5-48f7281fc502 req-01a18acc-2006-435c-98a4-664514ed8fbd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:30.724651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72321d96-faa6-4db8-95f5-48f7281fc502 req-01a18acc-2006-435c-98a4-664514ed8fbd tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 1679 time: 0.5126042 Feb 11 05:12:30.766610 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f2ddc779-69fd-4d93-a0f7-0b2969892e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.018989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-465002d6-60fb-4550-ad3b-42489efec457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:31.020536 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-465002d6-60fb-4550-ad3b-42489efec457 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2b03dd559f4d4fd69114752e7022882d&device_id=81ed3001-52d7-4407-968a-f62fe9cb8d75 HTTP/1.1" status: 200 len: 1130 time: 0.6034791 Feb 11 05:12:31.435504 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-3a15450f-70eb-4097-8b27-57e9a460815d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=55bf1cc5-0632-433c-926b-60837851649b HTTP/1.1" status: 200 len: 217 time: 0.4009843 Feb 11 05:12:31.438537 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72321d96-faa6-4db8-95f5-48f7281fc502 req-70d368b9-ede7-47c2-a13f-0780bcbd6fbc tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6703744 Feb 11 05:12:31.441424 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a96c43fc-6f4e-4982-b20f-03d1c0850996 req-c5c4cfb4-6090-4b7c-bfdf-b6e3941f3424 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8476033 Feb 11 05:12:31.473002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5730e8d-33de-4de5-94e2-4de3c5f7dfeb req-e3741b34-bec5-4b60-8080-512a566560a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:31.474478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5730e8d-33de-4de5-94e2-4de3c5f7dfeb req-e3741b34-bec5-4b60-8080-512a566560a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:31.474478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5730e8d-33de-4de5-94e2-4de3c5f7dfeb req-e3741b34-bec5-4b60-8080-512a566560a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:31.476199 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5730e8d-33de-4de5-94e2-4de3c5f7dfeb req-e3741b34-bec5-4b60-8080-512a566560a7 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=7ab07d48998b477e988645697f0986af&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8910098 Feb 11 05:12:31.493109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cd4fc-476c-4bf1-ad59-03c582128f12 req-c9006e17-6ca5-4225-ba9b-bc68f8c2b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:31.494543 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c19cd4fc-476c-4bf1-ad59-03c582128f12 req-c9006e17-6ca5-4225-ba9b-bc68f8c2b257 service neutron] 10.222.0.73 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.7685072 Feb 11 05:12:31.625565 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-05c8b0f4-fa94-4470-97ef-e2650b19c349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (3b68915a-70e3-4b2c-bf3d-e991d3e4413d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.674977 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c19cd4fc-476c-4bf1-ad59-03c582128f12 req-110eb4a8-d7e7-42ce-9be4-1277cfc2a93c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=921fa3de-f9dd-4b60-8027-465c648112b4 HTTP/1.1" status: 200 len: 217 time: 0.1467586 Feb 11 05:12:31.711201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a20ad6-d35c-41d3-81df-1d7c541de655 req-41397983-94ff-4290-aa8e-8553f7abb78a tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:31.711201 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-28a20ad6-d35c-41d3-81df-1d7c541de655 req-41397983-94ff-4290-aa8e-8553f7abb78a tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.73 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 945 time: 0.0618942 Feb 11 05:12:31.738318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6dbbdf6b-5df6-4a51-a53f-97e119097fde req-ff5664c2-a16b-4616-b45b-22c3cb1b903f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 210 time: 0.1726990 Feb 11 05:12:31.817594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-1727f1e0-132e-4faa-b735-d43661bcb5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:31.819075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-1727f1e0-132e-4faa-b735-d43661bcb5ac service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.3373892 Feb 11 05:12:31.902447 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-28a20ad6-d35c-41d3-81df-1d7c541de655 req-f560cd9c-4a39-454b-982d-5ebb55fd6108 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Deleting port f7fab4e9-5b66-4d0f-9c13-ec875539e387 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:31.904107 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-28a20ad6-d35c-41d3-81df-1d7c541de655 req-f560cd9c-4a39-454b-982d-5ebb55fd6108 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f7fab4e9-5b66-4d0f-9c13-ec875539e387), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:31.947162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8b0f4-fa94-4470-97ef-e2650b19c349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b68915a-70e3-4b2c-bf3d-e991d3e4413d,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:31.979130 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'tag': '9aa814c1-8082-48c8-be10-4d7213127814'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:31.981331 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407883d4-fb15-4ca4-aadc-c62641693154" -d '{"events": [{"name": "network-changed", "server_uuid": "39c937b0-40b2-4650-9995-9cbbe0b47e5a", "tag": "9aa814c1-8082-48c8-be10-4d7213127814"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:32.001616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cd4fc-476c-4bf1-ad59-03c582128f12 req-09c886d5-9904-4cee-b326-2add94ba2cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:32.003097 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c19cd4fc-476c-4bf1-ad59-03c582128f12 req-09c886d5-9904-4cee-b326-2add94ba2cdf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.2620184 Feb 11 05:12:32.008775 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5730e8d-33de-4de5-94e2-4de3c5f7dfeb req-78778689-7cb7-4dd5-976c-a5aa9c0c0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:32.010269 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5730e8d-33de-4de5-94e2-4de3c5f7dfeb req-78778689-7cb7-4dd5-976c-a5aa9c0c0069 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5185993 Feb 11 05:12:32.037443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1194-ab41-4679-92bc-e3baa85efe56 req-c82387e5-60e1-400c-909d-34e89de45a60 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:32.039109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8d8b1194-ab41-4679-92bc-e3baa85efe56 req-c82387e5-60e1-400c-909d-34e89de45a60 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 945 time: 0.4596515 Feb 11 05:12:32.058219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-28a20ad6-d35c-41d3-81df-1d7c541de655 req-f560cd9c-4a39-454b-982d-5ebb55fd6108 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] For port f7fab4e9-5b66-4d0f-9c13-ec875539e387, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f7fab4e9-5b66-4d0f-9c13-ec875539e387,segment=NetworkSegment(db9ccb4c-1256-441b-b39f-e995b535742d),segment_id=db9ccb4c-1256-441b-b39f-e995b535742d)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:32.059015 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-28a20ad6-d35c-41d3-81df-1d7c541de655 req-f560cd9c-4a39-454b-982d-5ebb55fd6108 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f7fab4e9-5b66-4d0f-9c13-ec875539e387), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.069555 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c19cd4fc-476c-4bf1-ad59-03c582128f12 req-5d53e42c-44b9-4a0f-a853-bd27e5a1c514 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582328 Feb 11 05:12:32.074391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c8b0f4-fa94-4470-97ef-e2650b19c349 admin admin] Checking segment: {'id': '0b5f543f-fb82-4c12-8ea8-c4223c47e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:32.074752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c8b0f4-fa94-4470-97ef-e2650b19c349 admin admin] Network hostable DHCP agents. Network: 44edfd44-9ced-42a6-af99-ec3212c056fa, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:32.096796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-ae01da0a-a007-4909-b964-a68cfbe57196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:32.098257 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-ae01da0a-a007-4909-b964-a68cfbe57196 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2423003 Feb 11 05:12:32.098703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ed3001-52d7-4407-968a-f62fe9cb8d75', 'tag': '55bf1cc5-0632-433c-926b-60837851649b'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:32.100952 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474bd63a-4de0-4edc-83cf-cd3a962b1305" -d '{"events": [{"name": "network-changed", "server_uuid": "81ed3001-52d7-4407-968a-f62fe9cb8d75", "tag": "55bf1cc5-0632-433c-926b-60837851649b"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:32.271401 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.278662 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-28a20ad6-d35c-41d3-81df-1d7c541de655 req-f560cd9c-4a39-454b-982d-5ebb55fd6108 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.279838 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-28a20ad6-d35c-41d3-81df-1d7c541de655 req-f560cd9c-4a39-454b-982d-5ebb55fd6108 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a51b71d1-004b-4405-9d3b-bf117d709896), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.280158 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [req-28a20ad6-d35c-41d3-81df-1d7c541de655 req-f560cd9c-4a39-454b-982d-5ebb55fd6108 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Floating IP a51b71d1-004b-4405-9d3b-bf117d709896 disassociated. External IP: 172.25.5.47, port: f7fab4e9-5b66-4d0f-9c13-ec875539e387. Feb 11 05:12:32.280490 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-28a20ad6-d35c-41d3-81df-1d7c541de655 req-f560cd9c-4a39-454b-982d-5ebb55fd6108 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Calling delete_port for f7fab4e9-5b66-4d0f-9c13-ec875539e387 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:32.302036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c19cd4fc-476c-4bf1-ad59-03c582128f12 req-bd2f801e-fe75-441e-967b-bbd15a920fc7 service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082543 Feb 11 05:12:32.335837 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8d8b1194-ab41-4679-92bc-e3baa85efe56 req-2d951d08-20b9-47c3-a65d-4e758e513980 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ee461d7-25a9-46b2-ae99-1795ca4b5cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694447 Feb 11 05:12:32.411285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21652838-5f86-416b-a5ce-7317aa233599 req-f33a433d-bef7-412c-a65d-8c213693f5e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:32.413171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21652838-5f86-416b-a5ce-7317aa233599 req-f33a433d-bef7-412c-a65d-8c213693f5e5 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/ports?device_id=81ed3001-52d7-4407-968a-f62fe9cb8d75 HTTP/1.1" status: 200 len: 947 time: 0.5148995 Feb 11 05:12:32.439818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c8b0f4-fa94-4470-97ef-e2650b19c349 admin admin] Network 44edfd44-9ced-42a6-af99-ec3212c056fa is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:32.452581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-326301b7-b64d-4af7-b9b7-49388e5b21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:32.453407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-326301b7-b64d-4af7-b9b7-49388e5b21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:32.455212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-326301b7-b64d-4af7-b9b7-49388e5b21dc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7ab07d48998b477e988645697f0986af&device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 2045 time: 0.3725860 Feb 11 05:12:32.502326 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-28a20ad6-d35c-41d3-81df-1d7c541de655 req-f560cd9c-4a39-454b-982d-5ebb55fd6108 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (f7fab4e9-5b66-4d0f-9c13-ec875539e387), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.552686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-05c8b0f4-fa94-4470-97ef-e2650b19c349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 44edfd44-9ced-42a6-af99-ec3212c056fa) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:32.561508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b4bb6f-12ce-4435-9d66-22def0fe20d4 None None] Network 44edfd44-9ced-42a6-af99-ec3212c056fa requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:32.563196 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560cd9c-4a39-454b-982d-5ebb55fd6108 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Pushing event deleted for resources: {'Port': ['ID=f7fab4e9-5b66-4d0f-9c13-ec875539e387,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:32.594210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c8b0f4-fa94-4470-97ef-e2650b19c349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:32.594819 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-05c8b0f4-fa94-4470-97ef-e2650b19c349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.598245 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-5dbbbaa2-8521-44fc-b672-29d2f31e1b43 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787569 Feb 11 05:12:32.599522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-66a1d5ec-8f7f-47ec-835a-3cce6606be99 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=72fe711c-c86a-4e25-a734-94c4d26bd3b6 HTTP/1.1" status: 200 len: 217 time: 0.1253471 Feb 11 05:12:32.634143 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21652838-5f86-416b-a5ce-7317aa233599 req-dc00b4a7-9d2a-46a7-b843-3fd76a54e88e tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5a6d454-f723-4c64-8030-21f4443541e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095387 Feb 11 05:12:32.662632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c19cd4fc-476c-4bf1-ad59-03c582128f12 req-7a5674e3-e588-4cc7-9048-50a36b77f2c5 service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318412 Feb 11 05:12:32.756425 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-44edfd44-9ced-42a6-af99-ec3212c056fa', 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa', 'project_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'fixed_ips': [{'subnet_id': '3b68915a-70e3-4b2c-bf3d-e991d3e4413d'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:32.757764 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.771146 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b03c7b8-92d7-4e73-89fd-bbe07fba7451 x-openstack-request-id: req-8b03c7b8-92d7-4e73-89fd-bbe07fba7451 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:32.771758 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c937b0-40b2-4650-9995-9cbbe0b47e5a", "tag": "9aa814c1-8082-48c8-be10-4d7213127814", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:32.771758 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8b03c7b8-92d7-4e73-89fd-bbe07fba7451 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:32.772328 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'tag': '9aa814c1-8082-48c8-be10-4d7213127814', 'status': 'completed', 'code': 200} Feb 11 05:12:32.777420 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-05c8b0f4-fa94-4470-97ef-e2650b19c349 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7868626 Feb 11 05:12:32.777764 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9703ca3b-bb72-4ec2-89de-edd7e660e832 x-openstack-request-id: req-9703ca3b-bb72-4ec2-89de-edd7e660e832 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:32.778635 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ed3001-52d7-4407-968a-f62fe9cb8d75", "tag": "55bf1cc5-0632-433c-926b-60837851649b", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:32.778635 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9703ca3b-bb72-4ec2-89de-edd7e660e832 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:32.779306 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28a20ad6-d35c-41d3-81df-1d7c541de655 req-f560cd9c-4a39-454b-982d-5ebb55fd6108 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Router 3c236f03-d8f6-4360-9658-192d2e8d252d has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:32.782071 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ed3001-52d7-4407-968a-f62fe9cb8d75', 'tag': '55bf1cc5-0632-433c-926b-60837851649b', 'status': 'completed', 'code': 200} Feb 11 05:12:32.784347 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56732) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:32.792103 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-101213609-router', 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:32.892330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b66292-4f61-4542-8b23-ff496c59b2eb req-ba3c5e8d-c0ce-4370-9551-d99ee58f981e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:32.893894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2b66292-4f61-4542-8b23-ff496c59b2eb req-ba3c5e8d-c0ce-4370-9551-d99ee58f981e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 943 time: 0.4170127 Feb 11 05:12:32.929589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-0200815a-820e-4b02-bde5-27ba7b6852aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:32.931156 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-0200815a-820e-4b02-bde5-27ba7b6852aa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8e4d16a5-04ff-45c9-8aa8-f9d25337c9a0 HTTP/1.1" status: 200 len: 801 time: 0.3132312 Feb 11 05:12:32.977216 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (9491c6e8-4b26-42e4-a5ad-95b5881177ce), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:32.978432 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (9491c6e8-4b26-42e4-a5ad-95b5881177ce), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.020870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adec3349-b418-4d41-8a42-a0b773b5cc2c req-aef61ab7-f3ac-4806-a063-45d2c3bdd0af service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047508 Feb 11 05:12:33.073138 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28a20ad6-d35c-41d3-81df-1d7c541de655 req-f560cd9c-4a39-454b-982d-5ebb55fd6108 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:33.084016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2b66292-4f61-4542-8b23-ff496c59b2eb req-d7a2beb4-1a6e-4362-805e-ad412d802509 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774957 Feb 11 05:12:33.103731 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feec376b-11c9-452a-8b9a-c7e1e46dca8b None None] Sync routers for ids ['3c236f03-d8f6-4360-9658-192d2e8d252d'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:33.138222 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feec376b-11c9-452a-8b9a-c7e1e46dca8b None None] Routers {'3c236f03-d8f6-4360-9658-192d2e8d252d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:33.138893 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-feec376b-11c9-452a-8b9a-c7e1e46dca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:12:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c236f03-d8f6-4360-9658-192d2e8d252d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:33.147342 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cd1a5-059d-4d2d-9d18-2f3ab2c8b7fa req-fe5c2865-7c32-444e-ab3c-0572b4425a87 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:33.153350 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cd1a5-059d-4d2d-9d18-2f3ab2c8b7fa req-fe5c2865-7c32-444e-ab3c-0572b4425a87 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:33.167605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Allocated IP 172.20.0.2 (44edfd44-9ced-42a6-af99-ec3212c056fa/3b68915a-70e3-4b2c-bf3d-e991d3e4413d/cd6ad70c-6ede-4b2f-abcc-c0e1361c7151) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:33.171640 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-696cd1a5-059d-4d2d-9d18-2f3ab2c8b7fa req-fe5c2865-7c32-444e-ab3c-0572b4425a87 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 1679 time: 0.3055243 Feb 11 05:12:33.239715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-08aa0902-c43d-43ba-829c-966ee8fe7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:33.241646 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-08aa0902-c43d-43ba-829c-966ee8fe7c34 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c68db0fd-cc32-4d08-80ed-27dbbd7f0e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2928705 Feb 11 05:12:33.320583 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a20ad6-d35c-41d3-81df-1d7c541de655 req-f560cd9c-4a39-454b-982d-5ebb55fd6108 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] No DVR routers for this DVR port f7fab4e9-5b66-4d0f-9c13-ec875539e387 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:33.325738 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-28a20ad6-d35c-41d3-81df-1d7c541de655 req-f560cd9c-4a39-454b-982d-5ebb55fd6108 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.332027 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-28a20ad6-d35c-41d3-81df-1d7c541de655 req-f560cd9c-4a39-454b-982d-5ebb55fd6108 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.73 "DELETE /v2.0/ports/f7fab4e9-5b66-4d0f-9c13-ec875539e387 HTTP/1.1" status: 204 len: 173 time: 1.6144929 Feb 11 05:12:33.339041 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Publish callbacks [] for router_controller (9491c6e8-4b26-42e4-a5ad-95b5881177ce), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.382043 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-696cd1a5-059d-4d2d-9d18-2f3ab2c8b7fa req-d3522fcb-c009-4f8e-af61-13490e051e3a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091148 Feb 11 05:12:33.382397 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-feec376b-11c9-452a-8b9a-c7e1e46dca8b None None] Set router 3c236f03-d8f6-4360-9658-192d2e8d252d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:33.519604 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Publish callbacks [] for port (cd6ad70c-6ede-4b2f-abcc-c0e1361c7151), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.530932 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (cd6ad70c-6ede-4b2f-abcc-c0e1361c7151), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.543667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bd63a-4de0-4edc-83cf-cd3a962b1305 req-719c1fd4-3112-44b9-8441-2994ee837694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:33.546241 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-474bd63a-4de0-4edc-83cf-cd3a962b1305 req-719c1fd4-3112-44b9-8441-2994ee837694 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2b03dd559f4d4fd69114752e7022882d&device_id=81ed3001-52d7-4407-968a-f62fe9cb8d75 HTTP/1.1" status: 200 len: 1130 time: 0.4593852 Feb 11 05:12:33.608258 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b80c0-e317-4c0d-8081-7cf734e011a0 req-0e7d5297-0294-4d43-a014-1b2de7bcfa3f tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:33.623285 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e4b80c0-e317-4c0d-8081-7cf734e011a0 req-0e7d5297-0294-4d43-a014-1b2de7bcfa3f tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.4002707 Feb 11 05:12:33.623955 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.626908 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-feec376b-11c9-452a-8b9a-c7e1e46dca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'name': 'tempest-ServersTestBootFromVolume-1278639576-router', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:17Z', 'revision_number': 4, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'gw_port': {'id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'cf6435bb-22e1-444d-8e96-5c396297f9cb', 'name': '', 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'mac_address': 'fa:16:3e:ce:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:16Z', 'updated_at': '2022-02-11T05:10:22Z', 'revision_number': 5, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'subnets': [{'id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:33.627918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Network 44edfd44-9ced-42a6-af99-ec3212c056fa is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:33.641982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:33.654133 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:33.661640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Pushing event updated for resources: {'Port': ['ID=cd6ad70c-6ede-4b2f-abcc-c0e1361c7151,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:33.674258 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feec376b-11c9-452a-8b9a-c7e1e46dca8b None None] Checking router: 3c236f03-d8f6-4360-9658-192d2e8d252d for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:33.693434 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feec376b-11c9-452a-8b9a-c7e1e46dca8b None None] Routers {'3c236f03-d8f6-4360-9658-192d2e8d252d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:33.695062 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-feec376b-11c9-452a-8b9a-c7e1e46dca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:12:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c236f03-d8f6-4360-9658-192d2e8d252d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:33.773703 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Publish callbacks [] for router_gateway (9491c6e8-4b26-42e4-a5ad-95b5881177ce), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.806214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dedc3a45-4442-431b-8a11-4f7b7ffb85a8 req-12defc0a-215e-44e6-ada6-0257cd57baf7 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=be663f8e-68b8-4e52-a2b3-b28bc4dd2e29 HTTP/1.1" status: 200 len: 210 time: 0.2391791 Feb 11 05:12:33.835521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Attempting to bind port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:33.836233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Attempting to bind port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '0b5f543f-fb82-4c12-8ea8-c4223c47e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:33.836824 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Attempting to bind port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 on network 44edfd44-9ced-42a6-af99-ec3212c056fa {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:33.843686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:33.844383 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Checking segment: {'id': '0b5f543f-fb82-4c12-8ea8-c4223c47e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:33.845019 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.845620 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Bound using segment: {'id': '0b5f543f-fb82-4c12-8ea8-c4223c47e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:33.846674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Bound port: cd6ad70c-6ede-4b2f-abcc-c0e1361c7151, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5f543f-fb82-4c12-8ea8-c4223c47e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:33.848024 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cd6ad70c-6ede-4b2f-abcc-c0e1361c7151), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:33.898792 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-d030567e-c9c6-4076-b6b1-1610a2f47e48 service neutron] 10.222.0.88 "GET /v2.0/networks/c68db0fd-cc32-4d08-80ed-27dbbd7f0e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335485 Feb 11 05:12:33.987516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] For port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:33.994848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] For port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cd6ad70c-6ede-4b2f-abcc-c0e1361c7151,segment=NetworkSegment(0b5f543f-fb82-4c12-8ea8-c4223c47e636),segment_id=0b5f543f-fb82-4c12-8ea8-c4223c47e636)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:34.003255 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-feec376b-11c9-452a-8b9a-c7e1e46dca8b None None] Set router 3c236f03-d8f6-4360-9658-192d2e8d252d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:34.008280 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cd6ad70c-6ede-4b2f-abcc-c0e1361c7151), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.128043 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8d5cd55-8e5d-4c24-8417-f2b4ce654b08 req-3ff5031a-4ed0-4196-847d-0ebd3e60fc82 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 210 time: 0.1996672 Feb 11 05:12:34.161050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e4b80c0-e317-4c0d-8081-7cf734e011a0 req-40345df7-314b-4c93-92ad-064ac09c89c0 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362959 Feb 11 05:12:34.210393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1d327-a2d2-49ca-9935-23dcff9f6f93 None None] Pushing event updated for resources: {'Port': ['ID=cd6ad70c-6ede-4b2f-abcc-c0e1361c7151,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:34.366285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bd63a-4de0-4edc-83cf-cd3a962b1305 req-86c45322-41d1-4912-acc8-a7e0f1fb2b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:34.368079 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-474bd63a-4de0-4edc-83cf-cd3a962b1305 req-86c45322-41d1-4912-acc8-a7e0f1fb2b3c service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.8002701 Feb 11 05:12:34.448854 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-474bd63a-4de0-4edc-83cf-cd3a962b1305 req-13607968-e8ce-4630-8b39-8937e89bb5ea service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=55bf1cc5-0632-433c-926b-60837851649b HTTP/1.1" status: 200 len: 217 time: 0.0607228 Feb 11 05:12:34.464804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-0da0dd1c-ecad-4318-abcf-89998cf78559 service neutron] 10.222.0.88 "GET /v2.0/networks/c68db0fd-cc32-4d08-80ed-27dbbd7f0e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298154 Feb 11 05:12:34.498466 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-feec376b-11c9-452a-8b9a-c7e1e46dca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'name': 'tempest-ServersTestBootFromVolume-1278639576-router', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:17Z', 'revision_number': 4, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'gw_port': {'id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'cf6435bb-22e1-444d-8e96-5c396297f9cb', 'name': '', 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'mac_address': 'fa:16:3e:ce:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:16Z', 'updated_at': '2022-02-11T05:10:22Z', 'revision_number': 5, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'subnets': [{'id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:34.571819 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feec376b-11c9-452a-8b9a-c7e1e46dca8b None None] The sync data for ids ['3c236f03-d8f6-4360-9658-192d2e8d252d'] in n-d-713499-38 is: [{'id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'name': 'tempest-ServersTestBootFromVolume-1278639576-router', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:17Z', 'revision_number': 4, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'gw_port': {'id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'cf6435bb-22e1-444d-8e96-5c396297f9cb', 'name': '', 'network_id': '5bf47b40-8fd7-4b9b-b031-895dee41fcb1', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'mac_address': 'fa:16:3e:ce:78:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:16Z', 'updated_at': '2022-02-11T05:10:22Z', 'revision_number': 5, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'subnets': [{'id': '41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:34.599068 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621bef9-a9e6-42e8-a16a-530eaa627e68 req-4838717b-1301-416c-b683-a9bcb7a22d2b tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:34.604405 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d621bef9-a9e6-42e8-a16a-530eaa627e68 req-4838717b-1301-416c-b683-a9bcb7a22d2b tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/ports?device_id=81ed3001-52d7-4407-968a-f62fe9cb8d75 HTTP/1.1" status: 200 len: 947 time: 0.3159781 Feb 11 05:12:34.607715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-0368d3cb-e6af-46e6-922f-7735d6a1662b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.134&port_id=9aa814c1-8082-48c8-be10-4d7213127814 HTTP/1.1" status: 200 len: 217 time: 0.1242132 Feb 11 05:12:34.700658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95ed59-b908-4526-bd08-9d6cda3ed67c req-32cfc767-c469-435d-bf5b-33d75708a512 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:34.702182 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc95ed59-b908-4526-bd08-9d6cda3ed67c req-32cfc767-c469-435d-bf5b-33d75708a512 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 943 time: 0.3745284 Feb 11 05:12:34.763687 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d621bef9-a9e6-42e8-a16a-530eaa627e68 req-0e2d45c5-edf6-465a-b1eb-de03c13258b0 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5a6d454-f723-4c64-8030-21f4443541e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287646 Feb 11 05:12:34.780311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333bde53-8b2c-4c5b-a805-168814227f59', 'name': 'network-vif-deleted', 'tag': 'f7fab4e9-5b66-4d0f-9c13-ec875539e387'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:34.782657 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5acd16-3255-4646-b565-b9fc607a0f06" -d '{"events": [{"server_uuid": "333bde53-8b2c-4c5b-a805-168814227f59", "name": "network-vif-deleted", "tag": "f7fab4e9-5b66-4d0f-9c13-ec875539e387"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:34.843802 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.870579 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-7cdafb08-af92-410e-a3c7-2ef293c47ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:34.879707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-7cdafb08-af92-410e-a3c7-2ef293c47ecc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e074cc1c-b97c-4f32-b043-9ab27b1bf8f2 HTTP/1.1" status: 200 len: 801 time: 0.2181041 Feb 11 05:12:34.902254 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Publish callbacks [] for router_gateway (9491c6e8-4b26-42e4-a5ad-95b5881177ce), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.934769 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.965766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc95ed59-b908-4526-bd08-9d6cda3ed67c req-6a37b517-a6c2-4ddd-aab8-34c68bdcf24a tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299993 Feb 11 05:12:34.994106 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bd63a-4de0-4edc-83cf-cd3a962b1305 req-0f815fbf-b87f-4d45-8fda-a5bb5a950a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:34.994106 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-474bd63a-4de0-4edc-83cf-cd3a962b1305 req-0f815fbf-b87f-4d45-8fda-a5bb5a950a18 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.5206468 Feb 11 05:12:35.101927 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fd692b-c6ae-4f74-b9a1-d584dad03a9a x-openstack-request-id: req-67fd692b-c6ae-4f74-b9a1-d584dad03a9a {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:35.102818 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333bde53-8b2c-4c5b-a805-168814227f59", "name": "network-vif-deleted", "tag": "f7fab4e9-5b66-4d0f-9c13-ec875539e387", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:35.103071 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-67fd692b-c6ae-4f74-b9a1-d584dad03a9a {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:35.104754 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333bde53-8b2c-4c5b-a805-168814227f59', 'name': 'network-vif-deleted', 'tag': 'f7fab4e9-5b66-4d0f-9c13-ec875539e387', 'status': 'completed', 'code': 200} Feb 11 05:12:35.143948 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Allocated IP 172.25.5.239 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/61990f8a-75c5-424d-90a1-0b97d93b4074) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:35.158413 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369fea17-8aac-4f49-84f0-9abe06ad3be3 None None] New status for floating IP a51b71d1-004b-4405-9d3b-bf117d709896: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:12:35.164260 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a907c3-3a67-42d6-a93a-0fad1244087a req-319a54aa-2b03-4a0d-8c33-94c9f047f3e3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:35.170210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a907c3-3a67-42d6-a93a-0fad1244087a req-319a54aa-2b03-4a0d-8c33-94c9f047f3e3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:35.177362 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-41a907c3-3a67-42d6-a93a-0fad1244087a req-319a54aa-2b03-4a0d-8c33-94c9f047f3e3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 1679 time: 0.2871785 Feb 11 05:12:35.205112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-d1d5eead-df00-406f-8d34-66d81a558a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:35.206586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-d1d5eead-df00-406f-8d34-66d81a558a48 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1df69854-a345-47ff-af28-0622d085775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3193655 Feb 11 05:12:35.260195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bd63a-4de0-4edc-83cf-cd3a962b1305 req-70aa0875-5f57-4287-b46e-8a25b93c654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:35.262071 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-474bd63a-4de0-4edc-83cf-cd3a962b1305 req-70aa0875-5f57-4287-b46e-8a25b93c654a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2186728 Feb 11 05:12:35.272022 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-41a907c3-3a67-42d6-a93a-0fad1244087a req-589405db-fc6e-4212-af1b-eb6a2b776865 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937235 Feb 11 05:12:35.422266 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Publish callbacks [] for port (61990f8a-75c5-424d-90a1-0b97d93b4074), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:35.478574 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (61990f8a-75c5-424d-90a1-0b97d93b4074), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:35.557382 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:35.559204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Pushing event updated for resources: {'Port': ['ID=61990f8a-75c5-424d-90a1-0b97d93b4074,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:35.573457 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:35.573457 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:35.934378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b244510-852e-422a-8092-95969b880429 req-6442ca45-1134-4f29-8a31-3996473db9be tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 210 time: 0.6665940 Feb 11 05:12:35.999737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdded8bd-d3cf-46fb-bedb-f289e609c079 None None] Network 44edfd44-9ced-42a6-af99-ec3212c056fa requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:36.112473 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:36.147405 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f7fab4e9-5b66-4d0f-9c13-ec875539e387 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:36.149401 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Publish callbacks [] for router_gateway (9491c6e8-4b26-42e4-a5ad-95b5881177ce), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.180035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-e224bde6-a2aa-4e07-bd7f-0e775868bcb2 service neutron] 10.222.0.88 "GET /v2.0/networks/1df69854-a345-47ff-af28-0622d085775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9635389 Feb 11 05:12:36.194739 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: f7fab4e9-5b66-4d0f-9c13-ec875539e387 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:36.195689 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f7fab4e9-5b66-4d0f-9c13-ec875539e387 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:36.196125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 921fa3de-f9dd-4b60-8027-465c648112b4 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:36.230552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a844565-2642-448e-be7e-3a8334ed0cff req-2384080d-d639-4099-bfe5-d527c53a344c tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:36.233143 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a844565-2642-448e-be7e-3a8334ed0cff req-2384080d-d639-4099-bfe5-d527c53a344c tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.4585268 Feb 11 05:12:36.260978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:36.261492 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cd6ad70c-6ede-4b2f-abcc-c0e1361c7151), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.311386 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-474bd63a-4de0-4edc-83cf-cd3a962b1305 req-664c3c12-7ac1-4313-8b41-fe922734e565 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0346675 Feb 11 05:12:36.331285 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ff39c4ce-227a-4c3a-ba8f-07a86a5b762e None None] Provisioning complete for port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:36.331682 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ff39c4ce-227a-4c3a-ba8f-07a86a5b762e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cd6ad70c-6ede-4b2f-abcc-c0e1361c7151), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.397638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced87c31-a78b-43d4-82ab-f327a84c5925 req-c46294ea-9e7b-41fb-be7b-ccb386884eb2 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:36.410020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ced87c31-a78b-43d4-82ab-f327a84c5925 req-c46294ea-9e7b-41fb-be7b-ccb386884eb2 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/ports?device_id=81ed3001-52d7-4407-968a-f62fe9cb8d75 HTTP/1.1" status: 200 len: 947 time: 0.3614755 Feb 11 05:12:36.496251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 55bf1cc5-0632-433c-926b-60837851649b details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:12:36.501263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 921fa3de-f9dd-4b60-8027-465c648112b4 is: DOWN; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:36.551062 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (9491c6e8-4b26-42e4-a5ad-95b5881177ce), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.583597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ced87c31-a78b-43d4-82ab-f327a84c5925 req-a223beb3-9942-4c63-a092-ac0958577780 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5a6d454-f723-4c64-8030-21f4443541e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732819 Feb 11 05:12:36.598774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a844565-2642-448e-be7e-3a8334ed0cff req-7dc43cf6-2221-4710-bcc7-cd3ecfb5bdcd tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429348 Feb 11 05:12:36.624596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:36.624995 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cd6ad70c-6ede-4b2f-abcc-c0e1361c7151), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.629683 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0bf2678-1c5b-4cd6-8dfd-731dac1de65a req-83aac99a-c1d2-47e8-bca3-c5c5a57bd706 service neutron] 10.222.0.88 "GET /v2.0/networks/1df69854-a345-47ff-af28-0622d085775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270177 Feb 11 05:12:36.705501 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.resource_extend [None req-696501db-9f72-45af-8700-250c124c82b2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:12:36.723463 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ff39c4ce-227a-4c3a-ba8f-07a86a5b762e None None] Current status of the port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:36.736304 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ff39c4ce-227a-4c3a-ba8f-07a86a5b762e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cd6ad70c-6ede-4b2f-abcc-c0e1361c7151), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.815354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-474bd63a-4de0-4edc-83cf-cd3a962b1305 req-c825ee55-e6cd-4959-9c7c-6296c20ffbd9 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870527 Feb 11 05:12:36.847471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cd6ad70c-6ede-4b2f-abcc-c0e1361c7151,segment=NetworkSegment(0b5f543f-fb82-4c12-8ea8-c4223c47e636),segment_id=0b5f543f-fb82-4c12-8ea8-c4223c47e636)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:36.855363 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cd6ad70c-6ede-4b2f-abcc-c0e1361c7151), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:36.880226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Router 9491c6e8-4b26-42e4-a5ad-95b5881177ce is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:12:36.973655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 55bf1cc5-0632-433c-926b-60837851649b, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=55bf1cc5-0632-433c-926b-60837851649b,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:36.994787 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-ff39c4ce-227a-4c3a-ba8f-07a86a5b762e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:12:36.995238 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-ff39c4ce-227a-4c3a-ba8f-07a86a5b762e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:12:37.000129 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '55bf1cc5-0632-433c-926b-60837851649b', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '55bf1cc5-0632-433c-926b-60837851649b', 'mac_address': 'fa:16:3e:fc:81:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:12:37.001302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=cd6ad70c-6ede-4b2f-abcc-c0e1361c7151,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:37.003075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407883d4-fb15-4ca4-aadc-c62641693154 req-e1ee26ec-85d9-43fd-89cc-4cb7f048b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:37.003592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407883d4-fb15-4ca4-aadc-c62641693154 req-e1ee26ec-85d9-43fd-89cc-4cb7f048b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:37.005209 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-407883d4-fb15-4ca4-aadc-c62641693154 req-e1ee26ec-85d9-43fd-89cc-4cb7f048b9ab service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7ab07d48998b477e988645697f0986af&device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 2045 time: 0.3029594 Feb 11 05:12:37.025064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ec68a-cbfa-4ce5-b1ff-f08dd1486aef req-107c623f-685c-421d-9dae-38b7e4ea2425 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:37.030869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ec68a-cbfa-4ce5-b1ff-f08dd1486aef req-107c623f-685c-421d-9dae-38b7e4ea2425 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:37.032539 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea5ec68a-cbfa-4ce5-b1ff-f08dd1486aef req-107c623f-685c-421d-9dae-38b7e4ea2425 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 1679 time: 0.2481987 Feb 11 05:12:37.049634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd04bb-f754-4b21-8679-5ad90cf820fa req-8f738102-cb3b-459d-a6b4-28e8c8bc6384 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:37.051089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06bd04bb-f754-4b21-8679-5ad90cf820fa req-8f738102-cb3b-459d-a6b4-28e8c8bc6384 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 943 time: 0.2783237 Feb 11 05:12:37.055086 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:37.066188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 55bf1cc5-0632-433c-926b-60837851649b is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:37.066717 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (55bf1cc5-0632-433c-926b-60837851649b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.066869 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Sync routers for ids ['9491c6e8-4b26-42e4-a5ad-95b5881177ce'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:37.084606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bf1cc5-0632-433c-926b-60837851649b {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:37.087152 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Routers {'9491c6e8-4b26-42e4-a5ad-95b5881177ce'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:37.088380 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:12:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9491c6e8-4b26-42e4-a5ad-95b5881177ce'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:37.113000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 55bf1cc5-0632-433c-926b-60837851649b, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=55bf1cc5-0632-433c-926b-60837851649b,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:37.114006 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.115844 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1ed9f6be-1d08-4280-9dee-d8579c1ecda9 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3307600 Feb 11 05:12:37.119123 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56764) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:37.122328 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (55bf1cc5-0632-433c-926b-60837851649b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.189418 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=55bf1cc5-0632-433c-926b-60837851649b,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:37.201262 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea5ec68a-cbfa-4ce5-b1ff-f08dd1486aef req-e7cde5a4-676b-4986-bac9-69933ec2159a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491380 Feb 11 05:12:37.232720 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06bd04bb-f754-4b21-8679-5ad90cf820fa req-30cf809f-a7d6-4aef-9508-723dae9a1dc5 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613894 Feb 11 05:12:37.284468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407883d4-fb15-4ca4-aadc-c62641693154 req-ccf855c3-d5f9-4853-a8c3-912a919dbdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:37.286011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-407883d4-fb15-4ca4-aadc-c62641693154 req-ccf855c3-d5f9-4853-a8c3-912a919dbdd7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1df69854-a345-47ff-af28-0622d085775d HTTP/1.1" status: 200 len: 902 time: 0.2525382 Feb 11 05:12:37.306816 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Set router 9491c6e8-4b26-42e4-a5ad-95b5881177ce gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:37.343023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-407883d4-fb15-4ca4-aadc-c62641693154 req-2432daea-4e1a-494a-a365-fd445d87416e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.134&port_id=9aa814c1-8082-48c8-be10-4d7213127814 HTTP/1.1" status: 200 len: 217 time: 0.0486343 Feb 11 05:12:37.376678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8a240151-f81a-4ba8-969e-14a6ea59a052 req-25eb09a4-e2f6-40b5-a2d1-438ea1ab188c tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 210 time: 0.0324142 Feb 11 05:12:37.409749 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['55bf1cc5-0632-433c-926b-60837851649b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:37.490764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407883d4-fb15-4ca4-aadc-c62641693154 req-f392e5e6-ce88-48d0-9a6d-28cc76df7657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:37.496176 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-407883d4-fb15-4ca4-aadc-c62641693154 req-f392e5e6-ce88-48d0-9a6d-28cc76df7657 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e074cc1c-b97c-4f32-b043-9ab27b1bf8f2 HTTP/1.1" status: 200 len: 801 time: 0.1182506 Feb 11 05:12:37.599489 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407883d4-fb15-4ca4-aadc-c62641693154 req-72b33632-e370-4376-bcd4-3a58306f5043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:37.601009 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-101213609-router', 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '61990f8a-75c5-424d-90a1-0b97d93b4074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:32Z', 'updated_at': '2022-02-11T05:12:35Z', 'revision_number': 3, 'project_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'gw_port': {'id': '61990f8a-75c5-424d-90a1-0b97d93b4074', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:93:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:34Z', 'updated_at': '2022-02-11T05:12:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:37.620083 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-407883d4-fb15-4ca4-aadc-c62641693154 req-72b33632-e370-4376-bcd4-3a58306f5043 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1df69854-a345-47ff-af28-0622d085775d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1140718 Feb 11 05:12:37.685626 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Checking router: 9491c6e8-4b26-42e4-a5ad-95b5881177ce for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:37.685854 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Updating router 9491c6e8-4b26-42e4-a5ad-95b5881177ce port 61990f8a-75c5-424d-90a1-0b97d93b4074 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:12:37.796268 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-407883d4-fb15-4ca4-aadc-c62641693154 req-b8608620-b85b-4c3c-985b-87e9d2793502 service neutron] 10.222.0.88 "GET /v2.0/networks/1df69854-a345-47ff-af28-0622d085775d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658614 Feb 11 05:12:37.952624 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (61990f8a-75c5-424d-90a1-0b97d93b4074), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:37.994669 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd8016-aa17-4250-987b-4e61d08cd460 req-3ed8673c-586c-4fc8-90dc-a8c084556bb7 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:37.996939 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a3fd8016-aa17-4250-987b-4e61d08cd460 req-3ed8673c-586c-4fc8-90dc-a8c084556bb7 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.1901779 Feb 11 05:12:38.011074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87384fdb-e58f-47bc-9b13-437deeac6898 req-344acd6e-3a53-4f39-ba46-160aeb7933f0 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:38.015771 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.017945 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87384fdb-e58f-47bc-9b13-437deeac6898 req-344acd6e-3a53-4f39-ba46-160aeb7933f0 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/ports?device_id=81ed3001-52d7-4407-968a-f62fe9cb8d75 HTTP/1.1" status: 200 len: 948 time: 0.2204134 Feb 11 05:12:38.042794 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ff39c4ce-227a-4c3a-ba8f-07a86a5b762e None None] Current status of the port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:38.050625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:38.143742 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-407883d4-fb15-4ca4-aadc-c62641693154 req-96af642f-cc68-49d4-a09b-f35890d5e506 service neutron] 10.222.0.88 "GET /v2.0/networks/1df69854-a345-47ff-af28-0622d085775d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994974 Feb 11 05:12:38.154382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:38.155015 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cd6ad70c-6ede-4b2f-abcc-c0e1361c7151), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.162837 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87384fdb-e58f-47bc-9b13-437deeac6898 req-2fc177a7-f33d-4ff6-965f-7a6a122c42ca tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5a6d454-f723-4c64-8030-21f4443541e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439941 Feb 11 05:12:38.191890 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a3fd8016-aa17-4250-987b-4e61d08cd460 req-b26a17f9-4df5-46eb-9f49-92fd76f1bec1 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548731 Feb 11 05:12:38.242486 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f383fc3d-77be-4ae6-bf54-ea110a1f75ee None None] Provisioning complete for port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:38.242877 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f383fc3d-77be-4ae6-bf54-ea110a1f75ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cd6ad70c-6ede-4b2f-abcc-c0e1361c7151), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.369108 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Allocated IP 172.20.0.1 (44edfd44-9ced-42a6-af99-ec3212c056fa/3b68915a-70e3-4b2c-bf3d-e991d3e4413d/90902c59-a9be-492c-831b-2ef6be92ea33) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:38.457484 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Publish callbacks [] for port (61990f8a-75c5-424d-90a1-0b97d93b4074), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.464907 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (61990f8a-75c5-424d-90a1-0b97d93b4074), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.494691 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Publish callbacks [] for port (90902c59-a9be-492c-831b-2ef6be92ea33), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.525755 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b656340-fc8e-491c-93c1-9b1640029c31 None None] Pushing event updated for resources: {'Port': ['ID=61990f8a-75c5-424d-90a1-0b97d93b4074,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:38.535992 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.553245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:38.579095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Network 44edfd44-9ced-42a6-af99-ec3212c056fa is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:38.582676 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:38.586419 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:38.603019 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Attempting to bind port 61990f8a-75c5-424d-90a1-0b97d93b4074 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:38.604277 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Attempting to bind port 61990f8a-75c5-424d-90a1-0b97d93b4074 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:38.609865 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Attempting to bind port 61990f8a-75c5-424d-90a1-0b97d93b4074 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:38.622737 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:38.623695 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:38.624498 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.625596 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:38.626303 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Bound port: 61990f8a-75c5-424d-90a1-0b97d93b4074, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:38.626931 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (61990f8a-75c5-424d-90a1-0b97d93b4074), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.633109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d2bf5-cdef-481f-b58e-4db24be53b39 req-40c47a9f-edcf-4684-9ad3-62d2869cf2c2 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:38.637903 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Pushing event updated for resources: {'Port': ['ID=90902c59-a9be-492c-831b-2ef6be92ea33,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:38.652214 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (9491c6e8-4b26-42e4-a5ad-95b5881177ce), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.662436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d2bf5-cdef-481f-b58e-4db24be53b39 req-40c47a9f-edcf-4684-9ad3-62d2869cf2c2 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:38.664134 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-809d2bf5-cdef-481f-b58e-4db24be53b39 req-40c47a9f-edcf-4684-9ad3-62d2869cf2c2 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 1679 time: 0.3242471 Feb 11 05:12:38.685934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f383fc3d-77be-4ae6-bf54-ea110a1f75ee None None] Current status of the port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:38.733406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76edc8-376c-49af-917d-5f586dd8e4cd req-885958c4-0d2d-4fc0-a77b-2789a2cee123 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:38.742356 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a76edc8-376c-49af-917d-5f586dd8e4cd req-885958c4-0d2d-4fc0-a77b-2789a2cee123 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 943 time: 0.3841469 Feb 11 05:12:38.762791 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] For port 61990f8a-75c5-424d-90a1-0b97d93b4074, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:38.766670 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] For port 61990f8a-75c5-424d-90a1-0b97d93b4074, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=61990f8a-75c5-424d-90a1-0b97d93b4074,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:38.781917 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (61990f8a-75c5-424d-90a1-0b97d93b4074), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.866707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-809d2bf5-cdef-481f-b58e-4db24be53b39 req-f6d05c1e-ebf8-4e71-8ac4-3bfac91be8c1 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920819 Feb 11 05:12:38.884239 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Routers {'9491c6e8-4b26-42e4-a5ad-95b5881177ce'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:38.884239 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:12:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9491c6e8-4b26-42e4-a5ad-95b5881177ce'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:38.925848 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:38.928228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a76edc8-376c-49af-917d-5f586dd8e4cd req-96586c48-dbc7-417c-a337-88abdb5537c5 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847296 Feb 11 05:12:39.005032 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b656340-fc8e-491c-93c1-9b1640029c31 None None] Pushing event updated for resources: {'Port': ['ID=61990f8a-75c5-424d-90a1-0b97d93b4074,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:39.084383 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c586248-5e87-4d8d-ab4f-9f03cb885561 req-0c8d887b-71df-4a0b-bbab-5bc0bba10fd4 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 210 time: 0.0908854 Feb 11 05:12:39.093625 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] Set router 9491c6e8-4b26-42e4-a5ad-95b5881177ce gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:39.180987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2b516bfa-d526-4caa-8465-fa54290f47cf None None] Provisioning complete for port 90902c59-a9be-492c-831b-2ef6be92ea33 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:39.182015 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2b516bfa-d526-4caa-8465-fa54290f47cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.251077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2b516bfa-d526-4caa-8465-fa54290f47cf None None] Port 90902c59-a9be-492c-831b-2ef6be92ea33 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:39.281483 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Publish callbacks [] for port (90902c59-a9be-492c-831b-2ef6be92ea33), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.289544 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.365501 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Pushing event updated for resources: {'Port': ['ID=90902c59-a9be-492c-831b-2ef6be92ea33,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:39.400479 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (9491c6e8-4b26-42e4-a5ad-95b5881177ce), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.428312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f645d5-fb2a-416d-a212-d4287872679d req-f7980275-5780-4e4f-be4a-102f40c867a9 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:39.435748 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68f645d5-fb2a-416d-a212-d4287872679d req-f7980275-5780-4e4f-be4a-102f40c867a9 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.1267526 Feb 11 05:12:39.450518 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc64d3-1dc5-4be9-9986-371e9d5aea73 req-fd036fc3-df6b-48a9-90f0-504c0ff27ead tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:39.452043 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9cc64d3-1dc5-4be9-9986-371e9d5aea73 req-fd036fc3-df6b-48a9-90f0-504c0ff27ead tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/ports?device_id=81ed3001-52d7-4407-968a-f62fe9cb8d75 HTTP/1.1" status: 200 len: 948 time: 0.1043901 Feb 11 05:12:39.465823 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-101213609-router', 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '61990f8a-75c5-424d-90a1-0b97d93b4074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:32Z', 'updated_at': '2022-02-11T05:12:38Z', 'revision_number': 4, 'project_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'gw_port': {'id': '61990f8a-75c5-424d-90a1-0b97d93b4074', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:93:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:34Z', 'updated_at': '2022-02-11T05:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '90902c59-a9be-492c-831b-2ef6be92ea33', 'name': '', 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa', 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'mac_address': 'fa:16:3e:0b:2d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '3b68915a-70e3-4b2c-bf3d-e991d3e4413d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:38Z', 'updated_at': '2022-02-11T05:12:38Z', 'revision_number': 1, 'project_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'subnets': [{'id': '3b68915a-70e3-4b2c-bf3d-e991d3e4413d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:39.504833 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fcf56-b26b-4e99-b7ed-f4071ca3b712 None None] The sync data for ids ['9491c6e8-4b26-42e4-a5ad-95b5881177ce'] in n-d-713499-38 is: [{'id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-101213609-router', 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '61990f8a-75c5-424d-90a1-0b97d93b4074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:32Z', 'updated_at': '2022-02-11T05:12:38Z', 'revision_number': 4, 'project_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'gw_port': {'id': '61990f8a-75c5-424d-90a1-0b97d93b4074', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:93:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:34Z', 'updated_at': '2022-02-11T05:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '90902c59-a9be-492c-831b-2ef6be92ea33', 'name': '', 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa', 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'mac_address': 'fa:16:3e:0b:2d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '3b68915a-70e3-4b2c-bf3d-e991d3e4413d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:38Z', 'updated_at': '2022-02-11T05:12:38Z', 'revision_number': 1, 'project_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'subnets': [{'id': '3b68915a-70e3-4b2c-bf3d-e991d3e4413d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:39.517014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Network 44edfd44-9ced-42a6-af99-ec3212c056fa is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:39.518795 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:39.536408 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.591834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9cc64d3-1dc5-4be9-9986-371e9d5aea73 req-96c23870-df91-4b98-8e7a-a536f45c2221 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5a6d454-f723-4c64-8030-21f4443541e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233268 Feb 11 05:12:39.616640 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68f645d5-fb2a-416d-a212-d4287872679d req-701b0caf-542b-412f-951b-10744d8e1956 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799798 Feb 11 05:12:39.730953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Router 9491c6e8-4b26-42e4-a5ad-95b5881177ce has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:39.896692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-62d44fdb-5091-4229-85d7-43beb4de16dc None None] Provisioning complete for port 90902c59-a9be-492c-831b-2ef6be92ea33 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:39.897321 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-62d44fdb-5091-4229-85d7-43beb4de16dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:39.937233 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:39.959483 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5be2ae48-91d4-44a7-9994-87e1e2555ebc admin admin] 10.222.0.87 "PUT /v2.0/routers/9491c6e8-4b26-42e4-a5ad-95b5881177ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8336623 Feb 11 05:12:39.977307 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-62d44fdb-5091-4229-85d7-43beb4de16dc None None] Port 90902c59-a9be-492c-831b-2ef6be92ea33 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:40.153899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacba567-110d-479a-b32c-6fe15e98de24 req-3568ae49-01ab-4866-aa0b-a07d7d049647 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:40.160305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacba567-110d-479a-b32c-6fe15e98de24 req-3568ae49-01ab-4866-aa0b-a07d7d049647 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:40.162173 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aacba567-110d-479a-b32c-6fe15e98de24 req-3568ae49-01ab-4866-aa0b-a07d7d049647 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 1679 time: 0.1790884 Feb 11 05:12:40.174086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e94dc-f4ac-46e6-ba48-a31badab097f req-b6a8d75a-bca0-43ff-922d-05b6e26eeefa tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:40.175800 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4e94dc-f4ac-46e6-ba48-a31badab097f req-b6a8d75a-bca0-43ff-922d-05b6e26eeefa tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 943 time: 0.1421156 Feb 11 05:12:40.266638 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aacba567-110d-479a-b32c-6fe15e98de24 req-a0a0861b-9e67-4bf7-8ad1-fbf2e5c1141f tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897069 Feb 11 05:12:40.270677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4e94dc-f4ac-46e6-ba48-a31badab097f req-8c7772e0-c8be-4292-8346-f970b0673f2b tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860951 Feb 11 05:12:40.411221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b83065d-20dd-4b73-bef6-25103f9bffd0 req-d01d4ed3-7d07-4561-9466-3ecbedda013c tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 210 time: 0.0502245 Feb 11 05:12:40.491239 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 9aa814c1-8082-48c8-be10-4d7213127814 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:12:40.499977 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 55bf1cc5-0632-433c-926b-60837851649b up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:40.629320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 55bf1cc5-0632-433c-926b-60837851649b completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:12:40.662100 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 55bf1cc5-0632-433c-926b-60837851649b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:40.666087 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (55bf1cc5-0632-433c-926b-60837851649b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.853563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56822) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:40.858514 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-beb2403d-6c13-44b3-b04c-da6714d400a1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2132700384-network', 'tenant_id': '98b7be6a085d4a6f9696c43d10007bec'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:40.878919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 9aa814c1-8082-48c8-be10-4d7213127814, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9aa814c1-8082-48c8-be10-4d7213127814,segment=NetworkSegment(b9428ceb-083d-426d-b97c-3018f045375d),segment_id=b9428ceb-083d-426d-b97c-3018f045375d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:40.901956 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb2403d-6c13-44b3-b04c-da6714d400a1 admin admin] Made reservation on behalf of 98b7be6a085d4a6f9696c43d10007bec for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:40.907516 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-beb2403d-6c13-44b3-b04c-da6714d400a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.918355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfc0dc-90c1-46ac-8e58-4aefb36cc0a4 req-593de988-7287-477b-9b27-c2f18a1db733 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:40.919965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fccfc0dc-90c1-46ac-8e58-4aefb36cc0a4 req-593de988-7287-477b-9b27-c2f18a1db733 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/ports?device_id=81ed3001-52d7-4407-968a-f62fe9cb8d75 HTTP/1.1" status: 200 len: 948 time: 0.1851962 Feb 11 05:12:40.932549 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '9aa814c1-8082-48c8-be10-4d7213127814', 'network_id': '1df69854-a345-47ff-af28-0622d085775d', 'port_id': '9aa814c1-8082-48c8-be10-4d7213127814', 'mac_address': 'fa:16:3e:cf:17:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e074cc1c-b97c-4f32-b043-9ab27b1bf8f2', 'ip_address': '19.86.0.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:12:40.935646 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-beb2403d-6c13-44b3-b04c-da6714d400a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.942852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd1f77-2d45-4fbf-9da0-cbe8e2c15e43 req-3e6ddaeb-8e01-4723-870f-f7689df2a49e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:40.943034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 55bf1cc5-0632-433c-926b-60837851649b is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:40.943296 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (55bf1cc5-0632-433c-926b-60837851649b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:40.952520 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6cd1f77-2d45-4fbf-9da0-cbe8e2c15e43 req-3e6ddaeb-8e01-4723-870f-f7689df2a49e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.1701217 Feb 11 05:12:41.070904 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ed3001-52d7-4407-968a-f62fe9cb8d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bf1cc5-0632-433c-926b-60837851649b'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:41.076958 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d54daec-924d-4e09-a37d-656b2ecf0d42" -d '{"events": [{"server_uuid": "81ed3001-52d7-4407-968a-f62fe9cb8d75", "name": "network-vif-plugged", "status": "completed", "tag": "55bf1cc5-0632-433c-926b-60837851649b"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:41.079210 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6cd1f77-2d45-4fbf-9da0-cbe8e2c15e43 req-39b63dc7-197a-431d-ae07-30869dbf7abe tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258280 Feb 11 05:12:41.109785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fccfc0dc-90c1-46ac-8e58-4aefb36cc0a4 req-ef610c63-570d-4962-860b-840940ff3465 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5a6d454-f723-4c64-8030-21f4443541e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826284 Feb 11 05:12:41.115243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 55bf1cc5-0632-433c-926b-60837851649b, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=55bf1cc5-0632-433c-926b-60837851649b,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:41.122974 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (55bf1cc5-0632-433c-926b-60837851649b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.126814 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-beb2403d-6c13-44b3-b04c-da6714d400a1 admin admin] Publish callbacks [] for security_group (cd74b69c-223c-4f34-bf6f-cf5f06d924a0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.132202 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-beb2403d-6c13-44b3-b04c-da6714d400a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cd74b69c-223c-4f34-bf6f-cf5f06d924a0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.138391 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 9aa814c1-8082-48c8-be10-4d7213127814 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:41.138787 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9aa814c1-8082-48c8-be10-4d7213127814), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.177123 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb2403d-6c13-44b3-b04c-da6714d400a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:12:41.222693 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2403d-6c13-44b3-b04c-da6714d400a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd74b69c-223c-4f34-bf6f-cf5f06d924a0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:41.234089 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-beb2403d-6c13-44b3-b04c-da6714d400a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (62719e4f-fbc5-46cd-b382-71731c8083b0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.234516 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-beb2403d-6c13-44b3-b04c-da6714d400a1 admin admin] Added segment 62719e4f-fbc5-46cd-b382-71731c8083b0 of type vlan for network 0379f5eb-3632-4638-a841-d519a3c736dc Feb 11 05:12:41.251722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=55bf1cc5-0632-433c-926b-60837851649b,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:41.261908 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee45a38-815b-499f-b423-26488edf5c87 x-openstack-request-id: req-cee45a38-815b-499f-b423-26488edf5c87 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:41.262570 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ed3001-52d7-4407-968a-f62fe9cb8d75", "name": "network-vif-plugged", "status": "completed", "tag": "55bf1cc5-0632-433c-926b-60837851649b", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:41.263023 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cee45a38-815b-499f-b423-26488edf5c87 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:41.263607 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ed3001-52d7-4407-968a-f62fe9cb8d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bf1cc5-0632-433c-926b-60837851649b', 'code': 200} Feb 11 05:12:41.282661 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa814c1-8082-48c8-be10-4d7213127814 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:41.307597 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 9aa814c1-8082-48c8-be10-4d7213127814, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9aa814c1-8082-48c8-be10-4d7213127814,segment=NetworkSegment(b9428ceb-083d-426d-b97c-3018f045375d),segment_id=b9428ceb-083d-426d-b97c-3018f045375d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:41.321184 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9aa814c1-8082-48c8-be10-4d7213127814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.322399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 72fe711c-c86a-4e25-a734-94c4d26bd3b6 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:12:41.372251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d89ba5-9da7-4837-8254-b874f5e6ffc0 req-fc0ad9ff-8314-4df0-b352-4ab98854f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:41.385599 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-beb2403d-6c13-44b3-b04c-da6714d400a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (0379f5eb-3632-4638-a841-d519a3c736dc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.400523 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61d89ba5-9da7-4837-8254-b874f5e6ffc0 req-fc0ad9ff-8314-4df0-b352-4ab98854f9d8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=81ed3001-52d7-4407-968a-f62fe9cb8d75 HTTP/1.1" status: 200 len: 1132 time: 0.1388843 Feb 11 05:12:41.468890 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-beb2403d-6c13-44b3-b04c-da6714d400a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (0379f5eb-3632-4638-a841-d519a3c736dc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.469946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb2403d-6c13-44b3-b04c-da6714d400a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:41.470541 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-beb2403d-6c13-44b3-b04c-da6714d400a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.527595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=9aa814c1-8082-48c8-be10-4d7213127814,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:41.623028 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2403d-6c13-44b3-b04c-da6714d400a1 admin admin] Pushing event updated for resources: {'Network': ['ID=0379f5eb-3632-4638-a841-d519a3c736dc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:41.629454 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-beb2403d-6c13-44b3-b04c-da6714d400a1 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7747984 Feb 11 05:12:41.640697 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56832) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:41.647028 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2970c21d-f247-453b-b8b4-920e0ed02bc7 admin admin] Request body: {'subnet': {'network_id': '0379f5eb-3632-4638-a841-d519a3c736dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132700384-subnet', 'tenant_id': '98b7be6a085d4a6f9696c43d10007bec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:41.658148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 72fe711c-c86a-4e25-a734-94c4d26bd3b6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=72fe711c-c86a-4e25-a734-94c4d26bd3b6,segment=NetworkSegment(1acf769a-6581-4a3b-8bc0-3bc89d5f8435),segment_id=1acf769a-6581-4a3b-8bc0-3bc89d5f8435)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:41.680930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '72fe711c-c86a-4e25-a734-94c4d26bd3b6', 'network_id': 'c68db0fd-cc32-4d08-80ed-27dbbd7f0e91', 'port_id': '72fe711c-c86a-4e25-a734-94c4d26bd3b6', 'mac_address': 'fa:16:3e:33:75:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4d16a5-04ff-45c9-8aa8-f9d25337c9a0', 'ip_address': '19.80.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:12:41.683644 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 0379f5eb-3632-4638-a841-d519a3c736dc details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:12:41.692167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf639d-74bc-4f85-b21b-5000ed18fa88 req-f061a7ff-4f33-436c-b16d-b1b3bc073868 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:41.698719 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf639d-74bc-4f85-b21b-5000ed18fa88 req-f061a7ff-4f33-436c-b16d-b1b3bc073868 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:41.700433 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfcf639d-74bc-4f85-b21b-5000ed18fa88 req-f061a7ff-4f33-436c-b16d-b1b3bc073868 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 1680 time: 0.2565305 Feb 11 05:12:41.705876 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61d89ba5-9da7-4837-8254-b874f5e6ffc0 req-c1323ab3-9333-4b3c-9d3c-bcf2fdefbab4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d5a6d454-f723-4c64-8030-21f4443541e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975287 Feb 11 05:12:41.757336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e9194-b218-422b-8f4a-5dabd50915f4 req-1850199a-73a4-46fc-bd41-993e5c91ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:41.758848 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-312e9194-b218-422b-8f4a-5dabd50915f4 req-1850199a-73a4-46fc-bd41-993e5c91ea2d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 1128 time: 0.1369324 Feb 11 05:12:41.759468 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2970c21d-f247-453b-b8b4-920e0ed02bc7 admin admin] Made reservation on behalf of 98b7be6a085d4a6f9696c43d10007bec for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:12:41.761706 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2970c21d-f247-453b-b8b4-920e0ed02bc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.766717 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096f2b2-7aac-46c1-8b41-0072115b3d3a req-f1b6ab3c-c53e-49d3-b0d6-bf358c97abc8 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:41.777302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8096f2b2-7aac-46c1-8b41-0072115b3d3a req-f1b6ab3c-c53e-49d3-b0d6-bf358c97abc8 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 943 time: 0.2664421 Feb 11 05:12:41.777643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 72fe711c-c86a-4e25-a734-94c4d26bd3b6 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:41.778077 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:41.803203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72fe711c-c86a-4e25-a734-94c4d26bd3b6 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:41.879715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfcf639d-74bc-4f85-b21b-5000ed18fa88 req-81ab30aa-170a-48a1-aed7-7132433fd3b6 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695411 Feb 11 05:12:41.901358 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8096f2b2-7aac-46c1-8b41-0072115b3d3a req-e2fcb3cb-a980-45ff-8ac3-ce3dd94f12da tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230707 Feb 11 05:12:41.908156 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-312e9194-b218-422b-8f4a-5dabd50915f4 req-dc50cab1-5fdc-4421-96d4-ad75c5446ad7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231155 Feb 11 05:12:41.959135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 72fe711c-c86a-4e25-a734-94c4d26bd3b6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=72fe711c-c86a-4e25-a734-94c4d26bd3b6,segment=NetworkSegment(1acf769a-6581-4a3b-8bc0-3bc89d5f8435),segment_id=1acf769a-6581-4a3b-8bc0-3bc89d5f8435)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:41.970990 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.001897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 61990f8a-75c5-424d-90a1-0b97d93b4074 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:42.072361 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-80bba889-7c68-43b6-a1cf-219adb436234 req-e393a9a3-514c-4e2e-9ff8-c924b23ec42b tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 210 time: 0.0516374 Feb 11 05:12:42.097928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=72fe711c-c86a-4e25-a734-94c4d26bd3b6,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:42.121707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 61990f8a-75c5-424d-90a1-0b97d93b4074 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:42.122335 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (61990f8a-75c5-424d-90a1-0b97d93b4074), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.232767 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2970c21d-f247-453b-b8b4-920e0ed02bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (887f28d5-8ef0-4bc5-a7d6-b55ba62ec783), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.252290 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['72fe711c-c86a-4e25-a734-94c4d26bd3b6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:42.279320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 61990f8a-75c5-424d-90a1-0b97d93b4074 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:42.280149 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (61990f8a-75c5-424d-90a1-0b97d93b4074), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.311645 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970c21d-f247-453b-b8b4-920e0ed02bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=887f28d5-8ef0-4bc5-a7d6-b55ba62ec783,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:42.316825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1c7e3-4819-4445-8e28-0fa7983779c6 req-39a9ad6d-9115-407a-9feb-342a88f8b883 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.322715 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 61990f8a-75c5-424d-90a1-0b97d93b4074, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=61990f8a-75c5-424d-90a1-0b97d93b4074,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:42.324070 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3be1c7e3-4819-4445-8e28-0fa7983779c6 req-39a9ad6d-9115-407a-9feb-342a88f8b883 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.1299012 Feb 11 05:12:42.333885 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (61990f8a-75c5-424d-90a1-0b97d93b4074), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.340271 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2970c21d-f247-453b-b8b4-920e0ed02bc7 admin admin] Checking segment: {'id': '62719e4f-fbc5-46cd-b382-71731c8083b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0379f5eb-3632-4638-a841-d519a3c736dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:42.340636 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2970c21d-f247-453b-b8b4-920e0ed02bc7 admin admin] Network hostable DHCP agents. Network: 0379f5eb-3632-4638-a841-d519a3c736dc, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:12:42.362911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2970c21d-f247-453b-b8b4-920e0ed02bc7 admin admin] Network 0379f5eb-3632-4638-a841-d519a3c736dc is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:12:42.363942 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47144556-7ff4-471a-afa4-5cf76dfde894 req-914eec1a-dcc2-4bcd-82f6-2240fe0742bd tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.365560 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47144556-7ff4-471a-afa4-5cf76dfde894 req-914eec1a-dcc2-4bcd-82f6-2240fe0742bd tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/ports?device_id=81ed3001-52d7-4407-968a-f62fe9cb8d75 HTTP/1.1" status: 200 len: 949 time: 0.1268427 Feb 11 05:12:42.379189 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-2970c21d-f247-453b-b8b4-920e0ed02bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 0379f5eb-3632-4638-a841-d519a3c736dc) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:42.389809 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2970c21d-f247-453b-b8b4-920e0ed02bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:42.390496 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2970c21d-f247-453b-b8b4-920e0ed02bc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.420343 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3be1c7e3-4819-4445-8e28-0fa7983779c6 req-881f6d5e-325b-4a1c-af44-2678961c1c87 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951562 Feb 11 05:12:42.440624 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2970c21d-f247-453b-b8b4-920e0ed02bc7 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7988133 Feb 11 05:12:42.441243 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56838) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:42.447527 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2132700384-router', 'tenant_id': '98b7be6a085d4a6f9696c43d10007bec', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:42.477535 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.479043 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.479792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bd0329-5aa7-4243-8b93-d734f2b37730 None None] Network 0379f5eb-3632-4638-a841-d519a3c736dc requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:42.500185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47144556-7ff4-471a-afa4-5cf76dfde894 req-1b40f7d5-5cca-449a-8037-6264a86b6523 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5a6d454-f723-4c64-8030-21f4443541e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239293 Feb 11 05:12:42.580142 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Publish callbacks [] for router_controller (d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.623031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=61990f8a-75c5-424d-90a1-0b97d93b4074,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:42.707935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-0379f5eb-3632-4638-a841-d519a3c736dc', 'network_id': '0379f5eb-3632-4638-a841-d519a3c736dc', 'project_id': '98b7be6a085d4a6f9696c43d10007bec', 'fixed_ips': [{'subnet_id': '887f28d5-8ef0-4bc5-a7d6-b55ba62ec783'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:12:42.710374 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.833585 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Publish callbacks [] for router_gateway (d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:42.958397 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Allocated IP 172.20.0.2 (0379f5eb-3632-4638-a841-d519a3c736dc/887f28d5-8ef0-4bc5-a7d6-b55ba62ec783/18a3ee5c-47fb-4692-8539-418403d6014d) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:43.110029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Sync routers for ids ['9491c6e8-4b26-42e4-a5ad-95b5881177ce'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:43.133300 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32145277-bbdb-42e2-b20f-a037d62fd7c9 req-15fe32af-8f6c-40fd-ab1a-eda66d1fb726 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:43.138689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32145277-bbdb-42e2-b20f-a037d62fd7c9 req-15fe32af-8f6c-40fd-ab1a-eda66d1fb726 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:43.146003 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-32145277-bbdb-42e2-b20f-a037d62fd7c9 req-15fe32af-8f6c-40fd-ab1a-eda66d1fb726 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 1681 time: 0.1281402 Feb 11 05:12:43.158220 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Routers {'9491c6e8-4b26-42e4-a5ad-95b5881177ce'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:43.158866 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:12:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9491c6e8-4b26-42e4-a5ad-95b5881177ce'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:43.214688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-32145277-bbdb-42e2-b20f-a037d62fd7c9 req-2d9e6b55-3385-44df-b75e-064d71bccdf6 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677571 Feb 11 05:12:43.250378 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Publish callbacks [] for router_gateway (d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.253140 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a130c-8316-49a6-8c16-552a81f95556 req-7add7ae7-75c2-48ff-ba7b-ff7b448291ae tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:43.257128 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b97a130c-8316-49a6-8c16-552a81f95556 req-7add7ae7-75c2-48ff-ba7b-ff7b448291ae tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 943 time: 0.2266529 Feb 11 05:12:43.282434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Set router 9491c6e8-4b26-42e4-a5ad-95b5881177ce gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:43.288614 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.344212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b97a130c-8316-49a6-8c16-552a81f95556 req-658681dc-3db2-47cf-b33e-eaa6af43a9e3 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797589 Feb 11 05:12:43.349119 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Publish callbacks [] for port (18a3ee5c-47fb-4692-8539-418403d6014d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.369100 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (18a3ee5c-47fb-4692-8539-418403d6014d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.399127 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa51fd89-1d0a-48ae-876a-f6240e251528 req-4727a752-d212-4d2a-8529-4a93c827da66 tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 210 time: 0.0603530 Feb 11 05:12:43.462421 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Allocated IP 172.25.5.93 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/87398e0b-638e-4388-bac8-58bbf143d140) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:43.492512 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['9aa814c1-8082-48c8-be10-4d7213127814'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:43.615103 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871da5e-9fc4-43ff-8901-2e8fc0987802 req-1ecdb110-fe0a-46d8-9f53-7b6566a60950 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:43.616958 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7871da5e-9fc4-43ff-8901-2e8fc0987802 req-1ecdb110-fe0a-46d8-9f53-7b6566a60950 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.0997148 Feb 11 05:12:43.694535 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Publish callbacks [] for port (87398e0b-638e-4388-bac8-58bbf143d140), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.728115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7871da5e-9fc4-43ff-8901-2e8fc0987802 req-3e41b6f5-c11d-4aca-97dd-a247f1cd7a25 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045003 Feb 11 05:12:43.761931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19d3c1-06ce-4147-a4af-9302fece4988 req-c3a077f6-aeff-4020-932b-4e6ffa5a8f8e tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:43.769340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e19d3c1-06ce-4147-a4af-9302fece4988 req-c3a077f6-aeff-4020-932b-4e6ffa5a8f8e tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/ports?device_id=81ed3001-52d7-4407-968a-f62fe9cb8d75 HTTP/1.1" status: 200 len: 949 time: 0.1242485 Feb 11 05:12:43.792372 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (87398e0b-638e-4388-bac8-58bbf143d140), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.835698 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e19d3c1-06ce-4147-a4af-9302fece4988 req-5675cfb5-a622-4cbd-b295-5fe65d8b9abe tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5a6d454-f723-4c64-8030-21f4443541e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607452 Feb 11 05:12:43.844497 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-7b11d34d-3957-41ab-a1d3-0ca3b44eac93 req-d1ed142b-0ef6-42ca-9f61-59e33b286773 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-522286515', 'description': 'tempest-description-814322794'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:43.909229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:43.916941 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:43.927570 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:43.929626 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7b11d34d-3957-41ab-a1d3-0ca3b44eac93 req-d1ed142b-0ef6-42ca-9f61-59e33b286773 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:43.932051 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Pushing event updated for resources: {'Port': ['ID=87398e0b-638e-4388-bac8-58bbf143d140,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:43.976196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Network 0379f5eb-3632-4638-a841-d519a3c736dc is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:44.002697 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 61990f8a-75c5-424d-90a1-0b97d93b4074 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:44.060112 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7b11d34d-3957-41ab-a1d3-0ca3b44eac93 req-d1ed142b-0ef6-42ca-9f61-59e33b286773 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for security_group (f687c7d3-105e-4dd1-851f-4652274c2506), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.065285 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7b11d34d-3957-41ab-a1d3-0ca3b44eac93 req-d1ed142b-0ef6-42ca-9f61-59e33b286773 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f687c7d3-105e-4dd1-851f-4652274c2506), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.076901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:44.081306 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:44.125162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed142b-0ef6-42ca-9f61-59e33b286773 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f687c7d3-105e-4dd1-851f-4652274c2506,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:44.144792 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7b11d34d-3957-41ab-a1d3-0ca3b44eac93 req-d1ed142b-0ef6-42ca-9f61-59e33b286773 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.153760 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7b11d34d-3957-41ab-a1d3-0ca3b44eac93 req-d1ed142b-0ef6-42ca-9f61-59e33b286773 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3206389 Feb 11 05:12:44.159033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Pushing event updated for resources: {'Port': ['ID=18a3ee5c-47fb-4692-8539-418403d6014d,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:44.191552 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.317423 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21b49c51-4d63-4434-a50d-c0cf80e50b21 req-73564d92-5a39-4281-9339-4af9ac9c3d14 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-522286515&fields=id&tenant_id=ccc011d380e947d8b6e7b3dbc090f659 HTTP/1.1" status: 200 len: 267 time: 0.0779250 Feb 11 05:12:44.403114 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Attempting to bind port 18a3ee5c-47fb-4692-8539-418403d6014d on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:44.403894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Attempting to bind port 18a3ee5c-47fb-4692-8539-418403d6014d by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '62719e4f-fbc5-46cd-b382-71731c8083b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0379f5eb-3632-4638-a841-d519a3c736dc'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:44.404499 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Attempting to bind port 18a3ee5c-47fb-4692-8539-418403d6014d on network 0379f5eb-3632-4638-a841-d519a3c736dc {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:44.407473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b49c51-4d63-4434-a50d-c0cf80e50b21 req-ed16227b-1d69-442a-b52c-185240f21f07 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:44.409490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21b49c51-4d63-4434-a50d-c0cf80e50b21 req-ed16227b-1d69-442a-b52c-185240f21f07 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.0891664 Feb 11 05:12:44.425951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-21b49c51-4d63-4434-a50d-c0cf80e50b21 req-19257ada-c1a2-4d99-b4e0-11f1680cb163 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Request body: {'port': {'security_groups': ['5b5a3ae7-73a1-4d03-b959-bf82694465c5', 'f687c7d3-105e-4dd1-851f-4652274c2506']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:44.428312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:44.432599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Checking segment: {'id': '62719e4f-fbc5-46cd-b382-71731c8083b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0379f5eb-3632-4638-a841-d519a3c736dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:44.433509 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.434572 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Bound using segment: {'id': '62719e4f-fbc5-46cd-b382-71731c8083b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0379f5eb-3632-4638-a841-d519a3c736dc'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:44.435332 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Bound port: 18a3ee5c-47fb-4692-8539-418403d6014d, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62719e4f-fbc5-46cd-b382-71731c8083b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0379f5eb-3632-4638-a841-d519a3c736dc'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:44.436391 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (18a3ee5c-47fb-4692-8539-418403d6014d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.436897 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Publish callbacks [] for router_gateway (d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.444411 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 61990f8a-75c5-424d-90a1-0b97d93b4074 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:44.445181 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (61990f8a-75c5-424d-90a1-0b97d93b4074), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.529533 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 72fe711c-c86a-4e25-a734-94c4d26bd3b6 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:44.679557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-101213609-router', 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '61990f8a-75c5-424d-90a1-0b97d93b4074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:32Z', 'updated_at': '2022-02-11T05:12:38Z', 'revision_number': 4, 'project_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'gw_port': {'id': '61990f8a-75c5-424d-90a1-0b97d93b4074', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:34Z', 'updated_at': '2022-02-11T05:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '90902c59-a9be-492c-831b-2ef6be92ea33', 'name': '', 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa', 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'mac_address': 'fa:16:3e:0b:2d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '3b68915a-70e3-4b2c-bf3d-e991d3e4413d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:38Z', 'updated_at': '2022-02-11T05:12:38Z', 'revision_number': 2, 'project_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'subnets': [{'id': '3b68915a-70e3-4b2c-bf3d-e991d3e4413d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:44.744163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Checking router: 9491c6e8-4b26-42e4-a5ad-95b5881177ce for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:44.744570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Updating router 9491c6e8-4b26-42e4-a5ad-95b5881177ce port 90902c59-a9be-492c-831b-2ef6be92ea33 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:12:44.755719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] For port 18a3ee5c-47fb-4692-8539-418403d6014d, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:44.799217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 72fe711c-c86a-4e25-a734-94c4d26bd3b6 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:12:44.811765 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] For port 18a3ee5c-47fb-4692-8539-418403d6014d, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=18a3ee5c-47fb-4692-8539-418403d6014d,segment=NetworkSegment(62719e4f-fbc5-46cd-b382-71731c8083b0),segment_id=62719e4f-fbc5-46cd-b382-71731c8083b0)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:44.836106 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.838085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 72fe711c-c86a-4e25-a734-94c4d26bd3b6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:44.838454 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.852025 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (18a3ee5c-47fb-4692-8539-418403d6014d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:44.975092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 61990f8a-75c5-424d-90a1-0b97d93b4074 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:44.983298 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-21b49c51-4d63-4434-a50d-c0cf80e50b21 req-19257ada-c1a2-4d99-b4e0-11f1680cb163 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.061353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e6818-c57f-46bd-9d1f-6b5f0f804c2f None None] Pushing event updated for resources: {'Port': ['ID=18a3ee5c-47fb-4692-8539-418403d6014d,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:45.250236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-21b49c51-4d63-4434-a50d-c0cf80e50b21 req-19257ada-c1a2-4d99-b4e0-11f1680cb163 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] For port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c,segment=NetworkSegment(716db395-5496-450e-8654-b4ff6a6e414d),segment_id=716db395-5496-450e-8654-b4ff6a6e414d)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:45.304181 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-21b49c51-4d63-4434-a50d-c0cf80e50b21 req-19257ada-c1a2-4d99-b4e0-11f1680cb163 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.314011 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 72fe711c-c86a-4e25-a734-94c4d26bd3b6 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:45.315756 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.318657 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-21b49c51-4d63-4434-a50d-c0cf80e50b21 req-19257ada-c1a2-4d99-b4e0-11f1680cb163 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.370241 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['24a8f7d7-eadc-45cf-b5be-c3bf24d3926c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:45.407565 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.419390 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a951a-c327-46ad-850e-b701234bd488 req-c47a1837-5348-43b6-b817-9f542e0a316c tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:45.426674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a951a-c327-46ad-850e-b701234bd488 req-c47a1837-5348-43b6-b817-9f542e0a316c tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:45.427015 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-199a951a-c327-46ad-850e-b701234bd488 req-c47a1837-5348-43b6-b817-9f542e0a316c tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 1681 time: 0.6491024 Feb 11 05:12:45.460415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b49c51-4d63-4434-a50d-c0cf80e50b21 req-19257ada-c1a2-4d99-b4e0-11f1680cb163 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:45.461090 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-21b49c51-4d63-4434-a50d-c0cf80e50b21 req-19257ada-c1a2-4d99-b4e0-11f1680cb163 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.463110 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21b49c51-4d63-4434-a50d-c0cf80e50b21 req-19257ada-c1a2-4d99-b4e0-11f1680cb163 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "PUT /v2.0/ports/24a8f7d7-eadc-45cf-b5be-c3bf24d3926c HTTP/1.1" status: 200 len: 981 time: 1.0414367 Feb 11 05:12:45.469419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'tag': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:45.471843 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db18afd-fbca-44e5-bf9c-b7fd365ab753" -d '{"events": [{"name": "network-changed", "server_uuid": "e0354be5-b2c0-4eff-9461-4eba8e33a0cb", "tag": "24a8f7d7-eadc-45cf-b5be-c3bf24d3926c"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:45.531249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19257ada-c1a2-4d99-b4e0-11f1680cb163 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Pushing event updated for resources: {'Port': ['ID=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c,revision_number=6']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:45.560636 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Publish callbacks [] for port (90902c59-a9be-492c-831b-2ef6be92ea33), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.576308 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-199a951a-c327-46ad-850e-b701234bd488 req-8848fd57-e292-4da9-9b0b-4b20cfccdf6c tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964246 Feb 11 05:12:45.685335 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 72fe711c-c86a-4e25-a734-94c4d26bd3b6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=72fe711c-c86a-4e25-a734-94c4d26bd3b6,segment=NetworkSegment(1acf769a-6581-4a3b-8bc0-3bc89d5f8435),segment_id=1acf769a-6581-4a3b-8bc0-3bc89d5f8435)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:45.690717 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fe711c-c86a-4e25-a734-94c4d26bd3b6'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:45.693256 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246008e0-7c73-453f-accf-31feec0579d8" -d '{"events": [{"server_uuid": "39c937b0-40b2-4650-9995-9cbbe0b47e5a", "name": "network-vif-plugged", "status": "completed", "tag": "72fe711c-c86a-4e25-a734-94c4d26bd3b6"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:45.706192 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.707224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89512a1-4698-4ad4-9a8b-a79e645fd723 req-912ef8d6-88c2-4391-8cc1-c6370c3eb495 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:45.708977 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b89512a1-4698-4ad4-9a8b-a79e645fd723 req-912ef8d6-88c2-4391-8cc1-c6370c3eb495 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 943 time: 0.1310260 Feb 11 05:12:45.713312 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:45.755129 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Router d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:12:45.762555 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['24a8f7d7-eadc-45cf-b5be-c3bf24d3926c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:45.888856 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=72fe711c-c86a-4e25-a734-94c4d26bd3b6,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:45.892408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d324f7b6-14e5-4f9b-bf10-b8484caba0b4 req-88aca5f3-e7d5-485c-8f43-10c35ab5d4fc tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 210 time: 0.1408350 Feb 11 05:12:46.017321 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b89512a1-4698-4ad4-9a8b-a79e645fd723 req-88a8fc2f-09b7-416a-8a17-98713b58b87f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944129 Feb 11 05:12:46.029026 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:46.041120 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Sync routers for ids ['d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:46.063579 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Routers {'d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:46.064274 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:12:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:46.097107 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:46.102563 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-20715a3f-10ed-4c48-9b5f-334a6b188102 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6561844 Feb 11 05:12:46.103781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56882) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:46.275838 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9f9b54-2c80-4770-adb7-09380de43a8b x-openstack-request-id: req-af9f9b54-2c80-4770-adb7-09380de43a8b {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:46.276171 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0354be5-b2c0-4eff-9461-4eba8e33a0cb", "tag": "24a8f7d7-eadc-45cf-b5be-c3bf24d3926c", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:46.276525 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-af9f9b54-2c80-4770-adb7-09380de43a8b {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:46.276793 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'tag': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c', 'status': 'completed', 'code': 200} Feb 11 05:12:46.280027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 18a3ee5c-47fb-4692-8539-418403d6014d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:46.323454 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631235fe-2e99-49a5-9010-29b29a726344 x-openstack-request-id: req-631235fe-2e99-49a5-9010-29b29a726344 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:46.325087 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c937b0-40b2-4650-9995-9cbbe0b47e5a", "name": "network-vif-plugged", "status": "completed", "tag": "72fe711c-c86a-4e25-a734-94c4d26bd3b6", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:46.325087 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-631235fe-2e99-49a5-9010-29b29a726344 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:46.325087 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fe711c-c86a-4e25-a734-94c4d26bd3b6', 'code': 200} Feb 11 05:12:46.453429 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Set router d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:46.460271 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db18afd-fbca-44e5-bf9c-b7fd365ab753 req-1045d73b-245d-4949-9a34-b8e1e4c07e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:46.484654 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2db18afd-fbca-44e5-bf9c-b7fd365ab753 req-1045d73b-245d-4949-9a34-b8e1e4c07e65 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ccc011d380e947d8b6e7b3dbc090f659&device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 1167 time: 0.1737387 Feb 11 05:12:46.675983 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 9aa814c1-8082-48c8-be10-4d7213127814 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:46.716082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d349076a-a551-49d2-ba3f-ec3b19c38e82 req-40043b6e-38cd-4f1b-9230-d57396a08d5a tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-522286515&fields=id&tenant_id=ccc011d380e947d8b6e7b3dbc090f659 HTTP/1.1" status: 200 len: 267 time: 0.4478686 Feb 11 05:12:46.761223 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7435aea-c3cb-4f64-9f69-68aa6973498d None None] Pushing event updated for resources: {'Port': ['ID=90902c59-a9be-492c-831b-2ef6be92ea33,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:46.842673 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db18afd-fbca-44e5-bf9c-b7fd365ab753 req-0b057402-b2f1-48b3-bc41-4f863f30725a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:46.844757 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2db18afd-fbca-44e5-bf9c-b7fd365ab753 req-0b057402-b2f1-48b3-bc41-4f863f30725a service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 HTTP/1.1" status: 200 len: 920 time: 0.3514941 Feb 11 05:12:46.957991 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2db18afd-fbca-44e5-bf9c-b7fd365ab753 req-44c1d17c-7f2c-4199-8f87-36b29182c9cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c HTTP/1.1" status: 200 len: 217 time: 0.1058106 Feb 11 05:12:47.114326 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132700384-router', 'tenant_id': '98b7be6a085d4a6f9696c43d10007bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '87398e0b-638e-4388-bac8-58bbf143d140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:42Z', 'updated_at': '2022-02-11T05:12:44Z', 'revision_number': 3, 'project_id': '98b7be6a085d4a6f9696c43d10007bec', 'gw_port': {'id': '87398e0b-638e-4388-bac8-58bbf143d140', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:77:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:43Z', 'updated_at': '2022-02-11T05:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:47.125389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db18afd-fbca-44e5-bf9c-b7fd365ab753 req-ff9e46e8-08f1-4978-88da-a40724c417b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:47.134285 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2db18afd-fbca-44e5-bf9c-b7fd365ab753 req-ff9e46e8-08f1-4978-88da-a40724c417b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b04a3b42-548e-46b8-9781-7b497bddbdd2 HTTP/1.1" status: 200 len: 859 time: 0.1654730 Feb 11 05:12:47.156624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Attempting to bind port 90902c59-a9be-492c-831b-2ef6be92ea33 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:47.157003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Attempting to bind port 90902c59-a9be-492c-831b-2ef6be92ea33 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '0b5f543f-fb82-4c12-8ea8-c4223c47e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:47.157377 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Attempting to bind port 90902c59-a9be-492c-831b-2ef6be92ea33 on network 44edfd44-9ced-42a6-af99-ec3212c056fa {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:47.180334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5ffafd6c-8c06-43f4-84d2-fc4d983ed4d4 None None] Provisioning complete for port 90902c59-a9be-492c-831b-2ef6be92ea33 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:47.180602 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5ffafd6c-8c06-43f4-84d2-fc4d983ed4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.189293 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:47.189642 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Checking segment: {'id': '0b5f543f-fb82-4c12-8ea8-c4223c47e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:47.189851 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.190241 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Bound using segment: {'id': '0b5f543f-fb82-4c12-8ea8-c4223c47e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:47.190733 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Bound port: 90902c59-a9be-492c-831b-2ef6be92ea33, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5f543f-fb82-4c12-8ea8-c4223c47e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:47.191169 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.265915 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Checking router: d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:47.266470 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2db18afd-fbca-44e5-bf9c-b7fd365ab753 req-401baee6-631c-4d6d-8773-235100388969 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222775 Feb 11 05:12:47.267607 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Updating router d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95 port 87398e0b-638e-4388-bac8-58bbf143d140 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:12:47.269125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 18a3ee5c-47fb-4692-8539-418403d6014d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:47.269505 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (18a3ee5c-47fb-4692-8539-418403d6014d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.336458 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5626bc51-8b75-4338-8a73-e43d7f27cb3a None None] Network 0379f5eb-3632-4638-a841-d519a3c736dc requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:12:47.358495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5ffafd6c-8c06-43f4-84d2-fc4d983ed4d4 None None] Port 90902c59-a9be-492c-831b-2ef6be92ea33 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:47.374927 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (87398e0b-638e-4388-bac8-58bbf143d140), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.385234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349076a-a551-49d2-ba3f-ec3b19c38e82 req-b1e75eed-1e97-4754-8330-ce32c96dec95 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:47.389040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d349076a-a551-49d2-ba3f-ec3b19c38e82 req-b1e75eed-1e97-4754-8330-ce32c96dec95 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 984 time: 0.6705060 Feb 11 05:12:47.409881 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e4da9-e9a3-4638-a5cc-983f0c3162e7 req-a353c27a-5f4f-47ab-b334-1f3c5e45a6fb tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:47.421866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e4da9-e9a3-4638-a5cc-983f0c3162e7 req-a353c27a-5f4f-47ab-b334-1f3c5e45a6fb tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:47.437397 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-158e4da9-e9a3-4638-a5cc-983f0c3162e7 req-a353c27a-5f4f-47ab-b334-1f3c5e45a6fb tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 1682 time: 0.3893831 Feb 11 05:12:47.468499 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-d349076a-a551-49d2-ba3f-ec3b19c38e82 req-0358e6fa-3f5e-4e50-b86f-2377803368c6 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Request body: {'port': {'security_groups': ['5b5a3ae7-73a1-4d03-b959-bf82694465c5']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:47.560954 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2db18afd-fbca-44e5-bf9c-b7fd365ab753 req-0b1a2d2a-9837-42f7-9fb7-b4979bc803ac service neutron] 10.222.0.73 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894862 Feb 11 05:12:47.589580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] For port 90902c59-a9be-492c-831b-2ef6be92ea33, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:47.597312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] For port 90902c59-a9be-492c-831b-2ef6be92ea33, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=90902c59-a9be-492c-831b-2ef6be92ea33,segment=NetworkSegment(0b5f543f-fb82-4c12-8ea8-c4223c47e636),segment_id=0b5f543f-fb82-4c12-8ea8-c4223c47e636)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:47.625074 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 9aa814c1-8082-48c8-be10-4d7213127814 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:12:47.672204 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.754975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 9aa814c1-8082-48c8-be10-4d7213127814 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:47.763821 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9aa814c1-8082-48c8-be10-4d7213127814), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:47.865543 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2db18afd-fbca-44e5-bf9c-b7fd365ab753 req-0a3bdd24-0568-40be-8fbe-90c77706763b service neutron] 10.222.0.73 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962952 Feb 11 05:12:48.145529 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Publish callbacks [] for port (87398e0b-638e-4388-bac8-58bbf143d140), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.157096 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (87398e0b-638e-4388-bac8-58bbf143d140), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.157355 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d349076a-a551-49d2-ba3f-ec3b19c38e82 req-0358e6fa-3f5e-4e50-b86f-2377803368c6 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.194535 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-158e4da9-e9a3-4638-a5cc-983f0c3162e7 req-33f1c9ed-3172-434b-a9b8-d88941dfefde tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7554533 Feb 11 05:12:48.296736 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659de01-21f4-4807-aea9-d5a5bc2a3d7c None None] Pushing event updated for resources: {'Port': ['ID=87398e0b-638e-4388-bac8-58bbf143d140,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:48.338783 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Attempting to bind port 87398e0b-638e-4388-bac8-58bbf143d140 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:48.339466 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Attempting to bind port 87398e0b-638e-4388-bac8-58bbf143d140 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:48.340709 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Attempting to bind port 87398e0b-638e-4388-bac8-58bbf143d140 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:48.360933 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:48.361739 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:48.362371 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.362992 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:48.363737 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Bound port: 87398e0b-638e-4388-bac8-58bbf143d140, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:48.364364 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (87398e0b-638e-4388-bac8-58bbf143d140), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.423110 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] For port 87398e0b-638e-4388-bac8-58bbf143d140, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:48.426854 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] For port 87398e0b-638e-4388-bac8-58bbf143d140, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=87398e0b-638e-4388-bac8-58bbf143d140,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:48.434645 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.436367 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (87398e0b-638e-4388-bac8-58bbf143d140), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.475615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f6d8c1b7-e05b-42c7-ba86-385bdde869ef None None] Provisioning complete for port 18a3ee5c-47fb-4692-8539-418403d6014d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:48.476178 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c1b7-e05b-42c7-ba86-385bdde869ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (18a3ee5c-47fb-4692-8539-418403d6014d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.533729 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Routers {'d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:48.534450 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:12:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:48.631961 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d591bafc-fc6d-47cc-af5c-89ee27594118 req-e0b31a05-da2b-4a00-9970-8b78c3f6bf7e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/ports?device_id=333bde53-8b2c-4c5b-a805-168814227f59 HTTP/1.1" status: 200 len: 210 time: 0.0325234 Feb 11 05:12:48.758014 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] Set router d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:48.761127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-d349076a-a551-49d2-ba3f-ec3b19c38e82 req-0358e6fa-3f5e-4e50-b86f-2377803368c6 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] For port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c,segment=NetworkSegment(716db395-5496-450e-8654-b4ff6a6e414d),segment_id=716db395-5496-450e-8654-b4ff6a6e414d)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:48.872103 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898892-f627-41d5-a83b-92bfe7bf5d70 req-8ebd225a-afaa-4f79-9c0c-fd868e9bc593 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:48.873899 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18898892-f627-41d5-a83b-92bfe7bf5d70 req-8ebd225a-afaa-4f79-9c0c-fd868e9bc593 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 943 time: 0.1102920 Feb 11 05:12:48.874728 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 18a3ee5c-47fb-4692-8539-418403d6014d is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:48.875226 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (18a3ee5c-47fb-4692-8539-418403d6014d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.877188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Routers {'9491c6e8-4b26-42e4-a5ad-95b5881177ce'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:48.877930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:12:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9491c6e8-4b26-42e4-a5ad-95b5881177ce'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:48.885583 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d349076a-a551-49d2-ba3f-ec3b19c38e82 req-0358e6fa-3f5e-4e50-b86f-2377803368c6 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.941956 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18898892-f627-41d5-a83b-92bfe7bf5d70 req-79ea500e-2288-4084-8d21-85d30931a671 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542254 Feb 11 05:12:48.944732 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d349076a-a551-49d2-ba3f-ec3b19c38e82 req-0358e6fa-3f5e-4e50-b86f-2377803368c6 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:48.971406 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659de01-21f4-4807-aea9-d5a5bc2a3d7c None None] Pushing event updated for resources: {'Port': ['ID=87398e0b-638e-4388-bac8-58bbf143d140,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:48.997395 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132700384-router', 'tenant_id': '98b7be6a085d4a6f9696c43d10007bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '87398e0b-638e-4388-bac8-58bbf143d140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:42Z', 'updated_at': '2022-02-11T05:12:44Z', 'revision_number': 3, 'project_id': '98b7be6a085d4a6f9696c43d10007bec', 'gw_port': {'id': '87398e0b-638e-4388-bac8-58bbf143d140', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:77:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:43Z', 'updated_at': '2022-02-11T05:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:49.032133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Allocated IP 172.20.0.1 (0379f5eb-3632-4638-a841-d519a3c736dc/887f28d5-8ef0-4bc5-a7d6-b55ba62ec783/1f3fc474-45b4-476c-83e4-4a24ce109916) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:49.057969 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e52600d-d765-4c97-b974-289c51ab4f5a None None] The sync data for ids ['d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'] in n-d-713499-38 is: [{'id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132700384-router', 'tenant_id': '98b7be6a085d4a6f9696c43d10007bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '87398e0b-638e-4388-bac8-58bbf143d140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:42Z', 'updated_at': '2022-02-11T05:12:44Z', 'revision_number': 3, 'project_id': '98b7be6a085d4a6f9696c43d10007bec', 'gw_port': {'id': '87398e0b-638e-4388-bac8-58bbf143d140', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:77:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:43Z', 'updated_at': '2022-02-11T05:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:49.117956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7435aea-c3cb-4f64-9f69-68aa6973498d None None] Pushing event updated for resources: {'Port': ['ID=90902c59-a9be-492c-831b-2ef6be92ea33,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:49.119880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349076a-a551-49d2-ba3f-ec3b19c38e82 req-0358e6fa-3f5e-4e50-b86f-2377803368c6 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:49.120555 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d349076a-a551-49d2-ba3f-ec3b19c38e82 req-0358e6fa-3f5e-4e50-b86f-2377803368c6 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.131176 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d349076a-a551-49d2-ba3f-ec3b19c38e82 req-0358e6fa-3f5e-4e50-b86f-2377803368c6 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "PUT /v2.0/ports/24a8f7d7-eadc-45cf-b5be-c3bf24d3926c HTTP/1.1" status: 200 len: 942 time: 1.6900332 Feb 11 05:12:49.152212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'tag': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:49.154917 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97b1605-fee4-448e-9d70-668024aae262" -d '{"events": [{"name": "network-changed", "server_uuid": "e0354be5-b2c0-4eff-9461-4eba8e33a0cb", "tag": "24a8f7d7-eadc-45cf-b5be-c3bf24d3926c"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:49.160558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['24a8f7d7-eadc-45cf-b5be-c3bf24d3926c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:49.231396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] Set router 9491c6e8-4b26-42e4-a5ad-95b5881177ce gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:49.360316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358e6fa-3f5e-4e50-b86f-2377803368c6 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Pushing event updated for resources: {'Port': ['ID=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c,revision_number=7']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:49.443340 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 9aa814c1-8082-48c8-be10-4d7213127814 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:49.443786 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9aa814c1-8082-48c8-be10-4d7213127814), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.504325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 18a3ee5c-47fb-4692-8539-418403d6014d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=18a3ee5c-47fb-4692-8539-418403d6014d,segment=NetworkSegment(62719e4f-fbc5-46cd-b382-71731c8083b0),segment_id=62719e4f-fbc5-46cd-b382-71731c8083b0)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:49.555716 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['24a8f7d7-eadc-45cf-b5be-c3bf24d3926c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:12:49.595974 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f6d8c1b7-e05b-42c7-ba86-385bdde869ef None None] Current status of the port 18a3ee5c-47fb-4692-8539-418403d6014d is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:49.596756 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c1b7-e05b-42c7-ba86-385bdde869ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (18a3ee5c-47fb-4692-8539-418403d6014d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.654251 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (18a3ee5c-47fb-4692-8539-418403d6014d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:49.730740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa814c1-8082-48c8-be10-4d7213127814'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:49.734833 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9487833-4d77-4ddf-9fd9-a139191d1a87" -d '{"events": [{"server_uuid": "39c937b0-40b2-4650-9995-9cbbe0b47e5a", "name": "network-vif-plugged", "status": "completed", "tag": "9aa814c1-8082-48c8-be10-4d7213127814"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:49.936446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 9aa814c1-8082-48c8-be10-4d7213127814, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9aa814c1-8082-48c8-be10-4d7213127814,segment=NetworkSegment(b9428ceb-083d-426d-b97c-3018f045375d),segment_id=b9428ceb-083d-426d-b97c-3018f045375d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:50.039370 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9aa814c1-8082-48c8-be10-4d7213127814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.119634 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 87398e0b-638e-4388-bac8-58bbf143d140 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:50.307058 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-8f9ffa37-5ba7-4f31-b0a4-4618fddb3023 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1450260 Feb 11 05:12:50.322468 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=18a3ee5c-47fb-4692-8539-418403d6014d,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:50.344401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:50.425115 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.506196 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-f6d8c1b7-e05b-42c7-ba86-385bdde869ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:12:50.511743 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-f6d8c1b7-e05b-42c7-ba86-385bdde869ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:12:50.527988 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884d1b8-1089-4560-ba68-5ad0fa02e05e req-0a8a1c3f-3050-4b9c-ace0-9d0992f1a9a1 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:50.546774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8884d1b8-1089-4560-ba68-5ad0fa02e05e req-0a8a1c3f-3050-4b9c-ace0-9d0992f1a9a1 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/ports?device_id=81ed3001-52d7-4407-968a-f62fe9cb8d75 HTTP/1.1" status: 200 len: 949 time: 1.3953571 Feb 11 05:12:50.601340 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=9aa814c1-8082-48c8-be10-4d7213127814,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:50.610831 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 87398e0b-638e-4388-bac8-58bbf143d140 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:50.611221 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (87398e0b-638e-4388-bac8-58bbf143d140), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.647515 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8884d1b8-1089-4560-ba68-5ad0fa02e05e req-d6655928-3e00-4b1b-ad21-4bea521895fe tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5a6d454-f723-4c64-8030-21f4443541e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980279 Feb 11 05:12:50.673100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5740cc-1837-435c-9932-1498055a7e68 req-b581d510-219a-47a0-b9e0-f7052818e492 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:50.674755 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b5740cc-1837-435c-9932-1498055a7e68 req-b581d510-219a-47a0-b9e0-f7052818e492 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.88 "GET /v2.0/ports?device_id=81ed3001-52d7-4407-968a-f62fe9cb8d75 HTTP/1.1" status: 200 len: 949 time: 0.3614008 Feb 11 05:12:50.684207 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Publish callbacks [] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.695308 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-101213609-router', 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '61990f8a-75c5-424d-90a1-0b97d93b4074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:32Z', 'updated_at': '2022-02-11T05:12:38Z', 'revision_number': 4, 'project_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'gw_port': {'id': '61990f8a-75c5-424d-90a1-0b97d93b4074', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:34Z', 'updated_at': '2022-02-11T05:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '90902c59-a9be-492c-831b-2ef6be92ea33', 'name': '', 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa', 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'mac_address': 'fa:16:3e:0b:2d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '3b68915a-70e3-4b2c-bf3d-e991d3e4413d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:38Z', 'updated_at': '2022-02-11T05:12:47Z', 'revision_number': 4, 'project_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'subnets': [{'id': '3b68915a-70e3-4b2c-bf3d-e991d3e4413d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:50.780388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7efee-6850-4481-8e64-302b8c9bb33c None None] The sync data for ids ['9491c6e8-4b26-42e4-a5ad-95b5881177ce'] in n-d-713499-38 is: [{'id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-101213609-router', 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '61990f8a-75c5-424d-90a1-0b97d93b4074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:32Z', 'updated_at': '2022-02-11T05:12:38Z', 'revision_number': 4, 'project_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'gw_port': {'id': '61990f8a-75c5-424d-90a1-0b97d93b4074', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:34Z', 'updated_at': '2022-02-11T05:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '90902c59-a9be-492c-831b-2ef6be92ea33', 'name': '', 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa', 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'mac_address': 'fa:16:3e:0b:2d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '3b68915a-70e3-4b2c-bf3d-e991d3e4413d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:38Z', 'updated_at': '2022-02-11T05:12:47Z', 'revision_number': 4, 'project_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'subnets': [{'id': '3b68915a-70e3-4b2c-bf3d-e991d3e4413d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:50.853809 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 87398e0b-638e-4388-bac8-58bbf143d140 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:50.854219 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (87398e0b-638e-4388-bac8-58bbf143d140), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.858840 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902ecd12-6584-4e36-92e7-18821867c148 x-openstack-request-id: req-902ecd12-6584-4e36-92e7-18821867c148 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:50.859166 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0354be5-b2c0-4eff-9461-4eba8e33a0cb", "tag": "24a8f7d7-eadc-45cf-b5be-c3bf24d3926c", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:50.859399 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-902ecd12-6584-4e36-92e7-18821867c148 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:50.859839 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'tag': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c', 'status': 'completed', 'code': 200} Feb 11 05:12:50.863680 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b1605-fee4-448e-9d70-668024aae262 req-ede9bb4d-0368-4164-91bf-2d60687b2ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:50.865291 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d97b1605-fee4-448e-9d70-668024aae262 req-ede9bb4d-0368-4164-91bf-2d60687b2ea3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ccc011d380e947d8b6e7b3dbc090f659&device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 1128 time: 0.1138465 Feb 11 05:12:50.929303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 87398e0b-638e-4388-bac8-58bbf143d140, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=87398e0b-638e-4388-bac8-58bbf143d140,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:50.936408 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (87398e0b-638e-4388-bac8-58bbf143d140), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:50.938792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 90902c59-a9be-492c-831b-2ef6be92ea33 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:51.099271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=87398e0b-638e-4388-bac8-58bbf143d140,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:51.106470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f6d8c1b7-e05b-42c7-ba86-385bdde869ef None None] Current status of the port 18a3ee5c-47fb-4692-8539-418403d6014d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:51.119505 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b1605-fee4-448e-9d70-668024aae262 req-1120f6c9-6591-4eb5-bc78-29aabba9ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:51.121681 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d97b1605-fee4-448e-9d70-668024aae262 req-1120f6c9-6591-4eb5-bc78-29aabba9ff21 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 HTTP/1.1" status: 200 len: 920 time: 0.2475774 Feb 11 05:12:51.133724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 90902c59-a9be-492c-831b-2ef6be92ea33 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:51.135057 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.148351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-8b5740cc-1837-435c-9932-1498055a7e68 req-411d0385-68aa-4e47-9cc3-8579f3a7e245 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Deleting port 55bf1cc5-0632-433c-926b-60837851649b {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:51.148700 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8b5740cc-1837-435c-9932-1498055a7e68 req-411d0385-68aa-4e47-9cc3-8579f3a7e245 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (55bf1cc5-0632-433c-926b-60837851649b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.215323 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d97b1605-fee4-448e-9d70-668024aae262 req-93446b49-4b91-4802-ac11-53fd3614a19b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c HTTP/1.1" status: 200 len: 217 time: 0.0854876 Feb 11 05:12:51.230200 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed931b8-9ce5-4560-adf6-ddcb57e3663d req-77d063b2-3a39-4d45-a11f-74086f9512e3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:51.250047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed931b8-9ce5-4560-adf6-ddcb57e3663d req-77d063b2-3a39-4d45-a11f-74086f9512e3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:51.267084 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ed931b8-9ce5-4560-adf6-ddcb57e3663d req-77d063b2-3a39-4d45-a11f-74086f9512e3 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 1683 time: 0.3970315 Feb 11 05:12:51.336344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-dbb09699-3a01-44b4-a19b-844d82883698 None None] Provisioning complete for port 18a3ee5c-47fb-4692-8539-418403d6014d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:51.337831 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dbb09699-3a01-44b4-a19b-844d82883698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (18a3ee5c-47fb-4692-8539-418403d6014d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.342542 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 90902c59-a9be-492c-831b-2ef6be92ea33 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:51.343065 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.377266 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b1605-fee4-448e-9d70-668024aae262 req-fdff7ab6-c034-40f7-aa76-4dde46519bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:51.379074 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d97b1605-fee4-448e-9d70-668024aae262 req-fdff7ab6-c034-40f7-aa76-4dde46519bfe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b04a3b42-548e-46b8-9781-7b497bddbdd2 HTTP/1.1" status: 200 len: 859 time: 0.1558077 Feb 11 05:12:51.449816 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d97b1605-fee4-448e-9d70-668024aae262 req-dc7a1852-9f4e-4a31-b78e-8762d2357fb2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606480 Feb 11 05:12:51.454612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-8b5740cc-1837-435c-9932-1498055a7e68 req-411d0385-68aa-4e47-9cc3-8579f3a7e245 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] For port 55bf1cc5-0632-433c-926b-60837851649b, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=55bf1cc5-0632-433c-926b-60837851649b,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:51.455190 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8b5740cc-1837-435c-9932-1498055a7e68 req-411d0385-68aa-4e47-9cc3-8579f3a7e245 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (55bf1cc5-0632-433c-926b-60837851649b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.470115 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 90902c59-a9be-492c-831b-2ef6be92ea33, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=90902c59-a9be-492c-831b-2ef6be92ea33,segment=NetworkSegment(0b5f543f-fb82-4c12-8ea8-c4223c47e636),segment_id=0b5f543f-fb82-4c12-8ea8-c4223c47e636)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:51.485461 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-8b5740cc-1837-435c-9932-1498055a7e68 req-411d0385-68aa-4e47-9cc3-8579f3a7e245 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Calling delete_port for 55bf1cc5-0632-433c-926b-60837851649b owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:51.550546 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-dbb09699-3a01-44b4-a19b-844d82883698 None None] Current status of the port 18a3ee5c-47fb-4692-8539-418403d6014d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:51.552981 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.620544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=90902c59-a9be-492c-831b-2ef6be92ea33,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:51.645663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-dbb09699-3a01-44b4-a19b-844d82883698 None None] Provisioning complete for port 90902c59-a9be-492c-831b-2ef6be92ea33 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:51.646191 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dbb09699-3a01-44b4-a19b-844d82883698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.690084 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d97b1605-fee4-448e-9d70-668024aae262 req-7ae6e74e-e198-4d5e-80c6-9a01377c2ec3 service neutron] 10.222.0.73 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310097 Feb 11 05:12:51.694539 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.765381 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.806804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Network 0379f5eb-3632-4638-a841-d519a3c736dc is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:51.809279 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-dbb09699-3a01-44b4-a19b-844d82883698 None None] Current status of the port 90902c59-a9be-492c-831b-2ef6be92ea33 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:51.814431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:51.818120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:51.870289 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:51.954592 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 18a3ee5c-47fb-4692-8539-418403d6014d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:51.969744 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d97b1605-fee4-448e-9d70-668024aae262 req-b387394e-21c1-442c-88d9-ad6c0adcea37 service neutron] 10.222.0.73 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723212 Feb 11 05:12:52.158771 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.199359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Pushing event updated for resources: {'Port': ['ID=1f3fc474-45b4-476c-83e4-4a24ce109916,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:52.298183 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ed931b8-9ce5-4560-adf6-ddcb57e3663d req-00719db2-35ef-4cf5-ac26-f9f57d32ac5d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0301783 Feb 11 05:12:52.372782 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7e989760-ec98-46f8-b4e8-ac8a4e814476 None None] Provisioning complete for port 1f3fc474-45b4-476c-83e4-4a24ce109916 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:52.373155 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7e989760-ec98-46f8-b4e8-ac8a4e814476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.406191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 18a3ee5c-47fb-4692-8539-418403d6014d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:52.406697 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (18a3ee5c-47fb-4692-8539-418403d6014d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.425697 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Allocated IP 172.25.5.183 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/47e9c6dc-3749-4b24-ac1c-df1105435af3) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:12:52.453026 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7e989760-ec98-46f8-b4e8-ac8a4e814476 None None] Port 1f3fc474-45b4-476c-83e4-4a24ce109916 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:52.478817 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a82d2d-9d26-469a-a1a6-c0b83d84d9b8 x-openstack-request-id: req-99a82d2d-9d26-469a-a1a6-c0b83d84d9b8 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:52.479129 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c937b0-40b2-4650-9995-9cbbe0b47e5a", "name": "network-vif-plugged", "status": "completed", "tag": "9aa814c1-8082-48c8-be10-4d7213127814", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:52.479361 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-99a82d2d-9d26-469a-a1a6-c0b83d84d9b8 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:52.479799 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa814c1-8082-48c8-be10-4d7213127814', 'code': 200} Feb 11 05:12:52.548255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 18a3ee5c-47fb-4692-8539-418403d6014d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:52.550664 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 87398e0b-638e-4388-bac8-58bbf143d140 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:52.558204 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8b5740cc-1837-435c-9932-1498055a7e68 req-411d0385-68aa-4e47-9cc3-8579f3a7e245 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (55bf1cc5-0632-433c-926b-60837851649b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.630945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 87398e0b-638e-4388-bac8-58bbf143d140 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:52.631709 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (87398e0b-638e-4388-bac8-58bbf143d140), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.671164 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d0385-68aa-4e47-9cc3-8579f3a7e245 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Pushing event deleted for resources: {'Port': ['ID=55bf1cc5-0632-433c-926b-60837851649b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:52.794688 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 87398e0b-638e-4388-bac8-58bbf143d140 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:52.797191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 90902c59-a9be-492c-831b-2ef6be92ea33 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:12:52.822476 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for port (47e9c6dc-3749-4b24-ac1c-df1105435af3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.921761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5740cc-1837-435c-9932-1498055a7e68 req-411d0385-68aa-4e47-9cc3-8579f3a7e245 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] No DVR routers for this DVR port 55bf1cc5-0632-433c-926b-60837851649b on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:52.922588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 90902c59-a9be-492c-831b-2ef6be92ea33 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:52.926892 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.940104 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8b5740cc-1837-435c-9932-1498055a7e68 req-411d0385-68aa-4e47-9cc3-8579f3a7e245 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.944036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b5740cc-1837-435c-9932-1498055a7e68 req-411d0385-68aa-4e47-9cc3-8579f3a7e245 tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.88 "DELETE /v2.0/ports/55bf1cc5-0632-433c-926b-60837851649b HTTP/1.1" status: 204 len: 173 time: 2.2336411 Feb 11 05:12:52.944570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ed3001-52d7-4407-968a-f62fe9cb8d75', 'name': 'network-vif-deleted', 'tag': '55bf1cc5-0632-433c-926b-60837851649b'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:12:52.947164 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad5b5b2-67ed-45cf-9baf-59af1729babb" -d '{"events": [{"server_uuid": "81ed3001-52d7-4407-968a-f62fe9cb8d75", "name": "network-vif-deleted", "tag": "55bf1cc5-0632-433c-926b-60837851649b"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:12:52.973401 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Publish callbacks [] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.987318 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:52.995801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f6662-7636-4b61-81d1-1ebfeb7cebc2 req-2275d51a-5e4e-4922-bbee-cb84920d456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:52.996268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f6662-7636-4b61-81d1-1ebfeb7cebc2 req-2275d51a-5e4e-4922-bbee-cb84920d456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:52.998913 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea0f6662-7636-4b61-81d1-1ebfeb7cebc2 req-2275d51a-5e4e-4922-bbee-cb84920d456c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 2049 time: 0.3962650 Feb 11 05:12:53.097351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278d377-9b8b-4bc6-96cc-0c35f20b724d req-f2530d82-371d-4dae-bbf5-e288d00efb9c tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:53.099898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2278d377-9b8b-4bc6-96cc-0c35f20b724d req-f2530d82-371d-4dae-bbf5-e288d00efb9c tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 943 time: 0.5372517 Feb 11 05:12:53.141838 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (47e9c6dc-3749-4b24-ac1c-df1105435af3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.155956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 90902c59-a9be-492c-831b-2ef6be92ea33 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:53.200931 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.218740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:53.240256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Pushing event updated for resources: {'Port': ['ID=1f3fc474-45b4-476c-83e4-4a24ce109916,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:53.244608 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:53.292323 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea0f6662-7636-4b61-81d1-1ebfeb7cebc2 req-f4112bf6-2723-42a8-b122-b199d0e42840 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848437 Feb 11 05:12:53.298542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:12:53.400117 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2278d377-9b8b-4bc6-96cc-0c35f20b724d req-6e56c672-200c-42c4-b8f1-bca0b05f81bc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693293 Feb 11 05:12:53.409212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Pushing event updated for resources: {'Port': ['ID=47e9c6dc-3749-4b24-ac1c-df1105435af3,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:53.545301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Network 0379f5eb-3632-4638-a841-d519a3c736dc is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:12:53.550380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:12:53.728266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Router d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:12:53.755585 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6b30fa2-b0e4-45c1-b0bc-d78f768030ee req-c1a73e91-ca40-4418-a006-c45df09a1edd tempest-TenantUsagesTestJSON-2016122470 tempest-TenantUsagesTestJSON-2016122470-project] 10.222.0.87 "GET /v2.0/ports?device_id=81ed3001-52d7-4407-968a-f62fe9cb8d75 HTTP/1.1" status: 200 len: 210 time: 0.0448649 Feb 11 05:12:53.775518 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for floatingip (77ad6549-1d05-4e38-ae30-0217e00ff45d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.823238 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56932) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:53.885241 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47e9c6dc-3749-4b24-ac1c-df1105435af3), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.900799 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-953be698-064c-4162-9cbb-da77bb2b5eaf tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for security_group (6ee461d7-25a9-46b2-ae99-1795ca4b5cee), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.918016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1309126f-505d-43ab-acda-a71dd07ff44c None None] Provisioning complete for port 1f3fc474-45b4-476c-83e4-4a24ce109916 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:53.919364 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1309126f-505d-43ab-acda-a71dd07ff44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.944921 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e329e3e2-d149-464e-b841-839941123d3a x-openstack-request-id: req-e329e3e2-d149-464e-b841-839941123d3a {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:12:53.955065 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ed3001-52d7-4407-968a-f62fe9cb8d75", "name": "network-vif-deleted", "tag": "55bf1cc5-0632-433c-926b-60837851649b", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:12:53.958012 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e329e3e2-d149-464e-b841-839941123d3a {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:12:53.958569 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ed3001-52d7-4407-968a-f62fe9cb8d75', 'name': 'network-vif-deleted', 'tag': '55bf1cc5-0632-433c-926b-60837851649b', 'status': 'completed', 'code': 200} Feb 11 05:12:53.981864 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-953be698-064c-4162-9cbb-da77bb2b5eaf tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for security_group (6ee461d7-25a9-46b2-ae99-1795ca4b5cee), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.018200 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1309126f-505d-43ab-acda-a71dd07ff44c None None] Port 1f3fc474-45b4-476c-83e4-4a24ce109916 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:12:54.053828 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-953be698-064c-4162-9cbb-da77bb2b5eaf tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6ee461d7-25a9-46b2-ae99-1795ca4b5cee), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.057744 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-953be698-064c-4162-9cbb-da77bb2b5eaf tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.061825 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-953be698-064c-4162-9cbb-da77bb2b5eaf tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "DELETE /v2.0/security-groups/6ee461d7-25a9-46b2-ae99-1795ca4b5cee HTTP/1.1" status: 204 len: 168 time: 0.2374763 Feb 11 05:12:54.062721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56934) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:54.079543 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953be698-064c-4162-9cbb-da77bb2b5eaf tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee461d7-25a9-46b2-ae99-1795ca4b5cee,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:54.094008 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:12:54.101599 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-281009c6-ac3f-4d91-a2ae-384edae5b206 admin admin] 10.222.0.87 "PUT /v2.0/routers/d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9962649 Feb 11 05:12:54.108768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Sync routers for ids ['d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:12:54.134877 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-21749492-345a-49ea-a6b3-4646e9bdb1da tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] show failed (client error): The resource could not be found. Feb 11 05:12:54.146593 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-21749492-345a-49ea-a6b3-4646e9bdb1da tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "GET /v2.0/security-groups/6ee461d7-25a9-46b2-ae99-1795ca4b5cee HTTP/1.1" status: 404 len: 347 time: 0.0788834 Feb 11 05:12:54.149947 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56940) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:54.177777 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Routers {'d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:54.178449 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:12:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:54.334256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Set router d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:54.472080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-48ea0440-1b0e-4647-988e-210ce509480e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Deleting port 0abc1bb9-a459-4f5f-9d2a-a87a036ddeb4 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:54.475096 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-48ea0440-1b0e-4647-988e-210ce509480e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (0abc1bb9-a459-4f5f-9d2a-a87a036ddeb4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.503703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be31991-10e7-4b14-a788-ff06b5c589b8 req-20d6e02a-c5c6-455f-a924-4d7e0ffe479b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:54.509079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be31991-10e7-4b14-a788-ff06b5c589b8 req-20d6e02a-c5c6-455f-a924-4d7e0ffe479b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:54.517011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6be31991-10e7-4b14-a788-ff06b5c589b8 req-20d6e02a-c5c6-455f-a924-4d7e0ffe479b tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 1683 time: 0.4340086 Feb 11 05:12:54.602884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 55bf1cc5-0632-433c-926b-60837851649b no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:12:54.622627 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for port (47e9c6dc-3749-4b24-ac1c-df1105435af3), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.632467 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (47e9c6dc-3749-4b24-ac1c-df1105435af3), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.649924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 55bf1cc5-0632-433c-926b-60837851649b {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:12:54.653209 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 55bf1cc5-0632-433c-926b-60837851649b not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:12:54.674368 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6be31991-10e7-4b14-a788-ff06b5c589b8 req-115cd1f9-647f-4746-9931-4a529efe518c tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416326 Feb 11 05:12:54.679511 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-48ea0440-1b0e-4647-988e-210ce509480e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (0abc1bb9-a459-4f5f-9d2a-a87a036ddeb4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.679978 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-48ea0440-1b0e-4647-988e-210ce509480e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for floatingip (0abc1bb9-a459-4f5f-9d2a-a87a036ddeb4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.720777 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-48ea0440-1b0e-4647-988e-210ce509480e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Calling delete_port for 0abc1bb9-a459-4f5f-9d2a-a87a036ddeb4 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:54.762050 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Pushing event updated for resources: {'Port': ['ID=47e9c6dc-3749-4b24-ac1c-df1105435af3,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:54.807559 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (77ad6549-1d05-4e38-ae30-0217e00ff45d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:54.919368 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132700384-router', 'tenant_id': '98b7be6a085d4a6f9696c43d10007bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '87398e0b-638e-4388-bac8-58bbf143d140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:42Z', 'updated_at': '2022-02-11T05:12:52Z', 'revision_number': 4, 'project_id': '98b7be6a085d4a6f9696c43d10007bec', 'gw_port': {'id': '87398e0b-638e-4388-bac8-58bbf143d140', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:77:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:43Z', 'updated_at': '2022-02-11T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '1f3fc474-45b4-476c-83e4-4a24ce109916', 'name': '', 'network_id': '0379f5eb-3632-4638-a841-d519a3c736dc', 'tenant_id': '98b7be6a085d4a6f9696c43d10007bec', 'mac_address': 'fa:16:3e:c8:76:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '887f28d5-8ef0-4bc5-a7d6-b55ba62ec783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:48Z', 'updated_at': '2022-02-11T05:12:52Z', 'revision_number': 2, 'project_id': '98b7be6a085d4a6f9696c43d10007bec', 'subnets': [{'id': '887f28d5-8ef0-4bc5-a7d6-b55ba62ec783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:54.982267 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Checking router: d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:12:54.987818 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Updating router d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95 port 1f3fc474-45b4-476c-83e4-4a24ce109916 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:12:55.020313 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.021435 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-cf62123a-cdf8-49ec-866d-8d45584f916e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7038405 Feb 11 05:12:55.044351 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-48ea0440-1b0e-4647-988e-210ce509480e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (0abc1bb9-a459-4f5f-9d2a-a87a036ddeb4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.078555 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.209068 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea0440-1b0e-4647-988e-210ce509480e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Pushing event deleted for resources: {'Port': ['ID=0abc1bb9-a459-4f5f-9d2a-a87a036ddeb4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:55.253817 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-c641341b-68e6-4de9-8a7e-3bb92f5ac139 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.183 HTTP/1.1" status: 200 len: 696 time: 0.2235615 Feb 11 05:12:55.349338 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-48ea0440-1b0e-4647-988e-210ce509480e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks [] for floatingip (a51b71d1-004b-4405-9d3b-bf117d709896), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.352630 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-48ea0440-1b0e-4647-988e-210ce509480e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.357333 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-48ea0440-1b0e-4647-988e-210ce509480e tempest-ServersTestBootFromVolume-1831122569 tempest-ServersTestBootFromVolume-1831122569-project] 10.222.0.87 "DELETE /v2.0/floatingips/a51b71d1-004b-4405-9d3b-bf117d709896 HTTP/1.1" status: 204 len: 168 time: 1.2059743 Feb 11 05:12:55.362345 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56966) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:55.369637 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4e272-028b-4c1a-8074-f721f820808a req-56af4dca-df6e-40fd-8329-333d8f2a58a2 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:55.371446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83a4e272-028b-4c1a-8074-f721f820808a req-56af4dca-df6e-40fd-8329-333d8f2a58a2 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 810 time: 0.5583382 Feb 11 05:12:55.435291 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83a4e272-028b-4c1a-8074-f721f820808a req-48bf432f-761d-476c-8e30-1039cbedb154 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/quotas/0a40ce45f00646be8c6ee67bf9801caf HTTP/1.1" status: 200 len: 375 time: 0.0391741 Feb 11 05:12:55.557334 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83a4e272-028b-4c1a-8074-f721f820808a req-c8bcdae9-56f8-4c3e-b6d8-318fc8e5cc6b tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1203408 Feb 11 05:12:55.719432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-4bde5d38-a5c2-4f45-a7e4-ba459f29f7cd tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:55.743937 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f8cd5f9-4a95-4016-bd54-3d56a06bd980 req-4bde5d38-a5c2-4f45-a7e4-ba459f29f7cd tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.4265397 Feb 11 05:12:55.793369 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Publish callbacks [] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.801027 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.816785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83a4e272-028b-4c1a-8074-f721f820808a req-06096313-7235-42c4-980a-b095950d6e21 service neutron] 10.222.0.87 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545223 Feb 11 05:12:55.978665 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7652dfe-1eb8-4777-be31-f18559220d74 None None] Pushing event updated for resources: {'Port': ['ID=1f3fc474-45b4-476c-83e4-4a24ce109916,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:56.116451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cea09-0bdf-46c8-b73a-369d9fb01837 req-7d214b35-d097-4575-851c-20c5ae11e791 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:56.118848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-821cea09-0bdf-46c8-b73a-369d9fb01837 req-7d214b35-d097-4575-851c-20c5ae11e791 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 943 time: 0.2396731 Feb 11 05:12:56.137870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Attempting to bind port 1f3fc474-45b4-476c-83e4-4a24ce109916 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:12:56.138134 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Attempting to bind port 1f3fc474-45b4-476c-83e4-4a24ce109916 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '62719e4f-fbc5-46cd-b382-71731c8083b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0379f5eb-3632-4638-a841-d519a3c736dc'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:12:56.139404 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Attempting to bind port 1f3fc474-45b4-476c-83e4-4a24ce109916 on network 0379f5eb-3632-4638-a841-d519a3c736dc {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:12:56.153287 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:12:56.153708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Checking segment: {'id': '62719e4f-fbc5-46cd-b382-71731c8083b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0379f5eb-3632-4638-a841-d519a3c736dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:12:56.154094 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.158683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Bound using segment: {'id': '62719e4f-fbc5-46cd-b382-71731c8083b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0379f5eb-3632-4638-a841-d519a3c736dc'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:12:56.159253 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Bound port: 1f3fc474-45b4-476c-83e4-4a24ce109916, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62719e4f-fbc5-46cd-b382-71731c8083b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0379f5eb-3632-4638-a841-d519a3c736dc'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:12:56.159690 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.218562 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83a4e272-028b-4c1a-8074-f721f820808a req-e1e8b83e-3978-4722-9747-7f099fc0b63a service neutron] 10.222.0.87 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982699 Feb 11 05:12:56.263873 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-821cea09-0bdf-46c8-b73a-369d9fb01837 req-4915e79e-de20-4562-be5b-9e922153aff2 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175795 Feb 11 05:12:56.316585 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] For port 1f3fc474-45b4-476c-83e4-4a24ce109916, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:56.320793 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] For port 1f3fc474-45b4-476c-83e4-4a24ce109916, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1f3fc474-45b4-476c-83e4-4a24ce109916,segment=NetworkSegment(62719e4f-fbc5-46cd-b382-71731c8083b0),segment_id=62719e4f-fbc5-46cd-b382-71731c8083b0)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:12:56.329447 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.382572 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-4555f74a-0503-4d5c-a7de-61f94f0d446d service neutron] 10.222.0.73 "GET /v2.0/ports/921fa3de-f9dd-4b60-8027-465c648112b4/bindings/n-h2-713499-38 HTTP/1.1" status: 200 len: 385 time: 0.2532384 Feb 11 05:12:56.425450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Routers {'d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:12:56.426115 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:12:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:56.857740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7652dfe-1eb8-4777-be31-f18559220d74 None None] Pushing event updated for resources: {'Port': ['ID=1f3fc474-45b4-476c-83e4-4a24ce109916,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:56.898524 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] Set router d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:12:56.962821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752f64c-16bb-4991-ad38-6a6325d5880e req-acfaddfd-e913-4280-921a-c95418e9232d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:56.976664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752f64c-16bb-4991-ad38-6a6325d5880e req-acfaddfd-e913-4280-921a-c95418e9232d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:56.985331 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0752f64c-16bb-4991-ad38-6a6325d5880e req-acfaddfd-e913-4280-921a-c95418e9232d tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 1683 time: 0.2919757 Feb 11 05:12:57.056235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f936f76a-8364-4bfe-a3af-def4ea66a6a8 None None] Provisioning complete for port 1f3fc474-45b4-476c-83e4-4a24ce109916 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:57.056804 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f936f76a-8364-4bfe-a3af-def4ea66a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.129548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-bc07c608-8e31-438d-82d5-534db9896770 service neutron] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=921fa3de-f9dd-4b60-8027-465c648112b4,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:57.181168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-bc07c608-8e31-438d-82d5-534db9896770 service neutron] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:12:57.240571 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:12:57.281554 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47b32a8d-2d65-44ba-833e-46f78a23a2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (3c236f03-d8f6-4360-9658-192d2e8d252d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.329315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0752f64c-16bb-4991-ad38-6a6325d5880e req-f5db201f-9372-4b2a-8590-424ebae3d391 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536199 Feb 11 05:12:57.400643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-d99cf065-5d6f-45f8-99e6-c1d7fd0fbc64 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:57.416883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-d99cf065-5d6f-45f8-99e6-c1d7fd0fbc64 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4290090 Feb 11 05:12:57.439782 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56996) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:57.590534 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-bc07c608-8e31-438d-82d5-534db9896770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921fa3de-f9dd-4b60-8027-465c648112b4 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:12:57.611534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-228d25e8-c1dd-46c6-bb6c-2d716a071b73 req-d5a18371-1295-4c94-bc0e-033e5bcda48f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 210 time: 0.1510599 Feb 11 05:12:57.640956 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-bc07c608-8e31-438d-82d5-534db9896770 service neutron] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=921fa3de-f9dd-4b60-8027-465c648112b4,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:57.646765 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-87f76749-b60c-4e4f-a245-355502a7a879 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.183 HTTP/1.1" status: 200 len: 696 time: 0.2287850 Feb 11 05:12:57.680545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-dba5da08-23ff-4ef4-b304-cc507104936a tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Request body: {'floatingip': {'port_id': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:12:57.778866 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-bc07c608-8e31-438d-82d5-534db9896770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:57.863748 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-dba5da08-23ff-4ef4-b304-cc507104936a tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for floatingip (77ad6549-1d05-4e38-ae30-0217e00ff45d), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.189563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f936f76a-8364-4bfe-a3af-def4ea66a6a8 None None] Current status of the port 1f3fc474-45b4-476c-83e4-4a24ce109916 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:58.193225 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f936f76a-8364-4bfe-a3af-def4ea66a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.366743 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-bc07c608-8e31-438d-82d5-534db9896770 service neutron] Transition to ACTIVE for port object 921fa3de-f9dd-4b60-8027-465c648112b4 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:12:58.385772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f936f76a-8364-4bfe-a3af-def4ea66a6a8 None None] For port 1f3fc474-45b4-476c-83e4-4a24ce109916, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1f3fc474-45b4-476c-83e4-4a24ce109916,segment=NetworkSegment(62719e4f-fbc5-46cd-b382-71731c8083b0),segment_id=62719e4f-fbc5-46cd-b382-71731c8083b0)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:58.386128 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-bc07c608-8e31-438d-82d5-534db9896770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.490006 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f936f76a-8364-4bfe-a3af-def4ea66a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.632776 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936f76a-8364-4bfe-a3af-def4ea66a6a8 None None] Pushing event updated for resources: {'Port': ['ID=1f3fc474-45b4-476c-83e4-4a24ce109916,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:58.700170 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-bc07c608-8e31-438d-82d5-534db9896770 service neutron] No DVR routers for this DVR port 921fa3de-f9dd-4b60-8027-465c648112b4 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:12:58.708265 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82a009de-86bf-4a72-a1a5-65ff816d6f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.714545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1f50d868-7b21-4937-9c29-c1df7ae827ea None None] Provisioning complete for port 1f3fc474-45b4-476c-83e4-4a24ce109916 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:12:58.715087 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1f50d868-7b21-4937-9c29-c1df7ae827ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.822394 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1f50d868-7b21-4937-9c29-c1df7ae827ea None None] Current status of the port 1f3fc474-45b4-476c-83e4-4a24ce109916 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:12:58.838970 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132700384-router', 'tenant_id': '98b7be6a085d4a6f9696c43d10007bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '87398e0b-638e-4388-bac8-58bbf143d140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:42Z', 'updated_at': '2022-02-11T05:12:52Z', 'revision_number': 4, 'project_id': '98b7be6a085d4a6f9696c43d10007bec', 'gw_port': {'id': '87398e0b-638e-4388-bac8-58bbf143d140', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:77:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:43Z', 'updated_at': '2022-02-11T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '1f3fc474-45b4-476c-83e4-4a24ce109916', 'name': '', 'network_id': '0379f5eb-3632-4638-a841-d519a3c736dc', 'tenant_id': '98b7be6a085d4a6f9696c43d10007bec', 'mac_address': 'fa:16:3e:c8:76:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '887f28d5-8ef0-4bc5-a7d6-b55ba62ec783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:48Z', 'updated_at': '2022-02-11T05:12:56Z', 'revision_number': 4, 'project_id': '98b7be6a085d4a6f9696c43d10007bec', 'subnets': [{'id': '887f28d5-8ef0-4bc5-a7d6-b55ba62ec783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:12:58.893746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c372332-a077-47bc-a92f-9ae2aa12791c None None] The sync data for ids ['d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'] in n-d-713499-38 is: [{'id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132700384-router', 'tenant_id': '98b7be6a085d4a6f9696c43d10007bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '87398e0b-638e-4388-bac8-58bbf143d140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:42Z', 'updated_at': '2022-02-11T05:12:52Z', 'revision_number': 4, 'project_id': '98b7be6a085d4a6f9696c43d10007bec', 'gw_port': {'id': '87398e0b-638e-4388-bac8-58bbf143d140', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:77:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:43Z', 'updated_at': '2022-02-11T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '1f3fc474-45b4-476c-83e4-4a24ce109916', 'name': '', 'network_id': '0379f5eb-3632-4638-a841-d519a3c736dc', 'tenant_id': '98b7be6a085d4a6f9696c43d10007bec', 'mac_address': 'fa:16:3e:c8:76:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '887f28d5-8ef0-4bc5-a7d6-b55ba62ec783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:48Z', 'updated_at': '2022-02-11T05:12:56Z', 'revision_number': 4, 'project_id': '98b7be6a085d4a6f9696c43d10007bec', 'subnets': [{'id': '887f28d5-8ef0-4bc5-a7d6-b55ba62ec783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:12:58.916594 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-bc07c608-8e31-438d-82d5-534db9896770 service neutron] 10.222.0.73 "PUT /v2.0/ports/921fa3de-f9dd-4b60-8027-465c648112b4/bindings/n-h2-713499-38/activate HTTP/1.1" status: 200 len: 370 time: 2.5236993 Feb 11 05:12:58.953185 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07c608-8e31-438d-82d5-534db9896770 service neutron] Pushing event updated for resources: {'Port': ['ID=921fa3de-f9dd-4b60-8027-465c648112b4,revision_number=10']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:58.989768 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-47b32a8d-2d65-44ba-833e-46f78a23a2c9 admin admin] Deleting port cf6435bb-22e1-444d-8e96-5c396297f9cb {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:12:58.990111 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47b32a8d-2d65-44ba-833e-46f78a23a2c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.245115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-73a263af-2e7b-4b71-bf87-ae23aeff224f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2b03dd559f4d4fd69114752e7022882d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7912667 Feb 11 05:12:59.263587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57008) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:12:59.279013 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-47b32a8d-2d65-44ba-833e-46f78a23a2c9 admin admin] For port cf6435bb-22e1-444d-8e96-5c396297f9cb, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cf6435bb-22e1-444d-8e96-5c396297f9cb,segment=NetworkSegment(db9ccb4c-1256-441b-b39f-e995b535742d),segment_id=db9ccb4c-1256-441b-b39f-e995b535742d)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:12:59.279573 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47b32a8d-2d65-44ba-833e-46f78a23a2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.311058 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-47b32a8d-2d65-44ba-833e-46f78a23a2c9 admin admin] Calling delete_port for cf6435bb-22e1-444d-8e96-5c396297f9cb owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:12:59.523075 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dbd948d3-24f7-4515-9852-4c446b8e4fb0 admin admin] Publish callbacks [] for security_group (d5a6d454-f723-4c64-8030-21f4443541e3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.628034 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47b32a8d-2d65-44ba-833e-46f78a23a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (cf6435bb-22e1-444d-8e96-5c396297f9cb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.712325 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b32a8d-2d65-44ba-833e-46f78a23a2c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6435bb-22e1-444d-8e96-5c396297f9cb,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:12:59.981750 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1f3fc474-45b4-476c-83e4-4a24ce109916 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:00.141579 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 1f3fc474-45b4-476c-83e4-4a24ce109916 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:00.141974 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.230109 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47b32a8d-2d65-44ba-833e-46f78a23a2c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (3c236f03-d8f6-4360-9658-192d2e8d252d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.326569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cb12d-975e-455c-b928-05fd262d8c04 req-04e4cc0a-6f44-4ca0-99ae-d646a7821542 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:00.328249 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d34cb12d-975e-455c-b928-05fd262d8c04 req-04e4cc0a-6f44-4ca0-99ae-d646a7821542 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 943 time: 2.4983816 Feb 11 05:13:00.394205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 1f3fc474-45b4-476c-83e4-4a24ce109916 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:00.564589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-93fea018-e42b-461c-8ffc-c2555066d5d4 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:00.566110 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-93fea018-e42b-461c-8ffc-c2555066d5d4 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed&tenant_id=625496205bdf429e8af46565d991a189&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 1127 time: 1.3453653 Feb 11 05:13:00.662207 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.resource_extend [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-dba5da08-23ff-4ef4-b304-cc507104936a tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:13:00.666820 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dbd948d3-24f7-4515-9852-4c446b8e4fb0 admin admin] Publish callbacks [] for security_group (d5a6d454-f723-4c64-8030-21f4443541e3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.674336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d34cb12d-975e-455c-b928-05fd262d8c04 req-3ee98679-a1af-4b57-878b-aaf6e37d59bf tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133775 Feb 11 05:13:00.710929 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-870703de-f332-4b06-8895-9ab51877a2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:00.829625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b32a8d-2d65-44ba-833e-46f78a23a2c9 admin admin] Router 3c236f03-d8f6-4360-9658-192d2e8d252d has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:00.894250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4e272-028b-4c1a-8074-f721f820808a req-de13e062-5006-4451-a0b6-5632a2462138 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:00.896433 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83a4e272-028b-4c1a-8074-f721f820808a req-de13e062-5006-4451-a0b6-5632a2462138 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.73 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 810 time: 1.6787953 Feb 11 05:13:00.949584 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-83a4e272-028b-4c1a-8074-f721f820808a req-166df1a0-0306-4559-9a1d-a01e22e4d2ac tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Request body: {'port': {'device_id': 'ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2', 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0', 'admin_state_up': True, 'tenant_id': '0a40ce45f00646be8c6ee67bf9801caf'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:01.226359 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b32a8d-2d65-44ba-833e-46f78a23a2c9 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:01.244233 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-47b32a8d-2d65-44ba-833e-46f78a23a2c9 admin admin] 10.222.0.87 "PUT /v2.0/routers/3c236f03-d8f6-4360-9658-192d2e8d252d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8791902 Feb 11 05:13:01.246218 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37b6f2-e3ba-4c7a-894e-c604b24c1e04 None None] Sync routers for ids ['3c236f03-d8f6-4360-9658-192d2e8d252d'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:01.247130 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57018) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:01.253191 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-292abe71-0aa5-40ee-8dec-04678f4d6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:01.260743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-292abe71-0aa5-40ee-8dec-04678f4d6a1c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed&tenant_id=625496205bdf429e8af46565d991a189 HTTP/1.1" status: 200 len: 1127 time: 0.6725783 Feb 11 05:13:01.263987 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-dba5da08-23ff-4ef4-b304-cc507104936a tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.281724 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-dba5da08-23ff-4ef4-b304-cc507104936a tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (77ad6549-1d05-4e38-ae30-0217e00ff45d), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.287353 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c37b6f2-e3ba-4c7a-894e-c604b24c1e04 None None] Routers {'3c236f03-d8f6-4360-9658-192d2e8d252d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:01.289520 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3c37b6f2-e3ba-4c7a-894e-c604b24c1e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c236f03-d8f6-4360-9658-192d2e8d252d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:01.573569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a4e272-028b-4c1a-8074-f721f820808a req-166df1a0-0306-4559-9a1d-a01e22e4d2ac tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Made reservation on behalf of 0a40ce45f00646be8c6ee67bf9801caf for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:01.590196 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-83a4e272-028b-4c1a-8074-f721f820808a req-166df1a0-0306-4559-9a1d-a01e22e4d2ac tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.610421 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-3c37b6f2-e3ba-4c7a-894e-c604b24c1e04 None None] Set router 3c236f03-d8f6-4360-9658-192d2e8d252d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:01.626324 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2264f90a-f41e-40d4-ae27-566cb9accb50 admin admin] Publish callbacks [] for router (3c236f03-d8f6-4360-9658-192d2e8d252d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.651094 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-dba5da08-23ff-4ef4-b304-cc507104936a tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Floating IP 77ad6549-1d05-4e38-ae30-0217e00ff45d associated. External IP: 172.25.5.183, port: 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c. Feb 11 05:13:01.843039 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3c37b6f2-e3ba-4c7a-894e-c604b24c1e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'name': 'tempest-ServersTestBootFromVolume-1278639576-router', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:12:59Z', 'revision_number': 5, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'gw_port': {'id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:01.871352 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2264f90a-f41e-40d4-ae27-566cb9accb50 admin admin] Publish callbacks [] for router_gateway (3c236f03-d8f6-4360-9658-192d2e8d252d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.881414 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37b6f2-e3ba-4c7a-894e-c604b24c1e04 None None] Checking router: 3c236f03-d8f6-4360-9658-192d2e8d252d for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:01.891461 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c37b6f2-e3ba-4c7a-894e-c604b24c1e04 None None] Routers {'3c236f03-d8f6-4360-9658-192d2e8d252d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:01.902467 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3c37b6f2-e3ba-4c7a-894e-c604b24c1e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c236f03-d8f6-4360-9658-192d2e8d252d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:02.039841 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-2264f90a-f41e-40d4-ae27-566cb9accb50 admin admin] Deleting port ba1779be-22f6-4312-895f-a1fd2dccda30 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:02.040203 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2264f90a-f41e-40d4-ae27-566cb9accb50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ba1779be-22f6-4312-895f-a1fd2dccda30), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.063171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d16dd0e-488f-40dc-a8c2-c6955d679053 req-22b6415c-2243-4ad8-9d0c-e11760fe6a71 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 210 time: 0.0779526 Feb 11 05:13:02.229187 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-3c37b6f2-e3ba-4c7a-894e-c604b24c1e04 None None] Set router 3c236f03-d8f6-4360-9658-192d2e8d252d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:02.282786 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.294287 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-2264f90a-f41e-40d4-ae27-566cb9accb50 admin admin] For port ba1779be-22f6-4312-895f-a1fd2dccda30, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ba1779be-22f6-4312-895f-a1fd2dccda30,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:02.295554 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2264f90a-f41e-40d4-ae27-566cb9accb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ba1779be-22f6-4312-895f-a1fd2dccda30), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.326015 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-2264f90a-f41e-40d4-ae27-566cb9accb50 admin admin] Calling delete_port for ba1779be-22f6-4312-895f-a1fd2dccda30 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:02.424701 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dbd948d3-24f7-4515-9852-4c446b8e4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d5a6d454-f723-4c64-8030-21f4443541e3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.432722 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dbd948d3-24f7-4515-9852-4c446b8e4fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.435291 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dbd948d3-24f7-4515-9852-4c446b8e4fb0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d5a6d454-f723-4c64-8030-21f4443541e3 HTTP/1.1" status: 204 len: 168 time: 3.1397679 Feb 11 05:13:02.585956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd948d3-24f7-4515-9852-4c446b8e4fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a6d454-f723-4c64-8030-21f4443541e3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:02.796100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c377e-b814-4f63-8499-b860cd46466b req-61bb9349-2a7c-4d7a-b079-8b84a8ed8a9e tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:02.808067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c377e-b814-4f63-8499-b860cd46466b req-61bb9349-2a7c-4d7a-b079-8b84a8ed8a9e tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:02.813983 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc9c377e-b814-4f63-8499-b860cd46466b req-61bb9349-2a7c-4d7a-b079-8b84a8ed8a9e tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 1683 time: 0.5411005 Feb 11 05:13:02.820463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-e0b11e56-c872-42b2-85e1-ce7bacfdd5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:02.830216 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-e0b11e56-c872-42b2-85e1-ce7bacfdd5f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 1127 time: 1.1852686 Feb 11 05:13:02.923493 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3c37b6f2-e3ba-4c7a-894e-c604b24c1e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'name': 'tempest-ServersTestBootFromVolume-1278639576-router', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:12:59Z', 'revision_number': 5, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'gw_port': {'id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:02.938145 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2264f90a-f41e-40d4-ae27-566cb9accb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ba1779be-22f6-4312-895f-a1fd2dccda30), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:02.999062 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264f90a-f41e-40d4-ae27-566cb9accb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba1779be-22f6-4312-895f-a1fd2dccda30,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:03.001596 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37b6f2-e3ba-4c7a-894e-c604b24c1e04 None None] The sync data for ids ['3c236f03-d8f6-4360-9658-192d2e8d252d'] in n-d-713499-38 is: [{'id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'name': 'tempest-ServersTestBootFromVolume-1278639576-router', 'tenant_id': '446d06a2efd741ccb5be1ad4d15d5725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:12:59Z', 'revision_number': 5, 'project_id': '446d06a2efd741ccb5be1ad4d15d5725', 'gw_port': {'id': 'ba1779be-22f6-4312-895f-a1fd2dccda30', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c236f03-d8f6-4360-9658-192d2e8d252d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:13Z', 'updated_at': '2022-02-11T05:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:03.135515 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2264f90a-f41e-40d4-ae27-566cb9accb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (3c236f03-d8f6-4360-9658-192d2e8d252d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.213779 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-dba5da08-23ff-4ef4-b304-cc507104936a tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Router dd2b0516-594b-44ea-9a55-9ea9893d6e09 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:03.490407 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.522097 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc9c377e-b814-4f63-8499-b860cd46466b req-e8b4214e-dee1-4626-8362-3f67aaa3f435 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6794498 Feb 11 05:13:03.529509 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57040) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:03.756920 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-12bfad57-8a52-47d7-bc62-52e3a0ad3766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:03.771137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-83a4e272-028b-4c1a-8074-f721f820808a req-166df1a0-0306-4559-9a1d-a01e22e4d2ac tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Allocated IP 172.20.0.14 (c057b431-d79d-4223-9d5d-1c34def959a0/5ea6336f-48df-43c4-9674-2de7741cddbb/5fb455b4-9cde-4da7-b911-892a27097e62) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:03.883008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cf6435bb-22e1-444d-8e96-5c396297f9cb no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:03.916416 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: cf6435bb-22e1-444d-8e96-5c396297f9cb {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:03.917041 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cf6435bb-22e1-444d-8e96-5c396297f9cb not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:04.150610 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2264f90a-f41e-40d4-ae27-566cb9accb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (3c236f03-d8f6-4360-9658-192d2e8d252d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.153992 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2264f90a-f41e-40d4-ae27-566cb9accb50 admin admin] Publish callbacks [] for router_controller (3c236f03-d8f6-4360-9658-192d2e8d252d), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.213373 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2264f90a-f41e-40d4-ae27-566cb9accb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (3c236f03-d8f6-4360-9658-192d2e8d252d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.214391 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2264f90a-f41e-40d4-ae27-566cb9accb50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c236f03-d8f6-4360-9658-192d2e8d252d {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:04.228470 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2264f90a-f41e-40d4-ae27-566cb9accb50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.235994 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2264f90a-f41e-40d4-ae27-566cb9accb50 admin admin] 10.222.0.87 "DELETE /v2.0/routers/3c236f03-d8f6-4360-9658-192d2e8d252d HTTP/1.1" status: 204 len: 168 time: 2.9875674 Feb 11 05:13:04.237284 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57044) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:04.250878 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-dba5da08-23ff-4ef4-b304-cc507104936a tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:04.266804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cd67e9-cff1-4ffa-bfa4-e6cff27c0a43 None None] Sync routers for ids ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:04.298828 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cd67e9-cff1-4ffa-bfa4-e6cff27c0a43 None None] Routers {'dd2b0516-594b-44ea-9a55-9ea9893d6e09'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:04.299730 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-50cd67e9-cff1-4ffa-bfa4-e6cff27c0a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:04.357622 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-dba5da08-23ff-4ef4-b304-cc507104936a tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.384754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-1f0cbdb6-a8f5-4f22-bceb-dec8b55e1930 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:04.391296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-1f0cbdb6-a8f5-4f22-bceb-dec8b55e1930 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:04.395395 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-1f0cbdb6-a8f5-4f22-bceb-dec8b55e1930 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.88 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 1683 time: 1.2326589 Feb 11 05:13:04.424274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23e1da8-fc70-4359-8ea7-fdde47e24863 admin admin] Deleting subnet 41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:04.440266 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f23e1da8-fc70-4359-8ea7-fdde47e24863 admin admin] Publish callbacks [] for subnet (41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.506953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-cbcac550-4262-460e-8e07-63b837a3a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:04.515219 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-cbcac550-4262-460e-8e07-63b837a3a5b6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 1.6065481 Feb 11 05:13:04.549391 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f23e1da8-fc70-4359-8ea7-fdde47e24863 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.717716 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-50cd67e9-cff1-4ffa-bfa4-e6cff27c0a43 None None] Set router dd2b0516-594b-44ea-9a55-9ea9893d6e09 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:04.809263 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f23e1da8-fc70-4359-8ea7-fdde47e24863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.869306 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-83a4e272-028b-4c1a-8074-f721f820808a req-166df1a0-0306-4559-9a1d-a01e22e4d2ac tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks [] for port (5fb455b4-9cde-4da7-b911-892a27097e62), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.950473 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f23e1da8-fc70-4359-8ea7-fdde47e24863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.033987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5417482c-611e-46c5-931d-0dde64e0c193 None None] Network 5bf47b40-8fd7-4b9b-b031-895dee41fcb1 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:05.046982 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f23e1da8-fc70-4359-8ea7-fdde47e24863 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.058087 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f23e1da8-fc70-4359-8ea7-fdde47e24863 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d HTTP/1.1" status: 204 len: 168 time: 0.8192692 Feb 11 05:13:05.060895 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57050) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:05.091602 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e1da8-fc70-4359-8ea7-fdde47e24863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b94354-5d5f-4a7a-a8eb-c9fb4eec4a5d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:05.105539 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.158020 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-83a4e272-028b-4c1a-8074-f721f820808a req-166df1a0-0306-4559-9a1d-a01e22e4d2ac tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5fb455b4-9cde-4da7-b911-892a27097e62), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.179789 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-dba5da08-23ff-4ef4-b304-cc507104936a tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "PUT /v2.0/floatingips/77ad6549-1d05-4e38-ae30-0217e00ff45d HTTP/1.1" status: 200 len: 996 time: 7.5272605 Feb 11 05:13:05.304916 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (5bf47b40-8fd7-4b9b-b031-895dee41fcb1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.346769 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-12bfad57-8a52-47d7-bc62-52e3a0ad3766 admin admin] Publish callbacks [] for security_group (24c23463-b1af-41c4-bcb1-029a3ac6de12), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.426906 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'tag': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:05.431407 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0f623a-bf1a-4dca-b7ae-ddade575a226" -d '{"events": [{"name": "network-changed", "server_uuid": "e0354be5-b2c0-4eff-9461-4eba8e33a0cb", "tag": "24a8f7d7-eadc-45cf-b5be-c3bf24d3926c"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:05.444554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6de4d-97c6-4770-8c14-0ca528eb59bb req-bf16bd9d-09d8-478c-9da4-455fb02a11b9 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:05.453177 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13f6de4d-97c6-4770-8c14-0ca528eb59bb req-bf16bd9d-09d8-478c-9da4-455fb02a11b9 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 944 time: 1.7091742 Feb 11 05:13:05.459131 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] Deleting port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:05.459833 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.509864 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-10110799-e145-41c8-af04-b5b6f0f08903 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=921fa3de-f9dd-4b60-8027-465c648112b4 HTTP/1.1" status: 200 len: 217 time: 0.8966982 Feb 11 05:13:05.581345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-12bfad57-8a52-47d7-bc62-52e3a0ad3766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (24c23463-b1af-41c4-bcb1-029a3ac6de12), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.658225 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] For port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b,segment=NetworkSegment(db9ccb4c-1256-441b-b39f-e995b535742d),segment_id=db9ccb4c-1256-441b-b39f-e995b535742d)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:05.659860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.766161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a4e272-028b-4c1a-8074-f721f820808a req-166df1a0-0306-4559-9a1d-a01e22e4d2ac tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Network c057b431-d79d-4223-9d5d-1c34def959a0 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:05.773234 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] Calling delete_port for b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:05.797574 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d00ef8c-7d94-4aeb-bd8e-7feeab4e5a44 None None] DHCP port deletion for 5bf47b40-8fd7-4b9b-b031-895dee41fcb1 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:13:05.806428 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ba1779be-22f6-4312-895f-a1fd2dccda30 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:05.834244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: ba1779be-22f6-4312-895f-a1fd2dccda30 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:05.835172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ba1779be-22f6-4312-895f-a1fd2dccda30 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:05.983204 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-12bfad57-8a52-47d7-bc62-52e3a0ad3766 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3f390dd9dee14c1299e0f637db3ffdf1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4297867 Feb 11 05:13:05.983204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-83a4e272-028b-4c1a-8074-f721f820808a req-166df1a0-0306-4559-9a1d-a01e22e4d2ac tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:05.984576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166df1a0-0306-4559-9a1d-a01e22e4d2ac tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Pushing event updated for resources: {'Port': ['ID=5fb455b4-9cde-4da7-b911-892a27097e62,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:05.997227 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a4e272-028b-4c1a-8074-f721f820808a req-166df1a0-0306-4559-9a1d-a01e22e4d2ac tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:05.999546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57056) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:06.036047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-50cd67e9-cff1-4ffa-bfa4-e6cff27c0a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-router', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:41Z', 'updated_at': '2022-02-11T05:11:49Z', 'revision_number': 4, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'gw_port': {'id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:43Z', 'updated_at': '2022-02-11T05:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '77ad6549-1d05-4e38-ae30-0217e00ff45d', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'port_id': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6', 'mac_address': 'fa:16:3e:c2:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:12:59Z', 'revision_number': 1, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a9e30fb-eb92-48c8-8f5e-f26ae126a73e', 'name': '', 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'mac_address': 'fa:16:3e:12:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:48Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 5, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'subnets': [{'id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:06.076099 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.098394 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] No DVR routers for this DVR port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:06.114908 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cd67e9-cff1-4ffa-bfa4-e6cff27c0a43 None None] Checking router: dd2b0516-594b-44ea-9a55-9ea9893d6e09 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:06.145370 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:06.164183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cd67e9-cff1-4ffa-bfa4-e6cff27c0a43 None None] Routers {'dd2b0516-594b-44ea-9a55-9ea9893d6e09'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:06.169233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-50cd67e9-cff1-4ffa-bfa4-e6cff27c0a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:06.267904 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13f6de4d-97c6-4770-8c14-0ca528eb59bb req-81b5b25e-5e90-4f0c-b4a7-d304515084bc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8133912 Feb 11 05:13:06.277638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfad57-8a52-47d7-bc62-52e3a0ad3766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c23463-b1af-41c4-bcb1-029a3ac6de12,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:06.287922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-a36f6c2a-a1a3-45a3-8393-3a245d834214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:06.291076 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-a36f6c2a-a1a3-45a3-8393-3a245d834214 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.5186429 Feb 11 05:13:06.307752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7d00ef8c-7d94-4aeb-bd8e-7feeab4e5a44 None None] Deleting port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:06.307752 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7d00ef8c-7d94-4aeb-bd8e-7feeab4e5a44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.335816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4e272-028b-4c1a-8074-f721f820808a req-166df1a0-0306-4559-9a1d-a01e22e4d2ac tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:06.337401 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-83a4e272-028b-4c1a-8074-f721f820808a req-166df1a0-0306-4559-9a1d-a01e22e4d2ac tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.344855 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (5bf47b40-8fd7-4b9b-b031-895dee41fcb1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.442101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf47b40-8fd7-4b9b-b031-895dee41fcb1']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:06.499281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9ccb4c-1256-441b-b39f-e995b535742d') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:06.499732 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9ccb4c-1256-441b-b39f-e995b535742d') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:06.507976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7d00ef8c-7d94-4aeb-bd8e-7feeab4e5a44 None None] For port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:06.509330 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7d00ef8c-7d94-4aeb-bd8e-7feeab4e5a44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.534244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7d00ef8c-7d94-4aeb-bd8e-7feeab4e5a44 None None] Calling delete_port for b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:06.540168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-7d00ef8c-7d94-4aeb-bd8e-7feeab4e5a44 None None] Port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:13:06.545195 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (db9ccb4c-1256-441b-b39f-e995b535742d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.547121 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7d00ef8c-7d94-4aeb-bd8e-7feeab4e5a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.560883 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (db9ccb4c-1256-441b-b39f-e995b535742d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.568111 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:06.568518 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (db9ccb4c-1256-441b-b39f-e995b535742d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.616079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 9aa814c1-8082-48c8-be10-4d7213127814 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:06.625036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d00ef8c-7d94-4aeb-bd8e-7feeab4e5a44 None None] No DVR routers for this DVR port b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:06.630615 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:06.634927 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (5bf47b40-8fd7-4b9b-b031-895dee41fcb1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.645922 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.657920 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] 10.222.0.87 "DELETE /v2.0/networks/5bf47b40-8fd7-4b9b-b031-895dee41fcb1 HTTP/1.1" status: 204 len: 168 time: 1.5956063 Feb 11 05:13:06.685804 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29636f43-20c7-4139-a37f-2fa10ea4a717 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf47b40-8fd7-4b9b-b031-895dee41fcb1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:06.707726 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-50cd67e9-cff1-4ffa-bfa4-e6cff27c0a43 None None] Set router dd2b0516-594b-44ea-9a55-9ea9893d6e09 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:06.775186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-f882ca43-8328-4d03-ab27-a185b02c3fa2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4613309 Feb 11 05:13:06.777065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-d5f2e973-3fcd-4978-a05a-f7c6e3174718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:06.778493 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-d5f2e973-3fcd-4978-a05a-f7c6e3174718 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ccc011d380e947d8b6e7b3dbc090f659&device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 1128 time: 1.2619984 Feb 11 05:13:06.891285 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83a4e272-028b-4c1a-8074-f721f820808a req-166df1a0-0306-4559-9a1d-a01e22e4d2ac tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9470344 Feb 11 05:13:06.896947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-1c8ced09-bc79-4b56-9c2b-ce084a8b67e9 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Deleting port 72fe711c-c86a-4e25-a734-94c4d26bd3b6 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:06.899951 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-1c8ced09-bc79-4b56-9c2b-ce084a8b67e9 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:06.918990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Request body: {'port': {'device_id': 'ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:06.927173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00ef8c-7d94-4aeb-bd8e-7feeab4e5a44 None None] Pushing event deleted for resources: {'Port': ['ID=b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:07.004583 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Publish callbacks [] for security_group (24c23463-b1af-41c4-bcb1-029a3ac6de12), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.139465 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57064) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.147486 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-11b7c914-f391-4ee0-8d70-a9ce0ddf7b2a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-506022046'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:07.187136 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57066) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.201899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b7c914-f391-4ee0-8d70-a9ce0ddf7b2a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Made reservation on behalf of f1299ecd49e5408282a75d13c75f41aa for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:07.207576 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-11b7c914-f391-4ee0-8d70-a9ce0ddf7b2a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.223479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 9aa814c1-8082-48c8-be10-4d7213127814 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:07.223479 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9aa814c1-8082-48c8-be10-4d7213127814), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.266761 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Publish callbacks [] for security_group (24c23463-b1af-41c4-bcb1-029a3ac6de12), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.283736 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b7c914-f391-4ee0-8d70-a9ce0ddf7b2a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:13:07.294069 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-11b7c914-f391-4ee0-8d70-a9ce0ddf7b2a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.294633 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-11b7c914-f391-4ee0-8d70-a9ce0ddf7b2a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Added segment 8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9 of type vlan for network 87b930fc-0254-4b87-ac0d-42931be73941 Feb 11 05:13:07.351203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 9aa814c1-8082-48c8-be10-4d7213127814, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9aa814c1-8082-48c8-be10-4d7213127814,segment=NetworkSegment(b9428ceb-083d-426d-b97c-3018f045375d),segment_id=b9428ceb-083d-426d-b97c-3018f045375d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:07.361162 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aa814c1-8082-48c8-be10-4d7213127814'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:07.363660 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec37b042-2141-4260-a603-8d370b9053bc" -d '{"events": [{"server_uuid": "39c937b0-40b2-4650-9995-9cbbe0b47e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "9aa814c1-8082-48c8-be10-4d7213127814"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:07.371139 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9aa814c1-8082-48c8-be10-4d7213127814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.372587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 72fe711c-c86a-4e25-a734-94c4d26bd3b6 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:07.394893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd06aa7-0b0c-43c8-92c4-d802af6df67f req-1352a53b-7aa8-4465-a85d-3ed720282500 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:07.397434 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-11b7c914-f391-4ee0-8d70-a9ce0ddf7b2a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (87b930fc-0254-4b87-ac0d-42931be73941), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.406023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bcd06aa7-0b0c-43c8-92c4-d802af6df67f req-1352a53b-7aa8-4465-a85d-3ed720282500 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 932 time: 0.6416724 Feb 11 05:13:07.464613 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-11b7c914-f391-4ee0-8d70-a9ce0ddf7b2a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (87b930fc-0254-4b87-ac0d-42931be73941), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.473756 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b7c914-f391-4ee0-8d70-a9ce0ddf7b2a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:07.474549 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-11b7c914-f391-4ee0-8d70-a9ce0ddf7b2a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.478586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-01a831e6-8768-40ec-b1c2-bac8d986e432 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6806238 Feb 11 05:13:07.491403 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5fb455b4-9cde-4da7-b911-892a27097e62), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.516252 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-50cd67e9-cff1-4ffa-bfa4-e6cff27c0a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-router', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:41Z', 'updated_at': '2022-02-11T05:11:49Z', 'revision_number': 4, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'gw_port': {'id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:43Z', 'updated_at': '2022-02-11T05:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '77ad6549-1d05-4e38-ae30-0217e00ff45d', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'port_id': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6', 'mac_address': 'fa:16:3e:c2:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:12:59Z', 'revision_number': 1, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a9e30fb-eb92-48c8-8f5e-f26ae126a73e', 'name': '', 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'mac_address': 'fa:16:3e:12:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:48Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 5, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'subnets': [{'id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:07.529972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-73a3e1e8-e95d-474f-a16f-39ee6f424a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:07.531924 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-73a3e1e8-e95d-474f-a16f-39ee6f424a17 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 HTTP/1.1" status: 200 len: 920 time: 0.7451422 Feb 11 05:13:07.564212 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-11b7c914-f391-4ee0-8d70-a9ce0ddf7b2a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4198647 Feb 11 05:13:07.589378 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57072) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.590682 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cd67e9-cff1-4ffa-bfa4-e6cff27c0a43 None None] The sync data for ids ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'] in n-d-713499-38 is: [{'id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-router', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:41Z', 'updated_at': '2022-02-11T05:11:49Z', 'revision_number': 4, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'gw_port': {'id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:43Z', 'updated_at': '2022-02-11T05:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '77ad6549-1d05-4e38-ae30-0217e00ff45d', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'port_id': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6', 'mac_address': 'fa:16:3e:c2:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:12:53Z', 'updated_at': '2022-02-11T05:12:59Z', 'revision_number': 1, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a9e30fb-eb92-48c8-8f5e-f26ae126a73e', 'name': '', 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'mac_address': 'fa:16:3e:12:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:48Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 5, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'subnets': [{'id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:07.605022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-3f4fab63-c5a5-4bae-b6c6-0d0d4a208d30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2136046064'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:07.676851 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7b6516f5-6269-41e0-840a-4de13d588f85 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=446d06a2efd741ccb5be1ad4d15d5725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4823060 Feb 11 05:13:07.682835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57074) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:07.704532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7c914-f391-4ee0-8d70-a9ce0ddf7b2a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event updated for resources: {'Network': ['ID=87b930fc-0254-4b87-ac0d-42931be73941,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:07.733283 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=9aa814c1-8082-48c8-be10-4d7213127814,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:07.789463 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 87b930fc-0254-4b87-ac0d-42931be73941 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:07.880748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-1c8ced09-bc79-4b56-9c2b-ce084a8b67e9 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] For port 72fe711c-c86a-4e25-a734-94c4d26bd3b6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=72fe711c-c86a-4e25-a734-94c4d26bd3b6,segment=NetworkSegment(1acf769a-6581-4a3b-8bc0-3bc89d5f8435),segment_id=1acf769a-6581-4a3b-8bc0-3bc89d5f8435)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:07.881148 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-1c8ced09-bc79-4b56-9c2b-ce084a8b67e9 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:07.943734 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bcd06aa7-0b0c-43c8-92c4-d802af6df67f req-d351ae83-310a-4a55-86a4-978587d91ff7 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354738 Feb 11 05:13:08.011251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-1c8ced09-bc79-4b56-9c2b-ce084a8b67e9 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Calling delete_port for 72fe711c-c86a-4e25-a734-94c4d26bd3b6 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:08.038283 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7292069-d4c7-4ba7-a528-ff68f3cc474d None None] New status for floating IP 77ad6549-1d05-4e38-ae30-0217e00ff45d: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:13:08.098015 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4fab63-c5a5-4bae-b6c6-0d0d4a208d30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Made reservation on behalf of f1299ecd49e5408282a75d13c75f41aa for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:08.104024 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3f4fab63-c5a5-4bae-b6c6-0d0d4a208d30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.129871 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-7652cbea-7fb6-4cf0-864d-41231e384e66 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c HTTP/1.1" status: 200 len: 999 time: 0.5620811 Feb 11 05:13:08.130462 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (24c23463-b1af-41c4-bcb1-029a3ac6de12), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.134144 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.135276 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/24c23463-b1af-41c4-bcb1-029a3ac6de12 HTTP/1.1" status: 204 len: 168 time: 2.1346200 Feb 11 05:13:08.191722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c23463-b1af-41c4-bcb1-029a3ac6de12,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:08.253111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-a1b3f99e-1d9c-4f9e-baf7-8a104d5b9131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:08.253925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 72fe711c-c86a-4e25-a734-94c4d26bd3b6 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:08.254611 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.254751 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-a1b3f99e-1d9c-4f9e-baf7-8a104d5b9131 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b04a3b42-548e-46b8-9781-7b497bddbdd2 HTTP/1.1" status: 200 len: 859 time: 0.0779319 Feb 11 05:13:08.258705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:08.337848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:08.338313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b3c9ddda-84a9-4a38-9eca-2f3ddb68c54b not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:08.372091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 72fe711c-c86a-4e25-a734-94c4d26bd3b6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=72fe711c-c86a-4e25-a734-94c4d26bd3b6,segment=NetworkSegment(1acf769a-6581-4a3b-8bc0-3bc89d5f8435),segment_id=1acf769a-6581-4a3b-8bc0-3bc89d5f8435)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:08.378868 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.387187 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-a0d5e5e9-ba40-4101-a30f-adc709d58125 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457194 Feb 11 05:13:08.389147 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-803c315d-6c49-46db-a766-7cb25777b321 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8951399 Feb 11 05:13:08.390619 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:08.390972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:08.391313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:08.391710 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:08.392049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:08.392378 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:08.392708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:08.393743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:08.393743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:08.393743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:08.394096 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:08.394344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:08.394662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e486f-1ba2-41fa-b1aa-3b90fa15c483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:08.428491 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-96b20065-121f-41f6-982b-2ad7682d037b admin admin] Publish callbacks [] for security_group (3f216371-c686-4cd0-bc1f-ec997f93e84e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.484444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4fab63-c5a5-4bae-b6c6-0d0d4a208d30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:13:08.586890 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3f4fab63-c5a5-4bae-b6c6-0d0d4a208d30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ce754c12-ed08-44d3-9da8-7e4abe950a20), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.587255 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-3f4fab63-c5a5-4bae-b6c6-0d0d4a208d30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Added segment ce754c12-ed08-44d3-9da8-7e4abe950a20 of type vlan for network d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e Feb 11 05:13:08.590389 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-96b20065-121f-41f6-982b-2ad7682d037b admin admin] Publish callbacks [] for security_group (3f216371-c686-4cd0-bc1f-ec997f93e84e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.593791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=72fe711c-c86a-4e25-a734-94c4d26bd3b6,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:08.608916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e82fc2-9f6b-4449-8c1b-a5d9f20978bc req-29acc76e-83d5-4824-8dc8-206693c1ac3a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:08.615094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e82fc2-9f6b-4449-8c1b-a5d9f20978bc req-29acc76e-83d5-4824-8dc8-206693c1ac3a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:08.624699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34e82fc2-9f6b-4449-8c1b-a5d9f20978bc req-29acc76e-83d5-4824-8dc8-206693c1ac3a tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 1681 time: 0.5405600 Feb 11 05:13:08.864018 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3f4fab63-c5a5-4bae-b6c6-0d0d4a208d30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.973154 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-badd00a0-0770-44fc-a264-0ece3930fd32 service neutron] 10.222.0.87 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400450 Feb 11 05:13:09.017789 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34e82fc2-9f6b-4449-8c1b-a5d9f20978bc req-37e1ea86-2ac9-4d2f-804d-9026bc94a350 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775079 Feb 11 05:13:09.096867 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-96b20065-121f-41f6-982b-2ad7682d037b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3f216371-c686-4cd0-bc1f-ec997f93e84e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.104471 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-96b20065-121f-41f6-982b-2ad7682d037b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.108717 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-96b20065-121f-41f6-982b-2ad7682d037b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3f216371-c686-4cd0-bc1f-ec997f93e84e HTTP/1.1" status: 204 len: 168 time: 1.4092960 Feb 11 05:13:09.110003 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a3c9d7-d71e-4e3f-b5e5-a18c00defac7 x-openstack-request-id: req-05a3c9d7-d71e-4e3f-b5e5-a18c00defac7 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:09.110003 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0354be5-b2c0-4eff-9461-4eba8e33a0cb", "tag": "24a8f7d7-eadc-45cf-b5be-c3bf24d3926c", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:09.114507 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-05a3c9d7-d71e-4e3f-b5e5-a18c00defac7 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:09.115077 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'tag': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c', 'status': 'completed', 'code': 200} Feb 11 05:13:09.157185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-4dd82eba-8842-488d-9f15-7f15e8d751c8 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:09.159128 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-4dd82eba-8842-488d-9f15-7f15e8d751c8 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed&tenant_id=625496205bdf429e8af46565d991a189&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 1127 time: 0.4421673 Feb 11 05:13:09.160908 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3f4fab63-c5a5-4bae-b6c6-0d0d4a208d30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.167066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4fab63-c5a5-4bae-b6c6-0d0d4a208d30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:09.168118 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3f4fab63-c5a5-4bae-b6c6-0d0d4a208d30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.189237 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-1c8ced09-bc79-4b56-9c2b-ce084a8b67e9 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (72fe711c-c86a-4e25-a734-94c4d26bd3b6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.249394 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f623a-bf1a-4dca-b7ae-ddade575a226 req-cd87e9c2-9a3f-4a3b-b8ea-fce020d11296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:09.251970 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8d0f623a-bf1a-4dca-b7ae-ddade575a226 req-cd87e9c2-9a3f-4a3b-b8ea-fce020d11296 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ccc011d380e947d8b6e7b3dbc090f659&device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 1128 time: 0.1449440 Feb 11 05:13:09.303932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b20065-121f-41f6-982b-2ad7682d037b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f216371-c686-4cd0-bc1f-ec997f93e84e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:09.517897 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f623a-bf1a-4dca-b7ae-ddade575a226 req-5bd24916-a3cd-4de6-a109-9e0f7bfc94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:09.541876 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.544215 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8d0f623a-bf1a-4dca-b7ae-ddade575a226 req-5bd24916-a3cd-4de6-a109-9e0f7bfc94e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 HTTP/1.1" status: 200 len: 920 time: 0.2833500 Feb 11 05:13:09.569881 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ced09-bc79-4b56-9c2b-ce084a8b67e9 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event deleted for resources: {'Port': ['ID=72fe711c-c86a-4e25-a734-94c4d26bd3b6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:09.580361 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57130) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.596490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3f4fab63-c5a5-4bae-b6c6-0d0d4a208d30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9851511 Feb 11 05:13:09.630259 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-d8d51b60-c7a4-4c31-ac49-fae6ae63ab30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Request body: {'subnet': {'network_id': '87b930fc-0254-4b87-ac0d-42931be73941', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:09.737647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57132) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.778645 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8d0f623a-bf1a-4dca-b7ae-ddade575a226 req-db0e1883-8161-4df6-aabb-ab0b8c69f808 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c HTTP/1.1" status: 200 len: 1001 time: 0.2174561 Feb 11 05:13:09.840794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fab63-c5a5-4bae-b6c6-0d0d4a208d30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event updated for resources: {'Network': ['ID=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:09.855833 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f623a-bf1a-4dca-b7ae-ddade575a226 req-09e6cda8-92f0-4bd2-a143-b9d6f68562fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:09.857329 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:09.857469 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8d0f623a-bf1a-4dca-b7ae-ddade575a226 req-09e6cda8-92f0-4bd2-a143-b9d6f68562fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b04a3b42-548e-46b8-9781-7b497bddbdd2 HTTP/1.1" status: 200 len: 859 time: 0.0704150 Feb 11 05:13:09.858472 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d51b60-c7a4-4c31-ac49-fae6ae63ab30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Made reservation on behalf of f1299ecd49e5408282a75d13c75f41aa for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:09.861900 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8d51b60-c7a4-4c31-ac49-fae6ae63ab30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.886633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb455b4-9cde-4da7-b911-892a27097e62 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:09.923774 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Publish callbacks [] for port (5fb455b4-9cde-4da7-b911-892a27097e62), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.951942 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Transition to ACTIVE for port object 5fb455b4-9cde-4da7-b911-892a27097e62 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:13:09.999011 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (5fb455b4-9cde-4da7-b911-892a27097e62), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.090235 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8d0f623a-bf1a-4dca-b7ae-ddade575a226 req-7b14d3d3-c373-4630-b7a7-85b0871c0c5d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734839 Feb 11 05:13:10.372255 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8d51b60-c7a4-4c31-ac49-fae6ae63ab30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.376696 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8d0f623a-bf1a-4dca-b7ae-ddade575a226 req-5ec7da8f-a43d-4f4b-a8fa-c48d869e613a service neutron] 10.222.0.73 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775805 Feb 11 05:13:10.425387 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6964afa2-b073-4e56-8338-bbe74d3a2132 req-09aca601-1852-4cea-a084-96d81209ac20 service neutron] 10.222.0.87 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4326396 Feb 11 05:13:10.437005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-1c8ced09-bc79-4b56-9c2b-ce084a8b67e9 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] No DVR routers for this DVR port 72fe711c-c86a-4e25-a734-94c4d26bd3b6 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:10.441846 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9b3610ed-bbaf-4061-ba9d-10c55ed8706d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-305944347-network', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:10.498090 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-1c8ced09-bc79-4b56-9c2b-ce084a8b67e9 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.501665 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-1c8ced09-bc79-4b56-9c2b-ce084a8b67e9 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.88 "DELETE /v2.0/ports/72fe711c-c86a-4e25-a734-94c4d26bd3b6 HTTP/1.1" status: 204 len: 173 time: 6.0478296 Feb 11 05:13:10.534652 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d51b60-c7a4-4c31-ac49-fae6ae63ab30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event updated for resources: {'Subnet': ['ID=5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:10.563485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb67209-c71e-430e-a238-fd98e25a6d5f req-5f9d840f-4d4f-4018-9d98-5dcbc563f6fe tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:10.572432 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8d0f623a-bf1a-4dca-b7ae-ddade575a226 req-bd2ea5f8-b173-469f-864d-2cad2507079a service neutron] 10.222.0.73 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859889 Feb 11 05:13:10.573335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d51b60-c7a4-4c31-ac49-fae6ae63ab30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Checking segment: {'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:10.573706 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bb67209-c71e-430e-a238-fd98e25a6d5f req-5f9d840f-4d4f-4018-9d98-5dcbc563f6fe tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 944 time: 1.2907903 Feb 11 05:13:10.574572 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d51b60-c7a4-4c31-ac49-fae6ae63ab30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Network hostable DHCP agents. Network: 87b930fc-0254-4b87-ac0d-42931be73941, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:13:10.582981 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8435f306-187d-4266-b6dc-868b90b1dd1a x-openstack-request-id: req-8435f306-187d-4266-b6dc-868b90b1dd1a {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:10.583946 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c937b0-40b2-4650-9995-9cbbe0b47e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "9aa814c1-8082-48c8-be10-4d7213127814", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:10.584533 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8435f306-187d-4266-b6dc-868b90b1dd1a {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:10.585205 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aa814c1-8082-48c8-be10-4d7213127814', 'code': 200} Feb 11 05:13:10.621356 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d51b60-c7a4-4c31-ac49-fae6ae63ab30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Network 87b930fc-0254-4b87-ac0d-42931be73941 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:13:10.638737 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-d8d51b60-c7a4-4c31-ac49-fae6ae63ab30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 87b930fc-0254-4b87-ac0d-42931be73941) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:10.646109 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d51b60-c7a4-4c31-ac49-fae6ae63ab30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:10.648616 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8d51b60-c7a4-4c31-ac49-fae6ae63ab30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.653026 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11e7a66-3417-4361-9789-4f53958d0b2e None None] Network 87b930fc-0254-4b87-ac0d-42931be73941 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:10.693381 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d8d51b60-c7a4-4c31-ac49-fae6ae63ab30 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0705574 Feb 11 05:13:10.697318 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57154) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:10.705866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Pushing event updated for resources: {'Port': ['ID=5fb455b4-9cde-4da7-b911-892a27097e62,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:10.708699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Request body: {'subnet': {'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:10.756959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3610ed-bbaf-4061-ba9d-10c55ed8706d admin admin] Made reservation on behalf of bd52a8df7e9f49cbbd0c134380769323 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:10.759796 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b3610ed-bbaf-4061-ba9d-10c55ed8706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.781438 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57156) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:10.907136 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Made reservation on behalf of f1299ecd49e5408282a75d13c75f41aa for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:10.913219 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.961296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-87b930fc-0254-4b87-ac0d-42931be73941', 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941', 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'fixed_ips': [{'subnet_id': '5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:13:10.962497 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.978992 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b3610ed-bbaf-4061-ba9d-10c55ed8706d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.990441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-6bb9ca39-3e00-43db-80e6-e5e092358114 service neutron] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:11.020206 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bb67209-c71e-430e-a238-fd98e25a6d5f req-a8dfcf7f-f320-4170-89c8-923a25e70d02 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372020 Feb 11 05:13:11.022309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-c6a01076-05eb-4528-ac5f-0ea9a6cba471 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-936683647-network', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:11.052048 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-6bb9ca39-3e00-43db-80e6-e5e092358114 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.056282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77b76f1-3a7c-4fe6-ade9-84a12ad54d5a req-6bb9ca39-3e00-43db-80e6-e5e092358114 service neutron] 10.222.0.88 "DELETE /v2.0/ports/921fa3de-f9dd-4b60-8027-465c648112b4/bindings/n-h1-713499-38 HTTP/1.1" status: 204 len: 173 time: 1.8826356 Feb 11 05:13:11.084125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a01076-05eb-4528-ac5f-0ea9a6cba471 admin admin] Made reservation on behalf of 42933f530fcb4933b4da18e8472c32bd for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:11.087928 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6a01076-05eb-4528-ac5f-0ea9a6cba471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.119848 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6a01076-05eb-4528-ac5f-0ea9a6cba471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.144406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'name': 'network-vif-deleted', 'tag': '72fe711c-c86a-4e25-a734-94c4d26bd3b6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:11.147238 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f068c8b-0d00-4da7-ac51-b94388ca8aa5" -d '{"events": [{"server_uuid": "39c937b0-40b2-4650-9995-9cbbe0b47e5a", "name": "network-vif-deleted", "tag": "72fe711c-c86a-4e25-a734-94c4d26bd3b6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:11.189166 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Attempting to bind port 5fb455b4-9cde-4da7-b911-892a27097e62 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:11.190087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Attempting to bind port 5fb455b4-9cde-4da7-b911-892a27097e62 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:11.191108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Attempting to bind port 5fb455b4-9cde-4da7-b911-892a27097e62 on network c057b431-d79d-4223-9d5d-1c34def959a0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:11.239156 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Allocated IP 10.1.1.2 (87b930fc-0254-4b87-ac0d-42931be73941/5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5/b64af3ce-1180-490f-bd69-1f44b0428518) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:11.240331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Port 5fb455b4-9cde-4da7-b911-892a27097e62 on network c057b431-d79d-4223-9d5d-1c34def959a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:13:11.241032 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Attempting to bind port 5fb455b4-9cde-4da7-b911-892a27097e62 on network c057b431-d79d-4223-9d5d-1c34def959a0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:11.259893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa543a43-6b6b-4b38-b3c0-a0880f404937 req-4a30997b-8673-4ca5-849c-caba9c5a2605 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:11.262207 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa543a43-6b6b-4b38-b3c0-a0880f404937 req-4a30997b-8673-4ca5-849c-caba9c5a2605 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 944 time: 0.5126586 Feb 11 05:13:11.280570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:11.281497 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Checking segment: {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:11.282315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Bound using segment: {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:11.283033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Bound port: 5fb455b4-9cde-4da7-b911-892a27097e62, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:11.284032 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5fb455b4-9cde-4da7-b911-892a27097e62), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.286471 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (87a5bba2-6a2d-4e41-b79c-d462124d28c5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.311107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-7cc46ca1-f982-4a0d-9081-053dc87d93bb tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Deleting port 9aa814c1-8082-48c8-be10-4d7213127814 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:11.312031 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-7cc46ca1-f982-4a0d-9081-053dc87d93bb tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (9aa814c1-8082-48c8-be10-4d7213127814), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.529158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event updated for resources: {'Subnet': ['ID=87a5bba2-6a2d-4e41-b79c-d462124d28c5,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:11.533302 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Publish callbacks [] for port (b64af3ce-1180-490f-bd69-1f44b0428518), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.544415 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (b64af3ce-1180-490f-bd69-1f44b0428518), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.546098 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6a01076-05eb-4528-ac5f-0ea9a6cba471 admin admin] Publish callbacks [] for security_group (02a0e467-2c42-469e-bbce-210f24c3408e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.551079 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:11.552374 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:11.552374 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:11.552374 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:11.552672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:11.552771 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:11.553068 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:11.553403 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:11.553869 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:11.554205 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:11.554634 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:11.556460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:11.556460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:11.563263 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6a01076-05eb-4528-ac5f-0ea9a6cba471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (02a0e467-2c42-469e-bbce-210f24c3408e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.573675 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Checking segment: {'id': 'ce754c12-ed08-44d3-9da8-7e4abe950a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:11.574239 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Network hostable DHCP agents. Network: d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:13:11.604495 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a01076-05eb-4528-ac5f-0ea9a6cba471 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:13:11.621944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a01076-05eb-4528-ac5f-0ea9a6cba471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a0e467-2c42-469e-bbce-210f24c3408e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:11.629552 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6a01076-05eb-4528-ac5f-0ea9a6cba471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d0833494-6bcf-4eda-9f65-0140ca058e8e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.629816 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-c6a01076-05eb-4528-ac5f-0ea9a6cba471 admin admin] Added segment d0833494-6bcf-4eda-9f65-0140ca058e8e of type vlan for network 4b76b216-e4cb-473c-8a94-4abeb8bb28ae Feb 11 05:13:11.647677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] For port 5fb455b4-9cde-4da7-b911-892a27097e62, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:11.657856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] For port 5fb455b4-9cde-4da7-b911-892a27097e62, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=5fb455b4-9cde-4da7-b911-892a27097e62,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:11.668607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Network 87b930fc-0254-4b87-ac0d-42931be73941 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:11.675028 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:11.681410 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:11.684830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Network d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:13:11.701147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Pushing event updated for resources: {'Port': ['ID=b64af3ce-1180-490f-bd69-1f44b0428518,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:11.704352 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6a01076-05eb-4528-ac5f-0ea9a6cba471 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (4b76b216-e4cb-473c-8a94-4abeb8bb28ae), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.717671 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa543a43-6b6b-4b38-b3c0-a0880f404937 req-e6a6fb3f-533b-4d63-bc80-9302d96e975e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475064 Feb 11 05:13:11.725215 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:11.734955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:11.735398 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.747793 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (5fb455b4-9cde-4da7-b911-892a27097e62), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.760471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049706b8-b044-4bc6-8281-d6a031bb9dd6 None None] Network d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:11.770166 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3a6e3a5c-c518-4162-a751-925ab450ded3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0689399 Feb 11 05:13:11.772283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57164) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:11.777244 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f05f66-160c-4b4e-83cc-d52f6a2830dc req-8fad0a61-0a8f-4fcc-b7da-a714f8710bc7 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:11.780532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-dc01cabb-fbff-42df-95e9-019da70843ea tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Request body: {'port': {'network_id': '87b930fc-0254-4b87-ac0d-42931be73941', 'name': 'tempest-TaggedBootDevicesTest_v242-519421615', 'fixed_ips': [{'subnet_id': '5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:11.781266 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7f05f66-160c-4b4e-83cc-d52f6a2830dc req-8fad0a61-0a8f-4fcc-b7da-a714f8710bc7 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/ports?device_id=39c937b0-40b2-4650-9995-9cbbe0b47e5a HTTP/1.1" status: 200 len: 944 time: 0.5973637 Feb 11 05:13:11.791248 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6a01076-05eb-4528-ac5f-0ea9a6cba471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (4b76b216-e4cb-473c-8a94-4abeb8bb28ae), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.792228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a01076-05eb-4528-ac5f-0ea9a6cba471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:11.792854 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6a01076-05eb-4528-ac5f-0ea9a6cba471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.895178 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c6a01076-05eb-4528-ac5f-0ea9a6cba471 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1124768 Feb 11 05:13:11.907361 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57166) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:11.942288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Attempting to bind port b64af3ce-1180-490f-bd69-1f44b0428518 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:11.942965 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Attempting to bind port b64af3ce-1180-490f-bd69-1f44b0428518 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:11.943444 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-71e0dbc7-394e-49bc-8ee7-f18be06b32f0 admin admin] Request body: {'subnet': {'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-936683647-subnet', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:11.943975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Attempting to bind port b64af3ce-1180-490f-bd69-1f44b0428518 on network 87b930fc-0254-4b87-ac0d-42931be73941 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:11.953250 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:11.953990 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Checking segment: {'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:11.955148 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.957098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Bound using segment: {'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:11.957787 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Bound port: b64af3ce-1180-490f-bd69-1f44b0428518, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:11.958369 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b64af3ce-1180-490f-bd69-1f44b0428518), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.963133 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e', 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e', 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'fixed_ips': [{'subnet_id': '87a5bba2-6a2d-4e41-b79c-d462124d28c5'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:13:11.964244 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.970563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a01076-05eb-4528-ac5f-0ea9a6cba471 admin admin] Pushing event updated for resources: {'Network': ['ID=4b76b216-e4cb-473c-8a94-4abeb8bb28ae,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:11.986812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 4b76b216-e4cb-473c-8a94-4abeb8bb28ae details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:12.037348 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e0dbc7-394e-49bc-8ee7-f18be06b32f0 admin admin] Made reservation on behalf of 42933f530fcb4933b4da18e8472c32bd for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:12.043899 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71e0dbc7-394e-49bc-8ee7-f18be06b32f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.063988 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-7cc46ca1-f982-4a0d-9081-053dc87d93bb tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] For port 9aa814c1-8082-48c8-be10-4d7213127814, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9aa814c1-8082-48c8-be10-4d7213127814,segment=NetworkSegment(b9428ceb-083d-426d-b97c-3018f045375d),segment_id=b9428ceb-083d-426d-b97c-3018f045375d)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:12.065930 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-7cc46ca1-f982-4a0d-9081-053dc87d93bb tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (9aa814c1-8082-48c8-be10-4d7213127814), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.106043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-7cc46ca1-f982-4a0d-9081-053dc87d93bb tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Calling delete_port for 9aa814c1-8082-48c8-be10-4d7213127814 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:12.135441 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc01cabb-fbff-42df-95e9-019da70843ea tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Made reservation on behalf of f1299ecd49e5408282a75d13c75f41aa for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:12.197939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] For port b64af3ce-1180-490f-bd69-1f44b0428518, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:12.201217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] For port b64af3ce-1180-490f-bd69-1f44b0428518, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b64af3ce-1180-490f-bd69-1f44b0428518,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:12.209567 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b64af3ce-1180-490f-bd69-1f44b0428518), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.263751 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc01cabb-fbff-42df-95e9-019da70843ea tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.306189 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b3610ed-bbaf-4061-ba9d-10c55ed8706d admin admin] Publish callbacks [] for security_group (6d94148f-f78c-4d3a-acc1-eda90f366f62), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.308794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:12.310855 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.312506 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83a4e272-028b-4c1a-8074-f721f820808a req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] 10.222.0.73 "PUT /v2.0/ports/5fb455b4-9cde-4da7-b911-892a27097e62 HTTP/1.1" status: 200 len: 1093 time: 5.3984468 Feb 11 05:13:12.368012 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-7cc46ca1-f982-4a0d-9081-053dc87d93bb tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (9aa814c1-8082-48c8-be10-4d7213127814), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.369073 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-dc01cabb-fbff-42df-95e9-019da70843ea tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] device_id is not set on port a8386ea7-4352-4731-8123-94a5358ec90d yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:13:12.392402 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b3610ed-bbaf-4061-ba9d-10c55ed8706d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6d94148f-f78c-4d3a-acc1-eda90f366f62), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.462838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3610ed-bbaf-4061-ba9d-10c55ed8706d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d94148f-f78c-4d3a-acc1-eda90f366f62,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:12.519367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Allocated IP 10.2.2.2 (d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e/87a5bba2-6a2d-4e41-b79c-d462124d28c5/deec0563-2881-4fca-9e3c-01b1a2f4a5cb) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:12.527823 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952342e5-16cd-407b-8772-eb70acf8a9ec None None] Pushing event updated for resources: {'Port': ['ID=b64af3ce-1180-490f-bd69-1f44b0428518,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:12.539582 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0c657-ee27-4b51-a5ab-726c14c8a5da service neutron] Pushing event updated for resources: {'Port': ['ID=5fb455b4-9cde-4da7-b911-892a27097e62,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:12.597026 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72fe711c-c86a-4e25-a734-94c4d26bd3b6'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:12.599080 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5a2ad8-3c33-4827-b6c0-f9f5353262c8" -d '{"events": [{"server_uuid": "39c937b0-40b2-4650-9995-9cbbe0b47e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "72fe711c-c86a-4e25-a734-94c4d26bd3b6"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:12.727046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3610ed-bbaf-4061-ba9d-10c55ed8706d admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:13:12.814702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc46ca1-f982-4a0d-9081-053dc87d93bb tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event deleted for resources: {'Port': ['ID=9aa814c1-8082-48c8-be10-4d7213127814,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:12.817380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-7cc46ca1-f982-4a0d-9081-053dc87d93bb tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] No DVR routers for this DVR port 9aa814c1-8082-48c8-be10-4d7213127814 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:12.826041 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-7cc46ca1-f982-4a0d-9081-053dc87d93bb tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.829695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e0235e0-ec07-4efb-b54b-7679075bcbe4 req-7cc46ca1-f982-4a0d-9081-053dc87d93bb tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.88 "DELETE /v2.0/ports/9aa814c1-8082-48c8-be10-4d7213127814 HTTP/1.1" status: 204 len: 173 time: 2.2927322 Feb 11 05:13:12.842002 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-688498f6-ee47-44f2-8ad9-700e17704641 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.183 HTTP/1.1" status: 200 len: 1001 time: 1.0547435 Feb 11 05:13:13.005913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4e272-028b-4c1a-8074-f721f820808a req-a1fc0ad5-a6da-4ee3-83d3-e8decd6ff51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:13.007472 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83a4e272-028b-4c1a-8074-f721f820808a req-a1fc0ad5-a6da-4ee3-83d3-e8decd6ff51f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 1127 time: 0.6242571 Feb 11 05:13:13.014617 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7f05f66-160c-4b4e-83cc-d52f6a2830dc req-0ddca5ed-56b4-4a06-9480-c4df3fe2d9a9 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "GET /v2.0/security-groups?id=abe62439-08ed-4487-b3b1-76ea7f2e2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1888256 Feb 11 05:13:13.018558 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71e0dbc7-394e-49bc-8ee7-f18be06b32f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (ae47bb1e-7085-4dff-baca-93869632cb2d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.021441 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Publish callbacks [] for port (deec0563-2881-4fca-9e3c-01b1a2f4a5cb), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.040471 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (deec0563-2881-4fca-9e3c-01b1a2f4a5cb), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.048841 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b3610ed-bbaf-4061-ba9d-10c55ed8706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (1902feac-4e2b-4ebb-9afe-8199fb07c557), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.050375 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-9b3610ed-bbaf-4061-ba9d-10c55ed8706d admin admin] Added segment 1902feac-4e2b-4ebb-9afe-8199fb07c557 of type vlan for network 68f2cfd9-0977-4789-8546-2fe8b1d887d1 Feb 11 05:13:13.095578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-bd8010c2-1c23-4e03-b8c1-2d651b180787 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:13.097271 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-bd8010c2-1c23-4e03-b8c1-2d651b180787 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports/24a8f7d7-eadc-45cf-b5be-c3bf24d3926c HTTP/1.1" status: 200 len: 942 time: 0.2544036 Feb 11 05:13:13.186256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Network d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:13.191935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:13.196235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:13.197445 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-dc01cabb-fbff-42df-95e9-019da70843ea tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Allocated IP 10.1.1.254 (87b930fc-0254-4b87-ac0d-42931be73941/5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5/a8386ea7-4352-4731-8123-94a5358ec90d) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:13.206386 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0dbc7-394e-49bc-8ee7-f18be06b32f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae47bb1e-7085-4dff-baca-93869632cb2d,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:13.212997 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e0dbc7-394e-49bc-8ee7-f18be06b32f0 admin admin] Checking segment: {'id': 'd0833494-6bcf-4eda-9f65-0140ca058e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:13.213826 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e0dbc7-394e-49bc-8ee7-f18be06b32f0 admin admin] Network hostable DHCP agents. Network: 4b76b216-e4cb-473c-8a94-4abeb8bb28ae, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:13:13.222597 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7559a5db-19de-483e-a0e7-8503e91a5f00 x-openstack-request-id: req-7559a5db-19de-483e-a0e7-8503e91a5f00 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:13.223167 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c937b0-40b2-4650-9995-9cbbe0b47e5a", "name": "network-vif-deleted", "tag": "72fe711c-c86a-4e25-a734-94c4d26bd3b6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:13.223621 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7559a5db-19de-483e-a0e7-8503e91a5f00 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:13.228214 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'name': 'network-vif-deleted', 'tag': '72fe711c-c86a-4e25-a734-94c4d26bd3b6', 'status': 'completed', 'code': 200} Feb 11 05:13:13.233898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83a4e272-028b-4c1a-8074-f721f820808a req-e59473d8-adcb-4fcf-8d88-0f0637ec14c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fb455b4-9cde-4da7-b911-892a27097e62 HTTP/1.1" status: 200 len: 217 time: 0.2181900 Feb 11 05:13:13.234344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Pushing event updated for resources: {'Port': ['ID=deec0563-2881-4fca-9e3c-01b1a2f4a5cb,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:13.253024 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e0dbc7-394e-49bc-8ee7-f18be06b32f0 admin admin] Network 4b76b216-e4cb-473c-8a94-4abeb8bb28ae is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:13:13.281786 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-71e0dbc7-394e-49bc-8ee7-f18be06b32f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 4b76b216-e4cb-473c-8a94-4abeb8bb28ae) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:13.287082 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e0dbc7-394e-49bc-8ee7-f18be06b32f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:13.288667 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71e0dbc7-394e-49bc-8ee7-f18be06b32f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.319580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ff5d68-bdc5-46ca-b891-9c925b9bf737 None None] Network 4b76b216-e4cb-473c-8a94-4abeb8bb28ae requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:13.320092 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b3610ed-bbaf-4061-ba9d-10c55ed8706d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (68f2cfd9-0977-4789-8546-2fe8b1d887d1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.331057 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-71e0dbc7-394e-49bc-8ee7-f18be06b32f0 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3916326 Feb 11 05:13:13.343602 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57176) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:13.348868 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-936683647-router', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:13.456532 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (e6df3e49-a794-4e76-a228-61924b7dcef4), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.458789 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (e6df3e49-a794-4e76-a228-61924b7dcef4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.461539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4e272-028b-4c1a-8074-f721f820808a req-e4ac774d-a19e-4d2a-8632-427612e90491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:13.463388 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83a4e272-028b-4c1a-8074-f721f820808a req-e4ac774d-a19e-4d2a-8632-427612e90491 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ea6336f-48df-43c4-9674-2de7741cddbb HTTP/1.1" status: 200 len: 850 time: 0.1957066 Feb 11 05:13:13.471463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f1b1c-3a29-4651-9cc8-dd21ce8db4bc req-e10b8590-ca52-44d5-9634-4652cd51171b tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:13.478954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Attempting to bind port deec0563-2881-4fca-9e3c-01b1a2f4a5cb on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:13.480424 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e80f1b1c-3a29-4651-9cc8-dd21ce8db4bc req-e10b8590-ca52-44d5-9634-4652cd51171b tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 944 time: 0.1570282 Feb 11 05:13:13.480746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Attempting to bind port deec0563-2881-4fca-9e3c-01b1a2f4a5cb by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'ce754c12-ed08-44d3-9da8-7e4abe950a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:13.481146 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Attempting to bind port deec0563-2881-4fca-9e3c-01b1a2f4a5cb on network d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:13.524666 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc01cabb-fbff-42df-95e9-019da70843ea tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for port (a8386ea7-4352-4731-8123-94a5358ec90d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.582405 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:13.584840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Checking segment: {'id': 'ce754c12-ed08-44d3-9da8-7e4abe950a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:13.585495 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.587926 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Bound using segment: {'id': 'ce754c12-ed08-44d3-9da8-7e4abe950a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:13.591178 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Bound port: deec0563-2881-4fca-9e3c-01b1a2f4a5cb, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce754c12-ed08-44d3-9da8-7e4abe950a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:13.591873 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc01cabb-fbff-42df-95e9-019da70843ea tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.592583 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (deec0563-2881-4fca-9e3c-01b1a2f4a5cb), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.614090 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e80f1b1c-3a29-4651-9cc8-dd21ce8db4bc req-d23eca57-711a-4571-9be1-de33212b88d6 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321328 Feb 11 05:13:13.667630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83a4e272-028b-4c1a-8074-f721f820808a req-e94a14c2-676f-4179-8fa7-00612843b81d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c057b431-d79d-4223-9d5d-1c34def959a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640701 Feb 11 05:13:13.668745 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b3610ed-bbaf-4061-ba9d-10c55ed8706d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (68f2cfd9-0977-4789-8546-2fe8b1d887d1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.669869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3610ed-bbaf-4061-ba9d-10c55ed8706d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:13.670604 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b3610ed-bbaf-4061-ba9d-10c55ed8706d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.779138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-4a48ee65-7e2a-4794-926d-9a444f1cb787 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.183 HTTP/1.1" status: 200 len: 1001 time: 0.4189649 Feb 11 05:13:13.793427 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Publish callbacks [] for router_controller (e6df3e49-a794-4e76-a228-61924b7dcef4), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.893418 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9b3610ed-bbaf-4061-ba9d-10c55ed8706d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.0972395 Feb 11 05:13:13.894109 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] For port deec0563-2881-4fca-9e3c-01b1a2f4a5cb, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:13.894109 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] For port deec0563-2881-4fca-9e3c-01b1a2f4a5cb, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=deec0563-2881-4fca-9e3c-01b1a2f4a5cb,segment=NetworkSegment(ce754c12-ed08-44d3-9da8-7e4abe950a20),segment_id=ce754c12-ed08-44d3-9da8-7e4abe950a20)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:13.894405 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57178) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:13.894518 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c60b24c-4507-402f-8128-ae0832dd5c5a x-openstack-request-id: req-0c60b24c-4507-402f-8128-ae0832dd5c5a {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:13.894518 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c937b0-40b2-4650-9995-9cbbe0b47e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "72fe711c-c86a-4e25-a734-94c4d26bd3b6", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:13.894518 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0c60b24c-4507-402f-8128-ae0832dd5c5a {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:13.894518 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72fe711c-c86a-4e25-a734-94c4d26bd3b6', 'code': 200} Feb 11 05:13:13.900682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a4a27140-bb39-4d7b-a346-1cb609175dfe admin admin] Request body: {'subnet': {'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-305944347-subnet', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:13.939508 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (deec0563-2881-4fca-9e3c-01b1a2f4a5cb), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.132503 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc01cabb-fbff-42df-95e9-019da70843ea tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Network 87b930fc-0254-4b87-ac0d-42931be73941 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:14.160031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b64af3ce-1180-490f-bd69-1f44b0428518 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:14.165051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Pushing event updated for resources: {'Port': ['ID=deec0563-2881-4fca-9e3c-01b1a2f4a5cb,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:14.177593 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.187738 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01cabb-fbff-42df-95e9-019da70843ea tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event updated for resources: {'Port': ['ID=a8386ea7-4352-4731-8123-94a5358ec90d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:14.198262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-dc01cabb-fbff-42df-95e9-019da70843ea tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:14.202341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc01cabb-fbff-42df-95e9-019da70843ea tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:14.212884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'fixed_ips': [{'subnet_id': 'ae47bb1e-7085-4dff-baca-93869632cb2d'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:13:14.213862 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.220121 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.220594 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.221037 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.221499 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.222172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.222610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.223259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.223734 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.224216 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.224666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.225392 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.225841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.226286 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4cc510-6bb8-4cdc-bc13-22e141ac0e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.391324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3610ed-bbaf-4061-ba9d-10c55ed8706d admin admin] Pushing event updated for resources: {'Network': ['ID=68f2cfd9-0977-4789-8546-2fe8b1d887d1,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:14.406732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b64af3ce-1180-490f-bd69-1f44b0428518 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:14.407627 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b64af3ce-1180-490f-bd69-1f44b0428518), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.413541 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 68f2cfd9-0977-4789-8546-2fe8b1d887d1 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:14.475013 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a59cf2-3cca-4e87-acee-e039cfaa9c03 None None] Network 87b930fc-0254-4b87-ac0d-42931be73941 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:14.478591 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a27140-bb39-4d7b-a346-1cb609175dfe admin admin] Made reservation on behalf of bd52a8df7e9f49cbbd0c134380769323 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:14.484474 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a4a27140-bb39-4d7b-a346-1cb609175dfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.546593 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc01cabb-fbff-42df-95e9-019da70843ea tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:14.547209 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc01cabb-fbff-42df-95e9-019da70843ea tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.614570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f20df1-be35-43d6-a843-30a54a60cfeb req-ec7efcc7-6648-4e63-b451-44209fa2d5a4 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:14.638467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75f20df1-be35-43d6-a843-30a54a60cfeb req-ec7efcc7-6648-4e63-b451-44209fa2d5a4 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 1127 time: 0.6814260 Feb 11 05:13:14.699567 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Publish callbacks [] for router_gateway (e6df3e49-a794-4e76-a228-61924b7dcef4), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.764949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83a4e272-028b-4c1a-8074-f721f820808a req-913d1425-316b-4eb1-8d12-6c9f10b60bf9 service neutron] 10.222.0.73 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0540376 Feb 11 05:13:14.787993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-95b7c04d-2afc-4035-b6a5-803809dbd989 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:14.799106 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-95b7c04d-2afc-4035-b6a5-803809dbd989 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.9016855 Feb 11 05:13:14.803341 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dc01cabb-fbff-42df-95e9-019da70843ea tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0300040 Feb 11 05:13:14.808708 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57184) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:14.809724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e46980d0-6aa4-4f4c-946f-11443f346da7 None None] Provisioning complete for port b64af3ce-1180-490f-bd69-1f44b0428518 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:14.810105 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e46980d0-6aa4-4f4c-946f-11443f346da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b64af3ce-1180-490f-bd69-1f44b0428518), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.820080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1454b1d2-0525-4ee9-a2c4-c2350a69b100 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Request body: {'port': {'network_id': '87b930fc-0254-4b87-ac0d-42931be73941', 'name': 'tempest-TaggedBootDevicesTest_v242-715209479', 'fixed_ips': [{'subnet_id': '5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:14.876854 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75f20df1-be35-43d6-a843-30a54a60cfeb req-d7d0f2d6-78a3-4e8c-980c-892df916481f tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372348 Feb 11 05:13:14.906267 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Allocated IP 172.20.0.2 (4b76b216-e4cb-473c-8a94-4abeb8bb28ae/ae47bb1e-7085-4dff-baca-93869632cb2d/4509eb3e-95f2-4a63-87ee-aae9cc2e4931) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:14.957437 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-ecbbabae-16f7-427a-93f5-f2d480344c83 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.183 HTTP/1.1" status: 200 len: 1001 time: 0.1568215 Feb 11 05:13:14.968816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57188) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:15.027913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a7ba61-369c-4168-b7a9-823adfd41b6f tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Deleting subnet e074cc1c-b97c-4f32-b043-9ab27b1bf8f2 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:15.031591 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ba61-369c-4168-b7a9-823adfd41b6f tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks [] for subnet (e074cc1c-b97c-4f32-b043-9ab27b1bf8f2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.083727 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ba61-369c-4168-b7a9-823adfd41b6f tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (e074cc1c-b97c-4f32-b043-9ab27b1bf8f2), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.198311 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b64af3ce-1180-490f-bd69-1f44b0428518 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:15.198904 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b64af3ce-1180-490f-bd69-1f44b0428518), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.236333 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ba61-369c-4168-b7a9-823adfd41b6f tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (e074cc1c-b97c-4f32-b043-9ab27b1bf8f2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.319477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-89405dde-6c22-4df4-b442-fbe5596b5c5d tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:15.347851 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2', 'tag': '5fb455b4-9cde-4da7-b911-892a27097e62'}, {'server_uuid': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'name': 'network-vif-deleted', 'tag': '9aa814c1-8082-48c8-be10-4d7213127814'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:15.350982 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe79667b-be20-4556-ad57-c6f913457140" -d '{"events": [{"name": "network-changed", "server_uuid": "ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2", "tag": "5fb455b4-9cde-4da7-b911-892a27097e62"}, {"server_uuid": "39c937b0-40b2-4650-9995-9cbbe0b47e5a", "name": "network-vif-deleted", "tag": "9aa814c1-8082-48c8-be10-4d7213127814"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:15.363854 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ba61-369c-4168-b7a9-823adfd41b6f tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (e074cc1c-b97c-4f32-b043-9ab27b1bf8f2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.384437 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e46980d0-6aa4-4f4c-946f-11443f346da7 None None] Current status of the port b64af3ce-1180-490f-bd69-1f44b0428518 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:15.384836 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e46980d0-6aa4-4f4c-946f-11443f346da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b64af3ce-1180-490f-bd69-1f44b0428518), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.397232 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port b64af3ce-1180-490f-bd69-1f44b0428518, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b64af3ce-1180-490f-bd69-1f44b0428518,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:15.423057 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b64af3ce-1180-490f-bd69-1f44b0428518), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.522022 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Publish callbacks [] for port (4509eb3e-95f2-4a63-87ee-aae9cc2e4931), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.545047 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (4509eb3e-95f2-4a63-87ee-aae9cc2e4931), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.659220 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Network 4b76b216-e4cb-473c-8a94-4abeb8bb28ae is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:15.662632 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=b64af3ce-1180-490f-bd69-1f44b0428518,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:15.673720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:15.682566 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:15.767971 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-e46980d0-6aa4-4f4c-946f-11443f346da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:13:15.768360 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-e46980d0-6aa4-4f4c-946f-11443f346da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:13:15.869298 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1454b1d2-0525-4ee9-a2c4-c2350a69b100 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Made reservation on behalf of f1299ecd49e5408282a75d13c75f41aa for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:15.873624 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1454b1d2-0525-4ee9-a2c4-c2350a69b100 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.893436 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Pushing event updated for resources: {'Port': ['ID=4509eb3e-95f2-4a63-87ee-aae9cc2e4931,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:15.941939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Attempting to bind port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:15.942346 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Attempting to bind port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'd0833494-6bcf-4eda-9f65-0140ca058e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:15.942715 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Attempting to bind port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 on network 4b76b216-e4cb-473c-8a94-4abeb8bb28ae {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:15.967622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:15.968344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Checking segment: {'id': 'd0833494-6bcf-4eda-9f65-0140ca058e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:15.968937 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.969504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Bound using segment: {'id': 'd0833494-6bcf-4eda-9f65-0140ca058e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:15.970172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Bound port: 4509eb3e-95f2-4a63-87ee-aae9cc2e4931, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0833494-6bcf-4eda-9f65-0140ca058e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:15.970779 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4509eb3e-95f2-4a63-87ee-aae9cc2e4931), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.001962 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-1454b1d2-0525-4ee9-a2c4-c2350a69b100 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] device_id is not set on port a343ee49-32a7-4046-97df-753fc7b82f4c yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:13:16.066645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device deec0563-2881-4fca-9e3c-01b1a2f4a5cb up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:16.106234 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a4a27140-bb39-4d7b-a346-1cb609175dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (c99f11ec-e103-47a2-827e-fc49bfac03c9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.120268 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5721f017-2ed5-44e6-b751-4cef899cf956 None None] Network d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:16.137768 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7ba61-369c-4168-b7a9-823adfd41b6f tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event deleted for resources: {'Subnet': ['ID=e074cc1c-b97c-4f32-b043-9ab27b1bf8f2,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:16.141367 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83a4e272-028b-4c1a-8074-f721f820808a req-86828fa4-b466-4828-b498-3bbe96e6f09a service neutron] 10.222.0.73 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3184838 Feb 11 05:13:16.148046 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ba61-369c-4168-b7a9-823adfd41b6f tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.158146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b5a7ba61-369c-4168-b7a9-823adfd41b6f tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "DELETE /v2.0/subnets/e074cc1c-b97c-4f32-b043-9ab27b1bf8f2 HTTP/1.1" status: 204 len: 168 time: 1.1862743 Feb 11 05:13:16.158826 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57192) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:16.180811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e100818-4be7-464b-82c3-934be705c924 None None] Network 1df69854-a345-47ff-af28-0622d085775d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:16.186102 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a27140-bb39-4d7b-a346-1cb609175dfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c99f11ec-e103-47a2-827e-fc49bfac03c9,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:16.202717 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] For port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:16.252559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af1dcb-d78d-4761-8e17-41148b199df3 req-33a78cff-d496-4806-b38d-06e19076e8a9 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:16.254119 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75af1dcb-d78d-4761-8e17-41148b199df3 req-33a78cff-d496-4806-b38d-06e19076e8a9 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 944 time: 0.9482043 Feb 11 05:13:16.272445 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] For port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4509eb3e-95f2-4a63-87ee-aae9cc2e4931,segment=NetworkSegment(d0833494-6bcf-4eda-9f65-0140ca058e8e),segment_id=d0833494-6bcf-4eda-9f65-0140ca058e8e)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:16.340268 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-89405dde-6c22-4df4-b442-fbe5596b5c5d tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for floatingip (77ad6549-1d05-4e38-ae30-0217e00ff45d), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.350875 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75af1dcb-d78d-4761-8e17-41148b199df3 req-737d70c0-db1f-4db7-b5f5-fd3e5562af6b tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693388 Feb 11 05:13:16.385492 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a27140-bb39-4d7b-a346-1cb609175dfe admin admin] Checking segment: {'id': '1902feac-4e2b-4ebb-9afe-8199fb07c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:16.385862 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a27140-bb39-4d7b-a346-1cb609175dfe admin admin] Network hostable DHCP agents. Network: 68f2cfd9-0977-4789-8546-2fe8b1d887d1, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:13:16.411817 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (1df69854-a345-47ff-af28-0622d085775d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.440272 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4509eb3e-95f2-4a63-87ee-aae9cc2e4931), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.456146 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Publish callbacks [] for router_gateway (e6df3e49-a794-4e76-a228-61924b7dcef4), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.461255 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a27140-bb39-4d7b-a346-1cb609175dfe admin admin] Network 68f2cfd9-0977-4789-8546-2fe8b1d887d1 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:13:16.492078 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.504832 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a4a27140-bb39-4d7b-a346-1cb609175dfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 68f2cfd9-0977-4789-8546-2fe8b1d887d1) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:16.517061 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a27140-bb39-4d7b-a346-1cb609175dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:16.517669 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a4a27140-bb39-4d7b-a346-1cb609175dfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.521623 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-1454b1d2-0525-4ee9-a2c4-c2350a69b100 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Allocated IP 10.1.1.186 (87b930fc-0254-4b87-ac0d-42931be73941/5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5/a343ee49-32a7-4046-97df-753fc7b82f4c) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:16.588980 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a4a27140-bb39-4d7b-a346-1cb609175dfe admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7022805 Feb 11 05:13:16.593738 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57194) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:16.598204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd9121-1def-490a-8854-7cec2e27889b None None] Pushing event updated for resources: {'Port': ['ID=4509eb3e-95f2-4a63-87ee-aae9cc2e4931,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:16.609646 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-305944347-router', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:16.634701 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (b3d44782-e3c3-4785-9b7e-3e6c5ca5b377), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.635822 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (b3d44782-e3c3-4785-9b7e-3e6c5ca5b377), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.651297 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-89405dde-6c22-4df4-b442-fbe5596b5c5d tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.660302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908fd7d5-cefe-4f0a-b89c-3029140517b8 None None] Network 68f2cfd9-0977-4789-8546-2fe8b1d887d1 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:16.670624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e46980d0-6aa4-4f4c-946f-11443f346da7 None None] Current status of the port b64af3ce-1180-490f-bd69-1f44b0428518 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:16.671477 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-89405dde-6c22-4df4-b442-fbe5596b5c5d tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (77ad6549-1d05-4e38-ae30-0217e00ff45d), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.671826 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-89405dde-6c22-4df4-b442-fbe5596b5c5d tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Floating IP 77ad6549-1d05-4e38-ae30-0217e00ff45d disassociated. External IP: 172.25.5.183, port: 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c. Feb 11 05:13:16.721687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port deec0563-2881-4fca-9e3c-01b1a2f4a5cb triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:16.721687 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (deec0563-2881-4fca-9e3c-01b1a2f4a5cb), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.796089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4917233-4b55-4552-a70d-9552a538cef1 req-051f497a-e346-4ac2-a702-800056e4fba4 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:16.798680 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Allocated IP 172.25.5.61 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/3ad1b163-928f-46e2-bfb5-2c4359583ce2) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:16.803757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4917233-4b55-4552-a70d-9552a538cef1 req-051f497a-e346-4ac2-a702-800056e4fba4 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 1127 time: 0.1500809 Feb 11 05:13:16.809155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Deleting port f0253337-da52-4c4e-b984-6906581a66e6 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:16.809492 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f0253337-da52-4c4e-b984-6906581a66e6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.875896 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Publish callbacks [] for router_controller (b3d44782-e3c3-4785-9b7e-3e6c5ca5b377), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.905410 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4917233-4b55-4552-a70d-9552a538cef1 req-920555b7-1133-4380-b32b-f525fee37f21 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999882 Feb 11 05:13:16.976115 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-68f2cfd9-0977-4789-8546-2fe8b1d887d1', 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1', 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'fixed_ips': [{'subnet_id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:13:16.978696 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.069088 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19aed96-3f79-412c-8a5c-5f8fd808da92 x-openstack-request-id: req-a19aed96-3f79-412c-8a5c-5f8fd808da92 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:17.069394 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2", "tag": "5fb455b4-9cde-4da7-b911-892a27097e62", "status": "completed", "code": 200}, {"server_uuid": "39c937b0-40b2-4650-9995-9cbbe0b47e5a", "name": "network-vif-deleted", "tag": "9aa814c1-8082-48c8-be10-4d7213127814", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:17.069649 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a19aed96-3f79-412c-8a5c-5f8fd808da92 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:17.070042 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2', 'tag': '5fb455b4-9cde-4da7-b911-892a27097e62', 'status': 'completed', 'code': 200} Feb 11 05:13:17.070938 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c937b0-40b2-4650-9995-9cbbe0b47e5a', 'name': 'network-vif-deleted', 'tag': '9aa814c1-8082-48c8-be10-4d7213127814', 'status': 'completed', 'code': 200} Feb 11 05:13:17.127303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] For port f0253337-da52-4c4e-b984-6906581a66e6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f0253337-da52-4c4e-b984-6906581a66e6,segment=NetworkSegment(b9428ceb-083d-426d-b97c-3018f045375d),segment_id=b9428ceb-083d-426d-b97c-3018f045375d)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:17.127716 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f0253337-da52-4c4e-b984-6906581a66e6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.173940 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Calling delete_port for f0253337-da52-4c4e-b984-6906581a66e6 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:17.201916 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30999cb1-a500-4936-983f-8b578e5b5c61 None None] DHCP port deletion for 1df69854-a345-47ff-af28-0622d085775d request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:13:17.310567 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port deec0563-2881-4fca-9e3c-01b1a2f4a5cb is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:17.311269 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (deec0563-2881-4fca-9e3c-01b1a2f4a5cb), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.379980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Publish callbacks [] for router_gateway (b3d44782-e3c3-4785-9b7e-3e6c5ca5b377), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.383032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5effad1c-f1e9-4337-9210-028a50d13f90 None None] Provisioning complete for port deec0563-2881-4fca-9e3c-01b1a2f4a5cb triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:17.383580 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5effad1c-f1e9-4337-9210-028a50d13f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (deec0563-2881-4fca-9e3c-01b1a2f4a5cb), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.401079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79667b-be20-4556-ad57-c6f913457140 req-78c78ad0-c48b-4b89-baef-df6619f12a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:17.407595 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe79667b-be20-4556-ad57-c6f913457140 req-78c78ad0-c48b-4b89-baef-df6619f12a62 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 1127 time: 0.3717325 Feb 11 05:13:17.489672 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1454b1d2-0525-4ee9-a2c4-c2350a69b100 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.620909 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1454b1d2-0525-4ee9-a2c4-c2350a69b100 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.643385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port deec0563-2881-4fca-9e3c-01b1a2f4a5cb, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=deec0563-2881-4fca-9e3c-01b1a2f4a5cb,segment=NetworkSegment(ce754c12-ed08-44d3-9da8-7e4abe950a20),segment_id=ce754c12-ed08-44d3-9da8-7e4abe950a20)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:17.662988 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (deec0563-2881-4fca-9e3c-01b1a2f4a5cb), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.663852 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b64af3ce-1180-490f-bd69-1f44b0428518 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:17.672363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79667b-be20-4556-ad57-c6f913457140 req-c32d9ff9-2fde-48a6-8e47-45cf40e99690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:17.674104 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe79667b-be20-4556-ad57-c6f913457140 req-c32d9ff9-2fde-48a6-8e47-45cf40e99690 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 911 time: 0.1804972 Feb 11 05:13:17.688051 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1454b1d2-0525-4ee9-a2c4-c2350a69b100 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Network 87b930fc-0254-4b87-ac0d-42931be73941 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:17.703012 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-1454b1d2-0525-4ee9-a2c4-c2350a69b100 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:17.717028 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1454b1d2-0525-4ee9-a2c4-c2350a69b100 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:17.755289 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Allocated IP 172.20.0.2 (68f2cfd9-0977-4789-8546-2fe8b1d887d1/c99f11ec-e103-47a2-827e-fc49bfac03c9/f8dcd735-b9c8-4de3-bad0-7481c455fed6) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:17.779181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1454b1d2-0525-4ee9-a2c4-c2350a69b100 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:17.780070 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1454b1d2-0525-4ee9-a2c4-c2350a69b100 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.806651 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-30999cb1-a500-4936-983f-8b578e5b5c61 None None] Deleting port f0253337-da52-4c4e-b984-6906581a66e6 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:17.807100 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-30999cb1-a500-4936-983f-8b578e5b5c61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f0253337-da52-4c4e-b984-6906581a66e6), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.818092 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe79667b-be20-4556-ad57-c6f913457140 req-4ab79e6d-610b-4f93-b830-913ef84713c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fb455b4-9cde-4da7-b911-892a27097e62 HTTP/1.1" status: 200 len: 217 time: 0.0438116 Feb 11 05:13:17.877847 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Publish callbacks [] for port (3ad1b163-928f-46e2-bfb5-2c4359583ce2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.920644 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454b1d2-0525-4ee9-a2c4-c2350a69b100 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event updated for resources: {'Port': ['ID=a343ee49-32a7-4046-97df-753fc7b82f4c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:17.932141 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b64af3ce-1180-490f-bd69-1f44b0428518 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:17.932536 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b64af3ce-1180-490f-bd69-1f44b0428518), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.934262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5effad1c-f1e9-4337-9210-028a50d13f90 None None] Current status of the port deec0563-2881-4fca-9e3c-01b1a2f4a5cb is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:17.937274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=deec0563-2881-4fca-9e3c-01b1a2f4a5cb,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:17.979079 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1454b1d2-0525-4ee9-a2c4-c2350a69b100 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1632564 Feb 11 05:13:17.980495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-89405dde-6c22-4df4-b442-fbe5596b5c5d tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Router dd2b0516-594b-44ea-9a55-9ea9893d6e09 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:18.029668 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3ad1b163-928f-46e2-bfb5-2c4359583ce2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.117686 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Publish callbacks [] for port (f8dcd735-b9c8-4de3-bad0-7481c455fed6), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.166078 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (f8dcd735-b9c8-4de3-bad0-7481c455fed6), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.169235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79667b-be20-4556-ad57-c6f913457140 req-8df3a47d-3885-446c-ae25-b6cc01cccf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:18.170800 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe79667b-be20-4556-ad57-c6f913457140 req-8df3a47d-3885-446c-ae25-b6cc01cccf6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ea6336f-48df-43c4-9674-2de7741cddbb HTTP/1.1" status: 200 len: 850 time: 0.3013513 Feb 11 05:13:18.266271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Network 68f2cfd9-0977-4789-8546-2fe8b1d887d1 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:18.268262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:18.280418 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:18.281888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a9f4a-4b60-4034-b12d-1b1468b08b6d req-6acdd883-f327-4532-a9cd-6056ee447cef tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:18.288863 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d6a9f4a-4b60-4034-b12d-1b1468b08b6d req-6acdd883-f327-4532-a9cd-6056ee447cef tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 944 time: 0.5292890 Feb 11 05:13:18.292886 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:18.298073 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:18.311265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-30999cb1-a500-4936-983f-8b578e5b5c61 None None] For port f0253337-da52-4c4e-b984-6906581a66e6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f0253337-da52-4c4e-b984-6906581a66e6,segment=NetworkSegment(b9428ceb-083d-426d-b97c-3018f045375d),segment_id=b9428ceb-083d-426d-b97c-3018f045375d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:18.313365 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f0253337-da52-4c4e-b984-6906581a66e6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.315755 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-30999cb1-a500-4936-983f-8b578e5b5c61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f0253337-da52-4c4e-b984-6906581a66e6), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.316942 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:18.329690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5effad1c-f1e9-4337-9210-028a50d13f90 None None] Provisioning complete for port a8386ea7-4352-4731-8123-94a5358ec90d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:18.330077 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5effad1c-f1e9-4337-9210-028a50d13f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.424860 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5effad1c-f1e9-4337-9210-028a50d13f90 None None] Port a8386ea7-4352-4731-8123-94a5358ec90d cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:18.434451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] No DVR routers for this DVR port f0253337-da52-4c4e-b984-6906581a66e6 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:18.450752 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad1b163-928f-46e2-bfb5-2c4359583ce2,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:18.471391 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-30999cb1-a500-4936-983f-8b578e5b5c61 None None] Calling delete_port for f0253337-da52-4c4e-b984-6906581a66e6 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:18.486545 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Publish callbacks [] for router_gateway (b3d44782-e3c3-4785-9b7e-3e6c5ca5b377), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.544887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event deleted for resources: {'Port': ['ID=f0253337-da52-4c4e-b984-6906581a66e6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:18.548577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Pushing event updated for resources: {'Port': ['ID=f8dcd735-b9c8-4de3-bad0-7481c455fed6,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:18.556457 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5effad1c-f1e9-4337-9210-028a50d13f90 None None] Provisioning complete for port b64af3ce-1180-490f-bd69-1f44b0428518 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:18.556809 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5effad1c-f1e9-4337-9210-028a50d13f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b64af3ce-1180-490f-bd69-1f44b0428518), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.567318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d6a9f4a-4b60-4034-b12d-1b1468b08b6d req-6c4169a7-c97c-4391-9653-538107dbd2aa tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223241 Feb 11 05:13:18.604564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe79667b-be20-4556-ad57-c6f913457140 req-1f95c117-fb1c-4467-b325-f94fe02c9732 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c057b431-d79d-4223-9d5d-1c34def959a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3535323 Feb 11 05:13:18.687257 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.752805 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (1df69854-a345-47ff-af28-0622d085775d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.796564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df69854-a345-47ff-af28-0622d085775d']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:18.837963 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9428ceb-083d-426d-b97c-3018f045375d') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:18.838378 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9428ceb-083d-426d-b97c-3018f045375d') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:18.869408 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (b9428ceb-083d-426d-b97c-3018f045375d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.921230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Allocated IP 172.25.5.170 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/d6f1f01d-627c-4298-8382-0ee7157103c5) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:18.934125 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (b9428ceb-083d-426d-b97c-3018f045375d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.951201 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:18.953370 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (b9428ceb-083d-426d-b97c-3018f045375d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.999535 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57214) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:19.024235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-eb5fd3aa-f289-44b2-be26-949460334573 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1255313597', 'description': 'tempest-description--617076524'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:19.063387 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6882aef1-e604-425b-aeb4-f56998c84883 None None] Network 4b76b216-e4cb-473c-8a94-4abeb8bb28ae requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:19.115296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Attempting to bind port f8dcd735-b9c8-4de3-bad0-7481c455fed6 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:19.116302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Attempting to bind port f8dcd735-b9c8-4de3-bad0-7481c455fed6 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '1902feac-4e2b-4ebb-9afe-8199fb07c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:19.118216 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Attempting to bind port f8dcd735-b9c8-4de3-bad0-7481c455fed6 on network 68f2cfd9-0977-4789-8546-2fe8b1d887d1 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:19.158571 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:19.183312 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb5fd3aa-f289-44b2-be26-949460334573 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.197806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:19.198753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Checking segment: {'id': '1902feac-4e2b-4ebb-9afe-8199fb07c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:19.199407 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.200158 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Bound using segment: {'id': '1902feac-4e2b-4ebb-9afe-8199fb07c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:19.200917 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Bound port: f8dcd735-b9c8-4de3-bad0-7481c455fed6, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1902feac-4e2b-4ebb-9afe-8199fb07c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:19.201583 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f8dcd735-b9c8-4de3-bad0-7481c455fed6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.281247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-89405dde-6c22-4df4-b442-fbe5596b5c5d tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:19.284674 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe79667b-be20-4556-ad57-c6f913457140 req-9c17d76d-ce0a-4190-8e2e-29444fb33091 service neutron] 10.222.0.73 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262428 Feb 11 05:13:19.285558 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (1df69854-a345-47ff-af28-0622d085775d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.291935 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-89405dde-6c22-4df4-b442-fbe5596b5c5d tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.315512 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.325745 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "DELETE /v2.0/networks/1df69854-a345-47ff-af28-0622d085775d HTTP/1.1" status: 204 len: 168 time: 3.1591716 Feb 11 05:13:19.339927 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57216) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:19.349967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] For port f8dcd735-b9c8-4de3-bad0-7481c455fed6, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:19.355124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] For port f8dcd735-b9c8-4de3-bad0-7481c455fed6, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f8dcd735-b9c8-4de3-bad0-7481c455fed6,segment=NetworkSegment(1902feac-4e2b-4ebb-9afe-8199fb07c557),segment_id=1902feac-4e2b-4ebb-9afe-8199fb07c557)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:19.358326 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b64af3ce-1180-490f-bd69-1f44b0428518 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:19.371474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228333f9-c564-47aa-aca0-5511aff0cb27 None None] Sync routers for ids ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:19.384643 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f8dcd735-b9c8-4de3-bad0-7481c455fed6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.440167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca9451-757f-4b58-9243-256a2cbf4602 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event deleted for resources: {'Network': ['ID=1df69854-a345-47ff-af28-0622d085775d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:19.445729 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Publish callbacks [] for port (d6f1f01d-627c-4298-8382-0ee7157103c5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.463853 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-89405dde-6c22-4df4-b442-fbe5596b5c5d tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "PUT /v2.0/floatingips/77ad6549-1d05-4e38-ae30-0217e00ff45d HTTP/1.1" status: 200 len: 695 time: 4.4959266 Feb 11 05:13:19.480130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'tag': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:19.486520 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13bbb33-83a3-41e7-8f8c-fa245b4290a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e0354be5-b2c0-4eff-9461-4eba8e33a0cb", "tag": "24a8f7d7-eadc-45cf-b5be-c3bf24d3926c"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:19.487123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228333f9-c564-47aa-aca0-5511aff0cb27 None None] Routers {'dd2b0516-594b-44ea-9a55-9ea9893d6e09'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:19.487934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-228333f9-c564-47aa-aca0-5511aff0cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:19.689085 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-30999cb1-a500-4936-983f-8b578e5b5c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (f0253337-da52-4c4e-b984-6906581a66e6), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.693621 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a093afa-7589-4a84-af47-1404bb78efca tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Deleting subnet 8e4d16a5-04ff-45c9-8aa8-f9d25337c9a0 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:19.709947 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667da0bb-d118-41db-8cf3-51cfdb0a76d7 x-openstack-request-id: req-667da0bb-d118-41db-8cf3-51cfdb0a76d7 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:19.710237 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0354be5-b2c0-4eff-9461-4eba8e33a0cb", "tag": "24a8f7d7-eadc-45cf-b5be-c3bf24d3926c", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:19.710488 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-667da0bb-d118-41db-8cf3-51cfdb0a76d7 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:19.710932 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'tag': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c', 'status': 'completed', 'code': 200} Feb 11 05:13:19.779571 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5effad1c-f1e9-4337-9210-028a50d13f90 None None] Current status of the port b64af3ce-1180-490f-bd69-1f44b0428518 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:19.779863 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Publish callbacks [] for router_gateway (e6df3e49-a794-4e76-a228-61924b7dcef4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.781882 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7a093afa-7589-4a84-af47-1404bb78efca tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks [] for subnet (8e4d16a5-04ff-45c9-8aa8-f9d25337c9a0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.796149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30999cb1-a500-4936-983f-8b578e5b5c61 None None] Network 1df69854-a345-47ff-af28-0622d085775d is not hosted by any dhcp agent {{(pid=103173) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:13:19.801107 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30999cb1-a500-4936-983f-8b578e5b5c61 None None] No DVR routers for this DVR port f0253337-da52-4c4e-b984-6906581a66e6 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:19.824570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device deec0563-2881-4fca-9e3c-01b1a2f4a5cb up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:19.839411 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64650ff0-9fdc-452b-a696-907fe2e1ff84 None None] Pushing event updated for resources: {'Port': ['ID=f8dcd735-b9c8-4de3-bad0-7481c455fed6,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:19.856092 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe79667b-be20-4556-ad57-c6f913457140 req-a74cd2c6-8c23-4f8e-89e0-66712e421af1 service neutron] 10.222.0.73 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613978 Feb 11 05:13:19.885039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-a7d93bbe-ad7c-4b83-996b-64d443252342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:19.886585 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-a7d93bbe-ad7c-4b83-996b-64d443252342 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ccc011d380e947d8b6e7b3dbc090f659&device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 1128 time: 0.3167241 Feb 11 05:13:20.031894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30999cb1-a500-4936-983f-8b578e5b5c61 None None] Pushing event deleted for resources: {'Port': ['ID=f0253337-da52-4c4e-b984-6906581a66e6,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:20.033671 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb5fd3aa-f289-44b2-be26-949460334573 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for security_group (d7c6f83e-dfe5-485e-822e-5fc3b218d50d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.066540 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d6f1f01d-627c-4298-8382-0ee7157103c5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.086529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5f269577-536a-4c4a-a5ce-acc55d198377 None None] Provisioning complete for port deec0563-2881-4fca-9e3c-01b1a2f4a5cb triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:20.086911 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5f269577-536a-4c4a-a5ce-acc55d198377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (deec0563-2881-4fca-9e3c-01b1a2f4a5cb), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.091461 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb5fd3aa-f289-44b2-be26-949460334573 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d7c6f83e-dfe5-485e-822e-5fc3b218d50d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.135851 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7a093afa-7589-4a84-af47-1404bb78efca tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (8e4d16a5-04ff-45c9-8aa8-f9d25337c9a0), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.137082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23f2b0-874b-4274-ae3c-1bcb24afce7d req-cf8da44f-5a1b-4284-b5bf-e1e9420ef1b0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:20.155603 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f23f2b0-874b-4274-ae3c-1bcb24afce7d req-cf8da44f-5a1b-4284-b5bf-e1e9420ef1b0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 944 time: 0.2979138 Feb 11 05:13:20.159719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-228333f9-c564-47aa-aca0-5511aff0cb27 None None] Set router dd2b0516-594b-44ea-9a55-9ea9893d6e09 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:20.264945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port deec0563-2881-4fca-9e3c-01b1a2f4a5cb triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:20.265316 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (deec0563-2881-4fca-9e3c-01b1a2f4a5cb), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.298550 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-7c0c7143-92bc-459b-9f1f-df4f342749c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:20.316574 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-7c0c7143-92bc-459b-9f1f-df4f342749c3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 HTTP/1.1" status: 200 len: 920 time: 0.4044185 Feb 11 05:13:20.341751 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f23f2b0-874b-4274-ae3c-1bcb24afce7d req-91c5e257-6518-4ac9-bd3b-d7effe5769c5 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851265 Feb 11 05:13:20.359496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 5fb455b4-9cde-4da7-b911-892a27097e62 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:13:20.421312 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-7c7c7230-51f0-47f5-b42d-c4b271b1e2c2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c HTTP/1.1" status: 200 len: 217 time: 0.0956750 Feb 11 05:13:20.538708 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.resource_extend [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:13:20.549261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-1178a955-0297-4b59-a4bd-954ba69810d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:20.552069 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-1178a955-0297-4b59-a4bd-954ba69810d9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b04a3b42-548e-46b8-9781-7b497bddbdd2 HTTP/1.1" status: 200 len: 859 time: 0.1246042 Feb 11 05:13:20.627119 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-d3814fde-2f23-4ea0-8c14-8f1d939e13ab service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676274 Feb 11 05:13:20.659277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port deec0563-2881-4fca-9e3c-01b1a2f4a5cb is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:20.660497 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:20.701994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5f269577-536a-4c4a-a5ce-acc55d198377 None None] Current status of the port deec0563-2881-4fca-9e3c-01b1a2f4a5cb is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:20.818598 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-a6c20364-b9a0-4f61-a213-182814414e08 service neutron] 10.222.0.87 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733510 Feb 11 05:13:20.823934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5f269577-536a-4c4a-a5ce-acc55d198377 None None] Provisioning complete for port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:20.824319 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5f269577-536a-4c4a-a5ce-acc55d198377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4509eb3e-95f2-4a63-87ee-aae9cc2e4931), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.933627 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 5fb455b4-9cde-4da7-b911-892a27097e62, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=5fb455b4-9cde-4da7-b911-892a27097e62,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:20.948401 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7a093afa-7589-4a84-af47-1404bb78efca tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (8e4d16a5-04ff-45c9-8aa8-f9d25337c9a0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.972416 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '5fb455b4-9cde-4da7-b911-892a27097e62', 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0', 'port_id': '5fb455b4-9cde-4da7-b911-892a27097e62', 'mac_address': 'fa:16:3e:bb:4f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6336f-48df-43c4-9674-2de7741cddbb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:13:21.049237 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7a093afa-7589-4a84-af47-1404bb78efca tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (8e4d16a5-04ff-45c9-8aa8-f9d25337c9a0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.108320 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd214051-4185-4c29-8f1d-24a5a4da91c3 req-032e3935-f31d-4be0-9513-25ac06b6c0ec service neutron] 10.222.0.87 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713454 Feb 11 05:13:21.153986 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fd3aa-f289-44b2-be26-949460334573 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c6f83e-dfe5-485e-822e-5fc3b218d50d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:21.185123 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:21.190761 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a093afa-7589-4a84-af47-1404bb78efca tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4d16a5-04ff-45c9-8aa8-f9d25337c9a0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:21.204755 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7a093afa-7589-4a84-af47-1404bb78efca tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.211138 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7a093afa-7589-4a84-af47-1404bb78efca tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "DELETE /v2.0/subnets/8e4d16a5-04ff-45c9-8aa8-f9d25337c9a0 HTTP/1.1" status: 204 len: 168 time: 1.8656363 Feb 11 05:13:21.211919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f78d4b7-2d86-4ffa-9ab6-43b68d788ca9 None None] Network c68db0fd-cc32-4d08-80ed-27dbbd7f0e91 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:21.234920 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb5fd3aa-f289-44b2-be26-949460334573 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.238986 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eb5fd3aa-f289-44b2-be26-949460334573 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2358549 Feb 11 05:13:21.240589 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57232) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:21.240916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57234) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:21.248389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:21.254918 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:21.313122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6472c091-e41a-46a6-a53a-a0aa7aefb38b req-eedb2b03-2468-4120-a4a4-5ead69ccef0b tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/floatingips/77ad6549-1d05-4e38-ae30-0217e00ff45d HTTP/1.1" status: 200 len: 695 time: 0.1588860 Feb 11 05:13:21.358371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bbb33-83a3-41e7-8f8c-fa245b4290a7 req-a8ace326-51a5-4fb8-94e5-cfee95a3a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:21.363821 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d13bbb33-83a3-41e7-8f8c-fa245b4290a7 req-a8ace326-51a5-4fb8-94e5-cfee95a3a568 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ccc011d380e947d8b6e7b3dbc090f659&device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 1128 time: 1.6586788 Feb 11 05:13:21.364599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f1f01d-627c-4298-8382-0ee7157103c5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:21.386369 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-acb69bcf-459a-43e5-8a37-feb1de64ab12 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Request body: {'security_group_rule': {'security_group_id': 'd7c6f83e-dfe5-485e-822e-5fc3b218d50d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:21.473479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356d754a-52c5-49ad-81f2-f21695926416 None None] Network 68f2cfd9-0977-4789-8546-2fe8b1d887d1 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:21.646371 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (c68db0fd-cc32-4d08-80ed-27dbbd7f0e91), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.716844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 5fb455b4-9cde-4da7-b911-892a27097e62 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:21.717157 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5fb455b4-9cde-4da7-b911-892a27097e62), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.846827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:21.847207 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4509eb3e-95f2-4a63-87ee-aae9cc2e4931), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:21.848960 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bbb33-83a3-41e7-8f8c-fa245b4290a7 req-8daf97a1-f4da-440b-82d2-3f477d5135a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:21.850827 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d13bbb33-83a3-41e7-8f8c-fa245b4290a7 req-8daf97a1-f4da-440b-82d2-3f477d5135a1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 HTTP/1.1" status: 200 len: 920 time: 0.3818233 Feb 11 05:13:21.932168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-228333f9-c564-47aa-aca0-5511aff0cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-router', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:41Z', 'updated_at': '2022-02-11T05:11:49Z', 'revision_number': 4, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'gw_port': {'id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:43Z', 'updated_at': '2022-02-11T05:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8a9e30fb-eb92-48c8-8f5e-f26ae126a73e', 'name': '', 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'mac_address': 'fa:16:3e:12:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:48Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 5, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'subnets': [{'id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:21.987882 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228333f9-c564-47aa-aca0-5511aff0cb27 None None] Checking router: dd2b0516-594b-44ea-9a55-9ea9893d6e09 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:22.022162 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb455b4-9cde-4da7-b911-892a27097e62 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:22.024624 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d13bbb33-83a3-41e7-8f8c-fa245b4290a7 req-438b1bb9-d39e-4f47-bf51-5ba122ceb82d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c HTTP/1.1" status: 200 len: 217 time: 0.1659954 Feb 11 05:13:22.121528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06176ec-c147-4f73-adcb-76ae8aeda7b4 req-fedd1418-5d7f-48bb-bca6-35788869984e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:22.136355 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f06176ec-c147-4f73-adcb-76ae8aeda7b4 req-fedd1418-5d7f-48bb-bca6-35788869984e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 944 time: 0.1896918 Feb 11 05:13:22.159466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472c091-e41a-46a6-a53a-a0aa7aefb38b req-1291601d-ad5b-487b-a098-515fa06dd25d tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:22.177334 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6472c091-e41a-46a6-a53a-a0aa7aefb38b req-1291601d-ad5b-487b-a098-515fa06dd25d tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.8632567 Feb 11 05:13:22.234182 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (e6df3e49-a794-4e76-a228-61924b7dcef4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.299157 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6472c091-e41a-46a6-a53a-a0aa7aefb38b req-1d9781f0-3bb3-4a3d-a3e4-7ed17860435b tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.183 HTTP/1.1" status: 200 len: 698 time: 0.1208253 Feb 11 05:13:22.304875 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bbb33-83a3-41e7-8f8c-fa245b4290a7 req-0f16b87d-1674-4a1d-b6c5-f41ec64556d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:22.306841 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d13bbb33-83a3-41e7-8f8c-fa245b4290a7 req-0f16b87d-1674-4a1d-b6c5-f41ec64556d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b04a3b42-548e-46b8-9781-7b497bddbdd2 HTTP/1.1" status: 200 len: 859 time: 0.0670078 Feb 11 05:13:22.348054 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-acb69bcf-459a-43e5-8a37-feb1de64ab12 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for security_group_rule (55ce74ca-9197-452a-9862-1c4d2414c621), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.386900 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d13bbb33-83a3-41e7-8f8c-fa245b4290a7 req-cf2f8b94-77ca-48b0-992e-624671aba62c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716648 Feb 11 05:13:22.420432 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6472c091-e41a-46a6-a53a-a0aa7aefb38b req-72808add-1f82-4a8f-a37b-f76fcd0c9b91 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.183 HTTP/1.1" status: 200 len: 698 time: 0.1200163 Feb 11 05:13:22.497420 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f06176ec-c147-4f73-adcb-76ae8aeda7b4 req-2785b82d-428d-4a30-abdf-d2388dc025a5 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600981 Feb 11 05:13:22.515403 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:22.518468 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4509eb3e-95f2-4a63-87ee-aae9cc2e4931), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.522847 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5f269577-536a-4c4a-a5ce-acc55d198377 None None] Current status of the port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:22.522847 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5f269577-536a-4c4a-a5ce-acc55d198377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4509eb3e-95f2-4a63-87ee-aae9cc2e4931), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.555348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228333f9-c564-47aa-aca0-5511aff0cb27 None None] Routers {'dd2b0516-594b-44ea-9a55-9ea9893d6e09'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:22.556028 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-228333f9-c564-47aa-aca0-5511aff0cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:22.657672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-6472c091-e41a-46a6-a53a-a0aa7aefb38b req-d15f53a5-c4d7-471a-a961-9f023848c951 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Deleting port 47e9c6dc-3749-4b24-ac1c-df1105435af3 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:22.658555 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6472c091-e41a-46a6-a53a-a0aa7aefb38b req-d15f53a5-c4d7-471a-a961-9f023848c951 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (47e9c6dc-3749-4b24-ac1c-df1105435af3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.726004 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Publish callbacks [] for router_gateway (b3d44782-e3c3-4785-9b7e-3e6c5ca5b377), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.752011 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-228333f9-c564-47aa-aca0-5511aff0cb27 None None] Set router dd2b0516-594b-44ea-9a55-9ea9893d6e09 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:22.800525 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6472c091-e41a-46a6-a53a-a0aa7aefb38b req-d15f53a5-c4d7-471a-a961-9f023848c951 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (47e9c6dc-3749-4b24-ac1c-df1105435af3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.801148 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6472c091-e41a-46a6-a53a-a0aa7aefb38b req-d15f53a5-c4d7-471a-a961-9f023848c951 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for floatingip (47e9c6dc-3749-4b24-ac1c-df1105435af3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:22.829778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-6472c091-e41a-46a6-a53a-a0aa7aefb38b req-d15f53a5-c4d7-471a-a961-9f023848c951 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Calling delete_port for 47e9c6dc-3749-4b24-ac1c-df1105435af3 owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:22.847460 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3705c2-dcdd-4f1c-952f-e48e1c829dec None None] DHCP port deletion for c68db0fd-cc32-4d08-80ed-27dbbd7f0e91 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:13:22.854597 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 5fb455b4-9cde-4da7-b911-892a27097e62, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=5fb455b4-9cde-4da7-b911-892a27097e62,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:22.887748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5f269577-536a-4c4a-a5ce-acc55d198377 None None] For port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4509eb3e-95f2-4a63-87ee-aae9cc2e4931,segment=NetworkSegment(d0833494-6bcf-4eda-9f65-0140ca058e8e),segment_id=d0833494-6bcf-4eda-9f65-0140ca058e8e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:22.971676 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d13bbb33-83a3-41e7-8f8c-fa245b4290a7 req-90145e80-92bc-4dbe-bdfa-a7d853fdf2a3 service neutron] 10.222.0.73 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861940 Feb 11 05:13:23.063516 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5f269577-536a-4c4a-a5ce-acc55d198377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4509eb3e-95f2-4a63-87ee-aae9cc2e4931), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.067528 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5fb455b4-9cde-4da7-b911-892a27097e62), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.148585 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6472c091-e41a-46a6-a53a-a0aa7aefb38b req-d15f53a5-c4d7-471a-a961-9f023848c951 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (47e9c6dc-3749-4b24-ac1c-df1105435af3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.151336 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f269577-536a-4c4a-a5ce-acc55d198377 None None] Pushing event updated for resources: {'Port': ['ID=4509eb3e-95f2-4a63-87ee-aae9cc2e4931,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:23.180886 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-acb69bcf-459a-43e5-8a37-feb1de64ab12 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for security_group_rule (55ce74ca-9197-452a-9862-1c4d2414c621), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.201389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f53a5-c4d7-471a-a961-9f023848c951 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Pushing event deleted for resources: {'Port': ['ID=47e9c6dc-3749-4b24-ac1c-df1105435af3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:23.223202 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5f269577-536a-4c4a-a5ce-acc55d198377 None None] Provisioning complete for port a343ee49-32a7-4046-97df-753fc7b82f4c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:23.223730 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5f269577-536a-4c4a-a5ce-acc55d198377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.269946 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=5fb455b4-9cde-4da7-b911-892a27097e62,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:23.343712 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6472c091-e41a-46a6-a53a-a0aa7aefb38b req-d15f53a5-c4d7-471a-a961-9f023848c951 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for floatingip (77ad6549-1d05-4e38-ae30-0217e00ff45d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.346334 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6472c091-e41a-46a6-a53a-a0aa7aefb38b req-d15f53a5-c4d7-471a-a961-9f023848c951 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.355558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5f269577-536a-4c4a-a5ce-acc55d198377 None None] Port a343ee49-32a7-4046-97df-753fc7b82f4c cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:23.368489 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6472c091-e41a-46a6-a53a-a0aa7aefb38b req-d15f53a5-c4d7-471a-a961-9f023848c951 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "DELETE /v2.0/floatingips/77ad6549-1d05-4e38-ae30-0217e00ff45d HTTP/1.1" status: 204 len: 173 time: 0.9466932 Feb 11 05:13:23.369359 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ad3705c2-dcdd-4f1c-952f-e48e1c829dec None None] Deleting port 3d6de27d-f5b2-41bc-b878-b871eb588dd4 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:23.369745 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ad3705c2-dcdd-4f1c-952f-e48e1c829dec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3d6de27d-f5b2-41bc-b878-b871eb588dd4), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.390040 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['5fb455b4-9cde-4da7-b911-892a27097e62'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:13:23.409091 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d13bbb33-83a3-41e7-8f8c-fa245b4290a7 req-5a54ef08-9602-49e0-b567-46926f04974a service neutron] 10.222.0.73 "GET /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308228 Feb 11 05:13:23.425201 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-acb69bcf-459a-43e5-8a37-feb1de64ab12 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (55ce74ca-9197-452a-9862-1c4d2414c621), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.428475 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6315f05e-69ae-4c67-b8f4-87485849e239 req-82dff868-fced-4518-ba54-33d78b85c0df tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups/f687c7d3-105e-4dd1-851f-4652274c2506 HTTP/1.1" status: 200 len: 1823 time: 0.0573175 Feb 11 05:13:23.499906 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb69bcf-459a-43e5-8a37-feb1de64ab12 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ce74ca-9197-452a-9862-1c4d2414c621,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:23.514307 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Deleting port 3d6de27d-f5b2-41bc-b878-b871eb588dd4 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:23.515034 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3d6de27d-f5b2-41bc-b878-b871eb588dd4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.529020 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-acb69bcf-459a-43e5-8a37-feb1de64ab12 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.530650 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-acb69bcf-459a-43e5-8a37-feb1de64ab12 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2789862 Feb 11 05:13:23.545169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57246) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:23.558290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-2d414a16-6a29-49a0-a95d-cdc8ff6905f0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Request body: {'security_group_rule': {'security_group_id': 'd7c6f83e-dfe5-485e-822e-5fc3b218d50d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:23.606915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ad3705c2-dcdd-4f1c-952f-e48e1c829dec None None] For port 3d6de27d-f5b2-41bc-b878-b871eb588dd4, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3d6de27d-f5b2-41bc-b878-b871eb588dd4,segment=NetworkSegment(1acf769a-6581-4a3b-8bc0-3bc89d5f8435),segment_id=1acf769a-6581-4a3b-8bc0-3bc89d5f8435)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:23.607595 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ad3705c2-dcdd-4f1c-952f-e48e1c829dec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3d6de27d-f5b2-41bc-b878-b871eb588dd4), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.610850 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6315f05e-69ae-4c67-b8f4-87485849e239 req-2eba5166-abe5-4474-a370-6e4009dab0c2 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for security_group (f687c7d3-105e-4dd1-851f-4652274c2506), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.641089 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ad3705c2-dcdd-4f1c-952f-e48e1c829dec None None] Calling delete_port for 3d6de27d-f5b2-41bc-b878-b871eb588dd4 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:23.668037 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d414a16-6a29-49a0-a95d-cdc8ff6905f0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for security_group_rule (124b8b7b-e993-494c-8687-65dee0be9d14), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.762092 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (b3d44782-e3c3-4785-9b7e-3e6c5ca5b377), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.765899 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6315f05e-69ae-4c67-b8f4-87485849e239 req-2eba5166-abe5-4474-a370-6e4009dab0c2 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for security_group (f687c7d3-105e-4dd1-851f-4652274c2506), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.769801 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] For port 3d6de27d-f5b2-41bc-b878-b871eb588dd4, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3d6de27d-f5b2-41bc-b878-b871eb588dd4,segment=NetworkSegment(1acf769a-6581-4a3b-8bc0-3bc89d5f8435),segment_id=1acf769a-6581-4a3b-8bc0-3bc89d5f8435)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:23.770437 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3d6de27d-f5b2-41bc-b878-b871eb588dd4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.798446 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ad3705c2-dcdd-4f1c-952f-e48e1c829dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (3d6de27d-f5b2-41bc-b878-b871eb588dd4), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.807400 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:13:23.807792 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:13:23.833362 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Router e6df3e49-a794-4e76-a228-61924b7dcef4 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:13:23.841174 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Calling delete_port for 3d6de27d-f5b2-41bc-b878-b871eb588dd4 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:23.857434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-17888e39-997d-4ff2-b622-ed97ea586547 None None] Provisioning complete for port f8dcd735-b9c8-4de3-bad0-7481c455fed6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:23.857788 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17888e39-997d-4ff2-b622-ed97ea586547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f8dcd735-b9c8-4de3-bad0-7481c455fed6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:23.860808 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-228333f9-c564-47aa-aca0-5511aff0cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-router', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:41Z', 'updated_at': '2022-02-11T05:11:49Z', 'revision_number': 4, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'gw_port': {'id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:43Z', 'updated_at': '2022-02-11T05:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8a9e30fb-eb92-48c8-8f5e-f26ae126a73e', 'name': '', 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'mac_address': 'fa:16:3e:12:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:48Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 5, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'subnets': [{'id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:23.866563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3705c2-dcdd-4f1c-952f-e48e1c829dec None None] Pushing event deleted for resources: {'Port': ['ID=3d6de27d-f5b2-41bc-b878-b871eb588dd4,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:23.922520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3705c2-dcdd-4f1c-952f-e48e1c829dec None None] No DVR routers for this DVR port 3d6de27d-f5b2-41bc-b878-b871eb588dd4 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:23.924920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b2c42-1dec-4f70-9523-56cdd282f6af req-238eed51-0093-4aa9-89ae-c73f927b85a8 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:23.943041 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e2b2c42-1dec-4f70-9523-56cdd282f6af req-238eed51-0093-4aa9-89ae-c73f927b85a8 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 945 time: 0.3332155 Feb 11 05:13:23.944414 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228333f9-c564-47aa-aca0-5511aff0cb27 None None] The sync data for ids ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'] in n-d-713499-38 is: [{'id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-router', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:41Z', 'updated_at': '2022-02-11T05:11:49Z', 'revision_number': 4, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'gw_port': {'id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:43Z', 'updated_at': '2022-02-11T05:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8a9e30fb-eb92-48c8-8f5e-f26ae126a73e', 'name': '', 'network_id': '4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'mac_address': 'fa:16:3e:12:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:48Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 5, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'subnets': [{'id': 'b04a3b42-548e-46b8-9781-7b497bddbdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:24.031334 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d414a16-6a29-49a0-a95d-cdc8ff6905f0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for security_group_rule (124b8b7b-e993-494c-8687-65dee0be9d14), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.032438 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6315f05e-69ae-4c67-b8f4-87485849e239 req-2eba5166-abe5-4474-a370-6e4009dab0c2 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f687c7d3-105e-4dd1-851f-4652274c2506), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.035025 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6315f05e-69ae-4c67-b8f4-87485849e239 req-2eba5166-abe5-4474-a370-6e4009dab0c2 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.066186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6315f05e-69ae-4c67-b8f4-87485849e239 req-2eba5166-abe5-4474-a370-6e4009dab0c2 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "DELETE /v2.0/security-groups/f687c7d3-105e-4dd1-851f-4652274c2506 HTTP/1.1" status: 204 len: 173 time: 0.6367404 Feb 11 05:13:24.073064 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3d6de27d-f5b2-41bc-b878-b871eb588dd4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.074698 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d414a16-6a29-49a0-a95d-cdc8ff6905f0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (124b8b7b-e993-494c-8687-65dee0be9d14), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.126586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d414a16-6a29-49a0-a95d-cdc8ff6905f0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124b8b7b-e993-494c-8687-65dee0be9d14,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:24.161740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba5166-abe5-4474-a370-6e4009dab0c2 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f687c7d3-105e-4dd1-851f-4652274c2506,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:24.185040 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event deleted for resources: {'Port': ['ID=3d6de27d-f5b2-41bc-b878-b871eb588dd4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:24.208515 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] No DVR routers for this DVR port 3d6de27d-f5b2-41bc-b878-b871eb588dd4 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:24.273738 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-17888e39-997d-4ff2-b622-ed97ea586547 None None] Current status of the port f8dcd735-b9c8-4de3-bad0-7481c455fed6 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:24.274142 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17888e39-997d-4ff2-b622-ed97ea586547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f8dcd735-b9c8-4de3-bad0-7481c455fed6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.281023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e2b2c42-1dec-4f70-9523-56cdd282f6af req-3c5d3988-14fd-422d-86ee-644cdb236781 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354518 Feb 11 05:13:24.305426 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d414a16-6a29-49a0-a95d-cdc8ff6905f0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.306848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2d414a16-6a29-49a0-a95d-cdc8ff6905f0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7606323 Feb 11 05:13:24.311336 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57252) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:24.325979 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:24.384155 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.482437 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-17888e39-997d-4ff2-b622-ed97ea586547 None None] For port f8dcd735-b9c8-4de3-bad0-7481c455fed6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f8dcd735-b9c8-4de3-bad0-7481c455fed6,segment=NetworkSegment(1902feac-4e2b-4ebb-9afe-8199fb07c557),segment_id=1902feac-4e2b-4ebb-9afe-8199fb07c557)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:24.490322 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (c68db0fd-cc32-4d08-80ed-27dbbd7f0e91), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.506924 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17888e39-997d-4ff2-b622-ed97ea586547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f8dcd735-b9c8-4de3-bad0-7481c455fed6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.519004 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281380b3-1342-44e0-8094-3b99553d8d91 None None] New status for floating IP 77ad6549-1d05-4e38-ae30-0217e00ff45d: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:13:24.536317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:24.579595 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68db0fd-cc32-4d08-80ed-27dbbd7f0e91']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:24.610561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acf769a-6581-4a3b-8bc0-3bc89d5f8435') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:24.610955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acf769a-6581-4a3b-8bc0-3bc89d5f8435') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:24.635595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-17888e39-997d-4ff2-b622-ed97ea586547 None None] Provisioning complete for port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:24.636730 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17888e39-997d-4ff2-b622-ed97ea586547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4509eb3e-95f2-4a63-87ee-aae9cc2e4931), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.641974 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (1acf769a-6581-4a3b-8bc0-3bc89d5f8435), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.670230 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (1acf769a-6581-4a3b-8bc0-3bc89d5f8435), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.680475 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:24.681785 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (1acf769a-6581-4a3b-8bc0-3bc89d5f8435), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.721530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f0253337-da52-4c4e-b984-6906581a66e6 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:24.746789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d95f2-f391-457e-a7a5-491afa9dbf30 req-7b7577f6-372b-416a-97ce-5f37b086a89a tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:24.755656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d72d95f2-f391-457e-a7a5-491afa9dbf30 req-7b7577f6-372b-416a-97ce-5f37b086a89a tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.1541562 Feb 11 05:13:24.769801 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: f0253337-da52-4c4e-b984-6906581a66e6 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:24.771176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f0253337-da52-4c4e-b984-6906581a66e6 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:24.788421 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:24.814054 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.912462 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17888e39-997d-4ff2-b622-ed97ea586547 None None] Pushing event updated for resources: {'Port': ['ID=f8dcd735-b9c8-4de3-bad0-7481c455fed6,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:24.923878 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:24.953451 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (c68db0fd-cc32-4d08-80ed-27dbbd7f0e91), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:24.974097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Sync routers for ids ['e6df3e49-a794-4e76-a228-61924b7dcef4'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:24.986260 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-17888e39-997d-4ff2-b622-ed97ea586547 None None] Current status of the port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:24.991212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Allocated IP 172.25.5.154 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/c571a291-0b2a-4a9e-a333-6a3793f0d608) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:24.995379 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Pushing event deleted for resources: {'Network': ['ID=c68db0fd-cc32-4d08-80ed-27dbbd7f0e91,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:24.998023 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.004521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Routers {'e6df3e49-a794-4e76-a228-61924b7dcef4'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:25.008585 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-475456cf-a3d1-46e4-bbae-9ddcc17ed888 tempest-ServersTestMultiNic-1526202630 tempest-ServersTestMultiNic-1526202630-project] 10.222.0.87 "DELETE /v2.0/networks/c68db0fd-cc32-4d08-80ed-27dbbd7f0e91 HTTP/1.1" status: 204 len: 168 time: 3.7552898 Feb 11 05:13:25.012309 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['e6df3e49-a794-4e76-a228-61924b7dcef4'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:25.018846 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07015f61-a683-442f-b71c-146381753747 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.020401 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-07015f61-a683-442f-b71c-146381753747 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.6756601 Feb 11 05:13:25.024637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57258) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:25.105785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 5fb455b4-9cde-4da7-b911-892a27097e62 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:25.170833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:25.288814 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d72d95f2-f391-457e-a7a5-491afa9dbf30 req-95b7b748-f271-4336-95e4-e2ec7d51ac02 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322223 Feb 11 05:13:25.294277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Set router e6df3e49-a794-4e76-a228-61924b7dcef4 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:25.410106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 5fb455b4-9cde-4da7-b911-892a27097e62 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:13:25.425242 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for port (c571a291-0b2a-4a9e-a333-6a3793f0d608), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.431583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:25.432108 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4509eb3e-95f2-4a63-87ee-aae9cc2e4931), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.435628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 5fb455b4-9cde-4da7-b911-892a27097e62 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:25.436110 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5fb455b4-9cde-4da7-b911-892a27097e62), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.505902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57270) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:25.546895 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (c571a291-0b2a-4a9e-a333-6a3793f0d608), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.898380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:13:26.008240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:26.092696 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 5fb455b4-9cde-4da7-b911-892a27097e62 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:26.092696 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5fb455b4-9cde-4da7-b911-892a27097e62), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.093765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:26.093765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:26.093765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event updated for resources: {'Port': ['ID=c571a291-0b2a-4a9e-a333-6a3793f0d608,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:26.190344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb455b4-9cde-4da7-b911-892a27097e62'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:26.198046 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e782a6-612e-4cc6-bd81-de35308395f6" -d '{"events": [{"server_uuid": "ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2", "name": "network-vif-plugged", "status": "completed", "tag": "5fb455b4-9cde-4da7-b911-892a27097e62"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:26.219927 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:26.231563 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Sync routers for ids ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:26.239138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f4179-3c24-45d7-ae87-110db11fa836 req-871906a6-837d-4ed0-a82d-dcd880c7914e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:26.241014 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a24f4179-3c24-45d7-ae87-110db11fa836 req-871906a6-837d-4ed0-a82d-dcd880c7914e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 945 time: 0.7385666 Feb 11 05:13:26.256333 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Routers {'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:26.259597 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:26.263662 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:26.265342 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f8dcd735-b9c8-4de3-bad0-7481c455fed6 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:26.267782 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 5fb455b4-9cde-4da7-b911-892a27097e62, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=5fb455b4-9cde-4da7-b911-892a27097e62,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:26.295371 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5fb455b4-9cde-4da7-b911-892a27097e62), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.335130 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8c9a9e-cb8e-4091-92ef-91dd206063c3 x-openstack-request-id: req-df8c9a9e-cb8e-4091-92ef-91dd206063c3 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:26.336957 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2", "name": "network-vif-plugged", "status": "completed", "tag": "5fb455b4-9cde-4da7-b911-892a27097e62", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:26.336957 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-df8c9a9e-cb8e-4091-92ef-91dd206063c3 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:26.339942 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb455b4-9cde-4da7-b911-892a27097e62', 'code': 200} Feb 11 05:13:26.345978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'name': 'tempest-ServersTestManualDisk-936683647-router', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:13Z', 'updated_at': '2022-02-11T05:13:19Z', 'revision_number': 3, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'gw_port': {'id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:26.360646 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.361903 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1195d606-209a-48bd-8a7d-437d5fe791b8 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.7651503 Feb 11 05:13:26.366074 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57280) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:26.441580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Checking router: e6df3e49-a794-4e76-a228-61924b7dcef4 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:26.443638 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Updating router e6df3e49-a794-4e76-a228-61924b7dcef4 port 3ad1b163-928f-46e2-bfb5-2c4359583ce2 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:13:26.538585 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f8dcd735-b9c8-4de3-bad0-7481c455fed6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:26.539098 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f8dcd735-b9c8-4de3-bad0-7481c455fed6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.541137 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3ad1b163-928f-46e2-bfb5-2c4359583ce2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.547590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=5fb455b4-9cde-4da7-b911-892a27097e62,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:26.640040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a24f4179-3c24-45d7-ae87-110db11fa836 req-f076ee42-6b50-4edc-915c-e8ae760e890c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896873 Feb 11 05:13:26.696394 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9e451-6d29-4ed4-9451-ee871a4729ba req-bc2a1838-98a0-4223-9a42-05007c9cb37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:26.698741 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7ca9e451-6d29-4ed4-9451-ee871a4729ba req-bc2a1838-98a0-4223-9a42-05007c9cb37c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 1129 time: 0.2285669 Feb 11 05:13:26.703682 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.780500 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7ca9e451-6d29-4ed4-9451-ee871a4729ba req-398e9151-2410-4cb9-b39f-118c555d4385 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684710 Feb 11 05:13:26.885378 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for floatingip (c06f66d1-d81e-4469-8b29-f662190e7e86), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.916922 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Set router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:26.946794 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f8dcd735-b9c8-4de3-bad0-7481c455fed6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:26.974109 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Allocated IP 172.20.0.1 (4b76b216-e4cb-473c-8a94-4abeb8bb28ae/ae47bb1e-7085-4dff-baca-93869632cb2d/4095a563-3d77-416c-ac82-8e7c6ae43c6f) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:27.062483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08de5e4-3ec2-4995-bd8a-624f3fb87151 req-328ebea5-b65f-4af1-b9df-f631b37e52b7 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:27.066706 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f08de5e4-3ec2-4995-bd8a-624f3fb87151 req-328ebea5-b65f-4af1-b9df-f631b37e52b7 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.5178306 Feb 11 05:13:27.091182 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3d6de27d-f5b2-41bc-b878-b871eb588dd4 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:27.091513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbfd36-f929-423b-b080-a5d1bd50f3eb req-0c9f4ce7-d35a-4b93-9051-f45eaed183f8 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:27.101528 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cfbfd36-f929-423b-b080-a5d1bd50f3eb req-0c9f4ce7-d35a-4b93-9051-f45eaed183f8 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 945 time: 0.3823667 Feb 11 05:13:27.114311 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Publish callbacks [] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.166722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 3d6de27d-f5b2-41bc-b878-b871eb588dd4 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:27.167331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3d6de27d-f5b2-41bc-b878-b871eb588dd4 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:27.190356 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.332106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Pushing event updated for resources: {'Port': ['ID=4095a563-3d77-416c-ac82-8e7c6ae43c6f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:27.336972 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c571a291-0b2a-4a9e-a333-6a3793f0d608), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.396000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f8dcd735-b9c8-4de3-bad0-7481c455fed6 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:27.441823 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'name': 'tempest-ServersTestFqdnHostnames-305944347-router', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:22Z', 'revision_number': 3, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'gw_port': {'id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:18Z', 'updated_at': '2022-02-11T05:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:27.479204 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Publish callbacks [] for port (3ad1b163-928f-46e2-bfb5-2c4359583ce2), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.485389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Network 4b76b216-e4cb-473c-8a94-4abeb8bb28ae is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:27.501174 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:27.505505 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:27.511225 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3ad1b163-928f-46e2-bfb5-2c4359583ce2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.531373 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Checking router: b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:27.531921 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Updating router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 port d6f1f01d-627c-4298-8382-0ee7157103c5 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:13:27.610395 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d6f1f01d-627c-4298-8382-0ee7157103c5), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.638114 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e956e87-99a2-4650-80ac-e8a3a4908186 None None] Pushing event updated for resources: {'Port': ['ID=3ad1b163-928f-46e2-bfb5-2c4359583ce2,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:27.681008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Attempting to bind port 3ad1b163-928f-46e2-bfb5-2c4359583ce2 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:27.683824 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Attempting to bind port 3ad1b163-928f-46e2-bfb5-2c4359583ce2 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:27.686339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Attempting to bind port 3ad1b163-928f-46e2-bfb5-2c4359583ce2 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:27.701108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f8dcd735-b9c8-4de3-bad0-7481c455fed6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:27.703369 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f8dcd735-b9c8-4de3-bad0-7481c455fed6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.768767 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (e6df3e49-a794-4e76-a228-61924b7dcef4), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.796066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:27.796599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:27.797116 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.799302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:27.799974 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Bound port: 3ad1b163-928f-46e2-bfb5-2c4359583ce2, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:27.800494 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3ad1b163-928f-46e2-bfb5-2c4359583ce2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:27.859320 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e00afe2-2a82-48dc-b0d0-60455fd0cdd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (2f2cf0bb-1128-4c41-b812-62733c4df0f9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.105142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] For port 3ad1b163-928f-46e2-bfb5-2c4359583ce2, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:28.157709 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] For port 3ad1b163-928f-46e2-bfb5-2c4359583ce2, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3ad1b163-928f-46e2-bfb5-2c4359583ce2,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:28.180755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-75897418-b522-48b6-b5ce-0de3c8a0ad25 None None] Provisioning complete for port 4095a563-3d77-416c-ac82-8e7c6ae43c6f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:28.183123 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-75897418-b522-48b6-b5ce-0de3c8a0ad25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.222180 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3ad1b163-928f-46e2-bfb5-2c4359583ce2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.232474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-75897418-b522-48b6-b5ce-0de3c8a0ad25 None None] Port 4095a563-3d77-416c-ac82-8e7c6ae43c6f cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:28.287983 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f8dcd735-b9c8-4de3-bad0-7481c455fed6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:28.337807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Routers {'e6df3e49-a794-4e76-a228-61924b7dcef4'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:28.338631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['e6df3e49-a794-4e76-a228-61924b7dcef4'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:28.380439 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4e272-028b-4c1a-8074-f721f820808a req-78badfd5-a9fa-4c0a-b195-ce3314ad10d4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:28.381895 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-83a4e272-028b-4c1a-8074-f721f820808a req-78badfd5-a9fa-4c0a-b195-ce3314ad10d4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 946 time: 0.3324049 Feb 11 05:13:28.492137 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Publish callbacks [] for port (d6f1f01d-627c-4298-8382-0ee7157103c5), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.503375 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] Set router e6df3e49-a794-4e76-a228-61924b7dcef4 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:28.504772 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d6f1f01d-627c-4298-8382-0ee7157103c5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.585045 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.713017 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Attempting to bind port d6f1f01d-627c-4298-8382-0ee7157103c5 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:28.713017 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Attempting to bind port d6f1f01d-627c-4298-8382-0ee7157103c5 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:28.713017 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Attempting to bind port d6f1f01d-627c-4298-8382-0ee7157103c5 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:28.715567 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e514c59-a095-4d1b-a8ed-af30f0d0ce20 None None] Pushing event updated for resources: {'Port': ['ID=d6f1f01d-627c-4298-8382-0ee7157103c5,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:28.742052 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514c59-a095-4d1b-a8ed-af30f0d0ce20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:28.742576 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514c59-a095-4d1b-a8ed-af30f0d0ce20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:28.743026 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514c59-a095-4d1b-a8ed-af30f0d0ce20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:28.743500 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514c59-a095-4d1b-a8ed-af30f0d0ce20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:28.743941 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514c59-a095-4d1b-a8ed-af30f0d0ce20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:28.744390 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514c59-a095-4d1b-a8ed-af30f0d0ce20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:28.744821 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514c59-a095-4d1b-a8ed-af30f0d0ce20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:28.745256 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514c59-a095-4d1b-a8ed-af30f0d0ce20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:28.745852 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514c59-a095-4d1b-a8ed-af30f0d0ce20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:28.746316 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514c59-a095-4d1b-a8ed-af30f0d0ce20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:28.746749 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514c59-a095-4d1b-a8ed-af30f0d0ce20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:28.747182 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514c59-a095-4d1b-a8ed-af30f0d0ce20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:28.747642 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514c59-a095-4d1b-a8ed-af30f0d0ce20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:28.754218 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:28.756059 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:28.756645 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.759455 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:28.760117 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Bound port: d6f1f01d-627c-4298-8382-0ee7157103c5, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:28.760627 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d6f1f01d-627c-4298-8382-0ee7157103c5), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.774447 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cfbfd36-f929-423b-b080-a5d1bd50f3eb req-79624436-f52d-47f2-b9ce-4a607e90f7f6 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b5a3ae7-73a1-4d03-b959-bf82694465c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6696942 Feb 11 05:13:28.794766 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5426a0d6-1b05-46ab-9c6d-2d9d425ad633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.903287 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for port (c571a291-0b2a-4a9e-a333-6a3793f0d608), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.949475 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (c571a291-0b2a-4a9e-a333-6a3793f0d608), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.954577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e956e87-99a2-4650-80ac-e8a3a4908186 None None] Pushing event updated for resources: {'Port': ['ID=3ad1b163-928f-46e2-bfb5-2c4359583ce2,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:28.963044 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-83a4e272-028b-4c1a-8074-f721f820808a req-5d3a48be-9fd5-4194-869f-de754358a720 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Deleting port 5fb455b4-9cde-4da7-b911-892a27097e62 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:28.963521 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-83a4e272-028b-4c1a-8074-f721f820808a req-5d3a48be-9fd5-4194-869f-de754358a720 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5fb455b4-9cde-4da7-b911-892a27097e62), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.965418 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] For port d6f1f01d-627c-4298-8382-0ee7157103c5, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:28.987484 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] For port d6f1f01d-627c-4298-8382-0ee7157103c5, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d6f1f01d-627c-4298-8382-0ee7157103c5,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:28.999453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'name': 'tempest-ServersTestManualDisk-936683647-router', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:13Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 4, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'gw_port': {'id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '4095a563-3d77-416c-ac82-8e7c6ae43c6f', 'name': '', 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'mac_address': 'fa:16:3e:ee:4b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:13:26Z', 'revision_number': 1, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'subnets': [{'id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:29.009221 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d6f1f01d-627c-4298-8382-0ee7157103c5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.060507 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event updated for resources: {'Port': ['ID=c571a291-0b2a-4a9e-a333-6a3793f0d608,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:29.079764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-f08de5e4-3ec2-4995-bd8a-624f3fb87151 req-674a8000-a8dc-453e-bf18-b696189310d8 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Deleting port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:29.080380 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f08de5e4-3ec2-4995-bd8a-624f3fb87151 req-674a8000-a8dc-453e-bf18-b696189310d8 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.100121 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:29.118560 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Routers {'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:29.119345 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:29.149751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29c5c6-a65a-4538-aeec-faa0fe254f78 None None] The sync data for ids ['e6df3e49-a794-4e76-a228-61924b7dcef4'] in n-d-713499-38 is: [{'id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'name': 'tempest-ServersTestManualDisk-936683647-router', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:13Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 4, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'gw_port': {'id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '4095a563-3d77-416c-ac82-8e7c6ae43c6f', 'name': '', 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'mac_address': 'fa:16:3e:ee:4b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:13:26Z', 'revision_number': 1, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'subnets': [{'id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:29.221844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:29.222538 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.250764 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Publish callbacks [] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.253822 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.254864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:29.258953 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d2e7fb-0509-448b-ac6f-6f3c99bcf4be" -d '{"events": [{"server_uuid": "e0354be5-b2c0-4eff-9461-4eba8e33a0cb", "name": "network-vif-unplugged", "status": "completed", "tag": "24a8f7d7-eadc-45cf-b5be-c3bf24d3926c"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:29.261744 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.302041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f08de5e4-3ec2-4995-bd8a-624f3fb87151 req-674a8000-a8dc-453e-bf18-b696189310d8 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] For port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c,segment=NetworkSegment(716db395-5496-450e-8654-b4ff6a6e414d),segment_id=716db395-5496-450e-8654-b4ff6a6e414d)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:29.303055 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f08de5e4-3ec2-4995-bd8a-624f3fb87151 req-674a8000-a8dc-453e-bf18-b696189310d8 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.324942 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c,segment=NetworkSegment(716db395-5496-450e-8654-b4ff6a6e414d),segment_id=716db395-5496-450e-8654-b4ff6a6e414d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:29.332353 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.344602 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (e6df3e49-a794-4e76-a228-61924b7dcef4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.345391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-f08de5e4-3ec2-4995-bd8a-624f3fb87151 req-674a8000-a8dc-453e-bf18-b696189310d8 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Calling delete_port for 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:29.391079 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e514c59-a095-4d1b-a8ed-af30f0d0ce20 None None] Pushing event updated for resources: {'Port': ['ID=d6f1f01d-627c-4298-8382-0ee7157103c5,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:29.423160 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79040191-eeeb-4120-b03a-35a0fb18e6d1 x-openstack-request-id: req-79040191-eeeb-4120-b03a-35a0fb18e6d1 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:29.425011 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0354be5-b2c0-4eff-9461-4eba8e33a0cb", "name": "network-vif-unplugged", "status": "completed", "tag": "24a8f7d7-eadc-45cf-b5be-c3bf24d3926c", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:29.425597 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-79040191-eeeb-4120-b03a-35a0fb18e6d1 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:29.426785 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c', 'code': 200} Feb 11 05:13:29.429557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:29.500481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf232c-cd7f-441a-adc0-67e0e1045190 req-1693a5d6-9e3a-4c47-ab4e-1185440c55e8 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:29.502227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77cf232c-cd7f-441a-adc0-67e0e1045190 req-1693a5d6-9e3a-4c47-ab4e-1185440c55e8 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 946 time: 1.6927330 Feb 11 05:13:29.589980 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] Set router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:29.728198 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (c06f66d1-d81e-4469-8b29-f662190e7e86), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.740065 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77cf232c-cd7f-441a-adc0-67e0e1045190 req-a008b4c9-f606-4c52-9f5e-a32143d78dea tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206535 Feb 11 05:13:29.824250 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.827177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Pushing event updated for resources: {'Port': ['ID=4095a563-3d77-416c-ac82-8e7c6ae43c6f,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:29.832371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ba094260-e8f1-4396-aa5c-0d2cd7b380aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5190065 Feb 11 05:13:29.862527 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-83a4e272-028b-4c1a-8074-f721f820808a req-5d3a48be-9fd5-4194-869f-de754358a720 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] For port 5fb455b4-9cde-4da7-b911-892a27097e62, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=5fb455b4-9cde-4da7-b911-892a27097e62,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:29.863159 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-83a4e272-028b-4c1a-8074-f721f820808a req-5d3a48be-9fd5-4194-869f-de754358a720 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5fb455b4-9cde-4da7-b911-892a27097e62), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.942457 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-83a4e272-028b-4c1a-8074-f721f820808a req-5d3a48be-9fd5-4194-869f-de754358a720 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Calling delete_port for 5fb455b4-9cde-4da7-b911-892a27097e62 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:30.080947 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'name': 'tempest-ServersTestFqdnHostnames-305944347-router', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:22Z', 'revision_number': 3, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'gw_port': {'id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:18Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:30.086513 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fff921f7-6957-439e-9671-a4830ce4ecbd req-54a1f58e-f4c7-4af9-8681-7220d575c77e tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0354be5-b2c0-4eff-9461-4eba8e33a0cb HTTP/1.1" status: 200 len: 210 time: 0.0731404 Feb 11 05:13:30.088200 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f08de5e4-3ec2-4995-bd8a-624f3fb87151 req-674a8000-a8dc-453e-bf18-b696189310d8 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (24a8f7d7-eadc-45cf-b5be-c3bf24d3926c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.149836 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc75add-5ff3-4524-a523-72bb3d89f6a1 None None] The sync data for ids ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'] in n-d-713499-38 is: [{'id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'name': 'tempest-ServersTestFqdnHostnames-305944347-router', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:22Z', 'revision_number': 3, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'gw_port': {'id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:18Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:30.200703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a8000-a8dc-453e-bf18-b696189310d8 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Pushing event deleted for resources: {'Port': ['ID=24a8f7d7-eadc-45cf-b5be-c3bf24d3926c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:30.276216 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Allocated IP 172.20.0.1 (68f2cfd9-0977-4789-8546-2fe8b1d887d1/c99f11ec-e103-47a2-827e-fc49bfac03c9/5bde1011-5866-4ad7-8028-071f97360a08) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:30.282396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08de5e4-3ec2-4995-bd8a-624f3fb87151 req-674a8000-a8dc-453e-bf18-b696189310d8 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] No DVR routers for this DVR port 24a8f7d7-eadc-45cf-b5be-c3bf24d3926c on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:30.293333 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f08de5e4-3ec2-4995-bd8a-624f3fb87151 req-674a8000-a8dc-453e-bf18-b696189310d8 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.299537 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f08de5e4-3ec2-4995-bd8a-624f3fb87151 req-674a8000-a8dc-453e-bf18-b696189310d8 tempest-ServerRescueTestJSONUnderV235-292027799 tempest-ServerRescueTestJSONUnderV235-292027799-project] 10.222.0.73 "DELETE /v2.0/ports/24a8f7d7-eadc-45cf-b5be-c3bf24d3926c HTTP/1.1" status: 204 len: 173 time: 3.1453524 Feb 11 05:13:30.302588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'name': 'network-vif-deleted', 'tag': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:30.306745 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faf86cd-5d85-4245-9e85-a6f4cb9408b9" -d '{"events": [{"server_uuid": "e0354be5-b2c0-4eff-9461-4eba8e33a0cb", "name": "network-vif-deleted", "tag": "24a8f7d7-eadc-45cf-b5be-c3bf24d3926c"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:30.395614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-8e00afe2-2a82-48dc-b0d0-60455fd0cdd5 admin admin] Deleting port 7706f3a1-00aa-4f65-958e-ad545f2fb613 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:30.395928 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e00afe2-2a82-48dc-b0d0-60455fd0cdd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.455617 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Network 4b76b216-e4cb-473c-8a94-4abeb8bb28ae is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:30.518821 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0468e9d0-da9b-4935-b37b-e1897f8e5d4f x-openstack-request-id: req-0468e9d0-da9b-4935-b37b-e1897f8e5d4f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:30.519615 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0354be5-b2c0-4eff-9461-4eba8e33a0cb", "name": "network-vif-deleted", "tag": "24a8f7d7-eadc-45cf-b5be-c3bf24d3926c", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:30.521124 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0468e9d0-da9b-4935-b37b-e1897f8e5d4f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:30.522433 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0354be5-b2c0-4eff-9461-4eba8e33a0cb', 'name': 'network-vif-deleted', 'tag': '24a8f7d7-eadc-45cf-b5be-c3bf24d3926c', 'status': 'completed', 'code': 200} Feb 11 05:13:30.529886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:30.536429 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-660432c2-34af-4fbe-8895-0c4c7ae45939 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1255313597&fields=id&tenant_id=f1299ecd49e5408282a75d13c75f41aa HTTP/1.1" status: 200 len: 267 time: 0.2117536 Feb 11 05:13:30.684827 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-83a4e272-028b-4c1a-8074-f721f820808a req-5d3a48be-9fd5-4194-869f-de754358a720 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5fb455b4-9cde-4da7-b911-892a27097e62), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.710973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['5fb455b4-9cde-4da7-b911-892a27097e62'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:13:30.808221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-8e00afe2-2a82-48dc-b0d0-60455fd0cdd5 admin admin] For port 7706f3a1-00aa-4f65-958e-ad545f2fb613, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7706f3a1-00aa-4f65-958e-ad545f2fb613,segment=NetworkSegment(60ffbf98-bba6-4416-8261-12e576946cf5),segment_id=60ffbf98-bba6-4416-8261-12e576946cf5)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:30.808760 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e00afe2-2a82-48dc-b0d0-60455fd0cdd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.830976 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01145d49-c827-43e7-ad29-9d3e89f424cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:30.844341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-8e00afe2-2a82-48dc-b0d0-60455fd0cdd5 admin admin] Calling delete_port for 7706f3a1-00aa-4f65-958e-ad545f2fb613 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:30.948776 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-c1428fcb-a20f-4699-94e6-b4efd18a0aa0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:30.971518 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-c1428fcb-a20f-4699-94e6-b4efd18a0aa0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports/a8386ea7-4352-4731-8123-94a5358ec90d HTTP/1.1" status: 200 len: 936 time: 0.3380928 Feb 11 05:13:31.132903 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-17e79e72-143d-417f-909e-a031c86b4480 None None] Provisioning complete for port 4095a563-3d77-416c-ac82-8e7c6ae43c6f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:31.133303 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17e79e72-143d-417f-909e-a031c86b4480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.222451 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Publish callbacks [] for port (5bde1011-5866-4ad7-8028-071f97360a08), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.260076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-17e79e72-143d-417f-909e-a031c86b4480 None None] Port 4095a563-3d77-416c-ac82-8e7c6ae43c6f cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:31.323545 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a4e272-028b-4c1a-8074-f721f820808a req-5d3a48be-9fd5-4194-869f-de754358a720 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] No DVR routers for this DVR port 5fb455b4-9cde-4da7-b911-892a27097e62 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:31.327980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-83a4e272-028b-4c1a-8074-f721f820808a req-5d3a48be-9fd5-4194-869f-de754358a720 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.336918 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-83a4e272-028b-4c1a-8074-f721f820808a req-5d3a48be-9fd5-4194-869f-de754358a720 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.73 "DELETE /v2.0/ports/5fb455b4-9cde-4da7-b911-892a27097e62 HTTP/1.1" status: 204 len: 173 time: 2.9442399 Feb 11 05:13:31.338192 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a48be-9fd5-4194-869f-de754358a720 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Pushing event deleted for resources: {'Port': ['ID=5fb455b4-9cde-4da7-b911-892a27097e62,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:31.342654 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2', 'name': 'network-vif-deleted', 'tag': '5fb455b4-9cde-4da7-b911-892a27097e62'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:31.344769 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776074ba-48b8-417f-a35c-4287998cb502" -d '{"events": [{"server_uuid": "ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2", "name": "network-vif-deleted", "tag": "5fb455b4-9cde-4da7-b911-892a27097e62"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:31.347683 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5bde1011-5866-4ad7-8028-071f97360a08), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.352339 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-f27c9688-1588-4aed-a88c-27d17eb9524e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:31.355180 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-f27c9688-1588-4aed-a88c-27d17eb9524e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports/a343ee49-32a7-4046-97df-753fc7b82f4c HTTP/1.1" status: 200 len: 936 time: 0.3828325 Feb 11 05:13:31.411837 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e00afe2-2a82-48dc-b0d0-60455fd0cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7706f3a1-00aa-4f65-958e-ad545f2fb613), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.483855 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2db1310e-bcbf-44ad-9104-5ae764b57b08 req-af43b47c-f131-4c91-857e-5b2f6a7aba4c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 210 time: 0.5101557 Feb 11 05:13:31.550549 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3ad1b163-928f-46e2-bfb5-2c4359583ce2 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:31.618450 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Network 68f2cfd9-0977-4789-8546-2fe8b1d887d1 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:31.620387 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Router e6df3e49-a794-4e76-a228-61924b7dcef4 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:31.650590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:31.680260 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:31.684219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3ad1b163-928f-46e2-bfb5-2c4359583ce2 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:31.687268 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3ad1b163-928f-46e2-bfb5-2c4359583ce2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.782712 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (b3d44782-e3c3-4785-9b7e-3e6c5ca5b377), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.804953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57320) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:31.908792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3ad1b163-928f-46e2-bfb5-2c4359583ce2 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:31.914857 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3ad1b163-928f-46e2-bfb5-2c4359583ce2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.967148 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Pushing event updated for resources: {'Port': ['ID=5bde1011-5866-4ad7-8028-071f97360a08,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:31.984251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 3ad1b163-928f-46e2-bfb5-2c4359583ce2, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3ad1b163-928f-46e2-bfb5-2c4359583ce2,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:31.990306 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3ad1b163-928f-46e2-bfb5-2c4359583ce2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:31.992056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d6f1f01d-627c-4298-8382-0ee7157103c5 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:32.129941 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e4df8af1-ef8a-4dfc-803c-4727abb17816 req-0ba08f2c-aff2-4d0e-838c-8368780b3efb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 210 time: 0.3444254 Feb 11 05:13:32.153394 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782137ac-de15-45a2-aa36-84c8c71851a5 x-openstack-request-id: req-782137ac-de15-45a2-aa36-84c8c71851a5 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:32.153988 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2", "name": "network-vif-deleted", "tag": "5fb455b4-9cde-4da7-b911-892a27097e62", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:32.154412 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-782137ac-de15-45a2-aa36-84c8c71851a5 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:32.154968 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2', 'name': 'network-vif-deleted', 'tag': '5fb455b4-9cde-4da7-b911-892a27097e62', 'status': 'completed', 'code': 200} Feb 11 05:13:32.170120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00afe2-2a82-48dc-b0d0-60455fd0cdd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7706f3a1-00aa-4f65-958e-ad545f2fb613,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:32.184542 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-08909261-c823-4529-a34b-d9c708a3e041 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?network_id=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.7146986 Feb 11 05:13:32.221082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=3ad1b163-928f-46e2-bfb5-2c4359583ce2,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:32.241504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d6f1f01d-627c-4298-8382-0ee7157103c5 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:32.242039 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d6f1f01d-627c-4298-8382-0ee7157103c5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.272431 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-65b84c19-6f2a-4b4f-bfed-084692be34d2 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?network_id=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0811894 Feb 11 05:13:32.331649 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.334498 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-48c68e25-c7fa-436c-9363-9cf2b0b1a7ba None None] Provisioning complete for port 5bde1011-5866-4ad7-8028-071f97360a08 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:32.334911 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-48c68e25-c7fa-436c-9363-9cf2b0b1a7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5bde1011-5866-4ad7-8028-071f97360a08), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.370252 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e00afe2-2a82-48dc-b0d0-60455fd0cdd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (2f2cf0bb-1128-4c41-b812-62733c4df0f9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.501802 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8af1-ef8a-4dfc-803c-4727abb17816 req-6b22b535-b81e-400f-a8c0-fcec028251a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:32.504154 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e4df8af1-ef8a-4dfc-803c-4727abb17816 req-6b22b535-b81e-400f-a8c0-fcec028251a4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1618514 Feb 11 05:13:32.590142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d6f1f01d-627c-4298-8382-0ee7157103c5 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:32.590448 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d6f1f01d-627c-4298-8382-0ee7157103c5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.596855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-74ef17ea-792b-4084-bbf3-ff78beee7072 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:32.602483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-74ef17ea-792b-4084-bbf3-ff78beee7072 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:32.607611 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-74ef17ea-792b-4084-bbf3-ff78beee7072 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:32.615018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-74ef17ea-792b-4084-bbf3-ff78beee7072 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/networks?id=fd11f94d-b840-4c63-804e-f8e04aa617c8&id=87b930fc-0254-4b87-ac0d-42931be73941&id=87b930fc-0254-4b87-ac0d-42931be73941&id=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e&id=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e HTTP/1.1" status: 200 len: 1995 time: 0.3303432 Feb 11 05:13:32.647167 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-dbccf558-8f75-475a-acae-0d90103838fb tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/quotas/f1299ecd49e5408282a75d13c75f41aa HTTP/1.1" status: 200 len: 375 time: 0.0308807 Feb 11 05:13:32.651482 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-48c68e25-c7fa-436c-9363-9cf2b0b1a7ba None None] Port 5bde1011-5866-4ad7-8028-071f97360a08 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:32.656063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port d6f1f01d-627c-4298-8382-0ee7157103c5, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d6f1f01d-627c-4298-8382-0ee7157103c5,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:32.662178 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d6f1f01d-627c-4298-8382-0ee7157103c5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:32.742462 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8e76fd7-5b06-4807-bcff-5964904a9fc6 req-894927e0-836b-4da1-9717-87e19364e8cc tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 210 time: 0.0856016 Feb 11 05:13:32.788966 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=d6f1f01d-627c-4298-8382-0ee7157103c5,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:32.855378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d6cd516e-9bb4-4237-a164-7cad36f301eb tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f1299ecd49e5408282a75d13c75f41aa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2063296 Feb 11 05:13:33.037552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e00afe2-2a82-48dc-b0d0-60455fd0cdd5 admin admin] Router 2f2cf0bb-1128-4c41-b812-62733c4df0f9 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:33.122249 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-a60248d4-d05c-468d-afec-cd072efaf10f service neutron] 10.222.0.87 "GET /v2.0/networks/fd11f94d-b840-4c63-804e-f8e04aa617c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052398 Feb 11 05:13:33.380052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-a415fe09-8523-45ad-91e7-c90fa907971b service neutron] 10.222.0.87 "GET /v2.0/networks/fd11f94d-b840-4c63-804e-f8e04aa617c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486525 Feb 11 05:13:33.478669 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b87b7202-dd38-4e4d-b493-7bb5348e1645 service neutron] 10.222.0.87 "GET /v2.0/ports/a8386ea7-4352-4731-8123-94a5358ec90d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0899079 Feb 11 05:13:33.485264 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.508973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e00afe2-2a82-48dc-b0d0-60455fd0cdd5 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:33.516013 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3ad1b163-928f-46e2-bfb5-2c4359583ce2 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:33.519035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8e00afe2-2a82-48dc-b0d0-60455fd0cdd5 admin admin] 10.222.0.87 "PUT /v2.0/routers/2f2cf0bb-1128-4c41-b812-62733c4df0f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0039518 Feb 11 05:13:33.548042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57326) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:33.554482 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8af1-ef8a-4dfc-803c-4727abb17816 req-fb6c8547-b9b5-4498-a35d-073e66f89f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:33.559694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10402787-5dea-4946-be7c-1ce2ed5b598c None None] Sync routers for ids ['2f2cf0bb-1128-4c41-b812-62733c4df0f9'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:33.559923 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e4df8af1-ef8a-4dfc-803c-4727abb17816 req-fb6c8547-b9b5-4498-a35d-073e66f89f0a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0488458 Feb 11 05:13:33.580520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10402787-5dea-4946-be7c-1ce2ed5b598c None None] Routers {'2f2cf0bb-1128-4c41-b812-62733c4df0f9'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:33.581569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-10402787-5dea-4946-be7c-1ce2ed5b598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2f2cf0bb-1128-4c41-b812-62733c4df0f9'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:33.624197 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5bde1011-5866-4ad7-8028-071f97360a08), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.851897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-72642283-d1bb-4ce8-a9f4-974d4498d028 service neutron] 10.222.0.87 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672535 Feb 11 05:13:33.960745 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:33.986458 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4677d393-ed09-4252-9844-c4070e02181b admin admin] 10.222.0.87 "PUT /v2.0/routers/e6df3e49-a794-4e76-a228-61924b7dcef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9604754 Feb 11 05:13:34.010131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-10402787-5dea-4946-be7c-1ce2ed5b598c None None] Set router 2f2cf0bb-1128-4c41-b812-62733c4df0f9 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:34.093622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-280eb2a5-aa64-435d-a099-7f1afc86e375 req-461314ae-5220-4ebc-9d8a-f91b349415a3 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 210 time: 0.1919975 Feb 11 05:13:34.243936 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:13:34.307774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-3e3977fd-1174-4ad8-b729-7b69da09e3df service neutron] 10.222.0.87 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472492 Feb 11 05:13:34.363733 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d9040749-d9cc-4e87-86c8-cbb773e905e3 admin admin] Publish callbacks [] for router (2f2cf0bb-1128-4c41-b812-62733c4df0f9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.402022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3ad1b163-928f-46e2-bfb5-2c4359583ce2 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:34.404470 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3ad1b163-928f-46e2-bfb5-2c4359583ce2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.589286 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af2c883e-f692-4af1-888b-dc0f04421284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (dd2b0516-594b-44ea-9a55-9ea9893d6e09), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.610331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-10402787-5dea-4946-be7c-1ce2ed5b598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'name': 'tempest-ServersTestMultiNic-1269576719-router', 'tenant_id': '7ab07d48998b477e988645697f0986af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:55Z', 'updated_at': '2022-02-11T05:13:31Z', 'revision_number': 5, 'project_id': '7ab07d48998b477e988645697f0986af', 'gw_port': {'id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:56Z', 'updated_at': '2022-02-11T05:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:34.611262 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Publish callbacks [] for port (5bde1011-5866-4ad7-8028-071f97360a08), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.686239 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10402787-5dea-4946-be7c-1ce2ed5b598c None None] Checking router: 2f2cf0bb-1128-4c41-b812-62733c4df0f9 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:34.749159 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (5bde1011-5866-4ad7-8028-071f97360a08), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.767670 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Sync routers for ids ['e6df3e49-a794-4e76-a228-61924b7dcef4'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:34.786068 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Routers {'e6df3e49-a794-4e76-a228-61924b7dcef4'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:34.799604 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['e6df3e49-a794-4e76-a228-61924b7dcef4'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:34.807209 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3ad1b163-928f-46e2-bfb5-2c4359583ce2 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:34.809650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d6f1f01d-627c-4298-8382-0ee7157103c5 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:34.918219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10402787-5dea-4946-be7c-1ce2ed5b598c None None] Routers {'2f2cf0bb-1128-4c41-b812-62733c4df0f9'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:34.920987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-10402787-5dea-4946-be7c-1ce2ed5b598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2f2cf0bb-1128-4c41-b812-62733c4df0f9'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:35.056438 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Set router e6df3e49-a794-4e76-a228-61924b7dcef4 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:35.071764 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (b3d44782-e3c3-4785-9b7e-3e6c5ca5b377), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.082219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Pushing event updated for resources: {'Port': ['ID=5bde1011-5866-4ad7-8028-071f97360a08,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:35.195732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-10402787-5dea-4946-be7c-1ce2ed5b598c None None] Set router 2f2cf0bb-1128-4c41-b812-62733c4df0f9 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:35.217717 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e4df8af1-ef8a-4dfc-803c-4727abb17816 req-39284f90-503c-4a5e-ba7f-f9691e98e2f4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba78cdb8-f63a-48ab-8b7a-6243ba0ef2b2 HTTP/1.1" status: 200 len: 210 time: 0.1407795 Feb 11 05:13:35.476690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d6f1f01d-627c-4298-8382-0ee7157103c5 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:35.477519 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d6f1f01d-627c-4298-8382-0ee7157103c5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.515073 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.597814 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'name': 'tempest-ServersTestManualDisk-936683647-router', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:13Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 4, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'gw_port': {'id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '4095a563-3d77-416c-ac82-8e7c6ae43c6f', 'name': '', 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'mac_address': 'fa:16:3e:ee:4b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 2, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'subnets': [{'id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:35.636398 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-e2d2e839-ce56-4fa1-8c96-65a7dd13abd1 service neutron] 10.222.0.87 "GET /v2.0/ports/a343ee49-32a7-4046-97df-753fc7b82f4c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 1.3121972 Feb 11 05:13:35.656844 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Checking router: e6df3e49-a794-4e76-a228-61924b7dcef4 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:35.657230 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Updating router e6df3e49-a794-4e76-a228-61924b7dcef4 port 4095a563-3d77-416c-ac82-8e7c6ae43c6f binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:13:35.667124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d6f1f01d-627c-4298-8382-0ee7157103c5 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:35.696893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-10402787-5dea-4946-be7c-1ce2ed5b598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'name': 'tempest-ServersTestMultiNic-1269576719-router', 'tenant_id': '7ab07d48998b477e988645697f0986af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:55Z', 'updated_at': '2022-02-11T05:13:31Z', 'revision_number': 5, 'project_id': '7ab07d48998b477e988645697f0986af', 'gw_port': {'id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:56Z', 'updated_at': '2022-02-11T05:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:35.713910 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Network 68f2cfd9-0977-4789-8546-2fe8b1d887d1 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:35.720422 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:35.736864 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.801936 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10402787-5dea-4946-be7c-1ce2ed5b598c None None] The sync data for ids ['2f2cf0bb-1128-4c41-b812-62733c4df0f9'] in n-d-713499-38 is: [{'id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'name': 'tempest-ServersTestMultiNic-1269576719-router', 'tenant_id': '7ab07d48998b477e988645697f0986af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:10:55Z', 'updated_at': '2022-02-11T05:13:31Z', 'revision_number': 5, 'project_id': '7ab07d48998b477e988645697f0986af', 'gw_port': {'id': '0885ca29-8941-4a08-861f-39f2aa8015ce', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2cf0bb-1128-4c41-b812-62733c4df0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:10:56Z', 'updated_at': '2022-02-11T05:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:36.040642 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57342) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:36.050682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5a93c735-87a5-4bf4-9c4e-a4922d0c62bb tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1518345541', 'description': 'tempest-description--146534934'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:36.139696 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d9040749-d9cc-4e87-86c8-cbb773e905e3 admin admin] Publish callbacks [] for router_gateway (2f2cf0bb-1128-4c41-b812-62733c4df0f9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.196761 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-e1c1fc87-0d53-4b0b-983f-c70790ec96d5 service neutron] 10.222.0.87 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5594022 Feb 11 05:13:36.231569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-57f438c4-d45b-4b91-9740-61417fbc9ed6 None None] Provisioning complete for port 5bde1011-5866-4ad7-8028-071f97360a08 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:36.231569 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57f438c4-d45b-4b91-9740-61417fbc9ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5bde1011-5866-4ad7-8028-071f97360a08), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.328152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-57f438c4-d45b-4b91-9740-61417fbc9ed6 None None] Port 5bde1011-5866-4ad7-8028-071f97360a08 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:36.336086 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a93c735-87a5-4bf4-9c4e-a4922d0c62bb tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.384186 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:36.421132 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-083c8bd4-9b45-4343-ab46-759c4263e9f8 service neutron] 10.222.0.87 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750727 Feb 11 05:13:36.455744 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-af2c883e-f692-4af1-888b-dc0f04421284 admin admin] Deleting port 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:36.456097 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af2c883e-f692-4af1-888b-dc0f04421284 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8a9e30fb-eb92-48c8-8f5e-f26ae126a73e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.570695 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Publish callbacks [] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.583270 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.659163 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-d9040749-d9cc-4e87-86c8-cbb773e905e3 admin admin] Deleting port 0885ca29-8941-4a08-861f-39f2aa8015ce {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:36.659792 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d9040749-d9cc-4e87-86c8-cbb773e905e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (0885ca29-8941-4a08-861f-39f2aa8015ce), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.662278 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec8f86-0e1a-4e17-add0-65a9197d3137 None None] Pushing event updated for resources: {'Port': ['ID=4095a563-3d77-416c-ac82-8e7c6ae43c6f,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:36.738832 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Attempting to bind port 4095a563-3d77-416c-ac82-8e7c6ae43c6f on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:36.739204 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Attempting to bind port 4095a563-3d77-416c-ac82-8e7c6ae43c6f by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'd0833494-6bcf-4eda-9f65-0140ca058e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:36.739625 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Attempting to bind port 4095a563-3d77-416c-ac82-8e7c6ae43c6f on network 4b76b216-e4cb-473c-8a94-4abeb8bb28ae {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:36.751691 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:36.752074 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Checking segment: {'id': 'd0833494-6bcf-4eda-9f65-0140ca058e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:36.752487 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.752887 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Bound using segment: {'id': 'd0833494-6bcf-4eda-9f65-0140ca058e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:36.753361 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Bound port: 4095a563-3d77-416c-ac82-8e7c6ae43c6f, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0833494-6bcf-4eda-9f65-0140ca058e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:36.753744 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.780078 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:36.791021 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a93c735-87a5-4bf4-9c4e-a4922d0c62bb tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for security_group (d807f8df-f1fa-4f9c-8f31-d96344a32a21), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.792713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Sync routers for ids ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:36.805587 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4470a74c-9ff4-4132-b00c-adb4d58c4425 admin admin] 10.222.0.87 "PUT /v2.0/routers/b3d44782-e3c3-4785-9b7e-3e6c5ca5b377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4289000 Feb 11 05:13:36.818843 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Routers {'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:36.821099 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a93c735-87a5-4bf4-9c4e-a4922d0c62bb tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d807f8df-f1fa-4f9c-8f31-d96344a32a21), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.823770 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:36.865128 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93c735-87a5-4bf4-9c4e-a4922d0c62bb tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d807f8df-f1fa-4f9c-8f31-d96344a32a21,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:36.870884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-d9040749-d9cc-4e87-86c8-cbb773e905e3 admin admin] For port 0885ca29-8941-4a08-861f-39f2aa8015ce, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0885ca29-8941-4a08-861f-39f2aa8015ce,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:36.872671 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d9040749-d9cc-4e87-86c8-cbb773e905e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (0885ca29-8941-4a08-861f-39f2aa8015ce), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.906781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-af2c883e-f692-4af1-888b-dc0f04421284 admin admin] For port 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8a9e30fb-eb92-48c8-8f5e-f26ae126a73e,segment=NetworkSegment(716db395-5496-450e-8654-b4ff6a6e414d),segment_id=716db395-5496-450e-8654-b4ff6a6e414d)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:36.907163 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af2c883e-f692-4af1-888b-dc0f04421284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8a9e30fb-eb92-48c8-8f5e-f26ae126a73e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.916375 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a93c735-87a5-4bf4-9c4e-a4922d0c62bb tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.920238 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5a93c735-87a5-4bf4-9c4e-a4922d0c62bb tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8761253 Feb 11 05:13:36.922584 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-d9040749-d9cc-4e87-86c8-cbb773e905e3 admin admin] Calling delete_port for 0885ca29-8941-4a08-861f-39f2aa8015ce owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:36.925637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57362) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:36.947961 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-15c52f95-847a-4102-8bd5-e486ed4f10a2 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Request body: {'security_group_rule': {'security_group_id': 'd807f8df-f1fa-4f9c-8f31-d96344a32a21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:36.952363 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] For port 4095a563-3d77-416c-ac82-8e7c6ae43c6f, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:36.963568 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] For port 4095a563-3d77-416c-ac82-8e7c6ae43c6f, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4095a563-3d77-416c-ac82-8e7c6ae43c6f,segment=NetworkSegment(d0833494-6bcf-4eda-9f65-0140ca058e8e),segment_id=d0833494-6bcf-4eda-9f65-0140ca058e8e)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:36.974374 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:36.983311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-af2c883e-f692-4af1-888b-dc0f04421284 admin admin] Calling delete_port for 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:37.054562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Set router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:37.075459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-f43c1d74-282c-4d36-bf3a-c5e658b4f507 service neutron] 10.222.0.87 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6531570 Feb 11 05:13:37.114369 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Routers {'e6df3e49-a794-4e76-a228-61924b7dcef4'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:37.115133 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['e6df3e49-a794-4e76-a228-61924b7dcef4'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:37.159194 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec8f86-0e1a-4e17-add0-65a9197d3137 None None] Pushing event updated for resources: {'Port': ['ID=4095a563-3d77-416c-ac82-8e7c6ae43c6f,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:37.187344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-d6eb9e2c-ae33-4e65-bd75-fe9554590c62 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:37.188892 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-d6eb9e2c-ae33-4e65-bd75-fe9554590c62 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 810 time: 0.7356615 Feb 11 05:13:37.213866 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 5fb455b4-9cde-4da7-b911-892a27097e62 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:37.256117 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-15c52f95-847a-4102-8bd5-e486ed4f10a2 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for security_group_rule (f2934b64-5ccd-4dae-aa4c-e12a677a7ccc), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.262943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 5fb455b4-9cde-4da7-b911-892a27097e62 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:37.267026 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 5fb455b4-9cde-4da7-b911-892a27097e62 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:37.325708 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-e7a6de82-983d-4b0d-9df4-942c4c88421d service neutron] 10.222.0.87 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524129 Feb 11 05:13:37.378787 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-2c527445-4af0-490a-84f6-3d6c667bd431 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/quotas/0a40ce45f00646be8c6ee67bf9801caf HTTP/1.1" status: 200 len: 375 time: 0.0515182 Feb 11 05:13:37.437778 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-26c24ef2-2d0d-4649-876d-0c78317e498c None None] Provisioning complete for port 4095a563-3d77-416c-ac82-8e7c6ae43c6f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:37.438231 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-26c24ef2-2d0d-4649-876d-0c78317e498c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.470331 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] Set router e6df3e49-a794-4e76-a228-61924b7dcef4 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:37.584400 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-15c52f95-847a-4102-8bd5-e486ed4f10a2 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for security_group_rule (f2934b64-5ccd-4dae-aa4c-e12a677a7ccc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.603314 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-15c52f95-847a-4102-8bd5-e486ed4f10a2 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (f2934b64-5ccd-4dae-aa4c-e12a677a7ccc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.620108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-26c24ef2-2d0d-4649-876d-0c78317e498c None None] Current status of the port 4095a563-3d77-416c-ac82-8e7c6ae43c6f is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:37.620949 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-26c24ef2-2d0d-4649-876d-0c78317e498c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.628278 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af2c883e-f692-4af1-888b-dc0f04421284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8a9e30fb-eb92-48c8-8f5e-f26ae126a73e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.633006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-6e67a368-a605-44da-a9da-ee8c3626127f service neutron] 10.222.0.87 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861607 Feb 11 05:13:37.647816 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-15c52f95-847a-4102-8bd5-e486ed4f10a2 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.650617 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-15c52f95-847a-4102-8bd5-e486ed4f10a2 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7233307 Feb 11 05:13:37.656173 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57374) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:37.663772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-26c24ef2-2d0d-4649-876d-0c78317e498c None None] For port 4095a563-3d77-416c-ac82-8e7c6ae43c6f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4095a563-3d77-416c-ac82-8e7c6ae43c6f,segment=NetworkSegment(d0833494-6bcf-4eda-9f65-0140ca058e8e),segment_id=d0833494-6bcf-4eda-9f65-0140ca058e8e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:37.670727 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-26c24ef2-2d0d-4649-876d-0c78317e498c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.683077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'name': 'tempest-ServersTestFqdnHostnames-305944347-router', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'gw_port': {'id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:18Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '5bde1011-5866-4ad7-8028-071f97360a08', 'name': '', 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'mac_address': 'fa:16:3e:8d:75:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:29Z', 'updated_at': '2022-02-11T05:13:34Z', 'revision_number': 2, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'subnets': [{'id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:37.686665 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-45667aa7-e86e-44f3-aca7-67c5cf0518cd tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3065438 Feb 11 05:13:37.730349 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c52f95-847a-4102-8bd5-e486ed4f10a2 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2934b64-5ccd-4dae-aa4c-e12a677a7ccc,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:37.740958 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Checking router: b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:37.741918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Updating router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 port 5bde1011-5866-4ad7-8028-071f97360a08 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:13:37.746235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6a6c4019-252f-44e5-bb23-80c432ee2424 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Request body: {'security_group_rule': {'security_group_id': 'd807f8df-f1fa-4f9c-8f31-d96344a32a21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:37.790929 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c883e-f692-4af1-888b-dc0f04421284 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9e30fb-eb92-48c8-8f5e-f26ae126a73e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:37.815239 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5bde1011-5866-4ad7-8028-071f97360a08), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.822552 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-d0fb3773-a30d-417c-94a2-218735d74e43 service neutron] 10.222.0.87 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349473 Feb 11 05:13:37.863836 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'name': 'tempest-ServersTestManualDisk-936683647-router', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:13Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 4, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'gw_port': {'id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '4095a563-3d77-416c-ac82-8e7c6ae43c6f', 'name': '', 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'mac_address': 'fa:16:3e:ee:4b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:13:36Z', 'revision_number': 4, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'subnets': [{'id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:37.900052 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3656fd-9348-44ac-97a6-4bab3a1bd236 None None] The sync data for ids ['e6df3e49-a794-4e76-a228-61924b7dcef4'] in n-d-713499-38 is: [{'id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'name': 'tempest-ServersTestManualDisk-936683647-router', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:13Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 4, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'gw_port': {'id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '4095a563-3d77-416c-ac82-8e7c6ae43c6f', 'name': '', 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'mac_address': 'fa:16:3e:ee:4b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:13:36Z', 'revision_number': 4, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'subnets': [{'id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:37.916602 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4095a563-3d77-416c-ac82-8e7c6ae43c6f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:37.935865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c24ef2-2d0d-4649-876d-0c78317e498c None None] Pushing event updated for resources: {'Port': ['ID=4095a563-3d77-416c-ac82-8e7c6ae43c6f,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:37.964119 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d9040749-d9cc-4e87-86c8-cbb773e905e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (0885ca29-8941-4a08-861f-39f2aa8015ce), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.990472 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a6c4019-252f-44e5-bb23-80c432ee2424 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for security_group_rule (53a7aeaf-44a0-4841-a724-36c2f1385ab6), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.999543 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7227176c-66e2-464e-bc60-7ab0406082fe None None] Provisioning complete for port 4095a563-3d77-416c-ac82-8e7c6ae43c6f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:37.999979 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7227176c-66e2-464e-bc60-7ab0406082fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.036895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9040749-d9cc-4e87-86c8-cbb773e905e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0885ca29-8941-4a08-861f-39f2aa8015ce,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:38.107314 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a6c4019-252f-44e5-bb23-80c432ee2424 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for security_group_rule (53a7aeaf-44a0-4841-a724-36c2f1385ab6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.118739 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a6c4019-252f-44e5-bb23-80c432ee2424 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (53a7aeaf-44a0-4841-a724-36c2f1385ab6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.120382 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-ca101921-5f2a-4ead-b970-e428c3c8ea35 service neutron] 10.222.0.87 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462314 Feb 11 05:13:38.141965 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af2c883e-f692-4af1-888b-dc0f04421284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (dd2b0516-594b-44ea-9a55-9ea9893d6e09), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.156134 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c4019-252f-44e5-bb23-80c432ee2424 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a7aeaf-44a0-4841-a724-36c2f1385ab6,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:38.164544 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-c7f330ca-e884-44ad-a8b5-1238025f2b94 service neutron] 10.222.0.87 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982473 Feb 11 05:13:38.165468 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a6c4019-252f-44e5-bb23-80c432ee2424 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.167285 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6a6c4019-252f-44e5-bb23-80c432ee2424 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4295039 Feb 11 05:13:38.172349 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57380) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:38.177863 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d9040749-d9cc-4e87-86c8-cbb773e905e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (2f2cf0bb-1128-4c41-b812-62733c4df0f9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.221656 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:38.260523 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.348196 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d9040749-d9cc-4e87-86c8-cbb773e905e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (2f2cf0bb-1128-4c41-b812-62733c4df0f9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.368143 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d9040749-d9cc-4e87-86c8-cbb773e905e3 admin admin] Publish callbacks [] for router_controller (2f2cf0bb-1128-4c41-b812-62733c4df0f9), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.412243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-458f02a3-a980-4ef4-bc77-cb4e8600c6f1 service neutron] 10.222.0.87 "GET /v2.0/networks/d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828631 Feb 11 05:13:38.425857 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Publish callbacks [] for port (5bde1011-5866-4ad7-8028-071f97360a08), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.495596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 4095a563-3d77-416c-ac82-8e7c6ae43c6f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:38.496034 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.500435 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5bde1011-5866-4ad7-8028-071f97360a08), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.520358 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d9040749-d9cc-4e87-86c8-cbb773e905e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (2f2cf0bb-1128-4c41-b812-62733c4df0f9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.520895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9040749-d9cc-4e87-86c8-cbb773e905e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f2cf0bb-1128-4c41-b812-62733c4df0f9 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:38.526658 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d9040749-d9cc-4e87-86c8-cbb773e905e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.527780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d9040749-d9cc-4e87-86c8-cbb773e905e3 admin admin] 10.222.0.87 "DELETE /v2.0/routers/2f2cf0bb-1128-4c41-b812-62733c4df0f9 HTTP/1.1" status: 204 len: 168 time: 4.9787948 Feb 11 05:13:38.539059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57388) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:38.714485 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7227176c-66e2-464e-bc60-7ab0406082fe None None] Current status of the port 4095a563-3d77-416c-ac82-8e7c6ae43c6f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:38.732538 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8cf31-e464-4a5e-966e-716f0d86cce1 None None] Pushing event updated for resources: {'Port': ['ID=5bde1011-5866-4ad7-8028-071f97360a08,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:38.784598 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 4095a563-3d77-416c-ac82-8e7c6ae43c6f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:38.804322 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-9322278d-ba4c-4336-8579-003784829ee3 service neutron] 10.222.0.87 "GET /v2.0/networks/d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582916 Feb 11 05:13:38.851374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7706f3a1-00aa-4f65-958e-ad545f2fb613 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:38.852879 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-554b2dc5-0595-4349-a39f-f4b5f20dde25 admin admin] Deleting subnet 9bc318c2-09be-446a-8c64-4ea1af1764a0 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:38.865308 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-554b2dc5-0595-4349-a39f-f4b5f20dde25 admin admin] Publish callbacks [] for subnet (9bc318c2-09be-446a-8c64-4ea1af1764a0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.987862 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 7706f3a1-00aa-4f65-958e-ad545f2fb613 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:38.988617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7706f3a1-00aa-4f65-958e-ad545f2fb613 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:39.000521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Attempting to bind port 5bde1011-5866-4ad7-8028-071f97360a08 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:39.001302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Attempting to bind port 5bde1011-5866-4ad7-8028-071f97360a08 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '1902feac-4e2b-4ebb-9afe-8199fb07c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:39.001906 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Attempting to bind port 5bde1011-5866-4ad7-8028-071f97360a08 on network 68f2cfd9-0977-4789-8546-2fe8b1d887d1 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:39.008669 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:39.009738 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Checking segment: {'id': '1902feac-4e2b-4ebb-9afe-8199fb07c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:39.011994 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.013060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Bound using segment: {'id': '1902feac-4e2b-4ebb-9afe-8199fb07c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:39.013903 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Bound port: 5bde1011-5866-4ad7-8028-071f97360a08, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1902feac-4e2b-4ebb-9afe-8199fb07c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:39.014532 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5bde1011-5866-4ad7-8028-071f97360a08), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.076186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-ff5c0719-b531-4b46-90d1-7fe6ef427298 service neutron] 10.222.0.87 "GET /v2.0/networks/d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708666 Feb 11 05:13:39.136002 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-554b2dc5-0595-4349-a39f-f4b5f20dde25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (9bc318c2-09be-446a-8c64-4ea1af1764a0), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.291520 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-a63226ee-c565-4297-ab9a-84dc79537a16 service neutron] 10.222.0.87 "GET /v2.0/networks/d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074623 Feb 11 05:13:39.358310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2ef90475-b291-4418-a1ee-13163dd253bc None None] Provisioning complete for port 5bde1011-5866-4ad7-8028-071f97360a08 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:39.358310 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2ef90475-b291-4418-a1ee-13163dd253bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5bde1011-5866-4ad7-8028-071f97360a08), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.362557 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.410784 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] For port 5bde1011-5866-4ad7-8028-071f97360a08, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:39.429617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-5d9a320a-5822-4019-bb36-dcc408470a6e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:39.433676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-5d9a320a-5822-4019-bb36-dcc408470a6e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports/a8386ea7-4352-4731-8123-94a5358ec90d HTTP/1.1" status: 200 len: 936 time: 0.1407526 Feb 11 05:13:39.438693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57396) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:39.439554 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] For port 5bde1011-5866-4ad7-8028-071f97360a08, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5bde1011-5866-4ad7-8028-071f97360a08,segment=NetworkSegment(1902feac-4e2b-4ebb-9afe-8199fb07c557),segment_id=1902feac-4e2b-4ebb-9afe-8199fb07c557)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:39.444573 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2ef90475-b291-4418-a1ee-13163dd253bc None None] Port 5bde1011-5866-4ad7-8028-071f97360a08 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:39.446926 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-daadc1ce-4fa2-4e4e-94c3-987ad750050b tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Request body: {'security_group': {'name': 'tempest-securitygroup--539966324', 'description': 'tempest-description--715821844'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:39.453770 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5bde1011-5866-4ad7-8028-071f97360a08), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.521740 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2c883e-f692-4af1-888b-dc0f04421284 admin admin] Router dd2b0516-594b-44ea-9a55-9ea9893d6e09 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:39.564476 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-daadc1ce-4fa2-4e4e-94c3-987ad750050b tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.584700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-f3ea792d-5e0e-43ab-90ba-77166f41d1f4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:39.588350 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-f3ea792d-5e0e-43ab-90ba-77166f41d1f4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports/a343ee49-32a7-4046-97df-753fc7b82f4c HTTP/1.1" status: 200 len: 936 time: 0.1370511 Feb 11 05:13:39.635274 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.641708 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-554b2dc5-0595-4349-a39f-f4b5f20dde25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (9bc318c2-09be-446a-8c64-4ea1af1764a0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.641938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8cf31-e464-4a5e-966e-716f0d86cce1 None None] Pushing event updated for resources: {'Port': ['ID=5bde1011-5866-4ad7-8028-071f97360a08,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:39.650354 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Routers {'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:39.655141 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:39.781238 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-554b2dc5-0595-4349-a39f-f4b5f20dde25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (9bc318c2-09be-446a-8c64-4ea1af1764a0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.792033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Allocated IP 172.25.5.234 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/db56c793-1bad-499d-81b6-3ca878e270f5) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:39.847291 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-daadc1ce-4fa2-4e4e-94c3-987ad750050b tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for security_group (18122934-7018-451d-831c-6d999c7f4b4c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.853226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b2dc5-0595-4349-a39f-f4b5f20dde25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc318c2-09be-446a-8c64-4ea1af1764a0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:39.880059 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-554b2dc5-0595-4349-a39f-f4b5f20dde25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.883892 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-554b2dc5-0595-4349-a39f-f4b5f20dde25 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/9bc318c2-09be-446a-8c64-4ea1af1764a0 HTTP/1.1" status: 204 len: 168 time: 1.3403339 Feb 11 05:13:39.903600 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57414) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:39.910492 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-daadc1ce-4fa2-4e4e-94c3-987ad750050b tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (18122934-7018-451d-831c-6d999c7f4b4c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.917421 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bb7596-9058-4e15-9fc0-263bd66da4af None None] Network 54c3bd17-c479-4b9e-928f-f0125ecdebed requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:39.984593 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2c883e-f692-4af1-888b-dc0f04421284 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:40.003196 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f782eae0-a7d0-4218-a3e9-92bf3a851d05 None None] Sync routers for ids ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:40.016160 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-af2c883e-f692-4af1-888b-dc0f04421284 admin admin] 10.222.0.87 "PUT /v2.0/routers/dd2b0516-594b-44ea-9a55-9ea9893d6e09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1859536 Feb 11 05:13:40.020946 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f782eae0-a7d0-4218-a3e9-92bf3a851d05 None None] Routers {'dd2b0516-594b-44ea-9a55-9ea9893d6e09'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:40.021417 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57426) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:40.023851 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f782eae0-a7d0-4218-a3e9-92bf3a851d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:40.135403 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] Set router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:40.308800 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for port (db56c793-1bad-499d-81b6-3ca878e270f5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.325768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4095a563-3d77-416c-ac82-8e7c6ae43c6f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:40.328015 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27b582f7-c4a2-4f59-9b44-c7b9e6a5b3cf admin admin] Publish callbacks [] for router (dd2b0516-594b-44ea-9a55-9ea9893d6e09), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.334393 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-f782eae0-a7d0-4218-a3e9-92bf3a851d05 None None] Set router dd2b0516-594b-44ea-9a55-9ea9893d6e09 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:40.524510 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (db56c793-1bad-499d-81b6-3ca878e270f5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.543183 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27b582f7-c4a2-4f59-9b44-c7b9e6a5b3cf admin admin] Publish callbacks [] for router_gateway (dd2b0516-594b-44ea-9a55-9ea9893d6e09), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.556152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-00e3cf96-43d5-44d1-9a4f-a4240beefa4e None None] Provisioning complete for port 5bde1011-5866-4ad7-8028-071f97360a08 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:40.556557 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-00e3cf96-43d5-44d1-9a4f-a4240beefa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5bde1011-5866-4ad7-8028-071f97360a08), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.611945 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:40.687658 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:40.710476 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:40.720397 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Pushing event updated for resources: {'Port': ['ID=db56c793-1bad-499d-81b6-3ca878e270f5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:40.757575 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-daadc1ce-4fa2-4e4e-94c3-987ad750050b tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.759559 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-daadc1ce-4fa2-4e4e-94c3-987ad750050b tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3175397 Feb 11 05:13:40.765610 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57472) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:40.767357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-2ef6a45b-f326-4e3b-8da1-4bf0ea784161 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:40.769080 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-2ef6a45b-f326-4e3b-8da1-4bf0ea784161 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 810 time: 0.1253507 Feb 11 05:13:40.787686 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-910f2e06-7c6c-463b-89da-bbcc0375849e tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Request body: {'security_group_rule': {'security_group_id': '18122934-7018-451d-831c-6d999c7f4b4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:40.812888 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f782eae0-a7d0-4218-a3e9-92bf3a851d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-router', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:41Z', 'updated_at': '2022-02-11T05:13:37Z', 'revision_number': 5, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'gw_port': {'id': '5c22b0f7-424f-438f-b80a-4b53cf22d060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:43Z', 'updated_at': '2022-02-11T05:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:40.832372 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-910f2e06-7c6c-463b-89da-bbcc0375849e tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for security_group_rule (49e5286f-3cbb-4769-ac29-4b9fe516b676), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.858167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-3318b68a-4c01-4a0a-9b38-c19eef46e2db tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Request body: {'port': {'device_id': '61058c99-cd6c-4d51-99e4-6394c11c3f58', 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0', 'admin_state_up': True, 'tenant_id': '0a40ce45f00646be8c6ee67bf9801caf'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:40.874073 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f782eae0-a7d0-4218-a3e9-92bf3a851d05 None None] Checking router: dd2b0516-594b-44ea-9a55-9ea9893d6e09 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:40.879316 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-27b582f7-c4a2-4f59-9b44-c7b9e6a5b3cf admin admin] Deleting port 5c22b0f7-424f-438f-b80a-4b53cf22d060 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:40.879808 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27b582f7-c4a2-4f59-9b44-c7b9e6a5b3cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5c22b0f7-424f-438f-b80a-4b53cf22d060), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.898011 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f782eae0-a7d0-4218-a3e9-92bf3a851d05 None None] Routers {'dd2b0516-594b-44ea-9a55-9ea9893d6e09'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:40.898637 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f782eae0-a7d0-4218-a3e9-92bf3a851d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:13:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:40.955267 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938832fb-8f37-4566-a3e0-4e61dd21ba4c None None] DHCP port deletion for 54c3bd17-c479-4b9e-928f-f0125ecdebed request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:13:40.977239 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for floatingip (2184888b-6c54-4ecc-ab01-ad65e5751b2b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:40.997135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2cff3c8-31a6-4a96-896c-7d5e41ff9742 req-5722d30f-35df-4f2c-b91e-fbea343c6f62 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=61058c99-cd6c-4d51-99e4-6394c11c3f58 HTTP/1.1" status: 200 len: 210 time: 0.1380475 Feb 11 05:13:41.008301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daadc1ce-4fa2-4e4e-94c3-987ad750050b tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18122934-7018-451d-831c-6d999c7f4b4c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:41.026967 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (54c3bd17-c479-4b9e-928f-f0125ecdebed), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.076218 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 4095a563-3d77-416c-ac82-8e7c6ae43c6f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:41.077318 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.100904 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-f782eae0-a7d0-4218-a3e9-92bf3a851d05 None None] Set router dd2b0516-594b-44ea-9a55-9ea9893d6e09 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:41.149890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-00e3cf96-43d5-44d1-9a4f-a4240beefa4e None None] Current status of the port 5bde1011-5866-4ad7-8028-071f97360a08 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:41.150289 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-00e3cf96-43d5-44d1-9a4f-a4240beefa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5bde1011-5866-4ad7-8028-071f97360a08), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.164167 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f782eae0-a7d0-4218-a3e9-92bf3a851d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-router', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:41Z', 'updated_at': '2022-02-11T05:13:40Z', 'revision_number': 6, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:41.184215 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (db56c793-1bad-499d-81b6-3ca878e270f5), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.193060 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-bb493371-ce2e-4e81-a442-a1cf99947cdb tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:41.195529 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-bb493371-ce2e-4e81-a442-a1cf99947cdb tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports/a8386ea7-4352-4731-8123-94a5358ec90d HTTP/1.1" status: 200 len: 936 time: 0.5019097 Feb 11 05:13:41.206081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0db0f440-4060-4e0a-9ed6-47299f9db21a req-5eaf0e90-ad14-4e86-a929-5c4d40a512be tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0848315 Feb 11 05:13:41.232886 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f782eae0-a7d0-4218-a3e9-92bf3a851d05 None None] The sync data for ids ['dd2b0516-594b-44ea-9a55-9ea9893d6e09'] in n-d-713499-38 is: [{'id': 'dd2b0516-594b-44ea-9a55-9ea9893d6e09', 'name': 'tempest-ServerRescueTestJSONUnderV235-459846956-router', 'tenant_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:41Z', 'updated_at': '2022-02-11T05:13:40Z', 'revision_number': 6, 'project_id': 'ccc011d380e947d8b6e7b3dbc090f659', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:41.295528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-e327b9c0-d881-4097-80c3-6d139ac3e2b3 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:41.297268 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-e327b9c0-d881-4097-80c3-6d139ac3e2b3 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/networks?id=44edfd44-9ced-42a6-af99-ec3212c056fa HTTP/1.1" status: 200 len: 814 time: 1.4528327 Feb 11 05:13:41.308456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-938832fb-8f37-4566-a3e0-4e61dd21ba4c None None] Deleting port 3867b17c-1503-4deb-bc36-dbcf530a52ff {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:41.308846 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-938832fb-8f37-4566-a3e0-4e61dd21ba4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3867b17c-1503-4deb-bc36-dbcf530a52ff), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.332419 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-910f2e06-7c6c-463b-89da-bbcc0375849e tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for security_group_rule (49e5286f-3cbb-4769-ac29-4b9fe516b676), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.343251 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-a77ef96c-79d1-4db2-a36f-64897429f938 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/quotas/8e6f0875625e4cc9a5fe4a6cba176afe HTTP/1.1" status: 200 len: 375 time: 0.0349278 Feb 11 05:13:41.368363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-27b582f7-c4a2-4f59-9b44-c7b9e6a5b3cf admin admin] For port 5c22b0f7-424f-438f-b80a-4b53cf22d060, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5c22b0f7-424f-438f-b80a-4b53cf22d060,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:41.368888 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27b582f7-c4a2-4f59-9b44-c7b9e6a5b3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5c22b0f7-424f-438f-b80a-4b53cf22d060), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.371535 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-910f2e06-7c6c-463b-89da-bbcc0375849e tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (49e5286f-3cbb-4769-ac29-4b9fe516b676), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.399967 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-ed0356c3-17ed-41fb-9c62-909cef20fdf2 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:41.400220 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-938832fb-8f37-4566-a3e0-4e61dd21ba4c None None] For port 3867b17c-1503-4deb-bc36-dbcf530a52ff, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3867b17c-1503-4deb-bc36-dbcf530a52ff,segment=NetworkSegment(60ffbf98-bba6-4416-8261-12e576946cf5),segment_id=60ffbf98-bba6-4416-8261-12e576946cf5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:41.400933 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-938832fb-8f37-4566-a3e0-4e61dd21ba4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3867b17c-1503-4deb-bc36-dbcf530a52ff), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.401913 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-ed0356c3-17ed-41fb-9c62-909cef20fdf2 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports/a343ee49-32a7-4046-97df-753fc7b82f4c HTTP/1.1" status: 200 len: 936 time: 0.1979222 Feb 11 05:13:41.427279 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-938832fb-8f37-4566-a3e0-4e61dd21ba4c None None] Calling delete_port for 3867b17c-1503-4deb-bc36-dbcf530a52ff owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:41.443998 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-27b582f7-c4a2-4f59-9b44-c7b9e6a5b3cf admin admin] Calling delete_port for 5c22b0f7-424f-438f-b80a-4b53cf22d060 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:41.465941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] Deleting port 3867b17c-1503-4deb-bc36-dbcf530a52ff {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:41.466575 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3867b17c-1503-4deb-bc36-dbcf530a52ff), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.502052 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f2e06-7c6c-463b-89da-bbcc0375849e tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e5286f-3cbb-4769-ac29-4b9fe516b676,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:41.529445 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-910f2e06-7c6c-463b-89da-bbcc0375849e tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.539233 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-910f2e06-7c6c-463b-89da-bbcc0375849e tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7719741 Feb 11 05:13:41.540838 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57510) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:41.555932 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-00e3cf96-43d5-44d1-9a4f-a4240beefa4e None None] For port 5bde1011-5866-4ad7-8028-071f97360a08, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5bde1011-5866-4ad7-8028-071f97360a08,segment=NetworkSegment(1902feac-4e2b-4ebb-9afe-8199fb07c557),segment_id=1902feac-4e2b-4ebb-9afe-8199fb07c557)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:41.571235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-3318b68a-4c01-4a0a-9b38-c19eef46e2db tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Made reservation on behalf of 0a40ce45f00646be8c6ee67bf9801caf for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:41.574748 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-3318b68a-4c01-4a0a-9b38-c19eef46e2db tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.577644 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-76e88c0e-1640-4627-bc01-a6e19b93c986 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Request body: {'security_group_rule': {'security_group_id': '18122934-7018-451d-831c-6d999c7f4b4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:41.580295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] For port 3867b17c-1503-4deb-bc36-dbcf530a52ff, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3867b17c-1503-4deb-bc36-dbcf530a52ff,segment=NetworkSegment(60ffbf98-bba6-4416-8261-12e576946cf5),segment_id=60ffbf98-bba6-4416-8261-12e576946cf5)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:41.580553 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3867b17c-1503-4deb-bc36-dbcf530a52ff), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.585852 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-938832fb-8f37-4566-a3e0-4e61dd21ba4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (3867b17c-1503-4deb-bc36-dbcf530a52ff), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.620805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] Calling delete_port for 3867b17c-1503-4deb-bc36-dbcf530a52ff owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:41.641245 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-485b6c02-629b-433b-96ef-e878436dccc9 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=8e6f0875625e4cc9a5fe4a6cba176afe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2915759 Feb 11 05:13:41.713280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938832fb-8f37-4566-a3e0-4e61dd21ba4c None None] No DVR routers for this DVR port 3867b17c-1503-4deb-bc36-dbcf530a52ff on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:41.719543 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-00e3cf96-43d5-44d1-9a4f-a4240beefa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5bde1011-5866-4ad7-8028-071f97360a08), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.745707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938832fb-8f37-4566-a3e0-4e61dd21ba4c None None] Pushing event deleted for resources: {'Port': ['ID=3867b17c-1503-4deb-bc36-dbcf530a52ff,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:41.748742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 4095a563-3d77-416c-ac82-8e7c6ae43c6f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:41.821885 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76e88c0e-1640-4627-bc01-a6e19b93c986 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for security_group_rule (36ef042e-1726-4aa5-bea1-736639a71446), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.827596 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for port (db56c793-1bad-499d-81b6-3ca878e270f5), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.833362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3cf96-43d5-44d1-9a4f-a4240beefa4e None None] Pushing event updated for resources: {'Port': ['ID=5bde1011-5866-4ad7-8028-071f97360a08,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:41.842517 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (db56c793-1bad-499d-81b6-3ca878e270f5), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:41.844992 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'name': 'tempest-ServersTestFqdnHostnames-305944347-router', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'gw_port': {'id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:18Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '5bde1011-5866-4ad7-8028-071f97360a08', 'name': '', 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'mac_address': 'fa:16:3e:8d:75:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:29Z', 'updated_at': '2022-02-11T05:13:39Z', 'revision_number': 4, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'subnets': [{'id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:41.899441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-a8510980-68e5-4188-8e3f-5fec49a87ec5 service neutron] 10.222.0.87 "GET /v2.0/networks/44edfd44-9ced-42a6-af99-ec3212c056fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504573 Feb 11 05:13:41.924649 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349a6f0f-2fad-4d2d-bc0c-b6fe66b796d2 None None] The sync data for ids ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'] in n-d-713499-38 is: [{'id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'name': 'tempest-ServersTestFqdnHostnames-305944347-router', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'gw_port': {'id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:18Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '5bde1011-5866-4ad7-8028-071f97360a08', 'name': '', 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'mac_address': 'fa:16:3e:8d:75:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:29Z', 'updated_at': '2022-02-11T05:13:39Z', 'revision_number': 4, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'subnets': [{'id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:42.072088 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Pushing event updated for resources: {'Port': ['ID=db56c793-1bad-499d-81b6-3ca878e270f5,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:42.103071 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76e88c0e-1640-4627-bc01-a6e19b93c986 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for security_group_rule (36ef042e-1726-4aa5-bea1-736639a71446), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.104241 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (2184888b-6c54-4ecc-ab01-ad65e5751b2b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.117689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-3318b68a-4c01-4a0a-9b38-c19eef46e2db tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Allocated IP 172.20.0.12 (c057b431-d79d-4223-9d5d-1c34def959a0/5ea6336f-48df-43c4-9674-2de7741cddbb/6111dacf-5661-4ed8-8049-423c70ae7ff2) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:42.133773 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76e88c0e-1640-4627-bc01-a6e19b93c986 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (36ef042e-1726-4aa5-bea1-736639a71446), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.166366 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.176103 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8dba449d-9bda-47eb-8f65-c6716d8df5bd tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0009246 Feb 11 05:13:42.185178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e88c0e-1640-4627-bc01-a6e19b93c986 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ef042e-1726-4aa5-bea1-736639a71446,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:42.195871 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76e88c0e-1640-4627-bc01-a6e19b93c986 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.198933 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-76e88c0e-1640-4627-bc01-a6e19b93c986 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6279547 Feb 11 05:13:42.203074 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57526) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:42.209155 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:42.209421 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81b5370c-3078-4535-a917-a48781288b9e req-6c32da9e-23a9-4a96-86dc-dc5d7637fb48 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=61058c99-cd6c-4d51-99e4-6394c11c3f58 HTTP/1.1" status: 200 len: 210 time: 0.0791013 Feb 11 05:13:42.214920 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27b582f7-c4a2-4f59-9b44-c7b9e6a5b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5c22b0f7-424f-438f-b80a-4b53cf22d060), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.285869 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0885ca29-8941-4a08-861f-39f2aa8015ce no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:42.335720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 0885ca29-8941-4a08-861f-39f2aa8015ce {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:42.336263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0885ca29-8941-4a08-861f-39f2aa8015ce not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:42.346754 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b582f7-c4a2-4f59-9b44-c7b9e6a5b3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=5c22b0f7-424f-438f-b80a-4b53cf22d060,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:42.382729 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-f0b7a2cc-f5ab-460b-9254-4e36e2901767 service neutron] 10.222.0.87 "GET /v2.0/networks/44edfd44-9ced-42a6-af99-ec3212c056fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885049 Feb 11 05:13:42.432560 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (3867b17c-1503-4deb-bc36-dbcf530a52ff), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.442434 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.553278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=3867b17c-1503-4deb-bc36-dbcf530a52ff,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:42.575190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] No DVR routers for this DVR port 3867b17c-1503-4deb-bc36-dbcf530a52ff on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:42.618519 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27b582f7-c4a2-4f59-9b44-c7b9e6a5b3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (dd2b0516-594b-44ea-9a55-9ea9893d6e09), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.665615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5bde1011-5866-4ad7-8028-071f97360a08 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:42.720726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a168f39-634a-466c-ad77-7c249d358658 req-c57c0305-d399-4d3d-804a-1f8674d0ea39 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.2340856 Feb 11 05:13:42.820511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 5bde1011-5866-4ad7-8028-071f97360a08 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:42.821426 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5bde1011-5866-4ad7-8028-071f97360a08), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.910522 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27b582f7-c4a2-4f59-9b44-c7b9e6a5b3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (dd2b0516-594b-44ea-9a55-9ea9893d6e09), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.918075 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27b582f7-c4a2-4f59-9b44-c7b9e6a5b3cf admin admin] Publish callbacks [] for router_controller (dd2b0516-594b-44ea-9a55-9ea9893d6e09), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.953191 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (54c3bd17-c479-4b9e-928f-f0125ecdebed), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:42.971919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-11274973-ac07-4b97-83c4-df131c9a8092 req-56667ecc-4326-480b-94ff-55caab8ae457 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/ports?device_id=c444a62e-d4fe-4467-b078-941babbb7215 HTTP/1.1" status: 200 len: 210 time: 0.0943396 Feb 11 05:13:43.025987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5bde1011-5866-4ad7-8028-071f97360a08 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:43.093009 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c3bd17-c479-4b9e-928f-f0125ecdebed']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:43.112179 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27b582f7-c4a2-4f59-9b44-c7b9e6a5b3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (dd2b0516-594b-44ea-9a55-9ea9893d6e09), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.113158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b582f7-c4a2-4f59-9b44-c7b9e6a5b3cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd2b0516-594b-44ea-9a55-9ea9893d6e09 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:43.136436 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27b582f7-c4a2-4f59-9b44-c7b9e6a5b3cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.144154 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-27b582f7-c4a2-4f59-9b44-c7b9e6a5b3cf admin admin] 10.222.0.87 "DELETE /v2.0/routers/dd2b0516-594b-44ea-9a55-9ea9893d6e09 HTTP/1.1" status: 204 len: 168 time: 3.1058855 Feb 11 05:13:43.145985 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57550) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:43.153329 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:43.170552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ffbf98-bba6-4416-8261-12e576946cf5') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:43.170702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ffbf98-bba6-4416-8261-12e576946cf5') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:43.195733 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:43.196829 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8a9e30fb-eb92-48c8-8f5e-f26ae126a73e not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:43.197369 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3867b17c-1503-4deb-bc36-dbcf530a52ff no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:43.210886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-0b835906-4edc-4a00-ab02-23a6cf2bb1a2 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1518345541&fields=id&tenant_id=42933f530fcb4933b4da18e8472c32bd HTTP/1.1" status: 200 len: 267 time: 0.4873686 Feb 11 05:13:43.274261 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 3867b17c-1503-4deb-bc36-dbcf530a52ff {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:43.283126 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3867b17c-1503-4deb-bc36-dbcf530a52ff not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:43.284775 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5c22b0f7-424f-438f-b80a-4b53cf22d060 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:43.329064 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83cd973-52a3-484f-9bdb-bf53980234ea admin admin] Deleting subnet b04a3b42-548e-46b8-9781-7b497bddbdd2 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:43.350262 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d83cd973-52a3-484f-9bdb-bf53980234ea admin admin] Publish callbacks [] for subnet (b04a3b42-548e-46b8-9781-7b497bddbdd2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.364685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 5c22b0f7-424f-438f-b80a-4b53cf22d060 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:43.365183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5c22b0f7-424f-438f-b80a-4b53cf22d060 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:43.449350 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.460553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-d3acd306-84d2-41d8-a706-c1d44d404281 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:43.467714 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-d3acd306-84d2-41d8-a706-c1d44d404281 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/networks?id=4b76b216-e4cb-473c-8a94-4abeb8bb28ae HTTP/1.1" status: 200 len: 811 time: 0.2542026 Feb 11 05:13:43.473102 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d83cd973-52a3-484f-9bdb-bf53980234ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (b04a3b42-548e-46b8-9781-7b497bddbdd2), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.499286 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (60ffbf98-bba6-4416-8261-12e576946cf5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.521223 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-3318b68a-4c01-4a0a-9b38-c19eef46e2db tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks [] for port (6111dacf-5661-4ed8-8049-423c70ae7ff2), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.590424 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (60ffbf98-bba6-4416-8261-12e576946cf5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.596386 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d83cd973-52a3-484f-9bdb-bf53980234ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (b04a3b42-548e-46b8-9781-7b497bddbdd2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.597181 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:43.597584 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (60ffbf98-bba6-4416-8261-12e576946cf5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:43.671376 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:43.704327 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (54c3bd17-c479-4b9e-928f-f0125ecdebed), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.735867 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.739716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] 10.222.0.87 "DELETE /v2.0/networks/54c3bd17-c479-4b9e-928f-f0125ecdebed HTTP/1.1" status: 204 len: 168 time: 3.8316648 Feb 11 05:13:43.761969 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Allocated IP 172.25.5.219 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/207f0657-50e8-4d9a-9ab5-327e8813efb3) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:43.774094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9bc36815-146e-4024-ba61-e7ca4d91a3e8 req-8e3b7f26-2e94-419a-8845-552e08c70511 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=61058c99-cd6c-4d51-99e4-6394c11c3f58 HTTP/1.1" status: 200 len: 210 time: 0.2529674 Feb 11 05:13:43.779184 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d83cd973-52a3-484f-9bdb-bf53980234ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (b04a3b42-548e-46b8-9781-7b497bddbdd2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.837977 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-4493e2bb-eed4-4328-86ea-adad42dd447b tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/quotas/42933f530fcb4933b4da18e8472c32bd HTTP/1.1" status: 200 len: 375 time: 0.1571417 Feb 11 05:13:43.844956 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.845806 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d83cd973-52a3-484f-9bdb-bf53980234ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.849426 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d83cd973-52a3-484f-9bdb-bf53980234ea admin admin] 10.222.0.87 "DELETE /v2.0/subnets/b04a3b42-548e-46b8-9781-7b497bddbdd2 HTTP/1.1" status: 204 len: 168 time: 0.7024665 Feb 11 05:13:43.853854 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83cd973-52a3-484f-9bdb-bf53980234ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04a3b42-548e-46b8-9781-7b497bddbdd2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:43.861424 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57560) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:43.875063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5b8c3-07a3-4294-b306-c9e7145c0d99 admin admin] Pushing event deleted for resources: {'Network': ['ID=54c3bd17-c479-4b9e-928f-f0125ecdebed,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:43.964672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57562) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:44.067185 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5346ff72-14ab-437e-a30b-1d45f8ca34fa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7ab07d48998b477e988645697f0986af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0993319 Feb 11 05:13:44.067903 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57566) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:44.077333 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-3318b68a-4c01-4a0a-9b38-c19eef46e2db tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (6111dacf-5661-4ed8-8049-423c70ae7ff2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.079326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-e17bc7a9-063f-4fb8-9d30-c8e5b6bac518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:44.080872 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-e17bc7a9-063f-4fb8-9d30-c8e5b6bac518 service neutron] 10.222.0.88 "GET /v2.0/ports/a8386ea7-4352-4731-8123-94a5358ec90d HTTP/1.1" status: 200 len: 1032 time: 0.8598406 Feb 11 05:13:44.103824 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for port (207f0657-50e8-4d9a-9ab5-327e8813efb3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.238859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-3318b68a-4c01-4a0a-9b38-c19eef46e2db tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Network c057b431-d79d-4223-9d5d-1c34def959a0 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:44.252980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cfae2d19-6095-4466-8c07-e87886dcd492 admin admin] Publish callbacks [] for security_group (abe62439-08ed-4487-b3b1-76ea7f2e2abe), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.265698 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (207f0657-50e8-4d9a-9ab5-327e8813efb3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.317818 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Pushing event updated for resources: {'Port': ['ID=207f0657-50e8-4d9a-9ab5-327e8813efb3,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:44.318865 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-656c2163-f9df-49a3-9853-a4cc3c094426 req-4c012d0d-e54d-46dd-8179-829002fbf996 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.2265537 Feb 11 05:13:44.336264 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a932a521-92df-4cc5-a94c-9a631618acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.340744 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cfae2d19-6095-4466-8c07-e87886dcd492 admin admin] Publish callbacks [] for security_group (abe62439-08ed-4487-b3b1-76ea7f2e2abe), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.380830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:44.391361 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:44.401648 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:44.446170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318b68a-4c01-4a0a-9b38-c19eef46e2db tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Pushing event updated for resources: {'Port': ['ID=6111dacf-5661-4ed8-8049-423c70ae7ff2,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:44.454406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-3318b68a-4c01-4a0a-9b38-c19eef46e2db tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:44.458186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-3318b68a-4c01-4a0a-9b38-c19eef46e2db tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:44.469420 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-477f3c2a-7d71-4ec0-bef8-083f582f691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:44.477730 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-477f3c2a-7d71-4ec0-bef8-083f582f691f service neutron] 10.222.0.88 "GET /v2.0/ports/a343ee49-32a7-4046-97df-753fc7b82f4c HTTP/1.1" status: 200 len: 1032 time: 0.3614564 Feb 11 05:13:44.610747 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-2aded45b-776c-4646-b3f3-a9d20325c2ed tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:44.612588 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-2aded45b-776c-4646-b3f3-a9d20325c2ed tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.88 "GET /v2.0/networks?id=44edfd44-9ced-42a6-af99-ec3212c056fa HTTP/1.1" status: 200 len: 814 time: 0.2004440 Feb 11 05:13:44.615303 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cfae2d19-6095-4466-8c07-e87886dcd492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (abe62439-08ed-4487-b3b1-76ea7f2e2abe), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.621070 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cfae2d19-6095-4466-8c07-e87886dcd492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.622199 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cfae2d19-6095-4466-8c07-e87886dcd492 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/abe62439-08ed-4487-b3b1-76ea7f2e2abe HTTP/1.1" status: 204 len: 168 time: 0.5364158 Feb 11 05:13:44.633744 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-a307bcc4-edc3-4277-adc0-657530034f8d tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Request body: {'port': {'device_id': 'c444a62e-d4fe-4467-b078-941babbb7215', 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa', 'admin_state_up': True, 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:44.666820 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ea07338-3241-4611-933f-2fee9f2488e0 req-57b6a2a6-5760-4b82-bfdc-718803bc280a tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/ports?device_id=c444a62e-d4fe-4467-b078-941babbb7215 HTTP/1.1" status: 200 len: 210 time: 0.0810616 Feb 11 05:13:44.742573 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-99cbacf0-9ce0-41d9-9649-3304a8c367ec tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=42933f530fcb4933b4da18e8472c32bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8935494 Feb 11 05:13:44.743814 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for floatingip (d88a2866-ab2b-4ed6-b581-9c7491661ecb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.794813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-3318b68a-4c01-4a0a-9b38-c19eef46e2db tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:44.800981 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-3318b68a-4c01-4a0a-9b38-c19eef46e2db tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.821800 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae2d19-6095-4466-8c07-e87886dcd492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe62439-08ed-4487-b3b1-76ea7f2e2abe,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:44.852071 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (207f0657-50e8-4d9a-9ab5-327e8813efb3), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.925612 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a932a521-92df-4cc5-a94c-9a631618acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.978238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-a932a521-92df-4cc5-a94c-9a631618acdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:45.071641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-3318b68a-4c01-4a0a-9b38-c19eef46e2db tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2539895 Feb 11 05:13:45.075271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-a932a521-92df-4cc5-a94c-9a631618acdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716db395-5496-450e-8654-b4ff6a6e414d') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:45.075634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-a932a521-92df-4cc5-a94c-9a631618acdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716db395-5496-450e-8654-b4ff6a6e414d') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:45.100695 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a932a521-92df-4cc5-a94c-9a631618acdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (716db395-5496-450e-8654-b4ff6a6e414d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.111059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Request body: {'port': {'device_id': '61058c99-cd6c-4d51-99e4-6394c11c3f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:45.172495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d58e8751-af83-4894-8874-ed831dca26a3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:45.177604 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d58e8751-af83-4894-8874-ed831dca26a3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:45.186070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d58e8751-af83-4894-8874-ed831dca26a3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:45.188359 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d58e8751-af83-4894-8874-ed831dca26a3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.88 "GET /v2.0/networks?id=fd11f94d-b840-4c63-804e-f8e04aa617c8&id=87b930fc-0254-4b87-ac0d-42931be73941&id=87b930fc-0254-4b87-ac0d-42931be73941&id=87b930fc-0254-4b87-ac0d-42931be73941&id=87b930fc-0254-4b87-ac0d-42931be73941&id=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e&id=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e HTTP/1.1" status: 200 len: 1995 time: 0.7095520 Feb 11 05:13:45.338259 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a932a521-92df-4cc5-a94c-9a631618acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (716db395-5496-450e-8654-b4ff6a6e414d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.350295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-a307bcc4-edc3-4277-adc0-657530034f8d tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Made reservation on behalf of 8e6f0875625e4cc9a5fe4a6cba176afe for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:45.354793 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-a307bcc4-edc3-4277-adc0-657530034f8d tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.373381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133d191-5bfb-48c9-8256-0d887b63cde7 req-01297643-8ab4-400f-b020-03a433510fe4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:45.386942 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9133d191-5bfb-48c9-8256-0d887b63cde7 req-01297643-8ab4-400f-b020-03a433510fe4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=61058c99-cd6c-4d51-99e4-6394c11c3f58 HTTP/1.1" status: 200 len: 932 time: 0.4401340 Feb 11 05:13:45.444752 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-b103f762-fe10-4666-9ab9-20c8fc1b2b20 service neutron] 10.222.0.87 "GET /v2.0/networks/4b76b216-e4cb-473c-8a94-4abeb8bb28ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006376 Feb 11 05:13:45.450736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a932a521-92df-4cc5-a94c-9a631618acdc admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:45.451225 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a932a521-92df-4cc5-a94c-9a631618acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (716db395-5496-450e-8654-b4ff6a6e414d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:45.459025 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:45.583915 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6111dacf-5661-4ed8-8049-423c70ae7ff2), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.628089 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for port (207f0657-50e8-4d9a-9ab5-327e8813efb3), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.646289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-10181ecd-8569-447f-b1d1-5731e010d495 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1299ecd49e5408282a75d13c75f41aa HTTP/1.1" status: 200 len: 380 time: 0.3994296 Feb 11 05:13:45.744351 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (207f0657-50e8-4d9a-9ab5-327e8813efb3), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.949003 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-0999e8a5-fb86-45a9-9f0a-8fdc759a4244 service neutron] 10.222.0.87 "GET /v2.0/networks/4b76b216-e4cb-473c-8a94-4abeb8bb28ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545697 Feb 11 05:13:45.978327 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-a307bcc4-edc3-4277-adc0-657530034f8d tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Allocated IP 172.20.0.6 (44edfd44-9ced-42a6-af99-ec3212c056fa/3b68915a-70e3-4b2c-bf3d-e991d3e4413d/ec1bd57a-a3f6-4366-ba3e-16af8a50b753) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:45.990008 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Pushing event updated for resources: {'Port': ['ID=207f0657-50e8-4d9a-9ab5-327e8813efb3,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:46.013346 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4147f671-a66a-4ed5-9c82-ae5c32dddf21 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Request body: {'port': {'device_id': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8', 'admin_state_up': True, 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'security_groups': ['d7c6f83e-dfe5-485e-822e-5fc3b218d50d']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:46.088465 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (d88a2866-ab2b-4ed6-b581-9c7491661ecb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.182214 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.188613 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d975d0fe-4306-4869-a7b7-7b76aa471e8f tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9829147 Feb 11 05:13:46.212615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57616) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:46.254920 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a932a521-92df-4cc5-a94c-9a631618acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.320197 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9133d191-5bfb-48c9-8256-0d887b63cde7 req-2948a232-5ac5-4046-9b4a-99b73a7aa978 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9322767 Feb 11 05:13:46.338757 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a932a521-92df-4cc5-a94c-9a631618acdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.364333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a932a521-92df-4cc5-a94c-9a631618acdc admin admin] 10.222.0.87 "DELETE /v2.0/networks/4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6 HTTP/1.1" status: 204 len: 168 time: 2.4879766 Feb 11 05:13:46.630075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932a521-92df-4cc5-a94c-9a631618acdc admin admin] Pushing event deleted for resources: {'Network': ['ID=4c9f9e8a-e5c1-4edb-bc0a-846502ea99d6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:46.641884 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-a307bcc4-edc3-4277-adc0-657530034f8d tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Publish callbacks [] for port (ec1bd57a-a3f6-4366-ba3e-16af8a50b753), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.726496 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-a307bcc4-edc3-4277-adc0-657530034f8d tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ec1bd57a-a3f6-4366-ba3e-16af8a50b753), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.728408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-d5fb8c52-8801-483f-9431-07ee1beb69f9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1457589447-network', 'tenant_id': '49f193937f3547f889fd9ca1fc219eec'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:46.802261 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57632) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:46.836044 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-a307bcc4-edc3-4277-adc0-657530034f8d tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Network 44edfd44-9ced-42a6-af99-ec3212c056fa is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:46.848280 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-a307bcc4-edc3-4277-adc0-657530034f8d tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:46.852152 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-a307bcc4-edc3-4277-adc0-657530034f8d tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:46.922296 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-a307bcc4-edc3-4277-adc0-657530034f8d tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:46.922920 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-a307bcc4-edc3-4277-adc0-657530034f8d tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.939349 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307bcc4-edc3-4277-adc0-657530034f8d tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Pushing event updated for resources: {'Port': ['ID=ec1bd57a-a3f6-4366-ba3e-16af8a50b753,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:46.982663 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-a307bcc4-edc3-4277-adc0-657530034f8d tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3573844 Feb 11 05:13:47.000150 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-95450af2-0833-491f-9faf-2354244bf15a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ccc011d380e947d8b6e7b3dbc090f659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909797 Feb 11 05:13:47.019251 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Request body: {'port': {'device_id': 'c444a62e-d4fe-4467-b078-941babbb7215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:47.021716 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57636) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:47.172742 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-11337772-b14e-450e-844e-2f09baa2e474 admin admin] Publish callbacks [] for security_group (5b5a3ae7-73a1-4d03-b959-bf82694465c5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.297651 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-11337772-b14e-450e-844e-2f09baa2e474 admin admin] Publish callbacks [] for security_group (5b5a3ae7-73a1-4d03-b959-bf82694465c5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.317530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-427ee236-7f49-444a-9cf9-719375644ddd None None] Provisioning complete for port ec1bd57a-a3f6-4366-ba3e-16af8a50b753 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:47.318482 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-427ee236-7f49-444a-9cf9-719375644ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ec1bd57a-a3f6-4366-ba3e-16af8a50b753), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.374642 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ec1bd57a-a3f6-4366-ba3e-16af8a50b753), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.377084 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-11337772-b14e-450e-844e-2f09baa2e474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5b5a3ae7-73a1-4d03-b959-bf82694465c5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.380430 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-11337772-b14e-450e-844e-2f09baa2e474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:47.384338 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-11337772-b14e-450e-844e-2f09baa2e474 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5b5a3ae7-73a1-4d03-b959-bf82694465c5 HTTP/1.1" status: 204 len: 168 time: 0.3589437 Feb 11 05:13:47.464240 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-427ee236-7f49-444a-9cf9-719375644ddd None None] Port ec1bd57a-a3f6-4366-ba3e-16af8a50b753 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:47.469280 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11337772-b14e-450e-844e-2f09baa2e474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5a3ae7-73a1-4d03-b959-bf82694465c5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:47.865986 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae38eb43-6243-449f-99a5-38a660c1ed85 req-6d8851e1-ba4d-4608-b3a4-cb8ebca2a068 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 1.2749975 Feb 11 05:13:48.175667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fb8c52-8801-483f-9431-07ee1beb69f9 admin admin] Made reservation on behalf of 49f193937f3547f889fd9ca1fc219eec for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:48.178859 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d5fb8c52-8801-483f-9431-07ee1beb69f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.185347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4147f671-a66a-4ed5-9c82-ae5c32dddf21 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Made reservation on behalf of f1299ecd49e5408282a75d13c75f41aa for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:48.189212 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4147f671-a66a-4ed5-9c82-ae5c32dddf21 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.245798 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1bd57a-a3f6-4366-ba3e-16af8a50b753 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:48.266565 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Publish callbacks [] for port (ec1bd57a-a3f6-4366-ba3e-16af8a50b753), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.304557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Transition to ACTIVE for port object ec1bd57a-a3f6-4366-ba3e-16af8a50b753 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:13:48.313375 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (ec1bd57a-a3f6-4366-ba3e-16af8a50b753), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.445019 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d5fb8c52-8801-483f-9431-07ee1beb69f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.469095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1bd57a-a3f6-4366-ba3e-16af8a50b753,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:48.571929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cad93-f4cb-43c3-bbbe-78d13d1404ce req-404d7c29-b8fe-4a46-be14-317f95d2abde tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:48.579701 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb9cad93-f4cb-43c3-bbbe-78d13d1404ce req-404d7c29-b8fe-4a46-be14-317f95d2abde tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/ports?device_id=c444a62e-d4fe-4467-b078-941babbb7215 HTTP/1.1" status: 200 len: 931 time: 1.8325644 Feb 11 05:13:48.701852 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Attempting to bind port ec1bd57a-a3f6-4366-ba3e-16af8a50b753 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:48.706945 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Attempting to bind port ec1bd57a-a3f6-4366-ba3e-16af8a50b753 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '0b5f543f-fb82-4c12-8ea8-c4223c47e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:48.707927 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Attempting to bind port ec1bd57a-a3f6-4366-ba3e-16af8a50b753 on network 44edfd44-9ced-42a6-af99-ec3212c056fa {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:48.733438 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Port ec1bd57a-a3f6-4366-ba3e-16af8a50b753 on network 44edfd44-9ced-42a6-af99-ec3212c056fa not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:13:48.733863 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Attempting to bind port ec1bd57a-a3f6-4366-ba3e-16af8a50b753 on network 44edfd44-9ced-42a6-af99-ec3212c056fa {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:48.763903 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:48.766665 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Checking segment: {'id': '0b5f543f-fb82-4c12-8ea8-c4223c47e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:48.767065 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Bound using segment: {'id': '0b5f543f-fb82-4c12-8ea8-c4223c47e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:48.767564 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Bound port: ec1bd57a-a3f6-4366-ba3e-16af8a50b753, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5f543f-fb82-4c12-8ea8-c4223c47e636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:48.767942 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ec1bd57a-a3f6-4366-ba3e-16af8a50b753), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.897624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] For port ec1bd57a-a3f6-4366-ba3e-16af8a50b753, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:48.909467 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] For port ec1bd57a-a3f6-4366-ba3e-16af8a50b753, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ec1bd57a-a3f6-4366-ba3e-16af8a50b753,segment=NetworkSegment(0b5f543f-fb82-4c12-8ea8-c4223c47e636),segment_id=0b5f543f-fb82-4c12-8ea8-c4223c47e636)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:48.924411 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (ec1bd57a-a3f6-4366-ba3e-16af8a50b753), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:48.941137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4147f671-a66a-4ed5-9c82-ae5c32dddf21 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Allocated IP 172.20.0.14 (fd11f94d-b840-4c63-804e-f8e04aa617c8/a3e05d09-bfb4-47cf-94a4-0023beaac4ff/acab5c34-2c4c-4eae-8f1e-b225c173baa6) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:49.052238 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:49.052904 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.057011 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] 10.222.0.88 "PUT /v2.0/ports/ec1bd57a-a3f6-4366-ba3e-16af8a50b753 HTTP/1.1" status: 200 len: 1092 time: 2.0528553 Feb 11 05:13:49.059912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c444a62e-d4fe-4467-b078-941babbb7215', 'tag': 'ec1bd57a-a3f6-4366-ba3e-16af8a50b753'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:49.062009 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81940626-7345-4419-b4f1-44561f06692f" -d '{"events": [{"name": "network-changed", "server_uuid": "c444a62e-d4fe-4467-b078-941babbb7215", "tag": "ec1bd57a-a3f6-4366-ba3e-16af8a50b753"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:49.273730 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7bfb2-b075-4c04-ac1e-d6fc81dbe138 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1bd57a-a3f6-4366-ba3e-16af8a50b753,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:49.340448 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57674) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:49.378343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3734cc60-766f-43e3-a527-588ae2fd52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:49.379893 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3734cc60-766f-43e3-a527-588ae2fd52c0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e6f0875625e4cc9a5fe4a6cba176afe&device_id=c444a62e-d4fe-4467-b078-941babbb7215 HTTP/1.1" status: 200 len: 1126 time: 0.1936054 Feb 11 05:13:49.433149 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4147f671-a66a-4ed5-9c82-ae5c32dddf21 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.556246 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb9cad93-f4cb-43c3-bbbe-78d13d1404ce req-11d47f59-0bf7-4857-9651-a734a7b50ecf tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c59bd61-4866-45b4-aeee-7e74ef75fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9712498 Feb 11 05:13:49.770857 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-483bf4ae-e3dd-49d4-8cdd-e153595654a8 req-a9e50d61-d00f-4c87-860d-4a60a85b91e1 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 210 time: 0.0574481 Feb 11 05:13:49.801741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-7f369a20-5065-4e19-9b44-4c4f92c06653 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:49.803974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-7f369a20-5065-4e19-9b44-4c4f92c06653 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.88 "GET /v2.0/networks?id=4b76b216-e4cb-473c-8a94-4abeb8bb28ae HTTP/1.1" status: 200 len: 811 time: 0.8133495 Feb 11 05:13:49.826311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6111dacf-5661-4ed8-8049-423c70ae7ff2 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:49.849695 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Publish callbacks [] for port (6111dacf-5661-4ed8-8049-423c70ae7ff2), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.872503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4147f671-a66a-4ed5-9c82-ae5c32dddf21 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.904664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4147f671-a66a-4ed5-9c82-ae5c32dddf21 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Network fd11f94d-b840-4c63-804e-f8e04aa617c8 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:49.909644 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d5fb8c52-8801-483f-9431-07ee1beb69f9 admin admin] Publish callbacks [] for security_group (c3213428-1d33-42a0-ae5b-3120bd97eb57), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.921880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4147f671-a66a-4ed5-9c82-ae5c32dddf21 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:49.921880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4147f671-a66a-4ed5-9c82-ae5c32dddf21 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:49.962800 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d5fb8c52-8801-483f-9431-07ee1beb69f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c3213428-1d33-42a0-ae5b-3120bd97eb57), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:49.966867 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Transition to ACTIVE for port object 6111dacf-5661-4ed8-8049-423c70ae7ff2 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:13:50.048392 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb8c52-8801-483f-9431-07ee1beb69f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3213428-1d33-42a0-ae5b-3120bd97eb57,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:50.056604 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (6111dacf-5661-4ed8-8049-423c70ae7ff2), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.303762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fb8c52-8801-483f-9431-07ee1beb69f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:13:50.346229 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147f671-a66a-4ed5-9c82-ae5c32dddf21 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event updated for resources: {'Port': ['ID=acab5c34-2c4c-4eae-8f1e-b225c173baa6,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:50.384736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4147f671-a66a-4ed5-9c82-ae5c32dddf21 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:50.385637 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4147f671-a66a-4ed5-9c82-ae5c32dddf21 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.420505 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-51cbac53-a0bb-40a9-9d8e-c6e14ff2ff77 None None] Provisioning complete for port acab5c34-2c4c-4eae-8f1e-b225c173baa6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:50.421042 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-51cbac53-a0bb-40a9-9d8e-c6e14ff2ff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.474086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-f5c59522-1e5f-4c1c-9b76-5000578666f5 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42933f530fcb4933b4da18e8472c32bd HTTP/1.1" status: 200 len: 380 time: 0.6405547 Feb 11 05:13:50.478377 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4147f671-a66a-4ed5-9c82-ae5c32dddf21 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4973750 Feb 11 05:13:50.502882 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d5fb8c52-8801-483f-9431-07ee1beb69f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a14e3231-7054-4dc9-96c0-695f3a242b7c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.503631 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-d5fb8c52-8801-483f-9431-07ee1beb69f9 admin admin] Added segment a14e3231-7054-4dc9-96c0-695f3a242b7c of type vlan for network 2b41e513-d986-47c8-b124-46e791e35a53 Feb 11 05:13:50.514120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-fd2eb8d4-6ec5-4f07-a0d3-7f855e7a6a21 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Request body: {'port': {'device_id': '5b4a956a-51c1-43a4-b40d-57dc9b60212d', 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'admin_state_up': True, 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'security_groups': ['d807f8df-f1fa-4f9c-8f31-d96344a32a21']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:50.523863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-2a3965f3-91ac-4eb4-b61a-54f8a259f97c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Request body: {'port': {'device_id': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941', 'admin_state_up': True, 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'security_groups': ['d7c6f83e-dfe5-485e-822e-5fc3b218d50d']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:50.578002 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-51cbac53-a0bb-40a9-9d8e-c6e14ff2ff77 None None] Port acab5c34-2c4c-4eae-8f1e-b225c173baa6 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:50.603355 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-ae16c76e-3af8-4f28-8b02-d9fe5ca48ae9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec1bd57a-a3f6-4366-ba3e-16af8a50b753 HTTP/1.1" status: 200 len: 217 time: 1.1958008 Feb 11 05:13:50.611325 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-fe1ee809-c544-480a-b134-bc765e3d0eba admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-353718995-network', 'tenant_id': 'ec831888befe404a93e582dcf8ffabb1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:50.703452 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1ee809-c544-480a-b134-bc765e3d0eba admin admin] Made reservation on behalf of ec831888befe404a93e582dcf8ffabb1 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:50.712025 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee809-c544-480a-b134-bc765e3d0eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.744749 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee809-c544-480a-b134-bc765e3d0eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.809169 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-e6d34205-c3e8-4e6a-9ebe-f53939318149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:50.810960 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-e6d34205-c3e8-4e6a-9ebe-f53939318149 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3b68915a-70e3-4b2c-bf3d-e991d3e4413d HTTP/1.1" status: 200 len: 853 time: 0.1804128 Feb 11 05:13:50.831750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Attempting to bind port 6111dacf-5661-4ed8-8049-423c70ae7ff2 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:50.832722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Attempting to bind port 6111dacf-5661-4ed8-8049-423c70ae7ff2 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:50.833262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Attempting to bind port 6111dacf-5661-4ed8-8049-423c70ae7ff2 on network c057b431-d79d-4223-9d5d-1c34def959a0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:50.850992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Port 6111dacf-5661-4ed8-8049-423c70ae7ff2 on network c057b431-d79d-4223-9d5d-1c34def959a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:13:50.851817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Attempting to bind port 6111dacf-5661-4ed8-8049-423c70ae7ff2 on network c057b431-d79d-4223-9d5d-1c34def959a0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:50.870409 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdf717-c9d9-43a9-9070-ee718c6861e7 req-e9a4c8a4-0131-4fc1-af9a-f755829a1a81 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:50.872424 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71fdf717-c9d9-43a9-9070-ee718c6861e7 req-e9a4c8a4-0131-4fc1-af9a-f755829a1a81 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=61058c99-cd6c-4d51-99e4-6394c11c3f58 HTTP/1.1" status: 200 len: 944 time: 0.7454431 Feb 11 05:13:50.874517 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d5fb8c52-8801-483f-9431-07ee1beb69f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (2b41e513-d986-47c8-b124-46e791e35a53), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.946412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=6111dacf-5661-4ed8-8049-423c70ae7ff2,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:50.963633 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-20c20dbb-d3fe-48aa-a79c-1ec86d6712ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:50.968394 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-20c20dbb-d3fe-48aa-a79c-1ec86d6712ac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=44edfd44-9ced-42a6-af99-ec3212c056fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1377819 Feb 11 05:13:50.972232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:50.973024 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Checking segment: {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:50.973552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Bound using segment: {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:50.974119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Bound port: 6111dacf-5661-4ed8-8049-423c70ae7ff2, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:50.974598 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6111dacf-5661-4ed8-8049-423c70ae7ff2), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:50.993784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-2a3965f3-91ac-4eb4-b61a-54f8a259f97c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Made reservation on behalf of f1299ecd49e5408282a75d13c75f41aa for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:50.997229 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-2a3965f3-91ac-4eb4-b61a-54f8a259f97c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.011821 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee809-c544-480a-b134-bc765e3d0eba admin admin] Publish callbacks [] for security_group (c03e6978-6ba8-4131-8810-5ce1861c294d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.039583 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee809-c544-480a-b134-bc765e3d0eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c03e6978-6ba8-4131-8810-5ce1861c294d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.107610 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1ee809-c544-480a-b134-bc765e3d0eba admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:13:51.110572 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.resource_extend [None req-d5fb8c52-8801-483f-9431-07ee1beb69f9 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:13:51.169344 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee809-c544-480a-b134-bc765e3d0eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (6f3520a4-44be-4753-8d7e-9e369b03eda5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.170236 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-fe1ee809-c544-480a-b134-bc765e3d0eba admin admin] Added segment 6f3520a4-44be-4753-8d7e-9e369b03eda5 of type vlan for network 285c66f4-75ee-4c50-a7d8-eca911906f62 Feb 11 05:13:51.174194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ee809-c544-480a-b134-bc765e3d0eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03e6978-6ba8-4131-8810-5ce1861c294d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:51.190270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] For port 6111dacf-5661-4ed8-8049-423c70ae7ff2, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:51.204119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] For port 6111dacf-5661-4ed8-8049-423c70ae7ff2, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6111dacf-5661-4ed8-8049-423c70ae7ff2,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:51.259939 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (6111dacf-5661-4ed8-8049-423c70ae7ff2), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.329164 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee809-c544-480a-b134-bc765e3d0eba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (285c66f4-75ee-4c50-a7d8-eca911906f62), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.371221 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-bc53edb9-0179-4f87-b6af-8ea30319ac00 service neutron] 10.222.0.88 "GET /v2.0/networks/44edfd44-9ced-42a6-af99-ec3212c056fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664298 Feb 11 05:13:51.372440 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee809-c544-480a-b134-bc765e3d0eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (285c66f4-75ee-4c50-a7d8-eca911906f62), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.373451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1ee809-c544-480a-b134-bc765e3d0eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:51.374536 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71fdf717-c9d9-43a9-9070-ee718c6861e7 req-26aca4a7-0d08-4f2b-84a7-5a3a216e1d50 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504633 Feb 11 05:13:51.387439 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee809-c544-480a-b134-bc765e3d0eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.478278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:51.479445 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.480906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] 10.222.0.88 "PUT /v2.0/ports/6111dacf-5661-4ed8-8049-423c70ae7ff2 HTTP/1.1" status: 200 len: 1093 time: 6.3852501 Feb 11 05:13:51.489911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61058c99-cd6c-4d51-99e4-6394c11c3f58', 'tag': '6111dacf-5661-4ed8-8049-423c70ae7ff2'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:51.493043 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2161da7-ceed-4c71-9b59-8f19bf645efb" -d '{"events": [{"name": "network-changed", "server_uuid": "61058c99-cd6c-4d51-99e4-6394c11c3f58", "tag": "6111dacf-5661-4ed8-8049-423c70ae7ff2"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:51.495591 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d5fb8c52-8801-483f-9431-07ee1beb69f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (2b41e513-d986-47c8-b124-46e791e35a53), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.496701 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fb8c52-8801-483f-9431-07ee1beb69f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:51.497339 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d5fb8c52-8801-483f-9431-07ee1beb69f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.579068 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fe1ee809-c544-480a-b134-bc765e3d0eba admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2374485 Feb 11 05:13:51.582775 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57690) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:51.589138 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f62e5de7-ed75-4763-9222-413961ebfaea admin admin] Request body: {'subnet': {'network_id': '285c66f4-75ee-4c50-a7d8-eca911906f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-353718995-subnet', 'tenant_id': 'ec831888befe404a93e582dcf8ffabb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:51.666807 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62e5de7-ed75-4763-9222-413961ebfaea admin admin] Made reservation on behalf of ec831888befe404a93e582dcf8ffabb1 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:51.669396 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f62e5de7-ed75-4763-9222-413961ebfaea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.694347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d5fb8c52-8801-483f-9431-07ee1beb69f9 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 5.4625201 Feb 11 05:13:51.764814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57692) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:51.804532 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-dfa6553f-473b-4cab-a780-305e6665f615 admin admin] Request body: {'subnet': {'network_id': '2b41e513-d986-47c8-b124-46e791e35a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1457589447-subnet', 'tenant_id': '49f193937f3547f889fd9ca1fc219eec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:51.830060 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da60e9-efa0-4041-b500-4cc27f965ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=6111dacf-5661-4ed8-8049-423c70ae7ff2,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:51.945718 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ee809-c544-480a-b134-bc765e3d0eba admin admin] Pushing event updated for resources: {'Network': ['ID=285c66f4-75ee-4c50-a7d8-eca911906f62,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:51.946712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-fd2eb8d4-6ec5-4f07-a0d3-7f855e7a6a21 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Made reservation on behalf of 42933f530fcb4933b4da18e8472c32bd for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:51.949162 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f62e5de7-ed75-4763-9222-413961ebfaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (2f2dd10c-1617-44a5-b8b9-00bab2672bb6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.950760 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-fd2eb8d4-6ec5-4f07-a0d3-7f855e7a6a21 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.960544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 285c66f4-75ee-4c50-a7d8-eca911906f62 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:51.985752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb8c52-8801-483f-9431-07ee1beb69f9 admin admin] Pushing event updated for resources: {'Network': ['ID=2b41e513-d986-47c8-b124-46e791e35a53,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:52.011591 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 2b41e513-d986-47c8-b124-46e791e35a53 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:52.049734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa6553f-473b-4cab-a780-305e6665f615 admin admin] Made reservation on behalf of 49f193937f3547f889fd9ca1fc219eec for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:52.054937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62e5de7-ed75-4763-9222-413961ebfaea admin admin] Checking segment: {'id': '6f3520a4-44be-4753-8d7e-9e369b03eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '285c66f4-75ee-4c50-a7d8-eca911906f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:52.055478 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62e5de7-ed75-4763-9222-413961ebfaea admin admin] Network hostable DHCP agents. Network: 285c66f4-75ee-4c50-a7d8-eca911906f62, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:13:52.068345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfa6553f-473b-4cab-a780-305e6665f615 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.093837 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62e5de7-ed75-4763-9222-413961ebfaea admin admin] Network 285c66f4-75ee-4c50-a7d8-eca911906f62 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:13:52.099155 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e5de7-ed75-4763-9222-413961ebfaea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f2dd10c-1617-44a5-b8b9-00bab2672bb6,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:52.104151 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7729fd86-00c9-4846-84f4-a4338f1070b4 req-3837d79c-cbca-4fe8-b244-59a252f22e78 service neutron] 10.222.0.88 "GET /v2.0/networks/44edfd44-9ced-42a6-af99-ec3212c056fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796443 Feb 11 05:13:52.127374 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-f62e5de7-ed75-4763-9222-413961ebfaea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 285c66f4-75ee-4c50-a7d8-eca911906f62) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:52.136239 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62e5de7-ed75-4763-9222-413961ebfaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:52.136914 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f62e5de7-ed75-4763-9222-413961ebfaea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:52.202058 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f62e5de7-ed75-4763-9222-413961ebfaea admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6173692 Feb 11 05:13:52.421361 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64905b8c-66b8-4b6a-88c9-fc947c38e959 None None] Network 285c66f4-75ee-4c50-a7d8-eca911906f62 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:52.557507 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-754d5de8-51ba-496a-9409-f23945866227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:52.564220 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-754d5de8-51ba-496a-9409-f23945866227 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&device_id=61058c99-cd6c-4d51-99e4-6394c11c3f58 HTTP/1.1" status: 200 len: 1127 time: 0.9940221 Feb 11 05:13:52.598075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-2a3965f3-91ac-4eb4-b61a-54f8a259f97c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Allocated IP 10.1.1.175 (87b930fc-0254-4b87-ac0d-42931be73941/5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5/b12f10e6-7778-48b4-b25c-08b68caaccb1) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:52.651003 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324cdfc-8ca4-4b8e-bce5-d7a1f34b615a req-16d4c9e6-bc6b-4bb0-a8fe-3234f6bec552 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:52.652603 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e324cdfc-8ca4-4b8e-bce5-d7a1f34b615a req-16d4c9e6-bc6b-4bb0-a8fe-3234f6bec552 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 932 time: 0.9742894 Feb 11 05:13:52.722145 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082abcd4-df0a-44be-9ff9-8b4db4d38438 None None] Network 285c66f4-75ee-4c50-a7d8-eca911906f62 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:52.938652 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-f02cebcc-6ebd-480b-8ea3-e4e94720ac4e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6111dacf-5661-4ed8-8049-423c70ae7ff2 HTTP/1.1" status: 200 len: 217 time: 0.2640567 Feb 11 05:13:53.289011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e324cdfc-8ca4-4b8e-bce5-d7a1f34b615a req-25c58e86-7b99-452d-afa7-5c4da9514f8b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5885980 Feb 11 05:13:53.295172 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfa6553f-473b-4cab-a780-305e6665f615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (27b325d0-97fa-43b7-bfc4-f865b99d2379), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:53.306182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-207d3732-4ced-4f1b-a472-3fd034ca2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:53.309508 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-207d3732-4ced-4f1b-a472-3fd034ca2c19 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ea6336f-48df-43c4-9674-2de7741cddbb HTTP/1.1" status: 200 len: 850 time: 0.1244283 Feb 11 05:13:53.406090 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c64da37-952a-40bc-af90-c894ca8f0965 x-openstack-request-id: req-4c64da37-952a-40bc-af90-c894ca8f0965 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:53.406627 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c444a62e-d4fe-4467-b078-941babbb7215", "tag": "ec1bd57a-a3f6-4366-ba3e-16af8a50b753", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:53.406900 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4c64da37-952a-40bc-af90-c894ca8f0965 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:53.407386 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c444a62e-d4fe-4467-b078-941babbb7215', 'tag': 'ec1bd57a-a3f6-4366-ba3e-16af8a50b753', 'status': 'completed', 'code': 200} Feb 11 05:13:53.493842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-fd2eb8d4-6ec5-4f07-a0d3-7f855e7a6a21 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Allocated IP 172.20.0.11 (4b76b216-e4cb-473c-8a94-4abeb8bb28ae/ae47bb1e-7085-4dff-baca-93869632cb2d/9b639998-3707-42f4-8b31-13c8ebe0e213) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:53.560366 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81940626-7345-4419-b4f1-44561f06692f req-c1c09cc3-76d1-4341-accd-00bfd9d80a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:53.564455 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-81940626-7345-4419-b4f1-44561f06692f req-c1c09cc3-76d1-4341-accd-00bfd9d80a9f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8e6f0875625e4cc9a5fe4a6cba176afe&device_id=c444a62e-d4fe-4467-b078-941babbb7215 HTTP/1.1" status: 200 len: 1126 time: 0.1050391 Feb 11 05:13:53.592479 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-2a3965f3-91ac-4eb4-b61a-54f8a259f97c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:53.684896 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-2a3965f3-91ac-4eb4-b61a-54f8a259f97c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:53.702777 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-54c4848c-04d5-49c0-a1ae-9754876e5acb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c057b431-d79d-4223-9d5d-1c34def959a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3446887 Feb 11 05:13:53.711163 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6553f-473b-4cab-a780-305e6665f615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b325d0-97fa-43b7-bfc4-f865b99d2379,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:53.859367 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81940626-7345-4419-b4f1-44561f06692f req-c19cdb4d-4b70-4e51-8132-52b287a9cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:53.861239 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-81940626-7345-4419-b4f1-44561f06692f req-c19cdb4d-4b70-4e51-8132-52b287a9cb89 service neutron] 10.222.0.88 "GET /v2.0/networks?id=44edfd44-9ced-42a6-af99-ec3212c056fa HTTP/1.1" status: 200 len: 915 time: 0.2124243 Feb 11 05:13:53.944532 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-81940626-7345-4419-b4f1-44561f06692f req-e07c55c9-22e9-4651-890e-ebb9d6a4d7f7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec1bd57a-a3f6-4366-ba3e-16af8a50b753 HTTP/1.1" status: 200 len: 217 time: 0.0717168 Feb 11 05:13:54.042399 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-2a3965f3-91ac-4eb4-b61a-54f8a259f97c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Network 87b930fc-0254-4b87-ac0d-42931be73941 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:54.056103 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81940626-7345-4419-b4f1-44561f06692f req-8413cf2c-be37-4369-a672-f3bed913cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:54.060951 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-81940626-7345-4419-b4f1-44561f06692f req-8413cf2c-be37-4369-a672-f3bed913cadf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3b68915a-70e3-4b2c-bf3d-e991d3e4413d HTTP/1.1" status: 200 len: 853 time: 0.0984015 Feb 11 05:13:54.122229 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-2a3965f3-91ac-4eb4-b61a-54f8a259f97c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:54.166033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81940626-7345-4419-b4f1-44561f06692f req-cda5955f-c5c3-4790-bbd3-c8ec35a54058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:54.167339 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-81940626-7345-4419-b4f1-44561f06692f req-cda5955f-c5c3-4790-bbd3-c8ec35a54058 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=44edfd44-9ced-42a6-af99-ec3212c056fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0893993 Feb 11 05:13:54.175522 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d67e2a-599d-4210-91ba-3c3953478baf req-1099809b-a1fc-456b-9594-405afd2311b4 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:54.177083 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5d67e2a-599d-4210-91ba-3c3953478baf req-1099809b-a1fc-456b-9594-405afd2311b4 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/ports?device_id=c444a62e-d4fe-4467-b078-941babbb7215 HTTP/1.1" status: 200 len: 943 time: 0.5483694 Feb 11 05:13:54.178281 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3965f3-91ac-4eb4-b61a-54f8a259f97c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event updated for resources: {'Port': ['ID=b12f10e6-7778-48b4-b25c-08b68caaccb1,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:54.188987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-2a3965f3-91ac-4eb4-b61a-54f8a259f97c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:54.212676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa6553f-473b-4cab-a780-305e6665f615 admin admin] Checking segment: {'id': 'a14e3231-7054-4dc9-96c0-695f3a242b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:54.213071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa6553f-473b-4cab-a780-305e6665f615 admin admin] Network hostable DHCP agents. Network: 2b41e513-d986-47c8-b124-46e791e35a53, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:13:54.350309 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-81940626-7345-4419-b4f1-44561f06692f req-b4bfb95e-72ea-40cd-920b-4bdf2e58a7c9 service neutron] 10.222.0.88 "GET /v2.0/networks/44edfd44-9ced-42a6-af99-ec3212c056fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695051 Feb 11 05:13:54.534763 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-80174c07-6b12-41a6-9487-74b1c02d0707 service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8070936 Feb 11 05:13:54.658518 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b454a505-f5be-4298-9d21-e7b7730a1d1a None None] Provisioning complete for port b12f10e6-7778-48b4-b25c-08b68caaccb1 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:54.676074 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b454a505-f5be-4298-9d21-e7b7730a1d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.680873 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa6553f-473b-4cab-a780-305e6665f615 admin admin] Network 2b41e513-d986-47c8-b124-46e791e35a53 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:13:54.718882 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-81940626-7345-4419-b4f1-44561f06692f req-a2d9b93f-7d38-4d21-a70a-ed50a8a2eb38 service neutron] 10.222.0.88 "GET /v2.0/networks/44edfd44-9ced-42a6-af99-ec3212c056fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542449 Feb 11 05:13:54.723232 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-fd2eb8d4-6ec5-4f07-a0d3-7f855e7a6a21 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for port (9b639998-3707-42f4-8b31-13c8ebe0e213), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.733486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-dfa6553f-473b-4cab-a780-305e6665f615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 2b41e513-d986-47c8-b124-46e791e35a53) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:54.740815 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa6553f-473b-4cab-a780-305e6665f615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:54.741425 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfa6553f-473b-4cab-a780-305e6665f615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.742331 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0965692d-ea9a-4299-90fb-35b8d04797f0 req-521c105a-9372-4fb0-a41c-c59b889a9b4f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2083137 Feb 11 05:13:54.751293 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b454a505-f5be-4298-9d21-e7b7730a1d1a None None] Port b12f10e6-7778-48b4-b25c-08b68caaccb1 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:54.753125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5440632-224d-40f7-99cd-4e138db926a4 None None] Network 2b41e513-d986-47c8-b124-46e791e35a53 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:54.942970 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-2b41e513-d986-47c8-b124-46e791e35a53', 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53', 'project_id': '49f193937f3547f889fd9ca1fc219eec', 'fixed_ips': [{'subnet_id': '27b325d0-97fa-43b7-bfc4-f865b99d2379'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:13:54.944793 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.977704 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965692d-ea9a-4299-90fb-35b8d04797f0 req-441210da-598a-45de-9668-f36dab247745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:54.980858 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0965692d-ea9a-4299-90fb-35b8d04797f0 req-441210da-598a-45de-9668-f36dab247745 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 1127 time: 0.1679213 Feb 11 05:13:55.195605 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965692d-ea9a-4299-90fb-35b8d04797f0 req-8faa141a-8e5f-4175-b0ea-bc134d68d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:55.204092 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0965692d-ea9a-4299-90fb-35b8d04797f0 req-8faa141a-8e5f-4175-b0ea-bc134d68d169 service neutron] 10.222.0.73 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.2045550 Feb 11 05:13:55.241620 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Allocated IP 172.20.0.2 (2b41e513-d986-47c8-b124-46e791e35a53/27b325d0-97fa-43b7-bfc4-f865b99d2379/fb84709c-5e14-47a4-9af1-6c358e511434) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:55.291573 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0965692d-ea9a-4299-90fb-35b8d04797f0 req-da3b91bf-2f54-4e7c-a647-c7afb3ebc939 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdd8df23-fda2-448f-8d24-05c4613ec467 HTTP/1.1" status: 200 len: 217 time: 0.0811021 Feb 11 05:13:55.468728 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965692d-ea9a-4299-90fb-35b8d04797f0 req-d79646e3-10ba-4916-98af-6d6e767af87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:55.474432 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0965692d-ea9a-4299-90fb-35b8d04797f0 req-d79646e3-10ba-4916-98af-6d6e767af87c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.1724074 Feb 11 05:13:55.528226 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0965692d-ea9a-4299-90fb-35b8d04797f0 req-a2da2350-6e4a-4796-9cfb-a7da09166784 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480969 Feb 11 05:13:55.540293 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Publish callbacks [] for port (fb84709c-5e14-47a4-9af1-6c358e511434), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.570455 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (fb84709c-5e14-47a4-9af1-6c358e511434), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.649872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-2a3965f3-91ac-4eb4-b61a-54f8a259f97c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:55.650767 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-2a3965f3-91ac-4eb4-b61a-54f8a259f97c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.665869 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dfa6553f-473b-4cab-a780-305e6665f615 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.8888111 Feb 11 05:13:55.671239 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0965692d-ea9a-4299-90fb-35b8d04797f0 req-0077eddf-cb62-493e-b9bb-f60fbad050bd service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355200 Feb 11 05:13:55.674495 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-2a3965f3-91ac-4eb4-b61a-54f8a259f97c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1551685 Feb 11 05:13:55.718281 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-20655f12-40c7-4850-a084-1219f911cb56 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Request body: {'port': {'device_id': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941', 'admin_state_up': True, 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'security_groups': ['d7c6f83e-dfe5-485e-822e-5fc3b218d50d']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:55.748222 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Network 2b41e513-d986-47c8-b124-46e791e35a53 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:55.754047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:55.763106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:55.863292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Pushing event updated for resources: {'Port': ['ID=fb84709c-5e14-47a4-9af1-6c358e511434,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:55.925476 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0965692d-ea9a-4299-90fb-35b8d04797f0 req-3e8e5a4f-99eb-484f-925d-23369a5672aa service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355475 Feb 11 05:13:55.925951 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Attempting to bind port fb84709c-5e14-47a4-9af1-6c358e511434 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:55.926382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Attempting to bind port fb84709c-5e14-47a4-9af1-6c358e511434 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a14e3231-7054-4dc9-96c0-695f3a242b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:55.926852 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Attempting to bind port fb84709c-5e14-47a4-9af1-6c358e511434 on network 2b41e513-d986-47c8-b124-46e791e35a53 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:55.935159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:55.935748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Checking segment: {'id': 'a14e3231-7054-4dc9-96c0-695f3a242b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:55.936258 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.936751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Bound using segment: {'id': 'a14e3231-7054-4dc9-96c0-695f3a242b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:55.937500 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Bound port: fb84709c-5e14-47a4-9af1-6c358e511434, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14e3231-7054-4dc9-96c0-695f3a242b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:55.938001 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (fb84709c-5e14-47a4-9af1-6c358e511434), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.994922 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5d67e2a-599d-4210-91ba-3c3953478baf req-9850a6e5-5bc9-44b0-93d9-1be34b42d2b2 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c59bd61-4866-45b4-aeee-7e74ef75fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7935059 Feb 11 05:13:56.056302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] For port fb84709c-5e14-47a4-9af1-6c358e511434, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:56.059985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] For port fb84709c-5e14-47a4-9af1-6c358e511434, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=fb84709c-5e14-47a4-9af1-6c358e511434,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:56.069582 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (fb84709c-5e14-47a4-9af1-6c358e511434), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:56.116351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-20655f12-40c7-4850-a084-1219f911cb56 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Made reservation on behalf of f1299ecd49e5408282a75d13c75f41aa for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:56.128838 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-20655f12-40c7-4850-a084-1219f911cb56 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:56.153504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b14c5f-42f2-4d8e-bbce-32818beed225 None None] Pushing event updated for resources: {'Port': ['ID=fb84709c-5e14-47a4-9af1-6c358e511434,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:56.161040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115f41bc-e3f6-4800-a607-71ff2a6c33ea req-aeeaeb3b-d03d-4d67-8dd1-d631e598fdb2 service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5972974 Feb 11 05:13:56.258919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79cfc386-6cee-4567-ab66-ef35e5d062cc req-d171f17e-d799-4bf5-806b-a497f67a4a67 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 210 time: 0.0869620 Feb 11 05:13:56.262667 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-fd2eb8d4-6ec5-4f07-a0d3-7f855e7a6a21 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (9b639998-3707-42f4-8b31-13c8ebe0e213), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:56.360193 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2eb8d4-6ec5-4f07-a0d3-7f855e7a6a21 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Pushing event updated for resources: {'Port': ['ID=9b639998-3707-42f4-8b31-13c8ebe0e213,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:56.410682 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5476096-9c10-45f6-9f60-c3327df550c1 x-openstack-request-id: req-c5476096-9c10-45f6-9f60-c3327df550c1 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:56.411276 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61058c99-cd6c-4d51-99e4-6394c11c3f58", "tag": "6111dacf-5661-4ed8-8049-423c70ae7ff2", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:56.411657 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c5476096-9c10-45f6-9f60-c3327df550c1 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:56.412220 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61058c99-cd6c-4d51-99e4-6394c11c3f58', 'tag': '6111dacf-5661-4ed8-8049-423c70ae7ff2', 'status': 'completed', 'code': 200} Feb 11 05:13:56.429625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-fd2eb8d4-6ec5-4f07-a0d3-7f855e7a6a21 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Network 4b76b216-e4cb-473c-8a94-4abeb8bb28ae is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:56.433544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-fd2eb8d4-6ec5-4f07-a0d3-7f855e7a6a21 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:56.509532 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-fd2eb8d4-6ec5-4f07-a0d3-7f855e7a6a21 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:56.654958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2161da7-ceed-4c71-9b59-8f19bf645efb req-4be6a2d6-e031-4fe0-885e-9da98b3a0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:56.661097 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d2161da7-ceed-4c71-9b59-8f19bf645efb req-4be6a2d6-e031-4fe0-885e-9da98b3a0921 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&device_id=61058c99-cd6c-4d51-99e4-6394c11c3f58 HTTP/1.1" status: 200 len: 1127 time: 0.2251594 Feb 11 05:13:56.830818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-fd2eb8d4-6ec5-4f07-a0d3-7f855e7a6a21 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:56.831613 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-fd2eb8d4-6ec5-4f07-a0d3-7f855e7a6a21 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:56.972151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2161da7-ceed-4c71-9b59-8f19bf645efb req-216eaf57-5c72-4ee5-b068-1e194984f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:56.974054 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d2161da7-ceed-4c71-9b59-8f19bf645efb req-216eaf57-5c72-4ee5-b068-1e194984f777 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 911 time: 0.2944653 Feb 11 05:13:57.008924 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89697023-42d0-4656-950f-b18e2ea61a28 req-20dd0192-565d-40d0-9a14-9f85a54baad4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7410328 Feb 11 05:13:57.014530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-94ff6140-8cba-4d03-b7ad-88bf939b0ddf None None] Provisioning complete for port 9b639998-3707-42f4-8b31-13c8ebe0e213 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:57.017904 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94ff6140-8cba-4d03-b7ad-88bf939b0ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9b639998-3707-42f4-8b31-13c8ebe0e213), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.094728 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-94ff6140-8cba-4d03-b7ad-88bf939b0ddf None None] Port 9b639998-3707-42f4-8b31-13c8ebe0e213 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:57.115631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-fd2eb8d4-6ec5-4f07-a0d3-7f855e7a6a21 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6060600 Feb 11 05:13:57.124828 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d2161da7-ceed-4c71-9b59-8f19bf645efb req-3bdf8ac3-5c52-4d62-aa15-8aeaf24e7844 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6111dacf-5661-4ed8-8049-423c70ae7ff2 HTTP/1.1" status: 200 len: 217 time: 0.0833864 Feb 11 05:13:57.189708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Request body: {'port': {'device_id': '5b4a956a-51c1-43a4-b40d-57dc9b60212d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:57.235629 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2161da7-ceed-4c71-9b59-8f19bf645efb req-d37edc09-b843-4eb4-8e20-9708375714c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:57.238877 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d2161da7-ceed-4c71-9b59-8f19bf645efb req-d37edc09-b843-4eb4-8e20-9708375714c5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ea6336f-48df-43c4-9674-2de7741cddbb HTTP/1.1" status: 200 len: 850 time: 0.0951185 Feb 11 05:13:57.290918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-20655f12-40c7-4850-a084-1219f911cb56 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Allocated IP 10.1.1.96 (87b930fc-0254-4b87-ac0d-42931be73941/5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5/7e37fe20-df88-4ce7-8809-1a3a83f553fa) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:57.336748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dcf7f-d819-47d6-bbc7-7be5db85d3e6 req-2568d52b-9ac3-4325-83f2-66c3a2c97ca6 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:57.341129 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e2dcf7f-d819-47d6-bbc7-7be5db85d3e6 req-2568d52b-9ac3-4325-83f2-66c3a2c97ca6 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=61058c99-cd6c-4d51-99e4-6394c11c3f58 HTTP/1.1" status: 200 len: 944 time: 0.8011174 Feb 11 05:13:57.485956 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9b639998-3707-42f4-8b31-13c8ebe0e213), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.501472 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89697023-42d0-4656-950f-b18e2ea61a28 req-bd1be0f7-19f9-41cb-9752-f77da0ee26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:57.512756 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89697023-42d0-4656-950f-b18e2ea61a28 req-bd1be0f7-19f9-41cb-9752-f77da0ee26e9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 1128 time: 0.3792787 Feb 11 05:13:57.566263 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d2161da7-ceed-4c71-9b59-8f19bf645efb req-35e42670-4ad2-4926-b2b0-b119de20607b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c057b431-d79d-4223-9d5d-1c34def959a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720644 Feb 11 05:13:57.966249 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d2161da7-ceed-4c71-9b59-8f19bf645efb req-30dc8d31-fb44-48f8-b0ed-bb7b3e77ac42 service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290106 Feb 11 05:13:58.096764 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ccef0f-4890-4364-85d8-decba900006c None None] Network 2b41e513-d986-47c8-b124-46e791e35a53 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:58.211088 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d2161da7-ceed-4c71-9b59-8f19bf645efb req-cbb00981-690d-4471-9775-9ee6e6630482 service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295878 Feb 11 05:13:58.281124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b639998-3707-42f4-8b31-13c8ebe0e213 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:58.291187 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Publish callbacks [] for port (9b639998-3707-42f4-8b31-13c8ebe0e213), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.308040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Transition to ACTIVE for port object 9b639998-3707-42f4-8b31-13c8ebe0e213 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:13:58.320197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8e9bf359-306f-46e3-8803-956ef0450e03 None None] Provisioning complete for port fb84709c-5e14-47a4-9af1-6c358e511434 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:58.320730 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf359-306f-46e3-8803-956ef0450e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (fb84709c-5e14-47a4-9af1-6c358e511434), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.402419 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-20655f12-40c7-4850-a084-1219f911cb56 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.450514 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e2dcf7f-d819-47d6-bbc7-7be5db85d3e6 req-2339b154-5187-4c21-ba6e-5cffe228cc20 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0827310 Feb 11 05:13:58.532109 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-20655f12-40c7-4850-a084-1219f911cb56 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.544093 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (9b639998-3707-42f4-8b31-13c8ebe0e213), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.550543 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4f318620-e995-42cf-9d07-6fd1fda68442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.583257 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8e9bf359-306f-46e3-8803-956ef0450e03 None None] Current status of the port fb84709c-5e14-47a4-9af1-6c358e511434 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:58.583770 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf359-306f-46e3-8803-956ef0450e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (fb84709c-5e14-47a4-9af1-6c358e511434), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.684795 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-8e9bf359-306f-46e3-8803-956ef0450e03 None None] For port fb84709c-5e14-47a4-9af1-6c358e511434, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=fb84709c-5e14-47a4-9af1-6c358e511434,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:58.695709 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device fb84709c-5e14-47a4-9af1-6c358e511434 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:58.795693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20655f12-40c7-4850-a084-1219f911cb56 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event updated for resources: {'Port': ['ID=7e37fe20-df88-4ce7-8809-1a3a83f553fa,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:58.811145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89697023-42d0-4656-950f-b18e2ea61a28 req-fe7cc0f2-98ed-4fb9-9db9-ec88fd1120ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:58.814448 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89697023-42d0-4656-950f-b18e2ea61a28 req-fe7cc0f2-98ed-4fb9-9db9-ec88fd1120ec service neutron] 10.222.0.88 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 1.1963451 Feb 11 05:13:58.822997 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf359-306f-46e3-8803-956ef0450e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (fb84709c-5e14-47a4-9af1-6c358e511434), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.832760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 6111dacf-5661-4ed8-8049-423c70ae7ff2 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:13:58.870167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-20655f12-40c7-4850-a084-1219f911cb56 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Network 87b930fc-0254-4b87-ac0d-42931be73941 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:58.899883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bf359-306f-46e3-8803-956ef0450e03 None None] Pushing event updated for resources: {'Port': ['ID=fb84709c-5e14-47a4-9af1-6c358e511434,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:58.919693 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port fb84709c-5e14-47a4-9af1-6c358e511434 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:58.920075 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (fb84709c-5e14-47a4-9af1-6c358e511434), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.939403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-20655f12-40c7-4850-a084-1219f911cb56 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:58.989829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-20655f12-40c7-4850-a084-1219f911cb56 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:59.002888 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89697023-42d0-4656-950f-b18e2ea61a28 req-78a28c18-d2a7-4130-a263-50c0716e7efd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 HTTP/1.1" status: 200 len: 217 time: 0.1359999 Feb 11 05:13:59.006670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-91c90827-910b-4dcb-b96d-42565b32c893 None None] Provisioning complete for port fb84709c-5e14-47a4-9af1-6c358e511434 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:59.007052 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-91c90827-910b-4dcb-b96d-42565b32c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (fb84709c-5e14-47a4-9af1-6c358e511434), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.093659 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28c770a0-0000-4704-9428-8eb223c40c48 req-26499f50-1e9b-4b2d-80d9-4c27facdeb49 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--539966324&fields=id&tenant_id=bd52a8df7e9f49cbbd0c134380769323 HTTP/1.1" status: 200 len: 267 time: 0.4170275 Feb 11 05:13:59.187226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-20655f12-40c7-4850-a084-1219f911cb56 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:59.188011 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-20655f12-40c7-4850-a084-1219f911cb56 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.199997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 6111dacf-5661-4ed8-8049-423c70ae7ff2, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6111dacf-5661-4ed8-8049-423c70ae7ff2,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:59.232524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Pushing event updated for resources: {'Port': ['ID=9b639998-3707-42f4-8b31-13c8ebe0e213,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:59.246492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-20655f12-40c7-4850-a084-1219f911cb56 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5354984 Feb 11 05:13:59.286569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-91c90827-910b-4dcb-b96d-42565b32c893 None None] Current status of the port fb84709c-5e14-47a4-9af1-6c358e511434 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:59.290451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port fb84709c-5e14-47a4-9af1-6c358e511434 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:59.292385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '6111dacf-5661-4ed8-8049-423c70ae7ff2', 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0', 'port_id': '6111dacf-5661-4ed8-8049-423c70ae7ff2', 'mac_address': 'fa:16:3e:c1:8c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6336f-48df-43c4-9674-2de7741cddbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:13:59.315360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-25c75048-c48a-4c2c-b28a-528ea0fcb250 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Request body: {'port': {'device_id': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e', 'admin_state_up': True, 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'security_groups': ['d7c6f83e-dfe5-485e-822e-5fc3b218d50d']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:59.340723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 6111dacf-5661-4ed8-8049-423c70ae7ff2 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:59.341124 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6111dacf-5661-4ed8-8049-423c70ae7ff2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.346558 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Attempting to bind port 9b639998-3707-42f4-8b31-13c8ebe0e213 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:59.346970 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Attempting to bind port 9b639998-3707-42f4-8b31-13c8ebe0e213 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'd0833494-6bcf-4eda-9f65-0140ca058e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:59.347375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Attempting to bind port 9b639998-3707-42f4-8b31-13c8ebe0e213 on network 4b76b216-e4cb-473c-8a94-4abeb8bb28ae {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:59.357396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6111dacf-5661-4ed8-8049-423c70ae7ff2 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:59.379943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 6111dacf-5661-4ed8-8049-423c70ae7ff2, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6111dacf-5661-4ed8-8049-423c70ae7ff2,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:59.383138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89697023-42d0-4656-950f-b18e2ea61a28 req-81f61a89-8929-4dfe-8d65-03a446088e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:59.384992 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89697023-42d0-4656-950f-b18e2ea61a28 req-81f61a89-8929-4dfe-8d65-03a446088e80 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.2808220 Feb 11 05:13:59.385710 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6111dacf-5661-4ed8-8049-423c70ae7ff2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.385875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Port 9b639998-3707-42f4-8b31-13c8ebe0e213 on network 4b76b216-e4cb-473c-8a94-4abeb8bb28ae not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:13:59.386381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Attempting to bind port 9b639998-3707-42f4-8b31-13c8ebe0e213 on network 4b76b216-e4cb-473c-8a94-4abeb8bb28ae {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:59.461066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=6111dacf-5661-4ed8-8049-423c70ae7ff2,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:59.472571 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e7b20413-fe39-44c3-afc1-cc15154a5188 None None] Provisioning complete for port 7e37fe20-df88-4ce7-8809-1a3a83f553fa triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:59.472958 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e7b20413-fe39-44c3-afc1-cc15154a5188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.479376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:59.479376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Checking segment: {'id': 'd0833494-6bcf-4eda-9f65-0140ca058e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:59.479376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Bound using segment: {'id': 'd0833494-6bcf-4eda-9f65-0140ca058e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:59.479376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Bound port: 9b639998-3707-42f4-8b31-13c8ebe0e213, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0833494-6bcf-4eda-9f65-0140ca058e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:59.479921 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9b639998-3707-42f4-8b31-13c8ebe0e213), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.512560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e7b20413-fe39-44c3-afc1-cc15154a5188 None None] Port 7e37fe20-df88-4ce7-8809-1a3a83f553fa cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:59.524947 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89697023-42d0-4656-950f-b18e2ea61a28 req-9934ae4d-0d33-47ea-be9f-c9194ea5fd8c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737584 Feb 11 05:13:59.568356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-1900382c-e6c8-42fa-8fab-010280015ca7 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:59.569929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-1900382c-e6c8-42fa-8fab-010280015ca7 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/networks?id=285c66f4-75ee-4c50-a7d8-eca911906f62 HTTP/1.1" status: 200 len: 808 time: 0.5744658 Feb 11 05:13:59.645534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c770a0-0000-4704-9428-8eb223c40c48 req-b09c81fc-827e-4f40-bdb3-4a1709b8dde5 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:59.649293 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28c770a0-0000-4704-9428-8eb223c40c48 req-b09c81fc-827e-4f40-bdb3-4a1709b8dde5 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/networks?id=68f2cfd9-0977-4789-8546-2fe8b1d887d1 HTTP/1.1" status: 200 len: 814 time: 0.5264661 Feb 11 05:13:59.655617 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-cd3586ce-65cd-41d8-b0e5-b49f20dea82d tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/quotas/ec831888befe404a93e582dcf8ffabb1 HTTP/1.1" status: 200 len: 375 time: 0.0687656 Feb 11 05:13:59.734783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['6111dacf-5661-4ed8-8049-423c70ae7ff2'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:13:59.736234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] For port 9b639998-3707-42f4-8b31-13c8ebe0e213, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:59.740019 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-d6297ff9-85a5-4053-8421-7ff9655bc198 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec831888befe404a93e582dcf8ffabb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541410 Feb 11 05:13:59.745675 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28c770a0-0000-4704-9428-8eb223c40c48 req-93ba3c92-1fbb-49cb-b67a-df2dc85b67b3 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/quotas/bd52a8df7e9f49cbbd0c134380769323 HTTP/1.1" status: 200 len: 375 time: 0.0609062 Feb 11 05:13:59.780700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] For port 9b639998-3707-42f4-8b31-13c8ebe0e213, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9b639998-3707-42f4-8b31-13c8ebe0e213,segment=NetworkSegment(d0833494-6bcf-4eda-9f65-0140ca058e8e),segment_id=d0833494-6bcf-4eda-9f65-0140ca058e8e)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:59.815454 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-25c75048-c48a-4c2c-b28a-528ea0fcb250 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Made reservation on behalf of f1299ecd49e5408282a75d13c75f41aa for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:59.852999 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (9b639998-3707-42f4-8b31-13c8ebe0e213), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.876078 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89697023-42d0-4656-950f-b18e2ea61a28 req-18c3323e-f5c7-47ba-94df-08b3542efcec service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262484 Feb 11 05:14:00.001037 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:00.001661 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.003082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] 10.222.0.88 "PUT /v2.0/ports/9b639998-3707-42f4-8b31-13c8ebe0e213 HTTP/1.1" status: 200 len: 1093 time: 2.8343563 Feb 11 05:14:00.003560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4a956a-51c1-43a4-b40d-57dc9b60212d', 'tag': '9b639998-3707-42f4-8b31-13c8ebe0e213'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:00.005847 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442b50b1-5027-455c-a747-c0184463144c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4a956a-51c1-43a4-b40d-57dc9b60212d", "tag": "9b639998-3707-42f4-8b31-13c8ebe0e213"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:00.111463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28c770a0-0000-4704-9428-8eb223c40c48 req-c567632d-6ac6-4fa2-8216-1f6c2ceb37d4 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=bd52a8df7e9f49cbbd0c134380769323&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3557963 Feb 11 05:14:00.139182 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-4bb1e42e-42e5-4006-a9fb-fbcfa8ca8788 service neutron] 10.222.0.87 "GET /v2.0/networks/285c66f4-75ee-4c50-a7d8-eca911906f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819060 Feb 11 05:14:00.155693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9c8d5-e935-4ff7-8f9a-0d66640c5ddf service neutron] Pushing event updated for resources: {'Port': ['ID=9b639998-3707-42f4-8b31-13c8ebe0e213,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:00.222709 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-25c75048-c48a-4c2c-b28a-528ea0fcb250 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.254767 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89697023-42d0-4656-950f-b18e2ea61a28 req-e49b2610-20b0-455d-bb86-2d3d3c517166 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228710 Feb 11 05:14:00.493971 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device fb84709c-5e14-47a4-9af1-6c358e511434 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:00.578986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port fb84709c-5e14-47a4-9af1-6c358e511434 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:00.578986 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (fb84709c-5e14-47a4-9af1-6c358e511434), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.729728 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port fb84709c-5e14-47a4-9af1-6c358e511434 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:00.737950 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-88f016fc-ebf2-4a68-bd22-d1490d767521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.814987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-f99f7a9d-499c-4c78-ae4d-bea01c8da224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:00.816524 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-f99f7a9d-499c-4c78-ae4d-bea01c8da224 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=42933f530fcb4933b4da18e8472c32bd&device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 1127 time: 0.7316675 Feb 11 05:14:00.829617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 6111dacf-5661-4ed8-8049-423c70ae7ff2 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:00.917307 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 6111dacf-5661-4ed8-8049-423c70ae7ff2 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:00.928737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 6111dacf-5661-4ed8-8049-423c70ae7ff2 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:00.929512 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6111dacf-5661-4ed8-8049-423c70ae7ff2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:00.944666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-d6e045c5-cc3e-42cc-849f-3d94167eaf73 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b639998-3707-42f4-8b31-13c8ebe0e213 HTTP/1.1" status: 200 len: 217 time: 0.1121051 Feb 11 05:14:00.969000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28c770a0-0000-4704-9428-8eb223c40c48 req-b9e1f414-5b00-49f6-bd1a-bc89c1239301 service neutron] 10.222.0.87 "GET /v2.0/networks/68f2cfd9-0977-4789-8546-2fe8b1d887d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8356102 Feb 11 05:14:00.974703 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-78aa3576-ff08-405a-9bb8-974f954a0c46 service neutron] 10.222.0.87 "GET /v2.0/networks/285c66f4-75ee-4c50-a7d8-eca911906f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8086910 Feb 11 05:14:01.030165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 6111dacf-5661-4ed8-8049-423c70ae7ff2 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:01.033360 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6111dacf-5661-4ed8-8049-423c70ae7ff2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.107410 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 6111dacf-5661-4ed8-8049-423c70ae7ff2, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6111dacf-5661-4ed8-8049-423c70ae7ff2,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:01.108755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61058c99-cd6c-4d51-99e4-6394c11c3f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6111dacf-5661-4ed8-8049-423c70ae7ff2'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:01.112415 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba76a0da-f531-471e-b4eb-055bf372a13c" -d '{"events": [{"server_uuid": "61058c99-cd6c-4d51-99e4-6394c11c3f58", "name": "network-vif-plugged", "status": "completed", "tag": "6111dacf-5661-4ed8-8049-423c70ae7ff2"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:01.117338 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6111dacf-5661-4ed8-8049-423c70ae7ff2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.141207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-0bd68a00-d520-45e1-bfc6-1325fe77ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:01.142764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-0bd68a00-d520-45e1-bfc6-1325fe77ecb6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ae47bb1e-7085-4dff-baca-93869632cb2d HTTP/1.1" status: 200 len: 850 time: 0.1704228 Feb 11 05:14:01.204722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-25c75048-c48a-4c2c-b28a-528ea0fcb250 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Allocated IP 10.2.2.100 (d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e/87a5bba2-6a2d-4e41-b79c-d462124d28c5/47c68d4d-dde3-4df1-ab81-7d42effbc318) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:01.246848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=6111dacf-5661-4ed8-8049-423c70ae7ff2,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:01.508324 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-25c75048-c48a-4c2c-b28a-528ea0fcb250 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.565803 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28c770a0-0000-4704-9428-8eb223c40c48 req-5609a1a0-20a9-48c6-a956-87cbcb073597 service neutron] 10.222.0.87 "GET /v2.0/networks/68f2cfd9-0977-4789-8546-2fe8b1d887d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811870 Feb 11 05:14:01.697503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-187e2dab-6ccd-4e8b-91a7-2ce92d216b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:01.699025 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-187e2dab-6ccd-4e8b-91a7-2ce92d216b53 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4b76b216-e4cb-473c-8a94-4abeb8bb28ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5485837 Feb 11 05:14:01.707170 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-25c75048-c48a-4c2c-b28a-528ea0fcb250 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:01.753754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-25c75048-c48a-4c2c-b28a-528ea0fcb250 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Network d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:01.780966 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-25c75048-c48a-4c2c-b28a-528ea0fcb250 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:01.847303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-25c75048-c48a-4c2c-b28a-528ea0fcb250 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:02.051470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a7e16-d536-4cb8-8f7f-b1aa862cea28 req-fa4d9f0e-909b-4ddb-8b20-0c7e56f51dc0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:02.058064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a7e16-d536-4cb8-8f7f-b1aa862cea28 req-fa4d9f0e-909b-4ddb-8b20-0c7e56f51dc0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:02.063510 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a7e16-d536-4cb8-8f7f-b1aa862cea28 req-fa4d9f0e-909b-4ddb-8b20-0c7e56f51dc0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:02.065423 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe6a7e16-d536-4cb8-8f7f-b1aa862cea28 req-fa4d9f0e-909b-4ddb-8b20-0c7e56f51dc0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 2374 time: 0.5153530 Feb 11 05:14:02.139520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c75048-c48a-4c2c-b28a-528ea0fcb250 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event updated for resources: {'Port': ['ID=47c68d4d-dde3-4df1-ab81-7d42effbc318,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:02.293514 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.325521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7940a1ad-da3a-46df-aa05-e6799e74a6f5 None None] Provisioning complete for port 47c68d4d-dde3-4df1-ab81-7d42effbc318 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:02.327729 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7940a1ad-da3a-46df-aa05-e6799e74a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.344232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-25c75048-c48a-4c2c-b28a-528ea0fcb250 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:02.345000 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-25c75048-c48a-4c2c-b28a-528ea0fcb250 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.427864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7940a1ad-da3a-46df-aa05-e6799e74a6f5 None None] Port 47c68d4d-dde3-4df1-ab81-7d42effbc318 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:02.449174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-25c75048-c48a-4c2c-b28a-528ea0fcb250 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1456687 Feb 11 05:14:02.479374 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-96364903-d62f-448e-9b62-bcf73f6e40d8 service neutron] 10.222.0.88 "GET /v2.0/networks/4b76b216-e4cb-473c-8a94-4abeb8bb28ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7466714 Feb 11 05:14:02.486290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-a9c6afa6-299b-4e66-9c17-1c64eee61d5e tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:02.493506 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-a9c6afa6-299b-4e66-9c17-1c64eee61d5e tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/networks?id=2b41e513-d986-47c8-b124-46e791e35a53 HTTP/1.1" status: 200 len: 816 time: 0.3455441 Feb 11 05:14:02.522966 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4ffcee03-755b-4a10-8c76-8528b1b89df4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Request body: {'port': {'device_id': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e', 'admin_state_up': True, 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'security_groups': ['d7c6f83e-dfe5-485e-822e-5fc3b218d50d']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:02.618439 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe6a7e16-d536-4cb8-8f7f-b1aa862cea28 req-fa0807e4-8ff0-41d0-93fe-8efd2bbd96f3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4718261 Feb 11 05:14:02.624722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-bb3d0da6-5fc5-45a5-becd-1c6b157f275d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/quotas/49f193937f3547f889fd9ca1fc219eec HTTP/1.1" status: 200 len: 375 time: 0.1306598 Feb 11 05:14:02.777773 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcb88ea-7c2e-4e1b-9882-5acd909c8eaa req-11d12cb0-1c64-44d6-a0ee-177b17a43a89 service neutron] 10.222.0.88 "GET /v2.0/networks/4b76b216-e4cb-473c-8a94-4abeb8bb28ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662537 Feb 11 05:14:02.832333 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ec1bd57a-a3f6-4366-ba3e-16af8a50b753 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:03.056505 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ec1bd57a-a3f6-4366-ba3e-16af8a50b753, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ec1bd57a-a3f6-4366-ba3e-16af8a50b753,segment=NetworkSegment(0b5f543f-fb82-4c12-8ea8-c4223c47e636),segment_id=0b5f543f-fb82-4c12-8ea8-c4223c47e636)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:03.070536 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'ec1bd57a-a3f6-4366-ba3e-16af8a50b753', 'network_id': '44edfd44-9ced-42a6-af99-ec3212c056fa', 'port_id': 'ec1bd57a-a3f6-4366-ba3e-16af8a50b753', 'mac_address': 'fa:16:3e:64:ef:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b68915a-70e3-4b2c-bf3d-e991d3e4413d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:03.084226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-5d6442ad-4749-4976-bb2a-5d538f96254e tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=49f193937f3547f889fd9ca1fc219eec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4576306 Feb 11 05:14:03.134293 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ec1bd57a-a3f6-4366-ba3e-16af8a50b753 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:03.135130 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ec1bd57a-a3f6-4366-ba3e-16af8a50b753), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.165286 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1bd57a-a3f6-4366-ba3e-16af8a50b753 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:03.192060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ec1bd57a-a3f6-4366-ba3e-16af8a50b753, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ec1bd57a-a3f6-4366-ba3e-16af8a50b753,segment=NetworkSegment(0b5f543f-fb82-4c12-8ea8-c4223c47e636),segment_id=0b5f543f-fb82-4c12-8ea8-c4223c47e636)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:03.198401 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ec1bd57a-a3f6-4366-ba3e-16af8a50b753), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.215225 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd334f-78b2-4e48-9780-8ae4a0447455 req-d71ccf29-daa9-4081-84a3-54c18594db4c tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:03.221741 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18cd334f-78b2-4e48-9780-8ae4a0447455 req-d71ccf29-daa9-4081-84a3-54c18594db4c tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/ports?device_id=c444a62e-d4fe-4467-b078-941babbb7215 HTTP/1.1" status: 200 len: 943 time: 0.4555266 Feb 11 05:14:03.298180 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=ec1bd57a-a3f6-4366-ba3e-16af8a50b753,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:03.355338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4ffcee03-755b-4a10-8c76-8528b1b89df4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Made reservation on behalf of f1299ecd49e5408282a75d13c75f41aa for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:03.359690 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4ffcee03-755b-4a10-8c76-8528b1b89df4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.455392 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-9d540eb5-591c-41fb-89ea-a9c7a051eb37 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:03.457152 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-9d540eb5-591c-41fb-89ea-a9c7a051eb37 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.88 "GET /v2.0/networks?id=285c66f4-75ee-4c50-a7d8-eca911906f62 HTTP/1.1" status: 200 len: 808 time: 0.4655666 Feb 11 05:14:03.482389 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.494528 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18cd334f-78b2-4e48-9780-8ae4a0447455 req-e519a90f-51b9-415c-8768-cf07989a6d3e tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c59bd61-4866-45b4-aeee-7e74ef75fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014475 Feb 11 05:14:03.495339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['ec1bd57a-a3f6-4366-ba3e-16af8a50b753'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:03.496517 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-77c33781-26d0-44a4-9e28-8238a3c331b5 service neutron] 10.222.0.87 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953054 Feb 11 05:14:03.501399 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-516a66c1-6a09-4887-8d97-17e40053abbd tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Request body: {'port': {'device_id': 'ca3b64a7-64fa-4a34-8444-fd3860147b67', 'network_id': '285c66f4-75ee-4c50-a7d8-eca911906f62', 'admin_state_up': True, 'tenant_id': 'ec831888befe404a93e582dcf8ffabb1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:04.368325 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-213363a6-9c1f-4b18-873d-742f58a45218 service neutron] 10.222.0.87 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8604119 Feb 11 05:14:04.382957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2ad87-62e2-45a2-9650-92f9803657d1 req-56533e04-4ba9-4462-b7ee-71d55a5dd0a7 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:04.384867 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93e2ad87-62e2-45a2-9650-92f9803657d1 req-56533e04-4ba9-4462-b7ee-71d55a5dd0a7 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 944 time: 0.7275198 Feb 11 05:14:04.392722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4ffcee03-755b-4a10-8c76-8528b1b89df4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Allocated IP 10.2.2.200 (d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e/87a5bba2-6a2d-4e41-b79c-d462124d28c5/e828d84d-edf8-4420-87a0-469dd5ad5cd3) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:04.465328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c770a0-0000-4704-9428-8eb223c40c48 req-6fe71c8e-c083-4b82-bef9-fc1c1b3a1a77 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:04.467079 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28c770a0-0000-4704-9428-8eb223c40c48 req-6fe71c8e-c083-4b82-bef9-fc1c1b3a1a77 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.88 "GET /v2.0/networks?id=68f2cfd9-0977-4789-8546-2fe8b1d887d1 HTTP/1.1" status: 200 len: 814 time: 0.7394202 Feb 11 05:14:04.503734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-516a66c1-6a09-4887-8d97-17e40053abbd tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Made reservation on behalf of ec831888befe404a93e582dcf8ffabb1 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:04.508115 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-516a66c1-6a09-4887-8d97-17e40053abbd tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.548322 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93e2ad87-62e2-45a2-9650-92f9803657d1 req-9b64fbfc-0c05-420c-98ea-bb6440ad3eb9 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/security-groups?id=d807f8df-f1fa-4f9c-8f31-d96344a32a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504178 Feb 11 05:14:04.607509 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28c770a0-0000-4704-9428-8eb223c40c48 req-6e8510f9-9930-4974-bc87-8a905cb0a938 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd52a8df7e9f49cbbd0c134380769323 HTTP/1.1" status: 200 len: 379 time: 0.1302068 Feb 11 05:14:04.619135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-28c770a0-0000-4704-9428-8eb223c40c48 req-6585a6a2-cbbb-40cb-9530-329ad9728e33 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Request body: {'port': {'device_id': '58aaedd2-c85b-4839-ae46-1a777405accd', 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1', 'admin_state_up': True, 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'security_groups': ['18122934-7018-451d-831c-6d999c7f4b4c']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:04.756340 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72227bf6-26cc-44f1-ac40-bd0e8204d492 x-openstack-request-id: req-72227bf6-26cc-44f1-ac40-bd0e8204d492 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:04.760094 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc1f0fd-7350-41dd-881c-068761e860e9 x-openstack-request-id: req-1cc1f0fd-7350-41dd-881c-068761e860e9 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:04.760586 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61058c99-cd6c-4d51-99e4-6394c11c3f58", "name": "network-vif-plugged", "status": "completed", "tag": "6111dacf-5661-4ed8-8049-423c70ae7ff2", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:04.760852 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1cc1f0fd-7350-41dd-881c-068761e860e9 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:04.761417 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61058c99-cd6c-4d51-99e4-6394c11c3f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6111dacf-5661-4ed8-8049-423c70ae7ff2', 'code': 200} Feb 11 05:14:04.767937 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4a956a-51c1-43a4-b40d-57dc9b60212d", "tag": "9b639998-3707-42f4-8b31-13c8ebe0e213", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:04.768344 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-72227bf6-26cc-44f1-ac40-bd0e8204d492 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:04.768871 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4a956a-51c1-43a4-b40d-57dc9b60212d', 'tag': '9b639998-3707-42f4-8b31-13c8ebe0e213', 'status': 'completed', 'code': 200} Feb 11 05:14:04.824686 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.840967 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.88', 54084) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:04.861982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ec1bd57a-a3f6-4366-ba3e-16af8a50b753 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:04.898978 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b50b1-5027-455c-a747-c0184463144c req-32e53204-2fea-4275-8f50-4b8d22186cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:04.901076 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-442b50b1-5027-455c-a747-c0184463144c req-32e53204-2fea-4275-8f50-4b8d22186cbf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=42933f530fcb4933b4da18e8472c32bd&device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 1127 time: 0.1622319 Feb 11 05:14:04.937630 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d178c-02ce-48eb-8292-1a4654bb5c33 req-c037f60b-cb0c-446f-963c-e6f5e95abe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:04.939589 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f36d178c-02ce-48eb-8292-1a4654bb5c33 req-c037f60b-cb0c-446f-963c-e6f5e95abe79 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=61058c99-cd6c-4d51-99e4-6394c11c3f58 HTTP/1.1" status: 200 len: 1129 time: 0.0812728 Feb 11 05:14:04.955336 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port ec1bd57a-a3f6-4366-ba3e-16af8a50b753 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:04.962268 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port ec1bd57a-a3f6-4366-ba3e-16af8a50b753 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:04.962755 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ec1bd57a-a3f6-4366-ba3e-16af8a50b753), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:05.116608 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f36d178c-02ce-48eb-8292-1a4654bb5c33 req-d18eb205-4ea3-4452-aa2f-0777edf5860a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584461 Feb 11 05:14:05.172860 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b50b1-5027-455c-a747-c0184463144c req-3ee6972f-2c46-4968-af70-da90229d293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:05.174338 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-442b50b1-5027-455c-a747-c0184463144c req-3ee6972f-2c46-4968-af70-da90229d293f service neutron] 10.222.0.88 "GET /v2.0/networks?id=4b76b216-e4cb-473c-8a94-4abeb8bb28ae HTTP/1.1" status: 200 len: 912 time: 0.2622192 Feb 11 05:14:05.230542 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9291b71-77d1-4302-86fa-79a2639f78da req-8a6a64fa-4ced-4a36-b042-33282b2edb79 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca3b64a7-64fa-4a34-8444-fd3860147b67 HTTP/1.1" status: 200 len: 210 time: 0.0977697 Feb 11 05:14:05.256810 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-516a66c1-6a09-4887-8d97-17e40053abbd tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Allocated IP 172.20.0.6 (285c66f4-75ee-4c50-a7d8-eca911906f62/2f2dd10c-1617-44a5-b8b9-00bab2672bb6/27d05743-6ef1-4784-84cf-b78b559aee02) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:05.304307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8f3d4-5143-42d6-9ea2-e0ce39e42127 req-7c85ca38-db2c-4712-ac3c-e13d9655c990 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:05.312056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6b8f3d4-5143-42d6-9ea2-e0ce39e42127 req-7c85ca38-db2c-4712-ac3c-e13d9655c990 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=61058c99-cd6c-4d51-99e4-6394c11c3f58 HTTP/1.1" status: 200 len: 946 time: 0.5139487 Feb 11 05:14:05.399314 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-442b50b1-5027-455c-a747-c0184463144c req-39e56e0f-0f12-4de1-a4d1-414e2e90b8b7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b639998-3707-42f4-8b31-13c8ebe0e213 HTTP/1.1" status: 200 len: 217 time: 0.0821228 Feb 11 05:14:05.465685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ec1bd57a-a3f6-4366-ba3e-16af8a50b753 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:05.466492 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ec1bd57a-a3f6-4366-ba3e-16af8a50b753), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:05.500698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b50b1-5027-455c-a747-c0184463144c req-0e0446ef-e795-4c7c-860c-1d11c618c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:05.502524 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-442b50b1-5027-455c-a747-c0184463144c req-0e0446ef-e795-4c7c-860c-1d11c618c893 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ae47bb1e-7085-4dff-baca-93869632cb2d HTTP/1.1" status: 200 len: 850 time: 0.0954237 Feb 11 05:14:05.510361 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ec1bd57a-a3f6-4366-ba3e-16af8a50b753, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ec1bd57a-a3f6-4366-ba3e-16af8a50b753,segment=NetworkSegment(0b5f543f-fb82-4c12-8ea8-c4223c47e636),segment_id=0b5f543f-fb82-4c12-8ea8-c4223c47e636)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:05.516411 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ec1bd57a-a3f6-4366-ba3e-16af8a50b753), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:05.540878 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4ffcee03-755b-4a10-8c76-8528b1b89df4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:05.554026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a50d957-f96f-4cab-a93f-15ef64777166 req-960cb9ba-ab4d-48a6-b23e-95d6d371d467 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/ports?device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 210 time: 0.1251829 Feb 11 05:14:05.587870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=ec1bd57a-a3f6-4366-ba3e-16af8a50b753,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:05.606991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b50b1-5027-455c-a747-c0184463144c req-9cf68597-e1ff-4bee-be9b-ff3f1c517f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:05.609194 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-442b50b1-5027-455c-a747-c0184463144c req-9cf68597-e1ff-4bee-be9b-ff3f1c517f82 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4b76b216-e4cb-473c-8a94-4abeb8bb28ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0992360 Feb 11 05:14:05.622138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6b8f3d4-5143-42d6-9ea2-e0ce39e42127 req-e3490d91-09eb-4c26-aeaa-62df1ba00f2c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092048 Feb 11 05:14:05.641221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c770a0-0000-4704-9428-8eb223c40c48 req-6585a6a2-cbbb-40cb-9530-329ad9728e33 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Made reservation on behalf of bd52a8df7e9f49cbbd0c134380769323 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:05.654857 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-28c770a0-0000-4704-9428-8eb223c40c48 req-6585a6a2-cbbb-40cb-9530-329ad9728e33 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:05.820619 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-442b50b1-5027-455c-a747-c0184463144c req-2bcca945-5815-4aa3-9314-ae84ade0636b service neutron] 10.222.0.88 "GET /v2.0/networks/4b76b216-e4cb-473c-8a94-4abeb8bb28ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036409 Feb 11 05:14:05.934405 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-442b50b1-5027-455c-a747-c0184463144c req-6033a132-b743-4e48-af4e-63ba90de7f27 service neutron] 10.222.0.88 "GET /v2.0/networks/4b76b216-e4cb-473c-8a94-4abeb8bb28ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012526 Feb 11 05:14:05.974964 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4ffcee03-755b-4a10-8c76-8528b1b89df4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.081666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c82ed4-4919-4c11-89e1-043e17ee4e9a req-dbfb7f43-e4ad-48fb-9977-71c7b2e0bc58 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:06.087393 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c82ed4-4919-4c11-89e1-043e17ee4e9a req-dbfb7f43-e4ad-48fb-9977-71c7b2e0bc58 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:06.093084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c82ed4-4919-4c11-89e1-043e17ee4e9a req-dbfb7f43-e4ad-48fb-9977-71c7b2e0bc58 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:06.098064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c82ed4-4919-4c11-89e1-043e17ee4e9a req-dbfb7f43-e4ad-48fb-9977-71c7b2e0bc58 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:06.100576 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7c82ed4-4919-4c11-89e1-043e17ee4e9a req-dbfb7f43-e4ad-48fb-9977-71c7b2e0bc58 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 3095 time: 0.4415078 Feb 11 05:14:06.145447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4ffcee03-755b-4a10-8c76-8528b1b89df4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Network d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:06.168885 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-516a66c1-6a09-4887-8d97-17e40053abbd tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Publish callbacks [] for port (27d05743-6ef1-4784-84cf-b78b559aee02), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.178855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb3c04-4f69-47a5-a81a-d95519b1349d req-beb96d28-9ddf-47b1-93f9-86a164c338d8 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:06.180435 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44eb3c04-4f69-47a5-a81a-d95519b1349d req-beb96d28-9ddf-47b1-93f9-86a164c338d8 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/ports?device_id=c444a62e-d4fe-4467-b078-941babbb7215 HTTP/1.1" status: 200 len: 945 time: 0.3804243 Feb 11 05:14:06.196678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcee03-755b-4a10-8c76-8528b1b89df4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event updated for resources: {'Port': ['ID=e828d84d-edf8-4420-87a0-469dd5ad5cd3,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:06.199274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4ffcee03-755b-4a10-8c76-8528b1b89df4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:06.235301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4ffcee03-755b-4a10-8c76-8528b1b89df4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:06.372338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-28c770a0-0000-4704-9428-8eb223c40c48 req-6585a6a2-cbbb-40cb-9530-329ad9728e33 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Allocated IP 172.20.0.9 (68f2cfd9-0977-4789-8546-2fe8b1d887d1/c99f11ec-e103-47a2-827e-fc49bfac03c9/d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:06.416753 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-d3c460fe-f12c-415f-834d-57c51c7311fc tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:06.417223 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-d3c460fe-f12c-415f-834d-57c51c7311fc tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.88 "GET /v2.0/networks?id=2b41e513-d986-47c8-b124-46e791e35a53 HTTP/1.1" status: 200 len: 816 time: 0.2337210 Feb 11 05:14:06.430464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-dec0cc14-331a-4cd2-8612-6b72175e2c52 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Request body: {'port': {'device_id': 'b103d551-40e2-4ed7-952a-952a9972980f', 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53', 'admin_state_up': True, 'tenant_id': '49f193937f3547f889fd9ca1fc219eec'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:06.548543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4ffcee03-755b-4a10-8c76-8528b1b89df4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:06.550109 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4ffcee03-755b-4a10-8c76-8528b1b89df4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.589055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-4b80c016-6953-4ad3-a18b-9ef63a659919 None None] Provisioning complete for port e828d84d-edf8-4420-87a0-469dd5ad5cd3 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:06.589727 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4b80c016-6953-4ad3-a18b-9ef63a659919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.601894 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-dec0cc14-331a-4cd2-8612-6b72175e2c52 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Made reservation on behalf of 49f193937f3547f889fd9ca1fc219eec for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:06.605822 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-dec0cc14-331a-4cd2-8612-6b72175e2c52 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.676574 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-4b80c016-6953-4ad3-a18b-9ef63a659919 None None] Port e828d84d-edf8-4420-87a0-469dd5ad5cd3 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:06.742025 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-28c770a0-0000-4704-9428-8eb223c40c48 req-6585a6a2-cbbb-40cb-9530-329ad9728e33 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for port (d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.759058 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-dec0cc14-331a-4cd2-8612-6b72175e2c52 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Allocated IP 172.20.0.6 (2b41e513-d986-47c8-b124-46e791e35a53/27b325d0-97fa-43b7-bfc4-f865b99d2379/1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:06.763048 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c444a62e-d4fe-4467-b078-941babbb7215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1bd57a-a3f6-4366-ba3e-16af8a50b753'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:06.765828 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4af8c5a-7f74-44af-b538-909324dd801c" -d '{"events": [{"server_uuid": "c444a62e-d4fe-4467-b078-941babbb7215", "name": "network-vif-plugged", "status": "completed", "tag": "ec1bd57a-a3f6-4366-ba3e-16af8a50b753"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:06.790839 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7c82ed4-4919-4c11-89e1-043e17ee4e9a req-f0a0654d-5f79-4590-bbcd-046a67700419 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6635029 Feb 11 05:14:06.813937 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-28c770a0-0000-4704-9428-8eb223c40c48 req-6585a6a2-cbbb-40cb-9530-329ad9728e33 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.847269 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44eb3c04-4f69-47a5-a81a-d95519b1349d req-a6400b26-de6d-41f5-89cd-4c2d15b63195 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c59bd61-4866-45b4-aeee-7e74ef75fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6254559 Feb 11 05:14:06.861670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 9b639998-3707-42f4-8b31-13c8ebe0e213 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:06.935883 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-dec0cc14-331a-4cd2-8612-6b72175e2c52 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks [] for port (1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.979919 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-dec0cc14-331a-4cd2-8612-6b72175e2c52 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:06.996944 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585a6a2-cbbb-40cb-9530-329ad9728e33 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Pushing event updated for resources: {'Port': ['ID=d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:07.013731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-dec0cc14-331a-4cd2-8612-6b72175e2c52 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Network 2b41e513-d986-47c8-b124-46e791e35a53 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:07.017166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-dec0cc14-331a-4cd2-8612-6b72175e2c52 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:07.051870 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-dec0cc14-331a-4cd2-8612-6b72175e2c52 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:07.081124 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-4ffcee03-755b-4a10-8c76-8528b1b89df4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5624034 Feb 11 05:14:07.092655 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-516a66c1-6a09-4887-8d97-17e40053abbd tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (27d05743-6ef1-4784-84cf-b78b559aee02), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.101667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Request body: {'port': {'device_id': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:07.135457 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 9b639998-3707-42f4-8b31-13c8ebe0e213, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9b639998-3707-42f4-8b31-13c8ebe0e213,segment=NetworkSegment(d0833494-6bcf-4eda-9f65-0140ca058e8e),segment_id=d0833494-6bcf-4eda-9f65-0140ca058e8e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:07.156505 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0cc14-331a-4cd2-8612-6b72175e2c52 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Pushing event updated for resources: {'Port': ['ID=1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:07.164080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-dec0cc14-331a-4cd2-8612-6b72175e2c52 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:07.171976 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-dec0cc14-331a-4cd2-8612-6b72175e2c52 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.185085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '9b639998-3707-42f4-8b31-13c8ebe0e213', 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'port_id': '9b639998-3707-42f4-8b31-13c8ebe0e213', 'mac_address': 'fa:16:3e:e6:d4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:07.202405 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-dec0cc14-331a-4cd2-8612-6b72175e2c52 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7756970 Feb 11 05:14:07.216317 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Request body: {'port': {'device_id': 'b103d551-40e2-4ed7-952a-952a9972980f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:07.229830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c770a0-0000-4704-9428-8eb223c40c48 req-6585a6a2-cbbb-40cb-9530-329ad9728e33 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Network 68f2cfd9-0977-4789-8546-2fe8b1d887d1 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:07.273179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-516a66c1-6a09-4887-8d97-17e40053abbd tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Network 285c66f4-75ee-4c50-a7d8-eca911906f62 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:07.278089 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 9b639998-3707-42f4-8b31-13c8ebe0e213 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:07.278591 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9b639998-3707-42f4-8b31-13c8ebe0e213), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.310176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b639998-3707-42f4-8b31-13c8ebe0e213 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:07.311852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-28c770a0-0000-4704-9428-8eb223c40c48 req-6585a6a2-cbbb-40cb-9530-329ad9728e33 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:07.331521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 9b639998-3707-42f4-8b31-13c8ebe0e213, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9b639998-3707-42f4-8b31-13c8ebe0e213,segment=NetworkSegment(d0833494-6bcf-4eda-9f65-0140ca058e8e),segment_id=d0833494-6bcf-4eda-9f65-0140ca058e8e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:07.338006 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9b639998-3707-42f4-8b31-13c8ebe0e213), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.363669 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.364439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-516a66c1-6a09-4887-8d97-17e40053abbd tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:07.372011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a66c1-6a09-4887-8d97-17e40053abbd tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Pushing event updated for resources: {'Port': ['ID=27d05743-6ef1-4784-84cf-b78b559aee02,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:07.391459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c770a0-0000-4704-9428-8eb223c40c48 req-6585a6a2-cbbb-40cb-9530-329ad9728e33 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:07.397087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-516a66c1-6a09-4887-8d97-17e40053abbd tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:07.468641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=9b639998-3707-42f4-8b31-13c8ebe0e213,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:07.481277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3f90547c-4d74-4686-845d-6bf77fca2a7f None None] Provisioning complete for port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:07.481667 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3f90547c-4d74-4686-845d-6bf77fca2a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.507533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace2e8d-657d-46fb-ad41-59d15aca24e5 req-1791ca2b-43b6-4be9-9036-2f8aa16f9d6b tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:07.515002 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ace2e8d-657d-46fb-ad41-59d15aca24e5 req-1791ca2b-43b6-4be9-9036-2f8aa16f9d6b tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 944 time: 0.5081291 Feb 11 05:14:07.578936 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3f90547c-4d74-4686-845d-6bf77fca2a7f None None] Port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:07.621495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-516a66c1-6a09-4887-8d97-17e40053abbd tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:07.622079 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-516a66c1-6a09-4887-8d97-17e40053abbd tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.645421 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['9b639998-3707-42f4-8b31-13c8ebe0e213'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:07.646913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-cc108907-d6ba-41a3-9649-f7817c382aba tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:07.649141 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-cc108907-d6ba-41a3-9649-f7817c382aba tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/networks?id=2b41e513-d986-47c8-b124-46e791e35a53 HTTP/1.1" status: 200 len: 816 time: 0.6644194 Feb 11 05:14:07.649830 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.657717 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-516a66c1-6a09-4887-8d97-17e40053abbd tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1599212 Feb 11 05:14:07.683963 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c770a0-0000-4704-9428-8eb223c40c48 req-6585a6a2-cbbb-40cb-9530-329ad9728e33 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:07.684576 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-28c770a0-0000-4704-9428-8eb223c40c48 req-6585a6a2-cbbb-40cb-9530-329ad9728e33 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.696492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Request body: {'port': {'device_id': 'ca3b64a7-64fa-4a34-8444-fd3860147b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:07.736441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-08661efb-fa46-4cf9-a0e0-9adc47c7287e tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/quotas/49f193937f3547f889fd9ca1fc219eec HTTP/1.1" status: 200 len: 375 time: 0.0707760 Feb 11 05:14:07.763837 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-77b8756d-0b28-401a-84bd-06924a566555 None None] Provisioning complete for port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:07.764392 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-77b8756d-0b28-401a-84bd-06924a566555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.789023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28c770a0-0000-4704-9428-8eb223c40c48 req-6585a6a2-cbbb-40cb-9530-329ad9728e33 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1745093 Feb 11 05:14:07.811571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:07.813278 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-77b8756d-0b28-401a-84bd-06924a566555 None None] Port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:07.825450 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Publish callbacks [] for port (1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.831167 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ace2e8d-657d-46fb-ad41-59d15aca24e5 req-826a0565-f8eb-4bd8-8f5e-3bda67a1dbaa tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/security-groups?id=d807f8df-f1fa-4f9c-8f31-d96344a32a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149040 Feb 11 05:14:07.850243 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Transition to ACTIVE for port object 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:07.853917 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Request body: {'port': {'device_id': '58aaedd2-c85b-4839-ae46-1a777405accd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:07.855843 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:08.088408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Pushing event updated for resources: {'Port': ['ID=1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:08.159603 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Attempting to bind port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:08.159948 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Attempting to bind port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a14e3231-7054-4dc9-96c0-695f3a242b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:08.160327 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Attempting to bind port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 on network 2b41e513-d986-47c8-b124-46e791e35a53 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:08.165776 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 on network 2b41e513-d986-47c8-b124-46e791e35a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:08.166100 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Attempting to bind port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 on network 2b41e513-d986-47c8-b124-46e791e35a53 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:08.171162 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:08.171478 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Checking segment: {'id': 'a14e3231-7054-4dc9-96c0-695f3a242b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:08.171828 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Bound using segment: {'id': 'a14e3231-7054-4dc9-96c0-695f3a242b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:08.172263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Bound port: 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14e3231-7054-4dc9-96c0-695f3a242b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:08.173011 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:08.198768 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:08.279188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] For port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:08.282690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] For port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:08.297834 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:08.337623 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:08.338800 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:08.340257 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] 10.222.0.88 "PUT /v2.0/ports/1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 HTTP/1.1" status: 200 len: 1092 time: 1.1298285 Feb 11 05:14:08.340724 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b103d551-40e2-4ed7-952a-952a9972980f', 'tag': '1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:08.343086 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22242547-c7dd-4348-ba2e-8514b7bad684" -d '{"events": [{"name": "network-changed", "server_uuid": "b103d551-40e2-4ed7-952a-952a9972980f", "tag": "1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:08.349386 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (27d05743-6ef1-4784-84cf-b78b559aee02), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:08.390760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da813905-f2cf-4544-a8eb-6db0a778bb9e req-9dbc25e7-d185-4243-863c-1786e0e82613 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:08.392520 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da813905-f2cf-4544-a8eb-6db0a778bb9e req-9dbc25e7-d185-4243-863c-1786e0e82613 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca3b64a7-64fa-4a34-8444-fd3860147b67 HTTP/1.1" status: 200 len: 931 time: 0.4148793 Feb 11 05:14:08.408624 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-6c180e1c-8fe7-4207-bb60-1b1bd4b52c4f tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=49f193937f3547f889fd9ca1fc219eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6630130 Feb 11 05:14:08.429706 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc13dab-584a-49f4-a958-258fe0a6e01a service neutron] Pushing event updated for resources: {'Port': ['ID=1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:08.477373 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-165a2011-104a-44c8-abcc-a2a2af0e85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:08.480373 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-165a2011-104a-44c8-abcc-a2a2af0e85f9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=49f193937f3547f889fd9ca1fc219eec&device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 1126 time: 0.0781872 Feb 11 05:14:08.538668 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-afaf409f-b38a-4828-91a4-406982f78b4b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 HTTP/1.1" status: 200 len: 217 time: 0.0498960 Feb 11 05:14:08.613953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-354badc0-28a9-4be1-a14e-2122df97d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:08.615389 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-354badc0-28a9-4be1-a14e-2122df97d4c3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=27b325d0-97fa-43b7-bfc4-f865b99d2379 HTTP/1.1" status: 200 len: 855 time: 0.0686495 Feb 11 05:14:08.697063 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-46cda07e-949b-4471-8688-417da6db22fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:08.700220 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-46cda07e-949b-4471-8688-417da6db22fd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2b41e513-d986-47c8-b124-46e791e35a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0778670 Feb 11 05:14:08.822823 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-3b79a76c-979e-4e57-aeb8-27a94b53ee7c service neutron] 10.222.0.88 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164250 Feb 11 05:14:08.878035 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 9b639998-3707-42f4-8b31-13c8ebe0e213 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:08.993729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 9b639998-3707-42f4-8b31-13c8ebe0e213 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:09.003637 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 9b639998-3707-42f4-8b31-13c8ebe0e213 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:09.004121 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9b639998-3707-42f4-8b31-13c8ebe0e213), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.024344 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-173a11a3-b78d-4e37-92f2-66722e3cb166 req-c08a46b3-1e26-4bac-ba75-bd7eacc13745 service neutron] 10.222.0.88 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937459 Feb 11 05:14:09.114301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 9b639998-3707-42f4-8b31-13c8ebe0e213 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:09.115626 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9b639998-3707-42f4-8b31-13c8ebe0e213), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.170230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 9b639998-3707-42f4-8b31-13c8ebe0e213, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9b639998-3707-42f4-8b31-13c8ebe0e213,segment=NetworkSegment(d0833494-6bcf-4eda-9f65-0140ca058e8e),segment_id=d0833494-6bcf-4eda-9f65-0140ca058e8e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:09.176864 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9b639998-3707-42f4-8b31-13c8ebe0e213), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.239349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=9b639998-3707-42f4-8b31-13c8ebe0e213,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:09.251373 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da813905-f2cf-4544-a8eb-6db0a778bb9e req-cfff53ff-ff09-4617-9a03-54fdf15471e5 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/security-groups?id=c03e6978-6ba8-4131-8810-5ce1861c294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8402324 Feb 11 05:14:09.311045 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-17267dbe-a73e-42b3-9938-14266969afc8 service neutron] 10.222.0.87 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8893785 Feb 11 05:14:09.527680 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.633248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acab5c34-2c4c-4eae-8f1e-b225c173baa6 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:09.643384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb493a-c52d-4b73-989c-ef3d4c6d4092 req-a9431227-a23b-4759-ab4b-2928290aa742 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:09.644890 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51eb493a-c52d-4b73-989c-ef3d4c6d4092 req-a9431227-a23b-4759-ab4b-2928290aa742 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/ports?device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 931 time: 0.2860851 Feb 11 05:14:09.671819 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Publish callbacks [] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.681786 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-c0d9144f-5ad2-4859-984d-a5e53c83cd84 service neutron] 10.222.0.87 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698535 Feb 11 05:14:09.758321 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Transition to ACTIVE for port object acab5c34-2c4c-4eae-8f1e-b225c173baa6 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:09.765227 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:09.779730 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.789050 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Publish callbacks [] for port (d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.833329 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51eb493a-c52d-4b73-989c-ef3d4c6d4092 req-1c6391ab-21bf-45d9-8477-55b5b631e827 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/security-groups?id=18122934-7018-451d-831c-6d999c7f4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719956 Feb 11 05:14:09.894981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Transition to ACTIVE for port object d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:09.920657 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.936606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d05743-6ef1-4784-84cf-b78b559aee02 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:09.937626 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cea284-f7ba-4974-84f3-ffa1de1370b8 x-openstack-request-id: req-60cea284-f7ba-4974-84f3-ffa1de1370b8 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:09.938105 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c444a62e-d4fe-4467-b078-941babbb7215", "name": "network-vif-plugged", "status": "completed", "tag": "ec1bd57a-a3f6-4366-ba3e-16af8a50b753", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:09.938214 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-60cea284-f7ba-4974-84f3-ffa1de1370b8 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:09.938543 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c444a62e-d4fe-4467-b078-941babbb7215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1bd57a-a3f6-4366-ba3e-16af8a50b753', 'code': 200} Feb 11 05:14:09.948100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Pushing event updated for resources: {'Port': ['ID=acab5c34-2c4c-4eae-8f1e-b225c173baa6,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:09.960397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Publish callbacks [] for port (27d05743-6ef1-4784-84cf-b78b559aee02), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.983464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:09.983825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:09.984165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:09.984502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:09.985514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:09.985514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:09.985514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:09.986032 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:09.986162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:09.986384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:09.986718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:09.987046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:09.987367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:10.115577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823524bb-66bb-4ad8-b92e-c853fa12aa53 req-7f8ef39e-01de-410d-8349-a8b50fa27c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:10.117076 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-823524bb-66bb-4ad8-b92e-c853fa12aa53 req-7f8ef39e-01de-410d-8349-a8b50fa27c2d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c444a62e-d4fe-4467-b078-941babbb7215 HTTP/1.1" status: 200 len: 1128 time: 0.0909090 Feb 11 05:14:10.213928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Transition to ACTIVE for port object 27d05743-6ef1-4784-84cf-b78b559aee02 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:10.250471 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-823524bb-66bb-4ad8-b92e-c853fa12aa53 req-fc1e5f7d-cfc8-4cfa-ba18-d6b40782c627 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7c59bd61-4866-45b4-aeee-7e74ef75fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236360 Feb 11 05:14:10.397795 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (27d05743-6ef1-4784-84cf-b78b559aee02), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.443866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:10.590275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Attempting to bind port acab5c34-2c4c-4eae-8f1e-b225c173baa6 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:10.590689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Attempting to bind port acab5c34-2c4c-4eae-8f1e-b225c173baa6 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a8229711-bbc5-4eb8-bf92-186023610d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:10.591115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Attempting to bind port acab5c34-2c4c-4eae-8f1e-b225c173baa6 on network fd11f94d-b840-4c63-804e-f8e04aa617c8 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:10.626152 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba19ef-5f67-4251-9435-c4469372b7e2 req-8ca277d2-c50d-4d51-ac2f-97de5beb431d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:10.631713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba19ef-5f67-4251-9435-c4469372b7e2 req-8ca277d2-c50d-4d51-ac2f-97de5beb431d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:10.636961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba19ef-5f67-4251-9435-c4469372b7e2 req-8ca277d2-c50d-4d51-ac2f-97de5beb431d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:10.642396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba19ef-5f67-4251-9435-c4469372b7e2 req-8ca277d2-c50d-4d51-ac2f-97de5beb431d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:10.648412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba19ef-5f67-4251-9435-c4469372b7e2 req-8ca277d2-c50d-4d51-ac2f-97de5beb431d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:10.650271 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8ba19ef-5f67-4251-9435-c4469372b7e2 req-8ca277d2-c50d-4d51-ac2f-97de5beb431d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 3828 time: 0.4948139 Feb 11 05:14:10.659314 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Pushing event updated for resources: {'Port': ['ID=27d05743-6ef1-4784-84cf-b78b559aee02,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:10.669295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538437d2-0b83-4603-b750-48389fcb984a req-fe9c898b-8535-4a44-9c26-6741d56e67bd tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:10.676497 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-538437d2-0b83-4603-b750-48389fcb984a req-fe9c898b-8535-4a44-9c26-6741d56e67bd tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=61058c99-cd6c-4d51-99e4-6394c11c3f58 HTTP/1.1" status: 200 len: 946 time: 0.6368818 Feb 11 05:14:10.692907 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Port acab5c34-2c4c-4eae-8f1e-b225c173baa6 on network fd11f94d-b840-4c63-804e-f8e04aa617c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:10.693234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Attempting to bind port acab5c34-2c4c-4eae-8f1e-b225c173baa6 on network fd11f94d-b840-4c63-804e-f8e04aa617c8 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:10.721115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Attempting to bind port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:10.721568 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Attempting to bind port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '1902feac-4e2b-4ebb-9afe-8199fb07c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:10.721962 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Attempting to bind port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d on network 68f2cfd9-0977-4789-8546-2fe8b1d887d1 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:10.746153 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:10.747169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Checking segment: {'id': 'a8229711-bbc5-4eb8-bf92-186023610d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:10.747169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Bound using segment: {'id': 'a8229711-bbc5-4eb8-bf92-186023610d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:10.747565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Bound port: acab5c34-2c4c-4eae-8f1e-b225c173baa6, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8229711-bbc5-4eb8-bf92-186023610d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:10.747989 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.750713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d on network 68f2cfd9-0977-4789-8546-2fe8b1d887d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:10.751105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Attempting to bind port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d on network 68f2cfd9-0977-4789-8546-2fe8b1d887d1 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:10.793324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:10.793682 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Checking segment: {'id': '1902feac-4e2b-4ebb-9afe-8199fb07c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:10.794135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Bound using segment: {'id': '1902feac-4e2b-4ebb-9afe-8199fb07c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:10.794639 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Bound port: d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1902feac-4e2b-4ebb-9afe-8199fb07c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:10.795062 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.860194 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-538437d2-0b83-4603-b750-48389fcb984a req-3912c827-d790-4afa-ae5f-00545b939a37 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827989 Feb 11 05:14:10.883460 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8ba19ef-5f67-4251-9435-c4469372b7e2 req-afc85f23-816b-4be5-a104-9c0e0353ad66 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955917 Feb 11 05:14:10.932730 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Attempting to bind port 27d05743-6ef1-4784-84cf-b78b559aee02 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:10.933675 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Attempting to bind port 27d05743-6ef1-4784-84cf-b78b559aee02 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '6f3520a4-44be-4753-8d7e-9e369b03eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '285c66f4-75ee-4c50-a7d8-eca911906f62'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:10.934239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Attempting to bind port 27d05743-6ef1-4784-84cf-b78b559aee02 on network 285c66f4-75ee-4c50-a7d8-eca911906f62 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:10.976329 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a46d273-0668-4127-9278-5740c7152662 x-openstack-request-id: req-1a46d273-0668-4127-9278-5740c7152662 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:10.976635 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b103d551-40e2-4ed7-952a-952a9972980f", "tag": "1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:10.977567 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1a46d273-0668-4127-9278-5740c7152662 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:10.978191 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b103d551-40e2-4ed7-952a-952a9972980f', 'tag': '1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7', 'status': 'completed', 'code': 200} Feb 11 05:14:10.978889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Port 27d05743-6ef1-4784-84cf-b78b559aee02 on network 285c66f4-75ee-4c50-a7d8-eca911906f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:10.979403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Attempting to bind port 27d05743-6ef1-4784-84cf-b78b559aee02 on network 285c66f4-75ee-4c50-a7d8-eca911906f62 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:11.036015 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] For port acab5c34-2c4c-4eae-8f1e-b225c173baa6, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:11.061441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:11.062285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Checking segment: {'id': '6f3520a4-44be-4753-8d7e-9e369b03eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '285c66f4-75ee-4c50-a7d8-eca911906f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:11.062856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Bound using segment: {'id': '6f3520a4-44be-4753-8d7e-9e369b03eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '285c66f4-75ee-4c50-a7d8-eca911906f62'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:11.064606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Bound port: 27d05743-6ef1-4784-84cf-b78b559aee02, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3520a4-44be-4753-8d7e-9e369b03eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '285c66f4-75ee-4c50-a7d8-eca911906f62'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:11.065207 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (27d05743-6ef1-4784-84cf-b78b559aee02), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:11.077092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22242547-c7dd-4348-ba2e-8514b7bad684 req-3533c16b-971c-46ea-8153-e73bab111213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:11.078823 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-22242547-c7dd-4348-ba2e-8514b7bad684 req-3533c16b-971c-46ea-8153-e73bab111213 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=49f193937f3547f889fd9ca1fc219eec&device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 1126 time: 0.0694292 Feb 11 05:14:11.103543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] For port acab5c34-2c4c-4eae-8f1e-b225c173baa6, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=acab5c34-2c4c-4eae-8f1e-b225c173baa6,segment=NetworkSegment(a8229711-bbc5-4eb8-bf92-186023610d76),segment_id=a8229711-bbc5-4eb8-bf92-186023610d76)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:11.186155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] For port 27d05743-6ef1-4784-84cf-b78b559aee02, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:11.189991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] For port 27d05743-6ef1-4784-84cf-b78b559aee02, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=27d05743-6ef1-4784-84cf-b78b559aee02,segment=NetworkSegment(6f3520a4-44be-4753-8d7e-9e369b03eda5),segment_id=6f3520a4-44be-4753-8d7e-9e369b03eda5)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:11.197993 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22242547-c7dd-4348-ba2e-8514b7bad684 req-39d0e2a9-6108-4d72-b72c-5a2b0d43cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:11.200473 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-22242547-c7dd-4348-ba2e-8514b7bad684 req-39d0e2a9-6108-4d72-b72c-5a2b0d43cf00 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2b41e513-d986-47c8-b124-46e791e35a53 HTTP/1.1" status: 200 len: 917 time: 0.1101425 Feb 11 05:14:11.203441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] For port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:11.208508 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:11.210696 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (27d05743-6ef1-4784-84cf-b78b559aee02), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:11.248238 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:14:11.280151 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-22242547-c7dd-4348-ba2e-8514b7bad684 req-ef6cd494-def8-4438-ac5e-514400bec392 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 HTTP/1.1" status: 200 len: 217 time: 0.0675271 Feb 11 05:14:11.292465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] For port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d,segment=NetworkSegment(1902feac-4e2b-4ebb-9afe-8199fb07c557),segment_id=1902feac-4e2b-4ebb-9afe-8199fb07c557)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:11.351210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805a8a2-f967-45f5-8900-74fff6398538 req-85b33d60-c093-49d9-a7ea-60afa42d7922 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:11.360456 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0805a8a2-f967-45f5-8900-74fff6398538 req-85b33d60-c093-49d9-a7ea-60afa42d7922 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/ports?device_id=c444a62e-d4fe-4467-b078-941babbb7215 HTTP/1.1" status: 200 len: 945 time: 0.4130292 Feb 11 05:14:11.418264 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:11.418982 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:11.424517 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] 10.222.0.88 "PUT /v2.0/ports/acab5c34-2c4c-4eae-8f1e-b225c173baa6 HTTP/1.1" status: 200 len: 1093 time: 4.3295116 Feb 11 05:14:11.424691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22242547-c7dd-4348-ba2e-8514b7bad684 req-c2da38b9-3e60-48be-aea1-565f9d197cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:11.426751 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-22242547-c7dd-4348-ba2e-8514b7bad684 req-c2da38b9-3e60-48be-aea1-565f9d197cd5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=27b325d0-97fa-43b7-bfc4-f865b99d2379 HTTP/1.1" status: 200 len: 855 time: 0.1374004 Feb 11 05:14:11.433849 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'tag': 'acab5c34-2c4c-4eae-8f1e-b225c173baa6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:11.436278 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad566b9-1d46-4ce9-a6d2-8a1b0bb5340a" -d '{"events": [{"name": "network-changed", "server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "tag": "acab5c34-2c4c-4eae-8f1e-b225c173baa6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:11.444958 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:11.445583 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:11.446972 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] 10.222.0.88 "PUT /v2.0/ports/27d05743-6ef1-4784-84cf-b78b559aee02 HTTP/1.1" status: 200 len: 1092 time: 3.7546258 Feb 11 05:14:11.454508 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:11.517178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a58d5-d759-4415-8d2f-8d9b61ef71f4 req-9353272e-0255-4749-933e-fecb249c8c5b tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:11.534922 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f73a58d5-d759-4415-8d2f-8d9b61ef71f4 req-9353272e-0255-4749-933e-fecb249c8c5b tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 946 time: 0.4657619 Feb 11 05:14:11.577287 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-170e31f1-d393-44bd-a027-efc7adc72780 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:11.579312 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-170e31f1-d393-44bd-a027-efc7adc72780 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.88 "GET /v2.0/networks?id=2b41e513-d986-47c8-b124-46e791e35a53 HTTP/1.1" status: 200 len: 816 time: 0.2227333 Feb 11 05:14:11.590262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22242547-c7dd-4348-ba2e-8514b7bad684 req-5862c77e-8c96-47e1-974c-3df8e0f82f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:11.592579 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-22242547-c7dd-4348-ba2e-8514b7bad684 req-5862c77e-8c96-47e1-974c-3df8e0f82f9d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2b41e513-d986-47c8-b124-46e791e35a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1276846 Feb 11 05:14:11.598030 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Request body: {'port': {'device_id': 'e570449d-b09a-4ba0-8c12-66ecfe023269', 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53', 'admin_state_up': True, 'tenant_id': '49f193937f3547f889fd9ca1fc219eec'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:11.649825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Request body: {'port': {'device_id': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:11.685234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:11.686243 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:11.688016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28c770a0-0000-4704-9428-8eb223c40c48 req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] 10.222.0.88 "PUT /v2.0/ports/d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d HTTP/1.1" status: 200 len: 1092 time: 3.8455966 Feb 11 05:14:11.704293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b4c7f-30ef-4796-b3ff-dc70a0f34645 service neutron] Pushing event updated for resources: {'Port': ['ID=acab5c34-2c4c-4eae-8f1e-b225c173baa6,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:11.765451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0805a8a2-f967-45f5-8900-74fff6398538 req-acc8e163-0899-47bd-b652-0c6b768bc396 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c59bd61-4866-45b4-aeee-7e74ef75fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034762 Feb 11 05:14:11.915458 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-22242547-c7dd-4348-ba2e-8514b7bad684 req-7c1897bf-ee86-48d5-93ad-b2cb0bb23016 service neutron] 10.222.0.88 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108771 Feb 11 05:14:11.916994 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Made reservation on behalf of 49f193937f3547f889fd9ca1fc219eec for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:11.920431 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:11.939642 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4a956a-51c1-43a4-b40d-57dc9b60212d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b639998-3707-42f4-8b31-13c8ebe0e213'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:11.944140 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f076b30-1621-4781-9078-e937db766009" -d '{"events": [{"server_uuid": "5b4a956a-51c1-43a4-b40d-57dc9b60212d", "name": "network-vif-plugged", "status": "completed", "tag": "9b639998-3707-42f4-8b31-13c8ebe0e213"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:12.084536 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-827f8230-5ef2-452b-83d7-995117e7126d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:12.086213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-827f8230-5ef2-452b-83d7-995117e7126d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/networks?id=2b41e513-d986-47c8-b124-46e791e35a53 HTTP/1.1" status: 200 len: 816 time: 0.1857619 Feb 11 05:14:12.126101 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-0b0772d2-0e5f-425e-9351-256ab5b1a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:12.128243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-0b0772d2-0e5f-425e-9351-256ab5b1a1ad service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ec831888befe404a93e582dcf8ffabb1&device_id=ca3b64a7-64fa-4a34-8444-fd3860147b67 HTTP/1.1" status: 200 len: 1126 time: 0.5716052 Feb 11 05:14:12.133648 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f73a58d5-d759-4415-8d2f-8d9b61ef71f4 req-e3c232fb-0f5a-4725-9af5-8bdb90740603 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/security-groups?id=d807f8df-f1fa-4f9c-8f31-d96344a32a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5749536 Feb 11 05:14:12.138451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-a543e90f-f048-4c22-9219-fc1ce27dc917 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/quotas/49f193937f3547f889fd9ca1fc219eec HTTP/1.1" status: 200 len: 375 time: 0.0338252 Feb 11 05:14:12.139601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebccb58-53f0-4b31-a2a9-3166efed317c service neutron] Pushing event updated for resources: {'Port': ['ID=27d05743-6ef1-4784-84cf-b78b559aee02,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:12.162376 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-22242547-c7dd-4348-ba2e-8514b7bad684 req-15c4c2a4-7f94-40d3-80df-98f636072f50 service neutron] 10.222.0.88 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207158 Feb 11 05:14:12.178259 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Allocated IP 172.20.0.11 (2b41e513-d986-47c8-b124-46e791e35a53/27b325d0-97fa-43b7-bfc4-f865b99d2379/7290b1c9-3d06-4ee5-bc8d-31b2051f138c) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:12.271562 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da6f92-a284-425e-9e3d-e72a77d563f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:12.329299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c770a0-0000-4704-9428-8eb223c40c48 req-b9229bb9-e766-4abe-992a-32fa91e5fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:12.330836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28c770a0-0000-4704-9428-8eb223c40c48 req-b9229bb9-e766-4abe-992a-32fa91e5fea4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bd52a8df7e9f49cbbd0c134380769323&device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 1126 time: 0.5429642 Feb 11 05:14:12.331451 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:12.334820 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-0a79bf57-e002-4136-a710-4ffe80941171 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27d05743-6ef1-4784-84cf-b78b559aee02 HTTP/1.1" status: 200 len: 217 time: 0.0877841 Feb 11 05:14:12.360675 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks [] for port (7290b1c9-3d06-4ee5-bc8d-31b2051f138c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:12.419540 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7290b1c9-3d06-4ee5-bc8d-31b2051f138c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:12.476556 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Network 2b41e513-d986-47c8-b124-46e791e35a53 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:12.481007 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:12.502138 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:12.570959 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:12.572062 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:12.582044 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Pushing event updated for resources: {'Port': ['ID=7290b1c9-3d06-4ee5-bc8d-31b2051f138c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:12.594098 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:12.594597 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:12.595095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:12.595691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:12.596360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:12.596798 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:12.597237 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:12.597670 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:12.598147 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:12.598578 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:12.599667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:12.600130 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:12.600607 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:12.608386 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-9b8203cf-0d29-4b40-8fcc-8c095f94b56a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0152793 Feb 11 05:14:12.624510 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Request body: {'port': {'device_id': 'e570449d-b09a-4ba0-8c12-66ecfe023269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:12.744469 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7290b1c9-3d06-4ee5-bc8d-31b2051f138c), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:12.804603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-51ce78e0-3b1b-4dbf-9af9-8aa51f470106 None None] Provisioning complete for port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:12.804994 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-51ce78e0-3b1b-4dbf-9af9-8aa51f470106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7290b1c9-3d06-4ee5-bc8d-31b2051f138c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:12.884095 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-51ce78e0-3b1b-4dbf-9af9-8aa51f470106 None None] Port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:12.896592 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:13.048211 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28c770a0-0000-4704-9428-8eb223c40c48 req-7b160cea-8939-442a-b6e7-61c01d66f0ed service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d HTTP/1.1" status: 200 len: 217 time: 0.7010000 Feb 11 05:14:13.108047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:13.108626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e138f9b-53d0-425d-b211-de11d6c8a4aa req-acd30d44-0d1a-4334-9443-b899e4e87ae3 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:13.116726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e138f9b-53d0-425d-b211-de11d6c8a4aa req-acd30d44-0d1a-4334-9443-b899e4e87ae3 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca3b64a7-64fa-4a34-8444-fd3860147b67 HTTP/1.1" status: 200 len: 943 time: 0.8621936 Feb 11 05:14:13.142872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7', 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53', 'port_id': '1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7', 'mac_address': 'fa:16:3e:a2:7e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b325d0-97fa-43b7-bfc4-f865b99d2379', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:13.181608 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-240269f6-c451-403f-8b43-1f41c9c6c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:13.183453 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-240269f6-c451-403f-8b43-1f41c9c6c930 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2f2dd10c-1617-44a5-b8b9-00bab2672bb6 HTTP/1.1" status: 200 len: 848 time: 0.8062110 Feb 11 05:14:13.210896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:13.211694 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.241681 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:13.285932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-29ea0e88-2fa0-4d11-a995-4bbb38ab3a3d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=49f193937f3547f889fd9ca1fc219eec&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0157125 Feb 11 05:14:13.297473 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:13.304310 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.362922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:13.378739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-9a441765-d476-4dc8-952d-58608bba872c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=285c66f4-75ee-4c50-a7d8-eca911906f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369536 Feb 11 05:14:13.452765 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7290b1c9-3d06-4ee5-bc8d-31b2051f138c {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:13.462077 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Publish callbacks [] for port (7290b1c9-3d06-4ee5-bc8d-31b2051f138c), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.478718 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Transition to ACTIVE for port object 7290b1c9-3d06-4ee5-bc8d-31b2051f138c will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:13.484270 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (7290b1c9-3d06-4ee5-bc8d-31b2051f138c), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.500309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c770a0-0000-4704-9428-8eb223c40c48 req-8d4c2d69-eec4-4cb7-9498-b548bb0481f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:13.502986 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28c770a0-0000-4704-9428-8eb223c40c48 req-8d4c2d69-eec4-4cb7-9498-b548bb0481f8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c99f11ec-e103-47a2-827e-fc49bfac03c9 HTTP/1.1" status: 200 len: 853 time: 0.4348261 Feb 11 05:14:13.531441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e138f9b-53d0-425d-b211-de11d6c8a4aa req-297469cd-ee35-43d6-a00f-822fd9c5a1d8 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/security-groups?id=c03e6978-6ba8-4131-8810-5ce1861c294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138339 Feb 11 05:14:13.598047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:13.666232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-e2ed9482-cd93-42dc-8e54-ea5959c7ad98 service neutron] 10.222.0.88 "GET /v2.0/networks/285c66f4-75ee-4c50-a7d8-eca911906f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670300 Feb 11 05:14:13.725519 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Pushing event updated for resources: {'Port': ['ID=7290b1c9-3d06-4ee5-bc8d-31b2051f138c,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:13.785042 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Attempting to bind port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:13.785601 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Attempting to bind port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a14e3231-7054-4dc9-96c0-695f3a242b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:13.786354 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Attempting to bind port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c on network 2b41e513-d986-47c8-b124-46e791e35a53 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:13.797925 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c on network 2b41e513-d986-47c8-b124-46e791e35a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:13.800273 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Attempting to bind port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c on network 2b41e513-d986-47c8-b124-46e791e35a53 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:13.813665 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:13.815362 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Checking segment: {'id': 'a14e3231-7054-4dc9-96c0-695f3a242b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:13.815916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Bound using segment: {'id': 'a14e3231-7054-4dc9-96c0-695f3a242b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:13.819274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Bound port: 7290b1c9-3d06-4ee5-bc8d-31b2051f138c, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14e3231-7054-4dc9-96c0-695f3a242b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:13.819941 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7290b1c9-3d06-4ee5-bc8d-31b2051f138c), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.894035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0bdb7f-3ad8-4ae9-b7f0-15ac337fe0a2 req-edfdd9f6-b399-4b2b-89e6-05ddb6c07714 service neutron] 10.222.0.88 "GET /v2.0/networks/285c66f4-75ee-4c50-a7d8-eca911906f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044303 Feb 11 05:14:13.911081 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] For port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:13.926529 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] For port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7290b1c9-3d06-4ee5-bc8d-31b2051f138c,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:13.943179 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (7290b1c9-3d06-4ee5-bc8d-31b2051f138c), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.947536 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:13.979684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-97486cd2-1029-4fe8-b3fa-07099b36d630 service neutron] 10.222.0.87 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6921105 Feb 11 05:14:14.001597 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:14.002412 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:14.004345 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] 10.222.0.88 "PUT /v2.0/ports/7290b1c9-3d06-4ee5-bc8d-31b2051f138c HTTP/1.1" status: 200 len: 1093 time: 1.3868754 Feb 11 05:14:14.005990 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e570449d-b09a-4ba0-8c12-66ecfe023269', 'tag': '7290b1c9-3d06-4ee5-bc8d-31b2051f138c'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:14.008743 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd24f6a-2318-4ab4-909f-86bf5e1f2d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e570449d-b09a-4ba0-8c12-66ecfe023269", "tag": "7290b1c9-3d06-4ee5-bc8d-31b2051f138c"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:14.046017 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bc08a-7dd7-4d3e-8d2a-26138271b590 service neutron] Pushing event updated for resources: {'Port': ['ID=7290b1c9-3d06-4ee5-bc8d-31b2051f138c,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:14.149250 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-be289335-3866-4e44-a20e-58e832285c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:14.151753 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-be289335-3866-4e44-a20e-58e832285c22 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=49f193937f3547f889fd9ca1fc219eec&device_id=e570449d-b09a-4ba0-8c12-66ecfe023269 HTTP/1.1" status: 200 len: 1127 time: 0.0735242 Feb 11 05:14:14.232194 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-ec865b21-0af0-43ba-9f9f-101fdaaab36f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7290b1c9-3d06-4ee5-bc8d-31b2051f138c HTTP/1.1" status: 200 len: 217 time: 0.0707967 Feb 11 05:14:14.233828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c770a0-0000-4704-9428-8eb223c40c48 req-993064dc-05e9-4e70-87b5-bdefccc4eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:14.235488 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28c770a0-0000-4704-9428-8eb223c40c48 req-993064dc-05e9-4e70-87b5-bdefccc4eef4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68f2cfd9-0977-4789-8546-2fe8b1d887d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7077100 Feb 11 05:14:14.266654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e246ffe-6075-499d-b339-31f0e6b04b02 req-565bd94a-f394-47f3-a4fc-9982490b20be tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:14.275862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e246ffe-6075-499d-b339-31f0e6b04b02 req-565bd94a-f394-47f3-a4fc-9982490b20be tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/ports?device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 943 time: 0.3796732 Feb 11 05:14:14.354383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-d7616e41-4f0a-4889-87fb-17ac113bc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:14.358542 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-d7616e41-4f0a-4889-87fb-17ac113bc17b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=27b325d0-97fa-43b7-bfc4-f865b99d2379 HTTP/1.1" status: 200 len: 855 time: 0.1091812 Feb 11 05:14:14.383555 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e246ffe-6075-499d-b339-31f0e6b04b02 req-a09c4182-958d-44a3-883e-c3dafdbc2324 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/security-groups?id=18122934-7018-451d-831c-6d999c7f4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954516 Feb 11 05:14:14.436144 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-983e9b6c-2d42-469c-8a2f-e15ee00b7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:14.437888 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-983e9b6c-2d42-469c-8a2f-e15ee00b7ef9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2b41e513-d986-47c8-b124-46e791e35a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0744040 Feb 11 05:14:14.595038 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aab92a5-cc7c-4ffe-9dc1-97c6f6db5243 x-openstack-request-id: req-6aab92a5-cc7c-4ffe-9dc1-97c6f6db5243 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:14.595038 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "tag": "acab5c34-2c4c-4eae-8f1e-b225c173baa6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:14.600102 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6aab92a5-cc7c-4ffe-9dc1-97c6f6db5243 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:14.601411 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'tag': 'acab5c34-2c4c-4eae-8f1e-b225c173baa6', 'status': 'completed', 'code': 200} Feb 11 05:14:14.664584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-a3fd5f81-ff56-49f7-9bc5-64e08a10c0fd service neutron] 10.222.0.87 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300054 Feb 11 05:14:14.715147 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-372235b8-ae6b-4c40-8ea9-407a35fa47ad service neutron] 10.222.0.88 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669966 Feb 11 05:14:14.720638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8386ea7-4352-4731-8123-94a5358ec90d {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:14.750942 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Publish callbacks [] for port (a8386ea7-4352-4731-8123-94a5358ec90d), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:14.816233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39743f-f4f8-4c3a-9091-96bef6c49307 req-b1c79a58-4b57-46e5-98d0-57fba2850263 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:14.827131 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39743f-f4f8-4c3a-9091-96bef6c49307 req-b1c79a58-4b57-46e5-98d0-57fba2850263 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:14.832565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39743f-f4f8-4c3a-9091-96bef6c49307 req-b1c79a58-4b57-46e5-98d0-57fba2850263 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:14.843295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39743f-f4f8-4c3a-9091-96bef6c49307 req-b1c79a58-4b57-46e5-98d0-57fba2850263 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:14.854366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39743f-f4f8-4c3a-9091-96bef6c49307 req-b1c79a58-4b57-46e5-98d0-57fba2850263 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:14.861374 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0d39743f-f4f8-4c3a-9091-96bef6c49307 req-b1c79a58-4b57-46e5-98d0-57fba2850263 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 3828 time: 0.1842203 Feb 11 05:14:14.865387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Transition to ACTIVE for port object a8386ea7-4352-4731-8123-94a5358ec90d will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:14.911475 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e57b885-5d05-4e34-918e-ce7cf18286e5 x-openstack-request-id: req-0e57b885-5d05-4e34-918e-ce7cf18286e5 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:14.912600 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4a956a-51c1-43a4-b40d-57dc9b60212d", "name": "network-vif-plugged", "status": "completed", "tag": "9b639998-3707-42f4-8b31-13c8ebe0e213", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:14.913756 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0e57b885-5d05-4e34-918e-ce7cf18286e5 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:14.914447 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4a956a-51c1-43a4-b40d-57dc9b60212d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b639998-3707-42f4-8b31-13c8ebe0e213', 'code': 200} Feb 11 05:14:14.916913 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0e73b4d1-1b4a-4c77-9099-0c9edb454a6c req-c4c6f23f-4ae8-4f5d-b8fa-5fcd7b1d7897 service neutron] 10.222.0.88 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904621 Feb 11 05:14:14.919347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad566b9-1d46-4ce9-a6d2-8a1b0bb5340a req-4d798cee-6de1-475a-b49c-60c128a76868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:14.919967 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad566b9-1d46-4ce9-a6d2-8a1b0bb5340a req-4d798cee-6de1-475a-b49c-60c128a76868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:14.920508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad566b9-1d46-4ce9-a6d2-8a1b0bb5340a req-4d798cee-6de1-475a-b49c-60c128a76868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:14.921035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad566b9-1d46-4ce9-a6d2-8a1b0bb5340a req-4d798cee-6de1-475a-b49c-60c128a76868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:14.921632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad566b9-1d46-4ce9-a6d2-8a1b0bb5340a req-4d798cee-6de1-475a-b49c-60c128a76868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:14.923611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ad566b9-1d46-4ce9-a6d2-8a1b0bb5340a req-4d798cee-6de1-475a-b49c-60c128a76868 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1299ecd49e5408282a75d13c75f41aa&device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 4395 time: 0.2577443 Feb 11 05:14:14.925993 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:14.928520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:14.947784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28c770a0-0000-4704-9428-8eb223c40c48 req-fb5805fc-63c8-4af3-8219-c2f741a9fe1b service neutron] 10.222.0.88 "GET /v2.0/networks/68f2cfd9-0977-4789-8546-2fe8b1d887d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032914 Feb 11 05:14:15.092354 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:15.103342 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:15.106809 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:15.140603 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad566b9-1d46-4ce9-a6d2-8a1b0bb5340a req-87b41fa3-f5d0-4197-b5ae-34d0c2ee81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.141186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad566b9-1d46-4ce9-a6d2-8a1b0bb5340a req-87b41fa3-f5d0-4197-b5ae-34d0c2ee81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.141715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad566b9-1d46-4ce9-a6d2-8a1b0bb5340a req-87b41fa3-f5d0-4197-b5ae-34d0c2ee81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.143389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ad566b9-1d46-4ce9-a6d2-8a1b0bb5340a req-87b41fa3-f5d0-4197-b5ae-34d0c2ee81b0 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=f1299ecd49e5408282a75d13c75f41aa&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1894445 Feb 11 05:14:15.154811 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8143bb6-a052-4306-9350-08314fd9cc78 req-7edf678f-01e2-4d97-9567-6e5bd9a41963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.162474 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b8143bb6-a052-4306-9350-08314fd9cc78 req-7edf678f-01e2-4d97-9567-6e5bd9a41963 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 1129 time: 0.1495380 Feb 11 05:14:15.242972 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b8143bb6-a052-4306-9350-08314fd9cc78 req-a4be0c3e-4fa2-431a-a161-e7962261f82d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d807f8df-f1fa-4f9c-8f31-d96344a32a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769851 Feb 11 05:14:15.334062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28c770a0-0000-4704-9428-8eb223c40c48 req-191b9728-a9f4-433f-9e49-e84eeb2c4e2e service neutron] 10.222.0.88 "GET /v2.0/networks/68f2cfd9-0977-4789-8546-2fe8b1d887d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481366 Feb 11 05:14:15.358905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:15.359646 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:15.403890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:15.408898 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:15.504566 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:15.513819 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:15.514169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:15.514522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:15.514863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:15.515200 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:15.515607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:15.515901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:15.516258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:15.516555 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:15.517032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:15.517416 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:15.517970 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:15.518357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:15.600380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8386ea7-4352-4731-8123-94a5358ec90d,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:15.637359 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0d39743f-f4f8-4c3a-9091-96bef6c49307 req-6181a3fe-ad90-4b4b-97fd-d2cd55f8f5db tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7575037 Feb 11 05:14:15.638243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Attempting to bind port a8386ea7-4352-4731-8123-94a5358ec90d on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:15.638585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Attempting to bind port a8386ea7-4352-4731-8123-94a5358ec90d by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:15.638915 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Attempting to bind port a8386ea7-4352-4731-8123-94a5358ec90d on network 87b930fc-0254-4b87-ac0d-42931be73941 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:15.662189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Port a8386ea7-4352-4731-8123-94a5358ec90d on network 87b930fc-0254-4b87-ac0d-42931be73941 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:15.662546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Attempting to bind port a8386ea7-4352-4731-8123-94a5358ec90d on network 87b930fc-0254-4b87-ac0d-42931be73941 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:15.678408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befc084-5243-47bd-8745-aa6420a14654 req-6b3bfec2-e4cf-4504-9fb2-8cf423319796 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.685374 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3befc084-5243-47bd-8745-aa6420a14654 req-6b3bfec2-e4cf-4504-9fb2-8cf423319796 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/ports?device_id=c444a62e-d4fe-4467-b078-941babbb7215 HTTP/1.1" status: 200 len: 945 time: 0.5106201 Feb 11 05:14:15.704106 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:15.704449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Checking segment: {'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:15.704856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Bound using segment: {'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:15.705323 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Bound port: a8386ea7-4352-4731-8123-94a5358ec90d, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:15.705653 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:15.719453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad566b9-1d46-4ce9-a6d2-8a1b0bb5340a req-615fa477-4342-48bb-9753-a831fac2ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.720939 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ad566b9-1d46-4ce9-a6d2-8a1b0bb5340a req-615fa477-4342-48bb-9753-a831fac2ce4f service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3854766 Feb 11 05:14:15.843098 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3befc084-5243-47bd-8745-aa6420a14654 req-93aac2ab-a1d3-4bde-9729-b9471e2a946d tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c59bd61-4866-45b4-aeee-7e74ef75fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565678 Feb 11 05:14:15.899106 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] For port a8386ea7-4352-4731-8123-94a5358ec90d, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:15.906328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] For port a8386ea7-4352-4731-8123-94a5358ec90d, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a8386ea7-4352-4731-8123-94a5358ec90d,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:15.919835 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:15.933343 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af782ec8-d095-4521-aae1-dc9e8042067a x-openstack-request-id: req-af782ec8-d095-4521-aae1-dc9e8042067a {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:15.933865 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e570449d-b09a-4ba0-8c12-66ecfe023269", "tag": "7290b1c9-3d06-4ee5-bc8d-31b2051f138c", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:15.934073 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-af782ec8-d095-4521-aae1-dc9e8042067a {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:15.934576 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e570449d-b09a-4ba0-8c12-66ecfe023269', 'tag': '7290b1c9-3d06-4ee5-bc8d-31b2051f138c', 'status': 'completed', 'code': 200} Feb 11 05:14:16.062525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:16.063151 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:16.064750 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] 10.222.0.88 "PUT /v2.0/ports/a8386ea7-4352-4731-8123-94a5358ec90d HTTP/1.1" status: 200 len: 1136 time: 4.4220250 Feb 11 05:14:16.081726 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0e50c-3e22-498f-a526-9b0ace5d7e34 req-c404ac9e-5b21-40d8-89ff-917cfce6d2cf tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:16.097000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cdc0e50c-3e22-498f-a526-9b0ace5d7e34 req-c404ac9e-5b21-40d8-89ff-917cfce6d2cf tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 946 time: 0.3371489 Feb 11 05:14:16.163150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d66d7-859f-43ff-8dd2-f7703ac41bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8386ea7-4352-4731-8123-94a5358ec90d,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:16.189536 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Request body: {'port': {'device_id': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:16.264941 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:16.407826 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd24f6a-2318-4ab4-909f-86bf5e1f2d3c req-4a6b7478-4a14-4ac2-aa0d-e460b0b2007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:16.410148 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cd24f6a-2318-4ab4-909f-86bf5e1f2d3c req-4a6b7478-4a14-4ac2-aa0d-e460b0b2007f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=49f193937f3547f889fd9ca1fc219eec&device_id=e570449d-b09a-4ba0-8c12-66ecfe023269 HTTP/1.1" status: 200 len: 1127 time: 0.4294870 Feb 11 05:14:16.437882 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cdc0e50c-3e22-498f-a526-9b0ace5d7e34 req-d6a0bd13-5863-469c-8dfe-a21bc23874a2 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/security-groups?id=d807f8df-f1fa-4f9c-8f31-d96344a32a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399308 Feb 11 05:14:16.459846 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1ec3c-4b79-46b8-ba88-b36f032cc73c req-6c12b249-700f-41d7-902a-97913ad13864 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:16.467299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55d1ec3c-4b79-46b8-ba88-b36f032cc73c req-6c12b249-700f-41d7-902a-97913ad13864 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=61058c99-cd6c-4d51-99e4-6394c11c3f58 HTTP/1.1" status: 200 len: 946 time: 0.3603992 Feb 11 05:14:16.633918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3b64a7-64fa-4a34-8444-fd3860147b67', 'tag': '27d05743-6ef1-4784-84cf-b78b559aee02'}, {'name': 'network-changed', 'server_uuid': '58aaedd2-c85b-4839-ae46-1a777405accd', 'tag': 'd5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d'}, {'name': 'network-changed', 'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'tag': 'a8386ea7-4352-4731-8123-94a5358ec90d'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:16.636380 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef6cf89-52d0-4be7-82a6-3f268972fac1" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3b64a7-64fa-4a34-8444-fd3860147b67", "tag": "27d05743-6ef1-4784-84cf-b78b559aee02"}, {"name": "network-changed", "server_uuid": "58aaedd2-c85b-4839-ae46-1a777405accd", "tag": "d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d"}, {"name": "network-changed", "server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "tag": "a8386ea7-4352-4731-8123-94a5358ec90d"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:16.839969 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55d1ec3c-4b79-46b8-ba88-b36f032cc73c req-45276458-88e6-46d4-8718-0d51f69e6f74 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704407 Feb 11 05:14:16.856993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd24f6a-2318-4ab4-909f-86bf5e1f2d3c req-df3d9cf0-8a52-4c0f-9064-9cdcedf9e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:16.859659 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cd24f6a-2318-4ab4-909f-86bf5e1f2d3c req-df3d9cf0-8a52-4c0f-9064-9cdcedf9e23f service neutron] 10.222.0.88 "GET /v2.0/networks?id=2b41e513-d986-47c8-b124-46e791e35a53 HTTP/1.1" status: 200 len: 917 time: 0.4377754 Feb 11 05:14:16.916154 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b103d551-40e2-4ed7-952a-952a9972980f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:16.920588 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1918dc54-712e-49b8-a308-6623db632d3a" -d '{"events": [{"server_uuid": "b103d551-40e2-4ed7-952a-952a9972980f", "name": "network-vif-plugged", "status": "completed", "tag": "1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:16.929475 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a610d4-6672-4b2e-9879-4f22fc67120c req-343303a0-6d89-493f-bc30-7ed7e017d395 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:16.931561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4a610d4-6672-4b2e-9879-4f22fc67120c req-343303a0-6d89-493f-bc30-7ed7e017d395 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca3b64a7-64fa-4a34-8444-fd3860147b67 HTTP/1.1" status: 200 len: 943 time: 0.3717141 Feb 11 05:14:16.946032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 27d05743-6ef1-4784-84cf-b78b559aee02 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:16.988660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-fcbc11ee-f3eb-4f9f-bb99-2022429e12f0 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:16.990202 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-fcbc11ee-f3eb-4f9f-bb99-2022429e12f0 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.88 "GET /v2.0/networks?id=2b41e513-d986-47c8-b124-46e791e35a53 HTTP/1.1" status: 200 len: 816 time: 0.4049213 Feb 11 05:14:17.008696 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cd24f6a-2318-4ab4-909f-86bf5e1f2d3c req-35ecb030-3751-485e-a206-213c40b64a04 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7290b1c9-3d06-4ee5-bc8d-31b2051f138c HTTP/1.1" status: 200 len: 217 time: 0.1208684 Feb 11 05:14:17.018906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2d28d52-8f05-479c-82c7-bdc2e34fe351 req-c169ffd6-7ca4-465e-88f1-a3a895c9edd9 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 210 time: 0.0565598 Feb 11 05:14:17.024057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-103069cc-a9f7-4c8e-b275-1b56665bc45d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Request body: {'port': {'device_id': '2b0cb065-48fd-4bd8-a7e6-70d7084566d8', 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53', 'admin_state_up': True, 'tenant_id': '49f193937f3547f889fd9ca1fc219eec'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:17.182654 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 27d05743-6ef1-4784-84cf-b78b559aee02, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=27d05743-6ef1-4784-84cf-b78b559aee02,segment=NetworkSegment(6f3520a4-44be-4753-8d7e-9e369b03eda5),segment_id=6f3520a4-44be-4753-8d7e-9e369b03eda5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:17.201369 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '27d05743-6ef1-4784-84cf-b78b559aee02', 'network_id': '285c66f4-75ee-4c50-a7d8-eca911906f62', 'port_id': '27d05743-6ef1-4784-84cf-b78b559aee02', 'mac_address': 'fa:16:3e:91:b5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2dd10c-1617-44a5-b8b9-00bab2672bb6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:17.254284 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 27d05743-6ef1-4784-84cf-b78b559aee02 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:17.255902 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (27d05743-6ef1-4784-84cf-b78b559aee02), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:17.274335 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d05743-6ef1-4784-84cf-b78b559aee02 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:17.306118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 27d05743-6ef1-4784-84cf-b78b559aee02, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=27d05743-6ef1-4784-84cf-b78b559aee02,segment=NetworkSegment(6f3520a4-44be-4753-8d7e-9e369b03eda5),segment_id=6f3520a4-44be-4753-8d7e-9e369b03eda5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:17.314400 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (27d05743-6ef1-4784-84cf-b78b559aee02), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:17.380001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=27d05743-6ef1-4784-84cf-b78b559aee02,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:17.584127 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4a610d4-6672-4b2e-9879-4f22fc67120c req-45d4af67-a38b-45bc-bd2d-9140d693c2ab tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/security-groups?id=c03e6978-6ba8-4131-8810-5ce1861c294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6064095 Feb 11 05:14:17.585501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd24f6a-2318-4ab4-909f-86bf5e1f2d3c req-233c5646-30e9-4fef-a7dd-9fff15b511bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:17.586842 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cd24f6a-2318-4ab4-909f-86bf5e1f2d3c req-233c5646-30e9-4fef-a7dd-9fff15b511bc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=27b325d0-97fa-43b7-bfc4-f865b99d2379 HTTP/1.1" status: 200 len: 855 time: 0.5595853 Feb 11 05:14:17.654744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a343ee49-32a7-4046-97df-753fc7b82f4c {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:17.671680 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fefa4b-7b68-4ee5-b322-364a2a2fbfab req-1fc78d51-a8f4-4436-8c6b-52262470fe8a tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:17.671936 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['27d05743-6ef1-4784-84cf-b78b559aee02'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:17.673183 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2fefa4b-7b68-4ee5-b322-364a2a2fbfab req-1fc78d51-a8f4-4436-8c6b-52262470fe8a tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/ports?device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 943 time: 0.2840960 Feb 11 05:14:17.676093 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Publish callbacks [] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:17.742592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Transition to ACTIVE for port object a343ee49-32a7-4046-97df-753fc7b82f4c will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:17.772748 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:17.785317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd24f6a-2318-4ab4-909f-86bf5e1f2d3c req-48fabf68-2e56-4409-8796-82078b5b799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:17.787527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cd24f6a-2318-4ab4-909f-86bf5e1f2d3c req-48fabf68-2e56-4409-8796-82078b5b799a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2b41e513-d986-47c8-b124-46e791e35a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1864803 Feb 11 05:14:17.797905 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2fefa4b-7b68-4ee5-b322-364a2a2fbfab req-85d88350-ab64-40c7-8710-d8a2691a2e5b tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/security-groups?id=18122934-7018-451d-831c-6d999c7f4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121159 Feb 11 05:14:17.840433 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-103069cc-a9f7-4c8e-b275-1b56665bc45d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Made reservation on behalf of 49f193937f3547f889fd9ca1fc219eec for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:17.843657 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-103069cc-a9f7-4c8e-b275-1b56665bc45d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:17.939329 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b2f0b3-d24f-48cf-8edb-e3281aeb58e5 x-openstack-request-id: req-03b2f0b3-d24f-48cf-8edb-e3281aeb58e5 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:17.939647 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3b64a7-64fa-4a34-8444-fd3860147b67", "tag": "27d05743-6ef1-4784-84cf-b78b559aee02", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "58aaedd2-c85b-4839-ae46-1a777405accd", "tag": "d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "tag": "a8386ea7-4352-4731-8123-94a5358ec90d", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:17.939899 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-03b2f0b3-d24f-48cf-8edb-e3281aeb58e5 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:17.940291 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3b64a7-64fa-4a34-8444-fd3860147b67', 'tag': '27d05743-6ef1-4784-84cf-b78b559aee02', 'status': 'completed', 'code': 200} Feb 11 05:14:17.940539 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58aaedd2-c85b-4839-ae46-1a777405accd', 'tag': 'd5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d', 'status': 'completed', 'code': 200} Feb 11 05:14:17.940786 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'tag': 'a8386ea7-4352-4731-8123-94a5358ec90d', 'status': 'completed', 'code': 200} Feb 11 05:14:17.961814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab628ef-526c-43d1-b0f8-21f6d89b9508 req-920bc3b8-70ef-46ec-b84d-55191eb3f32e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:17.969604 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab628ef-526c-43d1-b0f8-21f6d89b9508 req-920bc3b8-70ef-46ec-b84d-55191eb3f32e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:17.978883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab628ef-526c-43d1-b0f8-21f6d89b9508 req-920bc3b8-70ef-46ec-b84d-55191eb3f32e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:17.986332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab628ef-526c-43d1-b0f8-21f6d89b9508 req-920bc3b8-70ef-46ec-b84d-55191eb3f32e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:17.996288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab628ef-526c-43d1-b0f8-21f6d89b9508 req-920bc3b8-70ef-46ec-b84d-55191eb3f32e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:18.001933 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab628ef-526c-43d1-b0f8-21f6d89b9508 req-920bc3b8-70ef-46ec-b84d-55191eb3f32e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:18.008230 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ab628ef-526c-43d1-b0f8-21f6d89b9508 req-920bc3b8-70ef-46ec-b84d-55191eb3f32e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 4605 time: 0.2872396 Feb 11 05:14:18.008916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a343ee49-32a7-4046-97df-753fc7b82f4c,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:18.089647 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-9c20d7c0-9088-4bca-b873-3aa44b511e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:18.091986 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-9c20d7c0-9088-4bca-b873-3aa44b511e4a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ec831888befe404a93e582dcf8ffabb1&device_id=ca3b64a7-64fa-4a34-8444-fd3860147b67 HTTP/1.1" status: 200 len: 1127 time: 0.1586790 Feb 11 05:14:18.241383 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0891cbc5-7b06-4634-b7bd-3d7ba2d762f9 x-openstack-request-id: req-0891cbc5-7b06-4634-b7bd-3d7ba2d762f9 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:18.241949 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b103d551-40e2-4ed7-952a-952a9972980f", "name": "network-vif-plugged", "status": "completed", "tag": "1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:18.248309 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0891cbc5-7b06-4634-b7bd-3d7ba2d762f9 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:18.263664 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b103d551-40e2-4ed7-952a-952a9972980f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7', 'code': 200} Feb 11 05:14:18.281300 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cd24f6a-2318-4ab4-909f-86bf5e1f2d3c req-7f18e948-305e-4087-baaa-be6ac692bd7b service neutron] 10.222.0.88 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820898 Feb 11 05:14:18.318159 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-b8a67c09-37d2-4ded-964c-f4dc5f97eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:18.320117 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-b8a67c09-37d2-4ded-964c-f4dc5f97eb64 service neutron] 10.222.0.88 "GET /v2.0/networks?id=285c66f4-75ee-4c50-a7d8-eca911906f62 HTTP/1.1" status: 200 len: 909 time: 0.2187905 Feb 11 05:14:18.440648 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Attempting to bind port a343ee49-32a7-4046-97df-753fc7b82f4c on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:18.441047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Attempting to bind port a343ee49-32a7-4046-97df-753fc7b82f4c by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:18.441435 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Attempting to bind port a343ee49-32a7-4046-97df-753fc7b82f4c on network 87b930fc-0254-4b87-ac0d-42931be73941 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:18.453449 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-be38a758-235f-451a-8cb2-302b68e387c7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27d05743-6ef1-4784-84cf-b78b559aee02 HTTP/1.1" status: 200 len: 217 time: 0.1215727 Feb 11 05:14:18.494469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Port a343ee49-32a7-4046-97df-753fc7b82f4c on network 87b930fc-0254-4b87-ac0d-42931be73941 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:18.494795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Attempting to bind port a343ee49-32a7-4046-97df-753fc7b82f4c on network 87b930fc-0254-4b87-ac0d-42931be73941 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:18.508114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ab628ef-526c-43d1-b0f8-21f6d89b9508 req-1c778e88-3967-4712-9664-02584d939436 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4783528 Feb 11 05:14:18.520683 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b48f35-930f-4be6-9549-62477bcd6308 req-44090c35-3734-4423-b95e-23f3aabd3d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:18.521750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-103069cc-a9f7-4c8e-b275-1b56665bc45d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Allocated IP 172.20.0.4 (2b41e513-d986-47c8-b124-46e791e35a53/27b325d0-97fa-43b7-bfc4-f865b99d2379/bf948e0e-5f16-4752-8934-59515df1197c) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:18.522063 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-98b48f35-930f-4be6-9549-62477bcd6308 req-44090c35-3734-4423-b95e-23f3aabd3d8b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 1128 time: 0.1144960 Feb 11 05:14:18.527590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:18.527941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Checking segment: {'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:18.528359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Bound using segment: {'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:18.528802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Bound port: a343ee49-32a7-4046-97df-753fc7b82f4c, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:18.529163 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:18.582755 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-98b48f35-930f-4be6-9549-62477bcd6308 req-2bf4f91d-ae38-42f3-a845-9ecd07666855 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489175 Feb 11 05:14:18.589867 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-01e44223-f972-4c1b-9d89-a6ffa05ef310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:18.591961 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-01e44223-f972-4c1b-9d89-a6ffa05ef310 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2f2dd10c-1617-44a5-b8b9-00bab2672bb6 HTTP/1.1" status: 200 len: 848 time: 0.1184802 Feb 11 05:14:18.603902 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cd24f6a-2318-4ab4-909f-86bf5e1f2d3c req-789d7e86-c7b2-4539-88bf-738e7f2d213d service neutron] 10.222.0.88 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002796 Feb 11 05:14:18.646782 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb34cb-d459-49bc-94fa-b4c76dbc27bb req-bf983991-270e-4fc8-8d60-da9c53180c7a tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:18.648164 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52eb34cb-d459-49bc-94fa-b4c76dbc27bb req-bf983991-270e-4fc8-8d60-da9c53180c7a tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 946 time: 0.2799859 Feb 11 05:14:18.853043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] For port a343ee49-32a7-4046-97df-753fc7b82f4c, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:18.875581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52eb34cb-d459-49bc-94fa-b4c76dbc27bb req-9cc3655f-f83f-454a-8bcf-15c1fb388d1e tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/security-groups?id=d807f8df-f1fa-4f9c-8f31-d96344a32a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113822 Feb 11 05:14:18.887573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] For port a343ee49-32a7-4046-97df-753fc7b82f4c, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a343ee49-32a7-4046-97df-753fc7b82f4c,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:18.906164 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:18.918728 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-46d32f4c-40c6-4923-a7d4-bf65e75db9e0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=285c66f4-75ee-4c50-a7d8-eca911906f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494053 Feb 11 05:14:18.924643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-0d23975d-dca9-410f-9b04-d13aa03c5e97 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:18.926135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-0d23975d-dca9-410f-9b04-d13aa03c5e97 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 808 time: 0.2915800 Feb 11 05:14:18.952829 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7290b1c9-3d06-4ee5-bc8d-31b2051f138c details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:18.971682 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 27d05743-6ef1-4784-84cf-b78b559aee02 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:19.012091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:19.012729 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.014126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] 10.222.0.88 "PUT /v2.0/ports/a343ee49-32a7-4046-97df-753fc7b82f4c HTTP/1.1" status: 200 len: 1136 time: 2.9085333 Feb 11 05:14:19.033190 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-103069cc-a9f7-4c8e-b275-1b56665bc45d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks [] for port (bf948e0e-5f16-4752-8934-59515df1197c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.039269 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45dae4ea-3703-4cd2-89b1-0314789565c9 req-8fbed42a-1523-49b5-9580-a85984b4095a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 210 time: 0.0765071 Feb 11 05:14:19.040943 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-a1009932-79d6-4e47-93d1-7b2e88708ea0 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/quotas/625496205bdf429e8af46565d991a189 HTTP/1.1" status: 200 len: 375 time: 0.1060014 Feb 11 05:14:19.081875 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-6028b662-8d2f-4c76-a1b4-bea2e1754233 service neutron] 10.222.0.88 "GET /v2.0/networks/285c66f4-75ee-4c50-a7d8-eca911906f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491463 Feb 11 05:14:19.093292 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2596935-75ec-492b-8756-25d5b6ae84a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a343ee49-32a7-4046-97df-753fc7b82f4c,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:19.108307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Request body: {'port': {'device_id': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:19.165535 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-103069cc-a9f7-4c8e-b275-1b56665bc45d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (bf948e0e-5f16-4752-8934-59515df1197c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.200219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7290b1c9-3d06-4ee5-bc8d-31b2051f138c,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:19.231613 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-5c555816-75bc-4d1a-953d-9b7fc694d83b tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1796122 Feb 11 05:14:19.241959 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:19.249951 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '7290b1c9-3d06-4ee5-bc8d-31b2051f138c', 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53', 'port_id': '7290b1c9-3d06-4ee5-bc8d-31b2051f138c', 'mac_address': 'fa:16:3e:6c:9e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b325d0-97fa-43b7-bfc4-f865b99d2379', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:19.263320 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-02d04279-0d50-4cda-bf25-1b21579721fe service neutron] 10.222.0.88 "GET /v2.0/networks/285c66f4-75ee-4c50-a7d8-eca911906f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640000 Feb 11 05:14:19.306320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103069cc-a9f7-4c8e-b275-1b56665bc45d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Pushing event updated for resources: {'Port': ['ID=bf948e0e-5f16-4752-8934-59515df1197c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:19.331652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 27d05743-6ef1-4784-84cf-b78b559aee02 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:19.341930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 27d05743-6ef1-4784-84cf-b78b559aee02 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:19.342312 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (27d05743-6ef1-4784-84cf-b78b559aee02), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.373196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:19.373716 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7290b1c9-3d06-4ee5-bc8d-31b2051f138c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.380863 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-e8303817-eb65-4ae6-a4d2-78484ebcfdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:19.382518 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-e8303817-eb65-4ae6-a4d2-78484ebcfdfc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bd52a8df7e9f49cbbd0c134380769323&device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 1126 time: 0.0495956 Feb 11 05:14:19.384842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-103069cc-a9f7-4c8e-b275-1b56665bc45d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Network 2b41e513-d986-47c8-b124-46e791e35a53 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:19.385611 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.415471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7290b1c9-3d06-4ee5-bc8d-31b2051f138c {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:19.430016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-103069cc-a9f7-4c8e-b275-1b56665bc45d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:19.438318 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-103069cc-a9f7-4c8e-b275-1b56665bc45d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:19.464772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7290b1c9-3d06-4ee5-bc8d-31b2051f138c,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:19.483847 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7290b1c9-3d06-4ee5-bc8d-31b2051f138c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.484515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:19.503612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-103069cc-a9f7-4c8e-b275-1b56665bc45d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:19.504291 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-103069cc-a9f7-4c8e-b275-1b56665bc45d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.558389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-9af037e4-68df-48a7-acdb-9b6c5c01a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:19.561251 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-9af037e4-68df-48a7-acdb-9b6c5c01a85d service neutron] 10.222.0.88 "GET /v2.0/networks?id=68f2cfd9-0977-4789-8546-2fe8b1d887d1 HTTP/1.1" status: 200 len: 915 time: 0.1683893 Feb 11 05:14:19.600426 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-103069cc-a9f7-4c8e-b275-1b56665bc45d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5804729 Feb 11 05:14:19.607384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1677b33-a55f-4e26-ae67-1f4ba5859e2d req-3478d3f3-b09e-451d-a7ca-bb88a425a491 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:19.614942 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a1677b33-a55f-4e26-ae67-1f4ba5859e2d req-3478d3f3-b09e-451d-a7ca-bb88a425a491 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=61058c99-cd6c-4d51-99e4-6394c11c3f58 HTTP/1.1" status: 200 len: 946 time: 0.4081888 Feb 11 05:14:19.622228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d,segment=NetworkSegment(1902feac-4e2b-4ebb-9afe-8199fb07c557),segment_id=1902feac-4e2b-4ebb-9afe-8199fb07c557)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:19.623147 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-8ec25bce-bfdd-4577-a16a-fd84552b4f65 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d HTTP/1.1" status: 200 len: 217 time: 0.0531960 Feb 11 05:14:19.641467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'd5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d', 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1', 'port_id': 'd5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d', 'mac_address': 'fa:16:3e:74:a6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:19.644877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Request body: {'port': {'device_id': '2b0cb065-48fd-4bd8-a7e6-70d7084566d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:19.692071 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a1677b33-a55f-4e26-ae67-1f4ba5859e2d req-f8a11988-4d18-4ee1-86cb-76cf5b74cedb tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724208 Feb 11 05:14:19.748243 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-c25d4794-c692-4435-ad34-77f13cc4c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:19.753142 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-c25d4794-c692-4435-ad34-77f13cc4c1ca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c99f11ec-e103-47a2-827e-fc49bfac03c9 HTTP/1.1" status: 200 len: 853 time: 0.1110773 Feb 11 05:14:19.760258 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-a9b3f6e9-cadf-4dcb-8c48-1f3d1530fbc9 service neutron] 10.222.0.87 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562271 Feb 11 05:14:19.809622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=7290b1c9-3d06-4ee5-bc8d-31b2051f138c,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:19.813417 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 27d05743-6ef1-4784-84cf-b78b559aee02 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:19.813823 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (27d05743-6ef1-4784-84cf-b78b559aee02), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.838987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:19.839527 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.840591 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-f22bd639-808b-4a5f-acb6-aa483c227d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:19.842441 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-f22bd639-808b-4a5f-acb6-aa483c227d6e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68f2cfd9-0977-4789-8546-2fe8b1d887d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0731878 Feb 11 05:14:19.892696 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 27d05743-6ef1-4784-84cf-b78b559aee02, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=27d05743-6ef1-4784-84cf-b78b559aee02,segment=NetworkSegment(6f3520a4-44be-4753-8d7e-9e369b03eda5),segment_id=6f3520a4-44be-4753-8d7e-9e369b03eda5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:19.917201 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (27d05743-6ef1-4784-84cf-b78b559aee02), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.920338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:19.943803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'tag': 'a343ee49-32a7-4046-97df-753fc7b82f4c'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:19.946469 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a398133-1226-4f23-a6ba-b86627939d35" -d '{"events": [{"name": "network-changed", "server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "tag": "a343ee49-32a7-4046-97df-753fc7b82f4c"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:19.974185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7cd256f5-198a-4b1a-a6ee-0b760df8018d None None] Provisioning complete for port bf948e0e-5f16-4752-8934-59515df1197c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:19.977372 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7cd256f5-198a-4b1a-a6ee-0b760df8018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bf948e0e-5f16-4752-8934-59515df1197c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:19.978846 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-c0d70ad9-0933-4c2b-8aa4-d29bf207027a service neutron] 10.222.0.88 "GET /v2.0/networks/68f2cfd9-0977-4789-8546-2fe8b1d887d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246536 Feb 11 05:14:19.983179 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bf948e0e-5f16-4752-8934-59515df1197c), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:20.037228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da69d66-74a7-42e5-95dc-45df56a0cc33 req-2b82eb3e-203f-47c9-b41d-4612b619c9c8 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:20.038918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0da69d66-74a7-42e5-95dc-45df56a0cc33 req-2b82eb3e-203f-47c9-b41d-4612b619c9c8 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca3b64a7-64fa-4a34-8444-fd3860147b67 HTTP/1.1" status: 200 len: 944 time: 0.2369559 Feb 11 05:14:20.099313 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-886ef539-a2b0-4d3c-a66b-05a59afcb192 service neutron] 10.222.0.87 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374813 Feb 11 05:14:20.117994 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-ceabf108-4805-4263-a2c0-37326452f1ee service neutron] 10.222.0.88 "GET /v2.0/networks/68f2cfd9-0977-4789-8546-2fe8b1d887d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256180 Feb 11 05:14:20.273816 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0da69d66-74a7-42e5-95dc-45df56a0cc33 req-3ea9e4c1-69b1-4fa8-a94c-8e83686e3695 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/security-groups?id=c03e6978-6ba8-4131-8810-5ce1861c294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249124 Feb 11 05:14:20.288273 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3b64a7-64fa-4a34-8444-fd3860147b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d05743-6ef1-4784-84cf-b78b559aee02'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:20.291811 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418db65a-02f7-48a4-8d12-ccfb2e5cf6ca" -d '{"events": [{"server_uuid": "ca3b64a7-64fa-4a34-8444-fd3860147b67", "name": "network-vif-plugged", "status": "completed", "tag": "27d05743-6ef1-4784-84cf-b78b559aee02"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:20.300573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-f74b7882-4a2f-4847-89c7-7f7b5732662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:20.301181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-f74b7882-4a2f-4847-89c7-7f7b5732662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:20.302490 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-f74b7882-4a2f-4847-89c7-7f7b5732662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:20.303031 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-f74b7882-4a2f-4847-89c7-7f7b5732662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:20.303847 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-f74b7882-4a2f-4847-89c7-7f7b5732662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:20.304378 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-f74b7882-4a2f-4847-89c7-7f7b5732662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:20.304903 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-f74b7882-4a2f-4847-89c7-7f7b5732662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:20.307746 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-f74b7882-4a2f-4847-89c7-7f7b5732662f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1299ecd49e5408282a75d13c75f41aa&device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 6315 time: 0.1237972 Feb 11 05:14:20.367999 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d,segment=NetworkSegment(1902feac-4e2b-4ebb-9afe-8199fb07c557),segment_id=1902feac-4e2b-4ebb-9afe-8199fb07c557)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:20.386368 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:20.419921 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=27d05743-6ef1-4784-84cf-b78b559aee02,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:20.424424 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7cd256f5-198a-4b1a-a6ee-0b760df8018d None None] Port bf948e0e-5f16-4752-8934-59515df1197c cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:14:20.484849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:20.556638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12f10e6-7778-48b4-b25c-08b68caaccb1 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:20.560974 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-eb29ac87-6a82-4d4a-a5f1-f044c5a017e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:20.561746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-eb29ac87-6a82-4d4a-a5f1-f044c5a017e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:20.561878 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-eb29ac87-6a82-4d4a-a5f1-f044c5a017e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:20.564357 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-eb29ac87-6a82-4d4a-a5f1-f044c5a017e8 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=f1299ecd49e5408282a75d13c75f41aa&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2350719 Feb 11 05:14:20.588994 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Publish callbacks [] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:20.668653 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Transition to ACTIVE for port object b12f10e6-7778-48b4-b25c-08b68caaccb1 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:20.687340 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:20.696821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981332bc-a0f0-463f-a40c-bac8b8d8090c req-4735883a-a81d-48b5-bd46-206e1d7006df tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:20.699127 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-b9c028c1-4cf4-4b2d-a342-f3edf81328a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:20.700668 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef6cf89-52d0-4be7-82a6-3f268972fac1 req-b9c028c1-4cf4-4b2d-a342-f3edf81328a7 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288192 Feb 11 05:14:20.705330 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-981332bc-a0f0-463f-a40c-bac8b8d8090c req-4735883a-a81d-48b5-bd46-206e1d7006df tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/ports?device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 944 time: 0.3027108 Feb 11 05:14:20.812249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38926e-73db-4501-b2c9-974c338398b4 req-fb315452-deb0-404f-a7f6-aa41e5873b6e tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:20.813889 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c38926e-73db-4501-b2c9-974c338398b4 req-fb315452-deb0-404f-a7f6-aa41e5873b6e tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 946 time: 0.2599256 Feb 11 05:14:20.827282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58014) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:20.834644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ac62ed94-6e63-4938-8fd8-2fc737f22981 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Request body: {'floatingip': {'port_id': '9b639998-3707-42f4-8b31-13c8ebe0e213'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:20.846148 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fe179-63d6-40fd-9233-1f102bfe7827 req-0abbff58-046c-490c-a5dc-0727b23021bc tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:20.849806 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f06fe179-63d6-40fd-9233-1f102bfe7827 req-0abbff58-046c-490c-a5dc-0727b23021bc tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "GET /v2.0/ports?device_id=61058c99-cd6c-4d51-99e4-6394c11c3f58 HTTP/1.1" status: 200 len: 946 time: 0.0909266 Feb 11 05:14:20.877970 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['7290b1c9-3d06-4ee5-bc8d-31b2051f138c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:20.883851 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:21.097238 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-f06fe179-63d6-40fd-9233-1f102bfe7827 req-8495751a-0899-4e4d-b088-af9154a88093 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Deleting port 6111dacf-5661-4ed8-8049-423c70ae7ff2 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:21.097686 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f06fe179-63d6-40fd-9233-1f102bfe7827 req-8495751a-0899-4e4d-b088-af9154a88093 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6111dacf-5661-4ed8-8049-423c70ae7ff2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:21.240243 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-f06fe179-63d6-40fd-9233-1f102bfe7827 req-8495751a-0899-4e4d-b088-af9154a88093 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] For port 6111dacf-5661-4ed8-8049-423c70ae7ff2, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6111dacf-5661-4ed8-8049-423c70ae7ff2,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:21.240797 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f06fe179-63d6-40fd-9233-1f102bfe7827 req-8495751a-0899-4e4d-b088-af9154a88093 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6111dacf-5661-4ed8-8049-423c70ae7ff2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:21.258853 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-f06fe179-63d6-40fd-9233-1f102bfe7827 req-8495751a-0899-4e4d-b088-af9154a88093 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Calling delete_port for 6111dacf-5661-4ed8-8049-423c70ae7ff2 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:21.303644 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-981332bc-a0f0-463f-a40c-bac8b8d8090c req-099d28fa-049c-4005-b62b-2f290a176e97 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/security-groups?id=18122934-7018-451d-831c-6d999c7f4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5988352 Feb 11 05:14:21.369982 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Pushing event updated for resources: {'Port': ['ID=b12f10e6-7778-48b4-b25c-08b68caaccb1,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:21.383388 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac62ed94-6e63-4938-8fd8-2fc737f22981 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for floatingip (2184888b-6c54-4ecc-ab01-ad65e5751b2b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:21.453404 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f06fe179-63d6-40fd-9233-1f102bfe7827 req-8495751a-0899-4e4d-b088-af9154a88093 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (6111dacf-5661-4ed8-8049-423c70ae7ff2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:21.469836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['6111dacf-5661-4ed8-8049-423c70ae7ff2'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:21.507057 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495751a-0899-4e4d-b088-af9154a88093 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Pushing event deleted for resources: {'Port': ['ID=6111dacf-5661-4ed8-8049-423c70ae7ff2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:21.578316 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06fe179-63d6-40fd-9233-1f102bfe7827 req-8495751a-0899-4e4d-b088-af9154a88093 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] No DVR routers for this DVR port 6111dacf-5661-4ed8-8049-423c70ae7ff2 on host n-h2-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:21.581496 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f06fe179-63d6-40fd-9233-1f102bfe7827 req-8495751a-0899-4e4d-b088-af9154a88093 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:21.586139 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f06fe179-63d6-40fd-9233-1f102bfe7827 req-8495751a-0899-4e4d-b088-af9154a88093 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "DELETE /v2.0/ports/6111dacf-5661-4ed8-8049-423c70ae7ff2 HTTP/1.1" status: 204 len: 173 time: 0.7274303 Feb 11 05:14:21.586852 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61058c99-cd6c-4d51-99e4-6394c11c3f58', 'name': 'network-vif-deleted', 'tag': '6111dacf-5661-4ed8-8049-423c70ae7ff2'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:21.600596 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1450c8e-3d0d-419a-acd8-effdffea0367" -d '{"events": [{"server_uuid": "61058c99-cd6c-4d51-99e4-6394c11c3f58", "name": "network-vif-deleted", "tag": "6111dacf-5661-4ed8-8049-423c70ae7ff2"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:21.896984 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Attempting to bind port b12f10e6-7778-48b4-b25c-08b68caaccb1 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:21.897564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Attempting to bind port b12f10e6-7778-48b4-b25c-08b68caaccb1 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:21.903058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Attempting to bind port b12f10e6-7778-48b4-b25c-08b68caaccb1 on network 87b930fc-0254-4b87-ac0d-42931be73941 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:21.931516 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459149f1-96fc-4858-b651-e2cda5252c30 x-openstack-request-id: req-459149f1-96fc-4858-b651-e2cda5252c30 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:21.932110 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "tag": "a343ee49-32a7-4046-97df-753fc7b82f4c", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:21.932349 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-459149f1-96fc-4858-b651-e2cda5252c30 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:21.932742 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'tag': 'a343ee49-32a7-4046-97df-753fc7b82f4c', 'status': 'completed', 'code': 200} Feb 11 05:14:21.974144 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a398133-1226-4f23-a6ba-b86627939d35 req-9a7e6d83-8b24-4fbc-9c10-c188a8a17964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:21.974665 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a398133-1226-4f23-a6ba-b86627939d35 req-9a7e6d83-8b24-4fbc-9c10-c188a8a17964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:21.975132 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a398133-1226-4f23-a6ba-b86627939d35 req-9a7e6d83-8b24-4fbc-9c10-c188a8a17964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:21.976223 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a398133-1226-4f23-a6ba-b86627939d35 req-9a7e6d83-8b24-4fbc-9c10-c188a8a17964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:21.976223 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a398133-1226-4f23-a6ba-b86627939d35 req-9a7e6d83-8b24-4fbc-9c10-c188a8a17964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:21.976515 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a398133-1226-4f23-a6ba-b86627939d35 req-9a7e6d83-8b24-4fbc-9c10-c188a8a17964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:21.977203 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a398133-1226-4f23-a6ba-b86627939d35 req-9a7e6d83-8b24-4fbc-9c10-c188a8a17964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:21.979150 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1a398133-1226-4f23-a6ba-b86627939d35 req-9a7e6d83-8b24-4fbc-9c10-c188a8a17964 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1299ecd49e5408282a75d13c75f41aa&device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 6341 time: 0.0679379 Feb 11 05:14:21.987491 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Port b12f10e6-7778-48b4-b25c-08b68caaccb1 on network 87b930fc-0254-4b87-ac0d-42931be73941 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:21.988142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Attempting to bind port b12f10e6-7778-48b4-b25c-08b68caaccb1 on network 87b930fc-0254-4b87-ac0d-42931be73941 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:21.991163 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf948e0e-5f16-4752-8934-59515df1197c {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:22.009481 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Publish callbacks [] for port (bf948e0e-5f16-4752-8934-59515df1197c), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.052457 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:22.052838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Checking segment: {'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:22.053244 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Bound using segment: {'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:22.053700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Bound port: b12f10e6-7778-48b4-b25c-08b68caaccb1, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:22.054054 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.080521 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c81cce-9fe1-4025-b774-f56eb9154e7f req-7e048927-630f-40d0-8561-13fb125b5ec4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.086492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c81cce-9fe1-4025-b774-f56eb9154e7f req-7e048927-630f-40d0-8561-13fb125b5ec4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.091803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c81cce-9fe1-4025-b774-f56eb9154e7f req-7e048927-630f-40d0-8561-13fb125b5ec4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.097848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c81cce-9fe1-4025-b774-f56eb9154e7f req-7e048927-630f-40d0-8561-13fb125b5ec4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.104632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c81cce-9fe1-4025-b774-f56eb9154e7f req-7e048927-630f-40d0-8561-13fb125b5ec4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.111983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c81cce-9fe1-4025-b774-f56eb9154e7f req-7e048927-630f-40d0-8561-13fb125b5ec4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.117814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c81cce-9fe1-4025-b774-f56eb9154e7f req-7e048927-630f-40d0-8561-13fb125b5ec4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.119801 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e5c81cce-9fe1-4025-b774-f56eb9154e7f req-7e048927-630f-40d0-8561-13fb125b5ec4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5394 time: 0.8416424 Feb 11 05:14:22.153901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Transition to ACTIVE for port object bf948e0e-5f16-4752-8934-59515df1197c will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:22.173163 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (bf948e0e-5f16-4752-8934-59515df1197c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:22.214875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08f096-9be9-48c0-9944-c6cfca4c35ed req-f06dd380-5a57-415e-81f0-993a8bf3b13a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.221947 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b08f096-9be9-48c0-9944-c6cfca4c35ed req-f06dd380-5a57-415e-81f0-993a8bf3b13a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 931 time: 0.3000238 Feb 11 05:14:22.237042 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a398133-1226-4f23-a6ba-b86627939d35 req-6cea0259-c03a-4d75-bdcb-b7ef82209606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.237632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a398133-1226-4f23-a6ba-b86627939d35 req-6cea0259-c03a-4d75-bdcb-b7ef82209606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.238101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a398133-1226-4f23-a6ba-b86627939d35 req-6cea0259-c03a-4d75-bdcb-b7ef82209606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.239931 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1a398133-1226-4f23-a6ba-b86627939d35 req-6cea0259-c03a-4d75-bdcb-b7ef82209606 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=f1299ecd49e5408282a75d13c75f41aa&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2352591 Feb 11 05:14:22.457428 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a398133-1226-4f23-a6ba-b86627939d35 req-c652261c-c995-4aef-8ca8-9b55827ae457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.461145 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1a398133-1226-4f23-a6ba-b86627939d35 req-c652261c-c995-4aef-8ca8-9b55827ae457 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1869934 Feb 11 05:14:22.463870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-db40d468-88ab-4ac3-bd86-b591a650fde8 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.465370 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-db40d468-88ab-4ac3-bd86-b591a650fde8 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.88 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 808 time: 0.1733215 Feb 11 05:14:22.533411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-37c22e61-5512-4020-8e9b-de7097c48edc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Request body: {'port': {'device_id': '7de3c142-4187-4b76-aa10-03d2d27365dc', 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56', 'admin_state_up': True, 'tenant_id': '625496205bdf429e8af46565d991a189'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:22.643539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Pushing event updated for resources: {'Port': ['ID=bf948e0e-5f16-4752-8934-59515df1197c,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:22.726477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e5c81cce-9fe1-4025-b774-f56eb9154e7f req-94c7a9cc-4d5c-40e2-a591-dca9b3188c9f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5918591 Feb 11 05:14:22.727711 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] For port b12f10e6-7778-48b4-b25c-08b68caaccb1, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:22.770556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b08f096-9be9-48c0-9944-c6cfca4c35ed req-91f7d6a4-f861-43f8-b6df-f3e185127d06 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451424 Feb 11 05:14:22.827460 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e66dcfe-d0b9-4dac-9655-f7e31339758e x-openstack-request-id: req-3e66dcfe-d0b9-4dac-9655-f7e31339758e {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:22.827944 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3b64a7-64fa-4a34-8444-fd3860147b67", "name": "network-vif-plugged", "status": "completed", "tag": "27d05743-6ef1-4784-84cf-b78b559aee02", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:22.828056 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3e66dcfe-d0b9-4dac-9655-f7e31339758e {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:22.828392 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3b64a7-64fa-4a34-8444-fd3860147b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d05743-6ef1-4784-84cf-b78b559aee02', 'code': 200} Feb 11 05:14:22.945931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] For port b12f10e6-7778-48b4-b25c-08b68caaccb1, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b12f10e6-7778-48b4-b25c-08b68caaccb1,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:22.955456 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe823483-a436-47db-ad6d-7547360f3ba8 req-1e21b9c7-d22f-4dbe-9261-07c482faae21 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 210 time: 0.1020513 Feb 11 05:14:22.992283 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:23.023285 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.057029 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecb87d7-11f4-4beb-9ba9-e77c5de602b0 x-openstack-request-id: req-7ecb87d7-11f4-4beb-9ba9-e77c5de602b0 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:23.057324 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61058c99-cd6c-4d51-99e4-6394c11c3f58", "name": "network-vif-deleted", "tag": "6111dacf-5661-4ed8-8049-423c70ae7ff2", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:23.057583 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7ecb87d7-11f4-4beb-9ba9-e77c5de602b0 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:23.057986 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61058c99-cd6c-4d51-99e4-6394c11c3f58', 'name': 'network-vif-deleted', 'tag': '6111dacf-5661-4ed8-8049-423c70ae7ff2', 'status': 'completed', 'code': 200} Feb 11 05:14:23.100758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:23.113576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Attempting to bind port bf948e0e-5f16-4752-8934-59515df1197c on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:23.113923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Attempting to bind port bf948e0e-5f16-4752-8934-59515df1197c by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a14e3231-7054-4dc9-96c0-695f3a242b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:23.114270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Attempting to bind port bf948e0e-5f16-4752-8934-59515df1197c on network 2b41e513-d986-47c8-b124-46e791e35a53 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:23.125189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:23.125572 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.145009 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.resource_extend [None req-ac62ed94-6e63-4938-8fd8-2fc737f22981 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:14:23.179795 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddbed1-762c-4593-aecc-79ce03341517 req-3c61c975-4abe-47a6-8c66-b663a5b8b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:23.181785 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a0ddbed1-762c-4593-aecc-79ce03341517 req-3c61c975-4abe-47a6-8c66-b663a5b8b94f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ca3b64a7-64fa-4a34-8444-fd3860147b67 HTTP/1.1" status: 200 len: 1128 time: 0.0625913 Feb 11 05:14:23.201550 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:23.202182 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.203632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] 10.222.0.88 "PUT /v2.0/ports/b12f10e6-7778-48b4-b25c-08b68caaccb1 HTTP/1.1" status: 200 len: 1092 time: 4.0993798 Feb 11 05:14:23.234618 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Port bf948e0e-5f16-4752-8934-59515df1197c on network 2b41e513-d986-47c8-b124-46e791e35a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:23.234964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Attempting to bind port bf948e0e-5f16-4752-8934-59515df1197c on network 2b41e513-d986-47c8-b124-46e791e35a53 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:23.249656 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Request body: {'port': {'device_id': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:23.317852 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a0ddbed1-762c-4593-aecc-79ce03341517 req-a39f43b5-ba8d-4dfa-b88d-2f635c3e9113 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c03e6978-6ba8-4131-8810-5ce1861c294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279328 Feb 11 05:14:23.320730 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:23.321832 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.327430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-37c22e61-5512-4020-8e9b-de7097c48edc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Made reservation on behalf of 625496205bdf429e8af46565d991a189 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:23.330779 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-37c22e61-5512-4020-8e9b-de7097c48edc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.351115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:23.351357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Checking segment: {'id': 'a14e3231-7054-4dc9-96c0-695f3a242b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:23.351779 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Bound using segment: {'id': 'a14e3231-7054-4dc9-96c0-695f3a242b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:23.352232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Bound port: bf948e0e-5f16-4752-8934-59515df1197c, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14e3231-7054-4dc9-96c0-695f3a242b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:23.352585 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bf948e0e-5f16-4752-8934-59515df1197c), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.366625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d,segment=NetworkSegment(1902feac-4e2b-4ebb-9afe-8199fb07c557),segment_id=1902feac-4e2b-4ebb-9afe-8199fb07c557)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:23.373049 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.374904 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7290b1c9-3d06-4ee5-bc8d-31b2051f138c up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:23.418606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a02256-1ae3-4772-979f-7202a8f2bcdb service neutron] Pushing event updated for resources: {'Port': ['ID=b12f10e6-7778-48b4-b25c-08b68caaccb1,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:23.441385 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac62ed94-6e63-4938-8fd8-2fc737f22981 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.469166 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627b598-3b56-43d8-ae0d-b1da06559e34 req-c83b037e-0613-4a75-9af9-f105fbd20f96 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:23.472382 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1627b598-3b56-43d8-ae0d-b1da06559e34 req-c83b037e-0613-4a75-9af9-f105fbd20f96 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca3b64a7-64fa-4a34-8444-fd3860147b67 HTTP/1.1" status: 200 len: 945 time: 0.4599872 Feb 11 05:14:23.513539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:23.517525 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:23.525013 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:23.525709 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7290b1c9-3d06-4ee5-bc8d-31b2051f138c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.552951 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac62ed94-6e63-4938-8fd8-2fc737f22981 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (2184888b-6c54-4ecc-ab01-ad65e5751b2b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.639339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:23.639832 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7290b1c9-3d06-4ee5-bc8d-31b2051f138c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.675177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae950d2-4329-47cd-9d4f-2dabb9a2f325 req-b09f1cf5-f751-436a-932f-d8ec0b951549 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:23.677089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ae950d2-4329-47cd-9d4f-2dabb9a2f325 req-b09f1cf5-f751-436a-932f-d8ec0b951549 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/ports?device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 944 time: 0.5604920 Feb 11 05:14:23.712021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7290b1c9-3d06-4ee5-bc8d-31b2051f138c,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:23.718056 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7290b1c9-3d06-4ee5-bc8d-31b2051f138c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.718865 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.776261 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=7290b1c9-3d06-4ee5-bc8d-31b2051f138c,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:23.850614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] For port bf948e0e-5f16-4752-8934-59515df1197c, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:23.877324 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1627b598-3b56-43d8-ae0d-b1da06559e34 req-ac2b1118-a1ef-4f1b-ba5c-0e899f40025b tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/security-groups?id=c03e6978-6ba8-4131-8810-5ce1861c294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023520 Feb 11 05:14:23.904019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] For port bf948e0e-5f16-4752-8934-59515df1197c, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bf948e0e-5f16-4752-8934-59515df1197c,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:23.932456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (bf948e0e-5f16-4752-8934-59515df1197c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.946462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'tag': 'b12f10e6-7778-48b4-b25c-08b68caaccb1'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:23.948702 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0facbd2a-8f16-43b5-a1b3-eae849cba7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "tag": "b12f10e6-7778-48b4-b25c-08b68caaccb1"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:23.955003 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ae950d2-4329-47cd-9d4f-2dabb9a2f325 req-2c3a343f-1cee-4209-9c81-1968f30cfad1 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/security-groups?id=18122934-7018-451d-831c-6d999c7f4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531271 Feb 11 05:14:23.995444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-37c22e61-5512-4020-8e9b-de7097c48edc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Allocated IP 172.20.0.5 (72a171e8-0e25-4470-8f53-acdce50a3f56/959692e0-0ebb-4204-9905-25b38d09fa54/e094c354-72f5-43cd-bbc7-faeeecf6016b) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:24.001278 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-ac62ed94-6e63-4938-8fd8-2fc737f22981 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Floating IP 2184888b-6c54-4ecc-ab01-ad65e5751b2b associated. External IP: 172.25.5.234, port: 9b639998-3707-42f4-8b31-13c8ebe0e213. Feb 11 05:14:24.111507 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.112131 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:24.113529 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] 10.222.0.88 "PUT /v2.0/ports/bf948e0e-5f16-4752-8934-59515df1197c HTTP/1.1" status: 200 len: 1092 time: 4.4730182 Feb 11 05:14:24.574709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ab4da-e015-47ad-983b-d1bd5eeb2905 service neutron] Pushing event updated for resources: {'Port': ['ID=bf948e0e-5f16-4752-8934-59515df1197c,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:24.763316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacd528-0f18-4b7d-8865-017a435992c4 req-bdd0055b-469f-41c2-ac5c-3d986c933c69 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.771815 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacd528-0f18-4b7d-8865-017a435992c4 req-bdd0055b-469f-41c2-ac5c-3d986c933c69 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.778941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacd528-0f18-4b7d-8865-017a435992c4 req-bdd0055b-469f-41c2-ac5c-3d986c933c69 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.785013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacd528-0f18-4b7d-8865-017a435992c4 req-bdd0055b-469f-41c2-ac5c-3d986c933c69 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.792142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacd528-0f18-4b7d-8865-017a435992c4 req-bdd0055b-469f-41c2-ac5c-3d986c933c69 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.797465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacd528-0f18-4b7d-8865-017a435992c4 req-bdd0055b-469f-41c2-ac5c-3d986c933c69 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.802863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacd528-0f18-4b7d-8865-017a435992c4 req-bdd0055b-469f-41c2-ac5c-3d986c933c69 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.804929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ccacd528-0f18-4b7d-8865-017a435992c4 req-bdd0055b-469f-41c2-ac5c-3d986c933c69 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5394 time: 0.7478900 Feb 11 05:14:24.829604 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58aaedd2-c85b-4839-ae46-1a777405accd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d'}, {'server_uuid': 'e570449d-b09a-4ba0-8c12-66ecfe023269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7290b1c9-3d06-4ee5-bc8d-31b2051f138c'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:24.834934 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2423b1-8fe0-4bd2-97bd-2d13502d0e29" -d '{"events": [{"server_uuid": "58aaedd2-c85b-4839-ae46-1a777405accd", "name": "network-vif-plugged", "status": "completed", "tag": "d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d"}, {"server_uuid": "e570449d-b09a-4ba0-8c12-66ecfe023269", "name": "network-vif-plugged", "status": "completed", "tag": "7290b1c9-3d06-4ee5-bc8d-31b2051f138c"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:24.837125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-7c8ade0a-d14e-4dca-8935-3d96894aaff3 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.838596 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-7c8ade0a-d14e-4dca-8935-3d96894aaff3 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 810 time: 0.8730421 Feb 11 05:14:24.862494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-ca15428f-7cad-4926-a843-eafdc4f088d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.864532 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-ca15428f-7cad-4926-a843-eafdc4f088d7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=49f193937f3547f889fd9ca1fc219eec&device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 1126 time: 0.3930290 Feb 11 05:14:25.004431 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d705d852-a689-4205-8441-19b312e35e72 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/quotas/0a40ce45f00646be8c6ee67bf9801caf HTTP/1.1" status: 200 len: 375 time: 0.1442814 Feb 11 05:14:25.012318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 6111dacf-5661-4ed8-8049-423c70ae7ff2 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:25.015695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-fc88b2e0-9dbe-401d-973f-040b7f77e873 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf948e0e-5f16-4752-8934-59515df1197c HTTP/1.1" status: 200 len: 217 time: 0.1062002 Feb 11 05:14:25.036220 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 6111dacf-5661-4ed8-8049-423c70ae7ff2 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:14:25.036626 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 6111dacf-5661-4ed8-8049-423c70ae7ff2 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:25.117915 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-f6c7fccf-706e-4f2c-a338-92ffe561195c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966539 Feb 11 05:14:25.233676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ccacd528-0f18-4b7d-8865-017a435992c4 req-54a1e847-d4f9-4ebd-83ab-1ad73475682d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4113503 Feb 11 05:14:25.249835 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-37c22e61-5512-4020-8e9b-de7097c48edc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks [] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:25.265080 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e37fe20-df88-4ce7-8809-1a3a83f553fa {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:25.273364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-5d171e85-b299-4ae8-9018-2883316e0bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:25.274860 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-5d171e85-b299-4ae8-9018-2883316e0bb8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=27b325d0-97fa-43b7-bfc4-f865b99d2379 HTTP/1.1" status: 200 len: 855 time: 0.2452514 Feb 11 05:14:25.284145 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Publish callbacks [] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:25.390943 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Transition to ACTIVE for port object 7e37fe20-df88-4ce7-8809-1a3a83f553fa will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:25.405288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac62ed94-6e63-4938-8fd8-2fc737f22981 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Router e6df3e49-a794-4e76-a228-61924b7dcef4 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:14:25.408202 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:25.514138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-7219c445-8e63-4cd8-aa85-155b386791cd service neutron] 10.222.0.87 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640478 Feb 11 05:14:25.570794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e37fe20-df88-4ce7-8809-1a3a83f553fa,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:25.574222 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-37c22e61-5512-4020-8e9b-de7097c48edc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:25.612719 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7faea61-e418-4ee0-8332-fba68115fe66 req-8df1fcfe-d40b-4b3b-b075-ada174222b65 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:25.614290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7faea61-e418-4ee0-8332-fba68115fe66 req-8df1fcfe-d40b-4b3b-b075-ada174222b65 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 943 time: 0.2941411 Feb 11 05:14:25.646411 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['921fa3de-f9dd-4b60-8027-465c648112b4'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:25.684529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-14d81373-8d1f-4bd5-9d15-df0236badcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:25.686277 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-14d81373-8d1f-4bd5-9d15-df0236badcf8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2b41e513-d986-47c8-b124-46e791e35a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3683171 Feb 11 05:14:25.790509 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-37c22e61-5512-4020-8e9b-de7097c48edc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Network 72a171e8-0e25-4470-8f53-acdce50a3f56 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:25.800470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-37c22e61-5512-4020-8e9b-de7097c48edc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:25.830132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-37c22e61-5512-4020-8e9b-de7097c48edc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:25.838746 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c22e61-5512-4020-8e9b-de7097c48edc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Pushing event updated for resources: {'Port': ['ID=e094c354-72f5-43cd-bbc7-faeeecf6016b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:26.007189 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-66f1bd78-6d3a-417c-8435-fbc7e4fbc9e2 service neutron] 10.222.0.87 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796746 Feb 11 05:14:26.018256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-37c22e61-5512-4020-8e9b-de7097c48edc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.018590 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-37c22e61-5512-4020-8e9b-de7097c48edc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.032652 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7faea61-e418-4ee0-8332-fba68115fe66 req-1d4de5d5-3353-4f91-b668-986557be057c tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013344 Feb 11 05:14:26.033347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Attempting to bind port 7e37fe20-df88-4ce7-8809-1a3a83f553fa on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:26.033679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Attempting to bind port 7e37fe20-df88-4ce7-8809-1a3a83f553fa by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:26.034003 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Attempting to bind port 7e37fe20-df88-4ce7-8809-1a3a83f553fa on network 87b930fc-0254-4b87-ac0d-42931be73941 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:26.044355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac62ed94-6e63-4938-8fd8-2fc737f22981 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:26.056183 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac62ed94-6e63-4938-8fd8-2fc737f22981 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.062630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5c0c16-7260-4759-bd35-8bebf74e105c None None] Sync routers for ids ['e6df3e49-a794-4e76-a228-61924b7dcef4'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:26.068960 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Port 7e37fe20-df88-4ce7-8809-1a3a83f553fa on network 87b930fc-0254-4b87-ac0d-42931be73941 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:26.069344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Attempting to bind port 7e37fe20-df88-4ce7-8809-1a3a83f553fa on network 87b930fc-0254-4b87-ac0d-42931be73941 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:26.074098 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-7bec149b-815f-4095-a371-6fa75c72fc12 service neutron] 10.222.0.88 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349681 Feb 11 05:14:26.076588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5c0c16-7260-4759-bd35-8bebf74e105c None None] Routers {'e6df3e49-a794-4e76-a228-61924b7dcef4'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:26.077299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3b5c0c16-7260-4759-bd35-8bebf74e105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:14:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['e6df3e49-a794-4e76-a228-61924b7dcef4'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:26.081145 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-37c22e61-5512-4020-8e9b-de7097c48edc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5879641 Feb 11 05:14:26.107438 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Request body: {'port': {'device_id': '7de3c142-4187-4b76-aa10-03d2d27365dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:26.124083 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:26.124497 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Checking segment: {'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:26.124995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Bound using segment: {'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:26.125507 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Bound port: 7e37fe20-df88-4ce7-8809-1a3a83f553fa, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:26.125922 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.132862 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1620e93d-90a0-4503-b215-e7440fdbd374 x-openstack-request-id: req-1620e93d-90a0-4503-b215-e7440fdbd374 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:26.133385 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "tag": "b12f10e6-7778-48b4-b25c-08b68caaccb1", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:26.134046 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1620e93d-90a0-4503-b215-e7440fdbd374 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:26.134457 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'tag': 'b12f10e6-7778-48b4-b25c-08b68caaccb1', 'status': 'completed', 'code': 200} Feb 11 05:14:26.279040 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facbd2a-8f16-43b5-a1b3-eae849cba7d1 req-f5ad955e-e4ef-4ee0-b6f3-b0b61a85d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.279590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facbd2a-8f16-43b5-a1b3-eae849cba7d1 req-f5ad955e-e4ef-4ee0-b6f3-b0b61a85d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.280581 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1bcaa6-57f1-4186-9166-e1b4494b8479 x-openstack-request-id: req-aa1bcaa6-57f1-4186-9166-e1b4494b8479 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:26.280875 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58aaedd2-c85b-4839-ae46-1a777405accd", "name": "network-vif-plugged", "status": "completed", "tag": "d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d", "code": 200}, {"server_uuid": "e570449d-b09a-4ba0-8c12-66ecfe023269", "name": "network-vif-plugged", "status": "completed", "tag": "7290b1c9-3d06-4ee5-bc8d-31b2051f138c", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:26.281126 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aa1bcaa6-57f1-4186-9166-e1b4494b8479 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:26.281524 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58aaedd2-c85b-4839-ae46-1a777405accd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d', 'code': 200} Feb 11 05:14:26.281772 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e570449d-b09a-4ba0-8c12-66ecfe023269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7290b1c9-3d06-4ee5-bc8d-31b2051f138c', 'code': 200} Feb 11 05:14:26.283986 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facbd2a-8f16-43b5-a1b3-eae849cba7d1 req-f5ad955e-e4ef-4ee0-b6f3-b0b61a85d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.284145 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facbd2a-8f16-43b5-a1b3-eae849cba7d1 req-f5ad955e-e4ef-4ee0-b6f3-b0b61a85d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.284608 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facbd2a-8f16-43b5-a1b3-eae849cba7d1 req-f5ad955e-e4ef-4ee0-b6f3-b0b61a85d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.285079 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facbd2a-8f16-43b5-a1b3-eae849cba7d1 req-f5ad955e-e4ef-4ee0-b6f3-b0b61a85d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.285538 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facbd2a-8f16-43b5-a1b3-eae849cba7d1 req-f5ad955e-e4ef-4ee0-b6f3-b0b61a85d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.287606 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0facbd2a-8f16-43b5-a1b3-eae849cba7d1 req-f5ad955e-e4ef-4ee0-b6f3-b0b61a85d493 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1299ecd49e5408282a75d13c75f41aa&device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 6440 time: 0.1407237 Feb 11 05:14:26.308849 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b684f43-a06e-430b-8e14-846d938f08f5 req-9afe4ee8-4746-408d-8a1d-75e255012d89 service neutron] 10.222.0.88 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072074 Feb 11 05:14:26.312715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ac62ed94-6e63-4938-8fd8-2fc737f22981 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "PUT /v2.0/floatingips/2184888b-6c54-4ecc-ab01-ad65e5751b2b HTTP/1.1" status: 200 len: 992 time: 5.4797313 Feb 11 05:14:26.362513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-3b5c0c16-7260-4759-bd35-8bebf74e105c None None] Set router e6df3e49-a794-4e76-a228-61924b7dcef4 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:26.485282 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:26.542611 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42874e64-ca3c-4746-98ec-30720af69b6f req-2ddbd7f0-4412-493a-b090-c90f301aa5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.545136 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-42874e64-ca3c-4746-98ec-30720af69b6f req-2ddbd7f0-4412-493a-b090-c90f301aa5e8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 1128 time: 0.0929215 Feb 11 05:14:26.552672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facbd2a-8f16-43b5-a1b3-eae849cba7d1 req-49bc6e80-e5fd-470c-94b9-3413f51df3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.553574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facbd2a-8f16-43b5-a1b3-eae849cba7d1 req-49bc6e80-e5fd-470c-94b9-3413f51df3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.554291 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facbd2a-8f16-43b5-a1b3-eae849cba7d1 req-49bc6e80-e5fd-470c-94b9-3413f51df3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.556275 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0facbd2a-8f16-43b5-a1b3-eae849cba7d1 req-49bc6e80-e5fd-470c-94b9-3413f51df3ee service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=f1299ecd49e5408282a75d13c75f41aa&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2509456 Feb 11 05:14:26.646009 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-42874e64-ca3c-4746-98ec-30720af69b6f req-7a9d297e-d2bc-49f7-94cd-998d3d2bc7f7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=18122934-7018-451d-831c-6d999c7f4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881517 Feb 11 05:14:26.757712 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facbd2a-8f16-43b5-a1b3-eae849cba7d1 req-634bd082-9647-4ecf-a66a-c746d89cdb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.759614 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0facbd2a-8f16-43b5-a1b3-eae849cba7d1 req-634bd082-9647-4ecf-a66a-c746d89cdb89 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1163607 Feb 11 05:14:26.767693 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3b5c0c16-7260-4759-bd35-8bebf74e105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'name': 'tempest-ServersTestManualDisk-936683647-router', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:13Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 4, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'gw_port': {'id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '2184888b-6c54-4ecc-ab01-ad65e5751b2b', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'port_id': '9b639998-3707-42f4-8b31-13c8ebe0e213', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'mac_address': 'fa:16:3e:e6:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a956a-51c1-43a4-b40d-57dc9b60212d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:40Z', 'updated_at': '2022-02-11T05:14:22Z', 'revision_number': 1, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4095a563-3d77-416c-ac82-8e7c6ae43c6f', 'name': '', 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'mac_address': 'fa:16:3e:ee:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:13:37Z', 'revision_number': 5, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'subnets': [{'id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:26.801886 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5c0c16-7260-4759-bd35-8bebf74e105c None None] Checking router: e6df3e49-a794-4e76-a228-61924b7dcef4 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:14:26.811978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5c0c16-7260-4759-bd35-8bebf74e105c None None] Routers {'e6df3e49-a794-4e76-a228-61924b7dcef4'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:26.812769 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3b5c0c16-7260-4759-bd35-8bebf74e105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:14:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['e6df3e49-a794-4e76-a228-61924b7dcef4'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:26.894075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ca3c8-a936-4ddb-a0a9-38197202ca11 req-7a8cbb85-6808-4a7a-9e9a-e0e39c392757 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.901188 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-899ca3c8-a936-4ddb-a0a9-38197202ca11 req-7a8cbb85-6808-4a7a-9e9a-e0e39c392757 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 931 time: 0.6939294 Feb 11 05:14:26.940658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] For port 7e37fe20-df88-4ce7-8809-1a3a83f553fa, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:26.940933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-3b5c0c16-7260-4759-bd35-8bebf74e105c None None] Set router e6df3e49-a794-4e76-a228-61924b7dcef4 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:26.977104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4eb31e-0a41-4566-8397-7d553da427f8 req-d6050a45-4844-47f6-9a37-57f7164d11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.978652 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb4eb31e-0a41-4566-8397-7d553da427f8 req-d6050a45-4844-47f6-9a37-57f7164d11c2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e570449d-b09a-4ba0-8c12-66ecfe023269 HTTP/1.1" status: 200 len: 1129 time: 0.5978220 Feb 11 05:14:26.985592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] For port 7e37fe20-df88-4ce7-8809-1a3a83f553fa, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7e37fe20-df88-4ce7-8809-1a3a83f553fa,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:26.993354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4123d81-d9b2-4fe4-9073-8230171eb4ba req-d80e4814-e8ca-4b51-9fdd-cf580cef792e tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:26.994855 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4123d81-d9b2-4fe4-9073-8230171eb4ba req-d80e4814-e8ca-4b51-9fdd-cf580cef792e tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca3b64a7-64fa-4a34-8444-fd3860147b67 HTTP/1.1" status: 200 len: 945 time: 0.5964334 Feb 11 05:14:27.023806 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.183488 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-899ca3c8-a936-4ddb-a0a9-38197202ca11 req-e3362924-60d4-4952-9cfd-3d27e4361b44 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812865 Feb 11 05:14:27.202932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:27.205158 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.209168 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] 10.222.0.88 "PUT /v2.0/ports/7e37fe20-df88-4ce7-8809-1a3a83f553fa HTTP/1.1" status: 200 len: 1091 time: 3.9639671 Feb 11 05:14:27.268139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3b5c0c16-7260-4759-bd35-8bebf74e105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'name': 'tempest-ServersTestManualDisk-936683647-router', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:13Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 4, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'gw_port': {'id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '2184888b-6c54-4ecc-ab01-ad65e5751b2b', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'port_id': '9b639998-3707-42f4-8b31-13c8ebe0e213', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'mac_address': 'fa:16:3e:e6:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a956a-51c1-43a4-b40d-57dc9b60212d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:40Z', 'updated_at': '2022-02-11T05:14:22Z', 'revision_number': 1, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4095a563-3d77-416c-ac82-8e7c6ae43c6f', 'name': '', 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'mac_address': 'fa:16:3e:ee:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:13:37Z', 'revision_number': 5, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'subnets': [{'id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:27.305133 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5c0c16-7260-4759-bd35-8bebf74e105c None None] The sync data for ids ['e6df3e49-a794-4e76-a228-61924b7dcef4'] in n-d-713499-38 is: [{'id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'name': 'tempest-ServersTestManualDisk-936683647-router', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:13Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 4, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'gw_port': {'id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '2184888b-6c54-4ecc-ab01-ad65e5751b2b', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'floating_ip_address': '172.25.5.234', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'port_id': '9b639998-3707-42f4-8b31-13c8ebe0e213', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'mac_address': 'fa:16:3e:e6:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a956a-51c1-43a4-b40d-57dc9b60212d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:40Z', 'updated_at': '2022-02-11T05:14:22Z', 'revision_number': 1, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4095a563-3d77-416c-ac82-8e7c6ae43c6f', 'name': '', 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'mac_address': 'fa:16:3e:ee:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:13:37Z', 'revision_number': 5, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'subnets': [{'id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:27.308817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Request body: {'port': {'device_id': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:27.359912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb4eb31e-0a41-4566-8397-7d553da427f8 req-0c57e3a3-1a69-45f0-940a-af13c36d51d3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615692 Feb 11 05:14:27.360671 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728334bf-449c-4948-8012-7a48d12e80b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e37fe20-df88-4ce7-8809-1a3a83f553fa,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:27.408922 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4123d81-d9b2-4fe4-9073-8230171eb4ba req-4ee4f2fd-5a49-4dc8-bdb5-6458573aa14b tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/security-groups?id=c03e6978-6ba8-4131-8810-5ce1861c294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910942 Feb 11 05:14:27.546343 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7834f8a9-e1af-4026-a9d3-1e34a12f0813 req-a2b8cd11-7d9c-4c5a-8108-33a0b4effa1a tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 210 time: 0.0518119 Feb 11 05:14:27.559588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009688c-3802-4492-8790-2156cc695aa5 req-e94cfb7b-90ca-4939-aa35-36fb3f0564a0 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:27.561813 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8009688c-3802-4492-8790-2156cc695aa5 req-e94cfb7b-90ca-4939-aa35-36fb3f0564a0 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/ports?device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 945 time: 0.2723343 Feb 11 05:14:27.564370 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.681180 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfcc2c6-8af5-4bd1-a3b2-c99556633344 None None] New status for floating IP 2184888b-6c54-4ecc-ab01-ad65e5751b2b: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:14:27.769757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8009688c-3802-4492-8790-2156cc695aa5 req-2714e1ef-47b5-4a4b-8cc2-890ee5aed3e1 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/security-groups?id=18122934-7018-451d-831c-6d999c7f4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011766 Feb 11 05:14:27.851868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e094c354-72f5-43cd-bbc7-faeeecf6016b {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:27.887042 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Publish callbacks [] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.911902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934ce74-7658-4ebb-b36a-d4332c9660ac req-3796ba56-35e1-4991-bd07-67185ee5c968 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:27.917471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934ce74-7658-4ebb-b36a-d4332c9660ac req-3796ba56-35e1-4991-bd07-67185ee5c968 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:27.922754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934ce74-7658-4ebb-b36a-d4332c9660ac req-3796ba56-35e1-4991-bd07-67185ee5c968 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:27.928848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934ce74-7658-4ebb-b36a-d4332c9660ac req-3796ba56-35e1-4991-bd07-67185ee5c968 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:27.934062 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934ce74-7658-4ebb-b36a-d4332c9660ac req-3796ba56-35e1-4991-bd07-67185ee5c968 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:27.939319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934ce74-7658-4ebb-b36a-d4332c9660ac req-3796ba56-35e1-4991-bd07-67185ee5c968 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:27.945616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934ce74-7658-4ebb-b36a-d4332c9660ac req-3796ba56-35e1-4991-bd07-67185ee5c968 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:27.947754 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b934ce74-7658-4ebb-b36a-d4332c9660ac req-3796ba56-35e1-4991-bd07-67185ee5c968 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5406 time: 0.2855475 Feb 11 05:14:27.989358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Transition to ACTIVE for port object e094c354-72f5-43cd-bbc7-faeeecf6016b will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:28.004454 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.121534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ec68-42fb-4556-b013-f88dbb64802d req-bb63c2e7-5442-4344-904a-e830b8a847d3 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:28.123080 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed73ec68-42fb-4556-b013-f88dbb64802d req-bb63c2e7-5442-4344-904a-e830b8a847d3 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 946 time: 0.2845345 Feb 11 05:14:28.139811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0cb065-48fd-4bd8-a7e6-70d7084566d8', 'tag': 'bf948e0e-5f16-4752-8934-59515df1197c'}, {'name': 'network-changed', 'server_uuid': '5b4a956a-51c1-43a4-b40d-57dc9b60212d', 'tag': '9b639998-3707-42f4-8b31-13c8ebe0e213'}, {'name': 'network-changed', 'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'tag': '7e37fe20-df88-4ce7-8809-1a3a83f553fa'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:28.142176 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0cb065-48fd-4bd8-a7e6-70d7084566d8", "tag": "bf948e0e-5f16-4752-8934-59515df1197c"}, {"name": "network-changed", "server_uuid": "5b4a956a-51c1-43a4-b40d-57dc9b60212d", "tag": "9b639998-3707-42f4-8b31-13c8ebe0e213"}, {"name": "network-changed", "server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "tag": "7e37fe20-df88-4ce7-8809-1a3a83f553fa"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:28.149523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Pushing event updated for resources: {'Port': ['ID=e094c354-72f5-43cd-bbc7-faeeecf6016b,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:28.168024 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b934ce74-7658-4ebb-b36a-d4332c9660ac req-0b764606-0138-4570-87e8-c72ac8184737 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2095642 Feb 11 05:14:28.349084 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed73ec68-42fb-4556-b013-f88dbb64802d req-3c30d097-3e77-4a38-8d90-7f779f27fcf0 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/security-groups?id=d807f8df-f1fa-4f9c-8f31-d96344a32a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132525 Feb 11 05:14:28.420333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-291658d9-59e0-4ebb-ab3a-7ab7ae35cc12 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:28.421854 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-291658d9-59e0-4ebb-ab3a-7ab7ae35cc12 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 810 time: 0.2354093 Feb 11 05:14:28.446056 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-54e77602-1a5b-4348-949a-0e318e8017d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.447888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-7e83a802-cfe2-47d2-b75e-f8fd48ad7f16 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Request body: {'port': {'device_id': '146490f7-d48a-4b6d-8de8-9aefbecc5c59', 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0', 'admin_state_up': True, 'tenant_id': '0a40ce45f00646be8c6ee67bf9801caf'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:28.489932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c68d4d-dde3-4df1-ab81-7d42effbc318 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:28.509743 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Publish callbacks [] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.518111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Attempting to bind port e094c354-72f5-43cd-bbc7-faeeecf6016b on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:28.518453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Attempting to bind port e094c354-72f5-43cd-bbc7-faeeecf6016b by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:28.518784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Attempting to bind port e094c354-72f5-43cd-bbc7-faeeecf6016b on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:28.560018 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fb86a3-e079-43fb-837d-e319a3bcd975 x-openstack-request-id: req-54fb86a3-e079-43fb-837d-e319a3bcd975 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:28.560318 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0cb065-48fd-4bd8-a7e6-70d7084566d8", "tag": "bf948e0e-5f16-4752-8934-59515df1197c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b4a956a-51c1-43a4-b40d-57dc9b60212d", "tag": "9b639998-3707-42f4-8b31-13c8ebe0e213", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "tag": "7e37fe20-df88-4ce7-8809-1a3a83f553fa", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:28.563573 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-54fb86a3-e079-43fb-837d-e319a3bcd975 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:28.563969 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0cb065-48fd-4bd8-a7e6-70d7084566d8', 'tag': 'bf948e0e-5f16-4752-8934-59515df1197c', 'status': 'completed', 'code': 200} Feb 11 05:14:28.564228 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4a956a-51c1-43a4-b40d-57dc9b60212d', 'tag': '9b639998-3707-42f4-8b31-13c8ebe0e213', 'status': 'completed', 'code': 200} Feb 11 05:14:28.564659 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'tag': '7e37fe20-df88-4ce7-8809-1a3a83f553fa', 'status': 'completed', 'code': 200} Feb 11 05:14:28.573453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Port e094c354-72f5-43cd-bbc7-faeeecf6016b on network 72a171e8-0e25-4470-8f53-acdce50a3f56 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:28.573773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Attempting to bind port e094c354-72f5-43cd-bbc7-faeeecf6016b on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:28.583403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Transition to ACTIVE for port object 47c68d4d-dde3-4df1-ab81-7d42effbc318 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:28.594687 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.612593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16c9db-2e9f-4adb-a0fc-aebb3a4984f5 req-29c80fd4-32cd-492b-afe9-8fa2a35dab94 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:28.614026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a16c9db-2e9f-4adb-a0fc-aebb3a4984f5 req-29c80fd4-32cd-492b-afe9-8fa2a35dab94 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 943 time: 0.2692070 Feb 11 05:14:28.614795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:28.615114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Checking segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:28.615520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Bound using segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:28.615964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Bound port: e094c354-72f5-43cd-bbc7-faeeecf6016b, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:28.616319 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.681282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-c78b9a4b-3e2d-4ee7-bc4e-e7cfbeb3a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:28.683707 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-c78b9a4b-3e2d-4ee7-bc4e-e7cfbeb3a3a3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=49f193937f3547f889fd9ca1fc219eec&device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 1126 time: 0.0556130 Feb 11 05:14:28.773798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Pushing event updated for resources: {'Port': ['ID=47c68d4d-dde3-4df1-ab81-7d42effbc318,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:28.883644 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-acecf75e-4467-4926-b15b-07cc03b7610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:28.885616 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-acecf75e-4467-4926-b15b-07cc03b7610e service neutron] 10.222.0.88 "GET /v2.0/networks?id=2b41e513-d986-47c8-b124-46e791e35a53 HTTP/1.1" status: 200 len: 917 time: 0.1812067 Feb 11 05:14:28.944861 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a16c9db-2e9f-4adb-a0fc-aebb3a4984f5 req-e5801b79-24ca-465a-8c76-c25b4a12064b tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006086 Feb 11 05:14:28.950109 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-e3cd1b0a-754e-441a-9c5b-04a66b6fa7b3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf948e0e-5f16-4752-8934-59515df1197c HTTP/1.1" status: 200 len: 217 time: 0.0512683 Feb 11 05:14:28.950567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-7e83a802-cfe2-47d2-b75e-f8fd48ad7f16 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Made reservation on behalf of 0a40ce45f00646be8c6ee67bf9801caf for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:28.960634 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-7e83a802-cfe2-47d2-b75e-f8fd48ad7f16 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:28.977142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd866e58-56cd-4574-9b64-0c647399ce1d req-4d0d13b6-0917-49e6-938b-76ad3fbfd7ac tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:28.986613 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd866e58-56cd-4574-9b64-0c647399ce1d req-4d0d13b6-0917-49e6-938b-76ad3fbfd7ac tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.3621264 Feb 11 05:14:28.991187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] For port e094c354-72f5-43cd-bbc7-faeeecf6016b, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:29.000748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] For port e094c354-72f5-43cd-bbc7-faeeecf6016b, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e094c354-72f5-43cd-bbc7-faeeecf6016b,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:29.019852 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-3b40e1b3-a8d4-4cf4-b779-99133c3b9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.023616 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-3b40e1b3-a8d4-4cf4-b779-99133c3b9e01 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=27b325d0-97fa-43b7-bfc4-f865b99d2379 HTTP/1.1" status: 200 len: 855 time: 0.0614781 Feb 11 05:14:29.038669 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:29.107098 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-4fb808e8-cefa-4fbc-936e-c5675ea5423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.109189 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-4fb808e8-cefa-4fbc-936e-c5675ea5423f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2b41e513-d986-47c8-b124-46e791e35a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0742376 Feb 11 05:14:29.209102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.209870 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:29.211381 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] 10.222.0.88 "PUT /v2.0/ports/e094c354-72f5-43cd-bbc7-faeeecf6016b HTTP/1.1" status: 200 len: 1092 time: 3.1083825 Feb 11 05:14:29.224516 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-f905213a-65c6-415e-a42c-a0c48e243349 service neutron] 10.222.0.88 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984826 Feb 11 05:14:29.225795 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36512ffc-f975-44c6-9bf1-8a129f95e207 req-e67d5e69-192b-4bdd-887d-10d1a322822e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 210 time: 0.1144075 Feb 11 05:14:29.266729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Attempting to bind port 47c68d4d-dde3-4df1-ab81-7d42effbc318 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:29.267155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Attempting to bind port 47c68d4d-dde3-4df1-ab81-7d42effbc318 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'ce754c12-ed08-44d3-9da8-7e4abe950a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:29.267697 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Attempting to bind port 47c68d4d-dde3-4df1-ab81-7d42effbc318 on network d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:29.274337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Port 47c68d4d-dde3-4df1-ab81-7d42effbc318 on network d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:29.274731 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Attempting to bind port 47c68d4d-dde3-4df1-ab81-7d42effbc318 on network d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:29.290804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd866e58-56cd-4574-9b64-0c647399ce1d req-95bd1aa4-d6ea-49b2-a481-b9f545c4792d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742536 Feb 11 05:14:29.291615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ab886-6841-4b66-905f-b098fdcd3b2d service neutron] Pushing event updated for resources: {'Port': ['ID=e094c354-72f5-43cd-bbc7-faeeecf6016b,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:29.371536 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-1c09dc27-dd58-4e5e-a577-14f9722ff44f service neutron] 10.222.0.88 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294153 Feb 11 05:14:29.383387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:29.383814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Checking segment: {'id': 'ce754c12-ed08-44d3-9da8-7e4abe950a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:29.384734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Bound using segment: {'id': 'ce754c12-ed08-44d3-9da8-7e4abe950a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:29.384734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Bound port: 47c68d4d-dde3-4df1-ab81-7d42effbc318, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce754c12-ed08-44d3-9da8-7e4abe950a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:29.385145 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:29.491167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-7e83a802-cfe2-47d2-b75e-f8fd48ad7f16 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Allocated IP 172.20.0.13 (c057b431-d79d-4223-9d5d-1c34def959a0/5ea6336f-48df-43c4-9674-2de7741cddbb/78eae114-a61b-496b-91dd-39f33936d947) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:29.520392 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-d67da061-761e-48bc-8860-c8803adb06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.522941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-d67da061-761e-48bc-8860-c8803adb06ca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 1126 time: 0.2267447 Feb 11 05:14:29.572219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-12010528-615e-45de-86f9-5e85416e8e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.574542 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-12010528-615e-45de-86f9-5e85416e8e4c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=42933f530fcb4933b4da18e8472c32bd&device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 1129 time: 0.1203935 Feb 11 05:14:29.618377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] For port 47c68d4d-dde3-4df1-ab81-7d42effbc318, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:29.628544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f98b9-7e3e-4ddb-aa4e-d95426a7ad3f req-be549d4a-56cb-40c8-8c02-799f6d782963 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.630847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f57f98b9-7e3e-4ddb-aa4e-d95426a7ad3f req-be549d4a-56cb-40c8-8c02-799f6d782963 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/ports?device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 945 time: 0.2516153 Feb 11 05:14:29.632249 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-94534f9c-ef2e-401a-8105-0ba8c4e2fd5e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e094c354-72f5-43cd-bbc7-faeeecf6016b HTTP/1.1" status: 200 len: 217 time: 0.0858400 Feb 11 05:14:29.674077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] For port 47c68d4d-dde3-4df1-ab81-7d42effbc318, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=47c68d4d-dde3-4df1-ab81-7d42effbc318,segment=NetworkSegment(ce754c12-ed08-44d3-9da8-7e4abe950a20),segment_id=ce754c12-ed08-44d3-9da8-7e4abe950a20)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:29.712614 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-fdacc9d3-3b81-4560-aaa6-a7f44a55e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.713885 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-fdacc9d3-3b81-4560-aaa6-a7f44a55e36a service neutron] 10.222.0.88 "GET /v2.0/networks?id=4b76b216-e4cb-473c-8a94-4abeb8bb28ae HTTP/1.1" status: 200 len: 912 time: 0.1084633 Feb 11 05:14:29.718110 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:29.794239 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-72970a9c-dc0c-4333-853d-ce450f50c07a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b639998-3707-42f4-8b31-13c8ebe0e213 HTTP/1.1" status: 200 len: 1002 time: 0.0663798 Feb 11 05:14:29.842465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-1b769a3f-fe63-4ade-a17e-5ebf49827638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.843966 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-1b769a3f-fe63-4ade-a17e-5ebf49827638 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.1917999 Feb 11 05:14:29.855527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31aa94b-4b92-4ad1-abb8-7d641fa3e8a5 req-efe98c4d-4191-4206-bb05-3584d17b479a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.856258 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-ea418ec6-9731-47c2-97fe-6832ab4a35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.857965 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-ea418ec6-9731-47c2-97fe-6832ab4a35a5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ae47bb1e-7085-4dff-baca-93869632cb2d HTTP/1.1" status: 200 len: 850 time: 0.0515010 Feb 11 05:14:29.860741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31aa94b-4b92-4ad1-abb8-7d641fa3e8a5 req-efe98c4d-4191-4206-bb05-3584d17b479a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.865991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31aa94b-4b92-4ad1-abb8-7d641fa3e8a5 req-efe98c4d-4191-4206-bb05-3584d17b479a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.871145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31aa94b-4b92-4ad1-abb8-7d641fa3e8a5 req-efe98c4d-4191-4206-bb05-3584d17b479a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.876353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31aa94b-4b92-4ad1-abb8-7d641fa3e8a5 req-efe98c4d-4191-4206-bb05-3584d17b479a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.882100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31aa94b-4b92-4ad1-abb8-7d641fa3e8a5 req-efe98c4d-4191-4206-bb05-3584d17b479a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.887265 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31aa94b-4b92-4ad1-abb8-7d641fa3e8a5 req-efe98c4d-4191-4206-bb05-3584d17b479a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.894698 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a31aa94b-4b92-4ad1-abb8-7d641fa3e8a5 req-efe98c4d-4191-4206-bb05-3584d17b479a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5418 time: 0.3607662 Feb 11 05:14:29.903839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.904456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:29.905809 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] 10.222.0.88 "PUT /v2.0/ports/47c68d4d-dde3-4df1-ab81-7d42effbc318 HTTP/1.1" status: 200 len: 1092 time: 2.6011279 Feb 11 05:14:29.953671 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-b18a9eae-4646-4b78-89c3-eecba395954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.955207 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-b18a9eae-4646-4b78-89c3-eecba395954b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4b76b216-e4cb-473c-8a94-4abeb8bb28ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0744307 Feb 11 05:14:30.081962 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-ef3727f2-9c12-4214-bd1f-cb7020369a15 service neutron] 10.222.0.88 "GET /v2.0/networks/4b76b216-e4cb-473c-8a94-4abeb8bb28ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996451 Feb 11 05:14:30.193948 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-ec3a13cb-3193-4f1d-854a-7ebdf29a3ad2 service neutron] 10.222.0.88 "GET /v2.0/networks/4b76b216-e4cb-473c-8a94-4abeb8bb28ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971332 Feb 11 05:14:30.265449 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-59ceefc0-47ed-45e9-913d-e3d471c2d733 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3557975 Feb 11 05:14:30.268222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Request body: {'port': {'device_id': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:30.305690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-5a0121ce-4561-4842-bc3f-d1842bbe6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.306277 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-5a0121ce-4561-4842-bc3f-d1842bbe6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.306754 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-5a0121ce-4561-4842-bc3f-d1842bbe6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.307225 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-5a0121ce-4561-4842-bc3f-d1842bbe6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.307707 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-5a0121ce-4561-4842-bc3f-d1842bbe6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.308300 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-5a0121ce-4561-4842-bc3f-d1842bbe6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.308735 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-5a0121ce-4561-4842-bc3f-d1842bbe6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.309036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f57f98b9-7e3e-4ddb-aa4e-d95426a7ad3f req-e511c65a-f6d1-4b92-a5c0-c47c9c041b55 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/security-groups?id=18122934-7018-451d-831c-6d999c7f4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6586297 Feb 11 05:14:30.310936 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-5a0121ce-4561-4842-bc3f-d1842bbe6a48 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1299ecd49e5408282a75d13c75f41aa&device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 6612 time: 0.0585647 Feb 11 05:14:30.350783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d8098-88d4-4954-a67d-a203c82611d4 service neutron] Pushing event updated for resources: {'Port': ['ID=47c68d4d-dde3-4df1-ab81-7d42effbc318,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:30.443462 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-991e6aca-8049-4c0d-94b6-fb5414cd8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.443462 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-991e6aca-8049-4c0d-94b6-fb5414cd8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.443799 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-991e6aca-8049-4c0d-94b6-fb5414cd8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.445184 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-991e6aca-8049-4c0d-94b6-fb5414cd8cd6 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=f1299ecd49e5408282a75d13c75f41aa&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1262295 Feb 11 05:14:30.452051 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-7e83a802-cfe2-47d2-b75e-f8fd48ad7f16 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks [] for port (78eae114-a61b-496b-91dd-39f33936d947), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.471617 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a31aa94b-4b92-4ad1-abb8-7d641fa3e8a5 req-132c1edb-773f-4532-b33f-af9914040860 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5759678 Feb 11 05:14:30.501434 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.546371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-ed7b9e62-c4dd-49a9-b342-4e9dac63d4a5 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675247 Feb 11 05:14:30.575753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de3c142-4187-4b76-aa10-03d2d27365dc', 'tag': 'e094c354-72f5-43cd-bbc7-faeeecf6016b'}, {'name': 'network-changed', 'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'tag': '47c68d4d-dde3-4df1-ab81-7d42effbc318'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:30.578063 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "7de3c142-4187-4b76-aa10-03d2d27365dc", "tag": "e094c354-72f5-43cd-bbc7-faeeecf6016b"}, {"name": "network-changed", "server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "tag": "47c68d4d-dde3-4df1-ab81-7d42effbc318"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:30.583920 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-28df3c8e-b16b-436c-8feb-db20f2f65982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.585815 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3e3a57bf-a36b-4732-a1a5-5e5aeaa3a2a5 req-28df3c8e-b16b-436c-8feb-db20f2f65982 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1209633 Feb 11 05:14:30.662601 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a742561-6890-4ba4-ad65-39c6289db60e req-b5ea0913-9e7d-433a-b93c-53d202a69a81 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 210 time: 0.0772979 Feb 11 05:14:30.693635 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-7e83a802-cfe2-47d2-b75e-f8fd48ad7f16 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (78eae114-a61b-496b-91dd-39f33936d947), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.709204 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bab22e67-dabc-40ce-a9d3-cc6415e01e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.717215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856b652-7cc1-4710-bdfd-721fb2a82057 req-e5c03651-c707-4cb0-b00e-6279e717acf6 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.719682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0856b652-7cc1-4710-bdfd-721fb2a82057 req-e5c03651-c707-4cb0-b00e-6279e717acf6 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 943 time: 0.2721360 Feb 11 05:14:30.903660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-7e83a802-cfe2-47d2-b75e-f8fd48ad7f16 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Network c057b431-d79d-4223-9d5d-1c34def959a0 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:30.924995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-7e83a802-cfe2-47d2-b75e-f8fd48ad7f16 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:30.941285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-7e83a802-cfe2-47d2-b75e-f8fd48ad7f16 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:30.952740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83a802-cfe2-47d2-b75e-f8fd48ad7f16 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Pushing event updated for resources: {'Port': ['ID=78eae114-a61b-496b-91dd-39f33936d947,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:31.011066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device bf948e0e-5f16-4752-8934-59515df1197c details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:31.034302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c88f23f3-edce-4a08-b89e-ccf7fe977828 req-740a7b6d-b546-4522-8989-0c666680a6ce service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468710 Feb 11 05:14:31.037927 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0856b652-7cc1-4710-bdfd-721fb2a82057 req-e013dec7-a759-4b29-98db-4360321399b5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669070 Feb 11 05:14:31.091241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-7e83a802-cfe2-47d2-b75e-f8fd48ad7f16 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:31.091904 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-7e83a802-cfe2-47d2-b75e-f8fd48ad7f16 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:31.104536 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af4033-d943-4308-b54b-680db11c74f3 req-1d5fa853-1d68-43ef-af7d-1d3bd33deed5 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:31.106024 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-15af4033-d943-4308-b54b-680db11c74f3 req-1d5fa853-1d68-43ef-af7d-1d3bd33deed5 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.3274355 Feb 11 05:14:31.145637 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port bf948e0e-5f16-4752-8934-59515df1197c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bf948e0e-5f16-4752-8934-59515df1197c,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:31.168850 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-7e83a802-cfe2-47d2-b75e-f8fd48ad7f16 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7246873 Feb 11 05:14:31.199798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Request body: {'port': {'device_id': '146490f7-d48a-4b6d-8de8-9aefbecc5c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:31.247853 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-15af4033-d943-4308-b54b-680db11c74f3 req-5a936d19-6814-41b8-af5e-02563e5561d1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288831 Feb 11 05:14:31.298778 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'bf948e0e-5f16-4752-8934-59515df1197c', 'network_id': '2b41e513-d986-47c8-b124-46e791e35a53', 'port_id': 'bf948e0e-5f16-4752-8934-59515df1197c', 'mac_address': 'fa:16:3e:69:b0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b325d0-97fa-43b7-bfc4-f865b99d2379', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:31.303579 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98df877-4c72-4675-9a19-140cab829688 req-adedb575-21ec-4bf4-9b32-5e83c1aff5b7 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:31.314208 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58110) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:31.315982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c98df877-4c72-4675-9a19-140cab829688 req-adedb575-21ec-4bf4-9b32-5e83c1aff5b7 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/ports?device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 945 time: 0.2198732 Feb 11 05:14:31.319093 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a8827eda-546d-4d7f-a3df-8dd0b7b0e75e tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Request body: {'floatingip': {'port_id': 'd5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:31.370810 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b72586-5ebb-4714-8490-eb7d0cb874fb x-openstack-request-id: req-23b72586-5ebb-4714-8490-eb7d0cb874fb {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:31.371110 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de3c142-4187-4b76-aa10-03d2d27365dc", "tag": "e094c354-72f5-43cd-bbc7-faeeecf6016b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "tag": "47c68d4d-dde3-4df1-ab81-7d42effbc318", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:31.371359 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-23b72586-5ebb-4714-8490-eb7d0cb874fb {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:31.371792 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de3c142-4187-4b76-aa10-03d2d27365dc', 'tag': 'e094c354-72f5-43cd-bbc7-faeeecf6016b', 'status': 'completed', 'code': 200} Feb 11 05:14:31.372190 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'tag': '47c68d4d-dde3-4df1-ab81-7d42effbc318', 'status': 'completed', 'code': 200} Feb 11 05:14:31.373976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port bf948e0e-5f16-4752-8934-59515df1197c is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:31.374565 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bf948e0e-5f16-4752-8934-59515df1197c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:31.378512 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (78eae114-a61b-496b-91dd-39f33936d947), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:31.389013 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf948e0e-5f16-4752-8934-59515df1197c {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:31.398710 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8827eda-546d-4d7f-a3df-8dd0b7b0e75e tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for floatingip (d88a2866-ab2b-4ed6-b581-9c7491661ecb), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:31.415170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port bf948e0e-5f16-4752-8934-59515df1197c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bf948e0e-5f16-4752-8934-59515df1197c,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:31.420882 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bf948e0e-5f16-4752-8934-59515df1197c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:31.426244 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e828d84d-edf8-4420-87a0-469dd5ad5cd3 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:31.484088 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=bf948e0e-5f16-4752-8934-59515df1197c,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:31.497926 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Publish callbacks [] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:31.543456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Transition to ACTIVE for port object e828d84d-edf8-4420-87a0-469dd5ad5cd3 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:31.549723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-3641938b-2379-424b-bdef-ebc3849cfac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:31.551829 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-3641938b-2379-424b-bdef-ebc3849cfac1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 1126 time: 0.1154687 Feb 11 05:14:31.606756 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:31.920832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['bf948e0e-5f16-4752-8934-59515df1197c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:31.966941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Pushing event updated for resources: {'Port': ['ID=e828d84d-edf8-4420-87a0-469dd5ad5cd3,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:31.995469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b5a3-6833-4f40-8b66-d42be2e98ed2 req-008dbe0c-6092-4320-b192-d054f15b5e88 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.000822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b5a3-6833-4f40-8b66-d42be2e98ed2 req-008dbe0c-6092-4320-b192-d054f15b5e88 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.006484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b5a3-6833-4f40-8b66-d42be2e98ed2 req-008dbe0c-6092-4320-b192-d054f15b5e88 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.012827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b5a3-6833-4f40-8b66-d42be2e98ed2 req-008dbe0c-6092-4320-b192-d054f15b5e88 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.018242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b5a3-6833-4f40-8b66-d42be2e98ed2 req-008dbe0c-6092-4320-b192-d054f15b5e88 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.024341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b5a3-6833-4f40-8b66-d42be2e98ed2 req-008dbe0c-6092-4320-b192-d054f15b5e88 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.029751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5b5a3-6833-4f40-8b66-d42be2e98ed2 req-008dbe0c-6092-4320-b192-d054f15b5e88 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.046570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ff5b5a3-6833-4f40-8b66-d42be2e98ed2 req-008dbe0c-6092-4320-b192-d054f15b5e88 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.4286125 Feb 11 05:14:32.127754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Attempting to bind port e828d84d-edf8-4420-87a0-469dd5ad5cd3 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:32.128092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Attempting to bind port e828d84d-edf8-4420-87a0-469dd5ad5cd3 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'ce754c12-ed08-44d3-9da8-7e4abe950a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:32.128422 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Attempting to bind port e828d84d-edf8-4420-87a0-469dd5ad5cd3 on network d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:32.154801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-2e8e832a-3715-4b4b-8ab7-aef6a9b44f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.156286 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-2e8e832a-3715-4b4b-8ab7-aef6a9b44f70 service neutron] 10.222.0.88 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.5581574 Feb 11 05:14:32.156838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Port e828d84d-edf8-4420-87a0-469dd5ad5cd3 on network d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:32.157165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Attempting to bind port e828d84d-edf8-4420-87a0-469dd5ad5cd3 on network d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:32.170728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7bbe4-bd83-4577-a464-2bf3ed611991 req-b20a8d06-3d0c-4f9d-bbbd-fdafeeab863e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.172253 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1b7bbe4-bd83-4577-a464-2bf3ed611991 req-b20a8d06-3d0c-4f9d-bbbd-fdafeeab863e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 932 time: 0.4079103 Feb 11 05:14:32.225353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:32.225631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Checking segment: {'id': 'ce754c12-ed08-44d3-9da8-7e4abe950a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:32.226006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Bound using segment: {'id': 'ce754c12-ed08-44d3-9da8-7e4abe950a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:32.226438 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Bound port: e828d84d-edf8-4420-87a0-469dd5ad5cd3, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce754c12-ed08-44d3-9da8-7e4abe950a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:32.226794 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:32.251278 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-5a609b54-ded6-42d0-a14d-eb842eff1670 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e094c354-72f5-43cd-bbc7-faeeecf6016b HTTP/1.1" status: 200 len: 217 time: 0.0753071 Feb 11 05:14:32.272196 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8827eda-546d-4d7f-a3df-8dd0b7b0e75e tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:32.278581 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8827eda-546d-4d7f-a3df-8dd0b7b0e75e tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (d88a2866-ab2b-4ed6-b581-9c7491661ecb), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:32.285049 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:32.344264 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ff5b5a3-6833-4f40-8b66-d42be2e98ed2 req-6944a731-780a-4ae1-9651-bed847a46a7c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2967751 Feb 11 05:14:32.403734 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-a8827eda-546d-4d7f-a3df-8dd0b7b0e75e tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Floating IP d88a2866-ab2b-4ed6-b581-9c7491661ecb associated. External IP: 172.25.5.219, port: d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d. Feb 11 05:14:32.432539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-3e3a4bfc-54b1-436f-a87d-2a69c3435d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.434029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-3e3a4bfc-54b1-436f-a87d-2a69c3435d2b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.1622920 Feb 11 05:14:32.459735 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1b7bbe4-bd83-4577-a464-2bf3ed611991 req-ec1c1249-56cc-4d1c-b685-a5b12c4ba7b3 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544384 Feb 11 05:14:32.505916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] For port e828d84d-edf8-4420-87a0-469dd5ad5cd3, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:32.544229 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-796a5c55-9702-408a-b486-76754583c9fc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904379 Feb 11 05:14:32.553411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] For port e828d84d-edf8-4420-87a0-469dd5ad5cd3, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e828d84d-edf8-4420-87a0-469dd5ad5cd3,segment=NetworkSegment(ce754c12-ed08-44d3-9da8-7e4abe950a20),segment_id=ce754c12-ed08-44d3-9da8-7e4abe950a20)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:32.573162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78eae114-a61b-496b-91dd-39f33936d947 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:32.599972 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:32.618658 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Publish callbacks [] for port (78eae114-a61b-496b-91dd-39f33936d947), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:32.692810 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8827eda-546d-4d7f-a3df-8dd0b7b0e75e tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:14:32.711384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.712434 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:32.713873 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] 10.222.0.88 "PUT /v2.0/ports/e828d84d-edf8-4420-87a0-469dd5ad5cd3 HTTP/1.1" status: 200 len: 1092 time: 2.4541492 Feb 11 05:14:32.742602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Transition to ACTIVE for port object 78eae114-a61b-496b-91dd-39f33936d947 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:32.758362 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (78eae114-a61b-496b-91dd-39f33936d947), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:32.831274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f131a-b80c-46cf-a1b1-46233c9dcd4e service neutron] Pushing event updated for resources: {'Port': ['ID=e828d84d-edf8-4420-87a0-469dd5ad5cd3,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:32.846787 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8827eda-546d-4d7f-a3df-8dd0b7b0e75e tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:14:32.856189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eaf862-50e2-4e92-a000-7f91c22e523f None None] Sync routers for ids ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:14:32.858057 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8827eda-546d-4d7f-a3df-8dd0b7b0e75e tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:32.878135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eaf862-50e2-4e92-a000-7f91c22e523f None None] Routers {'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:32.900645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-90eaf862-50e2-4e92-a000-7f91c22e523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:14:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:32.911471 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a8827eda-546d-4d7f-a3df-8dd0b7b0e75e tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "PUT /v2.0/floatingips/d88a2866-ab2b-4ed6-b581-9c7491661ecb HTTP/1.1" status: 200 len: 991 time: 1.5931234 Feb 11 05:14:32.911471 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58aaedd2-c85b-4839-ae46-1a777405accd', 'tag': 'd5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:32.913085 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde5e5be-09a7-4aa8-a172-f1a0f2caafe9" -d '{"events": [{"name": "network-changed", "server_uuid": "58aaedd2-c85b-4839-ae46-1a777405accd", "tag": "d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:32.939535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19057ca-1f5e-4ecb-bb62-dfa94015fd7b req-747b3f66-5e80-491c-929b-4d0e761b8415 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:32.941147 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f19057ca-1f5e-4ecb-bb62-dfa94015fd7b req-747b3f66-5e80-491c-929b-4d0e761b8415 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 944 time: 0.3814278 Feb 11 05:14:32.956629 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-18df64ac-1d1f-48b0-b5a1-271006f37a28 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871541 Feb 11 05:14:32.995572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf37784-bef2-488b-b85e-4874e1ccbb25 req-fe5dbab1-f3ba-4ac8-8027-9958dc362372 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.001949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fcf37784-bef2-488b-b85e-4874e1ccbb25 req-fe5dbab1-f3ba-4ac8-8027-9958dc362372 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.3986096 Feb 11 05:14:33.056807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-90eaf862-50e2-4e92-a000-7f91c22e523f None None] Set router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:33.078567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Pushing event updated for resources: {'Port': ['ID=78eae114-a61b-496b-91dd-39f33936d947,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:33.112040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-ccb6a4fc-b623-42d6-aa68-837f07ac4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.112515 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-ccb6a4fc-b623-42d6-aa68-837f07ac4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.112982 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-ccb6a4fc-b623-42d6-aa68-837f07ac4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.113442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-ccb6a4fc-b623-42d6-aa68-837f07ac4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.114458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-ccb6a4fc-b623-42d6-aa68-837f07ac4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.114933 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-ccb6a4fc-b623-42d6-aa68-837f07ac4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.115403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-ccb6a4fc-b623-42d6-aa68-837f07ac4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.117446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-ccb6a4fc-b623-42d6-aa68-837f07ac4ce6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1299ecd49e5408282a75d13c75f41aa&device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 6711 time: 0.3355172 Feb 11 05:14:33.312648 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-90eaf862-50e2-4e92-a000-7f91c22e523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'name': 'tempest-ServersTestFqdnHostnames-305944347-router', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'gw_port': {'id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:18Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'd88a2866-ab2b-4ed6-b581-9c7491661ecb', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'port_id': 'd5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1', 'mac_address': 'fa:16:3e:74:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58aaedd2-c85b-4839-ae46-1a777405accd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:44Z', 'updated_at': '2022-02-11T05:14:32Z', 'revision_number': 1, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bde1011-5866-4ad7-8028-071f97360a08', 'name': '', 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'mac_address': 'fa:16:3e:8d:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:29Z', 'updated_at': '2022-02-11T05:13:41Z', 'revision_number': 5, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'subnets': [{'id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:33.341162 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eaf862-50e2-4e92-a000-7f91c22e523f None None] Checking router: b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:14:33.350740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eaf862-50e2-4e92-a000-7f91c22e523f None None] Routers {'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:14:33.351559 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-90eaf862-50e2-4e92-a000-7f91c22e523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:14:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:33.454747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'tag': 'e828d84d-edf8-4420-87a0-469dd5ad5cd3'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:33.456545 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb745bc-de8f-4781-a1fe-f890f453b446" -d '{"events": [{"name": "network-changed", "server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "tag": "e828d84d-edf8-4420-87a0-469dd5ad5cd3"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:33.471080 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-90eaf862-50e2-4e92-a000-7f91c22e523f None None] Set router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:14:33.491853 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f19057ca-1f5e-4ecb-bb62-dfa94015fd7b req-68ba79ab-235f-4bdd-90e4-bb5af4618d72 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342057 Feb 11 05:14:33.522161 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:33.534236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fcf37784-bef2-488b-b85e-4874e1ccbb25 req-333e7665-7ea3-4ce8-a8a3-06067fea3493 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273635 Feb 11 05:14:33.534236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-72af5e54-c502-4305-aacd-ffd6976c1f19 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acab5c34-2c4c-4eae-8f1e-b225c173baa6 HTTP/1.1" status: 200 len: 217 time: 0.0673771 Feb 11 05:14:33.600119 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-2ba5d77e-f7ff-493a-8f75-5f7c16e987bf service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6151907 Feb 11 05:14:33.602406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Attempting to bind port 78eae114-a61b-496b-91dd-39f33936d947 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:33.602752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Attempting to bind port 78eae114-a61b-496b-91dd-39f33936d947 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:33.603077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Attempting to bind port 78eae114-a61b-496b-91dd-39f33936d947 on network c057b431-d79d-4223-9d5d-1c34def959a0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:33.616271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Port 78eae114-a61b-496b-91dd-39f33936d947 on network c057b431-d79d-4223-9d5d-1c34def959a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:33.616602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Attempting to bind port 78eae114-a61b-496b-91dd-39f33936d947 on network c057b431-d79d-4223-9d5d-1c34def959a0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:33.625747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:33.626133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Checking segment: {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:33.626609 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Bound using segment: {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:33.627092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Bound port: 78eae114-a61b-496b-91dd-39f33936d947, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:33.627676 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (78eae114-a61b-496b-91dd-39f33936d947), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:33.630224 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09e0a5e-0eb6-4070-80fc-e6dea12a7586 x-openstack-request-id: req-d09e0a5e-0eb6-4070-80fc-e6dea12a7586 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:33.630723 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58aaedd2-c85b-4839-ae46-1a777405accd", "tag": "d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:33.631805 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d09e0a5e-0eb6-4070-80fc-e6dea12a7586 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:33.632239 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58aaedd2-c85b-4839-ae46-1a777405accd', 'tag': 'd5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d', 'status': 'completed', 'code': 200} Feb 11 05:14:33.641196 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d389abb4-2557-48e5-8080-a2991976c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.643260 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d389abb4-2557-48e5-8080-a2991976c015 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a3e05d09-bfb4-47cf-94a4-0023beaac4ff HTTP/1.1" status: 200 len: 856 time: 0.0953074 Feb 11 05:14:33.800466 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-90eaf862-50e2-4e92-a000-7f91c22e523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'name': 'tempest-ServersTestFqdnHostnames-305944347-router', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'gw_port': {'id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:18Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'd88a2866-ab2b-4ed6-b581-9c7491661ecb', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'port_id': 'd5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1', 'mac_address': 'fa:16:3e:74:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58aaedd2-c85b-4839-ae46-1a777405accd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:44Z', 'updated_at': '2022-02-11T05:14:32Z', 'revision_number': 1, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bde1011-5866-4ad7-8028-071f97360a08', 'name': '', 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'mac_address': 'fa:16:3e:8d:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:29Z', 'updated_at': '2022-02-11T05:13:41Z', 'revision_number': 5, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'subnets': [{'id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:33.827798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eaf862-50e2-4e92-a000-7f91c22e523f None None] The sync data for ids ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'] in n-d-713499-38 is: [{'id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'name': 'tempest-ServersTestFqdnHostnames-305944347-router', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'gw_port': {'id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:18Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'd88a2866-ab2b-4ed6-b581-9c7491661ecb', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'port_id': 'd5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1', 'mac_address': 'fa:16:3e:74:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58aaedd2-c85b-4839-ae46-1a777405accd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:44Z', 'updated_at': '2022-02-11T05:14:32Z', 'revision_number': 1, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bde1011-5866-4ad7-8028-071f97360a08', 'name': '', 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'mac_address': 'fa:16:3e:8d:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:29Z', 'updated_at': '2022-02-11T05:13:41Z', 'revision_number': 5, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'subnets': [{'id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:14:33.855235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] For port 78eae114-a61b-496b-91dd-39f33936d947, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:33.861278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] For port 78eae114-a61b-496b-91dd-39f33936d947, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=78eae114-a61b-496b-91dd-39f33936d947,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:33.882447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-fcc040b6-08a7-463c-b5b9-14d961238013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.884031 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-fcc040b6-08a7-463c-b5b9-14d961238013 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fd11f94d-b840-4c63-804e-f8e04aa617c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2248194 Feb 11 05:14:33.891656 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5e5be-09a7-4aa8-a172-f1a0f2caafe9 req-46954489-01b0-4997-adad-2d00970f3d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.893123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fde5e5be-09a7-4aa8-a172-f1a0f2caafe9 req-46954489-01b0-4997-adad-2d00970f3d9c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bd52a8df7e9f49cbbd0c134380769323&device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 1128 time: 0.2013912 Feb 11 05:14:33.894124 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (78eae114-a61b-496b-91dd-39f33936d947), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:33.924762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12fd13-ac11-416c-bb85-9a55476d799e req-2a04bdaf-81b3-4e03-a57d-26a89a618f48 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.926273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db12fd13-ac11-416c-bb85-9a55476d799e req-2a04bdaf-81b3-4e03-a57d-26a89a618f48 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 944 time: 0.1785882 Feb 11 05:14:33.942652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcbb43-fa82-4670-b490-e9de0bc629c7 req-62aed55f-7367-467b-a5bb-370a34a0c28a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.947944 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcbb43-fa82-4670-b490-e9de0bc629c7 req-62aed55f-7367-467b-a5bb-370a34a0c28a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.953238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcbb43-fa82-4670-b490-e9de0bc629c7 req-62aed55f-7367-467b-a5bb-370a34a0c28a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.959050 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcbb43-fa82-4670-b490-e9de0bc629c7 req-62aed55f-7367-467b-a5bb-370a34a0c28a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.964403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcbb43-fa82-4670-b490-e9de0bc629c7 req-62aed55f-7367-467b-a5bb-370a34a0c28a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.969803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcbb43-fa82-4670-b490-e9de0bc629c7 req-62aed55f-7367-467b-a5bb-370a34a0c28a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.975764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcbb43-fa82-4670-b490-e9de0bc629c7 req-62aed55f-7367-467b-a5bb-370a34a0c28a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.977763 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aedcbb43-fa82-4670-b490-e9de0bc629c7 req-62aed55f-7367-467b-a5bb-370a34a0c28a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.2598128 Feb 11 05:14:34.065490 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e04c4-9b0f-450c-9f27-2d73fa8e3704 None None] New status for floating IP d88a2866-ab2b-4ed6-b581-9c7491661ecb: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:14:34.074111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:34.074807 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:34.076262 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] 10.222.0.88 "PUT /v2.0/ports/78eae114-a61b-496b-91dd-39f33936d947 HTTP/1.1" status: 200 len: 1093 time: 2.8822069 Feb 11 05:14:34.267999 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5d469-2157-46a2-8365-fb1292a93f66 service neutron] Pushing event updated for resources: {'Port': ['ID=78eae114-a61b-496b-91dd-39f33936d947,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:34.304009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db12fd13-ac11-416c-bb85-9a55476d799e req-98e85e92-2ebf-4d65-8987-394f18c08052 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251595 Feb 11 05:14:34.325227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-caf23133-8f23-4690-ac3b-1019bd7e0005 service neutron] 10.222.0.88 "GET /v2.0/networks/fd11f94d-b840-4c63-804e-f8e04aa617c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274793 Feb 11 05:14:34.326917 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5e5be-09a7-4aa8-a172-f1a0f2caafe9 req-00153232-dd55-4000-a869-fcfcf17d6574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:34.329221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fde5e5be-09a7-4aa8-a172-f1a0f2caafe9 req-00153232-dd55-4000-a869-fcfcf17d6574 service neutron] 10.222.0.88 "GET /v2.0/networks?id=68f2cfd9-0977-4789-8546-2fe8b1d887d1 HTTP/1.1" status: 200 len: 915 time: 0.4199932 Feb 11 05:14:34.346203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aedcbb43-fa82-4670-b490-e9de0bc629c7 req-0ea942dd-c949-4973-bff6-952b552a616b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3177109 Feb 11 05:14:34.441103 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fde5e5be-09a7-4aa8-a172-f1a0f2caafe9 req-bad39d92-9481-4eb5-9462-2650b92f70b8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d HTTP/1.1" status: 200 len: 1001 time: 0.0936480 Feb 11 05:14:34.444376 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe06962-73d0-4765-b93d-99be6b077f2c x-openstack-request-id: req-fbe06962-73d0-4765-b93d-99be6b077f2c {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:34.444682 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "tag": "e828d84d-edf8-4420-87a0-469dd5ad5cd3", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:34.444984 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fbe06962-73d0-4765-b93d-99be6b077f2c {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:34.445286 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'tag': 'e828d84d-edf8-4420-87a0-469dd5ad5cd3', 'status': 'completed', 'code': 200} Feb 11 05:14:34.468985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-ff3855a0-ca31-4441-b88f-09bd064ddfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:34.470544 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-ff3855a0-ca31-4441-b88f-09bd064ddfd2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 1127 time: 0.3185787 Feb 11 05:14:34.575695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-768641d3-8fd5-4481-a4c7-949bec9ef322 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78eae114-a61b-496b-91dd-39f33936d947 HTTP/1.1" status: 200 len: 217 time: 0.0760307 Feb 11 05:14:34.659328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5e5be-09a7-4aa8-a172-f1a0f2caafe9 req-bcafbe7c-c04b-40dd-b196-5c22869127e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:34.660944 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fde5e5be-09a7-4aa8-a172-f1a0f2caafe9 req-bcafbe7c-c04b-40dd-b196-5c22869127e5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c99f11ec-e103-47a2-827e-fc49bfac03c9 HTTP/1.1" status: 200 len: 853 time: 0.2024946 Feb 11 05:14:34.744128 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b9c1678b-1eda-49b3-a8a7-fc6de3a67114 service neutron] 10.222.0.88 "GET /v2.0/networks/fd11f94d-b840-4c63-804e-f8e04aa617c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119583 Feb 11 05:14:34.804928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-0cf8ccec-74aa-4c95-82e7-205c57287881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:34.806404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-0cf8ccec-74aa-4c95-82e7-205c57287881 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ea6336f-48df-43c4-9674-2de7741cddbb HTTP/1.1" status: 200 len: 850 time: 0.2161419 Feb 11 05:14:34.812171 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:34.815179 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-2955f0a1-9b7b-4721-a8c4-104a5a1d5382 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=a8386ea7-4352-4731-8123-94a5358ec90d HTTP/1.1" status: 200 len: 217 time: 0.0632825 Feb 11 05:14:34.827397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103a200-15cd-4cc3-b5cd-e606edb00777 req-e1555b0c-0135-4560-b1c8-67a6caecaa52 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:34.828988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1103a200-15cd-4cc3-b5cd-e606edb00777 req-e1555b0c-0135-4560-b1c8-67a6caecaa52 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 944 time: 0.2291017 Feb 11 05:14:34.894018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-1add20a6-1155-478b-9484-6c44a0eb3feb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c057b431-d79d-4223-9d5d-1c34def959a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618682 Feb 11 05:14:34.912684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4a037-4ac3-4ef0-847f-97554eb88bff req-1a326711-c3ff-4490-8271-7d147f1bdc5c tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:34.914189 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dff4a037-4ac3-4ef0-847f-97554eb88bff req-1a326711-c3ff-4490-8271-7d147f1bdc5c tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.2794631 Feb 11 05:14:34.932555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5e5be-09a7-4aa8-a172-f1a0f2caafe9 req-d369d996-8794-4663-ac3d-1b5101e9d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:34.934020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fde5e5be-09a7-4aa8-a172-f1a0f2caafe9 req-d369d996-8794-4663-ac3d-1b5101e9d6ab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68f2cfd9-0977-4789-8546-2fe8b1d887d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2560203 Feb 11 05:14:35.009758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-8c11963c-7d68-4c71-b7c2-0af5622043ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.011222 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-8c11963c-7d68-4c71-b7c2-0af5622043ef service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5 HTTP/1.1" status: 200 len: 797 time: 0.1802557 Feb 11 05:14:35.049032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device bf948e0e-5f16-4752-8934-59515df1197c up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:35.087970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1103a200-15cd-4cc3-b5cd-e606edb00777 req-5a014232-6a48-4b66-8abc-cbd5cff642f0 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371607 Feb 11 05:14:35.117016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port bf948e0e-5f16-4752-8934-59515df1197c completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:35.121905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port bf948e0e-5f16-4752-8934-59515df1197c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:35.122404 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bf948e0e-5f16-4752-8934-59515df1197c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:35.154688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dff4a037-4ac3-4ef0-847f-97554eb88bff req-ca0c17ce-a941-4d75-861d-7e7e913c4410 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242939 Feb 11 05:14:35.193301 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-52258d00-3999-4977-9651-6283c69e99ce service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755306 Feb 11 05:14:35.201581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fde5e5be-09a7-4aa8-a172-f1a0f2caafe9 req-ae832bde-b1af-4656-a423-5221e06697f3 service neutron] 10.222.0.88 "GET /v2.0/networks/68f2cfd9-0977-4789-8546-2fe8b1d887d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413080 Feb 11 05:14:35.209067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b62b53e5-609f-4c93-a08f-5446e5a455e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.211194 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b62b53e5-609f-4c93-a08f-5446e5a455e5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87b930fc-0254-4b87-ac0d-42931be73941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1636808 Feb 11 05:14:35.240356 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port bf948e0e-5f16-4752-8934-59515df1197c is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:35.240755 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bf948e0e-5f16-4752-8934-59515df1197c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:35.271730 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0cb065-48fd-4bd8-a7e6-70d7084566d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf948e0e-5f16-4752-8934-59515df1197c'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:35.275608 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87912ee7-4e1e-486b-ac72-0054162bdc40" -d '{"events": [{"server_uuid": "2b0cb065-48fd-4bd8-a7e6-70d7084566d8", "name": "network-vif-plugged", "status": "completed", "tag": "bf948e0e-5f16-4752-8934-59515df1197c"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:35.307033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port bf948e0e-5f16-4752-8934-59515df1197c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bf948e0e-5f16-4752-8934-59515df1197c,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:35.317041 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bf948e0e-5f16-4752-8934-59515df1197c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:35.325863 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f538c8-f57f-4dc3-954c-60ee411b2631 x-openstack-request-id: req-39f538c8-f57f-4dc3-954c-60ee411b2631 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:35.326221 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0cb065-48fd-4bd8-a7e6-70d7084566d8", "name": "network-vif-plugged", "status": "completed", "tag": "bf948e0e-5f16-4752-8934-59515df1197c", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:35.326592 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-39f538c8-f57f-4dc3-954c-60ee411b2631 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:35.327055 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0cb065-48fd-4bd8-a7e6-70d7084566d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf948e0e-5f16-4752-8934-59515df1197c', 'code': 200} Feb 11 05:14:35.425222 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=bf948e0e-5f16-4752-8934-59515df1197c,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:35.486230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ba357-c0f0-4829-a10b-fba3cbb976c9 req-d8810731-4260-45c1-99b4-b63a52b9287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.487765 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-209ba357-c0f0-4829-a10b-fba3cbb976c9 req-d8810731-4260-45c1-99b4-b63a52b9287c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 1128 time: 0.0713682 Feb 11 05:14:35.561614 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-209ba357-c0f0-4829-a10b-fba3cbb976c9 req-59630d19-8b4e-4e1d-94f0-8ee96337c422 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495424 Feb 11 05:14:35.637297 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fde5e5be-09a7-4aa8-a172-f1a0f2caafe9 req-4236869e-b441-48ca-974f-c7c76c2d70fd service neutron] 10.222.0.88 "GET /v2.0/networks/68f2cfd9-0977-4789-8546-2fe8b1d887d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738735 Feb 11 05:14:35.643046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b251ad09-de36-4d8e-87b5-e7e458be32f7 req-d0e8e241-a038-489d-b2f4-55cc99efc610 service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945546 Feb 11 05:14:35.648988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-ca0487b5-937c-4d0f-a017-0dcf86544002 service neutron] 10.222.0.88 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865399 Feb 11 05:14:35.663754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646aa4b9-c335-4bcc-b2db-adccdc63dc81 req-eff223a2-524c-4c17-b69d-085e14fe54f2 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.665722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-646aa4b9-c335-4bcc-b2db-adccdc63dc81 req-eff223a2-524c-4c17-b69d-085e14fe54f2 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 944 time: 0.2528272 Feb 11 05:14:35.684554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c3dca-970b-4a81-b8bc-a7df0479cdd7 req-b357d9d3-a299-484d-8773-552a99f26f08 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.689761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c3dca-970b-4a81-b8bc-a7df0479cdd7 req-b357d9d3-a299-484d-8773-552a99f26f08 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.695555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c3dca-970b-4a81-b8bc-a7df0479cdd7 req-b357d9d3-a299-484d-8773-552a99f26f08 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.700690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c3dca-970b-4a81-b8bc-a7df0479cdd7 req-b357d9d3-a299-484d-8773-552a99f26f08 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.705849 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c3dca-970b-4a81-b8bc-a7df0479cdd7 req-b357d9d3-a299-484d-8773-552a99f26f08 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.711014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c3dca-970b-4a81-b8bc-a7df0479cdd7 req-b357d9d3-a299-484d-8773-552a99f26f08 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.716277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c3dca-970b-4a81-b8bc-a7df0479cdd7 req-b357d9d3-a299-484d-8773-552a99f26f08 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.718084 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a1c3dca-970b-4a81-b8bc-a7df0479cdd7 req-b357d9d3-a299-484d-8773-552a99f26f08 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.1852844 Feb 11 05:14:35.783286 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-646aa4b9-c335-4bcc-b2db-adccdc63dc81 req-1d2b1745-e4d6-4625-a334-dd9d6e23ad02 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118667 Feb 11 05:14:35.815048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a1c3dca-970b-4a81-b8bc-a7df0479cdd7 req-e654dc8b-4519-4a17-b58a-f01948928c02 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901430 Feb 11 05:14:36.056987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d4e62d49-3c4c-41c3-9381-4bd0d918f132 service neutron] 10.222.0.88 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031711 Feb 11 05:14:36.114843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-9e08c0f3-b95b-4f32-9747-ec6cebf9de24 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=a343ee49-32a7-4046-97df-753fc7b82f4c HTTP/1.1" status: 200 len: 217 time: 0.0381620 Feb 11 05:14:36.204009 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-5649ee32-7430-4b11-a13a-ebfba4af1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:36.205957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-5649ee32-7430-4b11-a13a-ebfba4af1893 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5 HTTP/1.1" status: 200 len: 797 time: 0.0728092 Feb 11 05:14:36.309230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142cf75-3b0a-495d-a675-f4abed59e535 req-c04bdfec-9432-4806-84da-6deef5bc3d68 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:36.310729 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5142cf75-3b0a-495d-a675-f4abed59e535 req-c04bdfec-9432-4806-84da-6deef5bc3d68 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 945 time: 0.1270998 Feb 11 05:14:36.314172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-7b17ba4a-40e0-4173-9975-543d286d8c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:36.315593 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-7b17ba4a-40e0-4173-9975-543d286d8c5a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87b930fc-0254-4b87-ac0d-42931be73941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0821242 Feb 11 05:14:36.724468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146490f7-d48a-4b6d-8de8-9aefbecc5c59', 'tag': '78eae114-a61b-496b-91dd-39f33936d947'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:36.726832 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c2620c-414b-4c47-8184-3d7d521e288a" -d '{"events": [{"name": "network-changed", "server_uuid": "146490f7-d48a-4b6d-8de8-9aefbecc5c59", "tag": "78eae114-a61b-496b-91dd-39f33936d947"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:36.778842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c776fc-61b6-4963-9c7a-96aded74558b req-eeb5815d-c023-47fc-bc35-d95af8ff360e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:36.784023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3c776fc-61b6-4963-9c7a-96aded74558b req-eeb5815d-c023-47fc-bc35-d95af8ff360e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.4718189 Feb 11 05:14:36.788812 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5142cf75-3b0a-495d-a675-f4abed59e535 req-10e1d897-c79e-4677-bbda-c197b3df4adc tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717655 Feb 11 05:14:36.842312 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-f2a138b0-1702-4e90-9e75-255f9937b9d0 service neutron] 10.222.0.88 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906535 Feb 11 05:14:36.860295 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3c776fc-61b6-4963-9c7a-96aded74558b req-453d56c3-a521-457e-9d2f-1be7e8ffefc6 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652339 Feb 11 05:14:36.967456 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443b6f75-a414-412b-bc74-1929c1748cff x-openstack-request-id: req-443b6f75-a414-412b-bc74-1929c1748cff {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:36.967886 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146490f7-d48a-4b6d-8de8-9aefbecc5c59", "tag": "78eae114-a61b-496b-91dd-39f33936d947", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:36.968013 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-443b6f75-a414-412b-bc74-1929c1748cff {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:36.968497 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146490f7-d48a-4b6d-8de8-9aefbecc5c59', 'tag': '78eae114-a61b-496b-91dd-39f33936d947', 'status': 'completed', 'code': 200} Feb 11 05:14:37.128131 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666aa231-3af2-4b70-864e-34c5abcd1b6b req-8feab23f-83f3-4051-b49e-7c5edf85013e tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.130191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-666aa231-3af2-4b70-864e-34c5abcd1b6b req-8feab23f-83f3-4051-b49e-7c5edf85013e tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca3b64a7-64fa-4a34-8444-fd3860147b67 HTTP/1.1" status: 200 len: 945 time: 0.2163663 Feb 11 05:14:37.183783 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-047e620b-716b-4030-bb6a-90d6844069a4 service neutron] 10.222.0.88 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219957 Feb 11 05:14:37.204708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2620c-414b-4c47-8184-3d7d521e288a req-a079e341-6953-4aff-8a15-51ac34f2c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.206614 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84c2620c-414b-4c47-8184-3d7d521e288a req-a079e341-6953-4aff-8a15-51ac34f2c8ba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 1127 time: 0.2105761 Feb 11 05:14:37.214127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb44eb-7ea8-49d7-821c-4918efa4e938 req-321e64ae-1bf3-4b87-a63a-ff0123d704b3 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.215719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35cb44eb-7ea8-49d7-821c-4918efa4e938 req-321e64ae-1bf3-4b87-a63a-ff0123d704b3 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 944 time: 0.1790340 Feb 11 05:14:37.296772 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-cae3016e-e8bf-4690-afc3-67bc427650a6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=b12f10e6-7778-48b4-b25c-08b68caaccb1 HTTP/1.1" status: 200 len: 217 time: 0.1014357 Feb 11 05:14:37.309149 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-666aa231-3af2-4b70-864e-34c5abcd1b6b req-2dd67de9-3cff-4c87-9c2d-248c0e151d66 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/security-groups?id=c03e6978-6ba8-4131-8810-5ce1861c294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703300 Feb 11 05:14:37.413424 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35cb44eb-7ea8-49d7-821c-4918efa4e938 req-6bd4a344-e222-4100-906a-a4720ffcca48 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820736 Feb 11 05:14:37.460832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-48f9f375-b3d3-4bd2-9aee-a63176dc8502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.462186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-48f9f375-b3d3-4bd2-9aee-a63176dc8502 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5 HTTP/1.1" status: 200 len: 797 time: 0.1110494 Feb 11 05:14:37.473596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2620c-414b-4c47-8184-3d7d521e288a req-14e35a43-905d-4d59-b17c-463df584376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.475111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84c2620c-414b-4c47-8184-3d7d521e288a req-14e35a43-905d-4d59-b17c-463df584376a service neutron] 10.222.0.88 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 911 time: 0.2584376 Feb 11 05:14:37.494194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57374f-a9b6-49ff-9de5-a0e31c0384f4 req-5c54f309-4033-403d-af39-3a6c7bf619ab tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.499576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57374f-a9b6-49ff-9de5-a0e31c0384f4 req-5c54f309-4033-403d-af39-3a6c7bf619ab tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.504889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57374f-a9b6-49ff-9de5-a0e31c0384f4 req-5c54f309-4033-403d-af39-3a6c7bf619ab tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.510240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57374f-a9b6-49ff-9de5-a0e31c0384f4 req-5c54f309-4033-403d-af39-3a6c7bf619ab tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.515569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57374f-a9b6-49ff-9de5-a0e31c0384f4 req-5c54f309-4033-403d-af39-3a6c7bf619ab tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.520938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57374f-a9b6-49ff-9de5-a0e31c0384f4 req-5c54f309-4033-403d-af39-3a6c7bf619ab tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.526152 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57374f-a9b6-49ff-9de5-a0e31c0384f4 req-5c54f309-4033-403d-af39-3a6c7bf619ab tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.528304 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d57374f-a9b6-49ff-9de5-a0e31c0384f4 req-5c54f309-4033-403d-af39-3a6c7bf619ab tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.1321099 Feb 11 05:14:37.616712 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84c2620c-414b-4c47-8184-3d7d521e288a req-406584c5-cc73-4fa2-9c82-2688cb5af552 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78eae114-a61b-496b-91dd-39f33936d947 HTTP/1.1" status: 200 len: 217 time: 0.0873952 Feb 11 05:14:37.721647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2620c-414b-4c47-8184-3d7d521e288a req-1929771c-0aed-42fb-9e62-c35abf58a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.723562 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84c2620c-414b-4c47-8184-3d7d521e288a req-1929771c-0aed-42fb-9e62-c35abf58a2c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ea6336f-48df-43c4-9674-2de7741cddbb HTTP/1.1" status: 200 len: 850 time: 0.0944130 Feb 11 05:14:37.729783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-646014bc-02f1-4423-b647-c5090b886d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.732193 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-646014bc-02f1-4423-b647-c5090b886d93 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87b930fc-0254-4b87-ac0d-42931be73941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1972816 Feb 11 05:14:37.800918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84c2620c-414b-4c47-8184-3d7d521e288a req-a4a1c669-fe33-4611-b536-7fc3bd6b3343 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c057b431-d79d-4223-9d5d-1c34def959a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513396 Feb 11 05:14:37.857893 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d57374f-a9b6-49ff-9de5-a0e31c0384f4 req-65aa0681-10c4-4ddc-ad12-a161bbbd39c2 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3078439 Feb 11 05:14:38.055530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-0b745926-1551-4996-bba6-0828be7ee4d0 service neutron] 10.222.0.88 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574577 Feb 11 05:14:38.069517 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84c2620c-414b-4c47-8184-3d7d521e288a req-bdb1759e-a7c1-4e36-a443-463181e2ba00 service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560520 Feb 11 05:14:38.107380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8722e-5fcc-42ba-b7d1-0d0d0864e78a req-dd48739c-05df-4a75-9ee6-070fcdbadb39 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:38.109190 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edb8722e-5fcc-42ba-b7d1-0d0d0864e78a req-dd48739c-05df-4a75-9ee6-070fcdbadb39 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 945 time: 0.1473129 Feb 11 05:14:38.176997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe0151-2449-484a-8d5c-914f25eb2eaa req-79469dcb-e072-4591-99cf-9ecb9511ceb4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:38.179059 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ebe0151-2449-484a-8d5c-914f25eb2eaa req-79469dcb-e072-4591-99cf-9ecb9511ceb4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.1727188 Feb 11 05:14:38.312009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edb8722e-5fcc-42ba-b7d1-0d0d0864e78a req-c9146d8e-8aaa-4154-8e66-a1c6c10c28fc tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888030 Feb 11 05:14:38.347351 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-7e32020b-c0e7-456d-9ae1-c6d8c38fb046 service neutron] 10.222.0.88 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688792 Feb 11 05:14:38.355246 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ebe0151-2449-484a-8d5c-914f25eb2eaa req-c15d818c-cd3e-40e5-b23a-42e11483694a tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406305 Feb 11 05:14:38.358146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84c2620c-414b-4c47-8184-3d7d521e288a req-6b70ca51-d28d-4d52-a2fb-90a39854f80b service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665522 Feb 11 05:14:38.405148 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-3270902f-c0fb-4382-b088-ea7f8d149da0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=7e37fe20-df88-4ce7-8809-1a3a83f553fa HTTP/1.1" status: 200 len: 217 time: 0.0452824 Feb 11 05:14:38.517179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-e4a1dc43-0ad0-426e-867b-a0c9017ced0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:38.518626 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-e4a1dc43-0ad0-426e-867b-a0c9017ced0f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5 HTTP/1.1" status: 200 len: 797 time: 0.0848749 Feb 11 05:14:38.532144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca15042-76eb-469e-9475-9c39a97a136a req-68173893-1587-4aab-b574-c7bc49f8c529 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:38.533585 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ca15042-76eb-469e-9475-9c39a97a136a req-68173893-1587-4aab-b574-c7bc49f8c529 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1318495 Feb 11 05:14:38.586041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1d7b4-7c83-4db5-ab13-fa9f443d7d74 req-feece7aa-1d70-4005-ada7-cd332da84d24 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:38.587467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2a1d7b4-7c83-4db5-ab13-fa9f443d7d74 req-feece7aa-1d70-4005-ada7-cd332da84d24 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca3b64a7-64fa-4a34-8444-fd3860147b67 HTTP/1.1" status: 200 len: 945 time: 0.1439173 Feb 11 05:14:38.649852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b0328216-8bce-4166-bbc8-c54714e12372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:38.651370 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b0328216-8bce-4166-bbc8-c54714e12372 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87b930fc-0254-4b87-ac0d-42931be73941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1169436 Feb 11 05:14:38.654404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ca15042-76eb-469e-9475-9c39a97a136a req-93247f27-a534-4629-855b-e2315f82753a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106052 Feb 11 05:14:38.692322 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2a1d7b4-7c83-4db5-ab13-fa9f443d7d74 req-c5c03753-cb1d-4f39-81fa-75208671151d tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/security-groups?id=c03e6978-6ba8-4131-8810-5ce1861c294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973673 Feb 11 05:14:38.829885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-b16b482b-f737-4aeb-89b8-decdf5782611 service neutron] 10.222.0.88 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650727 Feb 11 05:14:38.846558 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d4507-67b6-47d9-b931-7e8d3b12c9b4 req-3a4e8904-44a5-4166-8a95-05fc6067ff68 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:38.847963 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-465d4507-67b6-47d9-b931-7e8d3b12c9b4 req-3a4e8904-44a5-4166-8a95-05fc6067ff68 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 944 time: 0.1115110 Feb 11 05:14:38.874220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643683-4730-4221-93ee-321ab4429905 req-c40d4faa-3fe5-4f45-9373-26881fff1337 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:38.875715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa643683-4730-4221-93ee-321ab4429905 req-c40d4faa-3fe5-4f45-9373-26881fff1337 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=e570449d-b09a-4ba0-8c12-66ecfe023269 HTTP/1.1" status: 200 len: 946 time: 0.1053004 Feb 11 05:14:39.008022 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-465d4507-67b6-47d9-b931-7e8d3b12c9b4 req-ec0a7a44-344c-4394-a2c6-dbd75c6384ab tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529989 Feb 11 05:14:39.019530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa643683-4730-4221-93ee-321ab4429905 req-1e006cfc-9fed-4c88-9e45-4a16e623b646 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250968 Feb 11 05:14:39.030690 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-8fd7953e-19f5-4f40-bb90-a778b014d1f3 service neutron] 10.222.0.88 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694307 Feb 11 05:14:39.068602 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 78eae114-a61b-496b-91dd-39f33936d947 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:39.089906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-bfa64f60-9e7a-42b9-a1ca-c9d942555f82 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=47c68d4d-dde3-4df1-ab81-7d42effbc318 HTTP/1.1" status: 200 len: 217 time: 0.0495777 Feb 11 05:14:39.196529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 78eae114-a61b-496b-91dd-39f33936d947, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=78eae114-a61b-496b-91dd-39f33936d947,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:39.210517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '78eae114-a61b-496b-91dd-39f33936d947', 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0', 'port_id': '78eae114-a61b-496b-91dd-39f33936d947', 'mac_address': 'fa:16:3e:e7:32:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6336f-48df-43c4-9674-2de7741cddbb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:39.244449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-1439ec05-ab8c-4285-9953-fd63f8a3b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:39.246239 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-1439ec05-ab8c-4285-9953-fd63f8a3b8bc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=87a5bba2-6a2d-4e41-b79c-d462124d28c5 HTTP/1.1" status: 200 len: 797 time: 0.1244564 Feb 11 05:14:39.259692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 78eae114-a61b-496b-91dd-39f33936d947 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:39.260198 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (78eae114-a61b-496b-91dd-39f33936d947), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.274397 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78eae114-a61b-496b-91dd-39f33936d947 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:39.296529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 78eae114-a61b-496b-91dd-39f33936d947, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=78eae114-a61b-496b-91dd-39f33936d947,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:39.304423 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (78eae114-a61b-496b-91dd-39f33936d947), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.308849 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4a302-2002-46a9-97e7-607bc2d70db5 req-a9115726-d585-44ea-9f68-5f8744ac2473 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:39.310922 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87c4a302-2002-46a9-97e7-607bc2d70db5 req-a9115726-d585-44ea-9f68-5f8744ac2473 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca3b64a7-64fa-4a34-8444-fd3860147b67 HTTP/1.1" status: 200 len: 945 time: 0.2009215 Feb 11 05:14:39.357732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=78eae114-a61b-496b-91dd-39f33936d947,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:39.362448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ec66-bc52-4d33-bd76-7eea1d6b116c req-415629d2-8a2f-45e6-89a4-47e8c0a6e9f8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:39.368383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ec66-bc52-4d33-bd76-7eea1d6b116c req-415629d2-8a2f-45e6-89a4-47e8c0a6e9f8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:39.373676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ec66-bc52-4d33-bd76-7eea1d6b116c req-415629d2-8a2f-45e6-89a4-47e8c0a6e9f8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:39.378901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ec66-bc52-4d33-bd76-7eea1d6b116c req-415629d2-8a2f-45e6-89a4-47e8c0a6e9f8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:39.384780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ec66-bc52-4d33-bd76-7eea1d6b116c req-415629d2-8a2f-45e6-89a4-47e8c0a6e9f8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:39.389921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ec66-bc52-4d33-bd76-7eea1d6b116c req-415629d2-8a2f-45e6-89a4-47e8c0a6e9f8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:39.395143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ec66-bc52-4d33-bd76-7eea1d6b116c req-415629d2-8a2f-45e6-89a4-47e8c0a6e9f8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:39.397144 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea27ec66-bc52-4d33-bd76-7eea1d6b116c req-415629d2-8a2f-45e6-89a4-47e8c0a6e9f8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.2898054 Feb 11 05:14:39.452158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-2d78f561-3ef7-480c-8a09-c0e3e152fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:39.453607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-2d78f561-3ef7-480c-8a09-c0e3e152fb69 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1965401 Feb 11 05:14:39.509049 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.552083 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4ba9e-2d66-4fd0-9c4a-6494fe4d1d61 req-db309e0c-45b8-45ba-b857-78af93068604 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:39.553651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7c4ba9e-2d66-4fd0-9c4a-6494fe4d1d61 req-db309e0c-45b8-45ba-b857-78af93068604 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 945 time: 0.2418032 Feb 11 05:14:39.609639 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea27ec66-bc52-4d33-bd76-7eea1d6b116c req-65761e4b-8140-451e-83ab-6f7cff4ec69d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1875210 Feb 11 05:14:39.675083 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-87c4a302-2002-46a9-97e7-607bc2d70db5 req-549cf58d-1f90-41ad-95fd-4eb6cb7ba10b tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Deleting port 27d05743-6ef1-4784-84cf-b78b559aee02 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:39.675456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-87c4a302-2002-46a9-97e7-607bc2d70db5 req-549cf58d-1f90-41ad-95fd-4eb6cb7ba10b tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (27d05743-6ef1-4784-84cf-b78b559aee02), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:39.698239 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-445cc386-2eae-4998-9ddf-9d1e5531cb08 service neutron] 10.222.0.88 "GET /v2.0/networks/d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077951 Feb 11 05:14:39.716719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7c4ba9e-2d66-4fd0-9c4a-6494fe4d1d61 req-ef21a461-9ec2-430c-a6f7-96019cad3887 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501565 Feb 11 05:14:39.779917 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['78eae114-a61b-496b-91dd-39f33936d947'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:40.186242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-87c4a302-2002-46a9-97e7-607bc2d70db5 req-549cf58d-1f90-41ad-95fd-4eb6cb7ba10b tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] For port 27d05743-6ef1-4784-84cf-b78b559aee02, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=27d05743-6ef1-4784-84cf-b78b559aee02,segment=NetworkSegment(6f3520a4-44be-4753-8d7e-9e369b03eda5),segment_id=6f3520a4-44be-4753-8d7e-9e369b03eda5)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:40.186887 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-87c4a302-2002-46a9-97e7-607bc2d70db5 req-549cf58d-1f90-41ad-95fd-4eb6cb7ba10b tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (27d05743-6ef1-4784-84cf-b78b559aee02), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.197360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb06aa-95ab-4957-a9cd-b37b3808114a req-a89c9931-4c07-4d22-9101-f77cee94068c tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:40.199000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6bfb06aa-95ab-4957-a9cd-b37b3808114a req-a89c9931-4c07-4d22-9101-f77cee94068c tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.4936175 Feb 11 05:14:40.227837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-87c4a302-2002-46a9-97e7-607bc2d70db5 req-549cf58d-1f90-41ad-95fd-4eb6cb7ba10b tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Calling delete_port for 27d05743-6ef1-4784-84cf-b78b559aee02 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:40.264164 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e28dc-3fac-4f22-b8dd-414466909405 req-5f675d70-f419-47a1-b10f-f4cd2aa4d219 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:40.265760 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-497e28dc-3fac-4f22-b8dd-414466909405 req-5f675d70-f419-47a1-b10f-f4cd2aa4d219 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca3b64a7-64fa-4a34-8444-fd3860147b67 HTTP/1.1" status: 200 len: 945 time: 0.4744642 Feb 11 05:14:40.272619 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-89715c96-d4c6-4dfc-b797-e3085bc1955c service neutron] 10.222.0.88 "GET /v2.0/networks/d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481508 Feb 11 05:14:40.380318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-2c4b6946-b068-47ff-a031-65de7fa5ea5d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e828d84d-edf8-4420-87a0-469dd5ad5cd3 HTTP/1.1" status: 200 len: 217 time: 0.0577965 Feb 11 05:14:40.385991 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6bfb06aa-95ab-4957-a9cd-b37b3808114a req-690de306-483f-4e5d-8776-3820ba978348 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771965 Feb 11 05:14:40.476692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-497e28dc-3fac-4f22-b8dd-414466909405 req-e484577a-9b91-4ead-99cb-af443c560173 tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.87 "GET /v2.0/security-groups?id=c03e6978-6ba8-4131-8810-5ce1861c294d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017672 Feb 11 05:14:40.485242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-3279a6f2-b3fe-4cb3-a657-c6e8c2b546fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:40.486676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-3279a6f2-b3fe-4cb3-a657-c6e8c2b546fb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=87a5bba2-6a2d-4e41-b79c-d462124d28c5 HTTP/1.1" status: 200 len: 797 time: 0.0959809 Feb 11 05:14:40.567236 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-87c4a302-2002-46a9-97e7-607bc2d70db5 req-549cf58d-1f90-41ad-95fd-4eb6cb7ba10b tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (27d05743-6ef1-4784-84cf-b78b559aee02), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.584013 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['27d05743-6ef1-4784-84cf-b78b559aee02'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:40.604259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cf58d-1f90-41ad-95fd-4eb6cb7ba10b tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Pushing event deleted for resources: {'Port': ['ID=27d05743-6ef1-4784-84cf-b78b559aee02,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:40.614788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-47fb05c7-8783-4aad-b5ae-0be2eadf8701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:40.616460 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-47fb05c7-8783-4aad-b5ae-0be2eadf8701 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1042023 Feb 11 05:14:40.713467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c4a302-2002-46a9-97e7-607bc2d70db5 req-549cf58d-1f90-41ad-95fd-4eb6cb7ba10b tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] No DVR routers for this DVR port 27d05743-6ef1-4784-84cf-b78b559aee02 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:40.720253 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-87c4a302-2002-46a9-97e7-607bc2d70db5 req-549cf58d-1f90-41ad-95fd-4eb6cb7ba10b tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.724294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87c4a302-2002-46a9-97e7-607bc2d70db5 req-549cf58d-1f90-41ad-95fd-4eb6cb7ba10b tempest-ServerTagsTestJSON-932848893 tempest-ServerTagsTestJSON-932848893-project] 10.222.0.88 "DELETE /v2.0/ports/27d05743-6ef1-4784-84cf-b78b559aee02 HTTP/1.1" status: 204 len: 173 time: 1.3938909 Feb 11 05:14:40.724895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3b64a7-64fa-4a34-8444-fd3860147b67', 'name': 'network-vif-deleted', 'tag': '27d05743-6ef1-4784-84cf-b78b559aee02'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:40.727098 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df9149b-e292-4962-b7d5-59e1f604a202" -d '{"events": [{"server_uuid": "ca3b64a7-64fa-4a34-8444-fd3860147b67", "name": "network-vif-deleted", "tag": "27d05743-6ef1-4784-84cf-b78b559aee02"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:40.805987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981eea55-5ae5-42be-87d0-702c6e105b1a req-e8dde0f8-7dfc-48be-a7cb-14928dbc4a83 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:40.807501 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-981eea55-5ae5-42be-87d0-702c6e105b1a req-e8dde0f8-7dfc-48be-a7cb-14928dbc4a83 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 945 time: 0.2073998 Feb 11 05:14:40.846976 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d6aef0f3-fc65-403a-99a8-34f990bc1568 service neutron] 10.222.0.88 "GET /v2.0/networks/d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050691 Feb 11 05:14:40.854434 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e27f21-02f2-44e3-985a-bc76a9e7facd req-59d7161a-4786-4d26-bb75-0be217f0ca1b tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:40.858697 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52e27f21-02f2-44e3-985a-bc76a9e7facd req-59d7161a-4786-4d26-bb75-0be217f0ca1b tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1775362 Feb 11 05:14:40.934716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-981eea55-5ae5-42be-87d0-702c6e105b1a req-2153e340-92b3-4167-8afa-15ff3a58e598 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176438 Feb 11 05:14:40.997830 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52e27f21-02f2-44e3-985a-bc76a9e7facd req-0544021a-3d86-4bec-8e11-a7ab4fd47a65 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275043 Feb 11 05:14:41.042698 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094c8353-c16e-49ee-9914-c22071b979dd x-openstack-request-id: req-094c8353-c16e-49ee-9914-c22071b979dd {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:41.043275 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3b64a7-64fa-4a34-8444-fd3860147b67", "name": "network-vif-deleted", "tag": "27d05743-6ef1-4784-84cf-b78b559aee02", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:41.043275 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-094c8353-c16e-49ee-9914-c22071b979dd {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:41.043933 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3b64a7-64fa-4a34-8444-fd3860147b67', 'name': 'network-vif-deleted', 'tag': '27d05743-6ef1-4784-84cf-b78b559aee02', 'status': 'completed', 'code': 200} Feb 11 05:14:41.053570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ef1edf-f79d-4ef9-871d-d7a4f8a9a347 req-d41d3470-abb3-41dd-bb3e-2dd43c6941bd service neutron] 10.222.0.88 "GET /v2.0/networks/d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937387 Feb 11 05:14:41.089905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 78eae114-a61b-496b-91dd-39f33936d947 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:41.096250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b15d7-ee74-426e-96a5-ed94a4e68538 req-1c4325b1-31f3-4e8d-8dc5-2d882f51b0c4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.102178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b15d7-ee74-426e-96a5-ed94a4e68538 req-1c4325b1-31f3-4e8d-8dc5-2d882f51b0c4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.109791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b15d7-ee74-426e-96a5-ed94a4e68538 req-1c4325b1-31f3-4e8d-8dc5-2d882f51b0c4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.116196 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b15d7-ee74-426e-96a5-ed94a4e68538 req-1c4325b1-31f3-4e8d-8dc5-2d882f51b0c4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.122387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b15d7-ee74-426e-96a5-ed94a4e68538 req-1c4325b1-31f3-4e8d-8dc5-2d882f51b0c4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.128432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b15d7-ee74-426e-96a5-ed94a4e68538 req-1c4325b1-31f3-4e8d-8dc5-2d882f51b0c4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.135657 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b15d7-ee74-426e-96a5-ed94a4e68538 req-1c4325b1-31f3-4e8d-8dc5-2d882f51b0c4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.138455 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a7b15d7-ee74-426e-96a5-ed94a4e68538 req-1c4325b1-31f3-4e8d-8dc5-2d882f51b0c4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.1443863 Feb 11 05:14:41.147135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 78eae114-a61b-496b-91dd-39f33936d947 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:41.155156 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 78eae114-a61b-496b-91dd-39f33936d947 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:41.155833 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (78eae114-a61b-496b-91dd-39f33936d947), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:41.250829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-dd8eb8f1-be74-4d86-a69c-13da2e704382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.251446 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-dd8eb8f1-be74-4d86-a69c-13da2e704382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.251980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-dd8eb8f1-be74-4d86-a69c-13da2e704382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.252436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-dd8eb8f1-be74-4d86-a69c-13da2e704382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.252961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-dd8eb8f1-be74-4d86-a69c-13da2e704382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.253482 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-dd8eb8f1-be74-4d86-a69c-13da2e704382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.254592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-dd8eb8f1-be74-4d86-a69c-13da2e704382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.256671 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-dd8eb8f1-be74-4d86-a69c-13da2e704382 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1299ecd49e5408282a75d13c75f41aa&device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 6711 time: 0.0926239 Feb 11 05:14:41.260699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 78eae114-a61b-496b-91dd-39f33936d947 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:41.261473 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (78eae114-a61b-496b-91dd-39f33936d947), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:41.262200 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a7b15d7-ee74-426e-96a5-ed94a4e68538 req-9ab06efb-0b9a-49b6-9a24-acb905d3f851 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1173954 Feb 11 05:14:41.322373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146490f7-d48a-4b6d-8de8-9aefbecc5c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eae114-a61b-496b-91dd-39f33936d947'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:41.325268 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3926bd4-0348-4293-84f9-9007cd1f6ed0" -d '{"events": [{"server_uuid": "146490f7-d48a-4b6d-8de8-9aefbecc5c59", "name": "network-vif-plugged", "status": "completed", "tag": "78eae114-a61b-496b-91dd-39f33936d947"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:41.331852 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 78eae114-a61b-496b-91dd-39f33936d947, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=78eae114-a61b-496b-91dd-39f33936d947,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:41.336566 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (78eae114-a61b-496b-91dd-39f33936d947), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:41.337789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 27d05743-6ef1-4784-84cf-b78b559aee02 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:41.403241 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 27d05743-6ef1-4784-84cf-b78b559aee02 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:14:41.403645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 27d05743-6ef1-4784-84cf-b78b559aee02 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:41.410027 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf615a5-c709-4f30-9f8a-1f0f3cd1db78 x-openstack-request-id: req-adf615a5-c709-4f30-9f8a-1f0f3cd1db78 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:41.410424 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146490f7-d48a-4b6d-8de8-9aefbecc5c59", "name": "network-vif-plugged", "status": "completed", "tag": "78eae114-a61b-496b-91dd-39f33936d947", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:41.411019 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-adf615a5-c709-4f30-9f8a-1f0f3cd1db78 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:41.411433 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146490f7-d48a-4b6d-8de8-9aefbecc5c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eae114-a61b-496b-91dd-39f33936d947', 'code': 200} Feb 11 05:14:41.430842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-b8840035-2a7b-439a-ad70-966005523870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.432572 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-b8840035-2a7b-439a-ad70-966005523870 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e HTTP/1.1" status: 200 len: 903 time: 0.1655209 Feb 11 05:14:41.447000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bff83-8f16-4b26-8797-762f96b011a3 req-6b288dc0-3424-4298-8765-f58259c24bb9 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.452688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bff83-8f16-4b26-8797-762f96b011a3 req-6b288dc0-3424-4298-8765-f58259c24bb9 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.458314 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bff83-8f16-4b26-8797-762f96b011a3 req-6b288dc0-3424-4298-8765-f58259c24bb9 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.465743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c34bff83-8f16-4b26-8797-762f96b011a3 req-6b288dc0-3424-4298-8765-f58259c24bb9 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8&device_id=e570449d-b09a-4ba0-8c12-66ecfe023269&device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 2417 time: 0.0947206 Feb 11 05:14:41.476799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=78eae114-a61b-496b-91dd-39f33936d947,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:41.515492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-acd814ed-cb3d-4c73-a03d-6e0c5ee1407c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=47c68d4d-dde3-4df1-ab81-7d42effbc318 HTTP/1.1" status: 200 len: 217 time: 0.0419636 Feb 11 05:14:41.668453 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c34bff83-8f16-4b26-8797-762f96b011a3 req-d415a569-fe66-4645-a6f7-51e89a08190a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016997 Feb 11 05:14:41.692748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-36a51d04-d1c6-42ab-b3a9-1982f94d26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.695136 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-36a51d04-d1c6-42ab-b3a9-1982f94d26ea service neutron] 10.222.0.88 "GET /v2.0/subnets?id=87a5bba2-6a2d-4e41-b79c-d462124d28c5 HTTP/1.1" status: 200 len: 797 time: 0.1479895 Feb 11 05:14:41.710567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58230) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:41.744305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf57b1-9ab6-429e-87f9-be03258e5cfa req-85fd2704-bd9a-4231-9079-387a4bf90890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.746868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6faf57b1-9ab6-429e-87f9-be03258e5cfa req-85fd2704-bd9a-4231-9079-387a4bf90890 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 1129 time: 0.1651654 Feb 11 05:14:41.879072 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b2314-b1fe-497a-8efe-bda8ebcc9bd7 req-811579ac-7444-4654-adc3-967fca61adb8 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:41.881642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914b2314-b1fe-497a-8efe-bda8ebcc9bd7 req-811579ac-7444-4654-adc3-967fca61adb8 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.2987423 Feb 11 05:14:41.977169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb430670-3da6-4fba-a66a-24c231a0df4a admin admin] Deleting subnet 2f2dd10c-1617-44a5-b8b9-00bab2672bb6 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:14:41.991222 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eb430670-3da6-4fba-a66a-24c231a0df4a admin admin] Publish callbacks [] for subnet (2f2dd10c-1617-44a5-b8b9-00bab2672bb6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:42.060612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-fa1ba64c-3a5f-4166-a336-9aa1b58926a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.063317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-fa1ba64c-3a5f-4166-a336-9aa1b58926a3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3513029 Feb 11 05:14:42.077042 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6faf57b1-9ab6-429e-87f9-be03258e5cfa req-3f085aae-2a6b-4ae1-b958-58093c7cc11b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666585 Feb 11 05:14:42.170133 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eb430670-3da6-4fba-a66a-24c231a0df4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (2f2dd10c-1617-44a5-b8b9-00bab2672bb6), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:42.184393 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179d547-ade8-4545-9158-8daeb0f82198 req-833d6a67-f88f-4235-9c04-70487ddd3225 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.187014 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f179d547-ade8-4545-9158-8daeb0f82198 req-833d6a67-f88f-4235-9c04-70487ddd3225 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 945 time: 0.3810854 Feb 11 05:14:42.237988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914b2314-b1fe-497a-8efe-bda8ebcc9bd7 req-e82c0bbe-c83f-4c9a-8c85-8c7142a939e8 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246512 Feb 11 05:14:42.421290 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eb430670-3da6-4fba-a66a-24c231a0df4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (2f2dd10c-1617-44a5-b8b9-00bab2672bb6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:42.498631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f179d547-ade8-4545-9158-8daeb0f82198 req-8d3568f9-e747-4dae-a6a4-73eac88fa185 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688606 Feb 11 05:14:42.523075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-2b6b7d6d-a415-418e-8720-f65ad748c1b1 service neutron] 10.222.0.88 "GET /v2.0/networks/d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300346 Feb 11 05:14:42.576272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689810a-0754-46d1-9ad6-7538d11abfac req-435f5f34-14c2-4f4a-8feb-c348a5b30c5f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.578780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8689810a-0754-46d1-9ad6-7538d11abfac req-435f5f34-14c2-4f4a-8feb-c348a5b30c5f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.2636206 Feb 11 05:14:42.740006 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eb430670-3da6-4fba-a66a-24c231a0df4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (2f2dd10c-1617-44a5-b8b9-00bab2672bb6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:42.823832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb430670-3da6-4fba-a66a-24c231a0df4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f2dd10c-1617-44a5-b8b9-00bab2672bb6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:42.825791 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eb430670-3da6-4fba-a66a-24c231a0df4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:42.829039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-eb430670-3da6-4fba-a66a-24c231a0df4a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/2f2dd10c-1617-44a5-b8b9-00bab2672bb6 HTTP/1.1" status: 204 len: 168 time: 1.1152811 Feb 11 05:14:42.832786 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58240) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:42.843666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8689810a-0754-46d1-9ad6-7538d11abfac req-e9d10df6-85c5-483d-86ab-822758df0762 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293205 Feb 11 05:14:42.870501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c10d16-721e-4351-beef-8153fedda43e req-e59edf3b-02a9-427a-9b29-365c6bcb0076 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.875825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c10d16-721e-4351-beef-8153fedda43e req-e59edf3b-02a9-427a-9b29-365c6bcb0076 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.881591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c10d16-721e-4351-beef-8153fedda43e req-e59edf3b-02a9-427a-9b29-365c6bcb0076 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.886786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c10d16-721e-4351-beef-8153fedda43e req-e59edf3b-02a9-427a-9b29-365c6bcb0076 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.892015 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c10d16-721e-4351-beef-8153fedda43e req-e59edf3b-02a9-427a-9b29-365c6bcb0076 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.900514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c10d16-721e-4351-beef-8153fedda43e req-e59edf3b-02a9-427a-9b29-365c6bcb0076 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.902463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c10d16-721e-4351-beef-8153fedda43e req-e59edf3b-02a9-427a-9b29-365c6bcb0076 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.904499 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60c10d16-721e-4351-beef-8153fedda43e req-e59edf3b-02a9-427a-9b29-365c6bcb0076 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.3471515 Feb 11 05:14:42.916271 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fe6052d-90c8-4742-bcbb-ae35cbadd7c3 req-5b3fb6d0-f6b5-465f-80c9-3aae744b03fd service neutron] 10.222.0.88 "GET /v2.0/networks/d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725545 Feb 11 05:14:42.933894 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68471566-61c4-41bb-ab0f-4a21a20141d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (285c66f4-75ee-4c50-a7d8-eca911906f62), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:42.999755 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60c10d16-721e-4351-beef-8153fedda43e req-a801ccd8-5504-43ad-bba7-3129ff69821e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848546 Feb 11 05:14:43.055673 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68471566-61c4-41bb-ab0f-4a21a20141d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (285c66f4-75ee-4c50-a7d8-eca911906f62), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.074683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb745bc-de8f-4781-a1fe-f890f453b446 req-0d58ed47-8f37-4fd8-bb89-ef7804ba4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:43.075348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb745bc-de8f-4781-a1fe-f890f453b446 req-0d58ed47-8f37-4fd8-bb89-ef7804ba4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:43.076107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb745bc-de8f-4781-a1fe-f890f453b446 req-0d58ed47-8f37-4fd8-bb89-ef7804ba4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:43.076791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb745bc-de8f-4781-a1fe-f890f453b446 req-0d58ed47-8f37-4fd8-bb89-ef7804ba4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:43.077360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb745bc-de8f-4781-a1fe-f890f453b446 req-0d58ed47-8f37-4fd8-bb89-ef7804ba4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:43.078493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb745bc-de8f-4781-a1fe-f890f453b446 req-0d58ed47-8f37-4fd8-bb89-ef7804ba4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:43.079028 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb745bc-de8f-4781-a1fe-f890f453b446 req-0d58ed47-8f37-4fd8-bb89-ef7804ba4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:43.081240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfb745bc-de8f-4781-a1fe-f890f453b446 req-0d58ed47-8f37-4fd8-bb89-ef7804ba4db7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1299ecd49e5408282a75d13c75f41aa&device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 6711 time: 0.0729370 Feb 11 05:14:43.085839 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-68471566-61c4-41bb-ab0f-4a21a20141d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285c66f4-75ee-4c50-a7d8-eca911906f62']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:43.098154 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-68471566-61c4-41bb-ab0f-4a21a20141d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3520a4-44be-4753-8d7e-9e369b03eda5') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:43.098759 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-68471566-61c4-41bb-ab0f-4a21a20141d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3520a4-44be-4753-8d7e-9e369b03eda5') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:43.111350 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68471566-61c4-41bb-ab0f-4a21a20141d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (6f3520a4-44be-4753-8d7e-9e369b03eda5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.128186 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68471566-61c4-41bb-ab0f-4a21a20141d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (6f3520a4-44be-4753-8d7e-9e369b03eda5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.137656 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68471566-61c4-41bb-ab0f-4a21a20141d3 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:14:43.139944 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68471566-61c4-41bb-ab0f-4a21a20141d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (6f3520a4-44be-4753-8d7e-9e369b03eda5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:14:43.141862 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:14:43.210615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb745bc-de8f-4781-a1fe-f890f453b446 req-ca388d83-557c-4fe5-8084-daf59b8cb299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:43.212272 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfb745bc-de8f-4781-a1fe-f890f453b446 req-ca388d83-557c-4fe5-8084-daf59b8cb299 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e HTTP/1.1" status: 200 len: 903 time: 0.1230867 Feb 11 05:14:43.227184 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68471566-61c4-41bb-ab0f-4a21a20141d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (285c66f4-75ee-4c50-a7d8-eca911906f62), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.232980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68471566-61c4-41bb-ab0f-4a21a20141d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.239101 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-68471566-61c4-41bb-ab0f-4a21a20141d3 admin admin] 10.222.0.87 "DELETE /v2.0/networks/285c66f4-75ee-4c50-a7d8-eca911906f62 HTTP/1.1" status: 204 len: 168 time: 0.4034324 Feb 11 05:14:43.255135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68471566-61c4-41bb-ab0f-4a21a20141d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=285c66f4-75ee-4c50-a7d8-eca911906f62,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:43.276183 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfb745bc-de8f-4781-a1fe-f890f453b446 req-baab8fc4-7231-40ac-8f7f-422f46648157 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e828d84d-edf8-4420-87a0-469dd5ad5cd3 HTTP/1.1" status: 200 len: 217 time: 0.0548944 Feb 11 05:14:43.407476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb745bc-de8f-4781-a1fe-f890f453b446 req-2c409dc1-39bf-4daf-a22d-debd5d988069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:43.409747 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfb745bc-de8f-4781-a1fe-f890f453b446 req-2c409dc1-39bf-4daf-a22d-debd5d988069 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=87a5bba2-6a2d-4e41-b79c-d462124d28c5 HTTP/1.1" status: 200 len: 797 time: 0.1242013 Feb 11 05:14:43.445234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bab12-1086-4f6d-b4e4-03cd22108231 req-9a0d23fd-5737-4cec-814d-9d9ee4e654a6 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:43.447192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f63bab12-1086-4f6d-b4e4-03cd22108231 req-9a0d23fd-5737-4cec-814d-9d9ee4e654a6 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.1018627 Feb 11 05:14:43.467903 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58252) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:43.513561 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3adf880c-f6ba-4786-84db-babad023f748 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ec831888befe404a93e582dcf8ffabb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443156 Feb 11 05:14:43.516681 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58254) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:43.570523 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f63bab12-1086-4f6d-b4e4-03cd22108231 req-c7dc5fd6-9e14-4a09-90e9-2eb5326dcd1b tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953698 Feb 11 05:14:43.573931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb745bc-de8f-4781-a1fe-f890f453b446 req-2ba916e4-95d9-48ec-8878-a1d707405051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:43.575916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfb745bc-de8f-4781-a1fe-f890f453b446 req-2ba916e4-95d9-48ec-8878-a1d707405051 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1548018 Feb 11 05:14:43.605166 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fc51d8b-5b18-4373-8513-2e6918b867ad admin admin] Publish callbacks [] for security_group (c03e6978-6ba8-4131-8810-5ce1861c294d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.673521 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fc51d8b-5b18-4373-8513-2e6918b867ad admin admin] Publish callbacks [] for security_group (c03e6978-6ba8-4131-8810-5ce1861c294d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.739636 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfb745bc-de8f-4781-a1fe-f890f453b446 req-d3f0ef2a-38fb-4df3-9333-983b5d0f7ad8 service neutron] 10.222.0.88 "GET /v2.0/networks/d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429412 Feb 11 05:14:43.759489 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fc51d8b-5b18-4373-8513-2e6918b867ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c03e6978-6ba8-4131-8810-5ce1861c294d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.763343 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fc51d8b-5b18-4373-8513-2e6918b867ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.765056 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7fc51d8b-5b18-4373-8513-2e6918b867ad admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c03e6978-6ba8-4131-8810-5ce1861c294d HTTP/1.1" status: 204 len: 168 time: 0.2473474 Feb 11 05:14:43.785964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc51d8b-5b18-4373-8513-2e6918b867ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03e6978-6ba8-4131-8810-5ce1861c294d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:43.884425 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:43.895489 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfb745bc-de8f-4781-a1fe-f890f453b446 req-8feaae58-c347-4c94-b0aa-7c9808128cc7 service neutron] 10.222.0.88 "GET /v2.0/networks/d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460152 Feb 11 05:14:44.053732 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02c83d-5e2c-48a8-a738-dece15ea6f7b req-a10fa3e4-b83b-4e48-8606-6c9b47a9ee43 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:44.055714 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c02c83d-5e2c-48a8-a738-dece15ea6f7b req-a10fa3e4-b83b-4e48-8606-6c9b47a9ee43 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0790489 Feb 11 05:14:44.131688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c02c83d-5e2c-48a8-a738-dece15ea6f7b req-c375f065-7801-4a27-92ec-9fbfe0d2f4f0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676770 Feb 11 05:14:44.303120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ceb339-0089-46d1-95a0-6e117aa1c8aa req-d745955d-64e3-4703-a4a8-a2d0cb16104a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:44.309127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ceb339-0089-46d1-95a0-6e117aa1c8aa req-d745955d-64e3-4703-a4a8-a2d0cb16104a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:44.315479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ceb339-0089-46d1-95a0-6e117aa1c8aa req-d745955d-64e3-4703-a4a8-a2d0cb16104a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:44.322684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ceb339-0089-46d1-95a0-6e117aa1c8aa req-d745955d-64e3-4703-a4a8-a2d0cb16104a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:44.328479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ceb339-0089-46d1-95a0-6e117aa1c8aa req-d745955d-64e3-4703-a4a8-a2d0cb16104a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:44.334410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ceb339-0089-46d1-95a0-6e117aa1c8aa req-d745955d-64e3-4703-a4a8-a2d0cb16104a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:44.339947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ceb339-0089-46d1-95a0-6e117aa1c8aa req-d745955d-64e3-4703-a4a8-a2d0cb16104a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:44.348951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-33ceb339-0089-46d1-95a0-6e117aa1c8aa req-d745955d-64e3-4703-a4a8-a2d0cb16104a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.1315100 Feb 11 05:14:44.419799 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-33ceb339-0089-46d1-95a0-6e117aa1c8aa req-011a481e-8f8d-4da0-8479-e325679729c4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700879 Feb 11 05:14:44.567076 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e54816-22b5-438c-b023-ef873c5201a5 req-170cc940-00d1-4fca-8924-9c01f7f39131 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:44.568611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22e54816-22b5-438c-b023-ef873c5201a5 req-170cc940-00d1-4fca-8924-9c01f7f39131 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.0616014 Feb 11 05:14:44.624149 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22e54816-22b5-438c-b023-ef873c5201a5 req-979dbea6-e4c6-4ddd-9813-34a69ce03b4f tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494990 Feb 11 05:14:44.727328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b995c-de21-4ebe-b9f1-b93a3b4b63c6 req-eb1cbfe3-7b0a-4aba-9e7c-536887375564 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:44.730039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd2b995c-de21-4ebe-b9f1-b93a3b4b63c6 req-eb1cbfe3-7b0a-4aba-9e7c-536887375564 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.0622873 Feb 11 05:14:44.789976 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd2b995c-de21-4ebe-b9f1-b93a3b4b63c6 req-d08ebb11-0a9f-43e2-9728-f04344be72c5 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533650 Feb 11 05:14:44.802581 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58294) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:44.901988 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f680515e-8650-4652-a0f2-7ef433e3b5bc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-235658913-network', 'tenant_id': 'a541174c8f0341539b517a51ee6e144f'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:44.922035 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f680515e-8650-4652-a0f2-7ef433e3b5bc admin admin] Made reservation on behalf of a541174c8f0341539b517a51ee6e144f for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:44.924865 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f680515e-8650-4652-a0f2-7ef433e3b5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.933275 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f680515e-8650-4652-a0f2-7ef433e3b5bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.011362 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f680515e-8650-4652-a0f2-7ef433e3b5bc admin admin] Publish callbacks [] for security_group (96bf6aa9-1c14-4c89-a528-f3d75cfac6d6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.015843 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f680515e-8650-4652-a0f2-7ef433e3b5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (96bf6aa9-1c14-4c89-a528-f3d75cfac6d6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.040748 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f680515e-8650-4652-a0f2-7ef433e3b5bc admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:45.050348 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680515e-8650-4652-a0f2-7ef433e3b5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:45.055377 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f680515e-8650-4652-a0f2-7ef433e3b5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (191ba391-d3da-4f5a-940e-465f7696fdb5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.055742 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-f680515e-8650-4652-a0f2-7ef433e3b5bc admin admin] Added segment 191ba391-d3da-4f5a-940e-465f7696fdb5 of type vlan for network 0206bf88-469d-4bc1-a7b0-f58304d316f5 Feb 11 05:14:45.096561 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f680515e-8650-4652-a0f2-7ef433e3b5bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (0206bf88-469d-4bc1-a7b0-f58304d316f5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.122765 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f680515e-8650-4652-a0f2-7ef433e3b5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (0206bf88-469d-4bc1-a7b0-f58304d316f5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.123820 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f680515e-8650-4652-a0f2-7ef433e3b5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:45.124348 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f680515e-8650-4652-a0f2-7ef433e3b5bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.162212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58300) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:45.162457 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f680515e-8650-4652-a0f2-7ef433e3b5bc admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3584461 Feb 11 05:14:45.168582 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-dfc855be-1c21-4ec3-9719-5f41ffc60c80 admin admin] Request body: {'subnet': {'network_id': '0206bf88-469d-4bc1-a7b0-f58304d316f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-235658913-subnet', 'tenant_id': 'a541174c8f0341539b517a51ee6e144f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:45.190487 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680515e-8650-4652-a0f2-7ef433e3b5bc admin admin] Pushing event updated for resources: {'Network': ['ID=0206bf88-469d-4bc1-a7b0-f58304d316f5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:45.200448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc855be-1c21-4ec3-9719-5f41ffc60c80 admin admin] Made reservation on behalf of a541174c8f0341539b517a51ee6e144f for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:45.201829 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 0206bf88-469d-4bc1-a7b0-f58304d316f5 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:45.203665 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfc855be-1c21-4ec3-9719-5f41ffc60c80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.327334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e4365-7408-4871-9147-228140156717 req-98c091ab-5dc7-4224-af85-4e27e58c78ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:45.328779 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-600e4365-7408-4871-9147-228140156717 req-98c091ab-5dc7-4224-af85-4e27e58c78ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1102200 Feb 11 05:14:45.410972 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-600e4365-7408-4871-9147-228140156717 req-fa9d61c3-a2a2-412f-b79b-0131b58432f1 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735679 Feb 11 05:14:45.456745 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfc855be-1c21-4ec3-9719-5f41ffc60c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (6d9a41f6-76c2-4194-9d7b-1232143921ef), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.516639 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc855be-1c21-4ec3-9719-5f41ffc60c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d9a41f6-76c2-4194-9d7b-1232143921ef,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:45.528947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc855be-1c21-4ec3-9719-5f41ffc60c80 admin admin] Checking segment: {'id': '191ba391-d3da-4f5a-940e-465f7696fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0206bf88-469d-4bc1-a7b0-f58304d316f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:45.529312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc855be-1c21-4ec3-9719-5f41ffc60c80 admin admin] Network hostable DHCP agents. Network: 0206bf88-469d-4bc1-a7b0-f58304d316f5, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:14:45.592955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc855be-1c21-4ec3-9719-5f41ffc60c80 admin admin] Network 0206bf88-469d-4bc1-a7b0-f58304d316f5 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:14:45.623529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f11b31-65d1-4080-9358-f7b1ba7a2ebc req-c7233964-5544-4ab0-8be1-99bfed434ae4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:45.630555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f11b31-65d1-4080-9358-f7b1ba7a2ebc req-c7233964-5544-4ab0-8be1-99bfed434ae4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:45.638049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f11b31-65d1-4080-9358-f7b1ba7a2ebc req-c7233964-5544-4ab0-8be1-99bfed434ae4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:45.643888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f11b31-65d1-4080-9358-f7b1ba7a2ebc req-c7233964-5544-4ab0-8be1-99bfed434ae4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:45.650240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f11b31-65d1-4080-9358-f7b1ba7a2ebc req-c7233964-5544-4ab0-8be1-99bfed434ae4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:45.656332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f11b31-65d1-4080-9358-f7b1ba7a2ebc req-c7233964-5544-4ab0-8be1-99bfed434ae4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:45.663185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f11b31-65d1-4080-9358-f7b1ba7a2ebc req-c7233964-5544-4ab0-8be1-99bfed434ae4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:45.667348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85f11b31-65d1-4080-9358-f7b1ba7a2ebc req-c7233964-5544-4ab0-8be1-99bfed434ae4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.1339574 Feb 11 05:14:45.668319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-dfc855be-1c21-4ec3-9719-5f41ffc60c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 0206bf88-469d-4bc1-a7b0-f58304d316f5) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:45.680347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02665faf-ee57-49b3-849f-9fb3a5db2532 None None] Network 0206bf88-469d-4bc1-a7b0-f58304d316f5 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:45.681072 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc855be-1c21-4ec3-9719-5f41ffc60c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:45.681805 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfc855be-1c21-4ec3-9719-5f41ffc60c80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.737444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dfc855be-1c21-4ec3-9719-5f41ffc60c80 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5723996 Feb 11 05:14:45.912785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2b5ca0-f942-4b95-ace7-97da16d99c81 None None] Network 0206bf88-469d-4bc1-a7b0-f58304d316f5 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:45.941411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85f11b31-65d1-4080-9358-f7b1ba7a2ebc req-1602c591-6817-42c8-a93e-65d66fd60dfb tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2642787 Feb 11 05:14:45.991295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bb784-f049-435a-926b-e0ada711c7b8 req-7af781ec-61c2-42e2-bb94-22026645c738 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:46.000423 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b83bb784-f049-435a-926b-e0ada711c7b8 req-7af781ec-61c2-42e2-bb94-22026645c738 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1009090 Feb 11 05:14:46.079196 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b83bb784-f049-435a-926b-e0ada711c7b8 req-28b03232-3202-479d-a18a-271f7ca2d64e tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776780 Feb 11 05:14:46.133430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251b992-4f61-493d-b63c-30b0a653aeea req-838d8b25-26c1-45ab-9c3a-cc3a75b194f7 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:46.135093 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a251b992-4f61-493d-b63c-30b0a653aeea req-838d8b25-26c1-45ab-9c3a-cc3a75b194f7 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0734663 Feb 11 05:14:46.218317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a251b992-4f61-493d-b63c-30b0a653aeea req-aabc70c8-d0b3-4b62-9602-bcff76bab4ab tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776186 Feb 11 05:14:46.233391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92be7b4-e081-44e4-9a9e-1cc6d8970bc1 req-a61c5aec-0428-4ed9-be23-febbd06449fa tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:46.234916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a92be7b4-e081-44e4-9a9e-1cc6d8970bc1 req-a61c5aec-0428-4ed9-be23-febbd06449fa tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.0879455 Feb 11 05:14:46.290836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a92be7b4-e081-44e4-9a9e-1cc6d8970bc1 req-34c030d0-9e37-4963-be3d-d289abf86c78 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439782 Feb 11 05:14:46.535408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-1eded17e-6596-4c70-8a30-de05219120d4 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:46.536945 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-1eded17e-6596-4c70-8a30-de05219120d4 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/networks?id=0206bf88-469d-4bc1-a7b0-f58304d316f5 HTTP/1.1" status: 200 len: 813 time: 0.1113400 Feb 11 05:14:46.554011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-17919657-8c24-463c-a822-962b05578fef tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/quotas/a541174c8f0341539b517a51ee6e144f HTTP/1.1" status: 200 len: 375 time: 0.0109882 Feb 11 05:14:46.589974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-4de57fd2-7acd-4123-a214-c3a18d879c48 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a541174c8f0341539b517a51ee6e144f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304997 Feb 11 05:14:46.688434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-56f229ab-a0b8-49d8-9ad8-1bab2008cb91 service neutron] 10.222.0.87 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916455 Feb 11 05:14:46.784540 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-2f45bf1a-08c2-496d-aaa9-32d8eda5f31e service neutron] 10.222.0.87 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898507 Feb 11 05:14:46.949043 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a0357e0-fc15-4f99-91c2-61c7313e17c3 req-08369801-3724-46b1-81f0-ede905da632c tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 210 time: 0.0285032 Feb 11 05:14:47.122948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a556884-e4cf-4da2-9044-52518a57751e req-1ee7d84b-e1ae-48bd-aac4-5c54be529e6d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:47.131535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a556884-e4cf-4da2-9044-52518a57751e req-1ee7d84b-e1ae-48bd-aac4-5c54be529e6d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:47.139179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a556884-e4cf-4da2-9044-52518a57751e req-1ee7d84b-e1ae-48bd-aac4-5c54be529e6d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:47.146019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a556884-e4cf-4da2-9044-52518a57751e req-1ee7d84b-e1ae-48bd-aac4-5c54be529e6d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:47.153617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a556884-e4cf-4da2-9044-52518a57751e req-1ee7d84b-e1ae-48bd-aac4-5c54be529e6d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:47.161895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a556884-e4cf-4da2-9044-52518a57751e req-1ee7d84b-e1ae-48bd-aac4-5c54be529e6d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:47.169704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a556884-e4cf-4da2-9044-52518a57751e req-1ee7d84b-e1ae-48bd-aac4-5c54be529e6d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:47.172088 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a556884-e4cf-4da2-9044-52518a57751e req-1ee7d84b-e1ae-48bd-aac4-5c54be529e6d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.1248400 Feb 11 05:14:47.263369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc7c1-baf2-4018-8a5f-8b53018e95a8 req-fba021cf-4c6b-4db1-813c-9e1740b900a3 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:47.265163 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-588cc7c1-baf2-4018-8a5f-8b53018e95a8 req-fba021cf-4c6b-4db1-813c-9e1740b900a3 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.0921249 Feb 11 05:14:47.277114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a556884-e4cf-4da2-9044-52518a57751e req-4dc50128-6229-496a-bb76-28c2bd1ebd62 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932178 Feb 11 05:14:47.347101 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-588cc7c1-baf2-4018-8a5f-8b53018e95a8 req-e784d921-497e-43dd-b646-de373ed04ed0 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625706 Feb 11 05:14:47.806364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da7ca9-fe36-4a69-9bf4-faa739e465dc req-b5d16a37-db21-4142-987b-3378760afae5 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:47.807879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10da7ca9-fe36-4a69-9bf4-faa739e465dc req-b5d16a37-db21-4142-987b-3378760afae5 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.4045272 Feb 11 05:14:47.826921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123226be-5560-47e1-98fb-e746561a1f19 req-19372cf6-192b-414b-880a-6dfaa2aa56eb tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:47.828441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-123226be-5560-47e1-98fb-e746561a1f19 req-19372cf6-192b-414b-880a-6dfaa2aa56eb tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.3859625 Feb 11 05:14:47.894757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10da7ca9-fe36-4a69-9bf4-faa739e465dc req-7007acbb-ce64-49eb-a359-095864fa3f9a tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805583 Feb 11 05:14:47.898881 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-123226be-5560-47e1-98fb-e746561a1f19 req-0eefeb50-9354-4801-8d50-13d339aeb68e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621524 Feb 11 05:14:48.051520 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f41ce6d0-e451-4e73-a51b-742661a2ac01 req-9e26d35d-f0b1-4611-97de-ac784ede483d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 210 time: 0.0300760 Feb 11 05:14:48.250883 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:14:48.323679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-34329832-50e8-480b-a720-e6e9bc2e9764 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:48.325314 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-34329832-50e8-480b-a720-e6e9bc2e9764 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.88 "GET /v2.0/networks?id=0206bf88-469d-4bc1-a7b0-f58304d316f5 HTTP/1.1" status: 200 len: 813 time: 0.1184487 Feb 11 05:14:48.368982 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-aac37ae3-e742-4e86-9ea1-4c712c12eeaa tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Request body: {'port': {'device_id': '038c18da-76a8-4d6a-86ac-60db49c1810e', 'network_id': '0206bf88-469d-4bc1-a7b0-f58304d316f5', 'admin_state_up': True, 'tenant_id': 'a541174c8f0341539b517a51ee6e144f'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:48.513262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb601241-8580-4c78-9b9d-27841dbe0bfb req-08b0568c-5499-4812-ac12-28009e34206b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:48.518401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb601241-8580-4c78-9b9d-27841dbe0bfb req-08b0568c-5499-4812-ac12-28009e34206b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:48.523618 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb601241-8580-4c78-9b9d-27841dbe0bfb req-08b0568c-5499-4812-ac12-28009e34206b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:48.528811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb601241-8580-4c78-9b9d-27841dbe0bfb req-08b0568c-5499-4812-ac12-28009e34206b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:48.534001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb601241-8580-4c78-9b9d-27841dbe0bfb req-08b0568c-5499-4812-ac12-28009e34206b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:48.540702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb601241-8580-4c78-9b9d-27841dbe0bfb req-08b0568c-5499-4812-ac12-28009e34206b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:48.546400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb601241-8580-4c78-9b9d-27841dbe0bfb req-08b0568c-5499-4812-ac12-28009e34206b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:48.548574 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb601241-8580-4c78-9b9d-27841dbe0bfb req-08b0568c-5499-4812-ac12-28009e34206b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.1945012 Feb 11 05:14:48.605723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff856a7-7724-4e01-9dd2-6a0032e1d650 req-19950ace-fc26-4afa-aa18-e62e9e47ccad tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:48.607123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ff856a7-7724-4e01-9dd2-6a0032e1d650 req-19950ace-fc26-4afa-aa18-e62e9e47ccad tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1804185 Feb 11 05:14:48.661192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-aac37ae3-e742-4e86-9ea1-4c712c12eeaa tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Made reservation on behalf of a541174c8f0341539b517a51ee6e144f for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:48.664470 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-aac37ae3-e742-4e86-9ea1-4c712c12eeaa tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:48.683710 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb601241-8580-4c78-9b9d-27841dbe0bfb req-92be7b31-c03f-4112-9448-c20e8f1c745e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1256382 Feb 11 05:14:48.712737 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ff856a7-7724-4e01-9dd2-6a0032e1d650 req-53345ae7-8f17-4387-aaea-e3bfce8f3212 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964253 Feb 11 05:14:48.814721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-aac37ae3-e742-4e86-9ea1-4c712c12eeaa tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Allocated IP 172.20.0.2 (0206bf88-469d-4bc1-a7b0-f58304d316f5/6d9a41f6-76c2-4194-9d7b-1232143921ef/8d16c086-327d-4573-be07-53bb45d9390c) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:48.972206 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-aac37ae3-e742-4e86-9ea1-4c712c12eeaa tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Publish callbacks [] for port (8d16c086-327d-4573-be07-53bb45d9390c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.085371 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-aac37ae3-e742-4e86-9ea1-4c712c12eeaa tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8d16c086-327d-4573-be07-53bb45d9390c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.133250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a343593-e751-426d-8372-b5278e9f0685 req-6d8217e0-0d5c-46a8-b8a1-eccf666d79cc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:49.134858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a343593-e751-426d-8372-b5278e9f0685 req-6d8217e0-0d5c-46a8-b8a1-eccf666d79cc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.1515441 Feb 11 05:14:49.150660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf486a0-79f0-4d98-8f6b-ce681c770b4a req-d455a985-7096-4d5c-bb53-9d38a5fb971b tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:49.152165 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbf486a0-79f0-4d98-8f6b-ce681c770b4a req-d455a985-7096-4d5c-bb53-9d38a5fb971b tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1533353 Feb 11 05:14:49.160374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-aac37ae3-e742-4e86-9ea1-4c712c12eeaa tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Network 0206bf88-469d-4bc1-a7b0-f58304d316f5 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:49.176877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-aac37ae3-e742-4e86-9ea1-4c712c12eeaa tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:49.193167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-aac37ae3-e742-4e86-9ea1-4c712c12eeaa tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:49.200049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac37ae3-e742-4e86-9ea1-4c712c12eeaa tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Pushing event updated for resources: {'Port': ['ID=8d16c086-327d-4573-be07-53bb45d9390c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:49.289475 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-aac37ae3-e742-4e86-9ea1-4c712c12eeaa tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:49.290386 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-aac37ae3-e742-4e86-9ea1-4c712c12eeaa tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.295797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a343593-e751-426d-8372-b5278e9f0685 req-55683960-21c9-4797-8318-254fc30b006d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399415 Feb 11 05:14:49.299932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbf486a0-79f0-4d98-8f6b-ce681c770b4a req-af13ea0d-6492-4302-911a-fe93bca5965f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342869 Feb 11 05:14:49.328307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-aac37ae3-e742-4e86-9ea1-4c712c12eeaa tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9638693 Feb 11 05:14:49.344651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Request body: {'port': {'device_id': '038c18da-76a8-4d6a-86ac-60db49c1810e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:49.442839 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8d16c086-327d-4573-be07-53bb45d9390c), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.464878 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f50f6-d5c9-4701-9e58-6cacaaf88443 req-4d3b941b-ec4c-4046-be13-fce102d2f86b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:49.466379 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a5f50f6-d5c9-4701-9e58-6cacaaf88443 req-4d3b941b-ec4c-4046-be13-fce102d2f86b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 931 time: 0.0993047 Feb 11 05:14:49.615524 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a5f50f6-d5c9-4701-9e58-6cacaaf88443 req-72dac2ed-2d5e-4899-a72f-15938e863f81 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210678 Feb 11 05:14:49.836359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d16c086-327d-4573-be07-53bb45d9390c {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:49.864041 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Publish callbacks [] for port (8d16c086-327d-4573-be07-53bb45d9390c), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.887048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Transition to ACTIVE for port object 8d16c086-327d-4573-be07-53bb45d9390c will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:49.897406 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (8d16c086-327d-4573-be07-53bb45d9390c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.921640 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648e0db-cfbb-4fdc-b324-fc8f035414e3 req-8038ecab-98f2-4b30-af98-16f3d334f9b3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:49.926939 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648e0db-cfbb-4fdc-b324-fc8f035414e3 req-8038ecab-98f2-4b30-af98-16f3d334f9b3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:49.932112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648e0db-cfbb-4fdc-b324-fc8f035414e3 req-8038ecab-98f2-4b30-af98-16f3d334f9b3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:49.937258 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648e0db-cfbb-4fdc-b324-fc8f035414e3 req-8038ecab-98f2-4b30-af98-16f3d334f9b3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:49.943179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648e0db-cfbb-4fdc-b324-fc8f035414e3 req-8038ecab-98f2-4b30-af98-16f3d334f9b3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:49.948584 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648e0db-cfbb-4fdc-b324-fc8f035414e3 req-8038ecab-98f2-4b30-af98-16f3d334f9b3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:49.953787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648e0db-cfbb-4fdc-b324-fc8f035414e3 req-8038ecab-98f2-4b30-af98-16f3d334f9b3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:49.955734 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e648e0db-cfbb-4fdc-b324-fc8f035414e3 req-8038ecab-98f2-4b30-af98-16f3d334f9b3 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.1649802 Feb 11 05:14:50.001698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec9736-0aba-4571-b2c8-23fef64876b2 req-9fb02e39-13c2-484c-b53d-131317319a84 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:50.003175 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95ec9736-0aba-4571-b2c8-23fef64876b2 req-9fb02e39-13c2-484c-b53d-131317319a84 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1975415 Feb 11 05:14:50.048858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Pushing event updated for resources: {'Port': ['ID=8d16c086-327d-4573-be07-53bb45d9390c,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:50.141089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e648e0db-cfbb-4fdc-b324-fc8f035414e3 req-f0bd8e22-c966-4738-8971-8cdc30661dd2 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1633503 Feb 11 05:14:50.148005 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95ec9736-0aba-4571-b2c8-23fef64876b2 req-cb12ca38-5f3b-44b6-9389-9c8fe52afb9f tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335225 Feb 11 05:14:50.168017 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Attempting to bind port 8d16c086-327d-4573-be07-53bb45d9390c on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:50.168360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Attempting to bind port 8d16c086-327d-4573-be07-53bb45d9390c by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '191ba391-d3da-4f5a-940e-465f7696fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0206bf88-469d-4bc1-a7b0-f58304d316f5'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:50.168703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Attempting to bind port 8d16c086-327d-4573-be07-53bb45d9390c on network 0206bf88-469d-4bc1-a7b0-f58304d316f5 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:50.173295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Port 8d16c086-327d-4573-be07-53bb45d9390c on network 0206bf88-469d-4bc1-a7b0-f58304d316f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:50.173616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Attempting to bind port 8d16c086-327d-4573-be07-53bb45d9390c on network 0206bf88-469d-4bc1-a7b0-f58304d316f5 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:50.179180 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:50.179545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Checking segment: {'id': '191ba391-d3da-4f5a-940e-465f7696fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0206bf88-469d-4bc1-a7b0-f58304d316f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:50.179931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Bound using segment: {'id': '191ba391-d3da-4f5a-940e-465f7696fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0206bf88-469d-4bc1-a7b0-f58304d316f5'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:50.180352 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Bound port: 8d16c086-327d-4573-be07-53bb45d9390c, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191ba391-d3da-4f5a-940e-465f7696fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0206bf88-469d-4bc1-a7b0-f58304d316f5'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:50.180709 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8d16c086-327d-4573-be07-53bb45d9390c), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.243264 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] For port 8d16c086-327d-4573-be07-53bb45d9390c, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:50.246124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] For port 8d16c086-327d-4573-be07-53bb45d9390c, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8d16c086-327d-4573-be07-53bb45d9390c,segment=NetworkSegment(191ba391-d3da-4f5a-940e-465f7696fdb5),segment_id=191ba391-d3da-4f5a-940e-465f7696fdb5)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:50.252401 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (8d16c086-327d-4573-be07-53bb45d9390c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.285598 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:50.286070 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.287509 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] 10.222.0.88 "PUT /v2.0/ports/8d16c086-327d-4573-be07-53bb45d9390c HTTP/1.1" status: 200 len: 1092 time: 0.9482794 Feb 11 05:14:50.287961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038c18da-76a8-4d6a-86ac-60db49c1810e', 'tag': '8d16c086-327d-4573-be07-53bb45d9390c'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:50.290468 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83811512-23d1-472c-af92-94eb251467a3" -d '{"events": [{"name": "network-changed", "server_uuid": "038c18da-76a8-4d6a-86ac-60db49c1810e", "tag": "8d16c086-327d-4573-be07-53bb45d9390c"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:50.317151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cd8fe-7f4a-489a-a752-735b2c257d53 service neutron] Pushing event updated for resources: {'Port': ['ID=8d16c086-327d-4573-be07-53bb45d9390c,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:50.375660 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edc0fe8-7ceb-4d8c-a16e-8763739f2dbe x-openstack-request-id: req-8edc0fe8-7ceb-4d8c-a16e-8763739f2dbe {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:50.376222 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038c18da-76a8-4d6a-86ac-60db49c1810e", "tag": "8d16c086-327d-4573-be07-53bb45d9390c", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:50.376581 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8edc0fe8-7ceb-4d8c-a16e-8763739f2dbe {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:50.377179 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038c18da-76a8-4d6a-86ac-60db49c1810e', 'tag': '8d16c086-327d-4573-be07-53bb45d9390c', 'status': 'completed', 'code': 200} Feb 11 05:14:50.460151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-e377af0b-3664-4368-adc2-1c2a4869f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:50.461669 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-e377af0b-3664-4368-adc2-1c2a4869f27a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a541174c8f0341539b517a51ee6e144f&device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 1126 time: 0.1251302 Feb 11 05:14:50.520920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d8431-739e-466b-b474-cba82e4119b3 req-e30bb61b-7097-4b1f-a377-744597061619 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:50.522286 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b6d8431-739e-466b-b474-cba82e4119b3 req-e30bb61b-7097-4b1f-a377-744597061619 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.1367245 Feb 11 05:14:50.524842 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-6e07c512-b8f0-4b18-92bd-e505d6ac412d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d16c086-327d-4573-be07-53bb45d9390c HTTP/1.1" status: 200 len: 217 time: 0.0492177 Feb 11 05:14:50.564541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88b11a-a94e-42f6-bf7f-018c544faf04 req-70d7ebfa-e2dd-47ae-844f-674f38cb47f3 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:50.565982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a88b11a-a94e-42f6-bf7f-018c544faf04 req-70d7ebfa-e2dd-47ae-844f-674f38cb47f3 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1434617 Feb 11 05:14:50.631825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b6d8431-739e-466b-b474-cba82e4119b3 req-9f2f4198-4ff9-4f8d-8f14-692e8d1c5ffb tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033170 Feb 11 05:14:50.640158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ae12f57b-c37c-40c9-be8d-b5ef604b4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:50.641570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ae12f57b-c37c-40c9-be8d-b5ef604b4f39 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6d9a41f6-76c2-4194-9d7b-1232143921ef HTTP/1.1" status: 200 len: 853 time: 0.0946791 Feb 11 05:14:50.685982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ea4b6f3a-9696-448f-9499-e25ffbe6579d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0206bf88-469d-4bc1-a7b0-f58304d316f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367258 Feb 11 05:14:50.689445 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a88b11a-a94e-42f6-bf7f-018c544faf04 req-e83526d2-74f4-4e5d-bdf5-252869d925ed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054103 Feb 11 05:14:50.798533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7baa152-f844-4277-b279-c145e87baced req-6a6b43bf-2b54-4fa0-b195-274fcadb656c tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:50.800055 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7baa152-f844-4277-b279-c145e87baced req-6a6b43bf-2b54-4fa0-b195-274fcadb656c tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.1097636 Feb 11 05:14:50.830641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-d05775a0-5727-4b8d-b315-59a56fefbfdc service neutron] 10.222.0.88 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306677 Feb 11 05:14:50.884707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7baa152-f844-4277-b279-c145e87baced req-361a7699-45a1-48c7-b1f7-babe61ef2423 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765872 Feb 11 05:14:50.949944 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b143586-009b-47a4-932d-8d5aa5f6d7fd req-ad529867-979f-4405-849c-c405e999fb83 service neutron] 10.222.0.88 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079154 Feb 11 05:14:51.066728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83811512-23d1-472c-af92-94eb251467a3 req-7633aa6c-9f23-4931-8fc7-51e29f01e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.068322 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83811512-23d1-472c-af92-94eb251467a3 req-7633aa6c-9f23-4931-8fc7-51e29f01e37a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a541174c8f0341539b517a51ee6e144f&device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 1126 time: 0.0476720 Feb 11 05:14:51.161363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83811512-23d1-472c-af92-94eb251467a3 req-9cd7915a-aec2-4cf9-a324-c5c4f949535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.162823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83811512-23d1-472c-af92-94eb251467a3 req-9cd7915a-aec2-4cf9-a324-c5c4f949535d service neutron] 10.222.0.88 "GET /v2.0/networks?id=0206bf88-469d-4bc1-a7b0-f58304d316f5 HTTP/1.1" status: 200 len: 914 time: 0.0865991 Feb 11 05:14:51.208913 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83811512-23d1-472c-af92-94eb251467a3 req-7c464b53-95be-4559-ba88-6aa60af9c976 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d16c086-327d-4573-be07-53bb45d9390c HTTP/1.1" status: 200 len: 217 time: 0.0361407 Feb 11 05:14:51.322967 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83811512-23d1-472c-af92-94eb251467a3 req-9c9ba6d8-d3be-48a9-97b4-b637c9a37ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.324499 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83811512-23d1-472c-af92-94eb251467a3 req-9c9ba6d8-d3be-48a9-97b4-b637c9a37ead service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6d9a41f6-76c2-4194-9d7b-1232143921ef HTTP/1.1" status: 200 len: 853 time: 0.1090982 Feb 11 05:14:51.360034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9531da-1e66-4731-a983-a037537aa489 req-c067b31d-81c3-4720-ad90-82578f20ea6b tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.361563 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d9531da-1e66-4731-a983-a037537aa489 req-c067b31d-81c3-4720-ad90-82578f20ea6b tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1123176 Feb 11 05:14:51.373368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1adb5-a9a6-4a62-89f7-9f06e700156e req-93fd67fa-5a67-469b-b77c-8d44ac52dd58 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.378402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1adb5-a9a6-4a62-89f7-9f06e700156e req-93fd67fa-5a67-469b-b77c-8d44ac52dd58 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.384080 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1adb5-a9a6-4a62-89f7-9f06e700156e req-93fd67fa-5a67-469b-b77c-8d44ac52dd58 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.389147 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1adb5-a9a6-4a62-89f7-9f06e700156e req-93fd67fa-5a67-469b-b77c-8d44ac52dd58 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.394269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1adb5-a9a6-4a62-89f7-9f06e700156e req-93fd67fa-5a67-469b-b77c-8d44ac52dd58 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.399477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1adb5-a9a6-4a62-89f7-9f06e700156e req-93fd67fa-5a67-469b-b77c-8d44ac52dd58 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.404620 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1adb5-a9a6-4a62-89f7-9f06e700156e req-93fd67fa-5a67-469b-b77c-8d44ac52dd58 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.406362 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d9a1adb5-a9a6-4a62-89f7-9f06e700156e req-93fd67fa-5a67-469b-b77c-8d44ac52dd58 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.1560102 Feb 11 05:14:51.425354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83811512-23d1-472c-af92-94eb251467a3 req-a12735a4-a681-4308-9199-d38b7cdee856 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0206bf88-469d-4bc1-a7b0-f58304d316f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816488 Feb 11 05:14:51.557183 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d9531da-1e66-4731-a983-a037537aa489 req-ce28f3f3-014f-41f6-92fb-4cb839f0d216 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498473 Feb 11 05:14:51.567232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d9a1adb5-a9a6-4a62-89f7-9f06e700156e req-6266f2e8-9a89-488c-97dc-dec70589855b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450927 Feb 11 05:14:51.600985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83811512-23d1-472c-af92-94eb251467a3 req-31f1e521-ad34-4aa5-aeee-81d26674f73b service neutron] 10.222.0.88 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577806 Feb 11 05:14:51.707849 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83811512-23d1-472c-af92-94eb251467a3 req-0e94b28b-2b21-43e7-96ee-bd471b6093b8 service neutron] 10.222.0.88 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922875 Feb 11 05:14:51.766687 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e96c7d-c47a-4e08-8b3a-285cbef39085 req-3d06d7fa-2d9f-4ff5-aca3-a5a23bdef754 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.768205 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77e96c7d-c47a-4e08-8b3a-285cbef39085 req-3d06d7fa-2d9f-4ff5-aca3-a5a23bdef754 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.0594180 Feb 11 05:14:51.842052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77e96c7d-c47a-4e08-8b3a-285cbef39085 req-d8507279-bd72-4491-bfba-e5988217ba27 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639510 Feb 11 05:14:51.852552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb422a2-df8d-4c45-8073-20e70bb5a09e req-cceadd3a-6463-4d20-8cc9-bfde0e9fa576 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.854086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2eb422a2-df8d-4c45-8073-20e70bb5a09e req-cceadd3a-6463-4d20-8cc9-bfde0e9fa576 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0850010 Feb 11 05:14:51.908044 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2eb422a2-df8d-4c45-8073-20e70bb5a09e req-43a2434e-3df7-4916-914c-1970830da9d5 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471597 Feb 11 05:14:52.015338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63269069-582f-4116-82fb-7ad85797bb8b req-a770f311-bb80-41ed-8b3e-7b9a13b27977 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:52.016935 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-63269069-582f-4116-82fb-7ad85797bb8b req-a770f311-bb80-41ed-8b3e-7b9a13b27977 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.0521543 Feb 11 05:14:52.064725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-63269069-582f-4116-82fb-7ad85797bb8b req-60cb9ae6-6347-4fcc-ad42-6c7a24a394d9 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 Feb 11 05:14:52.736301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087398e4-9e67-4181-94e7-85d7e16cded8 req-a02bcf61-50a1-4e2f-913d-44a1c96708e4 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:52.737926 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-087398e4-9e67-4181-94e7-85d7e16cded8 req-a02bcf61-50a1-4e2f-913d-44a1c96708e4 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1054029 Feb 11 05:14:52.749626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d677816-5c58-419c-8158-9a7b7b172bcc req-536ea726-e371-4af3-862e-89c124670666 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:52.754988 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d677816-5c58-419c-8158-9a7b7b172bcc req-536ea726-e371-4af3-862e-89c124670666 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:52.760300 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d677816-5c58-419c-8158-9a7b7b172bcc req-536ea726-e371-4af3-862e-89c124670666 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:52.765744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d677816-5c58-419c-8158-9a7b7b172bcc req-536ea726-e371-4af3-862e-89c124670666 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:52.771357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d677816-5c58-419c-8158-9a7b7b172bcc req-536ea726-e371-4af3-862e-89c124670666 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:52.776587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d677816-5c58-419c-8158-9a7b7b172bcc req-536ea726-e371-4af3-862e-89c124670666 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:52.781795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d677816-5c58-419c-8158-9a7b7b172bcc req-536ea726-e371-4af3-862e-89c124670666 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:52.783726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d677816-5c58-419c-8158-9a7b7b172bcc req-536ea726-e371-4af3-862e-89c124670666 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.1234074 Feb 11 05:14:52.862048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-087398e4-9e67-4181-94e7-85d7e16cded8 req-4b6c3d63-7578-422b-a401-df627e170920 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772307 Feb 11 05:14:52.871636 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d677816-5c58-419c-8158-9a7b7b172bcc req-b0479785-4a5e-4b8c-a5d2-848ff8444052 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806642 Feb 11 05:14:52.983301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab9968-ef19-48bb-94d0-92ff736a8950 req-fa129fe8-df90-4e15-b101-fe93f7e63e86 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:52.984846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28ab9968-ef19-48bb-94d0-92ff736a8950 req-fa129fe8-df90-4e15-b101-fe93f7e63e86 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.0557699 Feb 11 05:14:53.063487 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28ab9968-ef19-48bb-94d0-92ff736a8950 req-31aed74a-c8ce-420c-8c1e-485262dea794 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686672 Feb 11 05:14:53.072931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0104ab6-f22a-43a1-8c89-5d336c3ce9c7 req-39344bf9-527c-4ac1-95ab-62764881d947 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:53.074406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d0104ab6-f22a-43a1-8c89-5d336c3ce9c7 req-39344bf9-527c-4ac1-95ab-62764881d947 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0886867 Feb 11 05:14:53.126519 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d0104ab6-f22a-43a1-8c89-5d336c3ce9c7 req-bf16c811-6003-423c-9b11-39a2c443b8a0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454683 Feb 11 05:14:53.184232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333630f5-2991-471e-b3c6-c6c564939e4c req-13a604ea-aaac-493e-ac0e-9ddd6794e83e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:53.185725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-333630f5-2991-471e-b3c6-c6c564939e4c req-13a604ea-aaac-493e-ac0e-9ddd6794e83e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.0536773 Feb 11 05:14:53.231707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-333630f5-2991-471e-b3c6-c6c564939e4c req-7c05fc3f-d05c-49ad-88a8-ff6fc747910e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403662 Feb 11 05:14:53.973777 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b9a544ed-0839-4809-afe5-ed3445fe40fc req-254eb2f9-82e9-400d-a081-58f96ac33040 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0651650 Feb 11 05:14:54.054458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9397636-0843-401b-8be5-837dd833e49f req-ff612e9c-7dff-40c3-90d9-f83a873fc435 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.056627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9397636-0843-401b-8be5-837dd833e49f req-ff612e9c-7dff-40c3-90d9-f83a873fc435 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.0952334 Feb 11 05:14:54.062074 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a544ed-0839-4809-afe5-ed3445fe40fc req-bd5eb77d-5cb8-47e5-955c-854144df8f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.063621 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b9a544ed-0839-4809-afe5-ed3445fe40fc req-bd5eb77d-5cb8-47e5-955c-854144df8f27 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 1127 time: 0.0488589 Feb 11 05:14:54.069395 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dacb1c-6876-41b7-9fef-1c563ce3144e req-a9b21f4b-9e80-45f4-9cd5-e6ca5273023f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.074826 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dacb1c-6876-41b7-9fef-1c563ce3144e req-a9b21f4b-9e80-45f4-9cd5-e6ca5273023f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.080278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dacb1c-6876-41b7-9fef-1c563ce3144e req-a9b21f4b-9e80-45f4-9cd5-e6ca5273023f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.086284 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dacb1c-6876-41b7-9fef-1c563ce3144e req-a9b21f4b-9e80-45f4-9cd5-e6ca5273023f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.091479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dacb1c-6876-41b7-9fef-1c563ce3144e req-a9b21f4b-9e80-45f4-9cd5-e6ca5273023f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.097343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dacb1c-6876-41b7-9fef-1c563ce3144e req-a9b21f4b-9e80-45f4-9cd5-e6ca5273023f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.102508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dacb1c-6876-41b7-9fef-1c563ce3144e req-a9b21f4b-9e80-45f4-9cd5-e6ca5273023f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.104430 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4dacb1c-6876-41b7-9fef-1c563ce3144e req-a9b21f4b-9e80-45f4-9cd5-e6ca5273023f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.1330919 Feb 11 05:14:54.186062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9397636-0843-401b-8be5-837dd833e49f req-a4dfaf7d-9d68-4725-9eb6-465fd32f462d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806572 Feb 11 05:14:54.192671 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4dacb1c-6876-41b7-9fef-1c563ce3144e req-159479b3-f83e-428b-9877-802d086c423d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806925 Feb 11 05:14:54.194777 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a544ed-0839-4809-afe5-ed3445fe40fc req-05840c7c-3632-4ad4-9d36-6e2589a41a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.196292 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b9a544ed-0839-4809-afe5-ed3445fe40fc req-05840c7c-3632-4ad4-9d36-6e2589a41a74 service neutron] 10.222.0.73 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.1107497 Feb 11 05:14:54.246527 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b9a544ed-0839-4809-afe5-ed3445fe40fc req-9e02d97c-53cd-4038-b98a-73b57d42efb9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdd8df23-fda2-448f-8d24-05c4613ec467 HTTP/1.1" status: 200 len: 217 time: 0.0444045 Feb 11 05:14:54.309213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a544ed-0839-4809-afe5-ed3445fe40fc req-fd1493f1-7f39-473c-a7fd-12737a2fb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.310625 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b9a544ed-0839-4809-afe5-ed3445fe40fc req-fd1493f1-7f39-473c-a7fd-12737a2fb0d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.0588052 Feb 11 05:14:54.345961 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b9a544ed-0839-4809-afe5-ed3445fe40fc req-abc982df-31f7-4c81-a5e3-9327ae7d49f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291162 Feb 11 05:14:54.377088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82851e-4705-4d79-8ca3-80fc987a77b0 req-dd8a7a7f-f2ee-4e06-af33-5bf76f5d7e0d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.378761 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db82851e-4705-4d79-8ca3-80fc987a77b0 req-dd8a7a7f-f2ee-4e06-af33-5bf76f5d7e0d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.0956199 Feb 11 05:14:54.385959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b88662-6b36-469b-8ab6-4369248551b3 req-ff52ecf7-4f3d-4aa2-9a16-d910ce62ca7d tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.387577 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-80b88662-6b36-469b-8ab6-4369248551b3 req-ff52ecf7-4f3d-4aa2-9a16-d910ce62ca7d tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0935080 Feb 11 05:14:54.450346 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b9a544ed-0839-4809-afe5-ed3445fe40fc req-1b81ad10-cd2c-4fd3-a020-f3fa1afef547 service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984061 Feb 11 05:14:54.463976 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db82851e-4705-4d79-8ca3-80fc987a77b0 req-1f1078c2-6ba4-414d-aeba-17c12bc9a66a tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749886 Feb 11 05:14:54.468087 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-80b88662-6b36-469b-8ab6-4369248551b3 req-22795306-733a-42ab-96eb-9a187ae3959a tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725269 Feb 11 05:14:54.561169 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b9a544ed-0839-4809-afe5-ed3445fe40fc req-d27e867f-e6f6-4925-a077-08aeabc4ee25 service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044109 Feb 11 05:14:54.575320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edbbf3-ce2d-4ac3-a9d0-fe9b5bd9cb19 req-0647ec82-9896-439b-bd3f-7f3dc18002e6 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.576888 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-97edbbf3-ce2d-4ac3-a9d0-fe9b5bd9cb19 req-0647ec82-9896-439b-bd3f-7f3dc18002e6 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.0549574 Feb 11 05:14:54.627368 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-97edbbf3-ce2d-4ac3-a9d0-fe9b5bd9cb19 req-2bef553a-9767-48ba-aa11-4dd363c454bd tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439484 Feb 11 05:14:55.159534 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8d16c086-327d-4573-be07-53bb45d9390c details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:55.383240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937ef92-1389-4bd6-a1e0-a60a9381d4c2 req-04f88760-a224-4c7f-b61c-a04d32492ccc tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:55.384816 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e937ef92-1389-4bd6-a1e0-a60a9381d4c2 req-04f88760-a224-4c7f-b61c-a04d32492ccc tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1001518 Feb 11 05:14:55.411167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e836c-cede-4fc5-8c01-b9928bf3fdc9 req-f6a6161a-9340-49bb-9fce-47d810b0d213 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:55.412698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8d16c086-327d-4573-be07-53bb45d9390c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8d16c086-327d-4573-be07-53bb45d9390c,segment=NetworkSegment(191ba391-d3da-4f5a-940e-465f7696fdb5),segment_id=191ba391-d3da-4f5a-940e-465f7696fdb5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:55.416674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e836c-cede-4fc5-8c01-b9928bf3fdc9 req-f6a6161a-9340-49bb-9fce-47d810b0d213 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:55.422356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e836c-cede-4fc5-8c01-b9928bf3fdc9 req-f6a6161a-9340-49bb-9fce-47d810b0d213 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:55.424849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '8d16c086-327d-4573-be07-53bb45d9390c', 'network_id': '0206bf88-469d-4bc1-a7b0-f58304d316f5', 'port_id': '8d16c086-327d-4573-be07-53bb45d9390c', 'mac_address': 'fa:16:3e:9e:93:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9a41f6-76c2-4194-9d7b-1232143921ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:55.427833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e836c-cede-4fc5-8c01-b9928bf3fdc9 req-f6a6161a-9340-49bb-9fce-47d810b0d213 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:55.433092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e836c-cede-4fc5-8c01-b9928bf3fdc9 req-f6a6161a-9340-49bb-9fce-47d810b0d213 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:55.438500 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e836c-cede-4fc5-8c01-b9928bf3fdc9 req-f6a6161a-9340-49bb-9fce-47d810b0d213 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:55.443772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e836c-cede-4fc5-8c01-b9928bf3fdc9 req-f6a6161a-9340-49bb-9fce-47d810b0d213 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:55.445725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c47e836c-cede-4fc5-8c01-b9928bf3fdc9 req-f6a6161a-9340-49bb-9fce-47d810b0d213 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.1263292 Feb 11 05:14:55.465395 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 8d16c086-327d-4573-be07-53bb45d9390c is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:55.465787 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8d16c086-327d-4573-be07-53bb45d9390c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.479293 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d16c086-327d-4573-be07-53bb45d9390c {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:55.504194 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8d16c086-327d-4573-be07-53bb45d9390c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8d16c086-327d-4573-be07-53bb45d9390c,segment=NetworkSegment(191ba391-d3da-4f5a-940e-465f7696fdb5),segment_id=191ba391-d3da-4f5a-940e-465f7696fdb5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:55.512947 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8d16c086-327d-4573-be07-53bb45d9390c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.530602 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e937ef92-1389-4bd6-a1e0-a60a9381d4c2 req-77d44da2-3d63-4849-8c96-1252b61c1856 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322036 Feb 11 05:14:55.556907 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c47e836c-cede-4fc5-8c01-b9928bf3fdc9 req-5756e366-e9a7-4cac-8f1a-f02d61d3518d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031892 Feb 11 05:14:55.566745 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=8d16c086-327d-4573-be07-53bb45d9390c,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:55.685069 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91532b1-6c70-4f55-b36d-69e3cdffaecc req-ae41ab57-afd6-4428-94a4-320a8bedefda tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:55.686469 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b91532b1-6c70-4f55-b36d-69e3cdffaecc req-ae41ab57-afd6-4428-94a4-320a8bedefda tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.0909712 Feb 11 05:14:55.707832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83443953-c300-469a-afd6-39018abef952 req-faf4346f-2bba-4a47-b50b-cc9331f7fc46 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:55.709347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83443953-c300-469a-afd6-39018abef952 req-faf4346f-2bba-4a47-b50b-cc9331f7fc46 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0759642 Feb 11 05:14:55.766313 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b91532b1-6c70-4f55-b36d-69e3cdffaecc req-06a0cb05-46f3-4b88-b932-b97d2a61705d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720003 Feb 11 05:14:55.783762 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83443953-c300-469a-afd6-39018abef952 req-3fa3dd9e-9468-4a74-b074-46e7cf7cd297 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636396 Feb 11 05:14:55.898717 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c9742-0572-4e3a-b40b-a4947959a6a2 req-1fe3d145-ab03-4b99-bb7e-26aab6fc9b02 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:55.903844 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-046c9742-0572-4e3a-b40b-a4947959a6a2 req-1fe3d145-ab03-4b99-bb7e-26aab6fc9b02 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 944 time: 0.0601730 Feb 11 05:14:55.948559 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-046c9742-0572-4e3a-b40b-a4947959a6a2 req-9514eca2-b14a-4666-adfa-40f35f8b3da6 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415664 Feb 11 05:14:56.182609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['8d16c086-327d-4573-be07-53bb45d9390c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:56.667327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc9b6c-8f13-4474-a2c8-7bbbf2258e33 req-6803cd05-c739-4e3f-887a-c6a908d71877 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.668845 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0edc9b6c-8f13-4474-a2c8-7bbbf2258e33 req-6803cd05-c739-4e3f-887a-c6a908d71877 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.0669172 Feb 11 05:14:56.750968 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89dcdb-c5e7-4142-9fca-50394d6be575 req-e5ef92dd-1d21-455e-8266-4e70d47419a8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.756377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89dcdb-c5e7-4142-9fca-50394d6be575 req-e5ef92dd-1d21-455e-8266-4e70d47419a8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.761606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89dcdb-c5e7-4142-9fca-50394d6be575 req-e5ef92dd-1d21-455e-8266-4e70d47419a8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.766817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89dcdb-c5e7-4142-9fca-50394d6be575 req-e5ef92dd-1d21-455e-8266-4e70d47419a8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.772168 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89dcdb-c5e7-4142-9fca-50394d6be575 req-e5ef92dd-1d21-455e-8266-4e70d47419a8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.777348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89dcdb-c5e7-4142-9fca-50394d6be575 req-e5ef92dd-1d21-455e-8266-4e70d47419a8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.782558 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89dcdb-c5e7-4142-9fca-50394d6be575 req-e5ef92dd-1d21-455e-8266-4e70d47419a8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.784511 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c89dcdb-c5e7-4142-9fca-50394d6be575 req-e5ef92dd-1d21-455e-8266-4e70d47419a8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.1329768 Feb 11 05:14:56.788076 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0edc9b6c-8f13-4474-a2c8-7bbbf2258e33 req-aa035515-e709-47ac-8f1c-f637a1dde149 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983834 Feb 11 05:14:56.849256 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c89dcdb-c5e7-4142-9fca-50394d6be575 req-4532d934-28c6-40cf-8102-9fa25d86e628 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579073 Feb 11 05:14:56.933384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1d8a6-2fb7-4624-a581-ba84a91ddaf8 req-83cc03e9-08e9-4adc-b47a-c33bdb9e4e28 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.934733 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ad1d8a6-2fb7-4624-a581-ba84a91ddaf8 req-83cc03e9-08e9-4adc-b47a-c33bdb9e4e28 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.0748503 Feb 11 05:14:57.010385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ad1d8a6-2fb7-4624-a581-ba84a91ddaf8 req-e48859ee-beef-4021-b55d-f5de3a6811a8 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643499 Feb 11 05:14:57.018032 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c0239-320c-4fb3-8129-ca881bd42bd5 req-7b6e5bab-9d9c-444e-b8f6-e502d5e257ca tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:57.019580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-758c0239-320c-4fb3-8129-ca881bd42bd5 req-7b6e5bab-9d9c-444e-b8f6-e502d5e257ca tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0839219 Feb 11 05:14:57.070899 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-758c0239-320c-4fb3-8129-ca881bd42bd5 req-c6b8b647-c9b5-48b4-aa81-5f10522c9205 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450356 Feb 11 05:14:57.130316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4749a4-f0d9-488f-97d3-d853f0029d14 req-179b787d-faae-494a-943a-ebde1581592b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:57.131846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a4749a4-f0d9-488f-97d3-d853f0029d14 req-179b787d-faae-494a-943a-ebde1581592b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 944 time: 0.0563610 Feb 11 05:14:57.179284 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a4749a4-f0d9-488f-97d3-d853f0029d14 req-a22ee8fa-7395-4af6-a098-afc25e05b4c4 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417118 Feb 11 05:14:57.978472 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d8596-d0f9-466d-8e7d-6d61ac0bd821 req-1c2a2715-13a6-4308-a8a0-57c0a594d572 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:57.980088 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-031d8596-d0f9-466d-8e7d-6d61ac0bd821 req-1c2a2715-13a6-4308-a8a0-57c0a594d572 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1041133 Feb 11 05:14:58.058527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0443b-6d1a-4603-bb8f-8de1fd53e5a4 req-6cf89f58-d386-49f8-a0e5-4d20b789b01d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.063625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0443b-6d1a-4603-bb8f-8de1fd53e5a4 req-6cf89f58-d386-49f8-a0e5-4d20b789b01d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.069420 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0443b-6d1a-4603-bb8f-8de1fd53e5a4 req-6cf89f58-d386-49f8-a0e5-4d20b789b01d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.074445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0443b-6d1a-4603-bb8f-8de1fd53e5a4 req-6cf89f58-d386-49f8-a0e5-4d20b789b01d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.079556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0443b-6d1a-4603-bb8f-8de1fd53e5a4 req-6cf89f58-d386-49f8-a0e5-4d20b789b01d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.084725 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0443b-6d1a-4603-bb8f-8de1fd53e5a4 req-6cf89f58-d386-49f8-a0e5-4d20b789b01d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.089752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0443b-6d1a-4603-bb8f-8de1fd53e5a4 req-6cf89f58-d386-49f8-a0e5-4d20b789b01d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.091651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ced0443b-6d1a-4603-bb8f-8de1fd53e5a4 req-6cf89f58-d386-49f8-a0e5-4d20b789b01d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.1581635 Feb 11 05:14:58.095266 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-031d8596-d0f9-466d-8e7d-6d61ac0bd821 req-1b38c12c-bc8e-40c6-9f23-ed90c2b5545d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097159 Feb 11 05:14:58.440921 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-43061984-a148-498d-a3f8-4ea1ac27b0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:58.508771 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ced0443b-6d1a-4603-bb8f-8de1fd53e5a4 req-160e4360-4c4d-45b2-8f44-bf7a8fdb46e6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4108062 Feb 11 05:14:58.525748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab214c6-ddb3-4592-b9c4-7df358632302 req-000e6184-a69c-49b0-b6c3-ac0d93962c04 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.527244 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ab214c6-ddb3-4592-b9c4-7df358632302 req-000e6184-a69c-49b0-b6c3-ac0d93962c04 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.1186140 Feb 11 05:14:58.535127 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c0fcbcc-bb8a-493d-a29d-25cf30da8162 req-a6c563ab-48a9-4cee-9a0e-174f1179228d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1270587 Feb 11 05:14:58.614377 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ab214c6-ddb3-4592-b9c4-7df358632302 req-3afe9fea-a7fd-4a2b-9550-bba34a311e3f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782356 Feb 11 05:14:58.626436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fcbcc-bb8a-493d-a29d-25cf30da8162 req-b321b76f-8e4f-4f3e-ae13-93e1cdf6817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.628301 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c0fcbcc-bb8a-493d-a29d-25cf30da8162 req-b321b76f-8e4f-4f3e-ae13-93e1cdf6817e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 1127 time: 0.0705557 Feb 11 05:14:58.815194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f4f09-4fce-4311-b9b9-31cb003ce72a req-7dc696af-7a58-486d-bac8-6106525dc55f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.816736 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c9f4f09-4fce-4311-b9b9-31cb003ce72a req-7dc696af-7a58-486d-bac8-6106525dc55f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.2280817 Feb 11 05:14:58.822716 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fcbcc-bb8a-493d-a29d-25cf30da8162 req-ab1abaa5-38c3-43bb-8f8c-8189c9253f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.824130 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c0fcbcc-bb8a-493d-a29d-25cf30da8162 req-ab1abaa5-38c3-43bb-8f8c-8189c9253f45 service neutron] 10.222.0.88 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.1669147 Feb 11 05:14:58.888644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af97ce-c91f-4c6c-8102-68d3c60370fd req-e250adad-b36e-4856-afbe-f35130c3bc41 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.890125 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84af97ce-c91f-4c6c-8102-68d3c60370fd req-e250adad-b36e-4856-afbe-f35130c3bc41 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 944 time: 0.2151463 Feb 11 05:14:58.894767 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c0fcbcc-bb8a-493d-a29d-25cf30da8162 req-184ac002-5bbf-4d45-842f-32acc2153e97 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=921fa3de-f9dd-4b60-8027-465c648112b4 HTTP/1.1" status: 200 len: 217 time: 0.0525327 Feb 11 05:14:58.958658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c9f4f09-4fce-4311-b9b9-31cb003ce72a req-d3daeadf-8023-4ce6-9e91-0ceb2a228bb4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327457 Feb 11 05:14:58.990185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fcbcc-bb8a-493d-a29d-25cf30da8162 req-db66d20f-416b-4e26-b6c8-935cbad61409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.991684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c0fcbcc-bb8a-493d-a29d-25cf30da8162 req-db66d20f-416b-4e26-b6c8-935cbad61409 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.0884781 Feb 11 05:14:58.995100 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84af97ce-c91f-4c6c-8102-68d3c60370fd req-8ed4b090-46a2-4ab8-a036-0e228fdbe34e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982845 Feb 11 05:14:59.025092 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c0fcbcc-bb8a-493d-a29d-25cf30da8162 req-adad709d-f4ac-4d59-8d41-d41698b0b52e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270867 Feb 11 05:14:59.125243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c0fcbcc-bb8a-493d-a29d-25cf30da8162 req-6b75c2a0-da80-422c-9d01-2d957bd5e585 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855150 Feb 11 05:14:59.202276 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e094c354-72f5-43cd-bbc7-faeeecf6016b details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:59.207987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8d16c086-327d-4573-be07-53bb45d9390c up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:59.264753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c0fcbcc-bb8a-493d-a29d-25cf30da8162 req-7ebbed91-4d14-40e2-84d6-91082045c7a7 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321740 Feb 11 05:14:59.296440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70671fa-5677-4b56-acae-5386a2dd7ff6 req-618520c9-c347-4a4e-8295-b26590cdf474 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:59.298048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b70671fa-5677-4b56-acae-5386a2dd7ff6 req-618520c9-c347-4a4e-8295-b26590cdf474 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1334305 Feb 11 05:14:59.329803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148e2a5-bb0e-46d7-aff5-82a7903bc3f1 req-c43e5067-8383-4364-863a-050bdea61750 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:59.331268 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d148e2a5-bb0e-46d7-aff5-82a7903bc3f1 req-c43e5067-8383-4364-863a-050bdea61750 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/ports?device_id=c444a62e-d4fe-4467-b078-941babbb7215 HTTP/1.1" status: 200 len: 945 time: 0.0834715 Feb 11 05:14:59.341550 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 8d16c086-327d-4573-be07-53bb45d9390c completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:59.349649 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 8d16c086-327d-4573-be07-53bb45d9390c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:59.350027 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8d16c086-327d-4573-be07-53bb45d9390c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.373073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b70671fa-5677-4b56-acae-5386a2dd7ff6 req-66557910-25d3-49f2-ad4d-f74cc0d8dcc2 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671511 Feb 11 05:14:59.400976 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d148e2a5-bb0e-46d7-aff5-82a7903bc3f1 req-0840fbc1-a960-4ad5-91e2-5f43942b51e4 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c59bd61-4866-45b4-aeee-7e74ef75fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621684 Feb 11 05:14:59.403285 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e094c354-72f5-43cd-bbc7-faeeecf6016b, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e094c354-72f5-43cd-bbc7-faeeecf6016b,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:59.417963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'e094c354-72f5-43cd-bbc7-faeeecf6016b', 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56', 'port_id': 'e094c354-72f5-43cd-bbc7-faeeecf6016b', 'mac_address': 'fa:16:3e:96:4e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959692e0-0ebb-4204-9905-25b38d09fa54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:59.479167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 8d16c086-327d-4573-be07-53bb45d9390c is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:59.479905 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8d16c086-327d-4573-be07-53bb45d9390c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.495832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port e094c354-72f5-43cd-bbc7-faeeecf6016b is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:59.496211 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.515991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038c18da-76a8-4d6a-86ac-60db49c1810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d16c086-327d-4573-be07-53bb45d9390c'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:59.518212 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120847d9-23c5-4993-9a96-4ba3bd510ce4" -d '{"events": [{"server_uuid": "038c18da-76a8-4d6a-86ac-60db49c1810e", "name": "network-vif-plugged", "status": "completed", "tag": "8d16c086-327d-4573-be07-53bb45d9390c"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:59.529796 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e094c354-72f5-43cd-bbc7-faeeecf6016b {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:59.539076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8d16c086-327d-4573-be07-53bb45d9390c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8d16c086-327d-4573-be07-53bb45d9390c,segment=NetworkSegment(191ba391-d3da-4f5a-940e-465f7696fdb5),segment_id=191ba391-d3da-4f5a-940e-465f7696fdb5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:59.551724 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8d16c086-327d-4573-be07-53bb45d9390c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.560460 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e094c354-72f5-43cd-bbc7-faeeecf6016b, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e094c354-72f5-43cd-bbc7-faeeecf6016b,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:59.582399 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f846c0-a8eb-4937-a935-bf2727310877 x-openstack-request-id: req-03f846c0-a8eb-4937-a935-bf2727310877 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:59.582675 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038c18da-76a8-4d6a-86ac-60db49c1810e", "name": "network-vif-plugged", "status": "completed", "tag": "8d16c086-327d-4573-be07-53bb45d9390c", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:59.582931 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-03f846c0-a8eb-4937-a935-bf2727310877 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:59.584207 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038c18da-76a8-4d6a-86ac-60db49c1810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d16c086-327d-4573-be07-53bb45d9390c', 'code': 200} Feb 11 05:14:59.588181 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.618857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=8d16c086-327d-4573-be07-53bb45d9390c,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:59.655476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603dab9-f1ad-4da7-bfb6-8f54ad88e6bd req-ba318f7c-c333-4df1-8630-7790b4bf1832 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:59.661835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603dab9-f1ad-4da7-bfb6-8f54ad88e6bd req-ba318f7c-c333-4df1-8630-7790b4bf1832 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:59.667280 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603dab9-f1ad-4da7-bfb6-8f54ad88e6bd req-ba318f7c-c333-4df1-8630-7790b4bf1832 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:59.672470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603dab9-f1ad-4da7-bfb6-8f54ad88e6bd req-ba318f7c-c333-4df1-8630-7790b4bf1832 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:59.673819 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=e094c354-72f5-43cd-bbc7-faeeecf6016b,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:59.677808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603dab9-f1ad-4da7-bfb6-8f54ad88e6bd req-ba318f7c-c333-4df1-8630-7790b4bf1832 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:59.683006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603dab9-f1ad-4da7-bfb6-8f54ad88e6bd req-ba318f7c-c333-4df1-8630-7790b4bf1832 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:59.688175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603dab9-f1ad-4da7-bfb6-8f54ad88e6bd req-ba318f7c-c333-4df1-8630-7790b4bf1832 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:59.690145 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5603dab9-f1ad-4da7-bfb6-8f54ad88e6bd req-ba318f7c-c333-4df1-8630-7790b4bf1832 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.1044285 Feb 11 05:14:59.806426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127546a0-5491-45b9-8daf-78370ad30a78 req-eef0bb6f-ec6f-44bf-8222-b5e342a95e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:59.807980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-127546a0-5491-45b9-8daf-78370ad30a78 req-eef0bb6f-ec6f-44bf-8222-b5e342a95e02 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 1128 time: 0.1163876 Feb 11 05:14:59.815264 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a371d-becc-4c68-a87a-f32d680bc686 req-0c831bfb-096e-4471-816f-1e191ce757f7 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:59.817233 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f49a371d-becc-4c68-a87a-f32d680bc686 req-0c831bfb-096e-4471-816f-1e191ce757f7 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 944 time: 0.1184514 Feb 11 05:14:59.822039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5603dab9-f1ad-4da7-bfb6-8f54ad88e6bd req-e87127d1-1711-4bc0-a706-ba6ba6ec8f1d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222928 Feb 11 05:14:59.893620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-127546a0-5491-45b9-8daf-78370ad30a78 req-b86e3702-3af3-4fa9-8073-a0eb96a90351 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695739 Feb 11 05:14:59.897599 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f49a371d-becc-4c68-a87a-f32d680bc686 req-af3fc04e-d55f-4942-aab5-c82b720259b7 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747104 Feb 11 05:15:00.086331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b77f7-dcf1-4cfa-a710-1aea998eb829 req-a9c84cb9-dc52-4874-addb-2eee2ed06e7f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.087823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-158b77f7-dcf1-4cfa-a710-1aea998eb829 req-a9c84cb9-dc52-4874-addb-2eee2ed06e7f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0633028 Feb 11 05:15:00.137065 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['e094c354-72f5-43cd-bbc7-faeeecf6016b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:00.155556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-158b77f7-dcf1-4cfa-a710-1aea998eb829 req-64f3d86b-838a-485c-af0c-a2e3418757dd tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535595 Feb 11 05:15:00.162735 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bebb6-f97f-4c8d-9f9b-e778e1853ca7 req-b4221977-348d-46ce-b219-9869ab92b24e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.164336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf8bebb6-f97f-4c8d-9f9b-e778e1853ca7 req-b4221977-348d-46ce-b219-9869ab92b24e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.0988674 Feb 11 05:15:00.217286 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf8bebb6-f97f-4c8d-9f9b-e778e1853ca7 req-96bfa18a-414b-4daa-8454-9df4280c5a2d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462797 Feb 11 05:15:00.525556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52148d-ccd9-4bee-a81a-f15267f5e4dd req-25ea33f0-0d05-4d35-acb5-614b52710dc2 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.527083 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb52148d-ccd9-4bee-a81a-f15267f5e4dd req-25ea33f0-0d05-4d35-acb5-614b52710dc2 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.0841074 Feb 11 05:15:00.549410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ea73-a26e-4db2-b779-c482f0b715c3 req-f7d544b6-dea9-4d72-a8e6-bd466f50bd81 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.551541 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0730ea73-a26e-4db2-b779-c482f0b715c3 req-f7d544b6-dea9-4d72-a8e6-bd466f50bd81 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/ports?device_id=c444a62e-d4fe-4467-b078-941babbb7215 HTTP/1.1" status: 200 len: 945 time: 0.0813057 Feb 11 05:15:00.617222 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb52148d-ccd9-4bee-a81a-f15267f5e4dd req-ccee2a75-ce0e-4538-a52c-85410b552b1f tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841184 Feb 11 05:15:00.620437 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0730ea73-a26e-4db2-b779-c482f0b715c3 req-0f58a0c6-dbaa-43ae-a79c-0f8459ae3466 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c59bd61-4866-45b4-aeee-7e74ef75fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626020 Feb 11 05:15:00.702902 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-516f304e-d955-4118-8de4-327cfe1d51ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:00.962256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd3679-21a1-425e-80d8-c40ccb1004ca req-9c01d221-f5df-4d6e-b682-71a1875ce30e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.967412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd3679-21a1-425e-80d8-c40ccb1004ca req-9c01d221-f5df-4d6e-b682-71a1875ce30e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.973160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd3679-21a1-425e-80d8-c40ccb1004ca req-9c01d221-f5df-4d6e-b682-71a1875ce30e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.978325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd3679-21a1-425e-80d8-c40ccb1004ca req-9c01d221-f5df-4d6e-b682-71a1875ce30e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.983495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd3679-21a1-425e-80d8-c40ccb1004ca req-9c01d221-f5df-4d6e-b682-71a1875ce30e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.989203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd3679-21a1-425e-80d8-c40ccb1004ca req-9c01d221-f5df-4d6e-b682-71a1875ce30e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.994486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd3679-21a1-425e-80d8-c40ccb1004ca req-9c01d221-f5df-4d6e-b682-71a1875ce30e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.996434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-afbd3679-21a1-425e-80d8-c40ccb1004ca req-9c01d221-f5df-4d6e-b682-71a1875ce30e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5430 time: 0.1002395 Feb 11 05:15:01.086926 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5446d-5269-4966-b867-a38ce9932619 req-0861e3d0-d366-4424-82eb-c09543330da3 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:01.088490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddc5446d-5269-4966-b867-a38ce9932619 req-0861e3d0-d366-4424-82eb-c09543330da3 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 944 time: 0.0911553 Feb 11 05:15:01.093097 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-afbd3679-21a1-425e-80d8-c40ccb1004ca req-6d27b441-a57f-4837-ac2a-36013c791493 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874801 Feb 11 05:15:01.143087 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddc5446d-5269-4966-b867-a38ce9932619 req-ad3aae95-2107-46f7-b741-462c401bd7a6 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488236 Feb 11 05:15:01.210527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device acab5c34-2c4c-4eae-8f1e-b225c173baa6 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:01.293758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabf68b-1c54-421d-80d9-d1e1a5cf8d1d req-7d85cdc6-c1d9-441e-9f45-16690d87f9f4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:01.302639 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7cabf68b-1c54-421d-80d9-d1e1a5cf8d1d req-7d85cdc6-c1d9-441e-9f45-16690d87f9f4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0756600 Feb 11 05:15:01.325921 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port acab5c34-2c4c-4eae-8f1e-b225c173baa6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=acab5c34-2c4c-4eae-8f1e-b225c173baa6,segment=NetworkSegment(a8229711-bbc5-4eb8-bf92-186023610d76),segment_id=a8229711-bbc5-4eb8-bf92-186023610d76)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:01.342705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'acab5c34-2c4c-4eae-8f1e-b225c173baa6', 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8', 'port_id': 'acab5c34-2c4c-4eae-8f1e-b225c173baa6', 'mac_address': 'fa:16:3e:8a:de:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:01.381666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port acab5c34-2c4c-4eae-8f1e-b225c173baa6 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:01.382212 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.386938 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7cabf68b-1c54-421d-80d9-d1e1a5cf8d1d req-466e86d9-3ba4-4eca-b999-a909d21e87fe tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834351 Feb 11 05:15:01.398204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acab5c34-2c4c-4eae-8f1e-b225c173baa6 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:01.400529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc4d77-1eb9-424f-92aa-2fc0e12fad06 req-189c580c-8c50-43da-bfbd-4320f133e217 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:01.408790 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40bc4d77-1eb9-424f-92aa-2fc0e12fad06 req-189c580c-8c50-43da-bfbd-4320f133e217 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1040907 Feb 11 05:15:01.427947 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port acab5c34-2c4c-4eae-8f1e-b225c173baa6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=acab5c34-2c4c-4eae-8f1e-b225c173baa6,segment=NetworkSegment(a8229711-bbc5-4eb8-bf92-186023610d76),segment_id=a8229711-bbc5-4eb8-bf92-186023610d76)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:01.432988 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.433799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a8386ea7-4352-4731-8123-94a5358ec90d details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:01.466703 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40bc4d77-1eb9-424f-92aa-2fc0e12fad06 req-ccac43fb-8b93-49b7-b8e4-5193d4ca4c9d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548401 Feb 11 05:15:01.510105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=acab5c34-2c4c-4eae-8f1e-b225c173baa6,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:01.571907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port a8386ea7-4352-4731-8123-94a5358ec90d, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a8386ea7-4352-4731-8123-94a5358ec90d,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:01.582544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'a8386ea7-4352-4731-8123-94a5358ec90d', 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941', 'port_id': 'a8386ea7-4352-4731-8123-94a5358ec90d', 'mac_address': 'fa:16:3e:78:3d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:01.619566 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port a8386ea7-4352-4731-8123-94a5358ec90d is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:01.619960 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.634136 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8386ea7-4352-4731-8123-94a5358ec90d {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:01.655040 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port a8386ea7-4352-4731-8123-94a5358ec90d, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a8386ea7-4352-4731-8123-94a5358ec90d,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:01.659715 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.715401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=a8386ea7-4352-4731-8123-94a5358ec90d,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:01.812435 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135e57c-6198-41ca-afff-63af3ad995d8 req-71ae2e8f-5142-40f7-9a63-34b76c64bb18 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:01.813949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c135e57c-6198-41ca-afff-63af3ad995d8 req-71ae2e8f-5142-40f7-9a63-34b76c64bb18 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/ports?device_id=c444a62e-d4fe-4467-b078-941babbb7215 HTTP/1.1" status: 200 len: 945 time: 0.0995162 Feb 11 05:15:01.821454 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779dddd-70c9-4b23-801f-bc94bf766327 req-4a83c61d-acbc-4514-8e2d-5535c3e441c1 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:01.822941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b779dddd-70c9-4b23-801f-bc94bf766327 req-4a83c61d-acbc-4514-8e2d-5535c3e441c1 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.0778594 Feb 11 05:15:01.900318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c135e57c-6198-41ca-afff-63af3ad995d8 req-baded7ca-43b3-4b7a-bd96-567f34d8f762 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c59bd61-4866-45b4-aeee-7e74ef75fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763366 Feb 11 05:15:01.906677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b779dddd-70c9-4b23-801f-bc94bf766327 req-a2d9ca52-9de1-4f78-898b-5b3eabd7847e tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736122 Feb 11 05:15:02.254538 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c50c96-53f2-4279-9685-f9d196840b24 req-cb27a25f-055e-4ff9-a23e-89b80fb32621 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.260852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c50c96-53f2-4279-9685-f9d196840b24 req-cb27a25f-055e-4ff9-a23e-89b80fb32621 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.266177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c50c96-53f2-4279-9685-f9d196840b24 req-cb27a25f-055e-4ff9-a23e-89b80fb32621 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.271594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c50c96-53f2-4279-9685-f9d196840b24 req-cb27a25f-055e-4ff9-a23e-89b80fb32621 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.275188 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.276963 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c50c96-53f2-4279-9685-f9d196840b24 req-cb27a25f-055e-4ff9-a23e-89b80fb32621 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.282770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c50c96-53f2-4279-9685-f9d196840b24 req-cb27a25f-055e-4ff9-a23e-89b80fb32621 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.288489 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c50c96-53f2-4279-9685-f9d196840b24 req-cb27a25f-055e-4ff9-a23e-89b80fb32621 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.290717 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44c50c96-53f2-4279-9685-f9d196840b24 req-cb27a25f-055e-4ff9-a23e-89b80fb32621 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5432 time: 0.1211231 Feb 11 05:15:02.336670 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ec14c-1679-4346-8755-df49a7fb8dbf req-d02ac654-f6e4-4b60-9d45-0ab168820ad4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.338063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8a5ec14c-1679-4346-8755-df49a7fb8dbf req-d02ac654-f6e4-4b60-9d45-0ab168820ad4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 944 time: 0.1257305 Feb 11 05:15:02.395163 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44c50c96-53f2-4279-9685-f9d196840b24 req-8893e83a-c8a8-4215-aea4-1cece695a799 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977726 Feb 11 05:15:02.409137 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8a5ec14c-1679-4346-8755-df49a7fb8dbf req-e72119e4-3da7-4f25-82cd-2e0b163d34bb tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635221 Feb 11 05:15:02.478360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['acab5c34-2c4c-4eae-8f1e-b225c173baa6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:02.508432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['a8386ea7-4352-4731-8123-94a5358ec90d'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:02.523829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea6f52-d6ea-465b-910b-ed99e82214de req-c7253e57-7495-4891-91c7-fc261c01e44a tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.525393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-41ea6f52-d6ea-465b-910b-ed99e82214de req-c7253e57-7495-4891-91c7-fc261c01e44a tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0620477 Feb 11 05:15:02.609701 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-41ea6f52-d6ea-465b-910b-ed99e82214de req-84eaf999-8d5a-4e62-a4e6-4b1fac0bb814 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782785 Feb 11 05:15:02.633100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129777c-20c0-47c3-9d94-c2c78b2f10b6 req-ebd702ba-d3f3-41e5-bb25-2bcb3e4fa271 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.634510 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6129777c-20c0-47c3-9d94-c2c78b2f10b6 req-ebd702ba-d3f3-41e5-bb25-2bcb3e4fa271 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.0640275 Feb 11 05:15:02.689096 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6129777c-20c0-47c3-9d94-c2c78b2f10b6 req-8608a05f-7507-45b9-a6d1-d35e484ab5c3 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485206 Feb 11 05:15:02.763734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f1943-b0db-431e-bbb3-7c6a0b17b415 req-e75341db-6ab8-47fa-a16d-8371af260a1e tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.765404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b0f1943-b0db-431e-bbb3-7c6a0b17b415 req-e75341db-6ab8-47fa-a16d-8371af260a1e tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.88 "GET /v2.0/ports?device_id=c444a62e-d4fe-4467-b078-941babbb7215 HTTP/1.1" status: 200 len: 945 time: 0.0692720 Feb 11 05:15:02.947200 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-9b0f1943-b0db-431e-bbb3-7c6a0b17b415 req-8c277646-fb41-44cf-b187-9804f5db6a24 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Deleting port ec1bd57a-a3f6-4366-ba3e-16af8a50b753 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:02.947596 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9b0f1943-b0db-431e-bbb3-7c6a0b17b415 req-8c277646-fb41-44cf-b187-9804f5db6a24 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ec1bd57a-a3f6-4366-ba3e-16af8a50b753), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.985919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-c70d2523-6026-42aa-aff1-51af965ea4e6 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.987407 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-c70d2523-6026-42aa-aff1-51af965ea4e6 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/networks?id=0206bf88-469d-4bc1-a7b0-f58304d316f5 HTTP/1.1" status: 200 len: 813 time: 0.1636760 Feb 11 05:15:03.070719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-0a35e4ad-b0a5-45a9-8829-1d63809b4861 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/quotas/a541174c8f0341539b517a51ee6e144f HTTP/1.1" status: 200 len: 375 time: 0.0704172 Feb 11 05:15:03.131945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9b0f1943-b0db-431e-bbb3-7c6a0b17b415 req-8c277646-fb41-44cf-b187-9804f5db6a24 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] For port ec1bd57a-a3f6-4366-ba3e-16af8a50b753, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ec1bd57a-a3f6-4366-ba3e-16af8a50b753,segment=NetworkSegment(0b5f543f-fb82-4c12-8ea8-c4223c47e636),segment_id=0b5f543f-fb82-4c12-8ea8-c4223c47e636)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:03.132370 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9b0f1943-b0db-431e-bbb3-7c6a0b17b415 req-8c277646-fb41-44cf-b187-9804f5db6a24 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ec1bd57a-a3f6-4366-ba3e-16af8a50b753), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.151403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f63d1-b61e-48be-a818-ac31f52328bd req-2690c487-be0c-4fee-9b15-620c11fb6d45 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.152924 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-199f63d1-b61e-48be-a818-ac31f52328bd req-2690c487-be0c-4fee-9b15-620c11fb6d45 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/ports?device_id=c444a62e-d4fe-4467-b078-941babbb7215 HTTP/1.1" status: 200 len: 945 time: 0.1645150 Feb 11 05:15:03.158919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-9b0f1943-b0db-431e-bbb3-7c6a0b17b415 req-8c277646-fb41-44cf-b187-9804f5db6a24 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Calling delete_port for ec1bd57a-a3f6-4366-ba3e-16af8a50b753 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:03.196879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-0ad6004b-cec2-4632-9824-3fa7d38b78da tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a541174c8f0341539b517a51ee6e144f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1181691 Feb 11 05:15:03.221658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a343ee49-32a7-4046-97df-753fc7b82f4c details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:03.225633 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e094c354-72f5-43cd-bbc7-faeeecf6016b up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:03.289975 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-199f63d1-b61e-48be-a818-ac31f52328bd req-3e54064b-373b-472b-b33b-f14bb68a10bb tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/security-groups?id=7c59bd61-4866-45b4-aeee-7e74ef75fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280630 Feb 11 05:15:03.361330 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port e094c354-72f5-43cd-bbc7-faeeecf6016b completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:03.369881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port e094c354-72f5-43cd-bbc7-faeeecf6016b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:03.372794 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.397335 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-cba21e63-9189-4fcc-940a-ef042d556804 service neutron] 10.222.0.87 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700215 Feb 11 05:15:03.400771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port a343ee49-32a7-4046-97df-753fc7b82f4c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a343ee49-32a7-4046-97df-753fc7b82f4c,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:03.425513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'a343ee49-32a7-4046-97df-753fc7b82f4c', 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941', 'port_id': 'a343ee49-32a7-4046-97df-753fc7b82f4c', 'mac_address': 'fa:16:3e:fc:8b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:03.503578 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port a343ee49-32a7-4046-97df-753fc7b82f4c is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:03.504144 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.516274 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9b0f1943-b0db-431e-bbb3-7c6a0b17b415 req-8c277646-fb41-44cf-b187-9804f5db6a24 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ec1bd57a-a3f6-4366-ba3e-16af8a50b753), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.523491 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.525924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b8f2a-9cdd-485e-af5f-217218775b05 req-87aa884c-b8f9-4506-83c5-adeb6a73838d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.527530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-601b8f2a-9cdd-485e-af5f-217218775b05 req-87aa884c-b8f9-4506-83c5-adeb6a73838d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1805820 Feb 11 05:15:03.546138 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['ec1bd57a-a3f6-4366-ba3e-16af8a50b753'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:03.571688 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a343ee49-32a7-4046-97df-753fc7b82f4c {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:03.574042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c277646-fb41-44cf-b187-9804f5db6a24 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Pushing event deleted for resources: {'Port': ['ID=ec1bd57a-a3f6-4366-ba3e-16af8a50b753,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:03.580194 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port e094c354-72f5-43cd-bbc7-faeeecf6016b is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:03.580590 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.600589 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-62fb3212-5930-4d97-9adb-52919d4d41af service neutron] 10.222.0.87 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834242 Feb 11 05:15:03.608445 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port a343ee49-32a7-4046-97df-753fc7b82f4c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a343ee49-32a7-4046-97df-753fc7b82f4c,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:03.616985 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.617654 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7e37fe20-df88-4ce7-8809-1a3a83f553fa details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:03.625762 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de3c142-4187-4b76-aa10-03d2d27365dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e094c354-72f5-43cd-bbc7-faeeecf6016b'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:03.628250 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e52147-b446-4fb8-863b-addff0848199" -d '{"events": [{"server_uuid": "7de3c142-4187-4b76-aa10-03d2d27365dc", "name": "network-vif-plugged", "status": "completed", "tag": "e094c354-72f5-43cd-bbc7-faeeecf6016b"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:03.649361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0f1943-b0db-431e-bbb3-7c6a0b17b415 req-8c277646-fb41-44cf-b187-9804f5db6a24 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] No DVR routers for this DVR port ec1bd57a-a3f6-4366-ba3e-16af8a50b753 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:03.654147 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9b0f1943-b0db-431e-bbb3-7c6a0b17b415 req-8c277646-fb41-44cf-b187-9804f5db6a24 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.657595 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b0f1943-b0db-431e-bbb3-7c6a0b17b415 req-8c277646-fb41-44cf-b187-9804f5db6a24 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.88 "DELETE /v2.0/ports/ec1bd57a-a3f6-4366-ba3e-16af8a50b753 HTTP/1.1" status: 204 len: 173 time: 0.8832164 Feb 11 05:15:03.658265 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c444a62e-d4fe-4467-b078-941babbb7215', 'name': 'network-vif-deleted', 'tag': 'ec1bd57a-a3f6-4366-ba3e-16af8a50b753'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:03.660898 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9be6193-9b6b-4eff-b891-fd14cfff84f2" -d '{"events": [{"server_uuid": "c444a62e-d4fe-4467-b078-941babbb7215", "name": "network-vif-deleted", "tag": "ec1bd57a-a3f6-4366-ba3e-16af8a50b753"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:03.672292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e094c354-72f5-43cd-bbc7-faeeecf6016b, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e094c354-72f5-43cd-bbc7-faeeecf6016b,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:03.676209 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-601b8f2a-9cdd-485e-af5f-217218775b05 req-a57d7e97-2847-41ac-88ff-8391dcd1f341 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329238 Feb 11 05:15:03.683533 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.718045 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7e37fe20-df88-4ce7-8809-1a3a83f553fa, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7e37fe20-df88-4ce7-8809-1a3a83f553fa,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:03.721291 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=a343ee49-32a7-4046-97df-753fc7b82f4c,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:03.754300 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '7e37fe20-df88-4ce7-8809-1a3a83f553fa', 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941', 'port_id': '7e37fe20-df88-4ce7-8809-1a3a83f553fa', 'mac_address': 'fa:16:3e:0b:17:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:03.834972 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=e094c354-72f5-43cd-bbc7-faeeecf6016b,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:03.838060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 7e37fe20-df88-4ce7-8809-1a3a83f553fa is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:03.838696 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.863001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e37fe20-df88-4ce7-8809-1a3a83f553fa {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:03.888082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7e37fe20-df88-4ce7-8809-1a3a83f553fa, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7e37fe20-df88-4ce7-8809-1a3a83f553fa,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:03.894565 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.895263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 47c68d4d-dde3-4df1-ab81-7d42effbc318 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:03.936063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63bb7c-568a-4e7a-887e-0476592732dc req-d5a00eb6-c7bf-46bf-9100-eadffdc381af tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.937627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd63bb7c-568a-4e7a-887e-0476592732dc req-d5a00eb6-c7bf-46bf-9100-eadffdc381af tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.0855525 Feb 11 05:15:03.949913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113ab2-763f-4a87-9312-e0634d981a09 req-8439459e-6169-4120-a0f4-a8ffe0dbfabf tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.955400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113ab2-763f-4a87-9312-e0634d981a09 req-8439459e-6169-4120-a0f4-a8ffe0dbfabf tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.962424 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113ab2-763f-4a87-9312-e0634d981a09 req-8439459e-6169-4120-a0f4-a8ffe0dbfabf tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.967857 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113ab2-763f-4a87-9312-e0634d981a09 req-8439459e-6169-4120-a0f4-a8ffe0dbfabf tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.973775 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113ab2-763f-4a87-9312-e0634d981a09 req-8439459e-6169-4120-a0f4-a8ffe0dbfabf tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.980111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113ab2-763f-4a87-9312-e0634d981a09 req-8439459e-6169-4120-a0f4-a8ffe0dbfabf tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.986152 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113ab2-763f-4a87-9312-e0634d981a09 req-8439459e-6169-4120-a0f4-a8ffe0dbfabf tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.990972 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=7e37fe20-df88-4ce7-8809-1a3a83f553fa,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:04.000333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54113ab2-763f-4a87-9312-e0634d981a09 req-8439459e-6169-4120-a0f4-a8ffe0dbfabf tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5433 time: 0.2158148 Feb 11 05:15:04.080745 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 47c68d4d-dde3-4df1-ab81-7d42effbc318, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=47c68d4d-dde3-4df1-ab81-7d42effbc318,segment=NetworkSegment(ce754c12-ed08-44d3-9da8-7e4abe950a20),segment_id=ce754c12-ed08-44d3-9da8-7e4abe950a20)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:04.095358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '47c68d4d-dde3-4df1-ab81-7d42effbc318', 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e', 'port_id': '47c68d4d-dde3-4df1-ab81-7d42effbc318', 'mac_address': 'fa:16:3e:5f:24:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a5bba2-6a2d-4e41-b79c-d462124d28c5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:04.101060 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd63bb7c-568a-4e7a-887e-0476592732dc req-c4a294d7-e321-4d2d-90f0-16132b298801 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980239 Feb 11 05:15:04.114014 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54113ab2-763f-4a87-9312-e0634d981a09 req-30da3c34-2750-4a2a-81d3-649bbf4627e9 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127441 Feb 11 05:15:04.220420 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6872f0d4-744f-494e-9011-17bf2bfc6199 x-openstack-request-id: req-6872f0d4-744f-494e-9011-17bf2bfc6199 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:04.220749 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de3c142-4187-4b76-aa10-03d2d27365dc", "name": "network-vif-plugged", "status": "completed", "tag": "e094c354-72f5-43cd-bbc7-faeeecf6016b", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:04.221018 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6872f0d4-744f-494e-9011-17bf2bfc6199 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:04.221472 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de3c142-4187-4b76-aa10-03d2d27365dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e094c354-72f5-43cd-bbc7-faeeecf6016b', 'code': 200} Feb 11 05:15:04.228249 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 47c68d4d-dde3-4df1-ab81-7d42effbc318 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:04.228953 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.260269 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c68d4d-dde3-4df1-ab81-7d42effbc318 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:04.261146 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57ebc21-9469-4ef9-8fe9-1ced2bc47b9c x-openstack-request-id: req-c57ebc21-9469-4ef9-8fe9-1ced2bc47b9c {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:04.261442 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c444a62e-d4fe-4467-b078-941babbb7215", "name": "network-vif-deleted", "tag": "ec1bd57a-a3f6-4366-ba3e-16af8a50b753", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:04.261695 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c57ebc21-9469-4ef9-8fe9-1ced2bc47b9c {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:04.262097 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c444a62e-d4fe-4467-b078-941babbb7215', 'name': 'network-vif-deleted', 'tag': 'ec1bd57a-a3f6-4366-ba3e-16af8a50b753', 'status': 'completed', 'code': 200} Feb 11 05:15:04.292706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 47c68d4d-dde3-4df1-ab81-7d42effbc318, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=47c68d4d-dde3-4df1-ab81-7d42effbc318,segment=NetworkSegment(ce754c12-ed08-44d3-9da8-7e4abe950a20),segment_id=ce754c12-ed08-44d3-9da8-7e4abe950a20)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:04.301206 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.301753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cd18c-17b5-40f4-a253-52ce3a113d7d req-c6b761d3-ef62-4d3b-ba84-831e066ba40b tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:04.303049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-805cd18c-17b5-40f4-a253-52ce3a113d7d req-c6b761d3-ef62-4d3b-ba84-831e066ba40b tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1013329 Feb 11 05:15:04.311023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e828d84d-edf8-4420-87a0-469dd5ad5cd3 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:04.390005 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16632dbb-ce9f-48db-bcdc-fc3a8b0fbd5f req-5ef10038-b6cc-46bb-8632-4277bf940f14 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 210 time: 0.0715964 Feb 11 05:15:04.408415 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e828d84d-edf8-4420-87a0-469dd5ad5cd3, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e828d84d-edf8-4420-87a0-469dd5ad5cd3,segment=NetworkSegment(ce754c12-ed08-44d3-9da8-7e4abe950a20),segment_id=ce754c12-ed08-44d3-9da8-7e4abe950a20)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:04.420707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=47c68d4d-dde3-4df1-ab81-7d42effbc318,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:04.426628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'e828d84d-edf8-4420-87a0-469dd5ad5cd3', 'network_id': 'd72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e', 'port_id': 'e828d84d-edf8-4420-87a0-469dd5ad5cd3', 'mac_address': 'fa:16:3e:4e:15:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a5bba2-6a2d-4e41-b79c-d462124d28c5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:04.458337 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-805cd18c-17b5-40f4-a253-52ce3a113d7d req-1d967500-9547-486c-9be5-0c333946c94c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383212 Feb 11 05:15:04.486443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port e828d84d-edf8-4420-87a0-469dd5ad5cd3 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:04.486443 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.495026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11516eb-4690-46b6-9deb-f2ec3556696f req-24ffe312-7d9e-4219-b0ce-1be25d889b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:04.496889 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b11516eb-4690-46b6-9deb-f2ec3556696f req-24ffe312-7d9e-4219-b0ce-1be25d889b82 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 1128 time: 0.1928239 Feb 11 05:15:04.505019 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e828d84d-edf8-4420-87a0-469dd5ad5cd3 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:04.516870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb066530-fa3a-494a-9231-fff953ea01d7 req-59e361c1-9552-4df7-a6df-c6ad95f880b6 tempest-AttachSCSIVolumeTestJSON-258937462 tempest-AttachSCSIVolumeTestJSON-258937462-project] 10.222.0.87 "GET /v2.0/ports?device_id=c444a62e-d4fe-4467-b078-941babbb7215 HTTP/1.1" status: 200 len: 210 time: 0.0415502 Feb 11 05:15:04.541439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e828d84d-edf8-4420-87a0-469dd5ad5cd3, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e828d84d-edf8-4420-87a0-469dd5ad5cd3,segment=NetworkSegment(ce754c12-ed08-44d3-9da8-7e4abe950a20),segment_id=ce754c12-ed08-44d3-9da8-7e4abe950a20)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:04.554017 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.554988 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device b12f10e6-7778-48b4-b25c-08b68caaccb1 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:04.574664 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b11516eb-4690-46b6-9deb-f2ec3556696f req-24098b69-296f-4200-8f91-73e5e2245869 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605383 Feb 11 05:15:04.628834 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port b12f10e6-7778-48b4-b25c-08b68caaccb1, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b12f10e6-7778-48b4-b25c-08b68caaccb1,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:04.637347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=e828d84d-edf8-4420-87a0-469dd5ad5cd3,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:04.643341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'b12f10e6-7778-48b4-b25c-08b68caaccb1', 'network_id': '87b930fc-0254-4b87-ac0d-42931be73941', 'port_id': 'b12f10e6-7778-48b4-b25c-08b68caaccb1', 'mac_address': 'fa:16:3e:ee:d3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:04.684913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port b12f10e6-7778-48b4-b25c-08b68caaccb1 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:04.684913 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.693692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12f10e6-7778-48b4-b25c-08b68caaccb1 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:04.712966 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port b12f10e6-7778-48b4-b25c-08b68caaccb1, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b12f10e6-7778-48b4-b25c-08b68caaccb1,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:04.717525 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.764053 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=b12f10e6-7778-48b4-b25c-08b68caaccb1,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:04.807497 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7bfe9-d024-4d8e-abf6-5f14ddce3f1d req-31f8c1e7-6b53-45b5-ac14-b8f38d282f2e tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:04.809143 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-32b7bfe9-d024-4d8e-abf6-5f14ddce3f1d req-31f8c1e7-6b53-45b5-ac14-b8f38d282f2e tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.0563049 Feb 11 05:15:04.810621 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.857919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-32b7bfe9-d024-4d8e-abf6-5f14ddce3f1d req-ccb299e3-1962-46a1-b3aa-a2fe20d00a1c tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421975 Feb 11 05:15:05.237693 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device acab5c34-2c4c-4eae-8f1e-b225c173baa6 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:05.256616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f408ca-2826-469f-8a1b-15273053c0bf req-aad9695a-49ba-4881-97b6-1d639413fc27 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.258102 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64f408ca-2826-469f-8a1b-15273053c0bf req-aad9695a-49ba-4881-97b6-1d639413fc27 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.0845780 Feb 11 05:15:05.283071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9f3f7-46dc-49b3-9962-30ea3aaf7cb6 req-c9b1e7f5-62b7-4aaf-88bd-06e74338fa0f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.285845 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port acab5c34-2c4c-4eae-8f1e-b225c173baa6 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:05.288623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9f3f7-46dc-49b3-9962-30ea3aaf7cb6 req-c9b1e7f5-62b7-4aaf-88bd-06e74338fa0f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.289894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port acab5c34-2c4c-4eae-8f1e-b225c173baa6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:05.290271 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.293969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9f3f7-46dc-49b3-9962-30ea3aaf7cb6 req-c9b1e7f5-62b7-4aaf-88bd-06e74338fa0f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.299091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9f3f7-46dc-49b3-9962-30ea3aaf7cb6 req-c9b1e7f5-62b7-4aaf-88bd-06e74338fa0f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.304228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9f3f7-46dc-49b3-9962-30ea3aaf7cb6 req-c9b1e7f5-62b7-4aaf-88bd-06e74338fa0f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.309297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9f3f7-46dc-49b3-9962-30ea3aaf7cb6 req-c9b1e7f5-62b7-4aaf-88bd-06e74338fa0f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.314372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9f3f7-46dc-49b3-9962-30ea3aaf7cb6 req-c9b1e7f5-62b7-4aaf-88bd-06e74338fa0f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.316780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0d9f3f7-46dc-49b3-9962-30ea3aaf7cb6 req-c9b1e7f5-62b7-4aaf-88bd-06e74338fa0f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5437 time: 0.1339779 Feb 11 05:15:05.379098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port acab5c34-2c4c-4eae-8f1e-b225c173baa6 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:05.379551 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.384351 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64f408ca-2826-469f-8a1b-15273053c0bf req-69964469-21dd-499d-a6d0-fa8f4a03b55e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193092 Feb 11 05:15:05.404162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0d9f3f7-46dc-49b3-9962-30ea3aaf7cb6 req-28006cda-9fd5-4a97-ac37-bc46d8015228 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809679 Feb 11 05:15:05.437562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port acab5c34-2c4c-4eae-8f1e-b225c173baa6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=acab5c34-2c4c-4eae-8f1e-b225c173baa6,segment=NetworkSegment(a8229711-bbc5-4eb8-bf92-186023610d76),segment_id=a8229711-bbc5-4eb8-bf92-186023610d76)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:05.437562 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.437562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a8386ea7-4352-4731-8123-94a5358ec90d up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:05.491820 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8755d8f2-a40d-4a1b-bdad-ea24df084aac req-d8eed437-3426-4a4f-9dca-e85bc5111601 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 210 time: 0.0314803 Feb 11 05:15:05.527929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=acab5c34-2c4c-4eae-8f1e-b225c173baa6,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:05.546231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port a8386ea7-4352-4731-8123-94a5358ec90d completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:05.555387 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port a8386ea7-4352-4731-8123-94a5358ec90d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:05.555892 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.626867 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48152c-fed0-4d1c-868d-a4b37dafb8bb req-7240e72a-831c-44d6-a0d0-dd9db0e2782e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.636063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a48152c-fed0-4d1c-868d-a4b37dafb8bb req-7240e72a-831c-44d6-a0d0-dd9db0e2782e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0830081 Feb 11 05:15:05.682516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port a8386ea7-4352-4731-8123-94a5358ec90d is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:05.683467 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.719989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a48152c-fed0-4d1c-868d-a4b37dafb8bb req-d5290fbc-f64b-4426-88ac-49a15dc98fbc tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822744 Feb 11 05:15:05.808476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-d6da32bf-d01b-42f4-b7a2-b8490e8c1aac tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.810624 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-d6da32bf-d01b-42f4-b7a2-b8490e8c1aac tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.88 "GET /v2.0/networks?id=0206bf88-469d-4bc1-a7b0-f58304d316f5 HTTP/1.1" status: 200 len: 813 time: 0.1476507 Feb 11 05:15:05.829129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-ad53446d-f202-4e97-813b-b584d8d8f6da tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Request body: {'port': {'device_id': '5e249f15-4d93-4bf7-9fa3-ddd3010e69ea', 'network_id': '0206bf88-469d-4bc1-a7b0-f58304d316f5', 'admin_state_up': True, 'tenant_id': 'a541174c8f0341539b517a51ee6e144f'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:05.872432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port a8386ea7-4352-4731-8123-94a5358ec90d, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a8386ea7-4352-4731-8123-94a5358ec90d,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:05.877674 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.878820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ec1bd57a-a3f6-4366-ba3e-16af8a50b753 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:05.947068 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: ec1bd57a-a3f6-4366-ba3e-16af8a50b753 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:05.947669 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ec1bd57a-a3f6-4366-ba3e-16af8a50b753 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:05.983364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=a8386ea7-4352-4731-8123-94a5358ec90d,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:06.009891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-ad53446d-f202-4e97-813b-b584d8d8f6da tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Made reservation on behalf of a541174c8f0341539b517a51ee6e144f for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:06.013440 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-ad53446d-f202-4e97-813b-b584d8d8f6da tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.056541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ce6fb-aa4a-49d9-b187-eb1ff0463e5e req-1a4ecf3b-ee5f-4bd9-8a63-0f949942c3fc tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:06.058065 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-191ce6fb-aa4a-49d9-b187-eb1ff0463e5e req-1a4ecf3b-ee5f-4bd9-8a63-0f949942c3fc tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.0971465 Feb 11 05:15:06.183185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-191ce6fb-aa4a-49d9-b187-eb1ff0463e5e req-450b4475-76a8-49eb-85d7-70772ee72d6f tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931208 Feb 11 05:15:06.204750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-ad53446d-f202-4e97-813b-b584d8d8f6da tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Allocated IP 172.20.0.4 (0206bf88-469d-4bc1-a7b0-f58304d316f5/6d9a41f6-76c2-4194-9d7b-1232143921ef/d8d19f86-5fc5-4423-841c-0e79c86889f8) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:06.223883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acab5c34-2c4c-4eae-8f1e-b225c173baa6'}, {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8386ea7-4352-4731-8123-94a5358ec90d'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:06.226265 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d035e860-5d32-487c-b1d2-c06c311d7edf" -d '{"events": [{"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-plugged", "status": "completed", "tag": "acab5c34-2c4c-4eae-8f1e-b225c173baa6"}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-plugged", "status": "completed", "tag": "a8386ea7-4352-4731-8123-94a5358ec90d"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:06.264598 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5256331-256a-40c1-a9b4-1d73fe7a48e0 x-openstack-request-id: req-d5256331-256a-40c1-a9b4-1d73fe7a48e0 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:06.265201 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-plugged", "status": "completed", "tag": "acab5c34-2c4c-4eae-8f1e-b225c173baa6", "code": 200}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-plugged", "status": "completed", "tag": "a8386ea7-4352-4731-8123-94a5358ec90d", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:06.265396 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d5256331-256a-40c1-a9b4-1d73fe7a48e0 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:06.265891 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acab5c34-2c4c-4eae-8f1e-b225c173baa6', 'code': 200} Feb 11 05:15:06.266248 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8386ea7-4352-4731-8123-94a5358ec90d', 'code': 200} Feb 11 05:15:06.348334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['7e37fe20-df88-4ce7-8809-1a3a83f553fa'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:06.368125 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-ad53446d-f202-4e97-813b-b584d8d8f6da tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Publish callbacks [] for port (d8d19f86-5fc5-4423-841c-0e79c86889f8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.379619 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['b12f10e6-7778-48b4-b25c-08b68caaccb1'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:06.408696 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-ad53446d-f202-4e97-813b-b584d8d8f6da tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d8d19f86-5fc5-4423-841c-0e79c86889f8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:06.449606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['a343ee49-32a7-4046-97df-753fc7b82f4c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:06.451585 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['8d16c086-327d-4573-be07-53bb45d9390c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:06.491133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-ad53446d-f202-4e97-813b-b584d8d8f6da tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Network 0206bf88-469d-4bc1-a7b0-f58304d316f5 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:06.496355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-ad53446d-f202-4e97-813b-b584d8d8f6da tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:06.500360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53446d-f202-4e97-813b-b584d8d8f6da tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Pushing event updated for resources: {'Port': ['ID=d8d19f86-5fc5-4423-841c-0e79c86889f8,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:06.502772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-ad53446d-f202-4e97-813b-b584d8d8f6da tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:06.528694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['e828d84d-edf8-4420-87a0-469dd5ad5cd3'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:06.530675 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['47c68d4d-dde3-4df1-ab81-7d42effbc318'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:06.973121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-ad53446d-f202-4e97-813b-b584d8d8f6da tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:06.973757 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-ad53446d-f202-4e97-813b-b584d8d8f6da tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:07.005401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fba95-bc36-4776-913b-65ecf28ce05d req-9fab0b7b-8842-47a6-adad-df7c589fe927 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.010826 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fba95-bc36-4776-913b-65ecf28ce05d req-9fab0b7b-8842-47a6-adad-df7c589fe927 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.016918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fba95-bc36-4776-913b-65ecf28ce05d req-9fab0b7b-8842-47a6-adad-df7c589fe927 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.022262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fba95-bc36-4776-913b-65ecf28ce05d req-9fab0b7b-8842-47a6-adad-df7c589fe927 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.028459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fba95-bc36-4776-913b-65ecf28ce05d req-9fab0b7b-8842-47a6-adad-df7c589fe927 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.033969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fba95-bc36-4776-913b-65ecf28ce05d req-9fab0b7b-8842-47a6-adad-df7c589fe927 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.040105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fba95-bc36-4776-913b-65ecf28ce05d req-9fab0b7b-8842-47a6-adad-df7c589fe927 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.042296 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-503fba95-bc36-4776-913b-65ecf28ce05d req-9fab0b7b-8842-47a6-adad-df7c589fe927 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5439 time: 0.4843116 Feb 11 05:15:07.051500 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d200a38-d7a8-4b5f-be36-100ecbdb910e req-35de0e29-9ad5-413f-a6c7-d57a4917ed07 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.053091 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d200a38-d7a8-4b5f-be36-100ecbdb910e req-35de0e29-9ad5-413f-a6c7-d57a4917ed07 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.5464795 Feb 11 05:15:07.080551 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-ad53446d-f202-4e97-813b-b584d8d8f6da tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2561438 Feb 11 05:15:07.117373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Request body: {'port': {'device_id': '5e249f15-4d93-4bf7-9fa3-ddd3010e69ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:07.161959 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d200a38-d7a8-4b5f-be36-100ecbdb910e req-ebd2f54c-b118-4b69-9568-1f99bdbd47eb tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993390 Feb 11 05:15:07.194955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-503fba95-bc36-4776-913b-65ecf28ce05d req-8af27901-2b3d-4597-a8d8-41970c11843d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1383369 Feb 11 05:15:07.228970 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d8d19f86-5fc5-4423-841c-0e79c86889f8), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:07.420366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ca57e-fb08-4a53-9b63-f09433e0fbb7 req-6b5f00ec-06bf-4858-b2ce-2822dd2b3826 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.421860 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd5ca57e-fb08-4a53-9b63-f09433e0fbb7 req-6b5f00ec-06bf-4858-b2ce-2822dd2b3826 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 931 time: 0.1791511 Feb 11 05:15:07.446163 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ca310-a97e-43dc-bb29-74a1cbe41561 req-4141d5e8-8328-4e4a-996d-e8ee8985add4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.447628 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa4ca310-a97e-43dc-bb29-74a1cbe41561 req-4141d5e8-8328-4e4a-996d-e8ee8985add4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1757288 Feb 11 05:15:07.577286 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd5ca57e-fb08-4a53-9b63-f09433e0fbb7 req-30485848-e812-431a-b3b0-8a186eb73ca6 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470954 Feb 11 05:15:07.584350 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa4ca310-a97e-43dc-bb29-74a1cbe41561 req-3712d24d-f48b-4269-839a-40c9e4f3f381 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240602 Feb 11 05:15:07.645192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d19f86-5fc5-4423-841c-0e79c86889f8 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:07.652891 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Publish callbacks [] for port (d8d19f86-5fc5-4423-841c-0e79c86889f8), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:07.691553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Transition to ACTIVE for port object d8d19f86-5fc5-4423-841c-0e79c86889f8 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:15:07.695436 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (d8d19f86-5fc5-4423-841c-0e79c86889f8), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:07.754918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d19f86-5fc5-4423-841c-0e79c86889f8,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:07.765329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b44ee1-cce6-4646-bfb6-027114ae7e28 req-dec43f6d-7111-45dd-998a-0d762685b5fa tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.766799 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46b44ee1-cce6-4646-bfb6-027114ae7e28 req-dec43f6d-7111-45dd-998a-0d762685b5fa tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1102266 Feb 11 05:15:07.855473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46b44ee1-cce6-4646-bfb6-027114ae7e28 req-46b5053c-a8bf-4fe0-b7b5-2989c6cd065c tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707960 Feb 11 05:15:07.864397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Attempting to bind port d8d19f86-5fc5-4423-841c-0e79c86889f8 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:07.864700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Attempting to bind port d8d19f86-5fc5-4423-841c-0e79c86889f8 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '191ba391-d3da-4f5a-940e-465f7696fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0206bf88-469d-4bc1-a7b0-f58304d316f5'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:07.865022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Attempting to bind port d8d19f86-5fc5-4423-841c-0e79c86889f8 on network 0206bf88-469d-4bc1-a7b0-f58304d316f5 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:07.870241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Port d8d19f86-5fc5-4423-841c-0e79c86889f8 on network 0206bf88-469d-4bc1-a7b0-f58304d316f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:15:07.870565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Attempting to bind port d8d19f86-5fc5-4423-841c-0e79c86889f8 on network 0206bf88-469d-4bc1-a7b0-f58304d316f5 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:07.881940 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:07.882479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Checking segment: {'id': '191ba391-d3da-4f5a-940e-465f7696fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0206bf88-469d-4bc1-a7b0-f58304d316f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:07.882883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Bound using segment: {'id': '191ba391-d3da-4f5a-940e-465f7696fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0206bf88-469d-4bc1-a7b0-f58304d316f5'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:07.883304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Bound port: d8d19f86-5fc5-4423-841c-0e79c86889f8, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191ba391-d3da-4f5a-940e-465f7696fdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0206bf88-469d-4bc1-a7b0-f58304d316f5'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:07.883703 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d8d19f86-5fc5-4423-841c-0e79c86889f8), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:07.978034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] For port d8d19f86-5fc5-4423-841c-0e79c86889f8, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:07.981392 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] For port d8d19f86-5fc5-4423-841c-0e79c86889f8, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d8d19f86-5fc5-4423-841c-0e79c86889f8,segment=NetworkSegment(191ba391-d3da-4f5a-940e-465f7696fdb5),segment_id=191ba391-d3da-4f5a-940e-465f7696fdb5)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:07.988475 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (d8d19f86-5fc5-4423-841c-0e79c86889f8), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.027407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.028052 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:08.029483 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] 10.222.0.88 "PUT /v2.0/ports/d8d19f86-5fc5-4423-841c-0e79c86889f8 HTTP/1.1" status: 200 len: 1092 time: 0.9248385 Feb 11 05:15:08.029936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e249f15-4d93-4bf7-9fa3-ddd3010e69ea', 'tag': 'd8d19f86-5fc5-4423-841c-0e79c86889f8'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:08.032318 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ca3d49-eb7b-447d-94d3-02aa10631408" -d '{"events": [{"name": "network-changed", "server_uuid": "5e249f15-4d93-4bf7-9fa3-ddd3010e69ea", "tag": "d8d19f86-5fc5-4423-841c-0e79c86889f8"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:08.063408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15db99-8fec-4d6d-8d77-ffc7c36ca8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d19f86-5fc5-4423-841c-0e79c86889f8,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:08.078942 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c3b5f5-943a-4aad-ad5f-10798dc03eae x-openstack-request-id: req-69c3b5f5-943a-4aad-ad5f-10798dc03eae {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:08.079236 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e249f15-4d93-4bf7-9fa3-ddd3010e69ea", "tag": "d8d19f86-5fc5-4423-841c-0e79c86889f8", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:08.079527 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-69c3b5f5-943a-4aad-ad5f-10798dc03eae {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:08.079933 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e249f15-4d93-4bf7-9fa3-ddd3010e69ea', 'tag': 'd8d19f86-5fc5-4423-841c-0e79c86889f8', 'status': 'completed', 'code': 200} Feb 11 05:15:08.145625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-9871f6b6-4df9-432c-9de6-099c79a78374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.147151 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-9871f6b6-4df9-432c-9de6-099c79a78374 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a541174c8f0341539b517a51ee6e144f&device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 1126 time: 0.0507681 Feb 11 05:15:08.198733 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-4dc96a68-0678-47bb-a221-9d83f46acaba service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8d19f86-5fc5-4423-841c-0e79c86889f8 HTTP/1.1" status: 200 len: 217 time: 0.0390737 Feb 11 05:15:08.251256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-00a3536d-0ec1-49af-82ee-353a88a766fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.253575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-00a3536d-0ec1-49af-82ee-353a88a766fa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6d9a41f6-76c2-4194-9d7b-1232143921ef HTTP/1.1" status: 200 len: 853 time: 0.0473235 Feb 11 05:15:08.314770 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-6f01cd0f-306e-497c-943b-e4cebe37509e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0206bf88-469d-4bc1-a7b0-f58304d316f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537615 Feb 11 05:15:08.432377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87ad7e-f479-49b6-8d29-c6577475c38f req-c4b7b390-f097-4d0c-aace-cf4a25b7734d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.433806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff87ad7e-f479-49b6-8d29-c6577475c38f req-c4b7b390-f097-4d0c-aace-cf4a25b7734d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.1747363 Feb 11 05:15:08.448316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d66660-71f5-4c4a-befe-800876b0ade7 req-ac3534d5-4e84-4aec-a4c0-22164e4a2963 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.453548 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d66660-71f5-4c4a-befe-800876b0ade7 req-ac3534d5-4e84-4aec-a4c0-22164e4a2963 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.458791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d66660-71f5-4c4a-befe-800876b0ade7 req-ac3534d5-4e84-4aec-a4c0-22164e4a2963 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.464053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d66660-71f5-4c4a-befe-800876b0ade7 req-ac3534d5-4e84-4aec-a4c0-22164e4a2963 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.469288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d66660-71f5-4c4a-befe-800876b0ade7 req-ac3534d5-4e84-4aec-a4c0-22164e4a2963 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.474535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d66660-71f5-4c4a-befe-800876b0ade7 req-ac3534d5-4e84-4aec-a4c0-22164e4a2963 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.479881 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d66660-71f5-4c4a-befe-800876b0ade7 req-ac3534d5-4e84-4aec-a4c0-22164e4a2963 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.481692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7d66660-71f5-4c4a-befe-800876b0ade7 req-ac3534d5-4e84-4aec-a4c0-22164e4a2963 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5439 time: 0.2038674 Feb 11 05:15:08.535171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-f7851263-19cb-4b13-a1ec-9ded09b06ff2 service neutron] 10.222.0.88 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954057 Feb 11 05:15:08.589041 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff87ad7e-f479-49b6-8d29-c6577475c38f req-9987a325-64c0-4e38-9bff-d7dbaa89a22c tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063485 Feb 11 05:15:08.650038 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7d66660-71f5-4c4a-befe-800876b0ade7 req-c823df49-f369-4db9-ac4e-0c74abaf5a3c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1575410 Feb 11 05:15:08.705213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-825f6d4e-e4ea-4aeb-b43d-42708da20385 req-7556bef1-0565-498e-8de9-8f5d06f5e98f service neutron] 10.222.0.88 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560812 Feb 11 05:15:08.737100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74084028-7b6c-4560-806e-9297d1f51348 req-aee2ea2f-b332-4978-ad6d-08ee651b6592 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.743928 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-74084028-7b6c-4560-806e-9297d1f51348 req-aee2ea2f-b332-4978-ad6d-08ee651b6592 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 943 time: 0.0816760 Feb 11 05:15:08.830013 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-74084028-7b6c-4560-806e-9297d1f51348 req-faef8e56-39df-49ba-afec-05861b3addef tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848670 Feb 11 05:15:08.842748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3d49-eb7b-447d-94d3-02aa10631408 req-32fc70f7-1cbb-4373-bd89-98192a7528d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.844363 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6ca3d49-eb7b-447d-94d3-02aa10631408 req-32fc70f7-1cbb-4373-bd89-98192a7528d0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a541174c8f0341539b517a51ee6e144f&device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 1126 time: 0.0708954 Feb 11 05:15:08.985277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af11179-6460-4a11-8f10-343cfe07ed84 req-b1984b9b-463a-4866-a181-6c5b291cb4b5 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.986828 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0af11179-6460-4a11-8f10-343cfe07ed84 req-b1984b9b-463a-4866-a181-6c5b291cb4b5 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 1128 time: 0.1415968 Feb 11 05:15:09.028343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3d49-eb7b-447d-94d3-02aa10631408 req-69ff0786-3278-4cc3-bd20-83a5c3d6bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.029704 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6ca3d49-eb7b-447d-94d3-02aa10631408 req-69ff0786-3278-4cc3-bd20-83a5c3d6bab9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0206bf88-469d-4bc1-a7b0-f58304d316f5 HTTP/1.1" status: 200 len: 914 time: 0.1560724 Feb 11 05:15:09.036683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbeea8-11ce-4702-a0d3-c9b8916159d4 req-16a0683a-fd83-4343-afc3-5579c1387646 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.038046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4bdbeea8-11ce-4702-a0d3-c9b8916159d4 req-16a0683a-fd83-4343-afc3-5579c1387646 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1324124 Feb 11 05:15:09.094012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6ca3d49-eb7b-447d-94d3-02aa10631408 req-e354d115-3ff8-443b-b9f3-eb436358a744 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8d19f86-5fc5-4423-841c-0e79c86889f8 HTTP/1.1" status: 200 len: 217 time: 0.0522933 Feb 11 05:15:09.119592 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0af11179-6460-4a11-8f10-343cfe07ed84 req-2c11cdf3-fb13-40d9-9b7e-b29c0d81f929 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257994 Feb 11 05:15:09.176024 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3d49-eb7b-447d-94d3-02aa10631408 req-2a012a0b-5770-467b-ab69-49ee420861d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.177554 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6ca3d49-eb7b-447d-94d3-02aa10631408 req-2a012a0b-5770-467b-ab69-49ee420861d2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6d9a41f6-76c2-4194-9d7b-1232143921ef HTTP/1.1" status: 200 len: 853 time: 0.0693834 Feb 11 05:15:09.181016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4bdbeea8-11ce-4702-a0d3-c9b8916159d4 req-abe31f71-e48d-4cc6-8148-e0f58154c79a tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277010 Feb 11 05:15:09.234862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6ca3d49-eb7b-447d-94d3-02aa10631408 req-6053ac0b-6b2b-44e4-886b-b75b063dbbd4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0206bf88-469d-4bc1-a7b0-f58304d316f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421178 Feb 11 05:15:09.248423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-c6ca3d49-eb7b-447d-94d3-02aa10631408 req-c7fbc232-1d3f-4b32-ac80-e91009d36273 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:15:09.249467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6ca3d49-eb7b-447d-94d3-02aa10631408 req-c7fbc232-1d3f-4b32-ac80-e91009d36273 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051308 Feb 11 05:15:09.267545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597d566-2fff-4b45-b00f-82d9e7243a53 req-94737192-8cbf-4493-91f9-d5dcb901cec5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.269279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2597d566-2fff-4b45-b00f-82d9e7243a53 req-94737192-8cbf-4493-91f9-d5dcb901cec5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.0873432 Feb 11 05:15:09.409135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecdd19-033a-417e-9c9d-5d1232782760 req-3c3198f5-c550-44a1-b857-70b86cd9897a tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.410672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b3ecdd19-033a-417e-9c9d-5d1232782760 req-3c3198f5-c550-44a1-b857-70b86cd9897a tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 1128 time: 0.1507182 Feb 11 05:15:09.416149 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2597d566-2fff-4b45-b00f-82d9e7243a53 req-bb26b2b5-089c-4494-86ac-51b68c8c5fa2 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271272 Feb 11 05:15:09.438719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6ca3d49-eb7b-447d-94d3-02aa10631408 req-1d1afcbc-2b01-4ecd-97b6-f84ebfe7b5de service neutron] 10.222.0.88 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676488 Feb 11 05:15:09.496589 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b3ecdd19-033a-417e-9c9d-5d1232782760 req-f697dabc-fcdf-40d2-aa16-94cbdbddf348 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763168 Feb 11 05:15:09.542077 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:09.551316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6ca3d49-eb7b-447d-94d3-02aa10631408 req-df781fa2-9f9f-46ee-82a7-2d85ee2756e9 service neutron] 10.222.0.88 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998242 Feb 11 05:15:09.798983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580eabf-68c5-4b18-9098-0c99fd3b5d00 req-bb2d108b-6202-4ac1-8d42-88a3762a53b4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.804983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580eabf-68c5-4b18-9098-0c99fd3b5d00 req-bb2d108b-6202-4ac1-8d42-88a3762a53b4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.810259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580eabf-68c5-4b18-9098-0c99fd3b5d00 req-bb2d108b-6202-4ac1-8d42-88a3762a53b4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.815616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580eabf-68c5-4b18-9098-0c99fd3b5d00 req-bb2d108b-6202-4ac1-8d42-88a3762a53b4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.820883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580eabf-68c5-4b18-9098-0c99fd3b5d00 req-bb2d108b-6202-4ac1-8d42-88a3762a53b4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.827728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580eabf-68c5-4b18-9098-0c99fd3b5d00 req-bb2d108b-6202-4ac1-8d42-88a3762a53b4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.834132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580eabf-68c5-4b18-9098-0c99fd3b5d00 req-bb2d108b-6202-4ac1-8d42-88a3762a53b4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.836181 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e580eabf-68c5-4b18-9098-0c99fd3b5d00 req-bb2d108b-6202-4ac1-8d42-88a3762a53b4 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5439 time: 0.1056540 Feb 11 05:15:09.920159 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e580eabf-68c5-4b18-9098-0c99fd3b5d00 req-a2b3b133-7dd0-4f04-a769-33f2c68cd918 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769684 Feb 11 05:15:10.046289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01417f39-ed38-4645-a094-20fc3c4c050e req-2eb4a0b3-e442-487c-867d-404d33e24465 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:10.047882 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01417f39-ed38-4645-a094-20fc3c4c050e req-2eb4a0b3-e442-487c-867d-404d33e24465 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 943 time: 0.0618255 Feb 11 05:15:10.096378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01417f39-ed38-4645-a094-20fc3c4c050e req-0211e082-559c-4bf4-ae8d-fe5755631d8e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425448 Feb 11 05:15:10.311604 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bb9c9-9733-4cc6-9823-dcdb47a43b5b req-df7f6a07-cc84-46b8-982d-bae2887c808a tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:10.313678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d5bb9c9-9733-4cc6-9823-dcdb47a43b5b req-df7f6a07-cc84-46b8-982d-bae2887c808a tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0587316 Feb 11 05:15:10.372972 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d5bb9c9-9733-4cc6-9823-dcdb47a43b5b req-e460b49e-fd6f-4b09-bd48-fa5f9a368996 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532160 Feb 11 05:15:10.445495 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-c6ffc262-74dd-45ca-8655-b61bd221ac2d tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:15:10.447078 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-c6ffc262-74dd-45ca-8655-b61bd221ac2d tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064046 Feb 11 05:15:10.553391 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-32784937-c517-4856-8e70-3790a82269ea tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:15:10.554434 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-32784937-c517-4856-8e70-3790a82269ea tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0751204 Feb 11 05:15:10.558697 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676010e-02dd-48e7-bb9a-44ef9d0f5a98 req-37ee3669-48c7-40cc-90da-aee62434c997 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:10.560360 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8676010e-02dd-48e7-bb9a-44ef9d0f5a98 req-37ee3669-48c7-40cc-90da-aee62434c997 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.0702443 Feb 11 05:15:10.620945 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8676010e-02dd-48e7-bb9a-44ef9d0f5a98 req-66bc1887-ff18-408d-a882-73a1caeb8ca5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529962 Feb 11 05:15:10.677944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-a597000a-2fa2-43ad-b2c0-82534342d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:10.680566 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-a597000a-2fa2-43ad-b2c0-82534342d216 service neutron] 10.222.0.87 "GET /v2.0/ports/e094c354-72f5-43cd-bbc7-faeeecf6016b HTTP/1.1" status: 200 len: 1125 time: 0.1189697 Feb 11 05:15:10.692955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-8650b131-9280-45cf-85a7-2b8af17ff6a1 service neutron] Request body: {'binding': {'host': 'n-h1-713499-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:10.694004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-8650b131-9280-45cf-85a7-2b8af17ff6a1 service neutron] Unknown quota resources ['binding']. {{(pid=103170) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:15:10.845391 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-8650b131-9280-45cf-85a7-2b8af17ff6a1 service neutron] Attempting to bind port e094c354-72f5-43cd-bbc7-faeeecf6016b on host n-h1-713499-38 for vnic_type normal with profile None {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:10.846001 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-8650b131-9280-45cf-85a7-2b8af17ff6a1 service neutron] Attempting to bind port e094c354-72f5-43cd-bbc7-faeeecf6016b by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:10.846554 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-8650b131-9280-45cf-85a7-2b8af17ff6a1 service neutron] Attempting to bind port e094c354-72f5-43cd-bbc7-faeeecf6016b on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:10.851187 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-8650b131-9280-45cf-85a7-2b8af17ff6a1 service neutron] Port e094c354-72f5-43cd-bbc7-faeeecf6016b on network 72a171e8-0e25-4470-8f53-acdce50a3f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:15:10.851554 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-8650b131-9280-45cf-85a7-2b8af17ff6a1 service neutron] Attempting to bind port e094c354-72f5-43cd-bbc7-faeeecf6016b on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:10.856659 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-8650b131-9280-45cf-85a7-2b8af17ff6a1 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:10.857002 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-8650b131-9280-45cf-85a7-2b8af17ff6a1 service neutron] Checking segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:10.857427 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-8650b131-9280-45cf-85a7-2b8af17ff6a1 service neutron] Bound using segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:10.858039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-8650b131-9280-45cf-85a7-2b8af17ff6a1 service neutron] Bound port: e094c354-72f5-43cd-bbc7-faeeecf6016b, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:10.948446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-8650b131-9280-45cf-85a7-2b8af17ff6a1 service neutron] For port e094c354-72f5-43cd-bbc7-faeeecf6016b, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e094c354-72f5-43cd-bbc7-faeeecf6016b,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:10.957101 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-8650b131-9280-45cf-85a7-2b8af17ff6a1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:10.958462 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-8650b131-9280-45cf-85a7-2b8af17ff6a1 service neutron] 10.222.0.87 "POST /v2.0/ports/e094c354-72f5-43cd-bbc7-faeeecf6016b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2718880 Feb 11 05:15:11.027313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ee17e-40f9-495f-8ace-c1424a93d8b8 req-cf61b88b-d878-466c-a454-bfea55d203cb tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.032328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c53ee17e-40f9-495f-8ace-c1424a93d8b8 req-cf61b88b-d878-466c-a454-bfea55d203cb tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1126986 Feb 11 05:15:11.158706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eddabf-a774-4694-ab8c-783a6b8e6742 req-9ce183a2-b4be-492f-ab2c-3cdfb3fd9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.160870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4eddabf-a774-4694-ab8c-783a6b8e6742 req-9ce183a2-b4be-492f-ab2c-3cdfb3fd9cd3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=49f193937f3547f889fd9ca1fc219eec&device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 1128 time: 0.1791341 Feb 11 05:15:11.196465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c53ee17e-40f9-495f-8ace-c1424a93d8b8 req-9272cb12-52db-4982-95a1-b65fc98f2e0d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496041 Feb 11 05:15:11.317348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd185d-1109-4e7c-8377-985488250eef req-9ef010d2-6405-45c3-926c-b59c0bc0f251 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.322824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd185d-1109-4e7c-8377-985488250eef req-9ef010d2-6405-45c3-926c-b59c0bc0f251 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.328832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd185d-1109-4e7c-8377-985488250eef req-9ef010d2-6405-45c3-926c-b59c0bc0f251 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.334901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd185d-1109-4e7c-8377-985488250eef req-9ef010d2-6405-45c3-926c-b59c0bc0f251 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.340145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd185d-1109-4e7c-8377-985488250eef req-9ef010d2-6405-45c3-926c-b59c0bc0f251 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.345380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd185d-1109-4e7c-8377-985488250eef req-9ef010d2-6405-45c3-926c-b59c0bc0f251 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.351380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd185d-1109-4e7c-8377-985488250eef req-9ef010d2-6405-45c3-926c-b59c0bc0f251 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.353346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68bd185d-1109-4e7c-8377-985488250eef req-9ef010d2-6405-45c3-926c-b59c0bc0f251 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5439 time: 0.2247081 Feb 11 05:15:11.379042 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-f3227654-6b3a-46ed-884e-6df7bdec659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.380889 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-f3227654-6b3a-46ed-884e-6df7bdec659b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 1128 time: 0.1247957 Feb 11 05:15:11.439117 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eddabf-a774-4694-ab8c-783a6b8e6742 req-ea087dd1-0ad2-4d1d-b786-01815c7c170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.439674 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4eddabf-a774-4694-ab8c-783a6b8e6742 req-ea087dd1-0ad2-4d1d-b786-01815c7c170a service neutron] 10.222.0.88 "GET /v2.0/networks?id=2b41e513-d986-47c8-b124-46e791e35a53 HTTP/1.1" status: 200 len: 917 time: 0.2612212 Feb 11 05:15:11.474667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfff019-ad61-42de-91a1-cc7b5cceb2e7 req-05a04444-ee7f-46ab-be94-d03355a0c78d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.475833 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bcfff019-ad61-42de-91a1-cc7b5cceb2e7 req-05a04444-ee7f-46ab-be94-d03355a0c78d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.1892886 Feb 11 05:15:11.496551 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-0ad3b725-b600-4313-8965-d0d126502866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.498263 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-0ad3b725-b600-4313-8965-d0d126502866 service neutron] 10.222.0.73 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.1118314 Feb 11 05:15:11.509282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4eddabf-a774-4694-ab8c-783a6b8e6742 req-a4315384-4f71-4af2-8445-aa95c32c5b8e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 HTTP/1.1" status: 200 len: 217 time: 0.0599585 Feb 11 05:15:11.514174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68bd185d-1109-4e7c-8377-985488250eef req-28c002d4-7247-4941-a5f7-5cebfcea87f0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1431298 Feb 11 05:15:11.545647 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-2f57e718-4912-4505-a5f5-7ade65989271 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e094c354-72f5-43cd-bbc7-faeeecf6016b HTTP/1.1" status: 200 len: 217 time: 0.0400252 Feb 11 05:15:11.601029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-d6b9ace5-e9cb-4edd-8af0-f1a30f55786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.602184 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-d6b9ace5-e9cb-4edd-8af0-f1a30f55786b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.0500553 Feb 11 05:15:11.620887 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bcfff019-ad61-42de-91a1-cc7b5cceb2e7 req-43d39f28-8622-4963-bbca-8e7142d3b80f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142333 Feb 11 05:15:11.643152 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eddabf-a774-4694-ab8c-783a6b8e6742 req-708a03eb-b05e-44b8-a036-0abdef8181b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.643152 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4eddabf-a774-4694-ab8c-783a6b8e6742 req-708a03eb-b05e-44b8-a036-0abdef8181b2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=27b325d0-97fa-43b7-bfc4-f865b99d2379 HTTP/1.1" status: 200 len: 855 time: 0.1185699 Feb 11 05:15:11.643901 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-0fb6c4e1-4f65-482a-a2ab-e3026ba3fd06 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335608 Feb 11 05:15:11.721724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8455b2-028f-4a95-9799-1894809f5402 req-27929aad-f2f4-48d4-8337-5a7b0959932b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.723174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c8455b2-028f-4a95-9799-1894809f5402 req-27929aad-f2f4-48d4-8337-5a7b0959932b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 943 time: 0.1194758 Feb 11 05:15:11.745381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eddabf-a774-4694-ab8c-783a6b8e6742 req-7747f5d8-8eb0-4d5f-93ed-a4c3688d9461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.746874 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4eddabf-a774-4694-ab8c-783a6b8e6742 req-7747f5d8-8eb0-4d5f-93ed-a4c3688d9461 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2b41e513-d986-47c8-b124-46e791e35a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0979576 Feb 11 05:15:11.761295 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-7d93bf75-0b87-477f-a54b-39779ef90038 service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136818 Feb 11 05:15:11.861933 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-3c78cb5d-3380-4f6b-92a5-173acd3c8ba7 service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953305 Feb 11 05:15:11.864394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d041b-6c53-4472-9015-127f37a96c5d req-5fab7955-c288-4eac-88ce-538c551dd31c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:11.865869 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b99d041b-6c53-4472-9015-127f37a96c5d req-5fab7955-c288-4eac-88ce-538c551dd31c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1649625 Feb 11 05:15:11.870693 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c8455b2-028f-4a95-9799-1894809f5402 req-e1d51a1c-b060-40c0-ba92-8498960f36f7 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228938 Feb 11 05:15:11.933785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4eddabf-a774-4694-ab8c-783a6b8e6742 req-5d396d73-cc6e-43a4-bfdd-0137b58e68fc service neutron] 10.222.0.88 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764512 Feb 11 05:15:11.942960 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b99d041b-6c53-4472-9015-127f37a96c5d req-06a9597d-2f21-4a5c-a8ca-df5662ef373a tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682161 Feb 11 05:15:12.023222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58746) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:12.079179 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4eddabf-a774-4694-ab8c-783a6b8e6742 req-72319da9-4bd1-4b34-8732-01137ef595cf service neutron] 10.222.0.88 "GET /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358764 Feb 11 05:15:12.665814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab5572-073f-43ec-86f0-de6952e28618 req-9a9bb2a8-a50a-43a7-af03-2aade4da0188 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:12.668756 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4bab5572-073f-43ec-86f0-de6952e28618 req-9a9bb2a8-a50a-43a7-af03-2aade4da0188 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.3936481 Feb 11 05:15:12.753091 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4bab5572-073f-43ec-86f0-de6952e28618 req-74fe2d5b-8f16-41c1-acd8-c3c6e0b0ce8e tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777347 Feb 11 05:15:12.813360 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (9491c6e8-4b26-42e4-a5ad-95b5881177ce), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.026571 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35cf2e-3fc7-436f-a9cf-43d7e33706f8 req-7228f42f-237c-4dfd-8e46-7222912c5373 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:13.032316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35cf2e-3fc7-436f-a9cf-43d7e33706f8 req-7228f42f-237c-4dfd-8e46-7222912c5373 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:13.038684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35cf2e-3fc7-436f-a9cf-43d7e33706f8 req-7228f42f-237c-4dfd-8e46-7222912c5373 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:13.044511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35cf2e-3fc7-436f-a9cf-43d7e33706f8 req-7228f42f-237c-4dfd-8e46-7222912c5373 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:13.049683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35cf2e-3fc7-436f-a9cf-43d7e33706f8 req-7228f42f-237c-4dfd-8e46-7222912c5373 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:13.054886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35cf2e-3fc7-436f-a9cf-43d7e33706f8 req-7228f42f-237c-4dfd-8e46-7222912c5373 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:13.060117 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35cf2e-3fc7-436f-a9cf-43d7e33706f8 req-7228f42f-237c-4dfd-8e46-7222912c5373 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:13.062058 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee35cf2e-3fc7-436f-a9cf-43d7e33706f8 req-7228f42f-237c-4dfd-8e46-7222912c5373 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5439 time: 0.1694882 Feb 11 05:15:13.073238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbd0a1-941c-4325-be01-c19697b7094c req-478df9b7-81e9-4ead-bbe2-b3f3f16542dd tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:13.074678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-97cbd0a1-941c-4325-be01-c19697b7094c req-478df9b7-81e9-4ead-bbe2-b3f3f16542dd tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.1937582 Feb 11 05:15:13.228908 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-97cbd0a1-941c-4325-be01-c19697b7094c req-658771bf-f52b-4457-b478-bd031b080363 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421466 Feb 11 05:15:13.251858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee35cf2e-3fc7-436f-a9cf-43d7e33706f8 req-81773e0a-2435-4e82-9dfe-2339871c3d8f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1712894 Feb 11 05:15:13.276035 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d8d19f86-5fc5-4423-841c-0e79c86889f8 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:13.292150 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 47c68d4d-dde3-4df1-ab81-7d42effbc318 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:13.431695 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d8d19f86-5fc5-4423-841c-0e79c86889f8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d8d19f86-5fc5-4423-841c-0e79c86889f8,segment=NetworkSegment(191ba391-d3da-4f5a-940e-465f7696fdb5),segment_id=191ba391-d3da-4f5a-940e-465f7696fdb5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:13.464563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'd8d19f86-5fc5-4423-841c-0e79c86889f8', 'network_id': '0206bf88-469d-4bc1-a7b0-f58304d316f5', 'port_id': 'd8d19f86-5fc5-4423-841c-0e79c86889f8', 'mac_address': 'fa:16:3e:21:50:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9a41f6-76c2-4194-9d7b-1232143921ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:13.499308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Deleting port 90902c59-a9be-492c-831b-2ef6be92ea33 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:13.499905 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.524964 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port d8d19f86-5fc5-4423-841c-0e79c86889f8 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:13.525627 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d8d19f86-5fc5-4423-841c-0e79c86889f8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.541348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d19f86-5fc5-4423-841c-0e79c86889f8 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:13.562909 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 47c68d4d-dde3-4df1-ab81-7d42effbc318 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:13.569802 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 47c68d4d-dde3-4df1-ab81-7d42effbc318 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:13.570475 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.607610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] For port 90902c59-a9be-492c-831b-2ef6be92ea33, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=90902c59-a9be-492c-831b-2ef6be92ea33,segment=NetworkSegment(0b5f543f-fb82-4c12-8ea8-c4223c47e636),segment_id=0b5f543f-fb82-4c12-8ea8-c4223c47e636)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:13.607982 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.616500 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d8d19f86-5fc5-4423-841c-0e79c86889f8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d8d19f86-5fc5-4423-841c-0e79c86889f8,segment=NetworkSegment(191ba391-d3da-4f5a-940e-465f7696fdb5),segment_id=191ba391-d3da-4f5a-940e-465f7696fdb5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:13.623952 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d8d19f86-5fc5-4423-841c-0e79c86889f8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.624572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Calling delete_port for 90902c59-a9be-492c-831b-2ef6be92ea33 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:13.699160 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 47c68d4d-dde3-4df1-ab81-7d42effbc318 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:13.700111 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.737850 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c68d4d-dde3-4df1-ab81-7d42effbc318'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:13.740527 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62c21e4-0e39-47af-8947-8f8a55ce8288" -d '{"events": [{"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-plugged", "status": "completed", "tag": "47c68d4d-dde3-4df1-ab81-7d42effbc318"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:13.752159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=d8d19f86-5fc5-4423-841c-0e79c86889f8,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:13.758990 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 47c68d4d-dde3-4df1-ab81-7d42effbc318, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=47c68d4d-dde3-4df1-ab81-7d42effbc318,segment=NetworkSegment(ce754c12-ed08-44d3-9da8-7e4abe950a20),segment_id=ce754c12-ed08-44d3-9da8-7e4abe950a20)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:13.762421 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0cc87-38fe-4d51-875e-117b7eceadf4 req-305eac1e-a1ad-4959-ad96-8e872376ba41 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:13.764541 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddf0cc87-38fe-4d51-875e-117b7eceadf4 req-305eac1e-a1ad-4959-ad96-8e872376ba41 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 943 time: 0.4095883 Feb 11 05:15:13.769883 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.771072 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e828d84d-edf8-4420-87a0-469dd5ad5cd3 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:13.771275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a62a24-e0ae-42e8-a8ee-ab8921899d95 req-c112fa84-47d8-4fb6-9114-267f80064659 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:13.776164 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3a62a24-e0ae-42e8-a8ee-ab8921899d95 req-c112fa84-47d8-4fb6-9114-267f80064659 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.3733914 Feb 11 05:15:13.841606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=47c68d4d-dde3-4df1-ab81-7d42effbc318,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:13.873968 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.896240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddf0cc87-38fe-4d51-875e-117b7eceadf4 req-5e7c28e9-59af-446b-9923-de9beef88dbc tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187451 Feb 11 05:15:13.906556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3a62a24-e0ae-42e8-a8ee-ab8921899d95 req-f1e8b161-5958-438c-8e2e-b91b20dd2708 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206779 Feb 11 05:15:13.909346 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port e828d84d-edf8-4420-87a0-469dd5ad5cd3 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:13.916865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port e828d84d-edf8-4420-87a0-469dd5ad5cd3 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:13.917292 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:13.992636 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0b7507-3553-445c-9f75-74368955bf1e x-openstack-request-id: req-9a0b7507-3553-445c-9f75-74368955bf1e {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:13.993388 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-plugged", "status": "completed", "tag": "47c68d4d-dde3-4df1-ab81-7d42effbc318", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:13.993695 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9a0b7507-3553-445c-9f75-74368955bf1e {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:13.994169 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c68d4d-dde3-4df1-ab81-7d42effbc318', 'code': 200} Feb 11 05:15:14.012059 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (90902c59-a9be-492c-831b-2ef6be92ea33), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.047404 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port e828d84d-edf8-4420-87a0-469dd5ad5cd3 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:14.048306 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.055845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=90902c59-a9be-492c-831b-2ef6be92ea33,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:14.089444 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e828d84d-edf8-4420-87a0-469dd5ad5cd3, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e828d84d-edf8-4420-87a0-469dd5ad5cd3,segment=NetworkSegment(ce754c12-ed08-44d3-9da8-7e4abe950a20),segment_id=ce754c12-ed08-44d3-9da8-7e4abe950a20)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:14.094247 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.095077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a343ee49-32a7-4046-97df-753fc7b82f4c up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:14.110058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:14.110491 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:14.110906 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:14.111311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:14.111739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:14.112740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:14.113145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:14.113540 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:14.113939 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:14.114337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:14.114736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:14.115130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:14.115566 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:14.168028 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port a343ee49-32a7-4046-97df-753fc7b82f4c completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:14.180641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port a343ee49-32a7-4046-97df-753fc7b82f4c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:14.181025 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.196921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c24378-1d08-4781-b7ee-94273e3346df req-7da79aaf-eaf4-4fda-b96a-63681a707150 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:14.198506 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79c24378-1d08-4781-b7ee-94273e3346df req-7da79aaf-eaf4-4fda-b96a-63681a707150 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1468177 Feb 11 05:15:14.290562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port a343ee49-32a7-4046-97df-753fc7b82f4c is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:14.291132 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.325896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port a343ee49-32a7-4046-97df-753fc7b82f4c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a343ee49-32a7-4046-97df-753fc7b82f4c,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:14.327096 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=e828d84d-edf8-4420-87a0-469dd5ad5cd3,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:14.331723 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.332592 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device b12f10e6-7778-48b4-b25c-08b68caaccb1 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:14.353975 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (9491c6e8-4b26-42e4-a5ad-95b5881177ce), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.387027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['d8d19f86-5fc5-4423-841c-0e79c86889f8'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:14.448436 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=a343ee49-32a7-4046-97df-753fc7b82f4c,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:14.484508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port b12f10e6-7778-48b4-b25c-08b68caaccb1 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:14.493459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79c24378-1d08-4781-b7ee-94273e3346df req-0628b6e1-90b8-43b6-864e-9b7b03cbef95 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402662 Feb 11 05:15:14.494884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port b12f10e6-7778-48b4-b25c-08b68caaccb1 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:14.495263 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.541963 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c73936-8c34-4d98-8585-351812e42e68 req-c7ba3988-fc09-497d-9631-7a70fb528b88 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:14.543488 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92c73936-8c34-4d98-8585-351812e42e68 req-c7ba3988-fc09-497d-9631-7a70fb528b88 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.1917472 Feb 11 05:15:14.655919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port b12f10e6-7778-48b4-b25c-08b68caaccb1 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:14.656260 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.698841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port b12f10e6-7778-48b4-b25c-08b68caaccb1, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b12f10e6-7778-48b4-b25c-08b68caaccb1,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:14.703284 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.704203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7e37fe20-df88-4ce7-8809-1a3a83f553fa up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:14.743774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92c73936-8c34-4d98-8585-351812e42e68 req-9957a63b-ee9a-466f-927f-3e7b7c4b6333 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844749 Feb 11 05:15:14.790142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0faf4-325b-4279-8ba3-9b5db8ddb4db req-1f840597-58a0-4ea6-9495-f5f98abca603 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:14.795681 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0faf4-325b-4279-8ba3-9b5db8ddb4db req-1f840597-58a0-4ea6-9495-f5f98abca603 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:14.801104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0faf4-325b-4279-8ba3-9b5db8ddb4db req-1f840597-58a0-4ea6-9495-f5f98abca603 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:14.806394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0faf4-325b-4279-8ba3-9b5db8ddb4db req-1f840597-58a0-4ea6-9495-f5f98abca603 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:14.811624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0faf4-325b-4279-8ba3-9b5db8ddb4db req-1f840597-58a0-4ea6-9495-f5f98abca603 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:14.817397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0faf4-325b-4279-8ba3-9b5db8ddb4db req-1f840597-58a0-4ea6-9495-f5f98abca603 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:14.822615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0faf4-325b-4279-8ba3-9b5db8ddb4db req-1f840597-58a0-4ea6-9495-f5f98abca603 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:14.829866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edf0faf4-325b-4279-8ba3-9b5db8ddb4db req-1f840597-58a0-4ea6-9495-f5f98abca603 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5442 time: 0.1786785 Feb 11 05:15:14.834138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Router 9491c6e8-4b26-42e4-a5ad-95b5881177ce has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:14.838464 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=b12f10e6-7778-48b4-b25c-08b68caaccb1,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:14.864911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 7e37fe20-df88-4ce7-8809-1a3a83f553fa completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:14.870093 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 7e37fe20-df88-4ce7-8809-1a3a83f553fa triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:14.870093 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:14.972163 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edf0faf4-325b-4279-8ba3-9b5db8ddb4db req-4270e7f6-9865-4404-8374-136f8c452365 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1408088 Feb 11 05:15:14.983675 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 7e37fe20-df88-4ce7-8809-1a3a83f553fa is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:14.984258 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.033566 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7e37fe20-df88-4ce7-8809-1a3a83f553fa, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7e37fe20-df88-4ce7-8809-1a3a83f553fa,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:15.038284 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.046794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd4228-0032-4d28-b8b9-9a492aeed5e3 req-43d6e6f3-2128-4d9a-bf76-032083d1e26f tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:15.048364 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3dbd4228-0032-4d28-b8b9-9a492aeed5e3 req-43d6e6f3-2128-4d9a-bf76-032083d1e26f tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1362765 Feb 11 05:15:15.098171 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=7e37fe20-df88-4ce7-8809-1a3a83f553fa,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:15.104077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:15.109917 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dc6eae41-0a0e-4edc-ac1e-cb08dd567e68 admin admin] 10.222.0.87 "PUT /v2.0/routers/9491c6e8-4b26-42e4-a5ad-95b5881177ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0856671 Feb 11 05:15:15.113274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58774) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:15.126025 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0446db81-8843-4653-bc1e-d256c67c269e None None] Sync routers for ids ['9491c6e8-4b26-42e4-a5ad-95b5881177ce'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:15.141676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0446db81-8843-4653-bc1e-d256c67c269e None None] Routers {'9491c6e8-4b26-42e4-a5ad-95b5881177ce'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:15.142381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0446db81-8843-4653-bc1e-d256c67c269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:15:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9491c6e8-4b26-42e4-a5ad-95b5881177ce'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:15.148716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3dbd4228-0032-4d28-b8b9-9a492aeed5e3 req-61e076ec-3ec5-4255-9a3f-132556734452 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898361 Feb 11 05:15:15.156667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c418b-957e-4032-9aad-81f51e6db2b1 req-8c0effeb-36b8-4971-a82b-30779f06783b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:15.158212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a36c418b-957e-4032-9aad-81f51e6db2b1 req-8c0effeb-36b8-4971-a82b-30779f06783b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 944 time: 0.1193714 Feb 11 05:15:15.241798 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a36c418b-957e-4032-9aad-81f51e6db2b1 req-cfa55c75-54eb-4713-8cc4-9d8a5196a585 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771215 Feb 11 05:15:15.286796 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-0446db81-8843-4653-bc1e-d256c67c269e None None] Set router 9491c6e8-4b26-42e4-a5ad-95b5881177ce gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:15.294816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6e426-8062-442f-b64c-0a8be81a6ac6 req-a03edc84-1070-430e-b249-b039a832276b tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:15.296503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fb6e426-8062-442f-b64c-0a8be81a6ac6 req-a03edc84-1070-430e-b249-b039a832276b tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0718787 Feb 11 05:15:15.335214 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Publish callbacks [] for router (9491c6e8-4b26-42e4-a5ad-95b5881177ce), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.396632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fb6e426-8062-442f-b64c-0a8be81a6ac6 req-c38f09cc-eb89-41d9-ae76-0eb2b9a6cd69 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900660 Feb 11 05:15:15.422336 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33c98c-5a76-40ee-be5f-8fee3cde6893 req-c3ff43b4-d1d2-4264-af32-12ab78cf121d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:15.430155 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c33c98c-5a76-40ee-be5f-8fee3cde6893 req-c3ff43b4-d1d2-4264-af32-12ab78cf121d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=e570449d-b09a-4ba0-8c12-66ecfe023269 HTTP/1.1" status: 200 len: 946 time: 0.0923071 Feb 11 05:15:15.458160 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Publish callbacks [] for router_gateway (9491c6e8-4b26-42e4-a5ad-95b5881177ce), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.490613 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c33c98c-5a76-40ee-be5f-8fee3cde6893 req-6d5d4dda-61b9-4d75-b370-5a8ffaf7ac71 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580020 Feb 11 05:15:15.541287 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0446db81-8843-4653-bc1e-d256c67c269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-101213609-router', 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '61990f8a-75c5-424d-90a1-0b97d93b4074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:32Z', 'updated_at': '2022-02-11T05:15:13Z', 'revision_number': 5, 'project_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'gw_port': {'id': '61990f8a-75c5-424d-90a1-0b97d93b4074', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:93:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:34Z', 'updated_at': '2022-02-11T05:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:15.542959 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Deleting port 61990f8a-75c5-424d-90a1-0b97d93b4074 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:15.543541 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (61990f8a-75c5-424d-90a1-0b97d93b4074), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.572625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0446db81-8843-4653-bc1e-d256c67c269e None None] Checking router: 9491c6e8-4b26-42e4-a5ad-95b5881177ce for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:15.582164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0446db81-8843-4653-bc1e-d256c67c269e None None] Routers {'9491c6e8-4b26-42e4-a5ad-95b5881177ce'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:15.582883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0446db81-8843-4653-bc1e-d256c67c269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:15:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9491c6e8-4b26-42e4-a5ad-95b5881177ce'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:15.652465 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] For port 61990f8a-75c5-424d-90a1-0b97d93b4074, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=61990f8a-75c5-424d-90a1-0b97d93b4074,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:15.652859 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (61990f8a-75c5-424d-90a1-0b97d93b4074), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.666977 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34ee71-383c-4a12-9139-4f937992804c req-8ffdb44b-cc44-4647-80af-85582c311b3e tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:15.669453 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Calling delete_port for 61990f8a-75c5-424d-90a1-0b97d93b4074 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:15.679566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da34ee71-383c-4a12-9139-4f937992804c req-8ffdb44b-cc44-4647-80af-85582c311b3e tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 945 time: 0.0983224 Feb 11 05:15:15.762826 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da34ee71-383c-4a12-9139-4f937992804c req-e0a103b8-5c9d-4a4f-bb0b-6819b3be2077 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817039 Feb 11 05:15:15.827998 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-e143ef44-5af3-46aa-9f65-7d9be940b632 req-834fb43f-dfdc-4aa4-8982-a7bfc6f7390b tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:15:15.830416 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e143ef44-5af3-46aa-9f65-7d9be940b632 req-834fb43f-dfdc-4aa4-8982-a7bfc6f7390b tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143220 Feb 11 05:15:15.847770 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-0446db81-8843-4653-bc1e-d256c67c269e None None] Set router 9491c6e8-4b26-42e4-a5ad-95b5881177ce gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:15.926856 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (61990f8a-75c5-424d-90a1-0b97d93b4074), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:15.927874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0446db81-8843-4653-bc1e-d256c67c269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-101213609-router', 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:32Z', 'updated_at': '2022-02-11T05:15:15Z', 'revision_number': 6, 'project_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:15.960956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0446db81-8843-4653-bc1e-d256c67c269e None None] The sync data for ids ['9491c6e8-4b26-42e4-a5ad-95b5881177ce'] in n-d-713499-38 is: [{'id': '9491c6e8-4b26-42e4-a5ad-95b5881177ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-101213609-router', 'tenant_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:32Z', 'updated_at': '2022-02-11T05:15:15Z', 'revision_number': 6, 'project_id': '8e6f0875625e4cc9a5fe4a6cba176afe', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:15.961676 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Pushing event deleted for resources: {'Port': ['ID=61990f8a-75c5-424d-90a1-0b97d93b4074,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:15.977377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:15.977951 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:15.978354 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:15.978839 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:15.979303 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:15.979722 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:15.980228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:15.980620 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:15.981927 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:15.982334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:15.983316 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:15.983867 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:15.984263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:15.995954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e828d84d-edf8-4420-87a0-469dd5ad5cd3'}, {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a343ee49-32a7-4046-97df-753fc7b82f4c'}, {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12f10e6-7778-48b4-b25c-08b68caaccb1'}, {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e37fe20-df88-4ce7-8809-1a3a83f553fa'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:15.998019 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052f84cb-06e2-442a-aaf7-8844745052e0" -d '{"events": [{"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-plugged", "status": "completed", "tag": "e828d84d-edf8-4420-87a0-469dd5ad5cd3"}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-plugged", "status": "completed", "tag": "a343ee49-32a7-4046-97df-753fc7b82f4c"}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-plugged", "status": "completed", "tag": "b12f10e6-7778-48b4-b25c-08b68caaccb1"}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-plugged", "status": "completed", "tag": "7e37fe20-df88-4ce7-8809-1a3a83f553fa"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:16.014245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a56742-10dc-4884-bbb4-62136850136f req-911054c0-3eb5-489b-9401-b2ed09ace6eb tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.018004 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6a56742-10dc-4884-bbb4-62136850136f req-911054c0-3eb5-489b-9401-b2ed09ace6eb tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.1422229 Feb 11 05:15:16.031751 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e143ef44-5af3-46aa-9f65-7d9be940b632 req-a9f0755a-db24-4656-9cfc-5b4c38ede756 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1894462 Feb 11 05:15:16.095158 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (9491c6e8-4b26-42e4-a5ad-95b5881177ce), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.107200 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6a56742-10dc-4884-bbb4-62136850136f req-d01838f2-f6c2-4b32-bd87-4fd9350676b8 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726852 Feb 11 05:15:16.195775 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (9491c6e8-4b26-42e4-a5ad-95b5881177ce), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.198006 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Publish callbacks [] for router_controller (9491c6e8-4b26-42e4-a5ad-95b5881177ce), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.252169 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (9491c6e8-4b26-42e4-a5ad-95b5881177ce), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.253249 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9491c6e8-4b26-42e4-a5ad-95b5881177ce {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:15:16.259284 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.261652 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eeffdcf2-9540-4ffb-b61b-48d0eb6a046e admin admin] 10.222.0.87 "DELETE /v2.0/routers/9491c6e8-4b26-42e4-a5ad-95b5881177ce HTTP/1.1" status: 204 len: 168 time: 1.1473682 Feb 11 05:15:16.264127 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58790) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:16.283053 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d72e4e7-a6d9-4377-8d00-73f3d36be92a x-openstack-request-id: req-4d72e4e7-a6d9-4377-8d00-73f3d36be92a {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:16.283301 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-plugged", "status": "completed", "tag": "e828d84d-edf8-4420-87a0-469dd5ad5cd3", "code": 200}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-plugged", "status": "completed", "tag": "a343ee49-32a7-4046-97df-753fc7b82f4c", "code": 200}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-plugged", "status": "completed", "tag": "b12f10e6-7778-48b4-b25c-08b68caaccb1", "code": 200}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-plugged", "status": "completed", "tag": "7e37fe20-df88-4ce7-8809-1a3a83f553fa", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:16.283605 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4d72e4e7-a6d9-4377-8d00-73f3d36be92a {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:16.284077 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e828d84d-edf8-4420-87a0-469dd5ad5cd3', 'code': 200} Feb 11 05:15:16.284338 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a343ee49-32a7-4046-97df-753fc7b82f4c', 'code': 200} Feb 11 05:15:16.284599 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12f10e6-7778-48b4-b25c-08b68caaccb1', 'code': 200} Feb 11 05:15:16.284832 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e37fe20-df88-4ce7-8809-1a3a83f553fa', 'code': 200} Feb 11 05:15:16.298009 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a55b0-cd03-45d4-8744-f38bdf5e1ac8 req-e47c5ce5-dbd9-42b6-956a-044223a2eda6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.303514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a55b0-cd03-45d4-8744-f38bdf5e1ac8 req-e47c5ce5-dbd9-42b6-956a-044223a2eda6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.309024 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a55b0-cd03-45d4-8744-f38bdf5e1ac8 req-e47c5ce5-dbd9-42b6-956a-044223a2eda6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.314403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a55b0-cd03-45d4-8744-f38bdf5e1ac8 req-e47c5ce5-dbd9-42b6-956a-044223a2eda6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.320914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a55b0-cd03-45d4-8744-f38bdf5e1ac8 req-e47c5ce5-dbd9-42b6-956a-044223a2eda6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.327145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a55b0-cd03-45d4-8744-f38bdf5e1ac8 req-e47c5ce5-dbd9-42b6-956a-044223a2eda6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.333289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a55b0-cd03-45d4-8744-f38bdf5e1ac8 req-e47c5ce5-dbd9-42b6-956a-044223a2eda6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.335203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-184a55b0-cd03-45d4-8744-f38bdf5e1ac8 req-e47c5ce5-dbd9-42b6-956a-044223a2eda6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5444 time: 0.1467848 Feb 11 05:15:16.356869 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63f5859-781a-4b8b-aaa4-f4b5ab201ab7 admin admin] Deleting subnet 3b68915a-70e3-4b2c-bf3d-e991d3e4413d {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:15:16.360479 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f63f5859-781a-4b8b-aaa4-f4b5ab201ab7 admin admin] Publish callbacks [] for subnet (3b68915a-70e3-4b2c-bf3d-e991d3e4413d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.404353 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f63f5859-781a-4b8b-aaa4-f4b5ab201ab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (3b68915a-70e3-4b2c-bf3d-e991d3e4413d), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.499676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-184a55b0-cd03-45d4-8744-f38bdf5e1ac8 req-20bf88b6-dcb9-4a32-bd14-5c053a232905 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570807 Feb 11 05:15:16.509262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414696d8-4e48-43a3-8862-16939762ef0a req-ef8ba06b-eccf-4e1b-845a-946a20a53f9d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.511453 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-414696d8-4e48-43a3-8862-16939762ef0a req-ef8ba06b-eccf-4e1b-845a-946a20a53f9d tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1606157 Feb 11 05:15:16.535605 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f63f5859-781a-4b8b-aaa4-f4b5ab201ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (3b68915a-70e3-4b2c-bf3d-e991d3e4413d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.545711 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100c0d3-6f98-4023-8754-c207087fe8a5 req-127d5617-821a-467a-b5d8-c795f9bbcb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.546208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100c0d3-6f98-4023-8754-c207087fe8a5 req-127d5617-821a-467a-b5d8-c795f9bbcb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.547039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100c0d3-6f98-4023-8754-c207087fe8a5 req-127d5617-821a-467a-b5d8-c795f9bbcb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.547608 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100c0d3-6f98-4023-8754-c207087fe8a5 req-127d5617-821a-467a-b5d8-c795f9bbcb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.548069 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100c0d3-6f98-4023-8754-c207087fe8a5 req-127d5617-821a-467a-b5d8-c795f9bbcb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.548532 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100c0d3-6f98-4023-8754-c207087fe8a5 req-127d5617-821a-467a-b5d8-c795f9bbcb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.549094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100c0d3-6f98-4023-8754-c207087fe8a5 req-127d5617-821a-467a-b5d8-c795f9bbcb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.552057 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4100c0d3-6f98-4023-8754-c207087fe8a5 req-127d5617-821a-467a-b5d8-c795f9bbcb59 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 6725 time: 0.1404512 Feb 11 05:15:16.594652 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f63f5859-781a-4b8b-aaa4-f4b5ab201ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (3b68915a-70e3-4b2c-bf3d-e991d3e4413d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.608817 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f63f5859-781a-4b8b-aaa4-f4b5ab201ab7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.612752 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f63f5859-781a-4b8b-aaa4-f4b5ab201ab7 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/3b68915a-70e3-4b2c-bf3d-e991d3e4413d HTTP/1.1" status: 204 len: 168 time: 0.3392847 Feb 11 05:15:16.615557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48f9a3e-a7e2-434d-92db-76e9e72d1dbe None None] Network 44edfd44-9ced-42a6-af99-ec3212c056fa requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:16.638452 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f5859-781a-4b8b-aaa4-f4b5ab201ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b68915a-70e3-4b2c-bf3d-e991d3e4413d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:16.641413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58796) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:16.662542 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-414696d8-4e48-43a3-8862-16939762ef0a req-aa6859c7-62d5-4135-9000-4b9f3d201890 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364257 Feb 11 05:15:16.743262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d59547-0268-4347-987d-fa01da3fbb0d req-9f18b585-f92d-4239-adca-238632703262 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.745090 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2d59547-0268-4347-987d-fa01da3fbb0d req-9f18b585-f92d-4239-adca-238632703262 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 944 time: 0.1491487 Feb 11 05:15:16.748094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4100c0d3-6f98-4023-8754-c207087fe8a5 req-86836474-1137-49ae-bb2c-f8abb736482e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=25535ee6-e894-4e84-9839-26f89e760f9e&id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1532967 Feb 11 05:15:16.773887 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (44edfd44-9ced-42a6-af99-ec3212c056fa), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.824755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689b63f-1c15-4e89-83f8-605aad1a35db req-4e858888-9d32-4232-9edf-9b9fb74ad71a tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.827864 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0689b63f-1c15-4e89-83f8-605aad1a35db req-4e858888-9d32-4232-9edf-9b9fb74ad71a tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0773187 Feb 11 05:15:16.842637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] Deleting port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:16.842987 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cd6ad70c-6ede-4b2f-abcc-c0e1361c7151), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.865534 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] DHCP port deletion for 44edfd44-9ced-42a6-af99-ec3212c056fa request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:15:16.913718 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0689b63f-1c15-4e89-83f8-605aad1a35db req-a42cb493-d797-4d06-a28e-1b8721a8a15f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777130 Feb 11 05:15:16.962762 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2d59547-0268-4347-987d-fa01da3fbb0d req-709a928c-3291-4515-a545-fef13610d2ab tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716309 Feb 11 05:15:16.977228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] For port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cd6ad70c-6ede-4b2f-abcc-c0e1361c7151,segment=NetworkSegment(0b5f543f-fb82-4c12-8ea8-c4223c47e636),segment_id=0b5f543f-fb82-4c12-8ea8-c4223c47e636)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:16.977696 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cd6ad70c-6ede-4b2f-abcc-c0e1361c7151), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.978544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Deleting port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:16.978925 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cd6ad70c-6ede-4b2f-abcc-c0e1361c7151), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:16.982885 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 90902c59-a9be-492c-831b-2ef6be92ea33 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:17.002603 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] Calling delete_port for cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:17.031249 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 90902c59-a9be-492c-831b-2ef6be92ea33 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:17.031620 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 90902c59-a9be-492c-831b-2ef6be92ea33 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:17.032051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 61990f8a-75c5-424d-90a1-0b97d93b4074 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:17.082299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 61990f8a-75c5-424d-90a1-0b97d93b4074 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:17.082557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 61990f8a-75c5-424d-90a1-0b97d93b4074 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:17.082969 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:17.086696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb9761-992e-4ada-8e80-7f231500ed1b req-f2f60cfa-1513-4eda-9cee-daac1c29193e tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:17.095012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-daeb9761-992e-4ada-8e80-7f231500ed1b req-f2f60cfa-1513-4eda-9cee-daac1c29193e tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=e570449d-b09a-4ba0-8c12-66ecfe023269 HTTP/1.1" status: 200 len: 946 time: 0.0818157 Feb 11 05:15:17.118167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] For port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cd6ad70c-6ede-4b2f-abcc-c0e1361c7151,segment=NetworkSegment(0b5f543f-fb82-4c12-8ea8-c4223c47e636),segment_id=0b5f543f-fb82-4c12-8ea8-c4223c47e636)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:17.118583 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cd6ad70c-6ede-4b2f-abcc-c0e1361c7151), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.155364 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (cd6ad70c-6ede-4b2f-abcc-c0e1361c7151), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.156516 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-daeb9761-992e-4ada-8e80-7f231500ed1b req-0fec7a75-cc1a-4b51-877d-5e999e961b9c tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604556 Feb 11 05:15:17.157083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Calling delete_port for cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:17.176451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No active binding found for port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 {{(pid=103173) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 05:15:17.177220 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] The host n-d-713499-38 is not matching for port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 host None! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:15:17.177722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:17.219483 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6ad70c-6ede-4b2f-abcc-c0e1361c7151,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:17.229265 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] No DVR routers for this DVR port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:17.279762 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d8d19f86-5fc5-4423-841c-0e79c86889f8 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:17.313316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bc62b-ec44-4b72-b2e4-d6f53bcbbd31 req-27f8f0b7-81fe-40ec-86dd-c676325233ec tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:17.327354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-598bc62b-ec44-4b72-b2e4-d6f53bcbbd31 req-27f8f0b7-81fe-40ec-86dd-c676325233ec tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.1119392 Feb 11 05:15:17.339711 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (44edfd44-9ced-42a6-af99-ec3212c056fa), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.352987 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (cd6ad70c-6ede-4b2f-abcc-c0e1361c7151), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.372312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44edfd44-9ced-42a6-af99-ec3212c056fa']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:17.387441 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5f543f-fb82-4c12-8ea8-c4223c47e636') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:17.388020 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5f543f-fb82-4c12-8ea8-c4223c47e636') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:17.401709 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] No DVR routers for this DVR port cd6ad70c-6ede-4b2f-abcc-c0e1361c7151 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:17.403103 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Pushing event deleted for resources: {'Port': ['ID=cd6ad70c-6ede-4b2f-abcc-c0e1361c7151,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:17.404374 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (0b5f543f-fb82-4c12-8ea8-c4223c47e636), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.422877 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:17.423229 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:17.426456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:17.426456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:17.426456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:17.426456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:17.426456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:17.427094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-598bc62b-ec44-4b72-b2e4-d6f53bcbbd31 req-04d96323-139a-4808-9c27-00c662214c5b tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965519 Feb 11 05:15:17.427203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:17.427203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:17.427203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:17.427203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:17.427203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:17.427203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60190ff4-16cb-4d70-a2e0-af2af6f446b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:17.438446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port d8d19f86-5fc5-4423-841c-0e79c86889f8 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:17.445831 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (0b5f543f-fb82-4c12-8ea8-c4223c47e636), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.446273 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port d8d19f86-5fc5-4423-841c-0e79c86889f8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:17.446656 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d8d19f86-5fc5-4423-841c-0e79c86889f8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.457947 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:15:17.458411 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (0b5f543f-fb82-4c12-8ea8-c4223c47e636), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:15:17.460799 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:15:17.466595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56524e45-21d5-4f6a-be0d-bda49ef415f8 req-780b765b-2516-4a75-a5fa-063b7b323138 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:17.468507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56524e45-21d5-4f6a-be0d-bda49ef415f8 req-780b765b-2516-4a75-a5fa-063b7b323138 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 945 time: 0.1248727 Feb 11 05:15:17.529642 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (44edfd44-9ced-42a6-af99-ec3212c056fa), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.530902 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56524e45-21d5-4f6a-be0d-bda49ef415f8 req-59584404-2cca-4eb0-92bb-dec8afe57562 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560753 Feb 11 05:15:17.535255 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.549271 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] 10.222.0.87 "DELETE /v2.0/networks/44edfd44-9ced-42a6-af99-ec3212c056fa HTTP/1.1" status: 204 len: 168 time: 0.9066556 Feb 11 05:15:17.553117 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58808) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:17.580488 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe01cec-0674-40a6-bce9-5474eaa41ee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=44edfd44-9ced-42a6-af99-ec3212c056fa,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:17.603146 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port d8d19f86-5fc5-4423-841c-0e79c86889f8 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:17.603580 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d8d19f86-5fc5-4423-841c-0e79c86889f8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.647174 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d8d19f86-5fc5-4423-841c-0e79c86889f8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d8d19f86-5fc5-4423-841c-0e79c86889f8,segment=NetworkSegment(191ba391-d3da-4f5a-940e-465f7696fdb5),segment_id=191ba391-d3da-4f5a-940e-465f7696fdb5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:17.654979 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d8d19f86-5fc5-4423-841c-0e79c86889f8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:17.717195 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=d8d19f86-5fc5-4423-841c-0e79c86889f8,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:17.771854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535886e-dad2-430e-85f8-da443f8caaf2 req-603d9273-3bb1-4c3e-8e28-f0ea3f7b2478 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:17.777219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535886e-dad2-430e-85f8-da443f8caaf2 req-603d9273-3bb1-4c3e-8e28-f0ea3f7b2478 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:17.782396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535886e-dad2-430e-85f8-da443f8caaf2 req-603d9273-3bb1-4c3e-8e28-f0ea3f7b2478 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:17.788221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535886e-dad2-430e-85f8-da443f8caaf2 req-603d9273-3bb1-4c3e-8e28-f0ea3f7b2478 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:17.793807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535886e-dad2-430e-85f8-da443f8caaf2 req-603d9273-3bb1-4c3e-8e28-f0ea3f7b2478 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:17.799092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535886e-dad2-430e-85f8-da443f8caaf2 req-603d9273-3bb1-4c3e-8e28-f0ea3f7b2478 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:17.805366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535886e-dad2-430e-85f8-da443f8caaf2 req-603d9273-3bb1-4c3e-8e28-f0ea3f7b2478 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:17.807029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a535886e-dad2-430e-85f8-da443f8caaf2 req-603d9273-3bb1-4c3e-8e28-f0ea3f7b2478 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5444 time: 0.1754096 Feb 11 05:15:18.269582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a535886e-dad2-430e-85f8-da443f8caaf2 req-43eebaff-36ec-49e7-8332-a7da40452811 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4527621 Feb 11 05:15:18.285255 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547658eb-9438-4735-bce2-43585b2ffa37 req-c26fec96-14ab-457d-8eab-4eabc931512c tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:18.285984 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e249f15-4d93-4bf7-9fa3-ddd3010e69ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d19f86-5fc5-4423-841c-0e79c86889f8'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:18.288503 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0f9d63-663e-4709-b429-1201efc0f19a" -d '{"events": [{"server_uuid": "5e249f15-4d93-4bf7-9fa3-ddd3010e69ea", "name": "network-vif-plugged", "status": "completed", "tag": "d8d19f86-5fc5-4423-841c-0e79c86889f8"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:18.290875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547658eb-9438-4735-bce2-43585b2ffa37 req-c26fec96-14ab-457d-8eab-4eabc931512c tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:18.296247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547658eb-9438-4735-bce2-43585b2ffa37 req-c26fec96-14ab-457d-8eab-4eabc931512c tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:18.297932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-547658eb-9438-4735-bce2-43585b2ffa37 req-c26fec96-14ab-457d-8eab-4eabc931512c tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8&device_id=e570449d-b09a-4ba0-8c12-66ecfe023269&device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 2417 time: 0.4789701 Feb 11 05:15:18.428710 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-547658eb-9438-4735-bce2-43585b2ffa37 req-7bd90f2b-6528-4cfe-a329-a8ae48d102cc tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192696 Feb 11 05:15:18.460477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc482b-2d8f-4071-a534-6ae2d71e05ea req-68b6526a-101f-42e7-8630-a865f11f5314 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:18.462032 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0efc482b-2d8f-4071-a534-6ae2d71e05ea req-68b6526a-101f-42e7-8630-a865f11f5314 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1145911 Feb 11 05:15:18.553701 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0efc482b-2d8f-4071-a534-6ae2d71e05ea req-af473fe3-0c53-4539-9130-de278fb0bf87 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834489 Feb 11 05:15:18.598715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f1729-7bdc-4b9d-a70c-fd13c6b4a82c req-fcbee3cc-5086-4b16-a7ed-00726bf57197 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:18.600486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b0f1729-7bdc-4b9d-a70c-fd13c6b4a82c req-fcbee3cc-5086-4b16-a7ed-00726bf57197 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 945 time: 0.0978961 Feb 11 05:15:18.607287 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee339a0-1295-4fb0-b2ee-67002eef4732 x-openstack-request-id: req-1ee339a0-1295-4fb0-b2ee-67002eef4732 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:18.607605 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e249f15-4d93-4bf7-9fa3-ddd3010e69ea", "name": "network-vif-plugged", "status": "completed", "tag": "d8d19f86-5fc5-4423-841c-0e79c86889f8", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:18.607881 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1ee339a0-1295-4fb0-b2ee-67002eef4732 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:18.608883 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e249f15-4d93-4bf7-9fa3-ddd3010e69ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d19f86-5fc5-4423-841c-0e79c86889f8', 'code': 200} Feb 11 05:15:18.636167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-9e4bfdf8-92cb-4b99-8377-99a8227715f6 req-8463af99-8958-44fa-86d9-3caee66638b6 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:15:18.637321 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e4bfdf8-92cb-4b99-8377-99a8227715f6 req-8463af99-8958-44fa-86d9-3caee66638b6 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085285 Feb 11 05:15:18.654593 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b69c-b38a-4dc3-9fb6-d1fdcff69eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:18.740087 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b0f1729-7bdc-4b9d-a70c-fd13c6b4a82c req-2027d4d9-1877-4a76-81ca-5df7524474cf tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294341 Feb 11 05:15:18.875375 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e4bfdf8-92cb-4b99-8377-99a8227715f6 req-20355481-b62f-4ec8-a483-d418e2becc1a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2242789 Feb 11 05:15:18.876956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fabde-8b89-42f7-9a0c-9f8700a346ac req-e4a44035-124c-423f-b6c5-9ceee8f0d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:18.878878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad6fabde-8b89-42f7-9a0c-9f8700a346ac req-e4a44035-124c-423f-b6c5-9ceee8f0d43c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 1128 time: 0.1703231 Feb 11 05:15:18.974239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb562fb1-22c2-4825-928a-480fdd54afb7 req-93766a8c-a2f3-4e75-824e-c8733406807f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:18.981066 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb562fb1-22c2-4825-928a-480fdd54afb7 req-93766a8c-a2f3-4e75-824e-c8733406807f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.1625855 Feb 11 05:15:19.030901 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad6fabde-8b89-42f7-9a0c-9f8700a346ac req-abed2e11-d1df-4d15-86dc-6ecd48963aed service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093209 Feb 11 05:15:19.068017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb562fb1-22c2-4825-928a-480fdd54afb7 req-0b66b211-423e-4822-afcb-44b52bfe0a36 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860283 Feb 11 05:15:19.160270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-eaf2b69c-b38a-4dc3-9fb6-d1fdcff69eea admin admin] Deleting port 1f3fc474-45b4-476c-83e4-4a24ce109916 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:19.160626 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b69c-b38a-4dc3-9fb6-d1fdcff69eea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:19.259168 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-eaf2b69c-b38a-4dc3-9fb6-d1fdcff69eea admin admin] For port 1f3fc474-45b4-476c-83e4-4a24ce109916, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1f3fc474-45b4-476c-83e4-4a24ce109916,segment=NetworkSegment(62719e4f-fbc5-46cd-b382-71731c8083b0),segment_id=62719e4f-fbc5-46cd-b382-71731c8083b0)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:19.259584 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b69c-b38a-4dc3-9fb6-d1fdcff69eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:19.279043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-eaf2b69c-b38a-4dc3-9fb6-d1fdcff69eea admin admin] Calling delete_port for 1f3fc474-45b4-476c-83e4-4a24ce109916 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:19.490687 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6b33d-a370-4b94-b140-d3e5e142f257 req-5864e989-de85-49df-8247-df492ca8d32b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:19.496265 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6b33d-a370-4b94-b140-d3e5e142f257 req-5864e989-de85-49df-8247-df492ca8d32b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:19.501476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6b33d-a370-4b94-b140-d3e5e142f257 req-5864e989-de85-49df-8247-df492ca8d32b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:19.506735 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6b33d-a370-4b94-b140-d3e5e142f257 req-5864e989-de85-49df-8247-df492ca8d32b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:19.511980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6b33d-a370-4b94-b140-d3e5e142f257 req-5864e989-de85-49df-8247-df492ca8d32b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:19.517254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6b33d-a370-4b94-b140-d3e5e142f257 req-5864e989-de85-49df-8247-df492ca8d32b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:19.522493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6b33d-a370-4b94-b140-d3e5e142f257 req-5864e989-de85-49df-8247-df492ca8d32b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:19.524524 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06c6b33d-a370-4b94-b140-d3e5e142f257 req-5864e989-de85-49df-8247-df492ca8d32b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5444 time: 0.1191244 Feb 11 05:15:19.632199 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06c6b33d-a370-4b94-b140-d3e5e142f257 req-e93ca82a-d223-4947-ad8f-7dd62910c03e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0998325 Feb 11 05:15:19.633341 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b69c-b38a-4dc3-9fb6-d1fdcff69eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1f3fc474-45b4-476c-83e4-4a24ce109916), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:19.670878 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2b69c-b38a-4dc3-9fb6-d1fdcff69eea admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3fc474-45b4-476c-83e4-4a24ce109916,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:19.862612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82714912-94e9-4cbc-8deb-60e2e2131e48 req-20b50dd7-f2e9-454f-a978-6a580433fb1c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:19.865060 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82714912-94e9-4cbc-8deb-60e2e2131e48 req-20b50dd7-f2e9-454f-a978-6a580433fb1c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1305654 Feb 11 05:15:19.990513 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82714912-94e9-4cbc-8deb-60e2e2131e48 req-49f9daf3-6e18-41f0-aa7b-3db782e9e81d tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194229 Feb 11 05:15:20.001947 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eaf2b69c-b38a-4dc3-9fb6-d1fdcff69eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.039506 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a0c89-e90d-452c-8d15-120bc067b618 req-f8fa66a1-0428-4773-ade7-7554b2bb7c0d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:20.045166 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a0c89-e90d-452c-8d15-120bc067b618 req-f8fa66a1-0428-4773-ade7-7554b2bb7c0d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:20.050438 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a0c89-e90d-452c-8d15-120bc067b618 req-f8fa66a1-0428-4773-ade7-7554b2bb7c0d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:20.055856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a0c89-e90d-452c-8d15-120bc067b618 req-f8fa66a1-0428-4773-ade7-7554b2bb7c0d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:20.061129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a0c89-e90d-452c-8d15-120bc067b618 req-f8fa66a1-0428-4773-ade7-7554b2bb7c0d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:20.066844 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a0c89-e90d-452c-8d15-120bc067b618 req-f8fa66a1-0428-4773-ade7-7554b2bb7c0d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:20.072026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a0c89-e90d-452c-8d15-120bc067b618 req-f8fa66a1-0428-4773-ade7-7554b2bb7c0d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:20.073959 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-981a0c89-e90d-452c-8d15-120bc067b618 req-f8fa66a1-0428-4773-ade7-7554b2bb7c0d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5444 time: 0.1460893 Feb 11 05:15:20.085709 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58842) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:20.091190 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f3beb5bb-5e4e-403c-a6d2-efc8d69ae795 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Request body: {'floatingip': {'port_id': 'acab5c34-2c4c-4eae-8f1e-b225c173baa6'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:20.141905 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3beb5bb-5e4e-403c-a6d2-efc8d69ae795 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for floatingip (c06f66d1-d81e-4469-8b29-f662190e7e86), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.233649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9f9c7-b0b8-4c4b-ac65-967450ce2b1e req-e7dad970-32e9-463b-a03b-771a53810bb5 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:20.240681 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6bf9f9c7-b0b8-4c4b-ac65-967450ce2b1e req-e7dad970-32e9-463b-a03b-771a53810bb5 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 945 time: 0.1261821 Feb 11 05:15:20.343500 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6bf9f9c7-b0b8-4c4b-ac65-967450ce2b1e req-219a3993-11e7-418b-9738-39275701cb1a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973809 Feb 11 05:15:20.426198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf2b69c-b38a-4dc3-9fb6-d1fdcff69eea admin admin] Router d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:20.545225 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c5552-28b6-4d6e-9207-185fc7a93dbd req-dbc07f6c-901b-44fc-a65f-b390fc1623f1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:20.554000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a1c5552-28b6-4d6e-9207-185fc7a93dbd req-dbc07f6c-901b-44fc-a65f-b390fc1623f1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.1257405 Feb 11 05:15:20.698179 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a1c5552-28b6-4d6e-9207-185fc7a93dbd req-16fe4164-01fc-4cc5-b956-6bf766911113 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430397 Feb 11 05:15:20.712196 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf2b69c-b38a-4dc3-9fb6-d1fdcff69eea admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:20.720264 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-eaf2b69c-b38a-4dc3-9fb6-d1fdcff69eea admin admin] 10.222.0.87 "PUT /v2.0/routers/d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1660180 Feb 11 05:15:20.722515 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f43570f-d9b0-4389-9769-85bcec8d3f1c None None] Sync routers for ids ['d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:20.723380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58848) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:20.734768 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f43570f-d9b0-4389-9769-85bcec8d3f1c None None] Routers {'d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:20.735859 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3f43570f-d9b0-4389-9769-85bcec8d3f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:15:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:20.843551 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-33c1b30a-e930-4230-91c0-7489ac5da54f admin admin] Publish callbacks [] for router (d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:20.885433 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-3f43570f-d9b0-4389-9769-85bcec8d3f1c None None] Set router d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:20.961526 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f1573-cc04-47d4-b58a-6471cd63b262 req-7a55227f-4aa2-4899-9822-e9e19adf5f67 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:20.968754 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-525f1573-cc04-47d4-b58a-6471cd63b262 req-7a55227f-4aa2-4899-9822-e9e19adf5f67 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 945 time: 0.3234103 Feb 11 05:15:21.068314 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-33c1b30a-e930-4230-91c0-7489ac5da54f admin admin] Publish callbacks [] for router_gateway (d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.085339 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-525f1573-cc04-47d4-b58a-6471cd63b262 req-c0a4c9cd-fc58-40f4-a43b-2aa6e6d4bec1 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153560 Feb 11 05:15:21.186680 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3f43570f-d9b0-4389-9769-85bcec8d3f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132700384-router', 'tenant_id': '98b7be6a085d4a6f9696c43d10007bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '87398e0b-638e-4388-bac8-58bbf143d140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:42Z', 'updated_at': '2022-02-11T05:15:19Z', 'revision_number': 5, 'project_id': '98b7be6a085d4a6f9696c43d10007bec', 'gw_port': {'id': '87398e0b-638e-4388-bac8-58bbf143d140', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:77:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:43Z', 'updated_at': '2022-02-11T05:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:21.195923 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3beb5bb-5e4e-403c-a6d2-efc8d69ae795 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.202872 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3beb5bb-5e4e-403c-a6d2-efc8d69ae795 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (c06f66d1-d81e-4469-8b29-f662190e7e86), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.213436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-33c1b30a-e930-4230-91c0-7489ac5da54f admin admin] Deleting port 87398e0b-638e-4388-bac8-58bbf143d140 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:21.213831 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-33c1b30a-e930-4230-91c0-7489ac5da54f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (87398e0b-638e-4388-bac8-58bbf143d140), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.219567 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f43570f-d9b0-4389-9769-85bcec8d3f1c None None] Checking router: d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:21.223360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7585b9-159b-482c-ab29-04a1765d78a4 req-1ce7962a-e965-4189-ae9b-4b39600c8cd2 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:21.225162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da7585b9-159b-482c-ab29-04a1765d78a4 req-1ce7962a-e965-4189-ae9b-4b39600c8cd2 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1165895 Feb 11 05:15:21.229208 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f43570f-d9b0-4389-9769-85bcec8d3f1c None None] Routers {'d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:21.229832 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3f43570f-d9b0-4389-9769-85bcec8d3f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:15:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:21.332980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da7585b9-159b-482c-ab29-04a1765d78a4 req-d246fc61-b3e6-4a9d-a8c5-b636587a42c2 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910077 Feb 11 05:15:21.333961 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-3f43570f-d9b0-4389-9769-85bcec8d3f1c None None] Set router d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:21.354320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-33c1b30a-e930-4230-91c0-7489ac5da54f admin admin] For port 87398e0b-638e-4388-bac8-58bbf143d140, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=87398e0b-638e-4388-bac8-58bbf143d140,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:21.354895 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-33c1b30a-e930-4230-91c0-7489ac5da54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (87398e0b-638e-4388-bac8-58bbf143d140), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.367978 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-f3beb5bb-5e4e-403c-a6d2-efc8d69ae795 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Floating IP c06f66d1-d81e-4469-8b29-f662190e7e86 associated. External IP: 172.25.5.154, port: acab5c34-2c4c-4eae-8f1e-b225c173baa6. Feb 11 05:15:21.371686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-33c1b30a-e930-4230-91c0-7489ac5da54f admin admin] Calling delete_port for 87398e0b-638e-4388-bac8-58bbf143d140 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:21.406072 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3f43570f-d9b0-4389-9769-85bcec8d3f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132700384-router', 'tenant_id': '98b7be6a085d4a6f9696c43d10007bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:42Z', 'updated_at': '2022-02-11T05:15:21Z', 'revision_number': 6, 'project_id': '98b7be6a085d4a6f9696c43d10007bec', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:21.460007 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f43570f-d9b0-4389-9769-85bcec8d3f1c None None] The sync data for ids ['d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95'] in n-d-713499-38 is: [{'id': 'd1ed5f2e-12e7-4cd0-9279-6100ca2cdd95', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132700384-router', 'tenant_id': '98b7be6a085d4a6f9696c43d10007bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:42Z', 'updated_at': '2022-02-11T05:15:21Z', 'revision_number': 6, 'project_id': '98b7be6a085d4a6f9696c43d10007bec', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:21.578932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c7b71-f20c-4ab1-b01b-5abe695d7a70 req-cdbbadb9-319c-464c-bc69-4ae325250a23 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:21.582156 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f67c7b71-f20c-4ab1-b01b-5abe695d7a70 req-cdbbadb9-319c-464c-bc69-4ae325250a23 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 945 time: 0.1382811 Feb 11 05:15:21.669543 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3beb5bb-5e4e-403c-a6d2-efc8d69ae795 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Router 4245bbd3-8974-4fe7-b359-c46370ed76a2 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:21.674663 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f67c7b71-f20c-4ab1-b01b-5abe695d7a70 req-1e49883f-b77a-40c9-b0c7-c9db89f9a93a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778174 Feb 11 05:15:21.675779 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-33c1b30a-e930-4230-91c0-7489ac5da54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (87398e0b-638e-4388-bac8-58bbf143d140), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.703702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1b30a-e930-4230-91c0-7489ac5da54f admin admin] Pushing event deleted for resources: {'Port': ['ID=87398e0b-638e-4388-bac8-58bbf143d140,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:21.776508 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-33c1b30a-e930-4230-91c0-7489ac5da54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.881319 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3beb5bb-5e4e-403c-a6d2-efc8d69ae795 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:21.886371 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3beb5bb-5e4e-403c-a6d2-efc8d69ae795 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:21.898464 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7cacc3-3391-4eb6-923d-b9dc5aa276a7 None None] Sync routers for ids ['4245bbd3-8974-4fe7-b359-c46370ed76a2'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:21.937700 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7cacc3-3391-4eb6-923d-b9dc5aa276a7 None None] Routers {'4245bbd3-8974-4fe7-b359-c46370ed76a2'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:21.938616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-cd7cacc3-3391-4eb6-923d-b9dc5aa276a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:15:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['4245bbd3-8974-4fe7-b359-c46370ed76a2'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:21.945008 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f3beb5bb-5e4e-403c-a6d2-efc8d69ae795 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "PUT /v2.0/floatingips/c06f66d1-d81e-4469-8b29-f662190e7e86 HTTP/1.1" status: 200 len: 992 time: 1.8557389 Feb 11 05:15:21.945008 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'tag': 'acab5c34-2c4c-4eae-8f1e-b225c173baa6'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:21.947149 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd48816-d728-4af8-99ec-4372d974ef7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "tag": "acab5c34-2c4c-4eae-8f1e-b225c173baa6"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:22.009142 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-33c1b30a-e930-4230-91c0-7489ac5da54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.012336 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-33c1b30a-e930-4230-91c0-7489ac5da54f admin admin] Publish callbacks [] for router_controller (d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.099024 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-cd7cacc3-3391-4eb6-923d-b9dc5aa276a7 None None] Set router 4245bbd3-8974-4fe7-b359-c46370ed76a2 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:22.102749 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-33c1b30a-e930-4230-91c0-7489ac5da54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.103305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c1b30a-e930-4230-91c0-7489ac5da54f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:15:22.113280 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89bad7-6307-462b-b1e4-e48431200de9 req-598380c1-8e6d-40b8-b048-5b4fa638d0ed tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:22.114739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb89bad7-6307-462b-b1e4-e48431200de9 req-598380c1-8e6d-40b8-b048-5b4fa638d0ed tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.2331741 Feb 11 05:15:22.128432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0092d-d1da-45ae-8563-01ff5853e4e7 req-f3576825-4adc-4a7b-a800-72e5bb3086aa tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:22.128432 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20a0092d-d1da-45ae-8563-01ff5853e4e7 req-f3576825-4adc-4a7b-a800-72e5bb3086aa tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 945 time: 0.1305907 Feb 11 05:15:22.128432 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-33c1b30a-e930-4230-91c0-7489ac5da54f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.132446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58866) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:22.132680 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-33c1b30a-e930-4230-91c0-7489ac5da54f admin admin] 10.222.0.87 "DELETE /v2.0/routers/d1ed5f2e-12e7-4cd0-9279-6100ca2cdd95 HTTP/1.1" status: 204 len: 168 time: 1.4074602 Feb 11 05:15:22.185468 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ce05a2-f1ce-4449-b03d-3a8c3e4baacd admin admin] Deleting subnet 887f28d5-8ef0-4bc5-a7d6-b55ba62ec783 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:15:22.191817 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-84ce05a2-f1ce-4449-b03d-3a8c3e4baacd admin admin] Publish callbacks [] for subnet (887f28d5-8ef0-4bc5-a7d6-b55ba62ec783), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.264109 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-84ce05a2-f1ce-4449-b03d-3a8c3e4baacd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (887f28d5-8ef0-4bc5-a7d6-b55ba62ec783), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.404762 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-84ce05a2-f1ce-4449-b03d-3a8c3e4baacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (887f28d5-8ef0-4bc5-a7d6-b55ba62ec783), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.433945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-cd7cacc3-3391-4eb6-923d-b9dc5aa276a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-router', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:49Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'gw_port': {'id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:51Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'c06f66d1-d81e-4469-8b29-f662190e7e86', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'port_id': 'acab5c34-2c4c-4eae-8f1e-b225c173baa6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8', 'mac_address': 'fa:16:3e:8a:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:15:21Z', 'revision_number': 1, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cf79949-bf8d-4d6c-a70e-5ffe5cb76325', 'name': '', 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'mac_address': 'fa:16:3e:f8:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:57Z', 'updated_at': '2022-02-11T05:12:04Z', 'revision_number': 5, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'subnets': [{'id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:22.479835 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-84ce05a2-f1ce-4449-b03d-3a8c3e4baacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (887f28d5-8ef0-4bc5-a7d6-b55ba62ec783), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.491337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7cacc3-3391-4eb6-923d-b9dc5aa276a7 None None] Checking router: 4245bbd3-8974-4fe7-b359-c46370ed76a2 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:22.504721 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7cacc3-3391-4eb6-923d-b9dc5aa276a7 None None] Routers {'4245bbd3-8974-4fe7-b359-c46370ed76a2'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:22.507547 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-cd7cacc3-3391-4eb6-923d-b9dc5aa276a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:15:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['4245bbd3-8974-4fe7-b359-c46370ed76a2'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:22.566912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce05a2-f1ce-4449-b03d-3a8c3e4baacd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887f28d5-8ef0-4bc5-a7d6-b55ba62ec783,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:22.590208 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-84ce05a2-f1ce-4449-b03d-3a8c3e4baacd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.593921 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d72514-a084-43ef-9865-ec9108ee53f8 None None] Network 0379f5eb-3632-4638-a841-d519a3c736dc requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:22.602436 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-84ce05a2-f1ce-4449-b03d-3a8c3e4baacd admin admin] 10.222.0.87 "DELETE /v2.0/subnets/887f28d5-8ef0-4bc5-a7d6-b55ba62ec783 HTTP/1.1" status: 204 len: 168 time: 0.4685631 Feb 11 05:15:22.606365 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58872) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:22.728941 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (0379f5eb-3632-4638-a841-d519a3c736dc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.760747 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1f3fc474-45b4-476c-83e4-4a24ce109916 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:22.808960 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] Deleting port 18a3ee5c-47fb-4692-8539-418403d6014d {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:22.809604 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (18a3ee5c-47fb-4692-8539-418403d6014d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.840461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20a0092d-d1da-45ae-8563-01ff5853e4e7 req-c24782ba-5fe6-4add-a8a8-3cc0dcbc0c55 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6947870 Feb 11 05:15:22.840848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 1f3fc474-45b4-476c-83e4-4a24ce109916 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:22.841085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1f3fc474-45b4-476c-83e4-4a24ce109916 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:22.841522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 87398e0b-638e-4388-bac8-58bbf143d140 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:22.848269 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb89bad7-6307-462b-b1e4-e48431200de9 req-6a8657ea-33a2-4be0-8b0a-35926e4f835e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7080455 Feb 11 05:15:22.939085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 87398e0b-638e-4388-bac8-58bbf143d140 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:22.939705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 87398e0b-638e-4388-bac8-58bbf143d140 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:22.959946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] For port 18a3ee5c-47fb-4692-8539-418403d6014d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=18a3ee5c-47fb-4692-8539-418403d6014d,segment=NetworkSegment(62719e4f-fbc5-46cd-b382-71731c8083b0),segment_id=62719e4f-fbc5-46cd-b382-71731c8083b0)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:22.960384 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (18a3ee5c-47fb-4692-8539-418403d6014d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:22.983303 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] Calling delete_port for 18a3ee5c-47fb-4692-8539-418403d6014d owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:23.013563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0dbb-1ace-4638-9864-7b78e75fd059 req-afd708c0-d476-4792-9a1f-8385ab6697ba tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.022712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0dbb-1ace-4638-9864-7b78e75fd059 req-afd708c0-d476-4792-9a1f-8385ab6697ba tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.030681 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0dbb-1ace-4638-9864-7b78e75fd059 req-afd708c0-d476-4792-9a1f-8385ab6697ba tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.034464 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-cd7cacc3-3391-4eb6-923d-b9dc5aa276a7 None None] Set router 4245bbd3-8974-4fe7-b359-c46370ed76a2 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:23.043791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0dbb-1ace-4638-9864-7b78e75fd059 req-afd708c0-d476-4792-9a1f-8385ab6697ba tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.050014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0dbb-1ace-4638-9864-7b78e75fd059 req-afd708c0-d476-4792-9a1f-8385ab6697ba tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.056090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0dbb-1ace-4638-9864-7b78e75fd059 req-afd708c0-d476-4792-9a1f-8385ab6697ba tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.061349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb0dbb-1ace-4638-9864-7b78e75fd059 req-afd708c0-d476-4792-9a1f-8385ab6697ba tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.073838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72fb0dbb-1ace-4638-9864-7b78e75fd059 req-afd708c0-d476-4792-9a1f-8385ab6697ba tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5444 time: 0.1563439 Feb 11 05:15:23.074089 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abbcdf3-e77b-4265-b3d4-9af8f152407d x-openstack-request-id: req-5abbcdf3-e77b-4265-b3d4-9af8f152407d {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:23.074089 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "tag": "acab5c34-2c4c-4eae-8f1e-b225c173baa6", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:23.074089 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5abbcdf3-e77b-4265-b3d4-9af8f152407d {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:23.074089 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'tag': 'acab5c34-2c4c-4eae-8f1e-b225c173baa6', 'status': 'completed', 'code': 200} Feb 11 05:15:23.160183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf047db-f590-42e2-b934-756f1c14525a None None] DHCP port deletion for 0379f5eb-3632-4638-a841-d519a3c736dc request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:15:23.161525 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (18a3ee5c-47fb-4692-8539-418403d6014d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.210326 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] Pushing event deleted for resources: {'Port': ['ID=18a3ee5c-47fb-4692-8539-418403d6014d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:23.221003 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] No DVR routers for this DVR port 18a3ee5c-47fb-4692-8539-418403d6014d on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:23.265012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72fb0dbb-1ace-4638-9864-7b78e75fd059 req-1f6dc1e9-d9f3-4e71-bb50-471548747378 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1938691 Feb 11 05:15:23.332218 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48816-d728-4af8-99ec-4372d974ef7c req-620fcd64-b52f-48ba-9b82-3344a204cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.332976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48816-d728-4af8-99ec-4372d974ef7c req-620fcd64-b52f-48ba-9b82-3344a204cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.333627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48816-d728-4af8-99ec-4372d974ef7c req-620fcd64-b52f-48ba-9b82-3344a204cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.334092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48816-d728-4af8-99ec-4372d974ef7c req-620fcd64-b52f-48ba-9b82-3344a204cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.334554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48816-d728-4af8-99ec-4372d974ef7c req-620fcd64-b52f-48ba-9b82-3344a204cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.335014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48816-d728-4af8-99ec-4372d974ef7c req-620fcd64-b52f-48ba-9b82-3344a204cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.335496 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48816-d728-4af8-99ec-4372d974ef7c req-620fcd64-b52f-48ba-9b82-3344a204cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.337575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bfd48816-d728-4af8-99ec-4372d974ef7c req-620fcd64-b52f-48ba-9b82-3344a204cb15 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1299ecd49e5408282a75d13c75f41aa&device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 6725 time: 0.2655027 Feb 11 05:15:23.340783 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (0379f5eb-3632-4638-a841-d519a3c736dc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.357153 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a13e9-e5cd-4f43-a405-dc57a22954ed req-9ab7465f-eb13-4a2d-95d0-0a9e2f9a61fd tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.368663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0379f5eb-3632-4638-a841-d519a3c736dc']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:23.372552 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-947a13e9-e5cd-4f43-a405-dc57a22954ed req-9ab7465f-eb13-4a2d-95d0-0a9e2f9a61fd tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 945 time: 0.2299857 Feb 11 05:15:23.382601 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62719e4f-fbc5-46cd-b382-71731c8083b0') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:23.382601 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62719e4f-fbc5-46cd-b382-71731c8083b0') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:23.394391 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (62719e4f-fbc5-46cd-b382-71731c8083b0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.404867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-cd7cacc3-3391-4eb6-923d-b9dc5aa276a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-router', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:49Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'gw_port': {'id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:51Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'c06f66d1-d81e-4469-8b29-f662190e7e86', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'port_id': 'acab5c34-2c4c-4eae-8f1e-b225c173baa6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8', 'mac_address': 'fa:16:3e:8a:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:15:21Z', 'revision_number': 1, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cf79949-bf8d-4d6c-a70e-5ffe5cb76325', 'name': '', 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'mac_address': 'fa:16:3e:f8:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:57Z', 'updated_at': '2022-02-11T05:12:04Z', 'revision_number': 5, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'subnets': [{'id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:23.413607 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (62719e4f-fbc5-46cd-b382-71731c8083b0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.421655 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:15:23.422241 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (62719e4f-fbc5-46cd-b382-71731c8083b0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:15:23.425926 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:15:23.442002 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7cacc3-3391-4eb6-923d-b9dc5aa276a7 None None] The sync data for ids ['4245bbd3-8974-4fe7-b359-c46370ed76a2'] in n-d-713499-38 is: [{'id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-router', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:49Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'gw_port': {'id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:51Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'c06f66d1-d81e-4469-8b29-f662190e7e86', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'port_id': 'acab5c34-2c4c-4eae-8f1e-b225c173baa6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8', 'mac_address': 'fa:16:3e:8a:de:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:15:21Z', 'revision_number': 1, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cf79949-bf8d-4d6c-a70e-5ffe5cb76325', 'name': '', 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'mac_address': 'fa:16:3e:f8:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:57Z', 'updated_at': '2022-02-11T05:12:04Z', 'revision_number': 5, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'subnets': [{'id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:23.459235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2829d-1351-4e8c-a13a-8c2ac5b4c430 req-c5e88d23-0d2c-4a18-ba5a-ceb7846fa4a6 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.466447 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93e2829d-1351-4e8c-a13a-8c2ac5b4c430 req-c5e88d23-0d2c-4a18-ba5a-ceb7846fa4a6 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.88 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 945 time: 0.3289223 Feb 11 05:15:23.508548 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (0379f5eb-3632-4638-a841-d519a3c736dc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.533352 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.538827 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] 10.222.0.87 "DELETE /v2.0/networks/0379f5eb-3632-4638-a841-d519a3c736dc HTTP/1.1" status: 204 len: 168 time: 0.9314592 Feb 11 05:15:23.540066 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3249c-87c5-4b4f-9f04-26812a17a0da admin admin] Pushing event deleted for resources: {'Network': ['ID=0379f5eb-3632-4638-a841-d519a3c736dc,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:23.557622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-947a13e9-e5cd-4f43-a405-dc57a22954ed req-8ed82a06-87a2-4baa-ba14-d2c1d47f0f14 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847126 Feb 11 05:15:23.626992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48816-d728-4af8-99ec-4372d974ef7c req-23281f95-16fc-4615-8acb-8877bba27627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.628591 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bfd48816-d728-4af8-99ec-4372d974ef7c req-23281f95-16fc-4615-8acb-8877bba27627 service neutron] 10.222.0.88 "GET /v2.0/networks?id=fd11f94d-b840-4c63-804e-f8e04aa617c8 HTTP/1.1" status: 200 len: 918 time: 0.2533522 Feb 11 05:15:23.730633 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58880) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:23.743700 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3380c15-82c6-43b1-ba60-fa87f8ef5525 None None] New status for floating IP c06f66d1-d81e-4469-8b29-f662190e7e86: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:15:23.766076 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a71747-2e16-4af3-b77a-b64f4af8947a req-705cbdb6-05d3-49ea-970a-c208c89ee673 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.767811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2a71747-2e16-4af3-b77a-b64f4af8947a req-705cbdb6-05d3-49ea-970a-c208c89ee673 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.3590231 Feb 11 05:15:23.790973 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-de933bf4-1bab-44bf-84e9-e5906d060355 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8e6f0875625e4cc9a5fe4a6cba176afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0588620 Feb 11 05:15:23.791621 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58882) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:23.823579 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bfd48816-d728-4af8-99ec-4372d974ef7c req-dc1fe19d-657e-41b2-916b-9dda69bb6569 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acab5c34-2c4c-4eae-8f1e-b225c173baa6 HTTP/1.1" status: 200 len: 1000 time: 0.1824806 Feb 11 05:15:23.840617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d6906-2f6f-4b9b-8ffa-ad1a31d801b9 req-bf2390fd-51d3-4e94-97fa-2d1241c942e0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.842664 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-06b6c11f-fe3d-49ff-844e-caaaebd9ea1d admin admin] Publish callbacks [] for security_group (7c59bd61-4866-45b4-aeee-7e74ef75fc52), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.844773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d6906-2f6f-4b9b-8ffa-ad1a31d801b9 req-bf2390fd-51d3-4e94-97fa-2d1241c942e0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.850354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d6906-2f6f-4b9b-8ffa-ad1a31d801b9 req-bf2390fd-51d3-4e94-97fa-2d1241c942e0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.855628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d6906-2f6f-4b9b-8ffa-ad1a31d801b9 req-bf2390fd-51d3-4e94-97fa-2d1241c942e0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.860871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d6906-2f6f-4b9b-8ffa-ad1a31d801b9 req-bf2390fd-51d3-4e94-97fa-2d1241c942e0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.865423 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-06b6c11f-fe3d-49ff-844e-caaaebd9ea1d admin admin] Publish callbacks [] for security_group (7c59bd61-4866-45b4-aeee-7e74ef75fc52), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.872159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d6906-2f6f-4b9b-8ffa-ad1a31d801b9 req-bf2390fd-51d3-4e94-97fa-2d1241c942e0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.879934 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d6906-2f6f-4b9b-8ffa-ad1a31d801b9 req-bf2390fd-51d3-4e94-97fa-2d1241c942e0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.881952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c24d6906-2f6f-4b9b-8ffa-ad1a31d801b9 req-bf2390fd-51d3-4e94-97fa-2d1241c942e0 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5444 time: 0.2326183 Feb 11 05:15:23.950195 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-06b6c11f-fe3d-49ff-844e-caaaebd9ea1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7c59bd61-4866-45b4-aeee-7e74ef75fc52), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.953643 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-06b6c11f-fe3d-49ff-844e-caaaebd9ea1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.955506 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-06b6c11f-fe3d-49ff-844e-caaaebd9ea1d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7c59bd61-4866-45b4-aeee-7e74ef75fc52 HTTP/1.1" status: 204 len: 168 time: 0.1627951 Feb 11 05:15:23.981335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6c11f-fe3d-49ff-844e-caaaebd9ea1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c59bd61-4866-45b4-aeee-7e74ef75fc52,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:24.012936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-93e2829d-1351-4e8c-a13a-8c2ac5b4c430 req-4d8de2af-1759-4bf4-a235-9b53ab89bc4a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Deleting port bf948e0e-5f16-4752-8934-59515df1197c {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:24.013288 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-93e2829d-1351-4e8c-a13a-8c2ac5b4c430 req-4d8de2af-1759-4bf4-a235-9b53ab89bc4a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (bf948e0e-5f16-4752-8934-59515df1197c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.047280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2a71747-2e16-4af3-b77a-b64f4af8947a req-331322fe-a58f-46e9-9d4b-9702ec2aafa2 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625005 Feb 11 05:15:24.069819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48816-d728-4af8-99ec-4372d974ef7c req-60942cee-c431-46be-af9d-c606bd7055a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:24.071333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bfd48816-d728-4af8-99ec-4372d974ef7c req-60942cee-c431-46be-af9d-c606bd7055a9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a3e05d09-bfb4-47cf-94a4-0023beaac4ff HTTP/1.1" status: 200 len: 856 time: 0.1846774 Feb 11 05:15:24.251690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949ca4b-4a57-44cf-b922-678e01832686 req-d96a3855-043a-42ab-824d-a3b716473f4b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:24.253212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8949ca4b-4a57-44cf-b922-678e01832686 req-d96a3855-043a-42ab-824d-a3b716473f4b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 945 time: 0.2687349 Feb 11 05:15:24.255221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-93e2829d-1351-4e8c-a13a-8c2ac5b4c430 req-4d8de2af-1759-4bf4-a235-9b53ab89bc4a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] For port bf948e0e-5f16-4752-8934-59515df1197c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bf948e0e-5f16-4752-8934-59515df1197c,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:24.255527 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-93e2829d-1351-4e8c-a13a-8c2ac5b4c430 req-4d8de2af-1759-4bf4-a235-9b53ab89bc4a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (bf948e0e-5f16-4752-8934-59515df1197c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.285360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-93e2829d-1351-4e8c-a13a-8c2ac5b4c430 req-4d8de2af-1759-4bf4-a235-9b53ab89bc4a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Calling delete_port for bf948e0e-5f16-4752-8934-59515df1197c owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:24.323302 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48816-d728-4af8-99ec-4372d974ef7c req-f4ac52d0-214b-4810-9f77-a87c0866e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:24.325066 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bfd48816-d728-4af8-99ec-4372d974ef7c req-f4ac52d0-214b-4810-9f77-a87c0866e993 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fd11f94d-b840-4c63-804e-f8e04aa617c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1784835 Feb 11 05:15:24.362938 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58894) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:24.371139 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78f6c9-13fa-44cd-89bc-68e905728d87 req-36fcc234-f68c-41f2-925c-9e620b151e21 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:24.372645 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be78f6c9-13fa-44cd-89bc-68e905728d87 req-36fcc234-f68c-41f2-925c-9e620b151e21 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.2276101 Feb 11 05:15:24.405893 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b4d27684-a234-4128-87b7-62f509ca62e9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=98b7be6a085d4a6f9696c43d10007bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393107 Feb 11 05:15:24.406854 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58896) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:24.426709 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8949ca4b-4a57-44cf-b922-678e01832686 req-a207b8c6-413d-45b5-b12b-416d2372725d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610045 Feb 11 05:15:24.468613 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1531b177-6976-4a44-bc6f-873aec10837e admin admin] Publish callbacks [] for security_group (cd74b69c-223c-4f34-bf6f-cf5f06d924a0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.490328 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1531b177-6976-4a44-bc6f-873aec10837e admin admin] Publish callbacks [] for security_group (cd74b69c-223c-4f34-bf6f-cf5f06d924a0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.549763 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1531b177-6976-4a44-bc6f-873aec10837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cd74b69c-223c-4f34-bf6f-cf5f06d924a0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.555097 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1531b177-6976-4a44-bc6f-873aec10837e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.559311 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1531b177-6976-4a44-bc6f-873aec10837e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cd74b69c-223c-4f34-bf6f-cf5f06d924a0 HTTP/1.1" status: 204 len: 168 time: 0.1488628 Feb 11 05:15:24.561314 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be78f6c9-13fa-44cd-89bc-68e905728d87 req-09abce9c-22f9-4c61-96ec-c6691859a301 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696818 Feb 11 05:15:24.581477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bfd48816-d728-4af8-99ec-4372d974ef7c req-bf2274c5-c68f-49f5-90e8-7c2a5d9dd9d4 service neutron] 10.222.0.88 "GET /v2.0/networks/fd11f94d-b840-4c63-804e-f8e04aa617c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073390 Feb 11 05:15:24.602312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531b177-6976-4a44-bc6f-873aec10837e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd74b69c-223c-4f34-bf6f-cf5f06d924a0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:24.715676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 18a3ee5c-47fb-4692-8539-418403d6014d no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:24.732395 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2ca86fa-7dd2-4e03-b219-e37a341f2644 req-3932721d-e915-4388-b7ef-698c9290aa14 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 210 time: 0.0718389 Feb 11 05:15:24.732931 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-93e2829d-1351-4e8c-a13a-8c2ac5b4c430 req-4d8de2af-1759-4bf4-a235-9b53ab89bc4a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (bf948e0e-5f16-4752-8934-59515df1197c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.750995 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7', '7290b1c9-3d06-4ee5-bc8d-31b2051f138c', 'bf948e0e-5f16-4752-8934-59515df1197c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:24.751619 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2360aa-9632-4725-bff9-8b1c024e4415 req-7ce4d684-893f-4255-836f-d08f58618a43 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:24.753654 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 18a3ee5c-47fb-4692-8539-418403d6014d {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:24.753990 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a2360aa-9632-4725-bff9-8b1c024e4415 req-7ce4d684-893f-4255-836f-d08f58618a43 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 945 time: 0.2420437 Feb 11 05:15:24.754204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 18a3ee5c-47fb-4692-8539-418403d6014d not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:24.829013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8de2af-1759-4bf4-a235-9b53ab89bc4a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Pushing event deleted for resources: {'Port': ['ID=bf948e0e-5f16-4752-8934-59515df1197c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:24.901253 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e2829d-1351-4e8c-a13a-8c2ac5b4c430 req-4d8de2af-1759-4bf4-a235-9b53ab89bc4a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] No DVR routers for this DVR port bf948e0e-5f16-4752-8934-59515df1197c on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:24.904605 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-93e2829d-1351-4e8c-a13a-8c2ac5b4c430 req-4d8de2af-1759-4bf4-a235-9b53ab89bc4a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:24.908139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93e2829d-1351-4e8c-a13a-8c2ac5b4c430 req-4d8de2af-1759-4bf4-a235-9b53ab89bc4a tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.88 "DELETE /v2.0/ports/bf948e0e-5f16-4752-8934-59515df1197c HTTP/1.1" status: 204 len: 173 time: 1.3579440 Feb 11 05:15:24.914972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0cb065-48fd-4bd8-a7e6-70d7084566d8', 'name': 'network-vif-deleted', 'tag': 'bf948e0e-5f16-4752-8934-59515df1197c'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:24.920037 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cab619-00ff-48b3-89b7-adf56bc3c48e" -d '{"events": [{"server_uuid": "2b0cb065-48fd-4bd8-a7e6-70d7084566d8", "name": "network-vif-deleted", "tag": "bf948e0e-5f16-4752-8934-59515df1197c"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:24.933710 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bfd48816-d728-4af8-99ec-4372d974ef7c req-2cf26031-a4b6-4dcc-bf0d-ef295d2218fb service neutron] 10.222.0.88 "GET /v2.0/networks/fd11f94d-b840-4c63-804e-f8e04aa617c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257794 Feb 11 05:15:24.984370 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac31605-451d-465f-8666-ad15b38d1192 x-openstack-request-id: req-aac31605-451d-465f-8666-ad15b38d1192 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:24.985191 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0cb065-48fd-4bd8-a7e6-70d7084566d8", "name": "network-vif-deleted", "tag": "bf948e0e-5f16-4752-8934-59515df1197c", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:24.985525 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aac31605-451d-465f-8666-ad15b38d1192 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:24.986324 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0cb065-48fd-4bd8-a7e6-70d7084566d8', 'name': 'network-vif-deleted', 'tag': 'bf948e0e-5f16-4752-8934-59515df1197c', 'status': 'completed', 'code': 200} Feb 11 05:15:25.004144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-3a2360aa-9632-4725-bff9-8b1c024e4415 req-bdc1b9b8-7f88-4400-a13a-47459f93334e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Deleting port d8d19f86-5fc5-4423-841c-0e79c86889f8 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:25.004831 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3a2360aa-9632-4725-bff9-8b1c024e4415 req-bdc1b9b8-7f88-4400-a13a-47459f93334e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d8d19f86-5fc5-4423-841c-0e79c86889f8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.121233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-3a2360aa-9632-4725-bff9-8b1c024e4415 req-bdc1b9b8-7f88-4400-a13a-47459f93334e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] For port d8d19f86-5fc5-4423-841c-0e79c86889f8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d8d19f86-5fc5-4423-841c-0e79c86889f8,segment=NetworkSegment(191ba391-d3da-4f5a-940e-465f7696fdb5),segment_id=191ba391-d3da-4f5a-940e-465f7696fdb5)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:25.121612 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3a2360aa-9632-4725-bff9-8b1c024e4415 req-bdc1b9b8-7f88-4400-a13a-47459f93334e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d8d19f86-5fc5-4423-841c-0e79c86889f8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.139379 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-3a2360aa-9632-4725-bff9-8b1c024e4415 req-bdc1b9b8-7f88-4400-a13a-47459f93334e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Calling delete_port for d8d19f86-5fc5-4423-841c-0e79c86889f8 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:25.260127 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:15:25.265262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f6521-77ae-44de-ba42-b086c761190b req-e49470ec-ed5a-48f9-bcf7-ce8551290183 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:25.266789 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d7f6521-77ae-44de-ba42-b086c761190b req-e49470ec-ed5a-48f9-bcf7-ce8551290183 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0797067 Feb 11 05:15:25.355476 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d7f6521-77ae-44de-ba42-b086c761190b req-7293d9b7-7e84-4dab-90ba-ae4159ce0296 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817814 Feb 11 05:15:25.364249 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3a2360aa-9632-4725-bff9-8b1c024e4415 req-bdc1b9b8-7f88-4400-a13a-47459f93334e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d8d19f86-5fc5-4423-841c-0e79c86889f8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.380798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['8d16c086-327d-4573-be07-53bb45d9390c', 'd8d19f86-5fc5-4423-841c-0e79c86889f8'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:25.393495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1b9b8-7f88-4400-a13a-47459f93334e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Pushing event deleted for resources: {'Port': ['ID=d8d19f86-5fc5-4423-841c-0e79c86889f8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:25.443289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2360aa-9632-4725-bff9-8b1c024e4415 req-bdc1b9b8-7f88-4400-a13a-47459f93334e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] No DVR routers for this DVR port d8d19f86-5fc5-4423-841c-0e79c86889f8 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:25.446833 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3a2360aa-9632-4725-bff9-8b1c024e4415 req-bdc1b9b8-7f88-4400-a13a-47459f93334e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.450510 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a2360aa-9632-4725-bff9-8b1c024e4415 req-bdc1b9b8-7f88-4400-a13a-47459f93334e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.88 "DELETE /v2.0/ports/d8d19f86-5fc5-4423-841c-0e79c86889f8 HTTP/1.1" status: 204 len: 173 time: 0.6763899 Feb 11 05:15:25.564228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-734fecaa-dbee-4a6d-87a5-0131d11ec15d req-e0c1f442-d410-4fca-938c-10fbef486727 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e249f15-4d93-4bf7-9fa3-ddd3010e69ea HTTP/1.1" status: 200 len: 210 time: 0.0513713 Feb 11 05:15:25.723043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02ef5e-9f66-4f64-8d5c-aa3762e4f90f req-5835549d-6a66-4a1f-a821-1d92622728bd tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:25.724674 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e02ef5e-9f66-4f64-8d5c-aa3762e4f90f req-5835549d-6a66-4a1f-a821-1d92622728bd tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.0622368 Feb 11 05:15:25.790096 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e02ef5e-9f66-4f64-8d5c-aa3762e4f90f req-624c7cba-5a42-4902-9788-8c3cbba04048 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581326 Feb 11 05:15:25.920865 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-898028d2-25ce-4fe6-a456-2d70866c0c02 req-bcccc06c-998f-4be9-9493-4b7d0606ac03 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b0cb065-48fd-4bd8-a7e6-70d7084566d8 HTTP/1.1" status: 200 len: 210 time: 0.0365264 Feb 11 05:15:26.485781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa57654-1559-4e34-9e34-5a88e92520b1 req-41352d42-4b40-4b14-98b8-b134978f251e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:26.487928 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aaa57654-1559-4e34-9e34-5a88e92520b1 req-41352d42-4b40-4b14-98b8-b134978f251e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0603704 Feb 11 05:15:26.548637 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aaa57654-1559-4e34-9e34-5a88e92520b1 req-7be51b6a-574d-45bb-b5c4-a956acdb3bd7 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529561 Feb 11 05:15:26.646326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58982) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:26.725594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ffea4-0750-4d13-8c48-f13b96a8f117 req-db98dd1a-6545-47e0-ab7b-7b94932a61e1 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:26.727107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd0ffea4-0750-4d13-8c48-f13b96a8f117 req-db98dd1a-6545-47e0-ab7b-7b94932a61e1 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.0577617 Feb 11 05:15:26.763372 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f311-9a8d-4253-b4f1-92625a53d7e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.802635 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd0ffea4-0750-4d13-8c48-f13b96a8f117 req-c3e37ba8-9b0f-4bb9-86d7-e234d9db921a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699675 Feb 11 05:15:26.884568 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f311-9a8d-4253-b4f1-92625a53d7e9 admin admin] Publish callbacks [] for security_group (70b8c480-82a2-4059-a990-6d7c8ff0ea09), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.889315 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f311-9a8d-4253-b4f1-92625a53d7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (70b8c480-82a2-4059-a990-6d7c8ff0ea09), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:26.953934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ebe9f311-9a8d-4253-b4f1-92625a53d7e9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d5086bac06f7440181cf1419741d66ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3064368 Feb 11 05:15:26.956220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9f311-9a8d-4253-b4f1-92625a53d7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b8c480-82a2-4059-a990-6d7c8ff0ea09,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:26.957219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58996) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:26.978253 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec4ddc-b6dc-449b-aab7-2d781149d05d req-fc34e757-5c9f-43fa-b8f9-59bb7cb45eeb tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:26.980175 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89ec4ddc-b6dc-449b-aab7-2d781149d05d req-fc34e757-5c9f-43fa-b8f9-59bb7cb45eeb tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.1081715 Feb 11 05:15:26.992188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e249f15-4d93-4bf7-9fa3-ddd3010e69ea', 'name': 'network-vif-deleted', 'tag': 'd8d19f86-5fc5-4423-841c-0e79c86889f8'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:26.994398 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9437963-b711-41b5-9967-e2fe5cf41879" -d '{"events": [{"server_uuid": "5e249f15-4d93-4bf7-9fa3-ddd3010e69ea", "name": "network-vif-deleted", "tag": "d8d19f86-5fc5-4423-841c-0e79c86889f8"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:27.012918 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a510a480-c2b9-4f43-83b0-0d362bc16d1a admin admin] Publish callbacks [] for security_group (70b8c480-82a2-4059-a990-6d7c8ff0ea09), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.035085 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a510a480-c2b9-4f43-83b0-0d362bc16d1a admin admin] Publish callbacks [] for security_group (70b8c480-82a2-4059-a990-6d7c8ff0ea09), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.070838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89ec4ddc-b6dc-449b-aab7-2d781149d05d req-ef6378ea-0f77-42e2-8cad-1a0316ec7e1c tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736668 Feb 11 05:15:27.082883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df337fa7-59b1-48fb-95da-f2c37aaae286 req-917b87ca-71f7-43b8-b7c3-a05e67d1980d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:27.087925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df337fa7-59b1-48fb-95da-f2c37aaae286 req-917b87ca-71f7-43b8-b7c3-a05e67d1980d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1045613 Feb 11 05:15:27.097639 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a510a480-c2b9-4f43-83b0-0d362bc16d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (70b8c480-82a2-4059-a990-6d7c8ff0ea09), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.100949 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a510a480-c2b9-4f43-83b0-0d362bc16d1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.112851 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a510a480-c2b9-4f43-83b0-0d362bc16d1a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/70b8c480-82a2-4059-a990-6d7c8ff0ea09 HTTP/1.1" status: 204 len: 168 time: 0.1465318 Feb 11 05:15:27.126644 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510a480-c2b9-4f43-83b0-0d362bc16d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b8c480-82a2-4059-a990-6d7c8ff0ea09,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:27.143815 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df337fa7-59b1-48fb-95da-f2c37aaae286 req-dce82785-8d49-4b37-a3a9-2b4bfe2e84ae tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528553 Feb 11 05:15:27.165626 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9aa2e5-f862-42c6-8f43-dc4ab93b64bc x-openstack-request-id: req-7a9aa2e5-f862-42c6-8f43-dc4ab93b64bc {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:27.165626 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e249f15-4d93-4bf7-9fa3-ddd3010e69ea", "name": "network-vif-deleted", "tag": "d8d19f86-5fc5-4423-841c-0e79c86889f8", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:27.165888 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7a9aa2e5-f862-42c6-8f43-dc4ab93b64bc {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:27.166380 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e249f15-4d93-4bf7-9fa3-ddd3010e69ea', 'name': 'network-vif-deleted', 'tag': 'd8d19f86-5fc5-4423-841c-0e79c86889f8', 'status': 'completed', 'code': 200} Feb 11 05:15:27.303621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eafd95-4276-4640-85d8-88ebdedb323b req-3b16eb3e-b370-4967-9ad6-daa9f6bd73f1 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:27.305835 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8eafd95-4276-4640-85d8-88ebdedb323b req-3b16eb3e-b370-4967-9ad6-daa9f6bd73f1 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.0853517 Feb 11 05:15:27.314046 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d8d19f86-5fc5-4423-841c-0e79c86889f8 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:27.339530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: d8d19f86-5fc5-4423-841c-0e79c86889f8 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:27.340040 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d8d19f86-5fc5-4423-841c-0e79c86889f8 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:27.341029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device bf948e0e-5f16-4752-8934-59515df1197c no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:27.365960 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: bf948e0e-5f16-4752-8934-59515df1197c {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:27.366569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device bf948e0e-5f16-4752-8934-59515df1197c not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:27.407649 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8eafd95-4276-4640-85d8-88ebdedb323b req-85338587-d355-49d6-bf6f-ee3d47856af1 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874925 Feb 11 05:15:27.440927 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2f951-e2d5-4cc7-9756-77755e0fb351 req-6e17dabf-f0c6-4e20-a808-46ab0fbfffbe tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:27.442679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9f2f951-e2d5-4cc7-9756-77755e0fb351 req-6e17dabf-f0c6-4e20-a808-46ab0fbfffbe tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=e570449d-b09a-4ba0-8c12-66ecfe023269 HTTP/1.1" status: 200 len: 946 time: 0.0871077 Feb 11 05:15:27.496502 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9f2f951-e2d5-4cc7-9756-77755e0fb351 req-3d474e4c-b05e-44dd-8d0d-20b681e50a74 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480897 Feb 11 05:15:27.697308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3ea2a-7c50-46d4-be04-ac60239eeddc req-683c20ca-0209-4e53-a8e2-8ae48f21fe5c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:27.699090 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75a3ea2a-7c50-46d4-be04-ac60239eeddc req-683c20ca-0209-4e53-a8e2-8ae48f21fe5c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0660048 Feb 11 05:15:27.774879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75a3ea2a-7c50-46d4-be04-ac60239eeddc req-7b764320-c0eb-4a2e-a2b3-7328ad6c7280 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692062 Feb 11 05:15:27.916228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59036) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:28.027756 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1ce9c21b-5911-4696-af14-de3f3820bbd0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-44711955-network', 'tenant_id': 'e21fbcf6fb84412985aa93c69a53e49c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:28.050700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce9c21b-5911-4696-af14-de3f3820bbd0 admin admin] Made reservation on behalf of e21fbcf6fb84412985aa93c69a53e49c for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:28.053265 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c21b-5911-4696-af14-de3f3820bbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.062826 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c21b-5911-4696-af14-de3f3820bbd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.153221 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c21b-5911-4696-af14-de3f3820bbd0 admin admin] Publish callbacks [] for security_group (cae501b2-cca5-4a22-a31d-57bedfec7351), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.158553 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c21b-5911-4696-af14-de3f3820bbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cae501b2-cca5-4a22-a31d-57bedfec7351), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.186785 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce9c21b-5911-4696-af14-de3f3820bbd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:15:28.200724 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9c21b-5911-4696-af14-de3f3820bbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae501b2-cca5-4a22-a31d-57bedfec7351,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:28.212893 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c21b-5911-4696-af14-de3f3820bbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c648bc39-603a-4051-9256-2cf7454a4653), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.213250 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-1ce9c21b-5911-4696-af14-de3f3820bbd0 admin admin] Added segment c648bc39-603a-4051-9256-2cf7454a4653 of type vlan for network f9b6015b-8570-4b46-bc3f-cade367050bf Feb 11 05:15:28.230946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635587dc-010c-4f5d-a302-8c2cb78e9d45 req-566b82a2-9bbe-4fec-be85-601b2323559a tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:28.239735 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-635587dc-010c-4f5d-a302-8c2cb78e9d45 req-566b82a2-9bbe-4fec-be85-601b2323559a tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.0890937 Feb 11 05:15:28.262463 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c21b-5911-4696-af14-de3f3820bbd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (f9b6015b-8570-4b46-bc3f-cade367050bf), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.291353 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c21b-5911-4696-af14-de3f3820bbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (f9b6015b-8570-4b46-bc3f-cade367050bf), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.292531 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce9c21b-5911-4696-af14-de3f3820bbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:28.293121 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c21b-5911-4696-af14-de3f3820bbd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.295120 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-635587dc-010c-4f5d-a302-8c2cb78e9d45 req-82347693-1f30-47dc-b0a6-3716dcb90822 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532534 Feb 11 05:15:28.328496 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1ce9c21b-5911-4696-af14-de3f3820bbd0 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4110601 Feb 11 05:15:28.332797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59042) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:28.339730 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1ec20215-4dc7-4ca7-a3ef-7017548c242b admin admin] Request body: {'subnet': {'network_id': 'f9b6015b-8570-4b46-bc3f-cade367050bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-44711955-subnet', 'tenant_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:28.363954 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9c21b-5911-4696-af14-de3f3820bbd0 admin admin] Pushing event updated for resources: {'Network': ['ID=f9b6015b-8570-4b46-bc3f-cade367050bf,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:28.365759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec20215-4dc7-4ca7-a3ef-7017548c242b admin admin] Made reservation on behalf of e21fbcf6fb84412985aa93c69a53e49c for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:28.371094 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1ec20215-4dc7-4ca7-a3ef-7017548c242b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.380385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network f9b6015b-8570-4b46-bc3f-cade367050bf details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:15:28.490863 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb3fadb4-b182-4a2e-ae89-1cc74343d216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.624099 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1ec20215-4dc7-4ca7-a3ef-7017548c242b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (1422ac49-09dd-4396-b7cb-2398d77558fa), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.688088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec20215-4dc7-4ca7-a3ef-7017548c242b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1422ac49-09dd-4396-b7cb-2398d77558fa,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:28.696437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e469be2-3960-450d-8129-64031ea9ad75 req-04fe861a-840c-4d27-b458-caec3b4b9e33 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:28.697968 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e469be2-3960-450d-8129-64031ea9ad75 req-04fe861a-840c-4d27-b458-caec3b4b9e33 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=e570449d-b09a-4ba0-8c12-66ecfe023269 HTTP/1.1" status: 200 len: 946 time: 0.1112683 Feb 11 05:15:28.727449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec20215-4dc7-4ca7-a3ef-7017548c242b admin admin] Checking segment: {'id': 'c648bc39-603a-4051-9256-2cf7454a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9b6015b-8570-4b46-bc3f-cade367050bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:28.727820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec20215-4dc7-4ca7-a3ef-7017548c242b admin admin] Network hostable DHCP agents. Network: f9b6015b-8570-4b46-bc3f-cade367050bf, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:15:28.766238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e469be2-3960-450d-8129-64031ea9ad75 req-f76ed9cc-2998-46d4-aeac-9de1de8c4be4 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597069 Feb 11 05:15:28.767484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec20215-4dc7-4ca7-a3ef-7017548c242b admin admin] Network f9b6015b-8570-4b46-bc3f-cade367050bf is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:15:28.779382 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-1ec20215-4dc7-4ca7-a3ef-7017548c242b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, f9b6015b-8570-4b46-bc3f-cade367050bf) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:28.791747 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e4965b-48f2-4f30-9dd1-338ceba14d75 None None] Network f9b6015b-8570-4b46-bc3f-cade367050bf requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:28.794397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec20215-4dc7-4ca7-a3ef-7017548c242b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:28.795061 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1ec20215-4dc7-4ca7-a3ef-7017548c242b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.821980 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59050) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:28.822273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1ec20215-4dc7-4ca7-a3ef-7017548c242b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4877138 Feb 11 05:15:28.826857 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-44711955-router', 'tenant_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:28.863317 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (c7d26067-6764-4a55-9bab-a92cb32599c1), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.864649 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (c7d26067-6764-4a55-9bab-a92cb32599c1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.957725 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Publish callbacks [] for router_controller (c7d26067-6764-4a55-9bab-a92cb32599c1), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:28.967114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6027b56-a8d6-461a-842d-88332bd7c928 req-322eb11b-8293-4719-ac35-a22c9fbb3727 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:28.974788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6027b56-a8d6-461a-842d-88332bd7c928 req-322eb11b-8293-4719-ac35-a22c9fbb3727 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0909038 Feb 11 05:15:28.976280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f9b6015b-8570-4b46-bc3f-cade367050bf', 'network_id': 'f9b6015b-8570-4b46-bc3f-cade367050bf', 'project_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'fixed_ips': [{'subnet_id': '1422ac49-09dd-4396-b7cb-2398d77558fa'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:15:28.977678 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.093567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6027b56-a8d6-461a-842d-88332bd7c928 req-a52a2252-98ae-48be-90b6-2d9c7053a7da tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175494 Feb 11 05:15:29.165538 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Allocated IP 172.20.0.2 (f9b6015b-8570-4b46-bc3f-cade367050bf/1422ac49-09dd-4396-b7cb-2398d77558fa/bafc088f-41d2-4f8e-916c-fc01c6697842) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:29.185729 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Publish callbacks [] for router_gateway (c7d26067-6764-4a55-9bab-a92cb32599c1), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.345114 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Publish callbacks [] for port (bafc088f-41d2-4f8e-916c-fc01c6697842), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.352080 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (bafc088f-41d2-4f8e-916c-fc01c6697842), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.399306 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Pushing event updated for resources: {'Port': ['ID=bafc088f-41d2-4f8e-916c-fc01c6697842,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:29.408243 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Publish callbacks [] for router_gateway (c7d26067-6764-4a55-9bab-a92cb32599c1), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.412544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Network f9b6015b-8570-4b46-bc3f-cade367050bf is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:29.414194 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:29.417229 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:29.437628 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.442185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f772b-4065-45ff-86d0-ce82a7b552de req-25895f92-1400-4b7f-9bcc-ab554a5f4781 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:29.448286 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-603f772b-4065-45ff-86d0-ce82a7b552de req-25895f92-1400-4b7f-9bcc-ab554a5f4781 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.0644090 Feb 11 05:15:29.482038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Attempting to bind port bafc088f-41d2-4f8e-916c-fc01c6697842 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:29.482414 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Attempting to bind port bafc088f-41d2-4f8e-916c-fc01c6697842 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'c648bc39-603a-4051-9256-2cf7454a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9b6015b-8570-4b46-bc3f-cade367050bf'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:29.482772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Attempting to bind port bafc088f-41d2-4f8e-916c-fc01c6697842 on network f9b6015b-8570-4b46-bc3f-cade367050bf {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:29.488491 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:29.488888 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Checking segment: {'id': 'c648bc39-603a-4051-9256-2cf7454a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9b6015b-8570-4b46-bc3f-cade367050bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:29.489223 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.489622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Bound using segment: {'id': 'c648bc39-603a-4051-9256-2cf7454a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9b6015b-8570-4b46-bc3f-cade367050bf'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:29.490224 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Bound port: bafc088f-41d2-4f8e-916c-fc01c6697842, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c648bc39-603a-4051-9256-2cf7454a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9b6015b-8570-4b46-bc3f-cade367050bf'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:29.490626 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bafc088f-41d2-4f8e-916c-fc01c6697842), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.507969 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-603f772b-4065-45ff-86d0-ce82a7b552de req-c3f7d29d-fdac-46bf-a90d-10b993dc8673 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583918 Feb 11 05:15:29.556793 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] For port bafc088f-41d2-4f8e-916c-fc01c6697842, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:29.559405 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Allocated IP 172.25.5.86 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/d24bdd5b-af75-4200-a01d-121648f06d74) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:29.560350 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] For port bafc088f-41d2-4f8e-916c-fc01c6697842, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=bafc088f-41d2-4f8e-916c-fc01c6697842,segment=NetworkSegment(c648bc39-603a-4051-9256-2cf7454a4653),segment_id=c648bc39-603a-4051-9256-2cf7454a4653)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:29.567871 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bafc088f-41d2-4f8e-916c-fc01c6697842), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.631091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbd146-f1be-4897-977b-e0b1ec000972 None None] Pushing event updated for resources: {'Port': ['ID=bafc088f-41d2-4f8e-916c-fc01c6697842,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:29.675739 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Publish callbacks [] for port (d24bdd5b-af75-4200-a01d-121648f06d74), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.712083 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d24bdd5b-af75-4200-a01d-121648f06d74), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.754788 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:29.757836 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:29.761458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:29.796866 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Pushing event updated for resources: {'Port': ['ID=d24bdd5b-af75-4200-a01d-121648f06d74,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:29.976679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0d13d-743e-44aa-acc2-d8f8dda8b0ab req-2c369b54-b159-4fd0-b0d0-de3e06bea896 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:29.977620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03a0d13d-743e-44aa-acc2-d8f8dda8b0ab req-2c369b54-b159-4fd0-b0d0-de3e06bea896 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=e570449d-b09a-4ba0-8c12-66ecfe023269 HTTP/1.1" status: 200 len: 946 time: 0.1161823 Feb 11 05:15:30.003219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d75d0-cc27-4cfe-8a3a-7f9252bcc7e3 req-3f6a9602-b598-449b-86a3-90fec7758bd0 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:30.005167 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-518d75d0-cc27-4cfe-8a3a-7f9252bcc7e3 req-3f6a9602-b598-449b-86a3-90fec7758bd0 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.88 "GET /v2.0/ports?device_id=e570449d-b09a-4ba0-8c12-66ecfe023269 HTTP/1.1" status: 200 len: 946 time: 0.1068270 Feb 11 05:15:30.114443 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03a0d13d-743e-44aa-acc2-d8f8dda8b0ab req-3b992076-c842-4135-bdaf-de85ee7b75f2 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259701 Feb 11 05:15:30.150364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-518d75d0-cc27-4cfe-8a3a-7f9252bcc7e3 req-b5e562e1-feae-4128-816f-8a373bf435e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Deleting port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:30.150688 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-4c3ed98a-e51e-4048-a23c-44e460d39549 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:30.150828 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-518d75d0-cc27-4cfe-8a3a-7f9252bcc7e3 req-b5e562e1-feae-4128-816f-8a373bf435e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7290b1c9-3d06-4ee5-bc8d-31b2051f138c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.152396 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-4c3ed98a-e51e-4048-a23c-44e460d39549 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc&tenant_id=625496205bdf429e8af46565d991a189&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 1128 time: 0.1219294 Feb 11 05:15:30.160119 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Publish callbacks [] for router_gateway (c7d26067-6764-4a55-9bab-a92cb32599c1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.200053 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-38'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:30.292463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-518d75d0-cc27-4cfe-8a3a-7f9252bcc7e3 req-b5e562e1-feae-4128-816f-8a373bf435e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] For port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7290b1c9-3d06-4ee5-bc8d-31b2051f138c,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:30.292922 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-518d75d0-cc27-4cfe-8a3a-7f9252bcc7e3 req-b5e562e1-feae-4128-816f-8a373bf435e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7290b1c9-3d06-4ee5-bc8d-31b2051f138c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.306778 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.336330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-518d75d0-cc27-4cfe-8a3a-7f9252bcc7e3 req-b5e562e1-feae-4128-816f-8a373bf435e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Calling delete_port for 7290b1c9-3d06-4ee5-bc8d-31b2051f138c owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:30.349830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a2c64-65ef-4767-b510-9a56096ea288 req-38fe0f3f-db56-479e-93f4-5731fb1576de tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:30.351487 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f6a2c64-65ef-4767-b510-9a56096ea288 req-38fe0f3f-db56-479e-93f4-5731fb1576de tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1255670 Feb 11 05:15:30.701452 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device bafc088f-41d2-4f8e-916c-fc01c6697842 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:30.776534 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-91a3580a-77c4-4c7b-a18b-7016ebd89375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.807850 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dc198e-4710-4097-900a-04b59aa0c7a2 None None] Network f9b6015b-8570-4b46-bc3f-cade367050bf requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:30.811373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port bafc088f-41d2-4f8e-916c-fc01c6697842 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:30.811777 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bafc088f-41d2-4f8e-916c-fc01c6697842), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.813787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86296a9a-41ad-461a-8858-fd44377fdba8 req-e9be2b07-7be3-4d83-ade5-9a50a61f1a17 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:30.814867 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86296a9a-41ad-461a-8858-fd44377fdba8 req-e9be2b07-7be3-4d83-ade5-9a50a61f1a17 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.5123026 Feb 11 05:15:30.843136 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (c7d26067-6764-4a55-9bab-a92cb32599c1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.851988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f6a2c64-65ef-4767-b510-9a56096ea288 req-89d741e4-1bee-484b-a8be-79cab42b5e08 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915261 Feb 11 05:15:30.890495 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] For port e094c354-72f5-43cd-bbc7-faeeecf6016b, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e094c354-72f5-43cd-bbc7-faeeecf6016b,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:30.937327 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86296a9a-41ad-461a-8858-fd44377fdba8 req-7406e101-4570-41d9-b9a3-976976577421 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973969 Feb 11 05:15:30.941047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8f9f7f40-096a-4b7d-82b5-799e309b7402 None None] Provisioning complete for port bafc088f-41d2-4f8e-916c-fc01c6697842 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:30.941648 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8f9f7f40-096a-4b7d-82b5-799e309b7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bafc088f-41d2-4f8e-916c-fc01c6697842), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.007970 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] For port e094c354-72f5-43cd-bbc7-faeeecf6016b, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:31.075312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de3c142-4187-4b76-aa10-03d2d27365dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e094c354-72f5-43cd-bbc7-faeeecf6016b'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:31.078376 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238a742a-ee1d-48fa-8439-6666e510f6c4" -d '{"events": [{"server_uuid": "7de3c142-4187-4b76-aa10-03d2d27365dc", "name": "network-vif-unplugged", "status": "completed", "tag": "e094c354-72f5-43cd-bbc7-faeeecf6016b"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:31.084846 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Publish callbacks [] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.100836 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-518d75d0-cc27-4cfe-8a3a-7f9252bcc7e3 req-b5e562e1-feae-4128-816f-8a373bf435e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7290b1c9-3d06-4ee5-bc8d-31b2051f138c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.104047 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.118613 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port bafc088f-41d2-4f8e-916c-fc01c6697842 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:31.119783 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bafc088f-41d2-4f8e-916c-fc01c6697842), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.125472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7', '7290b1c9-3d06-4ee5-bc8d-31b2051f138c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:31.136517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e562e1-feae-4128-816f-8a373bf435e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Pushing event deleted for resources: {'Port': ['ID=7290b1c9-3d06-4ee5-bc8d-31b2051f138c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:31.151437 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Router c7d26067-6764-4a55-9bab-a92cb32599c1 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:15:31.167531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a8006-b26a-4d02-b366-f4a7ce88867a req-9f8d4fde-9ccb-463b-969f-1f2e2156a40f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:31.169618 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-011a8006-b26a-4d02-b366-f4a7ce88867a req-9f8d4fde-9ccb-463b-969f-1f2e2156a40f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 945 time: 0.1572976 Feb 11 05:15:31.179821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f7f40-096a-4b7d-82b5-799e309b7402 None None] Current status of the port bafc088f-41d2-4f8e-916c-fc01c6697842 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:31.180409 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8f9f7f40-096a-4b7d-82b5-799e309b7402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bafc088f-41d2-4f8e-916c-fc01c6697842), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.216873 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Pushing event updated for resources: {'Port': ['ID=e094c354-72f5-43cd-bbc7-faeeecf6016b,revision_number=7']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:31.219357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31181c5-1416-4fe4-91f6-ef320c68acdf req-aa24e568-cf9c-4197-8339-e45b08521626 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:31.227806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d31181c5-1416-4fe4-91f6-ef320c68acdf req-aa24e568-cf9c-4197-8339-e45b08521626 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1783009 Feb 11 05:15:31.240804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port bafc088f-41d2-4f8e-916c-fc01c6697842, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=bafc088f-41d2-4f8e-916c-fc01c6697842,segment=NetworkSegment(c648bc39-603a-4051-9256-2cf7454a4653),segment_id=c648bc39-603a-4051-9256-2cf7454a4653)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:31.249246 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bafc088f-41d2-4f8e-916c-fc01c6697842), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.268932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-518d75d0-cc27-4cfe-8a3a-7f9252bcc7e3 req-b5e562e1-feae-4128-816f-8a373bf435e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] No DVR routers for this DVR port 7290b1c9-3d06-4ee5-bc8d-31b2051f138c on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:31.278005 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Attempting to bind port e094c354-72f5-43cd-bbc7-faeeecf6016b on host n-h2-713499-38 for vnic_type normal with profile {"migrating_to": "n-h1-713499-38"} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:31.278369 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-518d75d0-cc27-4cfe-8a3a-7f9252bcc7e3 req-b5e562e1-feae-4128-816f-8a373bf435e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.278814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Attempting to bind port e094c354-72f5-43cd-bbc7-faeeecf6016b by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:31.279641 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Attempting to bind port e094c354-72f5-43cd-bbc7-faeeecf6016b on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:31.282299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-518d75d0-cc27-4cfe-8a3a-7f9252bcc7e3 req-b5e562e1-feae-4128-816f-8a373bf435e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.88 "DELETE /v2.0/ports/7290b1c9-3d06-4ee5-bc8d-31b2051f138c HTTP/1.1" status: 204 len: 173 time: 1.2659366 Feb 11 05:15:31.294091 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Port e094c354-72f5-43cd-bbc7-faeeecf6016b on network 72a171e8-0e25-4470-8f53-acdce50a3f56 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:15:31.294756 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Attempting to bind port e094c354-72f5-43cd-bbc7-faeeecf6016b on network 72a171e8-0e25-4470-8f53-acdce50a3f56 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:31.299076 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e570449d-b09a-4ba0-8c12-66ecfe023269', 'name': 'network-vif-deleted', 'tag': '7290b1c9-3d06-4ee5-bc8d-31b2051f138c'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:31.301228 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-8f9f7f40-096a-4b7d-82b5-799e309b7402 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:15:31.301407 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6b1084-ee98-4711-97fd-4b03e6c62c62" -d '{"events": [{"server_uuid": "e570449d-b09a-4ba0-8c12-66ecfe023269", "name": "network-vif-deleted", "tag": "7290b1c9-3d06-4ee5-bc8d-31b2051f138c"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:31.301706 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-8f9f7f40-096a-4b7d-82b5-799e309b7402 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:15:31.343898 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:31.345084 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Checking segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:31.345672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Bound using segment: {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:31.346420 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Bound port: e094c354-72f5-43cd-bbc7-faeeecf6016b, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f2ce9f-b806-43a8-95ca-5647f29968ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '72a171e8-0e25-4470-8f53-acdce50a3f56'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:31.346993 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.371328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-011a8006-b26a-4d02-b366-f4a7ce88867a req-e93c0e81-4ef7-4728-b478-a2c62d8b5758 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720347 Feb 11 05:15:31.400120 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d31181c5-1416-4fe4-91f6-ef320c68acdf req-e7ed390b-43e2-412c-a89f-d0d77d2a0b62 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713676 Feb 11 05:15:31.423153 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:31.460658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Sync routers for ids ['c7d26067-6764-4a55-9bab-a92cb32599c1'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:31.473849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=bafc088f-41d2-4f8e-916c-fc01c6697842,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:31.481889 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0fade9-a3a5-4a88-a345-a52bb6594b6e x-openstack-request-id: req-aa0fade9-a3a5-4a88-a345-a52bb6594b6e {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:31.489547 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de3c142-4187-4b76-aa10-03d2d27365dc", "name": "network-vif-unplugged", "status": "completed", "tag": "e094c354-72f5-43cd-bbc7-faeeecf6016b", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:31.490034 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aa0fade9-a3a5-4a88-a345-a52bb6594b6e {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:31.491502 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de3c142-4187-4b76-aa10-03d2d27365dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e094c354-72f5-43cd-bbc7-faeeecf6016b', 'code': 200} Feb 11 05:15:31.504725 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Routers {'c7d26067-6764-4a55-9bab-a92cb32599c1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:31.505916 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c7d26067-6764-4a55-9bab-a92cb32599c1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:31.531055 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.544262 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4decbb80-0e03-4398-b4e8-a4c146d9decd admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7210550 Feb 11 05:15:31.547072 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59086) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:31.562101 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f310a1ea-40ea-48aa-beb5-ae11ee8b6bef req-4f1e2aec-6ea7-4305-91bf-d41dc4b1d720 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=e570449d-b09a-4ba0-8c12-66ecfe023269 HTTP/1.1" status: 200 len: 210 time: 0.0746403 Feb 11 05:15:31.574224 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c0b9be-e9b1-4226-bfd0-7acdfff217c1 x-openstack-request-id: req-86c0b9be-e9b1-4226-bfd0-7acdfff217c1 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:31.574770 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e570449d-b09a-4ba0-8c12-66ecfe023269", "name": "network-vif-deleted", "tag": "7290b1c9-3d06-4ee5-bc8d-31b2051f138c", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:31.575265 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-86c0b9be-e9b1-4226-bfd0-7acdfff217c1 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:31.575704 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e570449d-b09a-4ba0-8c12-66ecfe023269', 'name': 'network-vif-deleted', 'tag': '7290b1c9-3d06-4ee5-bc8d-31b2051f138c', 'status': 'completed', 'code': 200} Feb 11 05:15:31.626670 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] For port e094c354-72f5-43cd-bbc7-faeeecf6016b, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:31.657871 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] For port e094c354-72f5-43cd-bbc7-faeeecf6016b, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e094c354-72f5-43cd-bbc7-faeeecf6016b,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:31.666722 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.675000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Set router c7d26067-6764-4a55-9bab-a92cb32599c1 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:31.799895 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Pushing event updated for resources: {'Port': ['ID=e094c354-72f5-43cd-bbc7-faeeecf6016b,revision_number=8']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:31.806808 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:31.806808 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:31.807982 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-17f2f0ed-318d-41fe-b2a4-447305a37f86 service neutron] 10.222.0.73 "PUT /v2.0/ports/e094c354-72f5-43cd-bbc7-faeeecf6016b HTTP/1.1" status: 200 len: 1123 time: 1.6447201 Feb 11 05:15:31.902323 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['e094c354-72f5-43cd-bbc7-faeeecf6016b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:31.983769 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f7f40-096a-4b7d-82b5-799e309b7402 None None] Current status of the port bafc088f-41d2-4f8e-916c-fc01c6697842 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:32.073386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc321e6-cebf-4efb-b03b-151a6fcd67f8 req-875b0598-b21e-4653-89a4-51b50a3d0e5e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:32.076513 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6bc321e6-cebf-4efb-b03b-151a6fcd67f8 req-875b0598-b21e-4653-89a4-51b50a3d0e5e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0944834 Feb 11 05:15:32.077339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['e094c354-72f5-43cd-bbc7-faeeecf6016b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:32.158029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6bc321e6-cebf-4efb-b03b-151a6fcd67f8 req-9de67d8f-4658-447c-9d77-6a2b19e17b8c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731835 Feb 11 05:15:32.313954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'name': 'tempest-FloatingIPsTestJSON-44711955-router', 'tenant_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:28Z', 'updated_at': '2022-02-11T05:15:29Z', 'revision_number': 3, 'project_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'gw_port': {'id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:29Z', 'updated_at': '2022-02-11T05:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:32.322286 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.352892 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7ce51d4e-82cd-46c6-9635-ee7ecf7259e8 None None] Provisioning complete for port bafc088f-41d2-4f8e-916c-fc01c6697842 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:32.353260 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7ce51d4e-82cd-46c6-9635-ee7ecf7259e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bafc088f-41d2-4f8e-916c-fc01c6697842), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.361017 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Checking router: c7d26067-6764-4a55-9bab-a92cb32599c1 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:32.361393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Updating router c7d26067-6764-4a55-9bab-a92cb32599c1 port d24bdd5b-af75-4200-a01d-121648f06d74 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:15:32.414142 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.450879 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d24bdd5b-af75-4200-a01d-121648f06d74), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.499537 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e843745-094a-4d43-9fff-77b76c226c86 req-9847ebc1-2632-4535-b871-842ed6673da1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:32.502190 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e843745-094a-4d43-9fff-77b76c226c86 req-9847ebc1-2632-4535-b871-842ed6673da1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.0670033 Feb 11 05:15:32.598350 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e843745-094a-4d43-9fff-77b76c226c86 req-5c44a5d2-aa0e-4179-a91a-95fe6f0e774d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869858 Feb 11 05:15:32.618813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Allocated IP 172.20.0.1 (f9b6015b-8570-4b46-bc3f-cade367050bf/1422ac49-09dd-4396-b7cb-2398d77558fa/3b411e8b-fdd1-42d7-86a5-8ed38ed38616) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:32.698106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7ce51d4e-82cd-46c6-9635-ee7ecf7259e8 None None] Current status of the port bafc088f-41d2-4f8e-916c-fc01c6697842 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:32.711402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device bafc088f-41d2-4f8e-916c-fc01c6697842 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:32.801056 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Publish callbacks [] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.862315 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.885247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port bafc088f-41d2-4f8e-916c-fc01c6697842 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:32.885783 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bafc088f-41d2-4f8e-916c-fc01c6697842), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:32.908006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Network f9b6015b-8570-4b46-bc3f-cade367050bf is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:32.911682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:32.914917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:32.961183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=3b411e8b-fdd1-42d7-86a5-8ed38ed38616,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:32.997628 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (c7d26067-6764-4a55-9bab-a92cb32599c1), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.019769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24f630-3796-4307-93d9-bf3e1e48e430 req-ab8d1cac-8e32-4ed5-955e-d9528a7281fb tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:33.026886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e24f630-3796-4307-93d9-bf3e1e48e430 req-ab8d1cac-8e32-4ed5-955e-d9528a7281fb tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1112192 Feb 11 05:15:33.086527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e24f630-3796-4307-93d9-bf3e1e48e430 req-93df8d80-5543-40f8-b1d5-6ba86071b9d8 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586488 Feb 11 05:15:33.090305 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Publish callbacks [] for port (d24bdd5b-af75-4200-a01d-121648f06d74), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.102752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port bafc088f-41d2-4f8e-916c-fc01c6697842 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:33.105729 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d24bdd5b-af75-4200-a01d-121648f06d74), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.180795 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Attempting to bind port d24bdd5b-af75-4200-a01d-121648f06d74 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:33.181307 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Attempting to bind port d24bdd5b-af75-4200-a01d-121648f06d74 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:33.181641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Attempting to bind port d24bdd5b-af75-4200-a01d-121648f06d74 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:33.197977 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:33.198558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:33.198973 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.199370 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:33.199935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Bound port: d24bdd5b-af75-4200-a01d-121648f06d74, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:33.200355 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d24bdd5b-af75-4200-a01d-121648f06d74), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.222157 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.235471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b6cc6-dece-4f7c-948a-e2da9696eb3e None None] Pushing event updated for resources: {'Port': ['ID=d24bdd5b-af75-4200-a01d-121648f06d74,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:33.333603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] For port d24bdd5b-af75-4200-a01d-121648f06d74, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:33.380036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] For port d24bdd5b-af75-4200-a01d-121648f06d74, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d24bdd5b-af75-4200-a01d-121648f06d74,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:33.400761 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7290b1c9-3d06-4ee5-bc8d-31b2051f138c no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:33.431027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 7290b1c9-3d06-4ee5-bc8d-31b2051f138c {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:33.431672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7290b1c9-3d06-4ee5-bc8d-31b2051f138c not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:33.435143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e094c354-72f5-43cd-bbc7-faeeecf6016b details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:33.437318 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a84ded-e4a2-4074-94d3-d1c8d12bdd11 req-3398c411-73d0-4158-9e38-8caf9f5734f6 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:33.438283 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d24bdd5b-af75-4200-a01d-121648f06d74), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.440530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08a84ded-e4a2-4074-94d3-d1c8d12bdd11 req-3398c411-73d0-4158-9e38-8caf9f5734f6 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1027241 Feb 11 05:15:33.444795 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Publish callbacks [] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.449838 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2f814f2a-41fa-441a-b001-677fecf3e671 None None] Provisioning complete for port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:33.450473 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2f814f2a-41fa-441a-b001-677fecf3e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.461421 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.496448 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de3c142-4187-4b76-aa10-03d2d27365dc', 'tag': 'e094c354-72f5-43cd-bbc7-faeeecf6016b'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:33.499059 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87aaf84-956e-4642-b443-2dd53acc5cab" -d '{"events": [{"name": "network-changed", "server_uuid": "7de3c142-4187-4b76-aa10-03d2d27365dc", "tag": "e094c354-72f5-43cd-bbc7-faeeecf6016b"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:33.518985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08a84ded-e4a2-4074-94d3-d1c8d12bdd11 req-36194a12-0f23-4491-8b6c-cdeb0e498822 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685883 Feb 11 05:15:33.567883 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (c7d26067-6764-4a55-9bab-a92cb32599c1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.582878 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6f6e16-df0b-484a-abbf-fcb909d9655a x-openstack-request-id: req-0e6f6e16-df0b-484a-abbf-fcb909d9655a {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:33.583161 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de3c142-4187-4b76-aa10-03d2d27365dc", "tag": "e094c354-72f5-43cd-bbc7-faeeecf6016b", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:33.583447 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0e6f6e16-df0b-484a-abbf-fcb909d9655a {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:33.583840 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de3c142-4187-4b76-aa10-03d2d27365dc', 'tag': 'e094c354-72f5-43cd-bbc7-faeeecf6016b', 'status': 'completed', 'code': 200} Feb 11 05:15:33.586073 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=3b411e8b-fdd1-42d7-86a5-8ed38ed38616,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:33.710690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87aaf84-956e-4642-b443-2dd53acc5cab req-8e12e38c-e6b1-40dd-9b7b-511f82f1d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:33.713270 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c87aaf84-956e-4642-b443-2dd53acc5cab req-8e12e38c-e6b1-40dd-9b7b-511f82f1d4c4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 1157 time: 0.0945556 Feb 11 05:15:33.727591 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Network f9b6015b-8570-4b46-bc3f-cade367050bf is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:33.729833 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:33.764349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b6cc6-dece-4f7c-948a-e2da9696eb3e None None] Pushing event updated for resources: {'Port': ['ID=d24bdd5b-af75-4200-a01d-121648f06d74,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:33.793499 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:33.796906 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2f814f2a-41fa-441a-b001-677fecf3e671 None None] Port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:33.839794 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Routers {'c7d26067-6764-4a55-9bab-a92cb32599c1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:33.841144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c7d26067-6764-4a55-9bab-a92cb32599c1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:33.889450 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Router c7d26067-6764-4a55-9bab-a92cb32599c1 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:33.926843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08196aa2-b861-47c9-8ca3-3a175103d955 req-bd7c4a32-a8c4-4e7c-8c3f-bd4c30994c2a tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:33.935294 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e094c354-72f5-43cd-bbc7-faeeecf6016b, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e094c354-72f5-43cd-bbc7-faeeecf6016b,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:33.936399 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08196aa2-b861-47c9-8ca3-3a175103d955 req-bd7c4a32-a8c4-4e7c-8c3f-bd4c30994c2a tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.2219424 Feb 11 05:15:33.998952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e094c354-72f5-43cd-bbc7-faeeecf6016b has no active binding in host n-h1-713499-38 {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:15:34.010392 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87aaf84-956e-4642-b443-2dd53acc5cab req-3a9f8750-ab2a-4af8-aed8-1c60cb5ca011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:34.011946 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c87aaf84-956e-4642-b443-2dd53acc5cab req-3a9f8750-ab2a-4af8-aed8-1c60cb5ca011 service neutron] 10.222.0.88 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.2796848 Feb 11 05:15:34.022951 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] Set router c7d26067-6764-4a55-9bab-a92cb32599c1 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:34.025420 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08196aa2-b861-47c9-8ca3-3a175103d955 req-a115df9d-5393-4f34-b124-9a994838a69d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802329 Feb 11 05:15:34.052837 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:34.074360 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-de3576af-a902-4cd1-9244-a13e64388ce7 admin admin] 10.222.0.87 "PUT /v2.0/routers/c7d26067-6764-4a55-9bab-a92cb32599c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5241380 Feb 11 05:15:34.101122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c87aaf84-956e-4642-b443-2dd53acc5cab req-c9391b3a-b5bf-4534-9007-9dd26a6392e6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e094c354-72f5-43cd-bbc7-faeeecf6016b HTTP/1.1" status: 200 len: 217 time: 0.0754516 Feb 11 05:15:34.182393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-973be175-e876-420f-8aed-e9de352ac02c None None] Provisioning complete for port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:34.183013 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-973be175-e876-420f-8aed-e9de352ac02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:34.242589 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-973be175-e876-420f-8aed-e9de352ac02c None None] Port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:15:34.259485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87aaf84-956e-4642-b443-2dd53acc5cab req-b3546b33-c047-4ac5-a890-066b0d65d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:34.261006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c87aaf84-956e-4642-b443-2dd53acc5cab req-b3546b33-c047-4ac5-a890-066b0d65d19b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.1455071 Feb 11 05:15:34.296876 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'name': 'tempest-FloatingIPsTestJSON-44711955-router', 'tenant_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:28Z', 'updated_at': '2022-02-11T05:15:33Z', 'revision_number': 4, 'project_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'gw_port': {'id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:29Z', 'updated_at': '2022-02-11T05:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '3b411e8b-fdd1-42d7-86a5-8ed38ed38616', 'name': '', 'network_id': 'f9b6015b-8570-4b46-bc3f-cade367050bf', 'tenant_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'mac_address': 'fa:16:3e:51:31:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1422ac49-09dd-4396-b7cb-2398d77558fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:32Z', 'updated_at': '2022-02-11T05:15:33Z', 'revision_number': 2, 'project_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'subnets': [{'id': '1422ac49-09dd-4396-b7cb-2398d77558fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:34.324672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041044aa-41ec-4bf0-8ef8-80bca9dc74f4 None None] The sync data for ids ['c7d26067-6764-4a55-9bab-a92cb32599c1'] in n-d-713499-38 is: [{'id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'name': 'tempest-FloatingIPsTestJSON-44711955-router', 'tenant_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:28Z', 'updated_at': '2022-02-11T05:15:33Z', 'revision_number': 4, 'project_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'gw_port': {'id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:29Z', 'updated_at': '2022-02-11T05:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '3b411e8b-fdd1-42d7-86a5-8ed38ed38616', 'name': '', 'network_id': 'f9b6015b-8570-4b46-bc3f-cade367050bf', 'tenant_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'mac_address': 'fa:16:3e:51:31:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1422ac49-09dd-4396-b7cb-2398d77558fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:32Z', 'updated_at': '2022-02-11T05:15:33Z', 'revision_number': 2, 'project_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'subnets': [{'id': '1422ac49-09dd-4396-b7cb-2398d77558fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:34.339285 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c87aaf84-956e-4642-b443-2dd53acc5cab req-c9884562-e203-4b32-859e-6f80e5b2033f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511074 Feb 11 05:15:34.346599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d2ab4-9f14-4d89-97ae-0808ff57b792 req-0d98fd8a-dbfd-4f8f-826e-86d846671ccc tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:34.348049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a7d2ab4-9f14-4d89-97ae-0808ff57b792 req-0d98fd8a-dbfd-4f8f-826e-86d846671ccc tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1483662 Feb 11 05:15:34.448641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0b035-82bd-44ce-b3c2-937e4121ae09 req-c65035b5-ef93-4b9a-92d7-900f95f5bda8 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:34.450192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79e0b035-82bd-44ce-b3c2-937e4121ae09 req-c65035b5-ef93-4b9a-92d7-900f95f5bda8 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1809251 Feb 11 05:15:34.493304 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a7d2ab4-9f14-4d89-97ae-0808ff57b792 req-67ca5344-d857-415c-b41b-5f682b721cfa tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330829 Feb 11 05:15:34.529146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c87aaf84-956e-4642-b443-2dd53acc5cab req-fd6493fb-5a38-4fb9-8e29-932c46f02033 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767626 Feb 11 05:15:34.607490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79e0b035-82bd-44ce-b3c2-937e4121ae09 req-40f17e85-a70b-45c5-a3f5-11a715de4809 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371491 Feb 11 05:15:34.724752 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c87aaf84-956e-4642-b443-2dd53acc5cab req-cb9d0db1-9d70-4ec7-8847-44cd8991b9af service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796763 Feb 11 05:15:34.752359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817e771-3026-400b-a7bc-1a72939bd652 req-4d50b6c4-7e6b-41be-ae75-f6a39112fdcb tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:34.753901 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4817e771-3026-400b-a7bc-1a72939bd652 req-4d50b6c4-7e6b-41be-ae75-f6a39112fdcb tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.0927429 Feb 11 05:15:34.807257 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:34.862151 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4817e771-3026-400b-a7bc-1a72939bd652 req-a95acc37-9d12-4939-9d13-72cad6f3bc1e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902350 Feb 11 05:15:34.900409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-6b708497-88dc-4519-94f8-71d5c24e22dd tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1665692 Feb 11 05:15:34.910893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:34.939231 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.058688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cf48e-40ea-4877-9d71-78c3e4b6d475 req-f9a82104-d3b2-48e3-aa32-7244bf7af164 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:35.060164 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-992cf48e-40ea-4877-9d71-78c3e4b6d475 req-f9a82104-d3b2-48e3-aa32-7244bf7af164 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1173689 Feb 11 05:15:35.125315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-992cf48e-40ea-4877-9d71-78c3e4b6d475 req-a85368df-8d02-4a4e-8ff2-9c271d75bde9 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579698 Feb 11 05:15:35.137853 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.293816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Allocated IP 172.25.5.45 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/863cb1ca-1911-4bd7-8468-2c6ac0e9bbe2) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:35.307826 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b861c-b8db-4b06-a60a-d0f73a2d517f req-28c4c68d-be0d-4b1f-869c-32ac7202f259 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:35.309439 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b1b861c-b8db-4b06-a60a-d0f73a2d517f req-28c4c68d-be0d-4b1f-869c-32ac7202f259 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.0997889 Feb 11 05:15:35.424726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b1b861c-b8db-4b06-a60a-d0f73a2d517f req-9151b5ab-ca87-4d47-9e2e-1a6ee74cf9cc tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073866 Feb 11 05:15:35.469395 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks [] for port (863cb1ca-1911-4bd7-8468-2c6ac0e9bbe2), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.513453 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (863cb1ca-1911-4bd7-8468-2c6ac0e9bbe2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.585451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:35.592375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:35.597217 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:35.599192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Pushing event updated for resources: {'Port': ['ID=863cb1ca-1911-4bd7-8468-2c6ac0e9bbe2,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:35.646342 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6ffc8-e0db-4a9f-98aa-ee3833499d76 req-63ceb0dc-8730-450d-becc-8b9e20114982 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:35.647951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43c6ffc8-e0db-4a9f-98aa-ee3833499d76 req-63ceb0dc-8730-450d-becc-8b9e20114982 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1368437 Feb 11 05:15:35.733149 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43c6ffc8-e0db-4a9f-98aa-ee3833499d76 req-31f00651-9028-4eb7-b66c-4f3624fcb319 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782783 Feb 11 05:15:35.746774 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks [] for floatingip (acf6f381-df37-4167-8f0a-5bb532d5af94), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.805367 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (863cb1ca-1911-4bd7-8468-2c6ac0e9bbe2), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.914197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371463fd-a4f8-41e6-9735-6263ff0f90a6 req-61034d1a-3e91-407d-9c0a-065af8f0c1f5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:35.915979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-371463fd-a4f8-41e6-9735-6263ff0f90a6 req-61034d1a-3e91-407d-9c0a-065af8f0c1f5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1086767 Feb 11 05:15:36.045764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-371463fd-a4f8-41e6-9735-6263ff0f90a6 req-6161a63d-8048-4bcc-b07d-edb0e5be19aa tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/security-groups?id=c3213428-1d33-42a0-ae5b-3120bd97eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028924 Feb 11 05:15:36.068831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a492e1-6e2d-48f0-a539-4859d5584a8f req-5483ed8b-78a1-4cd9-956f-be7e9deb5c38 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:36.070408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85a492e1-6e2d-48f0-a539-4859d5584a8f req-5483ed8b-78a1-4cd9-956f-be7e9deb5c38 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.88 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 945 time: 0.1180968 Feb 11 05:15:36.099209 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks [] for port (863cb1ca-1911-4bd7-8468-2c6ac0e9bbe2), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.108575 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (863cb1ca-1911-4bd7-8468-2c6ac0e9bbe2), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.262842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Pushing event updated for resources: {'Port': ['ID=863cb1ca-1911-4bd7-8468-2c6ac0e9bbe2,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:36.294204 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (acf6f381-df37-4167-8f0a-5bb532d5af94), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.306300 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7143e-dcb9-47ce-8ce8-dc01b2d6095a req-87635401-51b0-48c9-b3e7-1f351b791d86 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:36.307885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61d7143e-dcb9-47ce-8ce8-dc01b2d6095a req-87635401-51b0-48c9-b3e7-1f351b791d86 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1798136 Feb 11 05:15:36.333710 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.334705 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-a4193479-4b3e-462a-b47a-e41cba9afebe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4286373 Feb 11 05:15:36.362847 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-85a492e1-6e2d-48f0-a539-4859d5584a8f req-4da133b1-e3f6-4548-8061-0b3dff35a8e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Deleting port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:36.363198 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-85a492e1-6e2d-48f0-a539-4859d5584a8f req-4da133b1-e3f6-4548-8061-0b3dff35a8e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.436348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-68667067-1377-4810-abd1-462f24f4c34f tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 695 time: 0.0909119 Feb 11 05:15:36.491730 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61d7143e-dcb9-47ce-8ce8-dc01b2d6095a req-603f7218-060d-4fbc-817d-0261ab755e89 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725538 Feb 11 05:15:36.527302 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Sync routers for ids ['c7d26067-6764-4a55-9bab-a92cb32599c1'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:36.539830 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Routers {'c7d26067-6764-4a55-9bab-a92cb32599c1'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:36.540614 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c7d26067-6764-4a55-9bab-a92cb32599c1'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:36.606482 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-85a492e1-6e2d-48f0-a539-4859d5584a8f req-4da133b1-e3f6-4548-8061-0b3dff35a8e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] For port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:36.606482 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-85a492e1-6e2d-48f0-a539-4859d5584a8f req-4da133b1-e3f6-4548-8061-0b3dff35a8e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.629534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-85a492e1-6e2d-48f0-a539-4859d5584a8f req-4da133b1-e3f6-4548-8061-0b3dff35a8e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Calling delete_port for 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:36.639322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-80d6051e-8f06-459d-9a0f-f4f58081c971 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:36.640768 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86048831-2f75-43fe-b9a5-95d6b3de1491 req-80d6051e-8f06-459d-9a0f-f4f58081c971 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.1944599 Feb 11 05:15:36.728637 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d24bdd5b-af75-4200-a01d-121648f06d74 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:36.738438 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Set router c7d26067-6764-4a55-9bab-a92cb32599c1 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:36.788851 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d24bdd5b-af75-4200-a01d-121648f06d74 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:36.789381 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d24bdd5b-af75-4200-a01d-121648f06d74), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.849183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc6dbc-c6ac-4100-b77c-84bac0afd177 req-c0d9a4ff-bd3a-48b4-a05e-7c425e7cc7a1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:36.850937 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ccc6dbc-c6ac-4100-b77c-84bac0afd177 req-c0d9a4ff-bd3a-48b4-a05e-7c425e7cc7a1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.1315806 Feb 11 05:15:36.895678 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d24bdd5b-af75-4200-a01d-121648f06d74 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:36.896426 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d24bdd5b-af75-4200-a01d-121648f06d74), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.913738 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dd1fc-0cc8-47b0-b31c-0f6cdd39563b req-1532c114-b3cc-4074-8ef6-299b7c285d1e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:36.921337 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-157dd1fc-0cc8-47b0-b31c-0f6cdd39563b req-1532c114-b3cc-4074-8ef6-299b7c285d1e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1623695 Feb 11 05:15:36.921722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port d24bdd5b-af75-4200-a01d-121648f06d74, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d24bdd5b-af75-4200-a01d-121648f06d74,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:36.930394 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d24bdd5b-af75-4200-a01d-121648f06d74), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.991787 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-85a492e1-6e2d-48f0-a539-4859d5584a8f req-4da133b1-e3f6-4548-8061-0b3dff35a8e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:36.992264 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=d24bdd5b-af75-4200-a01d-121648f06d74,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:36.998847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ccc6dbc-c6ac-4100-b77c-84bac0afd177 req-8b67cd68-68a0-47d0-b63d-d8677d5623a9 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187391 Feb 11 05:15:37.012482 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:37.022725 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'name': 'tempest-FloatingIPsTestJSON-44711955-router', 'tenant_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:28Z', 'updated_at': '2022-02-11T05:15:33Z', 'revision_number': 4, 'project_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'gw_port': {'id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:29Z', 'updated_at': '2022-02-11T05:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '3b411e8b-fdd1-42d7-86a5-8ed38ed38616', 'name': '', 'network_id': 'f9b6015b-8570-4b46-bc3f-cade367050bf', 'tenant_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'mac_address': 'fa:16:3e:51:31:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1422ac49-09dd-4396-b7cb-2398d77558fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:32Z', 'updated_at': '2022-02-11T05:15:33Z', 'revision_number': 2, 'project_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'subnets': [{'id': '1422ac49-09dd-4396-b7cb-2398d77558fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:37.045470 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-157dd1fc-0cc8-47b0-b31c-0f6cdd39563b req-2e7b7c65-5c0d-4c50-9ab4-b0d0893fc4e3 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230428 Feb 11 05:15:37.046822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da133b1-e3f6-4548-8061-0b3dff35a8e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Pushing event deleted for resources: {'Port': ['ID=1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:37.074743 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Checking router: c7d26067-6764-4a55-9bab-a92cb32599c1 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:37.074743 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Updating router c7d26067-6764-4a55-9bab-a92cb32599c1 port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:15:37.108442 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.159888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a492e1-6e2d-48f0-a539-4859d5584a8f req-4da133b1-e3f6-4548-8061-0b3dff35a8e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] No DVR routers for this DVR port 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:37.171642 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-85a492e1-6e2d-48f0-a539-4859d5584a8f req-4da133b1-e3f6-4548-8061-0b3dff35a8e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.175698 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85a492e1-6e2d-48f0-a539-4859d5584a8f req-4da133b1-e3f6-4548-8061-0b3dff35a8e5 tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.88 "DELETE /v2.0/ports/1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 HTTP/1.1" status: 204 len: 173 time: 1.0881999 Feb 11 05:15:37.177793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b103d551-40e2-4ed7-952a-952a9972980f', 'name': 'network-vif-deleted', 'tag': '1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:37.180177 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1935f45b-22dc-42b6-a29a-069abe73fc97" -d '{"events": [{"server_uuid": "b103d551-40e2-4ed7-952a-952a9972980f", "name": "network-vif-deleted", "tag": "1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:37.201271 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eef0b263-e5a6-4c89-892c-21a4b660562d req-6b146daf-e5cd-4b2c-bcfa-84f284fccc18 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/floatingips/acf6f381-df37-4167-8f0a-5bb532d5af94 HTTP/1.1" status: 200 len: 692 time: 0.1316912 Feb 11 05:15:37.315756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4dfbf-a4c1-438c-a382-71738b23a152 req-735279f6-cef5-4aad-8392-b52d113b4e04 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:37.321792 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fc4dfbf-a4c1-438c-a382-71738b23a152 req-735279f6-cef5-4aad-8392-b52d113b4e04 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1830788 Feb 11 05:15:37.396580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fc4dfbf-a4c1-438c-a382-71738b23a152 req-378e16c1-94ea-41dc-a691-77da255168d2 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734248 Feb 11 05:15:37.405916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0b263-e5a6-4c89-892c-21a4b660562d req-76f6f803-da36-4326-9c51-7b38a4b5d032 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:37.429102 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eef0b263-e5a6-4c89-892c-21a4b660562d req-76f6f803-da36-4326-9c51-7b38a4b5d032 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.2141023 Feb 11 05:15:37.473102 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c53a5b-457c-464a-b92f-32c401fa1a42 x-openstack-request-id: req-23c53a5b-457c-464a-b92f-32c401fa1a42 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:37.473449 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b103d551-40e2-4ed7-952a-952a9972980f", "name": "network-vif-deleted", "tag": "1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:37.473713 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-23c53a5b-457c-464a-b92f-32c401fa1a42 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:37.474312 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b103d551-40e2-4ed7-952a-952a9972980f', 'name': 'network-vif-deleted', 'tag': '1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7', 'status': 'completed', 'code': 200} Feb 11 05:15:37.509511 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36ce6c05-7237-47f2-b516-d587d08bf602 req-520aa286-0069-46dd-a209-840897c31b8b tempest-ListServerFiltersTestJSON-299294791 tempest-ListServerFiltersTestJSON-299294791-project] 10.222.0.87 "GET /v2.0/ports?device_id=b103d551-40e2-4ed7-952a-952a9972980f HTTP/1.1" status: 200 len: 210 time: 0.0310888 Feb 11 05:15:37.584704 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Publish callbacks [] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.591460 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.637347 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56fce7-44eb-44be-a3dd-89e63d70c6b4 None None] Pushing event updated for resources: {'Port': ['ID=3b411e8b-fdd1-42d7-86a5-8ed38ed38616,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:37.648665 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56fce7-44eb-44be-a3dd-89e63d70c6b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:37.649025 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56fce7-44eb-44be-a3dd-89e63d70c6b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:37.649350 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56fce7-44eb-44be-a3dd-89e63d70c6b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:37.649688 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56fce7-44eb-44be-a3dd-89e63d70c6b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:37.650021 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56fce7-44eb-44be-a3dd-89e63d70c6b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:37.650348 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56fce7-44eb-44be-a3dd-89e63d70c6b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:37.650677 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56fce7-44eb-44be-a3dd-89e63d70c6b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:37.651002 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56fce7-44eb-44be-a3dd-89e63d70c6b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:37.651331 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56fce7-44eb-44be-a3dd-89e63d70c6b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:37.651672 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56fce7-44eb-44be-a3dd-89e63d70c6b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:37.652000 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56fce7-44eb-44be-a3dd-89e63d70c6b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:37.652313 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56fce7-44eb-44be-a3dd-89e63d70c6b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:37.652638 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56fce7-44eb-44be-a3dd-89e63d70c6b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:37.731128 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Attempting to bind port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:37.731497 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Attempting to bind port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'c648bc39-603a-4051-9256-2cf7454a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9b6015b-8570-4b46-bc3f-cade367050bf'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:37.731809 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Attempting to bind port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 on network f9b6015b-8570-4b46-bc3f-cade367050bf {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:37.738414 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:37.738804 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Checking segment: {'id': 'c648bc39-603a-4051-9256-2cf7454a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9b6015b-8570-4b46-bc3f-cade367050bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:37.739211 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.739986 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Bound using segment: {'id': 'c648bc39-603a-4051-9256-2cf7454a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9b6015b-8570-4b46-bc3f-cade367050bf'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:37.740196 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Bound port: 3b411e8b-fdd1-42d7-86a5-8ed38ed38616, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c648bc39-603a-4051-9256-2cf7454a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9b6015b-8570-4b46-bc3f-cade367050bf'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:37.740517 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.828669 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] For port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:37.842417 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] For port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3b411e8b-fdd1-42d7-86a5-8ed38ed38616,segment=NetworkSegment(c648bc39-603a-4051-9256-2cf7454a4653),segment_id=c648bc39-603a-4051-9256-2cf7454a4653)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:37.851599 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:37.939114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-238907d5-d0bf-4788-97eb-ba8ee15ceacf req-9e167f24-01ac-4840-a7af-506e9bd581d6 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/floatingips?tenant_id=e21fbcf6fb84412985aa93c69a53e49c HTTP/1.1" status: 200 len: 695 time: 0.4282677 Feb 11 05:15:37.966946 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Routers {'c7d26067-6764-4a55-9bab-a92cb32599c1'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:37.967505 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c7d26067-6764-4a55-9bab-a92cb32599c1'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:38.027247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d1e30-f903-4b32-8cd9-7aeff5b90c6a req-63470a9f-02e7-4b48-9046-bd1ef89799a7 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:38.036331 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-451d1e30-f903-4b32-8cd9-7aeff5b90c6a req-63470a9f-02e7-4b48-9046-bd1ef89799a7 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1236675 Feb 11 05:15:38.040789 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56fce7-44eb-44be-a3dd-89e63d70c6b4 None None] Pushing event updated for resources: {'Port': ['ID=3b411e8b-fdd1-42d7-86a5-8ed38ed38616,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:38.118704 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6a6621da-831f-43a0-bb3b-6d009da73fb9 None None] Provisioning complete for port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:38.119589 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6a6621da-831f-43a0-bb3b-6d009da73fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.123411 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] Set router c7d26067-6764-4a55-9bab-a92cb32599c1 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:38.130012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-451d1e30-f903-4b32-8cd9-7aeff5b90c6a req-00c76cc9-c3ac-465a-95b8-7559637a5ba5 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927179 Feb 11 05:15:38.217363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238907d5-d0bf-4788-97eb-ba8ee15ceacf req-232d33b7-4c18-4389-93ef-6a0b72161e87 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:38.218705 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-238907d5-d0bf-4788-97eb-ba8ee15ceacf req-232d33b7-4c18-4389-93ef-6a0b72161e87 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/networks?id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 787 time: 0.2782531 Feb 11 05:15:38.236694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-238907d5-d0bf-4788-97eb-ba8ee15ceacf req-cea53358-dc02-451a-b3f9-8c324b36ba8d tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:15:38.237775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-238907d5-d0bf-4788-97eb-ba8ee15ceacf req-cea53358-dc02-451a-b3f9-8c324b36ba8d tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093777 Feb 11 05:15:38.298074 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6a6621da-831f-43a0-bb3b-6d009da73fb9 None None] Current status of the port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:38.298930 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6a6621da-831f-43a0-bb3b-6d009da73fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.346507 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-6a6621da-831f-43a0-bb3b-6d009da73fb9 None None] For port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3b411e8b-fdd1-42d7-86a5-8ed38ed38616,segment=NetworkSegment(c648bc39-603a-4051-9256-2cf7454a4653),segment_id=c648bc39-603a-4051-9256-2cf7454a4653)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:38.352257 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6a6621da-831f-43a0-bb3b-6d009da73fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.385304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd535c-c43f-42eb-abaf-ca44a6155c4a req-a72d80cb-13df-4516-9b03-2d7485f9c06c tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:38.394598 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76dd535c-c43f-42eb-abaf-ca44a6155c4a req-a72d80cb-13df-4516-9b03-2d7485f9c06c tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.1544247 Feb 11 05:15:38.431698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6621da-831f-43a0-bb3b-6d009da73fb9 None None] Pushing event updated for resources: {'Port': ['ID=3b411e8b-fdd1-42d7-86a5-8ed38ed38616,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:38.481820 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76dd535c-c43f-42eb-abaf-ca44a6155c4a req-f4f7d792-a591-4e41-8525-df9c08590366 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816319 Feb 11 05:15:38.482048 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-87b878d8-f4fc-4d31-a7ed-85d6e9e802c4 None None] Provisioning complete for port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:38.482445 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-87b878d8-f4fc-4d31-a7ed-85d6e9e802c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.484748 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'name': 'tempest-FloatingIPsTestJSON-44711955-router', 'tenant_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:28Z', 'updated_at': '2022-02-11T05:15:33Z', 'revision_number': 4, 'project_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'gw_port': {'id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:29Z', 'updated_at': '2022-02-11T05:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '3b411e8b-fdd1-42d7-86a5-8ed38ed38616', 'name': '', 'network_id': 'f9b6015b-8570-4b46-bc3f-cade367050bf', 'tenant_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'mac_address': 'fa:16:3e:51:31:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1422ac49-09dd-4396-b7cb-2398d77558fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:32Z', 'updated_at': '2022-02-11T05:15:37Z', 'revision_number': 4, 'project_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'subnets': [{'id': '1422ac49-09dd-4396-b7cb-2398d77558fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:38.511757 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f910b2-90d3-47c7-90f2-e99eac4bc65f req-1f5cf2e7-a1f5-4e87-8531-2af0102a5f90 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:38.513691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2f910b2-90d3-47c7-90f2-e99eac4bc65f req-1f5cf2e7-a1f5-4e87-8531-2af0102a5f90 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1963639 Feb 11 05:15:38.531398 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a016b53-ac85-4917-91b2-7af0b863f306 None None] The sync data for ids ['c7d26067-6764-4a55-9bab-a92cb32599c1'] in n-d-713499-38 is: [{'id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'name': 'tempest-FloatingIPsTestJSON-44711955-router', 'tenant_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:28Z', 'updated_at': '2022-02-11T05:15:33Z', 'revision_number': 4, 'project_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'gw_port': {'id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:29Z', 'updated_at': '2022-02-11T05:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '3b411e8b-fdd1-42d7-86a5-8ed38ed38616', 'name': '', 'network_id': 'f9b6015b-8570-4b46-bc3f-cade367050bf', 'tenant_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'mac_address': 'fa:16:3e:51:31:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1422ac49-09dd-4396-b7cb-2398d77558fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:32Z', 'updated_at': '2022-02-11T05:15:37Z', 'revision_number': 4, 'project_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'subnets': [{'id': '1422ac49-09dd-4396-b7cb-2398d77558fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:38.565658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3797427d-05ad-4af8-9747-3249ea875616 req-d84b875f-2c2a-4cc5-9d79-c85712c10f4e tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/floatingips/acf6f381-df37-4167-8f0a-5bb532d5af94 HTTP/1.1" status: 200 len: 692 time: 0.0502644 Feb 11 05:15:38.616422 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-87b878d8-f4fc-4d31-a7ed-85d6e9e802c4 None None] Current status of the port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:38.657935 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2f910b2-90d3-47c7-90f2-e99eac4bc65f req-49fd8931-ade4-4193-9e4b-35fb5ff28236 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909619 Feb 11 05:15:38.717973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:38.750995 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59186) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:38.761007 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797427d-05ad-4af8-9747-3249ea875616 req-67d090e9-e614-481f-ab67-04d4d2a460a4 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:38.762406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3797427d-05ad-4af8-9747-3249ea875616 req-67d090e9-e614-481f-ab67-04d4d2a460a4 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.1715114 Feb 11 05:15:38.779744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-3797427d-05ad-4af8-9747-3249ea875616 req-2cb8ac86-b733-4b0a-b5b2-3c5ce8da5b44 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:15:38.787931 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3797427d-05ad-4af8-9747-3249ea875616 req-2cb8ac86-b733-4b0a-b5b2-3c5ce8da5b44 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140436 Feb 11 05:15:38.845367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:38.846461 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.851145 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-310240ba-8360-42ae-a848-534b84af356c admin admin] Deleting subnet 27b325d0-97fa-43b7-bfc4-f865b99d2379 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:15:38.856515 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-310240ba-8360-42ae-a848-534b84af356c admin admin] Publish callbacks [] for subnet (27b325d0-97fa-43b7-bfc4-f865b99d2379), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.869624 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3797427d-05ad-4af8-9747-3249ea875616 req-a018585a-795b-4945-aa2c-7d99b272a9a0 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 695 time: 0.0804133 Feb 11 05:15:38.917651 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-310240ba-8360-42ae-a848-534b84af356c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (27b325d0-97fa-43b7-bfc4-f865b99d2379), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.972520 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3797427d-05ad-4af8-9747-3249ea875616 req-e8831082-3982-473e-81cb-0262fa1ceefe tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 695 time: 0.1018450 Feb 11 05:15:38.997132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:38.998283 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d24bdd5b-af75-4200-a01d-121648f06d74 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:39.021937 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-310240ba-8360-42ae-a848-534b84af356c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (27b325d0-97fa-43b7-bfc4-f865b99d2379), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.049888 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d24bdd5b-af75-4200-a01d-121648f06d74 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:39.050271 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d24bdd5b-af75-4200-a01d-121648f06d74), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.088905 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-310240ba-8360-42ae-a848-534b84af356c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (27b325d0-97fa-43b7-bfc4-f865b99d2379), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.122176 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310240ba-8360-42ae-a848-534b84af356c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b325d0-97fa-43b7-bfc4-f865b99d2379,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:39.126098 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-310240ba-8360-42ae-a848-534b84af356c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.131086 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-310240ba-8360-42ae-a848-534b84af356c admin admin] 10.222.0.87 "DELETE /v2.0/subnets/27b325d0-97fa-43b7-bfc4-f865b99d2379 HTTP/1.1" status: 204 len: 168 time: 0.3784232 Feb 11 05:15:39.134069 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59188) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:39.164842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd79f66-04ea-4325-aacb-e74aac2362da req-c818f1aa-d411-47db-8eac-fa94c19318cf tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:39.172141 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbd79f66-04ea-4325-aacb-e74aac2362da req-c818f1aa-d411-47db-8eac-fa94c19318cf tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.3137736 Feb 11 05:15:39.239233 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbd79f66-04ea-4325-aacb-e74aac2362da req-36a42156-3956-4c32-9ba6-95fdd24e59ce tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661068 Feb 11 05:15:39.244776 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (2b41e513-d986-47c8-b124-46e791e35a53), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.289369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-3797427d-05ad-4af8-9747-3249ea875616 req-aa77e05c-6404-4223-b75d-c4e918be6171 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Deleting port 863cb1ca-1911-4bd7-8468-2c6ac0e9bbe2 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:39.291855 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3797427d-05ad-4af8-9747-3249ea875616 req-aa77e05c-6404-4223-b75d-c4e918be6171 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (863cb1ca-1911-4bd7-8468-2c6ac0e9bbe2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.311031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d24bdd5b-af75-4200-a01d-121648f06d74 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:39.321317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80cc0b9-002e-4e6a-b50c-2e03932c3ed8 None None] Network 2b41e513-d986-47c8-b124-46e791e35a53 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:39.337248 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] Deleting port fb84709c-5e14-47a4-9af1-6c358e511434 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:39.337586 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (fb84709c-5e14-47a4-9af1-6c358e511434), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.397939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:39.435223 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] For port fb84709c-5e14-47a4-9af1-6c358e511434, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=fb84709c-5e14-47a4-9af1-6c358e511434,segment=NetworkSegment(a14e3231-7054-4dc9-96c0-695f3a242b7c),segment_id=a14e3231-7054-4dc9-96c0-695f3a242b7c)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:39.435664 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (fb84709c-5e14-47a4-9af1-6c358e511434), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.451457 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] Calling delete_port for fb84709c-5e14-47a4-9af1-6c358e511434 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:39.463235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:39.463561 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1fb2a-87a0-4451-834a-3a17e8b0874c req-e7227c0a-98e2-49f2-a8d8-7325b20c9463 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:39.464440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1d29af5d-bcb0-4f9e-8acc-23ecb72a7dd7 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:39.465046 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e094c354-72f5-43cd-bbc7-faeeecf6016b no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:39.474990 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19c1fb2a-87a0-4451-834a-3a17e8b0874c req-e7227c0a-98e2-49f2-a8d8-7325b20c9463 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1250281 Feb 11 05:15:39.508010 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3797427d-05ad-4af8-9747-3249ea875616 req-aa77e05c-6404-4223-b75d-c4e918be6171 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (863cb1ca-1911-4bd7-8468-2c6ac0e9bbe2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.508288 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3797427d-05ad-4af8-9747-3249ea875616 req-aa77e05c-6404-4223-b75d-c4e918be6171 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks [] for floatingip (863cb1ca-1911-4bd7-8468-2c6ac0e9bbe2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.546161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-3797427d-05ad-4af8-9747-3249ea875616 req-aa77e05c-6404-4223-b75d-c4e918be6171 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Calling delete_port for 863cb1ca-1911-4bd7-8468-2c6ac0e9bbe2 owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:39.566071 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.585162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19c1fb2a-87a0-4451-834a-3a17e8b0874c req-ec5beabd-7707-4aa6-a50d-5c4be97fa327 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089633 Feb 11 05:15:39.668409 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (fb84709c-5e14-47a4-9af1-6c358e511434), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.686558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b1bf6a-9f6c-4e7f-8312-49e01d2bf1ad None None] DHCP port deletion for 2b41e513-d986-47c8-b124-46e791e35a53 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:15:39.689659 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port e094c354-72f5-43cd-bbc7-faeeecf6016b is: DOWN; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:39.703333 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] No DVR routers for this DVR port fb84709c-5e14-47a4-9af1-6c358e511434 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:39.735653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] Pushing event deleted for resources: {'Port': ['ID=fb84709c-5e14-47a4-9af1-6c358e511434,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:39.808899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e15581-8606-4dd4-98f1-b2f2c95d9b81 req-d14739ca-e4e5-4a6a-8547-907ec4e9e5f0 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:39.810406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10e15581-8606-4dd4-98f1-b2f2c95d9b81 req-d14739ca-e4e5-4a6a-8547-907ec4e9e5f0 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.0952897 Feb 11 05:15:39.818504 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (2b41e513-d986-47c8-b124-46e791e35a53), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.840996 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b41e513-d986-47c8-b124-46e791e35a53']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:39.856510 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14e3231-7054-4dc9-96c0-695f3a242b7c') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:39.856510 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14e3231-7054-4dc9-96c0-695f3a242b7c') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:39.875899 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (a14e3231-7054-4dc9-96c0-695f3a242b7c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.891971 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a14e3231-7054-4dc9-96c0-695f3a242b7c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.898485 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:15:39.898887 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (a14e3231-7054-4dc9-96c0-695f3a242b7c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:15:39.900854 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:15:39.904433 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10e15581-8606-4dd4-98f1-b2f2c95d9b81 req-a9ded94d-578e-4da4-a9d4-a168d6165d3e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853298 Feb 11 05:15:39.934424 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3797427d-05ad-4af8-9747-3249ea875616 req-aa77e05c-6404-4223-b75d-c4e918be6171 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (863cb1ca-1911-4bd7-8468-2c6ac0e9bbe2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.969296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77e05c-6404-4223-b75d-c4e918be6171 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Pushing event deleted for resources: {'Port': ['ID=863cb1ca-1911-4bd7-8468-2c6ac0e9bbe2,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:39.997418 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (2b41e513-d986-47c8-b124-46e791e35a53), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.012203 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.018308 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] 10.222.0.87 "DELETE /v2.0/networks/2b41e513-d986-47c8-b124-46e791e35a53 HTTP/1.1" status: 204 len: 168 time: 0.8803842 Feb 11 05:15:40.026677 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d5e5e-8df2-429f-af59-f63b92f996ce admin admin] Pushing event deleted for resources: {'Network': ['ID=2b41e513-d986-47c8-b124-46e791e35a53,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:40.096149 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3797427d-05ad-4af8-9747-3249ea875616 req-aa77e05c-6404-4223-b75d-c4e918be6171 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks [] for floatingip (acf6f381-df37-4167-8f0a-5bb532d5af94), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.098913 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3797427d-05ad-4af8-9747-3249ea875616 req-aa77e05c-6404-4223-b75d-c4e918be6171 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.100343 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3797427d-05ad-4af8-9747-3249ea875616 req-aa77e05c-6404-4223-b75d-c4e918be6171 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "DELETE /v2.0/floatingips/acf6f381-df37-4167-8f0a-5bb532d5af94 HTTP/1.1" status: 204 len: 173 time: 1.1268981 Feb 11 05:15:40.118300 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d71a5-d959-479d-99ce-1c987d55c5a6 req-e65b12b7-c18f-452f-8dfc-5265966b3450 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:40.126213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-498d71a5-d959-479d-99ce-1c987d55c5a6 req-e65b12b7-c18f-452f-8dfc-5265966b3450 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1185651 Feb 11 05:15:40.192305 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-498d71a5-d959-479d-99ce-1c987d55c5a6 req-5fec9ee3-7982-4c6f-9406-a15dd0dcdcaf tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643191 Feb 11 05:15:40.212513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59208) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:40.321459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6328a972-d761-48a5-aeaf-db930db08cc3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=49f193937f3547f889fd9ca1fc219eec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1051323 Feb 11 05:15:40.321954 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59212) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:40.381088 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bca55d92-21f4-45b3-ad25-9276746a1658 admin admin] Publish callbacks [] for security_group (c3213428-1d33-42a0-ae5b-3120bd97eb57), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.394696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4b5a4-533f-480e-828e-9fe118a277f8 req-bc0f1a4c-04a9-45be-9aa3-f4ac4a7b5b01 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:40.396215 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de4b5a4-533f-480e-828e-9fe118a277f8 req-bc0f1a4c-04a9-45be-9aa3-f4ac4a7b5b01 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1308615 Feb 11 05:15:40.405853 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bca55d92-21f4-45b3-ad25-9276746a1658 admin admin] Publish callbacks [] for security_group (c3213428-1d33-42a0-ae5b-3120bd97eb57), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.452586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-f430270c-4690-4d45-9cf4-385b02a72f9a tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1750834 Feb 11 05:15:40.469811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de4b5a4-533f-480e-828e-9fe118a277f8 req-d3fb58ec-06da-4963-8dc8-396c72e6b3cf tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629127 Feb 11 05:15:40.473767 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bca55d92-21f4-45b3-ad25-9276746a1658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c3213428-1d33-42a0-ae5b-3120bd97eb57), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.478362 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bca55d92-21f4-45b3-ad25-9276746a1658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.479911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:40.481037 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bca55d92-21f4-45b3-ad25-9276746a1658 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c3213428-1d33-42a0-ae5b-3120bd97eb57 HTTP/1.1" status: 204 len: 168 time: 0.1577504 Feb 11 05:15:40.507757 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.514126 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca55d92-21f4-45b3-ad25-9276746a1658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3213428-1d33-42a0-ae5b-3120bd97eb57,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:40.676449 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device fb84709c-5e14-47a4-9af1-6c358e511434 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:40.702745 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: fb84709c-5e14-47a4-9af1-6c358e511434 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:40.703192 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device fb84709c-5e14-47a4-9af1-6c358e511434 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:40.726805 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:40.884941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262e14f-e0ff-44de-9946-a974ce8a60ed req-53f7ef82-8272-4faa-a765-3099b08e87e4 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:40.886883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6262e14f-e0ff-44de-9946-a974ce8a60ed req-53f7ef82-8272-4faa-a765-3099b08e87e4 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 946 time: 0.1355755 Feb 11 05:15:40.929748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Allocated IP 172.25.5.79 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/15bff851-1faa-4e35-b1a2-3b8b06b7f7bc) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:41.008238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6262e14f-e0ff-44de-9946-a974ce8a60ed req-5be26303-b8ce-4c78-af1e-6d2a47168712 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/security-groups?id=d807f8df-f1fa-4f9c-8f31-d96344a32a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861976 Feb 11 05:15:41.131379 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks [] for port (15bff851-1faa-4e35-b1a2-3b8b06b7f7bc), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.161542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e3791-79b0-4dc4-8737-662ab3efc6cf req-a3ed9f7d-6dc6-4027-a2b9-bec3ded69d5e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:41.163061 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-229e3791-79b0-4dc4-8737-662ab3efc6cf req-a3ed9f7d-6dc6-4027-a2b9-bec3ded69d5e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.0875556 Feb 11 05:15:41.201839 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (15bff851-1faa-4e35-b1a2-3b8b06b7f7bc), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.258047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:41.263559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:41.277748 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-229e3791-79b0-4dc4-8737-662ab3efc6cf req-95ff4512-b1a5-4d46-8342-bd43a68f906b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002841 Feb 11 05:15:41.281242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:41.285274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Pushing event updated for resources: {'Port': ['ID=15bff851-1faa-4e35-b1a2-3b8b06b7f7bc,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:41.382835 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks [] for floatingip (99f9207d-e805-4067-8449-ec7c0e931cd0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.469983 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (15bff851-1faa-4e35-b1a2-3b8b06b7f7bc), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.520399 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37defd98-2a8f-4ff3-9ba9-4235c1719891 req-5970c08e-2a1a-4ab8-8140-295b4f2da58c tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:41.521997 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37defd98-2a8f-4ff3-9ba9-4235c1719891 req-5970c08e-2a1a-4ab8-8140-295b4f2da58c tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 943 time: 0.1259763 Feb 11 05:15:41.630893 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37defd98-2a8f-4ff3-9ba9-4235c1719891 req-2ccac27b-0c32-4aac-85dd-1b4bdac230fe tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981824 Feb 11 05:15:41.703973 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks [] for port (15bff851-1faa-4e35-b1a2-3b8b06b7f7bc), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.721181 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (15bff851-1faa-4e35-b1a2-3b8b06b7f7bc), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.858060 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Pushing event updated for resources: {'Port': ['ID=15bff851-1faa-4e35-b1a2-3b8b06b7f7bc,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:41.888911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba90ff-eb6c-4946-86e8-93853e597220 req-bb05064b-27a4-458f-955d-81da18f6843b tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:41.890275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2ba90ff-eb6c-4946-86e8-93853e597220 req-bb05064b-27a4-458f-955d-81da18f6843b tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1814020 Feb 11 05:15:41.893016 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (99f9207d-e805-4067-8449-ec7c0e931cd0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.899049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-1529ce12-aa7e-45b4-90da-8c81bae2058e service neutron] 10.222.0.88 "GET /v2.0/ports/e094c354-72f5-43cd-bbc7-faeeecf6016b/bindings/n-h1-713499-38 HTTP/1.1" status: 200 len: 385 time: 0.1509931 Feb 11 05:15:41.921076 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:41.922285 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-f0bed199-5467-4e55-9323-ef80b455f390 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4475422 Feb 11 05:15:42.008064 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-24118970-737a-43f6-b8e5-c1f70b09f1b3 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.79 HTTP/1.1" status: 200 len: 695 time: 0.0776737 Feb 11 05:15:42.055487 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2ba90ff-eb6c-4946-86e8-93853e597220 req-ffc75674-a8e0-48b9-9533-a380ae7493f2 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582391 Feb 11 05:15:42.188368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-2089a446-d12e-4507-a33c-26702b210365 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:42.190349 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17a3d8cb-f399-4ef4-95fe-873af7857ac9 req-2089a446-d12e-4507-a33c-26702b210365 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.1737325 Feb 11 05:15:42.279167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-72593e0a-664f-4a05-b460-a3a85f03749b service neutron] For port e094c354-72f5-43cd-bbc7-faeeecf6016b, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e094c354-72f5-43cd-bbc7-faeeecf6016b,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:42.304458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-72593e0a-664f-4a05-b460-a3a85f03749b service neutron] For port e094c354-72f5-43cd-bbc7-faeeecf6016b, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:42.343095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673314cd-b6b6-45b0-bac8-c6ca26391c9d req-4a404de7-672f-46b3-8db1-2c313f606d24 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:42.349677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-673314cd-b6b6-45b0-bac8-c6ca26391c9d req-4a404de7-672f-46b3-8db1-2c313f606d24 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1022227 Feb 11 05:15:42.349677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-72593e0a-664f-4a05-b460-a3a85f03749b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e094c354-72f5-43cd-bbc7-faeeecf6016b {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:42.360311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-72593e0a-664f-4a05-b460-a3a85f03749b service neutron] For port e094c354-72f5-43cd-bbc7-faeeecf6016b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e094c354-72f5-43cd-bbc7-faeeecf6016b,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:42.424176 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-72593e0a-664f-4a05-b460-a3a85f03749b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.443604 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a06d315a-0939-4ab6-a677-9c1c50e93c37 req-489c2c5d-d339-4b13-bff9-644009e32187 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/floatingips/99f9207d-e805-4067-8449-ec7c0e931cd0 HTTP/1.1" status: 200 len: 692 time: 0.0801909 Feb 11 05:15:42.525949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-673314cd-b6b6-45b0-bac8-c6ca26391c9d req-642be1e3-8c84-4c01-a2c5-52c67cde9dad tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563976 Feb 11 05:15:42.625216 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-579d8edf-a2ae-4042-8ded-fce380c46b81 req-1db7c695-1c78-4d50-8678-ae5ffbecf307 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.0442853 Feb 11 05:15:42.626141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-72593e0a-664f-4a05-b460-a3a85f03749b service neutron] Transition to ACTIVE for port object e094c354-72f5-43cd-bbc7-faeeecf6016b will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:15:42.633640 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-72593e0a-664f-4a05-b460-a3a85f03749b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.668721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d315a-0939-4ab6-a677-9c1c50e93c37 req-5857e439-9185-45aa-8342-1ee65871cf05 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:42.675488 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a06d315a-0939-4ab6-a677-9c1c50e93c37 req-5857e439-9185-45aa-8342-1ee65871cf05 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.2065070 Feb 11 05:15:42.745979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a06d315a-0939-4ab6-a677-9c1c50e93c37 req-2ff220bf-a6d5-4673-8062-fa0803d26662 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.79 HTTP/1.1" status: 200 len: 695 time: 0.0696430 Feb 11 05:15:42.768726 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-72593e0a-664f-4a05-b460-a3a85f03749b service neutron] No DVR routers for this DVR port e094c354-72f5-43cd-bbc7-faeeecf6016b on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:42.781004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72593e0a-664f-4a05-b460-a3a85f03749b service neutron] Pushing event updated for resources: {'Port': ['ID=e094c354-72f5-43cd-bbc7-faeeecf6016b,revision_number=10']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:42.840651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a06d315a-0939-4ab6-a677-9c1c50e93c37 req-b7971f67-479c-4984-bda8-70c36c36e913 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.79 HTTP/1.1" status: 200 len: 695 time: 0.0755267 Feb 11 05:15:42.845423 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-72593e0a-664f-4a05-b460-a3a85f03749b service neutron] 10.222.0.88 "PUT /v2.0/ports/e094c354-72f5-43cd-bbc7-faeeecf6016b/bindings/n-h1-713499-38/activate HTTP/1.1" status: 200 len: 370 time: 0.9222069 Feb 11 05:15:42.954739 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-908235b6-f755-4bdb-aaf0-64ed18968a9e tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:42.956963 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-908235b6-f755-4bdb-aaf0-64ed18968a9e tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc&tenant_id=625496205bdf429e8af46565d991a189&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 1127 time: 0.0535400 Feb 11 05:15:43.010458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-573eef00-96e2-4272-b37a-d2c1b407cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:43.012501 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-573eef00-96e2-4272-b37a-d2c1b407cd31 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc&tenant_id=625496205bdf429e8af46565d991a189 HTTP/1.1" status: 200 len: 1127 time: 0.0477037 Feb 11 05:15:43.031448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468a5d4-21f0-4c93-992a-32f87687b258 req-8d3f9e8f-19f4-42ee-80fc-f5daf5f9671c tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:43.032968 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9468a5d4-21f0-4c93-992a-32f87687b258 req-8d3f9e8f-19f4-42ee-80fc-f5daf5f9671c tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1383584 Feb 11 05:15:43.066607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a06d315a-0939-4ab6-a677-9c1c50e93c37 req-7d2a427d-5c3d-446c-9cea-665331593b99 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Deleting port 15bff851-1faa-4e35-b1a2-3b8b06b7f7bc {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:43.066971 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a06d315a-0939-4ab6-a677-9c1c50e93c37 req-7d2a427d-5c3d-446c-9cea-665331593b99 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (15bff851-1faa-4e35-b1a2-3b8b06b7f7bc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.094298 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-a60a9824-0a10-45e7-b7cc-be4a92f7432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:43.095924 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-a60a9824-0a10-45e7-b7cc-be4a92f7432d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 1127 time: 0.0610149 Feb 11 05:15:43.201964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-b44e9ddd-719b-4737-bc35-a17307efb5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:43.203512 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-b44e9ddd-719b-4737-bc35-a17307efb5e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.1003931 Feb 11 05:15:43.253476 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-4fbe384e-cfb9-4455-b395-52d0f2709e29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e094c354-72f5-43cd-bbc7-faeeecf6016b HTTP/1.1" status: 200 len: 217 time: 0.0433447 Feb 11 05:15:43.307785 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-4fe4067a-949f-4d56-af2f-8d077274cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:43.309346 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-4fe4067a-949f-4d56-af2f-8d077274cae5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.0497458 Feb 11 05:15:43.343354 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-34c4a40e-d45c-46cd-815f-5cb771c147ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273700 Feb 11 05:15:43.410405 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 78eae114-a61b-496b-91dd-39f33936d947 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:43.426824 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9468a5d4-21f0-4c93-992a-32f87687b258 req-7b8bcdde-0b54-4aa8-958a-e290e5d49877 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851616 Feb 11 05:15:43.456025 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-91eabcd0-92e7-4b4f-8d3c-9199c0b686ee service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060023 Feb 11 05:15:43.458900 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a06d315a-0939-4ab6-a677-9c1c50e93c37 req-7d2a427d-5c3d-446c-9cea-665331593b99 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (15bff851-1faa-4e35-b1a2-3b8b06b7f7bc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.459541 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a06d315a-0939-4ab6-a677-9c1c50e93c37 req-7d2a427d-5c3d-446c-9cea-665331593b99 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks [] for floatingip (15bff851-1faa-4e35-b1a2-3b8b06b7f7bc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.498175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a06d315a-0939-4ab6-a677-9c1c50e93c37 req-7d2a427d-5c3d-446c-9cea-665331593b99 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Calling delete_port for 15bff851-1faa-4e35-b1a2-3b8b06b7f7bc owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:43.530248 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 78eae114-a61b-496b-91dd-39f33936d947, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=78eae114-a61b-496b-91dd-39f33936d947,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:43.543773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '78eae114-a61b-496b-91dd-39f33936d947', 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0', 'port_id': '78eae114-a61b-496b-91dd-39f33936d947', 'mac_address': 'fa:16:3e:e7:32:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6336f-48df-43c4-9674-2de7741cddbb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:43.587195 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 78eae114-a61b-496b-91dd-39f33936d947 is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:43.587992 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (78eae114-a61b-496b-91dd-39f33936d947), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.608344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78eae114-a61b-496b-91dd-39f33936d947 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:43.633316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e01fce-36b2-4622-b5f9-ab9a39c056cd req-d1fc6d17-df51-4b42-9a53-8fe334c563b0 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:43.634078 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 78eae114-a61b-496b-91dd-39f33936d947, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=78eae114-a61b-496b-91dd-39f33936d947,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:43.634883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9e01fce-36b2-4622-b5f9-ab9a39c056cd req-d1fc6d17-df51-4b42-9a53-8fe334c563b0 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 944 time: 0.1107709 Feb 11 05:15:43.643623 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (78eae114-a61b-496b-91dd-39f33936d947), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.701218 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=78eae114-a61b-496b-91dd-39f33936d947,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:43.724250 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9e01fce-36b2-4622-b5f9-ab9a39c056cd req-cd68cc08-24c1-4395-9058-8086c4d435b0 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806413 Feb 11 05:15:43.747611 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a06d315a-0939-4ab6-a677-9c1c50e93c37 req-7d2a427d-5c3d-446c-9cea-665331593b99 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (15bff851-1faa-4e35-b1a2-3b8b06b7f7bc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.804936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a427d-5c3d-446c-9cea-665331593b99 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Pushing event deleted for resources: {'Port': ['ID=15bff851-1faa-4e35-b1a2-3b8b06b7f7bc,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:43.873940 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.919656 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d4f3f-2ba2-4647-a1e0-ee1ffb4febaf req-8abb5782-5fb2-445e-a74f-8ae7549098ff tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:43.921275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-657d4f3f-2ba2-4647-a1e0-ee1ffb4febaf req-8abb5782-5fb2-445e-a74f-8ae7549098ff tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 946 time: 0.1236408 Feb 11 05:15:43.922233 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a06d315a-0939-4ab6-a677-9c1c50e93c37 req-7d2a427d-5c3d-446c-9cea-665331593b99 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks [] for floatingip (99f9207d-e805-4067-8449-ec7c0e931cd0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.925006 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a06d315a-0939-4ab6-a677-9c1c50e93c37 req-7d2a427d-5c3d-446c-9cea-665331593b99 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:43.934119 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-c4c3728e-a53a-415b-820e-6fc55a706c1e service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706352 Feb 11 05:15:43.935470 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a06d315a-0939-4ab6-a677-9c1c50e93c37 req-7d2a427d-5c3d-446c-9cea-665331593b99 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "DELETE /v2.0/floatingips/99f9207d-e805-4067-8449-ec7c0e931cd0 HTTP/1.1" status: 204 len: 173 time: 1.0884550 Feb 11 05:15:43.980301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['78eae114-a61b-496b-91dd-39f33936d947'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:43.990327 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-657d4f3f-2ba2-4647-a1e0-ee1ffb4febaf req-e0d7b79e-3bc9-4e93-ae05-c76225e65f7c tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/security-groups?id=d807f8df-f1fa-4f9c-8f31-d96344a32a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538111 Feb 11 05:15:44.063840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931e9ac-0943-4da9-a7ca-de81366e73f4 req-98195980-9c30-48ce-995c-6287ef633c36 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:44.075973 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2931e9ac-0943-4da9-a7ca-de81366e73f4 req-98195980-9c30-48ce-995c-6287ef633c36 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 945 time: 0.0844030 Feb 11 05:15:44.193960 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2931e9ac-0943-4da9-a7ca-de81366e73f4 req-24f15150-6c3e-473f-ae37-bea9b572d1e4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165740 Feb 11 05:15:44.219833 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-5cdb60cf-3165-4440-a3ec-c7d25f14ecf3 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:44.221551 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-5cdb60cf-3165-4440-a3ec-c7d25f14ecf3 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc&tenant_id=625496205bdf429e8af46565d991a189&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 1127 time: 0.0721836 Feb 11 05:15:44.237163 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca934f52-e1e7-43cc-850d-7a690a6fe00f req-c6651b74-7459-4296-a55d-ff93e23bdcaf tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:44.238007 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca934f52-e1e7-43cc-850d-7a690a6fe00f req-c6651b74-7459-4296-a55d-ff93e23bdcaf tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/networks?id=0206bf88-469d-4bc1-a7b0-f58304d316f5 HTTP/1.1" status: 200 len: 813 time: 0.1512043 Feb 11 05:15:44.254449 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca934f52-e1e7-43cc-850d-7a690a6fe00f req-56154b2b-0702-4fea-979b-b7234b8b0243 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/quotas/a541174c8f0341539b517a51ee6e144f HTTP/1.1" status: 200 len: 375 time: 0.0109403 Feb 11 05:15:44.314527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06d20f05-fc91-4882-a579-8eb0ef305cb1 req-ef47fb4b-5dc2-46fb-a5cd-ccd4fc3524b1 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.0576940 Feb 11 05:15:44.344031 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca934f52-e1e7-43cc-850d-7a690a6fe00f req-16350e0b-df59-49be-a54f-f1bb28552580 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a541174c8f0341539b517a51ee6e144f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786166 Feb 11 05:15:44.352595 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-0a931202-09f6-45bb-b299-5741aefc8e90 service neutron] For port e094c354-72f5-43cd-bbc7-faeeecf6016b, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:44.356275 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-0a931202-09f6-45bb-b299-5741aefc8e90 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.357411 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-0a931202-09f6-45bb-b299-5741aefc8e90 service neutron] 10.222.0.73 "DELETE /v2.0/ports/e094c354-72f5-43cd-bbc7-faeeecf6016b/bindings/n-h2-713499-38 HTTP/1.1" status: 204 len: 173 time: 0.1277912 Feb 11 05:15:44.387305 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-68d8b7b2-4dfd-40f6-a815-6bafd6f3765a req-68d9f374-8c9b-4f9a-9271-4e70ed33dfa9 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] show failed (client error): The resource could not be found. Feb 11 05:15:44.388535 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68d8b7b2-4dfd-40f6-a815-6bafd6f3765a req-68d9f374-8c9b-4f9a-9271-4e70ed33dfa9 tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/floatingips/99f9207d-e805-4067-8449-ec7c0e931cd0 HTTP/1.1" status: 404 len: 350 time: 0.0434566 Feb 11 05:15:44.469957 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-369020bb-780d-419c-a5f5-f4dc7b55a321 req-2b903806-6063-4620-9541-07172ac47f8b tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] show failed (client error): The resource could not be found. Feb 11 05:15:44.471044 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-369020bb-780d-419c-a5f5-f4dc7b55a321 req-2b903806-6063-4620-9541-07172ac47f8b tempest-FloatingIPsTestJSON-1070363893 tempest-FloatingIPsTestJSON-1070363893-project] 10.222.0.87 "GET /v2.0/floatingips/99f9207d-e805-4067-8449-ec7c0e931cd0 HTTP/1.1" status: 404 len: 350 time: 0.0623639 Feb 11 05:15:44.481473 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59310) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:44.505773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaffacc-0b9c-47b4-b0b1-e60c7c0926eb req-fffca341-0f31-487a-a109-d56b51d6ea66 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:44.507816 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-feaffacc-0b9c-47b4-b0b1-e60c7c0926eb req-fffca341-0f31-487a-a109-d56b51d6ea66 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1009288 Feb 11 05:15:44.571731 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-feaffacc-0b9c-47b4-b0b1-e60c7c0926eb req-b63337b9-3c54-494e-ba6c-0eaf50734750 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552380 Feb 11 05:15:44.696111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcc602-17f8-412e-bebe-eb43bc5b6e58 req-e877032f-ca57-4fbc-bb6b-86c522b805fc tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:44.697654 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ebcc602-17f8-412e-bebe-eb43bc5b6e58 req-e877032f-ca57-4fbc-bb6b-86c522b805fc tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.0562546 Feb 11 05:15:44.752522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ebcc602-17f8-412e-bebe-eb43bc5b6e58 req-92aaa760-7c00-47e3-b9af-53191f8f865c tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490487 Feb 11 05:15:44.881150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b462e43-05e7-44c0-bd9a-439aba8b2231 req-6aa80ee3-76fe-4acd-b30f-7dae2e324adb tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:44.883182 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b462e43-05e7-44c0-bd9a-439aba8b2231 req-6aa80ee3-76fe-4acd-b30f-7dae2e324adb tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 944 time: 0.0875618 Feb 11 05:15:44.953811 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f9eee0e-ea38-41ba-b5b8-6a060d2d7735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (c7d26067-6764-4a55-9bab-a92cb32599c1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.976099 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b462e43-05e7-44c0-bd9a-439aba8b2231 req-0f8afd6e-f768-4155-92a6-5021f4f2245a tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846481 Feb 11 05:15:44.977848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-12abd6e2-50d0-4c2a-8961-3e8143cf60cc req-053aca5d-5930-4e05-986d-833a4cd5e4bf tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a541174c8f0341539b517a51ee6e144f HTTP/1.1" status: 200 len: 221 time: 0.0587144 Feb 11 05:15:45.185285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e2607-a3b7-4844-a34d-389e076462e7 req-56bc05eb-99ef-4e7b-a271-26c35760f3a3 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:45.186768 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c04e2607-a3b7-4844-a34d-389e076462e7 req-56bc05eb-99ef-4e7b-a271-26c35760f3a3 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1169996 Feb 11 05:15:45.207961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff91b1e-9df4-497d-ab90-71b573b8edcf req-aa37a53a-1148-4d27-a81e-658f87338f53 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:45.212358 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dff91b1e-9df4-497d-ab90-71b573b8edcf req-aa37a53a-1148-4d27-a81e-658f87338f53 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 946 time: 0.0890539 Feb 11 05:15:45.307342 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-6f9eee0e-ea38-41ba-b5b8-6a060d2d7735 admin admin] Deleting port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:45.307342 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f9eee0e-ea38-41ba-b5b8-6a060d2d7735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.312105 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c04e2607-a3b7-4844-a34d-389e076462e7 req-c71fcc56-da7e-47b3-8840-adb625bf9ede tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149154 Feb 11 05:15:45.322569 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dff91b1e-9df4-497d-ab90-71b573b8edcf req-a4de0b48-5d27-4243-a076-7b282d058d56 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/security-groups?id=d807f8df-f1fa-4f9c-8f31-d96344a32a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021531 Feb 11 05:15:45.425898 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-6f9eee0e-ea38-41ba-b5b8-6a060d2d7735 admin admin] For port 3b411e8b-fdd1-42d7-86a5-8ed38ed38616, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3b411e8b-fdd1-42d7-86a5-8ed38ed38616,segment=NetworkSegment(c648bc39-603a-4051-9256-2cf7454a4653),segment_id=c648bc39-603a-4051-9256-2cf7454a4653)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:45.426273 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f9eee0e-ea38-41ba-b5b8-6a060d2d7735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.433061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 78eae114-a61b-496b-91dd-39f33936d947 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:45.442355 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-6f9eee0e-ea38-41ba-b5b8-6a060d2d7735 admin admin] Calling delete_port for 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:45.488751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 78eae114-a61b-496b-91dd-39f33936d947 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:45.489822 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (78eae114-a61b-496b-91dd-39f33936d947), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.576585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f774dd-681a-4826-8ec9-e8c56fd59e68 req-8d4e8d14-2170-4fdf-89dc-16470d5876c4 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:45.581043 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50f774dd-681a-4826-8ec9-e8c56fd59e68 req-8d4e8d14-2170-4fdf-89dc-16470d5876c4 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 946 time: 0.2160463 Feb 11 05:15:45.583615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 78eae114-a61b-496b-91dd-39f33936d947 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:45.584242 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (78eae114-a61b-496b-91dd-39f33936d947), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.615694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146490f7-d48a-4b6d-8de8-9aefbecc5c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eae114-a61b-496b-91dd-39f33936d947'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:45.619404 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dce317-4623-4105-a984-286a241e5d07" -d '{"events": [{"server_uuid": "146490f7-d48a-4b6d-8de8-9aefbecc5c59", "name": "network-vif-plugged", "status": "completed", "tag": "78eae114-a61b-496b-91dd-39f33936d947"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:45.639335 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 78eae114-a61b-496b-91dd-39f33936d947, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=78eae114-a61b-496b-91dd-39f33936d947,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:45.647949 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (78eae114-a61b-496b-91dd-39f33936d947), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.650659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b50a6-b5b5-4acf-9ab5-a0be4472b860 req-6adf1985-6d0c-4366-bcaf-1c73fcb97204 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:45.662923 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-744b50a6-b5b5-4acf-9ab5-a0be4472b860 req-6adf1985-6d0c-4366-bcaf-1c73fcb97204 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 1127 time: 0.2450683 Feb 11 05:15:45.732371 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=78eae114-a61b-496b-91dd-39f33936d947,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:45.769093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd1733-3fbd-4f52-8fc5-1e726fd70569 req-462274ba-232e-4a31-bec6-5f0fe6af49d9 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:45.778173 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffdd1733-3fbd-4f52-8fc5-1e726fd70569 req-462274ba-232e-4a31-bec6-5f0fe6af49d9 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 945 time: 0.2957187 Feb 11 05:15:45.800494 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f9eee0e-ea38-41ba-b5b8-6a060d2d7735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3b411e8b-fdd1-42d7-86a5-8ed38ed38616), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:45.838495 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9eee0e-ea38-41ba-b5b8-6a060d2d7735 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b411e8b-fdd1-42d7-86a5-8ed38ed38616,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:45.878094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-744b50a6-b5b5-4acf-9ab5-a0be4472b860 req-0313a191-4fef-4cb5-b6e1-48b38e09a3a4 tempest-LiveMigrationTest-1512634287 tempest-LiveMigrationTest-1512634287-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116935 Feb 11 05:15:45.976801 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffdd1733-3fbd-4f52-8fc5-1e726fd70569 req-081ba9e9-7f21-4f61-b540-5c604ec3816f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971841 Feb 11 05:15:46.031610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-50f774dd-681a-4826-8ec9-e8c56fd59e68 req-6b8e54a4-9bc1-4130-95dc-1f7d5f43b9e8 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Deleting port 9b639998-3707-42f4-8b31-13c8ebe0e213 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:46.035525 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-50f774dd-681a-4826-8ec9-e8c56fd59e68 req-6b8e54a4-9bc1-4130-95dc-1f7d5f43b9e8 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (9b639998-3707-42f4-8b31-13c8ebe0e213), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.128454 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f9eee0e-ea38-41ba-b5b8-6a060d2d7735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (c7d26067-6764-4a55-9bab-a92cb32599c1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.219087 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-12dd9593-fa51-4121-8255-2fde6258bbcb req-559f1ec7-6b96-444c-a30a-2d9c91a6eaf6 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.0966372 Feb 11 05:15:46.252355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-50f774dd-681a-4826-8ec9-e8c56fd59e68 req-6b8e54a4-9bc1-4130-95dc-1f7d5f43b9e8 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] For port 9b639998-3707-42f4-8b31-13c8ebe0e213, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9b639998-3707-42f4-8b31-13c8ebe0e213,segment=NetworkSegment(d0833494-6bcf-4eda-9f65-0140ca058e8e),segment_id=d0833494-6bcf-4eda-9f65-0140ca058e8e)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:46.252751 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-50f774dd-681a-4826-8ec9-e8c56fd59e68 req-6b8e54a4-9bc1-4130-95dc-1f7d5f43b9e8 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (9b639998-3707-42f4-8b31-13c8ebe0e213), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.366911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844869a-e7b4-4af5-ad29-5cf073370ad6 req-c698bc55-9e4b-4efd-ba29-bc7292f5c122 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:46.374892 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d844869a-e7b4-4af5-ad29-5cf073370ad6 req-c698bc55-9e4b-4efd-ba29-bc7292f5c122 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.2545133 Feb 11 05:15:46.389241 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62381dce-22ac-41f8-b8fd-f96a99eabce8 x-openstack-request-id: req-62381dce-22ac-41f8-b8fd-f96a99eabce8 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:46.389538 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146490f7-d48a-4b6d-8de8-9aefbecc5c59", "name": "network-vif-plugged", "status": "completed", "tag": "78eae114-a61b-496b-91dd-39f33936d947", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:46.389789 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-62381dce-22ac-41f8-b8fd-f96a99eabce8 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:46.390207 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146490f7-d48a-4b6d-8de8-9aefbecc5c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eae114-a61b-496b-91dd-39f33936d947', 'code': 200} Feb 11 05:15:46.450752 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da49c377-5f68-47a3-b3ac-b65e5ae34b68 req-1bf21237-c5f6-4b55-b791-0e6c69b5fce8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.0621493 Feb 11 05:15:46.482925 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9eee0e-ea38-41ba-b5b8-6a060d2d7735 admin admin] Router c7d26067-6764-4a55-9bab-a92cb32599c1 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:46.628194 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d844869a-e7b4-4af5-ad29-5cf073370ad6 req-ba24b69a-a25f-413e-b186-58412d0c2018 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487352 Feb 11 05:15:46.642917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9eee0e-ea38-41ba-b5b8-6a060d2d7735 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:46.647698 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6f9eee0e-ea38-41ba-b5b8-6a060d2d7735 admin admin] 10.222.0.87 "PUT /v2.0/routers/c7d26067-6764-4a55-9bab-a92cb32599c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1650875 Feb 11 05:15:46.651723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59376) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:46.653884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b90846e-7ab8-401d-bcb0-ac0ddf88938e None None] Sync routers for ids ['c7d26067-6764-4a55-9bab-a92cb32599c1'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:46.671918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b90846e-7ab8-401d-bcb0-ac0ddf88938e None None] Routers {'c7d26067-6764-4a55-9bab-a92cb32599c1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:46.672563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5b90846e-7ab8-401d-bcb0-ac0ddf88938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c7d26067-6764-4a55-9bab-a92cb32599c1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:46.819368 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-5b90846e-7ab8-401d-bcb0-ac0ddf88938e None None] Set router c7d26067-6764-4a55-9bab-a92cb32599c1 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:46.942225 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-50f774dd-681a-4826-8ec9-e8c56fd59e68 req-6b8e54a4-9bc1-4130-95dc-1f7d5f43b9e8 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.942813 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-50f774dd-681a-4826-8ec9-e8c56fd59e68 req-6b8e54a4-9bc1-4130-95dc-1f7d5f43b9e8 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (2184888b-6c54-4ecc-ab01-ad65e5751b2b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:46.942934 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-50f774dd-681a-4826-8ec9-e8c56fd59e68 req-6b8e54a4-9bc1-4130-95dc-1f7d5f43b9e8 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Floating IP 2184888b-6c54-4ecc-ab01-ad65e5751b2b disassociated. External IP: 172.25.5.234, port: 9b639998-3707-42f4-8b31-13c8ebe0e213. Feb 11 05:15:46.943244 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-50f774dd-681a-4826-8ec9-e8c56fd59e68 req-6b8e54a4-9bc1-4130-95dc-1f7d5f43b9e8 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Calling delete_port for 9b639998-3707-42f4-8b31-13c8ebe0e213 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:46.984524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c94e5-8465-4d68-aee2-06018c90acae req-a42909ec-b56c-4ca0-8a6e-406cc6006352 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:46.992336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-063c94e5-8465-4d68-aee2-06018c90acae req-a42909ec-b56c-4ca0-8a6e-406cc6006352 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 946 time: 0.2457180 Feb 11 05:15:47.001157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a15c2-f4ce-405f-bca4-ec04f1553461 req-9df6801f-9871-40f6-9ca2-e2a0e36435d9 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:47.003179 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-979a15c2-f4ce-405f-bca4-ec04f1553461 req-9df6801f-9871-40f6-9ca2-e2a0e36435d9 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 944 time: 0.2471418 Feb 11 05:15:47.014098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5b90846e-7ab8-401d-bcb0-ac0ddf88938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'name': 'tempest-FloatingIPsTestJSON-44711955-router', 'tenant_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:28Z', 'updated_at': '2022-02-11T05:15:45Z', 'revision_number': 5, 'project_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'gw_port': {'id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:29Z', 'updated_at': '2022-02-11T05:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:47.050341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b90846e-7ab8-401d-bcb0-ac0ddf88938e None None] Checking router: c7d26067-6764-4a55-9bab-a92cb32599c1 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:47.060640 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-04304f8f-42bb-463c-85ca-bb2df4349109 admin admin] Publish callbacks [] for router (c7d26067-6764-4a55-9bab-a92cb32599c1), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.067772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b90846e-7ab8-401d-bcb0-ac0ddf88938e None None] Routers {'c7d26067-6764-4a55-9bab-a92cb32599c1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:47.068908 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5b90846e-7ab8-401d-bcb0-ac0ddf88938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c7d26067-6764-4a55-9bab-a92cb32599c1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:47.187513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-5b90846e-7ab8-401d-bcb0-ac0ddf88938e None None] Set router c7d26067-6764-4a55-9bab-a92cb32599c1 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:47.226763 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-063c94e5-8465-4d68-aee2-06018c90acae req-8166d473-638e-459e-9393-d7add4ed133b tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/security-groups?id=d807f8df-f1fa-4f9c-8f31-d96344a32a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333975 Feb 11 05:15:47.374288 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b740e8-1d05-4c0c-a496-5ca152209b2c req-ab0e3008-049d-44dd-bd5a-bc31013ad8ed tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:47.375858 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-58b740e8-1d05-4c0c-a496-5ca152209b2c req-ab0e3008-049d-44dd-bd5a-bc31013ad8ed tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.73 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 944 time: 0.1058717 Feb 11 05:15:47.392283 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-979a15c2-f4ce-405f-bca4-ec04f1553461 req-091fed36-f4b7-461a-b3aa-58f768a9e66f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773863 Feb 11 05:15:47.404165 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-50f774dd-681a-4826-8ec9-e8c56fd59e68 req-6b8e54a4-9bc1-4130-95dc-1f7d5f43b9e8 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (9b639998-3707-42f4-8b31-13c8ebe0e213), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.432581 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-04304f8f-42bb-463c-85ca-bb2df4349109 admin admin] Publish callbacks [] for router_gateway (c7d26067-6764-4a55-9bab-a92cb32599c1), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.446677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 9b639998-3707-42f4-8b31-13c8ebe0e213 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:47.529497 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5b90846e-7ab8-401d-bcb0-ac0ddf88938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'name': 'tempest-FloatingIPsTestJSON-44711955-router', 'tenant_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:28Z', 'updated_at': '2022-02-11T05:15:45Z', 'revision_number': 5, 'project_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'gw_port': {'id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:29Z', 'updated_at': '2022-02-11T05:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:47.533375 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 9b639998-3707-42f4-8b31-13c8ebe0e213 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:47.533965 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 9b639998-3707-42f4-8b31-13c8ebe0e213 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:47.567519 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-58b740e8-1d05-4c0c-a496-5ca152209b2c req-788ea87a-4335-489c-9864-aae692561824 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Deleting port e094c354-72f5-43cd-bbc7-faeeecf6016b {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:47.568521 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-58b740e8-1d05-4c0c-a496-5ca152209b2c req-788ea87a-4335-489c-9864-aae692561824 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.569949 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b90846e-7ab8-401d-bcb0-ac0ddf88938e None None] The sync data for ids ['c7d26067-6764-4a55-9bab-a92cb32599c1'] in n-d-713499-38 is: [{'id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'name': 'tempest-FloatingIPsTestJSON-44711955-router', 'tenant_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:28Z', 'updated_at': '2022-02-11T05:15:45Z', 'revision_number': 5, 'project_id': 'e21fbcf6fb84412985aa93c69a53e49c', 'gw_port': {'id': 'd24bdd5b-af75-4200-a01d-121648f06d74', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:94:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d26067-6764-4a55-9bab-a92cb32599c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:29Z', 'updated_at': '2022-02-11T05:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:47.592568 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e54a4-9bc1-4130-95dc-1f7d5f43b9e8 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Pushing event deleted for resources: {'Port': ['ID=9b639998-3707-42f4-8b31-13c8ebe0e213,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:47.694596 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-58b740e8-1d05-4c0c-a496-5ca152209b2c req-788ea87a-4335-489c-9864-aae692561824 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] For port e094c354-72f5-43cd-bbc7-faeeecf6016b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e094c354-72f5-43cd-bbc7-faeeecf6016b,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:47.694964 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-58b740e8-1d05-4c0c-a496-5ca152209b2c req-788ea87a-4335-489c-9864-aae692561824 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.707203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fb328-9706-40fa-936c-e06ddf2cfa9e req-fd1bdb48-5d15-4e7b-a3c5-83a0ed414e3f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:47.709334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-58b740e8-1d05-4c0c-a496-5ca152209b2c req-788ea87a-4335-489c-9864-aae692561824 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Calling delete_port for e094c354-72f5-43cd-bbc7-faeeecf6016b owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:47.711928 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b71fb328-9706-40fa-936c-e06ddf2cfa9e req-fd1bdb48-5d15-4e7b-a3c5-83a0ed414e3f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.3171914 Feb 11 05:15:47.769230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-04304f8f-42bb-463c-85ca-bb2df4349109 admin admin] Deleting port d24bdd5b-af75-4200-a01d-121648f06d74 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:47.769445 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-04304f8f-42bb-463c-85ca-bb2df4349109 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d24bdd5b-af75-4200-a01d-121648f06d74), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.802426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36aab93-d284-4163-8e46-70671e6f93a9 req-f29529f5-9889-441f-b473-6e7c1a1a1d7a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:47.804062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a36aab93-d284-4163-8e46-70671e6f93a9 req-f29529f5-9889-441f-b473-6e7c1a1a1d7a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.2230158 Feb 11 05:15:47.846850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50f774dd-681a-4826-8ec9-e8c56fd59e68 req-6b8e54a4-9bc1-4130-95dc-1f7d5f43b9e8 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Router e6df3e49-a794-4e76-a228-61924b7dcef4 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:47.906566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b71fb328-9706-40fa-936c-e06ddf2cfa9e req-5b28178f-905f-4d17-a00f-bb20d2d1e3e7 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823425 Feb 11 05:15:47.918940 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-58b740e8-1d05-4c0c-a496-5ca152209b2c req-788ea87a-4335-489c-9864-aae692561824 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e094c354-72f5-43cd-bbc7-faeeecf6016b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:47.935877 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['e094c354-72f5-43cd-bbc7-faeeecf6016b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:47.944148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['921fa3de-f9dd-4b60-8027-465c648112b4'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:48.073099 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ea87a-4335-489c-9864-aae692561824 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Pushing event deleted for resources: {'Port': ['ID=e094c354-72f5-43cd-bbc7-faeeecf6016b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:48.124830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b740e8-1d05-4c0c-a496-5ca152209b2c req-788ea87a-4335-489c-9864-aae692561824 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] No DVR routers for this DVR port e094c354-72f5-43cd-bbc7-faeeecf6016b on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:48.135119 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-58b740e8-1d05-4c0c-a496-5ca152209b2c req-788ea87a-4335-489c-9864-aae692561824 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:48.141211 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-58b740e8-1d05-4c0c-a496-5ca152209b2c req-788ea87a-4335-489c-9864-aae692561824 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.73 "DELETE /v2.0/ports/e094c354-72f5-43cd-bbc7-faeeecf6016b HTTP/1.1" status: 204 len: 173 time: 0.7577064 Feb 11 05:15:48.141725 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de3c142-4187-4b76-aa10-03d2d27365dc', 'name': 'network-vif-deleted', 'tag': 'e094c354-72f5-43cd-bbc7-faeeecf6016b'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:48.157088 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4fa4d1-a4cb-4615-a1e8-f86cd5eb138f" -d '{"events": [{"server_uuid": "7de3c142-4187-4b76-aa10-03d2d27365dc", "name": "network-vif-deleted", "tag": "e094c354-72f5-43cd-bbc7-faeeecf6016b"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:48.500886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-805d221f-cf56-4c8c-9b5b-af6ca5389bba req-168fdfe6-7504-4060-92a3-0c265c8d5cf5 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.0428615 Feb 11 05:15:48.509471 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a36aab93-d284-4163-8e46-70671e6f93a9 req-b65089e2-504c-4179-96e3-bdab83f08cb3 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6855249 Feb 11 05:15:48.515893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-04304f8f-42bb-463c-85ca-bb2df4349109 admin admin] For port d24bdd5b-af75-4200-a01d-121648f06d74, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d24bdd5b-af75-4200-a01d-121648f06d74,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:48.516260 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-04304f8f-42bb-463c-85ca-bb2df4349109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d24bdd5b-af75-4200-a01d-121648f06d74), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:48.534597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-04304f8f-42bb-463c-85ca-bb2df4349109 admin admin] Calling delete_port for d24bdd5b-af75-4200-a01d-121648f06d74 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:48.644950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:48.666983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50f774dd-681a-4826-8ec9-e8c56fd59e68 req-6b8e54a4-9bc1-4130-95dc-1f7d5f43b9e8 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:48.678944 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9a0afa-ecc2-4ff5-b9d7-4be02031ab24 None None] Sync routers for ids ['e6df3e49-a794-4e76-a228-61924b7dcef4'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:48.698561 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a0afa-ecc2-4ff5-b9d7-4be02031ab24 None None] Routers {'e6df3e49-a794-4e76-a228-61924b7dcef4'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:48.699188 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1e9a0afa-ecc2-4ff5-b9d7-4be02031ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['e6df3e49-a794-4e76-a228-61924b7dcef4'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:48.715524 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0a5faa-fbd2-40e6-ba17-332dd8a1681e x-openstack-request-id: req-ba0a5faa-fbd2-40e6-ba17-332dd8a1681e {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:48.716113 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de3c142-4187-4b76-aa10-03d2d27365dc", "name": "network-vif-deleted", "tag": "e094c354-72f5-43cd-bbc7-faeeecf6016b", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:48.716113 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ba0a5faa-fbd2-40e6-ba17-332dd8a1681e {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:48.716467 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de3c142-4187-4b76-aa10-03d2d27365dc', 'name': 'network-vif-deleted', 'tag': 'e094c354-72f5-43cd-bbc7-faeeecf6016b', 'status': 'completed', 'code': 200} Feb 11 05:15:48.730629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:48.732234 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3b411e8b-fdd1-42d7-86a5-8ed38ed38616 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:48.814706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f774dd-681a-4826-8ec9-e8c56fd59e68 req-6b8e54a4-9bc1-4130-95dc-1f7d5f43b9e8 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] No DVR routers for this DVR port 9b639998-3707-42f4-8b31-13c8ebe0e213 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:48.880188 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-1e9a0afa-ecc2-4ff5-b9d7-4be02031ab24 None None] Set router e6df3e49-a794-4e76-a228-61924b7dcef4 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:48.910635 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9fe2a111-03c1-493a-b898-42bb48699d75 req-613b4e26-7adf-47c9-a2d7-84aee66bc4e9 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b4a956a-51c1-43a4-b40d-57dc9b60212d HTTP/1.1" status: 200 len: 210 time: 0.1120296 Feb 11 05:15:48.975839 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-50f774dd-681a-4826-8ec9-e8c56fd59e68 req-6b8e54a4-9bc1-4130-95dc-1f7d5f43b9e8 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:48.990707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50f774dd-681a-4826-8ec9-e8c56fd59e68 req-6b8e54a4-9bc1-4130-95dc-1f7d5f43b9e8 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.88 "DELETE /v2.0/ports/9b639998-3707-42f4-8b31-13c8ebe0e213 HTTP/1.1" status: 204 len: 173 time: 3.3968346 Feb 11 05:15:49.023543 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d80d81c2-1469-4d0a-9496-d611a143ccdf req-408129c8-1cfb-4c25-a338-bb90dd0372c4 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 210 time: 0.1917989 Feb 11 05:15:49.026545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4a956a-51c1-43a4-b40d-57dc9b60212d', 'name': 'network-vif-deleted', 'tag': '9b639998-3707-42f4-8b31-13c8ebe0e213'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:49.038315 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496746bf-6966-49af-98e6-36aafee77e93" -d '{"events": [{"server_uuid": "5b4a956a-51c1-43a4-b40d-57dc9b60212d", "name": "network-vif-deleted", "tag": "9b639998-3707-42f4-8b31-13c8ebe0e213"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:49.102904 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1e9a0afa-ecc2-4ff5-b9d7-4be02031ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'name': 'tempest-ServersTestManualDisk-936683647-router', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:13Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 4, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'gw_port': {'id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '4095a563-3d77-416c-ac82-8e7c6ae43c6f', 'name': '', 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'mac_address': 'fa:16:3e:ee:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:13:37Z', 'revision_number': 5, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'subnets': [{'id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:49.131280 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9a0afa-ecc2-4ff5-b9d7-4be02031ab24 None None] Checking router: e6df3e49-a794-4e76-a228-61924b7dcef4 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:49.141721 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a0afa-ecc2-4ff5-b9d7-4be02031ab24 None None] Routers {'e6df3e49-a794-4e76-a228-61924b7dcef4'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:49.143261 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1e9a0afa-ecc2-4ff5-b9d7-4be02031ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['e6df3e49-a794-4e76-a228-61924b7dcef4'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:49.335915 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671378d-810d-43d5-83ca-a4707e27037a req-7b5b8b61-4918-4502-b6f9-6f642aec184d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:49.343088 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a671378d-810d-43d5-83ca-a4707e27037a req-7b5b8b61-4918-4502-b6f9-6f642aec184d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1691124 Feb 11 05:15:49.364457 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-1e9a0afa-ecc2-4ff5-b9d7-4be02031ab24 None None] Set router e6df3e49-a794-4e76-a228-61924b7dcef4 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:49.376253 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b98df-0cde-4ba5-91db-8550f4b82c76 req-bc19b8d8-d6df-43ba-8c7f-69a8da3500df tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:49.378356 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a77b98df-0cde-4ba5-91db-8550f4b82c76 req-bc19b8d8-d6df-43ba-8c7f-69a8da3500df tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1521745 Feb 11 05:15:49.456896 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a77b98df-0cde-4ba5-91db-8550f4b82c76 req-4adcafa0-a935-4230-81cf-dfa1e0488278 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678074 Feb 11 05:15:49.457801 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-04304f8f-42bb-463c-85ca-bb2df4349109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d24bdd5b-af75-4200-a01d-121648f06d74), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:49.476302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a671378d-810d-43d5-83ca-a4707e27037a req-a70e06af-1ba8-4e00-82e4-9be89dd72044 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320100 Feb 11 05:15:49.545578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04304f8f-42bb-463c-85ca-bb2df4349109 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24bdd5b-af75-4200-a01d-121648f06d74,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:49.726375 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422d55d0-1a51-492c-8c21-b128018e7001 x-openstack-request-id: req-422d55d0-1a51-492c-8c21-b128018e7001 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:49.726664 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4a956a-51c1-43a4-b40d-57dc9b60212d", "name": "network-vif-deleted", "tag": "9b639998-3707-42f4-8b31-13c8ebe0e213", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:49.726930 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-422d55d0-1a51-492c-8c21-b128018e7001 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:49.727315 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4a956a-51c1-43a4-b40d-57dc9b60212d', 'name': 'network-vif-deleted', 'tag': '9b639998-3707-42f4-8b31-13c8ebe0e213', 'status': 'completed', 'code': 200} Feb 11 05:15:49.737144 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-04304f8f-42bb-463c-85ca-bb2df4349109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (c7d26067-6764-4a55-9bab-a92cb32599c1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:49.777778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddf22a-d741-4332-9886-11502edebccf req-17f8775a-6979-4fc2-858a-db669eb6043e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:49.786148 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18ddf22a-d741-4332-9886-11502edebccf req-17f8775a-6979-4fc2-858a-db669eb6043e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1234248 Feb 11 05:15:49.880861 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-04304f8f-42bb-463c-85ca-bb2df4349109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (c7d26067-6764-4a55-9bab-a92cb32599c1), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:49.890017 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-04304f8f-42bb-463c-85ca-bb2df4349109 admin admin] Publish callbacks [] for router_controller (c7d26067-6764-4a55-9bab-a92cb32599c1), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:49.977037 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29331340-6cbe-46f6-bc20-206eb4e1ad42 req-6fee0949-c8f5-4111-8dd8-74bf79a336e3 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.0942042 Feb 11 05:15:49.989247 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18ddf22a-d741-4332-9886-11502edebccf req-61cd66c5-65c3-44c9-8897-9a03e6101aaf tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969056 Feb 11 05:15:50.016108 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-04304f8f-42bb-463c-85ca-bb2df4349109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (c7d26067-6764-4a55-9bab-a92cb32599c1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:50.017737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04304f8f-42bb-463c-85ca-bb2df4349109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7d26067-6764-4a55-9bab-a92cb32599c1 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:15:50.022974 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-04304f8f-42bb-463c-85ca-bb2df4349109 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:50.026519 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-04304f8f-42bb-463c-85ca-bb2df4349109 admin admin] 10.222.0.87 "DELETE /v2.0/routers/c7d26067-6764-4a55-9bab-a92cb32599c1 HTTP/1.1" status: 204 len: 168 time: 3.3714936 Feb 11 05:15:50.027303 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59410) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:50.068780 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1e9a0afa-ecc2-4ff5-b9d7-4be02031ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'name': 'tempest-ServersTestManualDisk-936683647-router', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:13Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 4, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'gw_port': {'id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '4095a563-3d77-416c-ac82-8e7c6ae43c6f', 'name': '', 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'mac_address': 'fa:16:3e:ee:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:13:37Z', 'revision_number': 5, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'subnets': [{'id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:50.118633 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-95070f64-dc22-4a0a-b64a-1e3d3c9ac7f2 admin admin] Deleting subnet 1422ac49-09dd-4396-b7cb-2398d77558fa {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:15:50.122330 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-95070f64-dc22-4a0a-b64a-1e3d3c9ac7f2 admin admin] Publish callbacks [] for subnet (1422ac49-09dd-4396-b7cb-2398d77558fa), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:50.138173 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9a0afa-ecc2-4ff5-b9d7-4be02031ab24 None None] The sync data for ids ['e6df3e49-a794-4e76-a228-61924b7dcef4'] in n-d-713499-38 is: [{'id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'name': 'tempest-ServersTestManualDisk-936683647-router', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:13Z', 'updated_at': '2022-02-11T05:13:28Z', 'revision_number': 4, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'gw_port': {'id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '4095a563-3d77-416c-ac82-8e7c6ae43c6f', 'name': '', 'network_id': '4b76b216-e4cb-473c-8a94-4abeb8bb28ae', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'mac_address': 'fa:16:3e:ee:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:26Z', 'updated_at': '2022-02-11T05:13:37Z', 'revision_number': 5, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'subnets': [{'id': 'ae47bb1e-7085-4dff-baca-93869632cb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:50.241812 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-95070f64-dc22-4a0a-b64a-1e3d3c9ac7f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (1422ac49-09dd-4396-b7cb-2398d77558fa), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:50.419806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4ca9e-23e4-400f-a6ed-f50869a9272c req-eca49707-41b8-4e0d-af54-2e11f5cecb7a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:50.421425 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36c4ca9e-23e4-400f-a6ed-f50869a9272c req-eca49707-41b8-4e0d-af54-2e11f5cecb7a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.0827591 Feb 11 05:15:50.482249 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-95070f64-dc22-4a0a-b64a-1e3d3c9ac7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (1422ac49-09dd-4396-b7cb-2398d77558fa), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:50.502243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36c4ca9e-23e4-400f-a6ed-f50869a9272c req-7ef13004-c326-45ca-a4cc-80fa7dadac48 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740085 Feb 11 05:15:50.578671 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-95070f64-dc22-4a0a-b64a-1e3d3c9ac7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (1422ac49-09dd-4396-b7cb-2398d77558fa), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:50.641154 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95070f64-dc22-4a0a-b64a-1e3d3c9ac7f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1422ac49-09dd-4396-b7cb-2398d77558fa,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:50.650290 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-95070f64-dc22-4a0a-b64a-1e3d3c9ac7f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:50.660061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bd1bcd-76d9-455e-b5c5-7965265a3ec3 None None] Network f9b6015b-8570-4b46-bc3f-cade367050bf requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:50.669662 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-95070f64-dc22-4a0a-b64a-1e3d3c9ac7f2 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/1422ac49-09dd-4396-b7cb-2398d77558fa HTTP/1.1" status: 204 len: 168 time: 0.6407700 Feb 11 05:15:50.672066 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59420) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:50.745813 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6b74ffc-d0cb-4b7f-aa74-aa6ae45aa6b7 req-8e7305f2-36bd-4c2a-98f5-c228645db347 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 210 time: 0.0871794 Feb 11 05:15:50.783996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59422) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:50.850958 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af105360-ff51-4770-ac56-76445304805f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (f9b6015b-8570-4b46-bc3f-cade367050bf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:50.854735 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d24bdd5b-af75-4200-a01d-121648f06d74 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:50.873128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4853f68c-a899-4344-b598-64f1128a3777 None None] New status for floating IP 2184888b-6c54-4ecc-ab01-ad65e5751b2b: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:15:50.940454 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5a1958ef-3f9e-4c3c-854e-f894323830e2 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for security_group (d807f8df-f1fa-4f9c-8f31-d96344a32a21), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:50.986535 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-af105360-ff51-4770-ac56-76445304805f admin admin] Deleting port bafc088f-41d2-4f8e-916c-fc01c6697842 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:50.986966 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af105360-ff51-4770-ac56-76445304805f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (bafc088f-41d2-4f8e-916c-fc01c6697842), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.062758 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5a1958ef-3f9e-4c3c-854e-f894323830e2 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for security_group (d807f8df-f1fa-4f9c-8f31-d96344a32a21), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.078163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: d24bdd5b-af75-4200-a01d-121648f06d74 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:51.078811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d24bdd5b-af75-4200-a01d-121648f06d74 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:51.137471 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-af105360-ff51-4770-ac56-76445304805f admin admin] For port bafc088f-41d2-4f8e-916c-fc01c6697842, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=bafc088f-41d2-4f8e-916c-fc01c6697842,segment=NetworkSegment(c648bc39-603a-4051-9256-2cf7454a4653),segment_id=c648bc39-603a-4051-9256-2cf7454a4653)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:51.138052 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af105360-ff51-4770-ac56-76445304805f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (bafc088f-41d2-4f8e-916c-fc01c6697842), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.169022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa10b7-a5ee-4e0a-932b-231965fd92aa req-7d01e592-d057-4d46-8ea0-3e445f357e9d tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:51.170629 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5afa10b7-a5ee-4e0a-932b-231965fd92aa req-7d01e592-d057-4d46-8ea0-3e445f357e9d tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.2438929 Feb 11 05:15:51.175570 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-af105360-ff51-4770-ac56-76445304805f admin admin] Calling delete_port for bafc088f-41d2-4f8e-916c-fc01c6697842 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:51.283262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f634f4-d9f6-4a39-b67e-bdc817fd092c None None] DHCP port deletion for f9b6015b-8570-4b46-bc3f-cade367050bf request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:15:51.319952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5afa10b7-a5ee-4e0a-932b-231965fd92aa req-249d6014-a263-40c5-b7ab-69784611a7c4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414866 Feb 11 05:15:51.331472 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5a1958ef-3f9e-4c3c-854e-f894323830e2 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d807f8df-f1fa-4f9c-8f31-d96344a32a21), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.340363 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5a1958ef-3f9e-4c3c-854e-f894323830e2 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.341763 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5a1958ef-3f9e-4c3c-854e-f894323830e2 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "DELETE /v2.0/security-groups/d807f8df-f1fa-4f9c-8f31-d96344a32a21 HTTP/1.1" status: 204 len: 168 time: 0.5565133 Feb 11 05:15:51.344564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59436) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:51.399264 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-71f634f4-d9f6-4a39-b67e-bdc817fd092c None None] Deleting port bafc088f-41d2-4f8e-916c-fc01c6697842 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:51.400578 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-71f634f4-d9f6-4a39-b67e-bdc817fd092c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (bafc088f-41d2-4f8e-916c-fc01c6697842), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.435988 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af105360-ff51-4770-ac56-76445304805f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (bafc088f-41d2-4f8e-916c-fc01c6697842), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.470158 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-d7086196-5f9c-46e4-be95-911ba0f26aa3 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] show failed (client error): The resource could not be found. Feb 11 05:15:51.474774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d7086196-5f9c-46e4-be95-911ba0f26aa3 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "GET /v2.0/security-groups/d807f8df-f1fa-4f9c-8f31-d96344a32a21 HTTP/1.1" status: 404 len: 347 time: 0.1198044 Feb 11 05:15:51.478454 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59438) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:51.505563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1958ef-3f9e-4c3c-854e-f894323830e2 tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d807f8df-f1fa-4f9c-8f31-d96344a32a21,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:51.578776 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af105360-ff51-4770-ac56-76445304805f admin admin] Pushing event deleted for resources: {'Port': ['ID=bafc088f-41d2-4f8e-916c-fc01c6697842,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:51.584643 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af105360-ff51-4770-ac56-76445304805f admin admin] No DVR routers for this DVR port bafc088f-41d2-4f8e-916c-fc01c6697842 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:51.608315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-71f634f4-d9f6-4a39-b67e-bdc817fd092c None None] For port bafc088f-41d2-4f8e-916c-fc01c6697842, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=bafc088f-41d2-4f8e-916c-fc01c6697842,segment=NetworkSegment(c648bc39-603a-4051-9256-2cf7454a4653),segment_id=c648bc39-603a-4051-9256-2cf7454a4653)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:51.609431 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-71f634f4-d9f6-4a39-b67e-bdc817fd092c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (bafc088f-41d2-4f8e-916c-fc01c6697842), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.635747 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-71f634f4-d9f6-4a39-b67e-bdc817fd092c None None] Calling delete_port for bafc088f-41d2-4f8e-916c-fc01c6697842 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:51.789316 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af105360-ff51-4770-ac56-76445304805f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (f9b6015b-8570-4b46-bc3f-cade367050bf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.831858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9597fb1-a1a8-464b-9e95-eb9b12087e88 req-eb157e5d-ba54-4080-91eb-933029f5424e tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.1219356 Feb 11 05:15:51.877436 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-af105360-ff51-4770-ac56-76445304805f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b6015b-8570-4b46-bc3f-cade367050bf']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:51.909905 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-af105360-ff51-4770-ac56-76445304805f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c648bc39-603a-4051-9256-2cf7454a4653') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:51.910285 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-af105360-ff51-4770-ac56-76445304805f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c648bc39-603a-4051-9256-2cf7454a4653') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:51.932980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e094c354-72f5-43cd-bbc7-faeeecf6016b no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:51.939560 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af105360-ff51-4770-ac56-76445304805f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (c648bc39-603a-4051-9256-2cf7454a4653), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.969447 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af105360-ff51-4770-ac56-76445304805f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c648bc39-603a-4051-9256-2cf7454a4653), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.977484 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: e094c354-72f5-43cd-bbc7-faeeecf6016b {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:51.977709 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e094c354-72f5-43cd-bbc7-faeeecf6016b not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:51.988561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af105360-ff51-4770-ac56-76445304805f admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:15:51.988963 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af105360-ff51-4770-ac56-76445304805f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (c648bc39-603a-4051-9256-2cf7454a4653), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:15:51.990794 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:15:52.023371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493737e4-87a7-4bea-a359-46d40274e463 req-80a9fa0c-86a4-4756-9172-ecb3cbe115f7 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:52.044514 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-493737e4-87a7-4bea-a359-46d40274e463 req-80a9fa0c-86a4-4756-9172-ecb3cbe115f7 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.5141468 Feb 11 05:15:52.051235 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-71f634f4-d9f6-4a39-b67e-bdc817fd092c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (bafc088f-41d2-4f8e-916c-fc01c6697842), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.059546 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-897338ae-a393-4167-b1a7-5602b754f10e req-b2d0c35f-104e-4bea-a6c3-ca937fac458e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 210 time: 0.1221745 Feb 11 05:15:52.129445 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af105360-ff51-4770-ac56-76445304805f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (f9b6015b-8570-4b46-bc3f-cade367050bf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.132261 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f634f4-d9f6-4a39-b67e-bdc817fd092c None None] Pushing event deleted for resources: {'Port': ['ID=bafc088f-41d2-4f8e-916c-fc01c6697842,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:52.148413 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f634f4-d9f6-4a39-b67e-bdc817fd092c None None] No DVR routers for this DVR port bafc088f-41d2-4f8e-916c-fc01c6697842 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:52.161800 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-af105360-ff51-4770-ac56-76445304805f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.169738 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-af105360-ff51-4770-ac56-76445304805f admin admin] 10.222.0.87 "DELETE /v2.0/networks/f9b6015b-8570-4b46-bc3f-cade367050bf HTTP/1.1" status: 204 len: 168 time: 1.4969096 Feb 11 05:15:52.170598 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af105360-ff51-4770-ac56-76445304805f admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b6015b-8570-4b46-bc3f-cade367050bf,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:52.223122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-493737e4-87a7-4bea-a359-46d40274e463 req-b5df7ad2-66bd-4059-ba11-015e06b00e29 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769710 Feb 11 05:15:52.252551 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-9429db0b-4739-4685-b15f-2f64ded5789f tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Deleting port db56c793-1bad-499d-81b6-3ca878e270f5 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:52.253027 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9429db0b-4739-4685-b15f-2f64ded5789f tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (db56c793-1bad-499d-81b6-3ca878e270f5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.397034 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9429db0b-4739-4685-b15f-2f64ded5789f tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (db56c793-1bad-499d-81b6-3ca878e270f5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.397350 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9429db0b-4739-4685-b15f-2f64ded5789f tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for floatingip (db56c793-1bad-499d-81b6-3ca878e270f5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.422387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-9429db0b-4739-4685-b15f-2f64ded5789f tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Calling delete_port for db56c793-1bad-499d-81b6-3ca878e270f5 owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:52.471081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb51099-1c00-4e1b-89c1-7e6bde55ed10 req-568072ed-520f-415b-aa73-3a7a45ed89a0 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:52.478407 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fb51099-1c00-4e1b-89c1-7e6bde55ed10 req-568072ed-520f-415b-aa73-3a7a45ed89a0 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1675196 Feb 11 05:15:52.492283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59462) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:52.558450 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c64291c0-1f20-473f-a3bc-8dbb406fbe40 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e21fbcf6fb84412985aa93c69a53e49c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0648785 Feb 11 05:15:52.562069 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59464) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:52.602232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b1ce0-34dd-4d6c-ad65-0ec1ccff1e9b req-f575db16-5d8d-40d9-b011-09a31bb85c4c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:52.609025 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f21b1ce0-34dd-4d6c-ad65-0ec1ccff1e9b req-f575db16-5d8d-40d9-b011-09a31bb85c4c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.2029536 Feb 11 05:15:52.631684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fb51099-1c00-4e1b-89c1-7e6bde55ed10 req-9bdf3a71-015d-4086-aaa6-4617984ccd70 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523268 Feb 11 05:15:52.639485 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-03605975-79a6-4601-b466-0417e5775fa1 admin admin] Publish callbacks [] for security_group (cae501b2-cca5-4a22-a31d-57bedfec7351), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.675295 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-03605975-79a6-4601-b466-0417e5775fa1 admin admin] Publish callbacks [] for security_group (cae501b2-cca5-4a22-a31d-57bedfec7351), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.745483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device bafc088f-41d2-4f8e-916c-fc01c6697842 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:52.786404 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-03605975-79a6-4601-b466-0417e5775fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cae501b2-cca5-4a22-a31d-57bedfec7351), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.791670 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-03605975-79a6-4601-b466-0417e5775fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.793096 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-03605975-79a6-4601-b466-0417e5775fa1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cae501b2-cca5-4a22-a31d-57bedfec7351 HTTP/1.1" status: 204 len: 168 time: 0.2291825 Feb 11 05:15:52.797661 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f21b1ce0-34dd-4d6c-ad65-0ec1ccff1e9b req-c0fac94f-8199-49b4-8074-b6078bf94b2d tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876910 Feb 11 05:15:52.806316 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: bafc088f-41d2-4f8e-916c-fc01c6697842 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:52.807052 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device bafc088f-41d2-4f8e-916c-fc01c6697842 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:52.811796 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03605975-79a6-4601-b466-0417e5775fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae501b2-cca5-4a22-a31d-57bedfec7351,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:52.955265 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9429db0b-4739-4685-b15f-2f64ded5789f tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (db56c793-1bad-499d-81b6-3ca878e270f5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:53.026375 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7bf8b0b-200e-4c0f-b9fb-7dda98881204 req-be3405c5-2d33-4f9c-8734-80f37d0b3250 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.0811391 Feb 11 05:15:53.038037 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429db0b-4739-4685-b15f-2f64ded5789f tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Pushing event deleted for resources: {'Port': ['ID=db56c793-1bad-499d-81b6-3ca878e270f5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:53.055664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de84b86-9a08-4c1f-a582-4ffd20707fcb req-8a9f0482-d4e2-4c9c-be5b-0cd5d25a5c6a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:53.066970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1de84b86-9a08-4c1f-a582-4ffd20707fcb req-8a9f0482-d4e2-4c9c-be5b-0cd5d25a5c6a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.2812045 Feb 11 05:15:53.237363 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6d294a6-c6c0-4629-8bca-dc75e31825f7 req-8cd201da-ddc8-4035-a0c8-b2a4f2042ac0 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 210 time: 0.0523496 Feb 11 05:15:53.265532 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1de84b86-9a08-4c1f-a582-4ffd20707fcb req-0f401bea-acb8-4593-bb42-2f52840e91cb tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006493 Feb 11 05:15:53.278007 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9429db0b-4739-4685-b15f-2f64ded5789f tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks [] for floatingip (2184888b-6c54-4ecc-ab01-ad65e5751b2b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:53.281083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9429db0b-4739-4685-b15f-2f64ded5789f tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:53.283742 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9429db0b-4739-4685-b15f-2f64ded5789f tempest-ServersTestManualDisk-319886290 tempest-ServersTestManualDisk-319886290-project] 10.222.0.87 "DELETE /v2.0/floatingips/2184888b-6c54-4ecc-ab01-ad65e5751b2b HTTP/1.1" status: 204 len: 168 time: 1.7999237 Feb 11 05:15:53.286819 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59478) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:53.510377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e3b08-054d-49e5-9e3c-d4c39e63ea01 req-740f012c-4167-4ac2-8384-6edb41aaba2c tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:53.522772 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-890e3b08-054d-49e5-9e3c-d4c39e63ea01 req-740f012c-4167-4ac2-8384-6edb41aaba2c tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1532509 Feb 11 05:15:53.596390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-890e3b08-054d-49e5-9e3c-d4c39e63ea01 req-d6de7e64-1cbc-4526-9171-1e8a17d13897 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660765 Feb 11 05:15:53.780122 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401a7fe-2726-46b8-8123-c58734311f70 req-b8fc425b-9c61-42db-89e4-8d7ac2266e0a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:53.789030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a401a7fe-2726-46b8-8123-c58734311f70 req-b8fc425b-9c61-42db-89e4-8d7ac2266e0a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.0828166 Feb 11 05:15:53.922030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a401a7fe-2726-46b8-8123-c58734311f70 req-d18dd039-80ae-459e-acce-6efb93b1a263 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286883 Feb 11 05:15:54.002895 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7568c76d-ca45-4c0b-a9b8-dca7655182ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (e6df3e49-a794-4e76-a228-61924b7dcef4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:54.100358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ceb54-3823-417c-8e76-0e774dbc4430 req-4cf87afc-97a1-427e-8e24-a35224371925 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:54.102486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e9ceb54-3823-417c-8e76-0e774dbc4430 req-4cf87afc-97a1-427e-8e24-a35224371925 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1388648 Feb 11 05:15:54.299739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e9ceb54-3823-417c-8e76-0e774dbc4430 req-1e766235-87ae-4049-b439-14662d09595e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523023 Feb 11 05:15:54.322633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b3c57-33a4-444a-9700-b79184bfd2ef req-143d0a7c-6fae-4837-9074-bec7d948ef17 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:54.330699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a35b3c57-33a4-444a-9700-b79184bfd2ef req-143d0a7c-6fae-4837-9074-bec7d948ef17 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.2268231 Feb 11 05:15:54.349178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59512) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:54.476232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a35b3c57-33a4-444a-9700-b79184bfd2ef req-eb624275-b929-47e6-870d-a1c83e0bc0bb tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352372 Feb 11 05:15:54.520354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f50a7a7b-8d46-468e-bfcc-361e941202a0 req-9aee4266-91c6-4708-a2a3-371ce3a2725e tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.0731921 Feb 11 05:15:54.583340 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7568c76d-ca45-4c0b-a9b8-dca7655182ab admin admin] Deleting port 4095a563-3d77-416c-ac82-8e7c6ae43c6f {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:54.583881 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7568c76d-ca45-4c0b-a9b8-dca7655182ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:54.680803 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67ee5c2c-2468-4558-b1e0-03a62c33cd20 req-83cc3d74-b27e-482d-899b-69975763ba1d tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 210 time: 0.0653508 Feb 11 05:15:54.733312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-7568c76d-ca45-4c0b-a9b8-dca7655182ab admin admin] For port 4095a563-3d77-416c-ac82-8e7c6ae43c6f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4095a563-3d77-416c-ac82-8e7c6ae43c6f,segment=NetworkSegment(d0833494-6bcf-4eda-9f65-0140ca058e8e),segment_id=d0833494-6bcf-4eda-9f65-0140ca058e8e)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:54.734008 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7568c76d-ca45-4c0b-a9b8-dca7655182ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:54.735322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-64ae6b75-22a0-48fd-9694-ed9c6e22a7ad admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1201785122-network', 'tenant_id': '3758cd1d66c2496ab75c0a03194de609'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:54.750267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7568c76d-ca45-4c0b-a9b8-dca7655182ab admin admin] Calling delete_port for 4095a563-3d77-416c-ac82-8e7c6ae43c6f owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:54.770171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ae6b75-22a0-48fd-9694-ed9c6e22a7ad admin admin] Made reservation on behalf of 3758cd1d66c2496ab75c0a03194de609 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:54.772979 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64ae6b75-22a0-48fd-9694-ed9c6e22a7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:54.792278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c6f4-0cbd-495d-97a6-b7d5900de227 req-f98e26f9-b9db-449d-ac94-eb0e05db1bab tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:54.800540 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5cb4c6f4-0cbd-495d-97a6-b7d5900de227 req-f98e26f9-b9db-449d-ac94-eb0e05db1bab tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1153605 Feb 11 05:15:54.809904 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64ae6b75-22a0-48fd-9694-ed9c6e22a7ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:54.894594 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5cb4c6f4-0cbd-495d-97a6-b7d5900de227 req-56db1883-f65f-4486-8428-d82d9ddb2fff tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928433 Feb 11 05:15:55.039001 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64ae6b75-22a0-48fd-9694-ed9c6e22a7ad admin admin] Publish callbacks [] for security_group (68e89d37-1560-4d74-9ab8-23ff06a34d3f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:55.051619 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64ae6b75-22a0-48fd-9694-ed9c6e22a7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (68e89d37-1560-4d74-9ab8-23ff06a34d3f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:55.079046 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7568c76d-ca45-4c0b-a9b8-dca7655182ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (4095a563-3d77-416c-ac82-8e7c6ae43c6f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:55.085484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04286cde-5c0c-474f-bd5b-402b3e148c01 req-6547cd18-ce1f-4887-9bfc-1bcfe50ffd7e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:55.087641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04286cde-5c0c-474f-bd5b-402b3e148c01 req-6547cd18-ce1f-4887-9bfc-1bcfe50ffd7e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1063373 Feb 11 05:15:55.103310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ae6b75-22a0-48fd-9694-ed9c6e22a7ad admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:15:55.122786 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568c76d-ca45-4c0b-a9b8-dca7655182ab admin admin] Pushing event deleted for resources: {'Port': ['ID=4095a563-3d77-416c-ac82-8e7c6ae43c6f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:55.134758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae6b75-22a0-48fd-9694-ed9c6e22a7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e89d37-1560-4d74-9ab8-23ff06a34d3f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:55.142772 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64ae6b75-22a0-48fd-9694-ed9c6e22a7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (706f6ac4-ed17-4090-819d-f5c9c879f738), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:55.143304 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-64ae6b75-22a0-48fd-9694-ed9c6e22a7ad admin admin] Added segment 706f6ac4-ed17-4090-819d-f5c9c879f738 of type vlan for network 8267c55a-2126-4b45-a031-9470970e9fe0 Feb 11 05:15:55.231207 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04286cde-5c0c-474f-bd5b-402b3e148c01 req-3736282d-466f-46f5-a988-9e603a99c6f4 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327856 Feb 11 05:15:55.238762 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64ae6b75-22a0-48fd-9694-ed9c6e22a7ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (8267c55a-2126-4b45-a031-9470970e9fe0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:55.274051 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64ae6b75-22a0-48fd-9694-ed9c6e22a7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (8267c55a-2126-4b45-a031-9470970e9fe0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:55.275481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ae6b75-22a0-48fd-9694-ed9c6e22a7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:55.276449 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64ae6b75-22a0-48fd-9694-ed9c6e22a7ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:55.317361 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-64ae6b75-22a0-48fd-9694-ed9c6e22a7ad admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9670434 Feb 11 05:15:55.320366 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59524) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:55.332634 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-c83fb156-759d-4849-99e4-5ee73fb17869 admin admin] Request body: {'subnet': {'network_id': '8267c55a-2126-4b45-a031-9470970e9fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1201785122-subnet', 'tenant_id': '3758cd1d66c2496ab75c0a03194de609', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:55.395001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae6b75-22a0-48fd-9694-ed9c6e22a7ad admin admin] Pushing event updated for resources: {'Network': ['ID=8267c55a-2126-4b45-a031-9470970e9fe0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:55.406038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 8267c55a-2126-4b45-a031-9470970e9fe0 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:15:55.654762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f4e8c-47ad-4d5d-935d-ac30283a08b2 req-17add35c-7271-45bc-a146-b582ab7f12ad tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:55.660766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e83f4e8c-47ad-4d5d-935d-ac30283a08b2 req-17add35c-7271-45bc-a146-b582ab7f12ad tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1529088 Feb 11 05:15:55.711301 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25a87625-dfd3-43b9-bcbd-13004be88b1a req-d9c937a5-9f68-4c37-ba74-fd43136bd6f5 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.0490386 Feb 11 05:15:55.806176 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83fb156-759d-4849-99e4-5ee73fb17869 admin admin] Made reservation on behalf of 3758cd1d66c2496ab75c0a03194de609 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:55.813163 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c83fb156-759d-4849-99e4-5ee73fb17869 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:55.833029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e83f4e8c-47ad-4d5d-935d-ac30283a08b2 req-3a736b0d-484f-412a-b1de-1013e6add2de tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139576 Feb 11 05:15:55.878672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f58af684-a72a-42e8-8338-47ef74e6944f req-cf366ae2-f3c9-4375-860e-5efad61fae75 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 210 time: 0.0501244 Feb 11 05:15:55.934083 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7568c76d-ca45-4c0b-a9b8-dca7655182ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (e6df3e49-a794-4e76-a228-61924b7dcef4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:56.002166 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d34bfc-94a3-497b-aa31-c585d9b51792 req-79a84cbc-ca6d-42e0-b837-7bfdb7ef77bf tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:56.009551 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1d34bfc-94a3-497b-aa31-c585d9b51792 req-79a84cbc-ca6d-42e0-b837-7bfdb7ef77bf tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.0843904 Feb 11 05:15:56.071103 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1d34bfc-94a3-497b-aa31-c585d9b51792 req-8b3a06f9-6d1c-45ed-9bd6-5391db84a0c5 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562224 Feb 11 05:15:56.071434 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a2179b2d-76b9-40b0-a1dd-0f9091a68ca9 req-f91d23e3-b4b5-415e-89c0-4cab28910a26 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1511686 Feb 11 05:15:56.274271 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c83fb156-759d-4849-99e4-5ee73fb17869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (31a27ee6-37a0-4b9f-b159-afd20488b10d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:56.297595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c56f2-b881-4a3a-8c1e-7b6e4562281d req-4b58b3a6-b8fa-4824-80ed-89b3385ebbd5 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:56.310876 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e4c56f2-b881-4a3a-8c1e-7b6e4562281d req-4b58b3a6-b8fa-4824-80ed-89b3385ebbd5 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1146727 Feb 11 05:15:56.323915 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2179b2d-76b9-40b0-a1dd-0f9091a68ca9 req-36791bd1-e89c-422f-bc6c-a66b19aeb3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:56.325603 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a2179b2d-76b9-40b0-a1dd-0f9091a68ca9 req-36791bd1-e89c-422f-bc6c-a66b19aeb3fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 1127 time: 0.1718848 Feb 11 05:15:56.394916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e4c56f2-b881-4a3a-8c1e-7b6e4562281d req-0623c8a9-8ff2-49b5-bd7f-454e4568f197 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741844 Feb 11 05:15:56.435968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fb156-759d-4849-99e4-5ee73fb17869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a27ee6-37a0-4b9f-b159-afd20488b10d,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:56.563649 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83fb156-759d-4849-99e4-5ee73fb17869 admin admin] Checking segment: {'id': '706f6ac4-ed17-4090-819d-f5c9c879f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8267c55a-2126-4b45-a031-9470970e9fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:56.564068 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83fb156-759d-4849-99e4-5ee73fb17869 admin admin] Network hostable DHCP agents. Network: 8267c55a-2126-4b45-a031-9470970e9fe0, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:15:56.665463 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7568c76d-ca45-4c0b-a9b8-dca7655182ab admin admin] Router e6df3e49-a794-4e76-a228-61924b7dcef4 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:15:56.667164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2179b2d-76b9-40b0-a1dd-0f9091a68ca9 req-09be11ba-3add-405b-b12c-95c75fc2a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:56.668723 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a2179b2d-76b9-40b0-a1dd-0f9091a68ca9 req-09be11ba-3add-405b-b12c-95c75fc2a5e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 0.3140285 Feb 11 05:15:56.669724 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83fb156-759d-4849-99e4-5ee73fb17869 admin admin] Network 8267c55a-2126-4b45-a031-9470970e9fe0 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:15:56.677790 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9874e-8db6-47b1-821c-d98af80eb04e req-f343e102-356f-43f1-8db5-b9c1a127fbd0 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:56.684085 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fb9874e-8db6-47b1-821c-d98af80eb04e req-f343e102-356f-43f1-8db5-b9c1a127fbd0 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1315868 Feb 11 05:15:56.729753 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-c83fb156-759d-4849-99e4-5ee73fb17869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 8267c55a-2126-4b45-a031-9470970e9fe0) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:56.739147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022bd8ca-60d4-4d44-b24e-8f621e74b1b0 None None] Network 8267c55a-2126-4b45-a031-9470970e9fe0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:15:56.766539 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83fb156-759d-4849-99e4-5ee73fb17869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:56.767778 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c83fb156-759d-4849-99e4-5ee73fb17869 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:56.770796 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a2179b2d-76b9-40b0-a1dd-0f9091a68ca9 req-69a0ea90-f76a-4642-9078-9d12494e7adc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdd8df23-fda2-448f-8d24-05c4613ec467 HTTP/1.1" status: 200 len: 217 time: 0.0631075 Feb 11 05:15:56.843352 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fb9874e-8db6-47b1-821c-d98af80eb04e req-584ca3ef-dc7b-4590-8f21-c08ddd87ccf4 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530619 Feb 11 05:15:56.895407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59554) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:56.895699 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c83fb156-759d-4849-99e4-5ee73fb17869 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5741699 Feb 11 05:15:56.902386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1201785122-router', 'tenant_id': '3758cd1d66c2496ab75c0a03194de609', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:56.930451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2179b2d-76b9-40b0-a1dd-0f9091a68ca9 req-7b0a5596-1749-40af-8697-f52544bec661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:56.931987 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a2179b2d-76b9-40b0-a1dd-0f9091a68ca9 req-7b0a5596-1749-40af-8697-f52544bec661 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.1547422 Feb 11 05:15:56.982260 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-8267c55a-2126-4b45-a031-9470970e9fe0', 'network_id': '8267c55a-2126-4b45-a031-9470970e9fe0', 'project_id': '3758cd1d66c2496ab75c0a03194de609', 'fixed_ips': [{'subnet_id': '31a27ee6-37a0-4b9f-b159-afd20488b10d'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:15:56.983902 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:56.984440 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (d8984514-ae27-4cb4-bd47-e5f6d0192a52), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:56.985719 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (d8984514-ae27-4cb4-bd47-e5f6d0192a52), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.024212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-475a81a5-c711-4d74-9634-5efd584cf55d req-08d4f963-befb-4d8d-b000-4e47de978720 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.0638270 Feb 11 05:15:57.097285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341dbe9-efe6-4a33-bc45-39bccd822958 req-fc151624-2bcd-4c8e-a6fd-686f32e89587 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:57.105344 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8341dbe9-efe6-4a33-bc45-39bccd822958 req-fc151624-2bcd-4c8e-a6fd-686f32e89587 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/ports?device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 945 time: 0.1131852 Feb 11 05:15:57.145304 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a2179b2d-76b9-40b0-a1dd-0f9091a68ca9 req-53cadade-d581-4d76-b44e-5f7eef971929 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286368 Feb 11 05:15:57.162458 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Publish callbacks [] for router_controller (d8984514-ae27-4cb4-bd47-e5f6d0192a52), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.259233 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8341dbe9-efe6-4a33-bc45-39bccd822958 req-ee6c8f79-166a-494f-ae46-3c42a7b77f7b tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/security-groups?id=18122934-7018-451d-831c-6d999c7f4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526065 Feb 11 05:15:57.365444 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a2179b2d-76b9-40b0-a1dd-0f9091a68ca9 req-7ba770bb-b71b-4eb7-9b91-cc875b8cac8a service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108593 Feb 11 05:15:57.374251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Allocated IP 172.20.0.2 (8267c55a-2126-4b45-a031-9470970e9fe0/31a27ee6-37a0-4b9f-b159-afd20488b10d/9987d712-fdb9-4579-a155-dc67eaf383ce) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:57.412621 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7568c76d-ca45-4c0b-a9b8-dca7655182ab admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:15:57.425213 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c04d3e-61cc-468e-8cef-db0439f572db None None] Sync routers for ids ['e6df3e49-a794-4e76-a228-61924b7dcef4'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:15:57.445386 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7568c76d-ca45-4c0b-a9b8-dca7655182ab admin admin] 10.222.0.87 "PUT /v2.0/routers/e6df3e49-a794-4e76-a228-61924b7dcef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1427033 Feb 11 05:15:57.454316 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59558) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:57.456907 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c04d3e-61cc-468e-8cef-db0439f572db None None] Routers {'e6df3e49-a794-4e76-a228-61924b7dcef4'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:57.458442 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-13c04d3e-61cc-468e-8cef-db0439f572db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['e6df3e49-a794-4e76-a228-61924b7dcef4'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:57.544607 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Publish callbacks [] for router_gateway (d8984514-ae27-4cb4-bd47-e5f6d0192a52), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.571174 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59114883-3231-4965-a543-53dfae169c03 req-ef27ba83-17a5-4672-82a3-8dddebd9bd3d tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:57.580003 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59114883-3231-4965-a543-53dfae169c03 req-ef27ba83-17a5-4672-82a3-8dddebd9bd3d tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.3532524 Feb 11 05:15:57.656415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91b525-d0c9-4fde-8cbd-b49c84896059 req-e9a4eeb5-3c9b-404a-9c18-b6bef8635948 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:57.659102 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Publish callbacks [] for port (9987d712-fdb9-4579-a155-dc67eaf383ce), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.664257 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e91b525-d0c9-4fde-8cbd-b49c84896059 req-e9a4eeb5-3c9b-404a-9c18-b6bef8635948 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.2733536 Feb 11 05:15:57.671408 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (9987d712-fdb9-4579-a155-dc67eaf383ce), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.705925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Network 8267c55a-2126-4b45-a031-9470970e9fe0 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:57.713939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:57.736544 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a2179b2d-76b9-40b0-a1dd-0f9091a68ca9 req-4b5c2ef1-40ef-43c5-b5d9-f5c2d3215dcb service neutron] 10.222.0.73 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635254 Feb 11 05:15:57.738957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59114883-3231-4965-a543-53dfae169c03 req-6e6ff221-ce50-49ba-8e11-70d1ced5a58c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561701 Feb 11 05:15:57.754555 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:57.769980 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-13c04d3e-61cc-468e-8cef-db0439f572db None None] Set router e6df3e49-a794-4e76-a228-61924b7dcef4 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:57.797513 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d08ed1bd-295a-41ba-bc6b-29a966d49cb0 admin admin] Publish callbacks [] for router (e6df3e49-a794-4e76-a228-61924b7dcef4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.848782 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Pushing event updated for resources: {'Port': ['ID=9987d712-fdb9-4579-a155-dc67eaf383ce,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:57.931916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-15316168-332c-480c-b65d-012bcb1954ab req-4aa7996c-c23a-4a95-9ea7-e78c4a38275c tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 210 time: 0.0827651 Feb 11 05:15:57.945773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Attempting to bind port 9987d712-fdb9-4579-a155-dc67eaf383ce on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:57.946265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Attempting to bind port 9987d712-fdb9-4579-a155-dc67eaf383ce by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '706f6ac4-ed17-4090-819d-f5c9c879f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8267c55a-2126-4b45-a031-9470970e9fe0'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:57.947682 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Attempting to bind port 9987d712-fdb9-4579-a155-dc67eaf383ce on network 8267c55a-2126-4b45-a031-9470970e9fe0 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:57.958407 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e91b525-d0c9-4fde-8cbd-b49c84896059 req-acf67c0a-19b6-43dd-a08b-3641c9ba1ca8 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295678 Feb 11 05:15:57.963332 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:57.968653 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Checking segment: {'id': '706f6ac4-ed17-4090-819d-f5c9c879f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8267c55a-2126-4b45-a031-9470970e9fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:57.980233 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.980233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Bound using segment: {'id': '706f6ac4-ed17-4090-819d-f5c9c879f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8267c55a-2126-4b45-a031-9470970e9fe0'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:57.980233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Bound port: 9987d712-fdb9-4579-a155-dc67eaf383ce, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706f6ac4-ed17-4090-819d-f5c9c879f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8267c55a-2126-4b45-a031-9470970e9fe0'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:57.980233 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9987d712-fdb9-4579-a155-dc67eaf383ce), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.108249 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] For port 9987d712-fdb9-4579-a155-dc67eaf383ce, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:58.117771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] For port 9987d712-fdb9-4579-a155-dc67eaf383ce, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9987d712-fdb9-4579-a155-dc67eaf383ce,segment=NetworkSegment(706f6ac4-ed17-4090-819d-f5c9c879f738),segment_id=706f6ac4-ed17-4090-819d-f5c9c879f738)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:58.129937 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9987d712-fdb9-4579-a155-dc67eaf383ce), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.133187 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d08ed1bd-295a-41ba-bc6b-29a966d49cb0 admin admin] Publish callbacks [] for router_gateway (e6df3e49-a794-4e76-a228-61924b7dcef4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.274727 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d08ed1bd-295a-41ba-bc6b-29a966d49cb0 admin admin] Deleting port 3ad1b163-928f-46e2-bfb5-2c4359583ce2 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:58.275068 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d08ed1bd-295a-41ba-bc6b-29a966d49cb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3ad1b163-928f-46e2-bfb5-2c4359583ce2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.319352 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfcc2a-c708-4bb9-9a14-62d20b1f1bb9 None None] Pushing event updated for resources: {'Port': ['ID=9987d712-fdb9-4579-a155-dc67eaf383ce,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:58.351611 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-13c04d3e-61cc-468e-8cef-db0439f572db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'name': 'tempest-ServersTestManualDisk-936683647-router', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:13Z', 'updated_at': '2022-02-11T05:15:54Z', 'revision_number': 5, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'gw_port': {'id': '3ad1b163-928f-46e2-bfb5-2c4359583ce2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:58.387493 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c04d3e-61cc-468e-8cef-db0439f572db None None] Checking router: e6df3e49-a794-4e76-a228-61924b7dcef4 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:15:58.404965 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c04d3e-61cc-468e-8cef-db0439f572db None None] Routers {'e6df3e49-a794-4e76-a228-61924b7dcef4'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:15:58.406336 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-13c04d3e-61cc-468e-8cef-db0439f572db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['e6df3e49-a794-4e76-a228-61924b7dcef4'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:58.436384 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-830b814d-b3f6-4388-98f1-1bb92b141840 req-02bdeabe-dd0b-4919-8153-1de2e8f2dda5 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.1413145 Feb 11 05:15:58.440406 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Publish callbacks [] for router_gateway (d8984514-ae27-4cb4-bd47-e5f6d0192a52), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.473834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-d08ed1bd-295a-41ba-bc6b-29a966d49cb0 admin admin] For port 3ad1b163-928f-46e2-bfb5-2c4359583ce2, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3ad1b163-928f-46e2-bfb5-2c4359583ce2,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:58.474216 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d08ed1bd-295a-41ba-bc6b-29a966d49cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3ad1b163-928f-46e2-bfb5-2c4359583ce2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.476084 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2044579f-7979-47fc-8992-df7d3ace606a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.516359 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d08ed1bd-295a-41ba-bc6b-29a966d49cb0 admin admin] Calling delete_port for 3ad1b163-928f-46e2-bfb5-2c4359583ce2 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:58.645883 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-13c04d3e-61cc-468e-8cef-db0439f572db None None] Set router e6df3e49-a794-4e76-a228-61924b7dcef4 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:15:58.794256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9987d712-fdb9-4579-a155-dc67eaf383ce up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:58.816158 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-13c04d3e-61cc-468e-8cef-db0439f572db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'name': 'tempest-ServersTestManualDisk-936683647-router', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:13Z', 'updated_at': '2022-02-11T05:15:58Z', 'revision_number': 6, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:15:58.926624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 9987d712-fdb9-4579-a155-dc67eaf383ce triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:58.927002 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9987d712-fdb9-4579-a155-dc67eaf383ce), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:58.951562 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c04d3e-61cc-468e-8cef-db0439f572db None None] The sync data for ids ['e6df3e49-a794-4e76-a228-61924b7dcef4'] in n-d-713499-38 is: [{'id': 'e6df3e49-a794-4e76-a228-61924b7dcef4', 'name': 'tempest-ServersTestManualDisk-936683647-router', 'tenant_id': '42933f530fcb4933b4da18e8472c32bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:13Z', 'updated_at': '2022-02-11T05:15:58Z', 'revision_number': 6, 'project_id': '42933f530fcb4933b4da18e8472c32bd', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:15:59.012823 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d08ed1bd-295a-41ba-bc6b-29a966d49cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3ad1b163-928f-46e2-bfb5-2c4359583ce2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.051018 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.064807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e78a33-c30b-44cb-8c3a-67afbd117274 req-46d54adc-1b91-4d1c-88e1-4d47ef71ac14 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:59.070843 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ed1bd-295a-41ba-bc6b-29a966d49cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad1b163-928f-46e2-bfb5-2c4359583ce2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:59.073184 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93e78a33-c30b-44cb-8c3a-67afbd117274 req-46d54adc-1b91-4d1c-88e1-4d47ef71ac14 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.9527698 Feb 11 05:15:59.184136 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 9987d712-fdb9-4579-a155-dc67eaf383ce is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:59.184538 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9987d712-fdb9-4579-a155-dc67eaf383ce), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.228753 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d08ed1bd-295a-41ba-bc6b-29a966d49cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (e6df3e49-a794-4e76-a228-61924b7dcef4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.262947 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 9987d712-fdb9-4579-a155-dc67eaf383ce, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9987d712-fdb9-4579-a155-dc67eaf383ce,segment=NetworkSegment(706f6ac4-ed17-4090-819d-f5c9c879f738),segment_id=706f6ac4-ed17-4090-819d-f5c9c879f738)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:59.278489 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9987d712-fdb9-4579-a155-dc67eaf383ce), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.371100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b9312-1904-48a3-bc48-c71f10d9e968 req-9f41fb57-ddb8-41c2-be92-8472f0dfedc5 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:59.383152 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-938b9312-1904-48a3-bc48-c71f10d9e968 req-9f41fb57-ddb8-41c2-be92-8472f0dfedc5 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/ports?device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 945 time: 0.3443580 Feb 11 05:15:59.416340 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=9987d712-fdb9-4579-a155-dc67eaf383ce,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:59.433360 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93e78a33-c30b-44cb-8c3a-67afbd117274 req-5a3ceffc-98bb-4c09-b740-2172c380a630 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587270 Feb 11 05:15:59.531872 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d08ed1bd-295a-41ba-bc6b-29a966d49cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (e6df3e49-a794-4e76-a228-61924b7dcef4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.539706 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d08ed1bd-295a-41ba-bc6b-29a966d49cb0 admin admin] Publish callbacks [] for router_controller (e6df3e49-a794-4e76-a228-61924b7dcef4), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.634610 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d08ed1bd-295a-41ba-bc6b-29a966d49cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (e6df3e49-a794-4e76-a228-61924b7dcef4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.636447 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08ed1bd-295a-41ba-bc6b-29a966d49cb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6df3e49-a794-4e76-a228-61924b7dcef4 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:15:59.650226 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d08ed1bd-295a-41ba-bc6b-29a966d49cb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.652462 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d08ed1bd-295a-41ba-bc6b-29a966d49cb0 admin admin] 10.222.0.87 "DELETE /v2.0/routers/e6df3e49-a794-4e76-a228-61924b7dcef4 HTTP/1.1" status: 204 len: 168 time: 2.1971447 Feb 11 05:15:59.654893 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59576) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:15:59.722362 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806596a7-0960-4caa-be75-08047aded00a req-b66acf23-ea81-4c10-87b7-fe670e3735ab tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:59.726548 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-806596a7-0960-4caa-be75-08047aded00a req-b66acf23-ea81-4c10-87b7-fe670e3735ab tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.88 "GET /v2.0/ports?device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 945 time: 0.4388022 Feb 11 05:15:59.730136 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-254113f6-13cb-4d08-83d2-b2fa0fc45233 req-b4f8662e-a364-42d5-8bff-10988e929011 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4692888 Feb 11 05:15:59.766364 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-938b9312-1904-48a3-bc48-c71f10d9e968 req-17aceec5-e848-48da-82b3-89c026b914b8 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/security-groups?id=18122934-7018-451d-831c-6d999c7f4b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3803904 Feb 11 05:15:59.772969 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f58f261-41d2-4c06-8867-4e556d114013 admin admin] Deleting subnet ae47bb1e-7085-4dff-baca-93869632cb2d {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:15:59.777543 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3f58f261-41d2-4c06-8867-4e556d114013 admin admin] Publish callbacks [] for subnet (ae47bb1e-7085-4dff-baca-93869632cb2d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.887707 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3f58f261-41d2-4c06-8867-4e556d114013 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (ae47bb1e-7085-4dff-baca-93869632cb2d), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.891836 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Allocated IP 172.25.5.137 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/1502e7f1-db67-4bd8-ab2a-71aeb9a83720) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:59.927897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb08acd-9fec-4752-8da8-1c97b3884f3d None None] Network 8267c55a-2126-4b45-a031-9470970e9fe0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:00.066263 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3f58f261-41d2-4c06-8867-4e556d114013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (ae47bb1e-7085-4dff-baca-93869632cb2d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.103692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6c1cdccc-3dfb-4bb0-88ad-714f2547fd17 None None] Provisioning complete for port 9987d712-fdb9-4579-a155-dc67eaf383ce triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:00.104359 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6c1cdccc-3dfb-4bb0-88ad-714f2547fd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9987d712-fdb9-4579-a155-dc67eaf383ce), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.181592 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3f58f261-41d2-4c06-8867-4e556d114013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (ae47bb1e-7085-4dff-baca-93869632cb2d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.239583 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58f261-41d2-4c06-8867-4e556d114013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae47bb1e-7085-4dff-baca-93869632cb2d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:00.241793 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3f58f261-41d2-4c06-8867-4e556d114013 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.245103 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3f58f261-41d2-4c06-8867-4e556d114013 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/ae47bb1e-7085-4dff-baca-93869632cb2d HTTP/1.1" status: 204 len: 168 time: 0.5887606 Feb 11 05:16:00.251142 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59582) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:00.278137 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b818fcf-cf5f-40f8-8833-a84a8b0ab343 None None] Network 4b76b216-e4cb-473c-8a94-4abeb8bb28ae requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:00.422776 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (4b76b216-e4cb-473c-8a94-4abeb8bb28ae), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.498457 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Publish callbacks [] for port (1502e7f1-db67-4bd8-ab2a-71aeb9a83720), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.559462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad5b69-497d-40b8-b3e3-908168c2fdc5 req-e40055bd-eb58-4f16-8747-afd89cda3d29 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:00.572668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6c1cdccc-3dfb-4bb0-88ad-714f2547fd17 None None] Current status of the port 9987d712-fdb9-4579-a155-dc67eaf383ce is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:00.573738 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1ad5b69-497d-40b8-b3e3-908168c2fdc5 req-e40055bd-eb58-4f16-8747-afd89cda3d29 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.8627353 Feb 11 05:16:00.580579 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] Deleting port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:00.580931 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (4509eb3e-95f2-4a63-87ee-aae9cc2e4931), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.582558 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f4c4516-a1ff-454f-b317-cc40916a3dac req-bab637c9-5602-42af-8fbc-1cd6ac69b834 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 210 time: 0.6681318 Feb 11 05:16:00.733063 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7857d5ef-ca3c-4c58-ab95-b9cd184be977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.776453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f73f1e-cdc7-4d73-95a7-e754fe200136 None None] DHCP port deletion for 4b76b216-e4cb-473c-8a94-4abeb8bb28ae request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:16:00.788344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254113f6-13cb-4d08-83d2-b2fa0fc45233 req-ae39538e-d0bd-4da4-b7dd-3d3b545f1a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:00.793993 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-254113f6-13cb-4d08-83d2-b2fa0fc45233 req-ae39538e-d0bd-4da4-b7dd-3d3b545f1a66 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=625496205bdf429e8af46565d991a189&device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 1128 time: 0.8956409 Feb 11 05:16:00.795429 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1502e7f1-db67-4bd8-ab2a-71aeb9a83720), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.801986 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1ad5b69-497d-40b8-b3e3-908168c2fdc5 req-668a4aec-eee3-40d3-b7ff-892f46b97322 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273324 Feb 11 05:16:00.839778 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] For port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4509eb3e-95f2-4a63-87ee-aae9cc2e4931,segment=NetworkSegment(d0833494-6bcf-4eda-9f65-0140ca058e8e),segment_id=d0833494-6bcf-4eda-9f65-0140ca058e8e)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:00.840204 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (4509eb3e-95f2-4a63-87ee-aae9cc2e4931), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.841899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-806596a7-0960-4caa-be75-08047aded00a req-27cafdd6-318a-4b28-8188-a6ebf775a291 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Deleting port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:00.842246 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-806596a7-0960-4caa-be75-08047aded00a req-27cafdd6-318a-4b28-8188-a6ebf775a291 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.863483 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] Calling delete_port for 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:00.942278 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9987d712-fdb9-4579-a155-dc67eaf383ce up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:00.968458 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (4509eb3e-95f2-4a63-87ee-aae9cc2e4931), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.014364 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] Pushing event deleted for resources: {'Port': ['ID=4509eb3e-95f2-4a63-87ee-aae9cc2e4931,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:01.016750 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] No DVR routers for this DVR port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:01.027322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-806596a7-0960-4caa-be75-08047aded00a req-27cafdd6-318a-4b28-8188-a6ebf775a291 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] For port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d,segment=NetworkSegment(1902feac-4e2b-4ebb-9afe-8199fb07c557),segment_id=1902feac-4e2b-4ebb-9afe-8199fb07c557)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:01.027849 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-806596a7-0960-4caa-be75-08047aded00a req-27cafdd6-318a-4b28-8188-a6ebf775a291 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.058994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-543036b1-ed4b-43fd-be8d-4313d6905490 None None] Provisioning complete for port 9987d712-fdb9-4579-a155-dc67eaf383ce triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:01.059821 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-543036b1-ed4b-43fd-be8d-4313d6905490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9987d712-fdb9-4579-a155-dc67eaf383ce), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.181547 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (4b76b216-e4cb-473c-8a94-4abeb8bb28ae), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.227376 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b76b216-e4cb-473c-8a94-4abeb8bb28ae']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:01.244339 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-806596a7-0960-4caa-be75-08047aded00a req-27cafdd6-318a-4b28-8188-a6ebf775a291 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.244707 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-806596a7-0960-4caa-be75-08047aded00a req-27cafdd6-318a-4b28-8188-a6ebf775a291 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (d88a2866-ab2b-4ed6-b581-9c7491661ecb), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.245205 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-806596a7-0960-4caa-be75-08047aded00a req-27cafdd6-318a-4b28-8188-a6ebf775a291 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Floating IP d88a2866-ab2b-4ed6-b581-9c7491661ecb disassociated. External IP: 172.25.5.219, port: d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d. Feb 11 05:16:01.245634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-806596a7-0960-4caa-be75-08047aded00a req-27cafdd6-318a-4b28-8188-a6ebf775a291 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Calling delete_port for d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:01.250128 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0833494-6bcf-4eda-9f65-0140ca058e8e') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:01.250726 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0833494-6bcf-4eda-9f65-0140ca058e8e') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:01.278575 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (d0833494-6bcf-4eda-9f65-0140ca058e8e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.296251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 9987d712-fdb9-4579-a155-dc67eaf383ce triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:01.296632 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9987d712-fdb9-4579-a155-dc67eaf383ce), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.305620 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d0833494-6bcf-4eda-9f65-0140ca058e8e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.322241 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:16:01.322637 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (d0833494-6bcf-4eda-9f65-0140ca058e8e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:16:01.324388 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:16:01.414967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-543036b1-ed4b-43fd-be8d-4313d6905490 None None] Current status of the port 9987d712-fdb9-4579-a155-dc67eaf383ce is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:01.430853 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b7f73f1e-cdc7-4d73-95a7-e754fe200136 None None] Deleting port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:01.431219 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b7f73f1e-cdc7-4d73-95a7-e754fe200136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (4509eb3e-95f2-4a63-87ee-aae9cc2e4931), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.450718 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (4b76b216-e4cb-473c-8a94-4abeb8bb28ae), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.460479 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.472740 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] 10.222.0.87 "DELETE /v2.0/networks/4b76b216-e4cb-473c-8a94-4abeb8bb28ae HTTP/1.1" status: 204 len: 168 time: 1.2182519 Feb 11 05:16:01.498389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997016f2-0ab9-4b55-9bde-28d0b2c0a431 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b76b216-e4cb-473c-8a94-4abeb8bb28ae,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:01.545072 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b7f73f1e-cdc7-4d73-95a7-e754fe200136 None None] For port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:01.545474 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b7f73f1e-cdc7-4d73-95a7-e754fe200136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (4509eb3e-95f2-4a63-87ee-aae9cc2e4931), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.561142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b7f73f1e-cdc7-4d73-95a7-e754fe200136 None None] Calling delete_port for 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:01.572615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-b7f73f1e-cdc7-4d73-95a7-e754fe200136 None None] Port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:16:01.574128 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b7f73f1e-cdc7-4d73-95a7-e754fe200136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (4509eb3e-95f2-4a63-87ee-aae9cc2e4931), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.619289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c796ce6a-68a8-4ba2-b51a-22b65372365e req-7dd52b4b-334f-4ff8-a9da-4d53e4fb4814 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.1122947 Feb 11 05:16:01.657626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:01.671877 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-806596a7-0960-4caa-be75-08047aded00a req-27cafdd6-318a-4b28-8188-a6ebf775a291 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.703943 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59590) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:01.712073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:01.740052 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:01.781348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Pushing event updated for resources: {'Port': ['ID=1502e7f1-db67-4bd8-ab2a-71aeb9a83720,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:01.832613 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-41cc170b-693d-4afa-8ad0-b8c2c3ffb588 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=42933f530fcb4933b4da18e8472c32bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274524 Feb 11 05:16:01.839262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59596) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:01.855154 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 9987d712-fdb9-4579-a155-dc67eaf383ce is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:01.857358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cafdd6-318a-4b28-8188-a6ebf775a291 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Pushing event deleted for resources: {'Port': ['ID=d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:01.881123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f73f1e-cdc7-4d73-95a7-e754fe200136 None None] Pushing event deleted for resources: {'Port': ['ID=4509eb3e-95f2-4a63-87ee-aae9cc2e4931,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:01.899698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7f73f1e-cdc7-4d73-95a7-e754fe200136 None None] Network 4b76b216-e4cb-473c-8a94-4abeb8bb28ae is not hosted by any dhcp agent {{(pid=103173) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:16:01.900529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f73f1e-cdc7-4d73-95a7-e754fe200136 None None] No DVR routers for this DVR port 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:01.968245 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5cd86a40-5934-494b-94df-aad7ac623bfc admin admin] Publish callbacks [] for security_group (02a0e467-2c42-469e-bbce-210f24c3408e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:01.982924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4095a563-3d77-416c-ac82-8e7c6ae43c6f no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:01.996180 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5cd86a40-5934-494b-94df-aad7ac623bfc admin admin] Publish callbacks [] for security_group (02a0e467-2c42-469e-bbce-210f24c3408e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.002456 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39f56fe3-9f5e-4e9a-aa91-0e3827b7cf5d req-8a9cd889-6fdf-4296-a7a3-e8292db46a2a tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/ports?device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 210 time: 0.1740367 Feb 11 05:16:02.029217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 4095a563-3d77-416c-ac82-8e7c6ae43c6f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:02.030950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4095a563-3d77-416c-ac82-8e7c6ae43c6f not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:02.033373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3ad1b163-928f-46e2-bfb5-2c4359583ce2 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:02.055331 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5cd86a40-5934-494b-94df-aad7ac623bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (02a0e467-2c42-469e-bbce-210f24c3408e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.058324 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5cd86a40-5934-494b-94df-aad7ac623bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.071530 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5cd86a40-5934-494b-94df-aad7ac623bfc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/02a0e467-2c42-469e-bbce-210f24c3408e HTTP/1.1" status: 204 len: 168 time: 0.2188139 Feb 11 05:16:02.088035 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 3ad1b163-928f-46e2-bfb5-2c4359583ce2 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:02.089962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3ad1b163-928f-46e2-bfb5-2c4359583ce2 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:02.107448 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd86a40-5934-494b-94df-aad7ac623bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a0e467-2c42-469e-bbce-210f24c3408e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:02.260451 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:16:02.316080 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:02.419172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da319a4b-e985-4c08-b37b-b48cddea7d75 req-ece566bd-8631-4e7e-8dfb-adc05cd0d2a3 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:02.421231 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da319a4b-e985-4c08-b37b-b48cddea7d75 req-ece566bd-8631-4e7e-8dfb-adc05cd0d2a3 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.8809814 Feb 11 05:16:02.430772 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eab08990-7a74-4e68-be91-d036fb4d70e0 req-8fff0ced-bb15-4c01-99e2-4090179b98c9 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 210 time: 0.2593341 Feb 11 05:16:02.479093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254113f6-13cb-4d08-83d2-b2fa0fc45233 req-84839b23-f2db-4434-aa0c-245c069d9e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:02.502044 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-254113f6-13cb-4d08-83d2-b2fa0fc45233 req-84839b23-f2db-4434-aa0c-245c069d9e24 service neutron] 10.222.0.88 "GET /v2.0/networks?id=72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 200 len: 909 time: 1.0170949 Feb 11 05:16:02.706257 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:02.757673 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:02.758091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4509eb3e-95f2-4a63-87ee-aae9cc2e4931 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:02.866351 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-254113f6-13cb-4d08-83d2-b2fa0fc45233 req-b4ed4e52-5388-411a-bbc9-6620548e4f7f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 HTTP/1.1" status: 200 len: 217 time: 0.3276610 Feb 11 05:16:02.993758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-806596a7-0960-4caa-be75-08047aded00a req-27cafdd6-318a-4b28-8188-a6ebf775a291 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:16:03.017616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254113f6-13cb-4d08-83d2-b2fa0fc45233 req-62978474-bd4a-4ef5-9b64-f6e9af5de66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:03.023564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-254113f6-13cb-4d08-83d2-b2fa0fc45233 req-62978474-bd4a-4ef5-9b64-f6e9af5de66f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 200 len: 848 time: 0.1382930 Feb 11 05:16:03.112063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da319a4b-e985-4c08-b37b-b48cddea7d75 req-9cb3e243-0bbb-4075-adad-d82c3bfc2d85 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6781557 Feb 11 05:16:03.151854 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-254113f6-13cb-4d08-83d2-b2fa0fc45233 req-f491a0b0-85bc-41ec-bf7a-136201bb7cc5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a171e8-0e25-4470-8f53-acdce50a3f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372057 Feb 11 05:16:03.171595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ea8e7-2469-4c9b-93dc-ab4214f3eb12 req-9ea66a49-ac7f-4740-9f81-af62ddc130b3 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:03.173400 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a6ea8e7-2469-4c9b-93dc-ab4214f3eb12 req-9ea66a49-ac7f-4740-9f81-af62ddc130b3 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.4811587 Feb 11 05:16:03.505856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f167e5bb-be4c-4d50-a487-c79b8f1445d7 req-e41a198e-d5c4-496d-b06b-d1777209499e tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.1619172 Feb 11 05:16:03.509014 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:03.580262 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a6ea8e7-2469-4c9b-93dc-ab4214f3eb12 req-dff8efbc-6a4f-4b12-9108-cf66762ffb85 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930540 Feb 11 05:16:03.593243 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:03.599178 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:03.600426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:03.631230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59626) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:03.707226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-217d08f5-ae65-4405-84c5-23c8bedc4e86 req-ac68544d-a9f6-45dd-ad98-5057090578f4 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/ports?device_id=58aaedd2-c85b-4839-ae46-1a777405accd HTTP/1.1" status: 200 len: 210 time: 0.0833154 Feb 11 05:16:03.720373 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Publish callbacks [] for router_gateway (d8984514-ae27-4cb4-bd47-e5f6d0192a52), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:03.931697 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f51b74f4-2792-4de1-ba4c-54bd76ea774c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1522305062-network', 'tenant_id': '8458840d7ae74bf3a129cbc686717bd0'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:03.966010 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51b74f4-2792-4de1-ba4c-54bd76ea774c admin admin] Made reservation on behalf of 8458840d7ae74bf3a129cbc686717bd0 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:03.969533 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f51b74f4-2792-4de1-ba4c-54bd76ea774c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:03.982566 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f51b74f4-2792-4de1-ba4c-54bd76ea774c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.147002 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f51b74f4-2792-4de1-ba4c-54bd76ea774c admin admin] Publish callbacks [] for security_group (8d632011-a98c-41d5-9cea-8e38b9976929), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.170936 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f51b74f4-2792-4de1-ba4c-54bd76ea774c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8d632011-a98c-41d5-9cea-8e38b9976929), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.244121 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51b74f4-2792-4de1-ba4c-54bd76ea774c admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:16:04.260706 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b74f4-2792-4de1-ba4c-54bd76ea774c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d632011-a98c-41d5-9cea-8e38b9976929,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:04.289108 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f51b74f4-2792-4de1-ba4c-54bd76ea774c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d8085b07-6504-4941-99d1-57ed8ed8d1eb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.292300 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-f51b74f4-2792-4de1-ba4c-54bd76ea774c admin admin] Added segment d8085b07-6504-4941-99d1-57ed8ed8d1eb of type vlan for network 7e9ba8ea-356a-4b58-aaac-81190120da4f Feb 11 05:16:04.404110 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f51b74f4-2792-4de1-ba4c-54bd76ea774c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (7e9ba8ea-356a-4b58-aaac-81190120da4f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.434439 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f51b74f4-2792-4de1-ba4c-54bd76ea774c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (7e9ba8ea-356a-4b58-aaac-81190120da4f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.435622 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51b74f4-2792-4de1-ba4c-54bd76ea774c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:04.436306 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f51b74f4-2792-4de1-ba4c-54bd76ea774c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.483166 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f51b74f4-2792-4de1-ba4c-54bd76ea774c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8480256 Feb 11 05:16:04.483907 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59632) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:04.518293 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ec95412a-c744-43a1-9bb5-a1078a1fe511 admin admin] Request body: {'subnet': {'network_id': '7e9ba8ea-356a-4b58-aaac-81190120da4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1522305062-subnet', 'tenant_id': '8458840d7ae74bf3a129cbc686717bd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:04.530651 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b74f4-2792-4de1-ba4c-54bd76ea774c admin admin] Pushing event updated for resources: {'Network': ['ID=7e9ba8ea-356a-4b58-aaac-81190120da4f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:04.542360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 7e9ba8ea-356a-4b58-aaac-81190120da4f details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:16:04.566574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec95412a-c744-43a1-9bb5-a1078a1fe511 admin admin] Made reservation on behalf of 8458840d7ae74bf3a129cbc686717bd0 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:04.570024 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec95412a-c744-43a1-9bb5-a1078a1fe511 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.781345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (d8984514-ae27-4cb4-bd47-e5f6d0192a52), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.789078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-806596a7-0960-4caa-be75-08047aded00a req-27cafdd6-318a-4b28-8188-a6ebf775a291 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:16:04.820251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b924d7-ed6e-493f-b0dc-b399f12b28be None None] Sync routers for ids ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:16:04.869953 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.902989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b924d7-ed6e-493f-b0dc-b399f12b28be None None] Routers {'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:04.903731 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f0b924d7-ed6e-493f-b0dc-b399f12b28be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:16:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:04.958053 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec95412a-c744-43a1-9bb5-a1078a1fe511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (b8e0469c-3956-4682-9bdf-d59c368ce62e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.018469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95412a-c744-43a1-9bb5-a1078a1fe511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e0469c-3956-4682-9bdf-d59c368ce62e,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:05.022835 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-254113f6-13cb-4d08-83d2-b2fa0fc45233 req-91187a10-1497-46c9-88ad-7347c23472f7 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8605993 Feb 11 05:16:05.110877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-806596a7-0960-4caa-be75-08047aded00a req-27cafdd6-318a-4b28-8188-a6ebf775a291 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] No DVR routers for this DVR port d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:05.114259 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-806596a7-0960-4caa-be75-08047aded00a req-27cafdd6-318a-4b28-8188-a6ebf775a291 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.121157 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-806596a7-0960-4caa-be75-08047aded00a req-27cafdd6-318a-4b28-8188-a6ebf775a291 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.88 "DELETE /v2.0/ports/d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d HTTP/1.1" status: 204 len: 173 time: 5.2834780 Feb 11 05:16:05.129132 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec95412a-c744-43a1-9bb5-a1078a1fe511 admin admin] Checking segment: {'id': 'd8085b07-6504-4941-99d1-57ed8ed8d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7e9ba8ea-356a-4b58-aaac-81190120da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:05.130436 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec95412a-c744-43a1-9bb5-a1078a1fe511 admin admin] Network hostable DHCP agents. Network: 7e9ba8ea-356a-4b58-aaac-81190120da4f, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:16:05.134508 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed3c1e4e-8dd2-49fa-96ae-cac5fd01b047 req-dffc248b-796f-43d7-9697-9b2ed6db6825 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=7de3c142-4187-4b76-aa10-03d2d27365dc HTTP/1.1" status: 200 len: 210 time: 0.3553946 Feb 11 05:16:05.153150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58aaedd2-c85b-4839-ae46-1a777405accd', 'name': 'network-vif-deleted', 'tag': 'd5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:05.171883 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3a8793-948b-4054-a0c8-e473e1e8f10c" -d '{"events": [{"server_uuid": "58aaedd2-c85b-4839-ae46-1a777405accd", "name": "network-vif-deleted", "tag": "d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:05.175521 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec95412a-c744-43a1-9bb5-a1078a1fe511 admin admin] Network 7e9ba8ea-356a-4b58-aaac-81190120da4f is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:16:05.176692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-f0b924d7-ed6e-493f-b0dc-b399f12b28be None None] Set router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:05.190529 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-ec95412a-c744-43a1-9bb5-a1078a1fe511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 7e9ba8ea-356a-4b58-aaac-81190120da4f) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:05.213301 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec95412a-c744-43a1-9bb5-a1078a1fe511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:05.214004 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec95412a-c744-43a1-9bb5-a1078a1fe511 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:05.248354 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b28480a-a2de-4304-b582-028fcc1d1b46 None None] Network 7e9ba8ea-356a-4b58-aaac-81190120da4f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:05.280495 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ec95412a-c744-43a1-9bb5-a1078a1fe511 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7902899 Feb 11 05:16:05.488388 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-254113f6-13cb-4d08-83d2-b2fa0fc45233 req-783ecb49-f192-443e-a81e-6c218867b379 service neutron] 10.222.0.88 "GET /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498960 Feb 11 05:16:05.516370 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85204867-100d-4270-9eb4-f828d741fbe0 req-4925d856-090e-4ce0-b67f-b51b072ea768 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:05.518097 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85204867-100d-4270-9eb4-f828d741fbe0 req-4925d856-090e-4ce0-b67f-b51b072ea768 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.7380991 Feb 11 05:16:05.538928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Router d8984514-ae27-4cb4-bd47-e5f6d0192a52 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:16:05.694504 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b647649e-9179-47ca-ad16-18c9becaf843 req-d09ff95b-9d3f-4603-9ff7-9a6bb9d781f2 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.2046909 Feb 11 05:16:05.973155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:16:05.984726 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Sync routers for ids ['d8984514-ae27-4cb4-bd47-e5f6d0192a52'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:16:05.999040 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Routers {'d8984514-ae27-4cb4-bd47-e5f6d0192a52'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:06.002512 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:16:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d8984514-ae27-4cb4-bd47-e5f6d0192a52'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:06.178911 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.192867 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-488473e8-2d5b-48b9-903d-96034c626645 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.2922878 Feb 11 05:16:06.193508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59654) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:06.316448 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59658) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:06.323835 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5870bd7f-99e4-4fac-9d1a-2e37cf8f5ead admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1205011204-network', 'tenant_id': '30de9c6d5e5448cb803d04baa8a893da'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:06.361330 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Set router d8984514-ae27-4cb4-bd47-e5f6d0192a52 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:06.368465 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5870bd7f-99e4-4fac-9d1a-2e37cf8f5ead admin admin] Made reservation on behalf of 30de9c6d5e5448cb803d04baa8a893da for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:06.373194 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5870bd7f-99e4-4fac-9d1a-2e37cf8f5ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.397508 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5870bd7f-99e4-4fac-9d1a-2e37cf8f5ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.446003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8d73c5-3fac-4813-82c1-60f79d154cb3 None None] Network 7e9ba8ea-356a-4b58-aaac-81190120da4f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:06.632632 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5870bd7f-99e4-4fac-9d1a-2e37cf8f5ead admin admin] Publish callbacks [] for security_group (297a0cb5-82b9-43f5-91d4-7db564d12205), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.640534 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5870bd7f-99e4-4fac-9d1a-2e37cf8f5ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (297a0cb5-82b9-43f5-91d4-7db564d12205), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.664826 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5870bd7f-99e4-4fac-9d1a-2e37cf8f5ead admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:16:06.689606 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85204867-100d-4270-9eb4-f828d741fbe0 req-fce9f0e6-3d0a-4c0d-a725-5407531adea7 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0765173 Feb 11 05:16:06.695543 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f0b924d7-ed6e-493f-b0dc-b399f12b28be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'name': 'tempest-ServersTestFqdnHostnames-305944347-router', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'gw_port': {'id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:18Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '5bde1011-5866-4ad7-8028-071f97360a08', 'name': '', 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'mac_address': 'fa:16:3e:8d:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:29Z', 'updated_at': '2022-02-11T05:13:41Z', 'revision_number': 5, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'subnets': [{'id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:06.714089 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5870bd7f-99e4-4fac-9d1a-2e37cf8f5ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (19ab34c0-8f2c-4c9b-a059-647f4170b9a1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.714450 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-5870bd7f-99e4-4fac-9d1a-2e37cf8f5ead admin admin] Added segment 19ab34c0-8f2c-4c9b-a059-647f4170b9a1 of type vlan for network 0adab59d-d076-427e-bc4e-e2443773ea8b Feb 11 05:16:06.717588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab99fd-ae3d-4fa5-a38a-57e39b3bc281 req-aaef3103-686a-4cdb-a556-08b399e4c1b1 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:06.728109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-baab99fd-ae3d-4fa5-a38a-57e39b3bc281 req-aaef3103-686a-4cdb-a556-08b399e4c1b1 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.7587976 Feb 11 05:16:06.782813 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b924d7-ed6e-493f-b0dc-b399f12b28be None None] Checking router: b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:16:06.806663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b924d7-ed6e-493f-b0dc-b399f12b28be None None] Routers {'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:06.808519 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f0b924d7-ed6e-493f-b0dc-b399f12b28be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:16:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:06.818577 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-baab99fd-ae3d-4fa5-a38a-57e39b3bc281 req-f9b0c824-fb3a-4712-8c15-03aa31c0f0a0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860772 Feb 11 05:16:06.894636 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5870bd7f-99e4-4fac-9d1a-2e37cf8f5ead admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (0adab59d-d076-427e-bc4e-e2443773ea8b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:06.915536 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'name': 'tempest-FloatingIPsNegativeTestJSON-1201785122-router', 'tenant_id': '3758cd1d66c2496ab75c0a03194de609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '1502e7f1-db67-4bd8-ab2a-71aeb9a83720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:57Z', 'updated_at': '2022-02-11T05:16:02Z', 'revision_number': 3, 'project_id': '3758cd1d66c2496ab75c0a03194de609', 'gw_port': {'id': '1502e7f1-db67-4bd8-ab2a-71aeb9a83720', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:59Z', 'updated_at': '2022-02-11T05:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:06.946770 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e0ab6f-fe78-4fea-9ba6-ff7809014e77 x-openstack-request-id: req-a7e0ab6f-fe78-4fea-9ba6-ff7809014e77 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:06.949313 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58aaedd2-c85b-4839-ae46-1a777405accd", "name": "network-vif-deleted", "tag": "d5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:06.950309 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a7e0ab6f-fe78-4fea-9ba6-ff7809014e77 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:06.952361 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58aaedd2-c85b-4839-ae46-1a777405accd', 'name': 'network-vif-deleted', 'tag': 'd5ef4ea0-e7f2-463c-9aca-db44ab2c0d9d', 'status': 'completed', 'code': 200} Feb 11 05:16:07.026820 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870bd7f-99e4-4fac-9d1a-2e37cf8f5ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297a0cb5-82b9-43f5-91d4-7db564d12205,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:07.034092 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5870bd7f-99e4-4fac-9d1a-2e37cf8f5ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (0adab59d-d076-427e-bc4e-e2443773ea8b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:07.035908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5870bd7f-99e4-4fac-9d1a-2e37cf8f5ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:07.037501 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5870bd7f-99e4-4fac-9d1a-2e37cf8f5ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:07.093794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59666) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:07.097066 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Checking router: d8984514-ae27-4cb4-bd47-e5f6d0192a52 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:16:07.100769 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Updating router d8984514-ae27-4cb4-bd47-e5f6d0192a52 port 1502e7f1-db67-4bd8-ab2a-71aeb9a83720 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:16:07.138337 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5870bd7f-99e4-4fac-9d1a-2e37cf8f5ead admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8182740 Feb 11 05:16:07.140164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59668) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:07.160738 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b0efbaaa-e11d-481b-8204-245d382526c4 admin admin] Request body: {'subnet': {'network_id': '0adab59d-d076-427e-bc4e-e2443773ea8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1205011204-subnet', 'tenant_id': '30de9c6d5e5448cb803d04baa8a893da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:07.166946 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04676df3-35e1-4cca-97ff-60504c22809a req-514119ff-1696-4571-8d06-a011438a368a tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.0828047 Feb 11 05:16:07.233328 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1502e7f1-db67-4bd8-ab2a-71aeb9a83720), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:07.274096 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-f0b924d7-ed6e-493f-b0dc-b399f12b28be None None] Set router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:07.278408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870bd7f-99e4-4fac-9d1a-2e37cf8f5ead admin admin] Pushing event updated for resources: {'Network': ['ID=0adab59d-d076-427e-bc4e-e2443773ea8b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:07.316103 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0efbaaa-e11d-481b-8204-245d382526c4 admin admin] Made reservation on behalf of 30de9c6d5e5448cb803d04baa8a893da for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:07.319132 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0efbaaa-e11d-481b-8204-245d382526c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:07.547030 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30a52e15-7ede-4295-9dd9-c1b4f65132e1 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for security_group (18122934-7018-451d-831c-6d999c7f4b4c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:07.736910 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0efbaaa-e11d-481b-8204-245d382526c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (97c8fd06-a6f9-4699-95d5-9bf1d0f53dfd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:07.770807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 0adab59d-d076-427e-bc4e-e2443773ea8b details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:16:07.816253 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30a52e15-7ede-4295-9dd9-c1b4f65132e1 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for security_group (18122934-7018-451d-831c-6d999c7f4b4c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:07.864767 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efbaaa-e11d-481b-8204-245d382526c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c8fd06-a6f9-4699-95d5-9bf1d0f53dfd,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:07.950302 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0efbaaa-e11d-481b-8204-245d382526c4 admin admin] Checking segment: {'id': '19ab34c0-8f2c-4c9b-a059-647f4170b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0adab59d-d076-427e-bc4e-e2443773ea8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:07.950668 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0efbaaa-e11d-481b-8204-245d382526c4 admin admin] Network hostable DHCP agents. Network: 0adab59d-d076-427e-bc4e-e2443773ea8b, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:16:07.998103 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.002082 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0efbaaa-e11d-481b-8204-245d382526c4 admin admin] Network 0adab59d-d076-427e-bc4e-e2443773ea8b is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:16:08.019702 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b0efbaaa-e11d-481b-8204-245d382526c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 0adab59d-d076-427e-bc4e-e2443773ea8b) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:08.039983 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0efbaaa-e11d-481b-8204-245d382526c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:08.040709 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0efbaaa-e11d-481b-8204-245d382526c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.087796 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b0efbaaa-e11d-481b-8204-245d382526c4 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9413130 Feb 11 05:16:08.103237 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Publish callbacks [] for port (1502e7f1-db67-4bd8-ab2a-71aeb9a83720), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.112691 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1502e7f1-db67-4bd8-ab2a-71aeb9a83720), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.128083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77157155-3721-482a-bdf1-f218d0cbc84c None None] Network 0adab59d-d076-427e-bc4e-e2443773ea8b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:08.251606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Allocated IP 172.20.0.1 (8267c55a-2126-4b45-a031-9470970e9fe0/31a27ee6-37a0-4b9f-b159-afd20488b10d/da1de45f-cba6-4cda-a990-d8cbf11d2ab0) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:08.318672 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e00c6-3879-4f4f-b147-e425d53aed74 None None] Pushing event updated for resources: {'Port': ['ID=1502e7f1-db67-4bd8-ab2a-71aeb9a83720,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:08.321010 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Attempting to bind port 1502e7f1-db67-4bd8-ab2a-71aeb9a83720 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:08.321370 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Attempting to bind port 1502e7f1-db67-4bd8-ab2a-71aeb9a83720 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:08.321784 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Attempting to bind port 1502e7f1-db67-4bd8-ab2a-71aeb9a83720 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:08.333226 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:08.333595 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:08.333995 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.334391 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:08.334858 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Bound port: 1502e7f1-db67-4bd8-ab2a-71aeb9a83720, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:08.335561 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1502e7f1-db67-4bd8-ab2a-71aeb9a83720), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.435139 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Publish callbacks [] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.445632 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] For port 1502e7f1-db67-4bd8-ab2a-71aeb9a83720, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:08.453335 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] For port 1502e7f1-db67-4bd8-ab2a-71aeb9a83720, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1502e7f1-db67-4bd8-ab2a-71aeb9a83720,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:08.465401 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1502e7f1-db67-4bd8-ab2a-71aeb9a83720), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.506071 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235eff73-3dc4-4d44-bef7-ac2940f718b9 None None] Network 0adab59d-d076-427e-bc4e-e2443773ea8b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:08.515555 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.580712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Pushing event updated for resources: {'Port': ['ID=da1de45f-cba6-4cda-a990-d8cbf11d2ab0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:08.596081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Network 8267c55a-2126-4b45-a031-9470970e9fe0 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:08.625758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba8639-13c3-4749-83af-1920b9c0cdcf req-7e090985-ce68-4c0e-83f8-dfd140b92bce tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:08.633086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55ba8639-13c3-4749-83af-1920b9c0cdcf req-7e090985-ce68-4c0e-83f8-dfd140b92bce tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.6551893 Feb 11 05:16:08.649795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d11fc5-3a20-4046-83f1-b5fd0029dc38 req-a65469a6-8457-41e8-a889-c992ac5ff90e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:08.651656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3d11fc5-3a20-4046-83f1-b5fd0029dc38 req-a65469a6-8457-41e8-a889-c992ac5ff90e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.7779541 Feb 11 05:16:08.652613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:08.663184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:08.665225 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Routers {'d8984514-ae27-4cb4-bd47-e5f6d0192a52'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:08.665959 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:16:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d8984514-ae27-4cb4-bd47-e5f6d0192a52'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:08.677057 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f0b924d7-ed6e-493f-b0dc-b399f12b28be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'name': 'tempest-ServersTestFqdnHostnames-305944347-router', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'gw_port': {'id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:18Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '5bde1011-5866-4ad7-8028-071f97360a08', 'name': '', 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'mac_address': 'fa:16:3e:8d:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:29Z', 'updated_at': '2022-02-11T05:13:41Z', 'revision_number': 5, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'subnets': [{'id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:08.756927 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (d8984514-ae27-4cb4-bd47-e5f6d0192a52), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.805569 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e00c6-3879-4f4f-b147-e425d53aed74 None None] Pushing event updated for resources: {'Port': ['ID=1502e7f1-db67-4bd8-ab2a-71aeb9a83720,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:08.840099 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b924d7-ed6e-493f-b0dc-b399f12b28be None None] The sync data for ids ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'] in n-d-713499-38 is: [{'id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'name': 'tempest-ServersTestFqdnHostnames-305944347-router', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'gw_port': {'id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:18Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '5bde1011-5866-4ad7-8028-071f97360a08', 'name': '', 'network_id': '68f2cfd9-0977-4789-8546-2fe8b1d887d1', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'mac_address': 'fa:16:3e:8d:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:29Z', 'updated_at': '2022-02-11T05:13:41Z', 'revision_number': 5, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'subnets': [{'id': 'c99f11ec-e103-47a2-827e-fc49bfac03c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:16:08.902997 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3d11fc5-3a20-4046-83f1-b5fd0029dc38 req-d05ef03c-25f9-4d57-9e66-9c001e560851 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252670 Feb 11 05:16:08.981019 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30a52e15-7ede-4295-9dd9-c1b4f65132e1 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (18122934-7018-451d-831c-6d999c7f4b4c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.983657 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30a52e15-7ede-4295-9dd9-c1b4f65132e1 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:08.988533 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59694) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:08.991725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-30a52e15-7ede-4295-9dd9-c1b4f65132e1 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "DELETE /v2.0/security-groups/18122934-7018-451d-831c-6d999c7f4b4c HTTP/1.1" status: 204 len: 168 time: 1.8966906 Feb 11 05:16:09.011010 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-9723e3cf-19cd-4f2e-9607-abad8e52330c tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] show failed (client error): The resource could not be found. Feb 11 05:16:09.017064 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9723e3cf-19cd-4f2e-9607-abad8e52330c tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "GET /v2.0/security-groups/18122934-7018-451d-831c-6d999c7f4b4c HTTP/1.1" status: 404 len: 347 time: 0.0268445 Feb 11 05:16:09.017964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59696) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:09.112617 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] Set router d8984514-ae27-4cb4-bd47-e5f6d0192a52 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:09.123726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55ba8639-13c3-4749-83af-1920b9c0cdcf req-592e46a0-1c56-41dd-95f8-1a198a24cbd5 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814353 Feb 11 05:16:09.150715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a52e15-7ede-4295-9dd9-c1b4f65132e1 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18122934-7018-451d-831c-6d999c7f4b4c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:09.223240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e565cf8-7cf9-424a-a4cb-f3fab4d5365c req-8050633c-4447-4fe7-8228-1da65082d981 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.0983591 Feb 11 05:16:09.246747 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-016ec8f4-bbb4-4c3b-a3e2-16c866f637d1 None None] Provisioning complete for port da1de45f-cba6-4cda-a990-d8cbf11d2ab0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:09.247309 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-016ec8f4-bbb4-4c3b-a3e2-16c866f637d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:09.382465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-016ec8f4-bbb4-4c3b-a3e2-16c866f637d1 None None] Port da1de45f-cba6-4cda-a990-d8cbf11d2ab0 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:09.382752 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-69933b26-7c5f-43b9-97ee-41e8415ac604 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Deleting port 207f0657-50e8-4d9a-9ab5-327e8813efb3 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:09.389853 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69933b26-7c5f-43b9-97ee-41e8415ac604 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (207f0657-50e8-4d9a-9ab5-327e8813efb3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:09.544593 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:09.568258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851cfff6-ed4d-4bf2-a707-d045474ee7e9 None None] New status for floating IP d88a2866-ab2b-4ed6-b581-9c7491661ecb: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:16:09.583856 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:10.174643 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'name': 'tempest-FloatingIPsNegativeTestJSON-1201785122-router', 'tenant_id': '3758cd1d66c2496ab75c0a03194de609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '1502e7f1-db67-4bd8-ab2a-71aeb9a83720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:57Z', 'updated_at': '2022-02-11T05:16:02Z', 'revision_number': 3, 'project_id': '3758cd1d66c2496ab75c0a03194de609', 'gw_port': {'id': '1502e7f1-db67-4bd8-ab2a-71aeb9a83720', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:59Z', 'updated_at': '2022-02-11T05:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:10.231397 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818fb4ab-083b-41db-b097-96dd8c8551a9 None None] The sync data for ids ['d8984514-ae27-4cb4-bd47-e5f6d0192a52'] in n-d-713499-38 is: [{'id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'name': 'tempest-FloatingIPsNegativeTestJSON-1201785122-router', 'tenant_id': '3758cd1d66c2496ab75c0a03194de609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '1502e7f1-db67-4bd8-ab2a-71aeb9a83720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:57Z', 'updated_at': '2022-02-11T05:16:02Z', 'revision_number': 3, 'project_id': '3758cd1d66c2496ab75c0a03194de609', 'gw_port': {'id': '1502e7f1-db67-4bd8-ab2a-71aeb9a83720', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:59Z', 'updated_at': '2022-02-11T05:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:16:10.241056 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69933b26-7c5f-43b9-97ee-41e8415ac604 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (207f0657-50e8-4d9a-9ab5-327e8813efb3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:10.241890 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69933b26-7c5f-43b9-97ee-41e8415ac604 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for floatingip (207f0657-50e8-4d9a-9ab5-327e8813efb3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:10.263370 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-69933b26-7c5f-43b9-97ee-41e8415ac604 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Calling delete_port for 207f0657-50e8-4d9a-9ab5-327e8813efb3 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:10.302610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-e580db64-f4cf-4d54-a407-9f5181303474 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:10.304254 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-e580db64-f4cf-4d54-a407-9f5181303474 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/networks?id=7e9ba8ea-356a-4b58-aaac-81190120da4f HTTP/1.1" status: 200 len: 825 time: 0.5815284 Feb 11 05:16:10.323452 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f2cd5-4723-48e3-852b-21f7b6935bc1 req-e17b7189-99eb-48ce-819a-c77be2ef9838 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:10.339581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d5f2cd5-4723-48e3-852b-21f7b6935bc1 req-e17b7189-99eb-48ce-819a-c77be2ef9838 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.4793427 Feb 11 05:16:10.385384 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-1d918293-a1c1-4716-ab3c-a8c945d57cde tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/quotas/8458840d7ae74bf3a129cbc686717bd0 HTTP/1.1" status: 200 len: 375 time: 0.0697956 Feb 11 05:16:10.444644 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-921554fc-9738-4345-a6e6-f1753a01071c tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=8458840d7ae74bf3a129cbc686717bd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501180 Feb 11 05:16:10.477644 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d5f2cd5-4723-48e3-852b-21f7b6935bc1 req-043e062f-05b1-4c5a-8e4e-047c69b251b2 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368213 Feb 11 05:16:10.479949 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Publish callbacks [] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:10.482758 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69933b26-7c5f-43b9-97ee-41e8415ac604 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (207f0657-50e8-4d9a-9ab5-327e8813efb3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:10.491411 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:10.542382 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69933b26-7c5f-43b9-97ee-41e8415ac604 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Pushing event deleted for resources: {'Port': ['ID=207f0657-50e8-4d9a-9ab5-327e8813efb3,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:10.616933 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69933b26-7c5f-43b9-97ee-41e8415ac604 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks [] for floatingip (d88a2866-ab2b-4ed6-b581-9c7491661ecb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:10.621129 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69933b26-7c5f-43b9-97ee-41e8415ac604 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:10.626124 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-69933b26-7c5f-43b9-97ee-41e8415ac604 tempest-ServersTestFqdnHostnames-1952751683 tempest-ServersTestFqdnHostnames-1952751683-project] 10.222.0.87 "DELETE /v2.0/floatingips/d88a2866-ab2b-4ed6-b581-9c7491661ecb HTTP/1.1" status: 204 len: 168 time: 1.6035619 Feb 11 05:16:10.626633 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59730) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:10.639996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Pushing event updated for resources: {'Port': ['ID=da1de45f-cba6-4cda-a990-d8cbf11d2ab0,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:10.642399 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (d8984514-ae27-4cb4-bd47-e5f6d0192a52), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:10.720542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befeba9-60bd-45d4-940f-4edbbca07d42 req-88af5fe6-3c82-44d4-8420-0c6c9001a19a tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:10.727359 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3befeba9-60bd-45d4-940f-4edbbca07d42 req-88af5fe6-3c82-44d4-8420-0c6c9001a19a tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.1415823 Feb 11 05:16:10.804094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-cad059fe-e9e3-43a5-82f6-9e3293d489ff service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:16:10.805125 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-cad059fe-e9e3-43a5-82f6-9e3293d489ff service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3490391 Feb 11 05:16:11.023564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3befeba9-60bd-45d4-940f-4edbbca07d42 req-3e05972c-cdfe-4344-9dd9-0f2aee303e6f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951176 Feb 11 05:16:11.132758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Network 8267c55a-2126-4b45-a031-9470970e9fe0 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:11.141735 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:11.161897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-72205d9f-d2be-47f5-b930-838c9e9e3720 service neutron] 10.222.0.87 "GET /v2.0/networks/7e9ba8ea-356a-4b58-aaac-81190120da4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449750 Feb 11 05:16:11.559998 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f5091cd5-9dad-4697-8b2e-a27bb3d9ca40 None None] Provisioning complete for port da1de45f-cba6-4cda-a990-d8cbf11d2ab0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:11.561103 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f5091cd5-9dad-4697-8b2e-a27bb3d9ca40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:11.569796 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-534554c2-710e-4d7f-a03d-87ce0316d115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (b3d44782-e3c3-4785-9b7e-3e6c5ca5b377), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:11.650472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f5091cd5-9dad-4697-8b2e-a27bb3d9ca40 None None] Port da1de45f-cba6-4cda-a990-d8cbf11d2ab0 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:11.719540 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5076304a-69af-4751-a316-13007020b91f req-db1324a0-1a51-44ff-ac51-273153cc8c21 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.5777438 Feb 11 05:16:11.846564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505eea8-4cda-440c-a589-39f5c3377bc7 req-f7ff5381-f62e-4895-9bfc-b744ed787e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:11.848386 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2505eea8-4cda-440c-a589-39f5c3377bc7 req-f7ff5381-f62e-4895-9bfc-b744ed787e28 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 1129 time: 0.8414564 Feb 11 05:16:12.074004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-534554c2-710e-4d7f-a03d-87ce0316d115 admin admin] Deleting port 5bde1011-5866-4ad7-8028-071f97360a08 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:12.074628 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-534554c2-710e-4d7f-a03d-87ce0316d115 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5bde1011-5866-4ad7-8028-071f97360a08), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:12.097675 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-fb7ba630-b74e-49c1-a451-492de2796504 service neutron] 10.222.0.87 "GET /v2.0/networks/7e9ba8ea-356a-4b58-aaac-81190120da4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903091 Feb 11 05:16:12.098883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505eea8-4cda-440c-a589-39f5c3377bc7 req-bcae3813-1ef5-40a5-b861-9e6eb308f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:12.100490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2505eea8-4cda-440c-a589-39f5c3377bc7 req-bcae3813-1ef5-40a5-b861-9e6eb308f2fa service neutron] 10.222.0.88 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 911 time: 0.2195802 Feb 11 05:16:12.111936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aad232-44da-4dc9-919b-56e84b7aeb97 req-3cca3e8d-fdbe-4108-9430-3d63712662f2 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:12.119258 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30aad232-44da-4dc9-919b-56e84b7aeb97 req-3cca3e8d-fdbe-4108-9430-3d63712662f2 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.2914414 Feb 11 05:16:12.186981 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2505eea8-4cda-440c-a589-39f5c3377bc7 req-48aff3a7-3946-4913-8ba8-f3a242e09a56 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78eae114-a61b-496b-91dd-39f33936d947 HTTP/1.1" status: 200 len: 217 time: 0.0588660 Feb 11 05:16:12.199529 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-534554c2-710e-4d7f-a03d-87ce0316d115 admin admin] For port 5bde1011-5866-4ad7-8028-071f97360a08, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5bde1011-5866-4ad7-8028-071f97360a08,segment=NetworkSegment(1902feac-4e2b-4ebb-9afe-8199fb07c557),segment_id=1902feac-4e2b-4ebb-9afe-8199fb07c557)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:12.199900 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-534554c2-710e-4d7f-a03d-87ce0316d115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5bde1011-5866-4ad7-8028-071f97360a08), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:12.231022 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-534554c2-710e-4d7f-a03d-87ce0316d115 admin admin] Calling delete_port for 5bde1011-5866-4ad7-8028-071f97360a08 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:12.261111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Router d8984514-ae27-4cb4-bd47-e5f6d0192a52 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:16:12.280455 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30aad232-44da-4dc9-919b-56e84b7aeb97 req-390510ab-0315-48d2-bb61-2650a584510b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596296 Feb 11 05:16:12.324679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505eea8-4cda-440c-a589-39f5c3377bc7 req-9f028ba2-592d-48bd-b860-52464b81bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:12.340317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2505eea8-4cda-440c-a589-39f5c3377bc7 req-9f028ba2-592d-48bd-b860-52464b81bec4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ea6336f-48df-43c4-9674-2de7741cddbb HTTP/1.1" status: 200 len: 850 time: 0.1455019 Feb 11 05:16:12.463573 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2505eea8-4cda-440c-a589-39f5c3377bc7 req-ea3a9334-77e2-468d-8cce-5e79efcd920e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c057b431-d79d-4223-9d5d-1c34def959a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420988 Feb 11 05:16:12.605032 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-534554c2-710e-4d7f-a03d-87ce0316d115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5bde1011-5866-4ad7-8028-071f97360a08), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:12.671748 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534554c2-710e-4d7f-a03d-87ce0316d115 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bde1011-5866-4ad7-8028-071f97360a08,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:12.798737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:16:12.803205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1502e7f1-db67-4bd8-ab2a-71aeb9a83720 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:12.812702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-39ede1b2-73b7-45cf-90f5-f1aee9afbc94 admin admin] 10.222.0.87 "PUT /v2.0/routers/d8984514-ae27-4cb4-bd47-e5f6d0192a52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5956562 Feb 11 05:16:12.980545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 1502e7f1-db67-4bd8-ab2a-71aeb9a83720 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:12.980910 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1502e7f1-db67-4bd8-ab2a-71aeb9a83720), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:13.052804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc14a8-2037-4719-9519-fcf50243cac0 req-b6cdd5b0-a532-48b7-ae3e-753d8d91eabd tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:13.065378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36fc14a8-2037-4719-9519-fcf50243cac0 req-b6cdd5b0-a532-48b7-ae3e-753d8d91eabd tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.6455851 Feb 11 05:16:13.152937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de38ec-6557-48ef-8b60-d0fe35725343 req-ce6ea219-efaa-4ebf-a3a3-a0dd9a93fa2e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:13.168566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29de38ec-6557-48ef-8b60-d0fe35725343 req-ce6ea219-efaa-4ebf-a3a3-a0dd9a93fa2e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.6917589 Feb 11 05:16:13.210499 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 1502e7f1-db67-4bd8-ab2a-71aeb9a83720 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:13.211348 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1502e7f1-db67-4bd8-ab2a-71aeb9a83720), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:13.235773 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-534554c2-710e-4d7f-a03d-87ce0316d115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (b3d44782-e3c3-4785-9b7e-3e6c5ca5b377), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:13.249089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36fc14a8-2037-4719-9519-fcf50243cac0 req-c4f63ef5-18ed-4e24-b00c-7c10ccc6a299 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823220 Feb 11 05:16:13.255972 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 1502e7f1-db67-4bd8-ab2a-71aeb9a83720, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1502e7f1-db67-4bd8-ab2a-71aeb9a83720,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:13.263473 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1502e7f1-db67-4bd8-ab2a-71aeb9a83720), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:13.294958 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Sync routers for ids ['d8984514-ae27-4cb4-bd47-e5f6d0192a52'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:16:13.317907 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Routers {'d8984514-ae27-4cb4-bd47-e5f6d0192a52'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:13.324814 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:16:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d8984514-ae27-4cb4-bd47-e5f6d0192a52'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:13.332359 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2505eea8-4cda-440c-a589-39f5c3377bc7 req-bddd6315-3021-417a-8ba1-d4c62aeabfed service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8528881 Feb 11 05:16:13.421752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=1502e7f1-db67-4bd8-ab2a-71aeb9a83720,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:13.469614 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8722039-f49f-4a03-b7a5-a94a86767e1c req-f90c2329-3e22-41c9-8684-07378dd7055e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/ports?device_id=4452969f-5c5c-43f4-bea6-d19377594606 HTTP/1.1" status: 200 len: 210 time: 0.0624607 Feb 11 05:16:13.553705 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29de38ec-6557-48ef-8b60-d0fe35725343 req-4f92a4e3-f191-49b6-aa66-7a382b49fb39 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839781 Feb 11 05:16:13.582584 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Set router d8984514-ae27-4cb4-bd47-e5f6d0192a52 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:13.604276 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca960352-74c4-4cbd-a5dd-109420941dfd req-ea661395-abf5-42b9-9525-8ffabc09ee3f tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.0432646 Feb 11 05:16:13.681416 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2505eea8-4cda-440c-a589-39f5c3377bc7 req-7946c050-6d9e-4f75-b4f9-0764720cfa53 service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373384 Feb 11 05:16:13.839526 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b3817192-9d74-4c1a-ae85-4e66dea331a3 req-3aec1501-c262-4047-b8f5-2fec94103ef8 tempest-FloatingIPsNegativeTestJSON-2124102452 tempest-FloatingIPsNegativeTestJSON-2124102452-project] 10.222.0.87 "GET /v2.0/floatingips?tenant_id=3758cd1d66c2496ab75c0a03194de609 HTTP/1.1" status: 200 len: 217 time: 0.0824158 Feb 11 05:16:13.857631 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534554c2-710e-4d7f-a03d-87ce0316d115 admin admin] Router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:16:13.882126 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:13.919121 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-047d01bb-c755-4b30-bdc2-4e1c323e6d8c req-b0787bb0-816f-4d8c-ac72-af097cdfbeb5 tempest-FloatingIPsNegativeTestJSON-2124102452 tempest-FloatingIPsNegativeTestJSON-2124102452-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0439425 Feb 11 05:16:14.018904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534554c2-710e-4d7f-a03d-87ce0316d115 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:16:14.025969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b8de7-f088-4e80-9017-da6c65f4f91b req-cfedd3f6-4a65-4e3c-b523-47d1060e2789 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:14.028222 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34726188-4340-4c06-9073-e0825504da75 None None] Sync routers for ids ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:16:14.028381 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-534554c2-710e-4d7f-a03d-87ce0316d115 admin admin] 10.222.0.87 "PUT /v2.0/routers/b3d44782-e3c3-4785-9b7e-3e6c5ca5b377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3982193 Feb 11 05:16:14.029211 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59772) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:14.033856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea7b8de7-f088-4e80-9017-da6c65f4f91b req-cfedd3f6-4a65-4e3c-b523-47d1060e2789 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1993556 Feb 11 05:16:14.041823 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-6beb6332-489a-4480-94b6-a7d945ad1eeb req-adba1ae7-ef05-470d-946d-28dd9dcccbd9 tempest-FloatingIPsNegativeTestJSON-2124102452 tempest-FloatingIPsNegativeTestJSON-2124102452-project] show failed (client error): The resource could not be found. Feb 11 05:16:14.043100 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6beb6332-489a-4480-94b6-a7d945ad1eeb req-adba1ae7-ef05-470d-946d-28dd9dcccbd9 tempest-FloatingIPsNegativeTestJSON-2124102452 tempest-FloatingIPsNegativeTestJSON-2124102452-project] 10.222.0.87 "GET /v2.0/floatingips/545a9c22-66ea-494a-a4fc-1c653308c480 HTTP/1.1" status: 404 len: 350 time: 0.1005280 Feb 11 05:16:14.048989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34726188-4340-4c06-9073-e0825504da75 None None] Routers {'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:14.054511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59774) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:14.060053 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-34726188-4340-4c06-9073-e0825504da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:16:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:14.128840 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'name': 'tempest-FloatingIPsNegativeTestJSON-1201785122-router', 'tenant_id': '3758cd1d66c2496ab75c0a03194de609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '1502e7f1-db67-4bd8-ab2a-71aeb9a83720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:57Z', 'updated_at': '2022-02-11T05:16:09Z', 'revision_number': 4, 'project_id': '3758cd1d66c2496ab75c0a03194de609', 'gw_port': {'id': '1502e7f1-db67-4bd8-ab2a-71aeb9a83720', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:59Z', 'updated_at': '2022-02-11T05:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'da1de45f-cba6-4cda-a990-d8cbf11d2ab0', 'name': '', 'network_id': '8267c55a-2126-4b45-a031-9470970e9fe0', 'tenant_id': '3758cd1d66c2496ab75c0a03194de609', 'mac_address': 'fa:16:3e:6e:45:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '31a27ee6-37a0-4b9f-b159-afd20488b10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:08Z', 'updated_at': '2022-02-11T05:16:09Z', 'revision_number': 2, 'project_id': '3758cd1d66c2496ab75c0a03194de609', 'subnets': [{'id': '31a27ee6-37a0-4b9f-b159-afd20488b10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:14.198036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea7b8de7-f088-4e80-9017-da6c65f4f91b req-cd8fa973-94c4-4c03-bb66-96609fde1a3f tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610231 Feb 11 05:16:14.211764 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Checking router: d8984514-ae27-4cb4-bd47-e5f6d0192a52 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:16:14.211764 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Updating router d8984514-ae27-4cb4-bd47-e5f6d0192a52 port da1de45f-cba6-4cda-a990-d8cbf11d2ab0 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:16:14.280953 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2bf8873e-85d1-450b-a6a1-7d8b8b760d8a admin admin] Publish callbacks [] for router (b3d44782-e3c3-4785-9b7e-3e6c5ca5b377), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:14.294093 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:14.421237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-34726188-4340-4c06-9073-e0825504da75 None None] Set router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:14.460554 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2bf8873e-85d1-450b-a6a1-7d8b8b760d8a admin admin] Publish callbacks [] for router_gateway (b3d44782-e3c3-4785-9b7e-3e6c5ca5b377), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:14.579735 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-2bf8873e-85d1-450b-a6a1-7d8b8b760d8a admin admin] Deleting port d6f1f01d-627c-4298-8382-0ee7157103c5 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:14.580190 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2bf8873e-85d1-450b-a6a1-7d8b8b760d8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d6f1f01d-627c-4298-8382-0ee7157103c5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:14.722606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1b877-d1a9-41bc-bdb4-e7897bdf256e req-4bef8d1d-4e73-4caf-b7bf-d9e607e62ba0 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:14.731565 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17a1b877-d1a9-41bc-bdb4-e7897bdf256e req-4bef8d1d-4e73-4caf-b7bf-d9e607e62ba0 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.3535423 Feb 11 05:16:14.788580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-2bf8873e-85d1-450b-a6a1-7d8b8b760d8a admin admin] For port d6f1f01d-627c-4298-8382-0ee7157103c5, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d6f1f01d-627c-4298-8382-0ee7157103c5,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:14.792394 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2bf8873e-85d1-450b-a6a1-7d8b8b760d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d6f1f01d-627c-4298-8382-0ee7157103c5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:14.801687 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f56c8-12d3-4ca6-a1ef-a475a8565fbb req-15a4c752-f056-481d-a57b-cd9bc2d4efe3 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:14.810154 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f6f56c8-12d3-4ca6-a1ef-a475a8565fbb req-15a4c752-f056-481d-a57b-cd9bc2d4efe3 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 0.4020300 Feb 11 05:16:14.820680 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-2bf8873e-85d1-450b-a6a1-7d8b8b760d8a admin admin] Calling delete_port for d6f1f01d-627c-4298-8382-0ee7157103c5 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:14.833884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1502e7f1-db67-4bd8-ab2a-71aeb9a83720 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:14.840237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-4ab39485-1ab3-47ff-b014-0714b984a65b tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:14.842408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-4ab39485-1ab3-47ff-b014-0714b984a65b tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.88 "GET /v2.0/networks?id=7e9ba8ea-356a-4b58-aaac-81190120da4f HTTP/1.1" status: 200 len: 825 time: 0.5111988 Feb 11 05:16:14.875490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Request body: {'port': {'device_id': '4452969f-5c5c-43f4-bea6-d19377594606', 'network_id': '7e9ba8ea-356a-4b58-aaac-81190120da4f', 'admin_state_up': True, 'tenant_id': '8458840d7ae74bf3a129cbc686717bd0'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:15.003401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 1502e7f1-db67-4bd8-ab2a-71aeb9a83720 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:15.003986 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1502e7f1-db67-4bd8-ab2a-71aeb9a83720), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.053534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17a1b877-d1a9-41bc-bdb4-e7897bdf256e req-8c2cb2cd-9c98-4ad0-99f4-81ce71dfac58 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160527 Feb 11 05:16:15.058825 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Publish callbacks [] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.072979 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-34726188-4340-4c06-9073-e0825504da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'name': 'tempest-ServersTestFqdnHostnames-305944347-router', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:16:12Z', 'revision_number': 5, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'gw_port': {'id': 'd6f1f01d-627c-4298-8382-0ee7157103c5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:13:18Z', 'updated_at': '2022-02-11T05:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:15.076664 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.091798 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f6f56c8-12d3-4ca6-a1ef-a475a8565fbb req-d91525d7-0c37-47a8-a672-4e99705c9d15 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806158 Feb 11 05:16:15.264826 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2bf8873e-85d1-450b-a6a1-7d8b8b760d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d6f1f01d-627c-4298-8382-0ee7157103c5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.339639 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d012210-a31f-40eb-99b2-a601b5d757e3 None None] Pushing event updated for resources: {'Port': ['ID=da1de45f-cba6-4cda-a990-d8cbf11d2ab0,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:15.365975 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Attempting to bind port da1de45f-cba6-4cda-a990-d8cbf11d2ab0 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:15.366343 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Attempting to bind port da1de45f-cba6-4cda-a990-d8cbf11d2ab0 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '706f6ac4-ed17-4090-819d-f5c9c879f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8267c55a-2126-4b45-a031-9470970e9fe0'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:15.366705 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Attempting to bind port da1de45f-cba6-4cda-a990-d8cbf11d2ab0 on network 8267c55a-2126-4b45-a031-9470970e9fe0 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:15.380972 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:15.381276 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Checking segment: {'id': '706f6ac4-ed17-4090-819d-f5c9c879f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8267c55a-2126-4b45-a031-9470970e9fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:15.382075 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.382075 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Bound using segment: {'id': '706f6ac4-ed17-4090-819d-f5c9c879f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8267c55a-2126-4b45-a031-9470970e9fe0'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:15.382545 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Bound port: da1de45f-cba6-4cda-a990-d8cbf11d2ab0, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706f6ac4-ed17-4090-819d-f5c9c879f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8267c55a-2126-4b45-a031-9470970e9fe0'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:15.382986 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.390526 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8873e-85d1-450b-a6a1-7d8b8b760d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f1f01d-627c-4298-8382-0ee7157103c5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:15.392986 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8747d8c6-d4ba-456b-a275-4147e028f414 req-6afee1de-a704-4b89-9f54-ce5154aa9b3a tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.1083870 Feb 11 05:16:15.400412 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25f682fc-2c9e-435f-9661-117fa9e05551 req-3d6fa2dd-2ab2-4164-9264-2513cde1b4d1 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/ports?device_id=4452969f-5c5c-43f4-bea6-d19377594606 HTTP/1.1" status: 200 len: 210 time: 0.1184225 Feb 11 05:16:15.456860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Made reservation on behalf of 8458840d7ae74bf3a129cbc686717bd0 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:15.464864 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.528431 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] For port da1de45f-cba6-4cda-a990-d8cbf11d2ab0, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:15.538990 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] For port da1de45f-cba6-4cda-a990-d8cbf11d2ab0, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=da1de45f-cba6-4cda-a990-d8cbf11d2ab0,segment=NetworkSegment(706f6ac4-ed17-4090-819d-f5c9c879f738),segment_id=706f6ac4-ed17-4090-819d-f5c9c879f738)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:15.552526 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.569440 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2bf8873e-85d1-450b-a6a1-7d8b8b760d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (b3d44782-e3c3-4785-9b7e-3e6c5ca5b377), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.647140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 78eae114-a61b-496b-91dd-39f33936d947 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:15.653901 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d012210-a31f-40eb-99b2-a601b5d757e3 None None] Pushing event updated for resources: {'Port': ['ID=da1de45f-cba6-4cda-a990-d8cbf11d2ab0,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:15.655727 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34726188-4340-4c06-9073-e0825504da75 None None] Checking router: b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:16:15.706929 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Routers {'d8984514-ae27-4cb4-bd47-e5f6d0192a52'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:15.708115 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:16:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d8984514-ae27-4cb4-bd47-e5f6d0192a52'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:15.749091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34726188-4340-4c06-9073-e0825504da75 None None] Routers {'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:15.749815 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-34726188-4340-4c06-9073-e0825504da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:16:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:15.824071 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2bf8873e-85d1-450b-a6a1-7d8b8b760d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (b3d44782-e3c3-4785-9b7e-3e6c5ca5b377), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.834945 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2bf8873e-85d1-450b-a6a1-7d8b8b760d8a admin admin] Publish callbacks [] for router_controller (b3d44782-e3c3-4785-9b7e-3e6c5ca5b377), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.951432 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2bf8873e-85d1-450b-a6a1-7d8b8b760d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (b3d44782-e3c3-4785-9b7e-3e6c5ca5b377), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.952038 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf8873e-85d1-450b-a6a1-7d8b8b760d8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:16:15.957358 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2bf8873e-85d1-450b-a6a1-7d8b8b760d8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:15.965102 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-34726188-4340-4c06-9073-e0825504da75 None None] Set router b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:15.972775 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2bf8873e-85d1-450b-a6a1-7d8b8b760d8a admin admin] 10.222.0.87 "DELETE /v2.0/routers/b3d44782-e3c3-4785-9b7e-3e6c5ca5b377 HTTP/1.1" status: 204 len: 168 time: 1.9423635 Feb 11 05:16:15.973428 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59792) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:16.018049 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] Set router d8984514-ae27-4cb4-bd47-e5f6d0192a52 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:16.044691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Deleting subnet c99f11ec-e103-47a2-827e-fc49bfac03c9 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:16:16.049997 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Publish callbacks [] for subnet (c99f11ec-e103-47a2-827e-fc49bfac03c9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.058791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Allocated IP 172.20.0.11 (7e9ba8ea-356a-4b58-aaac-81190120da4f/b8e0469c-3956-4682-9bdf-d59c368ce62e/d3da1f69-2230-447e-8d6b-8080c1f1f228) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:16.062208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-34726188-4340-4c06-9073-e0825504da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'name': 'tempest-ServersTestFqdnHostnames-305944347-router', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:16:15Z', 'revision_number': 7, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:16.065288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-14cbcfb2-5778-462e-863c-cf04854eed67 None None] Provisioning complete for port da1de45f-cba6-4cda-a990-d8cbf11d2ab0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:16.066308 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-14cbcfb2-5778-462e-863c-cf04854eed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.099919 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (c99f11ec-e103-47a2-827e-fc49bfac03c9), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.176477 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34726188-4340-4c06-9073-e0825504da75 None None] The sync data for ids ['b3d44782-e3c3-4785-9b7e-3e6c5ca5b377'] in n-d-713499-38 is: [{'id': 'b3d44782-e3c3-4785-9b7e-3e6c5ca5b377', 'name': 'tempest-ServersTestFqdnHostnames-305944347-router', 'tenant_id': 'bd52a8df7e9f49cbbd0c134380769323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:13:16Z', 'updated_at': '2022-02-11T05:16:15Z', 'revision_number': 7, 'project_id': 'bd52a8df7e9f49cbbd0c134380769323', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:16:16.211660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082133d-d389-4a27-9870-f3a067181d56 req-3b0a11e5-e165-4b89-b672-089de5c6be15 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:16.220144 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2082133d-d389-4a27-9870-f3a067181d56 req-3b0a11e5-e165-4b89-b672-089de5c6be15 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.4393716 Feb 11 05:16:16.259327 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (c99f11ec-e103-47a2-827e-fc49bfac03c9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.393694 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (c99f11ec-e103-47a2-827e-fc49bfac03c9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.398182 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 1502e7f1-db67-4bd8-ab2a-71aeb9a83720 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:16.424276 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 78eae114-a61b-496b-91dd-39f33936d947 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:16.424874 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (78eae114-a61b-496b-91dd-39f33936d947), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.427596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-14cbcfb2-5778-462e-863c-cf04854eed67 None None] Current status of the port da1de45f-cba6-4cda-a990-d8cbf11d2ab0 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:16.428336 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-14cbcfb2-5778-462e-863c-cf04854eed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.435405 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8d3c17a3-9c9b-403c-9937-156fc9379ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (d8984514-ae27-4cb4-bd47-e5f6d0192a52), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.443757 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c99f11ec-e103-47a2-827e-fc49bfac03c9,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:16.461270 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e610078e-823a-4617-a28c-1cb028759297 None None] Network 68f2cfd9-0977-4789-8546-2fe8b1d887d1 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:16.479972 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.490284 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] 10.222.0.87 "DELETE /v2.0/subnets/c99f11ec-e103-47a2-827e-fc49bfac03c9 HTTP/1.1" status: 204 len: 168 time: 0.5157101 Feb 11 05:16:16.495784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:16.497688 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:16.498239 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:16.498784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:16.502375 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:16.502960 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:16.503632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:16.504111 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:16.504517 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:16.504862 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:16.505198 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:16.506735 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:16.507030 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801feff-b131-418a-88e0-c79a3a5098ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:16.517401 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59802) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:16.519201 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 78eae114-a61b-496b-91dd-39f33936d947, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=78eae114-a61b-496b-91dd-39f33936d947,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:16.534130 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146490f7-d48a-4b6d-8de8-9aefbecc5c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78eae114-a61b-496b-91dd-39f33936d947'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:16.537288 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a934bf1b-a319-4a02-87f3-a9b47a301c0b" -d '{"events": [{"server_uuid": "146490f7-d48a-4b6d-8de8-9aefbecc5c59", "name": "network-vif-unplugged", "status": "completed", "tag": "78eae114-a61b-496b-91dd-39f33936d947"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:16.545715 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (78eae114-a61b-496b-91dd-39f33936d947), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.549829 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-14cbcfb2-5778-462e-863c-cf04854eed67 None None] For port da1de45f-cba6-4cda-a990-d8cbf11d2ab0, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=da1de45f-cba6-4cda-a990-d8cbf11d2ab0,segment=NetworkSegment(706f6ac4-ed17-4090-819d-f5c9c879f738),segment_id=706f6ac4-ed17-4090-819d-f5c9c879f738)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:16.561921 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-14cbcfb2-5778-462e-863c-cf04854eed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.606649 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'name': 'tempest-FloatingIPsNegativeTestJSON-1201785122-router', 'tenant_id': '3758cd1d66c2496ab75c0a03194de609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '1502e7f1-db67-4bd8-ab2a-71aeb9a83720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:57Z', 'updated_at': '2022-02-11T05:16:09Z', 'revision_number': 4, 'project_id': '3758cd1d66c2496ab75c0a03194de609', 'gw_port': {'id': '1502e7f1-db67-4bd8-ab2a-71aeb9a83720', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:59Z', 'updated_at': '2022-02-11T05:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'da1de45f-cba6-4cda-a990-d8cbf11d2ab0', 'name': '', 'network_id': '8267c55a-2126-4b45-a031-9470970e9fe0', 'tenant_id': '3758cd1d66c2496ab75c0a03194de609', 'mac_address': 'fa:16:3e:6e:45:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '31a27ee6-37a0-4b9f-b159-afd20488b10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:08Z', 'updated_at': '2022-02-11T05:16:15Z', 'revision_number': 4, 'project_id': '3758cd1d66c2496ab75c0a03194de609', 'subnets': [{'id': '31a27ee6-37a0-4b9f-b159-afd20488b10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:16.722533 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4f3f59-7e9f-4208-96de-56451293bb28 None None] The sync data for ids ['d8984514-ae27-4cb4-bd47-e5f6d0192a52'] in n-d-713499-38 is: [{'id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'name': 'tempest-FloatingIPsNegativeTestJSON-1201785122-router', 'tenant_id': '3758cd1d66c2496ab75c0a03194de609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '1502e7f1-db67-4bd8-ab2a-71aeb9a83720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:57Z', 'updated_at': '2022-02-11T05:16:09Z', 'revision_number': 4, 'project_id': '3758cd1d66c2496ab75c0a03194de609', 'gw_port': {'id': '1502e7f1-db67-4bd8-ab2a-71aeb9a83720', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:59Z', 'updated_at': '2022-02-11T05:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'da1de45f-cba6-4cda-a990-d8cbf11d2ab0', 'name': '', 'network_id': '8267c55a-2126-4b45-a031-9470970e9fe0', 'tenant_id': '3758cd1d66c2496ab75c0a03194de609', 'mac_address': 'fa:16:3e:6e:45:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '31a27ee6-37a0-4b9f-b159-afd20488b10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:08Z', 'updated_at': '2022-02-11T05:16:15Z', 'revision_number': 4, 'project_id': '3758cd1d66c2496ab75c0a03194de609', 'subnets': [{'id': '31a27ee6-37a0-4b9f-b159-afd20488b10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:16:16.758024 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (68f2cfd9-0977-4789-8546-2fe8b1d887d1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.772261 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5bde1011-5866-4ad7-8028-071f97360a08 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:16.806462 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=78eae114-a61b-496b-91dd-39f33936d947,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:16.829165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 5bde1011-5866-4ad7-8028-071f97360a08 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:16.829513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5bde1011-5866-4ad7-8028-071f97360a08 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:16.858934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c745ec46-b2f7-4a89-a731-d06d380289fd None None] Provisioning complete for port da1de45f-cba6-4cda-a990-d8cbf11d2ab0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:16.859313 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c745ec46-b2f7-4a89-a731-d06d380289fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.895434 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Publish callbacks [] for port (d3da1f69-2230-447e-8d6b-8080c1f1f228), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.936180 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] Deleting port f8dcd735-b9c8-4de3-bad0-7481c455fed6 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:16.938887 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f8dcd735-b9c8-4de3-bad0-7481c455fed6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:16.941670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbcfb2-5778-462e-863c-cf04854eed67 None None] Pushing event updated for resources: {'Port': ['ID=da1de45f-cba6-4cda-a990-d8cbf11d2ab0,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:16.952351 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d3da1f69-2230-447e-8d6b-8080c1f1f228), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.010680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c745ec46-b2f7-4a89-a731-d06d380289fd None None] Current status of the port da1de45f-cba6-4cda-a990-d8cbf11d2ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:17.040059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Network 7e9ba8ea-356a-4b58-aaac-81190120da4f is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:17.060800 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2082133d-d389-4a27-9870-f3a067181d56 req-afd36078-56d3-4d18-b3f2-9f64a22d7b6f tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8396842 Feb 11 05:16:17.086396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:17.095628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:17.114923 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] For port f8dcd735-b9c8-4de3-bad0-7481c455fed6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f8dcd735-b9c8-4de3-bad0-7481c455fed6,segment=NetworkSegment(1902feac-4e2b-4ebb-9afe-8199fb07c557),segment_id=1902feac-4e2b-4ebb-9afe-8199fb07c557)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:17.115964 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f8dcd735-b9c8-4de3-bad0-7481c455fed6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.136939 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] Calling delete_port for f8dcd735-b9c8-4de3-bad0-7481c455fed6 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:17.229870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] DHCP port deletion for 68f2cfd9-0977-4789-8546-2fe8b1d887d1 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:16:17.331286 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (f8dcd735-b9c8-4de3-bad0-7481c455fed6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.352882 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] No DVR routers for this DVR port f8dcd735-b9c8-4de3-bad0-7481c455fed6 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:17.365982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Deleting port f8dcd735-b9c8-4de3-bad0-7481c455fed6 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:17.366449 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f8dcd735-b9c8-4de3-bad0-7481c455fed6), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.451577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] Pushing event deleted for resources: {'Port': ['ID=f8dcd735-b9c8-4de3-bad0-7481c455fed6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:17.521743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] For port f8dcd735-b9c8-4de3-bad0-7481c455fed6, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:17.522391 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f8dcd735-b9c8-4de3-bad0-7481c455fed6), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.545347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Calling delete_port for f8dcd735-b9c8-4de3-bad0-7481c455fed6 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:17.549098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Port f8dcd735-b9c8-4de3-bad0-7481c455fed6 was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:16:17.551325 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (f8dcd735-b9c8-4de3-bad0-7481c455fed6), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.581012 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Pushing event deleted for resources: {'Port': ['ID=f8dcd735-b9c8-4de3-bad0-7481c455fed6,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:17.584925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] No DVR routers for this DVR port f8dcd735-b9c8-4de3-bad0-7481c455fed6 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:17.597765 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.597889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.598207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.598551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.598893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.599230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.599651 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.599980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.600310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.600640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.600995 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.601404 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.601591 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60af1c3-fa13-4d02-847f-c644468d0d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.634350 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:17.635006 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.663068 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f951e-329f-4f88-b0b5-7a18cc946116 req-6e7c0f4b-4ca7-401c-8ca0-3cff00013bb1 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:17.665116 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b08f951e-329f-4f88-b0b5-7a18cc946116 req-6e7c0f4b-4ca7-401c-8ca0-3cff00013bb1 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 946 time: 1.3987694 Feb 11 05:16:17.679368 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (68f2cfd9-0977-4789-8546-2fe8b1d887d1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.681578 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8284135 Feb 11 05:16:17.724982 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f2cfd9-0977-4789-8546-2fe8b1d887d1']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:17.738212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Request body: {'port': {'device_id': '4452969f-5c5c-43f4-bea6-d19377594606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:17.742360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1902feac-4e2b-4ebb-9afe-8199fb07c557') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:17.742788 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1902feac-4e2b-4ebb-9afe-8199fb07c557') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:17.745863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Pushing event updated for resources: {'Port': ['ID=d3da1f69-2230-447e-8d6b-8080c1f1f228,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:17.775745 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (1902feac-4e2b-4ebb-9afe-8199fb07c557), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.794966 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (1902feac-4e2b-4ebb-9afe-8199fb07c557), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.809921 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:16:17.810598 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (1902feac-4e2b-4ebb-9afe-8199fb07c557), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.812755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.813407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.813656 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.814140 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.814492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.814938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.815215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.815744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.815943 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.816277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.816733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.817114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.817450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5390745-ae29-48e3-9879-2e1811e3722e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:16:17.918247 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:16:17.921791 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (68f2cfd9-0977-4789-8546-2fe8b1d887d1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.922894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b08f951e-329f-4f88-b0b5-7a18cc946116 req-9c7e4e81-8322-4951-a095-37fc8d88b220 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368305 Feb 11 05:16:17.934462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be32a7-71e3-419b-b93d-3dde03ca07e8 req-8496411b-1864-48f9-a27d-2315a137279b tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:17.936073 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:17.945463 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] 10.222.0.87 "DELETE /v2.0/networks/68f2cfd9-0977-4789-8546-2fe8b1d887d1 HTTP/1.1" status: 204 len: 168 time: 1.4234400 Feb 11 05:16:17.957488 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70be32a7-71e3-419b-b93d-3dde03ca07e8 req-8496411b-1864-48f9-a27d-2315a137279b tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/ports?device_id=4452969f-5c5c-43f4-bea6-d19377594606 HTTP/1.1" status: 200 len: 932 time: 0.7578464 Feb 11 05:16:17.960671 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f2604-63f9-41d0-9d6d-a0ade690121a admin admin] Pushing event deleted for resources: {'Network': ['ID=68f2cfd9-0977-4789-8546-2fe8b1d887d1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:18.078102 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d3da1f69-2230-447e-8d6b-8080c1f1f228), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.132677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fd55b88-2ffa-4d26-8057-567e1c6fc46b req-c72300c8-b44e-4652-ada9-94150bc35f72 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.0958412 Feb 11 05:16:18.183989 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71336d12-a5f2-4bb1-a97b-fd528d5fd97a x-openstack-request-id: req-71336d12-a5f2-4bb1-a97b-fd528d5fd97a {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:18.184285 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146490f7-d48a-4b6d-8de8-9aefbecc5c59", "name": "network-vif-unplugged", "status": "failed", "tag": "78eae114-a61b-496b-91dd-39f33936d947", "code": 422}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:18.184544 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-71336d12-a5f2-4bb1-a97b-fd528d5fd97a {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:18.185068 n-d-713499-38 neutron-server[103173]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '146490f7-d48a-4b6d-8de8-9aefbecc5c59', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '78eae114-a61b-496b-91dd-39f33936d947', 'code': 422} returned with failed status Feb 11 05:16:18.268156 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59814) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:18.374587 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0b29368f-6933-4c3f-a7ca-094fe00b5049 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bd52a8df7e9f49cbbd0c134380769323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1027551 Feb 11 05:16:18.375167 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59816) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:18.449353 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdf54e66-9066-4d71-a6b0-0df2656f6316 admin admin] Publish callbacks [] for security_group (6d94148f-f78c-4d3a-acc1-eda90f366f62), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.481256 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdf54e66-9066-4d71-a6b0-0df2656f6316 admin admin] Publish callbacks [] for security_group (6d94148f-f78c-4d3a-acc1-eda90f366f62), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.567352 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdf54e66-9066-4d71-a6b0-0df2656f6316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6d94148f-f78c-4d3a-acc1-eda90f366f62), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.570886 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdf54e66-9066-4d71-a6b0-0df2656f6316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.572362 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bdf54e66-9066-4d71-a6b0-0df2656f6316 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6d94148f-f78c-4d3a-acc1-eda90f366f62 HTTP/1.1" status: 204 len: 168 time: 0.1961455 Feb 11 05:16:18.616595 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf54e66-9066-4d71-a6b0-0df2656f6316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d94148f-f78c-4d3a-acc1-eda90f366f62,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:18.644321 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3da1f69-2230-447e-8d6b-8080c1f1f228 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:18.653323 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Publish callbacks [] for port (d3da1f69-2230-447e-8d6b-8080c1f1f228), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.669672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Transition to ACTIVE for port object d3da1f69-2230-447e-8d6b-8080c1f1f228 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:18.680610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70be32a7-71e3-419b-b93d-3dde03ca07e8 req-68875313-d251-402f-9e4e-84a1c3a2adc3 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d632011-a98c-41d5-9cea-8e38b9976929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7211351 Feb 11 05:16:18.682939 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (d3da1f69-2230-447e-8d6b-8080c1f1f228), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:18.847311 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device da1de45f-cba6-4cda-a990-d8cbf11d2ab0 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:18.892517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3299fc2-554e-4228-8ef7-cdf37871d1ba req-e6f823f8-1258-4245-a815-4c067f76cccf tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:18.913543 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3299fc2-554e-4228-8ef7-cdf37871d1ba req-e6f823f8-1258-4245-a815-4c067f76cccf tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.6682470 Feb 11 05:16:18.976697 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Pushing event updated for resources: {'Port': ['ID=d3da1f69-2230-447e-8d6b-8080c1f1f228,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:19.017002 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port da1de45f-cba6-4cda-a990-d8cbf11d2ab0 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:19.017898 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:19.111095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c17a3-9c9b-403c-9937-156fc9379ea4 admin admin] Deleting port da1de45f-cba6-4cda-a990-d8cbf11d2ab0 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:19.111646 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8d3c17a3-9c9b-403c-9937-156fc9379ea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:19.190727 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port da1de45f-cba6-4cda-a990-d8cbf11d2ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:19.252144 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3299fc2-554e-4228-8ef7-cdf37871d1ba req-b819e694-52c9-465c-948d-6486e74317df tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375673 Feb 11 05:16:19.254903 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Attempting to bind port d3da1f69-2230-447e-8d6b-8080c1f1f228 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:19.255239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Attempting to bind port d3da1f69-2230-447e-8d6b-8080c1f1f228 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'd8085b07-6504-4941-99d1-57ed8ed8d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7e9ba8ea-356a-4b58-aaac-81190120da4f'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:19.261076 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Attempting to bind port d3da1f69-2230-447e-8d6b-8080c1f1f228 on network 7e9ba8ea-356a-4b58-aaac-81190120da4f {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:19.295022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f8dcd735-b9c8-4de3-bad0-7481c455fed6 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:19.295608 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Port d3da1f69-2230-447e-8d6b-8080c1f1f228 on network 7e9ba8ea-356a-4b58-aaac-81190120da4f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:19.296388 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Attempting to bind port d3da1f69-2230-447e-8d6b-8080c1f1f228 on network 7e9ba8ea-356a-4b58-aaac-81190120da4f {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:19.333132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:19.334328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Checking segment: {'id': 'd8085b07-6504-4941-99d1-57ed8ed8d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7e9ba8ea-356a-4b58-aaac-81190120da4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:19.336672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Bound using segment: {'id': 'd8085b07-6504-4941-99d1-57ed8ed8d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7e9ba8ea-356a-4b58-aaac-81190120da4f'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:19.337436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Bound port: d3da1f69-2230-447e-8d6b-8080c1f1f228, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8085b07-6504-4941-99d1-57ed8ed8d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7e9ba8ea-356a-4b58-aaac-81190120da4f'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:19.337891 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d3da1f69-2230-447e-8d6b-8080c1f1f228), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:19.347058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-8d3c17a3-9c9b-403c-9937-156fc9379ea4 admin admin] For port da1de45f-cba6-4cda-a990-d8cbf11d2ab0, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=da1de45f-cba6-4cda-a990-d8cbf11d2ab0,segment=NetworkSegment(706f6ac4-ed17-4090-819d-f5c9c879f738),segment_id=706f6ac4-ed17-4090-819d-f5c9c879f738)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:19.348086 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8d3c17a3-9c9b-403c-9937-156fc9379ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:19.379774 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: f8dcd735-b9c8-4de3-bad0-7481c455fed6 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:19.381302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f8dcd735-b9c8-4de3-bad0-7481c455fed6 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:19.382188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d6f1f01d-627c-4298-8382-0ee7157103c5 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:19.443901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: d6f1f01d-627c-4298-8382-0ee7157103c5 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:19.445426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c17a3-9c9b-403c-9937-156fc9379ea4 admin admin] Calling delete_port for da1de45f-cba6-4cda-a990-d8cbf11d2ab0 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:19.450901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d6f1f01d-627c-4298-8382-0ee7157103c5 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:19.518564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 78eae114-a61b-496b-91dd-39f33936d947 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:19.655087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] For port d3da1f69-2230-447e-8d6b-8080c1f1f228, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:19.662854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] For port d3da1f69-2230-447e-8d6b-8080c1f1f228, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d3da1f69-2230-447e-8d6b-8080c1f1f228,segment=NetworkSegment(d8085b07-6504-4941-99d1-57ed8ed8d1eb),segment_id=d8085b07-6504-4941-99d1-57ed8ed8d1eb)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:19.704023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 78eae114-a61b-496b-91dd-39f33936d947 is: DOWN; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:19.710822 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (d3da1f69-2230-447e-8d6b-8080c1f1f228), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:19.786078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Pushing event updated for resources: {'Port': ['ID=d3da1f69-2230-447e-8d6b-8080c1f1f228,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:19.790725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-669874c2-0ed2-4b49-9c35-0a8337e5fd03 req-b370107d-4502-4453-8c1d-fd8acefb2d67 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.1160545 Feb 11 05:16:19.838144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:19.838772 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:19.840385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3245e6ae-e4fd-4d1e-bb91-54a2ab895192 service neutron] 10.222.0.88 "PUT /v2.0/ports/d3da1f69-2230-447e-8d6b-8080c1f1f228 HTTP/1.1" status: 200 len: 1093 time: 2.1471140 Feb 11 05:16:19.840642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4452969f-5c5c-43f4-bea6-d19377594606', 'tag': 'd3da1f69-2230-447e-8d6b-8080c1f1f228'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:19.843054 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369b73ed-0329-418c-8c67-62fc0a42f8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4452969f-5c5c-43f4-bea6-d19377594606", "tag": "d3da1f69-2230-447e-8d6b-8080c1f1f228"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:20.116224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-17ab61c5-6e1d-4706-bbc1-0824abb72305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:20.117762 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-17ab61c5-6e1d-4706-bbc1-0824abb72305 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8458840d7ae74bf3a129cbc686717bd0&device_id=4452969f-5c5c-43f4-bea6-d19377594606 HTTP/1.1" status: 200 len: 1127 time: 0.1948521 Feb 11 05:16:20.121354 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8d3c17a3-9c9b-403c-9937-156fc9379ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (da1de45f-cba6-4cda-a990-d8cbf11d2ab0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.241935 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-bb3733e1-4aa0-4b19-b6ab-d0f60b0b5429 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3da1f69-2230-447e-8d6b-8080c1f1f228 HTTP/1.1" status: 200 len: 217 time: 0.1117322 Feb 11 05:16:20.242983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c17a3-9c9b-403c-9937-156fc9379ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da1de45f-cba6-4cda-a990-d8cbf11d2ab0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:20.251606 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59890) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:20.264223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a417cfd-0234-4569-af38-96b73ef7b7cc req-3020d0ce-4842-4474-a44c-5149a6450eba tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:20.266605 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a417cfd-0234-4569-af38-96b73ef7b7cc req-3020d0ce-4842-4474-a44c-5149a6450eba tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 944 time: 0.2591181 Feb 11 05:16:20.420256 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1c8b6ef7-00e5-4184-b822-f292e2ac37e3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-655802958-network', 'tenant_id': '3bbd156ad2d24e5385648d7fd2e75c21'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:20.464714 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8b6ef7-00e5-4184-b822-f292e2ac37e3 admin admin] Made reservation on behalf of 3bbd156ad2d24e5385648d7fd2e75c21 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:20.467637 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6ef7-00e5-4184-b822-f292e2ac37e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.477936 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6ef7-00e5-4184-b822-f292e2ac37e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.495169 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81536ef7-602c-48b3-9c18-9fd1e7ede069 req-8044c3fc-d9fb-4eba-a2d5-aa8ccb20711d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.1046376 Feb 11 05:16:20.548017 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-48c71011-ad8c-49e1-a236-26f9689c2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:20.550673 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-48c71011-ad8c-49e1-a236-26f9689c2846 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b8e0469c-3956-4682-9bdf-d59c368ce62e HTTP/1.1" status: 200 len: 865 time: 0.2830894 Feb 11 05:16:20.575508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142a45b-27dc-47b4-abe3-b6491513abc3 req-4f87f18f-564e-4389-a099-b5dad81ab40f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:20.577372 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1142a45b-27dc-47b4-abe3-b6491513abc3 req-4f87f18f-564e-4389-a099-b5dad81ab40f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=146490f7-d48a-4b6d-8de8-9aefbecc5c59 HTTP/1.1" status: 200 len: 944 time: 0.4527943 Feb 11 05:16:20.578127 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6ef7-00e5-4184-b822-f292e2ac37e3 admin admin] Publish callbacks [] for security_group (38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.598692 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6ef7-00e5-4184-b822-f292e2ac37e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.627764 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8b6ef7-00e5-4184-b822-f292e2ac37e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:16:20.632473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a417cfd-0234-4569-af38-96b73ef7b7cc req-404da0a8-4276-4b82-b7b1-d9abac4e6361 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181837 Feb 11 05:16:20.654544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b6ef7-00e5-4184-b822-f292e2ac37e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:20.656514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d5557-aa45-48e8-b3dd-f80a18c94a44 req-aaebf282-fd0d-46a9-befc-fcb06948c2d7 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:20.658080 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e10d5557-aa45-48e8-b3dd-f80a18c94a44 req-aaebf282-fd0d-46a9-befc-fcb06948c2d7 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.88 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 944 time: 0.3424721 Feb 11 05:16:20.674596 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6ef7-00e5-4184-b822-f292e2ac37e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (bdd973ea-1016-4bc1-a02b-6008871a2f12), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.674942 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-1c8b6ef7-00e5-4184-b822-f292e2ac37e3 admin admin] Added segment bdd973ea-1016-4bc1-a02b-6008871a2f12 of type vlan for network 2c0db25e-438e-41a8-9d02-a4dde5275a3b Feb 11 05:16:20.731483 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6ef7-00e5-4184-b822-f292e2ac37e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (2c0db25e-438e-41a8-9d02-a4dde5275a3b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.760844 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6ef7-00e5-4184-b822-f292e2ac37e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (2c0db25e-438e-41a8-9d02-a4dde5275a3b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.761904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8b6ef7-00e5-4184-b822-f292e2ac37e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:20.762488 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6ef7-00e5-4184-b822-f292e2ac37e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.799090 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1c8b6ef7-00e5-4184-b822-f292e2ac37e3 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5456800 Feb 11 05:16:20.802031 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59894) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:20.830247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-13f1398a-2a50-494a-bb53-9bc843a7d882 admin admin] Request body: {'subnet': {'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-655802958-subnet', 'tenant_id': '3bbd156ad2d24e5385648d7fd2e75c21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:20.833788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-3c87feca-48fc-4862-87b2-af5230127ec7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7e9ba8ea-356a-4b58-aaac-81190120da4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285861 Feb 11 05:16:20.839390 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b6ef7-00e5-4184-b822-f292e2ac37e3 admin admin] Pushing event updated for resources: {'Network': ['ID=2c0db25e-438e-41a8-9d02-a4dde5275a3b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:20.857698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 2c0db25e-438e-41a8-9d02-a4dde5275a3b details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:16:20.863101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f1398a-2a50-494a-bb53-9bc843a7d882 admin admin] Made reservation on behalf of 3bbd156ad2d24e5385648d7fd2e75c21 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:20.867488 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13f1398a-2a50-494a-bb53-9bc843a7d882 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:20.935362 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8d3c17a3-9c9b-403c-9937-156fc9379ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (d8984514-ae27-4cb4-bd47-e5f6d0192a52), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:21.082604 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13f1398a-2a50-494a-bb53-9bc843a7d882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (afd9a43f-aebb-4c81-9832-39b324b8d69a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:21.128575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4b198-52f8-44ff-a76c-1acf60852cb9 req-6a3b915d-74a9-480c-9010-8aae2a689814 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:21.132123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08b4b198-52f8-44ff-a76c-1acf60852cb9 req-6a3b915d-74a9-480c-9010-8aae2a689814 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/ports?device_id=4452969f-5c5c-43f4-bea6-d19377594606 HTTP/1.1" status: 200 len: 944 time: 0.3977833 Feb 11 05:16:21.161944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1398a-2a50-494a-bb53-9bc843a7d882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd9a43f-aebb-4c81-9832-39b324b8d69a,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:21.172156 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f1398a-2a50-494a-bb53-9bc843a7d882 admin admin] Checking segment: {'id': 'bdd973ea-1016-4bc1-a02b-6008871a2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:21.172623 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f1398a-2a50-494a-bb53-9bc843a7d882 admin admin] Network hostable DHCP agents. Network: 2c0db25e-438e-41a8-9d02-a4dde5275a3b, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:16:21.193412 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f1398a-2a50-494a-bb53-9bc843a7d882 admin admin] Network 2c0db25e-438e-41a8-9d02-a4dde5275a3b is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:16:21.204706 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-13f1398a-2a50-494a-bb53-9bc843a7d882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 2c0db25e-438e-41a8-9d02-a4dde5275a3b) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:21.213011 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f1398a-2a50-494a-bb53-9bc843a7d882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:21.214189 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13f1398a-2a50-494a-bb53-9bc843a7d882 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:21.216150 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44920c8a-328a-4f73-8897-7a0f2122515e None None] Network 2c0db25e-438e-41a8-9d02-a4dde5275a3b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:21.237756 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-13f1398a-2a50-494a-bb53-9bc843a7d882 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4345860 Feb 11 05:16:21.238698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1142a45b-27dc-47b4-abe3-b6491513abc3 req-e6b47379-755e-4645-94b3-1fc6752d7c70 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Deleting port 78eae114-a61b-496b-91dd-39f33936d947 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:21.239046 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1142a45b-27dc-47b4-abe3-b6491513abc3 req-e6b47379-755e-4645-94b3-1fc6752d7c70 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (78eae114-a61b-496b-91dd-39f33936d947), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:21.373130 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-b9a8b539-d2f0-4db9-812f-7481f6a86b7c service neutron] 10.222.0.88 "GET /v2.0/networks/7e9ba8ea-356a-4b58-aaac-81190120da4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188142 Feb 11 05:16:21.375560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1142a45b-27dc-47b4-abe3-b6491513abc3 req-e6b47379-755e-4645-94b3-1fc6752d7c70 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] For port 78eae114-a61b-496b-91dd-39f33936d947, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=78eae114-a61b-496b-91dd-39f33936d947,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:21.375815 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1142a45b-27dc-47b4-abe3-b6491513abc3 req-e6b47379-755e-4645-94b3-1fc6752d7c70 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (78eae114-a61b-496b-91dd-39f33936d947), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:21.386653 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0a55e9-23dd-4422-a11e-a8c39c5d8115 None None] Network 2c0db25e-438e-41a8-9d02-a4dde5275a3b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:21.518248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-e10d5557-aa45-48e8-b3dd-f80a18c94a44 req-fd61924c-a73b-4e9b-be6f-de92cb6f7e66 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Deleting port 921fa3de-f9dd-4b60-8027-465c648112b4 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:21.518676 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e10d5557-aa45-48e8-b3dd-f80a18c94a44 req-fd61924c-a73b-4e9b-be6f-de92cb6f7e66 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:21.523048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1142a45b-27dc-47b4-abe3-b6491513abc3 req-e6b47379-755e-4645-94b3-1fc6752d7c70 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Calling delete_port for 78eae114-a61b-496b-91dd-39f33936d947 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:21.543408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e662ddf6-1c24-4d70-896d-b562a160ebb6 req-0671d885-0434-45a7-b767-b63a51f800b4 service neutron] 10.222.0.88 "GET /v2.0/networks/7e9ba8ea-356a-4b58-aaac-81190120da4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531739 Feb 11 05:16:21.629897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08b4b198-52f8-44ff-a76c-1acf60852cb9 req-e70dc159-9ecf-4871-87d4-6d213e6b6c05 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d632011-a98c-41d5-9cea-8e38b9976929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809649 Feb 11 05:16:21.716513 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9745fe5c-b404-4c10-83b7-6ddbada116cc x-openstack-request-id: req-9745fe5c-b404-4c10-83b7-6ddbada116cc {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:21.716803 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4452969f-5c5c-43f4-bea6-d19377594606", "tag": "d3da1f69-2230-447e-8d6b-8080c1f1f228", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:21.717082 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9745fe5c-b404-4c10-83b7-6ddbada116cc {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:21.717538 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4452969f-5c5c-43f4-bea6-d19377594606', 'tag': 'd3da1f69-2230-447e-8d6b-8080c1f1f228', 'status': 'completed', 'code': 200} Feb 11 05:16:22.232758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e10d5557-aa45-48e8-b3dd-f80a18c94a44 req-fd61924c-a73b-4e9b-be6f-de92cb6f7e66 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] For port 921fa3de-f9dd-4b60-8027-465c648112b4, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=921fa3de-f9dd-4b60-8027-465c648112b4,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:22.233440 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e10d5557-aa45-48e8-b3dd-f80a18c94a44 req-fd61924c-a73b-4e9b-be6f-de92cb6f7e66 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:22.271741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-e10d5557-aa45-48e8-b3dd-f80a18c94a44 req-fd61924c-a73b-4e9b-be6f-de92cb6f7e66 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Calling delete_port for 921fa3de-f9dd-4b60-8027-465c648112b4 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:22.300860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b73ed-0329-418c-8c67-62fc0a42f8e0 req-17249154-9118-4daa-899c-8562339f591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:22.302410 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-369b73ed-0329-418c-8c67-62fc0a42f8e0 req-17249154-9118-4daa-899c-8562339f591a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8458840d7ae74bf3a129cbc686717bd0&device_id=4452969f-5c5c-43f4-bea6-d19377594606 HTTP/1.1" status: 200 len: 1127 time: 0.5691018 Feb 11 05:16:22.316829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3c17a3-9c9b-403c-9937-156fc9379ea4 admin admin] Router d8984514-ae27-4cb4-bd47-e5f6d0192a52 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:16:22.351624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8c5b2-2098-45d9-85ae-080b45e296f4 req-b2fc7f10-f572-4531-b150-787564591be5 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:22.353099 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b0e8c5b2-2098-45d9-85ae-080b45e296f4 req-b2fc7f10-f572-4531-b150-787564591be5 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.2488492 Feb 11 05:16:22.543329 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1142a45b-27dc-47b4-abe3-b6491513abc3 req-e6b47379-755e-4645-94b3-1fc6752d7c70 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (78eae114-a61b-496b-91dd-39f33936d947), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:22.614318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b0e8c5b2-2098-45d9-85ae-080b45e296f4 req-7a5a9beb-2db0-44db-85f2-5864ce68a8c9 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294073 Feb 11 05:16:22.619250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b47379-755e-4645-94b3-1fc6752d7c70 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Pushing event deleted for resources: {'Port': ['ID=78eae114-a61b-496b-91dd-39f33936d947,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:22.748583 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-1142a45b-27dc-47b4-abe3-b6491513abc3 req-e6b47379-755e-4645-94b3-1fc6752d7c70 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] No DVR routers for this DVR port 78eae114-a61b-496b-91dd-39f33936d947 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:22.757271 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1142a45b-27dc-47b4-abe3-b6491513abc3 req-e6b47379-755e-4645-94b3-1fc6752d7c70 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:22.760646 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1142a45b-27dc-47b4-abe3-b6491513abc3 req-e6b47379-755e-4645-94b3-1fc6752d7c70 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "DELETE /v2.0/ports/78eae114-a61b-496b-91dd-39f33936d947 HTTP/1.1" status: 204 len: 173 time: 2.1323352 Feb 11 05:16:22.765590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b73ed-0329-418c-8c67-62fc0a42f8e0 req-39c879fa-6b14-4eb2-ac75-feb2383b5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:22.767237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-369b73ed-0329-418c-8c67-62fc0a42f8e0 req-39c879fa-6b14-4eb2-ac75-feb2383b5c6c service neutron] 10.222.0.88 "GET /v2.0/networks?id=7e9ba8ea-356a-4b58-aaac-81190120da4f HTTP/1.1" status: 200 len: 926 time: 0.4531434 Feb 11 05:16:22.794060 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e22dccf-e648-4adf-9137-80f9e3a863ca req-3a66f02a-483d-47ee-9ed1-64d9bc982249 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.1012931 Feb 11 05:16:22.843584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-369b73ed-0329-418c-8c67-62fc0a42f8e0 req-43e99be9-614a-4b45-a41a-cf7d17f73e42 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3da1f69-2230-447e-8d6b-8080c1f1f228 HTTP/1.1" status: 200 len: 217 time: 0.0550475 Feb 11 05:16:22.849159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3c17a3-9c9b-403c-9937-156fc9379ea4 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:16:22.864057 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c785dc3-dfb3-4196-81c4-b942e9e1f30e None None] Sync routers for ids ['d8984514-ae27-4cb4-bd47-e5f6d0192a52'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:16:22.865154 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8d3c17a3-9c9b-403c-9937-156fc9379ea4 admin admin] 10.222.0.87 "PUT /v2.0/routers/d8984514-ae27-4cb4-bd47-e5f6d0192a52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8094423 Feb 11 05:16:22.867845 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59920) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:22.888451 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e10d5557-aa45-48e8-b3dd-f80a18c94a44 req-fd61924c-a73b-4e9b-be6f-de92cb6f7e66 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (921fa3de-f9dd-4b60-8027-465c648112b4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:22.892295 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c785dc3-dfb3-4196-81c4-b942e9e1f30e None None] Routers {'d8984514-ae27-4cb4-bd47-e5f6d0192a52'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:22.893173 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0c785dc3-dfb3-4196-81c4-b942e9e1f30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:16:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d8984514-ae27-4cb4-bd47-e5f6d0192a52'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:22.910423 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['921fa3de-f9dd-4b60-8027-465c648112b4'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:22.954474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61924c-a73b-4e9b-be6f-de92cb6f7e66 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Pushing event deleted for resources: {'Port': ['ID=921fa3de-f9dd-4b60-8027-465c648112b4,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:22.995212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b73ed-0329-418c-8c67-62fc0a42f8e0 req-d10bbb93-8e90-46de-a5ad-fe340d6b194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:22.998762 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-369b73ed-0329-418c-8c67-62fc0a42f8e0 req-d10bbb93-8e90-46de-a5ad-fe340d6b194c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b8e0469c-3956-4682-9bdf-d59c368ce62e HTTP/1.1" status: 200 len: 865 time: 0.1473265 Feb 11 05:16:23.114092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10d5557-aa45-48e8-b3dd-f80a18c94a44 req-fd61924c-a73b-4e9b-be6f-de92cb6f7e66 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] No DVR routers for this DVR port 921fa3de-f9dd-4b60-8027-465c648112b4 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:23.118015 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-369b73ed-0329-418c-8c67-62fc0a42f8e0 req-4990e5fd-0b24-478d-9575-a09eeabbd51e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7e9ba8ea-356a-4b58-aaac-81190120da4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637324 Feb 11 05:16:23.119324 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e10d5557-aa45-48e8-b3dd-f80a18c94a44 req-fd61924c-a73b-4e9b-be6f-de92cb6f7e66 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:23.123102 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e10d5557-aa45-48e8-b3dd-f80a18c94a44 req-fd61924c-a73b-4e9b-be6f-de92cb6f7e66 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.88 "DELETE /v2.0/ports/921fa3de-f9dd-4b60-8027-465c648112b4 HTTP/1.1" status: 204 len: 173 time: 2.4189653 Feb 11 05:16:23.247227 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4feda2e2-adc8-40c4-b5e7-4bec46762980 admin admin] Publish callbacks [] for router (d8984514-ae27-4cb4-bd47-e5f6d0192a52), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:23.328788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-369b73ed-0329-418c-8c67-62fc0a42f8e0 req-0ececdb1-6c5c-4692-b10e-a034fd3c9f42 service neutron] 10.222.0.88 "GET /v2.0/networks/7e9ba8ea-356a-4b58-aaac-81190120da4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007983 Feb 11 05:16:23.413070 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-0c785dc3-dfb3-4196-81c4-b942e9e1f30e None None] Set router d8984514-ae27-4cb4-bd47-e5f6d0192a52 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:23.520384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-393944ce-5a19-4bdd-ac97-0339ae39d39d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:23.522113 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-393944ce-5a19-4bdd-ac97-0339ae39d39d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/networks?id=2c0db25e-438e-41a8-9d02-a4dde5275a3b HTTP/1.1" status: 200 len: 814 time: 0.1915951 Feb 11 05:16:23.524823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-369b73ed-0329-418c-8c67-62fc0a42f8e0 req-6f53da16-4b3f-453b-8f1a-b95b2c20e063 service neutron] 10.222.0.88 "GET /v2.0/networks/7e9ba8ea-356a-4b58-aaac-81190120da4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838021 Feb 11 05:16:23.544677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-4c207556-a48b-4fde-8777-24713f5b49fe tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/quotas/3bbd156ad2d24e5385648d7fd2e75c21 HTTP/1.1" status: 200 len: 375 time: 0.0166936 Feb 11 05:16:23.564535 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d3da1f69-2230-447e-8d6b-8080c1f1f228 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:16:23.601902 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-005104e1-eb9d-494d-bacf-44c5f0413255 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=3bbd156ad2d24e5385648d7fd2e75c21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492964 Feb 11 05:16:23.711767 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68db7ed4-f5df-4122-8647-3c7dd2162f71 req-18b4f58c-8228-40a8-a78d-9985959b2dbb tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=10a5837a-bf7f-4244-b610-4204c0abefed HTTP/1.1" status: 200 len: 210 time: 0.0496674 Feb 11 05:16:23.762005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146490f7-d48a-4b6d-8de8-9aefbecc5c59', 'name': 'network-vif-deleted', 'tag': '78eae114-a61b-496b-91dd-39f33936d947'}, {'server_uuid': '10a5837a-bf7f-4244-b610-4204c0abefed', 'name': 'network-vif-deleted', 'tag': '921fa3de-f9dd-4b60-8027-465c648112b4'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:23.768978 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc431ed1-94a9-4c74-bc93-84d370da2409" -d '{"events": [{"server_uuid": "146490f7-d48a-4b6d-8de8-9aefbecc5c59", "name": "network-vif-deleted", "tag": "78eae114-a61b-496b-91dd-39f33936d947"}, {"server_uuid": "10a5837a-bf7f-4244-b610-4204c0abefed", "name": "network-vif-deleted", "tag": "921fa3de-f9dd-4b60-8027-465c648112b4"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:23.781915 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0c785dc3-dfb3-4196-81c4-b942e9e1f30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'name': 'tempest-FloatingIPsNegativeTestJSON-1201785122-router', 'tenant_id': '3758cd1d66c2496ab75c0a03194de609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '1502e7f1-db67-4bd8-ab2a-71aeb9a83720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:57Z', 'updated_at': '2022-02-11T05:16:19Z', 'revision_number': 5, 'project_id': '3758cd1d66c2496ab75c0a03194de609', 'gw_port': {'id': '1502e7f1-db67-4bd8-ab2a-71aeb9a83720', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:15:59Z', 'updated_at': '2022-02-11T05:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:23.813577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d3da1f69-2230-447e-8d6b-8080c1f1f228, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d3da1f69-2230-447e-8d6b-8080c1f1f228,segment=NetworkSegment(d8085b07-6504-4941-99d1-57ed8ed8d1eb),segment_id=d8085b07-6504-4941-99d1-57ed8ed8d1eb)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:23.833038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'd3da1f69-2230-447e-8d6b-8080c1f1f228', 'network_id': '7e9ba8ea-356a-4b58-aaac-81190120da4f', 'port_id': 'd3da1f69-2230-447e-8d6b-8080c1f1f228', 'mac_address': 'fa:16:3e:d9:af:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8e0469c-3956-4682-9bdf-d59c368ce62e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:16:23.844517 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4feda2e2-adc8-40c4-b5e7-4bec46762980 admin admin] Publish callbacks [] for router_gateway (d8984514-ae27-4cb4-bd47-e5f6d0192a52), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:23.845894 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c785dc3-dfb3-4196-81c4-b942e9e1f30e None None] Checking router: d8984514-ae27-4cb4-bd47-e5f6d0192a52 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:16:23.860372 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c785dc3-dfb3-4196-81c4-b942e9e1f30e None None] Routers {'d8984514-ae27-4cb4-bd47-e5f6d0192a52'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:23.861019 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0c785dc3-dfb3-4196-81c4-b942e9e1f30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:16:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d8984514-ae27-4cb4-bd47-e5f6d0192a52'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:23.870057 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-888de37a-d0bc-43e9-b65c-bf9d09405b93 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610276 Feb 11 05:16:23.896712 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port d3da1f69-2230-447e-8d6b-8080c1f1f228 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:23.896990 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d3da1f69-2230-447e-8d6b-8080c1f1f228), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:23.915914 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4feda2e2-adc8-40c4-b5e7-4bec46762980 admin admin] Deleting port 1502e7f1-db67-4bd8-ab2a-71aeb9a83720 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:23.917146 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4feda2e2-adc8-40c4-b5e7-4bec46762980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1502e7f1-db67-4bd8-ab2a-71aeb9a83720), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:23.923181 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3da1f69-2230-447e-8d6b-8080c1f1f228 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:23.947650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cffecb-0630-4b8a-b649-0c6b6018776d req-5f3ad68a-f192-4500-8b6e-9ea3893ea095 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:23.954675 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d3da1f69-2230-447e-8d6b-8080c1f1f228, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d3da1f69-2230-447e-8d6b-8080c1f1f228,segment=NetworkSegment(d8085b07-6504-4941-99d1-57ed8ed8d1eb),segment_id=d8085b07-6504-4941-99d1-57ed8ed8d1eb)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:23.955143 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b3cffecb-0630-4b8a-b649-0c6b6018776d req-5f3ad68a-f192-4500-8b6e-9ea3893ea095 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1432712 Feb 11 05:16:23.962679 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d3da1f69-2230-447e-8d6b-8080c1f1f228), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:23.994499 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-0c785dc3-dfb3-4196-81c4-b942e9e1f30e None None] Set router d8984514-ae27-4cb4-bd47-e5f6d0192a52 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:24.016925 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-4feda2e2-adc8-40c4-b5e7-4bec46762980 admin admin] For port 1502e7f1-db67-4bd8-ab2a-71aeb9a83720, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1502e7f1-db67-4bd8-ab2a-71aeb9a83720,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:24.018247 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4feda2e2-adc8-40c4-b5e7-4bec46762980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1502e7f1-db67-4bd8-ab2a-71aeb9a83720), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.022470 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-4625945b-a396-4f1a-878e-1326a3842efe service neutron] 10.222.0.87 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514642 Feb 11 05:16:24.026167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=d3da1f69-2230-447e-8d6b-8080c1f1f228,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:24.031985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b3cffecb-0630-4b8a-b649-0c6b6018776d req-2c935bd5-7288-4023-9a4a-ec56023c1b87 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759039 Feb 11 05:16:24.039792 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4feda2e2-adc8-40c4-b5e7-4bec46762980 admin admin] Calling delete_port for 1502e7f1-db67-4bd8-ab2a-71aeb9a83720 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:24.067068 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0c785dc3-dfb3-4196-81c4-b942e9e1f30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'name': 'tempest-FloatingIPsNegativeTestJSON-1201785122-router', 'tenant_id': '3758cd1d66c2496ab75c0a03194de609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:57Z', 'updated_at': '2022-02-11T05:16:23Z', 'revision_number': 6, 'project_id': '3758cd1d66c2496ab75c0a03194de609', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:24.103797 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c785dc3-dfb3-4196-81c4-b942e9e1f30e None None] The sync data for ids ['d8984514-ae27-4cb4-bd47-e5f6d0192a52'] in n-d-713499-38 is: [{'id': 'd8984514-ae27-4cb4-bd47-e5f6d0192a52', 'name': 'tempest-FloatingIPsNegativeTestJSON-1201785122-router', 'tenant_id': '3758cd1d66c2496ab75c0a03194de609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:15:57Z', 'updated_at': '2022-02-11T05:16:23Z', 'revision_number': 6, 'project_id': '3758cd1d66c2496ab75c0a03194de609', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:16:24.307321 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101e6dd-f94e-4d0a-9ecb-6c163560bf9e req-6a593fe6-c2e3-4fca-9897-f53af2cfc4f7 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:24.311198 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9101e6dd-f94e-4d0a-9ecb-6c163560bf9e req-6a593fe6-c2e3-4fca-9897-f53af2cfc4f7 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/ports?device_id=4452969f-5c5c-43f4-bea6-d19377594606 HTTP/1.1" status: 200 len: 945 time: 0.1635838 Feb 11 05:16:24.314026 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b864818-d91b-433f-a293-9c88ebb04bb4 x-openstack-request-id: req-8b864818-d91b-433f-a293-9c88ebb04bb4 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:24.314522 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146490f7-d48a-4b6d-8de8-9aefbecc5c59", "name": "network-vif-deleted", "tag": "78eae114-a61b-496b-91dd-39f33936d947", "status": "failed", "code": 422}, {"server_uuid": "10a5837a-bf7f-4244-b610-4204c0abefed", "name": "network-vif-deleted", "tag": "921fa3de-f9dd-4b60-8027-465c648112b4", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:24.315456 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8b864818-d91b-433f-a293-9c88ebb04bb4 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:24.317242 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4feda2e2-adc8-40c4-b5e7-4bec46762980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (1502e7f1-db67-4bd8-ab2a-71aeb9a83720), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.319653 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['d3da1f69-2230-447e-8d6b-8080c1f1f228'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:24.322616 n-d-713499-38 neutron-server[103171]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '146490f7-d48a-4b6d-8de8-9aefbecc5c59', 'name': 'network-vif-deleted', 'tag': '78eae114-a61b-496b-91dd-39f33936d947', 'status': 'failed', 'code': 422} returned with failed status Feb 11 05:16:24.323074 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a5837a-bf7f-4244-b610-4204c0abefed', 'name': 'network-vif-deleted', 'tag': '921fa3de-f9dd-4b60-8027-465c648112b4', 'status': 'completed', 'code': 200} Feb 11 05:16:24.363686 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feda2e2-adc8-40c4-b5e7-4bec46762980 admin admin] Pushing event deleted for resources: {'Port': ['ID=1502e7f1-db67-4bd8-ab2a-71aeb9a83720,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:24.402840 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0afa890-689d-42f6-ab0d-3971681e4bfb req-43df64d9-6807-40ef-845e-da2f2c9d4c6a tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 210 time: 0.0560820 Feb 11 05:16:24.492653 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9101e6dd-f94e-4d0a-9ecb-6c163560bf9e req-99131f18-a984-48a3-811c-245179ad3950 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d632011-a98c-41d5-9cea-8e38b9976929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591873 Feb 11 05:16:24.518553 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4feda2e2-adc8-40c4-b5e7-4bec46762980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (d8984514-ae27-4cb4-bd47-e5f6d0192a52), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.747057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce453161-6c4d-4218-914b-b4572f700665 req-4826cba0-0a91-4d54-9b8e-6e19f276dcd7 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:24.774632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ce453161-6c4d-4218-914b-b4572f700665 req-4826cba0-0a91-4d54-9b8e-6e19f276dcd7 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1611083 Feb 11 05:16:24.779984 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4feda2e2-adc8-40c4-b5e7-4bec46762980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (d8984514-ae27-4cb4-bd47-e5f6d0192a52), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.783557 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4feda2e2-adc8-40c4-b5e7-4bec46762980 admin admin] Publish callbacks [] for router_controller (d8984514-ae27-4cb4-bd47-e5f6d0192a52), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.809152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device da1de45f-cba6-4cda-a990-d8cbf11d2ab0 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:24.846866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6efbe5f3-abb0-4e6f-9492-238fe4ac73ef req-17622987-95dc-495d-904a-45f7b2809f7a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c7f1dbdc33354974a7025f176577bb6d&device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.0529764 Feb 11 05:16:24.848855 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4feda2e2-adc8-40c4-b5e7-4bec46762980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (d8984514-ae27-4cb4-bd47-e5f6d0192a52), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.849521 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4feda2e2-adc8-40c4-b5e7-4bec46762980 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8984514-ae27-4cb4-bd47-e5f6d0192a52 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:16:24.854175 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4feda2e2-adc8-40c4-b5e7-4bec46762980 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.858186 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4feda2e2-adc8-40c4-b5e7-4bec46762980 admin admin] 10.222.0.87 "DELETE /v2.0/routers/d8984514-ae27-4cb4-bd47-e5f6d0192a52 HTTP/1.1" status: 204 len: 168 time: 1.9885597 Feb 11 05:16:24.858835 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59970) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:24.863752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: da1de45f-cba6-4cda-a990-d8cbf11d2ab0 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:24.865760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device da1de45f-cba6-4cda-a990-d8cbf11d2ab0 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:24.915044 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-212ff03d-5cab-401a-8f67-5ccdd63d7fea admin admin] Deleting subnet 31a27ee6-37a0-4b9f-b159-afd20488b10d {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:16:24.919469 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-212ff03d-5cab-401a-8f67-5ccdd63d7fea admin admin] Publish callbacks [] for subnet (31a27ee6-37a0-4b9f-b159-afd20488b10d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.948283 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6efbe5f3-abb0-4e6f-9492-238fe4ac73ef req-cee4b14c-f1f5-4531-9b34-b4e36fb5a0c0 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=c7f1dbdc33354974a7025f176577bb6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644209 Feb 11 05:16:24.966996 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ce453161-6c4d-4218-914b-b4572f700665 req-09b2c1d3-e145-43aa-89ec-1a556cac58b5 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758232 Feb 11 05:16:24.970756 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-212ff03d-5cab-401a-8f67-5ccdd63d7fea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (31a27ee6-37a0-4b9f-b159-afd20488b10d), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.079318 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-212ff03d-5cab-401a-8f67-5ccdd63d7fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (31a27ee6-37a0-4b9f-b159-afd20488b10d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.134022 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6574cecb-f1ce-408b-a04b-8bb96d243151 req-f344e59c-867d-47fc-b86f-4fd9d8adfe40 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.0454609 Feb 11 05:16:25.152130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-212ff03d-5cab-401a-8f67-5ccdd63d7fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (31a27ee6-37a0-4b9f-b159-afd20488b10d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.163934 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-e1d0a2b6-c963-44c2-9cdd-0feb17b9d888 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:25.170978 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-e1d0a2b6-c963-44c2-9cdd-0feb17b9d888 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 810 time: 0.3071144 Feb 11 05:16:25.187034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbe5f3-abb0-4e6f-9492-238fe4ac73ef req-5c923e9b-92e7-4a69-9b33-4e8bbdbfb230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:25.188377 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eae8f8-9934-477f-a1cf-4e48abcfb063 None None] Network 8267c55a-2126-4b45-a031-9470970e9fe0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:25.189342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6efbe5f3-abb0-4e6f-9492-238fe4ac73ef req-5c923e9b-92e7-4a69-9b33-4e8bbdbfb230 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2141154 Feb 11 05:16:25.204252 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-212ff03d-5cab-401a-8f67-5ccdd63d7fea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.205146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-e11b12ad-6303-4afd-9b48-898300aa36e8 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/quotas/0a40ce45f00646be8c6ee67bf9801caf HTTP/1.1" status: 200 len: 375 time: 0.0309966 Feb 11 05:16:25.208335 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-212ff03d-5cab-401a-8f67-5ccdd63d7fea admin admin] 10.222.0.87 "DELETE /v2.0/subnets/31a27ee6-37a0-4b9f-b159-afd20488b10d HTTP/1.1" status: 204 len: 168 time: 0.3483849 Feb 11 05:16:25.210018 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ff03d-5cab-401a-8f67-5ccdd63d7fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31a27ee6-37a0-4b9f-b159-afd20488b10d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:25.218142 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59978) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:25.272480 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-c4ba5071-7c2d-41c1-8f6b-06adebe2a2f5 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662811 Feb 11 05:16:25.309163 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (8267c55a-2126-4b45-a031-9470970e9fe0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.383389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] Deleting port 9987d712-fdb9-4579-a155-dc67eaf383ce {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:25.384170 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (9987d712-fdb9-4579-a155-dc67eaf383ce), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.421172 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-a512250c-6e53-45d6-b454-acadfb40f500 service neutron] 10.222.0.87 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475666 Feb 11 05:16:25.458887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc980be-2f77-4972-be80-d522bb154fc4 req-273cd20a-2e33-4dcb-953b-d2b29ae3fd6b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:25.460560 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efc980be-2f77-4972-be80-d522bb154fc4 req-273cd20a-2e33-4dcb-953b-d2b29ae3fd6b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1156077 Feb 11 05:16:25.470767 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] For port 9987d712-fdb9-4579-a155-dc67eaf383ce, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9987d712-fdb9-4579-a155-dc67eaf383ce,segment=NetworkSegment(706f6ac4-ed17-4090-819d-f5c9c879f738),segment_id=706f6ac4-ed17-4090-819d-f5c9c879f738)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:25.471164 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (9987d712-fdb9-4579-a155-dc67eaf383ce), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.503204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] Calling delete_port for 9987d712-fdb9-4579-a155-dc67eaf383ce owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:25.507623 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dfd4a6-38d0-4301-8848-afbea32e9534 None None] DHCP port deletion for 8267c55a-2126-4b45-a031-9470970e9fe0 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:16:25.575285 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-c6039560-e329-480e-9bc1-7db82c482871 service neutron] 10.222.0.87 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530051 Feb 11 05:16:25.592474 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efc980be-2f77-4972-be80-d522bb154fc4 req-6e0ad016-3b31-49c0-b0bf-af279e79513e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844460 Feb 11 05:16:25.607240 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 921fa3de-f9dd-4b60-8027-465c648112b4 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:25.628564 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (9987d712-fdb9-4579-a155-dc67eaf383ce), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.641339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 921fa3de-f9dd-4b60-8027-465c648112b4 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:25.641699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 921fa3de-f9dd-4b60-8027-465c648112b4 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:25.658366 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] Pushing event deleted for resources: {'Port': ['ID=9987d712-fdb9-4579-a155-dc67eaf383ce,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:25.668424 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] No DVR routers for this DVR port 9987d712-fdb9-4579-a155-dc67eaf383ce on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:25.708529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-73dfd4a6-38d0-4301-8848-afbea32e9534 None None] Deleting port 9987d712-fdb9-4579-a155-dc67eaf383ce {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:25.708906 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-73dfd4a6-38d0-4301-8848-afbea32e9534 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (9987d712-fdb9-4579-a155-dc67eaf383ce), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.808734 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (8267c55a-2126-4b45-a031-9470970e9fe0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.861726 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8267c55a-2126-4b45-a031-9470970e9fe0']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:25.930513 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706f6ac4-ed17-4090-819d-f5c9c879f738') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:25.930513 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706f6ac4-ed17-4090-819d-f5c9c879f738') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:25.930513 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (706f6ac4-ed17-4090-819d-f5c9c879f738), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.966746 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (706f6ac4-ed17-4090-819d-f5c9c879f738), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.983629 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:16:25.986332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2baf3df-2273-4cfa-ac8c-06e53dbab389 req-540a091b-a7f2-4111-82a9-f7c0c31d37d4 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 210 time: 0.1010692 Feb 11 05:16:25.998403 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (706f6ac4-ed17-4090-819d-f5c9c879f738), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:16:26.001608 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:16:26.050812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-73dfd4a6-38d0-4301-8848-afbea32e9534 None None] For port 9987d712-fdb9-4579-a155-dc67eaf383ce, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:26.051508 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-73dfd4a6-38d0-4301-8848-afbea32e9534 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (9987d712-fdb9-4579-a155-dc67eaf383ce), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.072816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-73dfd4a6-38d0-4301-8848-afbea32e9534 None None] Calling delete_port for 9987d712-fdb9-4579-a155-dc67eaf383ce owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:26.077125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-73dfd4a6-38d0-4301-8848-afbea32e9534 None None] Port 9987d712-fdb9-4579-a155-dc67eaf383ce was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:16:26.080328 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-73dfd4a6-38d0-4301-8848-afbea32e9534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (9987d712-fdb9-4579-a155-dc67eaf383ce), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.123785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfd4a6-38d0-4301-8848-afbea32e9534 None None] Pushing event deleted for resources: {'Port': ['ID=9987d712-fdb9-4579-a155-dc67eaf383ce,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:26.132593 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dfd4a6-38d0-4301-8848-afbea32e9534 None None] No DVR routers for this DVR port 9987d712-fdb9-4579-a155-dc67eaf383ce on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:26.142290 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (8267c55a-2126-4b45-a031-9470970e9fe0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.160239 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.168419 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] 10.222.0.87 "DELETE /v2.0/networks/8267c55a-2126-4b45-a031-9470970e9fe0 HTTP/1.1" status: 204 len: 168 time: 0.9442000 Feb 11 05:16:26.183483 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ecec24-d25c-4dfb-863a-b7c5a5b46764 admin admin] Pushing event deleted for resources: {'Network': ['ID=8267c55a-2126-4b45-a031-9470970e9fe0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:26.285594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f593e6f0-5e89-47ac-b4cf-d36b927d5416 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:26.287265 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f593e6f0-5e89-47ac-b4cf-d36b927d5416 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.88 "GET /v2.0/networks?id=2c0db25e-438e-41a8-9d02-a4dde5275a3b HTTP/1.1" status: 200 len: 814 time: 0.4606130 Feb 11 05:16:26.317799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-6ff3b572-b3ba-41af-a2f0-f16450c2e79c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Request body: {'port': {'device_id': 'a5677ddf-7024-450a-986a-d96db323d885', 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b', 'admin_state_up': True, 'tenant_id': '3bbd156ad2d24e5385648d7fd2e75c21'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:26.337061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d81f40-55f2-4451-9966-f69727d8267c req-e11e689e-4d58-4f13-bca4-19fbec3f9b74 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:26.341782 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60002) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:26.344718 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a1d81f40-55f2-4451-9966-f69727d8267c req-e11e689e-4d58-4f13-bca4-19fbec3f9b74 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/ports?device_id=4452969f-5c5c-43f4-bea6-d19377594606 HTTP/1.1" status: 200 len: 945 time: 0.2722929 Feb 11 05:16:26.380383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc4bc5-1bda-43d6-9c70-c4b7dbe0849e req-8ee9a8b1-d5de-49a1-878b-2c6dfbaa3647 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:26.381892 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69cc4bc5-1bda-43d6-9c70-c4b7dbe0849e req-8ee9a8b1-d5de-49a1-878b-2c6dfbaa3647 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 945 time: 0.1879196 Feb 11 05:16:26.403571 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6bd8a14f-1611-4193-81f7-02abc14d76df admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3758cd1d66c2496ab75c0a03194de609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0583203 Feb 11 05:16:26.403830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60006) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:26.466271 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a2e395bc-27ec-455d-9697-9be21fa7fd5f admin admin] Publish callbacks [] for security_group (68e89d37-1560-4d74-9ab8-23ff06a34d3f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.499045 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a2e395bc-27ec-455d-9697-9be21fa7fd5f admin admin] Publish callbacks [] for security_group (68e89d37-1560-4d74-9ab8-23ff06a34d3f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.519442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7a5df-c29c-447e-9001-eb9203441b5c req-1074e709-e20b-4b5f-be22-cdbb3f4eab82 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:26.521050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6a7a5df-c29c-447e-9001-eb9203441b5c req-1074e709-e20b-4b5f-be22-cdbb3f4eab82 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.88 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 945 time: 0.2528818 Feb 11 05:16:26.560332 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a2e395bc-27ec-455d-9697-9be21fa7fd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (68e89d37-1560-4d74-9ab8-23ff06a34d3f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.563154 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a2e395bc-27ec-455d-9697-9be21fa7fd5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.566685 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a2e395bc-27ec-455d-9697-9be21fa7fd5f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/68e89d37-1560-4d74-9ab8-23ff06a34d3f HTTP/1.1" status: 204 len: 168 time: 0.1595047 Feb 11 05:16:26.577449 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e395bc-27ec-455d-9697-9be21fa7fd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e89d37-1560-4d74-9ab8-23ff06a34d3f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:26.609161 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a1d81f40-55f2-4451-9966-f69727d8267c req-d921e458-ff05-42de-a56f-cd473feeae24 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d632011-a98c-41d5-9cea-8e38b9976929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543411 Feb 11 05:16:26.636387 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69cc4bc5-1bda-43d6-9c70-c4b7dbe0849e req-369e2384-1753-4137-9590-67f709312b7e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375352 Feb 11 05:16:26.721525 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9987d712-fdb9-4579-a155-dc67eaf383ce no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:26.757262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 9987d712-fdb9-4579-a155-dc67eaf383ce {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:26.757624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9987d712-fdb9-4579-a155-dc67eaf383ce not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:26.758196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1502e7f1-db67-4bd8-ab2a-71aeb9a83720 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:26.780111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 1502e7f1-db67-4bd8-ab2a-71aeb9a83720 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:26.780704 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1502e7f1-db67-4bd8-ab2a-71aeb9a83720 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:26.789880 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-141d473a-6f39-4616-a862-081826ea95aa req-2ee63911-ec86-412a-a123-e6bff178be38 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 210 time: 0.0862405 Feb 11 05:16:26.817360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-6ff3b572-b3ba-41af-a2f0-f16450c2e79c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Made reservation on behalf of 3bbd156ad2d24e5385648d7fd2e75c21 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:26.820590 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-6ff3b572-b3ba-41af-a2f0-f16450c2e79c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:26.850577 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6efbe5f3-abb0-4e6f-9492-238fe4ac73ef req-eb8fe66f-a5e3-4ac9-8e43-95e8e7fb759a tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.88 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.0433667 Feb 11 05:16:27.285844 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4764175-c891-47bc-92db-d17b90910507 req-feac277e-3a16-41e8-89c9-bfdd17417084 tempest-ServerShowV254Test-1900837793 tempest-ServerShowV254Test-1900837793-project] 10.222.0.87 "GET /v2.0/ports?device_id=95224e44-11b1-4250-b678-14a7ba7704fb HTTP/1.1" status: 200 len: 210 time: 0.4020445 Feb 11 05:16:27.304920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d546e-23e3-4ac7-85ab-e776fd364c99 req-2a0bb610-c84b-4218-8daa-dc04aed2981b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:27.306423 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-474d546e-23e3-4ac7-85ab-e776fd364c99 req-2a0bb610-c84b-4218-8daa-dc04aed2981b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.5332632 Feb 11 05:16:27.311030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a6a7a5df-c29c-447e-9001-eb9203441b5c req-03f04495-7acb-4110-9d91-5852afd2890e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Deleting port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:27.311373 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a6a7a5df-c29c-447e-9001-eb9203441b5c req-03f04495-7acb-4110-9d91-5852afd2890e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:27.502706 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59ee8abd-108a-4feb-9b33-dc11ffde146d req-b2e4ab33-07bb-4222-ab9c-d4ee5f20f542 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 210 time: 0.0911369 Feb 11 05:16:27.570042 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d3da1f69-2230-447e-8d6b-8080c1f1f228 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:27.582177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-6ff3b572-b3ba-41af-a2f0-f16450c2e79c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Allocated IP 172.20.0.7 (2c0db25e-438e-41a8-9d02-a4dde5275a3b/afd9a43f-aebb-4c81-9832-39b324b8d69a/07401fe6-f03f-4db9-a83b-787d10e358af) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:27.614572 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-474d546e-23e3-4ac7-85ab-e776fd364c99 req-b4b66cae-a167-4f65-bcb5-3d0f8f7ee581 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739398 Feb 11 05:16:27.625276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-a6a7a5df-c29c-447e-9001-eb9203441b5c req-03f04495-7acb-4110-9d91-5852afd2890e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] For port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:27.625649 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a6a7a5df-c29c-447e-9001-eb9203441b5c req-03f04495-7acb-4110-9d91-5852afd2890e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:27.644001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port d3da1f69-2230-447e-8d6b-8080c1f1f228 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:16:27.651237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port d3da1f69-2230-447e-8d6b-8080c1f1f228 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:27.651861 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d3da1f69-2230-447e-8d6b-8080c1f1f228), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:27.655535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a6a7a5df-c29c-447e-9001-eb9203441b5c req-03f04495-7acb-4110-9d91-5852afd2890e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Calling delete_port for bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:27.681641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-86f76aa0-54e2-4f9f-a2dd-789a9bba9a9e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:27.683083 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-86f76aa0-54e2-4f9f-a2dd-789a9bba9a9e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 810 time: 0.3379362 Feb 11 05:16:27.710963 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-9174cff4-c7c1-4a05-bfc8-a86b40179eb0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Request body: {'port': {'device_id': 'a3b33d25-644b-4491-91ed-a1c397df31cb', 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0', 'admin_state_up': True, 'tenant_id': '0a40ce45f00646be8c6ee67bf9801caf'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:27.767089 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port d3da1f69-2230-447e-8d6b-8080c1f1f228 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:27.767748 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d3da1f69-2230-447e-8d6b-8080c1f1f228), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:27.793202 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4452969f-5c5c-43f4-bea6-d19377594606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3da1f69-2230-447e-8d6b-8080c1f1f228'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:27.795643 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f57946-ed98-4ced-ace5-0fca4a6f2dfe" -d '{"events": [{"server_uuid": "4452969f-5c5c-43f4-bea6-d19377594606", "name": "network-vif-plugged", "status": "completed", "tag": "d3da1f69-2230-447e-8d6b-8080c1f1f228"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:27.812412 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d3da1f69-2230-447e-8d6b-8080c1f1f228, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d3da1f69-2230-447e-8d6b-8080c1f1f228,segment=NetworkSegment(d8085b07-6504-4941-99d1-57ed8ed8d1eb),segment_id=d8085b07-6504-4941-99d1-57ed8ed8d1eb)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:27.817320 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d3da1f69-2230-447e-8d6b-8080c1f1f228), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:27.870341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=d3da1f69-2230-447e-8d6b-8080c1f1f228,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:28.006468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e49b3f-b261-406a-81ba-d7e9d3d398e6 req-20a60eeb-d4aa-4fc2-8b32-4f73ba668f02 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:28.008064 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2e49b3f-b261-406a-81ba-d7e9d3d398e6 req-20a60eeb-d4aa-4fc2-8b32-4f73ba668f02 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.2867198 Feb 11 05:16:28.065778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e35325-be56-4488-a538-c020c89b3e83 req-caad05e8-397d-4439-948c-db75cbabe543 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:28.067345 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56e35325-be56-4488-a538-c020c89b3e83 req-caad05e8-397d-4439-948c-db75cbabe543 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/ports?device_id=4452969f-5c5c-43f4-bea6-d19377594606 HTTP/1.1" status: 200 len: 945 time: 0.3472638 Feb 11 05:16:28.111843 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-6ff3b572-b3ba-41af-a2f0-f16450c2e79c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks [] for port (07401fe6-f03f-4db9-a83b-787d10e358af), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.167344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-9174cff4-c7c1-4a05-bfc8-a86b40179eb0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Made reservation on behalf of 0a40ce45f00646be8c6ee67bf9801caf for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:28.170810 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-9174cff4-c7c1-4a05-bfc8-a86b40179eb0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.211379 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2e49b3f-b261-406a-81ba-d7e9d3d398e6 req-4c694532-9155-4879-8b53-c792a43bf1e5 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925545 Feb 11 05:16:28.258335 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56e35325-be56-4488-a538-c020c89b3e83 req-b483b404-42a6-4847-a893-41d5a916f96c tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d632011-a98c-41d5-9cea-8e38b9976929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782496 Feb 11 05:16:28.261794 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a6a7a5df-c29c-447e-9001-eb9203441b5c req-03f04495-7acb-4110-9d91-5852afd2890e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (bf71ab16-f5a5-4b2b-8f26-12930b4b07d8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.325576 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69c0166-d457-4aab-9c4d-1a8102474871 x-openstack-request-id: req-d69c0166-d457-4aab-9c4d-1a8102474871 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:28.325872 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4452969f-5c5c-43f4-bea6-d19377594606", "name": "network-vif-plugged", "status": "completed", "tag": "d3da1f69-2230-447e-8d6b-8080c1f1f228", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:28.326273 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d69c0166-d457-4aab-9c4d-1a8102474871 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:28.326780 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4452969f-5c5c-43f4-bea6-d19377594606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3da1f69-2230-447e-8d6b-8080c1f1f228', 'code': 200} Feb 11 05:16:28.351874 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f04495-7acb-4110-9d91-5852afd2890e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Pushing event deleted for resources: {'Port': ['ID=bf71ab16-f5a5-4b2b-8f26-12930b4b07d8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:28.379326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7c827da-1ebe-46ea-bf6d-b7686230da85 req-06e34bbe-cb71-4192-909a-a2accaec3472 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfc2cb2-bb83-4572-97df-513abcd668b0 HTTP/1.1" status: 200 len: 210 time: 0.0792377 Feb 11 05:16:28.386634 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-6ff3b572-b3ba-41af-a2f0-f16450c2e79c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.450676 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5be53f5d-dabf-4dc5-962f-e0a352290466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.478562 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59aa701-8fd0-468a-a97c-74fd4ac49fd3 req-7115d1c1-f28d-42c5-a849-24948e6c9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:28.480207 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f59aa701-8fd0-468a-a97c-74fd4ac49fd3 req-7115d1c1-f28d-42c5-a849-24948e6c9942 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4452969f-5c5c-43f4-bea6-d19377594606 HTTP/1.1" status: 200 len: 1129 time: 0.0766463 Feb 11 05:16:28.488251 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-74ad2e88-7e86-47b0-82c2-7316520163fe req-376a7dee-686b-485a-aa74-a440da9b7dc3 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 210 time: 0.1112437 Feb 11 05:16:28.551801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a7a5df-c29c-447e-9001-eb9203441b5c req-03f04495-7acb-4110-9d91-5852afd2890e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] No DVR routers for this DVR port bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:28.559146 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f59aa701-8fd0-468a-a97c-74fd4ac49fd3 req-592ca011-66f3-4272-96aa-3a66b0b44282 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8d632011-a98c-41d5-9cea-8e38b9976929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707185 Feb 11 05:16:28.560515 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a6a7a5df-c29c-447e-9001-eb9203441b5c req-03f04495-7acb-4110-9d91-5852afd2890e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.564818 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6a7a5df-c29c-447e-9001-eb9203441b5c req-03f04495-7acb-4110-9d91-5852afd2890e tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.88 "DELETE /v2.0/ports/bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 HTTP/1.1" status: 204 len: 173 time: 2.0228996 Feb 11 05:16:28.565475 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfc2cb2-bb83-4572-97df-513abcd668b0', 'name': 'network-vif-deleted', 'tag': 'bf71ab16-f5a5-4b2b-8f26-12930b4b07d8'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:28.571270 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5596637-e75c-4e49-9e33-3c78d5062381" -d '{"events": [{"server_uuid": "edfc2cb2-bb83-4572-97df-513abcd668b0", "name": "network-vif-deleted", "tag": "bf71ab16-f5a5-4b2b-8f26-12930b4b07d8"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:28.605979 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-6ff3b572-b3ba-41af-a2f0-f16450c2e79c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Network 2c0db25e-438e-41a8-9d02-a4dde5275a3b is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:28.617144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-6ff3b572-b3ba-41af-a2f0-f16450c2e79c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:28.638160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-6ff3b572-b3ba-41af-a2f0-f16450c2e79c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:28.641652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3b572-b3ba-41af-a2f0-f16450c2e79c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Pushing event updated for resources: {'Port': ['ID=07401fe6-f03f-4db9-a83b-787d10e358af,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:28.650931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-9174cff4-c7c1-4a05-bfc8-a86b40179eb0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Allocated IP 172.20.0.9 (c057b431-d79d-4223-9d5d-1c34def959a0/5ea6336f-48df-43c4-9674-2de7741cddbb/c225f585-0992-401c-81f8-75c359dd056b) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:28.735237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-6ff3b572-b3ba-41af-a2f0-f16450c2e79c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:28.735895 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-6ff3b572-b3ba-41af-a2f0-f16450c2e79c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:28.759638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef532f9-db30-4e3a-a1ff-1e469be9492d req-65b42d31-7331-4194-99ad-3d992adbffb2 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:28.761285 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ef532f9-db30-4e3a-a1ff-1e469be9492d req-65b42d31-7331-4194-99ad-3d992adbffb2 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1736472 Feb 11 05:16:28.803847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-6ff3b572-b3ba-41af-a2f0-f16450c2e79c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4936934 Feb 11 05:16:28.832967 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Request body: {'port': {'device_id': 'a5677ddf-7024-450a-986a-d96db323d885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:28.929107 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60120) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:28.960565 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ef532f9-db30-4e3a-a1ff-1e469be9492d req-3db7d523-fd05-4954-976e-8683fca568ab tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920512 Feb 11 05:16:28.983611 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.033600 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-9174cff4-c7c1-4a05-bfc8-a86b40179eb0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks [] for port (c225f585-0992-401c-81f8-75c359dd056b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.067151 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-098c43ef-dc67-4a2e-ae5b-bbd822c3ebf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.094564 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecee7319-24fb-4c1b-a3e0-953860778787 x-openstack-request-id: req-ecee7319-24fb-4c1b-a3e0-953860778787 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:29.094867 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfc2cb2-bb83-4572-97df-513abcd668b0", "name": "network-vif-deleted", "tag": "bf71ab16-f5a5-4b2b-8f26-12930b4b07d8", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:29.095303 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ecee7319-24fb-4c1b-a3e0-953860778787 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:29.095535 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfc2cb2-bb83-4572-97df-513abcd668b0', 'name': 'network-vif-deleted', 'tag': 'bf71ab16-f5a5-4b2b-8f26-12930b4b07d8', 'status': 'completed', 'code': 200} Feb 11 05:16:29.151491 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-098c43ef-dc67-4a2e-ae5b-bbd822c3ebf4 admin admin] Publish callbacks [] for security_group (dae99095-0267-4ddd-b27f-4c7633ca9b7e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.156577 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-098c43ef-dc67-4a2e-ae5b-bbd822c3ebf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (dae99095-0267-4ddd-b27f-4c7633ca9b7e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.197614 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c43ef-dc67-4a2e-ae5b-bbd822c3ebf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae99095-0267-4ddd-b27f-4c7633ca9b7e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:29.201999 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-098c43ef-dc67-4a2e-ae5b-bbd822c3ebf4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c7f1dbdc33354974a7025f176577bb6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2718265 Feb 11 05:16:29.204621 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60132) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:29.232427 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a7d5e-42a4-4cc2-84c5-749d8243cc04 req-c150663f-406e-404f-a25f-d75045064797 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:29.234779 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b15a7d5e-42a4-4cc2-84c5-749d8243cc04 req-c150663f-406e-404f-a25f-d75045064797 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 931 time: 0.1827652 Feb 11 05:16:29.256536 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc88bd66-51bb-4064-8db4-4ad1d23253dc admin admin] Publish callbacks [] for security_group (dae99095-0267-4ddd-b27f-4c7633ca9b7e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.270089 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-9174cff4-c7c1-4a05-bfc8-a86b40179eb0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (c225f585-0992-401c-81f8-75c359dd056b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.280770 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc88bd66-51bb-4064-8db4-4ad1d23253dc admin admin] Publish callbacks [] for security_group (dae99095-0267-4ddd-b27f-4c7633ca9b7e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.335509 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc88bd66-51bb-4064-8db4-4ad1d23253dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (dae99095-0267-4ddd-b27f-4c7633ca9b7e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.339390 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc88bd66-51bb-4064-8db4-4ad1d23253dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.344700 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bc88bd66-51bb-4064-8db4-4ad1d23253dc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dae99095-0267-4ddd-b27f-4c7633ca9b7e HTTP/1.1" status: 204 len: 168 time: 0.1389310 Feb 11 05:16:29.353831 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88bd66-51bb-4064-8db4-4ad1d23253dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae99095-0267-4ddd-b27f-4c7633ca9b7e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:29.381530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f5cf6-2dc8-4ddb-a2ef-38f5db223342 req-83e169da-3fc8-462f-a3c0-7c8244ac8487 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:29.383587 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-303f5cf6-2dc8-4ddb-a2ef-38f5db223342 req-83e169da-3fc8-462f-a3c0-7c8244ac8487 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.2292500 Feb 11 05:16:29.402234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-9174cff4-c7c1-4a05-bfc8-a86b40179eb0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Network c057b431-d79d-4223-9d5d-1c34def959a0 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:29.420888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-9174cff4-c7c1-4a05-bfc8-a86b40179eb0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:29.437942 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-9174cff4-c7c1-4a05-bfc8-a86b40179eb0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:29.494696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174cff4-c7c1-4a05-bfc8-a86b40179eb0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Pushing event updated for resources: {'Port': ['ID=c225f585-0992-401c-81f8-75c359dd056b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:29.510723 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b15a7d5e-42a4-4cc2-84c5-749d8243cc04 req-a2d9aeaa-6ee9-4104-a39c-5698fa508e60 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573955 Feb 11 05:16:29.573769 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-303f5cf6-2dc8-4ddb-a2ef-38f5db223342 req-bb23a9ec-02ee-47e8-a590-15a8ecab8555 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742654 Feb 11 05:16:29.582733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-9174cff4-c7c1-4a05-bfc8-a86b40179eb0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:29.583394 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-9174cff4-c7c1-4a05-bfc8-a86b40179eb0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.601335 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-9174cff4-c7c1-4a05-bfc8-a86b40179eb0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9036293 Feb 11 05:16:29.630429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Request body: {'port': {'device_id': 'a3b33d25-644b-4491-91ed-a1c397df31cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:29.668245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07401fe6-f03f-4db9-a83b-787d10e358af {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:29.679814 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Publish callbacks [] for port (07401fe6-f03f-4db9-a83b-787d10e358af), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.754538 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Transition to ACTIVE for port object 07401fe6-f03f-4db9-a83b-787d10e358af will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:29.756763 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c225f585-0992-401c-81f8-75c359dd056b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.767997 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.865066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93bc0c-2ed2-4497-8e5e-04b11690103c req-de56bb7e-9391-4656-bba7-fe66bee66d7e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:29.866695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c93bc0c-2ed2-4497-8e5e-04b11690103c req-de56bb7e-9391-4656-bba7-fe66bee66d7e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/ports?device_id=4452969f-5c5c-43f4-bea6-d19377594606 HTTP/1.1" status: 200 len: 946 time: 0.1799250 Feb 11 05:16:29.888918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Pushing event updated for resources: {'Port': ['ID=07401fe6-f03f-4db9-a83b-787d10e358af,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:30.135019 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c93bc0c-2ed2-4497-8e5e-04b11690103c req-acebd3f0-7595-41fe-997f-2e514d500dd5 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d632011-a98c-41d5-9cea-8e38b9976929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473083 Feb 11 05:16:30.166797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Attempting to bind port 07401fe6-f03f-4db9-a83b-787d10e358af on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:30.167143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Attempting to bind port 07401fe6-f03f-4db9-a83b-787d10e358af by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'bdd973ea-1016-4bc1-a02b-6008871a2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:30.167495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Attempting to bind port 07401fe6-f03f-4db9-a83b-787d10e358af on network 2c0db25e-438e-41a8-9d02-a4dde5275a3b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:30.179644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Port 07401fe6-f03f-4db9-a83b-787d10e358af on network 2c0db25e-438e-41a8-9d02-a4dde5275a3b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:30.179948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Attempting to bind port 07401fe6-f03f-4db9-a83b-787d10e358af on network 2c0db25e-438e-41a8-9d02-a4dde5275a3b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:30.181202 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60208) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:30.200758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:30.201105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Checking segment: {'id': 'bdd973ea-1016-4bc1-a02b-6008871a2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:30.201556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Bound using segment: {'id': 'bdd973ea-1016-4bc1-a02b-6008871a2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:30.202010 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Bound port: 07401fe6-f03f-4db9-a83b-787d10e358af, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd973ea-1016-4bc1-a02b-6008871a2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:30.202374 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.214250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a66cc4-a053-4bc7-a0d3-80139bd46614 req-5f6292f4-5623-4c07-880c-f2bf87814c79 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:30.215896 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53a66cc4-a053-4bc7-a0d3-80139bd46614 req-5f6292f4-5623-4c07-880c-f2bf87814c79 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 931 time: 0.1651235 Feb 11 05:16:30.306817 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5bf9898a-ef3a-4302-9858-f649a1cd568a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1129178301-network', 'tenant_id': 'd347a2d7a3c544f4a3821222e22ef4bd'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:30.331089 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf9898a-ef3a-4302-9858-f649a1cd568a admin admin] Made reservation on behalf of d347a2d7a3c544f4a3821222e22ef4bd for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:30.333548 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5bf9898a-ef3a-4302-9858-f649a1cd568a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.345241 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5bf9898a-ef3a-4302-9858-f649a1cd568a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.371925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53a66cc4-a053-4bc7-a0d3-80139bd46614 req-f0129e9e-28d9-436d-9bd0-51ae1510446c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447406 Feb 11 05:16:30.373202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] For port 07401fe6-f03f-4db9-a83b-787d10e358af, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:30.395378 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] For port 07401fe6-f03f-4db9-a83b-787d10e358af, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=07401fe6-f03f-4db9-a83b-787d10e358af,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:30.403038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c225f585-0992-401c-81f8-75c359dd056b {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:30.410987 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.415573 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Publish callbacks [] for port (c225f585-0992-401c-81f8-75c359dd056b), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.470616 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5bf9898a-ef3a-4302-9858-f649a1cd568a admin admin] Publish callbacks [] for security_group (e122332d-9395-4f87-bd78-3736ced654a6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.476923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:30.477113 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.478428 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5bf9898a-ef3a-4302-9858-f649a1cd568a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e122332d-9395-4f87-bd78-3736ced654a6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.478895 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] 10.222.0.88 "PUT /v2.0/ports/07401fe6-f03f-4db9-a83b-787d10e358af HTTP/1.1" status: 200 len: 1092 time: 1.6514735 Feb 11 05:16:30.487796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Transition to ACTIVE for port object c225f585-0992-401c-81f8-75c359dd056b will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:30.494143 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (c225f585-0992-401c-81f8-75c359dd056b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.519766 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf9898a-ef3a-4302-9858-f649a1cd568a admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:16:30.539926 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9898a-ef3a-4302-9858-f649a1cd568a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e122332d-9395-4f87-bd78-3736ced654a6,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:30.566015 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5bf9898a-ef3a-4302-9858-f649a1cd568a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (017a9cba-cb56-4b50-9f37-1512dbd3baa3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.566367 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-5bf9898a-ef3a-4302-9858-f649a1cd568a admin admin] Added segment 017a9cba-cb56-4b50-9f37-1512dbd3baa3 of type vlan for network 65ef15f1-a613-47a8-ac62-b9081601606f Feb 11 05:16:30.572586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c04032-dae5-4162-824f-28d66e2cffe1 service neutron] Pushing event updated for resources: {'Port': ['ID=07401fe6-f03f-4db9-a83b-787d10e358af,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:30.632140 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5bf9898a-ef3a-4302-9858-f649a1cd568a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (65ef15f1-a613-47a8-ac62-b9081601606f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.662628 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5bf9898a-ef3a-4302-9858-f649a1cd568a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (65ef15f1-a613-47a8-ac62-b9081601606f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.663780 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf9898a-ef3a-4302-9858-f649a1cd568a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:30.668552 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5bf9898a-ef3a-4302-9858-f649a1cd568a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.721798 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5bf9898a-ef3a-4302-9858-f649a1cd568a admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5304840 Feb 11 05:16:30.735682 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd97d-f42e-4a46-8ec2-aa4ebd74e1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.738777 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2afd-bdd1-4acd-ad86-7fc4f81b7844 req-261201f9-8365-42e9-b736-7f559c82b93c tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:30.744980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eaae2afd-bdd1-4acd-ad86-7fc4f81b7844 req-261201f9-8365-42e9-b736-7f559c82b93c tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.2792912 Feb 11 05:16:30.755997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c225f585-0992-401c-81f8-75c359dd056b,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:30.780330 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9898a-ef3a-4302-9858-f649a1cd568a admin admin] Pushing event updated for resources: {'Network': ['ID=65ef15f1-a613-47a8-ac62-b9081601606f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:30.793097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 65ef15f1-a613-47a8-ac62-b9081601606f details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:16:30.812531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-7ee78c25-ba16-4a30-8bb5-0c39275a060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:30.814410 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-7ee78c25-ba16-4a30-8bb5-0c39275a060d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3bbd156ad2d24e5385648d7fd2e75c21&device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 1126 time: 0.2679429 Feb 11 05:16:30.829508 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572707f4-1a31-497a-a9be-681450d5fe1e req-b5b2c319-7533-4975-b7a7-c6d23f283f7f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:30.831155 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-572707f4-1a31-497a-a9be-681450d5fe1e req-b5b2c319-7533-4975-b7a7-c6d23f283f7f tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 944 time: 0.0671725 Feb 11 05:16:30.836593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Attempting to bind port c225f585-0992-401c-81f8-75c359dd056b on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:30.836942 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Attempting to bind port c225f585-0992-401c-81f8-75c359dd056b by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:30.837359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Attempting to bind port c225f585-0992-401c-81f8-75c359dd056b on network c057b431-d79d-4223-9d5d-1c34def959a0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:30.915011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eaae2afd-bdd1-4acd-ad86-7fc4f81b7844 req-717cb035-bb52-4215-872d-df5b311c4b0c tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559172 Feb 11 05:16:30.916952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-8d164343-0916-4165-b005-606ebf24340f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07401fe6-f03f-4db9-a83b-787d10e358af HTTP/1.1" status: 200 len: 217 time: 0.0834808 Feb 11 05:16:30.918008 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Port c225f585-0992-401c-81f8-75c359dd056b on network c057b431-d79d-4223-9d5d-1c34def959a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:30.918210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Attempting to bind port c225f585-0992-401c-81f8-75c359dd056b on network c057b431-d79d-4223-9d5d-1c34def959a0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:30.925410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:30.925759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Checking segment: {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:30.926150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Bound using segment: {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:30.926586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Bound port: c225f585-0992-401c-81f8-75c359dd056b, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:30.927109 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c225f585-0992-401c-81f8-75c359dd056b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.024982 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-521c15b6-7db8-4495-849f-b6cc5e062728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:31.027596 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-521c15b6-7db8-4495-849f-b6cc5e062728 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=afd9a43f-aebb-4c81-9832-39b324b8d69a HTTP/1.1" status: 200 len: 854 time: 0.0847251 Feb 11 05:16:31.037354 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-572707f4-1a31-497a-a9be-681450d5fe1e req-4eca98b9-f1fd-4ec2-97b1-628ed268eba1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Deleting port bdd8df23-fda2-448f-8d24-05c4613ec467 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:31.037623 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-572707f4-1a31-497a-a9be-681450d5fe1e req-4eca98b9-f1fd-4ec2-97b1-628ed268eba1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.102451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5677ddf-7024-450a-986a-d96db323d885', 'tag': '07401fe6-f03f-4db9-a83b-787d10e358af'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:31.104913 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac33974f-27ef-4166-88bb-a0ddfce1a988" -d '{"events": [{"name": "network-changed", "server_uuid": "a5677ddf-7024-450a-986a-d96db323d885", "tag": "07401fe6-f03f-4db9-a83b-787d10e358af"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:31.128408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-572707f4-1a31-497a-a9be-681450d5fe1e req-4eca98b9-f1fd-4ec2-97b1-628ed268eba1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] For port bdd8df23-fda2-448f-8d24-05c4613ec467, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=bdd8df23-fda2-448f-8d24-05c4613ec467,segment=NetworkSegment(34f2ce9f-b806-43a8-95ca-5647f29968ae),segment_id=34f2ce9f-b806-43a8-95ca-5647f29968ae)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:31.128782 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-572707f4-1a31-497a-a9be-681450d5fe1e req-4eca98b9-f1fd-4ec2-97b1-628ed268eba1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.137140 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-c6bc9bad-9273-4226-ae52-f735329babe6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2c0db25e-438e-41a8-9d02-a4dde5275a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855060 Feb 11 05:16:31.142159 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-572707f4-1a31-497a-a9be-681450d5fe1e req-4eca98b9-f1fd-4ec2-97b1-628ed268eba1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Calling delete_port for bdd8df23-fda2-448f-8d24-05c4613ec467 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:31.285420 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-572707f4-1a31-497a-a9be-681450d5fe1e req-4eca98b9-f1fd-4ec2-97b1-628ed268eba1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (bdd8df23-fda2-448f-8d24-05c4613ec467), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.313823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca98b9-f1fd-4ec2-97b1-628ed268eba1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Pushing event deleted for resources: {'Port': ['ID=bdd8df23-fda2-448f-8d24-05c4613ec467,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:31.372280 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-572707f4-1a31-497a-a9be-681450d5fe1e req-4eca98b9-f1fd-4ec2-97b1-628ed268eba1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] No DVR routers for this DVR port bdd8df23-fda2-448f-8d24-05c4613ec467 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:31.375653 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-572707f4-1a31-497a-a9be-681450d5fe1e req-4eca98b9-f1fd-4ec2-97b1-628ed268eba1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.379358 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-572707f4-1a31-497a-a9be-681450d5fe1e req-4eca98b9-f1fd-4ec2-97b1-628ed268eba1 tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.73 "DELETE /v2.0/ports/bdd8df23-fda2-448f-8d24-05c4613ec467 HTTP/1.1" status: 204 len: 173 time: 0.5423765 Feb 11 05:16:31.379868 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff7802c-322b-4d01-9cf2-dfb409ffe005', 'name': 'network-vif-deleted', 'tag': 'bdd8df23-fda2-448f-8d24-05c4613ec467'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:31.382294 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf80141-b2e2-461a-a6a2-b5012dbe435f" -d '{"events": [{"server_uuid": "dff7802c-322b-4d01-9cf2-dfb409ffe005", "name": "network-vif-deleted", "tag": "bdd8df23-fda2-448f-8d24-05c4613ec467"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:31.514850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] For port c225f585-0992-401c-81f8-75c359dd056b, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:31.538660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] For port c225f585-0992-401c-81f8-75c359dd056b, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=c225f585-0992-401c-81f8-75c359dd056b,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:31.582431 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (c225f585-0992-401c-81f8-75c359dd056b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.591551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:31.610050 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7b166-4021-4624-b0ca-b288ec9dedec req-4147b3ee-6c68-4530-9c65-25dbca4330af tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:31.611702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61e7b166-4021-4624-b0ca-b288ec9dedec req-4147b3ee-6c68-4530-9c65-25dbca4330af tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/ports?device_id=dff7802c-322b-4d01-9cf2-dfb409ffe005 HTTP/1.1" status: 200 len: 866 time: 0.5589864 Feb 11 05:16:31.615235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:31.615658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device bf71ab16-f5a5-4b2b-8f26-12930b4b07d8 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:31.618576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a881ab5-3aae-4b8a-86ee-fddb857d86ce req-79c560ef-6653-4861-9046-b75e62eca3df tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:31.620097 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a881ab5-3aae-4b8a-86ee-fddb857d86ce req-79c560ef-6653-4861-9046-b75e62eca3df tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 943 time: 0.5664856 Feb 11 05:16:31.673474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:31.674089 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:31.675576 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] 10.222.0.88 "PUT /v2.0/ports/c225f585-0992-401c-81f8-75c359dd056b HTTP/1.1" status: 200 len: 1092 time: 2.0515299 Feb 11 05:16:31.704202 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-739a5932-54c4-4eb9-a933-e6399dd0b0b5 service neutron] 10.222.0.88 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573342 Feb 11 05:16:31.775870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd798bb-3a48-47eb-bfc5-fa161ab600f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c225f585-0992-401c-81f8-75c359dd056b,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:31.818418 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a881ab5-3aae-4b8a-86ee-fddb857d86ce req-ee7648d2-7260-42ec-ab2c-b0df3f5a45b2 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746988 Feb 11 05:16:31.829555 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61e7b166-4021-4624-b0ca-b288ec9dedec req-8b91adfa-e8fd-42ba-9730-5e16d068fd6a tempest-LiveMigrationTest-1650960524 tempest-LiveMigrationTest-1650960524-project] 10.222.0.87 "GET /v2.0/security-groups?id=1d608c53-f85e-4e20-b803-458a4b7ec68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084603 Feb 11 05:16:31.886723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-c4f975b0-c1e2-44b6-8682-83cfb0845198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:31.888307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-c4f975b0-c1e2-44b6-8682-83cfb0845198 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 1126 time: 0.1506627 Feb 11 05:16:31.984732 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-75f8faeb-30a8-4220-9d2c-96ed42f7b0f6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c225f585-0992-401c-81f8-75c359dd056b HTTP/1.1" status: 200 len: 217 time: 0.0827630 Feb 11 05:16:32.004671 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72309eb2-b55d-43d4-a72b-2f95be29cdd4 req-8a75ed72-fe55-4026-896f-af8640158121 service neutron] 10.222.0.88 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897325 Feb 11 05:16:32.066839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-f649dca1-4c94-433d-bbee-9e81d9236915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:32.068477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-f649dca1-4c94-433d-bbee-9e81d9236915 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ea6336f-48df-43c4-9674-2de7741cddbb HTTP/1.1" status: 200 len: 850 time: 0.0627952 Feb 11 05:16:32.076485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c58ba1-9a16-40c0-a085-73c6ccc3cfe8 req-31bcfc19-2d6a-4ba6-94c3-adf673117cc2 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:32.078300 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68c58ba1-9a16-40c0-a085-73c6ccc3cfe8 req-31bcfc19-2d6a-4ba6-94c3-adf673117cc2 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1117961 Feb 11 05:16:32.126004 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-70a66c0e-86b1-4316-b050-d6e6ec612bc8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c057b431-d79d-4223-9d5d-1c34def959a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466530 Feb 11 05:16:32.289674 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:32.348555 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68c58ba1-9a16-40c0-a085-73c6ccc3cfe8 req-b623de20-bc05-478c-90ec-225a2c35fae7 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615244 Feb 11 05:16:32.380581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c550ccc-df20-406d-8bdb-ec253cb5bdac req-2bed163d-b313-4bdb-b1f0-0c32e0138bb9 tempest-ComputeTenantNetworksTest-2030788212 tempest-ComputeTenantNetworksTest-2030788212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:32.385886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c550ccc-df20-406d-8bdb-ec253cb5bdac req-2bed163d-b313-4bdb-b1f0-0c32e0138bb9 tempest-ComputeTenantNetworksTest-2030788212 tempest-ComputeTenantNetworksTest-2030788212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:32.391593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c550ccc-df20-406d-8bdb-ec253cb5bdac req-2bed163d-b313-4bdb-b1f0-0c32e0138bb9 tempest-ComputeTenantNetworksTest-2030788212 tempest-ComputeTenantNetworksTest-2030788212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:32.393260 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c550ccc-df20-406d-8bdb-ec253cb5bdac req-2bed163d-b313-4bdb-b1f0-0c32e0138bb9 tempest-ComputeTenantNetworksTest-2030788212 tempest-ComputeTenantNetworksTest-2030788212-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2974491 Feb 11 05:16:32.398793 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4c6a8e-bf54-4ba6-817b-7f6af7b0a333 x-openstack-request-id: req-fe4c6a8e-bf54-4ba6-817b-7f6af7b0a333 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:32.399075 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5677ddf-7024-450a-986a-d96db323d885", "tag": "07401fe6-f03f-4db9-a83b-787d10e358af", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:32.399367 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fe4c6a8e-bf54-4ba6-817b-7f6af7b0a333 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:32.399719 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5677ddf-7024-450a-986a-d96db323d885', 'tag': '07401fe6-f03f-4db9-a83b-787d10e358af', 'status': 'completed', 'code': 200} Feb 11 05:16:32.413932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-cea76446-28c4-4b00-b9ae-f06b357859a8 service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648079 Feb 11 05:16:32.441211 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa303d1-d20a-4275-bba3-ea12f4184274 x-openstack-request-id: req-0aa303d1-d20a-4275-bba3-ea12f4184274 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:32.443113 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff7802c-322b-4d01-9cf2-dfb409ffe005", "name": "network-vif-deleted", "tag": "bdd8df23-fda2-448f-8d24-05c4613ec467", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:32.443976 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0aa303d1-d20a-4275-bba3-ea12f4184274 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:32.444910 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff7802c-322b-4d01-9cf2-dfb409ffe005', 'name': 'network-vif-deleted', 'tag': 'bdd8df23-fda2-448f-8d24-05c4613ec467', 'status': 'completed', 'code': 200} Feb 11 05:16:32.614678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33974f-27ef-4166-88bb-a0ddfce1a988 req-9e6a6fee-3676-42f0-8f95-544a63bf8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:32.616214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac33974f-27ef-4166-88bb-a0ddfce1a988 req-9e6a6fee-3676-42f0-8f95-544a63bf8218 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3bbd156ad2d24e5385648d7fd2e75c21&device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 1126 time: 0.1855099 Feb 11 05:16:32.642645 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f386e37-d52d-4a58-9659-1fb7eb160ecb req-cc4c1a74-6647-4b04-acc2-b515a2478512 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:32.643961 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f386e37-d52d-4a58-9659-1fb7eb160ecb req-cc4c1a74-6647-4b04-acc2-b515a2478512 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/ports?device_id=4452969f-5c5c-43f4-bea6-d19377594606 HTTP/1.1" status: 200 len: 946 time: 0.1920376 Feb 11 05:16:32.656797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-722f886c-a1cb-4a32-847f-ef4b4be01f6b req-488107c4-30b7-4988-84d6-e679b1ce777c service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346022 Feb 11 05:16:32.694667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208eb8e-1180-497e-8d57-a8071255d175 req-dbb84317-6552-4fba-a7be-25c3c217b7ae tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:32.696182 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6208eb8e-1180-497e-8d57-a8071255d175 req-dbb84317-6552-4fba-a7be-25c3c217b7ae tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 943 time: 0.2055151 Feb 11 05:16:32.775636 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f386e37-d52d-4a58-9659-1fb7eb160ecb req-12c0061a-5c1f-4de8-9a9e-bd02b731f783 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d632011-a98c-41d5-9cea-8e38b9976929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157124 Feb 11 05:16:32.804520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33974f-27ef-4166-88bb-a0ddfce1a988 req-82ff0a87-050d-4b1c-a5d8-c0da45f53979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:32.805996 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac33974f-27ef-4166-88bb-a0ddfce1a988 req-82ff0a87-050d-4b1c-a5d8-c0da45f53979 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2c0db25e-438e-41a8-9d02-a4dde5275a3b HTTP/1.1" status: 200 len: 915 time: 0.1829438 Feb 11 05:16:32.825228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6208eb8e-1180-497e-8d57-a8071255d175 req-fa702f2d-c537-4ab1-8371-b29cb878c17b tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986731 Feb 11 05:16:32.854267 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac33974f-27ef-4166-88bb-a0ddfce1a988 req-283c2945-568d-4235-bd36-9c97a0e8c315 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07401fe6-f03f-4db9-a83b-787d10e358af HTTP/1.1" status: 200 len: 217 time: 0.0396271 Feb 11 05:16:32.919373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33974f-27ef-4166-88bb-a0ddfce1a988 req-82f8899a-2911-4cea-ab24-c502a83aa837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:32.920846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac33974f-27ef-4166-88bb-a0ddfce1a988 req-82f8899a-2911-4cea-ab24-c502a83aa837 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=afd9a43f-aebb-4c81-9832-39b324b8d69a HTTP/1.1" status: 200 len: 854 time: 0.0599458 Feb 11 05:16:32.977404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac33974f-27ef-4166-88bb-a0ddfce1a988 req-04faf921-f62e-4b08-981f-2b22909bb762 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2c0db25e-438e-41a8-9d02-a4dde5275a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423496 Feb 11 05:16:33.046397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96983589-40ba-40d5-8df6-ec8e628b9946 req-67468025-35eb-4379-a3a1-3f98c634647c tempest-ComputeTenantNetworksTest-2030788212 tempest-ComputeTenantNetworksTest-2030788212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:33.047754 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96983589-40ba-40d5-8df6-ec8e628b9946 req-67468025-35eb-4379-a3a1-3f98c634647c tempest-ComputeTenantNetworksTest-2030788212 tempest-ComputeTenantNetworksTest-2030788212-project] 10.222.0.87 "GET /v2.0/networks/65ef15f1-a613-47a8-ac62-b9081601606f HTTP/1.1" status: 200 len: 769 time: 0.1448286 Feb 11 05:16:33.056113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60332) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:33.126752 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42c09235-f009-47ed-b55e-66d862bbccd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (65ef15f1-a613-47a8-ac62-b9081601606f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.169179 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac33974f-27ef-4166-88bb-a0ddfce1a988 req-2eaf046b-bc29-4158-84b4-c7fb38b429d2 service neutron] 10.222.0.88 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633666 Feb 11 05:16:33.194283 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fb2c8-075e-491c-96b7-190c154eb91d req-ba16d6f6-80f7-4563-aed1-87a9c8f9499b tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:33.195849 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e26fb2c8-075e-491c-96b7-190c154eb91d req-ba16d6f6-80f7-4563-aed1-87a9c8f9499b tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/ports?device_id=4452969f-5c5c-43f4-bea6-d19377594606 HTTP/1.1" status: 200 len: 946 time: 0.0830870 Feb 11 05:16:33.212036 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42c09235-f009-47ed-b55e-66d862bbccd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (65ef15f1-a613-47a8-ac62-b9081601606f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.232852 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-42c09235-f009-47ed-b55e-66d862bbccd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ef15f1-a613-47a8-ac62-b9081601606f']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:33.242775 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-42c09235-f009-47ed-b55e-66d862bbccd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017a9cba-cb56-4b50-9f37-1512dbd3baa3') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:33.243104 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-42c09235-f009-47ed-b55e-66d862bbccd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017a9cba-cb56-4b50-9f37-1512dbd3baa3') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:33.253268 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42c09235-f009-47ed-b55e-66d862bbccd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (017a9cba-cb56-4b50-9f37-1512dbd3baa3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.266711 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42c09235-f009-47ed-b55e-66d862bbccd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (017a9cba-cb56-4b50-9f37-1512dbd3baa3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.272574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c09235-f009-47ed-b55e-66d862bbccd7 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:16:33.272955 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42c09235-f009-47ed-b55e-66d862bbccd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (017a9cba-cb56-4b50-9f37-1512dbd3baa3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:16:33.274596 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:16:33.328050 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42c09235-f009-47ed-b55e-66d862bbccd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (65ef15f1-a613-47a8-ac62-b9081601606f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.333339 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e26fb2c8-075e-491c-96b7-190c154eb91d req-62edd8ae-96db-495b-beb0-a7b070a9e716 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d632011-a98c-41d5-9cea-8e38b9976929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268792 Feb 11 05:16:33.344919 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42c09235-f009-47ed-b55e-66d862bbccd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.350349 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-42c09235-f009-47ed-b55e-66d862bbccd7 admin admin] 10.222.0.87 "DELETE /v2.0/networks/65ef15f1-a613-47a8-ac62-b9081601606f HTTP/1.1" status: 204 len: 168 time: 0.2910388 Feb 11 05:16:33.352326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510077c4-c54c-49e6-a3ff-350164e6b50b req-b489dc7e-9469-4304-988a-48f51bc52b34 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:33.353352 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-510077c4-c54c-49e6-a3ff-350164e6b50b req-b489dc7e-9469-4304-988a-48f51bc52b34 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 943 time: 0.1459293 Feb 11 05:16:33.358722 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c09235-f009-47ed-b55e-66d862bbccd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ef15f1-a613-47a8-ac62-b9081601606f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:33.364746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac33974f-27ef-4166-88bb-a0ddfce1a988 req-9d6dd321-fb2c-42d4-9623-9dda4cbf12eb service neutron] 10.222.0.88 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870034 Feb 11 05:16:33.397235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60348) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:33.428932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-510077c4-c54c-49e6-a3ff-350164e6b50b req-c767e202-81e9-430a-a079-8955bcee1efe tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622294 Feb 11 05:16:33.495315 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.533100 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60364) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:33.536412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e94b8b-e551-4981-a2b9-cf461c2162dc req-d27aeb1a-d770-4873-b84e-7001436df47a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:33.538018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e4e94b8b-e551-4981-a2b9-cf461c2162dc req-d27aeb1a-d770-4873-b84e-7001436df47a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.0806670 Feb 11 05:16:33.546097 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b643f39-8be9-4f0f-a960-420d40b021dc admin admin] Deleting subnet 959692e0-0ebb-4204-9905-25b38d09fa54 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:16:33.549996 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b643f39-8be9-4f0f-a960-420d40b021dc admin admin] Publish callbacks [] for subnet (959692e0-0ebb-4204-9905-25b38d09fa54), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.606860 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e4e94b8b-e551-4981-a2b9-cf461c2162dc req-8789bbdd-a705-49d7-9fd5-13914bebf6b9 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616207 Feb 11 05:16:33.613550 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b643f39-8be9-4f0f-a960-420d40b021dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (959692e0-0ebb-4204-9905-25b38d09fa54), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.643833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60372) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:33.644122 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-46cf2e5d-1313-4fd7-a342-e92bea3a82d9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d347a2d7a3c544f4a3821222e22ef4bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1096771 Feb 11 05:16:33.669070 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b643f39-8be9-4f0f-a960-420d40b021dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (959692e0-0ebb-4204-9905-25b38d09fa54), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.705873 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd92263c-d885-4e02-8262-0bf82cd82838 admin admin] Publish callbacks [] for security_group (e122332d-9395-4f87-bd78-3736ced654a6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.732337 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd92263c-d885-4e02-8262-0bf82cd82838 admin admin] Publish callbacks [] for security_group (e122332d-9395-4f87-bd78-3736ced654a6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.760021 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b643f39-8be9-4f0f-a960-420d40b021dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (959692e0-0ebb-4204-9905-25b38d09fa54), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.797837 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b643f39-8be9-4f0f-a960-420d40b021dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=959692e0-0ebb-4204-9905-25b38d09fa54,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:33.798039 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd92263c-d885-4e02-8262-0bf82cd82838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e122332d-9395-4f87-bd78-3736ced654a6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.804531 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b643f39-8be9-4f0f-a960-420d40b021dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.808022 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7b643f39-8be9-4f0f-a960-420d40b021dc admin admin] 10.222.0.87 "DELETE /v2.0/subnets/959692e0-0ebb-4204-9905-25b38d09fa54 HTTP/1.1" status: 204 len: 168 time: 0.4097772 Feb 11 05:16:33.810512 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60384) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:33.813023 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd92263c-d885-4e02-8262-0bf82cd82838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.815679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fd92263c-d885-4e02-8262-0bf82cd82838 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e122332d-9395-4f87-bd78-3736ced654a6 HTTP/1.1" status: 204 len: 168 time: 0.1707346 Feb 11 05:16:33.828391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92263c-d885-4e02-8262-0bf82cd82838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e122332d-9395-4f87-bd78-3736ced654a6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:33.907759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfea76-55e8-4cf8-93c7-b4697c4baca4 req-3ba50e8d-a0e4-4b34-9206-ee6eee8b3f0b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:33.915570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5cfea76-55e8-4cf8-93c7-b4697c4baca4 req-3ba50e8d-a0e4-4b34-9206-ee6eee8b3f0b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.0845797 Feb 11 05:16:33.953911 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5428ac3c-0e40-4099-916a-21f71d848fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (72a171e8-0e25-4470-8f53-acdce50a3f56), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.982607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5cfea76-55e8-4cf8-93c7-b4697c4baca4 req-62073d4a-393b-4724-abf8-d8c1760350da tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638828 Feb 11 05:16:34.079012 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5428ac3c-0e40-4099-916a-21f71d848fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (72a171e8-0e25-4470-8f53-acdce50a3f56), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.115034 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-5428ac3c-0e40-4099-916a-21f71d848fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a171e8-0e25-4470-8f53-acdce50a3f56']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:34.126451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-5428ac3c-0e40-4099-916a-21f71d848fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f2ce9f-b806-43a8-95ca-5647f29968ae') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:34.126748 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-5428ac3c-0e40-4099-916a-21f71d848fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f2ce9f-b806-43a8-95ca-5647f29968ae') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:34.144603 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5428ac3c-0e40-4099-916a-21f71d848fce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (34f2ce9f-b806-43a8-95ca-5647f29968ae), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.159326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e7380-b129-43bc-af52-a40b63267d80 req-dcf94bdc-4c40-4b72-9188-a083d851262f tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:34.160776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-442e7380-b129-43bc-af52-a40b63267d80 req-dcf94bdc-4c40-4b72-9188-a083d851262f tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/ports?device_id=4452969f-5c5c-43f4-bea6-d19377594606 HTTP/1.1" status: 200 len: 946 time: 0.0907245 Feb 11 05:16:34.172583 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5428ac3c-0e40-4099-916a-21f71d848fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (34f2ce9f-b806-43a8-95ca-5647f29968ae), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.180973 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5428ac3c-0e40-4099-916a-21f71d848fce admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:16:34.181369 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5428ac3c-0e40-4099-916a-21f71d848fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (34f2ce9f-b806-43a8-95ca-5647f29968ae), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:16:34.183096 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:16:34.231678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-442e7380-b129-43bc-af52-a40b63267d80 req-cc45d796-c856-4c69-81e2-5878bce90e30 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d632011-a98c-41d5-9cea-8e38b9976929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638580 Feb 11 05:16:34.253416 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5428ac3c-0e40-4099-916a-21f71d848fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (72a171e8-0e25-4470-8f53-acdce50a3f56), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.267643 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5428ac3c-0e40-4099-916a-21f71d848fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.273825 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5428ac3c-0e40-4099-916a-21f71d848fce admin admin] 10.222.0.87 "DELETE /v2.0/networks/72a171e8-0e25-4470-8f53-acdce50a3f56 HTTP/1.1" status: 204 len: 168 time: 0.4597354 Feb 11 05:16:34.275101 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60430) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:34.292282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428ac3c-0e40-4099-916a-21f71d848fce admin admin] Pushing event deleted for resources: {'Network': ['ID=72a171e8-0e25-4470-8f53-acdce50a3f56,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:34.331273 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e94af-b490-43bb-af1d-f2bf3afee322 req-9401829e-f65a-4a9a-ab69-99e34d9c7dad tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:34.333061 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a7e94af-b490-43bb-af1d-f2bf3afee322 req-9401829e-f65a-4a9a-ab69-99e34d9c7dad tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 943 time: 0.1225097 Feb 11 05:16:34.363525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-44dd0992-be63-410b-800f-502b59b1d43e admin admin] Deleting subnet 4d901f17-9d59-463e-ae9d-47eb3148b5b3 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:16:34.370781 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-44dd0992-be63-410b-800f-502b59b1d43e admin admin] Publish callbacks [] for subnet (4d901f17-9d59-463e-ae9d-47eb3148b5b3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.400613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b33d25-644b-4491-91ed-a1c397df31cb', 'tag': 'c225f585-0992-401c-81f8-75c359dd056b'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:34.403011 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5339069-1cdb-443c-8d21-289a849185a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b33d25-644b-4491-91ed-a1c397df31cb", "tag": "c225f585-0992-401c-81f8-75c359dd056b"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:34.439456 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a7e94af-b490-43bb-af1d-f2bf3afee322 req-2c0bf9a9-e4c2-483a-83e8-6f7efa5f4385 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972841 Feb 11 05:16:34.441834 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-44dd0992-be63-410b-800f-502b59b1d43e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (4d901f17-9d59-463e-ae9d-47eb3148b5b3), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.493032 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-44dd0992-be63-410b-800f-502b59b1d43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (4d901f17-9d59-463e-ae9d-47eb3148b5b3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.557795 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-44dd0992-be63-410b-800f-502b59b1d43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (4d901f17-9d59-463e-ae9d-47eb3148b5b3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.594290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd0992-be63-410b-800f-502b59b1d43e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d901f17-9d59-463e-ae9d-47eb3148b5b3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:34.605980 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-44dd0992-be63-410b-800f-502b59b1d43e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.612174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-44dd0992-be63-410b-800f-502b59b1d43e admin admin] 10.222.0.87 "DELETE /v2.0/subnets/4d901f17-9d59-463e-ae9d-47eb3148b5b3 HTTP/1.1" status: 204 len: 168 time: 0.3343463 Feb 11 05:16:34.612970 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60480) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:34.666670 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8741e-3e14-4482-a627-ad97d66fa4e4 req-0bdde939-8d8d-4c68-a0f6-4dfb37edb03b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:34.668294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ca8741e-3e14-4482-a627-ad97d66fa4e4 req-0bdde939-8d8d-4c68-a0f6-4dfb37edb03b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.0761380 Feb 11 05:16:34.712876 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eafa4256-7143-4ca6-9cf6-7d3c57bd89c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.776408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ca8741e-3e14-4482-a627-ad97d66fa4e4 req-9cfa9691-c7a6-4483-afb8-51028bf83a9f tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007166 Feb 11 05:16:34.788836 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081e316f-6e30-44c8-94cc-39ca1ec7720f x-openstack-request-id: req-081e316f-6e30-44c8-94cc-39ca1ec7720f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:34.789132 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b33d25-644b-4491-91ed-a1c397df31cb", "tag": "c225f585-0992-401c-81f8-75c359dd056b", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:34.789876 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-081e316f-6e30-44c8-94cc-39ca1ec7720f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:34.790397 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b33d25-644b-4491-91ed-a1c397df31cb', 'tag': 'c225f585-0992-401c-81f8-75c359dd056b', 'status': 'completed', 'code': 200} Feb 11 05:16:34.846856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60498) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:34.863347 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eafa4256-7143-4ca6-9cf6-7d3c57bd89c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.898025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5339069-1cdb-443c-8d21-289a849185a9 req-2c64330d-f491-4723-b8d1-ed956d5baf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:34.900351 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5339069-1cdb-443c-8d21-289a849185a9 req-2c64330d-f491-4723-b8d1-ed956d5baf0b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 1126 time: 0.0890133 Feb 11 05:16:34.907643 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-eafa4256-7143-4ca6-9cf6-7d3c57bd89c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:34.922285 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-eafa4256-7143-4ca6-9cf6-7d3c57bd89c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2901b490-7ffb-47d1-9a15-e01d03335fbf') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:34.922590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-eafa4256-7143-4ca6-9cf6-7d3c57bd89c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2901b490-7ffb-47d1-9a15-e01d03335fbf') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:34.938016 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eafa4256-7143-4ca6-9cf6-7d3c57bd89c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (2901b490-7ffb-47d1-9a15-e01d03335fbf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.970662 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eafa4256-7143-4ca6-9cf6-7d3c57bd89c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2901b490-7ffb-47d1-9a15-e01d03335fbf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.980015 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.987447 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eafa4256-7143-4ca6-9cf6-7d3c57bd89c4 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:16:34.987892 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eafa4256-7143-4ca6-9cf6-7d3c57bd89c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (2901b490-7ffb-47d1-9a15-e01d03335fbf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:16:34.989850 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:16:35.041817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b155f2b-f721-4ecc-83ba-917cf034b24f req-3cc4307e-e375-472f-8d61-948761a50710 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.043446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b155f2b-f721-4ecc-83ba-917cf034b24f req-3cc4307e-e375-472f-8d61-948761a50710 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 943 time: 0.1238556 Feb 11 05:16:35.051033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-78088359-cb84-4f11-a4d3-5306a09865bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-network', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:35.055654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5339069-1cdb-443c-8d21-289a849185a9 req-34b2ba6e-be01-45a6-8aac-4d715818b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.057693 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5339069-1cdb-443c-8d21-289a849185a9 req-34b2ba6e-be01-45a6-8aac-4d715818b354 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 911 time: 0.1504478 Feb 11 05:16:35.100193 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eafa4256-7143-4ca6-9cf6-7d3c57bd89c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.113412 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eafa4256-7143-4ca6-9cf6-7d3c57bd89c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.118461 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eafa4256-7143-4ca6-9cf6-7d3c57bd89c4 admin admin] 10.222.0.87 "DELETE /v2.0/networks/dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a HTTP/1.1" status: 204 len: 168 time: 0.5047395 Feb 11 05:16:35.123835 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5339069-1cdb-443c-8d21-289a849185a9 req-c680b79f-f64e-46ee-9889-772553660e3d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c225f585-0992-401c-81f8-75c359dd056b HTTP/1.1" status: 200 len: 217 time: 0.0553939 Feb 11 05:16:35.139643 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa4256-7143-4ca6-9cf6-7d3c57bd89c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd77a7bd-6b79-4d5e-aeb3-5e2f1259f43a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:35.202903 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78088359-cb84-4f11-a4d3-5306a09865bf admin admin] Made reservation on behalf of 93acaeef56ec46ed9d40abab96de324e for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:35.205385 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78088359-cb84-4f11-a4d3-5306a09865bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.243256 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b155f2b-f721-4ecc-83ba-917cf034b24f req-3e1c197d-da69-4e8c-9cea-e32b77da534e tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762543 Feb 11 05:16:35.263546 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78088359-cb84-4f11-a4d3-5306a09865bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.281445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5339069-1cdb-443c-8d21-289a849185a9 req-0afd88ca-de81-438b-b24b-b34ff8a1621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.283098 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5339069-1cdb-443c-8d21-289a849185a9 req-0afd88ca-de81-438b-b24b-b34ff8a1621d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ea6336f-48df-43c4-9674-2de7741cddbb HTTP/1.1" status: 200 len: 850 time: 0.1459579 Feb 11 05:16:35.308850 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60524) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:35.335827 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5339069-1cdb-443c-8d21-289a849185a9 req-76853052-83b4-46cd-ac91-67550b62eac8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c057b431-d79d-4223-9d5d-1c34def959a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435982 Feb 11 05:16:35.356613 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-27971df3-cdfe-4fae-a3c6-c312c7e41032 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=625496205bdf429e8af46565d991a189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464697 Feb 11 05:16:35.357320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c57f38-3c6e-4064-995a-22672e6536a8 req-2cfdcf97-56a9-48f2-bd01-a13a55c8f2d3 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.358917 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91c57f38-3c6e-4064-995a-22672e6536a8 req-2cfdcf97-56a9-48f2-bd01-a13a55c8f2d3 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1474223 Feb 11 05:16:35.359862 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60528) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:35.427589 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e20f659-1aee-4c34-8e6b-72e137e86e21 admin admin] Publish callbacks [] for security_group (1d608c53-f85e-4e20-b803-458a4b7ec68d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.451681 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e20f659-1aee-4c34-8e6b-72e137e86e21 admin admin] Publish callbacks [] for security_group (1d608c53-f85e-4e20-b803-458a4b7ec68d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.485644 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60534) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:35.521440 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e20f659-1aee-4c34-8e6b-72e137e86e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1d608c53-f85e-4e20-b803-458a4b7ec68d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.524607 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e20f659-1aee-4c34-8e6b-72e137e86e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.525773 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7e20f659-1aee-4c34-8e6b-72e137e86e21 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1d608c53-f85e-4e20-b803-458a4b7ec68d HTTP/1.1" status: 204 len: 168 time: 0.1630630 Feb 11 05:16:35.541967 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20f659-1aee-4c34-8e6b-72e137e86e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d608c53-f85e-4e20-b803-458a4b7ec68d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:35.549397 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91c57f38-3c6e-4064-995a-22672e6536a8 req-c8bf4c32-457c-4684-8170-2512a868a39b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751528 Feb 11 05:16:35.557471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dd479-9183-4c38-b222-dcde1cffdf61 req-382e14ff-c079-4dbe-8658-c0b26e414d3e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.564847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b1dd479-9183-4c38-b222-dcde1cffdf61 req-382e14ff-c079-4dbe-8658-c0b26e414d3e tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/ports?device_id=4452969f-5c5c-43f4-bea6-d19377594606 HTTP/1.1" status: 200 len: 946 time: 0.2316132 Feb 11 05:16:35.586341 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5339069-1cdb-443c-8d21-289a849185a9 req-73512982-7f65-4776-b54b-075ed1d89bc4 service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225060 Feb 11 05:16:35.588215 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device c225f585-0992-401c-81f8-75c359dd056b details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:16:35.588665 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78088359-cb84-4f11-a4d3-5306a09865bf admin admin] Publish callbacks [] for security_group (23c9a1b0-cc5a-4ccc-abee-f61aa78892f7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.601036 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78088359-cb84-4f11-a4d3-5306a09865bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (23c9a1b0-cc5a-4ccc-abee-f61aa78892f7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.614665 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device bdd8df23-fda2-448f-8d24-05c4613ec467 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:35.647883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: bdd8df23-fda2-448f-8d24-05c4613ec467 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:35.648623 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device bdd8df23-fda2-448f-8d24-05c4613ec467 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:35.661925 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78088359-cb84-4f11-a4d3-5306a09865bf admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:16:35.677119 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea588a6-d307-4048-ae80-7b0bb72ca81d req-670419ea-f79d-40db-a635-6bfedb41bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.677917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea588a6-d307-4048-ae80-7b0bb72ca81d req-670419ea-f79d-40db-a635-6bfedb41bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.678940 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea588a6-d307-4048-ae80-7b0bb72ca81d req-670419ea-f79d-40db-a635-6bfedb41bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.679692 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea588a6-d307-4048-ae80-7b0bb72ca81d req-670419ea-f79d-40db-a635-6bfedb41bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.680295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea588a6-d307-4048-ae80-7b0bb72ca81d req-670419ea-f79d-40db-a635-6bfedb41bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.680827 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea588a6-d307-4048-ae80-7b0bb72ca81d req-670419ea-f79d-40db-a635-6bfedb41bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.681457 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea588a6-d307-4048-ae80-7b0bb72ca81d req-670419ea-f79d-40db-a635-6bfedb41bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.697322 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7ea588a6-d307-4048-ae80-7b0bb72ca81d req-670419ea-f79d-40db-a635-6bfedb41bc81 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 6725 time: 0.2105196 Feb 11 05:16:35.792264 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7ea588a6-d307-4048-ae80-7b0bb72ca81d req-ecbefbe9-2b5c-4715-8097-2c064b03c73d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937617 Feb 11 05:16:35.829597 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port c225f585-0992-401c-81f8-75c359dd056b, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=c225f585-0992-401c-81f8-75c359dd056b,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:35.851527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'c225f585-0992-401c-81f8-75c359dd056b', 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0', 'port_id': 'c225f585-0992-401c-81f8-75c359dd056b', 'mac_address': 'fa:16:3e:db:2b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6336f-48df-43c4-9674-2de7741cddbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:16:35.902976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port c225f585-0992-401c-81f8-75c359dd056b is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:35.903790 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c225f585-0992-401c-81f8-75c359dd056b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.927441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c225f585-0992-401c-81f8-75c359dd056b {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:35.950668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port c225f585-0992-401c-81f8-75c359dd056b, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=c225f585-0992-401c-81f8-75c359dd056b,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:35.955536 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c225f585-0992-401c-81f8-75c359dd056b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:35.956622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 07401fe6-f03f-4db9-a83b-787d10e358af details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:16:36.055217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=c225f585-0992-401c-81f8-75c359dd056b,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:36.063347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78088359-cb84-4f11-a4d3-5306a09865bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c9a1b0-cc5a-4ccc-abee-f61aa78892f7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:36.074592 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78088359-cb84-4f11-a4d3-5306a09865bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (e22fe1cb-bf13-43d3-8d7f-b2225c65f754), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.075115 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-78088359-cb84-4f11-a4d3-5306a09865bf admin admin] Added segment e22fe1cb-bf13-43d3-8d7f-b2225c65f754 of type vlan for network ddfa1006-39a8-4f4a-a30c-7264d9574326 Feb 11 05:16:36.086443 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60578) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:36.090287 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b1dd479-9183-4c38-b222-dcde1cffdf61 req-2309a0cd-6574-4c20-a6a0-62d78723a12b tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d632011-a98c-41d5-9cea-8e38b9976929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245645 Feb 11 05:16:36.141347 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78088359-cb84-4f11-a4d3-5306a09865bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (ddfa1006-39a8-4f4a-a30c-7264d9574326), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.143325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 07401fe6-f03f-4db9-a83b-787d10e358af, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=07401fe6-f03f-4db9-a83b-787d10e358af,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:36.150293 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5339069-1cdb-443c-8d21-289a849185a9 req-b012345a-c7fb-4890-8f9c-344ea255b6e7 service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534754 Feb 11 05:16:36.174020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '07401fe6-f03f-4db9-a83b-787d10e358af', 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b', 'port_id': '07401fe6-f03f-4db9-a83b-787d10e358af', 'mac_address': 'fa:16:3e:b8:7a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd9a43f-aebb-4c81-9832-39b324b8d69a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:16:36.193721 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e2dfcdde-0abc-46ae-9b6a-d30e4fe2e1f5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=40ceab8c8d5e47bf8d6446bae6843d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1017745 Feb 11 05:16:36.195920 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60584) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:36.224279 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78088359-cb84-4f11-a4d3-5306a09865bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (ddfa1006-39a8-4f4a-a30c-7264d9574326), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.228986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78088359-cb84-4f11-a4d3-5306a09865bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:36.229815 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78088359-cb84-4f11-a4d3-5306a09865bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.236983 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 07401fe6-f03f-4db9-a83b-787d10e358af is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:36.237614 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.253165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07401fe6-f03f-4db9-a83b-787d10e358af {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:36.271369 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9a226f2-55e4-47dc-b491-f064e702e50f admin admin] Publish callbacks [] for security_group (03896226-3c6a-4b85-b59b-73c14cab3e99), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.275751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 07401fe6-f03f-4db9-a83b-787d10e358af, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=07401fe6-f03f-4db9-a83b-787d10e358af,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:36.282117 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.306620 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9a226f2-55e4-47dc-b491-f064e702e50f admin admin] Publish callbacks [] for security_group (03896226-3c6a-4b85-b59b-73c14cab3e99), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.335228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=07401fe6-f03f-4db9-a83b-787d10e358af,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:36.370422 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-78088359-cb84-4f11-a4d3-5306a09865bf admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5182188 Feb 11 05:16:36.370524 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9a226f2-55e4-47dc-b491-f064e702e50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (03896226-3c6a-4b85-b59b-73c14cab3e99), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.371223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78088359-cb84-4f11-a4d3-5306a09865bf admin admin] Pushing event updated for resources: {'Network': ['ID=ddfa1006-39a8-4f4a-a30c-7264d9574326,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:36.372376 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9a226f2-55e4-47dc-b491-f064e702e50f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.375958 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a9a226f2-55e4-47dc-b491-f064e702e50f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/03896226-3c6a-4b85-b59b-73c14cab3e99 HTTP/1.1" status: 204 len: 168 time: 0.1765366 Feb 11 05:16:36.375958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60616) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:36.382350 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-99bc341b-0bcb-4a4f-bbf9-e0084655cb81 admin admin] Request body: {'subnet': {'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-subnet', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:36.391776 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a226f2-55e4-47dc-b491-f064e702e50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03896226-3c6a-4b85-b59b-73c14cab3e99,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:36.397346 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48f831-4bc3-47af-9185-dd83e3a52bfe req-22cdf783-4c49-45c5-b725-a581ced21a56 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:36.399163 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e48f831-4bc3-47af-9185-dd83e3a52bfe req-22cdf783-4c49-45c5-b725-a581ced21a56 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 944 time: 0.1773655 Feb 11 05:16:36.404447 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network ddfa1006-39a8-4f4a-a30c-7264d9574326 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:16:36.419280 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bc341b-0bcb-4a4f-bbf9-e0084655cb81 admin admin] Made reservation on behalf of 93acaeef56ec46ed9d40abab96de324e for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:36.422277 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-99bc341b-0bcb-4a4f-bbf9-e0084655cb81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.516212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e48f831-4bc3-47af-9185-dd83e3a52bfe req-a710e38b-8c57-4a1c-83e1-0d91b082e2f1 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959203 Feb 11 05:16:36.643514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['c225f585-0992-401c-81f8-75c359dd056b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:36.668216 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca038f63-7587-4896-8e1f-4362d71affc2 req-530306c2-d475-4bd9-8545-7dadc15ebddd tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:36.670459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca038f63-7587-4896-8e1f-4362d71affc2 req-530306c2-d475-4bd9-8545-7dadc15ebddd tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.0855048 Feb 11 05:16:36.675098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['07401fe6-f03f-4db9-a83b-787d10e358af'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:36.708952 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-99bc341b-0bcb-4a4f-bbf9-e0084655cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (1637afc6-57d8-4711-9940-9fa5efd57a52), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.800370 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca038f63-7587-4896-8e1f-4362d71affc2 req-9d77b4b2-0191-4650-8883-c8bb3444f85b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226153 Feb 11 05:16:36.809078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae5f07-eacd-47fc-ad2a-df1a256b126f req-8b20e7bd-b2fd-4584-97e2-fdb2177f5f5f tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:36.810656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70ae5f07-eacd-47fc-ad2a-df1a256b126f req-8b20e7bd-b2fd-4584-97e2-fdb2177f5f5f tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.88 "GET /v2.0/ports?device_id=4452969f-5c5c-43f4-bea6-d19377594606 HTTP/1.1" status: 200 len: 946 time: 0.0968058 Feb 11 05:16:36.840949 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc341b-0bcb-4a4f-bbf9-e0084655cb81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1637afc6-57d8-4711-9940-9fa5efd57a52,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:36.848557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bc341b-0bcb-4a4f-bbf9-e0084655cb81 admin admin] Checking segment: {'id': 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:36.849789 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bc341b-0bcb-4a4f-bbf9-e0084655cb81 admin admin] Network hostable DHCP agents. Network: ddfa1006-39a8-4f4a-a30c-7264d9574326, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:16:36.884357 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bc341b-0bcb-4a4f-bbf9-e0084655cb81 admin admin] Network ddfa1006-39a8-4f4a-a30c-7264d9574326 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:16:36.920977 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-99bc341b-0bcb-4a4f-bbf9-e0084655cb81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, ddfa1006-39a8-4f4a-a30c-7264d9574326) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:36.938502 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bc341b-0bcb-4a4f-bbf9-e0084655cb81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:36.939166 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-99bc341b-0bcb-4a4f-bbf9-e0084655cb81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:36.939550 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acff603-c1e8-458a-98c5-1cc75931c326 None None] Network ddfa1006-39a8-4f4a-a30c-7264d9574326 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:36.962398 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60654) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:36.965734 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-99bc341b-0bcb-4a4f-bbf9-e0084655cb81 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5851216 Feb 11 05:16:36.994487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:37.067797 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (0b5cfd65-7121-4546-ab23-d1019bf9d4ac), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.068852 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (0b5cfd65-7121-4546-ab23-d1019bf9d4ac), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.102269 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-ddfa1006-39a8-4f4a-a30c-7264d9574326', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:16:37.103167 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.104868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e6c0c-8776-4a65-ad54-ee00f9cbeb70 req-92aa6b3c-e90e-4eeb-bfb0-27eaa333caac tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:37.106405 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db3e6c0c-8776-4a65-ad54-ee00f9cbeb70 req-92aa6b3c-e90e-4eeb-bfb0-27eaa333caac tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 944 time: 0.1714303 Feb 11 05:16:37.112955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-70ae5f07-eacd-47fc-ad2a-df1a256b126f req-a630c91c-6516-4270-b55f-421cc20fc785 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Deleting port d3da1f69-2230-447e-8d6b-8080c1f1f228 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:37.113297 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70ae5f07-eacd-47fc-ad2a-df1a256b126f req-a630c91c-6516-4270-b55f-421cc20fc785 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d3da1f69-2230-447e-8d6b-8080c1f1f228), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.162719 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bb90f-6426-4db3-80e1-c79477ba6384 req-5d57bc46-0b0e-432c-a735-fe553b616847 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:37.164682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f4bb90f-6426-4db3-80e1-c79477ba6384 req-5d57bc46-0b0e-432c-a735-fe553b616847 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1656983 Feb 11 05:16:37.262928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Allocated IP 172.20.0.2 (ddfa1006-39a8-4f4a-a30c-7264d9574326/1637afc6-57d8-4711-9940-9fa5efd57a52/5af39cc8-39ef-4384-aabd-b0fb7199ff80) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:37.281418 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Publish callbacks [] for router_controller (0b5cfd65-7121-4546-ab23-d1019bf9d4ac), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.293556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db3e6c0c-8776-4a65-ad54-ee00f9cbeb70 req-6a5b87ef-0a3a-492b-8237-6249aeee076a tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769278 Feb 11 05:16:37.438545 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f4bb90f-6426-4db3-80e1-c79477ba6384 req-8f4cc0a3-a8ec-4749-87f1-af11d753e983 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418797 Feb 11 05:16:37.446636 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Publish callbacks [] for port (5af39cc8-39ef-4384-aabd-b0fb7199ff80), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.466643 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (5af39cc8-39ef-4384-aabd-b0fb7199ff80), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.526763 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-70ae5f07-eacd-47fc-ad2a-df1a256b126f req-a630c91c-6516-4270-b55f-421cc20fc785 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] For port d3da1f69-2230-447e-8d6b-8080c1f1f228, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d3da1f69-2230-447e-8d6b-8080c1f1f228,segment=NetworkSegment(d8085b07-6504-4941-99d1-57ed8ed8d1eb),segment_id=d8085b07-6504-4941-99d1-57ed8ed8d1eb)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:37.527192 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70ae5f07-eacd-47fc-ad2a-df1a256b126f req-a630c91c-6516-4270-b55f-421cc20fc785 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d3da1f69-2230-447e-8d6b-8080c1f1f228), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.531510 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Network ddfa1006-39a8-4f4a-a30c-7264d9574326 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:37.534648 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:37.541522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:37.544703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Pushing event updated for resources: {'Port': ['ID=5af39cc8-39ef-4384-aabd-b0fb7199ff80,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:37.599952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-70ae5f07-eacd-47fc-ad2a-df1a256b126f req-a630c91c-6516-4270-b55f-421cc20fc785 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Calling delete_port for d3da1f69-2230-447e-8d6b-8080c1f1f228 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:37.602369 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Publish callbacks [] for router_gateway (0b5cfd65-7121-4546-ab23-d1019bf9d4ac), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.673590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Attempting to bind port 5af39cc8-39ef-4384-aabd-b0fb7199ff80 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:37.675054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Attempting to bind port 5af39cc8-39ef-4384-aabd-b0fb7199ff80 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:37.675856 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Attempting to bind port 5af39cc8-39ef-4384-aabd-b0fb7199ff80 on network ddfa1006-39a8-4f4a-a30c-7264d9574326 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:37.685392 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:37.686110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Checking segment: {'id': 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:37.687054 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.687808 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Bound using segment: {'id': 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:37.688993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Bound port: 5af39cc8-39ef-4384-aabd-b0fb7199ff80, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:37.689388 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5af39cc8-39ef-4384-aabd-b0fb7199ff80), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.721128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c24e-6ad8-46dd-bba0-6457b1bc1aba req-c58755d7-98c0-41e1-821b-a27d6befb655 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:37.722639 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1957c24e-6ad8-46dd-bba0-6457b1bc1aba req-c58755d7-98c0-41e1-821b-a27d6befb655 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/ports?device_id=4452969f-5c5c-43f4-bea6-d19377594606 HTTP/1.1" status: 200 len: 946 time: 0.1854734 Feb 11 05:16:37.806484 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] For port 5af39cc8-39ef-4384-aabd-b0fb7199ff80, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:37.810348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] For port 5af39cc8-39ef-4384-aabd-b0fb7199ff80, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5af39cc8-39ef-4384-aabd-b0fb7199ff80,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:37.829763 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5af39cc8-39ef-4384-aabd-b0fb7199ff80), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:37.835924 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1957c24e-6ad8-46dd-bba0-6457b1bc1aba req-845f20e7-75f7-4b4f-9f7b-2ec23d413ddf tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d632011-a98c-41d5-9cea-8e38b9976929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950887 Feb 11 05:16:37.942199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c390dc-cd3a-438c-8549-b33ef36e2d35 None None] Pushing event updated for resources: {'Port': ['ID=5af39cc8-39ef-4384-aabd-b0fb7199ff80,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:38.036417 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70ae5f07-eacd-47fc-ad2a-df1a256b126f req-a630c91c-6516-4270-b55f-421cc20fc785 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d3da1f69-2230-447e-8d6b-8080c1f1f228), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.052174 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['d3da1f69-2230-447e-8d6b-8080c1f1f228'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:38.113221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630c91c-6516-4270-b55f-421cc20fc785 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Pushing event deleted for resources: {'Port': ['ID=d3da1f69-2230-447e-8d6b-8080c1f1f228,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:38.209099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f943cd-d902-4a63-b3e8-9dac06c3d542 req-ea42909b-51f6-4180-b87a-2681402e4c5e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:38.210691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60f943cd-d902-4a63-b3e8-9dac06c3d542 req-ea42909b-51f6-4180-b87a-2681402e4c5e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 944 time: 0.2643998 Feb 11 05:16:38.278468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ae5f07-eacd-47fc-ad2a-df1a256b126f req-a630c91c-6516-4270-b55f-421cc20fc785 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] No DVR routers for this DVR port d3da1f69-2230-447e-8d6b-8080c1f1f228 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:38.284484 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70ae5f07-eacd-47fc-ad2a-df1a256b126f req-a630c91c-6516-4270-b55f-421cc20fc785 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.288413 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70ae5f07-eacd-47fc-ad2a-df1a256b126f req-a630c91c-6516-4270-b55f-421cc20fc785 tempest-ServersNegativeTestMultiTenantJSON-1034691266 tempest-ServersNegativeTestMultiTenantJSON-1034691266-project] 10.222.0.88 "DELETE /v2.0/ports/d3da1f69-2230-447e-8d6b-8080c1f1f228 HTTP/1.1" status: 204 len: 173 time: 1.4715068 Feb 11 05:16:38.289839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4452969f-5c5c-43f4-bea6-d19377594606', 'name': 'network-vif-deleted', 'tag': 'd3da1f69-2230-447e-8d6b-8080c1f1f228'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:38.292196 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e72d86-8121-420b-8683-ee6c02649cb2" -d '{"events": [{"server_uuid": "4452969f-5c5c-43f4-bea6-d19377594606", "name": "network-vif-deleted", "tag": "d3da1f69-2230-447e-8d6b-8080c1f1f228"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:38.302878 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Publish callbacks [] for router_gateway (0b5cfd65-7121-4546-ab23-d1019bf9d4ac), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.332411 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.434323 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60f943cd-d902-4a63-b3e8-9dac06c3d542 req-842991ab-7c3e-446b-ac74-b26c8ada744f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003741 Feb 11 05:16:38.556310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Allocated IP 172.25.5.73 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/a12660a1-72a8-4d65-82be-739ffed4a197) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:38.615073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc856a8-8679-4238-b2e8-cc52bbd88b03 req-b503b8f2-d23f-4d59-9952-377342332e8d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:38.616560 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bfc856a8-8679-4238-b2e8-cc52bbd88b03 req-b503b8f2-d23f-4d59-9952-377342332e8d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.0994871 Feb 11 05:16:38.769343 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bfc856a8-8679-4238-b2e8-cc52bbd88b03 req-84b55465-1e52-4309-84fd-17eec92d83ca tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239510 Feb 11 05:16:38.772628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5af39cc8-39ef-4384-aabd-b0fb7199ff80 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:38.776510 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Publish callbacks [] for port (a12660a1-72a8-4d65-82be-739ffed4a197), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.859624 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a237984e-7544-445a-aa48-0b8d89d0fc74 x-openstack-request-id: req-a237984e-7544-445a-aa48-0b8d89d0fc74 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:38.859919 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4452969f-5c5c-43f4-bea6-d19377594606", "name": "network-vif-deleted", "tag": "d3da1f69-2230-447e-8d6b-8080c1f1f228", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:38.860244 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a237984e-7544-445a-aa48-0b8d89d0fc74 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:38.860610 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4452969f-5c5c-43f4-bea6-d19377594606', 'name': 'network-vif-deleted', 'tag': 'd3da1f69-2230-447e-8d6b-8080c1f1f228', 'status': 'completed', 'code': 200} Feb 11 05:16:38.894400 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a12660a1-72a8-4d65-82be-739ffed4a197), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.898257 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 5af39cc8-39ef-4384-aabd-b0fb7199ff80 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:38.901288 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5af39cc8-39ef-4384-aabd-b0fb7199ff80), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.912701 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60788) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:39.017852 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5af39cc8-39ef-4384-aabd-b0fb7199ff80 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:39.018574 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5af39cc8-39ef-4384-aabd-b0fb7199ff80), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.058414 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60802) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:39.062429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:39.071711 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 5af39cc8-39ef-4384-aabd-b0fb7199ff80, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5af39cc8-39ef-4384-aabd-b0fb7199ff80,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:39.081493 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5af39cc8-39ef-4384-aabd-b0fb7199ff80), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.101585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:39.110214 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:39.135186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Pushing event updated for resources: {'Port': ['ID=a12660a1-72a8-4d65-82be-739ffed4a197,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:39.159291 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4599fcb1-50e4-4104-9358-f862cfe1ea3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.159920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=5af39cc8-39ef-4384-aabd-b0fb7199ff80,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:39.199060 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b57e1f2-d215-4a3f-8d26-5550a351597d admin admin] Deleting subnet b8e0469c-3956-4682-9bdf-d59c368ce62e {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:16:39.205094 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b57e1f2-d215-4a3f-8d26-5550a351597d admin admin] Publish callbacks [] for subnet (b8e0469c-3956-4682-9bdf-d59c368ce62e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.221934 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03f384-d8fc-4bf4-bd2e-1180aef1edea req-66d49758-1145-4a99-8ba6-4e4ce6ab389d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:39.229392 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f03f384-d8fc-4bf4-bd2e-1180aef1edea req-66d49758-1145-4a99-8ba6-4e4ce6ab389d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 944 time: 0.2481461 Feb 11 05:16:39.262576 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:16:39.268197 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b57e1f2-d215-4a3f-8d26-5550a351597d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (b8e0469c-3956-4682-9bdf-d59c368ce62e), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.334442 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b57e1f2-d215-4a3f-8d26-5550a351597d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (b8e0469c-3956-4682-9bdf-d59c368ce62e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.350309 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f03f384-d8fc-4bf4-bd2e-1180aef1edea req-ccc9d423-4551-47c8-8982-63b160b7f3ee tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192062 Feb 11 05:16:39.378986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c67e57e-08f2-49ae-a0e7-81bd830c8723 None None] Network ddfa1006-39a8-4f4a-a30c-7264d9574326 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:39.413521 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4599fcb1-50e4-4104-9358-f862cfe1ea3c admin admin] Publish callbacks [] for security_group (de0a41d7-7251-4870-9656-4868756a5765), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.419386 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4599fcb1-50e4-4104-9358-f862cfe1ea3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (de0a41d7-7251-4870-9656-4868756a5765), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.472205 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4599fcb1-50e4-4104-9358-f862cfe1ea3c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ef6ce367ef1842be90215a4ce6ae7903&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5578897 Feb 11 05:16:39.474833 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60816) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:39.482808 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599fcb1-50e4-4104-9358-f862cfe1ea3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0a41d7-7251-4870-9656-4868756a5765,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:39.488315 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b57e1f2-d215-4a3f-8d26-5550a351597d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (b8e0469c-3956-4682-9bdf-d59c368ce62e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.526051 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Publish callbacks [] for router_gateway (0b5cfd65-7121-4546-ab23-d1019bf9d4ac), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.550464 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-23b56353-7d9a-4c15-a923-892e813cdd8d None None] Provisioning complete for port 5af39cc8-39ef-4384-aabd-b0fb7199ff80 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:39.551020 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-23b56353-7d9a-4c15-a923-892e813cdd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5af39cc8-39ef-4384-aabd-b0fb7199ff80), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.555212 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.594888 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 07401fe6-f03f-4db9-a83b-787d10e358af up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:39.595205 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57e1f2-d215-4a3f-8d26-5550a351597d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e0469c-3956-4682-9bdf-d59c368ce62e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:39.597694 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b57e1f2-d215-4a3f-8d26-5550a351597d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.600990 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9b57e1f2-d215-4a3f-8d26-5550a351597d admin admin] 10.222.0.87 "DELETE /v2.0/subnets/b8e0469c-3956-4682-9bdf-d59c368ce62e HTTP/1.1" status: 204 len: 168 time: 0.5415463 Feb 11 05:16:39.606965 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60820) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:39.660539 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-848040e6-e80a-4808-ac00-2745765460e0 admin admin] Publish callbacks [] for security_group (de0a41d7-7251-4870-9656-4868756a5765), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.736012 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-848040e6-e80a-4808-ac00-2745765460e0 admin admin] Publish callbacks [] for security_group (de0a41d7-7251-4870-9656-4868756a5765), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.737606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 07401fe6-f03f-4db9-a83b-787d10e358af completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:16:39.740921 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-159140da-d403-4185-b429-fe75893f95ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (7e9ba8ea-356a-4b58-aaac-81190120da4f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.746658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 07401fe6-f03f-4db9-a83b-787d10e358af triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:39.747166 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.800069 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-23b56353-7d9a-4c15-a923-892e813cdd8d None None] Current status of the port 5af39cc8-39ef-4384-aabd-b0fb7199ff80 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:39.817261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa3146-af4e-4c2e-abf3-b9ead9b327ff req-c550ee19-5aec-4c30-a49b-ee0c4fd58aed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:39.821979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46aa3146-af4e-4c2e-abf3-b9ead9b327ff req-c550ee19-5aec-4c30-a49b-ee0c4fd58aed tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 944 time: 0.2489915 Feb 11 05:16:39.905079 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-159140da-d403-4185-b429-fe75893f95ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (7e9ba8ea-356a-4b58-aaac-81190120da4f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.936086 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-159140da-d403-4185-b429-fe75893f95ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9ba8ea-356a-4b58-aaac-81190120da4f']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:39.950274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60826) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:39.959404 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-159140da-d403-4185-b429-fe75893f95ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8085b07-6504-4941-99d1-57ed8ed8d1eb') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:39.959732 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-159140da-d403-4185-b429-fe75893f95ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8085b07-6504-4941-99d1-57ed8ed8d1eb') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:39.977762 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-159140da-d403-4185-b429-fe75893f95ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (d8085b07-6504-4941-99d1-57ed8ed8d1eb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.980157 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-848040e6-e80a-4808-ac00-2745765460e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (de0a41d7-7251-4870-9656-4868756a5765), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:39.982721 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46aa3146-af4e-4c2e-abf3-b9ead9b327ff req-656d348f-0a94-4d0e-aa0e-d2027c2bc9c4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952590 Feb 11 05:16:40.006688 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-848040e6-e80a-4808-ac00-2745765460e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.006688 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-848040e6-e80a-4808-ac00-2745765460e0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/de0a41d7-7251-4870-9656-4868756a5765 HTTP/1.1" status: 204 len: 168 time: 0.5227993 Feb 11 05:16:40.021061 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848040e6-e80a-4808-ac00-2745765460e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0a41d7-7251-4870-9656-4868756a5765,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:40.026301 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-159140da-d403-4185-b429-fe75893f95ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d8085b07-6504-4941-99d1-57ed8ed8d1eb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.040931 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159140da-d403-4185-b429-fe75893f95ba admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:16:40.041347 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-159140da-d403-4185-b429-fe75893f95ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (d8085b07-6504-4941-99d1-57ed8ed8d1eb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.041506 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed828e-2f75-4acc-a2c1-cdcb56a6ae99 req-4f384e91-a5f6-4c45-baaf-e693d38b2d04 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:16:40.043219 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:16:40.053961 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fed828e-2f75-4acc-a2c1-cdcb56a6ae99 req-4f384e91-a5f6-4c45-baaf-e693d38b2d04 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1026206 Feb 11 05:16:40.077873 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (0b5cfd65-7121-4546-ab23-d1019bf9d4ac), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.093389 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 07401fe6-f03f-4db9-a83b-787d10e358af is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:40.094297 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.126890 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-159140da-d403-4185-b429-fe75893f95ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (7e9ba8ea-356a-4b58-aaac-81190120da4f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.134467 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-159140da-d403-4185-b429-fe75893f95ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.142406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5677ddf-7024-450a-986a-d96db323d885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07401fe6-f03f-4db9-a83b-787d10e358af'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:40.142915 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-159140da-d403-4185-b429-fe75893f95ba admin admin] 10.222.0.87 "DELETE /v2.0/networks/7e9ba8ea-356a-4b58-aaac-81190120da4f HTTP/1.1" status: 204 len: 168 time: 0.5340474 Feb 11 05:16:40.144855 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4935f57-5992-431c-84f6-a61c0db2c666" -d '{"events": [{"server_uuid": "a5677ddf-7024-450a-986a-d96db323d885", "name": "network-vif-plugged", "status": "completed", "tag": "07401fe6-f03f-4db9-a83b-787d10e358af"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:40.146542 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60832) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:40.166870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 07401fe6-f03f-4db9-a83b-787d10e358af, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=07401fe6-f03f-4db9-a83b-787d10e358af,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:40.168001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-84a5208c-fb9c-413b-88c0-71b0ca356237 None None] Provisioning complete for port 5af39cc8-39ef-4384-aabd-b0fb7199ff80 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:40.169104 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-84a5208c-fb9c-413b-88c0-71b0ca356237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5af39cc8-39ef-4384-aabd-b0fb7199ff80), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.189365 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fed828e-2f75-4acc-a2c1-cdcb56a6ae99 req-b7660ba5-4fb1-47e6-b209-7e26012b326a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340592 Feb 11 05:16:40.199919 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159140da-d403-4185-b429-fe75893f95ba admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9ba8ea-356a-4b58-aaac-81190120da4f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:40.219684 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccc34a7-f211-4369-b793-a24cdbf5164b x-openstack-request-id: req-fccc34a7-f211-4369-b793-a24cdbf5164b {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:40.219980 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5677ddf-7024-450a-986a-d96db323d885", "name": "network-vif-plugged", "status": "completed", "tag": "07401fe6-f03f-4db9-a83b-787d10e358af", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:40.220238 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fccc34a7-f211-4369-b793-a24cdbf5164b {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:40.221491 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5677ddf-7024-450a-986a-d96db323d885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07401fe6-f03f-4db9-a83b-787d10e358af', 'code': 200} Feb 11 05:16:40.228340 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.231385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device c225f585-0992-401c-81f8-75c359dd056b up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:40.259085 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd7c83b3-0e6f-4681-a2ed-cd8e22e03a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.288427 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db296df-90a6-4a45-9449-b58655c06d19 admin admin] Deleting subnet 97c8fd06-a6f9-4699-95d5-9bf1d0f53dfd {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:16:40.293773 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9db296df-90a6-4a45-9449-b58655c06d19 admin admin] Publish callbacks [] for subnet (97c8fd06-a6f9-4699-95d5-9bf1d0f53dfd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.345737 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9db296df-90a6-4a45-9449-b58655c06d19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (97c8fd06-a6f9-4699-95d5-9bf1d0f53dfd), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.355684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=07401fe6-f03f-4db9-a83b-787d10e358af,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:40.383704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85158f6b-a513-4341-84d9-d3a6608dda15 req-89b2b06b-1de7-42f8-8588-e4bc1388725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:40.386260 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85158f6b-a513-4341-84d9-d3a6608dda15 req-89b2b06b-1de7-42f8-8588-e4bc1388725c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 1128 time: 0.0885613 Feb 11 05:16:40.388964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:16:40.410732 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9db296df-90a6-4a45-9449-b58655c06d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (97c8fd06-a6f9-4699-95d5-9bf1d0f53dfd), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.443874 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd7c83b3-0e6f-4681-a2ed-cd8e22e03a02 admin admin] Publish callbacks [] for security_group (c22dd3ad-0428-4363-81f0-765ff25fcdf1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.450850 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd7c83b3-0e6f-4681-a2ed-cd8e22e03a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c22dd3ad-0428-4363-81f0-765ff25fcdf1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.470829 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-84a5208c-fb9c-413b-88c0-71b0ca356237 None None] Current status of the port 5af39cc8-39ef-4384-aabd-b0fb7199ff80 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:40.476454 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port c225f585-0992-401c-81f8-75c359dd056b completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:16:40.481141 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port c225f585-0992-401c-81f8-75c359dd056b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:40.481810 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c225f585-0992-401c-81f8-75c359dd056b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.511106 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bd7c83b3-0e6f-4681-a2ed-cd8e22e03a02 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5fee072563a24acf87fc1a5949d0d0fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5573354 Feb 11 05:16:40.511680 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60840) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:40.519678 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c83b3-0e6f-4681-a2ed-cd8e22e03a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22dd3ad-0428-4363-81f0-765ff25fcdf1,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:40.545758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85158f6b-a513-4341-84d9-d3a6608dda15 req-b3ff820a-cfbb-4707-91a1-64480dba15f1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458738 Feb 11 05:16:40.549414 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60842) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:40.565693 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9db296df-90a6-4a45-9449-b58655c06d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (97c8fd06-a6f9-4699-95d5-9bf1d0f53dfd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.587753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port c225f585-0992-401c-81f8-75c359dd056b is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:40.588290 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c225f585-0992-401c-81f8-75c359dd056b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.601935 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c9531d0e-babb-4ea4-befa-72915e413f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.613750 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db296df-90a6-4a45-9449-b58655c06d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c8fd06-a6f9-4699-95d5-9bf1d0f53dfd,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:40.618619 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9db296df-90a6-4a45-9449-b58655c06d19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.622599 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9db296df-90a6-4a45-9449-b58655c06d19 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/97c8fd06-a6f9-4699-95d5-9bf1d0f53dfd HTTP/1.1" status: 204 len: 168 time: 0.4403889 Feb 11 05:16:40.623789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port c225f585-0992-401c-81f8-75c359dd056b, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=c225f585-0992-401c-81f8-75c359dd056b,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:40.626108 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60844) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:40.629665 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5713a-2699-4a0b-9265-5de54b5c65e7 req-1af8456e-8ace-4af1-a08c-87726e346c9b tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:40.629795 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c225f585-0992-401c-81f8-75c359dd056b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.630892 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d3da1f69-2230-447e-8d6b-8080c1f1f228 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:40.637333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ac5713a-2699-4a0b-9265-5de54b5c65e7 req-1af8456e-8ace-4af1-a08c-87726e346c9b tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.1647766 Feb 11 05:16:40.675059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: d3da1f69-2230-447e-8d6b-8080c1f1f228 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:40.675612 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d3da1f69-2230-447e-8d6b-8080c1f1f228 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:40.701070 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad85bab0-8a58-4e84-b8f5-55a922072dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (0adab59d-d076-427e-bc4e-e2443773ea8b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.712056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=c225f585-0992-401c-81f8-75c359dd056b,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:40.715513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:16:40.726866 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Sync routers for ids ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:16:40.730119 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9658ee6-c45f-456d-9417-3c179da1f12d admin admin] Publish callbacks [] for security_group (c22dd3ad-0428-4363-81f0-765ff25fcdf1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.733181 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ac5713a-2699-4a0b-9265-5de54b5c65e7 req-99b9460f-22d6-4fa8-884b-c69ac994dc68 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956135 Feb 11 05:16:40.749694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Routers {'0b5cfd65-7121-4546-ab23-d1019bf9d4ac'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:40.750488 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:16:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:40.768321 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.772979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fb44e135-c6a1-4136-b720-7ee42b82887e admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7997410 Feb 11 05:16:40.773142 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60846) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:40.789921 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c9531d0e-babb-4ea4-befa-72915e413f2a admin admin] Publish callbacks [] for security_group (359aedd7-8d74-4425-843d-7bcf842e5e4d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.791249 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9658ee6-c45f-456d-9417-3c179da1f12d admin admin] Publish callbacks [] for security_group (c22dd3ad-0428-4363-81f0-765ff25fcdf1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.795041 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c9531d0e-babb-4ea4-befa-72915e413f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (359aedd7-8d74-4425-843d-7bcf842e5e4d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.817046 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5af39cc8-39ef-4384-aabd-b0fb7199ff80 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:40.838347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c9531d0e-babb-4ea4-befa-72915e413f2a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a4b2aa7be9fe44b4b20060ca1846a54b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2845676 Feb 11 05:16:40.838568 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60848) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:40.839267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9531d0e-babb-4ea4-befa-72915e413f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359aedd7-8d74-4425-843d-7bcf842e5e4d,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:40.900164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Set router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:40.908410 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad85bab0-8a58-4e84-b8f5-55a922072dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (0adab59d-d076-427e-bc4e-e2443773ea8b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.976341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ad85bab0-8a58-4e84-b8f5-55a922072dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0adab59d-d076-427e-bc4e-e2443773ea8b']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:40.994308 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ad85bab0-8a58-4e84-b8f5-55a922072dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ab34c0-8f2c-4c9b-a059-647f4170b9a1') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:40.994624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ad85bab0-8a58-4e84-b8f5-55a922072dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ab34c0-8f2c-4c9b-a059-647f4170b9a1') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:41.013991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 5af39cc8-39ef-4384-aabd-b0fb7199ff80 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:41.014376 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5af39cc8-39ef-4384-aabd-b0fb7199ff80), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.018618 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad85bab0-8a58-4e84-b8f5-55a922072dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (19ab34c0-8f2c-4c9b-a059-647f4170b9a1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.031980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9658ee6-c45f-456d-9417-3c179da1f12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c22dd3ad-0428-4363-81f0-765ff25fcdf1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.034484 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9658ee6-c45f-456d-9417-3c179da1f12d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.037987 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a9658ee6-c45f-456d-9417-3c179da1f12d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c22dd3ad-0428-4363-81f0-765ff25fcdf1 HTTP/1.1" status: 204 len: 168 time: 0.5230398 Feb 11 05:16:41.055923 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad85bab0-8a58-4e84-b8f5-55a922072dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (19ab34c0-8f2c-4c9b-a059-647f4170b9a1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.091237 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6c5ab9e-0e8f-424e-800d-a9b4617dce9f admin admin] Publish callbacks [] for security_group (359aedd7-8d74-4425-843d-7bcf842e5e4d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.096516 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9658ee6-c45f-456d-9417-3c179da1f12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22dd3ad-0428-4363-81f0-765ff25fcdf1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:41.101377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad85bab0-8a58-4e84-b8f5-55a922072dc6 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:16:41.101377 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad85bab0-8a58-4e84-b8f5-55a922072dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (19ab34c0-8f2c-4c9b-a059-647f4170b9a1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:16:41.104557 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:16:41.148626 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6c5ab9e-0e8f-424e-800d-a9b4617dce9f admin admin] Publish callbacks [] for security_group (359aedd7-8d74-4425-843d-7bcf842e5e4d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.163767 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5af39cc8-39ef-4384-aabd-b0fb7199ff80 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:41.173467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22340ffc-3783-40c8-9918-2655414d4990 req-68abe7d4-1422-4256-87ae-c578b0c75363 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:41.175975 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22340ffc-3783-40c8-9918-2655414d4990 req-68abe7d4-1422-4256-87ae-c578b0c75363 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.0925589 Feb 11 05:16:41.191813 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:39Z', 'revision_number': 3, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:41.222658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Checking router: 0b5cfd65-7121-4546-ab23-d1019bf9d4ac for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:16:41.223291 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Updating router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac port a12660a1-72a8-4d65-82be-739ffed4a197 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:16:41.244741 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad85bab0-8a58-4e84-b8f5-55a922072dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (0adab59d-d076-427e-bc4e-e2443773ea8b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.259026 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad85bab0-8a58-4e84-b8f5-55a922072dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.260301 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22340ffc-3783-40c8-9918-2655414d4990 req-e7b199b3-67bd-4310-b942-8a9e759f3c9d tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761983 Feb 11 05:16:41.260842 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a12660a1-72a8-4d65-82be-739ffed4a197), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.262240 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ad85bab0-8a58-4e84-b8f5-55a922072dc6 admin admin] 10.222.0.87 "DELETE /v2.0/networks/0adab59d-d076-427e-bc4e-e2443773ea8b HTTP/1.1" status: 204 len: 168 time: 0.6348901 Feb 11 05:16:41.288059 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85bab0-8a58-4e84-b8f5-55a922072dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0adab59d-d076-427e-bc4e-e2443773ea8b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:41.424331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8d415-64ba-4a80-83c9-bcc0aba5637f req-3f5262c7-c9e5-44cb-9130-db6bcf628dcb tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:41.444042 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfc8d415-64ba-4a80-83c9-bcc0aba5637f req-3f5262c7-c9e5-44cb-9130-db6bcf628dcb tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1219509 Feb 11 05:16:41.539245 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfc8d415-64ba-4a80-83c9-bcc0aba5637f req-7f0c9b60-d2e5-4369-bff8-0816ac2fed87 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834291 Feb 11 05:16:41.598535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60862) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:41.635095 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Publish callbacks [] for port (a12660a1-72a8-4d65-82be-739ffed4a197), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.655289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-87b86394-82f5-45b8-8c1e-b2c2e438e90e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8458840d7ae74bf3a129cbc686717bd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0571873 Feb 11 05:16:41.656154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60866) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:41.657917 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a12660a1-72a8-4d65-82be-739ffed4a197), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.738559 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-98fe9f2a-d9be-4247-93bd-996c48806fc6 admin admin] Publish callbacks [] for security_group (8d632011-a98c-41d5-9cea-8e38b9976929), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.773186 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6c5ab9e-0e8f-424e-800d-a9b4617dce9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (359aedd7-8d74-4425-843d-7bcf842e5e4d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.776042 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6c5ab9e-0e8f-424e-800d-a9b4617dce9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.777317 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c6c5ab9e-0e8f-424e-800d-a9b4617dce9f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/359aedd7-8d74-4425-843d-7bcf842e5e4d HTTP/1.1" status: 204 len: 168 time: 0.9328618 Feb 11 05:16:41.777548 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-98fe9f2a-d9be-4247-93bd-996c48806fc6 admin admin] Publish callbacks [] for security_group (8d632011-a98c-41d5-9cea-8e38b9976929), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.781024 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Attempting to bind port a12660a1-72a8-4d65-82be-739ffed4a197 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:41.781373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Attempting to bind port a12660a1-72a8-4d65-82be-739ffed4a197 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:41.781656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Attempting to bind port a12660a1-72a8-4d65-82be-739ffed4a197 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:41.799318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30b83f-0238-40e7-b33b-bf62c4c7a070 None None] Pushing event updated for resources: {'Port': ['ID=a12660a1-72a8-4d65-82be-739ffed4a197,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:41.806514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:41.806931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:41.807290 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.807718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:41.812709 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Bound port: a12660a1-72a8-4d65-82be-739ffed4a197, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:41.813137 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a12660a1-72a8-4d65-82be-739ffed4a197), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.833375 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5ab9e-0e8f-424e-800d-a9b4617dce9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359aedd7-8d74-4425-843d-7bcf842e5e4d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:41.943408 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-98fe9f2a-d9be-4247-93bd-996c48806fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8d632011-a98c-41d5-9cea-8e38b9976929), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.946496 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-98fe9f2a-d9be-4247-93bd-996c48806fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.947679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-98fe9f2a-d9be-4247-93bd-996c48806fc6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8d632011-a98c-41d5-9cea-8e38b9976929 HTTP/1.1" status: 204 len: 168 time: 0.2905183 Feb 11 05:16:41.965444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423099ad-c0f2-41f1-874d-3a9c4f4cb205 req-d0a0a922-cb71-4873-89c6-b4d8cbe5064a tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:41.966001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] For port a12660a1-72a8-4d65-82be-739ffed4a197, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:41.966967 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-423099ad-c0f2-41f1-874d-3a9c4f4cb205 req-d0a0a922-cb71-4873-89c6-b4d8cbe5064a tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.1083057 Feb 11 05:16:41.968755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe9f2a-d9be-4247-93bd-996c48806fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d632011-a98c-41d5-9cea-8e38b9976929,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:41.969950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] For port a12660a1-72a8-4d65-82be-739ffed4a197, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a12660a1-72a8-4d65-82be-739ffed4a197,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:41.978927 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a12660a1-72a8-4d65-82be-739ffed4a197), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:42.021077 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:42.061301 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-423099ad-c0f2-41f1-874d-3a9c4f4cb205 req-c98360fd-98f4-4c85-85c8-d87c3f80ee37 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796733 Feb 11 05:16:42.064078 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Routers {'0b5cfd65-7121-4546-ab23-d1019bf9d4ac'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:42.065065 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:16:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:42.126581 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30b83f-0238-40e7-b33b-bf62c4c7a070 None None] Pushing event updated for resources: {'Port': ['ID=a12660a1-72a8-4d65-82be-739ffed4a197,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:42.219237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] Set router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:42.239903 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1bcba-3d0b-462f-9950-f3d28b99b4c7 req-91d098b3-3bed-4840-9a60-c3e9b5b91be7 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:42.247490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b33d25-644b-4491-91ed-a1c397df31cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c225f585-0992-401c-81f8-75c359dd056b'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:42.249086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-deb1bcba-3d0b-462f-9950-f3d28b99b4c7 req-91d098b3-3bed-4840-9a60-c3e9b5b91be7 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.0850313 Feb 11 05:16:42.250126 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3a36ac-936c-49ad-8fe7-e5def0af1c1e" -d '{"events": [{"server_uuid": "a3b33d25-644b-4491-91ed-a1c397df31cb", "name": "network-vif-plugged", "status": "completed", "tag": "c225f585-0992-401c-81f8-75c359dd056b"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:42.311896 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Allocated IP 172.20.0.1 (ddfa1006-39a8-4f4a-a30c-7264d9574326/1637afc6-57d8-4711-9940-9fa5efd57a52/ee803249-60f5-4800-adf0-2230c9d836bf) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:42.328378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-deb1bcba-3d0b-462f-9950-f3d28b99b4c7 req-c993585f-b4d5-45aa-994b-d38df4411be6 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742259 Feb 11 05:16:42.373504 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54da886e-931b-47b3-adda-9416b07186e6 x-openstack-request-id: req-54da886e-931b-47b3-adda-9416b07186e6 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:42.373836 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b33d25-644b-4491-91ed-a1c397df31cb", "name": "network-vif-plugged", "status": "completed", "tag": "c225f585-0992-401c-81f8-75c359dd056b", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:42.374135 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-54da886e-931b-47b3-adda-9416b07186e6 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:42.374674 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b33d25-644b-4491-91ed-a1c397df31cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c225f585-0992-401c-81f8-75c359dd056b', 'code': 200} Feb 11 05:16:42.485976 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Publish callbacks [] for port (ee803249-60f5-4800-adf0-2230c9d836bf), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:42.548353 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ee803249-60f5-4800-adf0-2230c9d836bf), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:42.574632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60908) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:42.613452 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efda51-bda2-49f4-ab4d-b400f2dee0ed req-3a57684e-66f4-4ea6-961d-9c01a1832a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:42.614993 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1efda51-bda2-49f4-ab4d-b400f2dee0ed req-3a57684e-66f4-4ea6-961d-9c01a1832a46 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 1128 time: 0.1766675 Feb 11 05:16:42.623363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:39Z', 'revision_number': 3, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:42.647108 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3e56e386-4e86-43c6-b0fe-6ca0563b2f1b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=30de9c6d5e5448cb803d04baa8a893da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0659387 Feb 11 05:16:42.664036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60912) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:42.686008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c095fbf-8e6a-4d36-b105-4da5948c9776 None None] The sync data for ids ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'] in n-d-713499-38 is: [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:39Z', 'revision_number': 3, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:16:42.694086 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Pushing event updated for resources: {'Port': ['ID=ee803249-60f5-4800-adf0-2230c9d836bf,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:42.727303 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Network ddfa1006-39a8-4f4a-a30c-7264d9574326 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:42.732430 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:42.739901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ba7da-1911-4667-8d3b-ab339fd400ae req-a58f0f4e-a06b-4d12-8f62-dbaa5524f31e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:42.750372 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f3ba7da-1911-4667-8d3b-ab339fd400ae req-a58f0f4e-a06b-4d12-8f62-dbaa5524f31e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.2416012 Feb 11 05:16:42.765955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:42.810366 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1efda51-bda2-49f4-ab4d-b400f2dee0ed req-7ae58ed4-2791-4ed6-a519-e68f491834f6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682210 Feb 11 05:16:42.851187 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (0b5cfd65-7121-4546-ab23-d1019bf9d4ac), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:42.912109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f3ba7da-1911-4667-8d3b-ab339fd400ae req-9e2cd5e0-c27f-4223-9af2-35619393b322 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607318 Feb 11 05:16:43.183005 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ee803249-60f5-4800-adf0-2230c9d836bf), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.234266 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e1ba27a5-5506-4f5a-b73d-a401326ea314 None None] Provisioning complete for port ee803249-60f5-4800-adf0-2230c9d836bf triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:43.234745 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1ba27a5-5506-4f5a-b73d-a401326ea314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ee803249-60f5-4800-adf0-2230c9d836bf), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.301518 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e1ba27a5-5506-4f5a-b73d-a401326ea314 None None] Port ee803249-60f5-4800-adf0-2230c9d836bf cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:43.480563 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-382f74cb-6314-474f-aae1-2b085aac55af admin admin] Publish callbacks [] for security_group (297a0cb5-82b9-43f5-91d4-7db564d12205), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.516333 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Publish callbacks [] for port (ee803249-60f5-4800-adf0-2230c9d836bf), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.522681 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (ee803249-60f5-4800-adf0-2230c9d836bf), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.539054 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-382f74cb-6314-474f-aae1-2b085aac55af admin admin] Publish callbacks [] for security_group (297a0cb5-82b9-43f5-91d4-7db564d12205), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.591491 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b4cc9-0d45-444e-afda-9914fd02a6d0 req-17e564cb-7530-4bbd-83d8-47f63a0e00d9 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:43.600094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f0b4cc9-0d45-444e-afda-9914fd02a6d0 req-17e564cb-7530-4bbd-83d8-47f63a0e00d9 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.7390931 Feb 11 05:16:43.602856 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (0b5cfd65-7121-4546-ab23-d1019bf9d4ac), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.627242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d5345-45a9-4df1-b118-9614f2787812 req-d11edaad-3906-4024-b24b-fa60ea0f6321 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:43.634119 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db3d5345-45a9-4df1-b118-9614f2787812 req-d11edaad-3906-4024-b24b-fa60ea0f6321 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.1489804 Feb 11 05:16:43.673057 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Pushing event updated for resources: {'Port': ['ID=ee803249-60f5-4800-adf0-2230c9d836bf,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:43.707834 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-382f74cb-6314-474f-aae1-2b085aac55af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (297a0cb5-82b9-43f5-91d4-7db564d12205), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.710605 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-382f74cb-6314-474f-aae1-2b085aac55af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.713972 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-382f74cb-6314-474f-aae1-2b085aac55af admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/297a0cb5-82b9-43f5-91d4-7db564d12205 HTTP/1.1" status: 204 len: 168 time: 1.0456476 Feb 11 05:16:43.720330 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Network ddfa1006-39a8-4f4a-a30c-7264d9574326 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:43.722232 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:43.755140 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f0b4cc9-0d45-444e-afda-9914fd02a6d0 req-68c832e2-dae1-4bee-a737-e9536cb30358 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540654 Feb 11 05:16:43.763126 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f74cb-6314-474f-aae1-2b085aac55af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297a0cb5-82b9-43f5-91d4-7db564d12205,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:43.795539 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db3d5345-45a9-4df1-b118-9614f2787812 req-9732a27c-1f11-448b-9cb3-337b3c6bbea5 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604691 Feb 11 05:16:43.883989 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.930952 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:16:44.092846 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:16:44.100753 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dc723663-6827-4fc2-a687-3b3086630980 admin admin] 10.222.0.87 "PUT /v2.0/routers/0b5cfd65-7121-4546-ab23-d1019bf9d4ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3273029 Feb 11 05:16:44.135164 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98857471-b3e7-4ba7-ab55-e06484779c42 req-965d15f5-06bc-4620-b3f2-ed6a29e1cfa6 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:44.136672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-32687fcf-a1c0-4ef6-a0c5-142010d60598 None None] Provisioning complete for port ee803249-60f5-4800-adf0-2230c9d836bf triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:44.136878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-98857471-b3e7-4ba7-ab55-e06484779c42 req-965d15f5-06bc-4620-b3f2-ed6a29e1cfa6 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.1131999 Feb 11 05:16:44.137471 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32687fcf-a1c0-4ef6-a0c5-142010d60598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ee803249-60f5-4800-adf0-2230c9d836bf), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:44.176441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-32687fcf-a1c0-4ef6-a0c5-142010d60598 None None] Port ee803249-60f5-4800-adf0-2230c9d836bf cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:44.256164 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-98857471-b3e7-4ba7-ab55-e06484779c42 req-67d12208-a23f-4138-9c18-426afcde5140 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072023 Feb 11 05:16:44.748071 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a12660a1-72a8-4d65-82be-739ffed4a197 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:44.827186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a12660a1-72a8-4d65-82be-739ffed4a197 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:44.827674 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a12660a1-72a8-4d65-82be-739ffed4a197), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:44.917751 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 32782) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:44.926211 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a6f32de3-5ca9-42ea-a74f-c8b34e71795d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1787604311', 'description': 'tempest-description--2125435045'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:44.931349 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 32784) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:44.979632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb83cb0-3c5a-4415-95f0-2fe9f4feb2df req-b7dee99c-dc08-4b0f-99ca-57906e68431d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:44.988297 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6f32de3-5ca9-42ea-a74f-c8b34e71795d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:44.989884 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1eb83cb0-3c5a-4415-95f0-2fe9f4feb2df req-b7dee99c-dc08-4b0f-99ca-57906e68431d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1253726 Feb 11 05:16:45.097789 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1eb83cb0-3c5a-4415-95f0-2fe9f4feb2df req-063bfca9-f203-41ad-959e-6bd3d6005e64 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065412 Feb 11 05:16:45.134209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e8e9b-b66e-48bc-bc1c-897fc989f17d req-d05779c4-a168-40ce-8925-01fe937f783a tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:45.136653 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-138e8e9b-b66e-48bc-bc1c-897fc989f17d req-d05779c4-a168-40ce-8925-01fe937f783a tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.0874691 Feb 11 05:16:45.168316 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6f32de3-5ca9-42ea-a74f-c8b34e71795d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group (6d34278f-bfa3-4103-a612-47e171312fb2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.174959 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6f32de3-5ca9-42ea-a74f-c8b34e71795d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6d34278f-bfa3-4103-a612-47e171312fb2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.193193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a12660a1-72a8-4d65-82be-739ffed4a197 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:45.197926 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a12660a1-72a8-4d65-82be-739ffed4a197), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.215717 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-138e8e9b-b66e-48bc-bc1c-897fc989f17d req-627d8be5-f7dd-45ce-94a4-ffe4c2f8301e tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730608 Feb 11 05:16:45.228027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port a12660a1-72a8-4d65-82be-739ffed4a197, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a12660a1-72a8-4d65-82be-739ffed4a197,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:45.234604 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a12660a1-72a8-4d65-82be-739ffed4a197), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.241420 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6f32de3-5ca9-42ea-a74f-c8b34e71795d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.245483 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a6f32de3-5ca9-42ea-a74f-c8b34e71795d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3236861 Feb 11 05:16:45.245634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32794) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:45.250342 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-aef5a356-c739-448b-88e1-31c9310aecf9 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Request body: {'security_group_rule': {'security_group_id': '6d34278f-bfa3-4103-a612-47e171312fb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:45.260761 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f32de3-5ca9-42ea-a74f-c8b34e71795d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d34278f-bfa3-4103-a612-47e171312fb2,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:45.267379 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9d300ec2-9d38-4d6d-ab56-2be41a42b5ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.310437 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aef5a356-c739-448b-88e1-31c9310aecf9 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group_rule (6410c078-b062-4264-8344-87877a5c0024), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.348349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=a12660a1-72a8-4d65-82be-739ffed4a197,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:45.419021 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9d300ec2-9d38-4d6d-ab56-2be41a42b5ec admin admin] Publish callbacks [] for security_group (86db4655-0f99-4689-a692-745ef788a722), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.424305 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9d300ec2-9d38-4d6d-ab56-2be41a42b5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (86db4655-0f99-4689-a692-745ef788a722), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.441283 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aef5a356-c739-448b-88e1-31c9310aecf9 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group_rule (6410c078-b062-4264-8344-87877a5c0024), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.450189 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aef5a356-c739-448b-88e1-31c9310aecf9 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (6410c078-b062-4264-8344-87877a5c0024), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.477213 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9d300ec2-9d38-4d6d-ab56-2be41a42b5ec admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9746556648884d948ee955bf76b6070a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5384955 Feb 11 05:16:45.477958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d300ec2-9d38-4d6d-ab56-2be41a42b5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86db4655-0f99-4689-a692-745ef788a722,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:45.485115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b02c02-7fcb-4ea4-b1ce-fe1fbbc76d83 req-45a874b5-07a0-4842-8a9a-2028e0deb77d tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:45.486663 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02b02c02-7fcb-4ea4-b1ce-fe1fbbc76d83 req-45a874b5-07a0-4842-8a9a-2028e0deb77d tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.1234782 Feb 11 05:16:45.500075 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 32806) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:45.502747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5a356-c739-448b-88e1-31c9310aecf9 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6410c078-b062-4264-8344-87877a5c0024,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:45.517041 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aef5a356-c739-448b-88e1-31c9310aecf9 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.520171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-aef5a356-c739-448b-88e1-31c9310aecf9 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2734985 Feb 11 05:16:45.527376 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 32808) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:45.538603 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Sync routers for ids ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:16:45.540015 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2b7b36ec-b482-4bab-a541-4c321dc56b97 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Request body: {'security_group_rule': {'security_group_id': '6d34278f-bfa3-4103-a612-47e171312fb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:45.552767 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Routers {'0b5cfd65-7121-4546-ab23-d1019bf9d4ac'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:45.552767 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:16:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:45.571735 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02b02c02-7fcb-4ea4-b1ce-fe1fbbc76d83 req-50b2f236-ae8f-472a-b34a-7c7e74223501 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774868 Feb 11 05:16:45.609601 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2b7b36ec-b482-4bab-a541-4c321dc56b97 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group_rule (58448c64-8e27-4b2d-92b4-0ab723b573e9), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.622426 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bc64-4db8-496e-934e-512e3a1b7e9f admin admin] Publish callbacks [] for security_group (86db4655-0f99-4689-a692-745ef788a722), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.664876 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bc64-4db8-496e-934e-512e3a1b7e9f admin admin] Publish callbacks [] for security_group (86db4655-0f99-4689-a692-745ef788a722), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.706168 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Set router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:45.711495 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2b7b36ec-b482-4bab-a541-4c321dc56b97 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group_rule (58448c64-8e27-4b2d-92b4-0ab723b573e9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.716942 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2b7b36ec-b482-4bab-a541-4c321dc56b97 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (58448c64-8e27-4b2d-92b4-0ab723b573e9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.742733 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2b7b36ec-b482-4bab-a541-4c321dc56b97 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.744127 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2b7b36ec-b482-4bab-a541-4c321dc56b97 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2156739 Feb 11 05:16:45.747217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 32822) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:45.752658 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:45.759453 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b36ec-b482-4bab-a541-4c321dc56b97 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58448c64-8e27-4b2d-92b4-0ab723b573e9,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:45.788955 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bc64-4db8-496e-934e-512e3a1b7e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (86db4655-0f99-4689-a692-745ef788a722), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.792326 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bc64-4db8-496e-934e-512e3a1b7e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.793556 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d9e6bc64-4db8-496e-934e-512e3a1b7e9f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/86db4655-0f99-4689-a692-745ef788a722 HTTP/1.1" status: 204 len: 168 time: 0.2916114 Feb 11 05:16:45.821386 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.849428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-e7bfabbc-3cd9-4575-a107-b02ee0ae2e8f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=f0446b329b4b443faf4db58f62636937&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484166 Feb 11 05:16:45.868081 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6bc64-4db8-496e-934e-512e3a1b7e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86db4655-0f99-4689-a692-745ef788a722,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:46.017797 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:43Z', 'revision_number': 4, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'ee803249-60f5-4800-adf0-2230c9d836bf', 'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'mac_address': 'fa:16:3e:6f:ad:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:42Z', 'updated_at': '2022-02-11T05:16:43Z', 'revision_number': 2, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'subnets': [{'id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:46.049650 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Checking router: 0b5cfd65-7121-4546-ab23-d1019bf9d4ac for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:16:46.050240 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Updating router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac port ee803249-60f5-4800-adf0-2230c9d836bf binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:16:46.052678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5571211-7a86-416e-b1b6-c557d6300819 req-431d2a7b-fe5c-4525-b4c6-69dc43f4e906 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:46.059532 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5571211-7a86-416e-b1b6-c557d6300819 req-431d2a7b-fe5c-4525-b4c6-69dc43f4e906 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.1751609 Feb 11 05:16:46.081448 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.086886 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ee803249-60f5-4800-adf0-2230c9d836bf), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.092973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-1caa8dab-1146-45e7-8cd6-591a9942f934 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:46.100638 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-1caa8dab-1146-45e7-8cd6-591a9942f934 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502275 Feb 11 05:16:46.129109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-0d4b2bee-636b-4bff-a393-75706f284773 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/quotas/f0446b329b4b443faf4db58f62636937 HTTP/1.1" status: 200 len: 375 time: 0.0273197 Feb 11 05:16:46.176739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-624bce38-7658-4929-8f3b-cb1e1fb34c27 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f0446b329b4b443faf4db58f62636937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465698 Feb 11 05:16:46.214340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5571211-7a86-416e-b1b6-c557d6300819 req-1a7789f6-5cf9-4c1f-8493-47c9177291a8 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537931 Feb 11 05:16:46.308201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Allocated IP 172.25.5.236 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/a9303689-621b-47ea-9137-bb43d7a0c511) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:46.363667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32844) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:46.468498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1de07-ba27-4652-acf8-c864cde1f65f req-d98f0925-a682-466f-8103-b9fdc0473991 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:46.470211 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bea1de07-ba27-4652-acf8-c864cde1f65f req-d98f0925-a682-466f-8103-b9fdc0473991 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1695917 Feb 11 05:16:46.481122 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for port (a9303689-621b-47ea-9137-bb43d7a0c511), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.516806 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Publish callbacks [] for port (ee803249-60f5-4800-adf0-2230c9d836bf), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.527710 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ee803249-60f5-4800-adf0-2230c9d836bf), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.565277 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a9303689-621b-47ea-9137-bb43d7a0c511), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.595729 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e68217c4-5f5a-4d2c-9613-1fb3c6c3294a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.599035 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f7ee3-7fee-4d6e-886c-b395dc9bf8ec None None] Pushing event updated for resources: {'Port': ['ID=ee803249-60f5-4800-adf0-2230c9d836bf,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:46.632396 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3f7ee3-7fee-4d6e-886c-b395dc9bf8ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:46.632988 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3f7ee3-7fee-4d6e-886c-b395dc9bf8ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:46.633554 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3f7ee3-7fee-4d6e-886c-b395dc9bf8ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:46.634096 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3f7ee3-7fee-4d6e-886c-b395dc9bf8ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:46.634633 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3f7ee3-7fee-4d6e-886c-b395dc9bf8ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:46.635435 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3f7ee3-7fee-4d6e-886c-b395dc9bf8ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:46.635973 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3f7ee3-7fee-4d6e-886c-b395dc9bf8ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:46.636938 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3f7ee3-7fee-4d6e-886c-b395dc9bf8ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:46.637471 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3f7ee3-7fee-4d6e-886c-b395dc9bf8ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:46.638456 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3f7ee3-7fee-4d6e-886c-b395dc9bf8ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:46.639019 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3f7ee3-7fee-4d6e-886c-b395dc9bf8ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:46.639447 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3f7ee3-7fee-4d6e-886c-b395dc9bf8ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:46.641060 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3f7ee3-7fee-4d6e-886c-b395dc9bf8ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:46.654883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bea1de07-ba27-4652-acf8-c864cde1f65f req-5ff8959d-92c1-4137-b413-ae48c834ec72 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591501 Feb 11 05:16:46.678894 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:46.686469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:46.706427 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:46.744768 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Attempting to bind port ee803249-60f5-4800-adf0-2230c9d836bf on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:46.745266 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Attempting to bind port ee803249-60f5-4800-adf0-2230c9d836bf by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:46.745704 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Attempting to bind port ee803249-60f5-4800-adf0-2230c9d836bf on network ddfa1006-39a8-4f4a-a30c-7264d9574326 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:46.751803 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:46.752322 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Checking segment: {'id': 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:46.752796 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.753275 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Bound using segment: {'id': 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:46.753806 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Bound port: ee803249-60f5-4800-adf0-2230c9d836bf, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:46.755080 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ee803249-60f5-4800-adf0-2230c9d836bf), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.756889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422e2b5-fdf5-4159-a328-a36d0c294fbd req-61d00c88-74f4-4efb-9153-958e22d8c412 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:46.767212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c422e2b5-fdf5-4159-a328-a36d0c294fbd req-61d00c88-74f4-4efb-9153-958e22d8c412 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.2957435 Feb 11 05:16:46.775695 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event updated for resources: {'Port': ['ID=a9303689-621b-47ea-9137-bb43d7a0c511,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:46.829840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a12660a1-72a8-4d65-82be-739ffed4a197 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:46.919915 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-2cc31f51-b75b-4a0f-8f71-ba680c2dd0d0 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=f0446b329b4b443faf4db58f62636937&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774927 Feb 11 05:16:46.945210 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c422e2b5-fdf5-4159-a328-a36d0c294fbd req-7ced00ec-cbe6-48cd-ad45-c60405c08d89 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770642 Feb 11 05:16:46.948574 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for floatingip (07684b33-aa93-465d-96be-261f3dea390c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.975732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a12660a1-72a8-4d65-82be-739ffed4a197 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:46.977145 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a12660a1-72a8-4d65-82be-739ffed4a197), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.989102 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] For port ee803249-60f5-4800-adf0-2230c9d836bf, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:46.996765 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] For port ee803249-60f5-4800-adf0-2230c9d836bf, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ee803249-60f5-4800-adf0-2230c9d836bf,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:47.012137 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ee803249-60f5-4800-adf0-2230c9d836bf), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.075586 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Routers {'0b5cfd65-7121-4546-ab23-d1019bf9d4ac'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:47.076408 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:16:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:47.078743 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a9303689-621b-47ea-9137-bb43d7a0c511), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.154185 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e68217c4-5f5a-4d2c-9613-1fb3c6c3294a admin admin] Publish callbacks [] for security_group (81aa5ab4-313a-4e6e-b60f-3647e89afe23), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.176660 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e68217c4-5f5a-4d2c-9613-1fb3c6c3294a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (81aa5ab4-313a-4e6e-b60f-3647e89afe23), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.189051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c9ddfbaf-d086-49b3-96e5-474da52e6746 None None] Provisioning complete for port ee803249-60f5-4800-adf0-2230c9d836bf triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:47.189481 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c9ddfbaf-d086-49b3-96e5-474da52e6746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ee803249-60f5-4800-adf0-2230c9d836bf), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.205655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a12660a1-72a8-4d65-82be-739ffed4a197 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:47.344922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c9ddfbaf-d086-49b3-96e5-474da52e6746 None None] Current status of the port ee803249-60f5-4800-adf0-2230c9d836bf is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:47.347630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e68217c4-5f5a-4d2c-9613-1fb3c6c3294a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7157ddf4f82f49549c300d15324c67eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9807353 Feb 11 05:16:47.352507 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c9ddfbaf-d086-49b3-96e5-474da52e6746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ee803249-60f5-4800-adf0-2230c9d836bf), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.365590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32884) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:47.410721 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c9ddfbaf-d086-49b3-96e5-474da52e6746 None None] For port ee803249-60f5-4800-adf0-2230c9d836bf, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ee803249-60f5-4800-adf0-2230c9d836bf,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:47.422103 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c9ddfbaf-d086-49b3-96e5-474da52e6746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ee803249-60f5-4800-adf0-2230c9d836bf), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.424042 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for port (a9303689-621b-47ea-9137-bb43d7a0c511), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.432021 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (a9303689-621b-47ea-9137-bb43d7a0c511), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.466800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-d72a559d-5793-4b9c-8d8c-68cfda84e481 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:47.473785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-d72a559d-5793-4b9c-8d8c-68cfda84e481 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5529599 Feb 11 05:16:47.482686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68217c4-5f5a-4d2c-9613-1fb3c6c3294a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81aa5ab4-313a-4e6e-b60f-3647e89afe23,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:47.511652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddfbaf-d086-49b3-96e5-474da52e6746 None None] Pushing event updated for resources: {'Port': ['ID=ee803249-60f5-4800-adf0-2230c9d836bf,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:47.524234 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-eba30624-d1eb-4e6b-80ae-77fc751baca9 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/quotas/f0446b329b4b443faf4db58f62636937 HTTP/1.1" status: 200 len: 375 time: 0.0493608 Feb 11 05:16:47.537258 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event updated for resources: {'Port': ['ID=a9303689-621b-47ea-9137-bb43d7a0c511,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:47.559977 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-65e0a0c5-51d9-46bc-af1c-dccd21af1172 None None] Provisioning complete for port ee803249-60f5-4800-adf0-2230c9d836bf triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:47.561452 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65e0a0c5-51d9-46bc-af1c-dccd21af1172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ee803249-60f5-4800-adf0-2230c9d836bf), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.565598 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (07684b33-aa93-465d-96be-261f3dea390c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.579278 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-5699aa47-7565-417b-ae26-3663ee931dde tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f0446b329b4b443faf4db58f62636937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538588 Feb 11 05:16:47.593953 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f7ee3-7fee-4d6e-886c-b395dc9bf8ec None None] Pushing event updated for resources: {'Port': ['ID=ee803249-60f5-4800-adf0-2230c9d836bf,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:47.597882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cdc65-c605-4c9a-9c5f-1e32934159cc req-7eb7d433-cf69-4534-8657-fe622fc8f9d8 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:47.598110 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.601090 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-42194a95-09c6-452f-8bcf-97f928fc6a80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8528757 Feb 11 05:16:47.602446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e9cdc65-c605-4c9a-9c5f-1e32934159cc req-7eb7d433-cf69-4534-8657-fe622fc8f9d8 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.2281964 Feb 11 05:16:47.632906 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] Set router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:47.636623 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5c0edd49-902f-4fe4-8a29-d1aac701a247 admin admin] Publish callbacks [] for security_group (81aa5ab4-313a-4e6e-b60f-3647e89afe23), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.689737 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5c0edd49-902f-4fe4-8a29-d1aac701a247 admin admin] Publish callbacks [] for security_group (81aa5ab4-313a-4e6e-b60f-3647e89afe23), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.735000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e9cdc65-c605-4c9a-9c5f-1e32934159cc req-e63149ae-aad2-4519-be2a-771e4b729be0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993981 Feb 11 05:16:47.798598 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5c0edd49-902f-4fe4-8a29-d1aac701a247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (81aa5ab4-313a-4e6e-b60f-3647e89afe23), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.801532 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5c0edd49-902f-4fe4-8a29-d1aac701a247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.802742 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5c0edd49-902f-4fe4-8a29-d1aac701a247 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/81aa5ab4-313a-4e6e-b60f-3647e89afe23 HTTP/1.1" status: 204 len: 168 time: 0.4361463 Feb 11 05:16:47.808737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-65e0a0c5-51d9-46bc-af1c-dccd21af1172 None None] Current status of the port ee803249-60f5-4800-adf0-2230c9d836bf is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:47.814922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0edd49-902f-4fe4-8a29-d1aac701a247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aa5ab4-313a-4e6e-b60f-3647e89afe23,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:47.963971 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:43Z', 'revision_number': 4, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'ee803249-60f5-4800-adf0-2230c9d836bf', 'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'mac_address': 'fa:16:3e:6f:ad:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:42Z', 'updated_at': '2022-02-11T05:16:46Z', 'revision_number': 4, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'subnets': [{'id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:47.989802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c940d2-1af9-4e80-a139-49949f007135 req-a3bf26b4-f0fe-4dfc-8ace-ffcbc408aee0 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:48.000643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43c940d2-1af9-4e80-a139-49949f007135 req-a3bf26b4-f0fe-4dfc-8ace-ffcbc408aee0 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1073720 Feb 11 05:16:48.003756 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca30365-1403-4597-8b58-931bf02a4eaa None None] The sync data for ids ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'] in n-d-713499-38 is: [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:43Z', 'revision_number': 4, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'ee803249-60f5-4800-adf0-2230c9d836bf', 'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'mac_address': 'fa:16:3e:6f:ad:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:42Z', 'updated_at': '2022-02-11T05:16:46Z', 'revision_number': 4, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'subnets': [{'id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:16:48.164753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43c940d2-1af9-4e80-a139-49949f007135 req-214d7f42-79f3-4902-99ab-4b8c9aeaf836 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595051 Feb 11 05:16:48.205273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-f69ea6cb-2f74-44a7-b0ef-a2af54b9f1db tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=f0446b329b4b443faf4db58f62636937&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872386 Feb 11 05:16:48.317040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee31a901-8d18-4730-8f5b-e4e8eed10aa5 req-fd2a4980-5e6f-46cd-924e-78368d97f318 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 210 time: 0.0640674 Feb 11 05:16:48.498574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-554e72ee-b6aa-41ce-accb-87dc1a8abf7a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:48.501026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-554e72ee-b6aa-41ce-accb-87dc1a8abf7a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2922847 Feb 11 05:16:48.539952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-6b7b8ee3-2d93-4dbf-a842-c551d19fb908 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Request body: {'port': {'device_id': '6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': 'f0446b329b4b443faf4db58f62636937'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:48.581715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-34b5561f-eaea-4c2a-aeea-e28e7b6e8356 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1787604311&fields=id&tenant_id=93acaeef56ec46ed9d40abab96de324e HTTP/1.1" status: 200 len: 267 time: 0.1245730 Feb 11 05:16:48.750375 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ee803249-60f5-4800-adf0-2230c9d836bf up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:48.836472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ee803249-60f5-4800-adf0-2230c9d836bf triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:48.837137 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ee803249-60f5-4800-adf0-2230c9d836bf), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.895213 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-b723ce74-0f52-47d3-ba35-5221cb2ebf56 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:48.897260 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-b723ce74-0f52-47d3-ba35-5221cb2ebf56 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 817 time: 0.3146906 Feb 11 05:16:48.911361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d53725-3fbb-4e56-8dd4-0813ea5c37bd req-2459cbac-3786-4ee1-ba8a-32e029e17d6b tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:48.918860 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c5d53725-3fbb-4e56-8dd4-0813ea5c37bd req-2459cbac-3786-4ee1-ba8a-32e029e17d6b tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.2573864 Feb 11 05:16:48.964779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ee803249-60f5-4800-adf0-2230c9d836bf is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:48.970431 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-17ad5a1f-6e1c-44c1-8397-ae901170b583 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/quotas/93acaeef56ec46ed9d40abab96de324e HTTP/1.1" status: 200 len: 375 time: 0.0484090 Feb 11 05:16:48.994328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-6b7b8ee3-2d93-4dbf-a842-c551d19fb908 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Made reservation on behalf of f0446b329b4b443faf4db58f62636937 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:48.997821 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-6b7b8ee3-2d93-4dbf-a842-c551d19fb908 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.025380 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-6b7b8ee3-2d93-4dbf-a842-c551d19fb908 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.061744 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c5d53725-3fbb-4e56-8dd4-0813ea5c37bd req-5111812a-f9c0-4987-b9b2-2de832d213ac tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419740 Feb 11 05:16:49.096614 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-c239112f-413b-4a81-aa34-3688ce93f66b tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1190913 Feb 11 05:16:49.267084 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-6b7b8ee3-2d93-4dbf-a842-c551d19fb908 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks [] for security_group (a07b325a-2c96-42dd-8b36-ca30ab4e858c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.291341 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-6b7b8ee3-2d93-4dbf-a842-c551d19fb908 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a07b325a-2c96-42dd-8b36-ca30ab4e858c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.311040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-4cc75717-dc08-40e0-a0cd-0b10f036adb1 service neutron] 10.222.0.87 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858175 Feb 11 05:16:49.318358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9d5df-07c5-4c91-8c95-5972e39f4433 req-5cfd6627-7bf8-4903-b153-6074c90451a1 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:49.328000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05c9d5df-07c5-4c91-8c95-5972e39f4433 req-5cfd6627-7bf8-4903-b153-6074c90451a1 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.1577873 Feb 11 05:16:49.472437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b8ee3-2d93-4dbf-a842-c551d19fb908 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07b325a-2c96-42dd-8b36-ca30ab4e858c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:49.476086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-e0469bc1-42cb-4a85-a171-0c5a5e35e8ad tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=f0446b329b4b443faf4db58f62636937&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792942 Feb 11 05:16:49.554676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05c9d5df-07c5-4c91-8c95-5972e39f4433 req-31240328-dc03-479b-a39c-a43837350abf tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257783 Feb 11 05:16:49.727959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-6b7b8ee3-2d93-4dbf-a842-c551d19fb908 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Allocated IP 192.168.233.172 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/1d037f3f-681d-4719-ac7e-29b6a445b861) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:49.738581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-0554b577-9612-4db4-9c5b-cffd2efcbfea service neutron] 10.222.0.87 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020302 Feb 11 05:16:49.769647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-af1f5ab5-6a06-438b-ad76-fbc7efd63731 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:49.771109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-af1f5ab5-6a06-438b-ad76-fbc7efd63731 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2875116 Feb 11 05:16:49.799142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-3ec2cc41-889c-4773-a9c0-ce8356bd5c0e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Request body: {'port': {'device_id': '66f35574-3de2-4a86-9b49-7ea3bfad9a5c', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': 'f0446b329b4b443faf4db58f62636937'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:49.859825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a96fc-2bc4-4de3-82fa-6a6ac2d41194 req-7a9e1282-4ca0-4e89-8a1c-5527f632af2b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:49.861253 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df5a96fc-2bc4-4de3-82fa-6a6ac2d41194 req-7a9e1282-4ca0-4e89-8a1c-5527f632af2b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1871881 Feb 11 05:16:50.024781 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-38f77d6c-9892-4a64-ad5e-23a991eb972c req-186670cd-24f0-40b4-b1e0-348fc62733ac tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 210 time: 0.0795457 Feb 11 05:16:50.064250 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df5a96fc-2bc4-4de3-82fa-6a6ac2d41194 req-105ca118-4693-4249-a17e-81060a40fb63 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900661 Feb 11 05:16:50.127357 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-6b7b8ee3-2d93-4dbf-a842-c551d19fb908 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks [] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.158438 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50acdefb-5e22-4f41-9324-05e36feec726 req-e25e4a1d-38ba-4662-8f41-4ffd1eac9104 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 210 time: 0.0368676 Feb 11 05:16:50.176882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-3ec2cc41-889c-4773-a9c0-ce8356bd5c0e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Made reservation on behalf of f0446b329b4b443faf4db58f62636937 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:50.181365 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-3ec2cc41-889c-4773-a9c0-ce8356bd5c0e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.276605 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-6b7b8ee3-2d93-4dbf-a842-c551d19fb908 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.359118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-6b7b8ee3-2d93-4dbf-a842-c551d19fb908 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:50.373935 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-6b7b8ee3-2d93-4dbf-a842-c551d19fb908 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:50.384827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-6b7b8ee3-2d93-4dbf-a842-c551d19fb908 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:50.492626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-3ec2cc41-889c-4773-a9c0-ce8356bd5c0e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Allocated IP 192.168.233.141 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/cd3e3835-75ca-472a-877c-8fd725e7d068) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:50.514078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b8ee3-2d93-4dbf-a842-c551d19fb908 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Pushing event updated for resources: {'Port': ['ID=1d037f3f-681d-4719-ac7e-29b6a445b861,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:50.532385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-6b7b8ee3-2d93-4dbf-a842-c551d19fb908 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:50.533109 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-6b7b8ee3-2d93-4dbf-a842-c551d19fb908 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.564036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-6b7b8ee3-2d93-4dbf-a842-c551d19fb908 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0332813 Feb 11 05:16:50.580563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9b64f-35a6-4ee2-9083-f0bf8c24da78 req-ea00336f-9589-4613-b622-454c0ee79de7 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:50.588204 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b9b64f-35a6-4ee2-9083-f0bf8c24da78 req-ea00336f-9589-4613-b622-454c0ee79de7 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.3157308 Feb 11 05:16:50.598824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Request body: {'port': {'device_id': '6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:50.759944 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5b6ada01-f0b1-4de5-a19b-793d284c60d4 None None] Provisioning complete for port 1d037f3f-681d-4719-ac7e-29b6a445b861 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:50.761119 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5b6ada01-f0b1-4de5-a19b-793d284c60d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.784595 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8b9b64f-35a6-4ee2-9083-f0bf8c24da78 req-1116d23e-655c-40df-85af-e80b9dea6472 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954992 Feb 11 05:16:50.798122 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ada01-f0b1-4de5-a19b-793d284c60d4 None None] Port 1d037f3f-681d-4719-ac7e-29b6a445b861 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:50.867326 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.903987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55bd7f-05de-43ff-bb39-eb804b712b0b req-39fb5b3c-3e9e-4b84-92bc-e37aaed83c6c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:50.905473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc55bd7f-05de-43ff-bb39-eb804b712b0b req-39fb5b3c-3e9e-4b84-92bc-e37aaed83c6c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.1783955 Feb 11 05:16:51.097807 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33010) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:51.238289 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-baae1e90-f037-49e6-86b1-7fca79c7b110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.337602 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-baae1e90-f037-49e6-86b1-7fca79c7b110 admin admin] Publish callbacks [] for security_group (c64ef85f-03b6-46d9-86b9-86380029471f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.343618 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-baae1e90-f037-49e6-86b1-7fca79c7b110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c64ef85f-03b6-46d9-86b9-86380029471f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.384933 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-baae1e90-f037-49e6-86b1-7fca79c7b110 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cd8f90d821be4d97af182494522b937b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2855937 Feb 11 05:16:51.386202 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae1e90-f037-49e6-86b1-7fca79c7b110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64ef85f-03b6-46d9-86b9-86380029471f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:51.388789 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33016) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:51.441276 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-daab759e-cc56-45fb-8eab-a6f1408aeeb9 admin admin] Publish callbacks [] for security_group (c64ef85f-03b6-46d9-86b9-86380029471f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.468159 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-daab759e-cc56-45fb-8eab-a6f1408aeeb9 admin admin] Publish callbacks [] for security_group (c64ef85f-03b6-46d9-86b9-86380029471f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.495837 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-3ec2cc41-889c-4773-a9c0-ce8356bd5c0e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks [] for port (cd3e3835-75ca-472a-877c-8fd725e7d068), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.515704 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-daab759e-cc56-45fb-8eab-a6f1408aeeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c64ef85f-03b6-46d9-86b9-86380029471f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.518968 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-daab759e-cc56-45fb-8eab-a6f1408aeeb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.521486 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-daab759e-cc56-45fb-8eab-a6f1408aeeb9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c64ef85f-03b6-46d9-86b9-86380029471f HTTP/1.1" status: 204 len: 168 time: 0.1303453 Feb 11 05:16:51.530813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab759e-cc56-45fb-8eab-a6f1408aeeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64ef85f-03b6-46d9-86b9-86380029471f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:51.552041 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc55bd7f-05de-43ff-bb39-eb804b712b0b req-7e9a862a-51f2-4c73-bcd4-8369e582cf77 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365464 Feb 11 05:16:51.554086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25645006-4392-4acc-9616-1e675e13a238 req-e83cca0e-35ba-4a27-9d83-50c09716a6ef tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 210 time: 0.0705922 Feb 11 05:16:51.619807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-4a7a38a2-0e31-4d74-859c-b9c6e9636df9 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:51.621542 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-4a7a38a2-0e31-4d74-859c-b9c6e9636df9 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.88 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 817 time: 0.2982063 Feb 11 05:16:51.680113 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-3ec2cc41-889c-4773-a9c0-ce8356bd5c0e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (cd3e3835-75ca-472a-877c-8fd725e7d068), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.750730 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d1ee1c33-85b5-460d-b3c1-365a18b63fdb req-5be7f082-bb3c-436e-980a-4ff8ab49c77d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 210 time: 0.1132638 Feb 11 05:16:51.836108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-3ec2cc41-889c-4773-a9c0-ce8356bd5c0e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:51.850321 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-3ec2cc41-889c-4773-a9c0-ce8356bd5c0e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:51.850464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33030) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:51.851915 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2cc41-889c-4773-a9c0-ce8356bd5c0e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Pushing event updated for resources: {'Port': ['ID=cd3e3835-75ca-472a-877c-8fd725e7d068,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:51.859843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-3ec2cc41-889c-4773-a9c0-ce8356bd5c0e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:51.869220 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be9128e6-84d0-4a88-9bec-eb2e645162c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.957018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-398197ce-4848-4bc5-a69a-495e70d8b710 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93acaeef56ec46ed9d40abab96de324e HTTP/1.1" status: 200 len: 380 time: 0.3221409 Feb 11 05:16:51.963075 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be9128e6-84d0-4a88-9bec-eb2e645162c2 admin admin] Publish callbacks [] for security_group (6abb8029-13e1-43ac-87f9-70dadba65ec2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.964008 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7069acf-43fd-483f-8262-71a948c41f3a req-a343b55b-3f94-4748-a63b-9e9dc239d92b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:51.965552 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7069acf-43fd-483f-8262-71a948c41f3a req-a343b55b-3f94-4748-a63b-9e9dc239d92b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.3415771 Feb 11 05:16:51.969126 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be9128e6-84d0-4a88-9bec-eb2e645162c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6abb8029-13e1-43ac-87f9-70dadba65ec2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.981158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-46a56456-9082-4d88-b351-e1c89b054415 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Request body: {'port': {'device_id': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'admin_state_up': True, 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'security_groups': ['6d34278f-bfa3-4103-a612-47e171312fb2']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:52.011323 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-be9128e6-84d0-4a88-9bec-eb2e645162c2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=76416895320f439aa813fe5a7bcf58de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1592195 Feb 11 05:16:52.013843 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33032) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:52.020798 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9128e6-84d0-4a88-9bec-eb2e645162c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abb8029-13e1-43ac-87f9-70dadba65ec2,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:52.053608 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-3ec2cc41-889c-4773-a9c0-ce8356bd5c0e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:52.054237 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-3ec2cc41-889c-4773-a9c0-ce8356bd5c0e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.074705 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65434e17-7ffe-49c7-8f19-510b19aeb798 admin admin] Publish callbacks [] for security_group (6abb8029-13e1-43ac-87f9-70dadba65ec2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.097967 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65434e17-7ffe-49c7-8f19-510b19aeb798 admin admin] Publish callbacks [] for security_group (6abb8029-13e1-43ac-87f9-70dadba65ec2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.129913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9d4d0ebe-5531-47bc-b45c-04585e752104 None None] Provisioning complete for port cd3e3835-75ca-472a-877c-8fd725e7d068 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:52.131022 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9d4d0ebe-5531-47bc-b45c-04585e752104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cd3e3835-75ca-472a-877c-8fd725e7d068), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.153483 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65434e17-7ffe-49c7-8f19-510b19aeb798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6abb8029-13e1-43ac-87f9-70dadba65ec2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.156604 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65434e17-7ffe-49c7-8f19-510b19aeb798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.157811 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-65434e17-7ffe-49c7-8f19-510b19aeb798 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6abb8029-13e1-43ac-87f9-70dadba65ec2 HTTP/1.1" status: 204 len: 168 time: 0.1423869 Feb 11 05:16:52.166838 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65434e17-7ffe-49c7-8f19-510b19aeb798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abb8029-13e1-43ac-87f9-70dadba65ec2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:52.171736 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-3ec2cc41-889c-4773-a9c0-ce8356bd5c0e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3786244 Feb 11 05:16:52.196620 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9d4d0ebe-5531-47bc-b45c-04585e752104 None None] Port cd3e3835-75ca-472a-877c-8fd725e7d068 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:52.198442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Request body: {'port': {'device_id': '66f35574-3de2-4a86-9b49-7ea3bfad9a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:52.213208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3c0f7-3028-4ba3-8182-920a634d3617 req-f2bb7c8f-b110-4374-95d7-cd90faa370e9 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:52.214720 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08f3c0f7-3028-4ba3-8182-920a634d3617 req-f2bb7c8f-b110-4374-95d7-cd90faa370e9 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.3125484 Feb 11 05:16:52.217823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7069acf-43fd-483f-8262-71a948c41f3a req-a2cad9fa-f4cd-4535-bd9e-ab5554403486 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325885 Feb 11 05:16:52.249853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d037f3f-681d-4719-ac7e-29b6a445b861 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:52.277403 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Publish callbacks [] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.333258 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Transition to ACTIVE for port object 1d037f3f-681d-4719-ac7e-29b6a445b861 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:52.344822 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.354235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-46a56456-9082-4d88-b351-e1c89b054415 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Made reservation on behalf of 93acaeef56ec46ed9d40abab96de324e for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:52.357463 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-46a56456-9082-4d88-b351-e1c89b054415 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.391080 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cd3e3835-75ca-472a-877c-8fd725e7d068), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.419869 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08f3c0f7-3028-4ba3-8182-920a634d3617 req-1d1b5900-6245-417f-95a7-199f1e6fcf59 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799724 Feb 11 05:16:52.469535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d037f3f-681d-4719-ac7e-29b6a445b861,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:52.820213 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Attempting to bind port 1d037f3f-681d-4719-ac7e-29b6a445b861 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:52.820859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Attempting to bind port 1d037f3f-681d-4719-ac7e-29b6a445b861 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:52.820859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Attempting to bind port 1d037f3f-681d-4719-ac7e-29b6a445b861 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:52.851698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-46a56456-9082-4d88-b351-e1c89b054415 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Allocated IP 172.20.0.9 (ddfa1006-39a8-4f4a-a30c-7264d9574326/1637afc6-57d8-4711-9940-9fa5efd57a52/ffe277a6-992f-4a40-97f8-6d4f51fdca48) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:52.853916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Port 1d037f3f-681d-4719-ac7e-29b6a445b861 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:52.854314 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Attempting to bind port 1d037f3f-681d-4719-ac7e-29b6a445b861 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:52.891907 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:52.892289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:52.892711 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:52.893178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Bound port: 1d037f3f-681d-4719-ac7e-29b6a445b861, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:52.893524 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.951733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4e78d-0bcb-4afa-986e-f370121ba1f9 req-93252c0b-2403-41c8-b4fc-d6acf83a141b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:52.953331 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dd4e78d-0bcb-4afa-986e-f370121ba1f9 req-93252c0b-2403-41c8-b4fc-d6acf83a141b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 936 time: 0.2313445 Feb 11 05:16:52.995791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1ab9e-d856-44c5-b709-51bd364dc94c req-ad9529ab-d158-4b37-82dd-95b787ebf667 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:52.997196 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95f1ab9e-d856-44c5-b709-51bd364dc94c req-ad9529ab-d158-4b37-82dd-95b787ebf667 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.3026960 Feb 11 05:16:53.188651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] For port 1d037f3f-681d-4719-ac7e-29b6a445b861, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:53.195059 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dd4e78d-0bcb-4afa-986e-f370121ba1f9 req-3dd19cf8-5249-4703-a94e-6cb1ab5c091d tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346439 Feb 11 05:16:53.230287 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] For port 1d037f3f-681d-4719-ac7e-29b6a445b861, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d037f3f-681d-4719-ac7e-29b6a445b861,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:53.257537 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95f1ab9e-d856-44c5-b709-51bd364dc94c req-5c859581-4659-4d15-9bd5-e93ddccbd2cf tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341099 Feb 11 05:16:53.273294 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.349343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:53.351503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.352993 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] 10.222.0.88 "PUT /v2.0/ports/1d037f3f-681d-4719-ac7e-29b6a445b861 HTTP/1.1" status: 200 len: 1097 time: 2.7601297 Feb 11 05:16:53.376194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc', 'tag': '1d037f3f-681d-4719-ac7e-29b6a445b861'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:53.378406 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018d6d5f-2bd4-4959-87e7-17405a3cd5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc", "tag": "1d037f3f-681d-4719-ac7e-29b6a445b861"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:53.397583 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-46a56456-9082-4d88-b351-e1c89b054415 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.422618 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-15179abb-144f-4b56-97da-452bfdcaa253 req-5c9a2dc8-a33e-4e9c-990c-12c3c2090bbf tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 210 time: 0.0899229 Feb 11 05:16:53.428170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3e3835-75ca-472a-877c-8fd725e7d068 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:53.481942 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Publish callbacks [] for port (cd3e3835-75ca-472a-877c-8fd725e7d068), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.502307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a1b3f-0036-45ab-b687-4171098014f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d037f3f-681d-4719-ac7e-29b6a445b861,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:53.524389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Transition to ACTIVE for port object cd3e3835-75ca-472a-877c-8fd725e7d068 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:53.547883 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (cd3e3835-75ca-472a-877c-8fd725e7d068), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.646711 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-46a56456-9082-4d88-b351-e1c89b054415 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.664203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-61f25d56-9d41-401b-b345-8426e8ddf16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:53.666081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-61f25d56-9d41-401b-b345-8426e8ddf16f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f0446b329b4b443faf4db58f62636937&device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 1131 time: 0.2461872 Feb 11 05:16:53.673930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3e3835-75ca-472a-877c-8fd725e7d068,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:53.820148 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-46a56456-9082-4d88-b351-e1c89b054415 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Network ddfa1006-39a8-4f4a-a30c-7264d9574326 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:53.826118 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-112f2147-eb1a-4270-811a-9f05bfe6186c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=1d037f3f-681d-4719-ac7e-29b6a445b861 HTTP/1.1" status: 200 len: 217 time: 0.1466956 Feb 11 05:16:53.843105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab6140-f6d2-4d81-aef1-2b5b6e3bbb91 req-f732e4af-7d02-4c4c-bd69-7ffa4d8bc295 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:53.851443 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d1ab6140-f6d2-4d81-aef1-2b5b6e3bbb91 req-f732e4af-7d02-4c4c-bd69-7ffa4d8bc295 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.3160908 Feb 11 05:16:53.918500 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-46a56456-9082-4d88-b351-e1c89b054415 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:53.922110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-46a56456-9082-4d88-b351-e1c89b054415 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:53.929121 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64b5850-e10c-4922-9e69-fefb679afdff x-openstack-request-id: req-d64b5850-e10c-4922-9e69-fefb679afdff {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:53.929438 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc", "tag": "1d037f3f-681d-4719-ac7e-29b6a445b861", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:53.929689 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d64b5850-e10c-4922-9e69-fefb679afdff {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:53.930390 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc', 'tag': '1d037f3f-681d-4719-ac7e-29b6a445b861', 'status': 'completed', 'code': 200} Feb 11 05:16:54.218778 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-712e8041-8e39-409b-a836-0046c96c7b3c None None] Provisioning complete for port ffe277a6-992f-4a40-97f8-6d4f51fdca48 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:54.219382 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-712e8041-8e39-409b-a836-0046c96c7b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.257115 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-712e8041-8e39-409b-a836-0046c96c7b3c None None] Port ffe277a6-992f-4a40-97f8-6d4f51fdca48 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:54.361308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a56456-9082-4d88-b351-e1c89b054415 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event updated for resources: {'Port': ['ID=ffe277a6-992f-4a40-97f8-6d4f51fdca48,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:54.383163 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Attempting to bind port cd3e3835-75ca-472a-877c-8fd725e7d068 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:54.383520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Attempting to bind port cd3e3835-75ca-472a-877c-8fd725e7d068 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:54.383843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Attempting to bind port cd3e3835-75ca-472a-877c-8fd725e7d068 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:54.413297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Port cd3e3835-75ca-472a-877c-8fd725e7d068 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:54.413297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Attempting to bind port cd3e3835-75ca-472a-877c-8fd725e7d068 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:54.427542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-46a56456-9082-4d88-b351-e1c89b054415 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:54.428147 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-46a56456-9082-4d88-b351-e1c89b054415 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.445901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:54.446234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:54.446605 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:54.447025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Bound port: cd3e3835-75ca-472a-877c-8fd725e7d068, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:54.447373 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cd3e3835-75ca-472a-877c-8fd725e7d068), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.454012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-bf01607b-225a-4002-abdb-0c6dc4ba34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:54.455521 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-bf01607b-225a-4002-abdb-0c6dc4ba34d1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.5410430 Feb 11 05:16:54.458575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d1ab6140-f6d2-4d81-aef1-2b5b6e3bbb91 req-67f3b238-469c-45be-8a62-28a2d830ac13 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063797 Feb 11 05:16:54.482561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-46a56456-9082-4d88-b351-e1c89b054415 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5076828 Feb 11 05:16:54.492222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e2ed5-4c3d-4a98-afe0-b4f8c7ca325a req-5f29d933-0320-4e59-80d2-1945d2580d71 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:54.499323 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d66e2ed5-4c3d-4a98-afe0-b4f8c7ca325a req-5f29d933-0320-4e59-80d2-1945d2580d71 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.5567079 Feb 11 05:16:54.538179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Request body: {'port': {'device_id': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:54.692240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] For port cd3e3835-75ca-472a-877c-8fd725e7d068, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:54.705201 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-b88a5362-fa18-4531-b1ca-f51978a696ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:54.706713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-b88a5362-fa18-4531-b1ca-f51978a696ee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2351661 Feb 11 05:16:54.723365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] For port cd3e3835-75ca-472a-877c-8fd725e7d068, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cd3e3835-75ca-472a-877c-8fd725e7d068,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:54.734946 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.739672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d66e2ed5-4c3d-4a98-afe0-b4f8c7ca325a req-96d30587-e922-4f59-93fe-3dc45141e84d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215786 Feb 11 05:16:54.762512 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (cd3e3835-75ca-472a-877c-8fd725e7d068), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.791151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0f3a3-9862-4737-8eb4-6625ce7c4bbb req-f4a3b32e-0e82-4a5b-82c0-14dac67f531e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:54.792729 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7cf0f3a3-9862-4737-8eb4-6625ce7c4bbb req-f4a3b32e-0e82-4a5b-82c0-14dac67f531e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 948 time: 0.2387581 Feb 11 05:16:54.907502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:54.908409 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.911030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] 10.222.0.88 "PUT /v2.0/ports/cd3e3835-75ca-472a-877c-8fd725e7d068 HTTP/1.1" status: 200 len: 1097 time: 2.7252676 Feb 11 05:16:55.041607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb5aae-cc6b-4083-8e95-56dbcb794782 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3e3835-75ca-472a-877c-8fd725e7d068,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:55.140909 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-41cfae1c-da2b-4faf-8407-3804f5084ccc service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158590 Feb 11 05:16:55.148293 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7cf0f3a3-9862-4737-8eb4-6625ce7c4bbb req-ddecaf27-384d-4185-999e-bc9746a89262 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312478 Feb 11 05:16:55.191660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb768174-7912-4070-bea0-5d9b271e0079 req-15015af2-0b5e-4760-b561-decf30c8ae42 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:55.193371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb768174-7912-4070-bea0-5d9b271e0079 req-15015af2-0b5e-4760-b561-decf30c8ae42 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.3745723 Feb 11 05:16:55.220089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-cd5b2d10-6e18-4812-b312-fa8221a4a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:55.221609 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-cd5b2d10-6e18-4812-b312-fa8221a4a8b9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f0446b329b4b443faf4db58f62636937&device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 1131 time: 0.2590129 Feb 11 05:16:55.364781 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-5ad2e2ac-0551-4a9d-9959-006d3196df07 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=cd3e3835-75ca-472a-877c-8fd725e7d068 HTTP/1.1" status: 200 len: 217 time: 0.1259418 Feb 11 05:16:55.480955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c7961cc-93a2-449a-8779-2a1dda3d1384 req-21c9063d-6dd3-4b2c-8013-fa7c6da0ec24 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299012 Feb 11 05:16:55.488110 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb768174-7912-4070-bea0-5d9b271e0079 req-0a93d3d6-0b8f-46b1-962b-60546a8e1de2 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845104 Feb 11 05:16:55.504099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782256d-30a1-4bfa-95d5-c33726ca4a57 req-06c9d16d-a384-4b05-a972-c7ff075a463f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:55.515345 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6782256d-30a1-4bfa-95d5-c33726ca4a57 req-06c9d16d-a384-4b05-a972-c7ff075a463f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 931 time: 0.2731729 Feb 11 05:16:55.529272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-b5445330-47f3-4058-99cb-7cddb392597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:55.531459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-b5445330-47f3-4058-99cb-7cddb392597e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1478136 Feb 11 05:16:55.651107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe277a6-992f-4a40-97f8-6d4f51fdca48 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:55.670193 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Publish callbacks [] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:55.685522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8d16c086-327d-4573-be07-53bb45d9390c details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:16:55.700974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6782256d-30a1-4bfa-95d5-c33726ca4a57 req-2407a8ad-64c5-4f27-8434-d97594577ea8 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876328 Feb 11 05:16:55.717058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Transition to ACTIVE for port object ffe277a6-992f-4a40-97f8-6d4f51fdca48 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:55.740735 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:55.782267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-209e1862-592c-4ec3-b920-ead03ebf8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:55.783661 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-209e1862-592c-4ec3-b920-ead03ebf8a0e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2229896 Feb 11 05:16:55.793933 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d6d5f-2bd4-4959-87e7-17405a3cd5a5 req-d0d2d793-c566-400f-8053-19c84db1e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:55.795699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-018d6d5f-2bd4-4959-87e7-17405a3cd5a5 req-d0d2d793-c566-400f-8053-19c84db1e677 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f0446b329b4b443faf4db58f62636937&device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 1131 time: 0.2238557 Feb 11 05:16:55.830217 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74d72d-46bc-4842-995c-cac3e1063cc2 req-98e8c1d8-909d-45cf-88df-bc3ba433ee6a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:55.836931 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b74d72d-46bc-4842-995c-cac3e1063cc2 req-98e8c1d8-909d-45cf-88df-bc3ba433ee6a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.2256629 Feb 11 05:16:55.849808 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8d16c086-327d-4573-be07-53bb45d9390c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8d16c086-327d-4573-be07-53bb45d9390c,segment=NetworkSegment(191ba391-d3da-4f5a-940e-465f7696fdb5),segment_id=191ba391-d3da-4f5a-940e-465f7696fdb5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:55.886832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '8d16c086-327d-4573-be07-53bb45d9390c', 'network_id': '0206bf88-469d-4bc1-a7b0-f58304d316f5', 'port_id': '8d16c086-327d-4573-be07-53bb45d9390c', 'mac_address': 'fa:16:3e:9e:93:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9a41f6-76c2-4194-9d7b-1232143921ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:16:55.908953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe277a6-992f-4a40-97f8-6d4f51fdca48,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:55.937212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f35574-3de2-4a86-9b49-7ea3bfad9a5c', 'tag': 'cd3e3835-75ca-472a-877c-8fd725e7d068'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:55.939542 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d2b62c-4572-4ffe-89fe-cc93d8f20c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "66f35574-3de2-4a86-9b49-7ea3bfad9a5c", "tag": "cd3e3835-75ca-472a-877c-8fd725e7d068"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:55.985418 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 8d16c086-327d-4573-be07-53bb45d9390c is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:55.986055 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8d16c086-327d-4573-be07-53bb45d9390c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.001292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d16c086-327d-4573-be07-53bb45d9390c {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:56.043689 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8d16c086-327d-4573-be07-53bb45d9390c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8d16c086-327d-4573-be07-53bb45d9390c,segment=NetworkSegment(191ba391-d3da-4f5a-940e-465f7696fdb5),segment_id=191ba391-d3da-4f5a-940e-465f7696fdb5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:56.057570 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8d16c086-327d-4573-be07-53bb45d9390c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.156056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d6d5f-2bd4-4959-87e7-17405a3cd5a5 req-e980b591-2656-464d-876b-f211cf80934c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:56.157630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-018d6d5f-2bd4-4959-87e7-17405a3cd5a5 req-e980b591-2656-464d-876b-f211cf80934c service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.3527322 Feb 11 05:16:56.160068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-8c39537d-4a35-45d6-9dc3-2ecf85d164fe service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630574 Feb 11 05:16:56.163324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=8d16c086-327d-4573-be07-53bb45d9390c,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:56.169555 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b74d72d-46bc-4842-995c-cac3e1063cc2 req-9e31ec90-cbb3-4a8a-9347-98b578ffb29d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316984 Feb 11 05:16:56.254914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['8d16c086-327d-4573-be07-53bb45d9390c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:56.273728 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152701cb-24ea-45d2-99a3-d59271cb3631 x-openstack-request-id: req-152701cb-24ea-45d2-99a3-d59271cb3631 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:56.274724 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f35574-3de2-4a86-9b49-7ea3bfad9a5c", "tag": "cd3e3835-75ca-472a-877c-8fd725e7d068", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:56.275156 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-152701cb-24ea-45d2-99a3-d59271cb3631 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:56.275371 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f35574-3de2-4a86-9b49-7ea3bfad9a5c', 'tag': 'cd3e3835-75ca-472a-877c-8fd725e7d068', 'status': 'completed', 'code': 200} Feb 11 05:16:56.301359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfd65e-003c-4c32-a615-246e3e0758b2 req-6ce81162-136c-425c-913b-88d0cc509147 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:56.305589 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06bfd65e-003c-4c32-a615-246e3e0758b2 req-6ce81162-136c-425c-913b-88d0cc509147 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.4476650 Feb 11 05:16:56.306226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33154) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:56.307570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Attempting to bind port ffe277a6-992f-4a40-97f8-6d4f51fdca48 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:56.307916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Attempting to bind port ffe277a6-992f-4a40-97f8-6d4f51fdca48 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:56.308252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Attempting to bind port ffe277a6-992f-4a40-97f8-6d4f51fdca48 on network ddfa1006-39a8-4f4a-a30c-7264d9574326 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:56.314397 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-018d6d5f-2bd4-4959-87e7-17405a3cd5a5 req-6165ca5e-9d07-47ca-a1aa-f10f57295da4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=1d037f3f-681d-4719-ac7e-29b6a445b861 HTTP/1.1" status: 200 len: 217 time: 0.1347091 Feb 11 05:16:56.322524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Port ffe277a6-992f-4a40-97f8-6d4f51fdca48 on network ddfa1006-39a8-4f4a-a30c-7264d9574326 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:56.322855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Attempting to bind port ffe277a6-992f-4a40-97f8-6d4f51fdca48 on network ddfa1006-39a8-4f4a-a30c-7264d9574326 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:56.400581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:56.401064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Checking segment: {'id': 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:56.402518 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Bound using segment: {'id': 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:56.402518 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Bound port: ffe277a6-992f-4a40-97f8-6d4f51fdca48, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:56.402518 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.448361 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7be6-846e-43cb-8694-23144393aca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.542207 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7be6-846e-43cb-8694-23144393aca3 admin admin] Publish callbacks [] for security_group (644feeff-6ac5-43ee-b2c8-431737e278b0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.548300 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7be6-846e-43cb-8694-23144393aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (644feeff-6ac5-43ee-b2c8-431737e278b0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.556951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06bfd65e-003c-4c32-a615-246e3e0758b2 req-d06dc4e7-e731-44a7-81cc-279a3e1e425f tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415483 Feb 11 05:16:56.571458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88f459-f331-4274-9164-cd534a6e4edf req-b96b45ef-d982-41a5-a058-fc1d00a9dde5 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:56.578712 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a88f459-f331-4274-9164-cd534a6e4edf req-b96b45ef-d982-41a5-a058-fc1d00a9dde5 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 948 time: 0.2742362 Feb 11 05:16:56.585502 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10b7aa6d-e6eb-4892-af46-c21bc91b4f9a req-b08e6038-2e8d-4392-a8d0-b599be5300ca service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968651 Feb 11 05:16:56.603191 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d6d5f-2bd4-4959-87e7-17405a3cd5a5 req-b8065a8f-9ef0-4834-96a9-9cc412ce951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:56.604716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-018d6d5f-2bd4-4959-87e7-17405a3cd5a5 req-b8065a8f-9ef0-4834-96a9-9cc412ce951d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1562748 Feb 11 05:16:56.616682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa7be6-846e-43cb-8694-23144393aca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644feeff-6ac5-43ee-b2c8-431737e278b0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:56.625344 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d6fa7be6-846e-43cb-8694-23144393aca3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=59d1920a9c1e4a85b7532645e0b119b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3170271 Feb 11 05:16:56.626313 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33168) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:56.675288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] For port ffe277a6-992f-4a40-97f8-6d4f51fdca48, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:56.699678 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0efc9fca-de04-4085-9b59-7214b50e9334 admin admin] Publish callbacks [] for security_group (644feeff-6ac5-43ee-b2c8-431737e278b0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.720036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] For port ffe277a6-992f-4a40-97f8-6d4f51fdca48, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:56.732717 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0efc9fca-de04-4085-9b59-7214b50e9334 admin admin] Publish callbacks [] for security_group (644feeff-6ac5-43ee-b2c8-431737e278b0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.750429 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a88f459-f331-4274-9164-cd534a6e4edf req-371fd184-f707-4995-8b6a-b320fdab35ea tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697857 Feb 11 05:16:56.763759 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.818592 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0efc9fca-de04-4085-9b59-7214b50e9334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (644feeff-6ac5-43ee-b2c8-431737e278b0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.822548 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0efc9fca-de04-4085-9b59-7214b50e9334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.823961 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0efc9fca-de04-4085-9b59-7214b50e9334 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/644feeff-6ac5-43ee-b2c8-431737e278b0 HTTP/1.1" status: 204 len: 168 time: 0.1959770 Feb 11 05:16:56.834159 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc9fca-de04-4085-9b59-7214b50e9334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644feeff-6ac5-43ee-b2c8-431737e278b0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:56.905414 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe277a6-992f-4a40-97f8-6d4f51fdca48,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:56.945361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:56.945987 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.947386 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-64eca270-2acb-4d64-a027-c88f7c95a932 service neutron] 10.222.0.88 "PUT /v2.0/ports/ffe277a6-992f-4a40-97f8-6d4f51fdca48 HTTP/1.1" status: 200 len: 1092 time: 2.4306114 Feb 11 05:16:56.968601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d6d5f-2bd4-4959-87e7-17405a3cd5a5 req-0ab4570d-9db5-49a5-84c2-762fc459c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:56.970126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-018d6d5f-2bd4-4959-87e7-17405a3cd5a5 req-0ab4570d-9db5-49a5-84c2-762fc459c8ca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3529410 Feb 11 05:16:57.401171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b62c-4572-4ffe-89fe-cc93d8f20c4a req-f8212210-86d5-47b9-ab77-c69dd04c76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:57.402688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4d2b62c-4572-4ffe-89fe-cc93d8f20c4a req-f8212210-86d5-47b9-ab77-c69dd04c76f1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f0446b329b4b443faf4db58f62636937&device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 1131 time: 0.7487855 Feb 11 05:16:57.528892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dbb8b-3d91-43c4-9537-2257dbad57e7 req-d11f7fd0-8bff-4783-a353-08971e85df61 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:57.537017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-420dbb8b-3d91-43c4-9537-2257dbad57e7 req-d11f7fd0-8bff-4783-a353-08971e85df61 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.7685335 Feb 11 05:16:57.607764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8da4d-f63c-41fb-9c2f-2d2d908b09f6 req-cc4468ba-3834-4f9a-94cb-2366dd5138b7 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:57.609659 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67c8da4d-f63c-41fb-9c2f-2d2d908b09f6 req-cc4468ba-3834-4f9a-94cb-2366dd5138b7 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.6835158 Feb 11 05:16:57.675569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-bfd013bc-77ac-439a-a0a6-bdc682493bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:57.677089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-bfd013bc-77ac-439a-a0a6-bdc682493bfd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 1126 time: 0.3055303 Feb 11 05:16:57.702721 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8d16c086-327d-4573-be07-53bb45d9390c up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:57.709824 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-018d6d5f-2bd4-4959-87e7-17405a3cd5a5 req-9a16795f-6c93-4263-b7c7-0a4bef2c93c1 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393793 Feb 11 05:16:57.743773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b62c-4572-4ffe-89fe-cc93d8f20c4a req-c8c2832a-4697-457f-953b-bf62d0a745e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:57.745234 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4d2b62c-4572-4ffe-89fe-cc93d8f20c4a req-c8c2832a-4697-457f-953b-bf62d0a745e2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.3111825 Feb 11 05:16:57.783647 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-420dbb8b-3d91-43c4-9537-2257dbad57e7 req-61827902-4d63-4cff-91af-483ed73ad79d tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312453 Feb 11 05:16:57.783647 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-ce8dd870-4ac5-4863-8e3e-03d1a438c57b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48 HTTP/1.1" status: 200 len: 217 time: 0.0895433 Feb 11 05:16:57.820739 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 8d16c086-327d-4573-be07-53bb45d9390c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:57.821401 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8d16c086-327d-4573-be07-53bb45d9390c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.888800 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67c8da4d-f63c-41fb-9c2f-2d2d908b09f6 req-3e43c4fe-baa1-4186-85d9-bfaf678b5be2 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646406 Feb 11 05:16:57.916029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4d2b62c-4572-4ffe-89fe-cc93d8f20c4a req-90169317-d2ed-4a52-9a10-1c6292cc7176 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=cd3e3835-75ca-472a-877c-8fd725e7d068 HTTP/1.1" status: 200 len: 217 time: 0.1324699 Feb 11 05:16:57.974205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 8d16c086-327d-4573-be07-53bb45d9390c is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:57.974612 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8d16c086-327d-4573-be07-53bb45d9390c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.031461 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038c18da-76a8-4d6a-86ac-60db49c1810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d16c086-327d-4573-be07-53bb45d9390c'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:58.035014 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c798fe-1cd2-4ea7-8741-eeb5c877417a" -d '{"events": [{"server_uuid": "038c18da-76a8-4d6a-86ac-60db49c1810e", "name": "network-vif-plugged", "status": "completed", "tag": "8d16c086-327d-4573-be07-53bb45d9390c"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:58.071075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8d16c086-327d-4573-be07-53bb45d9390c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8d16c086-327d-4573-be07-53bb45d9390c,segment=NetworkSegment(191ba391-d3da-4f5a-940e-465f7696fdb5),segment_id=191ba391-d3da-4f5a-940e-465f7696fdb5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:58.080111 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8d16c086-327d-4573-be07-53bb45d9390c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.163443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=8d16c086-327d-4573-be07-53bb45d9390c,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:58.172577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33238) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:58.212112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-983551a9-5641-4df3-9e87-0fa7e91e41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:58.214057 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-983551a9-5641-4df3-9e87-0fa7e91e41fb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.4123464 Feb 11 05:16:58.283478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:58.288832 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27343be-106d-4467-9f5f-4575cc750e54" -d '{"events": [{"name": "network-changed", "server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:58.307538 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b62c-4572-4ffe-89fe-cc93d8f20c4a req-b2e1251b-bfff-4a1e-94de-599557dc18d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:58.309348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4d2b62c-4572-4ffe-89fe-cc93d8f20c4a req-b2e1251b-bfff-4a1e-94de-599557dc18d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.3629634 Feb 11 05:16:58.316880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789a578-0234-4e4f-861c-fd6b52276593 req-5caa4e1a-50e1-4020-b55f-12120555a00f tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:58.318593 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f789a578-0234-4e4f-861c-fd6b52276593 req-5caa4e1a-50e1-4020-b55f-12120555a00f tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.2170644 Feb 11 05:16:58.329030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-018d6d5f-2bd4-4959-87e7-17405a3cd5a5 req-789fbdab-3796-47f7-b687-13a6f69b22da service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809581 Feb 11 05:16:58.351872 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-555c9738-fcf5-4bd8-91f9-0c754904f983 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1389060182-network', 'tenant_id': '5cca264be03d45218828b71211386bab'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:58.352210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333c53c-f82c-4b81-b59b-edd1c9a18301 req-2bdf0b91-737d-4190-bf87-22fdbdcd2ebc tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:58.353786 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d333c53c-f82c-4b81-b59b-edd1c9a18301 req-2bdf0b91-737d-4190-bf87-22fdbdcd2ebc tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 944 time: 0.4483202 Feb 11 05:16:58.393574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555c9738-fcf5-4bd8-91f9-0c754904f983 admin admin] Made reservation on behalf of 5cca264be03d45218828b71211386bab for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:58.396840 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-555c9738-fcf5-4bd8-91f9-0c754904f983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.415293 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-555c9738-fcf5-4bd8-91f9-0c754904f983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.426978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-6ddfa5c6-5eb1-4a29-8918-2191f981f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:58.429008 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-6ddfa5c6-5eb1-4a29-8918-2191f981f99e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1982028 Feb 11 05:16:58.461608 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9fd384f1-3d1c-4145-87d5-ea621629f049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.496508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b62c-4572-4ffe-89fe-cc93d8f20c4a req-7af062f6-b873-4df8-80fe-bc2b669bbb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:58.498017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4d2b62c-4572-4ffe-89fe-cc93d8f20c4a req-7af062f6-b873-4df8-80fe-bc2b669bbb6c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1670353 Feb 11 05:16:58.549390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f789a578-0234-4e4f-861c-fd6b52276593 req-ffd457d0-2bc3-414e-bfc7-5c344c6574a2 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146418 Feb 11 05:16:58.592941 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-555c9738-fcf5-4bd8-91f9-0c754904f983 admin admin] Publish callbacks [] for security_group (2b2fe183-5f5b-4682-bbe0-5969b5508d58), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.620488 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-555c9738-fcf5-4bd8-91f9-0c754904f983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2b2fe183-5f5b-4682-bbe0-5969b5508d58), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.641930 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555c9738-fcf5-4bd8-91f9-0c754904f983 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:16:58.644980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d333c53c-f82c-4b81-b59b-edd1c9a18301 req-4bb75ea9-da5a-4ab8-89a7-309db307617a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796829 Feb 11 05:16:58.654862 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-555c9738-fcf5-4bd8-91f9-0c754904f983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5c1e4194-22bb-49a2-97d5-b0811aecd893), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.655516 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-555c9738-fcf5-4bd8-91f9-0c754904f983 admin admin] Added segment 5c1e4194-22bb-49a2-97d5-b0811aecd893 of type vlan for network 43465c71-4f35-4c70-b075-638d26d85d60 Feb 11 05:16:58.726304 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-555c9738-fcf5-4bd8-91f9-0c754904f983 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (43465c71-4f35-4c70-b075-638d26d85d60), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.742468 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c9738-fcf5-4bd8-91f9-0c754904f983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2fe183-5f5b-4682-bbe0-5969b5508d58,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:58.755790 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfbf65c-a865-42dc-a5b9-0d22807a751e x-openstack-request-id: req-6cfbf65c-a865-42dc-a5b9-0d22807a751e {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:58.756241 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038c18da-76a8-4d6a-86ac-60db49c1810e", "name": "network-vif-plugged", "status": "completed", "tag": "8d16c086-327d-4573-be07-53bb45d9390c", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:58.756588 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6cfbf65c-a865-42dc-a5b9-0d22807a751e {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:58.757089 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038c18da-76a8-4d6a-86ac-60db49c1810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d16c086-327d-4573-be07-53bb45d9390c', 'code': 200} Feb 11 05:16:58.769744 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-90f82800-460d-48e1-9271-6ab8b2990921 service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148420 Feb 11 05:16:58.792164 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-555c9738-fcf5-4bd8-91f9-0c754904f983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (43465c71-4f35-4c70-b075-638d26d85d60), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.796162 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555c9738-fcf5-4bd8-91f9-0c754904f983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:58.796162 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-555c9738-fcf5-4bd8-91f9-0c754904f983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.835410 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-555c9738-fcf5-4bd8-91f9-0c754904f983 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6616919 Feb 11 05:16:58.838268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33250) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:58.844991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5a777a4a-d2c3-4c8c-9c6c-f2de9e3f3c05 admin admin] Request body: {'subnet': {'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1389060182-subnet', 'tenant_id': '5cca264be03d45218828b71211386bab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:58.847219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73e9d5-93ab-40b3-b576-1e8f86ffb5c7 req-9f96e24a-3750-4b5b-9e05-9df68aec96a7 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:58.870586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c73e9d5-93ab-40b3-b576-1e8f86ffb5c7 req-9f96e24a-3750-4b5b-9e05-9df68aec96a7 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 948 time: 0.2227829 Feb 11 05:16:58.884674 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e86c8a-8efa-4292-b9ec-43952427e04e x-openstack-request-id: req-44e86c8a-8efa-4292-b9ec-43952427e04e {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:58.884977 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:58.885208 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-44e86c8a-8efa-4292-b9ec-43952427e04e {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:58.885605 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'status': 'completed', 'code': 200} Feb 11 05:16:58.916818 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c9738-fcf5-4bd8-91f9-0c754904f983 admin admin] Pushing event updated for resources: {'Network': ['ID=43465c71-4f35-4c70-b075-638d26d85d60,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:58.928969 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4d2b62c-4572-4ffe-89fe-cc93d8f20c4a req-df8aa5f8-07bb-4d08-82a7-039dcc317d1a service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218199 Feb 11 05:16:58.929828 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 43465c71-4f35-4c70-b075-638d26d85d60 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:16:58.941488 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a777a4a-d2c3-4c8c-9c6c-f2de9e3f3c05 admin admin] Made reservation on behalf of 5cca264be03d45218828b71211386bab for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:58.946620 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a777a4a-d2c3-4c8c-9c6c-f2de9e3f3c05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.150781 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027d2d89-e600-45f0-aa14-b8c586f8fa00 req-527b5bf4-f541-43ee-9904-d79dcbb55644 service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696482 Feb 11 05:16:59.236363 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a777a4a-d2c3-4c8c-9c6c-f2de9e3f3c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (d4b8c711-9cfd-4d91-a2df-6a85dc34918d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.323378 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b36c4-24f4-42ee-a00c-55246060dc48 req-f23e59ad-2b67-4f48-ba2d-b3f802a48cb1 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:59.331062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba7b36c4-24f4-42ee-a00c-55246060dc48 req-f23e59ad-2b67-4f48-ba2d-b3f802a48cb1 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.3819349 Feb 11 05:16:59.338899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a777a4a-d2c3-4c8c-9c6c-f2de9e3f3c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b8c711-9cfd-4d91-a2df-6a85dc34918d,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:59.350133 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c73e9d5-93ab-40b3-b576-1e8f86ffb5c7 req-87e55cc2-61d4-4596-a62d-28e5a7bda159 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785035 Feb 11 05:16:59.360179 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a777a4a-d2c3-4c8c-9c6c-f2de9e3f3c05 admin admin] Checking segment: {'id': '5c1e4194-22bb-49a2-97d5-b0811aecd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:59.361188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a777a4a-d2c3-4c8c-9c6c-f2de9e3f3c05 admin admin] Network hostable DHCP agents. Network: 43465c71-4f35-4c70-b075-638d26d85d60, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:16:59.382102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27343be-106d-4467-9f5f-4575cc750e54 req-9cce45c8-f919-45c0-b60b-d465b8179b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:59.383837 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c27343be-106d-4467-9f5f-4575cc750e54 req-9cce45c8-f919-45c0-b60b-d465b8179b2c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 1126 time: 0.1295242 Feb 11 05:16:59.387853 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a777a4a-d2c3-4c8c-9c6c-f2de9e3f3c05 admin admin] Network 43465c71-4f35-4c70-b075-638d26d85d60 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:16:59.403952 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5a777a4a-d2c3-4c8c-9c6c-f2de9e3f3c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 43465c71-4f35-4c70-b075-638d26d85d60) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:59.416587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b838bd3-6855-40e5-a8c2-d5fea0e545e0 None None] Network 43465c71-4f35-4c70-b075-638d26d85d60 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:59.425328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a777a4a-d2c3-4c8c-9c6c-f2de9e3f3c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:59.427889 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a777a4a-d2c3-4c8c-9c6c-f2de9e3f3c05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.442878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba7b36c4-24f4-42ee-a00c-55246060dc48 req-9e4a5b10-1436-4861-ac07-bac876aaa3bd tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107342 Feb 11 05:16:59.473417 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4d2b62c-4572-4ffe-89fe-cc93d8f20c4a req-feec3667-077f-48d2-bfbe-d1acee6a5aef service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196321 Feb 11 05:16:59.475471 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5a777a4a-d2c3-4c8c-9c6c-f2de9e3f3c05 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6356151 Feb 11 05:16:59.477978 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33258) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:59.486577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1389060182-router', 'tenant_id': '5cca264be03d45218828b71211386bab', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:59.545350 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (cf2561f2-a927-4f65-a1f8-bca25ae3d2e1), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.547717 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (cf2561f2-a927-4f65-a1f8-bca25ae3d2e1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.614890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-43465c71-4f35-4c70-b075-638d26d85d60', 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'project_id': '5cca264be03d45218828b71211386bab', 'fixed_ips': [{'subnet_id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:16:59.621249 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.626305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba477631-4994-4452-b374-597c83020e4f req-81687012-6db6-4e1c-aa95-7e3c4f9df510 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:59.628248 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba477631-4994-4452-b374-597c83020e4f req-81687012-6db6-4e1c-aa95-7e3c4f9df510 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.1573064 Feb 11 05:16:59.631738 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27343be-106d-4467-9f5f-4575cc750e54 req-af922768-14d4-4d0c-9dff-3d2bf1fd87c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:59.633167 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c27343be-106d-4467-9f5f-4575cc750e54 req-af922768-14d4-4d0c-9dff-3d2bf1fd87c8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 918 time: 0.2370684 Feb 11 05:16:59.697477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c27343be-106d-4467-9f5f-4575cc750e54 req-b68c2464-65d6-44a5-aa8b-5fcd2004b21b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48 HTTP/1.1" status: 200 len: 217 time: 0.0524361 Feb 11 05:16:59.698112 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Publish callbacks [] for router_controller (cf2561f2-a927-4f65-a1f8-bca25ae3d2e1), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.809648 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba477631-4994-4452-b374-597c83020e4f req-ccb756b8-39bc-4f3e-a190-b5e5ad1ed633 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754596 Feb 11 05:16:59.812763 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27343be-106d-4467-9f5f-4575cc750e54 req-23e3f9cd-8ebf-4813-be56-186a3e738749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:59.814273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c27343be-106d-4467-9f5f-4575cc750e54 req-23e3f9cd-8ebf-4813-be56-186a3e738749 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.1027923 Feb 11 05:16:59.843138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03771cb-83f9-43b0-aa65-0c6193795381 req-6f47625a-1055-45e5-abc2-0b2a5b2b2049 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:59.848527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1d037f3f-681d-4719-ac7e-29b6a445b861 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:16:59.851991 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e03771cb-83f9-43b0-aa65-0c6193795381 req-6f47625a-1055-45e5-abc2-0b2a5b2b2049 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.1573458 Feb 11 05:16:59.934064 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Publish callbacks [] for router_gateway (cf2561f2-a927-4f65-a1f8-bca25ae3d2e1), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.071397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27343be-106d-4467-9f5f-4575cc750e54 req-fd115b58-20c9-4693-9200-15a39360bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.086941 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Allocated IP 172.20.0.2 (43465c71-4f35-4c70-b075-638d26d85d60/d4b8c711-9cfd-4d91-a2df-6a85dc34918d/622c9d5f-e09e-478d-bf0e-ecb323f7d5b6) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:00.088273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c27343be-106d-4467-9f5f-4575cc750e54 req-fd115b58-20c9-4693-9200-15a39360bd21 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2659528 Feb 11 05:17:00.119989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e03771cb-83f9-43b0-aa65-0c6193795381 req-307cb275-2dac-46ee-8f26-af26d42bde33 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670469 Feb 11 05:17:00.280794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c68a7a-98ed-4a29-bb4c-464c7cc681f3 req-96fdef3f-6f8b-4efa-aff2-6fa9ce65e79f tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.282819 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2c68a7a-98ed-4a29-bb4c-464c7cc681f3 req-96fdef3f-6f8b-4efa-aff2-6fa9ce65e79f tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.3027956 Feb 11 05:17:00.329132 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Publish callbacks [] for router_gateway (cf2561f2-a927-4f65-a1f8-bca25ae3d2e1), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.330322 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Publish callbacks [] for port (622c9d5f-e09e-478d-bf0e-ecb323f7d5b6), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.358763 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.428990 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2c68a7a-98ed-4a29-bb4c-464c7cc681f3 req-f703a7e0-1b0e-48ce-ad98-5c8aa1a5a099 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332030 Feb 11 05:17:00.437986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 1d037f3f-681d-4719-ac7e-29b6a445b861, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d037f3f-681d-4719-ac7e-29b6a445b861,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:00.471156 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '1d037f3f-681d-4719-ac7e-29b6a445b861', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '1d037f3f-681d-4719-ac7e-29b6a445b861', 'mac_address': 'fa:16:3e:ca:6b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:00.479757 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (622c9d5f-e09e-478d-bf0e-ecb323f7d5b6), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.493065 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-1b2cc11f-b60b-47ae-9b14-37a8b011d96a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2293127 Feb 11 05:17:00.497547 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c27343be-106d-4467-9f5f-4575cc750e54 req-98b189da-c256-4bd1-9d5e-69da699e7ed7 service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979533 Feb 11 05:17:00.505694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Network 43465c71-4f35-4c70-b075-638d26d85d60 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:00.509316 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:00.512708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:00.576245 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Allocated IP 172.25.5.75 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/802c70ee-d6ca-4e3c-919c-2bdc05db0cac) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:00.635714 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c27343be-106d-4467-9f5f-4575cc750e54 req-cc4bf46d-742f-4545-ab94-588a16ae7a02 service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167665 Feb 11 05:17:00.651376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33272) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:00.663386 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Pushing event updated for resources: {'Port': ['ID=622c9d5f-e09e-478d-bf0e-ecb323f7d5b6,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:00.672698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Attempting to bind port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:00.673366 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Attempting to bind port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '5c1e4194-22bb-49a2-97d5-b0811aecd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:00.673859 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Attempting to bind port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 on network 43465c71-4f35-4c70-b075-638d26d85d60 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:00.694319 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Publish callbacks [] for port (802c70ee-d6ca-4e3c-919c-2bdc05db0cac), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.696164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 1d037f3f-681d-4719-ac7e-29b6a445b861 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:00.697771 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.712049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:00.712450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Checking segment: {'id': '5c1e4194-22bb-49a2-97d5-b0811aecd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:00.714782 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.716068 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Bound using segment: {'id': '5c1e4194-22bb-49a2-97d5-b0811aecd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:00.720016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Bound port: 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1e4194-22bb-49a2-97d5-b0811aecd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:00.720540 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (622c9d5f-e09e-478d-bf0e-ecb323f7d5b6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.733607 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (802c70ee-d6ca-4e3c-919c-2bdc05db0cac), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.791838 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:00.798297 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:00.801434 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae762d-3e84-4fd9-89ad-26174403a173 req-a35889a3-8ae4-4761-818c-fdaf1c86ec0c tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.806563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:00.810807 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bae762d-3e84-4fd9-89ad-26174403a173 req-a35889a3-8ae4-4761-818c-fdaf1c86ec0c tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 948 time: 0.3102212 Feb 11 05:17:00.813158 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d037f3f-681d-4719-ac7e-29b6a445b861 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:00.829808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13914c-701f-4422-bca8-6e496e407f90 req-a684b7f9-4534-4bdf-bd58-9415924f7dbb tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.832066 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef13914c-701f-4422-bca8-6e496e407f90 req-a684b7f9-4534-4bdf-bd58-9415924f7dbb tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.1794226 Feb 11 05:17:00.842325 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Pushing event updated for resources: {'Port': ['ID=802c70ee-d6ca-4e3c-919c-2bdc05db0cac,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:00.865747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-5435eaa2-1aa3-47f8-b918-41c4ebb69597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.871514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 1d037f3f-681d-4719-ac7e-29b6a445b861, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d037f3f-681d-4719-ac7e-29b6a445b861,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:00.874077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-5435eaa2-1aa3-47f8-b918-41c4ebb69597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.877260 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-5435eaa2-1aa3-47f8-b918-41c4ebb69597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.877739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-5435eaa2-1aa3-47f8-b918-41c4ebb69597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.878352 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-5435eaa2-1aa3-47f8-b918-41c4ebb69597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.878827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-5435eaa2-1aa3-47f8-b918-41c4ebb69597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.879292 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-5435eaa2-1aa3-47f8-b918-41c4ebb69597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:00.885693 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-5435eaa2-1aa3-47f8-b918-41c4ebb69597 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f1299ecd49e5408282a75d13c75f41aa&device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 6725 time: 0.2287896 Feb 11 05:17:00.921434 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a42f1b1-66de-461d-9f39-071103b5e1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.949334 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.950110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device cd3e3835-75ca-472a-877c-8fd725e7d068 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:01.043486 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8100e874-8485-4fb4-89ae-7f04f0886567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.135857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] For port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:01.143715 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] For port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=622c9d5f-e09e-478d-bf0e-ecb323f7d5b6,segment=NetworkSegment(5c1e4194-22bb-49a2-97d5-b0811aecd893),segment_id=5c1e4194-22bb-49a2-97d5-b0811aecd893)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:01.157608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=1d037f3f-681d-4719-ac7e-29b6a445b861,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:01.168922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port cd3e3835-75ca-472a-877c-8fd725e7d068, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cd3e3835-75ca-472a-877c-8fd725e7d068,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:01.188818 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (622c9d5f-e09e-478d-bf0e-ecb323f7d5b6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.214920 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Publish callbacks [] for router_gateway (cf2561f2-a927-4f65-a1f8-bca25ae3d2e1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.247245 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bae762d-3e84-4fd9-89ad-26174403a173 req-d8fabd4a-1c9d-4db0-88a8-56cd45c53608 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345543 Feb 11 05:17:01.272596 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef13914c-701f-4422-bca8-6e496e407f90 req-c48dd4e4-5dd6-4bc9-bf8e-ca1125e3c938 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188075 Feb 11 05:17:01.283797 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75c41a-b563-4081-8e15-1dde53f0e21c None None] Pushing event updated for resources: {'Port': ['ID=622c9d5f-e09e-478d-bf0e-ecb323f7d5b6,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:01.291841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'cd3e3835-75ca-472a-877c-8fd725e7d068', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': 'cd3e3835-75ca-472a-877c-8fd725e7d068', 'mac_address': 'fa:16:3e:17:b7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:01.356091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port cd3e3835-75ca-472a-877c-8fd725e7d068 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:01.356549 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cd3e3835-75ca-472a-877c-8fd725e7d068), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.371437 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3e3835-75ca-472a-877c-8fd725e7d068 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:01.397251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port cd3e3835-75ca-472a-877c-8fd725e7d068, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cd3e3835-75ca-472a-877c-8fd725e7d068,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:01.403616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-ba3e1fd6-2ff1-460a-b0dc-b4e9663cadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:01.404308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-ba3e1fd6-2ff1-460a-b0dc-b4e9663cadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:01.405505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-ba3e1fd6-2ff1-460a-b0dc-b4e9663cadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:01.412114 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cd3e3835-75ca-472a-877c-8fd725e7d068), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.420317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-ba3e1fd6-2ff1-460a-b0dc-b4e9663cadd8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=fd11f94d-b840-4c63-804e-f8e04aa617c8&id=87b930fc-0254-4b87-ac0d-42931be73941&id=87b930fc-0254-4b87-ac0d-42931be73941&id=87b930fc-0254-4b87-ac0d-42931be73941&id=87b930fc-0254-4b87-ac0d-42931be73941&id=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e&id=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e HTTP/1.1" status: 200 len: 2298 time: 0.4780173 Feb 11 05:17:01.532090 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=cd3e3835-75ca-472a-877c-8fd725e7d068,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:01.580194 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-546bec27-c222-4165-a93f-0cc0eee4294a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acab5c34-2c4c-4eae-8f1e-b225c173baa6 HTTP/1.1" status: 200 len: 1002 time: 0.1484196 Feb 11 05:17:01.736864 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (cf2561f2-a927-4f65-a1f8-bca25ae3d2e1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.816840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['1d037f3f-681d-4719-ac7e-29b6a445b861'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:01.893120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['cd3e3835-75ca-472a-877c-8fd725e7d068'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:02.001100 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:17:02.145406 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8100e874-8485-4fb4-89ae-7f04f0886567 admin admin] Publish callbacks [] for security_group (9a4b235c-fab4-4f23-9318-2708d449f642), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:02.146520 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:02.175021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Sync routers for ids ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:02.191366 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:02.197951 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4124a10a-22ec-40cb-9cef-cec3164c147d admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.7181304 Feb 11 05:17:02.198933 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33282) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:02.216179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Routers {'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:02.217023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:02.224113 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8100e874-8485-4fb4-89ae-7f04f0886567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9a4b235c-fab4-4f23-9318-2708d449f642), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:02.298814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c7784-48d8-40aa-955f-51d060934eb4 req-4e64fd87-9374-4dad-a334-33113dab33ae tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:02.306848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f7c7784-48d8-40aa-955f-51d060934eb4 req-4e64fd87-9374-4dad-a334-33113dab33ae tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.8805039 Feb 11 05:17:02.365035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100e874-8485-4fb4-89ae-7f04f0886567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4b235c-fab4-4f23-9318-2708d449f642,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:02.371752 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8100e874-8485-4fb4-89ae-7f04f0886567 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=798f4a344c2c4b77baec4e947c5b88b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6968629 Feb 11 05:17:02.383542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-2b197c85-228e-4987-a74b-72271e4d2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:02.385690 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-2b197c85-228e-4987-a74b-72271e4d2cd4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a3e05d09-bfb4-47cf-94a4-0023beaac4ff HTTP/1.1" status: 200 len: 856 time: 0.7801588 Feb 11 05:17:02.386664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33288) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:02.399809 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f2d96-4437-4c2a-9076-2c10feb24110 req-c0f72abb-d281-4de7-ab9c-493b17da4b31 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:02.401936 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a4f2d96-4437-4c2a-9076-2c10feb24110 req-c0f72abb-d281-4de7-ab9c-493b17da4b31 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.8063054 Feb 11 05:17:02.501577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Set router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:02.621949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a4f2d96-4437-4c2a-9076-2c10feb24110 req-fb83703a-872d-47c3-a3ca-bbde7e8850c4 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783428 Feb 11 05:17:02.640444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f7c7784-48d8-40aa-955f-51d060934eb4 req-075faeff-dd82-4a38-8eb7-c59b8035f2fc tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227351 Feb 11 05:17:02.689236 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-98cee804-dea0-4074-a61a-94af0bd50a24 admin admin] Publish callbacks [] for security_group (9a4b235c-fab4-4f23-9318-2708d449f642), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:02.696201 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:02.696905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-c3241a09-28ca-40b8-90f3-2d51080f3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:02.701784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-c3241a09-28ca-40b8-90f3-2d51080f3ac5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fd11f94d-b840-4c63-804e-f8e04aa617c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2898376 Feb 11 05:17:02.801491 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-98cee804-dea0-4074-a61a-94af0bd50a24 admin admin] Publish callbacks [] for security_group (9a4b235c-fab4-4f23-9318-2708d449f642), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.105274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:03.158812 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-b6cab803-a753-4529-a4bc-4394e95026ec service neutron] 10.222.0.88 "GET /v2.0/networks/fd11f94d-b840-4c63-804e-f8e04aa617c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415500 Feb 11 05:17:03.193179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d9828-ba25-46c9-bedf-58ebcee14585 req-9f3a7d75-3fd4-4c14-b3bf-82de8dabd78a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:03.196507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-336d9828-ba25-46c9-bedf-58ebcee14585 req-9f3a7d75-3fd4-4c14-b3bf-82de8dabd78a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.4445395 Feb 11 05:17:03.226357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bb5a03-f277-4757-9e52-6e79029ec624 None None] Network 43465c71-4f35-4c70-b075-638d26d85d60 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:03.350434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:03.351160 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (622c9d5f-e09e-478d-bf0e-ecb323f7d5b6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.400372 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'name': 'tempest-ServersTestJSON-1389060182-router', 'tenant_id': '5cca264be03d45218828b71211386bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:59Z', 'updated_at': '2022-02-11T05:17:01Z', 'revision_number': 3, 'project_id': '5cca264be03d45218828b71211386bab', 'gw_port': {'id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:00Z', 'updated_at': '2022-02-11T05:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:03.411829 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-0c7a5fda-9432-47b5-b92c-13933c5e8822 None None] Provisioning complete for port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:03.412597 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0c7a5fda-9432-47b5-b92c-13933c5e8822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (622c9d5f-e09e-478d-bf0e-ecb323f7d5b6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.418801 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-087fd771-929b-41ff-91c3-cb94389ef650 service neutron] 10.222.0.88 "GET /v2.0/networks/fd11f94d-b840-4c63-804e-f8e04aa617c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451687 Feb 11 05:17:03.437797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab823c8-30d1-4911-b41b-4e55e528616f req-880cd3af-4eeb-4db5-a777-181408b46e74 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:03.447314 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fab823c8-30d1-4911-b41b-4e55e528616f req-880cd3af-4eeb-4db5-a777-181408b46e74 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 949 time: 0.6543045 Feb 11 05:17:03.500461 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Checking router: cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:17:03.501184 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Updating router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 port 802c70ee-d6ca-4e3c-919c-2bdc05db0cac binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:17:03.538074 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (802c70ee-d6ca-4e3c-919c-2bdc05db0cac), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.550350 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-98cee804-dea0-4074-a61a-94af0bd50a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9a4b235c-fab4-4f23-9318-2708d449f642), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.553146 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-98cee804-dea0-4074-a61a-94af0bd50a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.554302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-98cee804-dea0-4074-a61a-94af0bd50a24 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9a4b235c-fab4-4f23-9318-2708d449f642 HTTP/1.1" status: 204 len: 168 time: 1.1512172 Feb 11 05:17:03.556009 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.594572 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-756b7210-ac62-4b61-9398-a44321618b04 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=a8386ea7-4352-4731-8123-94a5358ec90d HTTP/1.1" status: 200 len: 217 time: 0.1351058 Feb 11 05:17:03.604450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cee804-dea0-4074-a61a-94af0bd50a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4b235c-fab4-4f23-9318-2708d449f642,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:03.777986 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fab823c8-30d1-4911-b41b-4e55e528616f req-612d1ce5-fa78-4fc7-af8a-006ed9a3f1f3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296900 Feb 11 05:17:03.800929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:03.803224 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (622c9d5f-e09e-478d-bf0e-ecb323f7d5b6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.832978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ffe277a6-992f-4a40-97f8-6d4f51fdca48 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:03.866988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-336d9828-ba25-46c9-bedf-58ebcee14585 req-984f6f17-54d1-4111-8112-d4aa698f13d3 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107370 Feb 11 05:17:04.057480 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ffe277a6-992f-4a40-97f8-6d4f51fdca48, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:04.058705 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.077381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1d037f3f-681d-4719-ac7e-29b6a445b861 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:04.147582 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-5ee88621-9cd0-44ff-b43a-66f3546060d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:04.149177 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-5ee88621-9cd0-44ff-b43a-66f3546060d9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5 HTTP/1.1" status: 200 len: 797 time: 0.5322418 Feb 11 05:17:04.165140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'port_id': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'mac_address': 'fa:16:3e:d6:0d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:04.271013 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a5fda-9432-47b5-b92c-13933c5e8822 None None] Current status of the port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:04.277472 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33298) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:04.289791 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0c7a5fda-9432-47b5-b92c-13933c5e8822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (622c9d5f-e09e-478d-bf0e-ecb323f7d5b6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.290380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Allocated IP 172.20.0.1 (43465c71-4f35-4c70-b075-638d26d85d60/d4b8c711-9cfd-4d91-a2df-6a85dc34918d/a6299591-271c-4cb4-97eb-78f2eda7395b) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:04.307911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25742f34-7056-45a4-b6fb-cc8fabaea01e req-567495ac-bc2c-48b1-b750-011c12a6a978 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:04.316956 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25742f34-7056-45a4-b6fb-cc8fabaea01e req-567495ac-bc2c-48b1-b750-011c12a6a978 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.3308768 Feb 11 05:17:04.340632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e9d4d-2621-4e77-8a21-2cb8e51e84c6 req-bc318241-5f8a-44b8-a773-3b8d5be808fa tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:04.342639 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115e9d4d-2621-4e77-8a21-2cb8e51e84c6 req-bc318241-5f8a-44b8-a773-3b8d5be808fa tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.3835008 Feb 11 05:17:04.355493 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=622c9d5f-e09e-478d-bf0e-ecb323f7d5b6,segment=NetworkSegment(5c1e4194-22bb-49a2-97d5-b0811aecd893),segment_id=5c1e4194-22bb-49a2-97d5-b0811aecd893)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:04.391096 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-644b10d1-a23d-4bc7-9958-903455af3333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.409852 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (622c9d5f-e09e-478d-bf0e-ecb323f7d5b6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.417441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 1d037f3f-681d-4719-ac7e-29b6a445b861 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:17:04.449906 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Publish callbacks [] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.472716 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-0d06f066-59b2-4097-bebf-a6392a9aeb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:04.474416 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-0d06f066-59b2-4097-bebf-a6392a9aeb38 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87b930fc-0254-4b87-ac0d-42931be73941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3142734 Feb 11 05:17:04.491644 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.546505 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Network 43465c71-4f35-4c70-b075-638d26d85d60 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:04.554935 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:04.558795 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:04.583758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115e9d4d-2621-4e77-8a21-2cb8e51e84c6 req-40672be8-892e-433c-a995-947da422ba0f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095277 Feb 11 05:17:04.616666 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Pushing event updated for resources: {'Port': ['ID=a6299591-271c-4cb4-97eb-78f2eda7395b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:04.636371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25742f34-7056-45a4-b6fb-cc8fabaea01e req-d330adae-c6c8-4dea-8d3e-9fafacef9384 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921884 Feb 11 05:17:04.670965 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (cf2561f2-a927-4f65-a1f8-bca25ae3d2e1), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.792748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=622c9d5f-e09e-478d-bf0e-ecb323f7d5b6,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:04.797496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ffe277a6-992f-4a40-97f8-6d4f51fdca48 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:04.797896 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.800119 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 1d037f3f-681d-4719-ac7e-29b6a445b861 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:04.800489 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.964639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe277a6-992f-4a40-97f8-6d4f51fdca48 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:05.007902 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.021057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3873d-9e7f-43a8-bf02-c681f21c606a req-6b123f70-65fd-4f6b-817f-34a16a3ac4c3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:05.022676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5cc3873d-9e7f-43a8-bf02-c681f21c606a req-6b123f70-65fd-4f6b-817f-34a16a3ac4c3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.2583852 Feb 11 05:17:05.056371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-60ec4ca9-5279-441a-889f-6532d76218d1 service neutron] 10.222.0.88 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538490 Feb 11 05:17:05.060495 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Publish callbacks [] for port (802c70ee-d6ca-4e3c-919c-2bdc05db0cac), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.069060 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-0c7a5fda-9432-47b5-b92c-13933c5e8822 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:17:05.069867 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-0c7a5fda-9432-47b5-b92c-13933c5e8822 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:17:05.084477 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ffe277a6-992f-4a40-97f8-6d4f51fdca48, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:05.121158 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (802c70ee-d6ca-4e3c-919c-2bdc05db0cac), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.185190 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.193120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 1d037f3f-681d-4719-ac7e-29b6a445b861 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:05.193511 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.230302 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.236668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:05.272039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d037f3f-681d-4719-ac7e-29b6a445b861'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:05.274297 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f35b327-fc7d-4252-af2e-3896d49dc9a3" -d '{"events": [{"server_uuid": "6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc", "name": "network-vif-plugged", "status": "completed", "tag": "1d037f3f-681d-4719-ac7e-29b6a445b861"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:05.312585 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 1d037f3f-681d-4719-ac7e-29b6a445b861, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d037f3f-681d-4719-ac7e-29b6a445b861,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:05.316268 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-644b10d1-a23d-4bc7-9958-903455af3333 admin admin] Publish callbacks [] for security_group (c4abf6ec-bf01-4d58-bed3-2bd534329ece), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.317444 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab35f0-0b08-4ede-ba71-f939a377e378 None None] Pushing event updated for resources: {'Port': ['ID=802c70ee-d6ca-4e3c-919c-2bdc05db0cac,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:05.321884 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.323874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Attempting to bind port 802c70ee-d6ca-4e3c-919c-2bdc05db0cac on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:05.324251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Attempting to bind port 802c70ee-d6ca-4e3c-919c-2bdc05db0cac by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:05.324617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Attempting to bind port 802c70ee-d6ca-4e3c-919c-2bdc05db0cac on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:05.329384 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-f7671012-2fea-45cc-af5b-7b662f219a36 service neutron] 10.222.0.88 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452686 Feb 11 05:17:05.334503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-644b10d1-a23d-4bc7-9958-903455af3333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c4abf6ec-bf01-4d58-bed3-2bd534329ece), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.351515 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Publish callbacks [] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.361405 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.377439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:05.377868 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:05.378223 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.378623 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:05.379110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Bound port: 802c70ee-d6ca-4e3c-919c-2bdc05db0cac, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:05.379530 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (802c70ee-d6ca-4e3c-919c-2bdc05db0cac), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.391494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b10d1-a23d-4bc7-9958-903455af3333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4abf6ec-bf01-4d58-bed3-2bd534329ece,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:05.437253 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=ffe277a6-992f-4a40-97f8-6d4f51fdca48,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:05.469846 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Pushing event updated for resources: {'Port': ['ID=a6299591-271c-4cb4-97eb-78f2eda7395b,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:05.474465 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (cf2561f2-a927-4f65-a1f8-bca25ae3d2e1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.474776 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:05.475160 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (622c9d5f-e09e-478d-bf0e-ecb323f7d5b6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.514467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a893610-9314-495f-805a-99ec4b6956ee req-61353941-2728-4f20-93e3-2afef067454b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:05.516182 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a893610-9314-495f-805a-99ec4b6956ee req-61353941-2728-4f20-93e3-2afef067454b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 949 time: 0.4791982 Feb 11 05:17:05.517060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] For port 802c70ee-d6ca-4e3c-919c-2bdc05db0cac, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:05.523529 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-866b78aa-1ced-49b7-9b53-79d086a81798 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=a343ee49-32a7-4046-97df-753fc7b82f4c HTTP/1.1" status: 200 len: 217 time: 0.1820004 Feb 11 05:17:05.531252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-644b10d1-a23d-4bc7-9958-903455af3333 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=99de3efda413445688e883dd56ee05a8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2515018 Feb 11 05:17:05.535380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5cc3873d-9e7f-43a8-bf02-c681f21c606a req-59fb89e8-e721-49f8-87a2-cf154612ba83 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4615526 Feb 11 05:17:05.556173 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33310) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:05.563331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] For port 802c70ee-d6ca-4e3c-919c-2bdc05db0cac, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=802c70ee-d6ca-4e3c-919c-2bdc05db0cac,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:05.651787 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a5fda-9432-47b5-b92c-13933c5e8822 None None] Current status of the port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:05.654096 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['ffe277a6-992f-4a40-97f8-6d4f51fdca48'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:05.661580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Network 43465c71-4f35-4c70-b075-638d26d85d60 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:05.668402 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:05.712345 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (802c70ee-d6ca-4e3c-919c-2bdc05db0cac), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.727836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=1d037f3f-681d-4719-ac7e-29b6a445b861,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:05.757272 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a893610-9314-495f-805a-99ec4b6956ee req-363a39f8-83bd-4b0b-8874-3ff2a6c5fe7d tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304060 Feb 11 05:17:05.760215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-72a802fe-0d96-4e75-9b06-b44d31e7439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:05.762075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-72a802fe-0d96-4e75-9b06-b44d31e7439d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5 HTTP/1.1" status: 200 len: 797 time: 0.2068422 Feb 11 05:17:05.806945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device cd3e3835-75ca-472a-877c-8fd725e7d068 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:05.833372 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:17:05.867336 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ebf7-6d35-4161-af79-7240479091f1 admin admin] Publish callbacks [] for security_group (c4abf6ec-bf01-4d58-bed3-2bd534329ece), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:05.931052 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd8a03a-261d-44c2-9445-693ce17533e7 x-openstack-request-id: req-6cd8a03a-261d-44c2-9445-693ce17533e7 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:05.931343 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc", "name": "network-vif-plugged", "status": "completed", "tag": "1d037f3f-681d-4719-ac7e-29b6a445b861", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:05.931620 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6cd8a03a-261d-44c2-9445-693ce17533e7 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:05.932012 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d037f3f-681d-4719-ac7e-29b6a445b861', 'code': 200} Feb 11 05:17:05.947549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d82995-d44e-4c85-8710-6efac499ea25 req-c8e24f4f-9e5c-4109-a81f-64c004240535 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:05.949078 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-38d82995-d44e-4c85-8710-6efac499ea25 req-c8e24f4f-9e5c-4109-a81f-64c004240535 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.2823756 Feb 11 05:17:05.951015 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-6f16a1e1-bcd5-46b5-acd0-d2e8922a42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:05.958330 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-6f16a1e1-bcd5-46b5-acd0-d2e8922a42d1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87b930fc-0254-4b87-ac0d-42931be73941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1874206 Feb 11 05:17:06.002436 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3a87657c-5e9e-4d58-8517-113645ac9a88 None None] Provisioning complete for port a6299591-271c-4cb4-97eb-78f2eda7395b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:06.002813 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3a87657c-5e9e-4d58-8517-113645ac9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:06.004996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab35f0-0b08-4ede-ba71-f939a377e378 None None] Pushing event updated for resources: {'Port': ['ID=802c70ee-d6ca-4e3c-919c-2bdc05db0cac,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:06.036150 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ebf7-6d35-4161-af79-7240479091f1 admin admin] Publish callbacks [] for security_group (c4abf6ec-bf01-4d58-bed3-2bd534329ece), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:06.036599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Routers {'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:06.037215 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:06.077849 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:06.085470 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-063fa32d-a0e4-43b7-b604-60ef7ccec935 admin admin] 10.222.0.87 "PUT /v2.0/routers/cf2561f2-a927-4f65-a1f8-bca25ae3d2e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8850820 Feb 11 05:17:06.213009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-8f49c9e7-1f81-486e-a695-a1b702b8d3c0 service neutron] 10.222.0.88 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030637 Feb 11 05:17:06.301456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ebf7-6d35-4161-af79-7240479091f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c4abf6ec-bf01-4d58-bed3-2bd534329ece), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:06.304232 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ebf7-6d35-4161-af79-7240479091f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:06.307722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b5a9ebf7-6d35-4161-af79-7240479091f1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c4abf6ec-bf01-4d58-bed3-2bd534329ece HTTP/1.1" status: 204 len: 168 time: 0.7462449 Feb 11 05:17:06.318032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:06.343465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9ebf7-6d35-4161-af79-7240479091f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4abf6ec-bf01-4d58-bed3-2bd534329ece,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:06.360793 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port cd3e3835-75ca-472a-877c-8fd725e7d068 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:17:06.369749 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3084fde-eed0-467f-bc1f-326642493a65 req-79b98d1f-a948-4c0e-8f3a-489b633089f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:06.372362 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3084fde-eed0-467f-bc1f-326642493a65 req-79b98d1f-a948-4c0e-8f3a-489b633089f9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 1133 time: 0.3390408 Feb 11 05:17:06.387505 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port cd3e3835-75ca-472a-877c-8fd725e7d068 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:06.387821 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cd3e3835-75ca-472a-877c-8fd725e7d068), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:06.436775 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3a87657c-5e9e-4d58-8517-113645ac9a88 None None] Port a6299591-271c-4cb4-97eb-78f2eda7395b cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:17:06.439367 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-38d82995-d44e-4c85-8710-6efac499ea25 req-c5675959-d3a7-4e75-8ec5-5db14eebacc5 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501822 Feb 11 05:17:06.537893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3a87657c-5e9e-4d58-8517-113645ac9a88 None None] Provisioning complete for port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:06.537893 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3a87657c-5e9e-4d58-8517-113645ac9a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (622c9d5f-e09e-478d-bf0e-ecb323f7d5b6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:06.540334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5a13a-e08a-4c59-8229-53dc57cc7851 req-7ca69c5b-177b-469c-8ff4-b3dbeb191b9e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:06.554773 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9f5a13a-e08a-4c59-8229-53dc57cc7851 req-7ca69c5b-177b-469c-8ff4-b3dbeb191b9e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.4675651 Feb 11 05:17:06.616414 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] Set router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:06.666786 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-e7b13fd5-1e83-48bc-b5ac-71d09bbfb4e5 service neutron] 10.222.0.88 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450474 Feb 11 05:17:06.668537 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port cd3e3835-75ca-472a-877c-8fd725e7d068 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:06.669075 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cd3e3835-75ca-472a-877c-8fd725e7d068), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:06.705186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9f5a13a-e08a-4c59-8229-53dc57cc7851 req-1db5fc9a-1e3d-4f35-98d7-919ed44e5fc7 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489654 Feb 11 05:17:06.750597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3084fde-eed0-467f-bc1f-326642493a65 req-b7229576-959f-4e51-bf06-08536d38b8a1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098838 Feb 11 05:17:06.752034 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-bb169664-6861-45ee-a04f-d0285875e374 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=b12f10e6-7778-48b4-b25c-08b68caaccb1 HTTP/1.1" status: 200 len: 217 time: 0.0532877 Feb 11 05:17:06.761156 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9137347-926b-4d6a-8dda-1d284b3657cf req-c6f5a179-a5de-4f05-b81c-87fb3820d9a8 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:06.762878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f9137347-926b-4d6a-8dda-1d284b3657cf req-c6f5a179-a5de-4f05-b81c-87fb3820d9a8 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.1787109 Feb 11 05:17:06.875405 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f9137347-926b-4d6a-8dda-1d284b3657cf req-fae6893e-7ad5-4b58-8c68-09c06ea5fce1 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015055 Feb 11 05:17:06.945440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port cd3e3835-75ca-472a-877c-8fd725e7d068, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cd3e3835-75ca-472a-877c-8fd725e7d068,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:06.957677 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cd3e3835-75ca-472a-877c-8fd725e7d068), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:07.008247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3a87657c-5e9e-4d58-8517-113645ac9a88 None None] Current status of the port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:07.021495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=cd3e3835-75ca-472a-877c-8fd725e7d068,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:07.068343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'name': 'tempest-ServersTestJSON-1389060182-router', 'tenant_id': '5cca264be03d45218828b71211386bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:59Z', 'updated_at': '2022-02-11T05:17:04Z', 'revision_number': 4, 'project_id': '5cca264be03d45218828b71211386bab', 'gw_port': {'id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:00Z', 'updated_at': '2022-02-11T05:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'a6299591-271c-4cb4-97eb-78f2eda7395b', 'name': '', 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'tenant_id': '5cca264be03d45218828b71211386bab', 'mac_address': 'fa:16:3e:a4:cb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:04Z', 'updated_at': '2022-02-11T05:17:05Z', 'revision_number': 2, 'project_id': '5cca264be03d45218828b71211386bab', 'subnets': [{'id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:07.118617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0607fa4b-1e77-4037-8276-ec6226e67cae None None] The sync data for ids ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'] in n-d-713499-38 is: [{'id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'name': 'tempest-ServersTestJSON-1389060182-router', 'tenant_id': '5cca264be03d45218828b71211386bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:59Z', 'updated_at': '2022-02-11T05:17:04Z', 'revision_number': 4, 'project_id': '5cca264be03d45218828b71211386bab', 'gw_port': {'id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:00Z', 'updated_at': '2022-02-11T05:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'a6299591-271c-4cb4-97eb-78f2eda7395b', 'name': '', 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'tenant_id': '5cca264be03d45218828b71211386bab', 'mac_address': 'fa:16:3e:a4:cb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:04Z', 'updated_at': '2022-02-11T05:17:05Z', 'revision_number': 2, 'project_id': '5cca264be03d45218828b71211386bab', 'subnets': [{'id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:07.162832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-ec4a4245-fbd9-4fe5-a9a5-51cab91028f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:07.172253 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-359c0c4d-e214-4bd0-91ce-af4886cb7108 None None] Provisioning complete for port a6299591-271c-4cb4-97eb-78f2eda7395b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:07.173171 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-359c0c4d-e214-4bd0-91ce-af4886cb7108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:07.181167 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-ec4a4245-fbd9-4fe5-a9a5-51cab91028f9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5 HTTP/1.1" status: 200 len: 797 time: 0.2227087 Feb 11 05:17:07.231764 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-359c0c4d-e214-4bd0-91ce-af4886cb7108 None None] Port a6299591-271c-4cb4-97eb-78f2eda7395b cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:17:07.236644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b545179-c28d-4be0-ac42-03ff48658401 req-eae5fe04-5b17-4fbc-a20d-f49c961e43d2 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:07.244167 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b545179-c28d-4be0-ac42-03ff48658401 req-eae5fe04-5b17-4fbc-a20d-f49c961e43d2 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 944 time: 0.1914644 Feb 11 05:17:07.362650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-1187a080-591d-4d3e-8f0e-eb910b8d813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:07.364191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-1187a080-591d-4d3e-8f0e-eb910b8d813c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87b930fc-0254-4b87-ac0d-42931be73941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1574202 Feb 11 05:17:07.379657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b545179-c28d-4be0-ac42-03ff48658401 req-ad69cde5-40ae-45b8-9c56-e24cdbe86559 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336410 Feb 11 05:17:07.640498 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-36595283-57e5-4bab-bf9b-84b93aff4275 service neutron] 10.222.0.88 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593966 Feb 11 05:17:07.697877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69655de-6351-4e81-8091-722439a0bff5 req-21d54c21-cec7-42f8-aabe-7bea19ebaf3a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:07.705865 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e69655de-6351-4e81-8091-722439a0bff5 req-21d54c21-cec7-42f8-aabe-7bea19ebaf3a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 950 time: 0.1916840 Feb 11 05:17:07.742111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ffe277a6-992f-4a40-97f8-6d4f51fdca48 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:07.894570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e69655de-6351-4e81-8091-722439a0bff5 req-369e794c-139a-4303-9ea8-f12e9160c249 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876297 Feb 11 05:17:07.913432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port ffe277a6-992f-4a40-97f8-6d4f51fdca48 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:17:07.916598 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-0dd8af9b-1ba8-438d-8fe2-575789b3058e service neutron] 10.222.0.88 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654462 Feb 11 05:17:07.928661 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port ffe277a6-992f-4a40-97f8-6d4f51fdca48 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:07.931573 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:07.939777 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f35574-3de2-4a86-9b49-7ea3bfad9a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3e3835-75ca-472a-877c-8fd725e7d068'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:07.946577 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e225acd1-d7de-4eba-8d53-0b0c89c4608c" -d '{"events": [{"server_uuid": "66f35574-3de2-4a86-9b49-7ea3bfad9a5c", "name": "network-vif-plugged", "status": "completed", "tag": "cd3e3835-75ca-472a-877c-8fd725e7d068"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:08.017334 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-090e567a-7830-457d-9aab-1d2b84b1169a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=7e37fe20-df88-4ce7-8809-1a3a83f553fa HTTP/1.1" status: 200 len: 217 time: 0.0955412 Feb 11 05:17:08.113765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-61169147-d850-4aaa-97c1-090494a3a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:08.115701 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-61169147-d850-4aaa-97c1-090494a3a5fc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5 HTTP/1.1" status: 200 len: 797 time: 0.0631595 Feb 11 05:17:08.126779 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f044f4d-931b-4f5f-9c17-d127b62097a9 req-52fb7a23-3208-4b1f-a57d-926bea974582 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:08.150994 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f044f4d-931b-4f5f-9c17-d127b62097a9 req-52fb7a23-3208-4b1f-a57d-926bea974582 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1311941 Feb 11 05:17:08.234347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ffe277a6-992f-4a40-97f8-6d4f51fdca48 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:08.234878 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.309898 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ffe277a6-992f-4a40-97f8-6d4f51fdca48, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:08.315472 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.358472 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f044f4d-931b-4f5f-9c17-d127b62097a9 req-a5b4d542-13d3-4003-ba5b-87a3f604a1ba tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017200 Feb 11 05:17:08.386229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33358) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:08.389727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-4a125dad-4aa0-4019-b6d9-b90716376687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:08.392849 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-4a125dad-4aa0-4019-b6d9-b90716376687 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87b930fc-0254-4b87-ac0d-42931be73941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2275174 Feb 11 05:17:08.394138 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e3a71236-af1c-49cc-a3f0-4392abcd1920 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--749934426', 'description': 'tempest-description--1229768963'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:08.422336 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3a71236-af1c-49cc-a3f0-4392abcd1920 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.451707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=ffe277a6-992f-4a40-97f8-6d4f51fdca48,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:08.605262 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3a71236-af1c-49cc-a3f0-4392abcd1920 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for security_group (176ae555-4283-4d2d-a7f8-d74bdfaed218), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.613556 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3a71236-af1c-49cc-a3f0-4392abcd1920 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (176ae555-4283-4d2d-a7f8-d74bdfaed218), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.664973 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3a71236-af1c-49cc-a3f0-4392abcd1920 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.667513 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e3a71236-af1c-49cc-a3f0-4392abcd1920 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2784457 Feb 11 05:17:08.673336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33368) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:08.679691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-d17a838e-e6dd-4f7f-a967-685a181ef126 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Request body: {'security_group_rule': {'security_group_id': '176ae555-4283-4d2d-a7f8-d74bdfaed218', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:08.683771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4ccb0-f8c7-4023-a126-bd87f30f7116 req-94ddac54-376a-4ffd-a90d-2eaf7459ce5c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:08.691851 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edf4ccb0-f8c7-4023-a126-bd87f30f7116 req-94ddac54-376a-4ffd-a90d-2eaf7459ce5c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.2271831 Feb 11 05:17:08.693221 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a71236-af1c-49cc-a3f0-4392abcd1920 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176ae555-4283-4d2d-a7f8-d74bdfaed218,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:08.699369 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-c70fdcc1-2395-4c17-b625-dfebcc3acab0 service neutron] 10.222.0.88 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958665 Feb 11 05:17:08.740516 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d17a838e-e6dd-4f7f-a967-685a181ef126 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for security_group_rule (b17c2be4-942c-4518-a6e4-1fc32e333b72), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.746519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c0c3c-3a9c-407e-abc1-a2858af1623c req-214082d2-11b7-4643-a5ab-06ea4530ec6b tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:08.755399 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ec5c0c3c-3a9c-407e-abc1-a2858af1623c req-214082d2-11b7-4643-a5ab-06ea4530ec6b tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.1992202 Feb 11 05:17:08.855261 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edf4ccb0-f8c7-4023-a126-bd87f30f7116 req-ac21673e-5d81-45b8-9a75-7f10dd57dc54 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626859 Feb 11 05:17:08.878588 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d17a838e-e6dd-4f7f-a967-685a181ef126 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for security_group_rule (b17c2be4-942c-4518-a6e4-1fc32e333b72), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.890483 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d17a838e-e6dd-4f7f-a967-685a181ef126 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (b17c2be4-942c-4518-a6e4-1fc32e333b72), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.923053 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a838e-e6dd-4f7f-a967-685a181ef126 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17c2be4-942c-4518-a6e4-1fc32e333b72,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:08.937184 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2fdb42-60d6-46a4-9841-544a727ba1ca x-openstack-request-id: req-7c2fdb42-60d6-46a4-9841-544a727ba1ca {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:08.937693 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f35574-3de2-4a86-9b49-7ea3bfad9a5c", "name": "network-vif-plugged", "status": "completed", "tag": "cd3e3835-75ca-472a-877c-8fd725e7d068", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:08.937995 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7c2fdb42-60d6-46a4-9841-544a727ba1ca {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:08.938413 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f35574-3de2-4a86-9b49-7ea3bfad9a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3e3835-75ca-472a-877c-8fd725e7d068', 'code': 200} Feb 11 05:17:08.967941 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d17a838e-e6dd-4f7f-a967-685a181ef126 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.970038 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d17a838e-e6dd-4f7f-a967-685a181ef126 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2957256 Feb 11 05:17:08.973205 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33376) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:08.978335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-93665080-7a80-4492-b6b6-ec3aabbe4679 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Request body: {'security_group_rule': {'security_group_id': '176ae555-4283-4d2d-a7f8-d74bdfaed218', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:08.985506 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ec5c0c3c-3a9c-407e-abc1-a2858af1623c req-e25a1600-b6bd-441b-a3d8-01cbd6bac36e tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291195 Feb 11 05:17:09.024297 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-e3dd6570-b86e-49cd-866e-6ab69b10e14a service neutron] 10.222.0.88 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145945 Feb 11 05:17:09.053969 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93665080-7a80-4492-b6b6-ec3aabbe4679 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for security_group_rule (6d5eb7a6-bea6-46b7-a1be-9bf1ecf67f01), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.139768 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-796e6d6a-08a7-4170-aef9-624d1e65dab1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=47c68d4d-dde3-4df1-ab81-7d42effbc318 HTTP/1.1" status: 200 len: 217 time: 0.1102674 Feb 11 05:17:09.258441 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93665080-7a80-4492-b6b6-ec3aabbe4679 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for security_group_rule (6d5eb7a6-bea6-46b7-a1be-9bf1ecf67f01), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.262155 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 802c70ee-d6ca-4e3c-919c-2bdc05db0cac up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:09.278205 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93665080-7a80-4492-b6b6-ec3aabbe4679 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (6d5eb7a6-bea6-46b7-a1be-9bf1ecf67f01), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.327312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93665080-7a80-4492-b6b6-ec3aabbe4679 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5eb7a6-bea6-46b7-a1be-9bf1ecf67f01,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:09.366319 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93665080-7a80-4492-b6b6-ec3aabbe4679 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.370073 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-93665080-7a80-4492-b6b6-ec3aabbe4679 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3932109 Feb 11 05:17:09.370336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33382) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:09.375448 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:09.409568 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 802c70ee-d6ca-4e3c-919c-2bdc05db0cac triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:09.410021 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (802c70ee-d6ca-4e3c-919c-2bdc05db0cac), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.442054 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.587512 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.595582 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 802c70ee-d6ca-4e3c-919c-2bdc05db0cac is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:09.596564 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (802c70ee-d6ca-4e3c-919c-2bdc05db0cac), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.649594 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 802c70ee-d6ca-4e3c-919c-2bdc05db0cac, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=802c70ee-d6ca-4e3c-919c-2bdc05db0cac,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:09.657908 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (802c70ee-d6ca-4e3c-919c-2bdc05db0cac), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.699981 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.811497 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=802c70ee-d6ca-4e3c-919c-2bdc05db0cac,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:09.824410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-6327e1c7-0a47-41e6-8589-a2ec1591df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:09.826602 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-6327e1c7-0a47-41e6-8589-a2ec1591df0f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=87a5bba2-6a2d-4e41-b79c-d462124d28c5 HTTP/1.1" status: 200 len: 797 time: 0.6170113 Feb 11 05:17:09.855299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a6f03-1a60-4be1-9306-5de5ec91dbe2 req-7271b339-542f-4aff-a6c3-7a7438a18a6b tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:09.858619 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-195a6f03-1a60-4be1-9306-5de5ec91dbe2 req-7271b339-542f-4aff-a6c3-7a7438a18a6b tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.7158914 Feb 11 05:17:09.868190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5197ad-2be6-4a29-aeb8-929aa33d0377 req-ac639fb6-d2d6-4004-8694-f115f2f6e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:09.870057 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a5197ad-2be6-4a29-aeb8-929aa33d0377 req-ac639fb6-d2d6-4004-8694-f115f2f6e264 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 1133 time: 0.7284195 Feb 11 05:17:09.923546 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Allocated IP 172.25.5.196 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/9eef320b-815b-4174-9c84-33ef5368cca1) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:10.018770 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a5197ad-2be6-4a29-aeb8-929aa33d0377 req-757e4e05-116e-4c4c-bd0c-067e49a33f77 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986822 Feb 11 05:17:10.040759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbda834-b742-4228-bcc9-9814af72a987 req-35f99a00-841f-4e09-8f45-fc17755487be tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:10.048903 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8dbda834-b742-4228-bcc9-9814af72a987 req-35f99a00-841f-4e09-8f45-fc17755487be tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 950 time: 0.8474555 Feb 11 05:17:10.090662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-fe14d763-2c62-44f6-9140-e2de93bf793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:10.092232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-fe14d763-2c62-44f6-9140-e2de93bf793c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2265761 Feb 11 05:17:10.095529 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-195a6f03-1a60-4be1-9306-5de5ec91dbe2 req-32f94ac7-93b8-4fc4-8106-b9afd61721a6 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851382 Feb 11 05:17:10.140890 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for port (9eef320b-815b-4174-9c84-33ef5368cca1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:10.195118 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8dbda834-b742-4228-bcc9-9814af72a987 req-8ecf8799-b638-4ee9-be49-4cc9361df03b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396456 Feb 11 05:17:10.202667 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (9eef320b-815b-4174-9c84-33ef5368cca1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:10.250641 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:10.253870 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:10.260560 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:10.308217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Pushing event updated for resources: {'Port': ['ID=9eef320b-815b-4174-9c84-33ef5368cca1,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:10.409307 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for floatingip (f0cf5d76-86b2-4c5b-a51a-0158fb105f3a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:10.464628 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9eef320b-815b-4174-9c84-33ef5368cca1), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:10.551136 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-ee40d7fd-b3b2-463b-b741-90a96dbb02ad service neutron] 10.222.0.88 "GET /v2.0/networks/d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323866 Feb 11 05:17:10.559930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc71da-141f-4d37-9d59-20ecc71987a9 req-ada03f14-4392-49de-b231-7ac744dce33c tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:10.571690 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5cc71da-141f-4d37-9d59-20ecc71987a9 req-ada03f14-4392-49de-b231-7ac744dce33c tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.3693581 Feb 11 05:17:10.666125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7da3f5-f638-45b4-a46c-c39ec018e947 req-a3adde9b-98f9-42f1-9521-fc106fde1498 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:10.673524 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad7da3f5-f638-45b4-a46c-c39ec018e947 req-a3adde9b-98f9-42f1-9521-fc106fde1498 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.2345107 Feb 11 05:17:10.709609 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for port (9eef320b-815b-4174-9c84-33ef5368cca1), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:10.720204 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (9eef320b-815b-4174-9c84-33ef5368cca1), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:10.783217 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5cc71da-141f-4d37-9d59-20ecc71987a9 req-7bc641d2-56e3-41fc-b848-8e2ca55ed956 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051404 Feb 11 05:17:10.848095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-c5f23c1d-68e3-4772-aa3c-8e3669aff47d service neutron] 10.222.0.88 "GET /v2.0/networks/d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740331 Feb 11 05:17:10.868834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Pushing event updated for resources: {'Port': ['ID=9eef320b-815b-4174-9c84-33ef5368cca1,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:10.880632 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (f0cf5d76-86b2-4c5b-a51a-0158fb105f3a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:10.884319 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad7da3f5-f638-45b4-a46c-c39ec018e947 req-83d74542-ab87-425e-ab38-f50bcb568707 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010589 Feb 11 05:17:10.917193 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:10.927750 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d55f0f24-2278-4fed-9631-f2cea2e67d89 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5474994 Feb 11 05:17:10.939952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:10.942312 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf74aa5-352c-4478-902d-b5b60b8f2b42" -d '{"events": [{"server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "name": "network-vif-plugged", "status": "completed", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:10.975234 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Sync routers for ids ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:10.986933 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-dcf12304-c065-4939-8b0f-6525c8b79e1c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e828d84d-edf8-4420-87a0-469dd5ad5cd3 HTTP/1.1" status: 200 len: 217 time: 0.1002152 Feb 11 05:17:10.989436 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Routers {'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:10.990084 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:11.015108 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d39607-0c31-4ee4-b76a-1e932c8afb3f x-openstack-request-id: req-d4d39607-0c31-4ee4-b76a-1e932c8afb3f {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:11.015403 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "name": "network-vif-plugged", "status": "completed", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:11.015675 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d4d39607-0c31-4ee4-b76a-1e932c8afb3f {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:11.016069 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'code': 200} Feb 11 05:17:11.091972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3130b5f-022a-4e61-b759-e4f0e85d0396 req-d949c2c8-d904-4537-b18f-92da90b61d4c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:11.101526 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3130b5f-022a-4e61-b759-e4f0e85d0396 req-d949c2c8-d904-4537-b18f-92da90b61d4c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.2159259 Feb 11 05:17:11.201901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-4af4ca39-ea54-40f0-ade6-90837ae6dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:11.204243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-4af4ca39-ea54-40f0-ade6-90837ae6dcac service neutron] 10.222.0.88 "GET /v2.0/subnets?id=87a5bba2-6a2d-4e41-b79c-d462124d28c5 HTTP/1.1" status: 200 len: 797 time: 0.2040622 Feb 11 05:17:11.208827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 802c70ee-d6ca-4e3c-919c-2bdc05db0cac up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:11.245516 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Set router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:11.265400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f7209-ebe0-4d35-ac80-711228126210 req-123bf47d-d27d-4287-b516-7f19ed84fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:11.265949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc2f7209-ebe0-4d35-ac80-711228126210 req-123bf47d-d27d-4287-b516-7f19ed84fdcd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 1128 time: 0.1600106 Feb 11 05:17:11.309623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3130b5f-022a-4e61-b759-e4f0e85d0396 req-900d54c3-3e06-46c8-ab0c-28e8dfd91b62 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072175 Feb 11 05:17:11.371938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 802c70ee-d6ca-4e3c-919c-2bdc05db0cac triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:11.372670 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (802c70ee-d6ca-4e3c-919c-2bdc05db0cac), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:11.385368 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-d5007c2c-cd09-47b2-8e13-e952a19e1b02 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--749934426&fields=id&tenant_id=5cca264be03d45218828b71211386bab HTTP/1.1" status: 200 len: 267 time: 0.0793300 Feb 11 05:17:11.419216 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-fef4863f-3ac3-4306-84d2-4dc4a9e6f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:11.421029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-fef4863f-3ac3-4306-84d2-4dc4a9e6f3c7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1946831 Feb 11 05:17:11.439348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc2f7209-ebe0-4d35-ac80-711228126210 req-1e8fb024-bb51-4f52-9066-bae9a9b65d7d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345456 Feb 11 05:17:11.572030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-f2919675-15fa-4d05-aa03-01d42c0054d8 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:11.580852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-f2919675-15fa-4d05-aa03-01d42c0054d8 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/networks?id=43465c71-4f35-4c70-b075-638d26d85d60 HTTP/1.1" status: 200 len: 806 time: 0.1867719 Feb 11 05:17:11.621167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 802c70ee-d6ca-4e3c-919c-2bdc05db0cac is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:11.630627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-9c1dee42-ae44-4ae9-925d-22f2aa95cb7e tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/quotas/5cca264be03d45218828b71211386bab HTTP/1.1" status: 200 len: 375 time: 0.0485988 Feb 11 05:17:11.705531 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'name': 'tempest-ServersTestJSON-1389060182-router', 'tenant_id': '5cca264be03d45218828b71211386bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:59Z', 'updated_at': '2022-02-11T05:17:04Z', 'revision_number': 4, 'project_id': '5cca264be03d45218828b71211386bab', 'gw_port': {'id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:00Z', 'updated_at': '2022-02-11T05:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'a6299591-271c-4cb4-97eb-78f2eda7395b', 'name': '', 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'tenant_id': '5cca264be03d45218828b71211386bab', 'mac_address': 'fa:16:3e:a4:cb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:04Z', 'updated_at': '2022-02-11T05:17:05Z', 'revision_number': 2, 'project_id': '5cca264be03d45218828b71211386bab', 'subnets': [{'id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:11.765210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0702d-9031-49d6-a2a8-8da2d296ad7a req-eae9b061-323e-44df-9b8d-0bc629886614 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:11.765643 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Checking router: cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:17:11.766092 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Updating router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 port a6299591-271c-4cb4-97eb-78f2eda7395b binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:17:11.772907 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-09c0702d-9031-49d6-a2a8-8da2d296ad7a req-eae9b061-323e-44df-9b8d-0bc629886614 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.3151979 Feb 11 05:17:11.792664 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-95f1fe35-adf4-4db9-8a16-7f526df75eb7 service neutron] 10.222.0.88 "GET /v2.0/networks/d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560760 Feb 11 05:17:11.805171 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:11.808538 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-e98afead-9f67-47e1-8b0b-49bd1728fc06 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5cca264be03d45218828b71211386bab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1770499 Feb 11 05:17:11.875744 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-09c0702d-9031-49d6-a2a8-8da2d296ad7a req-399e8004-f498-4960-873d-b9bb0b2d963b tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968843 Feb 11 05:17:12.151126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f1b91ba-64ea-4735-ba52-2d1daf6c18c6 req-18b8b8c4-f550-46ed-bdc1-c4b8a5afc7da service neutron] 10.222.0.88 "GET /v2.0/networks/d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358068 Feb 11 05:17:12.199552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ea37b-6a99-4355-8c75-7334bb26d5e9 req-4d0b24e6-1131-492f-acdf-3f6e6a149dd4 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:12.201830 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea3ea37b-6a99-4355-8c75-7334bb26d5e9 req-4d0b24e6-1131-492f-acdf-3f6e6a149dd4 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 950 time: 0.1858954 Feb 11 05:17:12.204498 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-008c2e6a-4640-493d-b611-5974ba36e73a service neutron] 10.222.0.87 "GET /v2.0/networks/43465c71-4f35-4c70-b075-638d26d85d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537147 Feb 11 05:17:12.228202 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Publish callbacks [] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:12.236969 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:12.329427 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6601cb-63c1-4f25-9c16-c4dc9a67cede None None] Pushing event updated for resources: {'Port': ['ID=a6299591-271c-4cb4-97eb-78f2eda7395b,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:12.392167 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Attempting to bind port a6299591-271c-4cb4-97eb-78f2eda7395b on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:12.393049 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Attempting to bind port a6299591-271c-4cb4-97eb-78f2eda7395b by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '5c1e4194-22bb-49a2-97d5-b0811aecd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:12.393578 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Attempting to bind port a6299591-271c-4cb4-97eb-78f2eda7395b on network 43465c71-4f35-4c70-b075-638d26d85d60 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:12.412634 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:12.413023 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Checking segment: {'id': '5c1e4194-22bb-49a2-97d5-b0811aecd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:12.413432 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:12.413828 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Bound using segment: {'id': '5c1e4194-22bb-49a2-97d5-b0811aecd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:12.414570 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Bound port: a6299591-271c-4cb4-97eb-78f2eda7395b, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1e4194-22bb-49a2-97d5-b0811aecd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:12.414970 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:12.476894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea3ea37b-6a99-4355-8c75-7334bb26d5e9 req-994a327f-5239-43c1-8f68-dd5e2fb35070 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554283 Feb 11 05:17:12.544634 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] For port a6299591-271c-4cb4-97eb-78f2eda7395b, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:12.548052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-607abcfc-7dfe-4205-b61c-10e0d1f2f26b service neutron] 10.222.0.87 "GET /v2.0/networks/43465c71-4f35-4c70-b075-638d26d85d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226323 Feb 11 05:17:12.551029 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] For port a6299591-271c-4cb4-97eb-78f2eda7395b, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a6299591-271c-4cb4-97eb-78f2eda7395b,segment=NetworkSegment(5c1e4194-22bb-49a2-97d5-b0811aecd893),segment_id=5c1e4194-22bb-49a2-97d5-b0811aecd893)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:12.564621 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:12.686994 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf88f9-2f57-4bad-974f-745332fa24d9 req-9744261f-e96b-49e9-aa63-6f165f836c29 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:12.694924 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfcf88f9-2f57-4bad-974f-745332fa24d9 req-9744261f-e96b-49e9-aa63-6f165f836c29 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1221454 Feb 11 05:17:12.705606 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Routers {'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:12.708662 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:12.727873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-4bf522f9-3825-4eeb-853c-f58834246ada None None] Provisioning complete for port a6299591-271c-4cb4-97eb-78f2eda7395b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:12.728465 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4bf522f9-3825-4eeb-853c-f58834246ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:12.856766 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6601cb-63c1-4f25-9c16-c4dc9a67cede None None] Pushing event updated for resources: {'Port': ['ID=a6299591-271c-4cb4-97eb-78f2eda7395b,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:12.858617 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfcf88f9-2f57-4bad-974f-745332fa24d9 req-614be736-069c-40d9-be53-5696dad43157 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627660 Feb 11 05:17:12.959104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-4bf522f9-3825-4eeb-853c-f58834246ada None None] Current status of the port a6299591-271c-4cb4-97eb-78f2eda7395b is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:12.959537 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4bf522f9-3825-4eeb-853c-f58834246ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:13.066641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-4bf522f9-3825-4eeb-853c-f58834246ada None None] For port a6299591-271c-4cb4-97eb-78f2eda7395b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a6299591-271c-4cb4-97eb-78f2eda7395b,segment=NetworkSegment(5c1e4194-22bb-49a2-97d5-b0811aecd893),segment_id=5c1e4194-22bb-49a2-97d5-b0811aecd893)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:13.076774 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4bf522f9-3825-4eeb-853c-f58834246ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:13.117157 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] Set router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:13.177212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf522f9-3825-4eeb-853c-f58834246ada None None] Pushing event updated for resources: {'Port': ['ID=a6299591-271c-4cb4-97eb-78f2eda7395b,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:13.311609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-17109405-299a-4498-a0bb-cd69409a0b2f None None] Provisioning complete for port a6299591-271c-4cb4-97eb-78f2eda7395b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:13.312004 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17109405-299a-4498-a0bb-cd69409a0b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:13.415366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d982a1-c5b5-43e7-b1e1-bd327e96e28c req-d84876eb-4db1-4221-9a18-4b4b19361013 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:13.427684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a6299591-271c-4cb4-97eb-78f2eda7395b up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:13.429425 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73d982a1-c5b5-43e7-b1e1-bd327e96e28c req-d84876eb-4db1-4221-9a18-4b4b19361013 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.4190197 Feb 11 05:17:13.536752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843b859-51f2-4e0c-b220-87ba235f6371 req-493b1513-41c4-4f12-879d-74d11a285686 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:13.550975 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3843b859-51f2-4e0c-b220-87ba235f6371 req-493b1513-41c4-4f12-879d-74d11a285686 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.4205379 Feb 11 05:17:13.631159 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73d982a1-c5b5-43e7-b1e1-bd327e96e28c req-a70b1a4c-984a-4d9c-a243-d40b7c8f2bb6 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004867 Feb 11 05:17:13.664492 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a6299591-271c-4cb4-97eb-78f2eda7395b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:13.665030 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:13.694619 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-17109405-299a-4498-a0bb-cd69409a0b2f None None] Current status of the port a6299591-271c-4cb4-97eb-78f2eda7395b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:13.747512 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3843b859-51f2-4e0c-b220-87ba235f6371 req-ce0e1dbd-66e1-4220-90f8-a0a62aa0661f tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955752 Feb 11 05:17:13.790419 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a6299591-271c-4cb4-97eb-78f2eda7395b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:13.856002 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'name': 'tempest-ServersTestJSON-1389060182-router', 'tenant_id': '5cca264be03d45218828b71211386bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:59Z', 'updated_at': '2022-02-11T05:17:04Z', 'revision_number': 4, 'project_id': '5cca264be03d45218828b71211386bab', 'gw_port': {'id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:00Z', 'updated_at': '2022-02-11T05:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'a6299591-271c-4cb4-97eb-78f2eda7395b', 'name': '', 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'tenant_id': '5cca264be03d45218828b71211386bab', 'mac_address': 'fa:16:3e:a4:cb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:04Z', 'updated_at': '2022-02-11T05:17:12Z', 'revision_number': 4, 'project_id': '5cca264be03d45218828b71211386bab', 'subnets': [{'id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:13.907441 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90b0542-e133-4c9b-ae01-ff62544d07d5 None None] The sync data for ids ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'] in n-d-713499-38 is: [{'id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'name': 'tempest-ServersTestJSON-1389060182-router', 'tenant_id': '5cca264be03d45218828b71211386bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:59Z', 'updated_at': '2022-02-11T05:17:04Z', 'revision_number': 4, 'project_id': '5cca264be03d45218828b71211386bab', 'gw_port': {'id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:00Z', 'updated_at': '2022-02-11T05:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'a6299591-271c-4cb4-97eb-78f2eda7395b', 'name': '', 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'tenant_id': '5cca264be03d45218828b71211386bab', 'mac_address': 'fa:16:3e:a4:cb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:04Z', 'updated_at': '2022-02-11T05:17:12Z', 'revision_number': 4, 'project_id': '5cca264be03d45218828b71211386bab', 'subnets': [{'id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:13.917257 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:13.945213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77eedb05-6aa5-454e-9efd-a3fe615767c6 req-dd90a586-a405-4b1b-b931-75c410388f73 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 210 time: 0.0900173 Feb 11 05:17:14.000315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076a6f1-3dba-4afd-8ecf-99ba33516a37 req-8f618912-b457-4449-8fad-ad6943040d51 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:14.025037 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0076a6f1-3dba-4afd-8ecf-99ba33516a37 req-8f618912-b457-4449-8fad-ad6943040d51 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.2069912 Feb 11 05:17:14.223173 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0076a6f1-3dba-4afd-8ecf-99ba33516a37 req-11a6deef-2511-40fd-ac02-91c1f0abbbb5 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874585 Feb 11 05:17:14.274055 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc9231-4ac1-48bf-8411-754bb1aaa4ee req-ef764e6b-1631-4f3e-b12b-18d9969e26f9 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:14.275778 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13bc9231-4ac1-48bf-8411-754bb1aaa4ee req-ef764e6b-1631-4f3e-b12b-18d9969e26f9 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.1547105 Feb 11 05:17:14.367713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13bc9231-4ac1-48bf-8411-754bb1aaa4ee req-de86b49d-26d0-43a4-8243-2a8ddadfb85b tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852733 Feb 11 05:17:14.472528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f3b88-6d9d-4e34-9e8d-9c7ed695696c req-0cccff56-ef0a-413a-8ede-d7b9ae82290a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:14.474236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a99f3b88-6d9d-4e34-9e8d-9c7ed695696c req-0cccff56-ef0a-413a-8ede-d7b9ae82290a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1043930 Feb 11 05:17:14.596484 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a99f3b88-6d9d-4e34-9e8d-9c7ed695696c req-90b74136-7404-417a-a0e1-da6450006fc9 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127317 Feb 11 05:17:14.666189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e4088-85fd-446a-962e-befb13fb1ae2 req-c1cfc963-7e4d-419f-85b7-474dbbf35502 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:14.677816 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33510) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:14.683277 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ed2cec75-bfb6-4a3a-a116-40ab8d353fc1 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Request body: {'floatingip': {'port_id': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:14.712396 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-262e4088-85fd-446a-962e-befb13fb1ae2 req-c1cfc963-7e4d-419f-85b7-474dbbf35502 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.1869323 Feb 11 05:17:14.817778 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-0655855a-ea9f-430e-a149-450b5dd6482b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=f0446b329b4b443faf4db58f62636937&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579555 Feb 11 05:17:14.834862 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed2cec75-bfb6-4a3a-a116-40ab8d353fc1 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for floatingip (07684b33-aa93-465d-96be-261f3dea390c), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:15.236418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-e503f623-9ddb-459d-bae9-b21440d0d35e tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:15.243016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-e503f623-9ddb-459d-bae9-b21440d0d35e tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.88 "GET /v2.0/networks?id=43465c71-4f35-4c70-b075-638d26d85d60 HTTP/1.1" status: 200 len: 806 time: 0.2282503 Feb 11 05:17:15.267314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a6299591-271c-4cb4-97eb-78f2eda7395b up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:15.351002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-3c0b4f2b-9e47-4ca2-ab6d-2a80a7e926f3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:15.358135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-3c0b4f2b-9e47-4ca2-ab6d-2a80a7e926f3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5391276 Feb 11 05:17:15.383155 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a6299591-271c-4cb4-97eb-78f2eda7395b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:15.383819 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:15.393631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-7c702602-c7dc-40e7-8e2e-49f68f5e2c32 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/quotas/f0446b329b4b443faf4db58f62636937 HTTP/1.1" status: 200 len: 375 time: 0.0324380 Feb 11 05:17:15.491528 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a6299591-271c-4cb4-97eb-78f2eda7395b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:15.525270 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-363ef6a1-e8ac-4a7b-8d46-61510a193e4b tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cca264be03d45218828b71211386bab HTTP/1.1" status: 200 len: 379 time: 0.2689955 Feb 11 05:17:15.544579 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-9a7a5035-b30a-4a78-bfec-704aa6e1d5dd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Request body: {'port': {'device_id': 'b9af1922-5251-43f3-80b6-3d9a62f744e3', 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'admin_state_up': True, 'tenant_id': '5cca264be03d45218828b71211386bab', 'security_groups': ['176ae555-4283-4d2d-a7f8-d74bdfaed218']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:15.592552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9890ff-09ce-4110-8870-0a0003ece435 req-36f1f5bd-de56-4580-952f-a4a3675504d7 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:15.594125 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa9890ff-09ce-4110-8870-0a0003ece435 req-36f1f5bd-de56-4580-952f-a4a3675504d7 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.7738090 Feb 11 05:17:15.712906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-ad39bb1a-fe82-4d11-9f0c-08a275427d37 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f0446b329b4b443faf4db58f62636937&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3174970 Feb 11 05:17:15.753570 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed2cec75-bfb6-4a3a-a116-40ab8d353fc1 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:15.763805 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed2cec75-bfb6-4a3a-a116-40ab8d353fc1 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (07684b33-aa93-465d-96be-261f3dea390c), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:15.766369 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa9890ff-09ce-4110-8870-0a0003ece435 req-62e7ec2c-fc8c-45c6-9456-4ba729ab6013 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588016 Feb 11 05:17:15.839072 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-9a7a5035-b30a-4a78-bfec-704aa6e1d5dd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Made reservation on behalf of 5cca264be03d45218828b71211386bab for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:15.843363 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-9a7a5035-b30a-4a78-bfec-704aa6e1d5dd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.016609 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-ed2cec75-bfb6-4a3a-a116-40ab8d353fc1 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Floating IP 07684b33-aa93-465d-96be-261f3dea390c associated. External IP: 172.25.5.236, port: ffe277a6-992f-4a40-97f8-6d4f51fdca48. Feb 11 05:17:16.117287 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23c7047f-ac0f-44cb-afba-161af8406f19 req-2ae775a5-d50e-4758-8007-e729916bff45 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 210 time: 0.0874255 Feb 11 05:17:16.263038 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:17:16.281050 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-9a7a5035-b30a-4a78-bfec-704aa6e1d5dd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Allocated IP 172.20.0.8 (43465c71-4f35-4c70-b075-638d26d85d60/d4b8c711-9cfd-4d91-a2df-6a85dc34918d/190e48e1-baa6-4138-8669-008bb2e3b9de) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:16.411770 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2cec75-bfb6-4a3a-a116-40ab8d353fc1 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:17:16.447114 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-9a7a5035-b30a-4a78-bfec-704aa6e1d5dd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for port (190e48e1-baa6-4138-8669-008bb2e3b9de), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.512781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc42c01-48cf-4e77-b780-be7c0c27dc16 req-6a0149b4-0069-4f5c-b3cc-239732bfe666 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:16.520067 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fdc42c01-48cf-4e77-b780-be7c0c27dc16 req-6a0149b4-0069-4f5c-b3cc-239732bfe666 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.5149033 Feb 11 05:17:16.569937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2cec75-bfb6-4a3a-a116-40ab8d353fc1 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:16.586579 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed2cec75-bfb6-4a3a-a116-40ab8d353fc1 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.588405 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b8711a-7657-4dd6-8487-4d140839b0ef None None] Sync routers for ids ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:16.598292 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-9a7a5035-b30a-4a78-bfec-704aa6e1d5dd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (190e48e1-baa6-4138-8669-008bb2e3b9de), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:16.630098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b8711a-7657-4dd6-8487-4d140839b0ef None None] Routers {'0b5cfd65-7121-4546-ab23-d1019bf9d4ac'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:16.630982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-75b8711a-7657-4dd6-8487-4d140839b0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:16.653858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abcf3c-424d-4d6c-bf5d-50b0df11a7c7 req-9a89d316-beec-4a1f-949c-4b76c93bd46f tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:16.662434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3abcf3c-424d-4d6c-bf5d-50b0df11a7c7 req-9a89d316-beec-4a1f-949c-4b76c93bd46f tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1925943 Feb 11 05:17:16.681253 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ed2cec75-bfb6-4a3a-a116-40ab8d353fc1 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "PUT /v2.0/floatingips/07684b33-aa93-465d-96be-261f3dea390c HTTP/1.1" status: 200 len: 991 time: 2.0021975 Feb 11 05:17:16.683176 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:16.692591 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fdc42c01-48cf-4e77-b780-be7c0c27dc16 req-8dcb4aa3-a598-4246-8aec-e89869c74fc5 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574481 Feb 11 05:17:16.692840 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e55d49-ade6-41d8-9516-5dbfdd57afe1" -d '{"events": [{"name": "network-changed", "server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:16.778059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-9a7a5035-b30a-4a78-bfec-704aa6e1d5dd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Network 43465c71-4f35-4c70-b075-638d26d85d60 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:16.784896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a5035-b30a-4a78-bfec-704aa6e1d5dd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Pushing event updated for resources: {'Port': ['ID=190e48e1-baa6-4138-8669-008bb2e3b9de,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:16.818559 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-75b8711a-7657-4dd6-8487-4d140839b0ef None None] Set router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:16.823674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-9a7a5035-b30a-4a78-bfec-704aa6e1d5dd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:16.831138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-9a7a5035-b30a-4a78-bfec-704aa6e1d5dd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:16.879336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3abcf3c-424d-4d6c-bf5d-50b0df11a7c7 req-e04af1c0-f929-42b1-8380-411934448ad6 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157390 Feb 11 05:17:16.909192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c7f08aa-44ad-427f-9a99-b78485612dca req-0c9652bf-79d6-432f-bceb-63826e8d5a26 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 210 time: 0.0873487 Feb 11 05:17:16.965012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-9a7a5035-b30a-4a78-bfec-704aa6e1d5dd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:16.965244 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-9a7a5035-b30a-4a78-bfec-704aa6e1d5dd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:17.006388 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-9a7a5035-b30a-4a78-bfec-704aa6e1d5dd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4707582 Feb 11 05:17:17.021184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Request body: {'port': {'device_id': 'b9af1922-5251-43f3-80b6-3d9a62f744e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:17.051658 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937c9389-f316-49d7-9272-5387d64e7659 x-openstack-request-id: req-937c9389-f316-49d7-9272-5387d64e7659 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:17.052188 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:17.052188 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-937c9389-f316-49d7-9272-5387d64e7659 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:17.052567 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'status': 'completed', 'code': 200} Feb 11 05:17:17.358879 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (190e48e1-baa6-4138-8669-008bb2e3b9de), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:17.388933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7d1d0735-45e9-493c-b494-475c5ce66e06 None None] Provisioning complete for port 190e48e1-baa6-4138-8669-008bb2e3b9de triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:17.389607 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0735-45e9-493c-b494-475c5ce66e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (190e48e1-baa6-4138-8669-008bb2e3b9de), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:17.443516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7d1d0735-45e9-493c-b494-475c5ce66e06 None None] Port 190e48e1-baa6-4138-8669-008bb2e3b9de cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:17:17.457297 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-75b8711a-7657-4dd6-8487-4d140839b0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:43Z', 'revision_number': 4, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '07684b33-aa93-465d-96be-261f3dea390c', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'port_id': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'mac_address': 'fa:16:3e:d6:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:46Z', 'updated_at': '2022-02-11T05:17:15Z', 'revision_number': 1, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee803249-60f5-4800-adf0-2230c9d836bf', 'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'mac_address': 'fa:16:3e:6f:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:42Z', 'updated_at': '2022-02-11T05:16:47Z', 'revision_number': 5, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'subnets': [{'id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:17.490343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b8711a-7657-4dd6-8487-4d140839b0ef None None] Checking router: 0b5cfd65-7121-4546-ab23-d1019bf9d4ac for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:17:17.505548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b8711a-7657-4dd6-8487-4d140839b0ef None None] Routers {'0b5cfd65-7121-4546-ab23-d1019bf9d4ac'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:17.506531 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-75b8711a-7657-4dd6-8487-4d140839b0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:17.880140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-75b8711a-7657-4dd6-8487-4d140839b0ef None None] Set router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:17.917347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e55d49-ade6-41d8-9516-5dbfdd57afe1 req-98cf9115-f75e-4f53-98e9-27701965d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:17.918963 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99e55d49-ade6-41d8-9516-5dbfdd57afe1 req-98cf9115-f75e-4f53-98e9-27701965d0c5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 1128 time: 0.8105340 Feb 11 05:17:17.926666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-d57cd42f-d880-41a9-b69a-8dd08dfb6c7f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=f0446b329b4b443faf4db58f62636937&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944674 Feb 11 05:17:18.170900 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e55d49-ade6-41d8-9516-5dbfdd57afe1 req-be0300a2-1beb-4c5d-90de-c24bd968281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:18.172689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99e55d49-ade6-41d8-9516-5dbfdd57afe1 req-be0300a2-1beb-4c5d-90de-c24bd968281c service neutron] 10.222.0.88 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 918 time: 0.2355261 Feb 11 05:17:18.180656 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da67ee-e453-4f00-92a8-8dd43faf5585 req-40b6e587-091e-4340-ba92-856405cdfb03 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:18.188625 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59da67ee-e453-4f00-92a8-8dd43faf5585 req-40b6e587-091e-4340-ba92-856405cdfb03 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 931 time: 0.9492447 Feb 11 05:17:18.208885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee80db-05f9-4210-8374-e4c74a8f10e1 req-3be682f6-257d-418b-a215-056f3ed37185 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:18.210553 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4ee80db-05f9-4210-8374-e4c74a8f10e1 req-3be682f6-257d-418b-a215-056f3ed37185 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.9320323 Feb 11 05:17:18.371730 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-75b8711a-7657-4dd6-8487-4d140839b0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:43Z', 'revision_number': 4, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '07684b33-aa93-465d-96be-261f3dea390c', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'port_id': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'mac_address': 'fa:16:3e:d6:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:46Z', 'updated_at': '2022-02-11T05:17:15Z', 'revision_number': 1, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee803249-60f5-4800-adf0-2230c9d836bf', 'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'mac_address': 'fa:16:3e:6f:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:42Z', 'updated_at': '2022-02-11T05:16:47Z', 'revision_number': 5, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'subnets': [{'id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:18.415444 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b8711a-7657-4dd6-8487-4d140839b0ef None None] The sync data for ids ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'] in n-d-713499-38 is: [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:43Z', 'revision_number': 4, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '07684b33-aa93-465d-96be-261f3dea390c', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'port_id': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'mac_address': 'fa:16:3e:d6:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:46Z', 'updated_at': '2022-02-11T05:17:15Z', 'revision_number': 1, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee803249-60f5-4800-adf0-2230c9d836bf', 'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'mac_address': 'fa:16:3e:6f:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:42Z', 'updated_at': '2022-02-11T05:16:47Z', 'revision_number': 5, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'subnets': [{'id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:18.544498 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4ee80db-05f9-4210-8374-e4c74a8f10e1 req-4ec7e731-a1dd-4f77-939d-af16c0eddf06 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177037 Feb 11 05:17:18.581844 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99e55d49-ade6-41d8-9516-5dbfdd57afe1 req-89bb9a41-11f7-4d26-8afc-4bb8cbc931f5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48 HTTP/1.1" status: 200 len: 999 time: 0.3627431 Feb 11 05:17:18.751488 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190e48e1-baa6-4138-8669-008bb2e3b9de {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:18.770185 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Publish callbacks [] for port (190e48e1-baa6-4138-8669-008bb2e3b9de), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:18.788305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Transition to ACTIVE for port object 190e48e1-baa6-4138-8669-008bb2e3b9de will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:17:18.801347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-734a1e53-e971-4d18-8ade-19632aa35773 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:18.803039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-734a1e53-e971-4d18-8ade-19632aa35773 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8647680 Feb 11 05:17:18.850843 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17747ad-f290-44e3-993f-ae233b41319a None None] New status for floating IP 07684b33-aa93-465d-96be-261f3dea390c: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:17:18.896778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e55d49-ade6-41d8-9516-5dbfdd57afe1 req-90fe6195-c1b1-4f6f-95fd-7462c2e5e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:18.898287 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99e55d49-ade6-41d8-9516-5dbfdd57afe1 req-90fe6195-c1b1-4f6f-95fd-7462c2e5e7a3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.1080985 Feb 11 05:17:18.916896 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (190e48e1-baa6-4138-8669-008bb2e3b9de), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:19.187382 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33600) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:19.360022 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:19.391802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-74c73289-7d47-42d4-84c0-f359d0aee7e3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Request body: {'port': {'device_id': '99310835-06a0-487b-974d-7a6340129a9d', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': 'f0446b329b4b443faf4db58f62636937'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:19.445963 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59da67ee-e453-4f00-92a8-8dd43faf5585 req-77b9e1df-7539-4743-80f8-709e8623944b tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2562168 Feb 11 05:17:19.471944 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] Publish callbacks [] for security_group (5f02977e-4f2b-4055-a728-480896e6767c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:19.484031 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5f02977e-4f2b-4055-a728-480896e6767c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:19.529877 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f02977e-4f2b-4055-a728-480896e6767c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:19.531348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0cbfc-70ad-4dc8-9f0a-f3e7776b3f63 req-bf2fd743-5118-4c4b-8eb4-9c50e06a9504 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:19.533861 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8d0cbfc-70ad-4dc8-9f0a-f3e7776b3f63 req-bf2fd743-5118-4c4b-8eb4-9c50e06a9504 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.6412604 Feb 11 05:17:19.591111 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.592163 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.592528 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.592857 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.593198 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.593525 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.593854 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.594185 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.594512 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.594835 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.595162 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.595534 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.595862 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.615593 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-756878df-c243-47a8-b16f-1b5d098addf1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f8cf76f1a0354f8e93a08294fa65ea14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4263420 Feb 11 05:17:19.616247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33604) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:19.653225 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Pushing event updated for resources: {'Port': ['ID=190e48e1-baa6-4138-8669-008bb2e3b9de,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:19.692803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.693756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.694110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.694455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.694791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.695125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.695489 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.696137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.696421 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.696752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.697083 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.697409 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.697737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:19.703015 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e55d49-ade6-41d8-9516-5dbfdd57afe1 req-fd795a07-33b5-4560-a687-d597cd96cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:19.704597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99e55d49-ade6-41d8-9516-5dbfdd57afe1 req-fd795a07-33b5-4560-a687-d597cd96cdab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3171110 Feb 11 05:17:19.714513 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89bc75da-e9cc-419d-86dc-7cfde9286b2d admin admin] Publish callbacks [] for security_group (5f02977e-4f2b-4055-a728-480896e6767c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:19.780331 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89bc75da-e9cc-419d-86dc-7cfde9286b2d admin admin] Publish callbacks [] for security_group (5f02977e-4f2b-4055-a728-480896e6767c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:19.818442 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8d0cbfc-70ad-4dc8-9f0a-f3e7776b3f63 req-1e3d2c7b-e00e-4a29-b10c-82f2fe52831d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662275 Feb 11 05:17:19.876555 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89bc75da-e9cc-419d-86dc-7cfde9286b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5f02977e-4f2b-4055-a728-480896e6767c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:19.879265 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89bc75da-e9cc-419d-86dc-7cfde9286b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:19.886589 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-89bc75da-e9cc-419d-86dc-7cfde9286b2d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5f02977e-4f2b-4055-a728-480896e6767c HTTP/1.1" status: 204 len: 168 time: 0.2693145 Feb 11 05:17:19.900664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc75da-e9cc-419d-86dc-7cfde9286b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f02977e-4f2b-4055-a728-480896e6767c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:20.106632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbc954fd-b11f-41e4-97a8-d49ddd464247 req-7920caed-242f-42b8-b077-99096b446610 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 210 time: 0.0815234 Feb 11 05:17:20.125311 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99e55d49-ade6-41d8-9516-5dbfdd57afe1 req-b74509e6-371d-4388-a7b5-8e34d1813574 service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159180 Feb 11 05:17:20.137737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf57d3-0ff3-4069-a0dd-77c7bd8743e7 req-4af4762f-6234-4aed-b8a2-2f24b6a68d91 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:20.139568 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fbdf57d3-0ff3-4069-a0dd-77c7bd8743e7 req-4af4762f-6234-4aed-b8a2-2f24b6a68d91 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.5499151 Feb 11 05:17:20.209549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Attempting to bind port 190e48e1-baa6-4138-8669-008bb2e3b9de on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:20.209921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Attempting to bind port 190e48e1-baa6-4138-8669-008bb2e3b9de by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '5c1e4194-22bb-49a2-97d5-b0811aecd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:20.210420 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Attempting to bind port 190e48e1-baa6-4138-8669-008bb2e3b9de on network 43465c71-4f35-4c70-b075-638d26d85d60 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:20.219136 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Port 190e48e1-baa6-4138-8669-008bb2e3b9de on network 43465c71-4f35-4c70-b075-638d26d85d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:17:20.219461 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Attempting to bind port 190e48e1-baa6-4138-8669-008bb2e3b9de on network 43465c71-4f35-4c70-b075-638d26d85d60 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:20.224397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-74c73289-7d47-42d4-84c0-f359d0aee7e3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Made reservation on behalf of f0446b329b4b443faf4db58f62636937 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:20.227780 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-74c73289-7d47-42d4-84c0-f359d0aee7e3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:20.264495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:20.264841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Checking segment: {'id': '5c1e4194-22bb-49a2-97d5-b0811aecd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:20.265779 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Bound using segment: {'id': '5c1e4194-22bb-49a2-97d5-b0811aecd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:20.265947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Bound port: 190e48e1-baa6-4138-8669-008bb2e3b9de, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1e4194-22bb-49a2-97d5-b0811aecd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:20.266257 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (190e48e1-baa6-4138-8669-008bb2e3b9de), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:20.338642 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33624) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:20.352002 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30fda9a3-a5d9-46e5-9174-d70f1cd74a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:20.402742 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fbdf57d3-0ff3-4069-a0dd-77c7bd8743e7 req-fb003f2c-9c3d-4dda-af43-bedc08ccc147 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460706 Feb 11 05:17:20.439663 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30fda9a3-a5d9-46e5-9174-d70f1cd74a4b admin admin] Publish callbacks [] for security_group (d4b0327a-e930-404b-91cc-a2890a3ef7c1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:20.444131 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30fda9a3-a5d9-46e5-9174-d70f1cd74a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d4b0327a-e930-404b-91cc-a2890a3ef7c1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:20.456913 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99e55d49-ade6-41d8-9516-5dbfdd57afe1 req-17c279e0-b317-44bc-8fe3-03772498c47b service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133159 Feb 11 05:17:20.487031 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] For port 190e48e1-baa6-4138-8669-008bb2e3b9de, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:20.492973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] For port 190e48e1-baa6-4138-8669-008bb2e3b9de, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=190e48e1-baa6-4138-8669-008bb2e3b9de,segment=NetworkSegment(5c1e4194-22bb-49a2-97d5-b0811aecd893),segment_id=5c1e4194-22bb-49a2-97d5-b0811aecd893)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:20.493778 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-30fda9a3-a5d9-46e5-9174-d70f1cd74a4b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bfb1eb3982c4454f84aca904baec8ec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1539965 Feb 11 05:17:20.495242 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fda9a3-a5d9-46e5-9174-d70f1cd74a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b0327a-e930-404b-91cc-a2890a3ef7c1,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:20.497453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33628) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:20.530710 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (190e48e1-baa6-4138-8669-008bb2e3b9de), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:20.613485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e42d40-b00a-4bb4-8c49-c6aa9f2a9f98 req-133f6fec-af99-46a3-9e65-7f4ac6d45394 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:20.615579 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49e42d40-b00a-4bb4-8c49-c6aa9f2a9f98 req-133f6fec-af99-46a3-9e65-7f4ac6d45394 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.2161715 Feb 11 05:17:20.649887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:20.650503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:20.651917 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] 10.222.0.88 "PUT /v2.0/ports/190e48e1-baa6-4138-8669-008bb2e3b9de HTTP/1.1" status: 200 len: 1092 time: 3.6361041 Feb 11 05:17:20.652372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9af1922-5251-43f3-80b6-3d9a62f744e3', 'tag': '190e48e1-baa6-4138-8669-008bb2e3b9de'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:20.655343 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487db54b-ea1e-45d9-919e-8b93e5d836c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b9af1922-5251-43f3-80b6-3d9a62f744e3", "tag": "190e48e1-baa6-4138-8669-008bb2e3b9de"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:20.686497 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-74c73289-7d47-42d4-84c0-f359d0aee7e3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Allocated IP 192.168.233.78 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/f590ec01-e9ab-4318-b533-41a26f884959) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:20.738159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8c100-3f1a-4e88-adfb-97c04573b5da service neutron] Pushing event updated for resources: {'Port': ['ID=190e48e1-baa6-4138-8669-008bb2e3b9de,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:20.796226 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-794388d7-0a32-478c-98b9-f6f49e04a3e5 admin admin] Publish callbacks [] for security_group (d4b0327a-e930-404b-91cc-a2890a3ef7c1), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:20.836874 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878ffc5-0678-457a-8926-5d61761f6300 req-9114a2ac-5fe0-4419-a4c9-45167e39c7ca tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:20.838396 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6878ffc5-0678-457a-8926-5d61761f6300 req-9114a2ac-5fe0-4419-a4c9-45167e39c7ca tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 943 time: 0.2868383 Feb 11 05:17:20.849170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49e42d40-b00a-4bb4-8c49-c6aa9f2a9f98 req-d2307ffe-7de7-456c-8db3-38e9dd20fd22 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055757 Feb 11 05:17:20.876063 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-794388d7-0a32-478c-98b9-f6f49e04a3e5 admin admin] Publish callbacks [] for security_group (d4b0327a-e930-404b-91cc-a2890a3ef7c1), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:20.924919 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752290f8-6772-4159-8052-0068281d8829 x-openstack-request-id: req-752290f8-6772-4159-8052-0068281d8829 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:20.925267 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9af1922-5251-43f3-80b6-3d9a62f744e3", "tag": "190e48e1-baa6-4138-8669-008bb2e3b9de", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:20.925453 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-752290f8-6772-4159-8052-0068281d8829 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:20.925855 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9af1922-5251-43f3-80b6-3d9a62f744e3', 'tag': '190e48e1-baa6-4138-8669-008bb2e3b9de', 'status': 'completed', 'code': 200} Feb 11 05:17:21.028147 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-af709f23-1829-4b66-bad3-d6db60a273f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.030207 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-af709f23-1829-4b66-bad3-d6db60a273f2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5cca264be03d45218828b71211386bab&device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 1126 time: 0.3084426 Feb 11 05:17:21.111678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6878ffc5-0678-457a-8926-5d61761f6300 req-5ef988aa-3008-47ac-b6cc-c89b297fa788 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574966 Feb 11 05:17:21.122117 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-645acb22-7763-4113-8311-73ca901ac2c4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=190e48e1-baa6-4138-8669-008bb2e3b9de HTTP/1.1" status: 200 len: 217 time: 0.0587850 Feb 11 05:17:21.130882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ed404-b6e0-4da1-8b8c-dd46c06ed866 req-869f23c3-cdf5-4761-9e22-ab7bded60125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.132387 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-844ed404-b6e0-4da1-8b8c-dd46c06ed866 req-869f23c3-cdf5-4761-9e22-ab7bded60125 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a541174c8f0341539b517a51ee6e144f&device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 1128 time: 0.2889667 Feb 11 05:17:21.158853 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-794388d7-0a32-478c-98b9-f6f49e04a3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d4b0327a-e930-404b-91cc-a2890a3ef7c1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:21.161456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-794388d7-0a32-478c-98b9-f6f49e04a3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:21.162570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-794388d7-0a32-478c-98b9-f6f49e04a3e5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d4b0327a-e930-404b-91cc-a2890a3ef7c1 HTTP/1.1" status: 204 len: 168 time: 0.6608827 Feb 11 05:17:21.244430 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-74c73289-7d47-42d4-84c0-f359d0aee7e3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks [] for port (f590ec01-e9ab-4318-b533-41a26f884959), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:21.250852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794388d7-0a32-478c-98b9-f6f49e04a3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b0327a-e930-404b-91cc-a2890a3ef7c1,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:21.281962 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4372b-87be-425d-a268-2ffcf6540af8 req-e83fec3b-ffa6-4d19-b3f3-1b9cc17598a8 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.283655 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3d4372b-87be-425d-a268-2ffcf6540af8 req-e83fec3b-ffa6-4d19-b3f3-1b9cc17598a8 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.3126419 Feb 11 05:17:21.285518 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-74246603-da9c-4d90-8dfe-8b5640aed3e0 req-050e803f-1695-428e-bd65-5461822352ca tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 210 time: 0.0831115 Feb 11 05:17:21.336598 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-8212decf-7a42-4938-ad5c-bc727cebaae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.337980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-8212decf-7a42-4938-ad5c-bc727cebaae1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d4b8c711-9cfd-4d91-a2df-6a85dc34918d HTTP/1.1" status: 200 len: 845 time: 0.2038491 Feb 11 05:17:21.441764 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-74c73289-7d47-42d4-84c0-f359d0aee7e3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f590ec01-e9ab-4318-b533-41a26f884959), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:21.447958 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ed404-b6e0-4da1-8b8c-dd46c06ed866 req-6b7cdea6-f0db-4f74-8988-cedd1bde84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.449530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-844ed404-b6e0-4da1-8b8c-dd46c06ed866 req-6b7cdea6-f0db-4f74-8988-cedd1bde84b7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0206bf88-469d-4bc1-a7b0-f58304d316f5 HTTP/1.1" status: 200 len: 914 time: 0.2945006 Feb 11 05:17:21.455525 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3d4372b-87be-425d-a268-2ffcf6540af8 req-961a7684-8ffa-4a8c-abe5-7ea34f87ee44 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587467 Feb 11 05:17:21.460618 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['1d037f3f-681d-4719-ac7e-29b6a445b861', 'cd3e3835-75ca-472a-877c-8fd725e7d068'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:21.538838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-844ed404-b6e0-4da1-8b8c-dd46c06ed866 req-dbeeac47-f3f5-4664-828a-92527ab0400a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d16c086-327d-4573-be07-53bb45d9390c HTTP/1.1" status: 200 len: 217 time: 0.0493162 Feb 11 05:17:21.555000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-74c73289-7d47-42d4-84c0-f359d0aee7e3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:21.597053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-74c73289-7d47-42d4-84c0-f359d0aee7e3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:21.600178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-36f39fd1-ab3f-4f8b-8ac3-91d7d438ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.601590 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-36f39fd1-ab3f-4f8b-8ac3-91d7d438ca9a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=43465c71-4f35-4c70-b075-638d26d85d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2484977 Feb 11 05:17:21.621785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-74c73289-7d47-42d4-84c0-f359d0aee7e3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:21.671509 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c73289-7d47-42d4-84c0-f359d0aee7e3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Pushing event updated for resources: {'Port': ['ID=f590ec01-e9ab-4318-b533-41a26f884959,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:21.779354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedf5b2-d49c-4e2c-9e87-a05782656447 req-206b90d7-8b1f-463c-8700-3cdcef8ecd1a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.780921 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aaedf5b2-d49c-4e2c-9e87-a05782656447 req-206b90d7-8b1f-463c-8700-3cdcef8ecd1a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.2385690 Feb 11 05:17:21.782351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ed404-b6e0-4da1-8b8c-dd46c06ed866 req-e943eb12-15ee-411d-b7cd-f95fcf1f6db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.783918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-844ed404-b6e0-4da1-8b8c-dd46c06ed866 req-e943eb12-15ee-411d-b7cd-f95fcf1f6db8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6d9a41f6-76c2-4194-9d7b-1232143921ef HTTP/1.1" status: 200 len: 853 time: 0.2275479 Feb 11 05:17:21.799279 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-74c73289-7d47-42d4-84c0-f359d0aee7e3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.799904 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-74c73289-7d47-42d4-84c0-f359d0aee7e3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:21.854131 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-844ed404-b6e0-4da1-8b8c-dd46c06ed866 req-1f834e22-a360-4ee7-bbb1-5946aa1d11da service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0206bf88-469d-4bc1-a7b0-f58304d316f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499485 Feb 11 05:17:21.871538 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-74c73289-7d47-42d4-84c0-f359d0aee7e3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9720540 Feb 11 05:17:21.915913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Request body: {'port': {'device_id': '99310835-06a0-487b-974d-7a6340129a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:21.926593 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-4642ded9-ae5b-46ba-918c-2235bf8a0e7a service neutron] 10.222.0.88 "GET /v2.0/networks/43465c71-4f35-4c70-b075-638d26d85d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013027 Feb 11 05:17:21.943898 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1e44943c-9790-4e24-813f-968b4414efd8 None None] Provisioning complete for port f590ec01-e9ab-4318-b533-41a26f884959 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:21.944388 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e44943c-9790-4e24-813f-968b4414efd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f590ec01-e9ab-4318-b533-41a26f884959), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:21.986078 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1e44943c-9790-4e24-813f-968b4414efd8 None None] Port f590ec01-e9ab-4318-b533-41a26f884959 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:17:22.008022 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aaedf5b2-d49c-4e2c-9e87-a05782656447 req-7f6b9e7e-64f0-43c8-b2c9-fc489007f127 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195783 Feb 11 05:17:22.232165 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e910d3-baa0-41e4-9c9e-0c6fcba48808 req-74ad0882-eda6-4d7e-9019-af0c9e6a1612 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:22.233946 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e2e910d3-baa0-41e4-9c9e-0c6fcba48808 req-74ad0882-eda6-4d7e-9019-af0c9e6a1612 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.0878255 Feb 11 05:17:22.344194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-e2e910d3-baa0-41e4-9c9e-0c6fcba48808 req-f7885cb9-63ac-4d34-af55-a5caaa226c71 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Deleting port c225f585-0992-401c-81f8-75c359dd056b {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:22.344793 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e2e910d3-baa0-41e4-9c9e-0c6fcba48808 req-f7885cb9-63ac-4d34-af55-a5caaa226c71 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c225f585-0992-401c-81f8-75c359dd056b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:22.437040 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-e2e910d3-baa0-41e4-9c9e-0c6fcba48808 req-f7885cb9-63ac-4d34-af55-a5caaa226c71 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] For port c225f585-0992-401c-81f8-75c359dd056b, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=c225f585-0992-401c-81f8-75c359dd056b,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:22.437402 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e2e910d3-baa0-41e4-9c9e-0c6fcba48808 req-f7885cb9-63ac-4d34-af55-a5caaa226c71 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c225f585-0992-401c-81f8-75c359dd056b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:22.450979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-e2e910d3-baa0-41e4-9c9e-0c6fcba48808 req-f7885cb9-63ac-4d34-af55-a5caaa226c71 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Calling delete_port for c225f585-0992-401c-81f8-75c359dd056b owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:22.486111 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f590ec01-e9ab-4318-b533-41a26f884959), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:22.492435 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-844ed404-b6e0-4da1-8b8c-dd46c06ed866 req-265406b1-9728-486c-b75a-acd28b0395ba service neutron] 10.222.0.88 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6295011 Feb 11 05:17:22.525056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7961e-7dc7-42f8-9845-bc35062067ae req-02da2120-33a7-46c0-9df0-b09c9386fc3e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:22.526550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0d7961e-7dc7-42f8-9845-bc35062067ae req-02da2120-33a7-46c0-9df0-b09c9386fc3e tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3b33d25-644b-4491-91ed-a1c397df31cb HTTP/1.1" status: 200 len: 945 time: 0.5763879 Feb 11 05:17:22.600697 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676b2e25-cf38-43fa-84ac-e1fc8f7eced8 req-706f3e43-9742-4004-893b-e8b0b74cc5c8 service neutron] 10.222.0.88 "GET /v2.0/networks/43465c71-4f35-4c70-b075-638d26d85d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6487534 Feb 11 05:17:22.602406 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e2e910d3-baa0-41e4-9c9e-0c6fcba48808 req-f7885cb9-63ac-4d34-af55-a5caaa226c71 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c225f585-0992-401c-81f8-75c359dd056b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:22.616876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088357d-f322-4de9-9311-d1ce1a8b1bc2 req-5ae6f8b3-2f78-4fe8-ac16-6d03421321a1 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:22.621913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['c225f585-0992-401c-81f8-75c359dd056b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:22.625062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9088357d-f322-4de9-9311-d1ce1a8b1bc2 req-5ae6f8b3-2f78-4fe8-ac16-6d03421321a1 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 943 time: 0.2742686 Feb 11 05:17:22.636407 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7885cb9-63ac-4d34-af55-a5caaa226c71 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Pushing event deleted for resources: {'Port': ['ID=c225f585-0992-401c-81f8-75c359dd056b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:22.703151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e910d3-baa0-41e4-9c9e-0c6fcba48808 req-f7885cb9-63ac-4d34-af55-a5caaa226c71 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] No DVR routers for this DVR port c225f585-0992-401c-81f8-75c359dd056b on host n-h2-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:22.709520 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e2e910d3-baa0-41e4-9c9e-0c6fcba48808 req-f7885cb9-63ac-4d34-af55-a5caaa226c71 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:22.713136 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e2e910d3-baa0-41e4-9c9e-0c6fcba48808 req-f7885cb9-63ac-4d34-af55-a5caaa226c71 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "DELETE /v2.0/ports/c225f585-0992-401c-81f8-75c359dd056b HTTP/1.1" status: 204 len: 173 time: 0.4723680 Feb 11 05:17:22.713736 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b33d25-644b-4491-91ed-a1c397df31cb', 'name': 'network-vif-deleted', 'tag': 'c225f585-0992-401c-81f8-75c359dd056b'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:22.716822 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cec735-2248-49e6-b6f6-9b3d92d433cb" -d '{"events": [{"server_uuid": "a3b33d25-644b-4491-91ed-a1c397df31cb", "name": "network-vif-deleted", "tag": "c225f585-0992-401c-81f8-75c359dd056b"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:22.852797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0d7961e-7dc7-42f8-9845-bc35062067ae req-6015b0b6-0f09-4cd7-9e38-d30a8b7e3592 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021286 Feb 11 05:17:22.858447 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-844ed404-b6e0-4da1-8b8c-dd46c06ed866 req-5f20afbe-ccb6-49e3-8b94-c93f83a4e2e6 service neutron] 10.222.0.88 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547869 Feb 11 05:17:22.873217 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9088357d-f322-4de9-9311-d1ce1a8b1bc2 req-94076687-de37-43f4-9048-b68ed36d5413 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472770 Feb 11 05:17:22.920432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487db54b-ea1e-45d9-919e-8b93e5d836c3 req-245342ed-7fe4-4043-8f10-7de93fa12760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:22.921959 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-487db54b-ea1e-45d9-919e-8b93e5d836c3 req-245342ed-7fe4-4043-8f10-7de93fa12760 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5cca264be03d45218828b71211386bab&device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 1126 time: 0.2461963 Feb 11 05:17:23.169036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487db54b-ea1e-45d9-919e-8b93e5d836c3 req-fdb4d5dc-5d7b-4d55-bfa3-a5fc53094e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:23.171080 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-487db54b-ea1e-45d9-919e-8b93e5d836c3 req-fdb4d5dc-5d7b-4d55-bfa3-a5fc53094e50 service neutron] 10.222.0.88 "GET /v2.0/networks?id=43465c71-4f35-4c70-b075-638d26d85d60 HTTP/1.1" status: 200 len: 907 time: 0.2370136 Feb 11 05:17:23.181825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce46881-a5a4-4b47-905a-d4104dd0cbfe req-4e2327a2-40fe-41dd-a4e4-c1d0ac32a586 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:23.181825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ce46881-a5a4-4b47-905a-d4104dd0cbfe req-4e2327a2-40fe-41dd-a4e4-c1d0ac32a586 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 935 time: 0.2250221 Feb 11 05:17:23.214381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0212ea-4753-46ac-ae41-cbca929372f7 req-1853d088-1b3c-4c99-aeae-ee738c05fed7 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:23.215909 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df0212ea-4753-46ac-ae41-cbca929372f7 req-1853d088-1b3c-4c99-aeae-ee738c05fed7 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.2349703 Feb 11 05:17:23.244729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f590ec01-e9ab-4318-b533-41a26f884959 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:23.262463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-487db54b-ea1e-45d9-919e-8b93e5d836c3 req-3de23a85-c24e-4c96-aefe-faec7c7c0661 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=190e48e1-baa6-4138-8669-008bb2e3b9de HTTP/1.1" status: 200 len: 217 time: 0.0709102 Feb 11 05:17:23.264381 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Publish callbacks [] for port (f590ec01-e9ab-4318-b533-41a26f884959), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:23.355802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Transition to ACTIVE for port object f590ec01-e9ab-4318-b533-41a26f884959 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:17:23.379340 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (f590ec01-e9ab-4318-b533-41a26f884959), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:23.440349 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ce46881-a5a4-4b47-905a-d4104dd0cbfe req-4f62b519-352b-41dc-aa88-e69160818223 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356889 Feb 11 05:17:23.454620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df0212ea-4753-46ac-ae41-cbca929372f7 req-a91d27e2-a0a7-4923-88e3-312eb50b7fd4 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985173 Feb 11 05:17:23.483142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487db54b-ea1e-45d9-919e-8b93e5d836c3 req-83dc0b9b-0d4d-4ab7-8419-a9ac3e08f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:23.484705 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-487db54b-ea1e-45d9-919e-8b93e5d836c3 req-83dc0b9b-0d4d-4ab7-8419-a9ac3e08f2ae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d4b8c711-9cfd-4d91-a2df-6a85dc34918d HTTP/1.1" status: 200 len: 845 time: 0.2081850 Feb 11 05:17:23.494978 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1d014e-5324-4963-9276-0fe01b88c319 x-openstack-request-id: req-ff1d014e-5324-4963-9276-0fe01b88c319 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:23.495460 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b33d25-644b-4491-91ed-a1c397df31cb", "name": "network-vif-deleted", "tag": "c225f585-0992-401c-81f8-75c359dd056b", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:23.495460 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ff1d014e-5324-4963-9276-0fe01b88c319 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:23.495786 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b33d25-644b-4491-91ed-a1c397df31cb', 'name': 'network-vif-deleted', 'tag': 'c225f585-0992-401c-81f8-75c359dd056b', 'status': 'completed', 'code': 200} Feb 11 05:17:23.526618 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f590ec01-e9ab-4318-b533-41a26f884959,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:23.668143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Attempting to bind port f590ec01-e9ab-4318-b533-41a26f884959 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:23.668487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Attempting to bind port f590ec01-e9ab-4318-b533-41a26f884959 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:23.668817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Attempting to bind port f590ec01-e9ab-4318-b533-41a26f884959 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:23.684737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598402f9-52a5-4b5b-b179-54c62cd85bff req-77a42bcd-be5e-45b0-9b78-ee0e04158977 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:23.686824 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-598402f9-52a5-4b5b-b179-54c62cd85bff req-77a42bcd-be5e-45b0-9b78-ee0e04158977 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 945 time: 0.1039529 Feb 11 05:17:23.690165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487db54b-ea1e-45d9-919e-8b93e5d836c3 req-138ce246-0412-472c-b1aa-60a6ca8af161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:23.691666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-487db54b-ea1e-45d9-919e-8b93e5d836c3 req-138ce246-0412-472c-b1aa-60a6ca8af161 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=43465c71-4f35-4c70-b075-638d26d85d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1681747 Feb 11 05:17:23.694485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Port f590ec01-e9ab-4318-b533-41a26f884959 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:17:23.694798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Attempting to bind port f590ec01-e9ab-4318-b533-41a26f884959 on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:23.733048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:23.733398 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:23.733870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:23.734330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Bound port: f590ec01-e9ab-4318-b533-41a26f884959, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:23.734796 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f590ec01-e9ab-4318-b533-41a26f884959), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:23.784757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8d16c086-327d-4573-be07-53bb45d9390c no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:23.801812 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33716) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:23.846732 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-598402f9-52a5-4b5b-b179-54c62cd85bff req-bbafe16b-1d4e-4c34-910b-57158a09cb83 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537168 Feb 11 05:17:23.882109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-487db54b-ea1e-45d9-919e-8b93e5d836c3 req-5024e20e-f61d-472e-a557-7ff4ca884b5d service neutron] 10.222.0.88 "GET /v2.0/networks/43465c71-4f35-4c70-b075-638d26d85d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802092 Feb 11 05:17:23.886143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 8d16c086-327d-4573-be07-53bb45d9390c is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:23.886748 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8d16c086-327d-4573-be07-53bb45d9390c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:23.889582 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] For port f590ec01-e9ab-4318-b533-41a26f884959, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:23.894443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] For port f590ec01-e9ab-4318-b533-41a26f884959, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f590ec01-e9ab-4318-b533-41a26f884959,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:23.946904 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2e958926-f6a0-4281-a4d9-4f0c16f1c5d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:23.947108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038c18da-76a8-4d6a-86ac-60db49c1810e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d16c086-327d-4573-be07-53bb45d9390c'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:23.947108 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd9c969-d962-4481-ae8c-eb5201462015" -d '{"events": [{"server_uuid": "038c18da-76a8-4d6a-86ac-60db49c1810e", "name": "network-vif-unplugged", "status": "completed", "tag": "8d16c086-327d-4573-be07-53bb45d9390c"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:23.973816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8d16c086-327d-4573-be07-53bb45d9390c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8d16c086-327d-4573-be07-53bb45d9390c,segment=NetworkSegment(191ba391-d3da-4f5a-940e-465f7696fdb5),segment_id=191ba391-d3da-4f5a-940e-465f7696fdb5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:23.980021 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8d16c086-327d-4573-be07-53bb45d9390c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:24.025685 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23a9ba6-9c0c-46bf-831b-6d2c73181d5c x-openstack-request-id: req-a23a9ba6-9c0c-46bf-831b-6d2c73181d5c {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:24.026236 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038c18da-76a8-4d6a-86ac-60db49c1810e", "name": "network-vif-unplugged", "status": "completed", "tag": "8d16c086-327d-4573-be07-53bb45d9390c", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:24.026649 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a23a9ba6-9c0c-46bf-831b-6d2c73181d5c {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:24.027192 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038c18da-76a8-4d6a-86ac-60db49c1810e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d16c086-327d-4573-be07-53bb45d9390c', 'code': 200} Feb 11 05:17:24.027446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-487db54b-ea1e-45d9-919e-8b93e5d836c3 req-4ab810cd-dac9-4ea8-82af-5cbe0e71dbee service neutron] 10.222.0.88 "GET /v2.0/networks/43465c71-4f35-4c70-b075-638d26d85d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351421 Feb 11 05:17:24.037942 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (f590ec01-e9ab-4318-b533-41a26f884959), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:24.058240 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=8d16c086-327d-4573-be07-53bb45d9390c,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:24.067318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:24.068032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:24.068660 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:24.069207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:24.069788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:24.070188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:24.070631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:24.071035 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:24.071454 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:24.071851 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:24.072338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:24.072818 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:24.073298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:24.078424 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:24.079048 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:24.080632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] 10.222.0.88 "PUT /v2.0/ports/f590ec01-e9ab-4318-b533-41a26f884959 HTTP/1.1" status: 200 len: 1096 time: 2.1755414 Feb 11 05:17:24.081094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99310835-06a0-487b-974d-7a6340129a9d', 'tag': 'f590ec01-e9ab-4318-b533-41a26f884959'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:24.083582 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ebe472-37d2-4ac2-a163-bbc454e6e696" -d '{"events": [{"name": "network-changed", "server_uuid": "99310835-06a0-487b-974d-7a6340129a9d", "tag": "f590ec01-e9ab-4318-b533-41a26f884959"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:24.085510 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2e958926-f6a0-4281-a4d9-4f0c16f1c5d1 admin admin] Publish callbacks [] for security_group (86fcb72f-655a-44f5-9c01-1ffaeefad9c5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:24.091578 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2e958926-f6a0-4281-a4d9-4f0c16f1c5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (86fcb72f-655a-44f5-9c01-1ffaeefad9c5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:24.128614 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2e958926-f6a0-4281-a4d9-4f0c16f1c5d1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=55b30ece68dc42c08892714c6b600205&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3253281 Feb 11 05:17:24.131818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33732) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:24.151702 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e958926-f6a0-4281-a4d9-4f0c16f1c5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fcb72f-655a-44f5-9c01-1ffaeefad9c5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:24.160746 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc77fe8-a95d-4e41-86f7-d1e4f764ec6f x-openstack-request-id: req-bfc77fe8-a95d-4e41-86f7-d1e4f764ec6f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:24.160746 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99310835-06a0-487b-974d-7a6340129a9d", "tag": "f590ec01-e9ab-4318-b533-41a26f884959", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:24.160746 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bfc77fe8-a95d-4e41-86f7-d1e4f764ec6f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:24.161120 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99310835-06a0-487b-974d-7a6340129a9d', 'tag': 'f590ec01-e9ab-4318-b533-41a26f884959', 'status': 'completed', 'code': 200} Feb 11 05:17:24.237326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec071b-2539-4e1e-b889-6cc0afac06c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f590ec01-e9ab-4318-b533-41a26f884959,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:24.246399 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d56b74-e0f0-4f7e-b53e-fca0c334b1bd req-cd607942-b760-4f8a-98ae-a82b61f25935 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:24.248028 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91d56b74-e0f0-4f7e-b53e-fca0c334b1bd req-cd607942-b760-4f8a-98ae-a82b61f25935 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 943 time: 0.2235346 Feb 11 05:17:24.347791 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-861f04cc-c40f-41b8-abf2-2edbcb0a997c admin admin] Publish callbacks [] for security_group (86fcb72f-655a-44f5-9c01-1ffaeefad9c5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:24.365936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-721cb05a-92a4-40e3-bc05-5457d4266981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:24.367469 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-721cb05a-92a4-40e3-bc05-5457d4266981 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f0446b329b4b443faf4db58f62636937&device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 1130 time: 0.2055919 Feb 11 05:17:24.436451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91d56b74-e0f0-4f7e-b53e-fca0c334b1bd req-32439184-21ed-4516-b78c-b0797e40a136 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754611 Feb 11 05:17:24.440412 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-861f04cc-c40f-41b8-abf2-2edbcb0a997c admin admin] Publish callbacks [] for security_group (86fcb72f-655a-44f5-9c01-1ffaeefad9c5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:24.450226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-b014ff79-c627-4016-b74a-a8db63f02d33 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=f590ec01-e9ab-4318-b533-41a26f884959 HTTP/1.1" status: 200 len: 217 time: 0.0661604 Feb 11 05:17:24.472324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-9812dc18-2c71-4ae7-94c2-e4058d3ed84c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:24.473824 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-9812dc18-2c71-4ae7-94c2-e4058d3ed84c tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 810 time: 0.2393701 Feb 11 05:17:24.555877 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-a1832686-c5b3-4839-845a-f0fd90045dd5 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/quotas/0a40ce45f00646be8c6ee67bf9801caf HTTP/1.1" status: 200 len: 375 time: 0.0662589 Feb 11 05:17:24.574266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-40ba6fa5-7d83-4039-bb91-e70f8dbc8f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:24.576294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-40ba6fa5-7d83-4039-bb91-e70f8dbc8f2b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.1010537 Feb 11 05:17:24.592804 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-861f04cc-c40f-41b8-abf2-2edbcb0a997c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (86fcb72f-655a-44f5-9c01-1ffaeefad9c5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:24.595289 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-861f04cc-c40f-41b8-abf2-2edbcb0a997c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:24.599147 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-861f04cc-c40f-41b8-abf2-2edbcb0a997c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/86fcb72f-655a-44f5-9c01-1ffaeefad9c5 HTTP/1.1" status: 204 len: 168 time: 0.4629643 Feb 11 05:17:24.624069 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-5d765ff5-6889-4571-9da9-f36fbf3ffb93 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447357 Feb 11 05:17:24.651280 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f04cc-c40f-41b8-abf2-2edbcb0a997c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fcb72f-655a-44f5-9c01-1ffaeefad9c5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:24.660304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75735de2-7bfb-4624-821a-d51d352797aa req-cfc8b186-ac17-4e59-9bdc-e2f4d9248548 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:24.661815 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75735de2-7bfb-4624-821a-d51d352797aa req-cfc8b186-ac17-4e59-9bdc-e2f4d9248548 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 947 time: 0.1661279 Feb 11 05:17:24.719692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-6feb7560-4b75-44d3-8c61-6a43836ca41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:24.721241 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-6feb7560-4b75-44d3-8c61-6a43836ca41d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1309359 Feb 11 05:17:24.728863 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75735de2-7bfb-4624-821a-d51d352797aa req-d6c311dd-872a-460d-8308-be72fb7238dc tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536833 Feb 11 05:17:24.786531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-3139e83d-abba-49f7-8cdc-5475b4257a20 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:17:24.787943 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-3139e83d-abba-49f7-8cdc-5475b4257a20 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1444511 Feb 11 05:17:24.913932 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33754) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:24.927991 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c026f20-46ec-4262-9167-0622f1d85112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:24.938638 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-f831e90b-a899-43a3-8ff1-363deecb8490 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982486 Feb 11 05:17:24.958061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0873ec2-6f6e-49c8-a43c-455585cfb391 req-07f1894d-d0ee-4708-aa21-4d6b850c4f3b tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:24.959569 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c0873ec2-6f6e-49c8-a43c-455585cfb391 req-07f1894d-d0ee-4708-aa21-4d6b850c4f3b tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.1432989 Feb 11 05:17:25.006498 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c026f20-46ec-4262-9167-0622f1d85112 admin admin] Publish callbacks [] for security_group (6cce8f44-110b-4ab6-81b4-5f5e39a86f72), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:25.010982 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c026f20-46ec-4262-9167-0622f1d85112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6cce8f44-110b-4ab6-81b4-5f5e39a86f72), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:25.014309 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-37076d83-76bf-4f37-bff5-e8bbbe1c2a9e service neutron] 10.222.0.87 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994975 Feb 11 05:17:25.050177 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5c026f20-46ec-4262-9167-0622f1d85112 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1273afb2a10e4dd5ab541230f0d7565a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342173 Feb 11 05:17:25.052099 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c026f20-46ec-4262-9167-0622f1d85112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cce8f44-110b-4ab6-81b4-5f5e39a86f72,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:25.054417 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33756) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:25.110357 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fccbfe2e-af01-48e9-8dfa-608be999307c admin admin] Publish callbacks [] for security_group (6cce8f44-110b-4ab6-81b4-5f5e39a86f72), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:25.110861 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c0873ec2-6f6e-49c8-a43c-455585cfb391 req-f18b356a-e3a6-4b6d-9311-c16c1683a72e tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384914 Feb 11 05:17:25.144672 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fccbfe2e-af01-48e9-8dfa-608be999307c admin admin] Publish callbacks [] for security_group (6cce8f44-110b-4ab6-81b4-5f5e39a86f72), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:25.155510 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ff953e4-6f7e-44e3-9c09-be7f7f0e1d03 req-d157dd0a-28e8-4126-8963-12109491fafc service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949377 Feb 11 05:17:25.187601 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-43172766-f0dc-43c5-b398-d0f745cc2f6e service neutron] 10.222.0.87 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649296 Feb 11 05:17:25.213575 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fccbfe2e-af01-48e9-8dfa-608be999307c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6cce8f44-110b-4ab6-81b4-5f5e39a86f72), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:25.216809 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fccbfe2e-af01-48e9-8dfa-608be999307c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:25.220383 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fccbfe2e-af01-48e9-8dfa-608be999307c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6cce8f44-110b-4ab6-81b4-5f5e39a86f72 HTTP/1.1" status: 204 len: 168 time: 0.1616147 Feb 11 05:17:25.228976 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbfe2e-af01-48e9-8dfa-608be999307c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cce8f44-110b-4ab6-81b4-5f5e39a86f72,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:25.270756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701a2ac-d8de-4625-a342-88bc9f9ec3ac req-eb1a6014-a151-4ef0-b52b-785346911103 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:25.272335 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e701a2ac-d8de-4625-a342-88bc9f9ec3ac req-eb1a6014-a151-4ef0-b52b-785346911103 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.1003666 Feb 11 05:17:25.306633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebe472-37d2-4ac2-a163-bbc454e6e696 req-230cb95d-90e4-419c-ba86-a3a09422e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:25.312685 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94ebe472-37d2-4ac2-a163-bbc454e6e696 req-230cb95d-90e4-419c-ba86-a3a09422e552 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f0446b329b4b443faf4db58f62636937&device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 1130 time: 0.0939143 Feb 11 05:17:25.372016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e701a2ac-d8de-4625-a342-88bc9f9ec3ac req-3d8d813d-666e-48a7-bcbf-25539977c76b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916493 Feb 11 05:17:25.404052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7b4c2ef2-1639-4960-86c5-86fd3e039d62 req-0fa9d70f-ef0e-4c0f-9908-45362945fc64 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 210 time: 0.0546980 Feb 11 05:17:25.478514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebe472-37d2-4ac2-a163-bbc454e6e696 req-a788256e-f1e0-4f2c-a920-ce70981e8d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:25.481093 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94ebe472-37d2-4ac2-a163-bbc454e6e696 req-a788256e-f1e0-4f2c-a920-ce70981e8d3b service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.1498914 Feb 11 05:17:25.541672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94ebe472-37d2-4ac2-a163-bbc454e6e696 req-a8910dea-671d-41d2-ab6e-de536c4b9958 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=f590ec01-e9ab-4318-b533-41a26f884959 HTTP/1.1" status: 200 len: 217 time: 0.0543222 Feb 11 05:17:25.624864 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebe472-37d2-4ac2-a163-bbc454e6e696 req-a949c63f-f354-4266-98a2-80b18418cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:25.626247 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94ebe472-37d2-4ac2-a163-bbc454e6e696 req-a949c63f-f354-4266-98a2-80b18418cbde service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0578287 Feb 11 05:17:25.640027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce62327-73c7-4f0c-875d-200747092c03 req-d66c9307-208e-4eaf-934c-4a8b29c1d85c tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:25.645593 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ce62327-73c7-4f0c-875d-200747092c03 req-d66c9307-208e-4eaf-934c-4a8b29c1d85c tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 943 time: 0.1068783 Feb 11 05:17:25.737021 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ce62327-73c7-4f0c-875d-200747092c03 req-213d2649-d643-4ddd-b0b8-67767941d0b5 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904775 Feb 11 05:17:25.744741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebe472-37d2-4ac2-a163-bbc454e6e696 req-1816babe-0650-4661-af9d-01ad2143870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:25.746344 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94ebe472-37d2-4ac2-a163-bbc454e6e696 req-1816babe-0650-4661-af9d-01ad2143870e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0987046 Feb 11 05:17:25.812315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 190e48e1-baa6-4138-8669-008bb2e3b9de details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:25.815609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device c225f585-0992-401c-81f8-75c359dd056b no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:25.869339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: c225f585-0992-401c-81f8-75c359dd056b {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:25.869943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device c225f585-0992-401c-81f8-75c359dd056b not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:26.005288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 190e48e1-baa6-4138-8669-008bb2e3b9de, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=190e48e1-baa6-4138-8669-008bb2e3b9de,segment=NetworkSegment(5c1e4194-22bb-49a2-97d5-b0811aecd893),segment_id=5c1e4194-22bb-49a2-97d5-b0811aecd893)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:26.028031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '190e48e1-baa6-4138-8669-008bb2e3b9de', 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'port_id': '190e48e1-baa6-4138-8669-008bb2e3b9de', 'mac_address': 'fa:16:3e:51:8e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:26.076851 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 190e48e1-baa6-4138-8669-008bb2e3b9de is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:26.077514 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (190e48e1-baa6-4138-8669-008bb2e3b9de), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:26.093308 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190e48e1-baa6-4138-8669-008bb2e3b9de {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:26.122611 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 190e48e1-baa6-4138-8669-008bb2e3b9de, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=190e48e1-baa6-4138-8669-008bb2e3b9de,segment=NetworkSegment(5c1e4194-22bb-49a2-97d5-b0811aecd893),segment_id=5c1e4194-22bb-49a2-97d5-b0811aecd893)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:26.127556 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (190e48e1-baa6-4138-8669-008bb2e3b9de), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:26.207572 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=190e48e1-baa6-4138-8669-008bb2e3b9de,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:26.319275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94ebe472-37d2-4ac2-a163-bbc454e6e696 req-6ea04f18-687d-4ee9-8382-c7773d9a6bc2 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254583 Feb 11 05:17:26.331863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2936d8-b94d-4f3e-abfb-6cd5866247d1 req-707adadf-9623-45c4-9993-beb246986b25 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:26.333310 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c2936d8-b94d-4f3e-abfb-6cd5866247d1 req-707adadf-9623-45c4-9993-beb246986b25 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 947 time: 0.5045238 Feb 11 05:17:26.418113 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633ac26-d7af-4506-9a1f-1b12879dc610 req-92592a38-0ca0-483c-89ff-0cde3fc17f6e tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:26.419623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3633ac26-d7af-4506-9a1f-1b12879dc610 req-92592a38-0ca0-483c-89ff-0cde3fc17f6e tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.1686437 Feb 11 05:17:26.480966 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c2936d8-b94d-4f3e-abfb-6cd5866247d1 req-49211d98-c4b2-40f2-a47f-92a212517e8f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365254 Feb 11 05:17:26.496601 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94ebe472-37d2-4ac2-a163-bbc454e6e696 req-7fd63d01-d702-49b3-b746-6208381ac623 service neutron] 10.222.0.88 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621680 Feb 11 05:17:26.511910 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3633ac26-d7af-4506-9a1f-1b12879dc610 req-fce3cbca-e604-411e-af0b-7acb64628574 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817754 Feb 11 05:17:26.615026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-15ebcc78-da52-465e-96a9-6b9e55ce0b66 req-7e0fa5b3-da02-4341-99b7-860ecf48773d tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 210 time: 0.0414617 Feb 11 05:17:26.663668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['190e48e1-baa6-4138-8669-008bb2e3b9de'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:26.665641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e41ee9-d598-41b2-b2fd-42e9291a058c req-e4d38373-490d-47a0-aeec-4a55025f2b67 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:26.667893 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79e41ee9-d598-41b2-b2fd-42e9291a058c req-e4d38373-490d-47a0-aeec-4a55025f2b67 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.0834019 Feb 11 05:17:26.748349 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79e41ee9-d598-41b2-b2fd-42e9291a058c req-5b533f62-c8d9-4ddd-b36f-6551d5e219d5 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717950 Feb 11 05:17:26.893048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-84101012-c334-4179-bc0a-74514e54cb0d tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:26.894546 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-84101012-c334-4179-bc0a-74514e54cb0d tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 810 time: 0.1819291 Feb 11 05:17:26.921591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d039b708-16c4-4d85-b974-d5c3bd4dbf3f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Request body: {'port': {'device_id': '32e57db5-6841-476b-aad7-bb18b6eb21f1', 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0', 'admin_state_up': True, 'tenant_id': '0a40ce45f00646be8c6ee67bf9801caf'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:27.034689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18542d0c-e67c-42c4-b553-a897ddfb5a50 req-c2307fad-32d8-4c3a-9e26-31b651824700 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:27.036219 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18542d0c-e67c-42c4-b553-a897ddfb5a50 req-c2307fad-32d8-4c3a-9e26-31b651824700 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 944 time: 0.1944964 Feb 11 05:17:27.081397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574623ea-5992-4d6f-9fdc-b9642c51da46 req-af79efc5-7d7c-4b75-a765-61c3b67dffed tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:27.082884 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-574623ea-5992-4d6f-9fdc-b9642c51da46 req-af79efc5-7d7c-4b75-a765-61c3b67dffed tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.1874382 Feb 11 05:17:27.142947 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18542d0c-e67c-42c4-b553-a897ddfb5a50 req-ea6b88d1-3572-4f1c-933b-230b838ddced tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973823 Feb 11 05:17:27.148780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d039b708-16c4-4d85-b974-d5c3bd4dbf3f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Made reservation on behalf of 0a40ce45f00646be8c6ee67bf9801caf for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:27.151977 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d039b708-16c4-4d85-b974-d5c3bd4dbf3f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:27.190248 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-574623ea-5992-4d6f-9fdc-b9642c51da46 req-fe6c471f-282f-440d-a085-341582b7f228 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978837 Feb 11 05:17:27.327508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d039b708-16c4-4d85-b974-d5c3bd4dbf3f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Allocated IP 172.20.0.7 (c057b431-d79d-4223-9d5d-1c34def959a0/5ea6336f-48df-43c4-9674-2de7741cddbb/d17da233-58a3-45d8-937f-56b167d37eab) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:27.394765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-0111d0ac-4468-4887-b01f-567cef0d78b0 req-eaf1cf2a-6471-4754-8091-61bca80c4de7 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:17:27.395802 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0111d0ac-4468-4887-b01f-567cef0d78b0 req-eaf1cf2a-6471-4754-8091-61bca80c4de7 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088120 Feb 11 05:17:27.531161 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d039b708-16c4-4d85-b974-d5c3bd4dbf3f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks [] for port (d17da233-58a3-45d8-937f-56b167d37eab), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:27.649531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f6c4a-bdd5-4231-84b3-fdfc91772ffd req-265291d6-1075-4e28-b184-08dce5fee9ba tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:27.657203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd9f6c4a-bdd5-4231-84b3-fdfc91772ffd req-265291d6-1075-4e28-b184-08dce5fee9ba tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.1225419 Feb 11 05:17:27.668662 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d039b708-16c4-4d85-b974-d5c3bd4dbf3f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d17da233-58a3-45d8-937f-56b167d37eab), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:27.703115 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33884) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:27.730688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d98b74-abd2-4833-9a42-c496c8ccbd42 req-3ea3a55f-e6ca-4771-95b0-aa09c402a672 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:27.732278 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71d98b74-abd2-4833-9a42-c496c8ccbd42 req-3ea3a55f-e6ca-4771-95b0-aa09c402a672 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 947 time: 0.1614273 Feb 11 05:17:27.756831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d039b708-16c4-4d85-b974-d5c3bd4dbf3f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Network c057b431-d79d-4223-9d5d-1c34def959a0 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:27.775550 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d039b708-16c4-4d85-b974-d5c3bd4dbf3f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:27.787833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d039b708-16c4-4d85-b974-d5c3bd4dbf3f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:27.819358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039b708-16c4-4d85-b974-d5c3bd4dbf3f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Pushing event updated for resources: {'Port': ['ID=d17da233-58a3-45d8-937f-56b167d37eab,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:27.836965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd9f6c4a-bdd5-4231-84b3-fdfc91772ffd req-d852952b-eb83-47d1-b29f-17f9c13532a3 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789789 Feb 11 05:17:27.870202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d039b708-16c4-4d85-b974-d5c3bd4dbf3f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:27.871447 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d039b708-16c4-4d85-b974-d5c3bd4dbf3f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:27.884357 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5b5c428e-20c6-42f2-99f3-b8d57d9354a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:27.886234 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71d98b74-abd2-4833-9a42-c496c8ccbd42 req-7c165dee-74b5-4ce1-b216-12e21d44de01 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472127 Feb 11 05:17:27.972353 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d039b708-16c4-4d85-b974-d5c3bd4dbf3f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0580142 Feb 11 05:17:27.988679 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5b5c428e-20c6-42f2-99f3-b8d57d9354a3 admin admin] Publish callbacks [] for security_group (ba799722-ae8a-4687-8da7-6c073191e3a4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:27.992888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Request body: {'port': {'device_id': '32e57db5-6841-476b-aad7-bb18b6eb21f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:27.993180 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5b5c428e-20c6-42f2-99f3-b8d57d9354a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ba799722-ae8a-4687-8da7-6c073191e3a4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:28.037171 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5b5c428e-20c6-42f2-99f3-b8d57d9354a3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7bbb870b8ac0458db5cdc1cebbca83e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3306324 Feb 11 05:17:28.037407 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33890) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:28.044387 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c428e-20c6-42f2-99f3-b8d57d9354a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba799722-ae8a-4687-8da7-6c073191e3a4,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:28.052509 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9c3b09-9eaf-4013-8a12-4dbf57ab9dc2 req-0fb2d324-da68-4c9f-b1dd-83b50c0b2e54 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3076546 Feb 11 05:17:28.070806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-7f9c3b09-9eaf-4013-8a12-4dbf57ab9dc2 req-125aabab-5040-44a3-9154-b55ecc22d16f service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:17:28.071830 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9c3b09-9eaf-4013-8a12-4dbf57ab9dc2 req-125aabab-5040-44a3-9154-b55ecc22d16f service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061736 Feb 11 05:17:28.080424 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9284200-b9c9-499d-ab72-4aa38b4d33da req-a2279405-2817-4ae7-8998-cb98dd539af1 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:28.081938 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d9284200-b9c9-499d-ab72-4aa38b4d33da req-a2279405-2817-4ae7-8998-cb98dd539af1 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.1577041 Feb 11 05:17:28.095007 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-493c2bb6-15b6-48a5-a684-5350f4ce0ea8 admin admin] Publish callbacks [] for security_group (ba799722-ae8a-4687-8da7-6c073191e3a4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:28.134482 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8f637-9374-4e75-9043-84da15ddd491 req-7fc99593-b43d-4958-bb17-43c9adcd1ced tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:28.136002 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ac8f637-9374-4e75-9043-84da15ddd491 req-7fc99593-b43d-4958-bb17-43c9adcd1ced tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 931 time: 0.1739857 Feb 11 05:17:28.140652 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d17da233-58a3-45d8-937f-56b167d37eab), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:28.152054 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-493c2bb6-15b6-48a5-a684-5350f4ce0ea8 admin admin] Publish callbacks [] for security_group (ba799722-ae8a-4687-8da7-6c073191e3a4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:28.179729 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c3b09-9eaf-4013-8a12-4dbf57ab9dc2 req-faa8ecf4-4061-4d21-a8ac-c3c263b85a64 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:28.181098 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7f9c3b09-9eaf-4013-8a12-4dbf57ab9dc2 req-faa8ecf4-4061-4d21-a8ac-c3c263b85a64 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports/8d16c086-327d-4573-be07-53bb45d9390c HTTP/1.1" status: 200 len: 940 time: 0.0710726 Feb 11 05:17:28.218454 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-493c2bb6-15b6-48a5-a684-5350f4ce0ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ba799722-ae8a-4687-8da7-6c073191e3a4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:28.222139 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-493c2bb6-15b6-48a5-a684-5350f4ce0ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:28.224549 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-493c2bb6-15b6-48a5-a684-5350f4ce0ea8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ba799722-ae8a-4687-8da7-6c073191e3a4 HTTP/1.1" status: 204 len: 168 time: 0.1861849 Feb 11 05:17:28.226412 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d9284200-b9c9-499d-ab72-4aa38b4d33da req-9b1df2da-424f-4c3c-8d37-2d5a2959c238 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251380 Feb 11 05:17:28.255429 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c2bb6-15b6-48a5-a684-5350f4ce0ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba799722-ae8a-4687-8da7-6c073191e3a4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:28.329440 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ac8f637-9374-4e75-9043-84da15ddd491 req-32a3b695-836d-4045-a614-2592eb67c10b tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846533 Feb 11 05:17:28.437444 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-45999987-58a0-472a-b20e-fa711e86f12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:28.463281 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63a433-2bce-47c8-8af9-d07535c4d877 req-d983215d-dc5f-4b2d-8e2e-52d73ac51b78 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:28.464902 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee63a433-2bce-47c8-8af9-d07535c4d877 req-d983215d-dc5f-4b2d-8e2e-52d73ac51b78 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 944 time: 0.1421611 Feb 11 05:17:28.540885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee63a433-2bce-47c8-8af9-d07535c4d877 req-144193cd-14b8-46e1-984f-78f9e1f3e953 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679615 Feb 11 05:17:28.572262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33904) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:28.587140 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d3438ec2-811f-40d8-93cb-a2a482f5b5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:28.602080 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17da233-58a3-45d8-937f-56b167d37eab {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:28.610887 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Publish callbacks [] for port (d17da233-58a3-45d8-937f-56b167d37eab), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:28.627022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Transition to ACTIVE for port object d17da233-58a3-45d8-937f-56b167d37eab will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:17:28.631071 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (d17da233-58a3-45d8-937f-56b167d37eab), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:28.668271 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d3438ec2-811f-40d8-93cb-a2a482f5b5d2 admin admin] Publish callbacks [] for security_group (da6d0415-4447-4c40-8eb4-a3eb9bc2ec50), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:28.673169 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d3438ec2-811f-40d8-93cb-a2a482f5b5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (da6d0415-4447-4c40-8eb4-a3eb9bc2ec50), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:28.703328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d17da233-58a3-45d8-937f-56b167d37eab,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:28.720676 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3438ec2-811f-40d8-93cb-a2a482f5b5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6d0415-4447-4c40-8eb4-a3eb9bc2ec50,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:28.730735 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33906) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:28.731368 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d3438ec2-811f-40d8-93cb-a2a482f5b5d2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=92acc9052e124ecc8d4887fcfc2d1597&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1576915 Feb 11 05:17:28.796950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Attempting to bind port d17da233-58a3-45d8-937f-56b167d37eab on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:28.797280 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Attempting to bind port d17da233-58a3-45d8-937f-56b167d37eab by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:28.797602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Attempting to bind port d17da233-58a3-45d8-937f-56b167d37eab on network c057b431-d79d-4223-9d5d-1c34def959a0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:28.803968 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Port d17da233-58a3-45d8-937f-56b167d37eab on network c057b431-d79d-4223-9d5d-1c34def959a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:17:28.804285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Attempting to bind port d17da233-58a3-45d8-937f-56b167d37eab on network c057b431-d79d-4223-9d5d-1c34def959a0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:28.814290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:28.814651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Checking segment: {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:28.815026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Bound using segment: {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:28.815470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Bound port: d17da233-58a3-45d8-937f-56b167d37eab, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a47448-6fe9-47a4-90ba-0bf477911970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:28.815822 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d17da233-58a3-45d8-937f-56b167d37eab), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:28.827407 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f6958778-2c87-46b4-a2be-584bc301602b admin admin] Publish callbacks [] for security_group (da6d0415-4447-4c40-8eb4-a3eb9bc2ec50), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:28.875056 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f6958778-2c87-46b4-a2be-584bc301602b admin admin] Publish callbacks [] for security_group (da6d0415-4447-4c40-8eb4-a3eb9bc2ec50), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:28.933228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] For port d17da233-58a3-45d8-937f-56b167d37eab, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:28.961456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] For port d17da233-58a3-45d8-937f-56b167d37eab, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d17da233-58a3-45d8-937f-56b167d37eab,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:28.980509 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (d17da233-58a3-45d8-937f-56b167d37eab), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:29.045258 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f6958778-2c87-46b4-a2be-584bc301602b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (da6d0415-4447-4c40-8eb4-a3eb9bc2ec50), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:29.047806 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f6958778-2c87-46b4-a2be-584bc301602b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:29.048926 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f6958778-2c87-46b4-a2be-584bc301602b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/da6d0415-4447-4c40-8eb4-a3eb9bc2ec50 HTTP/1.1" status: 204 len: 168 time: 0.3159487 Feb 11 05:17:29.062036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:29.062623 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:29.064031 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] 10.222.0.88 "PUT /v2.0/ports/d17da233-58a3-45d8-937f-56b167d37eab HTTP/1.1" status: 200 len: 1092 time: 1.0764875 Feb 11 05:17:29.065339 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e57db5-6841-476b-aad7-bb18b6eb21f1', 'tag': 'd17da233-58a3-45d8-937f-56b167d37eab'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:29.067559 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd711946-9940-4e2a-ada1-04e16b6d12a1" -d '{"events": [{"name": "network-changed", "server_uuid": "32e57db5-6841-476b-aad7-bb18b6eb21f1", "tag": "d17da233-58a3-45d8-937f-56b167d37eab"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:29.088605 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a09b3-e932-48e2-8a7b-d6be10fb4b54 req-828dccd4-ff42-4366-b850-d220aa3d7444 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:29.090141 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f1a09b3-e932-48e2-8a7b-d6be10fb4b54 req-828dccd4-ff42-4366-b850-d220aa3d7444 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.1790161 Feb 11 05:17:29.097374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6958778-2c87-46b4-a2be-584bc301602b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6d0415-4447-4c40-8eb4-a3eb9bc2ec50,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:29.122450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d8df4-0807-4730-bcb5-21efb07f1fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d17da233-58a3-45d8-937f-56b167d37eab,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:29.143740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba326b-215a-4caf-98ac-72d26941ed12 req-618929d7-0a39-4fe0-817e-988659c082ad tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:29.145240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7ba326b-215a-4caf-98ac-72d26941ed12 req-618929d7-0a39-4fe0-817e-988659c082ad tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 947 time: 0.1808140 Feb 11 05:17:29.239713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f1a09b3-e932-48e2-8a7b-d6be10fb4b54 req-1fe372e5-2370-483b-a2e6-bfa54bfa97dd tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402996 Feb 11 05:17:29.268964 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7ba326b-215a-4caf-98ac-72d26941ed12 req-f4a82258-29f0-42de-88b1-9b0f9ec7b613 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063104 Feb 11 05:17:29.271948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-076dcc37-df8f-4d03-9a6f-034a02e4c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:29.273176 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-076dcc37-df8f-4d03-9a6f-034a02e4c725 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 1126 time: 0.1570866 Feb 11 05:17:29.292695 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c3b09-9eaf-4013-8a12-4dbf57ab9dc2 req-e6d90b78-f551-463f-be30-a401d9eb86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:29.294150 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9c3b09-9eaf-4013-8a12-4dbf57ab9dc2 req-e6d90b78-f551-463f-be30-a401d9eb86e2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e&tenant_id=a541174c8f0341539b517a51ee6e144f HTTP/1.1" status: 200 len: 1126 time: 0.1015472 Feb 11 05:17:29.329534 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c93758b-c072-461c-9e55-40f01f1160c5 x-openstack-request-id: req-9c93758b-c072-461c-9e55-40f01f1160c5 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:29.329819 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e57db5-6841-476b-aad7-bb18b6eb21f1", "tag": "d17da233-58a3-45d8-937f-56b167d37eab", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:29.330069 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9c93758b-c072-461c-9e55-40f01f1160c5 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:29.330463 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e57db5-6841-476b-aad7-bb18b6eb21f1', 'tag': 'd17da233-58a3-45d8-937f-56b167d37eab', 'status': 'completed', 'code': 200} Feb 11 05:17:29.340825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-1ced7da0-351b-4f02-a173-72cab2a36d89 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d17da233-58a3-45d8-937f-56b167d37eab HTTP/1.1" status: 200 len: 217 time: 0.0577364 Feb 11 05:17:29.475761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-3334e1de-bd4d-41e2-8e09-798c021b0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:29.479828 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-3334e1de-bd4d-41e2-8e09-798c021b0432 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ea6336f-48df-43c4-9674-2de7741cddbb HTTP/1.1" status: 200 len: 850 time: 0.1210878 Feb 11 05:17:29.488566 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c3b09-9eaf-4013-8a12-4dbf57ab9dc2 req-bda16dc7-e8a5-4625-92e6-61e8f1518923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:29.490011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9c3b09-9eaf-4013-8a12-4dbf57ab9dc2 req-bda16dc7-e8a5-4625-92e6-61e8f1518923 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a541174c8f0341539b517a51ee6e144f&device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 1126 time: 0.1623139 Feb 11 05:17:29.533269 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-6c4f866b-cefd-45cd-978b-a17fc1dd5fa5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c057b431-d79d-4223-9d5d-1c34def959a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488570 Feb 11 05:17:29.549286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182c405-c524-4b6b-9db7-ba7654407bee req-29a84b46-c168-43f4-99cd-44fe9d187ce8 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:29.550619 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3182c405-c524-4b6b-9db7-ba7654407bee req-29a84b46-c168-43f4-99cd-44fe9d187ce8 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.2115810 Feb 11 05:17:29.580840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0c940-c3a2-4903-b9f1-2f71d2d6fd32 req-b4c0c3a1-cccd-4b5b-9a2d-33334589ef84 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:29.582397 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-15f0c940-c3a2-4903-b9f1-2f71d2d6fd32 req-b4c0c3a1-cccd-4b5b-9a2d-33334589ef84 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 943 time: 0.1655779 Feb 11 05:17:29.758985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3182c405-c524-4b6b-9db7-ba7654407bee req-1ec29f4c-d53a-4ccb-8220-ce40b8ecd361 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948369 Feb 11 05:17:29.768646 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-15f0c940-c3a2-4903-b9f1-2f71d2d6fd32 req-cdd01378-8d4d-4e10-9cdd-11e137758df6 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689734 Feb 11 05:17:29.772890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c3b09-9eaf-4013-8a12-4dbf57ab9dc2 req-a1167da2-28e7-4657-8c87-299644e75a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:29.774328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9c3b09-9eaf-4013-8a12-4dbf57ab9dc2 req-a1167da2-28e7-4657-8c87-299644e75a60 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0206bf88-469d-4bc1-a7b0-f58304d316f5 HTTP/1.1" status: 200 len: 914 time: 0.2738338 Feb 11 05:17:29.784888 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-c9cb6576-ebfd-4612-8f7b-1ca87dcef7ee service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289577 Feb 11 05:17:29.828801 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 07401fe6-f03f-4db9-a83b-787d10e358af details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:29.830936 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 190e48e1-baa6-4138-8669-008bb2e3b9de up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:29.851133 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9c3b09-9eaf-4013-8a12-4dbf57ab9dc2 req-fdf1ce6f-a042-4e8a-bba5-1360ef7dae98 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d16c086-327d-4573-be07-53bb45d9390c HTTP/1.1" status: 200 len: 217 time: 0.0653012 Feb 11 05:17:29.915595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 190e48e1-baa6-4138-8669-008bb2e3b9de completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:17:29.953638 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 190e48e1-baa6-4138-8669-008bb2e3b9de triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:29.954015 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (190e48e1-baa6-4138-8669-008bb2e3b9de), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.013633 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 07401fe6-f03f-4db9-a83b-787d10e358af, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=07401fe6-f03f-4db9-a83b-787d10e358af,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:30.029710 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '07401fe6-f03f-4db9-a83b-787d10e358af', 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b', 'port_id': '07401fe6-f03f-4db9-a83b-787d10e358af', 'mac_address': 'fa:16:3e:b8:7a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd9a43f-aebb-4c81-9832-39b324b8d69a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:30.107915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 190e48e1-baa6-4138-8669-008bb2e3b9de is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:30.108308 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (190e48e1-baa6-4138-8669-008bb2e3b9de), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.111171 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 07401fe6-f03f-4db9-a83b-787d10e358af is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:30.111440 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.139102 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07401fe6-f03f-4db9-a83b-787d10e358af {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:30.147793 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9af1922-5251-43f3-80b6-3d9a62f744e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190e48e1-baa6-4138-8669-008bb2e3b9de'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:30.150050 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac9e5cd-60bb-440b-814d-48b1a0b3ad22" -d '{"events": [{"server_uuid": "b9af1922-5251-43f3-80b6-3d9a62f744e3", "name": "network-vif-plugged", "status": "completed", "tag": "190e48e1-baa6-4138-8669-008bb2e3b9de"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:30.191288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 07401fe6-f03f-4db9-a83b-787d10e358af, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=07401fe6-f03f-4db9-a83b-787d10e358af,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:30.193496 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94ef796-1d30-4319-85a7-62957a54814e x-openstack-request-id: req-c94ef796-1d30-4319-85a7-62957a54814e {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:30.193949 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9af1922-5251-43f3-80b6-3d9a62f744e3", "name": "network-vif-plugged", "status": "completed", "tag": "190e48e1-baa6-4138-8669-008bb2e3b9de", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:30.194230 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c94ef796-1d30-4319-85a7-62957a54814e {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:30.194662 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9af1922-5251-43f3-80b6-3d9a62f744e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190e48e1-baa6-4138-8669-008bb2e3b9de', 'code': 200} Feb 11 05:17:30.204496 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.205172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device f590ec01-e9ab-4318-b533-41a26f884959 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:30.208103 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 190e48e1-baa6-4138-8669-008bb2e3b9de, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=190e48e1-baa6-4138-8669-008bb2e3b9de,segment=NetworkSegment(5c1e4194-22bb-49a2-97d5-b0811aecd893),segment_id=5c1e4194-22bb-49a2-97d5-b0811aecd893)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:30.244156 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (190e48e1-baa6-4138-8669-008bb2e3b9de), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.245412 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 07401fe6-f03f-4db9-a83b-787d10e358af no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:30.334223 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=07401fe6-f03f-4db9-a83b-787d10e358af,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:30.384327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c3b09-9eaf-4013-8a12-4dbf57ab9dc2 req-e8d136e9-e524-4f3e-aaac-4dd268796c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:30.385894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9c3b09-9eaf-4013-8a12-4dbf57ab9dc2 req-e8d136e9-e524-4f3e-aaac-4dd268796c8a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6d9a41f6-76c2-4194-9d7b-1232143921ef HTTP/1.1" status: 200 len: 853 time: 0.4973645 Feb 11 05:17:30.419978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30750e11-de4f-44ad-b922-0d3f60dae194 req-51ba4c95-b94a-4350-afa2-67450769849a tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:30.421399 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30750e11-de4f-44ad-b922-0d3f60dae194 req-51ba4c95-b94a-4350-afa2-67450769849a tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 944 time: 0.5811813 Feb 11 05:17:30.442366 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68008422-e67c-4b53-9def-af3d971ae5e4 req-9fa5e6ec-ab9a-4f75-9de5-bf915eb14912 service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6411660 Feb 11 05:17:30.447768 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9c3b09-9eaf-4013-8a12-4dbf57ab9dc2 req-21fa081e-1ef7-469a-87de-13c96a6fdd5a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0206bf88-469d-4bc1-a7b0-f58304d316f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503304 Feb 11 05:17:30.451544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69f2df-8f44-4fd0-ac8c-0bb3b762dd8a req-c6f3b37c-54e1-4637-868d-61455e18758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:30.453020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a69f2df-8f44-4fd0-ac8c-0bb3b762dd8a req-c6f3b37c-54e1-4637-868d-61455e18758e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 1128 time: 0.1727259 Feb 11 05:17:30.456152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=190e48e1-baa6-4138-8669-008bb2e3b9de,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:30.485119 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port f590ec01-e9ab-4318-b533-41a26f884959, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f590ec01-e9ab-4318-b533-41a26f884959,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:30.488128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 07401fe6-f03f-4db9-a83b-787d10e358af is: BUILD; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:30.488764 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.496935 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33960) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:30.517642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d027544-9f0f-4233-8656-ed712e89fef5 req-16e2b1ea-b270-434b-94a4-6146f160d875 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:30.519187 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d027544-9f0f-4233-8656-ed712e89fef5 req-16e2b1ea-b270-434b-94a4-6146f160d875 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.1893942 Feb 11 05:17:30.524276 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 07401fe6-f03f-4db9-a83b-787d10e358af {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:30.529044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'f590ec01-e9ab-4318-b533-41a26f884959', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': 'f590ec01-e9ab-4318-b533-41a26f884959', 'mac_address': 'fa:16:3e:ac:da:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:30.564755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 07401fe6-f03f-4db9-a83b-787d10e358af, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=07401fe6-f03f-4db9-a83b-787d10e358af,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:30.573614 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.574315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8d16c086-327d-4573-be07-53bb45d9390c no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:30.618878 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-34b6fdbc-5599-4334-adee-6fd1b1f2ae2a tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-915531776', 'router:external': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:30.628540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port f590ec01-e9ab-4318-b533-41a26f884959 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:30.629262 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f590ec01-e9ab-4318-b533-41a26f884959), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.639138 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b6fdbc-5599-4334-adee-6fd1b1f2ae2a tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Made reservation on behalf of 51f4dc470de745b892ef87cde99880d2 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:30.641577 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34b6fdbc-5599-4334-adee-6fd1b1f2ae2a tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.646764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30750e11-de4f-44ad-b922-0d3f60dae194 req-707b6a38-d317-49c3-aae3-865b3cc6999f tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026613 Feb 11 05:17:30.650986 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34b6fdbc-5599-4334-adee-6fd1b1f2ae2a tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.662721 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f590ec01-e9ab-4318-b533-41a26f884959 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:30.673860 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=07401fe6-f03f-4db9-a83b-787d10e358af,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:30.692952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a69f2df-8f44-4fd0-ac8c-0bb3b762dd8a req-81f3550b-aeed-4ee0-ab6c-7bd73fcee004 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223725 Feb 11 05:17:30.693344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port f590ec01-e9ab-4318-b533-41a26f884959, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f590ec01-e9ab-4318-b533-41a26f884959,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:30.721386 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f590ec01-e9ab-4318-b533-41a26f884959), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.733657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d027544-9f0f-4233-8656-ed712e89fef5 req-74f80f83-5ead-40df-8a0a-a372bda39b02 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032292 Feb 11 05:17:30.776254 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e0071164-9d95-444c-b0a8-5202abb7afdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.777561 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 8d16c086-327d-4573-be07-53bb45d9390c is: DOWN; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:30.780976 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34b6fdbc-5599-4334-adee-6fd1b1f2ae2a tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for security_group (8c85f83e-1026-4d56-96dc-ede66bf3a3ed), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.786152 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34b6fdbc-5599-4334-adee-6fd1b1f2ae2a tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8c85f83e-1026-4d56-96dc-ede66bf3a3ed), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.791262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd711946-9940-4e2a-ada1-04e16b6d12a1 req-48e88b1d-1851-4571-9028-5b2dc8e4796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:30.793437 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd711946-9940-4e2a-ada1-04e16b6d12a1 req-48e88b1d-1851-4571-9028-5b2dc8e4796a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 1126 time: 0.2578738 Feb 11 05:17:30.796175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=f590ec01-e9ab-4318-b533-41a26f884959,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:30.819286 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9c3b09-9eaf-4013-8a12-4dbf57ab9dc2 req-97f66e08-b49c-4afc-8192-e9e2f72ee6c6 service neutron] 10.222.0.88 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483248 Feb 11 05:17:30.828197 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b6fdbc-5599-4334-adee-6fd1b1f2ae2a tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:17:30.834753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af19a29-4873-431e-902a-331310809d9a req-8cf6f7c5-ff52-4f25-bf97-8599785a4494 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:30.836381 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3af19a29-4873-431e-902a-331310809d9a req-8cf6f7c5-ff52-4f25-bf97-8599785a4494 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 948 time: 0.0963292 Feb 11 05:17:30.838884 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6fdbc-5599-4334-adee-6fd1b1f2ae2a tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c85f83e-1026-4d56-96dc-ede66bf3a3ed,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:30.843878 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34b6fdbc-5599-4334-adee-6fd1b1f2ae2a tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (134256d2-d396-448a-a8c5-a522050ad2f9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.844356 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-34b6fdbc-5599-4334-adee-6fd1b1f2ae2a tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Added segment 134256d2-d396-448a-a8c5-a522050ad2f9 of type vlan for network 1205261d-02c8-4c9f-b01e-44539ec50ab6 Feb 11 05:17:30.892150 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34b6fdbc-5599-4334-adee-6fd1b1f2ae2a tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (1205261d-02c8-4c9f-b01e-44539ec50ab6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.923529 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34b6fdbc-5599-4334-adee-6fd1b1f2ae2a tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (1205261d-02c8-4c9f-b01e-44539ec50ab6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.924771 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b6fdbc-5599-4334-adee-6fd1b1f2ae2a tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:30.925393 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34b6fdbc-5599-4334-adee-6fd1b1f2ae2a tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.927303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3af19a29-4873-431e-902a-331310809d9a req-8c4c0814-62a3-425e-9050-3ed01f9c874e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829480 Feb 11 05:17:30.938898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3e28-7569-4891-8916-66605174aac9 req-bff9bbea-673c-4214-b03a-b286cd56cb0a tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:30.940465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-862b3e28-7569-4891-8916-66605174aac9 req-bff9bbea-673c-4214-b03a-b286cd56cb0a tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 943 time: 0.0884829 Feb 11 05:17:30.975761 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-34b6fdbc-5599-4334-adee-6fd1b1f2ae2a tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.4768751 Feb 11 05:17:30.978006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33968) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:30.988605 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-03936826-7975-478f-a0f7-2ea00e88e8a1 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Request body: {'subnet': {'network_id': '1205261d-02c8-4c9f-b01e-44539ec50ab6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:31.007457 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6fdbc-5599-4334-adee-6fd1b1f2ae2a tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Pushing event updated for resources: {'Network': ['ID=1205261d-02c8-4c9f-b01e-44539ec50ab6,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:31.020106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 1205261d-02c8-4c9f-b01e-44539ec50ab6 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:17:31.061189 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-862b3e28-7569-4891-8916-66605174aac9 req-805ecb0e-d7e1-4e6b-9dc0-b85f5b81021d tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146803 Feb 11 05:17:31.128250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03936826-7975-478f-a0f7-2ea00e88e8a1 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Made reservation on behalf of 51f4dc470de745b892ef87cde99880d2 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:31.130520 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-03936826-7975-478f-a0f7-2ea00e88e8a1 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:31.208465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['f590ec01-e9ab-4318-b533-41a26f884959'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:31.212847 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['07401fe6-f03f-4db9-a83b-787d10e358af'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:31.261965 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52166f0f-9507-421a-87f2-e6464a14df3e req-a1e23f1f-02ba-4c26-ba11-b61437965792 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:31.264112 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52166f0f-9507-421a-87f2-e6464a14df3e req-a1e23f1f-02ba-4c26-ba11-b61437965792 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 943 time: 0.2485373 Feb 11 05:17:31.273038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd711946-9940-4e2a-ada1-04e16b6d12a1 req-1aec2258-ec82-4cc6-8e19-d7bfeca75076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:31.274599 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd711946-9940-4e2a-ada1-04e16b6d12a1 req-1aec2258-ec82-4cc6-8e19-d7bfeca75076 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 200 len: 911 time: 0.2764223 Feb 11 05:17:31.280374 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f9c3b09-9eaf-4013-8a12-4dbf57ab9dc2 req-a34ad0c7-a751-41a6-94dc-4f4cc068dcaf service neutron] 10.222.0.88 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837145 Feb 11 05:17:31.364899 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd711946-9940-4e2a-ada1-04e16b6d12a1 req-78cd7cee-0c48-4de9-80fc-8a58b814b86a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d17da233-58a3-45d8-937f-56b167d37eab HTTP/1.1" status: 200 len: 217 time: 0.0554867 Feb 11 05:17:31.382383 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52166f0f-9507-421a-87f2-e6464a14df3e req-059242e0-39b9-4966-9d80-92702daff056 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067798 Feb 11 05:17:31.481618 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd711946-9940-4e2a-ada1-04e16b6d12a1 req-22b7f0df-dfe8-4156-925a-51554a422d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:31.483128 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd711946-9940-4e2a-ada1-04e16b6d12a1 req-22b7f0df-dfe8-4156-925a-51554a422d70 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ea6336f-48df-43c4-9674-2de7741cddbb HTTP/1.1" status: 200 len: 850 time: 0.1043835 Feb 11 05:17:31.523580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd711946-9940-4e2a-ada1-04e16b6d12a1 req-8241ef2b-857b-432e-a2a6-cd81c976e1a2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c057b431-d79d-4223-9d5d-1c34def959a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297363 Feb 11 05:17:31.670894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd711946-9940-4e2a-ada1-04e16b6d12a1 req-c41e0bc9-5d76-4cff-a4d8-b636f450d2cc service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313994 Feb 11 05:17:31.840365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.objects.ports [None req-03936826-7975-478f-a0f7-2ea00e88e8a1 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103171) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:17:31.841113 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-03936826-7975-478f-a0f7-2ea00e88e8a1 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (a91c5f93-a444-41b1-8bb9-93b699c6f0a8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:31.982304 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd711946-9940-4e2a-ada1-04e16b6d12a1 req-b55ab10f-b293-4492-97a7-5e4e8b2920be service neutron] 10.222.0.88 "GET /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000810 Feb 11 05:17:31.982955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03936826-7975-478f-a0f7-2ea00e88e8a1 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a91c5f93-a444-41b1-8bb9-93b699c6f0a8,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:32.005901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0da77-e398-4c14-b637-3976b2ce61d7 req-96b357c5-f5d6-4307-a57d-6523b5595b64 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:32.008115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25a0da77-e398-4c14-b637-3976b2ce61d7 req-96b357c5-f5d6-4307-a57d-6523b5595b64 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 945 time: 0.2701943 Feb 11 05:17:32.028523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06977e-4708-40a4-859d-f86d08603213 req-f18c0485-61d4-437c-a37e-570d42124b3b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:32.030045 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d06977e-4708-40a4-859d-f86d08603213 req-f18c0485-61d4-437c-a37e-570d42124b3b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.1922786 Feb 11 05:17:32.032078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03936826-7975-478f-a0f7-2ea00e88e8a1 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Checking segment: {'id': '134256d2-d396-448a-a8c5-a522050ad2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1205261d-02c8-4c9f-b01e-44539ec50ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:32.032445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03936826-7975-478f-a0f7-2ea00e88e8a1 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Network hostable DHCP agents. Network: 1205261d-02c8-4c9f-b01e-44539ec50ab6, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:17:32.105029 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03936826-7975-478f-a0f7-2ea00e88e8a1 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Network 1205261d-02c8-4c9f-b01e-44539ec50ab6 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:17:32.114889 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25a0da77-e398-4c14-b637-3976b2ce61d7 req-d3a32584-a8c8-4399-bca2-a12a510f2943 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995686 Feb 11 05:17:32.129320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-03936826-7975-478f-a0f7-2ea00e88e8a1 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 1205261d-02c8-4c9f-b01e-44539ec50ab6) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:32.136711 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d06977e-4708-40a4-859d-f86d08603213 req-f2d58388-8a8c-4044-b8f7-a6aa34f349dc tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926282 Feb 11 05:17:32.138070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03936826-7975-478f-a0f7-2ea00e88e8a1 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:32.138745 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-03936826-7975-478f-a0f7-2ea00e88e8a1 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:32.159085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3013d0d8-063c-47da-a80e-ffd4c04cd5c4 None None] Network 1205261d-02c8-4c9f-b01e-44539ec50ab6 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:32.197822 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-03936826-7975-478f-a0f7-2ea00e88e8a1 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2143939 Feb 11 05:17:32.199204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33994) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:32.209014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-dc973829-d5f2-4bad-ad9e-949bbeecc757 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1864110378', 'network_id': '1205261d-02c8-4c9f-b01e-44539ec50ab6'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:32.253061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc973829-d5f2-4bad-ad9e-949bbeecc757 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Made reservation on behalf of 51f4dc470de745b892ef87cde99880d2 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:32.255844 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc973829-d5f2-4bad-ad9e-949bbeecc757 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:32.281808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-dc973829-d5f2-4bad-ad9e-949bbeecc757 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] device_id is not set on port 2811e011-bcfd-4426-9c02-4be9fbe12feb yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:17:32.388668 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:32.424223 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e794a2-82f3-4c5d-bdec-bd03d5b28ce2 None None] Network 1205261d-02c8-4c9f-b01e-44539ec50ab6 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:17:32.474411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4d3b3-f3d6-4843-bb78-0f29641bc679 req-fc3efd54-4616-49db-874a-441730b1a9a1 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:32.475875 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eaa4d3b3-f3d6-4843-bb78-0f29641bc679 req-fc3efd54-4616-49db-874a-441730b1a9a1 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 943 time: 0.1329885 Feb 11 05:17:32.485982 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1225819-4ecc-46e6-9939-3b3fad39748c req-07f2eba9-e5b0-49b0-841c-c2313965869d tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:32.487502 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a1225819-4ecc-46e6-9939-3b3fad39748c req-07f2eba9-e5b0-49b0-841c-c2313965869d tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 948 time: 0.1596103 Feb 11 05:17:32.493112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-dc973829-d5f2-4bad-ad9e-949bbeecc757 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Allocated IP 172.20.0.7 (1205261d-02c8-4c9f-b01e-44539ec50ab6/a91c5f93-a444-41b1-8bb9-93b699c6f0a8/2811e011-bcfd-4426-9c02-4be9fbe12feb) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:32.608921 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eaa4d3b3-f3d6-4843-bb78-0f29641bc679 req-1bfc5b72-02e7-455c-b025-08a1b96743c0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204231 Feb 11 05:17:32.613745 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a1225819-4ecc-46e6-9939-3b3fad39748c req-e903e894-f2e3-42ed-a671-1dc72b609094 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141229 Feb 11 05:17:32.746362 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc973829-d5f2-4bad-ad9e-949bbeecc757 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for port (2811e011-bcfd-4426-9c02-4be9fbe12feb), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:32.764881 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5710ea-ac3b-419c-b3e6-03d02fd11c98 req-3523e1eb-9e6a-4d09-adb0-ce106f0d3bd3 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:32.766358 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf5710ea-ac3b-419c-b3e6-03d02fd11c98 req-3523e1eb-9e6a-4d09-adb0-ce106f0d3bd3 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 943 time: 0.0925155 Feb 11 05:17:32.823729 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc973829-d5f2-4bad-ad9e-949bbeecc757 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2811e011-bcfd-4426-9c02-4be9fbe12feb), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:32.859469 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf5710ea-ac3b-419c-b3e6-03d02fd11c98 req-009686c6-1935-4593-9d5a-e582c084ed3e tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843081 Feb 11 05:17:32.878453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc973829-d5f2-4bad-ad9e-949bbeecc757 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Network 1205261d-02c8-4c9f-b01e-44539ec50ab6 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:32.881404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-dc973829-d5f2-4bad-ad9e-949bbeecc757 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:32.886016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc973829-d5f2-4bad-ad9e-949bbeecc757 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Pushing event updated for resources: {'Port': ['ID=2811e011-bcfd-4426-9c02-4be9fbe12feb,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:32.889366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc973829-d5f2-4bad-ad9e-949bbeecc757 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:32.929050 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc973829-d5f2-4bad-ad9e-949bbeecc757 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:32.929689 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc973829-d5f2-4bad-ad9e-949bbeecc757 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:32.948273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dc973829-d5f2-4bad-ad9e-949bbeecc757 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7488973 Feb 11 05:17:32.951261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33998) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:33.037404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-9a1b08c4-be44-42eb-a895-f7161ff7bde7 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Deleting port 2811e011-bcfd-4426-9c02-4be9fbe12feb {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:33.037849 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a1b08c4-be44-42eb-a895-f7161ff7bde7 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2811e011-bcfd-4426-9c02-4be9fbe12feb), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.125019 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a1b08c4-be44-42eb-a895-f7161ff7bde7 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2811e011-bcfd-4426-9c02-4be9fbe12feb), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.139041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-9a1b08c4-be44-42eb-a895-f7161ff7bde7 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Calling delete_port for 2811e011-bcfd-4426-9c02-4be9fbe12feb owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:33.357148 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f20315-1a8a-44f2-8059-ff60e6a0f5bf req-5d1caf67-8500-452b-8184-91b182a443d3 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:33.358650 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-32f20315-1a8a-44f2-8059-ff60e6a0f5bf req-5d1caf67-8500-452b-8184-91b182a443d3 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 945 time: 0.1316764 Feb 11 05:17:33.362408 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a1b08c4-be44-42eb-a895-f7161ff7bde7 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2811e011-bcfd-4426-9c02-4be9fbe12feb), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.405838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b08c4-be44-42eb-a895-f7161ff7bde7 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Pushing event deleted for resources: {'Port': ['ID=2811e011-bcfd-4426-9c02-4be9fbe12feb,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:33.441736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b69a90-2bfb-44cf-adcb-0b29d0a8c941 req-87970c0a-9549-4778-a4f8-05f503342037 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:33.443221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84b69a90-2bfb-44cf-adcb-0b29d0a8c941 req-87970c0a-9549-4778-a4f8-05f503342037 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.1550803 Feb 11 05:17:33.519040 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.528372 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-32f20315-1a8a-44f2-8059-ff60e6a0f5bf req-2378d0e1-8b55-4d72-8612-913c1a73b5e3 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583042 Feb 11 05:17:33.535133 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a1b08c4-be44-42eb-a895-f7161ff7bde7 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.541259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9a1b08c4-be44-42eb-a895-f7161ff7bde7 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "DELETE /v2.0/ports/2811e011-bcfd-4426-9c02-4be9fbe12feb HTTP/1.1" status: 204 len: 168 time: 0.5861290 Feb 11 05:17:33.547127 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34006) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:33.552423 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1205261d-02c8-4c9f-b01e-44539ec50ab6', 'external_fixed_ips': [{'subnet_id': 'a91c5f93-a444-41b1-8bb9-93b699c6f0a8', 'ip_address': '172.20.0.7'}]}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:33.563586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84b69a90-2bfb-44cf-adcb-0b29d0a8c941 req-b4afc7df-bd8d-4315-a54f-64f9cb047b6e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133204 Feb 11 05:17:33.573820 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (9cdee9fa-6851-44e9-a54d-df0fedd8efd2), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.575005 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (9cdee9fa-6851-44e9-a54d-df0fedd8efd2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.638583 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_controller (9cdee9fa-6851-44e9-a54d-df0fedd8efd2), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:33.784223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430212e8-aa6e-4953-a0ec-cf35a0cba029 req-02ee8df8-41f2-4d2c-983c-0ef71432fb22 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:33.786122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-430212e8-aa6e-4953-a0ec-cf35a0cba029 req-02ee8df8-41f2-4d2c-983c-0ef71432fb22 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 948 time: 0.0865703 Feb 11 05:17:33.794642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c5df4-d2ba-4499-81ce-cf4798eb9555 req-24727a1a-2120-45a5-8ac4-672264d358e2 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:33.796556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f4c5df4-d2ba-4499-81ce-cf4798eb9555 req-24727a1a-2120-45a5-8ac4-672264d358e2 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 943 time: 0.1056206 Feb 11 05:17:33.864266 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 07401fe6-f03f-4db9-a83b-787d10e358af up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:33.871005 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-430212e8-aa6e-4953-a0ec-cf35a0cba029 req-9f156638-ec64-4699-9bf6-994b919998fd tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732224 Feb 11 05:17:33.901884 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f4c5df4-d2ba-4499-81ce-cf4798eb9555 req-18948ca2-b6c7-43db-bd6f-c50fc9bec550 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977910 Feb 11 05:17:33.962863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 07401fe6-f03f-4db9-a83b-787d10e358af triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:33.963558 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:34.071192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41685ae-180d-4ebe-a654-28da6bc3690a req-104673bc-3d20-46e9-9d5c-260554ad6933 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:34.072867 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c41685ae-180d-4ebe-a654-28da6bc3690a req-104673bc-3d20-46e9-9d5c-260554ad6933 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 943 time: 0.0846040 Feb 11 05:17:34.090473 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 07401fe6-f03f-4db9-a83b-787d10e358af is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:34.091909 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:34.118603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5677ddf-7024-450a-986a-d96db323d885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07401fe6-f03f-4db9-a83b-787d10e358af'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:34.121966 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abca3b91-b7f3-4008-9ad9-af81b419717b" -d '{"events": [{"server_uuid": "a5677ddf-7024-450a-986a-d96db323d885", "name": "network-vif-plugged", "status": "completed", "tag": "07401fe6-f03f-4db9-a83b-787d10e358af"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:34.142166 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 07401fe6-f03f-4db9-a83b-787d10e358af, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=07401fe6-f03f-4db9-a83b-787d10e358af,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:34.151114 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:34.151942 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device f590ec01-e9ab-4318-b533-41a26f884959 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:34.170872 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c41685ae-180d-4ebe-a654-28da6bc3690a req-0a602246-eda0-4a6b-a8b2-ef8863dc55bb tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863597 Feb 11 05:17:34.179710 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (9cdee9fa-6851-44e9-a54d-df0fedd8efd2), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:34.199960 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55908214-2aba-4f22-9b5d-d890502ce87e x-openstack-request-id: req-55908214-2aba-4f22-9b5d-d890502ce87e {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:34.200555 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5677ddf-7024-450a-986a-d96db323d885", "name": "network-vif-plugged", "status": "completed", "tag": "07401fe6-f03f-4db9-a83b-787d10e358af", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:34.201248 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-55908214-2aba-4f22-9b5d-d890502ce87e {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:34.201248 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5677ddf-7024-450a-986a-d96db323d885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07401fe6-f03f-4db9-a83b-787d10e358af', 'code': 200} Feb 11 05:17:34.280737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=07401fe6-f03f-4db9-a83b-787d10e358af,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:34.308502 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port f590ec01-e9ab-4318-b533-41a26f884959 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:17:34.314199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port f590ec01-e9ab-4318-b533-41a26f884959 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:34.314591 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f590ec01-e9ab-4318-b533-41a26f884959), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:34.418234 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port f590ec01-e9ab-4318-b533-41a26f884959 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:34.418542 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f590ec01-e9ab-4318-b533-41a26f884959), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:34.465501 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (9cdee9fa-6851-44e9-a54d-df0fedd8efd2), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:34.489601 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:34.621862 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port f590ec01-e9ab-4318-b533-41a26f884959, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f590ec01-e9ab-4318-b533-41a26f884959,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:34.635549 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f590ec01-e9ab-4318-b533-41a26f884959), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:34.691961 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Allocated IP 172.20.0.7 (1205261d-02c8-4c9f-b01e-44539ec50ab6/a91c5f93-a444-41b1-8bb9-93b699c6f0a8/f2e776d6-fc61-48c4-9c28-2530f5c347f0) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:34.720773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=f590ec01-e9ab-4318-b533-41a26f884959,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:34.802883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db238d4e-7a79-4075-a3a7-a0ea5bb2f00d req-a0378416-6d8a-4fbf-aded-1e74e07bece8 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:34.804767 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db238d4e-7a79-4075-a3a7-a0ea5bb2f00d req-a0378416-6d8a-4fbf-aded-1e74e07bece8 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 945 time: 0.1988747 Feb 11 05:17:34.818722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59377bf8-5dab-498b-a13b-638f28c64662 req-1c2c3138-e991-496d-bd10-166f9faed35d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:34.827603 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59377bf8-5dab-498b-a13b-638f28c64662 req-1c2c3138-e991-496d-bd10-166f9faed35d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.1537619 Feb 11 05:17:34.850262 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for port (f2e776d6-fc61-48c4-9c28-2530f5c347f0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:34.891675 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (f2e776d6-fc61-48c4-9c28-2530f5c347f0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:34.910467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59377bf8-5dab-498b-a13b-638f28c64662 req-19ed6b34-4825-4727-bfd5-8c1a2722a51c tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815732 Feb 11 05:17:34.933280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db238d4e-7a79-4075-a3a7-a0ea5bb2f00d req-cdf37a08-cdf7-4cf0-9394-8c129c4e9386 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885036 Feb 11 05:17:34.962339 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Network 1205261d-02c8-4c9f-b01e-44539ec50ab6 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:34.968725 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:34.975006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:35.008995 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Pushing event updated for resources: {'Port': ['ID=f2e776d6-fc61-48c4-9c28-2530f5c347f0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:35.101492 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:35.136801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca264ae9-51c7-4369-ab70-c3d936ff1696 req-b608cbc6-bd9f-4f4e-b66b-5d521fae172f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:35.138397 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca264ae9-51c7-4369-ab70-c3d936ff1696 req-b608cbc6-bd9f-4f4e-b66b-5d521fae172f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 949 time: 0.1213167 Feb 11 05:17:35.221430 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca264ae9-51c7-4369-ab70-c3d936ff1696 req-7056a3ed-16fc-4588-8abe-6297136acc42 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711710 Feb 11 05:17:35.231993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61cb1b-8978-4e44-a466-fa45658d8b28 req-1eb772b0-6c18-49f0-86ad-d26fa9192642 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:35.249109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f61cb1b-8978-4e44-a466-fa45658d8b28 req-1eb772b0-6c18-49f0-86ad-d26fa9192642 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 943 time: 0.1913478 Feb 11 05:17:35.284283 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (9cdee9fa-6851-44e9-a54d-df0fedd8efd2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:35.297563 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f61cb1b-8978-4e44-a466-fa45658d8b28 req-67592346-0731-43a8-9b44-67aab542b147 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474048 Feb 11 05:17:35.379509 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17053c-cfca-4ef9-96ed-9a3067d276ad req-d020f7a9-d92d-46bc-b44f-f322de763f95 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:35.381056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a17053c-cfca-4ef9-96ed-9a3067d276ad req-d020f7a9-d92d-46bc-b44f-f322de763f95 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.0574765 Feb 11 05:17:35.452500 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a17053c-cfca-4ef9-96ed-9a3067d276ad req-5e001aaf-16a4-4d03-aa10-e29ec496728d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611775 Feb 11 05:17:35.543773 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (9cdee9fa-6851-44e9-a54d-df0fedd8efd2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:35.688697 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Router 9cdee9fa-6851-44e9-a54d-df0fedd8efd2 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:17:35.815976 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:35.827769 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Sync routers for ids ['9cdee9fa-6851-44e9-a54d-df0fedd8efd2'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:35.834934 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:35.837189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Routers {'9cdee9fa-6851-44e9-a54d-df0fedd8efd2'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:35.837811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9cdee9fa-6851-44e9-a54d-df0fedd8efd2'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:35.839011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34028) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:35.839235 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-911fb7b3-c99b-48c0-a16c-96c254358d02 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.2905624 Feb 11 05:17:35.954687 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2da1723c-c995-400b-88a1-fe4f61f2e36c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router (9cdee9fa-6851-44e9-a54d-df0fedd8efd2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:35.988524 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Set router 9cdee9fa-6851-44e9-a54d-df0fedd8efd2 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:36.205554 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99310835-06a0-487b-974d-7a6340129a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f590ec01-e9ab-4318-b533-41a26f884959'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:36.211068 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe7a25b-6e7f-4075-83de-fa3cea9045c5" -d '{"events": [{"server_uuid": "99310835-06a0-487b-974d-7a6340129a9d", "name": "network-vif-plugged", "status": "completed", "tag": "f590ec01-e9ab-4318-b533-41a26f884959"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:36.242761 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdee9fa-6851-44e9-a54d-df0fedd8efd2', 'name': '', 'tenant_id': '51f4dc470de745b892ef87cde99880d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1205261d-02c8-4c9f-b01e-44539ec50ab6', 'external_fixed_ips': [{'subnet_id': 'a91c5f93-a444-41b1-8bb9-93b699c6f0a8', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f2e776d6-fc61-48c4-9c28-2530f5c347f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:33Z', 'updated_at': '2022-02-11T05:17:35Z', 'revision_number': 3, 'project_id': '51f4dc470de745b892ef87cde99880d2', 'gw_port': {'id': 'f2e776d6-fc61-48c4-9c28-2530f5c347f0', 'name': '', 'network_id': '1205261d-02c8-4c9f-b01e-44539ec50ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:be:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdee9fa-6851-44e9-a54d-df0fedd8efd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'a91c5f93-a444-41b1-8bb9-93b699c6f0a8', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:34Z', 'updated_at': '2022-02-11T05:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a91c5f93-a444-41b1-8bb9-93b699c6f0a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:36.274938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Checking router: 9cdee9fa-6851-44e9-a54d-df0fedd8efd2 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:17:36.275295 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Updating router 9cdee9fa-6851-44e9-a54d-df0fedd8efd2 port f2e776d6-fc61-48c4-9c28-2530f5c347f0 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:17:36.305159 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f2e776d6-fc61-48c4-9c28-2530f5c347f0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:36.524051 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd258c58-c922-4bd8-8024-8597b83f9f03 req-8ce18879-5dc6-4f01-8258-b9ef2b5b6428 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:36.525452 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd258c58-c922-4bd8-8024-8597b83f9f03 req-8ce18879-5dc6-4f01-8258-b9ef2b5b6428 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.5175726 Feb 11 05:17:36.534964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113d05e-071a-4f42-b32f-d43849e59881 req-c19037cd-8c60-4a1e-bbf6-62961aa8333b tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:36.536465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2113d05e-071a-4f42-b32f-d43849e59881 req-c19037cd-8c60-4a1e-bbf6-62961aa8333b tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 945 time: 0.5151279 Feb 11 05:17:36.564911 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2da1723c-c995-400b-88a1-fe4f61f2e36c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (9cdee9fa-6851-44e9-a54d-df0fedd8efd2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:36.612908 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Publish callbacks [] for port (f2e776d6-fc61-48c4-9c28-2530f5c347f0), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:36.620805 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f2e776d6-fc61-48c4-9c28-2530f5c347f0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:36.641218 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd258c58-c922-4bd8-8024-8597b83f9f03 req-177e2a12-43b6-4dda-8496-40bed150debc tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033130 Feb 11 05:17:36.656867 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2113d05e-071a-4f42-b32f-d43849e59881 req-861ceb69-2181-47b7-a408-b66279be67e5 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100569 Feb 11 05:17:36.677497 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-2da1723c-c995-400b-88a1-fe4f61f2e36c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Deleting port f2e776d6-fc61-48c4-9c28-2530f5c347f0 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:36.677830 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2da1723c-c995-400b-88a1-fe4f61f2e36c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f2e776d6-fc61-48c4-9c28-2530f5c347f0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:36.698751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0884209-184b-4144-820f-8ba0d5dab338 None None] Pushing event updated for resources: {'Port': ['ID=f2e776d6-fc61-48c4-9c28-2530f5c347f0,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:36.701207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Attempting to bind port f2e776d6-fc61-48c4-9c28-2530f5c347f0 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:36.701590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Attempting to bind port f2e776d6-fc61-48c4-9c28-2530f5c347f0 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '134256d2-d396-448a-a8c5-a522050ad2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1205261d-02c8-4c9f-b01e-44539ec50ab6'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:36.701963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Attempting to bind port f2e776d6-fc61-48c4-9c28-2530f5c347f0 on network 1205261d-02c8-4c9f-b01e-44539ec50ab6 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:36.707927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:36.708317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Checking segment: {'id': '134256d2-d396-448a-a8c5-a522050ad2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1205261d-02c8-4c9f-b01e-44539ec50ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:36.709231 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:36.709231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Bound using segment: {'id': '134256d2-d396-448a-a8c5-a522050ad2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1205261d-02c8-4c9f-b01e-44539ec50ab6'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:36.709675 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Bound port: f2e776d6-fc61-48c4-9c28-2530f5c347f0, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134256d2-d396-448a-a8c5-a522050ad2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1205261d-02c8-4c9f-b01e-44539ec50ab6'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:36.709969 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f2e776d6-fc61-48c4-9c28-2530f5c347f0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:36.732560 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fd4fc3-0f05-4ecd-9cde-0b257b4cf360 x-openstack-request-id: req-f8fd4fc3-0f05-4ecd-9cde-0b257b4cf360 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:36.732925 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99310835-06a0-487b-974d-7a6340129a9d", "name": "network-vif-plugged", "status": "completed", "tag": "f590ec01-e9ab-4318-b533-41a26f884959", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:36.733116 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f8fd4fc3-0f05-4ecd-9cde-0b257b4cf360 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:36.733514 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99310835-06a0-487b-974d-7a6340129a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f590ec01-e9ab-4318-b533-41a26f884959', 'code': 200} Feb 11 05:17:36.770954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] For port f2e776d6-fc61-48c4-9c28-2530f5c347f0, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:36.774624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] For port f2e776d6-fc61-48c4-9c28-2530f5c347f0, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f2e776d6-fc61-48c4-9c28-2530f5c347f0,segment=NetworkSegment(134256d2-d396-448a-a8c5-a522050ad2f9),segment_id=134256d2-d396-448a-a8c5-a522050ad2f9)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:36.787545 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f2e776d6-fc61-48c4-9c28-2530f5c347f0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:36.865006 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Routers {'9cdee9fa-6851-44e9-a54d-df0fedd8efd2'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:36.865812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['9cdee9fa-6851-44e9-a54d-df0fedd8efd2'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:36.892564 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2da1723c-c995-400b-88a1-fe4f61f2e36c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f2e776d6-fc61-48c4-9c28-2530f5c347f0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:36.917055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0884209-184b-4144-820f-8ba0d5dab338 None None] Pushing event updated for resources: {'Port': ['ID=f2e776d6-fc61-48c4-9c28-2530f5c347f0,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:36.922406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c20600-bf90-4878-a555-15e2ff5a1045 req-1f8c17dc-f395-4596-b5f8-6951b8d7c77b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:36.923965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57c20600-bf90-4878-a555-15e2ff5a1045 req-1f8c17dc-f395-4596-b5f8-6951b8d7c77b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 949 time: 0.1380372 Feb 11 05:17:36.924963 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-2da1723c-c995-400b-88a1-fe4f61f2e36c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Calling delete_port for f2e776d6-fc61-48c4-9c28-2530f5c347f0 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:36.993055 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d08229-26a1-4d61-84f2-4e7ec50f7d23 req-75220622-dbb2-4684-a4de-a9cca29415e5 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:36.994567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0d08229-26a1-4d61-84f2-4e7ec50f7d23 req-75220622-dbb2-4684-a4de-a9cca29415e5 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 943 time: 0.1619823 Feb 11 05:17:36.995659 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] Set router 9cdee9fa-6851-44e9-a54d-df0fedd8efd2 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:37.060132 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57c20600-bf90-4878-a555-15e2ff5a1045 req-4408ef88-844e-4d26-8fbf-1d3c01ca33b2 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297119 Feb 11 05:17:37.073806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cdee9fa-6851-44e9-a54d-df0fedd8efd2', 'name': '', 'tenant_id': '51f4dc470de745b892ef87cde99880d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:33Z', 'updated_at': '2022-02-11T05:17:36Z', 'revision_number': 4, 'project_id': '51f4dc470de745b892ef87cde99880d2', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:37.099277 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0d08229-26a1-4d61-84f2-4e7ec50f7d23 req-63d5fbe7-68ef-49e0-bca3-fb10e58b21da tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972540 Feb 11 05:17:37.107724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee539ee6-00e5-4889-aaee-f75c78bb4e21 None None] The sync data for ids ['9cdee9fa-6851-44e9-a54d-df0fedd8efd2'] in n-d-713499-38 is: [{'id': '9cdee9fa-6851-44e9-a54d-df0fedd8efd2', 'name': '', 'tenant_id': '51f4dc470de745b892ef87cde99880d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:33Z', 'updated_at': '2022-02-11T05:17:36Z', 'revision_number': 4, 'project_id': '51f4dc470de745b892ef87cde99880d2', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:37.275986 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2da1723c-c995-400b-88a1-fe4f61f2e36c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f2e776d6-fc61-48c4-9c28-2530f5c347f0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.314236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcc294-b5a7-42df-abb2-f3556dfd88be req-5b4d6a8a-e2f3-4399-b04f-d3651cf65c16 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:37.315889 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0fcc294-b5a7-42df-abb2-f3556dfd88be req-5b4d6a8a-e2f3-4399-b04f-d3651cf65c16 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.1110015 Feb 11 05:17:37.319499 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1723c-c995-400b-88a1-fe4f61f2e36c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2e776d6-fc61-48c4-9c28-2530f5c347f0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:37.410490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0fcc294-b5a7-42df-abb2-f3556dfd88be req-eef211a1-f3a7-41be-a70e-baf9df2f7aee tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875688 Feb 11 05:17:37.413209 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2da1723c-c995-400b-88a1-fe4f61f2e36c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (9cdee9fa-6851-44e9-a54d-df0fedd8efd2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.510343 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2da1723c-c995-400b-88a1-fe4f61f2e36c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (9cdee9fa-6851-44e9-a54d-df0fedd8efd2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.513004 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2da1723c-c995-400b-88a1-fe4f61f2e36c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_controller (9cdee9fa-6851-44e9-a54d-df0fedd8efd2), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.565761 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2da1723c-c995-400b-88a1-fe4f61f2e36c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (9cdee9fa-6851-44e9-a54d-df0fedd8efd2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.566535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da1723c-c995-400b-88a1-fe4f61f2e36c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cdee9fa-6851-44e9-a54d-df0fedd8efd2 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:17:37.571689 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2da1723c-c995-400b-88a1-fe4f61f2e36c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.572942 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2da1723c-c995-400b-88a1-fe4f61f2e36c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "DELETE /v2.0/routers/9cdee9fa-6851-44e9-a54d-df0fedd8efd2 HTTP/1.1" status: 204 len: 168 time: 1.7326775 Feb 11 05:17:37.577280 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34042) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:37.633150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-89294cf0-4cd0-41f0-9732-127048b8a724 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Deleting subnet a91c5f93-a444-41b1-8bb9-93b699c6f0a8 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:17:37.638512 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-89294cf0-4cd0-41f0-9732-127048b8a724 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for subnet (a91c5f93-a444-41b1-8bb9-93b699c6f0a8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.679220 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-89294cf0-4cd0-41f0-9732-127048b8a724 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (a91c5f93-a444-41b1-8bb9-93b699c6f0a8), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.741774 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-89294cf0-4cd0-41f0-9732-127048b8a724 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (a91c5f93-a444-41b1-8bb9-93b699c6f0a8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.857397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790062af-2575-4bcc-b827-4691d4d69a36 req-4d91b533-bb8c-4fc6-8673-df5ab67f8a4e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:37.858825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-790062af-2575-4bcc-b827-4691d4d69a36 req-4d91b533-bb8c-4fc6-8673-df5ab67f8a4e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.1411350 Feb 11 05:17:37.874306 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-89294cf0-4cd0-41f0-9732-127048b8a724 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (a91c5f93-a444-41b1-8bb9-93b699c6f0a8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.885364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35210942-e22b-442d-bb39-cba2f7dd538b req-8a5fd192-d059-4d09-8940-cc1f0094ab6e tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:37.886910 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35210942-e22b-442d-bb39-cba2f7dd538b req-8a5fd192-d059-4d09-8940-cc1f0094ab6e tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 945 time: 0.1108508 Feb 11 05:17:37.930137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89294cf0-4cd0-41f0-9732-127048b8a724 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a91c5f93-a444-41b1-8bb9-93b699c6f0a8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:37.945507 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-89294cf0-4cd0-41f0-9732-127048b8a724 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.949320 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-89294cf0-4cd0-41f0-9732-127048b8a724 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "DELETE /v2.0/subnets/a91c5f93-a444-41b1-8bb9-93b699c6f0a8 HTTP/1.1" status: 204 len: 168 time: 0.3701456 Feb 11 05:17:37.952624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34050) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:38.009652 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-790062af-2575-4bcc-b827-4691d4d69a36 req-e2796ea5-b5b4-4a55-ae76-be0206d52bb4 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302605 Feb 11 05:17:38.014611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35210942-e22b-442d-bb39-cba2f7dd538b req-21a3a458-dde4-4ca3-8354-7f6882b5cfbe tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157930 Feb 11 05:17:38.091047 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5aa161ad-c983-4d6e-9ae2-23c1f3ba7c84 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (1205261d-02c8-4c9f-b01e-44539ec50ab6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.216364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eab39-b57d-40c3-b830-c39694276559 req-8f9a713b-1a8b-4a8e-a196-f877ebf38373 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:38.220985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a67eab39-b57d-40c3-b830-c39694276559 req-8f9a713b-1a8b-4a8e-a196-f877ebf38373 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 949 time: 0.0726743 Feb 11 05:17:38.221596 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5aa161ad-c983-4d6e-9ae2-23c1f3ba7c84 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (1205261d-02c8-4c9f-b01e-44539ec50ab6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.245821 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-5aa161ad-c983-4d6e-9ae2-23c1f3ba7c84 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1205261d-02c8-4c9f-b01e-44539ec50ab6']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:38.258180 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-5aa161ad-c983-4d6e-9ae2-23c1f3ba7c84 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134256d2-d396-448a-a8c5-a522050ad2f9') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:38.258751 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-5aa161ad-c983-4d6e-9ae2-23c1f3ba7c84 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134256d2-d396-448a-a8c5-a522050ad2f9') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:38.273073 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5aa161ad-c983-4d6e-9ae2-23c1f3ba7c84 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (134256d2-d396-448a-a8c5-a522050ad2f9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.289838 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5aa161ad-c983-4d6e-9ae2-23c1f3ba7c84 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (134256d2-d396-448a-a8c5-a522050ad2f9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.303652 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa161ad-c983-4d6e-9ae2-23c1f3ba7c84 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:17:38.303908 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5aa161ad-c983-4d6e-9ae2-23c1f3ba7c84 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (134256d2-d396-448a-a8c5-a522050ad2f9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:17:38.306188 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:17:38.360032 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a67eab39-b57d-40c3-b830-c39694276559 req-eb2dd7dd-b2ea-436e-815e-b18c1bb1ed64 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299078 Feb 11 05:17:38.374789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb55de-2707-4176-94c2-a2a410828c4e req-c3e2e7fc-0aa1-4ed2-90a4-93401fbd41f0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:38.386118 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dcbb55de-2707-4176-94c2-a2a410828c4e req-c3e2e7fc-0aa1-4ed2-90a4-93401fbd41f0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 943 time: 0.1754301 Feb 11 05:17:38.409077 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5aa161ad-c983-4d6e-9ae2-23c1f3ba7c84 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (1205261d-02c8-4c9f-b01e-44539ec50ab6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.433190 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa161ad-c983-4d6e-9ae2-23c1f3ba7c84 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1205261d-02c8-4c9f-b01e-44539ec50ab6 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:17:38.447833 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa161ad-c983-4d6e-9ae2-23c1f3ba7c84 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Pushing event deleted for resources: {'Network': ['ID=1205261d-02c8-4c9f-b01e-44539ec50ab6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:38.455167 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5aa161ad-c983-4d6e-9ae2-23c1f3ba7c84 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.467558 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5aa161ad-c983-4d6e-9ae2-23c1f3ba7c84 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "DELETE /v2.0/networks/1205261d-02c8-4c9f-b01e-44539ec50ab6 HTTP/1.1" status: 204 len: 168 time: 0.5135376 Feb 11 05:17:38.508135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dcbb55de-2707-4176-94c2-a2a410828c4e req-f88d62f2-87f2-4989-abd2-cce9d192ecec tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187127 Feb 11 05:17:38.567751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ffac4-490e-43ad-8ed4-76c6634c902d req-2d1b5cfa-e91d-46c8-bb6f-fe7a10d5e482 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:38.569336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c5ffac4-490e-43ad-8ed4-76c6634c902d req-2d1b5cfa-e91d-46c8-bb6f-fe7a10d5e482 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.0598922 Feb 11 05:17:38.692791 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c5ffac4-490e-43ad-8ed4-76c6634c902d req-697400ae-3cd6-4a0f-9ba6-8777395fdcd1 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164024 Feb 11 05:17:38.709920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34064) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:38.714469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-b9c5c502-020c-4143-b504-514373236d6e tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Request body: {'router': {'name': 'tempest-router--99975494', 'project_id': '4e4ad590df1e48869b96573bcf08ccbd'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:38.734789 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c502-020c-4143-b504-514373236d6e tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (579d0913-80d5-488e-bcba-09292f86b57c), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.735824 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c502-020c-4143-b504-514373236d6e tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (579d0913-80d5-488e-bcba-09292f86b57c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.812097 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c502-020c-4143-b504-514373236d6e tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_controller (579d0913-80d5-488e-bcba-09292f86b57c), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.816368 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c502-020c-4143-b504-514373236d6e tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (579d0913-80d5-488e-bcba-09292f86b57c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.831210 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c502-020c-4143-b504-514373236d6e tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:38.832549 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b9c5c502-020c-4143-b504-514373236d6e tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1215761 Feb 11 05:17:38.835542 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34066) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:38.960884 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c48e322-306f-4d71-b688-b73c3033fb58 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router (579d0913-80d5-488e-bcba-09292f86b57c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.136400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4481eb1-bc31-41a2-84f2-41c486745a74 req-42f2031e-539d-4a4b-a1ff-7a3b6812adf6 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.138713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4481eb1-bc31-41a2-84f2-41c486745a74 req-42f2031e-539d-4a4b-a1ff-7a3b6812adf6 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.0646200 Feb 11 05:17:39.178216 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c48e322-306f-4d71-b688-b73c3033fb58 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (579d0913-80d5-488e-bcba-09292f86b57c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.180651 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c48e322-306f-4d71-b688-b73c3033fb58 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_controller (579d0913-80d5-488e-bcba-09292f86b57c), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.238919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4481eb1-bc31-41a2-84f2-41c486745a74 req-6ecd1bdc-73e2-4b11-836e-5825c0f14bfe tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645962 Feb 11 05:17:39.249390 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c48e322-306f-4d71-b688-b73c3033fb58 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (579d0913-80d5-488e-bcba-09292f86b57c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.250156 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c48e322-306f-4d71-b688-b73c3033fb58 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 579d0913-80d5-488e-bcba-09292f86b57c {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:17:39.255622 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c48e322-306f-4d71-b688-b73c3033fb58 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.255899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57decbd4-20d7-4a03-a481-f7604dc965b2 req-9ed4acef-7bd0-4a17-ab10-6a83e830ce39 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.259290 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6c48e322-306f-4d71-b688-b73c3033fb58 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "DELETE /v2.0/routers/579d0913-80d5-488e-bcba-09292f86b57c HTTP/1.1" status: 204 len: 168 time: 0.4202471 Feb 11 05:17:39.259445 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57decbd4-20d7-4a03-a481-f7604dc965b2 req-9ed4acef-7bd0-4a17-ab10-6a83e830ce39 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 945 time: 0.1177564 Feb 11 05:17:39.352936 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57decbd4-20d7-4a03-a481-f7604dc965b2 req-c9af7d48-1375-491e-b545-afb42a65a432 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811362 Feb 11 05:17:39.474475 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34076) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:39.538143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b8cf4-21dd-412b-9a46-cff4582cf3ec req-a8b884ab-60df-4029-b759-0cde42ae9ddd tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.548736 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-911b8cf4-21dd-412b-9a46-cff4582cf3ec req-a8b884ab-60df-4029-b759-0cde42ae9ddd tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 949 time: 0.1032438 Feb 11 05:17:39.560970 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.666346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-911b8cf4-21dd-412b-9a46-cff4582cf3ec req-38c6edeb-134f-4a5b-b3e9-2fbda096413c tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150997 Feb 11 05:17:39.699365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff9364-327c-441d-ad9d-bc377cf377eb req-786f7b4a-dbac-4673-9375-b1f491849535 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.702371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57ff9364-327c-441d-ad9d-bc377cf377eb req-786f7b4a-dbac-4673-9375-b1f491849535 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 943 time: 0.0997488 Feb 11 05:17:39.784730 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57ff9364-327c-441d-ad9d-bc377cf377eb req-4315eb50-7189-48ed-8028-93ac46b06812 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669348 Feb 11 05:17:39.856382 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-406945534', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:39.867177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f2409-c76d-4159-a970-f408f666fded req-cb349d15-826f-4956-b34d-ab236c1b21fc tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.868755 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-105f2409-c76d-4159-a970-f408f666fded req-cb349d15-826f-4956-b34d-ab236c1b21fc tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.0769308 Feb 11 05:17:39.887251 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (f9702695-1615-454f-bad5-0abba8f3c737), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.889078 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (f9702695-1615-454f-bad5-0abba8f3c737), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.959844 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_controller (f9702695-1615-454f-bad5-0abba8f3c737), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:39.970949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-105f2409-c76d-4159-a970-f408f666fded req-7392469e-1e74-4892-a817-e22c82635751 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887301 Feb 11 05:17:40.182759 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (f9702695-1615-454f-bad5-0abba8f3c737), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.403692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a86a6-4543-4c7a-8cc3-bc631f1b63f1 req-8e56367b-b472-4468-9704-78fefcafb50a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:40.405202 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d72a86a6-4543-4c7a-8cc3-bc631f1b63f1 req-8e56367b-b472-4468-9704-78fefcafb50a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.0723891 Feb 11 05:17:40.431623 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (f9702695-1615-454f-bad5-0abba8f3c737), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.461064 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.520653 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d72a86a6-4543-4c7a-8cc3-bc631f1b63f1 req-8ff259d4-d3fa-4936-b70c-be46479cbb8d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034608 Feb 11 05:17:40.596543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095530c-ff25-4898-a367-1ae2adaf825b req-9a72d045-2831-4682-936e-d37796645c74 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:40.598773 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f095530c-ff25-4898-a367-1ae2adaf825b req-9a72d045-2831-4682-936e-d37796645c74 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 945 time: 0.1295235 Feb 11 05:17:40.609219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Allocated IP 172.25.5.163 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/bdca3b72-dcf0-4e31-b826-01920420e7c5) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:40.648014 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f095530c-ff25-4898-a367-1ae2adaf825b req-660a138b-4b28-404b-b765-044d6bd00bf7 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431466 Feb 11 05:17:40.730523 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for port (bdca3b72-dcf0-4e31-b826-01920420e7c5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.779094 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (bdca3b72-dcf0-4e31-b826-01920420e7c5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:40.813490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823552d-faa3-4341-9a6e-5a5e6360509e req-a9ef35c2-88f9-47a4-87d7-594937902f4b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:40.815324 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3823552d-faa3-4341-9a6e-5a5e6360509e req-a9ef35c2-88f9-47a4-87d7-594937902f4b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 949 time: 0.0671682 Feb 11 05:17:40.821296 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:40.829989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:40.846138 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:40.888371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Pushing event updated for resources: {'Port': ['ID=bdca3b72-dcf0-4e31-b826-01920420e7c5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:40.895098 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3823552d-faa3-4341-9a6e-5a5e6360509e req-1ab5c791-dd31-4b3d-9647-92ba1a30ea61 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693433 Feb 11 05:17:40.980347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c38285-8a27-45f8-873c-9e46fc017c1f req-9971142b-6048-4eb6-ac74-a52dbb16f22f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:40.982581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46c38285-8a27-45f8-873c-9e46fc017c1f req-9971142b-6048-4eb6-ac74-a52dbb16f22f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 943 time: 0.0827858 Feb 11 05:17:41.041200 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46c38285-8a27-45f8-873c-9e46fc017c1f req-f6ecf69a-7526-4f7b-8a3a-6d6f92efca07 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487792 Feb 11 05:17:41.151053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef542c8-042f-40d9-a4dd-046c9ef1cf47 req-729be3c8-de86-4246-b3d7-19eceaf42d92 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:41.154295 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ef542c8-042f-40d9-a4dd-046c9ef1cf47 req-729be3c8-de86-4246-b3d7-19eceaf42d92 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.0861063 Feb 11 05:17:41.212622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ef542c8-042f-40d9-a4dd-046c9ef1cf47 req-4f3c09ef-b9ae-4bcf-bfba-6075fe05004d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494812 Feb 11 05:17:41.538861 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (f9702695-1615-454f-bad5-0abba8f3c737), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:41.658952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11408939-5054-495b-ab2b-0b942bb5e846 req-bbcddc54-b444-4cdb-b427-0db8bc7feff1 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:41.661650 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-11408939-5054-495b-ab2b-0b942bb5e846 req-bbcddc54-b444-4cdb-b427-0db8bc7feff1 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.0548100 Feb 11 05:17:41.757059 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-11408939-5054-495b-ab2b-0b942bb5e846 req-03d5bb28-bc02-4086-8794-9f66abdbe0cd tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869792 Feb 11 05:17:41.757596 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (f9702695-1615-454f-bad5-0abba8f3c737), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:41.805202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf66f38-2ef8-4717-856a-c5bf0f329bcd req-c03616f3-7f9b-41e2-b274-da1191207f08 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:41.807700 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1cf66f38-2ef8-4717-856a-c5bf0f329bcd req-c03616f3-7f9b-41e2-b274-da1191207f08 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 945 time: 0.0669837 Feb 11 05:17:41.887514 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1cf66f38-2ef8-4717-856a-c5bf0f329bcd req-a6c4736d-467a-4f83-9ee2-37b15193695f tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716891 Feb 11 05:17:41.951279 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Router f9702695-1615-454f-bad5-0abba8f3c737 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:17:42.074324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998e4bb-f9b7-4a5e-95ff-c64b5edfb9e6 req-5fd6fdd7-7a89-48c8-85d0-9303c27d81bd tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:42.080005 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c998e4bb-f9b7-4a5e-95ff-c64b5edfb9e6 req-5fd6fdd7-7a89-48c8-85d0-9303c27d81bd tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 949 time: 0.1137135 Feb 11 05:17:42.093783 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:42.109133 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedaf443-a015-41fa-85f2-db7b1778460c None None] Sync routers for ids ['f9702695-1615-454f-bad5-0abba8f3c737'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:42.125147 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedaf443-a015-41fa-85f2-db7b1778460c None None] Routers {'f9702695-1615-454f-bad5-0abba8f3c737'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:42.125808 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-cedaf443-a015-41fa-85f2-db7b1778460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f9702695-1615-454f-bad5-0abba8f3c737'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:42.133623 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.139508 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bf9a8c33-df00-4752-a5cc-9c1db85f9a96 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6638598 Feb 11 05:17:42.142854 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34106) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:42.198504 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c998e4bb-f9b7-4a5e-95ff-c64b5edfb9e6 req-ecabbf38-dadd-42c3-9ff6-f5e809cb161b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080897 Feb 11 05:17:42.209234 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-cedaf443-a015-41fa-85f2-db7b1778460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:42.220664 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedaf443-a015-41fa-85f2-db7b1778460c None None] Routers {'f9702695-1615-454f-bad5-0abba8f3c737'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:42.221834 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-cedaf443-a015-41fa-85f2-db7b1778460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f9702695-1615-454f-bad5-0abba8f3c737'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:42.258402 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-cedaf443-a015-41fa-85f2-db7b1778460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:42.259059 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedaf443-a015-41fa-85f2-db7b1778460c None None] The sync data for ids ['f9702695-1615-454f-bad5-0abba8f3c737'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:42.275623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d5b55-fe2f-4923-922b-0dcad0cdcda1 req-db43f005-ad26-4d81-a67c-e4f29a5f96dd tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:42.277390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-198d5b55-fe2f-4923-922b-0dcad0cdcda1 req-db43f005-ad26-4d81-a67c-e4f29a5f96dd tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 943 time: 0.1000409 Feb 11 05:17:42.287070 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-01452efb-12d1-42c2-9c1e-da06d1dcae64 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "GET /v2.0/routers/f9702695-1615-454f-bad5-0abba8f3c737 HTTP/1.1" status: 200 len: 920 time: 0.1430054 Feb 11 05:17:42.290253 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34110) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:42.320395 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-321b583d-bae5-48e0-8cc4-68f02b394599 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9702695-1615-454f-bad5-0abba8f3c737 HTTP/1.1" status: 200 len: 205 time: 0.0288556 Feb 11 05:17:42.322786 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34112) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:42.378266 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-198d5b55-fe2f-4923-922b-0dcad0cdcda1 req-396812b3-79f0-4802-89ba-67271844d228 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789118 Feb 11 05:17:42.385682 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c1fd8-01bf-4c41-894c-a434f1bad268 req-eca47ac7-f0b4-48fa-a9c8-d924d33874bc tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:42.387162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c29c1fd8-01bf-4c41-894c-a434f1bad268 req-eca47ac7-f0b4-48fa-a9c8-d924d33874bc tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.0891855 Feb 11 05:17:42.437965 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab262c6a-330d-48fd-a7f9-965f3bb6d212 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (f9702695-1615-454f-bad5-0abba8f3c737), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.447232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c29c1fd8-01bf-4c41-894c-a434f1bad268 req-15de996b-8123-4b1e-a293-e7d2cd16d6ad tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508056 Feb 11 05:17:42.553464 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab262c6a-330d-48fd-a7f9-965f3bb6d212 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (f9702695-1615-454f-bad5-0abba8f3c737), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.618857 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ab262c6a-330d-48fd-a7f9-965f3bb6d212 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Deleting port bdca3b72-dcf0-4e31-b826-01920420e7c5 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:42.619200 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab262c6a-330d-48fd-a7f9-965f3bb6d212 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (bdca3b72-dcf0-4e31-b826-01920420e7c5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.710947 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab262c6a-330d-48fd-a7f9-965f3bb6d212 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (bdca3b72-dcf0-4e31-b826-01920420e7c5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.725861 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ab262c6a-330d-48fd-a7f9-965f3bb6d212 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Calling delete_port for bdca3b72-dcf0-4e31-b826-01920420e7c5 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:42.892027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0011fd-69b7-4416-8675-22422be71663 req-820f93a2-c020-418f-a4e4-fe846ad619ee tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:42.894170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a0011fd-69b7-4416-8675-22422be71663 req-820f93a2-c020-418f-a4e4-fe846ad619ee tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.0660686 Feb 11 05:17:42.896488 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab262c6a-330d-48fd-a7f9-965f3bb6d212 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (bdca3b72-dcf0-4e31-b826-01920420e7c5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:42.928568 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab262c6a-330d-48fd-a7f9-965f3bb6d212 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Pushing event deleted for resources: {'Port': ['ID=bdca3b72-dcf0-4e31-b826-01920420e7c5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:43.007179 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab262c6a-330d-48fd-a7f9-965f3bb6d212 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (f9702695-1615-454f-bad5-0abba8f3c737), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.018046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a0011fd-69b7-4416-8675-22422be71663 req-734ac854-dfbc-44e9-8209-ad56c7ce7198 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179826 Feb 11 05:17:43.048403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b16f7-a94e-4545-9727-4921e42a788b req-003614d8-5beb-4847-97f8-611c54974f9f tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:43.050023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c1b16f7-a94e-4545-9727-4921e42a788b req-003614d8-5beb-4847-97f8-611c54974f9f tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 945 time: 0.0903394 Feb 11 05:17:43.126534 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab262c6a-330d-48fd-a7f9-965f3bb6d212 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (f9702695-1615-454f-bad5-0abba8f3c737), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.129625 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c1b16f7-a94e-4545-9727-4921e42a788b req-5c357e4f-6b47-49c8-90b4-4cb5abd7e2af tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618544 Feb 11 05:17:43.130146 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab262c6a-330d-48fd-a7f9-965f3bb6d212 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_controller (f9702695-1615-454f-bad5-0abba8f3c737), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.131492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6b991-8fd2-4ae5-a4f3-337287d4a1e2 req-9107c192-4708-4323-8d49-6665a0bfe639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:43.132914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4f6b991-8fd2-4ae5-a4f3-337287d4a1e2 req-9107c192-4708-4323-8d49-6665a0bfe639 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 1132 time: 0.1081629 Feb 11 05:17:43.184093 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab262c6a-330d-48fd-a7f9-965f3bb6d212 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (f9702695-1615-454f-bad5-0abba8f3c737), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.185313 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab262c6a-330d-48fd-a7f9-965f3bb6d212 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Fanout notify agent at l3_agent the message router_deleted on router f9702695-1615-454f-bad5-0abba8f3c737 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:17:43.193100 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab262c6a-330d-48fd-a7f9-965f3bb6d212 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.194506 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ab262c6a-330d-48fd-a7f9-965f3bb6d212 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "DELETE /v2.0/routers/f9702695-1615-454f-bad5-0abba8f3c737 HTTP/1.1" status: 204 len: 168 time: 0.8707073 Feb 11 05:17:43.198231 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34118) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:43.202900 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1691278289', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'enable_snat': False}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:43.207230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9cdee-dff6-4be1-86c1-a7d7dba473fd req-537240ad-467f-4af5-a1f8-739ee2cc2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:43.208732 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8d9cdee-dff6-4be1-86c1-a7d7dba473fd req-537240ad-467f-4af5-a1f8-739ee2cc2b4f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 1128 time: 0.0955982 Feb 11 05:17:43.210752 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4f6b991-8fd2-4ae5-a4f3-337287d4a1e2 req-cd0a882a-ef18-4ccd-86aa-eced1e0ba442 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626366 Feb 11 05:17:43.227273 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.228270 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.291245 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_controller (a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.431376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050e7ca-41ba-44a2-850d-c1be0394932e req-15f9367f-3d33-4785-87b8-c1798494d22a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:43.432918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8050e7ca-41ba-44a2-850d-c1be0394932e req-15f9367f-3d33-4785-87b8-c1798494d22a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 949 time: 0.1522479 Feb 11 05:17:43.482126 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.601145 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8050e7ca-41ba-44a2-850d-c1be0394932e req-0f6257bf-97b3-4487-a2c4-17a0b6c5c1b3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373973 Feb 11 05:17:43.607071 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8d9cdee-dff6-4be1-86c1-a7d7dba473fd req-0e984afc-5378-412f-ade7-f25e78ee7f23 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216667 Feb 11 05:17:43.616357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9063d0-f9de-4838-be0b-ce252fda7538 req-8cb9cb6c-ac4f-43a1-9ecf-1bd9902e5a5f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:43.617843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d9063d0-f9de-4838-be0b-ce252fda7538 req-8cb9cb6c-ac4f-43a1-9ecf-1bd9902e5a5f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 943 time: 0.1553946 Feb 11 05:17:43.743119 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d9063d0-f9de-4838-be0b-ce252fda7538 req-9e38ecfa-b135-4978-8070-168a7ca20932 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948558 Feb 11 05:17:43.759193 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586a905-73d4-41de-9805-ef8c44259829 req-0e76961e-6fe8-488a-acf0-9a14ef5d71f2 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:43.760686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d586a905-73d4-41de-9805-ef8c44259829 req-0e76961e-6fe8-488a-acf0-9a14ef5d71f2 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.1023846 Feb 11 05:17:43.894439 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.899723 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d586a905-73d4-41de-9805-ef8c44259829 req-7fb3965c-f274-4b77-9f1b-78b4be057c48 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318734 Feb 11 05:17:43.907793 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.929693 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.034537 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Allocated IP 172.25.5.197 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/989f6308-78ef-4069-a3fb-74717c0f5d73) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:44.173525 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for port (989f6308-78ef-4069-a3fb-74717c0f5d73), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.185433 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c8947-778e-418d-94c5-d3c575bf267e req-b6d815a9-79b2-470a-b725-75af6ba0c749 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:44.186913 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-638c8947-778e-418d-94c5-d3c575bf267e req-b6d815a9-79b2-470a-b725-75af6ba0c749 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.0856850 Feb 11 05:17:44.285941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-638c8947-778e-418d-94c5-d3c575bf267e req-efb98754-2b91-4fc6-9e59-92cba52069c9 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925639 Feb 11 05:17:44.286900 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (989f6308-78ef-4069-a3fb-74717c0f5d73), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.328651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281f683-267b-4616-8265-b38370b9d7f8 req-82e87517-7c5f-41e4-a29a-59e22ada3671 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:44.330120 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f281f683-267b-4616-8265-b38370b9d7f8 req-82e87517-7c5f-41e4-a29a-59e22ada3671 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 945 time: 0.1281018 Feb 11 05:17:44.343812 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:44.353460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:44.360708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:44.362454 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Pushing event updated for resources: {'Port': ['ID=989f6308-78ef-4069-a3fb-74717c0f5d73,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:44.421272 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f281f683-267b-4616-8265-b38370b9d7f8 req-dcc98b93-b3fe-4723-8c6b-3aa8d0a61d20 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818720 Feb 11 05:17:44.575739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d1873-1ba5-46a6-9035-e41212b930f0 req-fd656c65-051c-4cca-b602-8a5160a9e733 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:44.577509 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f3d1873-1ba5-46a6-9035-e41212b930f0 req-fd656c65-051c-4cca-b602-8a5160a9e733 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 945 time: 0.0888922 Feb 11 05:17:44.586351 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34132) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:44.591080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f83984aa-7539-4d28-a1c3-9ecdae6de933 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Request body: {'floatingip': {'port_id': '190e48e1-baa6-4138-8669-008bb2e3b9de'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:44.631452 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f83984aa-7539-4d28-a1c3-9ecdae6de933 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for floatingip (f0cf5d76-86b2-4c5b-a51a-0158fb105f3a), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:44.682436 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.120397 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f83984aa-7539-4d28-a1c3-9ecdae6de933 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.125363 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f83984aa-7539-4d28-a1c3-9ecdae6de933 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (f0cf5d76-86b2-4c5b-a51a-0158fb105f3a), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.129102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66b0c9-6397-4679-a827-5acb799787fc req-d1404a7e-8a89-41a8-b85b-772c1aa66b0b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:45.130635 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e66b0c9-6397-4679-a827-5acb799787fc req-d1404a7e-8a89-41a8-b85b-772c1aa66b0b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 949 time: 0.4626884 Feb 11 05:17:45.257313 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-f83984aa-7539-4d28-a1c3-9ecdae6de933 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Floating IP f0cf5d76-86b2-4c5b-a51a-0158fb105f3a associated. External IP: 172.25.5.196, port: 190e48e1-baa6-4138-8669-008bb2e3b9de. Feb 11 05:17:45.270325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ee08f-ab13-4385-b8f8-c8133d9cbbde req-27124f0f-6364-4046-812a-ade5c7476ff4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:45.271807 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a8ee08f-ab13-4385-b8f8-c8133d9cbbde req-27124f0f-6364-4046-812a-ade5c7476ff4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 943 time: 0.1620240 Feb 11 05:17:45.277223 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e66b0c9-6397-4679-a827-5acb799787fc req-28149f66-382f-4609-8b34-5894dced8b5f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386693 Feb 11 05:17:45.364626 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.374006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a8ee08f-ab13-4385-b8f8-c8133d9cbbde req-45c6430b-de66-4113-9fcb-8c440369c620 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914085 Feb 11 05:17:45.542631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d77900-92d7-4fc4-bbb0-6d1895d54f94 req-51ff9feb-bb2a-49d8-b1f6-8dee6782e733 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:45.544266 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66d77900-92d7-4fc4-bbb0-6d1895d54f94 req-51ff9feb-bb2a-49d8-b1f6-8dee6782e733 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.1684396 Feb 11 05:17:45.573020 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83984aa-7539-4d28-a1c3-9ecdae6de933 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:17:45.608850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b2ddb-9a9f-4b39-ac9b-fd863035508a req-787d915b-439b-4723-94bf-c0806115ced8 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:45.610405 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea3b2ddb-9a9f-4b39-ac9b-fd863035508a req-787d915b-439b-4723-94bf-c0806115ced8 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.1156292 Feb 11 05:17:45.664030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66d77900-92d7-4fc4-bbb0-6d1895d54f94 req-e6ca5ad9-0858-4116-9526-2e7617f3f301 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058180 Feb 11 05:17:45.703174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea3b2ddb-9a9f-4b39-ac9b-fd863035508a req-ef1cbf42-b358-4a61-a150-5cf24c46b79a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848842 Feb 11 05:17:45.704935 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Router a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:17:45.866413 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58327d-d772-4326-9077-d131f631f0db req-f1e7eb5b-e2c2-4bbb-8c38-b425effd95ec tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:45.868213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c58327d-d772-4326-9077-d131f631f0db req-f1e7eb5b-e2c2-4bbb-8c38-b425effd95ec tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.1037490 Feb 11 05:17:45.901799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:45.921236 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Sync routers for ids ['a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:45.936655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Routers {'a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:45.937732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:45.942064 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:45.945788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3480261d-1c0c-44fc-9c40-a66e50ac2328 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.7441356 Feb 11 05:17:45.947556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34144) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:45.960424 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c58327d-d772-4326-9077-d131f631f0db req-46a7bb7f-59dd-479a-ba08-dbcbe77f6803 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787990 Feb 11 05:17:46.026981 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83984aa-7539-4d28-a1c3-9ecdae6de933 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:46.031843 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f83984aa-7539-4d28-a1c3-9ecdae6de933 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.041353 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4466bd71-96da-4064-8dce-76a82c38ca4c None None] Sync routers for ids ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:46.060090 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466bd71-96da-4064-8dce-76a82c38ca4c None None] Routers {'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:46.061295 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4466bd71-96da-4064-8dce-76a82c38ca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:46.066736 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f83984aa-7539-4d28-a1c3-9ecdae6de933 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "PUT /v2.0/floatingips/f0cf5d76-86b2-4c5b-a51a-0158fb105f3a HTTP/1.1" status: 200 len: 991 time: 1.4792588 Feb 11 05:17:46.067781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9af1922-5251-43f3-80b6-3d9a62f744e3', 'tag': '190e48e1-baa6-4138-8669-008bb2e3b9de'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:46.070250 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60cc688-9397-49bf-bb6e-e3b5ac8c8856" -d '{"events": [{"name": "network-changed", "server_uuid": "b9af1922-5251-43f3-80b6-3d9a62f744e3", "tag": "190e48e1-baa6-4138-8669-008bb2e3b9de"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:46.075766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d17da233-58a3-45d8-937f-56b167d37eab details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:46.152327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Set router a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:46.207592 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ea8dbf82-bee8-47eb-a5a5-aa541197cb95 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "GET /v2.0/routers/a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a HTTP/1.1" status: 200 len: 909 time: 0.2585418 Feb 11 05:17:46.211862 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34152) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:46.220365 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1691278289', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'enable_snat': True}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:46.267830 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bd9c85-bb49-4683-9b80-42785f872cd1 x-openstack-request-id: req-e8bd9c85-bb49-4683-9b80-42785f872cd1 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:46.269246 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9af1922-5251-43f3-80b6-3d9a62f744e3", "tag": "190e48e1-baa6-4138-8669-008bb2e3b9de", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:46.269834 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e8bd9c85-bb49-4683-9b80-42785f872cd1 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:46.271765 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9af1922-5251-43f3-80b6-3d9a62f744e3', 'tag': '190e48e1-baa6-4138-8669-008bb2e3b9de', 'status': 'completed', 'code': 200} Feb 11 05:17:46.280293 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4466bd71-96da-4064-8dce-76a82c38ca4c None None] Set router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:46.310790 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (1dcec499-5734-420c-8434-3eb6c217614d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.314524 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (1dcec499-5734-420c-8434-3eb6c217614d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.322976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e55ef5-ec61-4f3a-9e77-032b0c58a064 req-8915f8ad-b06d-48d1-b897-60a343831fc2 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:46.330803 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58e55ef5-ec61-4f3a-9e77-032b0c58a064 req-8915f8ad-b06d-48d1-b897-60a343831fc2 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 945 time: 0.1449385 Feb 11 05:17:46.445940 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_controller (1dcec499-5734-420c-8434-3eb6c217614d), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.536355 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58e55ef5-ec61-4f3a-9e77-032b0c58a064 req-a04bd143-2bfb-46d3-b462-870cc1e5ca77 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804469 Feb 11 05:17:46.536735 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d17da233-58a3-45d8-937f-56b167d37eab, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d17da233-58a3-45d8-937f-56b167d37eab,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:46.580654 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4466bd71-96da-4064-8dce-76a82c38ca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'name': 'tempest-ServersTestJSON-1389060182-router', 'tenant_id': '5cca264be03d45218828b71211386bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:59Z', 'updated_at': '2022-02-11T05:17:04Z', 'revision_number': 4, 'project_id': '5cca264be03d45218828b71211386bab', 'gw_port': {'id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:00Z', 'updated_at': '2022-02-11T05:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'f0cf5d76-86b2-4c5b-a51a-0158fb105f3a', 'tenant_id': '5cca264be03d45218828b71211386bab', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'port_id': '190e48e1-baa6-4138-8669-008bb2e3b9de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'mac_address': 'fa:16:3e:51:8e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9af1922-5251-43f3-80b6-3d9a62f744e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:17:10Z', 'updated_at': '2022-02-11T05:17:45Z', 'revision_number': 1, 'project_id': '5cca264be03d45218828b71211386bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6299591-271c-4cb4-97eb-78f2eda7395b', 'name': '', 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'tenant_id': '5cca264be03d45218828b71211386bab', 'mac_address': 'fa:16:3e:a4:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:04Z', 'updated_at': '2022-02-11T05:17:13Z', 'revision_number': 5, 'project_id': '5cca264be03d45218828b71211386bab', 'subnets': [{'id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:46.609267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cc688-9397-49bf-bb6e-e3b5ac8c8856 req-290e80dd-fb50-4e3c-8817-258c66d19263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:46.610411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b60cc688-9397-49bf-bb6e-e3b5ac8c8856 req-290e80dd-fb50-4e3c-8817-258c66d19263 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5cca264be03d45218828b71211386bab&device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 1128 time: 0.2765107 Feb 11 05:17:46.613199 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4466bd71-96da-4064-8dce-76a82c38ca4c None None] Checking router: cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:17:46.625878 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466bd71-96da-4064-8dce-76a82c38ca4c None None] Routers {'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:46.626842 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4466bd71-96da-4064-8dce-76a82c38ca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:46.669304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f148a-4eb2-4abb-83cf-a7736b7c37e6 req-afa651cf-19dd-4881-a736-6a1d74d283be tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:46.670706 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c0f148a-4eb2-4abb-83cf-a7736b7c37e6 req-afa651cf-19dd-4881-a736-6a1d74d283be tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 949 time: 0.2173643 Feb 11 05:17:46.695463 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'd17da233-58a3-45d8-937f-56b167d37eab', 'network_id': 'c057b431-d79d-4223-9d5d-1c34def959a0', 'port_id': 'd17da233-58a3-45d8-937f-56b167d37eab', 'mac_address': 'fa:16:3e:77:9e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6336f-48df-43c4-9674-2de7741cddbb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:46.768729 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4466bd71-96da-4064-8dce-76a82c38ca4c None None] Set router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:46.787659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cc688-9397-49bf-bb6e-e3b5ac8c8856 req-c0c1c573-4278-44c7-bf08-ec378838a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:46.788114 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (1dcec499-5734-420c-8434-3eb6c217614d), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.790290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b60cc688-9397-49bf-bb6e-e3b5ac8c8856 req-c0c1c573-4278-44c7-bf08-ec378838a08d service neutron] 10.222.0.88 "GET /v2.0/networks?id=43465c71-4f35-4c70-b075-638d26d85d60 HTTP/1.1" status: 200 len: 907 time: 0.1697054 Feb 11 05:17:46.846483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port d17da233-58a3-45d8-937f-56b167d37eab is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:46.846899 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d17da233-58a3-45d8-937f-56b167d37eab), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.888502 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17da233-58a3-45d8-937f-56b167d37eab {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:46.897520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747ac1b-df78-4584-afc3-692a84659363 req-1d1f6917-f606-45b6-b31c-15522516a420 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:46.899411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9747ac1b-df78-4584-afc3-692a84659363 req-1d1f6917-f606-45b6-b31c-15522516a420 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 943 time: 0.2486501 Feb 11 05:17:46.916658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c0f148a-4eb2-4abb-83cf-a7736b7c37e6 req-fd356cb5-4440-4309-b13e-72e1f8ecd30e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189744 Feb 11 05:17:46.928163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d17da233-58a3-45d8-937f-56b167d37eab, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d17da233-58a3-45d8-937f-56b167d37eab,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:46.935835 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d17da233-58a3-45d8-937f-56b167d37eab), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.970185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a', 'name': 'tempest-snat-router-1691278289', 'tenant_id': '51f4dc470de745b892ef87cde99880d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.197'}], 'enable_snat': False}, 'gw_port_id': '989f6308-78ef-4069-a3fb-74717c0f5d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:44Z', 'revision_number': 3, 'project_id': '51f4dc470de745b892ef87cde99880d2', 'gw_port': {'id': '989f6308-78ef-4069-a3fb-74717c0f5d73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:70:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:46.973671 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b60cc688-9397-49bf-bb6e-e3b5ac8c8856 req-c196da56-f490-48ac-80f5-6b2ec53a20f3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=190e48e1-baa6-4138-8669-008bb2e3b9de HTTP/1.1" status: 200 len: 999 time: 0.1661918 Feb 11 05:17:47.001416 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Checking router: a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:17:47.001986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Updating router a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a port 989f6308-78ef-4069-a3fb-74717c0f5d73 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:17:47.054655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=d17da233-58a3-45d8-937f-56b167d37eab,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:47.071652 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (989f6308-78ef-4069-a3fb-74717c0f5d73), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.127813 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9747ac1b-df78-4584-afc3-692a84659363 req-61dca5f0-edcb-470f-b931-cf67ae805bfe tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204897 Feb 11 05:17:47.151050 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cc688-9397-49bf-bb6e-e3b5ac8c8856 req-f7d39d77-759f-4912-8a8e-e09d6f576a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:47.151050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b60cc688-9397-49bf-bb6e-e3b5ac8c8856 req-f7d39d77-759f-4912-8a8e-e09d6f576a46 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d4b8c711-9cfd-4d91-a2df-6a85dc34918d HTTP/1.1" status: 200 len: 845 time: 0.1544399 Feb 11 05:17:47.176804 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4466bd71-96da-4064-8dce-76a82c38ca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'name': 'tempest-ServersTestJSON-1389060182-router', 'tenant_id': '5cca264be03d45218828b71211386bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:59Z', 'updated_at': '2022-02-11T05:17:04Z', 'revision_number': 4, 'project_id': '5cca264be03d45218828b71211386bab', 'gw_port': {'id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:00Z', 'updated_at': '2022-02-11T05:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'f0cf5d76-86b2-4c5b-a51a-0158fb105f3a', 'tenant_id': '5cca264be03d45218828b71211386bab', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'port_id': '190e48e1-baa6-4138-8669-008bb2e3b9de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'mac_address': 'fa:16:3e:51:8e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9af1922-5251-43f3-80b6-3d9a62f744e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:17:10Z', 'updated_at': '2022-02-11T05:17:45Z', 'revision_number': 1, 'project_id': '5cca264be03d45218828b71211386bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6299591-271c-4cb4-97eb-78f2eda7395b', 'name': '', 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'tenant_id': '5cca264be03d45218828b71211386bab', 'mac_address': 'fa:16:3e:a4:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:04Z', 'updated_at': '2022-02-11T05:17:13Z', 'revision_number': 5, 'project_id': '5cca264be03d45218828b71211386bab', 'subnets': [{'id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:47.204428 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (1dcec499-5734-420c-8434-3eb6c217614d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.213297 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4466bd71-96da-4064-8dce-76a82c38ca4c None None] The sync data for ids ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'] in n-d-713499-38 is: [{'id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'name': 'tempest-ServersTestJSON-1389060182-router', 'tenant_id': '5cca264be03d45218828b71211386bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:59Z', 'updated_at': '2022-02-11T05:17:04Z', 'revision_number': 4, 'project_id': '5cca264be03d45218828b71211386bab', 'gw_port': {'id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:00Z', 'updated_at': '2022-02-11T05:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'f0cf5d76-86b2-4c5b-a51a-0158fb105f3a', 'tenant_id': '5cca264be03d45218828b71211386bab', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'port_id': '190e48e1-baa6-4138-8669-008bb2e3b9de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'mac_address': 'fa:16:3e:51:8e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9af1922-5251-43f3-80b6-3d9a62f744e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:17:10Z', 'updated_at': '2022-02-11T05:17:45Z', 'revision_number': 1, 'project_id': '5cca264be03d45218828b71211386bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6299591-271c-4cb4-97eb-78f2eda7395b', 'name': '', 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'tenant_id': '5cca264be03d45218828b71211386bab', 'mac_address': 'fa:16:3e:a4:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:04Z', 'updated_at': '2022-02-11T05:17:13Z', 'revision_number': 5, 'project_id': '5cca264be03d45218828b71211386bab', 'subnets': [{'id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:47.229302 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.261234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-b45ab836-3d87-4b6a-be8d-c79cee00cf73 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:47.263316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-b45ab836-3d87-4b6a-be8d-c79cee00cf73 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/networks?id=2c0db25e-438e-41a8-9d02-a4dde5275a3b HTTP/1.1" status: 200 len: 814 time: 0.2147057 Feb 11 05:17:47.308514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7eef7-27d5-4cc1-b979-19b6c29f9572 req-f9eb371d-fe29-4bd7-9c9b-4630a9c6c3c5 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:47.310143 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8a7eef7-27d5-4cc1-b979-19b6c29f9572 req-f9eb371d-fe29-4bd7-9c9b-4630a9c6c3c5 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 943 time: 0.0961225 Feb 11 05:17:47.312578 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-b032a747-f019-45e3-b855-db1592d61369 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/quotas/3bbd156ad2d24e5385648d7fd2e75c21 HTTP/1.1" status: 200 len: 375 time: 0.0241272 Feb 11 05:17:47.314612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cc688-9397-49bf-bb6e-e3b5ac8c8856 req-3f6e44ba-2a2a-4279-a811-ff9c73851724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:47.316083 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b60cc688-9397-49bf-bb6e-e3b5ac8c8856 req-3f6e44ba-2a2a-4279-a811-ff9c73851724 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=43465c71-4f35-4c70-b075-638d26d85d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1474538 Feb 11 05:17:47.459555 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8a7eef7-27d5-4cc1-b979-19b6c29f9572 req-01039f5d-7a2c-4dfe-8091-109a9c2d5210 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424625 Feb 11 05:17:47.482155 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-d4617960-fa9b-406d-bfe3-6427709a00bd tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=3bbd156ad2d24e5385648d7fd2e75c21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1589992 Feb 11 05:17:47.508117 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['d17da233-58a3-45d8-937f-56b167d37eab'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:47.524209 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b60cc688-9397-49bf-bb6e-e3b5ac8c8856 req-f0d36eac-c130-4622-93bf-a7696b77a96f service neutron] 10.222.0.88 "GET /v2.0/networks/43465c71-4f35-4c70-b075-638d26d85d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910193 Feb 11 05:17:47.531398 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f719b8cc-0cb7-489d-809a-484bac38e142 None None] New status for floating IP f0cf5d76-86b2-4c5b-a51a-0158fb105f3a: ACTIVE {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:17:47.645924 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-e4a53bad-4b1f-473c-9cdc-413b6b232dc6 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629291 Feb 11 05:17:47.697178 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b60cc688-9397-49bf-bb6e-e3b5ac8c8856 req-758302a9-7569-424a-ac05-5d786bc64aa6 service neutron] 10.222.0.88 "GET /v2.0/networks/43465c71-4f35-4c70-b075-638d26d85d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394999 Feb 11 05:17:47.723358 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Publish callbacks [] for port (989f6308-78ef-4069-a3fb-74717c0f5d73), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.746191 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (989f6308-78ef-4069-a3fb-74717c0f5d73), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.759450 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-0d410f7f-6462-4fac-bba3-50c9aa515f94 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069458 Feb 11 05:17:47.808403 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Allocated IP 172.25.5.230 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/fc16e3fc-3d97-4896-804e-ba169a83312b) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:47.880191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f7dc0-1df7-473d-a90b-70c229959f7e None None] Pushing event updated for resources: {'Port': ['ID=989f6308-78ef-4069-a3fb-74717c0f5d73,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:47.883765 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Attempting to bind port 989f6308-78ef-4069-a3fb-74717c0f5d73 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:47.884165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Attempting to bind port 989f6308-78ef-4069-a3fb-74717c0f5d73 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:47.884505 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Attempting to bind port 989f6308-78ef-4069-a3fb-74717c0f5d73 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:47.892930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:47.893314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:47.893734 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.894135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:47.894610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Bound port: 989f6308-78ef-4069-a3fb-74717c0f5d73, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:47.895002 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (989f6308-78ef-4069-a3fb-74717c0f5d73), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.979349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] For port 989f6308-78ef-4069-a3fb-74717c0f5d73, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:47.983289 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] For port 989f6308-78ef-4069-a3fb-74717c0f5d73, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=989f6308-78ef-4069-a3fb-74717c0f5d73,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:47.994714 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (989f6308-78ef-4069-a3fb-74717c0f5d73), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.017542 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8d16c086-327d-4573-be07-53bb45d9390c details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:48.042953 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for port (fc16e3fc-3d97-4896-804e-ba169a83312b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.137638 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (fc16e3fc-3d97-4896-804e-ba169a83312b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.145265 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b21c5d5d-0170-4f81-8716-26ef03b3cfa1 req-6237e865-c14c-406d-9b01-ff50ea783832 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 210 time: 0.0747387 Feb 11 05:17:48.190741 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:48.194117 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:48.198555 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:48.245285 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Pushing event updated for resources: {'Port': ['ID=fc16e3fc-3d97-4896-804e-ba169a83312b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:48.280646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f7dc0-1df7-473d-a90b-70c229959f7e None None] Pushing event updated for resources: {'Port': ['ID=989f6308-78ef-4069-a3fb-74717c0f5d73,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:48.297341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Routers {'a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:48.297982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:48.317539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8d16c086-327d-4573-be07-53bb45d9390c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8d16c086-327d-4573-be07-53bb45d9390c,segment=NetworkSegment(191ba391-d3da-4f5a-940e-465f7696fdb5),segment_id=191ba391-d3da-4f5a-940e-465f7696fdb5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:48.333789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88507b-e882-482b-b575-252847fac743 req-41cf6d3a-1646-44cf-8c72-8f002e65804a tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.334379 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88507b-e882-482b-b575-252847fac743 req-41cf6d3a-1646-44cf-8c72-8f002e65804a tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.334736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88507b-e882-482b-b575-252847fac743 req-41cf6d3a-1646-44cf-8c72-8f002e65804a tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.335192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88507b-e882-482b-b575-252847fac743 req-41cf6d3a-1646-44cf-8c72-8f002e65804a tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.336020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88507b-e882-482b-b575-252847fac743 req-41cf6d3a-1646-44cf-8c72-8f002e65804a tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.336131 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88507b-e882-482b-b575-252847fac743 req-41cf6d3a-1646-44cf-8c72-8f002e65804a tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.336564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88507b-e882-482b-b575-252847fac743 req-41cf6d3a-1646-44cf-8c72-8f002e65804a tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.337030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88507b-e882-482b-b575-252847fac743 req-41cf6d3a-1646-44cf-8c72-8f002e65804a tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.337466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88507b-e882-482b-b575-252847fac743 req-41cf6d3a-1646-44cf-8c72-8f002e65804a tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.338015 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88507b-e882-482b-b575-252847fac743 req-41cf6d3a-1646-44cf-8c72-8f002e65804a tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.338528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88507b-e882-482b-b575-252847fac743 req-41cf6d3a-1646-44cf-8c72-8f002e65804a tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.339013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88507b-e882-482b-b575-252847fac743 req-41cf6d3a-1646-44cf-8c72-8f002e65804a tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.339666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88507b-e882-482b-b575-252847fac743 req-41cf6d3a-1646-44cf-8c72-8f002e65804a tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.340183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88507b-e882-482b-b575-252847fac743 req-41cf6d3a-1646-44cf-8c72-8f002e65804a tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.341389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88507b-e882-482b-b575-252847fac743 req-41cf6d3a-1646-44cf-8c72-8f002e65804a tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.351411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac88507b-e882-482b-b575-252847fac743 req-41cf6d3a-1646-44cf-8c72-8f002e65804a tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1&device_id=99310835-06a0-487b-974d-7a6340129a9d&device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3&device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa&device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c&device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc&device_id=a5677ddf-7024-450a-986a-d96db323d885&device_id=038c18da-76a8-4d6a-86ac-60db49c1810e&device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 14081 time: 0.2406063 Feb 11 05:17:48.383027 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac88507b-e882-482b-b575-252847fac743 req-9c674bc8-4ac0-459f-9b53-ff641bfca9b3 tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.384301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '8d16c086-327d-4573-be07-53bb45d9390c', 'network_id': '0206bf88-469d-4bc1-a7b0-f58304d316f5', 'port_id': '8d16c086-327d-4573-be07-53bb45d9390c', 'mac_address': 'fa:16:3e:9e:93:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9a41f6-76c2-4194-9d7b-1232143921ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:48.409531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65fb3c-6e13-48c6-b2bb-035931f23116 req-619bb28c-05f3-4744-96e2-60fbb0d820b7 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.410698 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8a65fb3c-6e13-48c6-b2bb-035931f23116 req-619bb28c-05f3-4744-96e2-60fbb0d820b7 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5677ddf-7024-450a-986a-d96db323d885 HTTP/1.1" status: 200 len: 945 time: 0.1975865 Feb 11 05:17:48.439703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a0bac-fa83-47e5-929b-81d395d3ce5f req-f7c8a63b-f975-417c-b686-ff932dd186e0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.446393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-336a0bac-fa83-47e5-929b-81d395d3ce5f req-f7c8a63b-f975-417c-b686-ff932dd186e0 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 944 time: 0.1637802 Feb 11 05:17:48.551842 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] Set router a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:48.569490 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (1dcec499-5734-420c-8434-3eb6c217614d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.594411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-336a0bac-fa83-47e5-929b-81d395d3ce5f req-fed6ba71-57be-4d1f-ab50-aae2b95657e1 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471097 Feb 11 05:17:48.625621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-8a65fb3c-6e13-48c6-b2bb-035931f23116 req-dd16b48d-0925-4f28-8af9-ca3302a6a469 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Deleting port 07401fe6-f03f-4db9-a83b-787d10e358af {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:48.625964 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8a65fb3c-6e13-48c6-b2bb-035931f23116 req-dd16b48d-0925-4f28-8af9-ca3302a6a469 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.647615 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac88507b-e882-482b-b575-252847fac743 req-9c674bc8-4ac0-459f-9b53-ff641bfca9b3 tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Publish callbacks [] for security_group (8ffbc767-2bcd-4628-958a-478d2a5e00e0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.661551 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac88507b-e882-482b-b575-252847fac743 req-9c674bc8-4ac0-459f-9b53-ff641bfca9b3 tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8ffbc767-2bcd-4628-958a-478d2a5e00e0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.662444 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 8d16c086-327d-4573-be07-53bb45d9390c is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:48.662839 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8d16c086-327d-4573-be07-53bb45d9390c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.692724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d16c086-327d-4573-be07-53bb45d9390c {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:48.735464 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8d16c086-327d-4573-be07-53bb45d9390c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8d16c086-327d-4573-be07-53bb45d9390c,segment=NetworkSegment(191ba391-d3da-4f5a-940e-465f7696fdb5),segment_id=191ba391-d3da-4f5a-940e-465f7696fdb5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:48.775142 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8d16c086-327d-4573-be07-53bb45d9390c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.813183 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (1dcec499-5734-420c-8434-3eb6c217614d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.849558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=8d16c086-327d-4573-be07-53bb45d9390c,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:48.872162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c674bc8-4ac0-459f-9b53-ff641bfca9b3 tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffbc767-2bcd-4628-958a-478d2a5e00e0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:48.924847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac88507b-e882-482b-b575-252847fac743 req-9c674bc8-4ac0-459f-9b53-ff641bfca9b3 tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&id=25535ee6-e894-4e84-9839-26f89e760f9e&id=6d34278f-bfa3-4103-a612-47e171312fb2&id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 833 time: 0.5725124 Feb 11 05:17:48.937063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba90797-75f6-4db4-aeac-a6a6e9360e82 req-9990efc8-2629-4cdd-8430-afe95a88dd04 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:48.938824 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bba90797-75f6-4db4-aeac-a6a6e9360e82 req-9990efc8-2629-4cdd-8430-afe95a88dd04 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 944 time: 0.1982036 Feb 11 05:17:48.943120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a', 'name': 'tempest-snat-router-1691278289', 'tenant_id': '51f4dc470de745b892ef87cde99880d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.197'}], 'enable_snat': False}, 'gw_port_id': '989f6308-78ef-4069-a3fb-74717c0f5d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:44Z', 'revision_number': 3, 'project_id': '51f4dc470de745b892ef87cde99880d2', 'gw_port': {'id': '989f6308-78ef-4069-a3fb-74717c0f5d73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:70:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:48.964056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-8a65fb3c-6e13-48c6-b2bb-035931f23116 req-dd16b48d-0925-4f28-8af9-ca3302a6a469 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] For port 07401fe6-f03f-4db9-a83b-787d10e358af, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=07401fe6-f03f-4db9-a83b-787d10e358af,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:48.965910 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8a65fb3c-6e13-48c6-b2bb-035931f23116 req-dd16b48d-0925-4f28-8af9-ca3302a6a469 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:48.974482 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10194a1-e76c-4284-9776-cf1f330112be None None] The sync data for ids ['a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a'] in n-d-713499-38 is: [{'id': 'a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a', 'name': 'tempest-snat-router-1691278289', 'tenant_id': '51f4dc470de745b892ef87cde99880d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.197'}], 'enable_snat': False}, 'gw_port_id': '989f6308-78ef-4069-a3fb-74717c0f5d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:44Z', 'revision_number': 3, 'project_id': '51f4dc470de745b892ef87cde99880d2', 'gw_port': {'id': '989f6308-78ef-4069-a3fb-74717c0f5d73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:70:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:43Z', 'updated_at': '2022-02-11T05:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:49.008336 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-8a65fb3c-6e13-48c6-b2bb-035931f23116 req-dd16b48d-0925-4f28-8af9-ca3302a6a469 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Calling delete_port for 07401fe6-f03f-4db9-a83b-787d10e358af owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:49.014083 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Router 1dcec499-5734-420c-8434-3eb6c217614d is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:17:49.132639 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bba90797-75f6-4db4-aeac-a6a6e9360e82 req-ce1c5f23-406a-48e3-aa1c-c621a30d4c70 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839001 Feb 11 05:17:49.190887 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:49.204162 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Sync routers for ids ['1dcec499-5734-420c-8434-3eb6c217614d'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:49.213736 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.218168 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1c40651b-af5e-4894-88fc-cd27780f4489 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0044937 Feb 11 05:17:49.218760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34202) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:49.222078 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Routers {'1dcec499-5734-420c-8434-3eb6c217614d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:49.223515 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['1dcec499-5734-420c-8434-3eb6c217614d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:49.306307 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['8d16c086-327d-4573-be07-53bb45d9390c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:49.333220 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45378b86-221f-437b-aac7-c17052d765b6 req-87df2205-bb62-4f1f-b2fc-0fa294093d17 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 210 time: 0.0478668 Feb 11 05:17:49.357488 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681380-cd44-4bd3-8bd0-57828c99417a req-cafd9826-cf3a-4f1b-bc84-d1fd8f0058c2 tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:49.358068 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681380-cd44-4bd3-8bd0-57828c99417a req-cafd9826-cf3a-4f1b-bc84-d1fd8f0058c2 tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:49.358429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681380-cd44-4bd3-8bd0-57828c99417a req-cafd9826-cf3a-4f1b-bc84-d1fd8f0058c2 tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:49.366007 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc681380-cd44-4bd3-8bd0-57828c99417a req-cafd9826-cf3a-4f1b-bc84-d1fd8f0058c2 tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d&device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c&device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 2979 time: 0.1933358 Feb 11 05:17:49.395137 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Set router 1dcec499-5734-420c-8434-3eb6c217614d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:49.476103 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8a65fb3c-6e13-48c6-b2bb-035931f23116 req-dd16b48d-0925-4f28-8af9-ca3302a6a469 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (07401fe6-f03f-4db9-a83b-787d10e358af), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.497599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['07401fe6-f03f-4db9-a83b-787d10e358af'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:49.536461 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16b48d-0925-4f28-8af9-ca3302a6a469 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Pushing event deleted for resources: {'Port': ['ID=07401fe6-f03f-4db9-a83b-787d10e358af,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:49.661606 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcec499-5734-420c-8434-3eb6c217614d', 'name': 'tempest-snat-router-1691278289', 'tenant_id': '51f4dc470de745b892ef87cde99880d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'fc16e3fc-3d97-4896-804e-ba169a83312b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:17:46Z', 'updated_at': '2022-02-11T05:17:48Z', 'revision_number': 3, 'project_id': '51f4dc470de745b892ef87cde99880d2', 'gw_port': {'id': 'fc16e3fc-3d97-4896-804e-ba169a83312b', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:be:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcec499-5734-420c-8434-3eb6c217614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:47Z', 'updated_at': '2022-02-11T05:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:49.668989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a65fb3c-6e13-48c6-b2bb-035931f23116 req-dd16b48d-0925-4f28-8af9-ca3302a6a469 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] No DVR routers for this DVR port 07401fe6-f03f-4db9-a83b-787d10e358af on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:49.671979 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8a65fb3c-6e13-48c6-b2bb-035931f23116 req-dd16b48d-0925-4f28-8af9-ca3302a6a469 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.676333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8a65fb3c-6e13-48c6-b2bb-035931f23116 req-dd16b48d-0925-4f28-8af9-ca3302a6a469 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.88 "DELETE /v2.0/ports/07401fe6-f03f-4db9-a83b-787d10e358af HTTP/1.1" status: 204 len: 173 time: 1.2563970 Feb 11 05:17:49.686000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5677ddf-7024-450a-986a-d96db323d885', 'name': 'network-vif-deleted', 'tag': '07401fe6-f03f-4db9-a83b-787d10e358af'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:49.688988 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d693a0f-0e5b-49c7-8fbd-820dc1d0b5b8" -d '{"events": [{"server_uuid": "a5677ddf-7024-450a-986a-d96db323d885", "name": "network-vif-deleted", "tag": "07401fe6-f03f-4db9-a83b-787d10e358af"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:49.703858 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34208) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:49.704715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-98032bd4-9ed1-440b-a578-483bbecf2002 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "GET /v2.0/routers/1dcec499-5734-420c-8434-3eb6c217614d HTTP/1.1" status: 200 len: 908 time: 0.4833152 Feb 11 05:17:49.739133 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc681380-cd44-4bd3-8bd0-57828c99417a req-b7537930-5f8f-4b3d-b7b3-0822f27ae710 tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722372 Feb 11 05:17:49.801924 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Checking router: 1dcec499-5734-420c-8434-3eb6c217614d for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:17:49.802286 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Updating router 1dcec499-5734-420c-8434-3eb6c217614d port fc16e3fc-3d97-4896-804e-ba169a83312b binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:17:49.838408 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (fc16e3fc-3d97-4896-804e-ba169a83312b), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.843036 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8570e1f-9a70-4042-be94-6f8022c37aaf x-openstack-request-id: req-c8570e1f-9a70-4042-be94-6f8022c37aaf {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:49.843340 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5677ddf-7024-450a-986a-d96db323d885", "name": "network-vif-deleted", "tag": "07401fe6-f03f-4db9-a83b-787d10e358af", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:49.843617 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c8570e1f-9a70-4042-be94-6f8022c37aaf {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:49.845033 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5677ddf-7024-450a-986a-d96db323d885', 'name': 'network-vif-deleted', 'tag': '07401fe6-f03f-4db9-a83b-787d10e358af', 'status': 'completed', 'code': 200} Feb 11 05:17:49.942461 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea57062c-0dc0-40a7-ac7a-b15f2dd0296c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router (1dcec499-5734-420c-8434-3eb6c217614d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:49.993873 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-f4f731af-8f2a-4024-bb10-32b8af9d67f2 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:49.994989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-f4f731af-8f2a-4024-bb10-32b8af9d67f2 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.88 "GET /v2.0/networks?id=2c0db25e-438e-41a8-9d02-a4dde5275a3b HTTP/1.1" status: 200 len: 814 time: 0.4325542 Feb 11 05:17:50.035952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-f7d70301-6194-4827-a883-b6c70f7e4c1c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Request body: {'port': {'device_id': 'd9b7eef2-9d95-4653-9267-4dcaeba03813', 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b', 'admin_state_up': True, 'tenant_id': '3bbd156ad2d24e5385648d7fd2e75c21'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:50.042350 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d17da233-58a3-45d8-937f-56b167d37eab up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:50.071355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bc4a3-a61f-407f-8afb-b88121454b14 req-61e46d56-64e5-4147-ac58-1da9ecdfa2f5 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:50.079299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a9bc4a3-a61f-407f-8afb-b88121454b14 req-61e46d56-64e5-4147-ac58-1da9ecdfa2f5 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 944 time: 0.3831191 Feb 11 05:17:50.151171 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea57062c-0dc0-40a7-ac7a-b15f2dd0296c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (1dcec499-5734-420c-8434-3eb6c217614d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.186544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port d17da233-58a3-45d8-937f-56b167d37eab completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:17:50.195135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port d17da233-58a3-45d8-937f-56b167d37eab triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:50.197456 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d17da233-58a3-45d8-937f-56b167d37eab), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.235673 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ea57062c-0dc0-40a7-ac7a-b15f2dd0296c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Deleting port fc16e3fc-3d97-4896-804e-ba169a83312b {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:50.236297 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea57062c-0dc0-40a7-ac7a-b15f2dd0296c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (fc16e3fc-3d97-4896-804e-ba169a83312b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.248621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a9bc4a3-a61f-407f-8afb-b88121454b14 req-077d4296-9f8b-4d51-99dc-f600ee139ab6 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681707 Feb 11 05:17:50.335122 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port d17da233-58a3-45d8-937f-56b167d37eab is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:50.335702 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d17da233-58a3-45d8-937f-56b167d37eab), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.339597 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Publish callbacks [] for port (fc16e3fc-3d97-4896-804e-ba169a83312b), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.349657 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea57062c-0dc0-40a7-ac7a-b15f2dd0296c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (fc16e3fc-3d97-4896-804e-ba169a83312b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.349901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-f7d70301-6194-4827-a883-b6c70f7e4c1c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Made reservation on behalf of 3bbd156ad2d24e5385648d7fd2e75c21 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:50.353058 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-f7d70301-6194-4827-a883-b6c70f7e4c1c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.363681 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (fc16e3fc-3d97-4896-804e-ba169a83312b), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.366915 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cd681-1d22-4744-b9b4-bdc2d5d20fb7 req-75db2f4a-ea9a-4897-a403-ce3c8362b8fa tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:50.367545 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ea57062c-0dc0-40a7-ac7a-b15f2dd0296c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Calling delete_port for fc16e3fc-3d97-4896-804e-ba169a83312b owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:50.376397 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8cd681-1d22-4744-b9b4-bdc2d5d20fb7 req-75db2f4a-ea9a-4897-a403-ce3c8362b8fa tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 944 time: 0.1265883 Feb 11 05:17:50.398674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e57db5-6841-476b-aad7-bb18b6eb21f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17da233-58a3-45d8-937f-56b167d37eab'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:50.404684 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13c167c-8751-42ba-b946-9d00a3a10a8f" -d '{"events": [{"server_uuid": "32e57db5-6841-476b-aad7-bb18b6eb21f1", "name": "network-vif-plugged", "status": "completed", "tag": "d17da233-58a3-45d8-937f-56b167d37eab"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:50.441913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d17da233-58a3-45d8-937f-56b167d37eab, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d17da233-58a3-45d8-937f-56b167d37eab,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:50.450728 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d17da233-58a3-45d8-937f-56b167d37eab), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.451280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 07401fe6-f03f-4db9-a83b-787d10e358af no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:50.472517 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Attempting to bind port fc16e3fc-3d97-4896-804e-ba169a83312b on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:50.473618 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Attempting to bind port fc16e3fc-3d97-4896-804e-ba169a83312b by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:50.474505 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Attempting to bind port fc16e3fc-3d97-4896-804e-ba169a83312b on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:50.487648 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:50.488458 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:50.490081 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.490681 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:50.491706 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Bound port: fc16e3fc-3d97-4896-804e-ba169a83312b, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:50.492364 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (fc16e3fc-3d97-4896-804e-ba169a83312b), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.523264 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8cd681-1d22-4744-b9b4-bdc2d5d20fb7 req-15ced871-0d54-4cb1-9a14-16369b896a54 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389761 Feb 11 05:17:50.538745 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 07401fe6-f03f-4db9-a83b-787d10e358af {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:50.538745 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 07401fe6-f03f-4db9-a83b-787d10e358af not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:50.576337 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e3026-f08a-4c26-bfe5-96e25c542668 None None] Pushing event updated for resources: {'Port': ['ID=fc16e3fc-3d97-4896-804e-ba169a83312b,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:50.594851 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e3026-f08a-4c26-bfe5-96e25c542668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:50.595114 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e3026-f08a-4c26-bfe5-96e25c542668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:50.595573 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e3026-f08a-4c26-bfe5-96e25c542668 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:50.595773 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e3026-f08a-4c26-bfe5-96e25c542668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:50.596115 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e3026-f08a-4c26-bfe5-96e25c542668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:50.596454 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e3026-f08a-4c26-bfe5-96e25c542668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:50.596787 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e3026-f08a-4c26-bfe5-96e25c542668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:50.597120 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e3026-f08a-4c26-bfe5-96e25c542668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:50.597450 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e3026-f08a-4c26-bfe5-96e25c542668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:50.597771 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e3026-f08a-4c26-bfe5-96e25c542668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:50.598100 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e3026-f08a-4c26-bfe5-96e25c542668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:50.598433 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e3026-f08a-4c26-bfe5-96e25c542668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:50.598757 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e3026-f08a-4c26-bfe5-96e25c542668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:50.616411 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=d17da233-58a3-45d8-937f-56b167d37eab,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:50.657693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-f7d70301-6194-4827-a883-b6c70f7e4c1c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Allocated IP 172.20.0.12 (2c0db25e-438e-41a8-9d02-a4dde5275a3b/afd9a43f-aebb-4c81-9832-39b324b8d69a/24e6fabc-4845-4d1e-845d-dc7b401c8471) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:50.667550 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feb3df3-accc-49e6-9f83-a78160ae361f x-openstack-request-id: req-2feb3df3-accc-49e6-9f83-a78160ae361f {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:50.667888 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e57db5-6841-476b-aad7-bb18b6eb21f1", "name": "network-vif-plugged", "status": "completed", "tag": "d17da233-58a3-45d8-937f-56b167d37eab", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:50.668175 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2feb3df3-accc-49e6-9f83-a78160ae361f {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:50.669816 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e57db5-6841-476b-aad7-bb18b6eb21f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17da233-58a3-45d8-937f-56b167d37eab', 'code': 200} Feb 11 05:17:50.711653 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f81376de-f7ab-4533-a64b-ecca8374495e req-0a4eacf5-87b1-4ab2-b7c4-db674fedaee2 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 210 time: 0.0384047 Feb 11 05:17:50.738421 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea57062c-0dc0-40a7-ac7a-b15f2dd0296c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (fc16e3fc-3d97-4896-804e-ba169a83312b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.739082 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.db.api [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:17:50.739568 n-d-713499-38 neutron-server[103174]: DEBUG oslo_db.api [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:17:50.767355 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57062c-0dc0-40a7-ac7a-b15f2dd0296c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc16e3fc-3d97-4896-804e-ba169a83312b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:50.829004 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea57062c-0dc0-40a7-ac7a-b15f2dd0296c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (1dcec499-5734-420c-8434-3eb6c217614d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.903630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07961d-a6f1-499a-a52c-a9fb0ae81cf3 req-6c43bda9-6274-4487-9ac4-572e5bcd8607 tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:50.905201 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e07961d-a6f1-499a-a52c-a9fb0ae81cf3 req-6c43bda9-6274-4487-9ac4-572e5bcd8607 tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 1133 time: 0.1670542 Feb 11 05:17:50.917548 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d1fe8-1ccf-47f8-ac8c-f3fbcb004805 req-230ed5af-b140-4974-b362-14b389297bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:50.919786 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e5d1fe8-1ccf-47f8-ac8c-f3fbcb004805 req-230ed5af-b140-4974-b362-14b389297bca service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 1128 time: 0.1443188 Feb 11 05:17:50.925457 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea57062c-0dc0-40a7-ac7a-b15f2dd0296c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (1dcec499-5734-420c-8434-3eb6c217614d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.927590 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea57062c-0dc0-40a7-ac7a-b15f2dd0296c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_controller (1dcec499-5734-420c-8434-3eb6c217614d), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.977314 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea57062c-0dc0-40a7-ac7a-b15f2dd0296c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (1dcec499-5734-420c-8434-3eb6c217614d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.977960 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea57062c-0dc0-40a7-ac7a-b15f2dd0296c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1dcec499-5734-420c-8434-3eb6c217614d {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:17:50.983815 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea57062c-0dc0-40a7-ac7a-b15f2dd0296c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:50.987936 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ea57062c-0dc0-40a7-ac7a-b15f2dd0296c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "DELETE /v2.0/routers/1dcec499-5734-420c-8434-3eb6c217614d HTTP/1.1" status: 204 len: 168 time: 1.2828343 Feb 11 05:17:50.988688 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34228) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:51.109390 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c6645de-64d6-4015-b8f3-7204b1f433a3 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router (a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.216997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 989f6308-78ef-4069-a3fb-74717c0f5d73 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:51.232565 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c6645de-64d6-4015-b8f3-7204b1f433a3 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.261178 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Attempting to bind port fc16e3fc-3d97-4896-804e-ba169a83312b on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:51.265682 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Attempting to bind port fc16e3fc-3d97-4896-804e-ba169a83312b by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:51.266448 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Attempting to bind port fc16e3fc-3d97-4896-804e-ba169a83312b on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:51.271063 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-f7d70301-6194-4827-a883-b6c70f7e4c1c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks [] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.273588 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:51.274153 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:51.274714 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.278319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 989f6308-78ef-4069-a3fb-74717c0f5d73 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:51.278975 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (989f6308-78ef-4069-a3fb-74717c0f5d73), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.279673 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:51.280178 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Bound port: fc16e3fc-3d97-4896-804e-ba169a83312b, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:51.280572 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (fc16e3fc-3d97-4896-804e-ba169a83312b), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.311269 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Port fc16e3fc-3d97-4896-804e-ba169a83312b has been deleted concurrently {{(pid=103174) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 11 05:17:51.317926 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-5c6645de-64d6-4015-b8f3-7204b1f433a3 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Deleting port 989f6308-78ef-4069-a3fb-74717c0f5d73 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:51.318203 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c6645de-64d6-4015-b8f3-7204b1f433a3 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (989f6308-78ef-4069-a3fb-74717c0f5d73), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.339265 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Routers set() bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:51.344089 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Router IDs set() for agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:17:51.344816 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_agentschedulers_db [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1dcec499-5734-420c-8434-3eb6c217614d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent'). {{(pid=103174) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:17:51.346204 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcfdbfc-58b3-4f65-ad02-757c8db2204f None None] The sync data for ids ['1dcec499-5734-420c-8434-3eb6c217614d'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:51.392031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 989f6308-78ef-4069-a3fb-74717c0f5d73 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:51.392590 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (989f6308-78ef-4069-a3fb-74717c0f5d73), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.416084 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 989f6308-78ef-4069-a3fb-74717c0f5d73, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=989f6308-78ef-4069-a3fb-74717c0f5d73,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:51.420938 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (989f6308-78ef-4069-a3fb-74717c0f5d73), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.422242 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e07961d-a6f1-499a-a52c-a9fb0ae81cf3 req-dd56bbbf-38a7-4839-a990-248b4fc1e50c tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990528 Feb 11 05:17:51.425299 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-5c6645de-64d6-4015-b8f3-7204b1f433a3 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] For port 989f6308-78ef-4069-a3fb-74717c0f5d73, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=989f6308-78ef-4069-a3fb-74717c0f5d73,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:51.425847 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c6645de-64d6-4015-b8f3-7204b1f433a3 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (989f6308-78ef-4069-a3fb-74717c0f5d73), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.427727 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e5d1fe8-1ccf-47f8-ac8c-f3fbcb004805 req-c0a5534d-8c8f-4b0e-8562-a99b2da0f126 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504693 Feb 11 05:17:51.438398 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-f7d70301-6194-4827-a883-b6c70f7e4c1c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.442242 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-5c6645de-64d6-4015-b8f3-7204b1f433a3 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Calling delete_port for 989f6308-78ef-4069-a3fb-74717c0f5d73 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:51.508038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=989f6308-78ef-4069-a3fb-74717c0f5d73,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:51.516434 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ccd40-c421-48ab-bc9e-a076794287ac req-fa7a1f05-442f-499b-bc4f-cdafda43dee4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:51.517971 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e30ccd40-c421-48ab-bc9e-a076794287ac req-fa7a1f05-442f-499b-bc4f-cdafda43dee4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 945 time: 0.1385887 Feb 11 05:17:51.522844 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-f7d70301-6194-4827-a883-b6c70f7e4c1c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Network 2c0db25e-438e-41a8-9d02-a4dde5275a3b is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:51.532439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-f7d70301-6194-4827-a883-b6c70f7e4c1c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:51.548866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-f7d70301-6194-4827-a883-b6c70f7e4c1c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:51.613475 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d70301-6194-4827-a883-b6c70f7e4c1c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Pushing event updated for resources: {'Port': ['ID=24e6fabc-4845-4d1e-845d-dc7b401c8471,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:51.654136 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e30ccd40-c421-48ab-bc9e-a076794287ac req-c1c72029-c7db-4472-b16f-24f95028fea5 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224766 Feb 11 05:17:51.659857 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-f7d70301-6194-4827-a883-b6c70f7e4c1c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:51.660473 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-f7d70301-6194-4827-a883-b6c70f7e4c1c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.677703 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c6645de-64d6-4015-b8f3-7204b1f433a3 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (989f6308-78ef-4069-a3fb-74717c0f5d73), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.682049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24d743-f9d1-46a5-97a7-ec3f2ab09ddc req-0b2712d0-07e5-4bf3-a745-73d5b64ae9dd tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:51.686922 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a24d743-f9d1-46a5-97a7-ec3f2ab09ddc req-0b2712d0-07e5-4bf3-a745-73d5b64ae9dd tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 1133 time: 0.1535430 Feb 11 05:17:51.687392 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-f7d70301-6194-4827-a883-b6c70f7e4c1c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6692805 Feb 11 05:17:51.702419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Request body: {'port': {'device_id': 'd9b7eef2-9d95-4653-9267-4dcaeba03813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:51.720605 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6645de-64d6-4015-b8f3-7204b1f433a3 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Pushing event deleted for resources: {'Port': ['ID=989f6308-78ef-4069-a3fb-74717c0f5d73,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:51.774744 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c6645de-64d6-4015-b8f3-7204b1f433a3 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.832116 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a24d743-f9d1-46a5-97a7-ec3f2ab09ddc req-6500cc00-9576-45a6-9e51-019e7b73996c tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430261 Feb 11 05:17:51.836537 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.859187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dd14e-6f99-4d00-b43f-6eb796bcf42f req-b7511cba-5d72-4d0d-831c-5ae6775f7ca8 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:51.860766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f94dd14e-6f99-4d00-b43f-6eb796bcf42f req-b7511cba-5d72-4d0d-831c-5ae6775f7ca8 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 944 time: 0.1284046 Feb 11 05:17:51.869204 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c6645de-64d6-4015-b8f3-7204b1f433a3 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.872077 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c6645de-64d6-4015-b8f3-7204b1f433a3 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_controller (a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.923851 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c6645de-64d6-4015-b8f3-7204b1f433a3 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.924404 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6645de-64d6-4015-b8f3-7204b1f433a3 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:17:51.929037 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c6645de-64d6-4015-b8f3-7204b1f433a3 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.929976 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5c6645de-64d6-4015-b8f3-7204b1f433a3 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "DELETE /v2.0/routers/a879ca4d-9a1a-401f-81e6-4ad58fbcbc2a HTTP/1.1" status: 204 len: 168 time: 0.9402628 Feb 11 05:17:51.933423 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34240) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:51.938754 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-997650865', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:51.961252 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (ce77da5f-e7ad-4442-8136-aceb25b6ad48), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:51.962361 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (ce77da5f-e7ad-4442-8136-aceb25b6ad48), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.020771 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_controller (ce77da5f-e7ad-4442-8136-aceb25b6ad48), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.044041 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8d16c086-327d-4573-be07-53bb45d9390c up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:52.056467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f94dd14e-6f99-4d00-b43f-6eb796bcf42f req-8224f706-0882-43cb-a8fa-9050be14e062 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701450 Feb 11 05:17:52.095284 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1057e-46a0-40c2-b22b-99d9bbd7947f req-53bfd4ee-f4fb-46ce-852e-6fd8350b1408 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:52.096879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ff1057e-46a0-40c2-b22b-99d9bbd7947f req-53bfd4ee-f4fb-46ce-852e-6fd8350b1408 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 932 time: 0.1841660 Feb 11 05:17:52.131699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 8d16c086-327d-4573-be07-53bb45d9390c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:52.132149 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8d16c086-327d-4573-be07-53bb45d9390c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.203016 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (ce77da5f-e7ad-4442-8136-aceb25b6ad48), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.223490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 8d16c086-327d-4573-be07-53bb45d9390c is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:52.224144 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8d16c086-327d-4573-be07-53bb45d9390c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.229871 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ff1057e-46a0-40c2-b22b-99d9bbd7947f req-0ea39924-f92a-42b1-ad6f-955eea4d496b tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209381 Feb 11 05:17:52.336128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e6fabc-4845-4d1e-845d-dc7b401c8471 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:52.348042 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Publish callbacks [] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.374316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Transition to ACTIVE for port object 24e6fabc-4845-4d1e-845d-dc7b401c8471 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:17:52.378962 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.426002 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8d16c086-327d-4573-be07-53bb45d9390c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8d16c086-327d-4573-be07-53bb45d9390c,segment=NetworkSegment(191ba391-d3da-4f5a-940e-465f7696fdb5),segment_id=191ba391-d3da-4f5a-940e-465f7696fdb5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:52.437106 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8d16c086-327d-4573-be07-53bb45d9390c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.450498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Pushing event updated for resources: {'Port': ['ID=24e6fabc-4845-4d1e-845d-dc7b401c8471,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:52.492623 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (ce77da5f-e7ad-4442-8136-aceb25b6ad48), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.517925 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.534268 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=8d16c086-327d-4573-be07-53bb45d9390c,revision_number=10']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:52.574025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Attempting to bind port 24e6fabc-4845-4d1e-845d-dc7b401c8471 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:52.574405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Attempting to bind port 24e6fabc-4845-4d1e-845d-dc7b401c8471 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'bdd973ea-1016-4bc1-a02b-6008871a2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:52.575020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Attempting to bind port 24e6fabc-4845-4d1e-845d-dc7b401c8471 on network 2c0db25e-438e-41a8-9d02-a4dde5275a3b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:52.580898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Port 24e6fabc-4845-4d1e-845d-dc7b401c8471 on network 2c0db25e-438e-41a8-9d02-a4dde5275a3b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:17:52.581317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Attempting to bind port 24e6fabc-4845-4d1e-845d-dc7b401c8471 on network 2c0db25e-438e-41a8-9d02-a4dde5275a3b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:52.588695 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:52.589040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Checking segment: {'id': 'bdd973ea-1016-4bc1-a02b-6008871a2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:52.589436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Bound using segment: {'id': 'bdd973ea-1016-4bc1-a02b-6008871a2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:52.589875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Bound port: 24e6fabc-4845-4d1e-845d-dc7b401c8471, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd973ea-1016-4bc1-a02b-6008871a2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:52.590483 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.671133 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038c18da-76a8-4d6a-86ac-60db49c1810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d16c086-327d-4573-be07-53bb45d9390c'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:52.675197 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53fca27-a666-4048-97e5-0bd28d2701e1" -d '{"events": [{"server_uuid": "038c18da-76a8-4d6a-86ac-60db49c1810e", "name": "network-vif-plugged", "status": "completed", "tag": "8d16c086-327d-4573-be07-53bb45d9390c"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:52.677266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] For port 24e6fabc-4845-4d1e-845d-dc7b401c8471, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:52.683767 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] For port 24e6fabc-4845-4d1e-845d-dc7b401c8471, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=24e6fabc-4845-4d1e-845d-dc7b401c8471,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:52.695818 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.743827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:52.745191 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:52.746682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] 10.222.0.88 "PUT /v2.0/ports/24e6fabc-4845-4d1e-845d-dc7b401c8471 HTTP/1.1" status: 200 len: 1093 time: 1.0499611 Feb 11 05:17:52.750589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b7eef2-9d95-4653-9267-4dcaeba03813', 'tag': '24e6fabc-4845-4d1e-845d-dc7b401c8471'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:52.754191 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f79846-c2bb-46aa-b251-2b88d943255e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b7eef2-9d95-4653-9267-4dcaeba03813", "tag": "24e6fabc-4845-4d1e-845d-dc7b401c8471"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:52.857202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2da0c-ad4c-4cc7-87a2-4051cf6e8308 service neutron] Pushing event updated for resources: {'Port': ['ID=24e6fabc-4845-4d1e-845d-dc7b401c8471,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:52.904214 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-43aa4438-6314-492c-b8e3-4a7d274d5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:52.905974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-43aa4438-6314-492c-b8e3-4a7d274d5892 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3bbd156ad2d24e5385648d7fd2e75c21&device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 1127 time: 0.1099505 Feb 11 05:17:52.915014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bca77-ed79-4581-8a6d-0108a2481ee1 req-e3e8a1d6-1d14-4328-a725-c33f70b999c1 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:52.916806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a42bca77-ed79-4581-8a6d-0108a2481ee1 req-e3e8a1d6-1d14-4328-a725-c33f70b999c1 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 945 time: 0.1671877 Feb 11 05:17:52.938175 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7b399e-9c9b-4a25-a244-c386366a2c14 x-openstack-request-id: req-7d7b399e-9c9b-4a25-a244-c386366a2c14 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:52.938636 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038c18da-76a8-4d6a-86ac-60db49c1810e", "name": "network-vif-plugged", "status": "completed", "tag": "8d16c086-327d-4573-be07-53bb45d9390c", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:52.938943 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7d7b399e-9c9b-4a25-a244-c386366a2c14 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:52.939528 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038c18da-76a8-4d6a-86ac-60db49c1810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d16c086-327d-4573-be07-53bb45d9390c', 'code': 200} Feb 11 05:17:53.007388 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Allocated IP 172.25.5.186 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/30d3dad2-38fe-4c1b-95cb-2a27afec3d71) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:53.069285 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2beac8-7e4c-4aa9-9284-98f816b8048a x-openstack-request-id: req-de2beac8-7e4c-4aa9-9284-98f816b8048a {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:53.069773 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b7eef2-9d95-4653-9267-4dcaeba03813", "tag": "24e6fabc-4845-4d1e-845d-dc7b401c8471", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:53.070124 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-de2beac8-7e4c-4aa9-9284-98f816b8048a {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:53.070666 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b7eef2-9d95-4653-9267-4dcaeba03813', 'tag': '24e6fabc-4845-4d1e-845d-dc7b401c8471', 'status': 'completed', 'code': 200} Feb 11 05:17:53.080994 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-57a12294-b127-421d-9531-e7792dfe9eff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24e6fabc-4845-4d1e-845d-dc7b401c8471 HTTP/1.1" status: 200 len: 217 time: 0.1541073 Feb 11 05:17:53.104279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a42bca77-ed79-4581-8a6d-0108a2481ee1 req-62d31b22-428c-4637-87d0-c0c0ce42b7b2 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799831 Feb 11 05:17:53.214627 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for port (30d3dad2-38fe-4c1b-95cb-2a27afec3d71), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.227267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e846310-edac-4f56-9850-5c53f5545b89 req-0bf007e4-8de2-46d2-9653-facd53354a91 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:53.229407 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e846310-edac-4f56-9850-5c53f5545b89 req-0bf007e4-8de2-46d2-9653-facd53354a91 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1548545 Feb 11 05:17:53.231316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-7f69d3a9-2b01-4762-81ad-1867f5e86d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:53.237190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 989f6308-78ef-4069-a3fb-74717c0f5d73 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:53.243305 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-7f69d3a9-2b01-4762-81ad-1867f5e86d46 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=afd9a43f-aebb-4c81-9832-39b324b8d69a HTTP/1.1" status: 200 len: 854 time: 0.1220357 Feb 11 05:17:53.260697 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 989f6308-78ef-4069-a3fb-74717c0f5d73 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:53.261416 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 989f6308-78ef-4069-a3fb-74717c0f5d73 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:53.262629 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:17:53.272456 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (30d3dad2-38fe-4c1b-95cb-2a27afec3d71), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.322090 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-049d04d6-6ac0-47d4-a806-264e7a67f8e8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2c0db25e-438e-41a8-9d02-a4dde5275a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459936 Feb 11 05:17:53.323099 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:53.329613 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:53.338457 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:53.363133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e217f0c-13d4-42d1-a9db-9a7bc7007807 req-85af8ad8-c315-4808-9015-a0c370b39292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:53.366141 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e217f0c-13d4-42d1-a9db-9a7bc7007807 req-85af8ad8-c315-4808-9015-a0c370b39292 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 1129 time: 0.1592405 Feb 11 05:17:53.383693 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Pushing event updated for resources: {'Port': ['ID=30d3dad2-38fe-4c1b-95cb-2a27afec3d71,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:53.448586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e846310-edac-4f56-9850-5c53f5545b89 req-71387bf2-109a-4bcf-b1c4-85472bcc5c98 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770561 Feb 11 05:17:53.553404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e217f0c-13d4-42d1-a9db-9a7bc7007807 req-0a5e7b17-d0ea-4ebe-b932-6da541213ce6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698318 Feb 11 05:17:53.589108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06856c57-c7de-484c-9b9b-797444b654c7 req-17419493-601b-4d9c-9b0d-a62920f54cb6 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:53.591190 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06856c57-c7de-484c-9b9b-797444b654c7 req-17419493-601b-4d9c-9b0d-a62920f54cb6 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.1417072 Feb 11 05:17:53.594325 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-43d938df-a24b-47b2-b9bf-1f72c9a79d6e service neutron] 10.222.0.88 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574799 Feb 11 05:17:53.638157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640eea1-61ab-47cb-9a03-996259b0cea4 req-47a6d386-35b5-4637-a96f-d83dff2dce75 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:53.639670 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d640eea1-61ab-47cb-9a03-996259b0cea4 req-47a6d386-35b5-4637-a96f-d83dff2dce75 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 944 time: 0.1089323 Feb 11 05:17:53.650536 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (ce77da5f-e7ad-4442-8136-aceb25b6ad48), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.662463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06856c57-c7de-484c-9b9b-797444b654c7 req-191570af-ef37-4183-bee4-f9d02f0725af tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630634 Feb 11 05:17:53.702359 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d640eea1-61ab-47cb-9a03-996259b0cea4 req-bf5a4450-b8bf-4ba0-9d8f-48d901f23787 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567343 Feb 11 05:17:53.867483 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (ce77da5f-e7ad-4442-8136-aceb25b6ad48), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.940065 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-194e5aef-295e-4f2b-ab3d-83a565146651 req-aed71003-249e-45e4-86c1-fa196600cacb service neutron] 10.222.0.88 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839102 Feb 11 05:17:54.000917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Router ce77da5f-e7ad-4442-8136-aceb25b6ad48 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:17:54.050379 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f79846-c2bb-46aa-b251-2b88d943255e req-69655b7f-930b-4930-b238-733c6f203b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:54.051979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34f79846-c2bb-46aa-b251-2b88d943255e req-69655b7f-930b-4930-b238-733c6f203b1b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3bbd156ad2d24e5385648d7fd2e75c21&device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 1127 time: 0.0455718 Feb 11 05:17:54.112993 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:54.124864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de55bca3-02fe-47df-99fe-09ff8d620d86 None None] Sync routers for ids ['ce77da5f-e7ad-4442-8136-aceb25b6ad48'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:54.136393 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.137796 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de55bca3-02fe-47df-99fe-09ff8d620d86 None None] Routers {'ce77da5f-e7ad-4442-8136-aceb25b6ad48'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:54.141746 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2da0d095-b654-4232-92aa-0baa42586d4d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2037878 Feb 11 05:17:54.142025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34278) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:54.142162 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-de55bca3-02fe-47df-99fe-09ff8d620d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['ce77da5f-e7ad-4442-8136-aceb25b6ad48'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:54.146491 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-56a37ab5-f8b0-425b-8c4b-3524bddfd1eb tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'enable_snat': False}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:54.179743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-de55bca3-02fe-47df-99fe-09ff8d620d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:54.189630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de55bca3-02fe-47df-99fe-09ff8d620d86 None None] Routers {'ce77da5f-e7ad-4442-8136-aceb25b6ad48'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:54.190235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-de55bca3-02fe-47df-99fe-09ff8d620d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['ce77da5f-e7ad-4442-8136-aceb25b6ad48'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:54.210091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f79846-c2bb-46aa-b251-2b88d943255e req-90b05b96-9e6b-4960-b849-e647f2074904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:54.211947 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34f79846-c2bb-46aa-b251-2b88d943255e req-90b05b96-9e6b-4960-b849-e647f2074904 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2c0db25e-438e-41a8-9d02-a4dde5275a3b HTTP/1.1" status: 200 len: 915 time: 0.1498892 Feb 11 05:17:54.224562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-de55bca3-02fe-47df-99fe-09ff8d620d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:54.225239 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de55bca3-02fe-47df-99fe-09ff8d620d86 None None] The sync data for ids ['ce77da5f-e7ad-4442-8136-aceb25b6ad48'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:54.271957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34f79846-c2bb-46aa-b251-2b88d943255e req-f7e6bc94-4bfd-477d-acb9-1337a6b6737e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24e6fabc-4845-4d1e-845d-dc7b401c8471 HTTP/1.1" status: 200 len: 217 time: 0.0439234 Feb 11 05:17:54.364818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de4115-b5a7-4eda-acd6-c01784631735 req-9d99adea-0db8-4a13-8eb5-17b0c05526d7 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:54.367329 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c0de4115-b5a7-4eda-acd6-c01784631735 req-9d99adea-0db8-4a13-8eb5-17b0c05526d7 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 945 time: 0.1729860 Feb 11 05:17:54.395171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f79846-c2bb-46aa-b251-2b88d943255e req-00f18090-249c-42eb-a09f-5735e1ad3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:54.396518 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34f79846-c2bb-46aa-b251-2b88d943255e req-00f18090-249c-42eb-a09f-5735e1ad3aa1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=afd9a43f-aebb-4c81-9832-39b324b8d69a HTTP/1.1" status: 200 len: 854 time: 0.0877988 Feb 11 05:17:54.468400 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34f79846-c2bb-46aa-b251-2b88d943255e req-99d1e7e3-0d3e-41b0-a6a7-eb2e3914144d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2c0db25e-438e-41a8-9d02-a4dde5275a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362558 Feb 11 05:17:54.491522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c0de4115-b5a7-4eda-acd6-c01784631735 req-5b45d0e0-89ea-4ac7-8b9a-4dab5da8f744 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165185 Feb 11 05:17:54.734187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff10e3d-f6d1-460f-b786-4fbe4cd085cd req-f3d3c38a-20d0-413d-888f-4c0055ef771e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:54.735691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fff10e3d-f6d1-460f-b786-4fbe4cd085cd req-f3d3c38a-20d0-413d-888f-4c0055ef771e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1959236 Feb 11 05:17:54.743179 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34f79846-c2bb-46aa-b251-2b88d943255e req-6cd7a86c-3b2c-4766-b895-93ef125940af service neutron] 10.222.0.88 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493291 Feb 11 05:17:54.846498 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-56a37ab5-f8b0-425b-8c4b-3524bddfd1eb tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (ce77da5f-e7ad-4442-8136-aceb25b6ad48), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.895668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdbcce-ebb9-48fe-8621-406a4d9922fa req-27ac6536-03a9-4d3c-ade4-3e2d47c6bcda tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:54.897126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-abbdbcce-ebb9-48fe-8621-406a4d9922fa req-27ac6536-03a9-4d3c-ade4-3e2d47c6bcda tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 945 time: 0.2164252 Feb 11 05:17:54.914870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fff10e3d-f6d1-460f-b786-4fbe4cd085cd req-1832f6d5-3cb7-44f6-9467-4718a5589634 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705935 Feb 11 05:17:54.979940 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34f79846-c2bb-46aa-b251-2b88d943255e req-5dc3c807-4b8c-4063-8932-d22ddd77ccad service neutron] 10.222.0.88 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988692 Feb 11 05:17:55.005868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-abbdbcce-ebb9-48fe-8621-406a4d9922fa req-f70252f3-10d4-4ec7-a61a-bf5c76c584c7 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975065 Feb 11 05:17:55.092403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3b98f-8d09-4133-a5e1-e3b8ba5a139e req-22fe0878-2cb4-4c67-b36e-2b307e1bd8b6 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:55.093832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47b3b98f-8d09-4133-a5e1-e3b8ba5a139e req-22fe0878-2cb4-4c67-b36e-2b307e1bd8b6 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.1130395 Feb 11 05:17:55.218637 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f050e-ffa4-4fe4-818e-81307657cc06 req-8121277f-3bbc-4504-aaef-1d5cdd19487c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:55.220364 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-944f050e-ffa4-4fe4-818e-81307657cc06 req-8121277f-3bbc-4504-aaef-1d5cdd19487c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 944 time: 0.1462643 Feb 11 05:17:55.226544 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47b3b98f-8d09-4133-a5e1-e3b8ba5a139e req-74bd7ebb-ee0f-4db9-b81b-84f38652b6cb tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116116 Feb 11 05:17:55.316324 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-944f050e-ffa4-4fe4-818e-81307657cc06 req-6b76dce8-8c10-4d9b-8d6a-389059648337 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872197 Feb 11 05:17:55.534227 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-56a37ab5-f8b0-425b-8c4b-3524bddfd1eb tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (ce77da5f-e7ad-4442-8136-aceb25b6ad48), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.537911 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-56a37ab5-f8b0-425b-8c4b-3524bddfd1eb tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (ce77da5f-e7ad-4442-8136-aceb25b6ad48), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.985118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a37ab5-f8b0-425b-8c4b-3524bddfd1eb tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Router ce77da5f-e7ad-4442-8136-aceb25b6ad48 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:17:56.099373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124be8e-b7c9-4150-a8c6-dce1609f70b6 req-b058f5bb-f3f5-483c-bfd1-2bd0c326416a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.100836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e124be8e-b7c9-4150-a8c6-dce1609f70b6 req-b058f5bb-f3f5-483c-bfd1-2bd0c326416a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1145864 Feb 11 05:17:56.194628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a37ab5-f8b0-425b-8c4b-3524bddfd1eb tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:56.205941 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-56a37ab5-f8b0-425b-8c4b-3524bddfd1eb tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.209507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-56a37ab5-f8b0-425b-8c4b-3524bddfd1eb tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "PUT /v2.0/routers/ce77da5f-e7ad-4442-8136-aceb25b6ad48 HTTP/1.1" status: 200 len: 921 time: 2.0639579 Feb 11 05:17:56.210438 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34330) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:56.218397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5a18c-d7b0-41cf-a0c0-de5c37425fe5 req-24245fd8-2083-4896-a09c-71fd52f388c4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.227145 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69744fc7-5bb9-496b-b62f-0034435adc7d None None] Sync routers for ids ['ce77da5f-e7ad-4442-8136-aceb25b6ad48'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:56.228658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61a5a18c-d7b0-41cf-a0c0-de5c37425fe5 req-24245fd8-2083-4896-a09c-71fd52f388c4 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 945 time: 0.1504481 Feb 11 05:17:56.246546 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69744fc7-5bb9-496b-b62f-0034435adc7d None None] Routers {'ce77da5f-e7ad-4442-8136-aceb25b6ad48'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:56.249689 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-69744fc7-5bb9-496b-b62f-0034435adc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['ce77da5f-e7ad-4442-8136-aceb25b6ad48'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:56.288836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e124be8e-b7c9-4150-a8c6-dce1609f70b6 req-8027aa59-8dae-4472-bacf-88e678ec9025 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575067 Feb 11 05:17:56.299488 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-69744fc7-5bb9-496b-b62f-0034435adc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:56.311061 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69744fc7-5bb9-496b-b62f-0034435adc7d None None] Routers {'ce77da5f-e7ad-4442-8136-aceb25b6ad48'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:56.311985 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-69744fc7-5bb9-496b-b62f-0034435adc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['ce77da5f-e7ad-4442-8136-aceb25b6ad48'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:56.333128 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61a5a18c-d7b0-41cf-a0c0-de5c37425fe5 req-646f937c-ecea-466b-bde4-7e5d1dbc5f59 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027493 Feb 11 05:17:56.367988 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34338) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:56.368187 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4df9e468-c977-4d2a-839d-7913975770f3 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "GET /v2.0/routers/ce77da5f-e7ad-4442-8136-aceb25b6ad48 HTTP/1.1" status: 200 len: 921 time: 0.1565599 Feb 11 05:17:56.378513 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-69744fc7-5bb9-496b-b62f-0034435adc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:56.379179 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69744fc7-5bb9-496b-b62f-0034435adc7d None None] The sync data for ids ['ce77da5f-e7ad-4442-8136-aceb25b6ad48'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:56.521112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5978470b-13c8-4827-ba0e-e8300d9638fc tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.525699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5978470b-13c8-4827-ba0e-e8300d9638fc tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&device_id=ce77da5f-e7ad-4442-8136-aceb25b6ad48&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1530688 Feb 11 05:17:56.525835 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34340) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:56.530720 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb4f66-2e40-4a68-bdd1-99780a8cb873 req-8ff94659-0600-429c-83a3-a734ab869af2 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.532259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0fb4f66-2e40-4a68-bdd1-99780a8cb873 req-8ff94659-0600-429c-83a3-a734ab869af2 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.1655133 Feb 11 05:17:56.544360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa9bb0-7dd1-45df-9e5f-007b7fadef48 req-a4884349-c8d8-48ad-9f0a-5ef4e984a3a3 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.551921 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1bfa9bb0-7dd1-45df-9e5f-007b7fadef48 req-a4884349-c8d8-48ad-9f0a-5ef4e984a3a3 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 944 time: 0.1143026 Feb 11 05:17:56.616267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd2edcc-99a1-4481-93aa-2b90790b2e98 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.617926 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-edd2edcc-99a1-4481-93aa-2b90790b2e98 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 881 time: 0.0911744 Feb 11 05:17:56.620871 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34342) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:56.634222 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1bfa9bb0-7dd1-45df-9e5f-007b7fadef48 req-0005887b-c34f-4000-ae00-d8780322588b tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814028 Feb 11 05:17:56.649008 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0fb4f66-2e40-4a68-bdd1-99780a8cb873 req-faf90d70-4978-4710-b516-fe47da01d6bd tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901895 Feb 11 05:17:56.655915 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7791c23f-3220-4d6b-acb8-6e76b6abf0f5 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce77da5f-e7ad-4442-8136-aceb25b6ad48 HTTP/1.1" status: 200 len: 205 time: 0.0325668 Feb 11 05:17:56.660888 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34346) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:56.801179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a8572-08c6-49bb-8770-37a38ed9415f req-005282c8-6f22-4f8a-b56c-af096711c8f3 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.803342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-638a8572-08c6-49bb-8770-37a38ed9415f req-005282c8-6f22-4f8a-b56c-af096711c8f3 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0691102 Feb 11 05:17:56.833836 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce941235-8695-4c85-83dd-fa0b0ca6c6da tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (ce77da5f-e7ad-4442-8136-aceb25b6ad48), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.878884 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-638a8572-08c6-49bb-8770-37a38ed9415f req-1fafd687-59a9-4884-b755-37bdfb27d958 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676355 Feb 11 05:17:56.945835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b05be4-a6c9-4a66-bfcc-9c0a2fa3871d req-f700e86a-a2dd-4498-9f8f-a7248f3252fc tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.948356 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1b05be4-a6c9-4a66-bfcc-9c0a2fa3871d req-f700e86a-a2dd-4498-9f8f-a7248f3252fc tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 945 time: 0.0668046 Feb 11 05:17:56.991837 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce941235-8695-4c85-83dd-fa0b0ca6c6da tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (ce77da5f-e7ad-4442-8136-aceb25b6ad48), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.024434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1b05be4-a6c9-4a66-bfcc-9c0a2fa3871d req-fad69ad5-ccb1-43e9-a868-3b98aa2510f5 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704205 Feb 11 05:17:57.055216 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98708d6a-a07b-48d8-a977-a681405270cc req-0b41b01d-a730-469a-ad6f-52a368a65351 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:57.056942 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-98708d6a-a07b-48d8-a977-a681405270cc req-0b41b01d-a730-469a-ad6f-52a368a65351 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0717776 Feb 11 05:17:57.064481 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ce941235-8695-4c85-83dd-fa0b0ca6c6da tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Deleting port 30d3dad2-38fe-4c1b-95cb-2a27afec3d71 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:57.065150 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce941235-8695-4c85-83dd-fa0b0ca6c6da tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (30d3dad2-38fe-4c1b-95cb-2a27afec3d71), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.109932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-98708d6a-a07b-48d8-a977-a681405270cc req-d3046c4d-74bb-4c76-8ba1-a99466f1d0f8 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431502 Feb 11 05:17:57.155250 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce941235-8695-4c85-83dd-fa0b0ca6c6da tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (30d3dad2-38fe-4c1b-95cb-2a27afec3d71), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.167957 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ce941235-8695-4c85-83dd-fa0b0ca6c6da tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Calling delete_port for 30d3dad2-38fe-4c1b-95cb-2a27afec3d71 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:57.249802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd2ef5-eb02-4584-9950-dad0193509b1 req-0eb21870-73a2-4078-befd-a51196956fe8 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:57.251279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cabd2ef5-eb02-4584-9950-dad0193509b1 req-0eb21870-73a2-4078-befd-a51196956fe8 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0582452 Feb 11 05:17:57.299384 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cabd2ef5-eb02-4584-9950-dad0193509b1 req-734f02a0-121d-400f-97d4-61c138012d78 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Feb 11 05:17:57.337677 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce941235-8695-4c85-83dd-fa0b0ca6c6da tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (30d3dad2-38fe-4c1b-95cb-2a27afec3d71), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.366883 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce941235-8695-4c85-83dd-fa0b0ca6c6da tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Pushing event deleted for resources: {'Port': ['ID=30d3dad2-38fe-4c1b-95cb-2a27afec3d71,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:57.432964 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce941235-8695-4c85-83dd-fa0b0ca6c6da tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (ce77da5f-e7ad-4442-8136-aceb25b6ad48), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.460188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b7880-0bd9-4bee-b78f-8b22cf6303d2 req-d1e9a824-505f-4f51-9a4e-1a7776203d5e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:57.461663 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b8b7880-0bd9-4bee-b78f-8b22cf6303d2 req-d1e9a824-505f-4f51-9a4e-1a7776203d5e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.0962348 Feb 11 05:17:57.469858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a31f8-3a93-42e3-8971-dab2093adcbf req-a74f6ac4-4215-47f1-9ce7-f9fbb5513dbc tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:57.471276 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-649a31f8-3a93-42e3-8971-dab2093adcbf req-a74f6ac4-4215-47f1-9ce7-f9fbb5513dbc tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0910552 Feb 11 05:17:57.530067 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce941235-8695-4c85-83dd-fa0b0ca6c6da tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (ce77da5f-e7ad-4442-8136-aceb25b6ad48), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.532230 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce941235-8695-4c85-83dd-fa0b0ca6c6da tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_controller (ce77da5f-e7ad-4442-8136-aceb25b6ad48), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.547776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b8b7880-0bd9-4bee-b78f-8b22cf6303d2 req-afb215c9-e392-41d5-a6b0-5e4d797e89b1 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753608 Feb 11 05:17:57.551232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-649a31f8-3a93-42e3-8971-dab2093adcbf req-b24c2502-68e2-4589-aa99-471363ce0819 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733509 Feb 11 05:17:57.582331 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce941235-8695-4c85-83dd-fa0b0ca6c6da tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (ce77da5f-e7ad-4442-8136-aceb25b6ad48), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.582968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce941235-8695-4c85-83dd-fa0b0ca6c6da tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Fanout notify agent at l3_agent the message router_deleted on router ce77da5f-e7ad-4442-8136-aceb25b6ad48 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:17:57.591788 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce941235-8695-4c85-83dd-fa0b0ca6c6da tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.593219 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ce941235-8695-4c85-83dd-fa0b0ca6c6da tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "DELETE /v2.0/routers/ce77da5f-e7ad-4442-8136-aceb25b6ad48 HTTP/1.1" status: 204 len: 168 time: 0.9310877 Feb 11 05:17:57.596421 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34362) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:57.602098 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-64a280d9-8ccc-4bc1-9ca2-62720de542fc tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1471068116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:57.633129 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-64a280d9-8ccc-4bc1-9ca2-62720de542fc tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (f5dfb57d-cc90-41f4-bcdd-870c25226327), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.634265 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-64a280d9-8ccc-4bc1-9ca2-62720de542fc tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (f5dfb57d-cc90-41f4-bcdd-870c25226327), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.700519 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-64a280d9-8ccc-4bc1-9ca2-62720de542fc tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_controller (f5dfb57d-cc90-41f4-bcdd-870c25226327), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.701460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f6430-719f-4acf-bc21-9d18245fe4a8 req-5611e510-7189-4920-9582-3d0869fd39dd tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:57.703340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-015f6430-719f-4acf-bc21-9d18245fe4a8 req-5611e510-7189-4920-9582-3d0869fd39dd tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0580888 Feb 11 05:17:57.709135 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-64a280d9-8ccc-4bc1-9ca2-62720de542fc tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (f5dfb57d-cc90-41f4-bcdd-870c25226327), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.735666 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-64a280d9-8ccc-4bc1-9ca2-62720de542fc tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.739476 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-64a280d9-8ccc-4bc1-9ca2-62720de542fc tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1400578 Feb 11 05:17:57.740304 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34368) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:57.744910 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Request body: {'router': {'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:57.788813 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-015f6430-719f-4acf-bc21-9d18245fe4a8 req-3a22109b-ce3d-4c2a-b5e5-6a6a3166b2dd tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768435 Feb 11 05:17:57.796841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b65da-cb71-46e9-8ea6-f379f18b3f23 req-d58a9aa4-2106-4d82-9e9a-bc0ea08b94d7 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:57.798376 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f98b65da-cb71-46e9-8ea6-f379f18b3f23 req-d58a9aa4-2106-4d82-9e9a-bc0ea08b94d7 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 944 time: 0.0882723 Feb 11 05:17:57.873083 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f98b65da-cb71-46e9-8ea6-f379f18b3f23 req-14e04db6-711c-4fdf-8e75-609c7b37d876 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660753 Feb 11 05:17:57.935572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ceb35f-0563-4b3d-a63e-0e5643c8642b req-6cde5ae8-ce25-4281-8a9f-98a73e4f2fab tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:57.937099 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c0ceb35f-0563-4b3d-a63e-0e5643c8642b req-6cde5ae8-ce25-4281-8a9f-98a73e4f2fab tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0630312 Feb 11 05:17:57.976333 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (f5dfb57d-cc90-41f4-bcdd-870c25226327), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:57.986369 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c0ceb35f-0563-4b3d-a63e-0e5643c8642b req-da845031-7d48-4dcb-bab2-95e53f2988d8 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436401 Feb 11 05:17:58.076751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 24e6fabc-4845-4d1e-845d-dc7b401c8471 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:58.227095 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (f5dfb57d-cc90-41f4-bcdd-870c25226327), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:58.251265 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:58.289610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ee04b-836f-4eed-9a63-ed519c8e9ffb req-ad4c6486-af04-43bd-af12-aae446032c9b tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:58.291126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-464ee04b-836f-4eed-9a63-ed519c8e9ffb req-ad4c6486-af04-43bd-af12-aae446032c9b tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 945 time: 0.1426268 Feb 11 05:17:58.297172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 24e6fabc-4845-4d1e-845d-dc7b401c8471, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=24e6fabc-4845-4d1e-845d-dc7b401c8471,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:58.311687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '24e6fabc-4845-4d1e-845d-dc7b401c8471', 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b', 'port_id': '24e6fabc-4845-4d1e-845d-dc7b401c8471', 'mac_address': 'fa:16:3e:41:a0:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd9a43f-aebb-4c81-9832-39b324b8d69a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:58.330883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fa5a4-d32b-4dd6-8c4d-331422d3916d req-bd145183-a86e-4ec5-a6bd-e6a5ab021929 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:58.337798 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a3fa5a4-d32b-4dd6-8c4d-331422d3916d req-bd145183-a86e-4ec5-a6bd-e6a5ab021929 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0993600 Feb 11 05:17:58.349629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 24e6fabc-4845-4d1e-845d-dc7b401c8471 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:58.350112 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:58.365101 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e6fabc-4845-4d1e-845d-dc7b401c8471 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:58.366522 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Allocated IP 172.25.5.85 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/02a6b5b1-176b-4a30-a369-0108d3676a56) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:58.390423 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 24e6fabc-4845-4d1e-845d-dc7b401c8471, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=24e6fabc-4845-4d1e-845d-dc7b401c8471,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:58.394597 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:58.402936 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-464ee04b-836f-4eed-9a63-ed519c8e9ffb req-a925d8f4-6e7f-47f8-83d0-7e1a7c77cbe8 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023304 Feb 11 05:17:58.419555 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a3fa5a4-d32b-4dd6-8c4d-331422d3916d req-10def33a-9b6b-4def-89e1-c7f40fb54764 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753093 Feb 11 05:17:58.443291 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a432a5c8-1468-4b85-879d-d1f8b7479170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:58.461284 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=24e6fabc-4845-4d1e-845d-dc7b401c8471,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:58.503073 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for port (02a6b5b1-176b-4a30-a369-0108d3676a56), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:58.536070 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (02a6b5b1-176b-4a30-a369-0108d3676a56), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:58.574617 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:58.579312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:58.584460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:58.608669 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Pushing event updated for resources: {'Port': ['ID=02a6b5b1-176b-4a30-a369-0108d3676a56,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:58.672126 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc1611-5453-4650-bf78-7149b7465d5d req-40ee2d0c-c3c9-46b8-b71a-2563745fa41e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:58.673612 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27fc1611-5453-4650-bf78-7149b7465d5d req-40ee2d0c-c3c9-46b8-b71a-2563745fa41e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.0555382 Feb 11 05:17:58.719519 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27fc1611-5453-4650-bf78-7149b7465d5d req-284db007-9160-4cb8-9b3b-01e351e8fc93 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402379 Feb 11 05:17:58.843515 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (f5dfb57d-cc90-41f4-bcdd-870c25226327), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:58.999751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94311dd0-115b-47d9-90c8-fcbab2cb8abf req-0d8f295c-8eb4-482e-9924-7e8dd9e0e05c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:59.001391 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94311dd0-115b-47d9-90c8-fcbab2cb8abf req-0d8f295c-8eb4-482e-9924-7e8dd9e0e05c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 945 time: 0.0555401 Feb 11 05:17:59.050536 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (f5dfb57d-cc90-41f4-bcdd-870c25226327), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.052443 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94311dd0-115b-47d9-90c8-fcbab2cb8abf req-296ebea1-040c-4ddf-80ed-d54514be6bc4 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453627 Feb 11 05:17:59.054058 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (f5dfb57d-cc90-41f4-bcdd-870c25226327), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.146329 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['24e6fabc-4845-4d1e-845d-dc7b401c8471'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:59.192812 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Router f5dfb57d-cc90-41f4-bcdd-870c25226327 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:17:59.311457 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:59.318233 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.321736 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dd333483-41bf-4773-ab36-a90ef5725521 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "PUT /v2.0/routers/f5dfb57d-cc90-41f4-bcdd-870c25226327 HTTP/1.1" status: 200 len: 879 time: 1.5780666 Feb 11 05:17:59.321998 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34386) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:59.325325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd7eb24-63e6-4ccd-b37a-646ce5255aad None None] Sync routers for ids ['f5dfb57d-cc90-41f4-bcdd-870c25226327'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:59.336152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd7eb24-63e6-4ccd-b37a-646ce5255aad None None] Routers {'f5dfb57d-cc90-41f4-bcdd-870c25226327'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:59.336768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4dd7eb24-63e6-4ccd-b37a-646ce5255aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f5dfb57d-cc90-41f4-bcdd-870c25226327'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:59.361531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996962d-1312-4ff3-bb7c-06f2148c6bb3 req-613eac1f-b8ae-4c9b-b3c8-a12c242a2247 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:59.362914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c996962d-1312-4ff3-bb7c-06f2148c6bb3 req-613eac1f-b8ae-4c9b-b3c8-a12c242a2247 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 945 time: 0.0571659 Feb 11 05:17:59.374587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4dd7eb24-63e6-4ccd-b37a-646ce5255aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:59.385727 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd7eb24-63e6-4ccd-b37a-646ce5255aad None None] Routers {'f5dfb57d-cc90-41f4-bcdd-870c25226327'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:59.386339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4dd7eb24-63e6-4ccd-b37a-646ce5255aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f5dfb57d-cc90-41f4-bcdd-870c25226327'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:59.422048 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4dd7eb24-63e6-4ccd-b37a-646ce5255aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:59.422705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd7eb24-63e6-4ccd-b37a-646ce5255aad None None] The sync data for ids ['f5dfb57d-cc90-41f4-bcdd-870c25226327'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:59.483298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-c996962d-1312-4ff3-bb7c-06f2148c6bb3 req-032e87d1-6e6a-4bbf-8b7f-6973825c3795 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Deleting port d17da233-58a3-45d8-937f-56b167d37eab {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:59.483816 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c996962d-1312-4ff3-bb7c-06f2148c6bb3 req-032e87d1-6e6a-4bbf-8b7f-6973825c3795 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d17da233-58a3-45d8-937f-56b167d37eab), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.656484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-c996962d-1312-4ff3-bb7c-06f2148c6bb3 req-032e87d1-6e6a-4bbf-8b7f-6973825c3795 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] For port d17da233-58a3-45d8-937f-56b167d37eab, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d17da233-58a3-45d8-937f-56b167d37eab,segment=NetworkSegment(f5a47448-6fe9-47a4-90ba-0bf477911970),segment_id=f5a47448-6fe9-47a4-90ba-0bf477911970)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:59.656794 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c996962d-1312-4ff3-bb7c-06f2148c6bb3 req-032e87d1-6e6a-4bbf-8b7f-6973825c3795 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d17da233-58a3-45d8-937f-56b167d37eab), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.681363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2f2f3-2175-4089-95e3-8423e89eb748 req-31263125-aa34-4e34-aec9-8d4d18393c3f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:59.682887 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1bb2f2f3-2175-4089-95e3-8423e89eb748 req-31263125-aa34-4e34-aec9-8d4d18393c3f tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 945 time: 0.1680958 Feb 11 05:17:59.685007 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-c996962d-1312-4ff3-bb7c-06f2148c6bb3 req-032e87d1-6e6a-4bbf-8b7f-6973825c3795 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Calling delete_port for d17da233-58a3-45d8-937f-56b167d37eab owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:59.709362 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467e417-ac9d-40be-8f85-a93d0a0a7822 req-424c6830-159d-4926-81c4-4c73734e8bb3 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:59.710808 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8467e417-ac9d-40be-8f85-a93d0a0a7822 req-424c6830-159d-4926-81c4-4c73734e8bb3 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.1541502 Feb 11 05:17:59.724667 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-68b96627-f202-43a9-89dd-f24785318710 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "GET /v2.0/routers/f5dfb57d-cc90-41f4-bcdd-870c25226327 HTTP/1.1" status: 200 len: 920 time: 0.4015675 Feb 11 05:17:59.727447 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34394) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:59.804160 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4130c0-ebc5-49c4-af98-2f9db565d4db tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:59.805671 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1f4130c0-ebc5-49c4-af98-2f9db565d4db tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&device_id=f5dfb57d-cc90-41f4-bcdd-870c25226327&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0771713 Feb 11 05:17:59.808346 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34398) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:59.821964 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1bb2f2f3-2175-4089-95e3-8423e89eb748 req-7a4475d7-b198-47a1-a54b-dbd85b1f4fae tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/security-groups?id=139b5279-4889-4abf-8dd2-9e2edb82ebbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296737 Feb 11 05:17:59.840465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8467e417-ac9d-40be-8f85-a93d0a0a7822 req-5b33e84b-c6e4-4287-b0f2-64ddfe6da159 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182508 Feb 11 05:17:59.917178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f81e1da-019e-4587-b2a6-5510650d967e tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:59.919464 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8f81e1da-019e-4587-b2a6-5510650d967e tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 881 time: 0.1093342 Feb 11 05:17:59.921446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34402) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:59.954567 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2cbabe98-3e35-4f2a-b16f-93e87a0945ae tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "GET /v2.0/ports?device_id=f5dfb57d-cc90-41f4-bcdd-870c25226327 HTTP/1.1" status: 200 len: 205 time: 0.0311844 Feb 11 05:17:59.956680 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34406) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:59.989160 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c996962d-1312-4ff3-bb7c-06f2148c6bb3 req-032e87d1-6e6a-4bbf-8b7f-6973825c3795 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d17da233-58a3-45d8-937f-56b167d37eab), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.002079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['d17da233-58a3-45d8-937f-56b167d37eab'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:00.024361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e87d1-6e6a-4bbf-8b7f-6973825c3795 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Pushing event deleted for resources: {'Port': ['ID=d17da233-58a3-45d8-937f-56b167d37eab,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:00.033673 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73644dd0-10f6-4ca4-b3bc-3df1e4e75920 req-b2f8fabf-89ac-4ba7-9505-79cff1aad2e3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:00.035289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73644dd0-10f6-4ca4-b3bc-3df1e4e75920 req-b2f8fabf-89ac-4ba7-9505-79cff1aad2e3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1489937 Feb 11 05:18:00.103908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-c996962d-1312-4ff3-bb7c-06f2148c6bb3 req-032e87d1-6e6a-4bbf-8b7f-6973825c3795 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] No DVR routers for this DVR port d17da233-58a3-45d8-937f-56b167d37eab on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:00.106442 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9e25005-7d07-4e0c-8016-56edd737a61c tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (f5dfb57d-cc90-41f4-bcdd-870c25226327), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.107697 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c996962d-1312-4ff3-bb7c-06f2148c6bb3 req-032e87d1-6e6a-4bbf-8b7f-6973825c3795 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.111034 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c996962d-1312-4ff3-bb7c-06f2148c6bb3 req-032e87d1-6e6a-4bbf-8b7f-6973825c3795 tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.88 "DELETE /v2.0/ports/d17da233-58a3-45d8-937f-56b167d37eab HTTP/1.1" status: 204 len: 173 time: 0.7410738 Feb 11 05:18:00.111529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e57db5-6841-476b-aad7-bb18b6eb21f1', 'name': 'network-vif-deleted', 'tag': 'd17da233-58a3-45d8-937f-56b167d37eab'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:00.113943 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133b058e-3c55-4d8e-afd7-edd21fdf5ca4" -d '{"events": [{"server_uuid": "32e57db5-6841-476b-aad7-bb18b6eb21f1", "name": "network-vif-deleted", "tag": "d17da233-58a3-45d8-937f-56b167d37eab"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:00.172689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73644dd0-10f6-4ca4-b3bc-3df1e4e75920 req-4bec6488-eafb-4999-83c9-b27a42d9bd43 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281247 Feb 11 05:18:00.236813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d331f-5b61-4f76-ae74-72bf302256da req-e757c8dd-15f8-48d5-a5f7-e6b8d8edfd86 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:00.238568 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681d331f-5b61-4f76-ae74-72bf302256da req-e757c8dd-15f8-48d5-a5f7-e6b8d8edfd86 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.1173337 Feb 11 05:18:00.268384 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9e25005-7d07-4e0c-8016-56edd737a61c tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (f5dfb57d-cc90-41f4-bcdd-870c25226327), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.278905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914568e3-37a1-4ff5-a6d6-128f8b8b5355 req-c07e46cd-69f8-4c36-9a2f-ce162c38742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:00.280653 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914568e3-37a1-4ff5-a6d6-128f8b8b5355 req-c07e46cd-69f8-4c36-9a2f-ce162c38742e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a541174c8f0341539b517a51ee6e144f&device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 1129 time: 0.0992746 Feb 11 05:18:00.337450 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e9e25005-7d07-4e0c-8016-56edd737a61c tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Deleting port 02a6b5b1-176b-4a30-a369-0108d3676a56 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:00.337793 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9e25005-7d07-4e0c-8016-56edd737a61c tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (02a6b5b1-176b-4a30-a369-0108d3676a56), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.363696 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681d331f-5b61-4f76-ae74-72bf302256da req-acaa9cb7-1484-453d-ab57-60a53b61f0d5 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179903 Feb 11 05:18:00.413360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857385b-3737-40de-a85e-e5c107fdd5bc req-cf15909e-791e-4932-875d-5e18e4f71c4d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:00.415503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3857385b-3737-40de-a85e-e5c107fdd5bc req-cf15909e-791e-4932-875d-5e18e4f71c4d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 945 time: 0.1491222 Feb 11 05:18:00.418836 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fa1fbc-74a5-48d6-81a7-ce1cca564e8e x-openstack-request-id: req-c8fa1fbc-74a5-48d6-81a7-ce1cca564e8e {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:00.419128 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e57db5-6841-476b-aad7-bb18b6eb21f1", "name": "network-vif-deleted", "tag": "d17da233-58a3-45d8-937f-56b167d37eab", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:00.419386 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c8fa1fbc-74a5-48d6-81a7-ce1cca564e8e {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:00.419823 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e57db5-6841-476b-aad7-bb18b6eb21f1', 'name': 'network-vif-deleted', 'tag': 'd17da233-58a3-45d8-937f-56b167d37eab', 'status': 'completed', 'code': 200} Feb 11 05:18:00.438202 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9e25005-7d07-4e0c-8016-56edd737a61c tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (02a6b5b1-176b-4a30-a369-0108d3676a56), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.451781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914568e3-37a1-4ff5-a6d6-128f8b8b5355 req-87bc7021-96a1-4ea8-9508-f4f9ceca7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:00.452725 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e9e25005-7d07-4e0c-8016-56edd737a61c tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Calling delete_port for 02a6b5b1-176b-4a30-a369-0108d3676a56 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:00.453287 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914568e3-37a1-4ff5-a6d6-128f8b8b5355 req-87bc7021-96a1-4ea8-9508-f4f9ceca7292 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0206bf88-469d-4bc1-a7b0-f58304d316f5 HTTP/1.1" status: 200 len: 914 time: 0.1407804 Feb 11 05:18:00.514551 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914568e3-37a1-4ff5-a6d6-128f8b8b5355 req-a9b0f12a-80ba-44d0-ad29-d062fbf1aa20 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d16c086-327d-4573-be07-53bb45d9390c HTTP/1.1" status: 200 len: 217 time: 0.0476201 Feb 11 05:18:00.519078 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3857385b-3737-40de-a85e-e5c107fdd5bc req-ffdd0e60-1512-449b-b63d-b4ed77aac092 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945249 Feb 11 05:18:00.570514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914568e3-37a1-4ff5-a6d6-128f8b8b5355 req-05ddb181-4608-4260-9292-167f758bc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:00.572124 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914568e3-37a1-4ff5-a6d6-128f8b8b5355 req-05ddb181-4608-4260-9292-167f758bc34b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6d9a41f6-76c2-4194-9d7b-1232143921ef HTTP/1.1" status: 200 len: 853 time: 0.0469582 Feb 11 05:18:00.610520 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914568e3-37a1-4ff5-a6d6-128f8b8b5355 req-b781a979-0372-451c-841a-9913226fb04e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0206bf88-469d-4bc1-a7b0-f58304d316f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271182 Feb 11 05:18:00.644803 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9e25005-7d07-4e0c-8016-56edd737a61c tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (02a6b5b1-176b-4a30-a369-0108d3676a56), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.671076 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e25005-7d07-4e0c-8016-56edd737a61c tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Pushing event deleted for resources: {'Port': ['ID=02a6b5b1-176b-4a30-a369-0108d3676a56,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:00.715823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914568e3-37a1-4ff5-a6d6-128f8b8b5355 req-700f91fa-2604-4eae-a6a7-b36b58aa12de service neutron] 10.222.0.88 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926561 Feb 11 05:18:00.728300 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9625a081-f808-4daf-808e-1efedd46978f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.733214 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9e25005-7d07-4e0c-8016-56edd737a61c tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (f5dfb57d-cc90-41f4-bcdd-870c25226327), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.825298 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-914568e3-37a1-4ff5-a6d6-128f8b8b5355 req-0239ac92-13bb-4f93-867d-f253e1bc4d42 service neutron] 10.222.0.88 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872829 Feb 11 05:18:00.837060 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9e25005-7d07-4e0c-8016-56edd737a61c tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (f5dfb57d-cc90-41f4-bcdd-870c25226327), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.839463 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9e25005-7d07-4e0c-8016-56edd737a61c tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_controller (f5dfb57d-cc90-41f4-bcdd-870c25226327), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.902864 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9e25005-7d07-4e0c-8016-56edd737a61c tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (f5dfb57d-cc90-41f4-bcdd-870c25226327), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.908945 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e25005-7d07-4e0c-8016-56edd737a61c tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Fanout notify agent at l3_agent the message router_deleted on router f5dfb57d-cc90-41f4-bcdd-870c25226327 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:18:00.925954 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9e25005-7d07-4e0c-8016-56edd737a61c tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.930534 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e9e25005-7d07-4e0c-8016-56edd737a61c tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "DELETE /v2.0/routers/f5dfb57d-cc90-41f4-bcdd-870c25226327 HTTP/1.1" status: 204 len: 168 time: 0.9694309 Feb 11 05:18:00.931844 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34416) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:00.936902 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e0023db2-1634-446b-a648-fe9feafa797d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1168921355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:00.960586 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0023db2-1634-446b-a648-fe9feafa797d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (20a5c989-cd5a-47cf-b600-c43ae7399a5d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.961882 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0023db2-1634-446b-a648-fe9feafa797d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (20a5c989-cd5a-47cf-b600-c43ae7399a5d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:00.966160 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d1f05b25-ddbe-4b5d-b533-95c3652af056 req-82d97681-9131-41de-8a25-ef5d66cfae6a tempest-DeleteServersTestJSON-909353843 tempest-DeleteServersTestJSON-909353843-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e57db5-6841-476b-aad7-bb18b6eb21f1 HTTP/1.1" status: 200 len: 210 time: 0.0481265 Feb 11 05:18:00.993469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776f47d-807e-4f29-93c4-84de983a52f0 req-f2ad5b96-f05e-4e5d-b645-58adc7658507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:00.995775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2776f47d-807e-4f29-93c4-84de983a52f0 req-f2ad5b96-f05e-4e5d-b645-58adc7658507 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a541174c8f0341539b517a51ee6e144f&device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 1129 time: 0.0874600 Feb 11 05:18:01.024515 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0023db2-1634-446b-a648-fe9feafa797d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_controller (20a5c989-cd5a-47cf-b600-c43ae7399a5d), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.029418 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0023db2-1634-446b-a648-fe9feafa797d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (20a5c989-cd5a-47cf-b600-c43ae7399a5d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.048774 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0023db2-1634-446b-a648-fe9feafa797d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.051913 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e0023db2-1634-446b-a648-fe9feafa797d tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1187408 Feb 11 05:18:01.052860 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34418) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:01.058891 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'enable_snat': True}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:01.136466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776f47d-807e-4f29-93c4-84de983a52f0 req-9ba4dc00-5d34-470f-9b5b-88eab457c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:01.137979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2776f47d-807e-4f29-93c4-84de983a52f0 req-9ba4dc00-5d34-470f-9b5b-88eab457c769 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0206bf88-469d-4bc1-a7b0-f58304d316f5 HTTP/1.1" status: 200 len: 914 time: 0.1128955 Feb 11 05:18:01.182328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2776f47d-807e-4f29-93c4-84de983a52f0 req-4346273d-3902-44f9-87f5-2e4031ee0bb5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d16c086-327d-4573-be07-53bb45d9390c HTTP/1.1" status: 200 len: 217 time: 0.0362992 Feb 11 05:18:01.249529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776f47d-807e-4f29-93c4-84de983a52f0 req-5d6d0508-c6d1-4e3d-a4f2-fa59d582227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:01.251555 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2776f47d-807e-4f29-93c4-84de983a52f0 req-5d6d0508-c6d1-4e3d-a4f2-fa59d582227d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6d9a41f6-76c2-4194-9d7b-1232143921ef HTTP/1.1" status: 200 len: 853 time: 0.0485947 Feb 11 05:18:01.291690 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (20a5c989-cd5a-47cf-b600-c43ae7399a5d), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.310602 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2776f47d-807e-4f29-93c4-84de983a52f0 req-8300ecf2-c48b-43d1-b750-6fce9082979b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0206bf88-469d-4bc1-a7b0-f58304d316f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459981 Feb 11 05:18:01.359615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bf5a3-4714-42f0-8348-720d820f55cc req-82e58155-458b-4342-8072-3f82f1627ad7 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:01.361247 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d14bf5a3-4714-42f0-8348-720d820f55cc req-82e58155-458b-4342-8072-3f82f1627ad7 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1060703 Feb 11 05:18:01.490071 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2776f47d-807e-4f29-93c4-84de983a52f0 req-bd99d888-7de6-499e-abfb-b8dcf1a17ec8 service neutron] 10.222.0.88 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673138 Feb 11 05:18:01.494363 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d14bf5a3-4714-42f0-8348-720d820f55cc req-536cb93a-814f-43da-88b5-df4ea59f7193 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008437 Feb 11 05:18:01.519081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352a323-3020-4e7f-a55b-61572b3d46aa req-7949738a-b5eb-4e55-9759-eacc1d90ff15 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:01.525988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1352a323-3020-4e7f-a55b-61572b3d46aa req-7949738a-b5eb-4e55-9759-eacc1d90ff15 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0894902 Feb 11 05:18:01.528680 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (20a5c989-cd5a-47cf-b600-c43ae7399a5d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.565636 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.669430 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1352a323-3020-4e7f-a55b-61572b3d46aa req-b02f7922-b2d9-4c47-bc3d-a3e5b77a6416 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412964 Feb 11 05:18:01.689144 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Allocated IP 172.25.5.100 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/21396775-78a2-47eb-a164-6a7abb898e72) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:01.699170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2776f47d-807e-4f29-93c4-84de983a52f0 req-efa8f350-5520-48ce-bd32-802da36688e5 service neutron] 10.222.0.88 "GET /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703796 Feb 11 05:18:01.721234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c4e60-9ffe-4ede-adf8-4cadc832f60e req-aa69c5b5-af7c-4644-9ab2-60afd1981b32 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:01.722758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-470c4e60-9ffe-4ede-adf8-4cadc832f60e req-aa69c5b5-af7c-4644-9ab2-60afd1981b32 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 945 time: 0.1083062 Feb 11 05:18:01.772123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-470c4e60-9ffe-4ede-adf8-4cadc832f60e req-e53ae668-6947-4bce-b1c7-ece0d086af40 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434988 Feb 11 05:18:01.800406 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for port (21396775-78a2-47eb-a164-6a7abb898e72), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.836949 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (21396775-78a2-47eb-a164-6a7abb898e72), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.886989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:01.890049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:01.894585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:01.897990 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Pushing event updated for resources: {'Port': ['ID=21396775-78a2-47eb-a164-6a7abb898e72,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:02.121857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 24e6fabc-4845-4d1e-845d-dc7b401c8471 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:02.174540 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (20a5c989-cd5a-47cf-b600-c43ae7399a5d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.208347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 24e6fabc-4845-4d1e-845d-dc7b401c8471 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:18:02.217388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 24e6fabc-4845-4d1e-845d-dc7b401c8471 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:02.217388 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.323525 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 24e6fabc-4845-4d1e-845d-dc7b401c8471 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:02.324573 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.370645 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.395075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b7eef2-9d95-4653-9267-4dcaeba03813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e6fabc-4845-4d1e-845d-dc7b401c8471'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:02.398189 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63f208e-8a0d-445e-8fd2-cb026a0327e7" -d '{"events": [{"server_uuid": "d9b7eef2-9d95-4653-9267-4dcaeba03813", "name": "network-vif-plugged", "status": "completed", "tag": "24e6fabc-4845-4d1e-845d-dc7b401c8471"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:02.412614 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 24e6fabc-4845-4d1e-845d-dc7b401c8471, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=24e6fabc-4845-4d1e-845d-dc7b401c8471,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:02.419475 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.447915 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (20a5c989-cd5a-47cf-b600-c43ae7399a5d), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.452299 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (20a5c989-cd5a-47cf-b600-c43ae7399a5d), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.478413 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172be44a-10a6-4055-8ccb-c6e83c8524e5 x-openstack-request-id: req-172be44a-10a6-4055-8ccb-c6e83c8524e5 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:02.478919 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b7eef2-9d95-4653-9267-4dcaeba03813", "name": "network-vif-plugged", "status": "completed", "tag": "24e6fabc-4845-4d1e-845d-dc7b401c8471", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:02.479330 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-172be44a-10a6-4055-8ccb-c6e83c8524e5 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:02.479831 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b7eef2-9d95-4653-9267-4dcaeba03813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e6fabc-4845-4d1e-845d-dc7b401c8471', 'code': 200} Feb 11 05:18:02.530341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=24e6fabc-4845-4d1e-845d-dc7b401c8471,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:02.644295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d9196-00e3-4766-8092-b4c2a21b90b6 req-d1efab32-40b9-4539-a0f2-08d50a150c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:02.647048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-009d9196-00e3-4766-8092-b4c2a21b90b6 req-d1efab32-40b9-4539-a0f2-08d50a150c11 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 1129 time: 0.0578790 Feb 11 05:18:02.681639 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Router 20a5c989-cd5a-47cf-b600-c43ae7399a5d is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:18:02.736487 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-009d9196-00e3-4766-8092-b4c2a21b90b6 req-8929522a-3d33-4833-a00d-dc166b4aada7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744131 Feb 11 05:18:02.755564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be879115-fcdc-4d47-a52a-3f6564a1a62e req-ccf4d00b-6465-47e9-be62-2f8da43fee69 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:02.757303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be879115-fcdc-4d47-a52a-3f6564a1a62e req-ccf4d00b-6465-47e9-be62-2f8da43fee69 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1050031 Feb 11 05:18:02.867012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be879115-fcdc-4d47-a52a-3f6564a1a62e req-4ed9ff35-4301-4549-9b89-8080f2a1f640 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980723 Feb 11 05:18:02.875334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:02.881073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec607d-331e-4a3f-b500-82861698a8b8 req-3f61c490-bbbd-4faa-85c1-c13e023a9b54 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:02.890027 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02ec607d-331e-4a3f-b500-82861698a8b8 req-3f61c490-bbbd-4faa-85c1-c13e023a9b54 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.1089129 Feb 11 05:18:02.893919 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dfc279-18c9-468a-a5ff-ae2778ec7561 None None] Sync routers for ids ['20a5c989-cd5a-47cf-b600-c43ae7399a5d'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:02.898970 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.912748 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-446a8489-a3c6-427e-a790-095e532dc123 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "PUT /v2.0/routers/20a5c989-cd5a-47cf-b600-c43ae7399a5d HTTP/1.1" status: 200 len: 915 time: 1.8587470 Feb 11 05:18:02.914284 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34460) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:02.914693 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dfc279-18c9-468a-a5ff-ae2778ec7561 None None] Routers {'20a5c989-cd5a-47cf-b600-c43ae7399a5d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:02.915325 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-98dfc279-18c9-468a-a5ff-ae2778ec7561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:18:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['20a5c989-cd5a-47cf-b600-c43ae7399a5d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:02.997284 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-98dfc279-18c9-468a-a5ff-ae2778ec7561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:03.014480 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dfc279-18c9-468a-a5ff-ae2778ec7561 None None] Routers {'20a5c989-cd5a-47cf-b600-c43ae7399a5d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:03.015355 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-98dfc279-18c9-468a-a5ff-ae2778ec7561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:18:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['20a5c989-cd5a-47cf-b600-c43ae7399a5d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:03.091011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02ec607d-331e-4a3f-b500-82861698a8b8 req-22c88255-e2e5-4120-920c-9e22cd633e55 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826582 Feb 11 05:18:03.107653 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-98dfc279-18c9-468a-a5ff-ae2778ec7561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:03.109022 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dfc279-18c9-468a-a5ff-ae2778ec7561 None None] The sync data for ids ['20a5c989-cd5a-47cf-b600-c43ae7399a5d'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:18:03.499479 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:03.532563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d079898-2f1c-431c-ac37-125af560be18 req-73330d69-3978-4035-9bc7-c19cd6bccc8a tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:03.534098 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d079898-2f1c-431c-ac37-125af560be18 req-73330d69-3978-4035-9bc7-c19cd6bccc8a tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.5210721 Feb 11 05:18:03.562028 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9c81e2f1-ed06-40b7-8b37-6b6729b7ea4c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "GET /v2.0/routers/20a5c989-cd5a-47cf-b600-c43ae7399a5d HTTP/1.1" status: 200 len: 921 time: 0.6401172 Feb 11 05:18:03.564943 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34464) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:03.602602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9cea3-2f5e-492c-9d4d-9b5ea9214754 req-e720ef27-c716-4bc3-81b0-fc64035928fe tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:03.605092 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67d9cea3-2f5e-492c-9d4d-9b5ea9214754 req-e720ef27-c716-4bc3-81b0-fc64035928fe tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.1134415 Feb 11 05:18:03.620916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710a99f8-61d4-43e9-be82-dff110fcb480 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:03.624071 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-710a99f8-61d4-43e9-be82-dff110fcb480 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&device_id=20a5c989-cd5a-47cf-b600-c43ae7399a5d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0566406 Feb 11 05:18:03.625353 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34468) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:03.627794 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d079898-2f1c-431c-ac37-125af560be18 req-035a6c32-21f1-434c-86ec-b6a04b4b9304 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816622 Feb 11 05:18:03.675722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67d9cea3-2f5e-492c-9d4d-9b5ea9214754 req-174db689-c5e7-4e22-941c-e91b23874ba5 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468054 Feb 11 05:18:03.730832 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1405935-b058-4a2a-a4e0-0e20848a3849 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:03.735002 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b1405935-b058-4a2a-a4e0-0e20848a3849 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 881 time: 0.1059310 Feb 11 05:18:03.735363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34474) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:03.766843 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b6b86e93-f94d-431c-92f8-ec58520a0442 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "GET /v2.0/ports?device_id=20a5c989-cd5a-47cf-b600-c43ae7399a5d HTTP/1.1" status: 200 len: 205 time: 0.0303516 Feb 11 05:18:03.769518 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34476) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:03.815587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923f138-67f0-43ba-b102-4068fc857cca req-f9d3281b-bd4b-4acc-9e40-af4c6d2f5df3 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:03.817091 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b923f138-67f0-43ba-b102-4068fc857cca req-f9d3281b-bd4b-4acc-9e40-af4c6d2f5df3 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0538518 Feb 11 05:18:03.881433 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-747101a6-e8ae-4dd7-a568-230b55e4162e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (20a5c989-cd5a-47cf-b600-c43ae7399a5d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:03.883645 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b923f138-67f0-43ba-b102-4068fc857cca req-2f9e380e-4699-49e3-bc7b-fb746e137e3b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602100 Feb 11 05:18:04.055375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc995e-b335-4e53-8bd6-bd2e40da59f1 req-db966e06-5123-4d1f-b689-9ecdacc83426 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:04.057185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bcfc995e-b335-4e53-8bd6-bd2e40da59f1 req-db966e06-5123-4d1f-b689-9ecdacc83426 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0829358 Feb 11 05:18:04.065064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f352c-2025-47d5-a5a0-4e235267e851 req-91f5c300-faa8-4f6e-92ea-3ff62da6c3e2 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:04.066580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d00f352c-2025-47d5-a5a0-4e235267e851 req-91f5c300-faa8-4f6e-92ea-3ff62da6c3e2 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1010671 Feb 11 05:18:04.122132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d17da233-58a3-45d8-937f-56b167d37eab no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:04.148473 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: d17da233-58a3-45d8-937f-56b167d37eab {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:18:04.149083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d17da233-58a3-45d8-937f-56b167d37eab not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:18:04.151723 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bcfc995e-b335-4e53-8bd6-bd2e40da59f1 req-4f2d6493-c399-4313-87a4-abe758da0373 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840464 Feb 11 05:18:04.170502 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d00f352c-2025-47d5-a5a0-4e235267e851 req-56c98e00-06a6-42cc-bcb2-ee3446614187 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969625 Feb 11 05:18:04.300173 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-747101a6-e8ae-4dd7-a568-230b55e4162e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (20a5c989-cd5a-47cf-b600-c43ae7399a5d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.336344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2960b-7cff-4df2-9e01-bebe05d61ac0 req-4bc68ee2-4a8e-4252-abbb-ac8947621dce tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:04.338277 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76c2960b-7cff-4df2-9e01-bebe05d61ac0 req-4bc68ee2-4a8e-4252-abbb-ac8947621dce tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0709057 Feb 11 05:18:04.364577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-747101a6-e8ae-4dd7-a568-230b55e4162e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Deleting port 21396775-78a2-47eb-a164-6a7abb898e72 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:04.365145 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-747101a6-e8ae-4dd7-a568-230b55e4162e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (21396775-78a2-47eb-a164-6a7abb898e72), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.391934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76c2960b-7cff-4df2-9e01-bebe05d61ac0 req-4da42147-df9b-4c55-9630-9e9aff002707 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471423 Feb 11 05:18:04.458722 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-747101a6-e8ae-4dd7-a568-230b55e4162e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (21396775-78a2-47eb-a164-6a7abb898e72), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.471451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-747101a6-e8ae-4dd7-a568-230b55e4162e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Calling delete_port for 21396775-78a2-47eb-a164-6a7abb898e72 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:04.533844 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e0b48-8597-4f35-8616-81146bd0dfdb req-c2249be9-cf9c-45b6-9f7b-865d9660afff tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:04.536069 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b64e0b48-8597-4f35-8616-81146bd0dfdb req-c2249be9-cf9c-45b6-9f7b-865d9660afff tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0678611 Feb 11 05:18:04.593051 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b64e0b48-8597-4f35-8616-81146bd0dfdb req-a828fd96-f1c7-4368-8a5a-88d0d9596c33 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499725 Feb 11 05:18:04.676816 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-747101a6-e8ae-4dd7-a568-230b55e4162e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (21396775-78a2-47eb-a164-6a7abb898e72), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.732306 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747101a6-e8ae-4dd7-a568-230b55e4162e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Pushing event deleted for resources: {'Port': ['ID=21396775-78a2-47eb-a164-6a7abb898e72,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:04.803230 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-747101a6-e8ae-4dd7-a568-230b55e4162e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (20a5c989-cd5a-47cf-b600-c43ae7399a5d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.804412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158ab1e-b56b-42ee-bcf7-8f8f44c69c1e req-500bd2bd-6500-4dc4-aed0-7a35fd90ea98 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:04.807140 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b158ab1e-b56b-42ee-bcf7-8f8f44c69c1e req-500bd2bd-6500-4dc4-aed0-7a35fd90ea98 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.1045825 Feb 11 05:18:04.818660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ae0db-30f3-4041-b4bf-5ff190a926e0 req-ec5553de-91a8-4e1b-a916-678f7a2132cd tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:04.820274 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-582ae0db-30f3-4041-b4bf-5ff190a926e0 req-ec5553de-91a8-4e1b-a916-678f7a2132cd tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0784335 Feb 11 05:18:04.900657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b158ab1e-b56b-42ee-bcf7-8f8f44c69c1e req-3778d1f1-72fd-40ea-8cca-d32cc3b7d6ad tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793068 Feb 11 05:18:04.916498 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-582ae0db-30f3-4041-b4bf-5ff190a926e0 req-74c8cdc4-5c00-4ec5-a69f-1f571b522cf0 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822766 Feb 11 05:18:04.928537 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-747101a6-e8ae-4dd7-a568-230b55e4162e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (20a5c989-cd5a-47cf-b600-c43ae7399a5d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.933422 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-747101a6-e8ae-4dd7-a568-230b55e4162e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_controller (20a5c989-cd5a-47cf-b600-c43ae7399a5d), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.993937 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-747101a6-e8ae-4dd7-a568-230b55e4162e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (20a5c989-cd5a-47cf-b600-c43ae7399a5d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.994553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747101a6-e8ae-4dd7-a568-230b55e4162e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Fanout notify agent at l3_agent the message router_deleted on router 20a5c989-cd5a-47cf-b600-c43ae7399a5d {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:18:05.010167 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-747101a6-e8ae-4dd7-a568-230b55e4162e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.011275 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-747101a6-e8ae-4dd7-a568-230b55e4162e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "DELETE /v2.0/routers/20a5c989-cd5a-47cf-b600-c43ae7399a5d HTTP/1.1" status: 204 len: 168 time: 1.2407403 Feb 11 05:18:05.016226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34500) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:05.020820 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ecb3beee-2668-4cc7-92cb-623cf0934883 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-791270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:05.045598 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecb3beee-2668-4cc7-92cb-623cf0934883 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.046635 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecb3beee-2668-4cc7-92cb-623cf0934883 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.083833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290e15d-25e0-42f9-b552-cb3a21ac8c81 req-f518a1c9-eb46-4c65-8bc1-4d244d7b3ce7 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:05.085359 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4290e15d-25e0-42f9-b552-cb3a21ac8c81 req-f518a1c9-eb46-4c65-8bc1-4d244d7b3ce7 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.1010056 Feb 11 05:18:05.097305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f85cc-3374-42fa-a549-0c510cb1f7c6 req-d24446fb-5e45-47dd-9780-e88d67a0f44b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:05.098771 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9d2f85cc-3374-42fa-a549-0c510cb1f7c6 req-d24446fb-5e45-47dd-9780-e88d67a0f44b tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.1031489 Feb 11 05:18:05.107013 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.114621 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecb3beee-2668-4cc7-92cb-623cf0934883 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_controller (44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.125223 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecb3beee-2668-4cc7-92cb-623cf0934883 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.146960 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecb3beee-2668-4cc7-92cb-623cf0934883 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.150926 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ecb3beee-2668-4cc7-92cb-623cf0934883 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1312685 Feb 11 05:18:05.154039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34502) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:05.159399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'enable_snat': False}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:05.181620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4290e15d-25e0-42f9-b552-cb3a21ac8c81 req-0cb35c8a-5f1e-49eb-9313-93f53ef7f087 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787759 Feb 11 05:18:05.185536 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9d2f85cc-3374-42fa-a549-0c510cb1f7c6 req-cb7a8478-4da4-455e-a7b5-d6f0917fe7ee tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744252 Feb 11 05:18:05.344276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d067b22-b77c-45e2-a5ab-abf303741aa8 req-5384c14e-536f-4826-9d24-96f5f516df39 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:05.351813 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0d067b22-b77c-45e2-a5ab-abf303741aa8 req-5384c14e-536f-4826-9d24-96f5f516df39 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.0700698 Feb 11 05:18:05.413160 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0d067b22-b77c-45e2-a5ab-abf303741aa8 req-864f02b4-7a04-4d63-b017-c5f4d0bd8e54 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602152 Feb 11 05:18:05.422794 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.472785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5387bd6-4077-4bb3-a15a-41e1870bdda7 req-d65901f6-35e1-406d-897b-19038cbc0ccb tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:05.479828 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c5387bd6-4077-4bb3-a15a-41e1870bdda7 req-d65901f6-35e1-406d-897b-19038cbc0ccb tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.0634542 Feb 11 05:18:05.549654 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c5387bd6-4077-4bb3-a15a-41e1870bdda7 req-5b936749-0daa-4b31-a21c-1166f2245030 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689051 Feb 11 05:18:05.569654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d6ea5-c0b8-4de8-8dd4-dffb89839213 req-94e1b657-b745-4f99-a565-a762903aee1d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:05.571379 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a0d6ea5-c0b8-4de8-8dd4-dffb89839213 req-94e1b657-b745-4f99-a565-a762903aee1d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0779152 Feb 11 05:18:05.666042 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.672930 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a0d6ea5-c0b8-4de8-8dd4-dffb89839213 req-a15c37e9-a2b5-4057-81d6-74b0cb4d997a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944588 Feb 11 05:18:05.691009 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:05.713461 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d83f0-6541-4afa-ac1a-a8007355f182 req-aae3f651-37b3-46e0-bdbc-4750fce3fd85 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:05.715198 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a86d83f0-6541-4afa-ac1a-a8007355f182 req-aae3f651-37b3-46e0-bdbc-4750fce3fd85 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.0789864 Feb 11 05:18:05.800782 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a86d83f0-6541-4afa-ac1a-a8007355f182 req-e6a9f40f-5a87-4a52-84c9-985c8ef484d1 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791111 Feb 11 05:18:05.831310 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Allocated IP 172.25.5.67 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/d06c9966-e24a-4b22-8202-42a448ed8a11) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:05.852138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50fd26-4eae-40ef-82fe-aae56aad5469 req-a105d904-acdf-459f-b78f-78d49edeeb57 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:05.853867 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef50fd26-4eae-40ef-82fe-aae56aad5469 req-a105d904-acdf-459f-b78f-78d49edeeb57 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0718064 Feb 11 05:18:05.915597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef50fd26-4eae-40ef-82fe-aae56aad5469 req-0da3cdd0-15a4-40cb-b6b1-f185a6e09937 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553463 Feb 11 05:18:05.986116 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for port (d06c9966-e24a-4b22-8202-42a448ed8a11), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.027901 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d06c9966-e24a-4b22-8202-42a448ed8a11), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.080397 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:06.085754 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:06.091380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:06.093755 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Pushing event updated for resources: {'Port': ['ID=d06c9966-e24a-4b22-8202-42a448ed8a11,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:06.108934 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd013430-1369-42a9-aef0-81cb67417134 req-9495a6e6-162a-4b8e-9528-31bad693a283 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:06.117418 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd013430-1369-42a9-aef0-81cb67417134 req-9495a6e6-162a-4b8e-9528-31bad693a283 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0947564 Feb 11 05:18:06.234218 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd013430-1369-42a9-aef0-81cb67417134 req-f6bef20f-e1a1-45e1-9b7e-2f5147fc9d91 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156712 Feb 11 05:18:06.303875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4544d-e5ab-4fe2-b984-2437cae220bd req-fb0ea47a-6487-44d0-afdb-e2d9ef4de2e0 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:06.305834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-41e4544d-e5ab-4fe2-b984-2437cae220bd req-fb0ea47a-6487-44d0-afdb-e2d9ef4de2e0 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.0885940 Feb 11 05:18:06.368348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-41e4544d-e5ab-4fe2-b984-2437cae220bd req-400162e1-3a0a-4be0-b8a0-5f3ef9bdc61a tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555172 Feb 11 05:18:06.423570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398bd9b-debc-4f2b-bad3-2e671c2cf8e2 req-ab3c13c0-bf48-47be-960a-21056ba3bfc7 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:06.432684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1398bd9b-debc-4f2b-bad3-2e671c2cf8e2 req-ab3c13c0-bf48-47be-960a-21056ba3bfc7 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0811930 Feb 11 05:18:06.449697 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router_gateway (44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.491534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1398bd9b-debc-4f2b-bad3-2e671c2cf8e2 req-31b0db43-da5f-4b93-99d2-1472f978bc8a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533931 Feb 11 05:18:06.569466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c8127-69f3-4fa7-8bb6-a2ca09f20cc9 req-083cb22f-4318-4997-9a4b-39b8518039a9 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:06.578739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf2c8127-69f3-4fa7-8bb6-a2ca09f20cc9 req-083cb22f-4318-4997-9a4b-39b8518039a9 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.0856266 Feb 11 05:18:06.661459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf2c8127-69f3-4fa7-8bb6-a2ca09f20cc9 req-254825b8-3d4d-4e86-91a4-2c577d773b70 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814507 Feb 11 05:18:06.686059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3784e5-c138-425b-a611-657b22dde7aa req-685c62cc-e07e-4d97-be40-c69e1535fb2a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:06.687584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb3784e5-c138-425b-a611-657b22dde7aa req-685c62cc-e07e-4d97-be40-c69e1535fb2a tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0713613 Feb 11 05:18:06.723742 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.728042 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.739156 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb3784e5-c138-425b-a611-657b22dde7aa req-eeb757b1-6595-424b-b37e-63b382451905 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458565 Feb 11 05:18:06.877216 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784ad9b-df2b-4093-abea-8cde8d30b3d3 req-cc9000b0-a787-4f4e-a9c8-3a157afd86ef tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:06.880072 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6784ad9b-df2b-4093-abea-8cde8d30b3d3 req-cc9000b0-a787-4f4e-a9c8-3a157afd86ef tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0668697 Feb 11 05:18:06.884736 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Router 44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:18:06.940289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6784ad9b-df2b-4093-abea-8cde8d30b3d3 req-7c252eee-bc08-4d5d-8229-58d59c080888 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503724 Feb 11 05:18:07.001510 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:07.006011 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:07.007384 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a9405835-9f0b-42df-a0bd-a706b37ff061 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "PUT /v2.0/routers/44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7 HTTP/1.1" status: 200 len: 911 time: 1.8523605 Feb 11 05:18:07.009939 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34558) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:07.016161 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba2a4e-a778-4a29-a24a-fc376a62105a None None] Sync routers for ids ['44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:07.026184 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba2a4e-a778-4a29-a24a-fc376a62105a None None] Routers {'44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:07.027233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-97ba2a4e-a778-4a29-a24a-fc376a62105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:18:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:07.062670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-97ba2a4e-a778-4a29-a24a-fc376a62105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:07.076246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba2a4e-a778-4a29-a24a-fc376a62105a None None] Routers {'44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:07.077434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-97ba2a4e-a778-4a29-a24a-fc376a62105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:18:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:07.106692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a21fd-0b89-48fd-9532-773d723e2165 req-cdceeab1-2f7d-4e9f-b499-695990f5cc27 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:07.117116 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-97ba2a4e-a778-4a29-a24a-fc376a62105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:07.118140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba2a4e-a778-4a29-a24a-fc376a62105a None None] The sync data for ids ['44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:18:07.135727 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e4dd7aba-64c2-4efa-979e-66cd57b59af2 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "GET /v2.0/routers/44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7 HTTP/1.1" status: 200 len: 917 time: 0.1219921 Feb 11 05:18:07.136040 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34560) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:07.138073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b7a21fd-0b89-48fd-9532-773d723e2165 req-cdceeab1-2f7d-4e9f-b499-695990f5cc27 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.1001337 Feb 11 05:18:07.181380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a3b874-5474-4e16-915c-626e0915cbc7 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:07.185820 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-82a3b874-5474-4e16-915c-626e0915cbc7 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&device_id=44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0461652 Feb 11 05:18:07.186464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34562) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:07.188888 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b7a21fd-0b89-48fd-9532-773d723e2165 req-1b1fa5ae-456b-433e-b27f-0f868803750d tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499299 Feb 11 05:18:07.283261 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48643141-ad4d-4994-bf16-cec1ce21d3fd tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:07.287835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34570) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:07.288335 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-48643141-ad4d-4994-bf16-cec1ce21d3fd tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 881 time: 0.1004443 Feb 11 05:18:07.322121 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34572) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:07.322905 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8a8eea42-138d-40a3-a013-38218843a955 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "GET /v2.0/ports?device_id=44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7 HTTP/1.1" status: 200 len: 205 time: 0.0334949 Feb 11 05:18:07.441682 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9208151-4d0e-472b-867a-f9242f39bc6b tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:07.511825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b8bd3-254e-4509-abae-9a82735efa30 req-b32aee65-b48d-4a92-a273-fc5e498edccc tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:07.519843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c48b8bd3-254e-4509-abae-9a82735efa30 req-b32aee65-b48d-4a92-a273-fc5e498edccc tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.0693996 Feb 11 05:18:07.568407 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9208151-4d0e-472b-867a-f9242f39bc6b tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:07.598219 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c48b8bd3-254e-4509-abae-9a82735efa30 req-23da0bbc-a268-4904-9436-43365bc6e49f tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666487 Feb 11 05:18:07.634264 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b9208151-4d0e-472b-867a-f9242f39bc6b tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Deleting port d06c9966-e24a-4b22-8202-42a448ed8a11 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:07.634615 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9208151-4d0e-472b-867a-f9242f39bc6b tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d06c9966-e24a-4b22-8202-42a448ed8a11), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:07.717482 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9208151-4d0e-472b-867a-f9242f39bc6b tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d06c9966-e24a-4b22-8202-42a448ed8a11), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:07.731469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b9208151-4d0e-472b-867a-f9242f39bc6b tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Calling delete_port for d06c9966-e24a-4b22-8202-42a448ed8a11 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:07.817616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881492b-abd4-480c-840b-6bd5ce412139 req-975b3f5b-cba0-48d9-a5fa-c5495cee995c tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:07.819108 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7881492b-abd4-480c-840b-6bd5ce412139 req-975b3f5b-cba0-48d9-a5fa-c5495cee995c tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.0621865 Feb 11 05:18:07.899631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7881492b-abd4-480c-840b-6bd5ce412139 req-511309c1-2850-4b87-ac9c-a8d90de30ac0 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739725 Feb 11 05:18:07.945251 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9208151-4d0e-472b-867a-f9242f39bc6b tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d06c9966-e24a-4b22-8202-42a448ed8a11), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:07.983095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9208151-4d0e-472b-867a-f9242f39bc6b tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Pushing event deleted for resources: {'Port': ['ID=d06c9966-e24a-4b22-8202-42a448ed8a11,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:08.055715 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9208151-4d0e-472b-867a-f9242f39bc6b tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.179836 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9208151-4d0e-472b-867a-f9242f39bc6b tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.182625 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9208151-4d0e-472b-867a-f9242f39bc6b tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_controller (44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.229239 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9208151-4d0e-472b-867a-f9242f39bc6b tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.230175 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9208151-4d0e-472b-867a-f9242f39bc6b tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Fanout notify agent at l3_agent the message router_deleted on router 44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:18:08.242398 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9208151-4d0e-472b-867a-f9242f39bc6b tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.248231 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b9208151-4d0e-472b-867a-f9242f39bc6b tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "DELETE /v2.0/routers/44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7 HTTP/1.1" status: 204 len: 168 time: 0.9206092 Feb 11 05:18:08.248870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34580) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:08.253404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1083279825', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}, 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:08.276109 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (140d46fc-4c98-4d96-9bb2-34d86ae86a38), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.277875 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (140d46fc-4c98-4d96-9bb2-34d86ae86a38), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.333894 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_controller (140d46fc-4c98-4d96-9bb2-34d86ae86a38), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.533271 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (140d46fc-4c98-4d96-9bb2-34d86ae86a38), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.782870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4638084-1532-4fe4-8452-dbbe6593d95a req-1255f3ad-66c5-4edf-ac9b-89fd54451a7d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:08.784579 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4638084-1532-4fe4-8452-dbbe6593d95a req-1255f3ad-66c5-4edf-ac9b-89fd54451a7d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.1331658 Feb 11 05:18:08.818825 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (140d46fc-4c98-4d96-9bb2-34d86ae86a38), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.849430 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:08.915304 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4638084-1532-4fe4-8452-dbbe6593d95a req-627d0cf8-fbac-4260-b247-dd331f21e604 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033540 Feb 11 05:18:09.081704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde6c47-a469-4db2-bac5-95f8f1d889e5 req-d351d9e0-4fc8-4082-8da8-1c1dad359a7e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:09.084768 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdde6c47-a469-4db2-bac5-95f8f1d889e5 req-d351d9e0-4fc8-4082-8da8-1c1dad359a7e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.0891316 Feb 11 05:18:09.106694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Allocated IP 172.25.5.32 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/a9877d33-b4cd-4e27-8a0b-d4b3a0607b43) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:09.166948 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34598) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:09.185479 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdde6c47-a469-4db2-bac5-95f8f1d889e5 req-189622e9-4228-4dc2-a5af-c659a22cd5ad tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947137 Feb 11 05:18:09.260341 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for port (a9877d33-b4cd-4e27-8a0b-d4b3a0607b43), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:09.299311 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a9877d33-b4cd-4e27-8a0b-d4b3a0607b43), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:09.348576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Pushing event updated for resources: {'Port': ['ID=a9877d33-b4cd-4e27-8a0b-d4b3a0607b43,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:09.374315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:09.376355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:09.379210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:09.392941 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c1033c-1b86-47db-8ad1-3a5bc3d9321a admin admin] Deleting subnet 5ea6336f-48df-43c4-9674-2de7741cddbb {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:18:09.397859 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8c1033c-1b86-47db-8ad1-3a5bc3d9321a admin admin] Publish callbacks [] for subnet (5ea6336f-48df-43c4-9674-2de7741cddbb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:09.549427 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:09.769345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (140d46fc-4c98-4d96-9bb2-34d86ae86a38), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:09.781229 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8c1033c-1b86-47db-8ad1-3a5bc3d9321a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (5ea6336f-48df-43c4-9674-2de7741cddbb), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:09.823026 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8c1033c-1b86-47db-8ad1-3a5bc3d9321a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (5ea6336f-48df-43c4-9674-2de7741cddbb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:09.887067 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8c1033c-1b86-47db-8ad1-3a5bc3d9321a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (5ea6336f-48df-43c4-9674-2de7741cddbb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:09.930146 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1033c-1b86-47db-8ad1-3a5bc3d9321a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea6336f-48df-43c4-9674-2de7741cddbb,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:09.954560 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8c1033c-1b86-47db-8ad1-3a5bc3d9321a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:09.966625 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e8c1033c-1b86-47db-8ad1-3a5bc3d9321a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/5ea6336f-48df-43c4-9674-2de7741cddbb HTTP/1.1" status: 204 len: 168 time: 0.7978301 Feb 11 05:18:09.967386 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34606) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:10.035180 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (140d46fc-4c98-4d96-9bb2-34d86ae86a38), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.083439 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-281eea23-9e3d-4680-b894-e7e8712ef60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (c057b431-d79d-4223-9d5d-1c34def959a0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.175556 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-281eea23-9e3d-4680-b894-e7e8712ef60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (c057b431-d79d-4223-9d5d-1c34def959a0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.200572 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-281eea23-9e3d-4680-b894-e7e8712ef60c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c057b431-d79d-4223-9d5d-1c34def959a0']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:10.207829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb5cd1-c21d-4754-8a30-45d3f9fbb28e req-b6b4314c-bd6d-47ba-81d4-646aacda0074 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:10.209465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73bb5cd1-c21d-4754-8a30-45d3f9fbb28e req-b6b4314c-bd6d-47ba-81d4-646aacda0074 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.1681151 Feb 11 05:18:10.235866 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-281eea23-9e3d-4680-b894-e7e8712ef60c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a47448-6fe9-47a4-90ba-0bf477911970') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:10.236281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-281eea23-9e3d-4680-b894-e7e8712ef60c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a47448-6fe9-47a4-90ba-0bf477911970') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:10.258726 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-281eea23-9e3d-4680-b894-e7e8712ef60c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (f5a47448-6fe9-47a4-90ba-0bf477911970), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.275937 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-281eea23-9e3d-4680-b894-e7e8712ef60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f5a47448-6fe9-47a4-90ba-0bf477911970), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.283155 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281eea23-9e3d-4680-b894-e7e8712ef60c admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:18:10.283595 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-281eea23-9e3d-4680-b894-e7e8712ef60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (f5a47448-6fe9-47a4-90ba-0bf477911970), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.295807 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73bb5cd1-c21d-4754-8a30-45d3f9fbb28e req-34e8e387-45df-4a11-9e56-228aa8b88b60 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729508 Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: items = [ Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:18:10.296003 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:18:10.336592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Router 140d46fc-4c98-4d96-9bb2-34d86ae86a38 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:18:10.350057 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-281eea23-9e3d-4680-b894-e7e8712ef60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (c057b431-d79d-4223-9d5d-1c34def959a0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.360264 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-281eea23-9e3d-4680-b894-e7e8712ef60c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.363554 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-281eea23-9e3d-4680-b894-e7e8712ef60c admin admin] 10.222.0.87 "DELETE /v2.0/networks/c057b431-d79d-4223-9d5d-1c34def959a0 HTTP/1.1" status: 204 len: 168 time: 0.3948972 Feb 11 05:18:10.374141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281eea23-9e3d-4680-b894-e7e8712ef60c admin admin] Pushing event deleted for resources: {'Network': ['ID=c057b431-d79d-4223-9d5d-1c34def959a0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:10.416758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71c769-d281-4a35-aaa6-89aa045b9817 req-ce79b0b1-6062-4abf-87ee-7cb3e7081ff3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:10.418974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f71c769-d281-4a35-aaa6-89aa045b9817 req-ce79b0b1-6062-4abf-87ee-7cb3e7081ff3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1211677 Feb 11 05:18:10.498451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34614) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:10.553996 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4c4a013b-78ec-4df5-a5e3-2695d549b722 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0a40ce45f00646be8c6ee67bf9801caf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0534656 Feb 11 05:18:10.556383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34616) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:10.611062 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-23d37549-3225-48fe-9b3a-5a498dcd995b admin admin] Publish callbacks [] for security_group (139b5279-4889-4abf-8dd2-9e2edb82ebbc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.634625 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-23d37549-3225-48fe-9b3a-5a498dcd995b admin admin] Publish callbacks [] for security_group (139b5279-4889-4abf-8dd2-9e2edb82ebbc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.685879 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-23d37549-3225-48fe-9b3a-5a498dcd995b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (139b5279-4889-4abf-8dd2-9e2edb82ebbc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.688900 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-23d37549-3225-48fe-9b3a-5a498dcd995b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.693359 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-23d37549-3225-48fe-9b3a-5a498dcd995b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/139b5279-4889-4abf-8dd2-9e2edb82ebbc HTTP/1.1" status: 204 len: 168 time: 0.1334631 Feb 11 05:18:10.699297 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d37549-3225-48fe-9b3a-5a498dcd995b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139b5279-4889-4abf-8dd2-9e2edb82ebbc,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:10.856148 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:10.868482 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2940dcbc-1cd9-4fb8-bb04-52d5d28ae396 None None] Sync routers for ids ['140d46fc-4c98-4d96-9bb2-34d86ae86a38'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:10.879842 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2940dcbc-1cd9-4fb8-bb04-52d5d28ae396 None None] Routers {'140d46fc-4c98-4d96-9bb2-34d86ae86a38'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:10.880264 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f71c769-d281-4a35-aaa6-89aa045b9817 req-34f6c15b-c5be-474a-9fc3-5c6ea8ecf295 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502416 Feb 11 05:18:10.880464 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2940dcbc-1cd9-4fb8-bb04-52d5d28ae396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:18:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['140d46fc-4c98-4d96-9bb2-34d86ae86a38'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:10.897793 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:10.899452 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1fbd8a81-37dc-4046-86c1-66d4e8eb7dcf tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6493056 Feb 11 05:18:10.902525 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34622) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:10.908073 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0a125b9e-42ee-4d43-b0e9-3d40a027f178 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:10.948111 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2940dcbc-1cd9-4fb8-bb04-52d5d28ae396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:10.959643 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2940dcbc-1cd9-4fb8-bb04-52d5d28ae396 None None] Routers {'140d46fc-4c98-4d96-9bb2-34d86ae86a38'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:10.960474 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2940dcbc-1cd9-4fb8-bb04-52d5d28ae396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:18:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['140d46fc-4c98-4d96-9bb2-34d86ae86a38'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:11.007232 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2940dcbc-1cd9-4fb8-bb04-52d5d28ae396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:11.008248 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2940dcbc-1cd9-4fb8-bb04-52d5d28ae396 None None] The sync data for ids ['140d46fc-4c98-4d96-9bb2-34d86ae86a38'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:18:11.263429 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a125b9e-42ee-4d43-b0e9-3d40a027f178 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (140d46fc-4c98-4d96-9bb2-34d86ae86a38), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.279249 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a125b9e-42ee-4d43-b0e9-3d40a027f178 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_gateway (140d46fc-4c98-4d96-9bb2-34d86ae86a38), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.348000 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-0a125b9e-42ee-4d43-b0e9-3d40a027f178 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Deleting port a9877d33-b4cd-4e27-8a0b-d4b3a0607b43 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:11.348461 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a125b9e-42ee-4d43-b0e9-3d40a027f178 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a9877d33-b4cd-4e27-8a0b-d4b3a0607b43), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.447366 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a125b9e-42ee-4d43-b0e9-3d40a027f178 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a9877d33-b4cd-4e27-8a0b-d4b3a0607b43), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.447902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba151306-52a8-4747-9284-fef81870b52c req-c33e1fcd-5264-4e00-8d6b-601f5a9f6396 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:11.450353 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba151306-52a8-4747-9284-fef81870b52c req-c33e1fcd-5264-4e00-8d6b-601f5a9f6396 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.0654979 Feb 11 05:18:11.461491 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-0a125b9e-42ee-4d43-b0e9-3d40a027f178 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Calling delete_port for a9877d33-b4cd-4e27-8a0b-d4b3a0607b43 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:11.541523 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba151306-52a8-4747-9284-fef81870b52c req-27d2e06d-d4ac-4824-b8b7-acb17a6dd972 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828955 Feb 11 05:18:11.553945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34644) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:11.673990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-0a8662bc-74f5-4528-adaa-9f84df429039 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2005199828-network', 'tenant_id': '13a59492bc0343adb1fb7a8aa5188602'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:11.696761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8662bc-74f5-4528-adaa-9f84df429039 admin admin] Made reservation on behalf of 13a59492bc0343adb1fb7a8aa5188602 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:11.698279 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a125b9e-42ee-4d43-b0e9-3d40a027f178 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a9877d33-b4cd-4e27-8a0b-d4b3a0607b43), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.699801 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a8662bc-74f5-4528-adaa-9f84df429039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.710058 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a8662bc-74f5-4528-adaa-9f84df429039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.736697 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a125b9e-42ee-4d43-b0e9-3d40a027f178 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Pushing event deleted for resources: {'Port': ['ID=a9877d33-b4cd-4e27-8a0b-d4b3a0607b43,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:11.801770 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a125b9e-42ee-4d43-b0e9-3d40a027f178 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (140d46fc-4c98-4d96-9bb2-34d86ae86a38), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.816934 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a8662bc-74f5-4528-adaa-9f84df429039 admin admin] Publish callbacks [] for security_group (b5fb0b3a-9455-4010-b8ac-7350ee7311f8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.822683 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a8662bc-74f5-4528-adaa-9f84df429039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b5fb0b3a-9455-4010-b8ac-7350ee7311f8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.850541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8662bc-74f5-4528-adaa-9f84df429039 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:18:11.862008 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8662bc-74f5-4528-adaa-9f84df429039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fb0b3a-9455-4010-b8ac-7350ee7311f8,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:11.868352 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a8662bc-74f5-4528-adaa-9f84df429039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.868690 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-0a8662bc-74f5-4528-adaa-9f84df429039 admin admin] Added segment 5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1 of type vlan for network 82a0990b-9a96-4a9d-8751-c858bdbc0fb3 Feb 11 05:18:11.923986 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a8662bc-74f5-4528-adaa-9f84df429039 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (82a0990b-9a96-4a9d-8751-c858bdbc0fb3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.952734 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a8662bc-74f5-4528-adaa-9f84df429039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (82a0990b-9a96-4a9d-8751-c858bdbc0fb3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.953977 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8662bc-74f5-4528-adaa-9f84df429039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:11.954714 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a8662bc-74f5-4528-adaa-9f84df429039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:11.993527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0a8662bc-74f5-4528-adaa-9f84df429039 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4382803 Feb 11 05:18:11.994250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34654) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:12.003244 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a5209342-5a61-449d-a3f7-0b524154c7ab admin admin] Request body: {'subnet': {'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2005199828-subnet', 'tenant_id': '13a59492bc0343adb1fb7a8aa5188602', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:12.081317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8662bc-74f5-4528-adaa-9f84df429039 admin admin] Pushing event updated for resources: {'Network': ['ID=82a0990b-9a96-4a9d-8751-c858bdbc0fb3,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:12.096413 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 82a0990b-9a96-4a9d-8751-c858bdbc0fb3 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:18:12.097916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5209342-5a61-449d-a3f7-0b524154c7ab admin admin] Made reservation on behalf of 13a59492bc0343adb1fb7a8aa5188602 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:12.112261 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a5209342-5a61-449d-a3f7-0b524154c7ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:12.149567 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a125b9e-42ee-4d43-b0e9-3d40a027f178 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (140d46fc-4c98-4d96-9bb2-34d86ae86a38), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:12.157024 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a125b9e-42ee-4d43-b0e9-3d40a027f178 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (140d46fc-4c98-4d96-9bb2-34d86ae86a38), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:12.273390 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a125b9e-42ee-4d43-b0e9-3d40a027f178 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Router 140d46fc-4c98-4d96-9bb2-34d86ae86a38 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:18:12.316005 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a5209342-5a61-449d-a3f7-0b524154c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (0d0ba582-f504-4448-8fec-eb2c8f3e0f4b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:12.334025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697b39f-c1e8-43b2-91dc-97517c92c8ed req-c0f757e6-867f-4421-a489-826580aa059c tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:12.341471 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a697b39f-c1e8-43b2-91dc-97517c92c8ed req-c0f757e6-867f-4421-a489-826580aa059c tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.3316507 Feb 11 05:18:12.377645 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a125b9e-42ee-4d43-b0e9-3d40a027f178 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:12.389704 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248d770c-bd1e-4e30-a36a-1663ffbe039e None None] Sync routers for ids ['140d46fc-4c98-4d96-9bb2-34d86ae86a38'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:12.395720 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a125b9e-42ee-4d43-b0e9-3d40a027f178 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:12.399286 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0a125b9e-42ee-4d43-b0e9-3d40a027f178 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "PUT /v2.0/routers/140d46fc-4c98-4d96-9bb2-34d86ae86a38 HTTP/1.1" status: 200 len: 706 time: 1.4929752 Feb 11 05:18:12.399840 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34656) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:12.410193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248d770c-bd1e-4e30-a36a-1663ffbe039e None None] Routers {'140d46fc-4c98-4d96-9bb2-34d86ae86a38'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:12.411048 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-248d770c-bd1e-4e30-a36a-1663ffbe039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:18:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['140d46fc-4c98-4d96-9bb2-34d86ae86a38'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:12.435658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a697b39f-c1e8-43b2-91dc-97517c92c8ed req-7edfb8b4-c766-4343-8ae5-a719d1f57b35 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887449 Feb 11 05:18:12.449817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5209342-5a61-449d-a3f7-0b524154c7ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d0ba582-f504-4448-8fec-eb2c8f3e0f4b,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:12.458347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5209342-5a61-449d-a3f7-0b524154c7ab admin admin] Checking segment: {'id': '5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:12.458880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5209342-5a61-449d-a3f7-0b524154c7ab admin admin] Network hostable DHCP agents. Network: 82a0990b-9a96-4a9d-8751-c858bdbc0fb3, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:18:12.477219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5209342-5a61-449d-a3f7-0b524154c7ab admin admin] Network 82a0990b-9a96-4a9d-8751-c858bdbc0fb3 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:18:12.485510 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-248d770c-bd1e-4e30-a36a-1663ffbe039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:12.494196 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-a5209342-5a61-449d-a3f7-0b524154c7ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 82a0990b-9a96-4a9d-8751-c858bdbc0fb3) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:12.498686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5209342-5a61-449d-a3f7-0b524154c7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:12.501279 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a5209342-5a61-449d-a3f7-0b524154c7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:12.516927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71664101-97a2-4ff7-a3eb-e224fa5e064a None None] Network 82a0990b-9a96-4a9d-8751-c858bdbc0fb3 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:18:12.519646 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-29a73def-85a3-4f88-ae7c-6157dbfbd04c tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "GET /v2.0/routers/140d46fc-4c98-4d96-9bb2-34d86ae86a38 HTTP/1.1" status: 200 len: 741 time: 0.1178534 Feb 11 05:18:12.521530 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34658) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:12.530210 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a5209342-5a61-449d-a3f7-0b524154c7ab admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5326374 Feb 11 05:18:12.536206 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34660) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:12.541468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2005199828-router', 'tenant_id': '13a59492bc0343adb1fb7a8aa5188602', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:12.592734 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aa5ea925-20b1-43cb-90fe-79441348f5e8 tempest-RoutersAdminTest-1762229571 tempest-RoutersAdminTest-1762229571-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&device_id=140d46fc-4c98-4d96-9bb2-34d86ae86a38 HTTP/1.1" status: 200 len: 205 time: 0.0699902 Feb 11 05:18:12.596865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34664) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:12.618571 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (d172066a-88c5-4e00-9ae4-fbb297d8683a), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:12.620046 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (d172066a-88c5-4e00-9ae4-fbb297d8683a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:12.671043 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3b8d8b51-32be-45dd-822e-48c6e1c32b50 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "GET /v2.0/ports?device_id=140d46fc-4c98-4d96-9bb2-34d86ae86a38 HTTP/1.1" status: 200 len: 205 time: 0.0701883 Feb 11 05:18:12.671933 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34666) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:12.679453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248d770c-bd1e-4e30-a36a-1663ffbe039e None None] Routers {'140d46fc-4c98-4d96-9bb2-34d86ae86a38'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:12.680336 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-248d770c-bd1e-4e30-a36a-1663ffbe039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:18:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['140d46fc-4c98-4d96-9bb2-34d86ae86a38'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:12.703646 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Publish callbacks [] for router_controller (d172066a-88c5-4e00-9ae4-fbb297d8683a), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:12.754435 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-248d770c-bd1e-4e30-a36a-1663ffbe039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:12.754820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248d770c-bd1e-4e30-a36a-1663ffbe039e None None] The sync data for ids ['140d46fc-4c98-4d96-9bb2-34d86ae86a38'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:18:12.769360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6efe1d2-7da7-45cc-8a1f-439be1b702e4 None None] Network 82a0990b-9a96-4a9d-8751-c858bdbc0fb3 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:18:12.895561 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed2ea06d-9fa1-4117-a53a-97a83cd4db9e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (140d46fc-4c98-4d96-9bb2-34d86ae86a38), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:12.915358 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Publish callbacks [] for router_gateway (d172066a-88c5-4e00-9ae4-fbb297d8683a), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:12.940633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187aaa1-ba89-4fdb-acde-f1230b1223ac req-744c07f5-205c-4b1a-8246-d7532cb21701 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:12.942894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4187aaa1-ba89-4fdb-acde-f1230b1223ac req-744c07f5-205c-4b1a-8246-d7532cb21701 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.2432752 Feb 11 05:18:13.009585 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4187aaa1-ba89-4fdb-acde-f1230b1223ac req-14fd7004-fe3f-428b-a1a4-b72b643fcf82 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553949 Feb 11 05:18:13.115066 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed2ea06d-9fa1-4117-a53a-97a83cd4db9e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (140d46fc-4c98-4d96-9bb2-34d86ae86a38), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:13.118276 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed2ea06d-9fa1-4117-a53a-97a83cd4db9e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router_controller (140d46fc-4c98-4d96-9bb2-34d86ae86a38), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:13.180846 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed2ea06d-9fa1-4117-a53a-97a83cd4db9e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (140d46fc-4c98-4d96-9bb2-34d86ae86a38), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:13.182095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2ea06d-9fa1-4117-a53a-97a83cd4db9e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Fanout notify agent at l3_agent the message router_deleted on router 140d46fc-4c98-4d96-9bb2-34d86ae86a38 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:18:13.194599 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed2ea06d-9fa1-4117-a53a-97a83cd4db9e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:13.201722 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ed2ea06d-9fa1-4117-a53a-97a83cd4db9e tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "DELETE /v2.0/routers/140d46fc-4c98-4d96-9bb2-34d86ae86a38 HTTP/1.1" status: 204 len: 168 time: 0.5283742 Feb 11 05:18:13.202605 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34670) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:13.240687 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a6cc4fc0-400a-4479-9b9e-5751eb8e2c9b tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "GET /v2.0/ports?device_id=140d46fc-4c98-4d96-9bb2-34d86ae86a38 HTTP/1.1" status: 200 len: 205 time: 0.0366981 Feb 11 05:18:13.242155 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34672) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:13.274570 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Publish callbacks [] for router_gateway (d172066a-88c5-4e00-9ae4-fbb297d8683a), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:13.292232 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-aa1982e0-3d52-4be8-a8b1-f61e6533f618 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] delete failed (client error): The resource could not be found. Feb 11 05:18:13.297413 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aa1982e0-3d52-4be8-a8b1-f61e6533f618 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "DELETE /v2.0/routers/140d46fc-4c98-4d96-9bb2-34d86ae86a38 HTTP/1.1" status: 404 len: 336 time: 0.0540459 Feb 11 05:18:13.298325 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34674) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:13.304542 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:13.335229 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-85a7acb4-cf71-4a97-b3b3-7e76a8c590bb tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "GET /v2.0/ports?device_id=44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7 HTTP/1.1" status: 200 len: 205 time: 0.0351667 Feb 11 05:18:13.336110 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34676) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:13.377842 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-99c69eed-e0df-40fb-b9b2-0df892c2dc53 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] delete failed (client error): The resource could not be found. Feb 11 05:18:13.383512 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-99c69eed-e0df-40fb-b9b2-0df892c2dc53 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "DELETE /v2.0/routers/44fdcea4-bf10-4c2a-8bf2-2a4f243f4ca7 HTTP/1.1" status: 404 len: 336 time: 0.0460808 Feb 11 05:18:13.384389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34678) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:13.421618 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c13e3fc9-0401-4a49-9181-f28e46424bd3 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "GET /v2.0/ports?device_id=20a5c989-cd5a-47cf-b600-c43ae7399a5d HTTP/1.1" status: 200 len: 205 time: 0.0356529 Feb 11 05:18:13.422453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34680) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:13.482205 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-be10ded7-3ce7-4356-8338-ab342ed66f9c tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] delete failed (client error): The resource could not be found. Feb 11 05:18:13.483279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-be10ded7-3ce7-4356-8338-ab342ed66f9c tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "DELETE /v2.0/routers/20a5c989-cd5a-47cf-b600-c43ae7399a5d HTTP/1.1" status: 404 len: 336 time: 0.0597217 Feb 11 05:18:13.484650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Allocated IP 172.25.5.74 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/d2dd8975-833c-42cd-b106-b86211855997) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:13.486095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34684) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:13.533709 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5bbcebe4-15c0-4ebe-906d-f3e409ceae60 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "GET /v2.0/ports?device_id=f5dfb57d-cc90-41f4-bcdd-870c25226327 HTTP/1.1" status: 200 len: 205 time: 0.0439098 Feb 11 05:18:13.533709 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34686) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:13.578219 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-2bf8a4b5-9a9e-405b-a6e9-5d5b265fe663 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] delete failed (client error): The resource could not be found. Feb 11 05:18:13.582935 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2bf8a4b5-9a9e-405b-a6e9-5d5b265fe663 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "DELETE /v2.0/routers/f5dfb57d-cc90-41f4-bcdd-870c25226327 HTTP/1.1" status: 404 len: 336 time: 0.0489149 Feb 11 05:18:13.584166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34688) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:13.622487 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-59aa3c50-bedd-4d9b-b72f-da3b94ce8e44 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce77da5f-e7ad-4442-8136-aceb25b6ad48 HTTP/1.1" status: 200 len: 205 time: 0.0369003 Feb 11 05:18:13.623355 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34690) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:13.639077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed52584-3e93-4126-bef1-55e0aadc9336 req-42dcf29b-6ea1-471b-a0cd-8738e2395d5f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:13.641154 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ed52584-3e93-4126-bef1-55e0aadc9336 req-42dcf29b-6ea1-471b-a0cd-8738e2395d5f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1214826 Feb 11 05:18:13.679714 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-7b1dec49-61b0-4dd1-8159-e761d5766814 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] delete failed (client error): The resource could not be found. Feb 11 05:18:13.683550 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7b1dec49-61b0-4dd1-8159-e761d5766814 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "DELETE /v2.0/routers/ce77da5f-e7ad-4442-8136-aceb25b6ad48 HTTP/1.1" status: 404 len: 336 time: 0.0588934 Feb 11 05:18:13.684269 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34692) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:13.713686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ed52584-3e93-4126-bef1-55e0aadc9336 req-05fef94a-4cc8-417a-91c4-efff5a4ff9d9 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649059 Feb 11 05:18:13.721256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34694) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:13.722590 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5095a456-65ec-4abc-b4e8-843c8ffd21fe tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9702695-1615-454f-bad5-0abba8f3c737 HTTP/1.1" status: 200 len: 205 time: 0.0360394 Feb 11 05:18:13.769430 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Publish callbacks [] for port (d2dd8975-833c-42cd-b106-b86211855997), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:13.772819 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-b851d1f1-1a09-408a-a69b-ada171c402d5 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] delete failed (client error): The resource could not be found. Feb 11 05:18:13.774084 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b851d1f1-1a09-408a-a69b-ada171c402d5 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "DELETE /v2.0/routers/f9702695-1615-454f-bad5-0abba8f3c737 HTTP/1.1" status: 404 len: 336 time: 0.0518837 Feb 11 05:18:13.777183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34696) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:13.807826 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d2dd8975-833c-42cd-b106-b86211855997), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:13.809286 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-add991e6-1898-482f-96ad-7e6aa66c8fb7 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:18:13.809956 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add991e6-1898-482f-96ad-7e6aa66c8fb7 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:18:13.815577 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-add991e6-1898-482f-96ad-7e6aa66c8fb7 tempest-RoutersAdminTest-1224585442 tempest-RoutersAdminTest-1224585442-project] 10.222.0.87 "DELETE /v2.0/subnets/a91c5f93-a444-41b1-8bb9-93b699c6f0a8 HTTP/1.1" status: 404 len: 337 time: 0.0343542 Feb 11 05:18:13.849991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:13.854553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:13.857606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:13.907671 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:13.912612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Pushing event updated for resources: {'Port': ['ID=d2dd8975-833c-42cd-b106-b86211855997,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:14.056938 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34706) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:14.178469 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4071b1fc-f8d8-4a6e-8ed6-18fc8c820f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:14.191740 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Publish callbacks [] for router_gateway (d172066a-88c5-4e00-9ae4-fbb297d8683a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:14.201705 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96258d6-0ba3-4f6c-bff0-0f8df6750eb0 req-46a8bddf-6402-455e-a50c-69f9174a4942 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:14.203335 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d96258d6-0ba3-4f6c-bff0-0f8df6750eb0 req-46a8bddf-6402-455e-a50c-69f9174a4942 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.1051116 Feb 11 05:18:14.270140 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4071b1fc-f8d8-4a6e-8ed6-18fc8c820f36 admin admin] Publish callbacks [] for security_group (0314d3a5-6f0e-4bbb-b2c4-d6e3e0b0970b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:14.275050 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4071b1fc-f8d8-4a6e-8ed6-18fc8c820f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0314d3a5-6f0e-4bbb-b2c4-d6e3e0b0970b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:14.317900 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071b1fc-f8d8-4a6e-8ed6-18fc8c820f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0314d3a5-6f0e-4bbb-b2c4-d6e3e0b0970b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:14.319239 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d96258d6-0ba3-4f6c-bff0-0f8df6750eb0 req-73bc1134-adc0-483a-8862-4f9961acd1e2 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837033 Feb 11 05:18:14.331287 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4071b1fc-f8d8-4a6e-8ed6-18fc8c820f36 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=776c2b8785b0452a8673a4e3f9b016f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2729764 Feb 11 05:18:14.334233 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34710) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:14.393412 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e82389bc-6ea7-4d4a-904d-19dcd883674b admin admin] Publish callbacks [] for security_group (0314d3a5-6f0e-4bbb-b2c4-d6e3e0b0970b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:14.416486 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e82389bc-6ea7-4d4a-904d-19dcd883674b admin admin] Publish callbacks [] for security_group (0314d3a5-6f0e-4bbb-b2c4-d6e3e0b0970b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:14.454207 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (d172066a-88c5-4e00-9ae4-fbb297d8683a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:14.465295 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e82389bc-6ea7-4d4a-904d-19dcd883674b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0314d3a5-6f0e-4bbb-b2c4-d6e3e0b0970b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:14.468143 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e82389bc-6ea7-4d4a-904d-19dcd883674b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:14.471977 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e82389bc-6ea7-4d4a-904d-19dcd883674b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0314d3a5-6f0e-4bbb-b2c4-d6e3e0b0970b HTTP/1.1" status: 204 len: 168 time: 0.1338451 Feb 11 05:18:14.478584 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82389bc-6ea7-4d4a-904d-19dcd883674b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0314d3a5-6f0e-4bbb-b2c4-d6e3e0b0970b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:14.624693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Router d172066a-88c5-4e00-9ae4-fbb297d8683a is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:18:14.741179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:14.757084 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Sync routers for ids ['d172066a-88c5-4e00-9ae4-fbb297d8683a'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:14.762860 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:14.767616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34718) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:14.771512 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3e18e203-e11e-4e85-a386-25cbbe718983 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2337768 Feb 11 05:18:14.794761 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Routers {'d172066a-88c5-4e00-9ae4-fbb297d8683a'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:14.796396 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:18:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d172066a-88c5-4e00-9ae4-fbb297d8683a'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:14.809741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34720) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:14.869789 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a69a549b-8a98-48a2-bda5-b0ed2109676e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=51f4dc470de745b892ef87cde99880d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587549 Feb 11 05:18:14.873788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34722) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:14.980816 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Set router d172066a-88c5-4e00-9ae4-fbb297d8683a gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:15.037106 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f9fe17ef-f0cb-40a6-99aa-45655bbc745a admin admin] Publish callbacks [] for security_group (8c85f83e-1026-4d56-96dc-ede66bf3a3ed), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:15.059387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeda02c-11b9-452c-8d5e-1b982aa9941c req-b22fd04a-f5ab-42bf-932d-6db51ee73589 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:15.061101 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4eeda02c-11b9-452c-8d5e-1b982aa9941c req-b22fd04a-f5ab-42bf-932d-6db51ee73589 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.2081749 Feb 11 05:18:15.078083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f9fe17ef-f0cb-40a6-99aa-45655bbc745a admin admin] Publish callbacks [] for security_group (8c85f83e-1026-4d56-96dc-ede66bf3a3ed), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:15.139138 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f9fe17ef-f0cb-40a6-99aa-45655bbc745a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8c85f83e-1026-4d56-96dc-ede66bf3a3ed), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:15.142165 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f9fe17ef-f0cb-40a6-99aa-45655bbc745a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:15.146625 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f9fe17ef-f0cb-40a6-99aa-45655bbc745a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8c85f83e-1026-4d56-96dc-ede66bf3a3ed HTTP/1.1" status: 204 len: 168 time: 0.2717323 Feb 11 05:18:15.170421 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe17ef-f0cb-40a6-99aa-45655bbc745a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c85f83e-1026-4d56-96dc-ede66bf3a3ed,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:15.221690 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4eeda02c-11b9-452c-8d5e-1b982aa9941c req-28b17510-fd1f-40ee-807d-fa781065aa3a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912876 Feb 11 05:18:15.286169 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'name': 'tempest-ServerRescueNegativeTestJSON-2005199828-router', 'tenant_id': '13a59492bc0343adb1fb7a8aa5188602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd2dd8975-833c-42cd-b106-b86211855997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:12Z', 'updated_at': '2022-02-11T05:18:14Z', 'revision_number': 3, 'project_id': '13a59492bc0343adb1fb7a8aa5188602', 'gw_port': {'id': 'd2dd8975-833c-42cd-b106-b86211855997', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:13Z', 'updated_at': '2022-02-11T05:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:15.318539 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Checking router: d172066a-88c5-4e00-9ae4-fbb297d8683a for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:18:15.318901 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Updating router d172066a-88c5-4e00-9ae4-fbb297d8683a port d2dd8975-833c-42cd-b106-b86211855997 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:18:15.351897 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d2dd8975-833c-42cd-b106-b86211855997), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:15.430475 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:15.477493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec755042-f8ca-434f-962e-f5bec5c6cd7a req-9d2b46f5-b11d-4877-bc97-f8d9e9431b18 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:15.479366 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ec755042-f8ca-434f-962e-f5bec5c6cd7a req-9d2b46f5-b11d-4877-bc97-f8d9e9431b18 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.0760374 Feb 11 05:18:15.552004 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ec755042-f8ca-434f-962e-f5bec5c6cd7a req-5b9d7f04-89cc-4b03-9125-af845dea71ed tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651984 Feb 11 05:18:15.669811 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Allocated IP 172.20.0.1 (82a0990b-9a96-4a9d-8751-c858bdbc0fb3/0d0ba582-f504-4448-8fec-eb2c8f3e0f4b/2d99773e-ca05-4986-a2e8-dd5530cba363) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:15.767913 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Publish callbacks [] for port (d2dd8975-833c-42cd-b106-b86211855997), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:15.777756 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d2dd8975-833c-42cd-b106-b86211855997), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:15.831367 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Attempting to bind port d2dd8975-833c-42cd-b106-b86211855997 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:15.832037 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Attempting to bind port d2dd8975-833c-42cd-b106-b86211855997 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:15.832846 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Attempting to bind port d2dd8975-833c-42cd-b106-b86211855997 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:15.851617 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:15.853304 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:15.854305 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:15.855026 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:15.856797 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Bound port: d2dd8975-833c-42cd-b106-b86211855997, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:15.857191 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d2dd8975-833c-42cd-b106-b86211855997), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:15.898798 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca93c2-d0a1-4893-b49e-81a4ce30bf4c None None] Pushing event updated for resources: {'Port': ['ID=d2dd8975-833c-42cd-b106-b86211855997,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:15.958838 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] For port d2dd8975-833c-42cd-b106-b86211855997, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:15.962314 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] For port d2dd8975-833c-42cd-b106-b86211855997, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d2dd8975-833c-42cd-b106-b86211855997,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:15.971046 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d2dd8975-833c-42cd-b106-b86211855997), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:16.048867 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Routers {'d172066a-88c5-4e00-9ae4-fbb297d8683a'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:16.050058 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:18:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d172066a-88c5-4e00-9ae4-fbb297d8683a'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:16.101080 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca93c2-d0a1-4893-b49e-81a4ce30bf4c None None] Pushing event updated for resources: {'Port': ['ID=d2dd8975-833c-42cd-b106-b86211855997,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:16.195150 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] Set router d172066a-88c5-4e00-9ae4-fbb297d8683a gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:16.360492 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Publish callbacks [] for port (2d99773e-ca05-4986-a2e8-dd5530cba363), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:16.402710 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec0190-e9bc-4c2e-b8f3-780e91639652 req-868dbbb3-4002-4506-abb2-2a650fa9096a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:16.420169 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ecec0190-e9bc-4c2e-b8f3-780e91639652 req-868dbbb3-4002-4506-abb2-2a650fa9096a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1118963 Feb 11 05:18:16.460138 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2d99773e-ca05-4986-a2e8-dd5530cba363), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:16.503740 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Network 82a0990b-9a96-4a9d-8751-c858bdbc0fb3 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:16.505815 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'name': 'tempest-ServerRescueNegativeTestJSON-2005199828-router', 'tenant_id': '13a59492bc0343adb1fb7a8aa5188602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd2dd8975-833c-42cd-b106-b86211855997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:12Z', 'updated_at': '2022-02-11T05:18:14Z', 'revision_number': 3, 'project_id': '13a59492bc0343adb1fb7a8aa5188602', 'gw_port': {'id': 'd2dd8975-833c-42cd-b106-b86211855997', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:13Z', 'updated_at': '2022-02-11T05:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:16.507673 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:16.512953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:16.535390 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce1d744-c436-4bdc-9c97-1a576b59d756 None None] The sync data for ids ['d172066a-88c5-4e00-9ae4-fbb297d8683a'] in n-d-713499-38 is: [{'id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'name': 'tempest-ServerRescueNegativeTestJSON-2005199828-router', 'tenant_id': '13a59492bc0343adb1fb7a8aa5188602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd2dd8975-833c-42cd-b106-b86211855997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:12Z', 'updated_at': '2022-02-11T05:18:14Z', 'revision_number': 3, 'project_id': '13a59492bc0343adb1fb7a8aa5188602', 'gw_port': {'id': 'd2dd8975-833c-42cd-b106-b86211855997', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:13Z', 'updated_at': '2022-02-11T05:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:18:16.564983 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ecec0190-e9bc-4c2e-b8f3-780e91639652 req-7fd1b846-15ad-40aa-bdd4-3960e81eba25 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434438 Feb 11 05:18:16.600195 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Pushing event updated for resources: {'Port': ['ID=2d99773e-ca05-4986-a2e8-dd5530cba363,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:16.617415 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (d172066a-88c5-4e00-9ae4-fbb297d8683a), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:16.763845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc9ed9-60af-4f7d-ac29-a556342b5aad req-78908c05-6f7c-4655-8520-0afa98144fe4 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:16.765397 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-debc9ed9-60af-4f7d-ac29-a556342b5aad req-78908c05-6f7c-4655-8520-0afa98144fe4 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0797603 Feb 11 05:18:16.824819 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-debc9ed9-60af-4f7d-ac29-a556342b5aad req-5be54291-dd12-4546-a07c-c7535abdaba3 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518274 Feb 11 05:18:16.831076 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d99773e-ca05-4986-a2e8-dd5530cba363), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.118459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469ad69-f450-4740-99e4-1f28f641ccac req-86af9c46-2ec2-44b2-b28f-6b6a2bd14049 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:17.130824 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4469ad69-f450-4740-99e4-1f28f641ccac req-86af9c46-2ec2-44b2-b28f-6b6a2bd14049 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.1280258 Feb 11 05:18:17.212179 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Publish callbacks [] for port (2d99773e-ca05-4986-a2e8-dd5530cba363), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.221099 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (2d99773e-ca05-4986-a2e8-dd5530cba363), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.253583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4469ad69-f450-4740-99e4-1f28f641ccac req-840e9ee9-eb9a-4900-aed3-39af1cb86467 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215882 Feb 11 05:18:17.279897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d2dd8975-833c-42cd-b106-b86211855997 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:17.289493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67fd61-c018-4832-b12c-c1215d4ecf3e req-cf26215a-ea16-4067-b87b-9572a52b870d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:17.291076 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc67fd61-c018-4832-b12c-c1215d4ecf3e req-cf26215a-ea16-4067-b87b-9572a52b870d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.1579554 Feb 11 05:18:17.360200 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Pushing event updated for resources: {'Port': ['ID=2d99773e-ca05-4986-a2e8-dd5530cba363,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:17.367903 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34794) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:17.388576 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc67fd61-c018-4832-b12c-c1215d4ecf3e req-b6409588-d6eb-4ec1-81b3-70b061feadef tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875518 Feb 11 05:18:17.404488 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d2dd8975-833c-42cd-b106-b86211855997 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:17.405714 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d2dd8975-833c-42cd-b106-b86211855997), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.430647 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (d172066a-88c5-4e00-9ae4-fbb297d8683a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.535303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d2dd8975-833c-42cd-b106-b86211855997 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:17.536668 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d2dd8975-833c-42cd-b106-b86211855997), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.541052 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1629449647', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:17.569817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port d2dd8975-833c-42cd-b106-b86211855997, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d2dd8975-833c-42cd-b106-b86211855997,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:17.576103 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d2dd8975-833c-42cd-b106-b86211855997), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.580220 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Made reservation on behalf of d20c0e16489244cb9ec5d9501e2c1a17 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:17.582767 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.596370 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.636620 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Network 82a0990b-9a96-4a9d-8751-c858bdbc0fb3 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:17.650505 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=d2dd8975-833c-42cd-b106-b86211855997,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:17.650755 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:17.777032 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9b6a7-aad6-438f-8f07-d823a992f05f req-2415d673-4e45-48b1-b73d-1cafde58a28d tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:17.778912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72b9b6a7-aad6-438f-8f07-d823a992f05f req-2415d673-4e45-48b1-b73d-1cafde58a28d tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.0864580 Feb 11 05:18:17.829908 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks [] for security_group (246211d8-3822-4043-a658-36bb6cd3aae3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.836842 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (246211d8-3822-4043-a658-36bb6cd3aae3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:17.839982 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Router d172066a-88c5-4e00-9ae4-fbb297d8683a has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:18:17.841205 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72b9b6a7-aad6-438f-8f07-d823a992f05f req-a6c16066-bea2-46db-b885-8b5561ebff88 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555189 Feb 11 05:18:17.843664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] device_id is not set on port ec94c1ca-75c7-467e-83b4-ca3ef250f66d yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:18:17.916166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246211d8-3822-4043-a658-36bb6cd3aae3,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:18.007932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc64bb-e1c9-44d8-ac7e-c807ae957ac6 req-4bfad90d-8541-49dd-804e-e53fee65d136 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:18.009949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4fc64bb-e1c9-44d8-ac7e-c807ae957ac6 req-4bfad90d-8541-49dd-804e-e53fee65d136 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.0600798 Feb 11 05:18:18.069907 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4fc64bb-e1c9-44d8-ac7e-c807ae957ac6 req-5964d8ef-49f8-4335-ade0-89f207dc1b57 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504453 Feb 11 05:18:18.085635 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Allocated IP 172.25.5.78 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/ec94c1ca-75c7-467e-83b4-ca3ef250f66d) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:18.101902 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:18.109269 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-825b6e64-0bd2-4243-a66b-fc7e4d22dc98 admin admin] 10.222.0.87 "PUT /v2.0/routers/d172066a-88c5-4e00-9ae4-fbb297d8683a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3403997 Feb 11 05:18:18.261646 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks [] for port (ec94c1ca-75c7-467e-83b4-ca3ef250f66d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:18.298012 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ec94c1ca-75c7-467e-83b4-ca3ef250f66d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:18.356016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:18.378698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Pushing event updated for resources: {'Port': ['ID=ec94c1ca-75c7-467e-83b4-ca3ef250f66d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:18.395762 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:18.405139 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:18.413156 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e756b1-8fb7-4991-94ce-40123350ab98 req-c8f955be-92e1-4d5c-8cb9-709eebb5a970 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:18.426506 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8e756b1-8fb7-4991-94ce-40123350ab98 req-c8f955be-92e1-4d5c-8cb9-709eebb5a970 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.0843518 Feb 11 05:18:18.480332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:18.481107 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:18.492142 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8e756b1-8fb7-4991-94ce-40123350ab98 req-943cc4ff-719d-47f1-89db-51e704bbd186 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581036 Feb 11 05:18:18.498465 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-22d567b1-3672-4a52-9ea6-e383f74751b7 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1246591 Feb 11 05:18:18.501567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34818) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:18.506807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-46a5656b-2497-4a23-b150-7159a04ef4d3 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.78'}]}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:18.537923 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46a5656b-2497-4a23-b150-7159a04ef4d3 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (d5a12090-ffaa-4a34-9d97-a33e44e4186c), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:18.539232 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46a5656b-2497-4a23-b150-7159a04ef4d3 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (d5a12090-ffaa-4a34-9d97-a33e44e4186c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:18.690055 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46a5656b-2497-4a23-b150-7159a04ef4d3 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks [] for router_controller (d5a12090-ffaa-4a34-9d97-a33e44e4186c), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:18.749375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-443d728c-7a9e-46dc-ac05-7e19d5e9e755 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:18.750860 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-443d728c-7a9e-46dc-ac05-7e19d5e9e755 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/networks?id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3 HTTP/1.1" status: 200 len: 819 time: 0.2233946 Feb 11 05:18:18.761502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7237a-d98f-450a-b907-060664201c29 req-7ebee5b0-02e3-4765-8c47-7f219e10cccd tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:18.762900 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75a7237a-d98f-450a-b907-060664201c29 req-7ebee5b0-02e3-4765-8c47-7f219e10cccd tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.1972966 Feb 11 05:18:18.813657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-3c8c7ac8-e468-4ead-a7fe-f97a4ddb6fbd tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/quotas/13a59492bc0343adb1fb7a8aa5188602 HTTP/1.1" status: 200 len: 375 time: 0.0497611 Feb 11 05:18:18.815075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Sync routers for ids ['d172066a-88c5-4e00-9ae4-fbb297d8683a'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:18.827505 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Routers {'d172066a-88c5-4e00-9ae4-fbb297d8683a'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:18.828217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:18:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d172066a-88c5-4e00-9ae4-fbb297d8683a'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:18.940015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Set router d172066a-88c5-4e00-9ae4-fbb297d8683a gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:19.148548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'name': 'tempest-ServerRescueNegativeTestJSON-2005199828-router', 'tenant_id': '13a59492bc0343adb1fb7a8aa5188602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd2dd8975-833c-42cd-b106-b86211855997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:12Z', 'updated_at': '2022-02-11T05:18:16Z', 'revision_number': 4, 'project_id': '13a59492bc0343adb1fb7a8aa5188602', 'gw_port': {'id': 'd2dd8975-833c-42cd-b106-b86211855997', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:13Z', 'updated_at': '2022-02-11T05:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2d99773e-ca05-4986-a2e8-dd5530cba363', 'name': '', 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3', 'tenant_id': '13a59492bc0343adb1fb7a8aa5188602', 'mac_address': 'fa:16:3e:c7:bf:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '0d0ba582-f504-4448-8fec-eb2c8f3e0f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:15Z', 'updated_at': '2022-02-11T05:18:16Z', 'revision_number': 2, 'project_id': '13a59492bc0343adb1fb7a8aa5188602', 'subnets': [{'id': '0d0ba582-f504-4448-8fec-eb2c8f3e0f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:19.180324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Checking router: d172066a-88c5-4e00-9ae4-fbb297d8683a for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:18:19.180920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Updating router d172066a-88c5-4e00-9ae4-fbb297d8683a port 2d99773e-ca05-4986-a2e8-dd5530cba363 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:18:19.217206 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d99773e-ca05-4986-a2e8-dd5530cba363), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:19.222012 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d2dd8975-833c-42cd-b106-b86211855997 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:19.270819 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46a5656b-2497-4a23-b150-7159a04ef4d3 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks [] for router_gateway (d5a12090-ffaa-4a34-9d97-a33e44e4186c), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:19.309096 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75a7237a-d98f-450a-b907-060664201c29 req-3582ae65-2b71-46d9-8257-ee8fcda61801 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5202169 Feb 11 05:18:19.343459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3d29a-5838-4bcc-ad1b-5233a5ff362a req-4cf1dba7-e126-4c8d-b501-72b3e428b312 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:19.344830 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01f3d29a-5838-4bcc-ad1b-5233a5ff362a req-4cf1dba7-e126-4c8d-b501-72b3e428b312 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.88 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.4924345 Feb 11 05:18:19.348672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-a6f88ed1-61b1-4827-be8a-a9b6bc6e707d tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=13a59492bc0343adb1fb7a8aa5188602&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4973543 Feb 11 05:18:19.375432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d2dd8975-833c-42cd-b106-b86211855997 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:19.375835 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d2dd8975-833c-42cd-b106-b86211855997), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:19.589983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d3558-cd7c-40d2-81ce-a849f03ab6c4 req-ad955cec-754f-491d-96a4-5348292bea24 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:19.591608 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b6d3558-cd7c-40d2-81ce-a849f03ab6c4 req-ad955cec-754f-491d-96a4-5348292bea24 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1950724 Feb 11 05:18:19.602752 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-cfb44a34-7af8-45af-9d09-51d78979fa19 service neutron] 10.222.0.87 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402606 Feb 11 05:18:19.672933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d2dd8975-833c-42cd-b106-b86211855997 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:19.747544 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Publish callbacks [] for port (2d99773e-ca05-4986-a2e8-dd5530cba363), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:19.749287 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-01f3d29a-5838-4bcc-ad1b-5233a5ff362a req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Deleting port 8d16c086-327d-4573-be07-53bb45d9390c {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:19.749627 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-01f3d29a-5838-4bcc-ad1b-5233a5ff362a req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8d16c086-327d-4573-be07-53bb45d9390c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:19.754270 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2d99773e-ca05-4986-a2e8-dd5530cba363), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:19.804644 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b6d3558-cd7c-40d2-81ce-a849f03ab6c4 req-748541f0-064d-4651-8cc1-9d85e27911a5 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053411 Feb 11 05:18:19.806891 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95694a6f-e4eb-483b-976b-067e7d27a78b None None] Pushing event updated for resources: {'Port': ['ID=2d99773e-ca05-4986-a2e8-dd5530cba363,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:19.881658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Attempting to bind port 2d99773e-ca05-4986-a2e8-dd5530cba363 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:19.882429 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Attempting to bind port 2d99773e-ca05-4986-a2e8-dd5530cba363 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:19.884292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Attempting to bind port 2d99773e-ca05-4986-a2e8-dd5530cba363 on network 82a0990b-9a96-4a9d-8751-c858bdbc0fb3 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:19.890219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:19.890752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Checking segment: {'id': '5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:19.891264 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:19.891796 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Bound using segment: {'id': '5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:19.892370 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Bound port: 2d99773e-ca05-4986-a2e8-dd5530cba363, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:19.892858 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d99773e-ca05-4986-a2e8-dd5530cba363), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:19.902444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-72bceff8-aef2-4c03-9df3-a697dc63df42 service neutron] 10.222.0.87 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876139 Feb 11 05:18:19.922309 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46a5656b-2497-4a23-b150-7159a04ef4d3 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks [] for router_gateway (d5a12090-ffaa-4a34-9d97-a33e44e4186c), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:19.975376 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46a5656b-2497-4a23-b150-7159a04ef4d3 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:19.987503 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] For port 2d99773e-ca05-4986-a2e8-dd5530cba363, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:19.992389 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] For port 2d99773e-ca05-4986-a2e8-dd5530cba363, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2d99773e-ca05-4986-a2e8-dd5530cba363,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:19.994448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-01f3d29a-5838-4bcc-ad1b-5233a5ff362a req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] For port 8d16c086-327d-4573-be07-53bb45d9390c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8d16c086-327d-4573-be07-53bb45d9390c,segment=NetworkSegment(191ba391-d3da-4f5a-940e-465f7696fdb5),segment_id=191ba391-d3da-4f5a-940e-465f7696fdb5)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:19.994684 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-01f3d29a-5838-4bcc-ad1b-5233a5ff362a req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8d16c086-327d-4573-be07-53bb45d9390c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.000078 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2d99773e-ca05-4986-a2e8-dd5530cba363), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.045859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-01f3d29a-5838-4bcc-ad1b-5233a5ff362a req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Calling delete_port for 8d16c086-327d-4573-be07-53bb45d9390c owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:20.068107 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Routers {'d172066a-88c5-4e00-9ae4-fbb297d8683a'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:20.069086 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:18:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d172066a-88c5-4e00-9ae4-fbb297d8683a'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:20.138999 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671ec6e-a504-4499-b3a5-fb0df9fafcb1 req-db3d858a-2c00-43de-9949-68d77a33b57e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:20.140561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7671ec6e-a504-4499-b3a5-fb0df9fafcb1 req-db3d858a-2c00-43de-9949-68d77a33b57e tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 946 time: 0.2372434 Feb 11 05:18:20.140977 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95694a6f-e4eb-483b-976b-067e7d27a78b None None] Pushing event updated for resources: {'Port': ['ID=2d99773e-ca05-4986-a2e8-dd5530cba363,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:20.210529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] Set router d172066a-88c5-4e00-9ae4-fbb297d8683a gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:20.301650 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7671ec6e-a504-4499-b3a5-fb0df9fafcb1 req-c1dea8e8-0431-458f-b84b-f4e2d40476ce tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/security-groups?id=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430132 Feb 11 05:18:20.307277 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46a5656b-2497-4a23-b150-7159a04ef4d3 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks [] for router (d5a12090-ffaa-4a34-9d97-a33e44e4186c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.315981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e99279-2f64-447b-971a-b2d30f46da5c req-5d11a7cf-d2a3-47ee-940c-7476ba4bee1d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:20.317517 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30e99279-2f64-447b-971a-b2d30f46da5c req-5d11a7cf-d2a3-47ee-940c-7476ba4bee1d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.2205956 Feb 11 05:18:20.452127 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'name': 'tempest-ServerRescueNegativeTestJSON-2005199828-router', 'tenant_id': '13a59492bc0343adb1fb7a8aa5188602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd2dd8975-833c-42cd-b106-b86211855997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:12Z', 'updated_at': '2022-02-11T05:18:16Z', 'revision_number': 4, 'project_id': '13a59492bc0343adb1fb7a8aa5188602', 'gw_port': {'id': 'd2dd8975-833c-42cd-b106-b86211855997', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:13Z', 'updated_at': '2022-02-11T05:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2d99773e-ca05-4986-a2e8-dd5530cba363', 'name': '', 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3', 'tenant_id': '13a59492bc0343adb1fb7a8aa5188602', 'mac_address': 'fa:16:3e:c7:bf:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '0d0ba582-f504-4448-8fec-eb2c8f3e0f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:15Z', 'updated_at': '2022-02-11T05:18:19Z', 'revision_number': 4, 'project_id': '13a59492bc0343adb1fb7a8aa5188602', 'subnets': [{'id': '0d0ba582-f504-4448-8fec-eb2c8f3e0f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:20.460621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7daf3a93-3851-449b-9435-eb989e8a82ed req-2ba8a399-aea8-42a8-ac90-b68f1696d386 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 210 time: 0.0770533 Feb 11 05:18:20.488405 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd09bdf8-e400-4dcd-84cf-c995779268bc None None] The sync data for ids ['d172066a-88c5-4e00-9ae4-fbb297d8683a'] in n-d-713499-38 is: [{'id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'name': 'tempest-ServerRescueNegativeTestJSON-2005199828-router', 'tenant_id': '13a59492bc0343adb1fb7a8aa5188602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd2dd8975-833c-42cd-b106-b86211855997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:12Z', 'updated_at': '2022-02-11T05:18:16Z', 'revision_number': 4, 'project_id': '13a59492bc0343adb1fb7a8aa5188602', 'gw_port': {'id': 'd2dd8975-833c-42cd-b106-b86211855997', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:13Z', 'updated_at': '2022-02-11T05:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2d99773e-ca05-4986-a2e8-dd5530cba363', 'name': '', 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3', 'tenant_id': '13a59492bc0343adb1fb7a8aa5188602', 'mac_address': 'fa:16:3e:c7:bf:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '0d0ba582-f504-4448-8fec-eb2c8f3e0f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:15Z', 'updated_at': '2022-02-11T05:18:19Z', 'revision_number': 4, 'project_id': '13a59492bc0343adb1fb7a8aa5188602', 'subnets': [{'id': '0d0ba582-f504-4448-8fec-eb2c8f3e0f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:18:20.661541 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46a5656b-2497-4a23-b150-7159a04ef4d3 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (d5a12090-ffaa-4a34-9d97-a33e44e4186c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.665367 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-01f3d29a-5838-4bcc-ad1b-5233a5ff362a req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8d16c086-327d-4573-be07-53bb45d9390c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.670220 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46a5656b-2497-4a23-b150-7159a04ef4d3 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks [] for router_controller (d5a12090-ffaa-4a34-9d97-a33e44e4186c), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.681639 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30e99279-2f64-447b-971a-b2d30f46da5c req-7dd00e3e-4ac4-4aec-82d9-2313424b9707 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279672 Feb 11 05:18:20.721032 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Pushing event deleted for resources: {'Port': ['ID=8d16c086-327d-4573-be07-53bb45d9390c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:20.765532 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:20.766099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:20.766263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:20.766587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:20.766960 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:20.767357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:20.767824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:20.768159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:20.768489 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:20.768818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:20.769143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:20.769528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:20.769857 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:20.817413 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46a5656b-2497-4a23-b150-7159a04ef4d3 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (d5a12090-ffaa-4a34-9d97-a33e44e4186c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.817831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a5656b-2497-4a23-b150-7159a04ef4d3 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5a12090-ffaa-4a34-9d97-a33e44e4186c {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:18:20.860576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f3d29a-5838-4bcc-ad1b-5233a5ff362a req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] No DVR routers for this DVR port 8d16c086-327d-4573-be07-53bb45d9390c on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:20.881888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fde419-3dbf-4924-a9ca-0f9d3ab6c581 req-5e8ca990-26d4-4760-b77b-2beaa4bffe7f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:20.888490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8fde419-3dbf-4924-a9ca-0f9d3ab6c581 req-5e8ca990-26d4-4760-b77b-2beaa4bffe7f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.3238673 Feb 11 05:18:20.894161 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-01f3d29a-5838-4bcc-ad1b-5233a5ff362a req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:20.897495 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01f3d29a-5838-4bcc-ad1b-5233a5ff362a req-9710464d-b063-43da-9916-c7709dc65246 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.88 "DELETE /v2.0/ports/8d16c086-327d-4573-be07-53bb45d9390c HTTP/1.1" status: 204 len: 173 time: 1.5421011 Feb 11 05:18:20.909110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038c18da-76a8-4d6a-86ac-60db49c1810e', 'name': 'network-vif-deleted', 'tag': '8d16c086-327d-4573-be07-53bb45d9390c'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:20.914348 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1922f242-a089-401d-8abf-9d96f9fafba1" -d '{"events": [{"server_uuid": "038c18da-76a8-4d6a-86ac-60db49c1810e", "name": "network-vif-deleted", "tag": "8d16c086-327d-4573-be07-53bb45d9390c"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:20.977755 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-46a5656b-2497-4a23-b150-7159a04ef4d3 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:18:20.982766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-46a5656b-2497-4a23-b150-7159a04ef4d3 tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.4761035 Feb 11 05:18:20.983634 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34862) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:21.033991 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8fde419-3dbf-4924-a9ca-0f9d3ab6c581 req-fae3524f-f151-48af-ae71-e61632ce7233 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445169 Feb 11 05:18:21.045230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-96a3f048-c35c-4e57-8d1b-541075ca767c tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.052008 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-96a3f048-c35c-4e57-8d1b-541075ca767c tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/networks?id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3 HTTP/1.1" status: 200 len: 819 time: 0.2452097 Feb 11 05:18:21.063616 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-0ab1ce85-df94-43bb-be43-85f6c2fac245 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/quotas/13a59492bc0343adb1fb7a8aa5188602 HTTP/1.1" status: 200 len: 375 time: 0.0107205 Feb 11 05:18:21.170624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Deleting port ec94c1ca-75c7-467e-83b4-ca3ef250f66d {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:21.170977 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ec94c1ca-75c7-467e-83b4-ca3ef250f66d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:21.201600 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-3f52c6f8-2aad-4206-8318-9a7a5ed9b5e0 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=13a59492bc0343adb1fb7a8aa5188602&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1318605 Feb 11 05:18:21.276236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94301c9a-274e-4b27-bf3d-90afec01e0a9 req-def019ab-6b42-46b2-9ec9-8efcb95174d6 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.279867 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94301c9a-274e-4b27-bf3d-90afec01e0a9 req-def019ab-6b42-46b2-9ec9-8efcb95174d6 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1407762 Feb 11 05:18:21.328886 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2d99773e-ca05-4986-a2e8-dd5530cba363 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:21.362042 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ec94c1ca-75c7-467e-83b4-ca3ef250f66d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:21.368411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-948dfef4-f3e7-429d-8490-2ff6473a54c3 service neutron] 10.222.0.87 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552460 Feb 11 05:18:21.379342 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Calling delete_port for ec94c1ca-75c7-467e-83b4-ca3ef250f66d owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:21.416266 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2d99773e-ca05-4986-a2e8-dd5530cba363 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:21.417636 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2d99773e-ca05-4986-a2e8-dd5530cba363), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:21.436848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94301c9a-274e-4b27-bf3d-90afec01e0a9 req-e07c17a1-f831-41b4-98f3-bf9e8212ee43 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016297 Feb 11 05:18:21.498441 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76adec2f-8e60-4b21-bdd5-9fee20192701 x-openstack-request-id: req-76adec2f-8e60-4b21-bdd5-9fee20192701 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:21.507689 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038c18da-76a8-4d6a-86ac-60db49c1810e", "name": "network-vif-deleted", "tag": "8d16c086-327d-4573-be07-53bb45d9390c", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:21.508287 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-76adec2f-8e60-4b21-bdd5-9fee20192701 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:21.508420 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038c18da-76a8-4d6a-86ac-60db49c1810e', 'name': 'network-vif-deleted', 'tag': '8d16c086-327d-4573-be07-53bb45d9390c', 'status': 'completed', 'code': 200} Feb 11 05:18:21.513505 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2d99773e-ca05-4986-a2e8-dd5530cba363 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:21.514118 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d99773e-ca05-4986-a2e8-dd5530cba363), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:21.544039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-e7b04409-7d98-46d3-9135-c534fdd3b5ef service neutron] 10.222.0.87 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655827 Feb 11 05:18:21.566283 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 2d99773e-ca05-4986-a2e8-dd5530cba363, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2d99773e-ca05-4986-a2e8-dd5530cba363,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:21.574052 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2d99773e-ca05-4986-a2e8-dd5530cba363), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:21.596126 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ec94c1ca-75c7-467e-83b4-ca3ef250f66d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:21.628287 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c952aa-21ee-4920-affb-61aeed31c3ce req-dfc2ec55-419a-4018-bfd5-522377674e72 tempest-ServersNegativeTestJSON-218012045 tempest-ServersNegativeTestJSON-218012045-project] 10.222.0.87 "GET /v2.0/ports?device_id=038c18da-76a8-4d6a-86ac-60db49c1810e HTTP/1.1" status: 200 len: 210 time: 0.0407825 Feb 11 05:18:21.655374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=2d99773e-ca05-4986-a2e8-dd5530cba363,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:21.661253 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec94c1ca-75c7-467e-83b4-ca3ef250f66d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:21.690432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:21.690790 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:21.691140 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:21.691503 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:21.691843 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:21.692180 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:21.692512 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:21.692845 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:21.693175 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:21.693505 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:21.694332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:21.694332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:21.694522 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:21.802735 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:21.810773 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6d5e1931-756c-4a81-88a8-c9542c2a7c5e tempest-RoutersAdminNegativeTest-1897830945 tempest-RoutersAdminNegativeTest-1897830945-project-admin] 10.222.0.87 "DELETE /v2.0/ports/ec94c1ca-75c7-467e-83b4-ca3ef250f66d HTTP/1.1" status: 204 len: 168 time: 0.8211436 Feb 11 05:18:21.912446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91c1627c-5da3-4759-a33b-8fb59e1ef862 req-7e4b37de-db24-4fe9-b8ba-8b6cf6dc3253 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 210 time: 0.1195695 Feb 11 05:18:22.074998 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e9373-23f0-43e0-a8d6-a66218d2eba2 req-010d70ad-6a26-439c-9d86-fac75a07e01d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:22.084087 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd2e9373-23f0-43e0-a8d6-a66218d2eba2 req-010d70ad-6a26-439c-9d86-fac75a07e01d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.2868934 Feb 11 05:18:22.186398 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1d037f3f-681d-4719-ac7e-29b6a445b861 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:22.190278 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd2e9373-23f0-43e0-a8d6-a66218d2eba2 req-8f3aa64b-52f8-460b-bfe8-434aed679f58 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996091 Feb 11 05:18:22.249986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-5eea7404-fd10-4120-85dd-4baeed272c80 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:22.252194 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-5eea7404-fd10-4120-85dd-4baeed272c80 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.88 "GET /v2.0/networks?id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3 HTTP/1.1" status: 200 len: 819 time: 0.3368194 Feb 11 05:18:22.266338 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34884) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:22.269650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-45204bd0-ed65-4659-8ebe-b246b20553d6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Request body: {'port': {'device_id': '16bd679c-df36-4149-a1ff-ff6b6f328e84', 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3', 'admin_state_up': True, 'tenant_id': '13a59492bc0343adb1fb7a8aa5188602'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:22.337034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 1d037f3f-681d-4719-ac7e-29b6a445b861 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:22.337558 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:22.373699 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4125b2-f189-4a86-823a-330a42cfc332 req-0ab1422e-2280-43ab-830f-ad9696ecc471 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:22.381358 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa4125b2-f189-4a86-823a-330a42cfc332 req-0ab1422e-2280-43ab-830f-ad9696ecc471 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.2296195 Feb 11 05:18:22.385146 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d037f3f-681d-4719-ac7e-29b6a445b861'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:22.388089 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa64e8d-e585-4865-93dd-4a00b10540b3" -d '{"events": [{"server_uuid": "6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "1d037f3f-681d-4719-ac7e-29b6a445b861"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:22.431563 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef4beac9-a63c-4063-a7c4-e79cf2bba3ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:22.433679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 1d037f3f-681d-4719-ac7e-29b6a445b861, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d037f3f-681d-4719-ac7e-29b6a445b861,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:22.440277 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:22.441187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8d16c086-327d-4573-be07-53bb45d9390c no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:22.449642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa4125b2-f189-4a86-823a-330a42cfc332 req-51eeed4f-58e6-47af-aa3a-e982e4155dc1 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631697 Feb 11 05:18:22.521259 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7bc173-0355-4808-992c-b55ae7ac5210 x-openstack-request-id: req-6a7bc173-0355-4808-992c-b55ae7ac5210 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:22.523724 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "1d037f3f-681d-4719-ac7e-29b6a445b861", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:22.525463 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6a7bc173-0355-4808-992c-b55ae7ac5210 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:22.526025 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d037f3f-681d-4719-ac7e-29b6a445b861', 'code': 200} Feb 11 05:18:22.531500 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 8d16c086-327d-4573-be07-53bb45d9390c {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:18:22.532305 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8d16c086-327d-4573-be07-53bb45d9390c not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:18:22.560699 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef4beac9-a63c-4063-a7c4-e79cf2bba3ac admin admin] Publish callbacks [] for security_group (453ab7e7-8afc-4e79-820f-43043557bb29), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:22.565696 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef4beac9-a63c-4063-a7c4-e79cf2bba3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (453ab7e7-8afc-4e79-820f-43043557bb29), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:22.600297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-45204bd0-ed65-4659-8ebe-b246b20553d6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Made reservation on behalf of 13a59492bc0343adb1fb7a8aa5188602 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:22.604565 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-45204bd0-ed65-4659-8ebe-b246b20553d6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:22.612062 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=1d037f3f-681d-4719-ac7e-29b6a445b861,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:22.622464 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ef4beac9-a63c-4063-a7c4-e79cf2bba3ac admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=645375a5aa9c426080ce84ce8e74d67b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3543713 Feb 11 05:18:22.624164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34892) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:22.632597 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4beac9-a63c-4063-a7c4-e79cf2bba3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453ab7e7-8afc-4e79-820f-43043557bb29,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:22.649855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6091621-3d5c-4551-9a5d-cec6f1debb23 req-7220f831-0f75-4aeb-9403-7be1a0a7247b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:22.657271 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6091621-3d5c-4551-9a5d-cec6f1debb23 req-7220f831-0f75-4aeb-9403-7be1a0a7247b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 948 time: 0.1370759 Feb 11 05:18:22.694009 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34896) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:22.696984 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a9e5-fb40-48ca-8151-157831d73a8d admin admin] Publish callbacks [] for security_group (453ab7e7-8afc-4e79-820f-43043557bb29), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:22.729736 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a9e5-fb40-48ca-8151-157831d73a8d admin admin] Publish callbacks [] for security_group (453ab7e7-8afc-4e79-820f-43043557bb29), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:22.785744 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a9e5-fb40-48ca-8151-157831d73a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (453ab7e7-8afc-4e79-820f-43043557bb29), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:22.788289 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a9e5-fb40-48ca-8151-157831d73a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:22.789686 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d7b6a9e5-fb40-48ca-8151-157831d73a8d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/453ab7e7-8afc-4e79-820f-43043557bb29 HTTP/1.1" status: 204 len: 168 time: 0.1635509 Feb 11 05:18:22.795580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6091621-3d5c-4551-9a5d-cec6f1debb23 req-0d8677d2-b11f-4fcf-bb1a-2e073a793447 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373978 Feb 11 05:18:22.798489 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6a9e5-fb40-48ca-8151-157831d73a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453ab7e7-8afc-4e79-820f-43043557bb29,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:22.833264 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cd7ab2-6967-406c-906c-7fd68075c3da admin admin] Deleting subnet 6d9a41f6-76c2-4194-9d7b-1232143921ef {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:18:22.838194 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-49cd7ab2-6967-406c-906c-7fd68075c3da admin admin] Publish callbacks [] for subnet (6d9a41f6-76c2-4194-9d7b-1232143921ef), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:22.887286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-45204bd0-ed65-4659-8ebe-b246b20553d6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Allocated IP 172.20.0.4 (82a0990b-9a96-4a9d-8751-c858bdbc0fb3/0d0ba582-f504-4448-8fec-eb2c8f3e0f4b/81b757ab-9e42-40fe-bb13-f70307f41e25) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:22.890574 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-49cd7ab2-6967-406c-906c-7fd68075c3da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (6d9a41f6-76c2-4194-9d7b-1232143921ef), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:22.955010 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-49cd7ab2-6967-406c-906c-7fd68075c3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (6d9a41f6-76c2-4194-9d7b-1232143921ef), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.055247 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cab6ad72-a45c-44f4-bae7-0ee738e2dd38 req-7f8da651-63de-4122-a78b-d8bf5126c033 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 210 time: 0.0602448 Feb 11 05:18:23.131815 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-49cd7ab2-6967-406c-906c-7fd68075c3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (6d9a41f6-76c2-4194-9d7b-1232143921ef), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.157760 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34904) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:23.164426 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-49cd7ab2-6967-406c-906c-7fd68075c3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.168236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-49cd7ab2-6967-406c-906c-7fd68075c3da admin admin] 10.222.0.87 "DELETE /v2.0/subnets/6d9a41f6-76c2-4194-9d7b-1232143921ef HTTP/1.1" status: 204 len: 168 time: 0.4462605 Feb 11 05:18:23.172864 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34906) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:23.205778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd7ab2-6967-406c-906c-7fd68075c3da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9a41f6-76c2-4194-9d7b-1232143921ef,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:23.254408 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-45204bd0-ed65-4659-8ebe-b246b20553d6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Publish callbacks [] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.290663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2d99773e-ca05-4986-a2e8-dd5530cba363 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:23.300530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34910) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:23.300780 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-365fcd80-9f05-466c-882e-6a04116a0bfb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d20c0e16489244cb9ec5d9501e2c1a17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1412475 Feb 11 05:18:23.308441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-8ea60cc4-dfc7-4bc1-a45d-6be3b6bea4d8 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:23.309925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-8ea60cc4-dfc7-4bc1-a45d-6be3b6bea4d8 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.88 "GET /v2.0/networks?id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3 HTTP/1.1" status: 200 len: 819 time: 0.1926670 Feb 11 05:18:23.310606 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d42e379e-a36e-4d64-b007-5e88765d9b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (0206bf88-469d-4bc1-a7b0-f58304d316f5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.333338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-b0a538cd-314f-4b5f-b436-24d385830561 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Request body: {'port': {'device_id': 'a9d194e1-7e38-4a0b-bfca-456ec1e75a5c', 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3', 'admin_state_up': True, 'tenant_id': '13a59492bc0343adb1fb7a8aa5188602'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:23.362789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2d99773e-ca05-4986-a2e8-dd5530cba363 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:23.363378 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2d99773e-ca05-4986-a2e8-dd5530cba363), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.389181 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-45204bd0-ed65-4659-8ebe-b246b20553d6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.402223 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d42e379e-a36e-4d64-b007-5e88765d9b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (0206bf88-469d-4bc1-a7b0-f58304d316f5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.428545 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d42e379e-a36e-4d64-b007-5e88765d9b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0206bf88-469d-4bc1-a7b0-f58304d316f5']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:23.438287 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d42e379e-a36e-4d64-b007-5e88765d9b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191ba391-d3da-4f5a-940e-465f7696fdb5') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:23.438680 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d42e379e-a36e-4d64-b007-5e88765d9b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191ba391-d3da-4f5a-940e-465f7696fdb5') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:23.452980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d42e379e-a36e-4d64-b007-5e88765d9b50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (191ba391-d3da-4f5a-940e-465f7696fdb5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.454501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2d99773e-ca05-4986-a2e8-dd5530cba363 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:23.469241 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d42e379e-a36e-4d64-b007-5e88765d9b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (191ba391-d3da-4f5a-940e-465f7696fdb5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.477374 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42e379e-a36e-4d64-b007-5e88765d9b50 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:18:23.478068 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d42e379e-a36e-4d64-b007-5e88765d9b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (191ba391-d3da-4f5a-940e-465f7696fdb5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:18:23.480817 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:18:23.560278 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d42e379e-a36e-4d64-b007-5e88765d9b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (0206bf88-469d-4bc1-a7b0-f58304d316f5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.566431 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d42e379e-a36e-4d64-b007-5e88765d9b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.569909 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d42e379e-a36e-4d64-b007-5e88765d9b50 admin admin] 10.222.0.87 "DELETE /v2.0/networks/0206bf88-469d-4bc1-a7b0-f58304d316f5 HTTP/1.1" status: 204 len: 168 time: 0.3960531 Feb 11 05:18:23.582174 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e379e-a36e-4d64-b007-5e88765d9b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=0206bf88-469d-4bc1-a7b0-f58304d316f5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:23.784824 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34916) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:23.830799 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4ef0d600-a0ca-425e-8855-7e535eb37b0f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a541174c8f0341539b517a51ee6e144f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446901 Feb 11 05:18:23.833299 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34918) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:23.895117 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-45204bd0-ed65-4659-8ebe-b246b20553d6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Network 82a0990b-9a96-4a9d-8751-c858bdbc0fb3 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:23.895482 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19073855-0213-489e-9f81-0746797151f1 admin admin] Publish callbacks [] for security_group (96bf6aa9-1c14-4c89-a528-f3d75cfac6d6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.908889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-45204bd0-ed65-4659-8ebe-b246b20553d6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:23.910763 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45204bd0-ed65-4659-8ebe-b246b20553d6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Pushing event updated for resources: {'Port': ['ID=81b757ab-9e42-40fe-bb13-f70307f41e25,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:23.915452 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-45204bd0-ed65-4659-8ebe-b246b20553d6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:23.923926 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19073855-0213-489e-9f81-0746797151f1 admin admin] Publish callbacks [] for security_group (96bf6aa9-1c14-4c89-a528-f3d75cfac6d6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.950745 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26dcc1ad-6df9-4f55-9aa5-51541bed3ae1 admin admin] Publish callbacks [] for security_group (246211d8-3822-4043-a658-36bb6cd3aae3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.964874 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e9f56-9b89-4bc6-b5eb-10b315580eb8 req-b1a2c91d-5b5b-4361-906e-9b215c77f958 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:23.966425 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b78e9f56-9b89-4bc6-b5eb-10b315580eb8 req-b1a2c91d-5b5b-4361-906e-9b215c77f958 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.6039810 Feb 11 05:18:23.983998 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19073855-0213-489e-9f81-0746797151f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (96bf6aa9-1c14-4c89-a528-f3d75cfac6d6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.986715 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19073855-0213-489e-9f81-0746797151f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.988153 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-19073855-0213-489e-9f81-0746797151f1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/96bf6aa9-1c14-4c89-a528-f3d75cfac6d6 HTTP/1.1" status: 204 len: 168 time: 0.1539025 Feb 11 05:18:23.999596 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19073855-0213-489e-9f81-0746797151f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bf6aa9-1c14-4c89-a528-f3d75cfac6d6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:24.046158 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26dcc1ad-6df9-4f55-9aa5-51541bed3ae1 admin admin] Publish callbacks [] for security_group (246211d8-3822-4043-a658-36bb6cd3aae3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:24.055385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d40f5-6abd-40a9-9aeb-0aa40024dc5a req-9b5367b5-f39b-479b-8159-947b8de31265 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:24.059898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b2d40f5-6abd-40a9-9aeb-0aa40024dc5a req-9b5367b5-f39b-479b-8159-947b8de31265 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.2345364 Feb 11 05:18:24.067011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-45204bd0-ed65-4659-8ebe-b246b20553d6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:24.067923 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-45204bd0-ed65-4659-8ebe-b246b20553d6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:24.079363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-b0a538cd-314f-4b5f-b436-24d385830561 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Made reservation on behalf of 13a59492bc0343adb1fb7a8aa5188602 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:24.082851 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-b0a538cd-314f-4b5f-b436-24d385830561 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:24.152313 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-45204bd0-ed65-4659-8ebe-b246b20553d6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8868740 Feb 11 05:18:24.186279 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Request body: {'port': {'device_id': '16bd679c-df36-4149-a1ff-ff6b6f328e84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:24.197094 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1d037f3f-681d-4719-ac7e-29b6a445b861 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:18:24.203522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b78e9f56-9b89-4bc6-b5eb-10b315580eb8 req-c64b7189-5db7-4df1-86af-28d5f74e7796 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161343 Feb 11 05:18:24.306542 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b2d40f5-6abd-40a9-9aeb-0aa40024dc5a req-35ff45a2-0c13-4e01-b63e-a9a86e18153b tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259204 Feb 11 05:18:24.361121 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 1d037f3f-681d-4719-ac7e-29b6a445b861, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d037f3f-681d-4719-ac7e-29b6a445b861,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:24.371525 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26dcc1ad-6df9-4f55-9aa5-51541bed3ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (246211d8-3822-4043-a658-36bb6cd3aae3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:24.374032 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26dcc1ad-6df9-4f55-9aa5-51541bed3ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:24.374494 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '1d037f3f-681d-4719-ac7e-29b6a445b861', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '1d037f3f-681d-4719-ac7e-29b6a445b861', 'mac_address': 'fa:16:3e:ca:6b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:18:24.375174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-26dcc1ad-6df9-4f55-9aa5-51541bed3ae1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/246211d8-3822-4043-a658-36bb6cd3aae3 HTTP/1.1" status: 204 len: 168 time: 1.0736146 Feb 11 05:18:24.420568 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcc1ad-6df9-4f55-9aa5-51541bed3ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246211d8-3822-4043-a658-36bb6cd3aae3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:24.464512 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 1d037f3f-681d-4719-ac7e-29b6a445b861 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:24.465746 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:24.480634 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e57e7f3b-ad6a-407f-b2f8-9ee580db531f req-538fdac0-ee02-4b23-b29b-7969e9ba7ef6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 210 time: 0.1155679 Feb 11 05:18:24.484627 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:24.492931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d037f3f-681d-4719-ac7e-29b6a445b861 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:24.532736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 1d037f3f-681d-4719-ac7e-29b6a445b861, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d037f3f-681d-4719-ac7e-29b6a445b861,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:24.539401 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:24.565700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14130a9-03b6-4975-8896-88a7f48daf65 req-5e2b3cca-f8a9-4890-920d-9b39d9e65e6b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:24.572627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f14130a9-03b6-4975-8896-88a7f48daf65 req-5e2b3cca-f8a9-4890-920d-9b39d9e65e6b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 948 time: 0.2842259 Feb 11 05:18:24.589328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-b0a538cd-314f-4b5f-b436-24d385830561 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Allocated IP 172.20.0.12 (82a0990b-9a96-4a9d-8751-c858bdbc0fb3/0d0ba582-f504-4448-8fec-eb2c8f3e0f4b/2d78f653-eab1-4417-8c0f-e971cd7498e3) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:24.602613 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=1d037f3f-681d-4719-ac7e-29b6a445b861,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:24.613212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:24.613647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:24.614023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:24.614367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:24.614708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:24.615044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:24.615377 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:24.615743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:24.616065 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:24.616660 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:24.617184 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:24.618105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:24.620328 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:24.740036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f14130a9-03b6-4975-8896-88a7f48daf65 req-826a49a8-655f-45b2-80e6-0c621d59c950 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664479 Feb 11 05:18:24.898617 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-b0a538cd-314f-4b5f-b436-24d385830561 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Publish callbacks [] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:24.956513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['1d037f3f-681d-4719-ac7e-29b6a445b861'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:24.962414 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-b0a538cd-314f-4b5f-b436-24d385830561 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:25.076410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-b0a538cd-314f-4b5f-b436-24d385830561 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Network 82a0990b-9a96-4a9d-8751-c858bdbc0fb3 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:25.131197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-b0a538cd-314f-4b5f-b436-24d385830561 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:25.143957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-b0a538cd-314f-4b5f-b436-24d385830561 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:25.160724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a538cd-314f-4b5f-b436-24d385830561 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Pushing event updated for resources: {'Port': ['ID=2d78f653-eab1-4417-8c0f-e971cd7498e3,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:25.258803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-b0a538cd-314f-4b5f-b436-24d385830561 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:25.259494 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-b0a538cd-314f-4b5f-b436-24d385830561 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:25.287556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-b0a538cd-314f-4b5f-b436-24d385830561 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9606915 Feb 11 05:18:25.304040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Request body: {'port': {'device_id': 'a9d194e1-7e38-4a0b-bfca-456ec1e75a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:25.359159 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34982) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:25.435843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b757ab-9e42-40fe-bb13-f70307f41e25 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:25.466888 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Publish callbacks [] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:25.499387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Transition to ACTIVE for port object 81b757ab-9e42-40fe-bb13-f70307f41e25 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:18:25.502133 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:25.516093 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:25.522908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8f1d4dbf-6378-45d2-a4c3-9d36d11e6df8 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-505595089'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:25.535366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b1f11-5608-4fcc-8d55-82cff97a980a req-7b2fbcd4-0a87-4865-a1da-18ff253c28d5 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:25.537089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e3b1f11-5608-4fcc-8d55-82cff97a980a req-7b2fbcd4-0a87-4865-a1da-18ff253c28d5 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.1999009 Feb 11 05:18:25.545471 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1d4dbf-6378-45d2-a4c3-9d36d11e6df8 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Made reservation on behalf of 4fa26857fb5a4999939c318ed31b9c68 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:25.549189 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4dbf-6378-45d2-a4c3-9d36d11e6df8 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:25.559635 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4dbf-6378-45d2-a4c3-9d36d11e6df8 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:25.623902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc58555-cc8c-42ef-9289-84bc2f93bd21 req-634f4c90-fe14-444a-8f1a-433a9818b1fb tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:25.625482 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dc58555-cc8c-42ef-9289-84bc2f93bd21 req-634f4c90-fe14-444a-8f1a-433a9818b1fb tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.2308030 Feb 11 05:18:25.642319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Pushing event updated for resources: {'Port': ['ID=81b757ab-9e42-40fe-bb13-f70307f41e25,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:25.647356 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4dbf-6378-45d2-a4c3-9d36d11e6df8 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks [] for security_group (a1e4f8ad-19af-4d47-8b34-d5ce208c3d67), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:25.653240 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4dbf-6378-45d2-a4c3-9d36d11e6df8 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a1e4f8ad-19af-4d47-8b34-d5ce208c3d67), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:25.683013 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1d4dbf-6378-45d2-a4c3-9d36d11e6df8 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:18:25.693341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d4dbf-6378-45d2-a4c3-9d36d11e6df8 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e4f8ad-19af-4d47-8b34-d5ce208c3d67,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:25.698160 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4dbf-6378-45d2-a4c3-9d36d11e6df8 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (b2c465fb-77fb-430f-824c-b186963945aa), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:25.699876 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-8f1d4dbf-6378-45d2-a4c3-9d36d11e6df8 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Added segment b2c465fb-77fb-430f-824c-b186963945aa of type vlan for network 41f7eb59-2435-4d29-9cb1-60559768317a Feb 11 05:18:25.741981 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4dbf-6378-45d2-a4c3-9d36d11e6df8 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (41f7eb59-2435-4d29-9cb1-60559768317a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:25.771342 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4dbf-6378-45d2-a4c3-9d36d11e6df8 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (41f7eb59-2435-4d29-9cb1-60559768317a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:25.777342 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d4dbf-6378-45d2-a4c3-9d36d11e6df8 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:25.777958 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4dbf-6378-45d2-a4c3-9d36d11e6df8 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:25.805050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e3b1f11-5608-4fcc-8d55-82cff97a980a req-838b5050-a495-4fe0-9712-610625eba192 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450516 Feb 11 05:18:25.818848 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8f1d4dbf-6378-45d2-a4c3-9d36d11e6df8 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4576163 Feb 11 05:18:25.821950 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34992) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:25.847115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dc58555-cc8c-42ef-9289-84bc2f93bd21 req-bb246e6b-1f17-4edf-b1b6-0ac9612da0a1 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117801 Feb 11 05:18:25.855885 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-faf9e6e8-de00-48a4-9a54-e4be9c2bde44 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Request body: {'subnet': {'network_id': '41f7eb59-2435-4d29-9cb1-60559768317a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:25.880185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Attempting to bind port 81b757ab-9e42-40fe-bb13-f70307f41e25 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:25.880527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Attempting to bind port 81b757ab-9e42-40fe-bb13-f70307f41e25 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:25.880855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Attempting to bind port 81b757ab-9e42-40fe-bb13-f70307f41e25 on network 82a0990b-9a96-4a9d-8751-c858bdbc0fb3 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:25.891710 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d4dbf-6378-45d2-a4c3-9d36d11e6df8 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Pushing event updated for resources: {'Network': ['ID=41f7eb59-2435-4d29-9cb1-60559768317a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:25.900946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Port 81b757ab-9e42-40fe-bb13-f70307f41e25 on network 82a0990b-9a96-4a9d-8751-c858bdbc0fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:18:25.901320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Attempting to bind port 81b757ab-9e42-40fe-bb13-f70307f41e25 on network 82a0990b-9a96-4a9d-8751-c858bdbc0fb3 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:25.907910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 41f7eb59-2435-4d29-9cb1-60559768317a details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:18:25.959089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:25.959831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Checking segment: {'id': '5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:25.960387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Bound using segment: {'id': '5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:25.960834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Bound port: 81b757ab-9e42-40fe-bb13-f70307f41e25, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:25.961190 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:25.978658 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf9e6e8-de00-48a4-9a54-e4be9c2bde44 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Made reservation on behalf of 4fa26857fb5a4999939c318ed31b9c68 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:25.986105 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-faf9e6e8-de00-48a4-9a54-e4be9c2bde44 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:26.139305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b058f2-89f6-4abf-a800-4ced36ccc655 req-259aea46-62e1-4e6b-9b07-51833b5731ca tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:26.140862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21b058f2-89f6-4abf-a800-4ced36ccc655 req-259aea46-62e1-4e6b-9b07-51833b5731ca tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 932 time: 0.1856365 Feb 11 05:18:26.154125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ead205-660e-477f-a892-7db4911a572c req-df00d59a-6207-453e-ae9b-237c68c92b63 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:26.155607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e4ead205-660e-477f-a892-7db4911a572c req-df00d59a-6207-453e-ae9b-237c68c92b63 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 949 time: 0.1992493 Feb 11 05:18:26.184279 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-faf9e6e8-de00-48a4-9a54-e4be9c2bde44 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (0b25011f-b601-4d36-87c1-74a391ba3d5e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:26.191432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] For port 81b757ab-9e42-40fe-bb13-f70307f41e25, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:26.247036 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9e6e8-de00-48a4-9a54-e4be9c2bde44 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Pushing event updated for resources: {'Subnet': ['ID=0b25011f-b601-4d36-87c1-74a391ba3d5e,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:26.250480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] For port 81b757ab-9e42-40fe-bb13-f70307f41e25, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=81b757ab-9e42-40fe-bb13-f70307f41e25,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:26.255267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf9e6e8-de00-48a4-9a54-e4be9c2bde44 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Checking segment: {'id': 'b2c465fb-77fb-430f-824c-b186963945aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '41f7eb59-2435-4d29-9cb1-60559768317a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:26.256855 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf9e6e8-de00-48a4-9a54-e4be9c2bde44 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Network hostable DHCP agents. Network: 41f7eb59-2435-4d29-9cb1-60559768317a, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:18:26.276031 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:26.277199 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf9e6e8-de00-48a4-9a54-e4be9c2bde44 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Network 41f7eb59-2435-4d29-9cb1-60559768317a is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:18:26.288914 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-faf9e6e8-de00-48a4-9a54-e4be9c2bde44 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 41f7eb59-2435-4d29-9cb1-60559768317a) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:26.294671 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf9e6e8-de00-48a4-9a54-e4be9c2bde44 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:26.294898 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-faf9e6e8-de00-48a4-9a54-e4be9c2bde44 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:26.296121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d78f653-eab1-4417-8c0f-e971cd7498e3 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:26.304117 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4a44e4-d56b-4cfe-8b87-2bed53c68c9b None None] Network 41f7eb59-2435-4d29-9cb1-60559768317a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:18:26.320066 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-faf9e6e8-de00-48a4-9a54-e4be9c2bde44 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4968672 Feb 11 05:18:26.322966 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34996) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:26.328928 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2330ca3e-b7a0-46d9-bd95-9b5f4c5c1c34 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Request body: {'port': {'network_id': '41f7eb59-2435-4d29-9cb1-60559768317a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-585594910'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:26.341478 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Publish callbacks [] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:26.351365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:26.352253 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:26.354164 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] 10.222.0.88 "PUT /v2.0/ports/81b757ab-9e42-40fe-bb13-f70307f41e25 HTTP/1.1" status: 200 len: 1092 time: 2.1792812 Feb 11 05:18:26.362872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16bd679c-df36-4149-a1ff-ff6b6f328e84', 'tag': '81b757ab-9e42-40fe-bb13-f70307f41e25'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:26.366032 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6c0c6f-1e41-4a70-a732-77cbde25c402" -d '{"events": [{"name": "network-changed", "server_uuid": "16bd679c-df36-4149-a1ff-ff6b6f328e84", "tag": "81b757ab-9e42-40fe-bb13-f70307f41e25"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:26.379469 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21b058f2-89f6-4abf-a800-4ced36ccc655 req-b18c31a2-07a5-4fcd-9664-26b31cf0dce5 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200315 Feb 11 05:18:26.397583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e4ead205-660e-477f-a892-7db4911a572c req-22549bbd-6e58-43ed-9b16-141d9b83771b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242172 Feb 11 05:18:26.426622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Transition to ACTIVE for port object 2d78f653-eab1-4417-8c0f-e971cd7498e3 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:18:26.452995 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:26.458302 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1123a497-bc12-4ddc-9457-469cf52d0e5f x-openstack-request-id: req-1123a497-bc12-4ddc-9457-469cf52d0e5f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:26.458859 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16bd679c-df36-4149-a1ff-ff6b6f328e84", "tag": "81b757ab-9e42-40fe-bb13-f70307f41e25", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:26.459270 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1123a497-bc12-4ddc-9457-469cf52d0e5f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:26.459852 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16bd679c-df36-4149-a1ff-ff6b6f328e84', 'tag': '81b757ab-9e42-40fe-bb13-f70307f41e25', 'status': 'completed', 'code': 200} Feb 11 05:18:26.474396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7bcf4-5feb-4f04-8b29-d99d9558401f service neutron] Pushing event updated for resources: {'Port': ['ID=81b757ab-9e42-40fe-bb13-f70307f41e25,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:26.487812 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2330ca3e-b7a0-46d9-bd95-9b5f4c5c1c34 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Made reservation on behalf of 4fa26857fb5a4999939c318ed31b9c68 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:26.492807 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2330ca3e-b7a0-46d9-bd95-9b5f4c5c1c34 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:26.500986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-41f7eb59-2435-4d29-9cb1-60559768317a', 'network_id': '41f7eb59-2435-4d29-9cb1-60559768317a', 'project_id': '4fa26857fb5a4999939c318ed31b9c68', 'fixed_ips': [{'subnet_id': '0b25011f-b601-4d36-87c1-74a391ba3d5e'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:18:26.502131 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:26.521899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-2330ca3e-b7a0-46d9-bd95-9b5f4c5c1c34 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] device_id is not set on port 57e8071c-765a-4cef-aec4-5bfd52e37809 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:18:26.572080 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Pushing event updated for resources: {'Port': ['ID=2d78f653-eab1-4417-8c0f-e971cd7498e3,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:26.610164 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-b187c86c-bf95-4136-9d51-b4be746d145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:26.612007 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-b187c86c-bf95-4136-9d51-b4be746d145d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=13a59492bc0343adb1fb7a8aa5188602&device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 1126 time: 0.2087123 Feb 11 05:18:26.667627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-96867c90-829f-45a0-ab7b-4ec1c57d6a1e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81b757ab-9e42-40fe-bb13-f70307f41e25 HTTP/1.1" status: 200 len: 217 time: 0.0454562 Feb 11 05:18:26.671267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-2330ca3e-b7a0-46d9-bd95-9b5f4c5c1c34 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Allocated IP 2001:db8::22d (41f7eb59-2435-4d29-9cb1-60559768317a/0b25011f-b601-4d36-87c1-74a391ba3d5e/57e8071c-765a-4cef-aec4-5bfd52e37809) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:26.710665 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Attempting to bind port 2d78f653-eab1-4417-8c0f-e971cd7498e3 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:26.710987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Attempting to bind port 2d78f653-eab1-4417-8c0f-e971cd7498e3 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:26.711627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Attempting to bind port 2d78f653-eab1-4417-8c0f-e971cd7498e3 on network 82a0990b-9a96-4a9d-8751-c858bdbc0fb3 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:26.722253 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Port 2d78f653-eab1-4417-8c0f-e971cd7498e3 on network 82a0990b-9a96-4a9d-8751-c858bdbc0fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:18:26.722504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Attempting to bind port 2d78f653-eab1-4417-8c0f-e971cd7498e3 on network 82a0990b-9a96-4a9d-8751-c858bdbc0fb3 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:26.733219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:26.733219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Checking segment: {'id': '5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:26.733591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Bound using segment: {'id': '5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:26.734005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Bound port: 2d78f653-eab1-4417-8c0f-e971cd7498e3, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:26.734363 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:26.753010 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-b9f1bc3a-712d-416b-b376-72ff31dfe2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:26.755230 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-b9f1bc3a-712d-416b-b376-72ff31dfe2c5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d0ba582-f504-4448-8fec-eb2c8f3e0f4b HTTP/1.1" status: 200 len: 859 time: 0.0771756 Feb 11 05:18:26.812604 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-9e3dc63b-f7c3-4e4b-a2a5-e411291028ad service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327957 Feb 11 05:18:26.859574 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2330ca3e-b7a0-46d9-bd95-9b5f4c5c1c34 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks [] for port (57e8071c-765a-4cef-aec4-5bfd52e37809), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:26.862475 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35014) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:26.868551 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] For port 2d78f653-eab1-4417-8c0f-e971cd7498e3, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:26.908527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] For port 2d78f653-eab1-4417-8c0f-e971cd7498e3, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2d78f653-eab1-4417-8c0f-e971cd7498e3,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:26.919968 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:26.934840 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2330ca3e-b7a0-46d9-bd95-9b5f4c5c1c34 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (57e8071c-765a-4cef-aec4-5bfd52e37809), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.012035 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2330ca3e-b7a0-46d9-bd95-9b5f4c5c1c34 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Network 41f7eb59-2435-4d29-9cb1-60559768317a is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:27.012690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Allocated IP 2001:db8::2 (41f7eb59-2435-4d29-9cb1-60559768317a/0b25011f-b601-4d36-87c1-74a391ba3d5e/eb3382d8-3783-4339-b0d2-d5077f99f72f) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:27.018003 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-2330ca3e-b7a0-46d9-bd95-9b5f4c5c1c34 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:27.020646 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330ca3e-b7a0-46d9-bd95-9b5f4c5c1c34 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:27.029725 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2330ca3e-b7a0-46d9-bd95-9b5f4c5c1c34 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:27.029725 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2330ca3e-b7a0-46d9-bd95-9b5f4c5c1c34 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.030140 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:27.030834 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.032381 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] 10.222.0.88 "PUT /v2.0/ports/2d78f653-eab1-4417-8c0f-e971cd7498e3 HTTP/1.1" status: 200 len: 1093 time: 1.7359428 Feb 11 05:18:27.062523 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-b76b3475-26ba-44ee-8562-0b6a72940096 service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365026 Feb 11 05:18:27.066724 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a799116-c3b5-4d64-a1e0-be2714c7c2f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.069389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330ca3e-b7a0-46d9-bd95-9b5f4c5c1c34 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Pushing event updated for resources: {'Port': ['ID=57e8071c-765a-4cef-aec4-5bfd52e37809,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:27.085558 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb86fa-64d7-4b5c-b802-cf4a54ed2de5 service neutron] Pushing event updated for resources: {'Port': ['ID=2d78f653-eab1-4417-8c0f-e971cd7498e3,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:27.110116 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2330ca3e-b7a0-46d9-bd95-9b5f4c5c1c34 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.7851913 Feb 11 05:18:27.110380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35020) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:27.128500 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6f9a7713-6a6d-46c8-9fbb-0ab5b914894d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Request body: {'port': {'network_id': '41f7eb59-2435-4d29-9cb1-60559768317a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1808100762', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:27.129078 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.api.validators [None req-6f9a7713-6a6d-46c8-9fbb-0ab5b914894d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] bootfile-name is not in valid_values {{(pid=103171) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:18:27.129715 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.api.validators [None req-6f9a7713-6a6d-46c8-9fbb-0ab5b914894d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] tftp-server is not in valid_values {{(pid=103171) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:18:27.129715 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.api.validators [None req-6f9a7713-6a6d-46c8-9fbb-0ab5b914894d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] server-ip-address is not in valid_values {{(pid=103171) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:18:27.185807 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a799116-c3b5-4d64-a1e0-be2714c7c2f3 admin admin] Publish callbacks [] for security_group (e35770ae-6714-4471-80db-5f241976d0d2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.191903 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a799116-c3b5-4d64-a1e0-be2714c7c2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e35770ae-6714-4471-80db-5f241976d0d2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.204873 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68243e-a641-434f-a348-02577adaf301 req-cc6ec215-48fe-4e57-b05d-da16f90f846a tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:27.206418 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de68243e-a641-434f-a348-02577adaf301 req-cc6ec215-48fe-4e57-b05d-da16f90f846a tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.2272861 Feb 11 05:18:27.218729 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Publish callbacks [] for port (eb3382d8-3783-4339-b0d2-d5077f99f72f), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.225920 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (eb3382d8-3783-4339-b0d2-d5077f99f72f), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.246249 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1a799116-c3b5-4d64-a1e0-be2714c7c2f3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=da49ca2b78e849f0a75d1d446321549c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3827131 Feb 11 05:18:27.248971 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35022) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:27.256040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36664f-e139-4940-9787-4d061e56ccf5 req-af85f6eb-2c0a-49a9-a983-86dfb1f66afc tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:27.256256 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a799116-c3b5-4d64-a1e0-be2714c7c2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35770ae-6714-4471-80db-5f241976d0d2,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:27.258622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a36664f-e139-4940-9787-4d061e56ccf5 req-af85f6eb-2c0a-49a9-a983-86dfb1f66afc tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.3046846 Feb 11 05:18:27.267125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Network 41f7eb59-2435-4d29-9cb1-60559768317a is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:27.272418 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:27.275937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:27.286106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Pushing event updated for resources: {'Port': ['ID=eb3382d8-3783-4339-b0d2-d5077f99f72f,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:27.333820 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b0354ea-a028-4d56-afab-fd1a113f5c84 admin admin] Publish callbacks [] for security_group (e35770ae-6714-4471-80db-5f241976d0d2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.345775 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Attempting to bind port eb3382d8-3783-4339-b0d2-d5077f99f72f on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:27.346156 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Attempting to bind port eb3382d8-3783-4339-b0d2-d5077f99f72f by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'b2c465fb-77fb-430f-824c-b186963945aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '41f7eb59-2435-4d29-9cb1-60559768317a'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:27.346520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Attempting to bind port eb3382d8-3783-4339-b0d2-d5077f99f72f on network 41f7eb59-2435-4d29-9cb1-60559768317a {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:27.353107 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:27.353771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Checking segment: {'id': 'b2c465fb-77fb-430f-824c-b186963945aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '41f7eb59-2435-4d29-9cb1-60559768317a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:27.354405 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.354948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Bound using segment: {'id': 'b2c465fb-77fb-430f-824c-b186963945aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '41f7eb59-2435-4d29-9cb1-60559768317a'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:27.355629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Bound port: eb3382d8-3783-4339-b0d2-d5077f99f72f, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c465fb-77fb-430f-824c-b186963945aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '41f7eb59-2435-4d29-9cb1-60559768317a'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:27.356038 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (eb3382d8-3783-4339-b0d2-d5077f99f72f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.360946 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b0354ea-a028-4d56-afab-fd1a113f5c84 admin admin] Publish callbacks [] for security_group (e35770ae-6714-4471-80db-5f241976d0d2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.375709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-698c0f2b-489b-4dbe-9bfb-7b2858c16ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:27.377236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-698c0f2b-489b-4dbe-9bfb-7b2858c16ded service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=13a59492bc0343adb1fb7a8aa5188602&device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 1127 time: 0.2963009 Feb 11 05:18:27.428734 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b0354ea-a028-4d56-afab-fd1a113f5c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e35770ae-6714-4471-80db-5f241976d0d2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.432291 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b0354ea-a028-4d56-afab-fd1a113f5c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.434279 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9b0354ea-a028-4d56-afab-fd1a113f5c84 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e35770ae-6714-4471-80db-5f241976d0d2 HTTP/1.1" status: 204 len: 168 time: 0.1843917 Feb 11 05:18:27.444865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] For port eb3382d8-3783-4339-b0d2-d5077f99f72f, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:27.449424 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] For port eb3382d8-3783-4339-b0d2-d5077f99f72f, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=eb3382d8-3783-4339-b0d2-d5077f99f72f,segment=NetworkSegment(b2c465fb-77fb-430f-824c-b186963945aa),segment_id=b2c465fb-77fb-430f-824c-b186963945aa)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:27.457801 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0354ea-a028-4d56-afab-fd1a113f5c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35770ae-6714-4471-80db-5f241976d0d2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:27.457956 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (eb3382d8-3783-4339-b0d2-d5077f99f72f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.462647 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be7a68ad-d9c8-46b7-adee-732cc6ff930e req-5fcd3ee2-d4fb-483d-8533-7f88da6b425b service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780119 Feb 11 05:18:27.472210 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-dc927e4c-d4c0-4614-9f47-664376af08e7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d78f653-eab1-4417-8c0f-e971cd7498e3 HTTP/1.1" status: 200 len: 217 time: 0.0737143 Feb 11 05:18:27.482781 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de68243e-a641-434f-a348-02577adaf301 req-d7954cd3-9f5c-4d4b-8c79-0a53364b6adb tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412522 Feb 11 05:18:27.485783 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a36664f-e139-4940-9787-4d061e56ccf5 req-41c7e77d-69f7-4df6-b0e0-855ca791f3cb tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147868 Feb 11 05:18:27.541055 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9a7713-6a6d-46c8-9fbb-0ab5b914894d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Made reservation on behalf of 4fa26857fb5a4999939c318ed31b9c68 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:18:27.545235 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7713-6a6d-46c8-9fbb-0ab5b914894d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.599303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf802f1-18be-4401-990b-6a712feaeb00 None None] Pushing event updated for resources: {'Port': ['ID=eb3382d8-3783-4339-b0d2-d5077f99f72f,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:27.618122 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-c47dff6f-9f88-4db0-bb5b-cbf4b4b89346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:27.620968 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-c47dff6f-9f88-4db0-bb5b-cbf4b4b89346 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d0ba582-f504-4448-8fec-eb2c8f3e0f4b HTTP/1.1" status: 200 len: 859 time: 0.1328270 Feb 11 05:18:27.623611 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-6f9a7713-6a6d-46c8-9fbb-0ab5b914894d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] device_id is not set on port 13d6e35b-4641-4d6d-bac0-c9a27f38d939 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:18:28.107492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-56ebc7d9-8368-4038-ac6b-8358b329c5b7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4780891 Feb 11 05:18:28.199466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c0c6f-1e41-4a70-a732-77cbde25c402 req-53234d9b-4ab1-423d-8db0-9f2ac58cbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:28.201002 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a6c0c6f-1e41-4a70-a732-77cbde25c402 req-53234d9b-4ab1-423d-8db0-9f2ac58cbe20 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=13a59492bc0343adb1fb7a8aa5188602&device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 1126 time: 0.6513402 Feb 11 05:18:28.201557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1d037f3f-681d-4719-ac7e-29b6a445b861 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:28.267053 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 1d037f3f-681d-4719-ac7e-29b6a445b861 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:28.267836 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:28.324785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b308e-48a5-4d92-a7f4-80cc8726b2da req-c01d8b66-a5ed-45b5-85b1-6189e908eca9 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:28.326352 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-706b308e-48a5-4d92-a7f4-80cc8726b2da req-c01d8b66-a5ed-45b5-85b1-6189e908eca9 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 944 time: 0.6873178 Feb 11 05:18:28.339468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5e94e-63a8-40ab-972f-09cdfbef3b36 req-8e29fe87-befa-47d9-84c0-d91b623b6b6b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:28.346281 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75f5e94e-63a8-40ab-972f-09cdfbef3b36 req-8e29fe87-befa-47d9-84c0-d91b623b6b6b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 949 time: 0.7043424 Feb 11 05:18:28.378440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 1d037f3f-681d-4719-ac7e-29b6a445b861 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:28.378852 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:28.415353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d037f3f-681d-4719-ac7e-29b6a445b861'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:28.418706 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79725e63-5879-461b-a658-10bf912533c4" -d '{"events": [{"server_uuid": "6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc", "name": "network-vif-plugged", "status": "completed", "tag": "1d037f3f-681d-4719-ac7e-29b6a445b861"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:28.439920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 1d037f3f-681d-4719-ac7e-29b6a445b861, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d037f3f-681d-4719-ac7e-29b6a445b861,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:28.447627 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:28.449221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-6f9a7713-6a6d-46c8-9fbb-0ab5b914894d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Allocated IP 2001:db8::2ab (41f7eb59-2435-4d29-9cb1-60559768317a/0b25011f-b601-4d36-87c1-74a391ba3d5e/13d6e35b-4641-4d6d-bac0-c9a27f38d939) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:18:28.457376 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b2221bd3-0297-4eb3-b8db-d0c2e1842ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:28.481919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d194e1-7e38-4a0b-bfca-456ec1e75a5c', 'tag': '2d78f653-eab1-4417-8c0f-e971cd7498e3'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:28.485206 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f99e4fa-64d8-4182-964f-4b199947c101" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d194e1-7e38-4a0b-bfca-456ec1e75a5c", "tag": "2d78f653-eab1-4417-8c0f-e971cd7498e3"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:28.493591 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-15240f11-c0c0-4bdd-ad3f-9c07eda13b18 service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672771 Feb 11 05:18:28.511271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=1d037f3f-681d-4719-ac7e-29b6a445b861,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:28.589775 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c0c6f-1e41-4a70-a732-77cbde25c402 req-6b057d02-a47e-42f5-8301-ee9deadc1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:28.591179 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a6c0c6f-1e41-4a70-a732-77cbde25c402 req-6b057d02-a47e-42f5-8301-ee9deadc1b78 service neutron] 10.222.0.88 "GET /v2.0/networks?id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3 HTTP/1.1" status: 200 len: 920 time: 0.3541892 Feb 11 05:18:28.628731 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-706b308e-48a5-4d92-a7f4-80cc8726b2da req-eab7221c-dea9-42ae-ad61-363070b70a11 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736390 Feb 11 05:18:28.689995 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a0d214-dfe0-4e56-bf52-c00ba7efb01c x-openstack-request-id: req-86a0d214-dfe0-4e56-bf52-c00ba7efb01c {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:28.690607 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc", "name": "network-vif-plugged", "status": "completed", "tag": "1d037f3f-681d-4719-ac7e-29b6a445b861", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:28.691049 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-86a0d214-dfe0-4e56-bf52-c00ba7efb01c {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:28.691685 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d037f3f-681d-4719-ac7e-29b6a445b861', 'code': 200} Feb 11 05:18:28.707777 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75f5e94e-63a8-40ab-972f-09cdfbef3b36 req-3cd252f3-3fd6-4ab1-a2f3-bb414cde066a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604915 Feb 11 05:18:28.716261 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a6c0c6f-1e41-4a70-a732-77cbde25c402 req-77e95873-0093-4641-8938-8c3dd35f3a24 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81b757ab-9e42-40fe-bb13-f70307f41e25 HTTP/1.1" status: 200 len: 217 time: 0.1045198 Feb 11 05:18:28.769977 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36076586-b406-443e-828f-b29cdbb6b40d x-openstack-request-id: req-36076586-b406-443e-828f-b29cdbb6b40d {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:28.770278 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d194e1-7e38-4a0b-bfca-456ec1e75a5c", "tag": "2d78f653-eab1-4417-8c0f-e971cd7498e3", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:28.770533 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-36076586-b406-443e-828f-b29cdbb6b40d {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:28.770931 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d194e1-7e38-4a0b-bfca-456ec1e75a5c', 'tag': '2d78f653-eab1-4417-8c0f-e971cd7498e3', 'status': 'completed', 'code': 200} Feb 11 05:18:28.800720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fe59ad-d21d-4d9e-b183-5e1f5a65c9df None None] Network 41f7eb59-2435-4d29-9cb1-60559768317a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:18:28.937391 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2406e81e-5653-424f-88fb-5accbec8ae66 None None] Provisioning complete for port eb3382d8-3783-4339-b0d2-d5077f99f72f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:28.937651 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2406e81e-5653-424f-88fb-5accbec8ae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb3382d8-3783-4339-b0d2-d5077f99f72f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:28.968456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c0c6f-1e41-4a70-a732-77cbde25c402 req-e89083de-704f-4687-8463-095b5b6ce723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:28.969941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a6c0c6f-1e41-4a70-a732-77cbde25c402 req-e89083de-704f-4687-8463-095b5b6ce723 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d0ba582-f504-4448-8fec-eb2c8f3e0f4b HTTP/1.1" status: 200 len: 859 time: 0.2363524 Feb 11 05:18:28.988801 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a391b3b-c1d5-416a-a76e-cfbee5784ad2 req-589d820e-c088-415f-a2d0-ed36dbaf87c7 service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844885 Feb 11 05:18:29.045721 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a6c0c6f-1e41-4a70-a732-77cbde25c402 req-f825200b-1b3d-47e6-9177-d08714b36921 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506692 Feb 11 05:18:29.092911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2406e81e-5653-424f-88fb-5accbec8ae66 None None] Current status of the port eb3382d8-3783-4339-b0d2-d5077f99f72f is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:29.093599 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2406e81e-5653-424f-88fb-5accbec8ae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (eb3382d8-3783-4339-b0d2-d5077f99f72f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.098570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41b16a-93a9-485b-8e8f-d12feddbda6c req-91c639d5-b1e6-441a-88b6-7c2de949486d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.100160 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe41b16a-93a9-485b-8e8f-d12feddbda6c req-91c639d5-b1e6-441a-88b6-7c2de949486d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.2916791 Feb 11 05:18:29.147272 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2406e81e-5653-424f-88fb-5accbec8ae66 None None] For port eb3382d8-3783-4339-b0d2-d5077f99f72f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=eb3382d8-3783-4339-b0d2-d5077f99f72f,segment=NetworkSegment(b2c465fb-77fb-430f-824c-b186963945aa),segment_id=b2c465fb-77fb-430f-824c-b186963945aa)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:29.159543 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2406e81e-5653-424f-88fb-5accbec8ae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (eb3382d8-3783-4339-b0d2-d5077f99f72f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.180118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66921cbf-9808-41e3-92db-eed6b01b1b4e req-55286acd-8228-491f-adb4-df593e353147 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.192637 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66921cbf-9808-41e3-92db-eed6b01b1b4e req-55286acd-8228-491f-adb4-df593e353147 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.3576548 Feb 11 05:18:29.248791 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7713-6a6d-46c8-9fbb-0ab5b914894d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks [] for port (13d6e35b-4641-4d6d-bac0-c9a27f38d939), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.261338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406e81e-5653-424f-88fb-5accbec8ae66 None None] Pushing event updated for resources: {'Port': ['ID=eb3382d8-3783-4339-b0d2-d5077f99f72f,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:29.294691 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91a70-8e61-4570-aa9d-891488869a14 req-a4e48310-3df0-41aa-8bb9-89b2b14d7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.296251 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1bf91a70-8e61-4570-aa9d-891488869a14 req-a4e48310-3df0-41aa-8bb9-89b2b14d7675 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 1133 time: 0.3562794 Feb 11 05:18:29.352489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device eb3382d8-3783-4339-b0d2-d5077f99f72f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:29.408279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe41b16a-93a9-485b-8e8f-d12feddbda6c req-6a2bbb10-7959-457b-a2d2-c49d24c0075a tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936907 Feb 11 05:18:29.428773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port eb3382d8-3783-4339-b0d2-d5077f99f72f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:29.429353 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb3382d8-3783-4339-b0d2-d5077f99f72f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.431404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a6c0c6f-1e41-4a70-a732-77cbde25c402 req-a6512902-8284-4225-b027-5fb0b5422e9d service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755155 Feb 11 05:18:29.433863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99e4fa-64d8-4182-964f-4b199947c101 req-b22569df-949b-4a88-aeac-3225f4cd37ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.435846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f99e4fa-64d8-4182-964f-4b199947c101 req-b22569df-949b-4a88-aeac-3225f4cd37ca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=13a59492bc0343adb1fb7a8aa5188602&device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 1127 time: 0.3271351 Feb 11 05:18:29.446807 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66921cbf-9808-41e3-92db-eed6b01b1b4e req-0a616301-d94b-4a4b-9909-d819c1e08992 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530744 Feb 11 05:18:29.502861 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7713-6a6d-46c8-9fbb-0ab5b914894d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (13d6e35b-4641-4d6d-bac0-c9a27f38d939), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.515516 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1bf91a70-8e61-4570-aa9d-891488869a14 req-697c55d8-0663-4aca-ad9c-8aebbe88a603 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970444 Feb 11 05:18:29.546629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ed7fb177-6d22-4c33-a669-3bd1da331c1b None None] Provisioning complete for port eb3382d8-3783-4339-b0d2-d5077f99f72f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:29.547262 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb177-6d22-4c33-a669-3bd1da331c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb3382d8-3783-4339-b0d2-d5077f99f72f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.603937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port eb3382d8-3783-4339-b0d2-d5077f99f72f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:29.639572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a7713-6a6d-46c8-9fbb-0ab5b914894d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Network 41f7eb59-2435-4d29-9cb1-60559768317a is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:18:29.652921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a7713-6a6d-46c8-9fbb-0ab5b914894d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:18:29.677598 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ed7fb177-6d22-4c33-a669-3bd1da331c1b None None] Current status of the port eb3382d8-3783-4339-b0d2-d5077f99f72f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:29.684512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a7713-6a6d-46c8-9fbb-0ab5b914894d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:18:29.690755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ed7fb177-6d22-4c33-a669-3bd1da331c1b None None] Provisioning complete for port 57e8071c-765a-4cef-aec4-5bfd52e37809 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:29.691358 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb177-6d22-4c33-a669-3bd1da331c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (57e8071c-765a-4cef-aec4-5bfd52e37809), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.703539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9a7713-6a6d-46c8-9fbb-0ab5b914894d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.703539 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7713-6a6d-46c8-9fbb-0ab5b914894d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.722589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a7713-6a6d-46c8-9fbb-0ab5b914894d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Pushing event updated for resources: {'Port': ['ID=13d6e35b-4641-4d6d-bac0-c9a27f38d939,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:29.774276 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a6c0c6f-1e41-4a70-a732-77cbde25c402 req-06519785-54ba-4dff-ad5a-f817df752962 service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233871 Feb 11 05:18:29.775499 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ed7fb177-6d22-4c33-a669-3bd1da331c1b None None] Port 57e8071c-765a-4cef-aec4-5bfd52e37809 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:18:29.784232 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35086) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:29.784766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6f9a7713-6a6d-46c8-9fbb-0ab5b914894d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.6600046 Feb 11 05:18:29.808970 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99e4fa-64d8-4182-964f-4b199947c101 req-d7a68d13-4c47-404f-87d8-50274807b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.810737 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f99e4fa-64d8-4182-964f-4b199947c101 req-d7a68d13-4c47-404f-87d8-50274807b986 service neutron] 10.222.0.88 "GET /v2.0/networks?id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3 HTTP/1.1" status: 200 len: 920 time: 0.3607543 Feb 11 05:18:29.860267 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f99e4fa-64d8-4182-964f-4b199947c101 req-45f49198-43ff-4281-a4c3-eb87bbf0aa5b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d78f653-eab1-4417-8c0f-e971cd7498e3 HTTP/1.1" status: 200 len: 217 time: 0.0412591 Feb 11 05:18:29.906959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b04f9b-a33a-409e-a564-672d7f0aca42 req-10dfff60-a8bb-47f2-bc76-ddff9ae5393e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.914268 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-14b04f9b-a33a-409e-a564-672d7f0aca42 req-10dfff60-a8bb-47f2-bc76-ddff9ae5393e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 944 time: 0.1593440 Feb 11 05:18:29.925361 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f23b5104-a22f-4110-9deb-fffb1051c7f8 None None] Provisioning complete for port 57e8071c-765a-4cef-aec4-5bfd52e37809 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:29.925847 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f23b5104-a22f-4110-9deb-fffb1051c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (57e8071c-765a-4cef-aec4-5bfd52e37809), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.942182 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbb5cf0-c119-420f-9f56-5508c92a6b3e tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.951387 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbb5cf0-c119-420f-9f56-5508c92a6b3e tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.958134 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbb5cf0-c119-420f-9f56-5508c92a6b3e tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.961507 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7bbb5cf0-c119-420f-9f56-5508c92a6b3e tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1749389 Feb 11 05:18:29.965524 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35090) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:29.967989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f23b5104-a22f-4110-9deb-fffb1051c7f8 None None] Port 57e8071c-765a-4cef-aec4-5bfd52e37809 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:18:30.004938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99e4fa-64d8-4182-964f-4b199947c101 req-ed918b2f-50f2-4ee4-a5ed-b994b15ac752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:30.006408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f99e4fa-64d8-4182-964f-4b199947c101 req-ed918b2f-50f2-4ee4-a5ed-b994b15ac752 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d0ba582-f504-4448-8fec-eb2c8f3e0f4b HTTP/1.1" status: 200 len: 859 time: 0.1352868 Feb 11 05:18:30.017316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40e47-5d6e-4f49-b5bb-d8e5b123e362 req-679c3743-9416-42a3-b0dd-ca27660d69bb tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:30.024193 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88e40e47-5d6e-4f49-b5bb-d8e5b123e362 req-679c3743-9416-42a3-b0dd-ca27660d69bb tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1685629 Feb 11 05:18:30.070659 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f99e4fa-64d8-4182-964f-4b199947c101 req-12deb6e3-52e4-49f8-92fe-dad70c319519 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405567 Feb 11 05:18:30.083520 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-14b04f9b-a33a-409e-a564-672d7f0aca42 req-af715e8d-2df6-474c-88b2-043d8d82a3a2 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683805 Feb 11 05:18:30.129015 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-17d8f2c5-aa3f-40ea-8c4a-032b08552ba2 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Deleting port 13d6e35b-4641-4d6d-bac0-c9a27f38d939 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:30.129877 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-17d8f2c5-aa3f-40ea-8c4a-032b08552ba2 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (13d6e35b-4641-4d6d-bac0-c9a27f38d939), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.187333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88e40e47-5d6e-4f49-b5bb-d8e5b123e362 req-8c5495e7-8c9f-4517-acdd-2199920a275c tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621137 Feb 11 05:18:30.203002 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 81b757ab-9e42-40fe-bb13-f70307f41e25 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:18:30.206341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-05a5ad54-6319-4eaa-a274-49d3fefc6534 None None] Provisioning complete for port 13d6e35b-4641-4d6d-bac0-c9a27f38d939 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:30.206751 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-05a5ad54-6319-4eaa-a274-49d3fefc6534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (13d6e35b-4641-4d6d-bac0-c9a27f38d939), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.232646 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f99e4fa-64d8-4182-964f-4b199947c101 req-4bf14fbc-ca89-4f32-b8e0-a13f80c11fbf service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524148 Feb 11 05:18:30.249068 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-17d8f2c5-aa3f-40ea-8c4a-032b08552ba2 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (13d6e35b-4641-4d6d-bac0-c9a27f38d939), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.262077 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:18:30.268194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-17d8f2c5-aa3f-40ea-8c4a-032b08552ba2 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Calling delete_port for 13d6e35b-4641-4d6d-bac0-c9a27f38d939 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:30.268828 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-05a5ad54-6319-4eaa-a274-49d3fefc6534 None None] Port 13d6e35b-4641-4d6d-bac0-c9a27f38d939 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:18:30.358372 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f99e4fa-64d8-4182-964f-4b199947c101 req-0a3f383a-63eb-47e2-8963-e9a4cd95ed3c service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075730 Feb 11 05:18:30.376243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 81b757ab-9e42-40fe-bb13-f70307f41e25, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=81b757ab-9e42-40fe-bb13-f70307f41e25,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:30.466610 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-17d8f2c5-aa3f-40ea-8c4a-032b08552ba2 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (13d6e35b-4641-4d6d-bac0-c9a27f38d939), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.536332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8f2c5-aa3f-40ea-8c4a-032b08552ba2 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Pushing event deleted for resources: {'Port': ['ID=13d6e35b-4641-4d6d-bac0-c9a27f38d939,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:30.570403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1950b5-7c1c-442b-898a-c3acd4c08b33 req-b1ce7cd0-c5ae-4523-8d34-e9b65318f60a tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:30.577898 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '81b757ab-9e42-40fe-bb13-f70307f41e25', 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3', 'port_id': '81b757ab-9e42-40fe-bb13-f70307f41e25', 'mac_address': 'fa:16:3e:f0:b2:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0ba582-f504-4448-8fec-eb2c8f3e0f4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:18:30.582721 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f1950b5-7c1c-442b-898a-c3acd4c08b33 req-b1ce7cd0-c5ae-4523-8d34-e9b65318f60a tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.1046290 Feb 11 05:18:30.587648 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-17d8f2c5-aa3f-40ea-8c4a-032b08552ba2 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.597919 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-17d8f2c5-aa3f-40ea-8c4a-032b08552ba2 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] 10.222.0.87 "DELETE /v2.0/ports/13d6e35b-4641-4d6d-bac0-c9a27f38d939 HTTP/1.1" status: 204 len: 168 time: 0.6282444 Feb 11 05:18:30.598661 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35106) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:30.604698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0acde886-0b18-424f-81dc-7ad9d7cf938f tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Request body: {'port': {'name': 'tempest-new-port-name-123405742', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:30.605218 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.api.validators [None req-0acde886-0b18-424f-81dc-7ad9d7cf938f tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] bootfile-name is not in valid_values {{(pid=103170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:18:30.605557 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.api.validators [None req-0acde886-0b18-424f-81dc-7ad9d7cf938f tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] tftp-server is not in valid_values {{(pid=103170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:18:30.605905 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.api.validators [None req-0acde886-0b18-424f-81dc-7ad9d7cf938f tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] server-ip-address is not in valid_values {{(pid=103170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:18:30.637408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 81b757ab-9e42-40fe-bb13-f70307f41e25 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:30.637899 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.658594 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b757ab-9e42-40fe-bb13-f70307f41e25 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:30.689443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 81b757ab-9e42-40fe-bb13-f70307f41e25, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=81b757ab-9e42-40fe-bb13-f70307f41e25,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:30.694198 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.719756 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0acde886-0b18-424f-81dc-7ad9d7cf938f tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (57e8071c-765a-4cef-aec4-5bfd52e37809), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.719980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f1950b5-7c1c-442b-898a-c3acd4c08b33 req-a5f8ee72-fdd6-416a-aa6f-74b7fcf60f40 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357813 Feb 11 05:18:30.743242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830b7a5-3b8e-49b7-81ad-0b4916ef9a13 req-a48ca13e-e20c-4e1e-be9c-394455bf1fde tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:30.746256 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d830b7a5-3b8e-49b7-81ad-0b4916ef9a13 req-a48ca13e-e20c-4e1e-be9c-394455bf1fde tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.1608219 Feb 11 05:18:30.778977 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=81b757ab-9e42-40fe-bb13-f70307f41e25,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:30.804987 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d2ae187-6aa8-415e-9ffb-dd96e52157d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:30.820355 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d830b7a5-3b8e-49b7-81ad-0b4916ef9a13 req-f7821a04-2f83-424f-adf2-e08c49496086 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663493 Feb 11 05:18:31.012203 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0acde886-0b18-424f-81dc-7ad9d7cf938f tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks [] for port (57e8071c-765a-4cef-aec4-5bfd52e37809), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:31.017174 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0acde886-0b18-424f-81dc-7ad9d7cf938f tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (57e8071c-765a-4cef-aec4-5bfd52e37809), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:31.056884 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-0acde886-0b18-424f-81dc-7ad9d7cf938f tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] In _notify_port_updated(), no bound segment for port 57e8071c-765a-4cef-aec4-5bfd52e37809 on network 41f7eb59-2435-4d29-9cb1-60559768317a {{(pid=103170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:18:31.062414 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acde886-0b18-424f-81dc-7ad9d7cf938f tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:31.063058 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0acde886-0b18-424f-81dc-7ad9d7cf938f tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:31.064443 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0acde886-0b18-424f-81dc-7ad9d7cf938f tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] 10.222.0.87 "PUT /v2.0/ports/57e8071c-765a-4cef-aec4-5bfd52e37809 HTTP/1.1" status: 200 len: 1129 time: 0.4648013 Feb 11 05:18:31.067330 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35118) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:31.105686 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acde886-0b18-424f-81dc-7ad9d7cf938f tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Pushing event updated for resources: {'Port': ['ID=57e8071c-765a-4cef-aec4-5bfd52e37809,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:31.124456 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fefc90-c588-49cf-a5b2-4ed6f4cd9ea3 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:31.126070 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d2fefc90-c588-49cf-a5b2-4ed6f4cd9ea3 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] 10.222.0.87 "GET /v2.0/ports/57e8071c-765a-4cef-aec4-5bfd52e37809 HTTP/1.1" status: 200 len: 1129 time: 0.0576808 Feb 11 05:18:31.131541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35122) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:31.197467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['81b757ab-9e42-40fe-bb13-f70307f41e25'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:31.249887 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device eb3382d8-3783-4339-b0d2-d5077f99f72f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:31.391610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port eb3382d8-3783-4339-b0d2-d5077f99f72f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:31.392231 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb3382d8-3783-4339-b0d2-d5077f99f72f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:31.416320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fa790-6972-4135-beda-70468a7af8a8 req-4b12d9ea-b0c6-4e8f-9e34-b9600a5e85a5 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:31.417874 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b05fa790-6972-4135-beda-70468a7af8a8 req-4b12d9ea-b0c6-4e8f-9e34-b9600a5e85a5 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 944 time: 0.2233899 Feb 11 05:18:31.482043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-26c5f416-10d5-482f-9261-cec6f12d6c01 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Deleting port 57e8071c-765a-4cef-aec4-5bfd52e37809 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:31.482386 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26c5f416-10d5-482f-9261-cec6f12d6c01 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (57e8071c-765a-4cef-aec4-5bfd52e37809), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:31.509289 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port eb3382d8-3783-4339-b0d2-d5077f99f72f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:31.513210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6fab5-a8ed-4592-a846-288968004fb6 req-20ce7ec6-d696-4b55-ab77-6a95f42b8877 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:31.516184 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fc6fab5-a8ed-4592-a846-288968004fb6 req-20ce7ec6-d696-4b55-ab77-6a95f42b8877 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1884770 Feb 11 05:18:31.524949 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1920d1c0-b63f-4861-95e9-4c798beeea70 None None] Provisioning complete for port 57e8071c-765a-4cef-aec4-5bfd52e37809 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:31.525328 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1920d1c0-b63f-4861-95e9-4c798beeea70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (57e8071c-765a-4cef-aec4-5bfd52e37809), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:31.547569 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b05fa790-6972-4135-beda-70468a7af8a8 req-4ee3a357-bfba-4b4e-a188-04ff79357731 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215327 Feb 11 05:18:31.574174 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1920d1c0-b63f-4861-95e9-4c798beeea70 None None] Port 57e8071c-765a-4cef-aec4-5bfd52e37809 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:18:31.640992 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fc6fab5-a8ed-4592-a846-288968004fb6 req-db90cea5-fc80-48ef-a90d-25a067f907b9 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096632 Feb 11 05:18:31.644632 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26c5f416-10d5-482f-9261-cec6f12d6c01 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (57e8071c-765a-4cef-aec4-5bfd52e37809), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:31.659453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-26c5f416-10d5-482f-9261-cec6f12d6c01 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Calling delete_port for 57e8071c-765a-4cef-aec4-5bfd52e37809 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:31.790754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba36bd0-f6c7-4c3f-aef0-3402c6ff21e3 req-b0ef97f1-d786-40cd-b82c-131365cc6404 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:31.792354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ba36bd0-f6c7-4c3f-aef0-3402c6ff21e3 req-b0ef97f1-d786-40cd-b82c-131365cc6404 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.0782216 Feb 11 05:18:31.916134 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26c5f416-10d5-482f-9261-cec6f12d6c01 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (57e8071c-765a-4cef-aec4-5bfd52e37809), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:31.924130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea14fcd-b904-4722-9c2c-78c12f2d4d9e req-b1e314c7-069f-4d3c-98a2-7ea30674cd23 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:31.925641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dea14fcd-b904-4722-9c2c-78c12f2d4d9e req-b1e314c7-069f-4d3c-98a2-7ea30674cd23 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.1062560 Feb 11 05:18:31.939678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ba36bd0-f6c7-4c3f-aef0-3402c6ff21e3 req-45bd8c60-f14d-4bbe-b59a-3d568e6a4d24 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212773 Feb 11 05:18:31.969442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5f416-10d5-482f-9261-cec6f12d6c01 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Pushing event deleted for resources: {'Port': ['ID=57e8071c-765a-4cef-aec4-5bfd52e37809,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:32.019069 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26c5f416-10d5-482f-9261-cec6f12d6c01 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:32.022339 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-26c5f416-10d5-482f-9261-cec6f12d6c01 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] 10.222.0.87 "DELETE /v2.0/ports/57e8071c-765a-4cef-aec4-5bfd52e37809 HTTP/1.1" status: 204 len: 168 time: 0.8888257 Feb 11 05:18:32.024906 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35148) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:32.083814 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dea14fcd-b904-4722-9c2c-78c12f2d4d9e req-a6f35ec6-4e9d-4e26-9f4a-ece79e33da31 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459076 Feb 11 05:18:32.116959 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-4545256f-039a-4cad-a3a8-8cee7e4e253d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Deleting subnet 0b25011f-b601-4d36-87c1-74a391ba3d5e {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:18:32.118542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf5445-2714-417d-8fb1-c9518d985a74 req-1f39e95d-174d-40cc-b5a9-7157249f551f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:32.121178 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4545256f-039a-4cad-a3a8-8cee7e4e253d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks [] for subnet (0b25011f-b601-4d36-87c1-74a391ba3d5e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:32.125400 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89bf5445-2714-417d-8fb1-c9518d985a74 req-1f39e95d-174d-40cc-b5a9-7157249f551f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.1083419 Feb 11 05:18:32.176759 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4545256f-039a-4cad-a3a8-8cee7e4e253d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (0b25011f-b601-4d36-87c1-74a391ba3d5e), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:32.208498 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89bf5445-2714-417d-8fb1-c9518d985a74 req-92b53d27-a094-4471-a7d5-e6ee6f9435f7 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747023 Feb 11 05:18:32.225624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2d78f653-eab1-4417-8c0f-e971cd7498e3 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:18:32.302025 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4545256f-039a-4cad-a3a8-8cee7e4e253d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (0b25011f-b601-4d36-87c1-74a391ba3d5e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:32.355098 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:32.395984 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2d78f653-eab1-4417-8c0f-e971cd7498e3, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2d78f653-eab1-4417-8c0f-e971cd7498e3,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:32.413201 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '2d78f653-eab1-4417-8c0f-e971cd7498e3', 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3', 'port_id': '2d78f653-eab1-4417-8c0f-e971cd7498e3', 'mac_address': 'fa:16:3e:1a:e7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0ba582-f504-4448-8fec-eb2c8f3e0f4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:18:32.429506 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4545256f-039a-4cad-a3a8-8cee7e4e253d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (0b25011f-b601-4d36-87c1-74a391ba3d5e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:32.467186 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545256f-039a-4cad-a3a8-8cee7e4e253d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Pushing event deleted for resources: {'Subnet': ['ID=0b25011f-b601-4d36-87c1-74a391ba3d5e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:32.472472 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4545256f-039a-4cad-a3a8-8cee7e4e253d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:32.473575 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 2d78f653-eab1-4417-8c0f-e971cd7498e3 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:32.473983 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:32.476545 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4545256f-039a-4cad-a3a8-8cee7e4e253d tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] 10.222.0.87 "DELETE /v2.0/subnets/0b25011f-b601-4d36-87c1-74a391ba3d5e HTTP/1.1" status: 204 len: 168 time: 0.4504433 Feb 11 05:18:32.479909 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35164) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:32.499139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d78f653-eab1-4417-8c0f-e971cd7498e3 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:32.504148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a549d683-1bc3-4fe5-98ec-8d9c30ac5fa7 None None] Network 41f7eb59-2435-4d29-9cb1-60559768317a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:18:32.561322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2d78f653-eab1-4417-8c0f-e971cd7498e3, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2d78f653-eab1-4417-8c0f-e971cd7498e3,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:32.595300 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fd338-c572-4a6c-8884-981b7c9ffb6f req-a0968a48-c0cb-4986-a007-5064e7294801 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:32.606204 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:32.606732 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-962fd338-c572-4a6c-8884-981b7c9ffb6f req-a0968a48-c0cb-4986-a007-5064e7294801 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.0936170 Feb 11 05:18:32.677190 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (41f7eb59-2435-4d29-9cb1-60559768317a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:32.681206 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-962fd338-c572-4a6c-8884-981b7c9ffb6f req-36ecb87f-ffcf-426f-ac0e-087aa2a8f9c7 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678153 Feb 11 05:18:32.728415 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=2d78f653-eab1-4417-8c0f-e971cd7498e3,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:32.747976 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Deleting port eb3382d8-3783-4339-b0d2-d5077f99f72f {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:32.748349 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (eb3382d8-3783-4339-b0d2-d5077f99f72f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:32.778193 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2fa5f-e4ca-4d02-9e67-c46069a0d4d6 req-8842d1f0-1070-4edb-ab15-50ed1a47fffd tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:32.788535 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f2fa5f-e4ca-4d02-9e67-c46069a0d4d6 req-8842d1f0-1070-4edb-ab15-50ed1a47fffd tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 945 time: 0.1111758 Feb 11 05:18:32.833146 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] For port eb3382d8-3783-4339-b0d2-d5077f99f72f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=eb3382d8-3783-4339-b0d2-d5077f99f72f,segment=NetworkSegment(b2c465fb-77fb-430f-824c-b186963945aa),segment_id=b2c465fb-77fb-430f-824c-b186963945aa)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:32.833146 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (eb3382d8-3783-4339-b0d2-d5077f99f72f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:32.841344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20a0016-f8c8-4b5a-9ec9-22ee9d78d48a None None] DHCP port deletion for 41f7eb59-2435-4d29-9cb1-60559768317a request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:18:32.870765 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f2fa5f-e4ca-4d02-9e67-c46069a0d4d6 req-e57f7e25-eeeb-452e-b6a9-b30202e1953c tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809436 Feb 11 05:18:32.877614 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Calling delete_port for eb3382d8-3783-4339-b0d2-d5077f99f72f owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:32.914534 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a20a0016-f8c8-4b5a-9ec9-22ee9d78d48a None None] Deleting port eb3382d8-3783-4339-b0d2-d5077f99f72f {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:32.915126 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a20a0016-f8c8-4b5a-9ec9-22ee9d78d48a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (eb3382d8-3783-4339-b0d2-d5077f99f72f), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:32.981215 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (eb3382d8-3783-4339-b0d2-d5077f99f72f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:32.982178 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a20a0016-f8c8-4b5a-9ec9-22ee9d78d48a None None] For port eb3382d8-3783-4339-b0d2-d5077f99f72f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=eb3382d8-3783-4339-b0d2-d5077f99f72f,segment=NetworkSegment(b2c465fb-77fb-430f-824c-b186963945aa),segment_id=b2c465fb-77fb-430f-824c-b186963945aa)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:32.982650 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a20a0016-f8c8-4b5a-9ec9-22ee9d78d48a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (eb3382d8-3783-4339-b0d2-d5077f99f72f), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:33.002123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a20a0016-f8c8-4b5a-9ec9-22ee9d78d48a None None] Calling delete_port for eb3382d8-3783-4339-b0d2-d5077f99f72f owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:33.015329 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Pushing event deleted for resources: {'Port': ['ID=eb3382d8-3783-4339-b0d2-d5077f99f72f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:33.017270 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] No DVR routers for this DVR port eb3382d8-3783-4339-b0d2-d5077f99f72f on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:33.054665 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['2d78f653-eab1-4417-8c0f-e971cd7498e3'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:33.104315 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (41f7eb59-2435-4d29-9cb1-60559768317a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:33.128320 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f7eb59-2435-4d29-9cb1-60559768317a']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:33.139321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c465fb-77fb-430f-824c-b186963945aa') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:33.139997 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c465fb-77fb-430f-824c-b186963945aa') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:33.154166 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a20a0016-f8c8-4b5a-9ec9-22ee9d78d48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (eb3382d8-3783-4339-b0d2-d5077f99f72f), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:33.161076 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (b2c465fb-77fb-430f-824c-b186963945aa), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:33.191447 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (b2c465fb-77fb-430f-824c-b186963945aa), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:33.202106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a0016-f8c8-4b5a-9ec9-22ee9d78d48a None None] Pushing event deleted for resources: {'Port': ['ID=eb3382d8-3783-4339-b0d2-d5077f99f72f,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:33.207651 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a0016-f8c8-4b5a-9ec9-22ee9d78d48a None None] No DVR routers for this DVR port eb3382d8-3783-4339-b0d2-d5077f99f72f on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:33.209183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:18:33.209595 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (b2c465fb-77fb-430f-824c-b186963945aa), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:18:33.212915 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:18:33.258649 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device eb3382d8-3783-4339-b0d2-d5077f99f72f no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:33.284387 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: eb3382d8-3783-4339-b0d2-d5077f99f72f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:18:33.284736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device eb3382d8-3783-4339-b0d2-d5077f99f72f not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:18:33.303594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a2ab3-c30f-48e8-b828-7ef2ac9f52d7 req-5ea80866-877b-4a17-aae9-ef97b50753e5 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:33.306175 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a7a2ab3-c30f-48e8-b828-7ef2ac9f52d7 req-5ea80866-877b-4a17-aae9-ef97b50753e5 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.1423368 Feb 11 05:18:33.306985 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (41f7eb59-2435-4d29-9cb1-60559768317a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:33.329408 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:33.333932 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] 10.222.0.87 "DELETE /v2.0/networks/41f7eb59-2435-4d29-9cb1-60559768317a HTTP/1.1" status: 204 len: 168 time: 0.8526070 Feb 11 05:18:33.334891 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242fc78-8927-41f0-be81-b1aee8c60d94 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973 tempest-ExtraDHCPOptionsIpV6TestJSON-216893973-project] Pushing event deleted for resources: {'Network': ['ID=41f7eb59-2435-4d29-9cb1-60559768317a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:33.411115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a7a2ab3-c30f-48e8-b828-7ef2ac9f52d7 req-3b4c066d-8393-43bb-9a5d-563236f8e641 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907679 Feb 11 05:18:33.437887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671c9eb-af84-44a3-9f6b-b38a03f652ec req-58dbab0a-302f-4c68-8d76-2a03b12009b7 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:33.441036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2671c9eb-af84-44a3-9f6b-b38a03f652ec req-58dbab0a-302f-4c68-8d76-2a03b12009b7 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.0926416 Feb 11 05:18:33.503310 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:33.504514 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2671c9eb-af84-44a3-9f6b-b38a03f652ec req-177c81a0-9fcd-4924-9960-12a13fee93b4 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574007 Feb 11 05:18:33.662671 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35202) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:33.808320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee4258-df9a-446c-925a-bfee88acac8d req-4a58305f-f657-406f-b043-4d743d93a2c1 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:33.813291 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3f38c58f-08fa-4712-b3d2-9a580c31fe8d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4fa26857fb5a4999939c318ed31b9c68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473334 Feb 11 05:18:33.813594 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35212) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:33.813921 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0ee4258-df9a-446c-925a-bfee88acac8d req-4a58305f-f657-406f-b043-4d743d93a2c1 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.0559659 Feb 11 05:18:33.861439 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0ee4258-df9a-446c-925a-bfee88acac8d req-91c9009f-e90b-475d-ad14-2d519c39935c tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439625 Feb 11 05:18:33.878098 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e6dfb13-44de-459b-b7a0-b01573d6a9d0 admin admin] Publish callbacks [] for security_group (a1e4f8ad-19af-4d47-8b34-d5ce208c3d67), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:33.903250 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e6dfb13-44de-459b-b7a0-b01573d6a9d0 admin admin] Publish callbacks [] for security_group (a1e4f8ad-19af-4d47-8b34-d5ce208c3d67), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:33.956037 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e6dfb13-44de-459b-b7a0-b01573d6a9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a1e4f8ad-19af-4d47-8b34-d5ce208c3d67), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:33.958791 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e6dfb13-44de-459b-b7a0-b01573d6a9d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:33.959986 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3e6dfb13-44de-459b-b7a0-b01573d6a9d0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a1e4f8ad-19af-4d47-8b34-d5ce208c3d67 HTTP/1.1" status: 204 len: 168 time: 0.1452382 Feb 11 05:18:33.973325 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6dfb13-44de-459b-b7a0-b01573d6a9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e4f8ad-19af-4d47-8b34-d5ce208c3d67,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:34.028898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d59adc-b9e1-4114-b33d-4ae98584ea4d req-196d5b72-cd11-45ac-9b7d-e060cd2b043d tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:34.030431 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45d59adc-b9e1-4114-b33d-4ae98584ea4d req-196d5b72-cd11-45ac-9b7d-e060cd2b043d tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 945 time: 0.0634708 Feb 11 05:18:34.082214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45d59adc-b9e1-4114-b33d-4ae98584ea4d req-55be37af-ea6b-4320-9315-380b977bec73 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452876 Feb 11 05:18:34.240015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 81b757ab-9e42-40fe-bb13-f70307f41e25 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:34.296382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 81b757ab-9e42-40fe-bb13-f70307f41e25 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:18:34.301223 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 81b757ab-9e42-40fe-bb13-f70307f41e25 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:34.301599 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:34.382770 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 81b757ab-9e42-40fe-bb13-f70307f41e25 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:34.383170 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:34.410218 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bd679c-df36-4149-a1ff-ff6b6f328e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b757ab-9e42-40fe-bb13-f70307f41e25'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:34.412688 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0270b7ee-afc0-4706-ac17-222556b060d6" -d '{"events": [{"server_uuid": "16bd679c-df36-4149-a1ff-ff6b6f328e84", "name": "network-vif-plugged", "status": "completed", "tag": "81b757ab-9e42-40fe-bb13-f70307f41e25"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:34.426951 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 81b757ab-9e42-40fe-bb13-f70307f41e25, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=81b757ab-9e42-40fe-bb13-f70307f41e25,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:34.434391 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:34.486534 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=81b757ab-9e42-40fe-bb13-f70307f41e25,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:34.506573 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce6e22e-549a-40e5-9e9e-dc75286d6dcc x-openstack-request-id: req-6ce6e22e-549a-40e5-9e9e-dc75286d6dcc {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:34.507148 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16bd679c-df36-4149-a1ff-ff6b6f328e84", "name": "network-vif-plugged", "status": "completed", "tag": "81b757ab-9e42-40fe-bb13-f70307f41e25", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:34.507148 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6ce6e22e-549a-40e5-9e9e-dc75286d6dcc {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:34.507535 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bd679c-df36-4149-a1ff-ff6b6f328e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b757ab-9e42-40fe-bb13-f70307f41e25', 'code': 200} Feb 11 05:18:34.591797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a122501-d076-42f0-8d2d-1274439d229a req-b7ec93fc-f0f7-424f-af52-cb2ed715df40 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:34.599527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a122501-d076-42f0-8d2d-1274439d229a req-b7ec93fc-f0f7-424f-af52-cb2ed715df40 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.0737138 Feb 11 05:18:34.727799 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a122501-d076-42f0-8d2d-1274439d229a req-d311a999-b633-4b3a-8ada-1b9b1f57c8f7 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248078 Feb 11 05:18:34.743796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a49a0-b26b-440e-856d-599663ea0b03 req-a729b9d3-c2db-49ea-815b-0c88e3df98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:34.745851 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d71a49a0-b26b-440e-856d-599663ea0b03 req-a729b9d3-c2db-49ea-815b-0c88e3df98a9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 1128 time: 0.1443238 Feb 11 05:18:34.752872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05b23d-217e-4540-bc83-d1ec176efa3e req-ac3b247e-652f-4c84-9836-62e9d8635298 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:34.754312 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac05b23d-217e-4540-bc83-d1ec176efa3e req-ac3b247e-652f-4c84-9836-62e9d8635298 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.1463470 Feb 11 05:18:34.828396 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d71a49a0-b26b-440e-856d-599663ea0b03 req-8a880bbf-9066-4ed3-b381-decfa903c091 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730226 Feb 11 05:18:34.838750 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac05b23d-217e-4540-bc83-d1ec176efa3e req-7330fa18-97ba-4c16-950a-e8e26c97479c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674560 Feb 11 05:18:34.848613 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35254) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:34.954761 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-dad3b0d8-ddb4-4746-b67e-e9063710f51a tempest-SubnetPoolsTestJSON-578744439 tempest-SubnetPoolsTestJSON-578744439-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1422054725', 'prefixes': ['172.20.0.0/16']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:35.018431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b04cb6-b6d9-4651-9672-db926b54afa6 req-75698f9f-dc58-4d6b-ae1d-f81ccab15b8f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:35.020032 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6b04cb6-b6d9-4651-9672-db926b54afa6 req-75698f9f-dc58-4d6b-ae1d-f81ccab15b8f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.0738428 Feb 11 05:18:35.032464 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dad3b0d8-ddb4-4746-b67e-e9063710f51a tempest-SubnetPoolsTestJSON-578744439 tempest-SubnetPoolsTestJSON-578744439-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.033673 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dad3b0d8-ddb4-4746-b67e-e9063710f51a tempest-SubnetPoolsTestJSON-578744439 tempest-SubnetPoolsTestJSON-578744439-project] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1839247 Feb 11 05:18:35.036307 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35262) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:35.076222 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2140e463-9814-4d3c-999f-f657b0d95b41 tempest-SubnetPoolsTestJSON-578744439 tempest-SubnetPoolsTestJSON-578744439-project] 10.222.0.87 "GET /v2.0/subnetpools/81de0a14-9130-4909-991a-9ed6ac6f935f HTTP/1.1" status: 200 len: 732 time: 0.0380082 Feb 11 05:18:35.076418 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6b04cb6-b6d9-4651-9672-db926b54afa6 req-d31c1e9b-c6e3-44db-86ec-ce7ed5f661bf tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504019 Feb 11 05:18:35.078523 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35264) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:35.083682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7ae8e3c2-c334-4bc1-a1a0-08023dbd3963 tempest-SubnetPoolsTestJSON-578744439 tempest-SubnetPoolsTestJSON-578744439-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-915606126'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:35.109956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35268) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:35.116863 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.186122 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ae8e3c2-c334-4bc1-a1a0-08023dbd3963 tempest-SubnetPoolsTestJSON-578744439 tempest-SubnetPoolsTestJSON-578744439-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.190097 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7ae8e3c2-c334-4bc1-a1a0-08023dbd3963 tempest-SubnetPoolsTestJSON-578744439 tempest-SubnetPoolsTestJSON-578744439-project] 10.222.0.87 "PUT /v2.0/subnetpools/81de0a14-9130-4909-991a-9ed6ac6f935f HTTP/1.1" status: 200 len: 683 time: 0.1075852 Feb 11 05:18:35.190097 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35272) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:35.218770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c7dcf-0bf9-4604-8837-bcb86b24a26f req-ae830c12-bcf8-4e7f-8a8e-c4e0b3d811fb tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:35.220332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e99c7dcf-0bf9-4604-8837-bcb86b24a26f req-ae830c12-bcf8-4e7f-8a8e-c4e0b3d811fb tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 945 time: 0.0647225 Feb 11 05:18:35.245513 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a79804a2-c759-404e-aeb4-c540bab0e819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.298337 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e99c7dcf-0bf9-4604-8837-bcb86b24a26f req-a5f0965b-5faf-41cc-91d5-f662e250d9fa tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713489 Feb 11 05:18:35.359035 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a79804a2-c759-404e-aeb4-c540bab0e819 admin admin] Publish callbacks [] for security_group (322ba0a4-c8f0-4058-bd99-74ecccd40f7a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.363708 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a79804a2-c759-404e-aeb4-c540bab0e819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (322ba0a4-c8f0-4058-bd99-74ecccd40f7a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.403947 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a79804a2-c759-404e-aeb4-c540bab0e819 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=64784f060a8a449b8ff11740c600247f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2928917 Feb 11 05:18:35.406488 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35274) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:35.412635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79804a2-c759-404e-aeb4-c540bab0e819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322ba0a4-c8f0-4058-bd99-74ecccd40f7a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:35.460561 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a245aeb2-763e-4827-ab4a-cb2adb83a92e admin admin] Publish callbacks [] for security_group (322ba0a4-c8f0-4058-bd99-74ecccd40f7a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.483503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a245aeb2-763e-4827-ab4a-cb2adb83a92e admin admin] Publish callbacks [] for security_group (322ba0a4-c8f0-4058-bd99-74ecccd40f7a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.535645 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a245aeb2-763e-4827-ab4a-cb2adb83a92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (322ba0a4-c8f0-4058-bd99-74ecccd40f7a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.538545 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a245aeb2-763e-4827-ab4a-cb2adb83a92e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.540212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a245aeb2-763e-4827-ab4a-cb2adb83a92e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/322ba0a4-c8f0-4058-bd99-74ecccd40f7a HTTP/1.1" status: 204 len: 168 time: 0.1328025 Feb 11 05:18:35.551971 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245aeb2-763e-4827-ab4a-cb2adb83a92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322ba0a4-c8f0-4058-bd99-74ecccd40f7a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:35.561749 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-95a752e2-425a-4588-a5bd-2f0b3de5c649 tempest-SubnetPoolsTestJSON-578744439 tempest-SubnetPoolsTestJSON-578744439-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.565424 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-95a752e2-425a-4588-a5bd-2f0b3de5c649 tempest-SubnetPoolsTestJSON-578744439 tempest-SubnetPoolsTestJSON-578744439-project] 10.222.0.87 "DELETE /v2.0/subnetpools/81de0a14-9130-4909-991a-9ed6ac6f935f HTTP/1.1" status: 204 len: 168 time: 0.3718626 Feb 11 05:18:35.565767 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35278) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:35.585268 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-7fde7049-d298-4510-9649-8c2f557a7c82 tempest-SubnetPoolsTestJSON-578744439 tempest-SubnetPoolsTestJSON-578744439-project] show failed (client error): The resource could not be found. Feb 11 05:18:35.586413 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7fde7049-d298-4510-9649-8c2f557a7c82 tempest-SubnetPoolsTestJSON-578744439 tempest-SubnetPoolsTestJSON-578744439-project] 10.222.0.87 "GET /v2.0/subnetpools/81de0a14-9130-4909-991a-9ed6ac6f935f HTTP/1.1" status: 404 len: 346 time: 0.0195673 Feb 11 05:18:35.589650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35280) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:35.604710 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-b2ae6ee8-e5a0-4a9b-a678-ca4afe0cbde2 tempest-SubnetPoolsTestJSON-578744439 tempest-SubnetPoolsTestJSON-578744439-project] delete failed (client error): The resource could not be found. Feb 11 05:18:35.605680 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b2ae6ee8-e5a0-4a9b-a678-ca4afe0cbde2 tempest-SubnetPoolsTestJSON-578744439 tempest-SubnetPoolsTestJSON-578744439-project] 10.222.0.87 "DELETE /v2.0/subnetpools/81de0a14-9130-4909-991a-9ed6ac6f935f HTTP/1.1" status: 404 len: 346 time: 0.0150714 Feb 11 05:18:35.832624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35290) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:35.845693 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-17ee2ab4-241c-4b1a-a770-8eab83fddb26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.848965 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418141f-bb6a-48f0-823f-31f2c1bb6e73 req-1ff96755-32a3-4b67-bf92-49167577a3f0 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:35.850631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a418141f-bb6a-48f0-823f-31f2c1bb6e73 req-1ff96755-32a3-4b67-bf92-49167577a3f0 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.0606341 Feb 11 05:18:35.883059 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35294) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:35.923864 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a418141f-bb6a-48f0-823f-31f2c1bb6e73 req-931f5377-4620-4a38-8cac-d484db5b470d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670042 Feb 11 05:18:35.962085 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-17ee2ab4-241c-4b1a-a770-8eab83fddb26 admin admin] Publish callbacks [] for security_group (826fab03-69b4-4cf8-945c-99cfdd1b41c8), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.968263 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-17ee2ab4-241c-4b1a-a770-8eab83fddb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (826fab03-69b4-4cf8-945c-99cfdd1b41c8), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:35.987865 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a47bf-06bc-4cc4-83a6-06c5717e91d3 req-afb01394-bb8c-4a2f-a586-c848408c6d75 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:35.989539 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a60a47bf-06bc-4cc4-83a6-06c5717e91d3 req-afb01394-bb8c-4a2f-a586-c848408c6d75 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.0645196 Feb 11 05:18:36.007443 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee2ab4-241c-4b1a-a770-8eab83fddb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826fab03-69b4-4cf8-945c-99cfdd1b41c8,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:36.014340 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-17ee2ab4-241c-4b1a-a770-8eab83fddb26 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b3eac1b9042341a8a122f42599ce010f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1783824 Feb 11 05:18:36.014762 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35298) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:36.050195 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a60a47bf-06bc-4cc4-83a6-06c5717e91d3 req-7556cf1d-acdb-41dc-ac18-3eb84636448c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514414 Feb 11 05:18:36.065842 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1144deda-7964-4223-a20a-fcdd2ec68f75 admin admin] Publish callbacks [] for security_group (826fab03-69b4-4cf8-945c-99cfdd1b41c8), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.094041 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0eaafe1d-35d3-4609-ada4-2575d4a1c6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.105194 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1144deda-7964-4223-a20a-fcdd2ec68f75 admin admin] Publish callbacks [] for security_group (826fab03-69b4-4cf8-945c-99cfdd1b41c8), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.196996 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1144deda-7964-4223-a20a-fcdd2ec68f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (826fab03-69b4-4cf8-945c-99cfdd1b41c8), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.198985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccfcfe-dec2-480f-806b-aaf5a72b812b req-75ff9fd3-3340-4f6b-8e35-b18a43866d2c tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:36.199882 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1144deda-7964-4223-a20a-fcdd2ec68f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.200532 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dccfcfe-dec2-480f-806b-aaf5a72b812b req-75ff9fd3-3340-4f6b-8e35-b18a43866d2c tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.0567851 Feb 11 05:18:36.201053 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1144deda-7964-4223-a20a-fcdd2ec68f75 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/826fab03-69b4-4cf8-945c-99cfdd1b41c8 HTTP/1.1" status: 204 len: 168 time: 0.1853929 Feb 11 05:18:36.220421 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144deda-7964-4223-a20a-fcdd2ec68f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826fab03-69b4-4cf8-945c-99cfdd1b41c8,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:36.243409 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0eaafe1d-35d3-4609-ada4-2575d4a1c6d4 admin admin] Publish callbacks [] for security_group (ac879192-e1ea-4424-93d8-c241755f899c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.249627 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0eaafe1d-35d3-4609-ada4-2575d4a1c6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ac879192-e1ea-4424-93d8-c241755f899c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.264523 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dccfcfe-dec2-480f-806b-aaf5a72b812b req-d114757b-eaa2-409a-a2c6-de39606ad6c4 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495217 Feb 11 05:18:36.269399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2d78f653-eab1-4417-8c0f-e971cd7498e3 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:36.300578 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaafe1d-35d3-4609-ada4-2575d4a1c6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac879192-e1ea-4424-93d8-c241755f899c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:36.309231 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0eaafe1d-35d3-4609-ada4-2575d4a1c6d4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=132e94dee2b047ea87ca7e4fcd8fece4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4216776 Feb 11 05:18:36.309887 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35304) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:36.366440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 2d78f653-eab1-4417-8c0f-e971cd7498e3 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:18:36.372942 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 2d78f653-eab1-4417-8c0f-e971cd7498e3 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:36.374524 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.375786 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d3d9dae1-5eb4-4d29-8c7d-2fe11778fe29 admin admin] Publish callbacks [] for security_group (ac879192-e1ea-4424-93d8-c241755f899c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.404675 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d3d9dae1-5eb4-4d29-8c7d-2fe11778fe29 admin admin] Publish callbacks [] for security_group (ac879192-e1ea-4424-93d8-c241755f899c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.449285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f209f-9045-4684-9d0b-42d14abe6a78 req-f1657b64-4516-48e8-8737-b765e2eaa5dc tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:36.461840 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d46f209f-9045-4684-9d0b-42d14abe6a78 req-f1657b64-4516-48e8-8737-b765e2eaa5dc tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 945 time: 0.0813317 Feb 11 05:18:36.471784 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d3d9dae1-5eb4-4d29-8c7d-2fe11778fe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ac879192-e1ea-4424-93d8-c241755f899c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.475519 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d3d9dae1-5eb4-4d29-8c7d-2fe11778fe29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.476911 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d3d9dae1-5eb4-4d29-8c7d-2fe11778fe29 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ac879192-e1ea-4424-93d8-c241755f899c HTTP/1.1" status: 204 len: 168 time: 0.1664104 Feb 11 05:18:36.488911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9dae1-5eb4-4d29-8c7d-2fe11778fe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac879192-e1ea-4424-93d8-c241755f899c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:36.527962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 2d78f653-eab1-4417-8c0f-e971cd7498e3 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:36.528561 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.546497 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d46f209f-9045-4684-9d0b-42d14abe6a78 req-a00f69aa-db20-4633-b752-f29f76add22c tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837224 Feb 11 05:18:36.563365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d194e1-7e38-4a0b-bfca-456ec1e75a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d78f653-eab1-4417-8c0f-e971cd7498e3'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:36.567201 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e3ec18-37fc-4c98-8aee-e63f3b5b8ccb" -d '{"events": [{"server_uuid": "a9d194e1-7e38-4a0b-bfca-456ec1e75a5c", "name": "network-vif-plugged", "status": "completed", "tag": "2d78f653-eab1-4417-8c0f-e971cd7498e3"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:36.582524 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2d78f653-eab1-4417-8c0f-e971cd7498e3, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2d78f653-eab1-4417-8c0f-e971cd7498e3,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:36.590172 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:36.621679 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2b5868-960c-4211-9fb9-21d97afe7060 x-openstack-request-id: req-ea2b5868-960c-4211-9fb9-21d97afe7060 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:36.621976 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d194e1-7e38-4a0b-bfca-456ec1e75a5c", "name": "network-vif-plugged", "status": "completed", "tag": "2d78f653-eab1-4417-8c0f-e971cd7498e3", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:36.622411 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ea2b5868-960c-4211-9fb9-21d97afe7060 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:36.622806 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d194e1-7e38-4a0b-bfca-456ec1e75a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d78f653-eab1-4417-8c0f-e971cd7498e3', 'code': 200} Feb 11 05:18:36.653282 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=2d78f653-eab1-4417-8c0f-e971cd7498e3,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:36.764701 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8f932-30b1-46b7-b3ca-48af4a0073b7 req-07d72cf7-6eed-4d20-b807-c3830a3dcd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:36.766274 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bee8f932-30b1-46b7-b3ca-48af4a0073b7 req-07d72cf7-6eed-4d20-b807-c3830a3dcd56 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 1129 time: 0.0537951 Feb 11 05:18:36.826667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bee8f932-30b1-46b7-b3ca-48af4a0073b7 req-a73b373b-f3d4-4e21-b53f-96e67d728cfc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468769 Feb 11 05:18:37.055051 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f31ec5-d28a-4d69-bdee-b2ed21b57ac8 req-1f23bd63-2ed1-4d52-a751-d7f14f8fc9eb tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:37.056393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4f31ec5-d28a-4d69-bdee-b2ed21b57ac8 req-1f23bd63-2ed1-4d52-a751-d7f14f8fc9eb tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.0579832 Feb 11 05:18:37.115598 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4f31ec5-d28a-4d69-bdee-b2ed21b57ac8 req-c031f3a7-1378-4f71-89dc-d169ce176c1c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528901 Feb 11 05:18:37.215458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5745cbb-806d-46ce-abab-5e12f4dd5ada req-4423486a-cdcf-47f2-935a-de813a9121af tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:37.217068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5745cbb-806d-46ce-abab-5e12f4dd5ada req-4423486a-cdcf-47f2-935a-de813a9121af tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.0586867 Feb 11 05:18:37.273656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5745cbb-806d-46ce-abab-5e12f4dd5ada req-4332c661-46a0-44f0-aa12-b2cfd4ef6c03 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503368 Feb 11 05:18:37.404467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3b9e2-129a-492f-8036-2b6b4ef00611 req-d63b1df0-4f17-4b2f-b43d-97ba2247da67 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:37.406261 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8d3b9e2-129a-492f-8036-2b6b4ef00611 req-d63b1df0-4f17-4b2f-b43d-97ba2247da67 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.0571411 Feb 11 05:18:37.465852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8d3b9e2-129a-492f-8036-2b6b4ef00611 req-e72139d9-b8d4-4f91-be32-8b75de8388ad tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493503 Feb 11 05:18:37.671662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127f006-c4b9-4fe2-a4b0-aa54bc84b3b0 req-4e52962d-14b0-4961-afec-5506baf92410 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:37.676400 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0127f006-c4b9-4fe2-a4b0-aa54bc84b3b0 req-4e52962d-14b0-4961-afec-5506baf92410 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.0593674 Feb 11 05:18:37.723203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0127f006-c4b9-4fe2-a4b0-aa54bc84b3b0 req-c6bcf076-3e8d-47d7-8914-800a3d8b8599 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427899 Feb 11 05:18:38.269304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26503bfb-41e6-40e1-acc6-8392ab707803 req-c9fe8c4b-0b95-41e8-b4c5-8ff1fd458576 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:38.270872 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26503bfb-41e6-40e1-acc6-8392ab707803 req-c9fe8c4b-0b95-41e8-b4c5-8ff1fd458576 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.0643229 Feb 11 05:18:38.287563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ffe277a6-992f-4a40-97f8-6d4f51fdca48 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:18:38.331430 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26503bfb-41e6-40e1-acc6-8392ab707803 req-721f4d34-b1ac-4558-a188-ba86e07f8671 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523572 Feb 11 05:18:38.488892 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ffe277a6-992f-4a40-97f8-6d4f51fdca48, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:38.515539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'port_id': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'mac_address': 'fa:16:3e:d6:0d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:18:38.527503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84501285-25eb-471b-82b3-46ac3c2e0e2c req-5459e865-3bd5-48ce-9681-65be33f79940 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:38.529693 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84501285-25eb-471b-82b3-46ac3c2e0e2c req-5459e865-3bd5-48ce-9681-65be33f79940 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.0891640 Feb 11 05:18:38.594836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ffe277a6-992f-4a40-97f8-6d4f51fdca48 is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:38.597495 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:38.632947 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffe277a6-992f-4a40-97f8-6d4f51fdca48 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:38.645303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84501285-25eb-471b-82b3-46ac3c2e0e2c req-7760d6fa-6c6d-4641-9f40-016b50854af0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037557 Feb 11 05:18:38.667825 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ffe277a6-992f-4a40-97f8-6d4f51fdca48, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:38.686630 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:38.750296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=ffe277a6-992f-4a40-97f8-6d4f51fdca48,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:38.834131 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b54cd-1636-49f2-a82b-85f6cc83fca5 req-fa92806d-8507-4244-a768-faa82a070ec0 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:38.834131 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-190b54cd-1636-49f2-a82b-85f6cc83fca5 req-fa92806d-8507-4244-a768-faa82a070ec0 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.0721602 Feb 11 05:18:38.892384 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-190b54cd-1636-49f2-a82b-85f6cc83fca5 req-eac1a747-522b-4afc-a225-dfe47ca2e2e9 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535750 Feb 11 05:18:38.925796 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['ffe277a6-992f-4a40-97f8-6d4f51fdca48'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:39.047662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c8fe4-e3ad-4b93-b1a9-35f72a1e8f2b req-8eb207b9-edca-472e-8218-3a27d8945e2b tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:39.049994 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd5c8fe4-e3ad-4b93-b1a9-35f72a1e8f2b req-8eb207b9-edca-472e-8218-3a27d8945e2b tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.0836844 Feb 11 05:18:39.141973 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd5c8fe4-e3ad-4b93-b1a9-35f72a1e8f2b req-6cc8bd61-b4f0-4d45-9d54-2670ab289ec8 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859601 Feb 11 05:18:39.160213 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba3883-fc10-4101-9543-2fdd62fb95fe req-4de9786f-bcbc-4ff5-bfea-6423c8344973 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:39.165983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba3883-fc10-4101-9543-2fdd62fb95fe req-4de9786f-bcbc-4ff5-bfea-6423c8344973 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:39.172057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba3883-fc10-4101-9543-2fdd62fb95fe req-4de9786f-bcbc-4ff5-bfea-6423c8344973 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:39.177559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba3883-fc10-4101-9543-2fdd62fb95fe req-4de9786f-bcbc-4ff5-bfea-6423c8344973 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:39.183229 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba3883-fc10-4101-9543-2fdd62fb95fe req-4de9786f-bcbc-4ff5-bfea-6423c8344973 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:39.188625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba3883-fc10-4101-9543-2fdd62fb95fe req-4de9786f-bcbc-4ff5-bfea-6423c8344973 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:39.193949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba3883-fc10-4101-9543-2fdd62fb95fe req-4de9786f-bcbc-4ff5-bfea-6423c8344973 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:39.195881 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66ba3883-fc10-4101-9543-2fdd62fb95fe req-4de9786f-bcbc-4ff5-bfea-6423c8344973 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5444 time: 0.1319792 Feb 11 05:18:39.382230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35436) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:39.504076 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b07822f3-f664-451f-b6d7-8464bf7bcfe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.552542 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.598087 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b07822f3-f664-451f-b6d7-8464bf7bcfe4 admin admin] Publish callbacks [] for security_group (95544f46-1386-44d9-ac67-739494d912a5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.601840 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b07822f3-f664-451f-b6d7-8464bf7bcfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (95544f46-1386-44d9-ac67-739494d912a5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.641652 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07822f3-f664-451f-b6d7-8464bf7bcfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95544f46-1386-44d9-ac67-739494d912a5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:39.649006 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b07822f3-f664-451f-b6d7-8464bf7bcfe4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d1edaa9429b3403e8406f7f5902c4873&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2656775 Feb 11 05:18:39.650054 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35442) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:39.668842 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66ba3883-fc10-4101-9543-2fdd62fb95fe req-a43897b6-797b-4fbd-aba0-3ec66f012d46 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4607692 Feb 11 05:18:39.703719 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84602c70-2b62-45f5-9125-c4ef5847dd17 req-73873faa-f33b-45b5-820e-03c583b4f200 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:39.705268 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84602c70-2b62-45f5-9125-c4ef5847dd17 req-73873faa-f33b-45b5-820e-03c583b4f200 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.1054034 Feb 11 05:18:39.707100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b87d60-099a-49fe-8250-e3f3e2da4f74 req-040547b4-6b91-4215-9dae-4315d612ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:39.708396 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27b87d60-099a-49fe-8250-e3f3e2da4f74 req-040547b4-6b91-4215-9dae-4315d612ce55 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=13a59492bc0343adb1fb7a8aa5188602&device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 1129 time: 0.1098361 Feb 11 05:18:39.730959 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-64d8e243-673d-46dd-a6ad-b3172c6f3e16 admin admin] Publish callbacks [] for security_group (95544f46-1386-44d9-ac67-739494d912a5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.754079 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-64d8e243-673d-46dd-a6ad-b3172c6f3e16 admin admin] Publish callbacks [] for security_group (95544f46-1386-44d9-ac67-739494d912a5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.804891 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-64d8e243-673d-46dd-a6ad-b3172c6f3e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (95544f46-1386-44d9-ac67-739494d912a5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.808428 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-64d8e243-673d-46dd-a6ad-b3172c6f3e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:39.812838 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-64d8e243-673d-46dd-a6ad-b3172c6f3e16 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/95544f46-1386-44d9-ac67-739494d912a5 HTTP/1.1" status: 204 len: 168 time: 0.1617677 Feb 11 05:18:39.821312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8e243-673d-46dd-a6ad-b3172c6f3e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95544f46-1386-44d9-ac67-739494d912a5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:39.836704 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84602c70-2b62-45f5-9125-c4ef5847dd17 req-36d9038c-9814-4c5c-aa49-7c14e8633cdc tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242292 Feb 11 05:18:39.913837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9b4f0-7c38-465d-867d-c3e9b488d9d5 req-16b7a2df-d0da-443d-be89-a131ba4a8ab0 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:39.915967 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-98c9b4f0-7c38-465d-867d-c3e9b488d9d5 req-16b7a2df-d0da-443d-be89-a131ba4a8ab0 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.1595721 Feb 11 05:18:39.984411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b87d60-099a-49fe-8250-e3f3e2da4f74 req-b27b6e53-6369-47ef-b8dc-0fb3c164fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:39.985908 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27b87d60-099a-49fe-8250-e3f3e2da4f74 req-b27b6e53-6369-47ef-b8dc-0fb3c164fa4e service neutron] 10.222.0.88 "GET /v2.0/networks?id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3 HTTP/1.1" status: 200 len: 920 time: 0.2481961 Feb 11 05:18:40.043690 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27b87d60-099a-49fe-8250-e3f3e2da4f74 req-46be5057-734f-4f84-9fae-e15511e41853 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d78f653-eab1-4417-8c0f-e971cd7498e3 HTTP/1.1" status: 200 len: 217 time: 0.0392318 Feb 11 05:18:40.077031 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c00b1-d4c1-482b-a6a3-bfa3fa7bbb7d req-ba276574-0a39-4d47-8f40-213b84da2b3c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.078550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b84c00b1-d4c1-482b-a6a3-bfa3fa7bbb7d req-ba276574-0a39-4d47-8f40-213b84da2b3c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 944 time: 0.1588061 Feb 11 05:18:40.093182 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-98c9b4f0-7c38-465d-867d-c3e9b488d9d5 req-79478c7a-ba16-40f5-96a1-8c0a5810f705 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588650 Feb 11 05:18:40.186319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b87d60-099a-49fe-8250-e3f3e2da4f74 req-e37959e0-0532-4833-a8b5-24dcaeddd447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.187815 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27b87d60-099a-49fe-8250-e3f3e2da4f74 req-e37959e0-0532-4833-a8b5-24dcaeddd447 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d0ba582-f504-4448-8fec-eb2c8f3e0f4b HTTP/1.1" status: 200 len: 859 time: 0.1309421 Feb 11 05:18:40.216170 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35464) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:40.229304 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-df6c5961-d09f-4988-b055-d7600140ae06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.249544 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b84c00b1-d4c1-482b-a6a3-bfa3fa7bbb7d req-24c06d4e-9e96-406e-a16e-77d84c25c379 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553047 Feb 11 05:18:40.252539 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27b87d60-099a-49fe-8250-e3f3e2da4f74 req-5289bd3c-0a22-4031-b9ef-8b6bf91df968 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452235 Feb 11 05:18:40.274410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad3385-b603-4d5a-b092-bec2456208e1 req-fbd9fcb5-d243-483a-bb3b-5956645de5bd tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.282663 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-abad3385-b603-4d5a-b092-bec2456208e1 req-fbd9fcb5-d243-483a-bb3b-5956645de5bd tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1273515 Feb 11 05:18:40.309161 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ffe277a6-992f-4a40-97f8-6d4f51fdca48 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:40.340641 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-df6c5961-d09f-4988-b055-d7600140ae06 admin admin] Publish callbacks [] for security_group (36aeedc2-e600-4898-baa7-c7625c609a18), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.346491 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-df6c5961-d09f-4988-b055-d7600140ae06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (36aeedc2-e600-4898-baa7-c7625c609a18), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.391529 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-abad3385-b603-4d5a-b092-bec2456208e1 req-a40f3665-50f6-4112-a37f-76bed47a8abc tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077127 Feb 11 05:18:40.396869 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-df6c5961-d09f-4988-b055-d7600140ae06 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c226cb01a5e545c694bb6a2b16b18780&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1796141 Feb 11 05:18:40.397436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35466) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:40.423498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c5961-d09f-4988-b055-d7600140ae06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36aeedc2-e600-4898-baa7-c7625c609a18,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:40.436779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port ffe277a6-992f-4a40-97f8-6d4f51fdca48 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:40.437192 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.445191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27b87d60-099a-49fe-8250-e3f3e2da4f74 req-5c997688-7668-4b31-aa3b-64cd27b9eb04 service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591704 Feb 11 05:18:40.466390 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-679d1efd-4758-413c-a50b-399ef3046181 admin admin] Publish callbacks [] for security_group (36aeedc2-e600-4898-baa7-c7625c609a18), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.526872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ffe277a6-992f-4a40-97f8-6d4f51fdca48 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:40.527202 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.535671 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-679d1efd-4758-413c-a50b-399ef3046181 admin admin] Publish callbacks [] for security_group (36aeedc2-e600-4898-baa7-c7625c609a18), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.553360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:40.556544 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bb9a67-14be-4caf-8441-5f254dfc527a" -d '{"events": [{"server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "name": "network-vif-plugged", "status": "completed", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:40.587226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27b87d60-099a-49fe-8250-e3f3e2da4f74 req-1443155b-d1b1-4605-8fee-7a1b47147bbf service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333988 Feb 11 05:18:40.601838 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ffe277a6-992f-4a40-97f8-6d4f51fdca48, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:40.608269 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.611912 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-679d1efd-4758-413c-a50b-399ef3046181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (36aeedc2-e600-4898-baa7-c7625c609a18), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.616387 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-679d1efd-4758-413c-a50b-399ef3046181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.618392 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-679d1efd-4758-413c-a50b-399ef3046181 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/36aeedc2-e600-4898-baa7-c7625c609a18 HTTP/1.1" status: 204 len: 168 time: 0.2201376 Feb 11 05:18:40.638680 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d1efd-4758-413c-a50b-399ef3046181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aeedc2-e600-4898-baa7-c7625c609a18,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:40.657774 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe976c67-3e41-4393-b281-713bba637ba1 x-openstack-request-id: req-fe976c67-3e41-4393-b281-713bba637ba1 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:40.658065 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "name": "network-vif-plugged", "status": "completed", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:40.658316 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fe976c67-3e41-4393-b281-713bba637ba1 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:40.658695 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'code': 200} Feb 11 05:18:40.701393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=ffe277a6-992f-4a40-97f8-6d4f51fdca48,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:40.857970 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90650903-0d8e-4d43-be20-2f89d0fe5022 req-3fc5a430-f462-404d-8856-06996c8c2bc2 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.863622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90650903-0d8e-4d43-be20-2f89d0fe5022 req-3fc5a430-f462-404d-8856-06996c8c2bc2 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.870492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90650903-0d8e-4d43-be20-2f89d0fe5022 req-3fc5a430-f462-404d-8856-06996c8c2bc2 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.882252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90650903-0d8e-4d43-be20-2f89d0fe5022 req-3fc5a430-f462-404d-8856-06996c8c2bc2 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.888515 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90650903-0d8e-4d43-be20-2f89d0fe5022 req-3fc5a430-f462-404d-8856-06996c8c2bc2 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.894151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90650903-0d8e-4d43-be20-2f89d0fe5022 req-3fc5a430-f462-404d-8856-06996c8c2bc2 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.899637 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90650903-0d8e-4d43-be20-2f89d0fe5022 req-3fc5a430-f462-404d-8856-06996c8c2bc2 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.908117 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-90650903-0d8e-4d43-be20-2f89d0fe5022 req-3fc5a430-f462-404d-8856-06996c8c2bc2 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5444 time: 0.1327984 Feb 11 05:18:41.004708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fed9c-ecc8-4207-954e-986d9f7581da req-056bfa27-20d2-4b36-810e-bdafe2062192 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:41.012775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-249fed9c-ecc8-4207-954e-986d9f7581da req-056bfa27-20d2-4b36-810e-bdafe2062192 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.1034818 Feb 11 05:18:41.040245 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-90650903-0d8e-4d43-be20-2f89d0fe5022 req-c6f4e212-96cb-4ec7-b794-49bc009d5e14 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1199527 Feb 11 05:18:41.080855 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-249fed9c-ecc8-4207-954e-986d9f7581da req-d38e8614-5f0e-4b78-9453-58d22a8b8c46 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672820 Feb 11 05:18:41.280829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaff59-7671-4725-b578-fdb60430d24d req-566badaf-d185-406e-a4d1-cf936095cc52 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:41.299540 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58aaff59-7671-4725-b578-fdb60430d24d req-566badaf-d185-406e-a4d1-cf936095cc52 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.0928702 Feb 11 05:18:41.391910 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58aaff59-7671-4725-b578-fdb60430d24d req-aaba83a9-a79a-4fb0-9f3d-24cc829c538e tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908725 Feb 11 05:18:41.451238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c722b2-b612-45d1-954c-8aeabcd36832 req-975af3ba-4ac2-4300-b825-908eff5cdf35 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:41.453063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8c722b2-b612-45d1-954c-8aeabcd36832 req-975af3ba-4ac2-4300-b825-908eff5cdf35 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.0933020 Feb 11 05:18:41.603035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8c722b2-b612-45d1-954c-8aeabcd36832 req-2b1370b8-41a1-4d9a-8610-94319ac465b2 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378579 Feb 11 05:18:41.641976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb609dd-8b0a-4674-b5b3-86ae14501287 req-b4905f1b-66fa-4661-b447-0216a118a8c3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:41.643547 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fb609dd-8b0a-4674-b5b3-86ae14501287 req-b4905f1b-66fa-4661-b447-0216a118a8c3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1160071 Feb 11 05:18:41.730023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fb609dd-8b0a-4674-b5b3-86ae14501287 req-da96dd41-11b6-4ec1-b927-dc9c42ea9ff5 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767629 Feb 11 05:18:42.259696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29d035-0378-4673-b157-3970017f6f92 req-0663ff3a-6e5e-462d-9f5c-449e721c12b6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:42.274903 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29d035-0378-4673-b157-3970017f6f92 req-0663ff3a-6e5e-462d-9f5c-449e721c12b6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:42.282110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29d035-0378-4673-b157-3970017f6f92 req-0663ff3a-6e5e-462d-9f5c-449e721c12b6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:42.295129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29d035-0378-4673-b157-3970017f6f92 req-0663ff3a-6e5e-462d-9f5c-449e721c12b6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:42.305734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29d035-0378-4673-b157-3970017f6f92 req-0663ff3a-6e5e-462d-9f5c-449e721c12b6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:42.313102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29d035-0378-4673-b157-3970017f6f92 req-0663ff3a-6e5e-462d-9f5c-449e721c12b6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:42.319358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29d035-0378-4673-b157-3970017f6f92 req-0663ff3a-6e5e-462d-9f5c-449e721c12b6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:42.322980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb29d035-0378-4673-b157-3970017f6f92 req-0663ff3a-6e5e-462d-9f5c-449e721c12b6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5444 time: 0.1726241 Feb 11 05:18:42.370242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be2094-17f9-43c6-a3f6-d91dd8dc2d2c req-dbc8c30b-9ef0-406f-b053-de18e01000ff tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:42.377719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24be2094-17f9-43c6-a3f6-d91dd8dc2d2c req-dbc8c30b-9ef0-406f-b053-de18e01000ff tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.1902032 Feb 11 05:18:42.476441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb29d035-0378-4673-b157-3970017f6f92 req-83c43f58-674d-4c95-ac60-8d9723460421 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1436856 Feb 11 05:18:42.503931 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24be2094-17f9-43c6-a3f6-d91dd8dc2d2c req-6defa5d6-c457-465e-8434-fa6bdd803980 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249781 Feb 11 05:18:42.711251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37701cd-7836-4ec5-af0d-93f8e3452a7c req-d8fe381b-f9c2-43e8-a248-76eb69a2b9a6 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:42.721905 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c37701cd-7836-4ec5-af0d-93f8e3452a7c req-d8fe381b-f9c2-43e8-a248-76eb69a2b9a6 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.1359961 Feb 11 05:18:42.835257 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4542d8-acf1-4d2f-b0ba-5f8b45e140c6 req-4dd0e6e3-4e42-474d-a0a8-17830cdb02e1 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:42.836920 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f4542d8-acf1-4d2f-b0ba-5f8b45e140c6 req-4dd0e6e3-4e42-474d-a0a8-17830cdb02e1 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.1092551 Feb 11 05:18:42.882535 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c37701cd-7836-4ec5-af0d-93f8e3452a7c req-8cef39f9-7a4a-47c8-8468-bb7e139afdcc tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487439 Feb 11 05:18:42.921314 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f4542d8-acf1-4d2f-b0ba-5f8b45e140c6 req-847e5996-65a0-4cfa-9cd5-023d7fa425d9 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759919 Feb 11 05:18:43.062181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35582) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:43.072986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0e15c-33e5-41c0-b87e-bd7db0bdf6a5 req-493bf4a6-7925-4604-8354-ac7cb96f189f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.078432 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d0e0e15c-33e5-41c0-b87e-bd7db0bdf6a5 req-493bf4a6-7925-4604-8354-ac7cb96f189f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.0929747 Feb 11 05:18:43.153194 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d0e0e15c-33e5-41c0-b87e-bd7db0bdf6a5 req-537a1e2b-bb8d-4c85-966b-8428651e77fd tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693586 Feb 11 05:18:43.278103 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-493ee831-854f-434d-bdb8-8cd28dd4060f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:43.424800 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-493ee831-854f-434d-bdb8-8cd28dd4060f admin admin] Publish callbacks [] for security_group (6670d1c6-6b8a-41ff-857f-65abe489aca3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:43.430103 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-493ee831-854f-434d-bdb8-8cd28dd4060f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6670d1c6-6b8a-41ff-857f-65abe489aca3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:43.482913 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-493ee831-854f-434d-bdb8-8cd28dd4060f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b4c287d421824ff3a3f7dec3af68197f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4195368 Feb 11 05:18:43.484140 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35588) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:43.491036 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ee831-854f-434d-bdb8-8cd28dd4060f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6670d1c6-6b8a-41ff-857f-65abe489aca3,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:43.662056 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-666757e7-590b-4bde-94ad-9709b0abed7f admin admin] Publish callbacks [] for security_group (6670d1c6-6b8a-41ff-857f-65abe489aca3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:43.695549 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-666757e7-590b-4bde-94ad-9709b0abed7f admin admin] Publish callbacks [] for security_group (6670d1c6-6b8a-41ff-857f-65abe489aca3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:43.706921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff9b22-0b9d-4d86-96f8-2542ee38e468 req-68dbf4b0-a67a-412d-9a57-39d98b2ef7fc tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.712190 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57ff9b22-0b9d-4d86-96f8-2542ee38e468 req-68dbf4b0-a67a-412d-9a57-39d98b2ef7fc tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.1294739 Feb 11 05:18:43.815197 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57ff9b22-0b9d-4d86-96f8-2542ee38e468 req-464ab7e1-667c-434c-93c8-4d0a06a8d5df tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986915 Feb 11 05:18:43.880713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a903a3-9815-48e1-8b10-1214f491ca5d req-6881e6d4-8c22-410c-a05e-1c1d06a8855d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.906562 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a903a3-9815-48e1-8b10-1214f491ca5d req-6881e6d4-8c22-410c-a05e-1c1d06a8855d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.912995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a903a3-9815-48e1-8b10-1214f491ca5d req-6881e6d4-8c22-410c-a05e-1c1d06a8855d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.913788 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:43.927666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a903a3-9815-48e1-8b10-1214f491ca5d req-6881e6d4-8c22-410c-a05e-1c1d06a8855d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.935203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a903a3-9815-48e1-8b10-1214f491ca5d req-6881e6d4-8c22-410c-a05e-1c1d06a8855d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.941116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a903a3-9815-48e1-8b10-1214f491ca5d req-6881e6d4-8c22-410c-a05e-1c1d06a8855d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.947668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a903a3-9815-48e1-8b10-1214f491ca5d req-6881e6d4-8c22-410c-a05e-1c1d06a8855d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.956583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37a903a3-9815-48e1-8b10-1214f491ca5d req-6881e6d4-8c22-410c-a05e-1c1d06a8855d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5444 time: 0.2575686 Feb 11 05:18:44.000670 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-666757e7-590b-4bde-94ad-9709b0abed7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6670d1c6-6b8a-41ff-857f-65abe489aca3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:44.003321 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-666757e7-590b-4bde-94ad-9709b0abed7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:44.006746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-666757e7-590b-4bde-94ad-9709b0abed7f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6670d1c6-6b8a-41ff-857f-65abe489aca3 HTTP/1.1" status: 204 len: 168 time: 0.5182743 Feb 11 05:18:44.045689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666757e7-590b-4bde-94ad-9709b0abed7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6670d1c6-6b8a-41ff-857f-65abe489aca3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:44.149476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a55b2-e95f-4d4d-9756-057b0f8d40d8 req-e240aeaa-20ca-4827-94b8-702d19cad50b tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:44.151852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-844a55b2-e95f-4d4d-9756-057b0f8d40d8 req-e240aeaa-20ca-4827-94b8-702d19cad50b tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 945 time: 0.1662459 Feb 11 05:18:44.175280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37a903a3-9815-48e1-8b10-1214f491ca5d req-8a88472e-f68f-4b4b-82cb-aba521c1ce97 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2175786 Feb 11 05:18:44.256614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-642f3ca5-4d23-47cc-acab-d87ea5ebf07c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:44.263455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-642f3ca5-4d23-47cc-acab-d87ea5ebf07c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:44.269304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-642f3ca5-4d23-47cc-acab-d87ea5ebf07c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:44.277105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-642f3ca5-4d23-47cc-acab-d87ea5ebf07c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:44.283352 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-642f3ca5-4d23-47cc-acab-d87ea5ebf07c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:44.288777 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-642f3ca5-4d23-47cc-acab-d87ea5ebf07c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:44.295104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-642f3ca5-4d23-47cc-acab-d87ea5ebf07c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:44.297150 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-642f3ca5-4d23-47cc-acab-d87ea5ebf07c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.88 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 5444 time: 0.2112260 Feb 11 05:18:44.407506 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-844a55b2-e95f-4d4d-9756-057b0f8d40d8 req-18faf7d9-92b2-4aad-8f13-cfffa407a8b3 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309794 Feb 11 05:18:44.453028 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-ee8a1e7f-72a1-4812-800c-0d4470e2a48a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:44.455145 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-ee8a1e7f-72a1-4812-800c-0d4470e2a48a tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.88 "GET /v2.0/ports/a343ee49-32a7-4046-97df-753fc7b82f4c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1482103 Feb 11 05:18:44.515616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e48491-d503-4ac4-9bed-2ea589fafc9f req-6335088e-83e6-41ae-8d86-e5447f1dd765 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:44.524200 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16e48491-d503-4ac4-9bed-2ea589fafc9f req-6335088e-83e6-41ae-8d86-e5447f1dd765 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.2181561 Feb 11 05:18:44.692677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16e48491-d503-4ac4-9bed-2ea589fafc9f req-073a9741-aea9-4c2f-b382-0b08cd5deea6 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670506 Feb 11 05:18:44.743277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b537c0-64b7-4804-b402-9501e5b767ea req-210637f2-ee01-49bc-beb0-f8ba2eafcb41 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:44.755399 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08b537c0-64b7-4804-b402-9501e5b767ea req-210637f2-ee01-49bc-beb0-f8ba2eafcb41 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.2081492 Feb 11 05:18:44.856400 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-c873832d-1c17-483b-8a75-ef6d7a8ea3be tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.88 "GET /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3942254 Feb 11 05:18:44.878877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-4b94b31b-ae72-4510-a7a7-fef7173e5e3a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:45.005319 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08b537c0-64b7-4804-b402-9501e5b767ea req-64be1a87-f60c-4c11-a217-827648dc0dda tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490451 Feb 11 05:18:45.005872 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-4b94b31b-ae72-4510-a7a7-fef7173e5e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.169271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-4b94b31b-ae72-4510-a7a7-fef7173e5e3a service neutron] For port a343ee49-32a7-4046-97df-753fc7b82f4c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a343ee49-32a7-4046-97df-753fc7b82f4c,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:45.213723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-4b94b31b-ae72-4510-a7a7-fef7173e5e3a service neutron] For port a343ee49-32a7-4046-97df-753fc7b82f4c, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:45.253992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-4b94b31b-ae72-4510-a7a7-fef7173e5e3a service neutron] device_id is not set on port a343ee49-32a7-4046-97df-753fc7b82f4c yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:18:45.263338 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-4b94b31b-ae72-4510-a7a7-fef7173e5e3a service neutron] Publish callbacks [] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.273654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6efa3-062e-4503-a787-bfa022c4e5c1 req-b1a4ec36-03e0-43ff-8bf8-e9ab5a8e0f65 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:45.280813 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93a6efa3-062e-4503-a787-bfa022c4e5c1 req-b1a4ec36-03e0-43ff-8bf8-e9ab5a8e0f65 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.4698350 Feb 11 05:18:45.315175 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-4b94b31b-ae72-4510-a7a7-fef7173e5e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.419738 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93a6efa3-062e-4503-a787-bfa022c4e5c1 req-a045f2ad-d7c5-4798-855e-8436194d11dc tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379645 Feb 11 05:18:45.479323 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-4b94b31b-ae72-4510-a7a7-fef7173e5e3a service neutron] No DVR routers for this DVR port a343ee49-32a7-4046-97df-753fc7b82f4c on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:45.595093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d8e2f-9fbd-4353-8ba5-051b62934668 req-4fe6a9e0-a2ca-426a-b43e-e0ad11eb553e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:45.601650 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-022d8e2f-9fbd-4353-8ba5-051b62934668 req-4fe6a9e0-a2ca-426a-b43e-e0ad11eb553e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.2971416 Feb 11 05:18:45.666925 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94b31b-ae72-4510-a7a7-fef7173e5e3a service neutron] Pushing event updated for resources: {'Port': ['ID=a343ee49-32a7-4046-97df-753fc7b82f4c,revision_number=6']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:45.706294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-4b94b31b-ae72-4510-a7a7-fef7173e5e3a service neutron] In _notify_port_updated(), no bound segment for port a343ee49-32a7-4046-97df-753fc7b82f4c on network 87b930fc-0254-4b87-ac0d-42931be73941 {{(pid=103171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:18:45.707182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-4b94b31b-ae72-4510-a7a7-fef7173e5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:45.708811 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-4b94b31b-ae72-4510-a7a7-fef7173e5e3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.709723 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-4b94b31b-ae72-4510-a7a7-fef7173e5e3a service neutron] 10.222.0.88 "PUT /v2.0/ports/a343ee49-32a7-4046-97df-753fc7b82f4c HTTP/1.1" status: 200 len: 1032 time: 0.8350060 Feb 11 05:18:45.749122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-022d8e2f-9fbd-4353-8ba5-051b62934668 req-14d46b45-9d47-485f-ae3f-c73c034586a2 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000738 Feb 11 05:18:45.892337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-2c470931-613b-4a6a-a11b-ac1177bf814c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:45.895369 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-2c470931-613b-4a6a-a11b-ac1177bf814c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.88 "GET /v2.0/ports/a8386ea7-4352-4731-8123-94a5358ec90d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1507609 Feb 11 05:18:45.902280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-bd57a537-a147-428d-99cd-57c7718b13b6 None None] Provisioning complete for port a343ee49-32a7-4046-97df-753fc7b82f4c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:45.903077 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd57a537-a147-428d-99cd-57c7718b13b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.910768 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91530d-be16-42e6-8972-f888f19c22b6 req-1ed921e7-27d2-4ffe-a164-47be4e75d960 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:45.923250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91530d-be16-42e6-8972-f888f19c22b6 req-1ed921e7-27d2-4ffe-a164-47be4e75d960 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:45.953745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91530d-be16-42e6-8972-f888f19c22b6 req-1ed921e7-27d2-4ffe-a164-47be4e75d960 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:45.959879 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91530d-be16-42e6-8972-f888f19c22b6 req-1ed921e7-27d2-4ffe-a164-47be4e75d960 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:45.966827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91530d-be16-42e6-8972-f888f19c22b6 req-1ed921e7-27d2-4ffe-a164-47be4e75d960 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:45.990692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91530d-be16-42e6-8972-f888f19c22b6 req-1ed921e7-27d2-4ffe-a164-47be4e75d960 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:45.992702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d91530d-be16-42e6-8972-f888f19c22b6 req-1ed921e7-27d2-4ffe-a164-47be4e75d960 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 4665 time: 0.4081202 Feb 11 05:18:46.007620 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-407adce4-0403-4687-8fcd-936dae63b2cd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:46.124566 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bd57a537-a147-428d-99cd-57c7718b13b6 None None] Port a343ee49-32a7-4046-97df-753fc7b82f4c cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:18:46.182474 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-407adce4-0403-4687-8fcd-936dae63b2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:46.282431 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d91530d-be16-42e6-8972-f888f19c22b6 req-49c7d861-da92-450d-866c-3c1a68aede16 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&id=25535ee6-e894-4e84-9839-26f89e760f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2295113 Feb 11 05:18:46.341701 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 47c68d4d-dde3-4df1-ab81-7d42effbc318 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:46.460081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 47c68d4d-dde3-4df1-ab81-7d42effbc318 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:46.460478 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:46.500782 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 47c68d4d-dde3-4df1-ab81-7d42effbc318, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=47c68d4d-dde3-4df1-ab81-7d42effbc318,segment=NetworkSegment(ce754c12-ed08-44d3-9da8-7e4abe950a20),segment_id=ce754c12-ed08-44d3-9da8-7e4abe950a20)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:46.501779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c68d4d-dde3-4df1-ab81-7d42effbc318'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:46.504953 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6906353a-8678-421e-96e9-2ad20278a815" -d '{"events": [{"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-unplugged", "status": "completed", "tag": "47c68d4d-dde3-4df1-ab81-7d42effbc318"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:46.511397 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:46.512365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a8386ea7-4352-4731-8123-94a5358ec90d no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:46.586208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ce1ac-aa93-44e0-8415-e68d750f1e92 req-2dab2d61-e567-4793-ad4c-78c61cfcc26c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:46.596325 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-406ce1ac-aa93-44e0-8415-e68d750f1e92 req-2dab2d61-e567-4793-ad4c-78c61cfcc26c tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.2187910 Feb 11 05:18:46.605618 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=47c68d4d-dde3-4df1-ab81-7d42effbc318,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:46.649643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4224af-e72b-4fdd-929d-d9ad55cfa570 req-942bfd40-e2d6-4c08-9356-b6f004fee789 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:46.651366 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0d4224af-e72b-4fdd-929d-d9ad55cfa570 req-942bfd40-e2d6-4c08-9356-b6f004fee789 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.1856420 Feb 11 05:18:46.699465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port a8386ea7-4352-4731-8123-94a5358ec90d is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:46.699849 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:46.719851 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-407adce4-0403-4687-8fcd-936dae63b2cd service neutron] For port a8386ea7-4352-4731-8123-94a5358ec90d, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a8386ea7-4352-4731-8123-94a5358ec90d,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:46.756302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-406ce1ac-aa93-44e0-8415-e68d750f1e92 req-c90fc8a0-8a93-4a67-b277-965d7755a335 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591210 Feb 11 05:18:46.772461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0d4224af-e72b-4fdd-929d-d9ad55cfa570 req-26060891-b369-4e67-9b05-51406c47ab20 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064444 Feb 11 05:18:46.826397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-407adce4-0403-4687-8fcd-936dae63b2cd service neutron] For port a8386ea7-4352-4731-8123-94a5358ec90d, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:46.903965 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-407adce4-0403-4687-8fcd-936dae63b2cd service neutron] device_id is not set on port a8386ea7-4352-4731-8123-94a5358ec90d yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:18:46.929073 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-407adce4-0403-4687-8fcd-936dae63b2cd service neutron] Publish callbacks [] for port (a8386ea7-4352-4731-8123-94a5358ec90d), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:46.969550 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759965e-1bf5-4fe9-ad9c-e00d01084aa8 req-ec7cc667-8593-428b-adbc-ef97873022eb tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:46.971132 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e759965e-1bf5-4fe9-ad9c-e00d01084aa8 req-ec7cc667-8593-428b-adbc-ef97873022eb tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 945 time: 0.1123362 Feb 11 05:18:46.971850 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-407adce4-0403-4687-8fcd-936dae63b2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.015034 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:18:47.015593 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:18:47.093665 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-407adce4-0403-4687-8fcd-936dae63b2cd service neutron] No DVR routers for this DVR port a8386ea7-4352-4731-8123-94a5358ec90d on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:47.095818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407adce4-0403-4687-8fcd-936dae63b2cd service neutron] Pushing event updated for resources: {'Port': ['ID=a8386ea7-4352-4731-8123-94a5358ec90d,revision_number=6']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:47.140922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cee50a-999f-4daa-92ce-7275e8c4431e req-9414a88e-7e79-4f29-8f32-ee19af6f69d6 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:47.142506 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7cee50a-999f-4daa-92ce-7275e8c4431e req-9414a88e-7e79-4f29-8f32-ee19af6f69d6 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.2174306 Feb 11 05:18:47.167811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e759965e-1bf5-4fe9-ad9c-e00d01084aa8 req-198520ca-ce78-44df-829a-ecf0188c2001 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847568 Feb 11 05:18:47.199659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-407adce4-0403-4687-8fcd-936dae63b2cd service neutron] In _notify_port_updated(), no bound segment for port a8386ea7-4352-4731-8123-94a5358ec90d on network 87b930fc-0254-4b87-ac0d-42931be73941 {{(pid=103171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:18:47.200664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-407adce4-0403-4687-8fcd-936dae63b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:47.209446 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-407adce4-0403-4687-8fcd-936dae63b2cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.209446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-407adce4-0403-4687-8fcd-936dae63b2cd service neutron] 10.222.0.88 "PUT /v2.0/ports/a8386ea7-4352-4731-8123-94a5358ec90d HTTP/1.1" status: 200 len: 1032 time: 1.2091329 Feb 11 05:18:47.225478 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04d3d7c-a697-4d07-90e0-4c9e376e87e3 x-openstack-request-id: req-a04d3d7c-a697-4d07-90e0-4c9e376e87e3 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:47.225897 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-unplugged", "status": "completed", "tag": "47c68d4d-dde3-4df1-ab81-7d42effbc318", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:47.226050 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a04d3d7c-a697-4d07-90e0-4c9e376e87e3 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:47.226429 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c68d4d-dde3-4df1-ab81-7d42effbc318', 'code': 200} Feb 11 05:18:47.361080 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7cee50a-999f-4daa-92ce-7275e8c4431e req-4bc1c563-8482-4434-833f-5a8364045d50 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094488 Feb 11 05:18:47.434759 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35686) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:47.479027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2d4ad659-e677-4e53-ace3-7852dc499581 None None] Provisioning complete for port a8386ea7-4352-4731-8123-94a5358ec90d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:47.483291 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2d4ad659-e677-4e53-ace3-7852dc499581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.496427 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cb405-b220-4338-b067-14636f06b205 req-06f89e4f-a44f-40aa-8fff-2d57d8a851bc tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:47.508047 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-362cb405-b220-4338-b067-14636f06b205 req-06f89e4f-a44f-40aa-8fff-2d57d8a851bc tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.2319531 Feb 11 05:18:47.537607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ad659-e677-4e53-ace3-7852dc499581 None None] Port a8386ea7-4352-4731-8123-94a5358ec90d cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:18:47.590444 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port a8386ea7-4352-4731-8123-94a5358ec90d is: DOWN; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:47.592914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device b12f10e6-7778-48b4-b25c-08b68caaccb1 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:47.662299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-b617301b-a744-474b-8855-212483463475 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Deleting port e828d84d-edf8-4420-87a0-469dd5ad5cd3 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:47.662874 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-b617301b-a744-474b-8855-212483463475 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.678219 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c64f7d04-697b-4e5c-afb4-74d81354c17a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.699368 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port b12f10e6-7778-48b4-b25c-08b68caaccb1 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:47.702444 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.719612 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-362cb405-b220-4338-b067-14636f06b205 req-d32c67b0-e722-4ed6-94d7-a08227f0aa37 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072799 Feb 11 05:18:47.791703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port b12f10e6-7778-48b4-b25c-08b68caaccb1, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b12f10e6-7778-48b4-b25c-08b68caaccb1,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:47.802550 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c64f7d04-697b-4e5c-afb4-74d81354c17a admin admin] Publish callbacks [] for security_group (24847069-4c6a-4f46-b798-c1c2ad421e2e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.807904 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.809361 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c64f7d04-697b-4e5c-afb4-74d81354c17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (24847069-4c6a-4f46-b798-c1c2ad421e2e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.812481 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a343ee49-32a7-4046-97df-753fc7b82f4c no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:47.861178 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c64f7d04-697b-4e5c-afb4-74d81354c17a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=03343a4b91d448f9b2ab8618e41492ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4248700 Feb 11 05:18:47.862106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35694) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:47.870107 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f7d04-697b-4e5c-afb4-74d81354c17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24847069-4c6a-4f46-b798-c1c2ad421e2e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:47.929186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-b617301b-a744-474b-8855-212483463475 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] For port e828d84d-edf8-4420-87a0-469dd5ad5cd3, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e828d84d-edf8-4420-87a0-469dd5ad5cd3,segment=NetworkSegment(ce754c12-ed08-44d3-9da8-7e4abe950a20),segment_id=ce754c12-ed08-44d3-9da8-7e4abe950a20)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:47.929972 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-b617301b-a744-474b-8855-212483463475 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.972383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-b617301b-a744-474b-8855-212483463475 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Calling delete_port for e828d84d-edf8-4420-87a0-469dd5ad5cd3 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:47.972631 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a66b-164e-4218-bc59-535dd74d626e admin admin] Publish callbacks [] for security_group (24847069-4c6a-4f46-b798-c1c2ad421e2e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.026063 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a66b-164e-4218-bc59-535dd74d626e admin admin] Publish callbacks [] for security_group (24847069-4c6a-4f46-b798-c1c2ad421e2e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.081108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6321ec2-66d5-405d-bd9c-1d1b13bbf6de req-5a39c2e6-f9b4-4b1e-9f0e-0776104d14cb tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:48.086530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6321ec2-66d5-405d-bd9c-1d1b13bbf6de req-5a39c2e6-f9b4-4b1e-9f0e-0776104d14cb tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:48.095385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6321ec2-66d5-405d-bd9c-1d1b13bbf6de req-5a39c2e6-f9b4-4b1e-9f0e-0776104d14cb tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:48.102747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6321ec2-66d5-405d-bd9c-1d1b13bbf6de req-5a39c2e6-f9b4-4b1e-9f0e-0776104d14cb tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:48.109037 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6321ec2-66d5-405d-bd9c-1d1b13bbf6de req-5a39c2e6-f9b4-4b1e-9f0e-0776104d14cb tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:48.122862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6321ec2-66d5-405d-bd9c-1d1b13bbf6de req-5a39c2e6-f9b4-4b1e-9f0e-0776104d14cb tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 3884 time: 0.6068010 Feb 11 05:18:48.143492 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a66b-164e-4218-bc59-535dd74d626e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (24847069-4c6a-4f46-b798-c1c2ad421e2e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.146205 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0a2a66b-164e-4218-bc59-535dd74d626e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.149796 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d0a2a66b-164e-4218-bc59-535dd74d626e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/24847069-4c6a-4f46-b798-c1c2ad421e2e HTTP/1.1" status: 204 len: 168 time: 0.2839856 Feb 11 05:18:48.168093 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2a66b-164e-4218-bc59-535dd74d626e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24847069-4c6a-4f46-b798-c1c2ad421e2e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:48.314642 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] The host n-h2-713499-38 is not matching for port a343ee49-32a7-4046-97df-753fc7b82f4c host ! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:18:48.316387 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a343ee49-32a7-4046-97df-753fc7b82f4c not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:18:48.317515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e828d84d-edf8-4420-87a0-469dd5ad5cd3 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:48.357070 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=b12f10e6-7778-48b4-b25c-08b68caaccb1,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:48.405728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b970352-183a-4b0b-a7b6-69edc217ca3a req-f6ac6804-e9bf-497a-b3c4-4dd1c3a8b6cb tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:48.407331 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b970352-183a-4b0b-a7b6-69edc217ca3a req-f6ac6804-e9bf-497a-b3c4-4dd1c3a8b6cb tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.4563529 Feb 11 05:18:48.437506 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port e828d84d-edf8-4420-87a0-469dd5ad5cd3 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:48.438095 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.491124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e828d84d-edf8-4420-87a0-469dd5ad5cd3, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e828d84d-edf8-4420-87a0-469dd5ad5cd3,segment=NetworkSegment(ce754c12-ed08-44d3-9da8-7e4abe950a20),segment_id=ce754c12-ed08-44d3-9da8-7e4abe950a20)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:48.503818 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.512432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device acab5c34-2c4c-4eae-8f1e-b225c173baa6 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:48.516882 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6321ec2-66d5-405d-bd9c-1d1b13bbf6de req-e25c78a1-3743-410c-a099-c7bf9361f61f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3930488 Feb 11 05:18:48.555616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5e271-9c31-4694-94d3-f0c01a72bb2e req-0de52d6c-7acb-4338-b94f-0685b940b0bf tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:48.557930 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-97e5e271-9c31-4694-94d3-f0c01a72bb2e req-0de52d6c-7acb-4338-b94f-0685b940b0bf tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.88 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 945 time: 0.3558118 Feb 11 05:18:48.573886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b970352-183a-4b0b-a7b6-69edc217ca3a req-769578c7-0baf-4985-9ad1-0fb4caa3b815 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219330 Feb 11 05:18:48.725284 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35714) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:48.740548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=e828d84d-edf8-4420-87a0-469dd5ad5cd3,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:48.765615 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-b617301b-a744-474b-8855-212483463475 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (e828d84d-edf8-4420-87a0-469dd5ad5cd3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.770579 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b76e7a2-ef6f-4d17-8d90-7cfbfcaf5ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.797232 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port acab5c34-2c4c-4eae-8f1e-b225c173baa6 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:48.798125 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.859601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port acab5c34-2c4c-4eae-8f1e-b225c173baa6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=acab5c34-2c4c-4eae-8f1e-b225c173baa6,segment=NetworkSegment(a8229711-bbc5-4eb8-bf92-186023610d76),segment_id=a8229711-bbc5-4eb8-bf92-186023610d76)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:48.865286 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.866382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7e37fe20-df88-4ce7-8809-1a3a83f553fa no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:48.962623 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b76e7a2-ef6f-4d17-8d90-7cfbfcaf5ab2 admin admin] Publish callbacks [] for security_group (087dd3a1-f46b-4514-9b58-3075f5756c03), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:48.968199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=acab5c34-2c4c-4eae-8f1e-b225c173baa6,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:48.970212 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b76e7a2-ef6f-4d17-8d90-7cfbfcaf5ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (087dd3a1-f46b-4514-9b58-3075f5756c03), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:49.023484 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9b76e7a2-ef6f-4d17-8d90-7cfbfcaf5ab2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ce997948eb1940f3a328d18a407a51d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2943795 Feb 11 05:18:49.024514 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35718) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:49.026924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 7e37fe20-df88-4ce7-8809-1a3a83f553fa is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:49.027453 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:49.077727 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7e37fe20-df88-4ce7-8809-1a3a83f553fa, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7e37fe20-df88-4ce7-8809-1a3a83f553fa,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:49.092284 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:49.149378 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76e7a2-ef6f-4d17-8d90-7cfbfcaf5ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087dd3a1-f46b-4514-9b58-3075f5756c03,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:49.167811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=7e37fe20-df88-4ce7-8809-1a3a83f553fa,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:49.188852 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7eec53b7-197f-4f42-bf0f-96ee156fe965 admin admin] Publish callbacks [] for security_group (087dd3a1-f46b-4514-9b58-3075f5756c03), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:49.227916 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b12f10e6-7778-48b4-b25c-08b68caaccb1'}, {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e828d84d-edf8-4420-87a0-469dd5ad5cd3'}, {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acab5c34-2c4c-4eae-8f1e-b225c173baa6'}, {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e37fe20-df88-4ce7-8809-1a3a83f553fa'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:49.231309 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54a550c-c38a-4134-b033-49fa89dbf00a" -d '{"events": [{"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-unplugged", "status": "completed", "tag": "b12f10e6-7778-48b4-b25c-08b68caaccb1"}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-unplugged", "status": "completed", "tag": "e828d84d-edf8-4420-87a0-469dd5ad5cd3"}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-unplugged", "status": "completed", "tag": "acab5c34-2c4c-4eae-8f1e-b225c173baa6"}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-unplugged", "status": "completed", "tag": "7e37fe20-df88-4ce7-8809-1a3a83f553fa"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:49.239582 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7eec53b7-197f-4f42-bf0f-96ee156fe965 admin admin] Publish callbacks [] for security_group (087dd3a1-f46b-4514-9b58-3075f5756c03), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:49.337761 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7eec53b7-197f-4f42-bf0f-96ee156fe965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (087dd3a1-f46b-4514-9b58-3075f5756c03), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:49.341857 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7eec53b7-197f-4f42-bf0f-96ee156fe965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:49.343210 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7eec53b7-197f-4f42-bf0f-96ee156fe965 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/087dd3a1-f46b-4514-9b58-3075f5756c03 HTTP/1.1" status: 204 len: 168 time: 0.3138790 Feb 11 05:18:49.362164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec53b7-197f-4f42-bf0f-96ee156fe965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087dd3a1-f46b-4514-9b58-3075f5756c03,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:49.469224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617301b-a744-474b-8855-212483463475 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event deleted for resources: {'Port': ['ID=e828d84d-edf8-4420-87a0-469dd5ad5cd3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:49.543249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-b617301b-a744-474b-8855-212483463475 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] No DVR routers for this DVR port e828d84d-edf8-4420-87a0-469dd5ad5cd3 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:49.550736 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-b617301b-a744-474b-8855-212483463475 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:49.554012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-b617301b-a744-474b-8855-212483463475 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.88 "DELETE /v2.0/ports/e828d84d-edf8-4420-87a0-469dd5ad5cd3 HTTP/1.1" status: 204 len: 173 time: 2.3345907 Feb 11 05:18:49.556685 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-deleted', 'tag': 'e828d84d-edf8-4420-87a0-469dd5ad5cd3'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:49.559684 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406486a8-7195-46b9-a847-914dc559ba2c" -d '{"events": [{"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-deleted", "tag": "e828d84d-edf8-4420-87a0-469dd5ad5cd3"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:49.578837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-97e5e271-9c31-4694-94d3-f0c01a72bb2e req-62710843-b273-49a3-8b89-a9afbd89a3cd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Deleting port 190e48e1-baa6-4138-8669-008bb2e3b9de {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:49.579202 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-97e5e271-9c31-4694-94d3-f0c01a72bb2e req-62710843-b273-49a3-8b89-a9afbd89a3cd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (190e48e1-baa6-4138-8669-008bb2e3b9de), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:49.592954 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6cd95-5fdc-482b-90a3-db6a431700fa req-781369b4-60a4-490e-9909-a00c4d3fc5f7 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:49.600779 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3f6cd95-5fdc-482b-90a3-db6a431700fa req-781369b4-60a4-490e-9909-a00c4d3fc5f7 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 945 time: 0.8725667 Feb 11 05:18:49.630637 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df355cf5-e0ed-445a-b4c3-d1e242ff435d req-2f64c127-96db-41af-b52a-34aed0ad9104 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:49.632236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df355cf5-e0ed-445a-b4c3-d1e242ff435d req-2f64c127-96db-41af-b52a-34aed0ad9104 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.9020662 Feb 11 05:18:49.828171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3f6cd95-5fdc-482b-90a3-db6a431700fa req-afd07360-b8fe-4adf-b9d8-dcb3e467ed9e tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups?id=176ae555-4283-4d2d-a7f8-d74bdfaed218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261226 Feb 11 05:18:49.929417 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df355cf5-e0ed-445a-b4c3-d1e242ff435d req-bece2334-3a19-4f71-b20f-1c804690a976 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756336 Feb 11 05:18:49.932112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-97e5e271-9c31-4694-94d3-f0c01a72bb2e req-62710843-b273-49a3-8b89-a9afbd89a3cd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] For port 190e48e1-baa6-4138-8669-008bb2e3b9de, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=190e48e1-baa6-4138-8669-008bb2e3b9de,segment=NetworkSegment(5c1e4194-22bb-49a2-97d5-b0811aecd893),segment_id=5c1e4194-22bb-49a2-97d5-b0811aecd893)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:49.932668 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-97e5e271-9c31-4694-94d3-f0c01a72bb2e req-62710843-b273-49a3-8b89-a9afbd89a3cd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (190e48e1-baa6-4138-8669-008bb2e3b9de), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:50.068297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-0d6638db-d40f-4766-8bbc-ca8dc564adc5 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Deleting port 7e37fe20-df88-4ce7-8809-1a3a83f553fa {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:50.068641 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-0d6638db-d40f-4766-8bbc-ca8dc564adc5 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:50.372419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-0d6638db-d40f-4766-8bbc-ca8dc564adc5 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] For port 7e37fe20-df88-4ce7-8809-1a3a83f553fa, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7e37fe20-df88-4ce7-8809-1a3a83f553fa,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:50.373069 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-0d6638db-d40f-4766-8bbc-ca8dc564adc5 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:50.402790 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72634ded-d22f-4759-9ce9-991212bb66b9 req-2536fccd-7b7b-4f25-a10d-cb94dc509876 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:50.404726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72634ded-d22f-4759-9ce9-991212bb66b9 req-2536fccd-7b7b-4f25-a10d-cb94dc509876 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.4143245 Feb 11 05:18:50.410159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-0d6638db-d40f-4766-8bbc-ca8dc564adc5 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Calling delete_port for 7e37fe20-df88-4ce7-8809-1a3a83f553fa owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:50.471952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ec482-3310-4bbc-bb14-4526df306bc0 req-9051c931-b9cf-4e93-8017-6959d4397b9e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:50.473522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-720ec482-3310-4bbc-bb14-4526df306bc0 req-9051c931-b9cf-4e93-8017-6959d4397b9e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.3960044 Feb 11 05:18:50.606694 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-720ec482-3310-4bbc-bb14-4526df306bc0 req-0f3d9367-d309-431c-b78b-3d2114e71056 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225233 Feb 11 05:18:50.677299 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-97e5e271-9c31-4694-94d3-f0c01a72bb2e req-62710843-b273-49a3-8b89-a9afbd89a3cd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:50.678233 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-97e5e271-9c31-4694-94d3-f0c01a72bb2e req-62710843-b273-49a3-8b89-a9afbd89a3cd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (f0cf5d76-86b2-4c5b-a51a-0158fb105f3a), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:50.678740 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-97e5e271-9c31-4694-94d3-f0c01a72bb2e req-62710843-b273-49a3-8b89-a9afbd89a3cd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Floating IP f0cf5d76-86b2-4c5b-a51a-0158fb105f3a disassociated. External IP: 172.25.5.196, port: 190e48e1-baa6-4138-8669-008bb2e3b9de. Feb 11 05:18:50.681312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-97e5e271-9c31-4694-94d3-f0c01a72bb2e req-62710843-b273-49a3-8b89-a9afbd89a3cd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Calling delete_port for 190e48e1-baa6-4138-8669-008bb2e3b9de owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:50.698951 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc25e1df-3f3b-466e-af4f-fbe48a2173e0 x-openstack-request-id: req-fc25e1df-3f3b-466e-af4f-fbe48a2173e0 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:50.699455 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-unplugged", "status": "completed", "tag": "b12f10e6-7778-48b4-b25c-08b68caaccb1", "code": 200}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-unplugged", "status": "completed", "tag": "e828d84d-edf8-4420-87a0-469dd5ad5cd3", "code": 200}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-unplugged", "status": "completed", "tag": "acab5c34-2c4c-4eae-8f1e-b225c173baa6", "code": 200}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-unplugged", "status": "completed", "tag": "7e37fe20-df88-4ce7-8809-1a3a83f553fa", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:50.699588 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fc25e1df-3f3b-466e-af4f-fbe48a2173e0 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:50.700000 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b12f10e6-7778-48b4-b25c-08b68caaccb1', 'code': 200} Feb 11 05:18:50.700264 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e828d84d-edf8-4420-87a0-469dd5ad5cd3', 'code': 200} Feb 11 05:18:50.700512 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acab5c34-2c4c-4eae-8f1e-b225c173baa6', 'code': 200} Feb 11 05:18:50.700764 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e37fe20-df88-4ce7-8809-1a3a83f553fa', 'code': 200} Feb 11 05:18:50.758056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72634ded-d22f-4759-9ce9-991212bb66b9 req-40e2c58e-f700-46e1-9e60-e63a8fe64518 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907324 Feb 11 05:18:50.841919 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1400a20-801f-46a6-b659-464ac3040b14 x-openstack-request-id: req-e1400a20-801f-46a6-b659-464ac3040b14 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:50.842531 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-deleted", "tag": "e828d84d-edf8-4420-87a0-469dd5ad5cd3", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:50.842531 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e1400a20-801f-46a6-b659-464ac3040b14 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:50.843038 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-deleted', 'tag': 'e828d84d-edf8-4420-87a0-469dd5ad5cd3', 'status': 'completed', 'code': 200} Feb 11 05:18:51.058226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67840ac5-52d2-4520-9789-4ebe055247df req-19297655-aad2-41b9-9322-8685441fa169 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:51.063892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67840ac5-52d2-4520-9789-4ebe055247df req-19297655-aad2-41b9-9322-8685441fa169 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:51.069752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67840ac5-52d2-4520-9789-4ebe055247df req-19297655-aad2-41b9-9322-8685441fa169 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:51.076133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67840ac5-52d2-4520-9789-4ebe055247df req-19297655-aad2-41b9-9322-8685441fa169 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:51.078570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67840ac5-52d2-4520-9789-4ebe055247df req-19297655-aad2-41b9-9322-8685441fa169 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 3143 time: 0.1596179 Feb 11 05:18:51.133971 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-0d6638db-d40f-4766-8bbc-ca8dc564adc5 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7e37fe20-df88-4ce7-8809-1a3a83f553fa), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:51.165878 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a7c5a-bb21-4703-a589-df9047a339f1 req-830659fc-d503-4b39-96dc-6f5af27bd528 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:51.173071 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-483a7c5a-bb21-4703-a589-df9047a339f1 req-830659fc-d503-4b39-96dc-6f5af27bd528 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.2167115 Feb 11 05:18:51.269761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6638db-d40f-4766-8bbc-ca8dc564adc5 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event deleted for resources: {'Port': ['ID=7e37fe20-df88-4ce7-8809-1a3a83f553fa,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:51.294313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-0d6638db-d40f-4766-8bbc-ca8dc564adc5 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] No DVR routers for this DVR port 7e37fe20-df88-4ce7-8809-1a3a83f553fa on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:51.303241 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67840ac5-52d2-4520-9789-4ebe055247df req-7c927b54-6126-4cd4-8d65-ee53e3e5f1f1 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182209 Feb 11 05:18:51.306246 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-0d6638db-d40f-4766-8bbc-ca8dc564adc5 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:51.309980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-0d6638db-d40f-4766-8bbc-ca8dc564adc5 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.88 "DELETE /v2.0/ports/7e37fe20-df88-4ce7-8809-1a3a83f553fa HTTP/1.1" status: 204 len: 173 time: 1.7443283 Feb 11 05:18:51.350797 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-97e5e271-9c31-4694-94d3-f0c01a72bb2e req-62710843-b273-49a3-8b89-a9afbd89a3cd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (190e48e1-baa6-4138-8669-008bb2e3b9de), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:51.501756 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-483a7c5a-bb21-4703-a589-df9047a339f1 req-f440394c-4164-4a2f-ab20-6e75d869ec61 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278215 Feb 11 05:18:51.502543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62710843-b273-49a3-8b89-a9afbd89a3cd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Pushing event deleted for resources: {'Port': ['ID=190e48e1-baa6-4138-8669-008bb2e3b9de,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:51.570199 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17b98ca7-7128-429a-b6d1-e5236c210649 req-eec9dea4-9a27-4712-962a-b035eb96b387 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 210 time: 0.1235723 Feb 11 05:18:51.882849 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-94786f77-3162-481d-b08f-7422c1bbe388 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Deleting port 47c68d4d-dde3-4df1-ab81-7d42effbc318 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:51.883527 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-94786f77-3162-481d-b08f-7422c1bbe388 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:52.106502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491361fc-a1ae-4ed5-8d9f-6fdbcb700b41 req-559edfc5-b580-4376-818e-30ee5f09cdc5 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:52.109179 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-491361fc-a1ae-4ed5-8d9f-6fdbcb700b41 req-559edfc5-b580-4376-818e-30ee5f09cdc5 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.3703809 Feb 11 05:18:52.125459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e5c06-432e-4ed9-a0e7-1328329250f9 req-6fcbd99d-e8be-40a1-bbcf-bfbc8561178c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:52.127249 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef7e5c06-432e-4ed9-a0e7-1328329250f9 req-6fcbd99d-e8be-40a1-bbcf-bfbc8561178c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.3855329 Feb 11 05:18:52.133112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97e5e271-9c31-4694-94d3-f0c01a72bb2e req-62710843-b273-49a3-8b89-a9afbd89a3cd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:18:52.207254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-94786f77-3162-481d-b08f-7422c1bbe388 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] For port 47c68d4d-dde3-4df1-ab81-7d42effbc318, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=47c68d4d-dde3-4df1-ab81-7d42effbc318,segment=NetworkSegment(ce754c12-ed08-44d3-9da8-7e4abe950a20),segment_id=ce754c12-ed08-44d3-9da8-7e4abe950a20)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:52.207757 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-94786f77-3162-481d-b08f-7422c1bbe388 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:52.252303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-94786f77-3162-481d-b08f-7422c1bbe388 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Calling delete_port for 47c68d4d-dde3-4df1-ab81-7d42effbc318 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:52.257068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-491361fc-a1ae-4ed5-8d9f-6fdbcb700b41 req-2b1f4bbc-7979-4831-9578-9bbfd18acb7e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264858 Feb 11 05:18:52.333554 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef7e5c06-432e-4ed9-a0e7-1328329250f9 req-464ce962-8fd4-40e2-a838-39265a463664 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790485 Feb 11 05:18:52.406699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 24e6fabc-4845-4d1e-845d-dc7b401c8471 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:18:52.424713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 24e6fabc-4845-4d1e-845d-dc7b401c8471 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:52.599718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 24e6fabc-4845-4d1e-845d-dc7b401c8471, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=24e6fabc-4845-4d1e-845d-dc7b401c8471,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:52.610802 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-94786f77-3162-481d-b08f-7422c1bbe388 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (47c68d4d-dde3-4df1-ab81-7d42effbc318), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:52.612616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 24e6fabc-4845-4d1e-845d-dc7b401c8471 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:52.613371 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:52.634733 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '24e6fabc-4845-4d1e-845d-dc7b401c8471', 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b', 'port_id': '24e6fabc-4845-4d1e-845d-dc7b401c8471', 'mac_address': 'fa:16:3e:41:a0:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd9a43f-aebb-4c81-9832-39b324b8d69a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:18:52.680028 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 24e6fabc-4845-4d1e-845d-dc7b401c8471, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=24e6fabc-4845-4d1e-845d-dc7b401c8471,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:52.692700 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:52.693883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 190e48e1-baa6-4138-8669-008bb2e3b9de no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:52.706585 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b7eef2-9d95-4653-9267-4dcaeba03813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e6fabc-4845-4d1e-845d-dc7b401c8471'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:52.709249 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28194965-ccf4-4726-9449-9e4e1a402d83" -d '{"events": [{"server_uuid": "d9b7eef2-9d95-4653-9267-4dcaeba03813", "name": "network-vif-unplugged", "status": "completed", "tag": "24e6fabc-4845-4d1e-845d-dc7b401c8471"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:52.720333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94786f77-3162-481d-b08f-7422c1bbe388 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event deleted for resources: {'Port': ['ID=47c68d4d-dde3-4df1-ab81-7d42effbc318,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:52.766989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 190e48e1-baa6-4138-8669-008bb2e3b9de {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:18:52.767628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 190e48e1-baa6-4138-8669-008bb2e3b9de not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:18:52.777794 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 24e6fabc-4845-4d1e-845d-dc7b401c8471 is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:52.778338 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:52.789886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97e5e271-9c31-4694-94d3-f0c01a72bb2e req-62710843-b273-49a3-8b89-a9afbd89a3cd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:52.794473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-94786f77-3162-481d-b08f-7422c1bbe388 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] No DVR routers for this DVR port 47c68d4d-dde3-4df1-ab81-7d42effbc318 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:52.802570 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-94786f77-3162-481d-b08f-7422c1bbe388 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:52.805253 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84529a33-d0db-44d5-8961-6fd57e986007 None None] Sync routers for ids ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:52.805754 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24e6fabc-4845-4d1e-845d-dc7b401c8471 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:52.805861 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-94786f77-3162-481d-b08f-7422c1bbe388 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.88 "DELETE /v2.0/ports/47c68d4d-dde3-4df1-ab81-7d42effbc318 HTTP/1.1" status: 204 len: 173 time: 1.4690647 Feb 11 05:18:52.814248 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=24e6fabc-4845-4d1e-845d-dc7b401c8471,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:52.824474 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84529a33-d0db-44d5-8961-6fd57e986007 None None] Routers {'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:52.825112 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-84529a33-d0db-44d5-8961-6fd57e986007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:18:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:52.866980 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:18:52.867346 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:18:52.889282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-deleted', 'tag': '7e37fe20-df88-4ce7-8809-1a3a83f553fa'}, {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-deleted', 'tag': '47c68d4d-dde3-4df1-ab81-7d42effbc318'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:52.898215 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9c3f2e-11cc-4d4f-a626-dc93fec2d969" -d '{"events": [{"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-deleted", "tag": "7e37fe20-df88-4ce7-8809-1a3a83f553fa"}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-deleted", "tag": "47c68d4d-dde3-4df1-ab81-7d42effbc318"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:52.945331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd9a40-16fc-44f3-9e24-620ae5420136 req-76386575-59f1-484d-aa2a-de16709d6648 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:52.947689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79fd9a40-16fc-44f3-9e24-620ae5420136 req-76386575-59f1-484d-aa2a-de16709d6648 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.5598333 Feb 11 05:18:53.029166 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-84529a33-d0db-44d5-8961-6fd57e986007 None None] Set router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:53.066310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e5e271-9c31-4694-94d3-f0c01a72bb2e req-62710843-b273-49a3-8b89-a9afbd89a3cd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] No DVR routers for this DVR port 190e48e1-baa6-4138-8669-008bb2e3b9de on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:53.084852 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-97e5e271-9c31-4694-94d3-f0c01a72bb2e req-62710843-b273-49a3-8b89-a9afbd89a3cd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.089571 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-97e5e271-9c31-4694-94d3-f0c01a72bb2e req-62710843-b273-49a3-8b89-a9afbd89a3cd tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.88 "DELETE /v2.0/ports/190e48e1-baa6-4138-8669-008bb2e3b9de HTTP/1.1" status: 204 len: 173 time: 4.5117102 Feb 11 05:18:53.157215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc33f93-f360-4575-8010-cac81e257c89 req-502f47a6-c4b8-4534-83fb-2ab0bca8c88e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:53.172066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc33f93-f360-4575-8010-cac81e257c89 req-502f47a6-c4b8-4534-83fb-2ab0bca8c88e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:53.175780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fc33f93-f360-4575-8010-cac81e257c89 req-502f47a6-c4b8-4534-83fb-2ab0bca8c88e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 1678 time: 0.5815966 Feb 11 05:18:53.263342 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35838) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:53.333517 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79fd9a40-16fc-44f3-9e24-620ae5420136 req-57e6ed30-4259-45d3-ac90-e4a075cb1d7d tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706133 Feb 11 05:18:53.473431 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fc33f93-f360-4575-8010-cac81e257c89 req-c43ad88c-7fbe-4199-9b16-227402d2e95b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485185 Feb 11 05:18:53.494873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 24e6fabc-4845-4d1e-845d-dc7b401c8471 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:53.498322 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.503103 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-86cfbaf2-9081-453f-af0a-3ce01252e32e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Deleting port b12f10e6-7778-48b4-b25c-08b68caaccb1 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:53.505488 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-86cfbaf2-9081-453f-af0a-3ce01252e32e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.506643 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f28f157-9bf1-4c5a-a8bd-0f3885e0369d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.534806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e6fabc-4845-4d1e-845d-dc7b401c8471 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:53.585153 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 24e6fabc-4845-4d1e-845d-dc7b401c8471, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=24e6fabc-4845-4d1e-845d-dc7b401c8471,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:53.589029 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-84529a33-d0db-44d5-8961-6fd57e986007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'name': 'tempest-ServersTestJSON-1389060182-router', 'tenant_id': '5cca264be03d45218828b71211386bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:59Z', 'updated_at': '2022-02-11T05:17:04Z', 'revision_number': 4, 'project_id': '5cca264be03d45218828b71211386bab', 'gw_port': {'id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:00Z', 'updated_at': '2022-02-11T05:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'a6299591-271c-4cb4-97eb-78f2eda7395b', 'name': '', 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'tenant_id': '5cca264be03d45218828b71211386bab', 'mac_address': 'fa:16:3e:a4:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:04Z', 'updated_at': '2022-02-11T05:17:13Z', 'revision_number': 5, 'project_id': '5cca264be03d45218828b71211386bab', 'subnets': [{'id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:53.594154 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.671532 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f28f157-9bf1-4c5a-a8bd-0f3885e0369d admin admin] Publish callbacks [] for security_group (6db36edf-e113-4f03-a357-7806c73f8a47), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.677811 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84529a33-d0db-44d5-8961-6fd57e986007 None None] Checking router: cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:18:53.679003 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f28f157-9bf1-4c5a-a8bd-0f3885e0369d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6db36edf-e113-4f03-a357-7806c73f8a47), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.701877 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=24e6fabc-4845-4d1e-845d-dc7b401c8471,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:53.704928 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84529a33-d0db-44d5-8961-6fd57e986007 None None] Routers {'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:53.705764 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-84529a33-d0db-44d5-8961-6fd57e986007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:18:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:53.745557 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7f28f157-9bf1-4c5a-a8bd-0f3885e0369d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=51d6bb5ba3994a758fed131950b713bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4810710 Feb 11 05:18:53.746318 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35846) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:53.746977 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28f157-9bf1-4c5a-a8bd-0f3885e0369d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db36edf-e113-4f03-a357-7806c73f8a47,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:53.813357 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-31139c73-896b-4c7b-a1b3-51d567ab79a1 admin admin] Publish callbacks [] for security_group (6db36edf-e113-4f03-a357-7806c73f8a47), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.840982 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-31139c73-896b-4c7b-a1b3-51d567ab79a1 admin admin] Publish callbacks [] for security_group (6db36edf-e113-4f03-a357-7806c73f8a47), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.895129 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d604f23d-93a3-482e-bf89-6c11a3732ec7 req-aa46e1c3-49d3-4049-b42d-b4bd8ad7a6bb tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9af1922-5251-43f3-80b6-3d9a62f744e3 HTTP/1.1" status: 200 len: 210 time: 0.1835890 Feb 11 05:18:53.896273 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-31139c73-896b-4c7b-a1b3-51d567ab79a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6db36edf-e113-4f03-a357-7806c73f8a47), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.907139 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-31139c73-896b-4c7b-a1b3-51d567ab79a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.907139 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-31139c73-896b-4c7b-a1b3-51d567ab79a1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6db36edf-e113-4f03-a357-7806c73f8a47 HTTP/1.1" status: 204 len: 168 time: 0.1558983 Feb 11 05:18:53.918969 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31139c73-896b-4c7b-a1b3-51d567ab79a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db36edf-e113-4f03-a357-7806c73f8a47,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:53.950503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1c3f5-1be6-4f95-be4b-57778412d44a req-fc9b63df-ede8-407e-bb2d-32f9ce32db10 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:53.952240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ec1c3f5-1be6-4f95-be4b-57778412d44a req-fc9b63df-ede8-407e-bb2d-32f9ce32db10 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 945 time: 0.3757322 Feb 11 05:18:53.997131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['24e6fabc-4845-4d1e-845d-dc7b401c8471'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:54.020465 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-84529a33-d0db-44d5-8961-6fd57e986007 None None] Set router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:54.082210 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3359807a-f6af-4561-84be-311375d3301c x-openstack-request-id: req-3359807a-f6af-4561-84be-311375d3301c {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:54.082705 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b7eef2-9d95-4653-9267-4dcaeba03813", "name": "network-vif-unplugged", "status": "completed", "tag": "24e6fabc-4845-4d1e-845d-dc7b401c8471", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:54.083467 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3359807a-f6af-4561-84be-311375d3301c {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:54.086120 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b7eef2-9d95-4653-9267-4dcaeba03813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e6fabc-4845-4d1e-845d-dc7b401c8471', 'code': 200} Feb 11 05:18:54.139139 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3b8d06-0ade-4c2a-8c3e-31204172b6ad x-openstack-request-id: req-fd3b8d06-0ade-4c2a-8c3e-31204172b6ad {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:54.139475 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-deleted", "tag": "7e37fe20-df88-4ce7-8809-1a3a83f553fa", "status": "completed", "code": 200}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-deleted", "tag": "47c68d4d-dde3-4df1-ab81-7d42effbc318", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:54.139748 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fd3b8d06-0ade-4c2a-8c3e-31204172b6ad {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:54.140171 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-deleted', 'tag': '7e37fe20-df88-4ce7-8809-1a3a83f553fa', 'status': 'completed', 'code': 200} Feb 11 05:18:54.140434 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-deleted', 'tag': '47c68d4d-dde3-4df1-ab81-7d42effbc318', 'status': 'completed', 'code': 200} Feb 11 05:18:54.163113 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-86cfbaf2-9081-453f-af0a-3ce01252e32e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] For port b12f10e6-7778-48b4-b25c-08b68caaccb1, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b12f10e6-7778-48b4-b25c-08b68caaccb1,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:54.163518 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-86cfbaf2-9081-453f-af0a-3ce01252e32e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.300660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-86cfbaf2-9081-453f-af0a-3ce01252e32e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Calling delete_port for b12f10e6-7778-48b4-b25c-08b68caaccb1 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:54.418307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ec1c3f5-1be6-4f95-be4b-57778412d44a req-1577d5d4-a96a-4c83-98b7-b244c2d39bfb tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474621 Feb 11 05:18:54.508269 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-84529a33-d0db-44d5-8961-6fd57e986007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'name': 'tempest-ServersTestJSON-1389060182-router', 'tenant_id': '5cca264be03d45218828b71211386bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:59Z', 'updated_at': '2022-02-11T05:17:04Z', 'revision_number': 4, 'project_id': '5cca264be03d45218828b71211386bab', 'gw_port': {'id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:00Z', 'updated_at': '2022-02-11T05:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'a6299591-271c-4cb4-97eb-78f2eda7395b', 'name': '', 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'tenant_id': '5cca264be03d45218828b71211386bab', 'mac_address': 'fa:16:3e:a4:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:04Z', 'updated_at': '2022-02-11T05:17:13Z', 'revision_number': 5, 'project_id': '5cca264be03d45218828b71211386bab', 'subnets': [{'id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:54.546314 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84529a33-d0db-44d5-8961-6fd57e986007 None None] The sync data for ids ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'] in n-d-713499-38 is: [{'id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'name': 'tempest-ServersTestJSON-1389060182-router', 'tenant_id': '5cca264be03d45218828b71211386bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:59Z', 'updated_at': '2022-02-11T05:17:04Z', 'revision_number': 4, 'project_id': '5cca264be03d45218828b71211386bab', 'gw_port': {'id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:00Z', 'updated_at': '2022-02-11T05:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'a6299591-271c-4cb4-97eb-78f2eda7395b', 'name': '', 'network_id': '43465c71-4f35-4c70-b075-638d26d85d60', 'tenant_id': '5cca264be03d45218828b71211386bab', 'mac_address': 'fa:16:3e:a4:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:04Z', 'updated_at': '2022-02-11T05:17:13Z', 'revision_number': 5, 'project_id': '5cca264be03d45218828b71211386bab', 'subnets': [{'id': 'd4b8c711-9cfd-4d91-a2df-6a85dc34918d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:18:54.616205 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35860) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:54.646628 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a563b8e5-a26c-4a0d-a813-0d47c6956eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.764947 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a563b8e5-a26c-4a0d-a813-0d47c6956eac admin admin] Publish callbacks [] for security_group (c33f02a6-421d-4430-b055-01ee04150654), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.770624 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a563b8e5-a26c-4a0d-a813-0d47c6956eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c33f02a6-421d-4430-b055-01ee04150654), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.804671 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a563b8e5-a26c-4a0d-a813-0d47c6956eac admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7dd4f43ef7e84c8697b7c1c61f15abba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1872578 Feb 11 05:18:54.806824 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35862) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:54.882595 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563b8e5-a26c-4a0d-a813-0d47c6956eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33f02a6-421d-4430-b055-01ee04150654,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:54.887173 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1fd4912c-a444-4b84-8d36-7a0d8f378550 admin admin] Publish callbacks [] for security_group (c33f02a6-421d-4430-b055-01ee04150654), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.915155 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1fd4912c-a444-4b84-8d36-7a0d8f378550 admin admin] Publish callbacks [] for security_group (c33f02a6-421d-4430-b055-01ee04150654), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.982454 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1fd4912c-a444-4b84-8d36-7a0d8f378550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c33f02a6-421d-4430-b055-01ee04150654), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.986696 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1fd4912c-a444-4b84-8d36-7a0d8f378550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:55.001199 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1fd4912c-a444-4b84-8d36-7a0d8f378550 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c33f02a6-421d-4430-b055-01ee04150654 HTTP/1.1" status: 204 len: 168 time: 0.1890829 Feb 11 05:18:55.023540 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4912c-a444-4b84-8d36-7a0d8f378550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33f02a6-421d-4430-b055-01ee04150654,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:55.086175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f8302f-3e24-43a0-b9cd-39f555823eec None None] New status for floating IP f0cf5d76-86b2-4c5b-a51a-0158fb105f3a: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:18:55.212946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc0fd2-7bc1-4bca-a00a-6ee5e699c2e0 req-66943ce8-0117-4db2-adb3-f84ae64f97b6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:55.214407 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5fc0fd2-7bc1-4bca-a00a-6ee5e699c2e0 req-66943ce8-0117-4db2-adb3-f84ae64f97b6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.9281321 Feb 11 05:18:55.281496 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f28c6-b45e-4af3-917f-73563e8c46d1 req-3a1461fe-5a66-41ef-ae5b-14d4c8419178 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:55.288337 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-524f28c6-b45e-4af3-917f-73563e8c46d1 req-3a1461fe-5a66-41ef-ae5b-14d4c8419178 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.7206218 Feb 11 05:18:55.410199 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-524f28c6-b45e-4af3-917f-73563e8c46d1 req-b189604c-47ce-467b-95a1-cee244b2d78d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209853 Feb 11 05:18:55.427087 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5fc0fd2-7bc1-4bca-a00a-6ee5e699c2e0 req-8df7f802-3000-4893-a8e4-a1d663f9a802 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963646 Feb 11 05:18:55.480507 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-86cfbaf2-9081-453f-af0a-3ce01252e32e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b12f10e6-7778-48b4-b25c-08b68caaccb1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:55.553620 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfbaf2-9081-453f-af0a-3ce01252e32e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event deleted for resources: {'Port': ['ID=b12f10e6-7778-48b4-b25c-08b68caaccb1,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:55.759705 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-86cfbaf2-9081-453f-af0a-3ce01252e32e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] No DVR routers for this DVR port b12f10e6-7778-48b4-b25c-08b68caaccb1 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:55.779845 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-86cfbaf2-9081-453f-af0a-3ce01252e32e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:55.781505 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-86cfbaf2-9081-453f-af0a-3ce01252e32e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.88 "DELETE /v2.0/ports/b12f10e6-7778-48b4-b25c-08b68caaccb1 HTTP/1.1" status: 204 len: 173 time: 2.9464440 Feb 11 05:18:55.898117 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680493df-ef27-44c0-b0dd-0ce2e397021d req-a8b89163-799a-4e37-9156-3e60bf9ca1a5 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:55.899721 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-680493df-ef27-44c0-b0dd-0ce2e397021d req-a8b89163-799a-4e37-9156-3e60bf9ca1a5 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 944 time: 0.3471618 Feb 11 05:18:55.910177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd40a70-c500-4e8f-ac8e-29a698e800e0 req-9be62381-79c4-4b92-98f1-4785584e7ff2 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:55.918587 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fd40a70-c500-4e8f-ac8e-29a698e800e0 req-9be62381-79c4-4b92-98f1-4785584e7ff2 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.3727486 Feb 11 05:18:55.983188 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-680493df-ef27-44c0-b0dd-0ce2e397021d req-9c15fc3e-4da4-4359-bf52-5f501e4b87ee tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups?id=d7c6f83e-dfe5-485e-822e-5fc3b218d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622330 Feb 11 05:18:56.051444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-cd131903-2dbc-4d49-8bc7-e1022f75474f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Deleting port acab5c34-2c4c-4eae-8f1e-b225c173baa6 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:56.051793 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-cd131903-2dbc-4d49-8bc7-e1022f75474f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.173119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-cd131903-2dbc-4d49-8bc7-e1022f75474f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] For port acab5c34-2c4c-4eae-8f1e-b225c173baa6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=acab5c34-2c4c-4eae-8f1e-b225c173baa6,segment=NetworkSegment(a8229711-bbc5-4eb8-bf92-186023610d76),segment_id=a8229711-bbc5-4eb8-bf92-186023610d76)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:56.173487 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-cd131903-2dbc-4d49-8bc7-e1022f75474f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.264263 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fd40a70-c500-4e8f-ac8e-29a698e800e0 req-5c9a49c0-50c9-42da-8692-4dcc1a64ac87 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445106 Feb 11 05:18:56.285399 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9af1922-5251-43f3-80b6-3d9a62f744e3', 'name': 'network-vif-deleted', 'tag': '190e48e1-baa6-4138-8669-008bb2e3b9de'}, {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-deleted', 'tag': 'b12f10e6-7778-48b4-b25c-08b68caaccb1'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:56.292576 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db58de16-6421-4faa-a887-3493f4e683e2" -d '{"events": [{"server_uuid": "b9af1922-5251-43f3-80b6-3d9a62f744e3", "name": "network-vif-deleted", "tag": "190e48e1-baa6-4138-8669-008bb2e3b9de"}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-deleted", "tag": "b12f10e6-7778-48b4-b25c-08b68caaccb1"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:56.437104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 24e6fabc-4845-4d1e-845d-dc7b401c8471 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:56.504993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df25108-17fb-4976-aae3-b6183aad3840 req-0a441769-1865-4c16-8484-84b895e6a680 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:56.514862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2df25108-17fb-4976-aae3-b6183aad3840 req-0a441769-1865-4c16-8484-84b895e6a680 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 945 time: 0.2494845 Feb 11 05:18:56.567610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 24e6fabc-4845-4d1e-845d-dc7b401c8471 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:56.568000 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.632603 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-cd131903-2dbc-4d49-8bc7-e1022f75474f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.633182 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-cd131903-2dbc-4d49-8bc7-e1022f75474f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (c06f66d1-d81e-4469-8b29-f662190e7e86), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.633532 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-cd131903-2dbc-4d49-8bc7-e1022f75474f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Floating IP c06f66d1-d81e-4469-8b29-f662190e7e86 disassociated. External IP: 172.25.5.154, port: acab5c34-2c4c-4eae-8f1e-b225c173baa6. Feb 11 05:18:56.634034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-cd131903-2dbc-4d49-8bc7-e1022f75474f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Calling delete_port for acab5c34-2c4c-4eae-8f1e-b225c173baa6 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:56.662390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2df25108-17fb-4976-aae3-b6183aad3840 req-c8288e17-8661-4b64-8e26-133f10f3a289 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466615 Feb 11 05:18:56.697744 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 24e6fabc-4845-4d1e-845d-dc7b401c8471 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:56.698351 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.747458 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 24e6fabc-4845-4d1e-845d-dc7b401c8471, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=24e6fabc-4845-4d1e-845d-dc7b401c8471,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:56.748885 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b7eef2-9d95-4653-9267-4dcaeba03813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e6fabc-4845-4d1e-845d-dc7b401c8471'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:56.754232 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f77a4f3-f72d-4904-9665-8107bde83b00" -d '{"events": [{"server_uuid": "d9b7eef2-9d95-4653-9267-4dcaeba03813", "name": "network-vif-plugged", "status": "completed", "tag": "24e6fabc-4845-4d1e-845d-dc7b401c8471"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:56.761236 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.766197 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0180d4-d8e9-45b6-a7a2-58381c4a6eec x-openstack-request-id: req-7d0180d4-d8e9-45b6-a7a2-58381c4a6eec {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:56.766626 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9af1922-5251-43f3-80b6-3d9a62f744e3", "name": "network-vif-deleted", "tag": "190e48e1-baa6-4138-8669-008bb2e3b9de", "status": "completed", "code": 200}, {"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-deleted", "tag": "b12f10e6-7778-48b4-b25c-08b68caaccb1", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:56.767010 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7d0180d4-d8e9-45b6-a7a2-58381c4a6eec {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:56.767558 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9af1922-5251-43f3-80b6-3d9a62f744e3', 'name': 'network-vif-deleted', 'tag': '190e48e1-baa6-4138-8669-008bb2e3b9de', 'status': 'completed', 'code': 200} Feb 11 05:18:56.777313 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-deleted', 'tag': 'b12f10e6-7778-48b4-b25c-08b68caaccb1', 'status': 'completed', 'code': 200} Feb 11 05:18:56.831324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=24e6fabc-4845-4d1e-845d-dc7b401c8471,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:56.956568 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-cd131903-2dbc-4d49-8bc7-e1022f75474f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (acab5c34-2c4c-4eae-8f1e-b225c173baa6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.022453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd131903-2dbc-4d49-8bc7-e1022f75474f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event deleted for resources: {'Port': ['ID=acab5c34-2c4c-4eae-8f1e-b225c173baa6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:57.322115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-cd131903-2dbc-4d49-8bc7-e1022f75474f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Router 4245bbd3-8974-4fe7-b359-c46370ed76a2 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:18:57.341817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c4fc4-0721-4b3d-969e-47d87ca3afaf req-c9663b5b-18e2-428c-a810-bd6b723f08ec tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:57.349412 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e1c4fc4-0721-4b3d-969e-47d87ca3afaf req-c9663b5b-18e2-428c-a810-bd6b723f08ec tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.1193776 Feb 11 05:18:57.357895 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35922) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:57.559657 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-cd131903-2dbc-4d49-8bc7-e1022f75474f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:57.560999 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e12203e-2c32-4516-8e42-cc792fe85427 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for security_group (176ae555-4283-4d2d-a7f8-d74bdfaed218), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.582493 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c6645-3ac1-4088-899b-23eb7ab0917d None None] Sync routers for ids ['4245bbd3-8974-4fe7-b359-c46370ed76a2'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:57.601883 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c6645-3ac1-4088-899b-23eb7ab0917d None None] Routers {'4245bbd3-8974-4fe7-b359-c46370ed76a2'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:57.602515 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6e5c6645-3ac1-4088-899b-23eb7ab0917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:18:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['4245bbd3-8974-4fe7-b359-c46370ed76a2'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:57.695864 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e12203e-2c32-4516-8e42-cc792fe85427 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for security_group (176ae555-4283-4d2d-a7f8-d74bdfaed218), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.763242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-cd131903-2dbc-4d49-8bc7-e1022f75474f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] No DVR routers for this DVR port acab5c34-2c4c-4eae-8f1e-b225c173baa6 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:57.779452 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-cd131903-2dbc-4d49-8bc7-e1022f75474f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.782977 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d326827-87a8-4dfc-9677-8b7657d3e5be req-cd131903-2dbc-4d49-8bc7-e1022f75474f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.88 "DELETE /v2.0/ports/acab5c34-2c4c-4eae-8f1e-b225c173baa6 HTTP/1.1" status: 204 len: 173 time: 1.9890559 Feb 11 05:18:57.789237 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e12203e-2c32-4516-8e42-cc792fe85427 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (176ae555-4283-4d2d-a7f8-d74bdfaed218), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.792053 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e12203e-2c32-4516-8e42-cc792fe85427 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:57.801602 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8e12203e-2c32-4516-8e42-cc792fe85427 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "DELETE /v2.0/security-groups/176ae555-4283-4d2d-a7f8-d74bdfaed218 HTTP/1.1" status: 204 len: 168 time: 0.4423964 Feb 11 05:18:57.810519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35934) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:57.843114 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12203e-2c32-4516-8e42-cc792fe85427 tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=176ae555-4283-4d2d-a7f8-d74bdfaed218,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:57.852173 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-6e5c6645-3ac1-4088-899b-23eb7ab0917d None None] Set router 4245bbd3-8974-4fe7-b359-c46370ed76a2 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:57.852868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e1c4fc4-0721-4b3d-969e-47d87ca3afaf req-fc627a0e-80af-4432-a507-6cd6b1596c79 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5024354 Feb 11 05:18:57.931757 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-64e01b28-760e-4e52-ab72-0cd11d6fcf1a tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] show failed (client error): The resource could not be found. Feb 11 05:18:57.935732 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35936) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:57.935912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-64e01b28-760e-4e52-ab72-0cd11d6fcf1a tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "GET /v2.0/security-groups/176ae555-4283-4d2d-a7f8-d74bdfaed218 HTTP/1.1" status: 404 len: 347 time: 0.1233752 Feb 11 05:18:57.945431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bc0ff-291c-4447-8ba1-4e05735346f7 req-b517f3aa-629e-4c5f-ba88-8edfbfbc972d tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:57.958653 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a8bc0ff-291c-4447-8ba1-4e05735346f7 req-b517f3aa-629e-4c5f-ba88-8edfbfbc972d tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.4113908 Feb 11 05:18:57.967734 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa909e3-e5d0-4c13-9979-939ba6737c94 x-openstack-request-id: req-7aa909e3-e5d0-4c13-9979-939ba6737c94 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:57.968663 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b7eef2-9d95-4653-9267-4dcaeba03813", "name": "network-vif-plugged", "status": "completed", "tag": "24e6fabc-4845-4d1e-845d-dc7b401c8471", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:57.969132 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7aa909e3-e5d0-4c13-9979-939ba6737c94 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:57.969740 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b7eef2-9d95-4653-9267-4dcaeba03813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e6fabc-4845-4d1e-845d-dc7b401c8471', 'code': 200} Feb 11 05:18:58.203981 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a8bc0ff-291c-4447-8ba1-4e05735346f7 req-7881b2a5-d73b-4bfe-a1a1-9f508f55220f tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440495 Feb 11 05:18:58.348257 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4bd154d0-748d-40ce-b85c-a106877a385a tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Deleting port 9eef320b-815b-4174-9c84-33ef5368cca1 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:58.348992 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4bd154d0-748d-40ce-b85c-a106877a385a tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (9eef320b-815b-4174-9c84-33ef5368cca1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:58.427768 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e9ace3c-9c3a-4c89-af71-0b126eec7c72 req-cefb9d3c-5e1b-4e00-b52b-d510d61ba009 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.2162406 Feb 11 05:18:58.480747 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-92995ce0-e2db-47a3-8584-d63c76bdfc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:58.653001 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4bd154d0-748d-40ce-b85c-a106877a385a tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (9eef320b-815b-4174-9c84-33ef5368cca1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:58.653558 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4bd154d0-748d-40ce-b85c-a106877a385a tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for floatingip (9eef320b-815b-4174-9c84-33ef5368cca1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:58.659337 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6e5c6645-3ac1-4088-899b-23eb7ab0917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-router', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:49Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'gw_port': {'id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:51Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '6cf79949-bf8d-4d6c-a70e-5ffe5cb76325', 'name': '', 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'mac_address': 'fa:16:3e:f8:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:57Z', 'updated_at': '2022-02-11T05:12:04Z', 'revision_number': 5, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'subnets': [{'id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:58.673724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849c0c3-4de6-4ce3-8ab4-f9646eac6cfd req-6dfd0785-1713-4211-8f52-d09bbcb671de tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:58.684613 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4bd154d0-748d-40ce-b85c-a106877a385a tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Calling delete_port for 9eef320b-815b-4174-9c84-33ef5368cca1 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:58.694962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e849c0c3-4de6-4ce3-8ab4-f9646eac6cfd req-6dfd0785-1713-4211-8f52-d09bbcb671de tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.3192978 Feb 11 05:18:58.721097 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c6645-3ac1-4088-899b-23eb7ab0917d None None] Checking router: 4245bbd3-8974-4fe7-b359-c46370ed76a2 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:18:58.771821 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c6645-3ac1-4088-899b-23eb7ab0917d None None] Routers {'4245bbd3-8974-4fe7-b359-c46370ed76a2'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:58.772692 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6e5c6645-3ac1-4088-899b-23eb7ab0917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:18:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['4245bbd3-8974-4fe7-b359-c46370ed76a2'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:58.813400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-deleted', 'tag': 'acab5c34-2c4c-4eae-8f1e-b225c173baa6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:58.817296 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2b3be6-b74e-4a31-b5b7-dc71affad899" -d '{"events": [{"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-deleted", "tag": "acab5c34-2c4c-4eae-8f1e-b225c173baa6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:58.927399 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f211a70-b86e-4953-9ad7-640700d8d423 req-74b9b70c-8e3a-47bc-9a0c-cfc5268752d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:58.932130 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f211a70-b86e-4953-9ad7-640700d8d423 req-74b9b70c-8e3a-47bc-9a0c-cfc5268752d7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 1129 time: 0.6784923 Feb 11 05:18:59.013069 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bda4f-b921-4cac-8042-cb61f3f0d61b req-b717ef5c-f0ca-4ea6-8bac-3f879e000171 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:59.020061 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c57bda4f-b921-4cac-8042-cb61f3f0d61b req-b717ef5c-f0ca-4ea6-8bac-3f879e000171 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.4057388 Feb 11 05:18:59.099296 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-6e5c6645-3ac1-4088-899b-23eb7ab0917d None None] Set router 4245bbd3-8974-4fe7-b359-c46370ed76a2 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:59.157630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c57bda4f-b921-4cac-8042-cb61f3f0d61b req-2339d9d9-8b47-4af8-bf0b-1f40b63875ba tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366010 Feb 11 05:18:59.228978 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4bd154d0-748d-40ce-b85c-a106877a385a tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (9eef320b-815b-4174-9c84-33ef5368cca1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.230211 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e849c0c3-4de6-4ce3-8ab4-f9646eac6cfd req-857f42fd-6a07-422c-8c74-629401ff74ce tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342879 Feb 11 05:18:59.292904 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f211a70-b86e-4953-9ad7-640700d8d423 req-0fb87e13-223f-477e-ac60-414203b36f58 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573186 Feb 11 05:18:59.303594 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7166b0d-5d96-4ec0-aecb-9d2c5cb97f8e x-openstack-request-id: req-c7166b0d-5d96-4ec0-aecb-9d2c5cb97f8e {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:59.304222 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c329e626-562c-42e1-97c7-5a0e2af53a31", "name": "network-vif-deleted", "tag": "acab5c34-2c4c-4eae-8f1e-b225c173baa6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:59.307566 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c7166b0d-5d96-4ec0-aecb-9d2c5cb97f8e {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:59.308266 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c329e626-562c-42e1-97c7-5a0e2af53a31', 'name': 'network-vif-deleted', 'tag': 'acab5c34-2c4c-4eae-8f1e-b225c173baa6', 'status': 'completed', 'code': 200} Feb 11 05:18:59.461623 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd154d0-748d-40ce-b85c-a106877a385a tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Pushing event deleted for resources: {'Port': ['ID=9eef320b-815b-4174-9c84-33ef5368cca1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:59.475467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a95d9e-d5a0-4148-bdca-78387e80ec8e req-b02beb4b-519d-4595-a4fb-2cf3814f93f2 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:59.488015 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8a95d9e-d5a0-4148-bdca-78387e80ec8e req-b02beb4b-519d-4595-a4fb-2cf3814f93f2 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.1213171 Feb 11 05:18:59.559753 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4bd154d0-748d-40ce-b85c-a106877a385a tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks [] for floatingip (f0cf5d76-86b2-4c5b-a51a-0158fb105f3a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.565232 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4bd154d0-748d-40ce-b85c-a106877a385a tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.567636 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4bd154d0-748d-40ce-b85c-a106877a385a tempest-ServersTestJSON-1746642729 tempest-ServersTestJSON-1746642729-project] 10.222.0.87 "DELETE /v2.0/floatingips/f0cf5d76-86b2-4c5b-a51a-0158fb105f3a HTTP/1.1" status: 204 len: 168 time: 1.6308012 Feb 11 05:18:59.571794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35992) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:59.660753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8a95d9e-d5a0-4148-bdca-78387e80ec8e req-22f33e81-d902-442b-aec2-22b879a1fd3b tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710577 Feb 11 05:18:59.736498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b364e-7408-4e30-95b4-630a1de2bbcb req-314fb571-6b62-4c69-8ffe-c49cd3708aeb tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:59.759021 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e4b364e-7408-4e30-95b4-630a1de2bbcb req-314fb571-6b62-4c69-8ffe-c49cd3708aeb tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.2548349 Feb 11 05:18:59.839477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35996) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:00.047318 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6e5c6645-3ac1-4088-899b-23eb7ab0917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-router', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:49Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'gw_port': {'id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:51Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '6cf79949-bf8d-4d6c-a70e-5ffe5cb76325', 'name': '', 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'mac_address': 'fa:16:3e:f8:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:57Z', 'updated_at': '2022-02-11T05:12:04Z', 'revision_number': 5, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'subnets': [{'id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:00.068419 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58dbaf51-075e-48c8-9edc-8406b82945c7 req-c5f50673-e0a6-4525-a8f3-2a5434e8e60b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.2060134 Feb 11 05:19:00.093536 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e4b364e-7408-4e30-95b4-630a1de2bbcb req-543a5179-98df-4b2a-8e37-4fd1d27dfa62 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325503 Feb 11 05:19:00.133765 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c6645-3ac1-4088-899b-23eb7ab0917d None None] The sync data for ids ['4245bbd3-8974-4fe7-b359-c46370ed76a2'] in n-d-713499-38 is: [{'id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-router', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:49Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'gw_port': {'id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:51Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '6cf79949-bf8d-4d6c-a70e-5ffe5cb76325', 'name': '', 'network_id': 'fd11f94d-b840-4c63-804e-f8e04aa617c8', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'mac_address': 'fa:16:3e:f8:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:57Z', 'updated_at': '2022-02-11T05:12:04Z', 'revision_number': 5, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'subnets': [{'id': 'a3e05d09-bfb4-47cf-94a4-0023beaac4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:19:00.233496 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2ae8d3ec-979f-4f9b-b149-e546674befa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:00.547159 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1dfa692-b1c9-4d97-9b7f-3a8825cad685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (cf2561f2-a927-4f65-a1f8-bca25ae3d2e1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:00.590541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb023-a716-4307-9421-5c2a155991f8 req-263d50cf-e720-4fbf-a306-41f5289a8817 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:00.592533 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-348cb023-a716-4307-9421-5c2a155991f8 req-263d50cf-e720-4fbf-a306-41f5289a8817 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.1512251 Feb 11 05:19:00.708008 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-348cb023-a716-4307-9421-5c2a155991f8 req-e9fb96ea-a323-4b81-95b5-88f3418bf9a7 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094010 Feb 11 05:19:00.720159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e817ed78-3748-4340-8364-52e366d1a2b6 None None] New status for floating IP c06f66d1-d81e-4469-8b29-f662190e7e86: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:19:00.771151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b80c2-b896-4e2d-a3bb-0026cbf0a8bb req-3da580e5-6581-46c8-9006-3359fd0a3c6d tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:00.780863 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-344b80c2-b896-4e2d-a3bb-0026cbf0a8bb req-3da580e5-6581-46c8-9006-3359fd0a3c6d tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.2833643 Feb 11 05:19:00.915098 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2ae8d3ec-979f-4f9b-b149-e546674befa0 admin admin] Publish callbacks [] for security_group (c33dd743-0b91-4780-aa40-386ce66f3e07), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.001808 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f47ca60-0465-4258-800a-b8eaf89db5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.006307 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2ae8d3ec-979f-4f9b-b149-e546674befa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c33dd743-0b91-4780-aa40-386ce66f3e07), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.125584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2ae8d3ec-979f-4f9b-b149-e546674befa0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=730cfe4575f04084a8c8c468cada29fe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2705872 Feb 11 05:19:01.133454 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8d3ec-979f-4f9b-b149-e546674befa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33dd743-0b91-4780-aa40-386ce66f3e07,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:01.153668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36018) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:01.260466 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-344b80c2-b896-4e2d-a3bb-0026cbf0a8bb req-6e1e107b-75f8-4ce7-8a9d-bb666ab4f8a2 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756274 Feb 11 05:19:01.389559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cf5d0-205c-49ae-b4f7-4b0601ef99ce req-e3fbb455-7e58-4521-af16-9e65280d5c6e tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:01.395916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f4cf5d0-205c-49ae-b4f7-4b0601ef99ce req-e3fbb455-7e58-4521-af16-9e65280d5c6e tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.4941232 Feb 11 05:19:01.415541 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d1dfa692-b1c9-4d97-9b7f-3a8825cad685 admin admin] Deleting port a6299591-271c-4cb4-97eb-78f2eda7395b {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:01.415914 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1dfa692-b1c9-4d97-9b7f-3a8825cad685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.507106 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b88373e6-3cf4-4dec-a2cf-fe8f5868fa9a admin admin] Publish callbacks [] for security_group (c33dd743-0b91-4780-aa40-386ce66f3e07), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.668449 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-d1dfa692-b1c9-4d97-9b7f-3a8825cad685 admin admin] For port a6299591-271c-4cb4-97eb-78f2eda7395b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a6299591-271c-4cb4-97eb-78f2eda7395b,segment=NetworkSegment(5c1e4194-22bb-49a2-97d5-b0811aecd893),segment_id=5c1e4194-22bb-49a2-97d5-b0811aecd893)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:01.669012 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1dfa692-b1c9-4d97-9b7f-3a8825cad685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.706038 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d1dfa692-b1c9-4d97-9b7f-3a8825cad685 admin admin] Calling delete_port for a6299591-271c-4cb4-97eb-78f2eda7395b owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:01.808986 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b88373e6-3cf4-4dec-a2cf-fe8f5868fa9a admin admin] Publish callbacks [] for security_group (c33dd743-0b91-4780-aa40-386ce66f3e07), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.017483 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f4cf5d0-205c-49ae-b4f7-4b0601ef99ce req-acf7d80c-b70a-43d8-a6e7-57a437927af4 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6206038 Feb 11 05:19:02.051569 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b88373e6-3cf4-4dec-a2cf-fe8f5868fa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c33dd743-0b91-4780-aa40-386ce66f3e07), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.057295 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b88373e6-3cf4-4dec-a2cf-fe8f5868fa9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.061759 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b88373e6-3cf4-4dec-a2cf-fe8f5868fa9a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c33dd743-0b91-4780-aa40-386ce66f3e07 HTTP/1.1" status: 204 len: 168 time: 0.8745532 Feb 11 05:19:02.084221 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1dfa692-b1c9-4d97-9b7f-3a8825cad685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a6299591-271c-4cb4-97eb-78f2eda7395b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.090956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88373e6-3cf4-4dec-a2cf-fe8f5868fa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33dd743-0b91-4780-aa40-386ce66f3e07,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:02.106358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c0eb-bff9-4e5b-9d04-51ffc7142bc7 req-9f7cd4c1-160a-4036-a358-d52c9da78272 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:02.122038 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8032c0eb-bff9-4e5b-9d04-51ffc7142bc7 req-9f7cd4c1-160a-4036-a358-d52c9da78272 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.6023018 Feb 11 05:19:02.297603 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8032c0eb-bff9-4e5b-9d04-51ffc7142bc7 req-16015209-da8f-44db-88e7-1d4245ddac0f tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746624 Feb 11 05:19:02.315256 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.443447 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfa692-b1c9-4d97-9b7f-3a8825cad685 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6299591-271c-4cb4-97eb-78f2eda7395b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:02.502387 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f8cac56-c840-40df-9380-671f70a383da req-7347d617-cbee-4e74-9616-970bec3c4aba tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.2033632 Feb 11 05:19:02.718585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0101ee-2ac0-420c-a585-ab10ffb8f178 req-194175d2-98dd-4d45-a724-d1931592d35b tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:02.721105 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb0101ee-2ac0-420c-a585-ab10ffb8f178 req-194175d2-98dd-4d45-a724-d1931592d35b tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.2178092 Feb 11 05:19:02.871519 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb0101ee-2ac0-420c-a585-ab10ffb8f178 req-7367fa8d-5b9b-4056-b360-982e769a62ac tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260564 Feb 11 05:19:02.883637 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1dfa692-b1c9-4d97-9b7f-3a8825cad685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (cf2561f2-a927-4f65-a1f8-bca25ae3d2e1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:03.028665 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031ecdd-885d-4bde-8fe4-9d83c88d483b req-9065b4d0-4996-4a34-8ef2-6510d59ef7e3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:03.039335 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9031ecdd-885d-4bde-8fe4-9d83c88d483b req-9065b4d0-4996-4a34-8ef2-6510d59ef7e3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.3119617 Feb 11 05:19:03.077506 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36038) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:03.244696 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b4e8932b-d90d-4a42-bff5-126cfafd401f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:03.450825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9031ecdd-885d-4bde-8fe4-9d83c88d483b req-f2991ba2-5ed4-4424-8f82-1cd4da6c4050 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037118 Feb 11 05:19:03.476900 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9723f0e-e22e-46c0-ac5d-c84665e5b12f req-00c59861-e82f-4642-9c50-40868ebefbfa tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:03.483698 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9723f0e-e22e-46c0-ac5d-c84665e5b12f req-00c59861-e82f-4642-9c50-40868ebefbfa tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.4291186 Feb 11 05:19:03.527114 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:03.541119 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b4e8932b-d90d-4a42-bff5-126cfafd401f admin admin] Publish callbacks [] for security_group (64e81a1f-e73d-420b-bd7e-a2f3fa2b25b0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:03.564486 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b4e8932b-d90d-4a42-bff5-126cfafd401f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (64e81a1f-e73d-420b-bd7e-a2f3fa2b25b0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:03.589214 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dfa692-b1c9-4d97-9b7f-3a8825cad685 admin admin] Router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:19:03.640858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9723f0e-e22e-46c0-ac5d-c84665e5b12f req-17553968-4699-49f4-93b9-c333652c2c13 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562731 Feb 11 05:19:03.664673 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b4e8932b-d90d-4a42-bff5-126cfafd401f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7545f84c71674297bc9bdedb7c6f7d4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5751076 Feb 11 05:19:03.676789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36062) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:03.773941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8932b-d90d-4a42-bff5-126cfafd401f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e81a1f-e73d-420b-bd7e-a2f3fa2b25b0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:03.807161 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dfa692-b1c9-4d97-9b7f-3a8825cad685 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:19:03.837189 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d1dfa692-b1c9-4d97-9b7f-3a8825cad685 admin admin] 10.222.0.87 "PUT /v2.0/routers/cf2561f2-a927-4f65-a1f8-bca25ae3d2e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2643063 Feb 11 05:19:03.839161 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645aec9-f62a-4946-b80a-d6310de76a8b None None] Sync routers for ids ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:19:03.843816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36064) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:03.861208 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645aec9-f62a-4946-b80a-d6310de76a8b None None] Routers {'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:03.862194 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1645aec9-f62a-4946-b80a-d6310de76a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:19:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:04.027154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa8260-1970-45aa-8ee6-f9cd95600ec2 req-2e727518-3712-4a9d-87d6-6acbeff5f287 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:04.028752 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4cfa8260-1970-45aa-8ee6-f9cd95600ec2 req-2e727518-3712-4a9d-87d6-6acbeff5f287 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.3840749 Feb 11 05:19:04.173653 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb547d-8612-4033-8e57-eacf783fe4c8 req-cab0ea9e-b59f-4316-ba82-b16c88c6266f tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:04.175684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edfb547d-8612-4033-8e57-eacf783fe4c8 req-cab0ea9e-b59f-4316-ba82-b16c88c6266f tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.3755255 Feb 11 05:19:04.186833 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae23c38d-9d4a-4190-8270-dc91e523f3c5 admin admin] Publish callbacks [] for security_group (64e81a1f-e73d-420b-bd7e-a2f3fa2b25b0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:04.271859 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-1645aec9-f62a-4946-b80a-d6310de76a8b None None] Set router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:04.297056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edfb547d-8612-4033-8e57-eacf783fe4c8 req-67a25933-29fb-4a6d-9cf2-46fc29edeca3 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647151 Feb 11 05:19:04.493477 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae23c38d-9d4a-4190-8270-dc91e523f3c5 admin admin] Publish callbacks [] for security_group (64e81a1f-e73d-420b-bd7e-a2f3fa2b25b0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:04.519637 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4cfa8260-1970-45aa-8ee6-f9cd95600ec2 req-e4edbfbc-8b38-42dc-81e6-71b18c487ae1 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4537702 Feb 11 05:19:04.594271 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1645aec9-f62a-4946-b80a-d6310de76a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'name': 'tempest-ServersTestJSON-1389060182-router', 'tenant_id': '5cca264be03d45218828b71211386bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:59Z', 'updated_at': '2022-02-11T05:19:02Z', 'revision_number': 5, 'project_id': '5cca264be03d45218828b71211386bab', 'gw_port': {'id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:00Z', 'updated_at': '2022-02-11T05:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:04.667858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d38fbe2c-b911-47f3-991a-a943a9d4b74f req-ab7a340e-bf47-424b-bbe9-37e6395ae4e9 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.2416420 Feb 11 05:19:04.680195 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13316721-a43e-4b7b-bd71-5ed6dcab35aa admin admin] Publish callbacks [] for router (cf2561f2-a927-4f65-a1f8-bca25ae3d2e1), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:04.685608 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae23c38d-9d4a-4190-8270-dc91e523f3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (64e81a1f-e73d-420b-bd7e-a2f3fa2b25b0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:04.698247 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae23c38d-9d4a-4190-8270-dc91e523f3c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:04.701289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ae23c38d-9d4a-4190-8270-dc91e523f3c5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/64e81a1f-e73d-420b-bd7e-a2f3fa2b25b0 HTTP/1.1" status: 204 len: 168 time: 0.9765768 Feb 11 05:19:04.720964 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645aec9-f62a-4946-b80a-d6310de76a8b None None] Checking router: cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:19:04.755494 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645aec9-f62a-4946-b80a-d6310de76a8b None None] Routers {'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:04.758769 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1645aec9-f62a-4946-b80a-d6310de76a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:19:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:04.794142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23c38d-9d4a-4190-8270-dc91e523f3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e81a1f-e73d-420b-bd7e-a2f3fa2b25b0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:04.834246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55341f8f-8e75-4fd3-8f3b-a123ed527efd req-6dc992d4-c3d2-4c58-8230-d4323866a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:04.858851 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55341f8f-8e75-4fd3-8f3b-a123ed527efd req-6dc992d4-c3d2-4c58-8230-d4323866a288 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 1128 time: 0.5497046 Feb 11 05:19:05.088676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8ac67-5be3-4ea5-b870-fbc40b39b365 req-58359f9b-c456-46fc-a3d7-f8a821476b88 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:05.090186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-beb8ac67-5be3-4ea5-b870-fbc40b39b365 req-58359f9b-c456-46fc-a3d7-f8a821476b88 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.2303061 Feb 11 05:19:05.094247 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13316721-a43e-4b7b-bd71-5ed6dcab35aa admin admin] Publish callbacks [] for router_gateway (cf2561f2-a927-4f65-a1f8-bca25ae3d2e1), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:05.121093 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:05.141920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55341f8f-8e75-4fd3-8f3b-a123ed527efd req-2fdcd92a-7163-47e5-8bbd-3ac9597bb060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:05.143349 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55341f8f-8e75-4fd3-8f3b-a123ed527efd req-2fdcd92a-7163-47e5-8bbd-3ac9597bb060 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 918 time: 0.2662847 Feb 11 05:19:05.191648 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-1645aec9-f62a-4946-b80a-d6310de76a8b None None] Set router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:05.552952 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1645aec9-f62a-4946-b80a-d6310de76a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'name': 'tempest-ServersTestJSON-1389060182-router', 'tenant_id': '5cca264be03d45218828b71211386bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:59Z', 'updated_at': '2022-02-11T05:19:02Z', 'revision_number': 5, 'project_id': '5cca264be03d45218828b71211386bab', 'gw_port': {'id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:00Z', 'updated_at': '2022-02-11T05:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:05.611221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55341f8f-8e75-4fd3-8f3b-a123ed527efd req-c2cf2a5e-f778-41ab-b3b5-d6591daaa934 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48 HTTP/1.1" status: 200 len: 1001 time: 0.4384255 Feb 11 05:19:05.630925 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645aec9-f62a-4946-b80a-d6310de76a8b None None] The sync data for ids ['cf2561f2-a927-4f65-a1f8-bca25ae3d2e1'] in n-d-713499-38 is: [{'id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'name': 'tempest-ServersTestJSON-1389060182-router', 'tenant_id': '5cca264be03d45218828b71211386bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:59Z', 'updated_at': '2022-02-11T05:19:02Z', 'revision_number': 5, 'project_id': '5cca264be03d45218828b71211386bab', 'gw_port': {'id': '802c70ee-d6ca-4e3c-919c-2bdc05db0cac', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2561f2-a927-4f65-a1f8-bca25ae3d2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:17:00Z', 'updated_at': '2022-02-11T05:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:19:05.771022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55341f8f-8e75-4fd3-8f3b-a123ed527efd req-74a02277-b4c8-4e1b-983e-717afd945e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:05.772494 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55341f8f-8e75-4fd3-8f3b-a123ed527efd req-74a02277-b4c8-4e1b-983e-717afd945e06 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.1365304 Feb 11 05:19:05.784678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-beb8ac67-5be3-4ea5-b870-fbc40b39b365 req-9cd06de8-d831-4734-8227-06b420189b9e tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852612 Feb 11 05:19:05.886473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-042627a9-d8fc-4cf6-b928-4770ea4d2fad tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:05.887989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-042627a9-d8fc-4cf6-b928-4770ea4d2fad tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/networks?id=2c0db25e-438e-41a8-9d02-a4dde5275a3b HTTP/1.1" status: 200 len: 814 time: 0.7679608 Feb 11 05:19:05.932003 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-13316721-a43e-4b7b-bd71-5ed6dcab35aa admin admin] Deleting port 802c70ee-d6ca-4e3c-919c-2bdc05db0cac {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:05.932338 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13316721-a43e-4b7b-bd71-5ed6dcab35aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (802c70ee-d6ca-4e3c-919c-2bdc05db0cac), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:05.966590 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-26bf0a75-981d-4ed8-ad76-0baa906aa26b tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/quotas/3bbd156ad2d24e5385648d7fd2e75c21 HTTP/1.1" status: 200 len: 375 time: 0.0444281 Feb 11 05:19:06.076238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55341f8f-8e75-4fd3-8f3b-a123ed527efd req-ddabc04c-d1c3-448b-980d-ef9f8b3cdbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:06.077757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55341f8f-8e75-4fd3-8f3b-a123ed527efd req-ddabc04c-d1c3-448b-980d-ef9f8b3cdbfb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2857833 Feb 11 05:19:06.084643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a94552-eb93-4ef9-9e3b-a0167bf8419f req-47d3edda-4d8d-4de2-ab3c-1572f966a945 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:06.086078 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5a94552-eb93-4ef9-9e3b-a0167bf8419f req-47d3edda-4d8d-4de2-ab3c-1572f966a945 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.2345417 Feb 11 05:19:06.169312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-13316721-a43e-4b7b-bd71-5ed6dcab35aa admin admin] For port 802c70ee-d6ca-4e3c-919c-2bdc05db0cac, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=802c70ee-d6ca-4e3c-919c-2bdc05db0cac,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:06.170028 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13316721-a43e-4b7b-bd71-5ed6dcab35aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (802c70ee-d6ca-4e3c-919c-2bdc05db0cac), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:06.191798 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-62bd7ce9-cdfd-48ee-ba73-54e09795d4b0 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=3bbd156ad2d24e5385648d7fd2e75c21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2221582 Feb 11 05:19:06.265084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-13316721-a43e-4b7b-bd71-5ed6dcab35aa admin admin] Calling delete_port for 802c70ee-d6ca-4e3c-919c-2bdc05db0cac owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:06.324348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5a94552-eb93-4ef9-9e3b-a0167bf8419f req-fc63079d-c19c-49df-9ae6-b7c89d6c34a0 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320554 Feb 11 05:19:06.424785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55341f8f-8e75-4fd3-8f3b-a123ed527efd req-66221d1f-1dcb-4e24-81dd-6f65d8b02d61 service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271928 Feb 11 05:19:06.511321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ffe277a6-992f-4a40-97f8-6d4f51fdca48 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:06.599042 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-e07560d9-bbc0-4a8c-9fd8-1281ccc32017 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395905 Feb 11 05:19:06.606401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f6821-fc66-49d5-82e3-538b8fcd57ed req-f682b964-2448-408a-a983-70910be0d3ab tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:06.616947 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f25f6821-fc66-49d5-82e3-538b8fcd57ed req-f682b964-2448-408a-a983-70910be0d3ab tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 945 time: 0.1906312 Feb 11 05:19:06.703531 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ffe277a6-992f-4a40-97f8-6d4f51fdca48 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:06.704021 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:06.784084 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ffe277a6-992f-4a40-97f8-6d4f51fdca48, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:06.785071 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:06.789141 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b4bdce-000f-4ee9-9e29-c4b40d278cec" -d '{"events": [{"server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:06.801449 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:06.827643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f25f6821-fc66-49d5-82e3-538b8fcd57ed req-87bdb030-5ce0-4a16-9206-fe8c2d7ee6c2 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987162 Feb 11 05:19:06.885670 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55341f8f-8e75-4fd3-8f3b-a123ed527efd req-14795fad-66ba-4d1d-8554-cbd2cb9f0cee service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428532 Feb 11 05:19:06.909780 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=ffe277a6-992f-4a40-97f8-6d4f51fdca48,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:07.035942 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-597f0c10-9215-461a-997f-714cad46b02c req-6dd75592-614d-432d-8f68-203b964cc116 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0541368 Feb 11 05:19:07.079020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45690e6-7b2f-41b7-9e71-d4c3ded87dfc req-af9d1e29-a9fe-42bb-a887-00b81af36bfe tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:07.079020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b45690e6-7b2f-41b7-9e71-d4c3ded87dfc req-af9d1e29-a9fe-42bb-a887-00b81af36bfe tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.88 "GET /v2.0/ports?device_id=d9b7eef2-9d95-4653-9267-4dcaeba03813 HTTP/1.1" status: 200 len: 946 time: 0.3763256 Feb 11 05:19:07.079020 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13316721-a43e-4b7b-bd71-5ed6dcab35aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (802c70ee-d6ca-4e3c-919c-2bdc05db0cac), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:07.079020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-37b630e6-4236-4b4e-a669-27f6593c5970 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588149 Feb 11 05:19:07.110593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13316721-a43e-4b7b-bd71-5ed6dcab35aa admin admin] Pushing event deleted for resources: {'Port': ['ID=802c70ee-d6ca-4e3c-919c-2bdc05db0cac,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:07.141578 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df14a02b-18cd-43e2-b939-62ba2daa3a83 x-openstack-request-id: req-df14a02b-18cd-43e2-b939-62ba2daa3a83 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:07.141876 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:07.142139 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-df14a02b-18cd-43e2-b939-62ba2daa3a83 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:07.142542 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'code': 200} Feb 11 05:19:07.262928 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:19:07.279156 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13316721-a43e-4b7b-bd71-5ed6dcab35aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (cf2561f2-a927-4f65-a1f8-bca25ae3d2e1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:07.376097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a6299591-271c-4cb4-97eb-78f2eda7395b no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:07.413444 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: a6299591-271c-4cb4-97eb-78f2eda7395b {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:07.413713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a6299591-271c-4cb4-97eb-78f2eda7395b not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:07.455331 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13316721-a43e-4b7b-bd71-5ed6dcab35aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (cf2561f2-a927-4f65-a1f8-bca25ae3d2e1), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:07.462042 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13316721-a43e-4b7b-bd71-5ed6dcab35aa admin admin] Publish callbacks [] for router_controller (cf2561f2-a927-4f65-a1f8-bca25ae3d2e1), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:07.548335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681efeed-a20b-45e1-88c3-0db3c1c45d5d req-572c4f15-47c2-4342-ac04-07b9dc026a2b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:07.555250 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681efeed-a20b-45e1-88c3-0db3c1c45d5d req-572c4f15-47c2-4342-ac04-07b9dc026a2b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.3328292 Feb 11 05:19:07.562943 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-b45690e6-7b2f-41b7-9e71-d4c3ded87dfc req-5bd1dda5-e17b-42db-aa42-3f87ba2e95a3 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Deleting port 24e6fabc-4845-4d1e-845d-dc7b401c8471 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:07.563379 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b45690e6-7b2f-41b7-9e71-d4c3ded87dfc req-5bd1dda5-e17b-42db-aa42-3f87ba2e95a3 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:07.603955 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13316721-a43e-4b7b-bd71-5ed6dcab35aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (cf2561f2-a927-4f65-a1f8-bca25ae3d2e1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:07.604610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13316721-a43e-4b7b-bd71-5ed6dcab35aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:19:07.620610 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13316721-a43e-4b7b-bd71-5ed6dcab35aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:07.624428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-13316721-a43e-4b7b-bd71-5ed6dcab35aa admin admin] 10.222.0.87 "DELETE /v2.0/routers/cf2561f2-a927-4f65-a1f8-bca25ae3d2e1 HTTP/1.1" status: 204 len: 168 time: 3.7360539 Feb 11 05:19:07.624780 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36168) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:07.746458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-b45690e6-7b2f-41b7-9e71-d4c3ded87dfc req-5bd1dda5-e17b-42db-aa42-3f87ba2e95a3 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] For port 24e6fabc-4845-4d1e-845d-dc7b401c8471, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=24e6fabc-4845-4d1e-845d-dc7b401c8471,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:07.747387 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b45690e6-7b2f-41b7-9e71-d4c3ded87dfc req-5bd1dda5-e17b-42db-aa42-3f87ba2e95a3 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:07.765061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-b45690e6-7b2f-41b7-9e71-d4c3ded87dfc req-5bd1dda5-e17b-42db-aa42-3f87ba2e95a3 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Calling delete_port for 24e6fabc-4845-4d1e-845d-dc7b401c8471 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:07.772097 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4d983c-bb84-4f82-ad36-cda5d6a70fb9 admin admin] Deleting subnet d4b8c711-9cfd-4d91-a2df-6a85dc34918d {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:19:07.781914 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc4d983c-bb84-4f82-ad36-cda5d6a70fb9 admin admin] Publish callbacks [] for subnet (d4b8c711-9cfd-4d91-a2df-6a85dc34918d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:07.930663 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc4d983c-bb84-4f82-ad36-cda5d6a70fb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (d4b8c711-9cfd-4d91-a2df-6a85dc34918d), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:07.981985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681efeed-a20b-45e1-88c3-0db3c1c45d5d req-c864b531-f940-4ab2-bc88-fb42ba72898a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255579 Feb 11 05:19:07.989393 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b45690e6-7b2f-41b7-9e71-d4c3ded87dfc req-5bd1dda5-e17b-42db-aa42-3f87ba2e95a3 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (24e6fabc-4845-4d1e-845d-dc7b401c8471), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.002481 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['24e6fabc-4845-4d1e-845d-dc7b401c8471'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:08.113583 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1dda5-e17b-42db-aa42-3f87ba2e95a3 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Pushing event deleted for resources: {'Port': ['ID=24e6fabc-4845-4d1e-845d-dc7b401c8471,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:08.134831 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc4d983c-bb84-4f82-ad36-cda5d6a70fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (d4b8c711-9cfd-4d91-a2df-6a85dc34918d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.143723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25312632-c391-41de-b12e-2eb5b7eb9798 req-d4550a5a-0d16-4b1c-b04d-6b7396cc141f tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:08.156144 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25312632-c391-41de-b12e-2eb5b7eb9798 req-d4550a5a-0d16-4b1c-b04d-6b7396cc141f tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.7044520 Feb 11 05:19:08.218690 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc4d983c-bb84-4f82-ad36-cda5d6a70fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (d4b8c711-9cfd-4d91-a2df-6a85dc34918d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.268252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b7507e8-1794-4027-b218-bac4c85a2e13 req-563fab24-c91f-4645-8e3d-1b727588b67b tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 210 time: 0.1641920 Feb 11 05:19:08.276468 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d983c-bb84-4f82-ad36-cda5d6a70fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4b8c711-9cfd-4d91-a2df-6a85dc34918d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:08.292002 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc4d983c-bb84-4f82-ad36-cda5d6a70fb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.301287 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2cceb6-dca8-4cf4-816b-d89edd9ecbb5 None None] Network 43465c71-4f35-4c70-b075-638d26d85d60 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:08.312975 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bc4d983c-bb84-4f82-ad36-cda5d6a70fb9 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/d4b8c711-9cfd-4d91-a2df-6a85dc34918d HTTP/1.1" status: 204 len: 168 time: 0.6863720 Feb 11 05:19:08.318986 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36200) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:08.439207 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (43465c71-4f35-4c70-b075-638d26d85d60), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.524789 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] Deleting port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:08.525479 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (622c9d5f-e09e-478d-bf0e-ecb323f7d5b6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.583598 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25312632-c391-41de-b12e-2eb5b7eb9798 req-c8e5ad2a-e292-45f7-aef8-a075295c55aa tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187646 Feb 11 05:19:08.585330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45690e6-7b2f-41b7-9e71-d4c3ded87dfc req-5bd1dda5-e17b-42db-aa42-3f87ba2e95a3 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] No DVR routers for this DVR port 24e6fabc-4845-4d1e-845d-dc7b401c8471 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:08.596360 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b45690e6-7b2f-41b7-9e71-d4c3ded87dfc req-5bd1dda5-e17b-42db-aa42-3f87ba2e95a3 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.600536 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87623dd0-e946-4b0c-88f6-f201461a5309 None None] DHCP port deletion for 43465c71-4f35-4c70-b075-638d26d85d60 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:19:08.610603 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b45690e6-7b2f-41b7-9e71-d4c3ded87dfc req-5bd1dda5-e17b-42db-aa42-3f87ba2e95a3 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.88 "DELETE /v2.0/ports/24e6fabc-4845-4d1e-845d-dc7b401c8471 HTTP/1.1" status: 204 len: 173 time: 1.5307312 Feb 11 05:19:08.708012 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] For port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=622c9d5f-e09e-478d-bf0e-ecb323f7d5b6,segment=NetworkSegment(5c1e4194-22bb-49a2-97d5-b0811aecd893),segment_id=5c1e4194-22bb-49a2-97d5-b0811aecd893)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:08.708012 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (622c9d5f-e09e-478d-bf0e-ecb323f7d5b6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.747986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b7eef2-9d95-4653-9267-4dcaeba03813', 'name': 'network-vif-deleted', 'tag': '24e6fabc-4845-4d1e-845d-dc7b401c8471'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:08.751039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] Calling delete_port for 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:08.761258 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4aaf05-82ef-474a-a9e5-295f6b233b79" -d '{"events": [{"server_uuid": "d9b7eef2-9d95-4653-9267-4dcaeba03813", "name": "network-vif-deleted", "tag": "24e6fabc-4845-4d1e-845d-dc7b401c8471"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:08.770998 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-87623dd0-e946-4b0c-88f6-f201461a5309 None None] Deleting port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:08.772797 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-87623dd0-e946-4b0c-88f6-f201461a5309 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (622c9d5f-e09e-478d-bf0e-ecb323f7d5b6), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.850855 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42626138-6dbf-4b26-a675-f457152d476d req-c255f640-ecfa-4878-8311-41086153ee73 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0473535 Feb 11 05:19:08.935963 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e8a61-d200-4608-9842-77784495e6c5 req-feb2a97c-37ee-4984-af7d-d2bebd2af379 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:08.947644 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a9e8a61-d200-4608-9842-77784495e6c5 req-feb2a97c-37ee-4984-af7d-d2bebd2af379 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.3840401 Feb 11 05:19:09.015688 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (622c9d5f-e09e-478d-bf0e-ecb323f7d5b6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.041614 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a9e8a61-d200-4608-9842-77784495e6c5 req-b7cf5ec6-861b-499a-a1b6-0e529c5921e9 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923469 Feb 11 05:19:09.048530 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afa893c-a03d-4b20-93d7-36e834a03a9d x-openstack-request-id: req-8afa893c-a03d-4b20-93d7-36e834a03a9d {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:09.051096 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b7eef2-9d95-4653-9267-4dcaeba03813", "name": "network-vif-deleted", "tag": "24e6fabc-4845-4d1e-845d-dc7b401c8471", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:09.051591 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8afa893c-a03d-4b20-93d7-36e834a03a9d {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:09.052399 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b7eef2-9d95-4653-9267-4dcaeba03813', 'name': 'network-vif-deleted', 'tag': '24e6fabc-4845-4d1e-845d-dc7b401c8471', 'status': 'completed', 'code': 200} Feb 11 05:19:09.085043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] Pushing event deleted for resources: {'Port': ['ID=622c9d5f-e09e-478d-bf0e-ecb323f7d5b6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:09.087480 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] No DVR routers for this DVR port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:09.103247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-87623dd0-e946-4b0c-88f6-f201461a5309 None None] For port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=622c9d5f-e09e-478d-bf0e-ecb323f7d5b6,segment=NetworkSegment(5c1e4194-22bb-49a2-97d5-b0811aecd893),segment_id=5c1e4194-22bb-49a2-97d5-b0811aecd893)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:09.103914 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-87623dd0-e946-4b0c-88f6-f201461a5309 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (622c9d5f-e09e-478d-bf0e-ecb323f7d5b6), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.125148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-87623dd0-e946-4b0c-88f6-f201461a5309 None None] Calling delete_port for 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:09.284702 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-87623dd0-e946-4b0c-88f6-f201461a5309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (622c9d5f-e09e-478d-bf0e-ecb323f7d5b6), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.362643 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (43465c71-4f35-4c70-b075-638d26d85d60), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.414362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:09.414590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43465c71-4f35-4c70-b075-638d26d85d60']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:09.418350 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148dee3-8483-41a4-a378-aec4172bdede req-5cb4ac96-da1b-45ec-afb7-3ac114deeb5f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:09.420035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9148dee3-8483-41a4-a378-aec4172bdede req-5cb4ac96-da1b-45ec-afb7-3ac114deeb5f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1828198 Feb 11 05:19:09.428037 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1e4194-22bb-49a2-97d5-b0811aecd893') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:09.428337 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1e4194-22bb-49a2-97d5-b0811aecd893') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:09.441626 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87623dd0-e946-4b0c-88f6-f201461a5309 None None] Pushing event deleted for resources: {'Port': ['ID=622c9d5f-e09e-478d-bf0e-ecb323f7d5b6,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:09.442709 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (5c1e4194-22bb-49a2-97d5-b0811aecd893), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.462368 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5c1e4194-22bb-49a2-97d5-b0811aecd893), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.469997 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:19:09.471178 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (5c1e4194-22bb-49a2-97d5-b0811aecd893), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.512136 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87623dd0-e946-4b0c-88f6-f201461a5309 None None] No DVR routers for this DVR port 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:09.525806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:09.526244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 622c9d5f-e09e-478d-bf0e-ecb323f7d5b6 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:09.532716 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 802c70ee-d6ca-4e3c-919c-2bdc05db0cac no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:19:09.565028 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:19:09.571090 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (43465c71-4f35-4c70-b075-638d26d85d60), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.578277 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.582371 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] 10.222.0.87 "DELETE /v2.0/networks/43465c71-4f35-4c70-b075-638d26d85d60 HTTP/1.1" status: 204 len: 168 time: 1.2610223 Feb 11 05:19:09.607686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b21f9c4-75f8-4bf8-a048-26ac81dd2ded req-1a881526-535d-4913-9db7-7fdb8d58fc8a tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 210 time: 0.1857092 Feb 11 05:19:09.639194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8771d8a-1f8f-4196-a227-b4b827c2e777 admin admin] Pushing event deleted for resources: {'Network': ['ID=43465c71-4f35-4c70-b075-638d26d85d60,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:09.659779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 802c70ee-d6ca-4e3c-919c-2bdc05db0cac {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:09.659779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 802c70ee-d6ca-4e3c-919c-2bdc05db0cac not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:09.659940 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36240) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:09.684769 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.743620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9148dee3-8483-41a4-a378-aec4172bdede req-e029d8a1-d2b3-46b1-868a-61fab7a46d2c tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083427 Feb 11 05:19:09.944293 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-86003e06-7e63-4341-aa6d-9ce4ded1160e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:09.998570 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36250) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:10.077875 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-86d033fe-534d-428f-892f-42882e906f5d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5cca264be03d45218828b71211386bab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0767760 Feb 11 05:19:10.081059 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36252) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:10.114077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-35b5ae54-4f15-4fb5-9630-17797290e5c5 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:10.117422 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-35b5ae54-4f15-4fb5-9630-17797290e5c5 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.88 "GET /v2.0/networks?id=2c0db25e-438e-41a8-9d02-a4dde5275a3b HTTP/1.1" status: 200 len: 814 time: 0.3253138 Feb 11 05:19:10.124398 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-86003e06-7e63-4341-aa6d-9ce4ded1160e admin admin] Publish callbacks [] for security_group (8ed181d9-5683-49f9-b9d5-0ba32c2e505f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.135927 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-86003e06-7e63-4341-aa6d-9ce4ded1160e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8ed181d9-5683-49f9-b9d5-0ba32c2e505f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.166844 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86003e06-7e63-4341-aa6d-9ce4ded1160e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed181d9-5683-49f9-b9d5-0ba32c2e505f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:10.185646 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-593cabb8-aac9-401d-8cb5-4374b38bf703 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Request body: {'port': {'device_id': 'e399e3d9-890d-42a3-8216-fd0a198f4f9e', 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b', 'admin_state_up': True, 'tenant_id': '3bbd156ad2d24e5385648d7fd2e75c21'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:10.195609 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47d1f786-01f4-421b-8894-94c113749f17 req-d03ff8fd-ffb0-4235-9277-9173ff475d8e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0747092 Feb 11 05:19:10.231124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36256) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:10.237197 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-86003e06-7e63-4341-aa6d-9ce4ded1160e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7aea84a6c64a41e1a5ddb801a0195ad9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5590913 Feb 11 05:19:10.240938 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e2cb455e-3d0a-44a5-973a-31bfadf71686 admin admin] Publish callbacks [] for security_group (2b2fe183-5f5b-4682-bbe0-5969b5508d58), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.275917 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e2cb455e-3d0a-44a5-973a-31bfadf71686 admin admin] Publish callbacks [] for security_group (2b2fe183-5f5b-4682-bbe0-5969b5508d58), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.322192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89438021-343a-4952-ab13-a925cff5277d req-972da90f-6a25-4b28-832f-85033f5ec3c8 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:10.324194 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89438021-343a-4952-ab13-a925cff5277d req-972da90f-6a25-4b28-832f-85033f5ec3c8 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.4733515 Feb 11 05:19:10.360594 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e2cb455e-3d0a-44a5-973a-31bfadf71686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2b2fe183-5f5b-4682-bbe0-5969b5508d58), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.363449 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e2cb455e-3d0a-44a5-973a-31bfadf71686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.364718 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e2cb455e-3d0a-44a5-973a-31bfadf71686 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2b2fe183-5f5b-4682-bbe0-5969b5508d58 HTTP/1.1" status: 204 len: 168 time: 0.2824345 Feb 11 05:19:10.389371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb455e-3d0a-44a5-973a-31bfadf71686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2fe183-5f5b-4682-bbe0-5969b5508d58,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:10.484082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89438021-343a-4952-ab13-a925cff5277d req-88b1a43f-34c6-4097-b814-d13dc94f7425 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246221 Feb 11 05:19:10.496157 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b9f75a42-d055-4711-b1eb-3d1e09819dfd admin admin] Publish callbacks [] for security_group (8ed181d9-5683-49f9-b9d5-0ba32c2e505f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.515249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14495ec-dcd9-4948-bd39-2086c33c61e7 req-f816a849-289c-4f70-9a07-50c287dd888a tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:10.516743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d14495ec-dcd9-4948-bd39-2086c33c61e7 req-f816a849-289c-4f70-9a07-50c287dd888a tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.1914384 Feb 11 05:19:10.527162 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ffe277a6-992f-4a40-97f8-6d4f51fdca48 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:10.555232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-593cabb8-aac9-401d-8cb5-4374b38bf703 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Made reservation on behalf of 3bbd156ad2d24e5385648d7fd2e75c21 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:10.558676 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-593cabb8-aac9-401d-8cb5-4374b38bf703 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.576400 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b9f75a42-d055-4711-b1eb-3d1e09819dfd admin admin] Publish callbacks [] for security_group (8ed181d9-5683-49f9-b9d5-0ba32c2e505f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.675574 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ffe277a6-992f-4a40-97f8-6d4f51fdca48 is: DOWN; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:10.690318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 24e6fabc-4845-4d1e-845d-dc7b401c8471 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:10.755985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 24e6fabc-4845-4d1e-845d-dc7b401c8471 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:10.756327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 24e6fabc-4845-4d1e-845d-dc7b401c8471 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:10.778339 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d14495ec-dcd9-4948-bd39-2086c33c61e7 req-3e0796d1-9f70-4bb8-8bcb-2d727934421d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515275 Feb 11 05:19:10.846861 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3535c96d-c78a-4dda-b34b-8e7452f1cc4b req-acc5e7f4-db98-4491-b59e-5d64082c7e1d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 210 time: 0.0975611 Feb 11 05:19:10.958894 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b9f75a42-d055-4711-b1eb-3d1e09819dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8ed181d9-5683-49f9-b9d5-0ba32c2e505f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.959731 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b9f75a42-d055-4711-b1eb-3d1e09819dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.960873 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b9f75a42-d055-4711-b1eb-3d1e09819dfd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8ed181d9-5683-49f9-b9d5-0ba32c2e505f HTTP/1.1" status: 204 len: 168 time: 0.7351358 Feb 11 05:19:11.040021 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f75a42-d055-4711-b1eb-3d1e09819dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed181d9-5683-49f9-b9d5-0ba32c2e505f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:11.080999 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-593cabb8-aac9-401d-8cb5-4374b38bf703 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Allocated IP 172.20.0.8 (2c0db25e-438e-41a8-9d02-a4dde5275a3b/afd9a43f-aebb-4c81-9832-39b324b8d69a/02a7c0e8-cba7-4e49-9a7a-103f17677337) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:11.311940 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-593cabb8-aac9-401d-8cb5-4374b38bf703 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks [] for port (02a7c0e8-cba7-4e49-9a7a-103f17677337), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.365044 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-593cabb8-aac9-401d-8cb5-4374b38bf703 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (02a7c0e8-cba7-4e49-9a7a-103f17677337), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.435273 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a91a3-0765-4cd5-b242-bb3948e4e02c req-ad54ff9b-2a1f-4307-831a-cab7754dbe25 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:11.443349 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b95a91a3-0765-4cd5-b242-bb3948e4e02c req-ad54ff9b-2a1f-4307-831a-cab7754dbe25 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.5247724 Feb 11 05:19:11.471904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-593cabb8-aac9-401d-8cb5-4374b38bf703 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Network 2c0db25e-438e-41a8-9d02-a4dde5275a3b is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:11.506434 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-593cabb8-aac9-401d-8cb5-4374b38bf703 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:11.517689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-593cabb8-aac9-401d-8cb5-4374b38bf703 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:11.535360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36306) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:11.658046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fdbd120-8aa1-4e4b-89c2-fe3264183b25 req-99d99a70-22a3-482b-9028-e1f2e2fa9508 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0767462 Feb 11 05:19:11.658672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cabb8-aac9-401d-8cb5-4374b38bf703 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Pushing event updated for resources: {'Port': ['ID=02a7c0e8-cba7-4e49-9a7a-103f17677337,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:11.707972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-aec85e13-235a-45e3-bc16-f67af96dcec9 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1987571042-network', 'tenant_id': 'c49badd5561943b0b449f2f9bdb65de7'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:11.737422 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec85e13-235a-45e3-bc16-f67af96dcec9 admin admin] Made reservation on behalf of c49badd5561943b0b449f2f9bdb65de7 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:11.742147 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aec85e13-235a-45e3-bc16-f67af96dcec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.753591 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aec85e13-235a-45e3-bc16-f67af96dcec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.784646 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b95a91a3-0765-4cd5-b242-bb3948e4e02c req-ee428344-9806-4c89-ab2c-c72c87137ff3 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388143 Feb 11 05:19:11.818933 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36314) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:11.829965 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-593cabb8-aac9-401d-8cb5-4374b38bf703 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:11.830599 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-593cabb8-aac9-401d-8cb5-4374b38bf703 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.860761 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-535e93e9-db15-4948-99e3-ed326bc5bb9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.878299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-593cabb8-aac9-401d-8cb5-4374b38bf703 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7392364 Feb 11 05:19:11.906445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e0b09-4955-4275-92d2-18a07ba5f6a7 req-1f77c15d-8b7c-43f7-b228-ef58c2f709c4 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:11.916267 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-591e0b09-4955-4275-92d2-18a07ba5f6a7 req-1f77c15d-8b7c-43f7-b228-ef58c2f709c4 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.1200562 Feb 11 05:19:11.921042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Request body: {'port': {'device_id': 'e399e3d9-890d-42a3-8216-fd0a198f4f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:11.957722 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aec85e13-235a-45e3-bc16-f67af96dcec9 admin admin] Publish callbacks [] for security_group (cd8c3e7f-8fa4-4b98-8222-3d634033f8b3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.967087 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aec85e13-235a-45e3-bc16-f67af96dcec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cd8c3e7f-8fa4-4b98-8222-3d634033f8b3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.017169 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec85e13-235a-45e3-bc16-f67af96dcec9 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:19:12.024769 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-591e0b09-4955-4275-92d2-18a07ba5f6a7 req-47300843-df9c-461f-af5e-8c27ca2f5d03 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995779 Feb 11 05:19:12.045156 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec85e13-235a-45e3-bc16-f67af96dcec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:12.060147 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (02a7c0e8-cba7-4e49-9a7a-103f17677337), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.099411 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aec85e13-235a-45e3-bc16-f67af96dcec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (43305817-da19-4bcb-b358-8aff4d961ff9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.099688 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-aec85e13-235a-45e3-bc16-f67af96dcec9 admin admin] Added segment 43305817-da19-4bcb-b358-8aff4d961ff9 of type vlan for network e76c732b-8566-466f-9f2f-9a6075afaeca Feb 11 05:19:12.168612 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-535e93e9-db15-4948-99e3-ed326bc5bb9d admin admin] Publish callbacks [] for security_group (33f6c3e7-b4d8-4359-9d4e-9091382cd415), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.203273 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-535e93e9-db15-4948-99e3-ed326bc5bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (33f6c3e7-b4d8-4359-9d4e-9091382cd415), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.229930 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aec85e13-235a-45e3-bc16-f67af96dcec9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (e76c732b-8566-466f-9f2f-9a6075afaeca), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.257706 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-535e93e9-db15-4948-99e3-ed326bc5bb9d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=62790c3743f9489e97e61ac87e2966b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4327867 Feb 11 05:19:12.264380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36332) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:12.355343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e93e9-db15-4948-99e3-ed326bc5bb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f6c3e7-b4d8-4359-9d4e-9091382cd415,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:12.360435 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a9a04bc-8a1b-4f40-a49e-7d76fe738891 admin admin] Publish callbacks [] for security_group (33f6c3e7-b4d8-4359-9d4e-9091382cd415), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.362522 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aec85e13-235a-45e3-bc16-f67af96dcec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (e76c732b-8566-466f-9f2f-9a6075afaeca), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.365410 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec85e13-235a-45e3-bc16-f67af96dcec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:12.366536 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aec85e13-235a-45e3-bc16-f67af96dcec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.400382 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aec85e13-235a-45e3-bc16-f67af96dcec9 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8626986 Feb 11 05:19:12.404634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36334) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:12.411105 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-0fab41a9-f309-40d6-8dee-207b90d6481f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2550368 Feb 11 05:19:12.422602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56620387-f3ca-45f7-8d0f-d0f1580472fb req-c945e6b8-51de-4e5b-a4fa-8270bf58c1d2 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:12.429563 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56620387-f3ca-45f7-8d0f-d0f1580472fb req-c945e6b8-51de-4e5b-a4fa-8270bf58c1d2 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.2477582 Feb 11 05:19:12.444515 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-fbcfcc60-ff02-4039-896a-e00bf80f394c admin admin] Request body: {'subnet': {'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1987571042-subnet', 'tenant_id': 'c49badd5561943b0b449f2f9bdb65de7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:12.449237 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a9a04bc-8a1b-4f40-a49e-7d76fe738891 admin admin] Publish callbacks [] for security_group (33f6c3e7-b4d8-4359-9d4e-9091382cd415), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.464329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909526f6-7a64-4910-bbd3-d782947c1aa9 req-edff1eff-b2ad-4828-9a6c-392efb1442d4 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:12.465823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-909526f6-7a64-4910-bbd3-d782947c1aa9 req-edff1eff-b2ad-4828-9a6c-392efb1442d4 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 931 time: 0.2785242 Feb 11 05:19:12.490858 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec85e13-235a-45e3-bc16-f67af96dcec9 admin admin] Pushing event updated for resources: {'Network': ['ID=e76c732b-8566-466f-9f2f-9a6075afaeca,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:12.505053 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network e76c732b-8566-466f-9f2f-9a6075afaeca details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:19:12.565277 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a9a04bc-8a1b-4f40-a49e-7d76fe738891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (33f6c3e7-b4d8-4359-9d4e-9091382cd415), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.567975 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a9a04bc-8a1b-4f40-a49e-7d76fe738891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:12.572146 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1a9a04bc-8a1b-4f40-a49e-7d76fe738891 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/33f6c3e7-b4d8-4359-9d4e-9091382cd415 HTTP/1.1" status: 204 len: 168 time: 0.3036857 Feb 11 05:19:12.601939 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a04bc-8a1b-4f40-a49e-7d76fe738891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f6c3e7-b4d8-4359-9d4e-9091382cd415,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:13.035626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcfcc60-ff02-4039-896a-e00bf80f394c admin admin] Made reservation on behalf of c49badd5561943b0b449f2f9bdb65de7 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:13.038236 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fbcfcc60-ff02-4039-896a-e00bf80f394c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:13.175377 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-909526f6-7a64-4910-bbd3-d782947c1aa9 req-7d21b0f4-2c5b-48cd-b45d-8f8830b17b59 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6924624 Feb 11 05:19:13.244470 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56620387-f3ca-45f7-8d0f-d0f1580472fb req-122bc8ad-eb80-4432-b1e6-0a3c0d9dc692 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8139937 Feb 11 05:19:13.269070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-4fd27f31-0a24-4d26-a2c1-673a13ff4ed0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:13.270788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-4fd27f31-0a24-4d26-a2c1-673a13ff4ed0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports/ffe277a6-992f-4a40-97f8-6d4f51fdca48 HTTP/1.1" status: 200 len: 940 time: 0.7977309 Feb 11 05:19:13.338646 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c1f7bb7-8c79-4a4e-a93d-fd82f5b5c48f req-8d924606-94ab-43c6-8adb-1130a4037c67 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0579226 Feb 11 05:19:13.545977 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a7c0e8-cba7-4e49-9a7a-103f17677337 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:13.626923 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Publish callbacks [] for port (02a7c0e8-cba7-4e49-9a7a-103f17677337), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:13.664333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Transition to ACTIVE for port object 02a7c0e8-cba7-4e49-9a7a-103f17677337 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:13.914292 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fbcfcc60-ff02-4039-896a-e00bf80f394c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (835e5592-2c94-4925-bcdf-aa85d71a7844), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:13.934037 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (02a7c0e8-cba7-4e49-9a7a-103f17677337), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:13.939236 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:14.057456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Pushing event updated for resources: {'Port': ['ID=02a7c0e8-cba7-4e49-9a7a-103f17677337,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:14.101801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a325ab-0535-4ce8-ad79-aa8dd83d46bc req-267dd806-100e-45eb-b53a-2de20d6406bf tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:14.109158 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2a325ab-0535-4ce8-ad79-aa8dd83d46bc req-267dd806-100e-45eb-b53a-2de20d6406bf tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.5493517 Feb 11 05:19:14.133047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039c14d-260c-49c2-976e-639f296362a1 req-0dd94733-814d-477a-90be-23b567bb4585 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:14.140631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e039c14d-260c-49c2-976e-639f296362a1 req-0dd94733-814d-477a-90be-23b567bb4585 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.7010858 Feb 11 05:19:14.227053 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2a325ab-0535-4ce8-ad79-aa8dd83d46bc req-f2a280b5-ccc4-4b6d-ad58-b53b55c03a66 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107936 Feb 11 05:19:14.310813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcfcc60-ff02-4039-896a-e00bf80f394c admin admin] Checking segment: {'id': '43305817-da19-4bcb-b358-8aff4d961ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:14.311287 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcfcc60-ff02-4039-896a-e00bf80f394c admin admin] Network hostable DHCP agents. Network: e76c732b-8566-466f-9f2f-9a6075afaeca, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:19:14.324957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfcc60-ff02-4039-896a-e00bf80f394c admin admin] Pushing event updated for resources: {'Subnet': ['ID=835e5592-2c94-4925-bcdf-aa85d71a7844,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:14.344361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcfcc60-ff02-4039-896a-e00bf80f394c admin admin] Network e76c732b-8566-466f-9f2f-9a6075afaeca is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:19:14.372902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-fbcfcc60-ff02-4039-896a-e00bf80f394c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, e76c732b-8566-466f-9f2f-9a6075afaeca) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:14.382524 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116132e0-e8fb-4695-8a20-27ad179387d4 None None] Network e76c732b-8566-466f-9f2f-9a6075afaeca requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:14.393715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Attempting to bind port 02a7c0e8-cba7-4e49-9a7a-103f17677337 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:14.394066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Attempting to bind port 02a7c0e8-cba7-4e49-9a7a-103f17677337 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'bdd973ea-1016-4bc1-a02b-6008871a2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:14.394354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Attempting to bind port 02a7c0e8-cba7-4e49-9a7a-103f17677337 on network 2c0db25e-438e-41a8-9d02-a4dde5275a3b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:14.400333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcfcc60-ff02-4039-896a-e00bf80f394c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:14.400929 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fbcfcc60-ff02-4039-896a-e00bf80f394c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:14.403858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Port 02a7c0e8-cba7-4e49-9a7a-103f17677337 on network 2c0db25e-438e-41a8-9d02-a4dde5275a3b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:14.404181 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Attempting to bind port 02a7c0e8-cba7-4e49-9a7a-103f17677337 on network 2c0db25e-438e-41a8-9d02-a4dde5275a3b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:14.410627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:14.410968 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Checking segment: {'id': 'bdd973ea-1016-4bc1-a02b-6008871a2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:14.411391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Bound using segment: {'id': 'bdd973ea-1016-4bc1-a02b-6008871a2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:14.411899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Bound port: 02a7c0e8-cba7-4e49-9a7a-103f17677337, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd973ea-1016-4bc1-a02b-6008871a2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:14.412256 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (02a7c0e8-cba7-4e49-9a7a-103f17677337), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:14.441919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e039c14d-260c-49c2-976e-639f296362a1 req-0ea2c588-3f1b-476d-8172-3cf831c49ac4 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852161 Feb 11 05:19:14.540474 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fbcfcc60-ff02-4039-896a-e00bf80f394c admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1281555 Feb 11 05:19:14.817746 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9237d-4d3a-439d-afb6-b8294e538352 req-27dc5b05-0e1f-45a9-b6ad-7ddae829c311 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:14.821813 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70b9237d-4d3a-439d-afb6-b8294e538352 req-27dc5b05-0e1f-45a9-b6ad-7ddae829c311 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 943 time: 0.3615689 Feb 11 05:19:14.919298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] For port 02a7c0e8-cba7-4e49-9a7a-103f17677337, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:14.934198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] For port 02a7c0e8-cba7-4e49-9a7a-103f17677337, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=02a7c0e8-cba7-4e49-9a7a-103f17677337,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:14.940575 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1c77ea-8683-4844-9d97-cff6a48e5257 None None] Network e76c732b-8566-466f-9f2f-9a6075afaeca requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:14.967963 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (02a7c0e8-cba7-4e49-9a7a-103f17677337), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:15.090169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:15.090975 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:15.092422 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] 10.222.0.88 "PUT /v2.0/ports/02a7c0e8-cba7-4e49-9a7a-103f17677337 HTTP/1.1" status: 200 len: 1092 time: 3.1966438 Feb 11 05:19:15.092910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e399e3d9-890d-42a3-8216-fd0a198f4f9e', 'tag': '02a7c0e8-cba7-4e49-9a7a-103f17677337'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:15.106329 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca55750-9c5f-4e2d-b0fd-37f277ec0b09" -d '{"events": [{"name": "network-changed", "server_uuid": "e399e3d9-890d-42a3-8216-fd0a198f4f9e", "tag": "02a7c0e8-cba7-4e49-9a7a-103f17677337"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:15.142611 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4043255-28d8-4b1a-b9e3-178e107cd62b req-d4b69608-0b1d-4492-8bfa-89cb60e59cad tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:15.157863 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4043255-28d8-4b1a-b9e3-178e107cd62b req-d4b69608-0b1d-4492-8bfa-89cb60e59cad tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.5399342 Feb 11 05:19:15.260394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf34458-567f-4de0-a1e6-f5ce5eef93d3 service neutron] Pushing event updated for resources: {'Port': ['ID=02a7c0e8-cba7-4e49-9a7a-103f17677337,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:15.316485 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70b9237d-4d3a-439d-afb6-b8294e538352 req-74dfc82f-fed2-44c9-89a9-36e76c8426cd tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567634 Feb 11 05:19:15.358654 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4043255-28d8-4b1a-b9e3-178e107cd62b req-5868147f-85b5-4f4a-836a-0110c8889b25 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997995 Feb 11 05:19:15.372561 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-bd84486f-df9d-4adc-8028-3bbff0d92096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:15.388936 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-bd84486f-df9d-4adc-8028-3bbff0d92096 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3bbd156ad2d24e5385648d7fd2e75c21&device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 1126 time: 0.2250063 Feb 11 05:19:15.491583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-3988e9a4-2f06-44a1-a260-fa8f5ecd233c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02a7c0e8-cba7-4e49-9a7a-103f17677337 HTTP/1.1" status: 200 len: 217 time: 0.0910156 Feb 11 05:19:15.606994 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7532fb9-1692-4566-81e7-c1dc6865a190 req-e8f7e5a7-e8b8-4cc3-b67c-0de3752bb4aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.1179540 Feb 11 05:19:15.647769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-fa6e0a58-7f46-4e91-b820-06b01fd203a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:15.649340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-fa6e0a58-7f46-4e91-b820-06b01fd203a9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=afd9a43f-aebb-4c81-9832-39b324b8d69a HTTP/1.1" status: 200 len: 854 time: 0.1418097 Feb 11 05:19:15.725369 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-df2a3e9e-6fd4-4c76-a94b-f6bafc9d2a7e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2c0db25e-438e-41a8-9d02-a4dde5275a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586214 Feb 11 05:19:15.726935 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a70fd1-4f02-48d9-a30d-8dc059f61b9f x-openstack-request-id: req-b1a70fd1-4f02-48d9-a30d-8dc059f61b9f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:15.727269 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e399e3d9-890d-42a3-8216-fd0a198f4f9e", "tag": "02a7c0e8-cba7-4e49-9a7a-103f17677337", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:15.727624 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b1a70fd1-4f02-48d9-a30d-8dc059f61b9f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:15.728134 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e399e3d9-890d-42a3-8216-fd0a198f4f9e', 'tag': '02a7c0e8-cba7-4e49-9a7a-103f17677337', 'status': 'completed', 'code': 200} Feb 11 05:19:16.124774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988de04a-1198-497a-b5ef-2c6b76d92c76 req-5cce9f49-22f0-4032-8649-44d1c4745234 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:16.131741 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-988de04a-1198-497a-b5ef-2c6b76d92c76 req-5cce9f49-22f0-4032-8649-44d1c4745234 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.3296244 Feb 11 05:19:16.162792 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-5be289cc-862c-457a-a7aa-e1231a21e376 service neutron] 10.222.0.88 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279923 Feb 11 05:19:16.289514 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c995d1a9-640f-4d12-b830-ef506e842b7d req-b340a351-f07b-4f23-9231-f350101c8da5 service neutron] 10.222.0.88 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184633 Feb 11 05:19:16.371805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-187f58c8-0956-46ac-900a-949676762563 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:16.382127 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-187f58c8-0956-46ac-900a-949676762563 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/networks?id=e76c732b-8566-466f-9f2f-9a6075afaeca HTTP/1.1" status: 200 len: 818 time: 0.4883604 Feb 11 05:19:16.459775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-988de04a-1198-497a-b5ef-2c6b76d92c76 req-5210da8e-e756-4b60-a3bc-c31e35b3a4fb tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231556 Feb 11 05:19:16.477105 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-8adc7c65-5363-426b-b497-380d48147123 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/quotas/c49badd5561943b0b449f2f9bdb65de7 HTTP/1.1" status: 200 len: 375 time: 0.0940442 Feb 11 05:19:16.563315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-72c4a684-8f60-46ab-80f4-c994053b35f2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c49badd5561943b0b449f2f9bdb65de7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844531 Feb 11 05:19:16.594212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55750-9c5f-4e2d-b0fd-37f277ec0b09 req-f9ab3637-2eaa-42dd-89cd-4b8c0a805d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:16.596611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fca55750-9c5f-4e2d-b0fd-37f277ec0b09 req-f9ab3637-2eaa-42dd-89cd-4b8c0a805d03 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3bbd156ad2d24e5385648d7fd2e75c21&device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 1126 time: 0.2082946 Feb 11 05:19:16.889079 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-bc7f62be-0cd8-45db-963a-ae82eb355584 service neutron] 10.222.0.87 "GET /v2.0/networks/e76c732b-8566-466f-9f2f-9a6075afaeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245819 Feb 11 05:19:16.961471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbacd80-f320-4829-96ed-dbc2012539a5 req-f8ded359-f4b4-4ea8-ada8-ca563f5c9f00 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:16.964095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ecbacd80-f320-4829-96ed-dbc2012539a5 req-f8ded359-f4b4-4ea8-ada8-ca563f5c9f00 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.2511215 Feb 11 05:19:17.002566 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55750-9c5f-4e2d-b0fd-37f277ec0b09 req-1ab6e556-753a-434c-96e6-b7263ec09e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:17.004081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fca55750-9c5f-4e2d-b0fd-37f277ec0b09 req-1ab6e556-753a-434c-96e6-b7263ec09e24 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2c0db25e-438e-41a8-9d02-a4dde5275a3b HTTP/1.1" status: 200 len: 915 time: 0.3957362 Feb 11 05:19:17.065328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fca55750-9c5f-4e2d-b0fd-37f277ec0b09 req-f56d23cc-9ebf-4e91-a833-184f197edadb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02a7c0e8-cba7-4e49-9a7a-103f17677337 HTTP/1.1" status: 200 len: 217 time: 0.0482740 Feb 11 05:19:17.141211 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55750-9c5f-4e2d-b0fd-37f277ec0b09 req-1b8539e9-2cf3-4b0f-b420-523a78e9f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:17.142712 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fca55750-9c5f-4e2d-b0fd-37f277ec0b09 req-1b8539e9-2cf3-4b0f-b420-523a78e9f3a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=afd9a43f-aebb-4c81-9832-39b324b8d69a HTTP/1.1" status: 200 len: 854 time: 0.0662377 Feb 11 05:19:17.166100 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-2fe3299e-04ab-41f4-9aeb-3760541e7757 service neutron] 10.222.0.87 "GET /v2.0/networks/e76c732b-8566-466f-9f2f-9a6075afaeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760286 Feb 11 05:19:17.191039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ecbacd80-f320-4829-96ed-dbc2012539a5 req-fdf57f4a-f8ef-47f2-801b-9855c84af3cd tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990516 Feb 11 05:19:17.234917 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fca55750-9c5f-4e2d-b0fd-37f277ec0b09 req-a7bf67cf-1916-4816-a88b-3b4d5ed94f58 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2c0db25e-438e-41a8-9d02-a4dde5275a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838733 Feb 11 05:19:17.405138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fca55750-9c5f-4e2d-b0fd-37f277ec0b09 req-43b541e6-36b0-47cd-b004-fffc551ceb1f service neutron] 10.222.0.88 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595967 Feb 11 05:19:17.428018 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47f6de-49e6-4b06-b9ce-5aa6e2eb0704 req-2d2f40fc-a02d-4aec-b55f-9795bc58ce23 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:17.429954 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db47f6de-49e6-4b06-b9ce-5aa6e2eb0704 req-2d2f40fc-a02d-4aec-b55f-9795bc58ce23 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 943 time: 0.1468177 Feb 11 05:19:17.568825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fca55750-9c5f-4e2d-b0fd-37f277ec0b09 req-eb2fca99-7b19-4d9b-98e3-55f191600f7e service neutron] 10.222.0.88 "GET /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370618 Feb 11 05:19:17.637184 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db47f6de-49e6-4b06-b9ce-5aa6e2eb0704 req-823cafff-6f31-4763-b270-fb69a61232a7 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910477 Feb 11 05:19:17.703236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07213c64-8bbd-4647-84ff-5173845e4982 req-b038290e-04fe-4140-baed-9f013def54f8 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:17.703236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07213c64-8bbd-4647-84ff-5173845e4982 req-b038290e-04fe-4140-baed-9f013def54f8 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.0814703 Feb 11 05:19:17.791216 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07213c64-8bbd-4647-84ff-5173845e4982 req-c0ee450c-08a2-4078-aae3-59cfde4cb008 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827422 Feb 11 05:19:17.832353 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2169b59-83fb-46ad-b38e-d83cb8254429 req-0776caa6-a61a-4d57-bbf1-cc9857bfbc11 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0683999 Feb 11 05:19:18.001134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bb1ff-78ff-41e8-adc2-dc0077620d12 req-7da52e43-f47d-481d-abd1-92225ee68be2 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:18.009721 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e7bb1ff-78ff-41e8-adc2-dc0077620d12 req-7da52e43-f47d-481d-abd1-92225ee68be2 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.1031423 Feb 11 05:19:18.015757 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36578) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:18.114213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e7bb1ff-78ff-41e8-adc2-dc0077620d12 req-e1bc0440-0225-4ff5-86bd-6c15bca4658a tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027098 Feb 11 05:19:18.245884 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-285e0baa-758e-4d6d-8135-878dfa438061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.255299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edbbcac7-b024-4e48-b747-a2b5bd16a660 req-141fbc59-14c3-4369-8874-5f00a1fcb873 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 210 time: 0.0911686 Feb 11 05:19:18.362442 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-285e0baa-758e-4d6d-8135-878dfa438061 admin admin] Publish callbacks [] for security_group (35177ff7-175b-4bfc-acf3-d10af833b090), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.374386 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-285e0baa-758e-4d6d-8135-878dfa438061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (35177ff7-175b-4bfc-acf3-d10af833b090), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.386730 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea24407-c9a1-4dea-bb9b-99ab6837d004 req-136d6dac-79d8-4ca5-8e37-08b59070d2af tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:18.388947 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ea24407-c9a1-4dea-bb9b-99ab6837d004 req-136d6dac-79d8-4ca5-8e37-08b59070d2af tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.0804725 Feb 11 05:19:18.424785 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-285e0baa-758e-4d6d-8135-878dfa438061 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=44b5bfd85b5440d2a27818312f59eece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4071417 Feb 11 05:19:18.425372 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36594) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:18.452994 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ea24407-c9a1-4dea-bb9b-99ab6837d004 req-0adbbfa6-4341-41bc-8723-9b1ff91f3623 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577388 Feb 11 05:19:18.481387 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e0baa-758e-4d6d-8135-878dfa438061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35177ff7-175b-4bfc-acf3-d10af833b090,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:18.489457 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68aab94f-62e2-4fce-a9f4-b26562ada345 admin admin] Publish callbacks [] for security_group (35177ff7-175b-4bfc-acf3-d10af833b090), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.514113 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68aab94f-62e2-4fce-a9f4-b26562ada345 admin admin] Publish callbacks [] for security_group (35177ff7-175b-4bfc-acf3-d10af833b090), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.568384 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68aab94f-62e2-4fce-a9f4-b26562ada345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (35177ff7-175b-4bfc-acf3-d10af833b090), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.571764 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68aab94f-62e2-4fce-a9f4-b26562ada345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.575299 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-68aab94f-62e2-4fce-a9f4-b26562ada345 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/35177ff7-175b-4bfc-acf3-d10af833b090 HTTP/1.1" status: 204 len: 168 time: 0.1419125 Feb 11 05:19:18.582850 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aab94f-62e2-4fce-a9f4-b26562ada345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35177ff7-175b-4bfc-acf3-d10af833b090,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:18.590114 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1d037f3f-681d-4719-ac7e-29b6a445b861 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:18.601967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1d037f3f-681d-4719-ac7e-29b6a445b861 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:18.740691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 1d037f3f-681d-4719-ac7e-29b6a445b861 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:18.741145 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:18.864173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d037f3f-681d-4719-ac7e-29b6a445b861'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:18.868363 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258f70a6-a5a2-4c7c-aa23-c2935ada90ac" -d '{"events": [{"server_uuid": "6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "1d037f3f-681d-4719-ac7e-29b6a445b861"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:18.929516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709719ef-41ba-44cb-9699-946f5c616149 req-863e2727-8dbb-4295-86e7-53ea0de7a6f1 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:18.934002 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-709719ef-41ba-44cb-9699-946f5c616149 req-863e2727-8dbb-4295-86e7-53ea0de7a6f1 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 943 time: 0.1257985 Feb 11 05:19:18.939076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 1d037f3f-681d-4719-ac7e-29b6a445b861, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d037f3f-681d-4719-ac7e-29b6a445b861,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:18.998273 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 1d037f3f-681d-4719-ac7e-29b6a445b861, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d037f3f-681d-4719-ac7e-29b6a445b861,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:19.005956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '1d037f3f-681d-4719-ac7e-29b6a445b861', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '1d037f3f-681d-4719-ac7e-29b6a445b861', 'mac_address': 'fa:16:3e:ca:6b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:19.010979 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.021761 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-709719ef-41ba-44cb-9699-946f5c616149 req-eb164a75-784b-47e7-a933-9f92c5cc49a4 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823729 Feb 11 05:19:19.035703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d77032-99b6-4171-87e1-977f86bb2652 req-38f2affa-54bf-4003-99cc-fc20f439ec5f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:19.037210 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5d77032-99b6-4171-87e1-977f86bb2652 req-38f2affa-54bf-4003-99cc-fc20f439ec5f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.0960152 Feb 11 05:19:19.197843 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 1d037f3f-681d-4719-ac7e-29b6a445b861 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:19.198484 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.221646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d037f3f-681d-4719-ac7e-29b6a445b861 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:19.245712 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 1d037f3f-681d-4719-ac7e-29b6a445b861, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d037f3f-681d-4719-ac7e-29b6a445b861,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:19.257194 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.257409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea664c84-3b6d-4568-bd9f-5e4af3790916 req-62a9e91d-843d-4f39-bfa1-778105cbf4aa tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.1252151 Feb 11 05:19:19.259708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 02a7c0e8-cba7-4e49-9a7a-103f17677337 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:19.278364 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5d77032-99b6-4171-87e1-977f86bb2652 req-6a43cf45-e27d-4e1f-8fe1-bd1e7337ac41 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322557 Feb 11 05:19:19.319276 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36614) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:19.351953 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f8d36e9-1bcd-44cf-8473-b0480eeaa988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.401654 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 02a7c0e8-cba7-4e49-9a7a-103f17677337, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=02a7c0e8-cba7-4e49-9a7a-103f17677337,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:19.420834 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '02a7c0e8-cba7-4e49-9a7a-103f17677337', 'network_id': '2c0db25e-438e-41a8-9d02-a4dde5275a3b', 'port_id': '02a7c0e8-cba7-4e49-9a7a-103f17677337', 'mac_address': 'fa:16:3e:ee:06:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd9a43f-aebb-4c81-9832-39b324b8d69a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:19.429868 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00678008-a096-4601-8e66-0818d118e46d x-openstack-request-id: req-00678008-a096-4601-8e66-0818d118e46d {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:19.430988 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "1d037f3f-681d-4719-ac7e-29b6a445b861", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:19.431238 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-00678008-a096-4601-8e66-0818d118e46d {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:19.431653 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d037f3f-681d-4719-ac7e-29b6a445b861', 'code': 200} Feb 11 05:19:19.440330 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=1d037f3f-681d-4719-ac7e-29b6a445b861,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:19.494976 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f8d36e9-1bcd-44cf-8473-b0480eeaa988 admin admin] Publish callbacks [] for security_group (cb70865c-1f27-4f32-a40f-b62efeb16f90), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.501769 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f8d36e9-1bcd-44cf-8473-b0480eeaa988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cb70865c-1f27-4f32-a40f-b62efeb16f90), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.502462 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c00e6852-0a6e-4703-b791-4db56d307750 req-c73a25d3-87ca-4ee8-80c0-5fb38fa27ca9 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 210 time: 0.0746553 Feb 11 05:19:19.512102 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 02a7c0e8-cba7-4e49-9a7a-103f17677337 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:19.512503 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (02a7c0e8-cba7-4e49-9a7a-103f17677337), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.535620 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a7c0e8-cba7-4e49-9a7a-103f17677337 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:19.543713 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d36e9-1bcd-44cf-8473-b0480eeaa988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb70865c-1f27-4f32-a40f-b62efeb16f90,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:19.558338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 02a7c0e8-cba7-4e49-9a7a-103f17677337, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=02a7c0e8-cba7-4e49-9a7a-103f17677337,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:19.559453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=1d037f3f-681d-4719-ac7e-29b6a445b861,revision_number=10']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:19.563975 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (02a7c0e8-cba7-4e49-9a7a-103f17677337), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.573664 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9f8d36e9-1bcd-44cf-8473-b0480eeaa988 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bdf7c423df7748a39cb3e1c302a80b4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2508376 Feb 11 05:19:19.573942 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36618) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:19.627446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=02a7c0e8-cba7-4e49-9a7a-103f17677337,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:19.641745 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aff19a3e-3465-467e-b751-ee7a6082bff3 admin admin] Publish callbacks [] for security_group (cb70865c-1f27-4f32-a40f-b62efeb16f90), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.656243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e16485-e92b-4638-8f37-99e9301b1bd6 req-3c921faf-4f4a-4564-a5af-00359e477654 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:19.658835 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e4e16485-e92b-4638-8f37-99e9301b1bd6 req-3c921faf-4f4a-4564-a5af-00359e477654 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.2065222 Feb 11 05:19:19.668839 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aff19a3e-3465-467e-b751-ee7a6082bff3 admin admin] Publish callbacks [] for security_group (cb70865c-1f27-4f32-a40f-b62efeb16f90), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.757496 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aff19a3e-3465-467e-b751-ee7a6082bff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cb70865c-1f27-4f32-a40f-b62efeb16f90), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.769616 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aff19a3e-3465-467e-b751-ee7a6082bff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:19.773196 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aff19a3e-3465-467e-b751-ee7a6082bff3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cb70865c-1f27-4f32-a40f-b62efeb16f90 HTTP/1.1" status: 204 len: 168 time: 0.1961114 Feb 11 05:19:19.783911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff19a3e-3465-467e-b751-ee7a6082bff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb70865c-1f27-4f32-a40f-b62efeb16f90,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:19.821093 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e4e16485-e92b-4638-8f37-99e9301b1bd6 req-d44a6cf9-c515-4696-bb79-59d9b917b5e1 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154923 Feb 11 05:19:19.868380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba240e-95e0-4f12-8c1e-945af77a9d39 req-8c0d4117-35e0-41ed-89f8-d4fa53c08dde tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:19.875021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['1d037f3f-681d-4719-ac7e-29b6a445b861'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:19.886373 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9cba240e-95e0-4f12-8c1e-945af77a9d39 req-8c0d4117-35e0-41ed-89f8-d4fa53c08dde tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.2251353 Feb 11 05:19:19.970352 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['02a7c0e8-cba7-4e49-9a7a-103f17677337'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:20.131676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9cba240e-95e0-4f12-8c1e-945af77a9d39 req-c9f3ce92-5747-4200-893e-8fa414eaea76 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423534 Feb 11 05:19:20.269288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-f0e7c5c1-ad75-4c74-a33c-1c277fe2411b tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:20.270896 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-f0e7c5c1-ad75-4c74-a33c-1c277fe2411b tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.88 "GET /v2.0/networks?id=e76c732b-8566-466f-9f2f-9a6075afaeca HTTP/1.1" status: 200 len: 818 time: 0.5280051 Feb 11 05:19:20.300949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Request body: {'port': {'device_id': '57ad8194-de1e-42d0-96c3-0d88e9ae19fc', 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca', 'admin_state_up': True, 'tenant_id': 'c49badd5561943b0b449f2f9bdb65de7'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:20.315693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1fb08bd7-6522-4323-a5ed-a10130299bbf tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:20.317541 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1fb08bd7-6522-4323-a5ed-a10130299bbf tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.88 "GET /v2.0/networks?id=e76c732b-8566-466f-9f2f-9a6075afaeca HTTP/1.1" status: 200 len: 818 time: 0.4818592 Feb 11 05:19:20.344087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-d1162f2f-aa24-474e-a671-3155665d6aa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Request body: {'port': {'device_id': '6b75815e-5d2d-4d80-9b30-6344572b0e2a', 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca', 'admin_state_up': True, 'tenant_id': 'c49badd5561943b0b449f2f9bdb65de7'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:20.364884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-e20f5982-09a0-495d-bb9d-6214e814b4b2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:20.366470 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-e20f5982-09a0-495d-bb9d-6214e814b4b2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.88 "GET /v2.0/networks?id=e76c732b-8566-466f-9f2f-9a6075afaeca HTTP/1.1" status: 200 len: 818 time: 0.4052613 Feb 11 05:19:20.400467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1529677f-1005-4d55-9287-d0c1f8aeddb7 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Request body: {'port': {'device_id': '5de94785-0d3d-41c3-9ef3-0f3768d66f2a', 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca', 'admin_state_up': True, 'tenant_id': 'c49badd5561943b0b449f2f9bdb65de7'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:20.865389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f064df8-a5c4-4584-b151-ae134f9644fc req-1147ef45-288f-4614-9041-57286498be3c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.4827101 Feb 11 05:19:20.979997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f87ef-ff9a-489c-af29-e9164a600c71 req-4f0ffdde-fdbf-40f6-9ea4-e39ffa68b92f tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:20.988126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c7f87ef-ff9a-489c-af29-e9164a600c71 req-4f0ffdde-fdbf-40f6-9ea4-e39ffa68b92f tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 944 time: 0.7796824 Feb 11 05:19:21.122599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Made reservation on behalf of c49badd5561943b0b449f2f9bdb65de7 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:21.125976 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.162076 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-d1162f2f-aa24-474e-a671-3155665d6aa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Made reservation on behalf of c49badd5561943b0b449f2f9bdb65de7 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:21.165696 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-d1162f2f-aa24-474e-a671-3155665d6aa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.170147 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c7f87ef-ff9a-489c-af29-e9164a600c71 req-225fe8c9-b0ca-4f89-934f-d7b7063d9c21 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681285 Feb 11 05:19:21.181630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf47cf-9681-4d60-87cc-f5ec37c6a3cf req-6632e2a4-aa5c-4d5e-8e40-cb1281f4f718 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:21.183241 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7bf47cf-9681-4d60-87cc-f5ec37c6a3cf req-6632e2a4-aa5c-4d5e-8e40-cb1281f4f718 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.2225080 Feb 11 05:19:21.203442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1529677f-1005-4d55-9287-d0c1f8aeddb7 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Made reservation on behalf of c49badd5561943b0b449f2f9bdb65de7 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:21.210475 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1529677f-1005-4d55-9287-d0c1f8aeddb7 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.395835 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01d9fa93-3b1f-4964-80bc-d4199634e3c1 req-6c606e97-ed3d-48e7-9ead-6b4281126213 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 210 time: 0.0970922 Feb 11 05:19:21.502433 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7bf47cf-9681-4d60-87cc-f5ec37c6a3cf req-6f097dd1-affc-42d5-a6e9-13a231ffe1c2 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117361 Feb 11 05:19:21.515968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36666) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:21.588010 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Allocated IP 172.20.0.12 (e76c732b-8566-466f-9f2f-9a6075afaeca/835e5592-2c94-4925-bcdf-aa85d71a7844/21e38ce3-a091-45a0-957f-6ab03cc673ed) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:21.602992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b87e1-1d01-4fb0-8e7a-9148ff2e8ef1 req-0173e8d7-5f64-4a36-99a1-e62b4aa6bee6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:21.604718 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c31b87e1-1d01-4fb0-8e7a-9148ff2e8ef1 req-0173e8d7-5f64-4a36-99a1-e62b4aa6bee6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.0990036 Feb 11 05:19:21.648151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-56e5dad5-71af-4dec-9fe3-5a1776024a18 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-13858239'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:21.649006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-56e5dad5-71af-4dec-9fe3-5a1776024a18 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] Unknown quota resources ['metering_label']. {{(pid=103170) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:19:21.746224 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c31b87e1-1d01-4fb0-8e7a-9148ff2e8ef1 req-aa5219e9-77fb-467e-a819-1cdb7e19d169 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298008 Feb 11 05:19:21.785135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a615d56-998e-436c-b74d-263dd7875cb0 req-012f9395-996f-469b-9830-7b0bddee65d0 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:21.786857 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a615d56-998e-436c-b74d-263dd7875cb0 req-012f9395-996f-469b-9830-7b0bddee65d0 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 950 time: 0.1372004 Feb 11 05:19:21.853306 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56e5dad5-71af-4dec-9fe3-5a1776024a18 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.856976 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-56e5dad5-71af-4dec-9fe3-5a1776024a18 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.3373199 Feb 11 05:19:21.857182 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36670) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:21.861954 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9437181c-9627-497f-8d30-6abe9c7f26b1 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '047f1f73-7d3b-4168-9609-1a102dae9018'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:21.862453 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9437181c-9627-497f-8d30-6abe9c7f26b1 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103170) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:19:21.896259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a615d56-998e-436c-b74d-263dd7875cb0 req-0cdcefd9-cb65-40ee-9452-68c4ec6e28fb tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833690 Feb 11 05:19:21.900254 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks [] for port (21e38ce3-a091-45a0-957f-6ab03cc673ed), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:21.960225 n-d-713499-38 neutron-server[103170]: WARNING neutron.services.metering.metering_plugin [None req-9437181c-9627-497f-8d30-6abe9c7f26b1 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 05:19:21.960731 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (21e38ce3-a091-45a0-957f-6ab03cc673ed), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.061686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b3868a8-0e6d-4020-b0aa-b7d8b8a42019 req-eb5a992d-83cd-4717-a204-3605583fb783 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0711560 Feb 11 05:19:22.069275 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9437181c-9627-497f-8d30-6abe9c7f26b1 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.081688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Network e76c732b-8566-466f-9f2f-9a6075afaeca is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:22.084979 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9437181c-9627-497f-8d30-6abe9c7f26b1 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2267461 Feb 11 05:19:22.085601 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36674) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:22.091314 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-16a92948-974f-468a-9085-725fba272222 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '047f1f73-7d3b-4168-9609-1a102dae9018'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:22.091787 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-16a92948-974f-468a-9085-725fba272222 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103170) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:19:22.091999 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Pushing event updated for resources: {'Port': ['ID=21e38ce3-a091-45a0-957f-6ab03cc673ed,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:22.094363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:22.097368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:22.101270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-d1162f2f-aa24-474e-a671-3155665d6aa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Allocated IP 172.20.0.2 (e76c732b-8566-466f-9f2f-9a6075afaeca/835e5592-2c94-4925-bcdf-aa85d71a7844/f0fa3209-2e98-403a-8367-1f0671d11b88) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:22.132922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:22.133373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:22.133840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:22.134287 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:22.134727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:22.135159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:22.135623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:22.136056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:22.136494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:22.136951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:22.137382 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:22.137813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:22.138248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:22.195223 n-d-713499-38 neutron-server[103170]: WARNING neutron.services.metering.metering_plugin [None req-16a92948-974f-468a-9085-725fba272222 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 05:19:22.204915 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:22.205507 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.226237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-0f4a91a9-624c-4eb3-926d-54ddbc435367 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9410005 Feb 11 05:19:22.239566 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Request body: {'port': {'device_id': '57ad8194-de1e-42d0-96c3-0d88e9ae19fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:22.299251 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-16a92948-974f-468a-9085-725fba272222 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.300472 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-16a92948-974f-468a-9085-725fba272222 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2139263 Feb 11 05:19:22.303636 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36678) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:22.318744 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ea8bcde0-63d2-46a2-8260-9d11c9e91178 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=c0b02eab-33ee-4c7f-9b56-c9afd6e39cd4 HTTP/1.1" status: 200 len: 464 time: 0.0136893 Feb 11 05:19:22.322035 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc33e6-cc00-4df1-ae04-6b9091625942 req-248c5c54-da4d-449b-9e26-88098d75cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:22.323476 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0bcc33e6-cc00-4df1-ae04-6b9091625942 req-248c5c54-da4d-449b-9e26-88098d75cc50 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 1129 time: 0.1374578 Feb 11 05:19:22.323922 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36680) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:22.425714 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0bcc33e6-cc00-4df1-ae04-6b9091625942 req-7808a73a-8b88-454a-bfdc-a45aaeccfb38 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940137 Feb 11 05:19:22.425974 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4306f47-7acd-46f0-89a3-163b4b39a528 req-d63c3e56-f91b-4253-8833-31075fa0ebb3 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:22.427591 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4306f47-7acd-46f0-89a3-163b4b39a528 req-d63c3e56-f91b-4253-8833-31075fa0ebb3 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 944 time: 0.1594164 Feb 11 05:19:22.431630 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (21e38ce3-a091-45a0-957f-6ab03cc673ed), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.464037 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e5f3280-c0fc-4477-ace4-bb55c0c3b4a1 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.467604 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8e5f3280-c0fc-4477-ace4-bb55c0c3b4a1 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-label-rules/c0b02eab-33ee-4c7f-9b56-c9afd6e39cd4 HTTP/1.1" status: 204 len: 168 time: 0.1403556 Feb 11 05:19:22.467886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36684) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:22.482661 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b38cce99-7673-4f6e-a2f7-b713c7bd996b tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=c0b02eab-33ee-4c7f-9b56-c9afd6e39cd4 HTTP/1.1" status: 200 len: 221 time: 0.0086737 Feb 11 05:19:22.485436 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36686) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:22.492575 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2812f27f-daa9-4403-a0d2-d4a66993ae7e tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--133706883', 'description': 'label created by tempest'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:22.493095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2812f27f-daa9-4403-a0d2-d4a66993ae7e tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] Unknown quota resources ['metering_label']. {{(pid=103170) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:19:22.508708 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-d1162f2f-aa24-474e-a671-3155665d6aa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks [] for port (f0fa3209-2e98-403a-8367-1f0671d11b88), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.563694 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4306f47-7acd-46f0-89a3-163b4b39a528 req-82e7e305-28ae-4981-b00e-aefcabcfad7b tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100209 Feb 11 05:19:22.584936 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-361d1607-141d-40c7-8e99-05b39538eb65 req-3c0b5a82-0b61-46c4-bdb7-64d67d2d50be tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 210 time: 0.0730712 Feb 11 05:19:22.596361 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 02a7c0e8-cba7-4e49-9a7a-103f17677337 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:22.694845 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 02a7c0e8-cba7-4e49-9a7a-103f17677337 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:19:22.700524 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 02a7c0e8-cba7-4e49-9a7a-103f17677337 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:22.701196 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (02a7c0e8-cba7-4e49-9a7a-103f17677337), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.801431 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-d1162f2f-aa24-474e-a671-3155665d6aa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f0fa3209-2e98-403a-8367-1f0671d11b88), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.838779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 02a7c0e8-cba7-4e49-9a7a-103f17677337 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:22.839263 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (02a7c0e8-cba7-4e49-9a7a-103f17677337), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.885372 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e399e3d9-890d-42a3-8216-fd0a198f4f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a7c0e8-cba7-4e49-9a7a-103f17677337'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:22.888804 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06297ab8-fe72-437c-b5bd-4827b9d139d0" -d '{"events": [{"server_uuid": "e399e3d9-890d-42a3-8216-fd0a198f4f9e", "name": "network-vif-plugged", "status": "completed", "tag": "02a7c0e8-cba7-4e49-9a7a-103f17677337"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:22.894406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca44e6-b75b-4b1e-958d-b16065d7db00 req-e562b330-9dae-4023-b809-21debb4eb5e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:22.895973 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-beca44e6-b75b-4b1e-958d-b16065d7db00 req-e562b330-9dae-4023-b809-21debb4eb5e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.1788497 Feb 11 05:19:22.921953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 02a7c0e8-cba7-4e49-9a7a-103f17677337, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=02a7c0e8-cba7-4e49-9a7a-103f17677337,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:22.926756 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (02a7c0e8-cba7-4e49-9a7a-103f17677337), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.928841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1d037f3f-681d-4719-ac7e-29b6a445b861 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:22.943047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-d1162f2f-aa24-474e-a671-3155665d6aa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Network e76c732b-8566-466f-9f2f-9a6075afaeca is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:22.948064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-d1162f2f-aa24-474e-a671-3155665d6aa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:22.957875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1162f2f-aa24-474e-a671-3155665d6aa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Pushing event updated for resources: {'Port': ['ID=f0fa3209-2e98-403a-8367-1f0671d11b88,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:22.965813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-d1162f2f-aa24-474e-a671-3155665d6aa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:22.968955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1529677f-1005-4d55-9287-d0c1f8aeddb7 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Allocated IP 172.20.0.6 (e76c732b-8566-466f-9f2f-9a6075afaeca/835e5592-2c94-4925-bcdf-aa85d71a7844/cddb4261-559d-42eb-a112-01fe43557ce6) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:22.991376 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2812f27f-daa9-4403-a0d2-d4a66993ae7e tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:22.993190 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2812f27f-daa9-4403-a0d2-d4a66993ae7e tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5040965 Feb 11 05:19:23.001321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36696) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:23.071634 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 1d037f3f-681d-4719-ac7e-29b6a445b861 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:23.072019 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.079828 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=02a7c0e8-cba7-4e49-9a7a-103f17677337,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:23.080637 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-beca44e6-b75b-4b1e-958d-b16065d7db00 req-e8b7084a-5013-4499-bf25-05bbff1f8f0f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699159 Feb 11 05:19:23.094088 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bfde04c2-0988-4035-a343-814ed939713a tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=b02bb572-fdec-44f1-b952-66e5c7d5ac06 HTTP/1.1" status: 200 len: 467 time: 0.0874641 Feb 11 05:19:23.097987 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36698) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:23.101107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-d1162f2f-aa24-474e-a671-3155665d6aa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:23.101750 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-d1162f2f-aa24-474e-a671-3155665d6aa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.174768 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c879fde-d801-4d5d-9925-65df21bd389b x-openstack-request-id: req-2c879fde-d801-4d5d-9925-65df21bd389b {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:23.175055 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e399e3d9-890d-42a3-8216-fd0a198f4f9e", "name": "network-vif-plugged", "status": "completed", "tag": "02a7c0e8-cba7-4e49-9a7a-103f17677337", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:23.175905 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-d1162f2f-aa24-474e-a671-3155665d6aa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8368032 Feb 11 05:19:23.177315 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2c879fde-d801-4d5d-9925-65df21bd389b {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:23.177721 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e399e3d9-890d-42a3-8216-fd0a198f4f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a7c0e8-cba7-4e49-9a7a-103f17677337', 'code': 200} Feb 11 05:19:23.221269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc1a30-f86c-40a1-8393-f217d91e8b61 req-af4a6711-6ce3-40ca-9aa0-8f9f60aff513 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:23.236149 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fdc1a30-f86c-40a1-8393-f217d91e8b61 req-af4a6711-6ce3-40ca-9aa0-8f9f60aff513 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.3354542 Feb 11 05:19:23.253862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Request body: {'port': {'device_id': '6b75815e-5d2d-4d80-9b30-6344572b0e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:23.259344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 1d037f3f-681d-4719-ac7e-29b6a445b861 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:23.260006 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.296192 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 1d037f3f-681d-4719-ac7e-29b6a445b861, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d037f3f-681d-4719-ac7e-29b6a445b861,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:23.301989 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.363650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=1d037f3f-681d-4719-ac7e-29b6a445b861,revision_number=11']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:23.427373 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-15a972b9-7406-4226-948e-0d80431b95e0 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.428546 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-15a972b9-7406-4226-948e-0d80431b95e0 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-labels/b02bb572-fdec-44f1-b952-66e5c7d5ac06 HTTP/1.1" status: 204 len: 168 time: 0.3220758 Feb 11 05:19:23.432487 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36704) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:23.436552 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f0fa3209-2e98-403a-8367-1f0671d11b88), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.446048 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b129549-3536-411e-85e3-dc073ca09d53 req-7a347ecc-4902-4eec-bcaa-38a32ec43f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:23.447641 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8b129549-3536-411e-85e3-dc073ca09d53 req-7a347ecc-4902-4eec-bcaa-38a32ec43f8c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 1128 time: 0.1560888 Feb 11 05:19:23.449439 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-285674b5-7f26-4c5c-9ef3-3352214f1962 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=b02bb572-fdec-44f1-b952-66e5c7d5ac06 HTTP/1.1" status: 200 len: 216 time: 0.0159650 Feb 11 05:19:23.453204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36706) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:23.469967 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-90f724ba-90b9-4ce7-809c-e549fcfa9df5 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0152805 Feb 11 05:19:23.479716 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36708) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:23.487543 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fdc1a30-f86c-40a1-8393-f217d91e8b61 req-f640db44-78e8-436a-b7d7-7a8f768c4ce7 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503390 Feb 11 05:19:23.500472 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-659105e9-01ca-41c9-b04d-fe3286209470 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0157943 Feb 11 05:19:23.501507 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36710) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:23.542517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f28b3-da46-4842-80af-24aafc824356 req-360494fa-d27a-44b5-891d-4f7e4c36d32f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:23.544246 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-679f28b3-da46-4842-80af-24aafc824356 req-360494fa-d27a-44b5-891d-4f7e4c36d32f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 951 time: 0.3055480 Feb 11 05:19:23.568414 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1529677f-1005-4d55-9287-d0c1f8aeddb7 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks [] for port (cddb4261-559d-42eb-a112-01fe43557ce6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.569324 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e83f271d-1d3c-4b78-b2f7-f58ca34a897a tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels/047f1f73-7d3b-4168-9609-1a102dae9018 HTTP/1.1" status: 200 len: 471 time: 0.0674858 Feb 11 05:19:23.577181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36712) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:23.613744 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-00a7c9a0-55d5-4460-965d-85184eabb996 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules/b9e08559-2ccf-48e9-9d4e-9bb79dc410a5 HTTP/1.1" status: 200 len: 461 time: 0.0290329 Feb 11 05:19:23.616158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36716) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:23.644255 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8b129549-3536-411e-85e3-dc073ca09d53 req-496d17b7-c971-4a7b-a811-730dad5b1796 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835339 Feb 11 05:19:23.691873 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-679f28b3-da46-4842-80af-24aafc824356 req-82ec7a11-02a4-4822-9f19-b1813d2e7f91 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379015 Feb 11 05:19:23.716571 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5dfe4ba-9ce1-4cde-bdc1-5d24020e4f79 req-a73f52be-281f-4046-ace2-d2de390793bb tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0369375 Feb 11 05:19:23.779482 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1529677f-1005-4d55-9287-d0c1f8aeddb7 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (cddb4261-559d-42eb-a112-01fe43557ce6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.795130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-31f6e128-c9a9-4d2c-881c-e8e0c0afcd19 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.796511 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-31f6e128-c9a9-4d2c-881c-e8e0c0afcd19 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-label-rules/b9e08559-2ccf-48e9-9d4e-9bb79dc410a5 HTTP/1.1" status: 204 len: 168 time: 0.1791654 Feb 11 05:19:23.799214 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36720) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:23.964922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1529677f-1005-4d55-9287-d0c1f8aeddb7 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Network e76c732b-8566-466f-9f2f-9a6075afaeca is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:23.979723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1529677f-1005-4d55-9287-d0c1f8aeddb7 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:23.982423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1529677f-1005-4d55-9287-d0c1f8aeddb7 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:23.989198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529677f-1005-4d55-9287-d0c1f8aeddb7 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Pushing event updated for resources: {'Port': ['ID=cddb4261-559d-42eb-a112-01fe43557ce6,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:24.007103 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-762e67d3-2a1d-49ad-b7dc-c91211fa3907 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:24.011473 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-762e67d3-2a1d-49ad-b7dc-c91211fa3907 tempest-MeteringTestJSON-1506858562 tempest-MeteringTestJSON-1506858562-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-labels/047f1f73-7d3b-4168-9609-1a102dae9018 HTTP/1.1" status: 204 len: 168 time: 0.2083693 Feb 11 05:19:24.062674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146f30f-b63e-4fee-9c1d-8f80b5086153 req-cd79ff3f-cffe-4525-87a9-e47e42ef147f tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:24.064232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e146f30f-b63e-4fee-9c1d-8f80b5086153 req-cd79ff3f-cffe-4525-87a9-e47e42ef147f tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 945 time: 0.2679431 Feb 11 05:19:24.071212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d04a23-1669-4d26-920c-ef61ba03c21a req-839677c7-20ea-4a71-a69f-4a746fdb4dc9 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:24.072676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19d04a23-1669-4d26-920c-ef61ba03c21a req-839677c7-20ea-4a71-a69f-4a746fdb4dc9 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 931 time: 0.2147925 Feb 11 05:19:24.127887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1529677f-1005-4d55-9287-d0c1f8aeddb7 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:24.128263 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1529677f-1005-4d55-9287-d0c1f8aeddb7 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:24.222987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1529677f-1005-4d55-9287-d0c1f8aeddb7 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8367712 Feb 11 05:19:24.244562 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e38ce3-a091-45a0-957f-6ab03cc673ed {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:24.252242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Request body: {'port': {'device_id': '5de94785-0d3d-41c3-9ef3-0f3768d66f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:24.257279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e146f30f-b63e-4fee-9c1d-8f80b5086153 req-a55f56a0-279d-4b11-8472-4b06721644d1 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815746 Feb 11 05:19:24.272259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19d04a23-1669-4d26-920c-ef61ba03c21a req-4dd15722-1bc5-4507-b910-23134dca2981 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864944 Feb 11 05:19:24.297767 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Publish callbacks [] for port (21e38ce3-a091-45a0-957f-6ab03cc673ed), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:24.334245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Transition to ACTIVE for port object 21e38ce3-a091-45a0-957f-6ab03cc673ed will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:24.358546 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (21e38ce3-a091-45a0-957f-6ab03cc673ed), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:24.359788 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36728) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:24.519998 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cddb4261-559d-42eb-a112-01fe43557ce6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:24.570134 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:24.591167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Pushing event updated for resources: {'Port': ['ID=21e38ce3-a091-45a0-957f-6ab03cc673ed,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:24.675979 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] Publish callbacks [] for security_group (fcfb0bb8-f92f-4457-85ed-a91a3376801f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:24.681305 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (fcfb0bb8-f92f-4457-85ed-a91a3376801f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:24.719595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706262b2-b720-4e63-95e4-7b0a7dea238d req-5cc5a9bf-28ce-48f7-b2ed-7d11bde5ce8c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:24.721397 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-706262b2-b720-4e63-95e4-7b0a7dea238d req-5cc5a9bf-28ce-48f7-b2ed-7d11bde5ce8c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.3174224 Feb 11 05:19:24.734505 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ef55a867960c4cedb1be9f53b1aeb717&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3687556 Feb 11 05:19:24.736859 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36736) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:24.753933 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfb0bb8-f92f-4457-85ed-a91a3376801f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:24.774763 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:24.775294 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:24.775994 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:24.776295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:24.776646 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:24.776981 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:24.777741 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:24.777741 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:24.777954 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:24.778377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:24.778710 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:24.779036 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:24.779652 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637ee8b-39b1-44cc-8280-e675b514dddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:24.815469 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c01b746-646e-466e-9ca7-a5512dca08c8 admin admin] Publish callbacks [] for security_group (fcfb0bb8-f92f-4457-85ed-a91a3376801f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:24.844974 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c01b746-646e-466e-9ca7-a5512dca08c8 admin admin] Publish callbacks [] for security_group (fcfb0bb8-f92f-4457-85ed-a91a3376801f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:24.905664 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c01b746-646e-466e-9ca7-a5512dca08c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (fcfb0bb8-f92f-4457-85ed-a91a3376801f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:24.909681 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c01b746-646e-466e-9ca7-a5512dca08c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:24.914200 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3c01b746-646e-466e-9ca7-a5512dca08c8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fcfb0bb8-f92f-4457-85ed-a91a3376801f HTTP/1.1" status: 204 len: 168 time: 0.1749368 Feb 11 05:19:24.924451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01b746-646e-466e-9ca7-a5512dca08c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfb0bb8-f92f-4457-85ed-a91a3376801f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:25.179253 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d037f3f-681d-4719-ac7e-29b6a445b861'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:25.185303 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35afd448-3fae-42c8-8468-989115b80857" -d '{"events": [{"server_uuid": "6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc", "name": "network-vif-plugged", "status": "completed", "tag": "1d037f3f-681d-4719-ac7e-29b6a445b861"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:25.222747 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36746) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:25.227958 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Attempting to bind port 21e38ce3-a091-45a0-957f-6ab03cc673ed on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:25.228286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Attempting to bind port 21e38ce3-a091-45a0-957f-6ab03cc673ed by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '43305817-da19-4bcb-b358-8aff4d961ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:25.228623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Attempting to bind port 21e38ce3-a091-45a0-957f-6ab03cc673ed on network e76c732b-8566-466f-9f2f-9a6075afaeca {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:25.237895 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ec0e337-1bbc-4f02-8f99-bcb25e607db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:25.290111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Port 21e38ce3-a091-45a0-957f-6ab03cc673ed on network e76c732b-8566-466f-9f2f-9a6075afaeca not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:25.290449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Attempting to bind port 21e38ce3-a091-45a0-957f-6ab03cc673ed on network e76c732b-8566-466f-9f2f-9a6075afaeca {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:25.308735 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46a104-8604-4b67-8413-4275ded09715 req-ee526b72-be40-4c67-a6a5-f844dc4e2693 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:25.310294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b46a104-8604-4b67-8413-4275ded09715 req-ee526b72-be40-4c67-a6a5-f844dc4e2693 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.6484854 Feb 11 05:19:25.312241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fa3209-2e98-403a-8367-1f0671d11b88 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:25.321984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-706262b2-b720-4e63-95e4-7b0a7dea238d req-19428707-c23e-48e9-b281-b3c9518f935a tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5929976 Feb 11 05:19:25.325129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:25.325352 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Checking segment: {'id': '43305817-da19-4bcb-b358-8aff4d961ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:25.325741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Bound using segment: {'id': '43305817-da19-4bcb-b358-8aff4d961ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:25.326183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Bound port: 21e38ce3-a091-45a0-957f-6ab03cc673ed, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43305817-da19-4bcb-b358-8aff4d961ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:25.326543 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (21e38ce3-a091-45a0-957f-6ab03cc673ed), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:25.330973 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Publish callbacks [] for port (f0fa3209-2e98-403a-8367-1f0671d11b88), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:25.338273 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ec0e337-1bbc-4f02-8f99-bcb25e607db3 admin admin] Publish callbacks [] for security_group (aef0924b-5987-46d8-9b8b-018d2a412d4d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:25.343869 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ec0e337-1bbc-4f02-8f99-bcb25e607db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (aef0924b-5987-46d8-9b8b-018d2a412d4d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:25.366290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Transition to ACTIVE for port object f0fa3209-2e98-403a-8367-1f0671d11b88 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:25.373941 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (f0fa3209-2e98-403a-8367-1f0671d11b88), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:25.394339 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0e337-1bbc-4f02-8f99-bcb25e607db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef0924b-5987-46d8-9b8b-018d2a412d4d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:25.431095 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6ec0e337-1bbc-4f02-8f99-bcb25e607db3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=59aea634e3984ad19398676847982167&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2028451 Feb 11 05:19:25.431296 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36752) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:25.487545 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27164367-308a-41d3-9c9c-172d1a4d4135 admin admin] Publish callbacks [] for security_group (aef0924b-5987-46d8-9b8b-018d2a412d4d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:25.510742 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27164367-308a-41d3-9c9c-172d1a4d4135 admin admin] Publish callbacks [] for security_group (aef0924b-5987-46d8-9b8b-018d2a412d4d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:25.564645 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27164367-308a-41d3-9c9c-172d1a4d4135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (aef0924b-5987-46d8-9b8b-018d2a412d4d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:25.566893 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b46a104-8604-4b67-8413-4275ded09715 req-a625aebb-7118-4371-bdd3-bcf343faf913 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379715 Feb 11 05:19:25.567620 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27164367-308a-41d3-9c9c-172d1a4d4135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:25.571400 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-27164367-308a-41d3-9c9c-172d1a4d4135 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/aef0924b-5987-46d8-9b8b-018d2a412d4d HTTP/1.1" status: 204 len: 168 time: 0.1367857 Feb 11 05:19:25.581625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27164367-308a-41d3-9c9c-172d1a4d4135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef0924b-5987-46d8-9b8b-018d2a412d4d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:25.582295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fa3209-2e98-403a-8367-1f0671d11b88,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:25.624935 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] For port 21e38ce3-a091-45a0-957f-6ab03cc673ed, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:25.673690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] For port 21e38ce3-a091-45a0-957f-6ab03cc673ed, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=21e38ce3-a091-45a0-957f-6ab03cc673ed,segment=NetworkSegment(43305817-da19-4bcb-b358-8aff4d961ff9),segment_id=43305817-da19-4bcb-b358-8aff4d961ff9)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:25.718973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c88f0-7810-416a-8f42-4f08d99deed5 req-4249a209-aad2-49c0-b7ec-62253dd86152 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:25.720621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c1c88f0-7810-416a-8f42-4f08d99deed5 req-4249a209-aad2-49c0-b7ec-62253dd86152 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 951 time: 0.3035324 Feb 11 05:19:25.721945 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (21e38ce3-a091-45a0-957f-6ab03cc673ed), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:25.755302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-63b26cc2-4994-454b-beb7-6fb3c7adcc5e req-144db4ab-a730-4bcd-8381-5c30f5e3174c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0765088 Feb 11 05:19:25.818746 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:25.820099 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:25.822089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] 10.222.0.88 "PUT /v2.0/ports/21e38ce3-a091-45a0-957f-6ab03cc673ed HTTP/1.1" status: 200 len: 1093 time: 3.5888379 Feb 11 05:19:25.829662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ad8194-de1e-42d0-96c3-0d88e9ae19fc', 'tag': '21e38ce3-a091-45a0-957f-6ab03cc673ed'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:25.832130 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bbae5b-122a-497b-b1ba-742334da899c" -d '{"events": [{"name": "network-changed", "server_uuid": "57ad8194-de1e-42d0-96c3-0d88e9ae19fc", "tag": "21e38ce3-a091-45a0-957f-6ab03cc673ed"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:25.882988 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b125912f-50a8-47a7-b899-beea0cf43fa3 x-openstack-request-id: req-b125912f-50a8-47a7-b899-beea0cf43fa3 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:25.884197 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc", "name": "network-vif-plugged", "status": "completed", "tag": "1d037f3f-681d-4719-ac7e-29b6a445b861", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:25.884680 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b125912f-50a8-47a7-b899-beea0cf43fa3 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:25.885373 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d037f3f-681d-4719-ac7e-29b6a445b861', 'code': 200} Feb 11 05:19:25.906197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Attempting to bind port f0fa3209-2e98-403a-8367-1f0671d11b88 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:25.906485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Attempting to bind port f0fa3209-2e98-403a-8367-1f0671d11b88 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '43305817-da19-4bcb-b358-8aff4d961ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:25.906820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Attempting to bind port f0fa3209-2e98-403a-8367-1f0671d11b88 on network e76c732b-8566-466f-9f2f-9a6075afaeca {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:25.983738 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8bf99-cc27-4089-b057-34740082a460 service neutron] Pushing event updated for resources: {'Port': ['ID=21e38ce3-a091-45a0-957f-6ab03cc673ed,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:25.991288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cddb4261-559d-42eb-a112-01fe43557ce6 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:26.005393 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Port f0fa3209-2e98-403a-8367-1f0671d11b88 on network e76c732b-8566-466f-9f2f-9a6075afaeca not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:26.005717 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Attempting to bind port f0fa3209-2e98-403a-8367-1f0671d11b88 on network e76c732b-8566-466f-9f2f-9a6075afaeca {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:26.020109 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Publish callbacks [] for port (cddb4261-559d-42eb-a112-01fe43557ce6), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.030388 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c1c88f0-7810-416a-8f42-4f08d99deed5 req-817714bf-4bb6-474f-af1a-d0dd40d68173 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866216 Feb 11 05:19:26.075529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Transition to ACTIVE for port object cddb4261-559d-42eb-a112-01fe43557ce6 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:26.076720 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:26.077937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Checking segment: {'id': '43305817-da19-4bcb-b358-8aff4d961ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:26.078411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Bound using segment: {'id': '43305817-da19-4bcb-b358-8aff4d961ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:26.079203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Bound port: f0fa3209-2e98-403a-8367-1f0671d11b88, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43305817-da19-4bcb-b358-8aff4d961ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:26.080998 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f0fa3209-2e98-403a-8367-1f0671d11b88), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.087803 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (cddb4261-559d-42eb-a112-01fe43557ce6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.125235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10450d-b80b-4c4b-932b-796996c1d5b0 req-e67290d5-c61c-4f58-92b0-7cc0e81517ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:26.127021 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dc10450d-b80b-4c4b-932b-796996c1d5b0 req-e67290d5-c61c-4f58-92b0-7cc0e81517ec service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 1134 time: 0.0862010 Feb 11 05:19:26.179997 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-dc10450d-b80b-4c4b-932b-796996c1d5b0 req-6f9c68b5-01eb-48a3-adbd-75961770bda2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457964 Feb 11 05:19:26.247505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cddb4261-559d-42eb-a112-01fe43557ce6,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:26.278903 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1c2b86d8-5df1-4dfe-bac7-fa43739792c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:26.280614 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-1c2b86d8-5df1-4dfe-bac7-fa43739792c1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c49badd5561943b0b449f2f9bdb65de7&device_id=57ad8194-de1e-42d0-96c3-0d88e9ae19fc HTTP/1.1" status: 200 len: 1127 time: 0.4096096 Feb 11 05:19:26.318652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf04c47-bc6a-4a98-9a3c-8ed2df4b86fa req-b4eada3d-8b19-49b2-a2ab-8f62d9246521 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:26.318652 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ccf04c47-bc6a-4a98-9a3c-8ed2df4b86fa req-b4eada3d-8b19-49b2-a2ab-8f62d9246521 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 943 time: 0.3188052 Feb 11 05:19:26.370096 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae96b88-2fe6-400a-92ff-6fc83ad98bba req-9b4e37ef-ae5e-43a4-b04d-191175357ce7 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:26.371609 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bae96b88-2fe6-400a-92ff-6fc83ad98bba req-9b4e37ef-ae5e-43a4-b04d-191175357ce7 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 945 time: 0.2172759 Feb 11 05:19:26.400047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] For port f0fa3209-2e98-403a-8367-1f0671d11b88, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:26.443034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] For port f0fa3209-2e98-403a-8367-1f0671d11b88, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f0fa3209-2e98-403a-8367-1f0671d11b88,segment=NetworkSegment(43305817-da19-4bcb-b358-8aff4d961ff9),segment_id=43305817-da19-4bcb-b358-8aff4d961ff9)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:26.501851 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (f0fa3209-2e98-403a-8367-1f0671d11b88), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.504559 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-3dddb704-101f-492c-a352-344552d1b79e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21e38ce3-a091-45a0-957f-6ab03cc673ed HTTP/1.1" status: 200 len: 217 time: 0.0748045 Feb 11 05:19:26.519993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Attempting to bind port cddb4261-559d-42eb-a112-01fe43557ce6 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:26.520333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Attempting to bind port cddb4261-559d-42eb-a112-01fe43557ce6 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '43305817-da19-4bcb-b358-8aff4d961ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:26.520663 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Attempting to bind port cddb4261-559d-42eb-a112-01fe43557ce6 on network e76c732b-8566-466f-9f2f-9a6075afaeca {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:26.543334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36780) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:26.560608 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ccf04c47-bc6a-4a98-9a3c-8ed2df4b86fa req-20b743ba-b4af-44b2-a27b-aef082f9f7eb tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122393 Feb 11 05:19:26.595699 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Port cddb4261-559d-42eb-a112-01fe43557ce6 on network e76c732b-8566-466f-9f2f-9a6075afaeca not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:26.596418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Attempting to bind port cddb4261-559d-42eb-a112-01fe43557ce6 on network e76c732b-8566-466f-9f2f-9a6075afaeca {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:26.610324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:26.610948 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.612385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] 10.222.0.88 "PUT /v2.0/ports/f0fa3209-2e98-403a-8367-1f0671d11b88 HTTP/1.1" status: 200 len: 1092 time: 3.3727038 Feb 11 05:19:26.621111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bae96b88-2fe6-400a-92ff-6fc83ad98bba req-c1d034ce-be9a-48c0-bcf2-6aa588dc2efa tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350795 Feb 11 05:19:26.626202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:26.626546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Checking segment: {'id': '43305817-da19-4bcb-b358-8aff4d961ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:26.626936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Bound using segment: {'id': '43305817-da19-4bcb-b358-8aff4d961ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:26.627361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Bound port: cddb4261-559d-42eb-a112-01fe43557ce6, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43305817-da19-4bcb-b358-8aff4d961ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:26.627760 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cddb4261-559d-42eb-a112-01fe43557ce6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.668243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-8a9239c9-f752-49e6-abd7-5e55964f7461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:26.669730 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-8a9239c9-f752-49e6-abd7-5e55964f7461 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=835e5592-2c94-4925-bcdf-aa85d71a7844 HTTP/1.1" status: 200 len: 858 time: 0.1517019 Feb 11 05:19:26.689253 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbb505-a0a6-4795-a303-314f235735b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fa3209-2e98-403a-8367-1f0671d11b88,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:26.696663 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f872f6c-4b44-4fb5-91de-19b99e43e14f x-openstack-request-id: req-4f872f6c-4b44-4fb5-91de-19b99e43e14f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:26.696983 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ad8194-de1e-42d0-96c3-0d88e9ae19fc", "tag": "21e38ce3-a091-45a0-957f-6ab03cc673ed", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:26.697285 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4f872f6c-4b44-4fb5-91de-19b99e43e14f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:26.697696 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ad8194-de1e-42d0-96c3-0d88e9ae19fc', 'tag': '21e38ce3-a091-45a0-957f-6ab03cc673ed', 'status': 'completed', 'code': 200} Feb 11 05:19:26.702589 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7f50b8f4-e062-43e0-95dd-3dfd32205ea3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1122183133'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:26.731155 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f50b8f4-e062-43e0-95dd-3dfd32205ea3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Made reservation on behalf of 908be8fa5d4644a7bcf40f0cd3a5d6df for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:26.735143 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f50b8f4-e062-43e0-95dd-3dfd32205ea3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.746800 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f50b8f4-e062-43e0-95dd-3dfd32205ea3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.775987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-e715b093-a686-46a4-82b4-c21c1a0072c6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e76c732b-8566-466f-9f2f-9a6075afaeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890319 Feb 11 05:19:26.855343 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f50b8f4-e062-43e0-95dd-3dfd32205ea3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks [] for security_group (a223a70e-32fb-43cc-9b65-2c1cda543bcc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.864411 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f50b8f4-e062-43e0-95dd-3dfd32205ea3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a223a70e-32fb-43cc-9b65-2c1cda543bcc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.881846 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f50b8f4-e062-43e0-95dd-3dfd32205ea3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:19:26.900036 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f50b8f4-e062-43e0-95dd-3dfd32205ea3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (66d42552-4592-483d-a5da-db073a06950c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.900520 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-7f50b8f4-e062-43e0-95dd-3dfd32205ea3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Added segment 66d42552-4592-483d-a5da-db073a06950c of type vlan for network da82eeba-a2e6-469a-ba05-b1cf858b2bee Feb 11 05:19:26.907733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] For port cddb4261-559d-42eb-a112-01fe43557ce6, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:26.942116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] For port cddb4261-559d-42eb-a112-01fe43557ce6, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cddb4261-559d-42eb-a112-01fe43557ce6,segment=NetworkSegment(43305817-da19-4bcb-b358-8aff4d961ff9),segment_id=43305817-da19-4bcb-b358-8aff4d961ff9)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:26.956162 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f50b8f4-e062-43e0-95dd-3dfd32205ea3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (da82eeba-a2e6-469a-ba05-b1cf858b2bee), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.992923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3635fd-b2f3-4050-a1fd-afe7aace1a5d req-ea31cf1e-8e0c-48e6-8d35-061983be3f34 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.000614 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb3635fd-b2f3-4050-a1fd-afe7aace1a5d req-ea31cf1e-8e0c-48e6-8d35-061983be3f34 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.3619075 Feb 11 05:19:27.014697 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50b8f4-e062-43e0-95dd-3dfd32205ea3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a223a70e-32fb-43cc-9b65-2c1cda543bcc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:27.017445 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f50b8f4-e062-43e0-95dd-3dfd32205ea3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (da82eeba-a2e6-469a-ba05-b1cf858b2bee), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.022719 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f50b8f4-e062-43e0-95dd-3dfd32205ea3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.023630 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f50b8f4-e062-43e0-95dd-3dfd32205ea3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.033684 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (cddb4261-559d-42eb-a112-01fe43557ce6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.083257 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-bd1d786b-c90a-4aa7-8d55-5aafcb2e82ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.084776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-bd1d786b-c90a-4aa7-8d55-5aafcb2e82ee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c49badd5561943b0b449f2f9bdb65de7&device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 1126 time: 0.3716099 Feb 11 05:19:27.094238 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50b8f4-e062-43e0-95dd-3dfd32205ea3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event updated for resources: {'Network': ['ID=da82eeba-a2e6-469a-ba05-b1cf858b2bee,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:27.100778 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7f50b8f4-e062-43e0-95dd-3dfd32205ea3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5555673 Feb 11 05:19:27.103901 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36792) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:27.106750 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network da82eeba-a2e6-469a-ba05-b1cf858b2bee details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:19:27.111354 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-942aea09-7c3c-45c5-bb82-d97c86c104c3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Request body: {'subnet': {'network_id': 'da82eeba-a2e6-469a-ba05-b1cf858b2bee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:27.151676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.153242 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.154976 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] 10.222.0.88 "PUT /v2.0/ports/cddb4261-559d-42eb-a112-01fe43557ce6 HTTP/1.1" status: 200 len: 1092 time: 2.9152913 Feb 11 05:19:27.175945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c9505-efc3-4fde-9e46-ae5a88ca72a6 req-68ec0304-14c3-40e5-a75c-8db054778115 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.196564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-412c9505-efc3-4fde-9e46-ae5a88ca72a6 req-68ec0304-14c3-40e5-a75c-8db054778115 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.4141607 Feb 11 05:19:27.222552 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942aea09-7c3c-45c5-bb82-d97c86c104c3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Made reservation on behalf of 908be8fa5d4644a7bcf40f0cd3a5d6df for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:27.226386 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb3635fd-b2f3-4050-a1fd-afe7aace1a5d req-69131b43-5b26-4313-8e79-5e26f1ad7e87 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185960 Feb 11 05:19:27.234252 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-942aea09-7c3c-45c5-bb82-d97c86c104c3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.328356 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-4d9f130e-d286-4bf1-8fa6-477ffb3dea21 service neutron] 10.222.0.88 "GET /v2.0/networks/e76c732b-8566-466f-9f2f-9a6075afaeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215993 Feb 11 05:19:27.332502 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-665c0a6f-5a98-4ce3-abbe-99e8bdf5080b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0fa3209-2e98-403a-8367-1f0671d11b88 HTTP/1.1" status: 200 len: 217 time: 0.1673653 Feb 11 05:19:27.333144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9b4d2-b13c-42b2-83fd-c577194997e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cddb4261-559d-42eb-a112-01fe43557ce6,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:27.472627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-412c9505-efc3-4fde-9e46-ae5a88ca72a6 req-3c85d526-15fd-4274-869b-a38a8e443254 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725353 Feb 11 05:19:27.483908 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-942aea09-7c3c-45c5-bb82-d97c86c104c3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (6d350d62-a7e4-44fb-8cbc-aecfd5d6ebe5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.530856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-2bed6ab1-df0a-46b5-8cf8-efabe73e9aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.532523 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-2bed6ab1-df0a-46b5-8cf8-efabe73e9aaf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c49badd5561943b0b449f2f9bdb65de7&device_id=5de94785-0d3d-41c3-9ef3-0f3768d66f2a HTTP/1.1" status: 200 len: 1126 time: 0.2976837 Feb 11 05:19:27.546368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-3dc46ad5-3f70-4d45-ba2c-141296f34411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.548050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-3dc46ad5-3f70-4d45-ba2c-141296f34411 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=835e5592-2c94-4925-bcdf-aa85d71a7844 HTTP/1.1" status: 200 len: 858 time: 0.1905308 Feb 11 05:19:27.553912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942aea09-7c3c-45c5-bb82-d97c86c104c3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event updated for resources: {'Subnet': ['ID=6d350d62-a7e4-44fb-8cbc-aecfd5d6ebe5,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:27.564343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942aea09-7c3c-45c5-bb82-d97c86c104c3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Checking segment: {'id': '66d42552-4592-483d-a5da-db073a06950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'da82eeba-a2e6-469a-ba05-b1cf858b2bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:27.564716 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942aea09-7c3c-45c5-bb82-d97c86c104c3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Network hostable DHCP agents. Network: da82eeba-a2e6-469a-ba05-b1cf858b2bee, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:19:27.591328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942aea09-7c3c-45c5-bb82-d97c86c104c3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Network da82eeba-a2e6-469a-ba05-b1cf858b2bee is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:19:27.613840 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-942aea09-7c3c-45c5-bb82-d97c86c104c3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, da82eeba-a2e6-469a-ba05-b1cf858b2bee) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:27.619383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942aea09-7c3c-45c5-bb82-d97c86c104c3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.620068 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-942aea09-7c3c-45c5-bb82-d97c86c104c3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.628127 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b2491d-3fed-4ef5-8b4d-7139bd0f83f3 None None] Network da82eeba-a2e6-469a-ba05-b1cf858b2bee requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:27.652884 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-942aea09-7c3c-45c5-bb82-d97c86c104c3 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5473552 Feb 11 05:19:27.654046 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36798) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:27.658917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-30da99a2-a56f-4ebe-bc22-5393236a4d25 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Request body: {'port': {'network_id': 'da82eeba-a2e6-469a-ba05-b1cf858b2bee', 'name': 'tempest-AllowedAddressPairTestJSON-767516894'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:27.700161 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47f3a55c-9f11-460e-8021-214dad6a5f5f req-ebf82057-b547-4f88-80e4-f0eb448f0bb8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0478723 Feb 11 05:19:27.747770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc3b32-3881-4100-b490-8386c8008b4d req-b87af0d4-1443-4601-b6fd-333f432ca4fc tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.747770 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13fc3b32-3881-4100-b490-8386c8008b4d req-b87af0d4-1443-4601-b6fd-333f432ca4fc tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 945 time: 0.4183865 Feb 11 05:19:27.747770 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-e413de7f-6f41-4811-89b3-b262586edaaa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e76c732b-8566-466f-9f2f-9a6075afaeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1745427 Feb 11 05:19:27.749270 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-cea90f24-133f-4397-80e4-e6d2ba654820 service neutron] 10.222.0.88 "GET /v2.0/networks/e76c732b-8566-466f-9f2f-9a6075afaeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928666 Feb 11 05:19:27.750581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-2a67f10b-68b6-4bca-aadb-520b0c095685 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cddb4261-559d-42eb-a112-01fe43557ce6 HTTP/1.1" status: 200 len: 217 time: 0.2015235 Feb 11 05:19:27.833377 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-da82eeba-a2e6-469a-ba05-b1cf858b2bee', 'network_id': 'da82eeba-a2e6-469a-ba05-b1cf858b2bee', 'project_id': '908be8fa5d4644a7bcf40f0cd3a5d6df', 'fixed_ips': [{'subnet_id': '6d350d62-a7e4-44fb-8cbc-aecfd5d6ebe5'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:19:27.834407 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.869492 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30da99a2-a56f-4ebe-bc22-5393236a4d25 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Made reservation on behalf of 908be8fa5d4644a7bcf40f0cd3a5d6df for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:27.878827 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30da99a2-a56f-4ebe-bc22-5393236a4d25 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.908985 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-30da99a2-a56f-4ebe-bc22-5393236a4d25 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] device_id is not set on port d533e318-335b-4f2e-8d70-32302eb5a06a yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:19:27.999772 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13fc3b32-3881-4100-b490-8386c8008b4d req-941e264f-ff84-486f-9f09-27cd8ec00664 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434635 Feb 11 05:19:28.040160 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-30da99a2-a56f-4ebe-bc22-5393236a4d25 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Allocated IP 172.20.0.13 (da82eeba-a2e6-469a-ba05-b1cf858b2bee/6d350d62-a7e4-44fb-8cbc-aecfd5d6ebe5/d533e318-335b-4f2e-8d70-32302eb5a06a) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:28.100819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-592bf888-e8f8-40a8-bb12-66b01b75a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:28.102875 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-592bf888-e8f8-40a8-bb12-66b01b75a273 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=835e5592-2c94-4925-bcdf-aa85d71a7844 HTTP/1.1" status: 200 len: 858 time: 0.2894719 Feb 11 05:19:28.105734 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-fb51d42b-f168-4daa-8c01-502406add018 service neutron] 10.222.0.88 "GET /v2.0/networks/e76c732b-8566-466f-9f2f-9a6075afaeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137376 Feb 11 05:19:28.237298 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30da99a2-a56f-4ebe-bc22-5393236a4d25 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks [] for port (d533e318-335b-4f2e-8d70-32302eb5a06a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.255970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-c8ff66b9-b7ca-4efa-9063-0dd4b7702d40 service neutron] 10.222.0.88 "GET /v2.0/networks/e76c732b-8566-466f-9f2f-9a6075afaeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167524 Feb 11 05:19:28.287927 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-83a213bd-6841-4a11-a665-a42e6ad15067 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e76c732b-8566-466f-9f2f-9a6075afaeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507154 Feb 11 05:19:28.291129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbae5b-122a-497b-b1ba-742334da899c req-3624d299-fe2b-4929-a2bc-f7e02668c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:28.292633 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96bbae5b-122a-497b-b1ba-742334da899c req-3624d299-fe2b-4929-a2bc-f7e02668c15a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c49badd5561943b0b449f2f9bdb65de7&device_id=57ad8194-de1e-42d0-96c3-0d88e9ae19fc HTTP/1.1" status: 200 len: 1127 time: 0.4297552 Feb 11 05:19:28.307441 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30da99a2-a56f-4ebe-bc22-5393236a4d25 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d533e318-335b-4f2e-8d70-32302eb5a06a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.325632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee364c-2ad6-45f5-8f57-17903d47c675 req-d5de1b41-1d3e-4af3-a08f-38e195a572cf tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:28.327239 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-faee364c-2ad6-45f5-8f57-17903d47c675 req-d5de1b41-1d3e-4af3-a08f-38e195a572cf tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 951 time: 0.4631996 Feb 11 05:19:28.360630 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30da99a2-a56f-4ebe-bc22-5393236a4d25 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Network da82eeba-a2e6-469a-ba05-b1cf858b2bee is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:28.366017 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Allocated IP 172.20.0.2 (da82eeba-a2e6-469a-ba05-b1cf858b2bee/6d350d62-a7e4-44fb-8cbc-aecfd5d6ebe5/68e984a0-48f3-4fbe-976d-3396bbec304c) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:28.366616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-30da99a2-a56f-4ebe-bc22-5393236a4d25 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:28.378983 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30da99a2-a56f-4ebe-bc22-5393236a4d25 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:28.427171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da99a2-a56f-4ebe-bc22-5393236a4d25 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event updated for resources: {'Port': ['ID=d533e318-335b-4f2e-8d70-32302eb5a06a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:28.450032 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da99a2-a56f-4ebe-bc22-5393236a4d25 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:28.451764 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30da99a2-a56f-4ebe-bc22-5393236a4d25 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.471471 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f54210c4-ef31-4b93-91d5-d243c36fe4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.478272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad5776-ba72-4170-b9ac-720cc322492f req-23b1293c-70c4-49e8-aab8-3821f595a578 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:28.479979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fad5776-ba72-4170-b9ac-720cc322492f req-23b1293c-70c4-49e8-aab8-3821f595a578 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 943 time: 0.3998425 Feb 11 05:19:28.485077 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-bf5e6a1a-438b-4596-affd-7ccdbbd49040 service neutron] 10.222.0.88 "GET /v2.0/networks/e76c732b-8566-466f-9f2f-9a6075afaeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793175 Feb 11 05:19:28.488209 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-30da99a2-a56f-4ebe-bc22-5393236a4d25 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8323929 Feb 11 05:19:28.489282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36804) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:28.505366 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e0276737-ecaa-45f2-9a10-6c43ccfc08e5 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Request body: {'port': {'network_id': 'da82eeba-a2e6-469a-ba05-b1cf858b2bee', 'name': 'tempest-AllowedAddressPairTestJSON-899835337', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:59:34:9c'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:28.552000 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Publish callbacks [] for port (68e984a0-48f3-4fbe-976d-3396bbec304c), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.559472 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (68e984a0-48f3-4fbe-976d-3396bbec304c), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.601984 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Network da82eeba-a2e6-469a-ba05-b1cf858b2bee is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:28.609431 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:28.619228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:28.655184 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Pushing event updated for resources: {'Port': ['ID=68e984a0-48f3-4fbe-976d-3396bbec304c,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:28.661221 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0276737-ecaa-45f2-9a10-6c43ccfc08e5 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Made reservation on behalf of 908be8fa5d4644a7bcf40f0cd3a5d6df for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:28.703096 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:28.703469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:28.703826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:28.704158 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:28.704495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:28.704835 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:28.705319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:28.705655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:28.706046 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:28.706519 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:28.707039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:28.707376 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:28.707735 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:28.727572 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Attempting to bind port 68e984a0-48f3-4fbe-976d-3396bbec304c on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:28.727968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Attempting to bind port 68e984a0-48f3-4fbe-976d-3396bbec304c by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '66d42552-4592-483d-a5da-db073a06950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'da82eeba-a2e6-469a-ba05-b1cf858b2bee'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:28.728348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Attempting to bind port 68e984a0-48f3-4fbe-976d-3396bbec304c on network da82eeba-a2e6-469a-ba05-b1cf858b2bee {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:28.736436 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:28.736967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Checking segment: {'id': '66d42552-4592-483d-a5da-db073a06950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'da82eeba-a2e6-469a-ba05-b1cf858b2bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:28.737556 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.738018 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Bound using segment: {'id': '66d42552-4592-483d-a5da-db073a06950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'da82eeba-a2e6-469a-ba05-b1cf858b2bee'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:28.738527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Bound port: 68e984a0-48f3-4fbe-976d-3396bbec304c, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d42552-4592-483d-a5da-db073a06950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'da82eeba-a2e6-469a-ba05-b1cf858b2bee'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:28.739533 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (68e984a0-48f3-4fbe-976d-3396bbec304c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.780560 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0276737-ecaa-45f2-9a10-6c43ccfc08e5 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.807916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-e0276737-ecaa-45f2-9a10-6c43ccfc08e5 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] device_id is not set on port f0fd8fc5-695c-4a02-9082-0b0b5e9e873f yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:19:28.837621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] For port 68e984a0-48f3-4fbe-976d-3396bbec304c, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:28.841589 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] For port 68e984a0-48f3-4fbe-976d-3396bbec304c, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=68e984a0-48f3-4fbe-976d-3396bbec304c,segment=NetworkSegment(66d42552-4592-483d-a5da-db073a06950c),segment_id=66d42552-4592-483d-a5da-db073a06950c)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:28.849282 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (68e984a0-48f3-4fbe-976d-3396bbec304c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.926174 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b75815e-5d2d-4d80-9b30-6344572b0e2a', 'tag': 'f0fa3209-2e98-403a-8367-1f0671d11b88'}, {'name': 'network-changed', 'server_uuid': '5de94785-0d3d-41c3-9ef3-0f3768d66f2a', 'tag': 'cddb4261-559d-42eb-a112-01fe43557ce6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:28.928828 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae4b6be-5aab-46fd-9452-8eec78aade8c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b75815e-5d2d-4d80-9b30-6344572b0e2a", "tag": "f0fa3209-2e98-403a-8367-1f0671d11b88"}, {"name": "network-changed", "server_uuid": "5de94785-0d3d-41c3-9ef3-0f3768d66f2a", "tag": "cddb4261-559d-42eb-a112-01fe43557ce6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:28.938160 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-e0276737-ecaa-45f2-9a10-6c43ccfc08e5 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Allocated IP 172.20.0.14 (da82eeba-a2e6-469a-ba05-b1cf858b2bee/6d350d62-a7e4-44fb-8cbc-aecfd5d6ebe5/f0fd8fc5-695c-4a02-9082-0b0b5e9e873f) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:28.963905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df0330-d862-469a-91f8-b1c2891b5d34 None None] Pushing event updated for resources: {'Port': ['ID=68e984a0-48f3-4fbe-976d-3396bbec304c,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:29.135094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fad5776-ba72-4170-b9ac-720cc322492f req-571032d3-fa21-4dab-84a5-f64fc3e31e4e tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095575 Feb 11 05:19:29.141866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-faee364c-2ad6-45f5-8f57-17903d47c675 req-871b3e58-156b-4f94-87d1-8132bf9711e4 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6749408 Feb 11 05:19:29.147660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbae5b-122a-497b-b1ba-742334da899c req-b8388f1f-0f87-4d49-bf07-31958d63adea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:29.149719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96bbae5b-122a-497b-b1ba-742334da899c req-b8388f1f-0f87-4d49-bf07-31958d63adea service neutron] 10.222.0.88 "GET /v2.0/networks?id=e76c732b-8566-466f-9f2f-9a6075afaeca HTTP/1.1" status: 200 len: 919 time: 0.8215609 Feb 11 05:19:29.167072 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c887618-b633-4060-b84f-52d8bdbaa8d6 req-4c8950ba-b4c5-42dc-a3f4-ae301a844083 service neutron] 10.222.0.88 "GET /v2.0/networks/e76c732b-8566-466f-9f2f-9a6075afaeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314544 Feb 11 05:19:29.175405 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0276737-ecaa-45f2-9a10-6c43ccfc08e5 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks [] for port (f0fd8fc5-695c-4a02-9082-0b0b5e9e873f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:29.270920 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96bbae5b-122a-497b-b1ba-742334da899c req-5dfeeb99-c103-4869-b57d-6a234e1cd07f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21e38ce3-a091-45a0-957f-6ab03cc673ed HTTP/1.1" status: 200 len: 217 time: 0.1027567 Feb 11 05:19:29.291376 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0276737-ecaa-45f2-9a10-6c43ccfc08e5 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (f0fd8fc5-695c-4a02-9082-0b0b5e9e873f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:29.363604 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0276737-ecaa-45f2-9a10-6c43ccfc08e5 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Network da82eeba-a2e6-469a-ba05-b1cf858b2bee is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:29.371908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-e0276737-ecaa-45f2-9a10-6c43ccfc08e5 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:29.380311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0276737-ecaa-45f2-9a10-6c43ccfc08e5 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:29.385921 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0276737-ecaa-45f2-9a10-6c43ccfc08e5 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event updated for resources: {'Port': ['ID=f0fd8fc5-695c-4a02-9082-0b0b5e9e873f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:29.427541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbae5b-122a-497b-b1ba-742334da899c req-c78bcbd2-554d-4495-94cc-c1fe720527e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:29.431518 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96bbae5b-122a-497b-b1ba-742334da899c req-c78bcbd2-554d-4495-94cc-c1fe720527e4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=835e5592-2c94-4925-bcdf-aa85d71a7844 HTTP/1.1" status: 200 len: 858 time: 0.1515095 Feb 11 05:19:29.461177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0276737-ecaa-45f2-9a10-6c43ccfc08e5 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:29.461889 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0276737-ecaa-45f2-9a10-6c43ccfc08e5 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:29.488043 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e0276737-ecaa-45f2-9a10-6c43ccfc08e5 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.9973843 Feb 11 05:19:29.490358 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36818) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:29.495500 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96bbae5b-122a-497b-b1ba-742334da899c req-611a06ac-d0d1-407c-b2ae-bb5bff8eddae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e76c732b-8566-466f-9f2f-9a6075afaeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422828 Feb 11 05:19:29.527777 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92a6bb30-a48c-46ca-9173-dd536d339167 req-7391ee03-5fe3-4be0-b954-2d81a87ebfb6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0311522 Feb 11 05:19:29.573177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a6c14d-9a7b-4da6-a7dd-99c53010728c tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:29.578465 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a6c14d-9a7b-4da6-a7dd-99c53010728c tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:29.583977 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a6c14d-9a7b-4da6-a7dd-99c53010728c tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:29.588679 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-71a6c14d-9a7b-4da6-a7dd-99c53010728c tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.0973048 Feb 11 05:19:29.589321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36820) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:29.626994 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1995d042-f85e-4c2d-a586-52d389e44014 x-openstack-request-id: req-1995d042-f85e-4c2d-a586-52d389e44014 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:29.628552 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b75815e-5d2d-4d80-9b30-6344572b0e2a", "tag": "f0fa3209-2e98-403a-8367-1f0671d11b88", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5de94785-0d3d-41c3-9ef3-0f3768d66f2a", "tag": "cddb4261-559d-42eb-a112-01fe43557ce6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:29.628813 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1995d042-f85e-4c2d-a586-52d389e44014 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:29.629223 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b75815e-5d2d-4d80-9b30-6344572b0e2a', 'tag': 'f0fa3209-2e98-403a-8367-1f0671d11b88', 'status': 'completed', 'code': 200} Feb 11 05:19:29.629483 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de94785-0d3d-41c3-9ef3-0f3768d66f2a', 'tag': 'cddb4261-559d-42eb-a112-01fe43557ce6', 'status': 'completed', 'code': 200} Feb 11 05:19:29.724213 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a8f58-d0f4-48a4-bb3d-26ab3a91be2c req-dc75ab05-f748-44d0-a178-889c7a7c8bff tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:29.725295 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b5a8f58-d0f4-48a4-bb3d-26ab3a91be2c req-dc75ab05-f748-44d0-a178-889c7a7c8bff tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.3635259 Feb 11 05:19:29.728443 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96bbae5b-122a-497b-b1ba-742334da899c req-3902fd24-7afe-45a2-a740-c6744ff57453 service neutron] 10.222.0.88 "GET /v2.0/networks/e76c732b-8566-466f-9f2f-9a6075afaeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996181 Feb 11 05:19:29.752185 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d1b512df-3f88-403c-ae9a-10a9d84cb140 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Deleting port f0fd8fc5-695c-4a02-9082-0b0b5e9e873f {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:29.758732 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1b512df-3f88-403c-ae9a-10a9d84cb140 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f0fd8fc5-695c-4a02-9082-0b0b5e9e873f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:29.824658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-ee96f6b5-a9be-4669-9600-4fc0f20ad68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:29.826092 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-ee96f6b5-a9be-4669-9600-4fc0f20ad68b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c49badd5561943b0b449f2f9bdb65de7&device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 1126 time: 0.1597574 Feb 11 05:19:29.860753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b5a8f58-d0f4-48a4-bb3d-26ab3a91be2c req-f61bae4f-48f2-4858-baa4-a2417707a1be tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279275 Feb 11 05:19:29.923388 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1b512df-3f88-403c-ae9a-10a9d84cb140 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f0fd8fc5-695c-4a02-9082-0b0b5e9e873f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:29.938048 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d1b512df-3f88-403c-ae9a-10a9d84cb140 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Calling delete_port for f0fd8fc5-695c-4a02-9082-0b0b5e9e873f owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:30.007709 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96bbae5b-122a-497b-b1ba-742334da899c req-29912bca-3c02-4e31-9163-206e344d2318 service neutron] 10.222.0.88 "GET /v2.0/networks/e76c732b-8566-466f-9f2f-9a6075afaeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537136 Feb 11 05:19:30.044250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47566d5c-7f38-4391-bd74-c4e2d56b8189 req-463d3fd8-38b5-424e-914f-3a5a1e9bcf3b tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:30.045778 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47566d5c-7f38-4391-bd74-c4e2d56b8189 req-463d3fd8-38b5-424e-914f-3a5a1e9bcf3b tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 945 time: 0.2267058 Feb 11 05:19:30.119620 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-462daa8d-089a-47ad-83b5-680f82cd7b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:30.121116 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-462daa8d-089a-47ad-83b5-680f82cd7b26 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e76c732b-8566-466f-9f2f-9a6075afaeca HTTP/1.1" status: 200 len: 919 time: 0.2595010 Feb 11 05:19:30.127521 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1b512df-3f88-403c-ae9a-10a9d84cb140 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (f0fd8fc5-695c-4a02-9082-0b0b5e9e873f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.185560 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b512df-3f88-403c-ae9a-10a9d84cb140 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event deleted for resources: {'Port': ['ID=f0fd8fc5-695c-4a02-9082-0b0b5e9e873f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:30.192824 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47566d5c-7f38-4391-bd74-c4e2d56b8189 req-ec8b2119-ad34-4ec6-ac12-2de2694f00b8 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286445 Feb 11 05:19:30.213323 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d29514-ff99-45d1-9774-ffc67a90181b req-4672a337-4ed5-4746-b90b-02e12d86624b tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:30.222170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30d29514-ff99-45d1-9774-ffc67a90181b req-4672a337-4ed5-4746-b90b-02e12d86624b tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.2101765 Feb 11 05:19:30.234418 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-5b1089e1-f855-4809-b1b4-728f4ae4b054 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0fa3209-2e98-403a-8367-1f0671d11b88 HTTP/1.1" status: 200 len: 217 time: 0.1035645 Feb 11 05:19:30.343984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30d29514-ff99-45d1-9774-ffc67a90181b req-79e5efbc-6dde-4180-9d62-4e3adc11ef27 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047268 Feb 11 05:19:30.343984 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-b0c90c18-f197-49dd-a0dc-f5425ee77e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:30.346420 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-b0c90c18-f197-49dd-a0dc-f5425ee77e9d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=835e5592-2c94-4925-bcdf-aa85d71a7844 HTTP/1.1" status: 200 len: 858 time: 0.1037793 Feb 11 05:19:30.380887 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f1e4be-667b-4624-80be-e7e0bd49624c None None] Network da82eeba-a2e6-469a-ba05-b1cf858b2bee requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:30.405129 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1b512df-3f88-403c-ae9a-10a9d84cb140 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.414005 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d1b512df-3f88-403c-ae9a-10a9d84cb140 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "DELETE /v2.0/ports/f0fd8fc5-695c-4a02-9082-0b0b5e9e873f HTTP/1.1" status: 204 len: 168 time: 0.8233683 Feb 11 05:19:30.414686 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36830) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:30.416579 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-13c231d6-93a8-42b9-81d1-d7e4ea3f09cc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e76c732b-8566-466f-9f2f-9a6075afaeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598361 Feb 11 05:19:30.446601 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58ac64c-db64-4e36-a3f7-63cf10d74974 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] GET failed (client error): The resource could not be found. Feb 11 05:19:30.451672 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a58ac64c-db64-4e36-a3f7-63cf10d74974 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "GET /v2.0/ports/f0fd8fc5-695c-4a02-9082-0b0b5e9e873f HTTP/1.1" status: 404 len: 333 time: 0.0325806 Feb 11 05:19:30.452823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36832) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:30.459013 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-40d1a679-5370-4531-9847-85700aafe750 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Request body: {'port': {'network_id': 'da82eeba-a2e6-469a-ba05-b1cf858b2bee', 'name': 'tempest-AllowedAddressPairTestJSON-1277533462'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:30.520119 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f564957d-104e-4f2f-8c68-99def15b1087 None None] Provisioning complete for port 68e984a0-48f3-4fbe-976d-3396bbec304c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:30.520761 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f564957d-104e-4f2f-8c68-99def15b1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (68e984a0-48f3-4fbe-976d-3396bbec304c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.584848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d7415-fa39-4c2c-813c-b0bf78e71ba2 req-27857eba-0518-4879-9223-499a4fc3a2af tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:30.585418 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d1a679-5370-4531-9847-85700aafe750 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Made reservation on behalf of 908be8fa5d4644a7bcf40f0cd3a5d6df for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:30.586770 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f56d7415-fa39-4c2c-813c-b0bf78e71ba2 req-27857eba-0518-4879-9223-499a4fc3a2af tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 943 time: 0.1692281 Feb 11 05:19:30.590754 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40d1a679-5370-4531-9847-85700aafe750 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.591053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07c4df-093e-4004-968f-f121be6d9d66 req-d16d8f99-d9f0-4fdc-a9f2-eb1eadb1e46e tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:30.593033 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad07c4df-093e-4004-968f-f121be6d9d66 req-d16d8f99-d9f0-4fdc-a9f2-eb1eadb1e46e tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 1134 time: 0.2517171 Feb 11 05:19:30.623991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-40d1a679-5370-4531-9847-85700aafe750 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] device_id is not set on port 86c0e912-9f5a-4c2c-8a79-6eedeef080d5 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:19:30.642051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f564957d-104e-4f2f-8c68-99def15b1087 None None] Current status of the port 68e984a0-48f3-4fbe-976d-3396bbec304c is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:30.642451 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f564957d-104e-4f2f-8c68-99def15b1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (68e984a0-48f3-4fbe-976d-3396bbec304c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.655450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device f0fa3209-2e98-403a-8367-1f0671d11b88 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:30.659850 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-4d1a35cc-f6d2-40a4-a379-dd1778fcec8b service neutron] 10.222.0.88 "GET /v2.0/networks/e76c732b-8566-466f-9f2f-9a6075afaeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208328 Feb 11 05:19:30.769840 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad07c4df-093e-4004-968f-f121be6d9d66 req-f3794141-aafb-4b3d-8ac1-87b0fee6429d tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358485 Feb 11 05:19:30.785510 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f56d7415-fa39-4c2c-813c-b0bf78e71ba2 req-c763164a-81ac-435a-b41e-1f41b3e077c2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912637 Feb 11 05:19:30.798451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-40d1a679-5370-4531-9847-85700aafe750 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Allocated IP 172.20.0.10 (da82eeba-a2e6-469a-ba05-b1cf858b2bee/6d350d62-a7e4-44fb-8cbc-aecfd5d6ebe5/86c0e912-9f5a-4c2c-8a79-6eedeef080d5) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:30.876551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f564957d-104e-4f2f-8c68-99def15b1087 None None] For port 68e984a0-48f3-4fbe-976d-3396bbec304c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=68e984a0-48f3-4fbe-976d-3396bbec304c,segment=NetworkSegment(66d42552-4592-483d-a5da-db073a06950c),segment_id=66d42552-4592-483d-a5da-db073a06950c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:30.878743 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab11e1de-601a-4c6b-be14-0acf98e2e6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.891964 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f564957d-104e-4f2f-8c68-99def15b1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (68e984a0-48f3-4fbe-976d-3396bbec304c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:30.953650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port f0fa3209-2e98-403a-8367-1f0671d11b88, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f0fa3209-2e98-403a-8367-1f0671d11b88,segment=NetworkSegment(43305817-da19-4bcb-b358-8aff4d961ff9),segment_id=43305817-da19-4bcb-b358-8aff4d961ff9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:31.024402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564957d-104e-4f2f-8c68-99def15b1087 None None] Pushing event updated for resources: {'Port': ['ID=68e984a0-48f3-4fbe-976d-3396bbec304c,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:31.028611 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'f0fa3209-2e98-403a-8367-1f0671d11b88', 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca', 'port_id': 'f0fa3209-2e98-403a-8367-1f0671d11b88', 'mac_address': 'fa:16:3e:16:0b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835e5592-2c94-4925-bcdf-aa85d71a7844', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:31.034130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40d1a679-5370-4531-9847-85700aafe750 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks [] for port (86c0e912-9f5a-4c2c-8a79-6eedeef080d5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.057638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2a133-ee79-4730-87a5-c49f3cd71437 req-40ce1885-4eb5-4060-9866-c24910c44c95 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:31.060092 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfe2a133-ee79-4730-87a5-c49f3cd71437 req-40ce1885-4eb5-4060-9866-c24910c44c95 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 945 time: 0.1348684 Feb 11 05:19:31.064250 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-55a801ef-68f6-46a8-a98d-6fd12f369bbc service neutron] 10.222.0.88 "GET /v2.0/networks/e76c732b-8566-466f-9f2f-9a6075afaeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920147 Feb 11 05:19:31.093669 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eee306c7-afa5-486b-b05b-237edf504865 req-cc1ef8ab-b418-4652-8e11-89e36fd8ae51 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0320942 Feb 11 05:19:31.115576 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7f53be95-215a-41ac-829c-74f499ef47a2 None None] Provisioning complete for port 68e984a0-48f3-4fbe-976d-3396bbec304c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:31.116120 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7f53be95-215a-41ac-829c-74f499ef47a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (68e984a0-48f3-4fbe-976d-3396bbec304c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.120220 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port f0fa3209-2e98-403a-8367-1f0671d11b88 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:31.120757 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f0fa3209-2e98-403a-8367-1f0671d11b88), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.130071 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40d1a679-5370-4531-9847-85700aafe750 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (86c0e912-9f5a-4c2c-8a79-6eedeef080d5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.185338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fa3209-2e98-403a-8367-1f0671d11b88 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:31.229316 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d1a679-5370-4531-9847-85700aafe750 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Network da82eeba-a2e6-469a-ba05-b1cf858b2bee is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:31.237864 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-40d1a679-5370-4531-9847-85700aafe750 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:31.243820 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d1a679-5370-4531-9847-85700aafe750 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:31.248986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port f0fa3209-2e98-403a-8367-1f0671d11b88, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f0fa3209-2e98-403a-8367-1f0671d11b88,segment=NetworkSegment(43305817-da19-4bcb-b358-8aff4d961ff9),segment_id=43305817-da19-4bcb-b358-8aff4d961ff9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:31.263905 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfe2a133-ee79-4730-87a5-c49f3cd71437 req-2e6fbd8b-e4a7-4618-9cfd-8b95ba7e8460 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576488 Feb 11 05:19:31.284736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-95f24c50-c782-4aac-9d62-d7c8fae82b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:31.294223 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f0fa3209-2e98-403a-8367-1f0671d11b88), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.294867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 21e38ce3-a091-45a0-957f-6ab03cc673ed details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:31.295368 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-95f24c50-c782-4aac-9d62-d7c8fae82b69 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c49badd5561943b0b449f2f9bdb65de7&device_id=5de94785-0d3d-41c3-9ef3-0f3768d66f2a HTTP/1.1" status: 200 len: 1126 time: 0.1651862 Feb 11 05:19:31.362792 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1a679-5370-4531-9847-85700aafe750 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event updated for resources: {'Port': ['ID=86c0e912-9f5a-4c2c-8a79-6eedeef080d5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:31.391689 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d1a679-5370-4531-9847-85700aafe750 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:31.392751 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40d1a679-5370-4531-9847-85700aafe750 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.422121 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-40d1a679-5370-4531-9847-85700aafe750 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9657898 Feb 11 05:19:31.423228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36846) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:31.430469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-eac27ed7-59f1-46d8-885a-2f1a18a90e57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:59:34:9c'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:31.551922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5babcd-8aa9-48d8-962e-7e95fef873ac req-8764da54-326b-48cc-b266-5823243bb09c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:31.563333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb5babcd-8aa9-48d8-962e-7e95fef873ac req-8764da54-326b-48cc-b266-5823243bb09c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.1091552 Feb 11 05:19:31.606361 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eac27ed7-59f1-46d8-885a-2f1a18a90e57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (86c0e912-9f5a-4c2c-8a79-6eedeef080d5), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.621361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-1dd101d8-cf85-4b5d-a88e-9fcbcdac7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:31.623009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-1dd101d8-cf85-4b5d-a88e-9fcbcdac7885 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e76c732b-8566-466f-9f2f-9a6075afaeca HTTP/1.1" status: 200 len: 919 time: 0.3125949 Feb 11 05:19:31.710977 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-7d995d0a-fd98-4556-a69a-62aaea754920 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cddb4261-559d-42eb-a112-01fe43557ce6 HTTP/1.1" status: 200 len: 217 time: 0.0743120 Feb 11 05:19:31.771345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 68e984a0-48f3-4fbe-976d-3396bbec304c up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:31.827828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-6b38ea42-c359-4dc6-baee-76cbb54bfe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:31.828828 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.resource_extend [None req-696501db-9f72-45af-8700-250c124c82b2 None None] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:19:31.833069 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-6b38ea42-c359-4dc6-baee-76cbb54bfe3c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=835e5592-2c94-4925-bcdf-aa85d71a7844 HTTP/1.1" status: 200 len: 858 time: 0.1052010 Feb 11 05:19:31.842484 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7f53be95-215a-41ac-829c-74f499ef47a2 None None] Current status of the port 68e984a0-48f3-4fbe-976d-3396bbec304c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:31.853273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb5babcd-8aa9-48d8-962e-7e95fef873ac req-c7142f72-b4e2-4a86-9cb7-c57bc60cbf7f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857335 Feb 11 05:19:31.860663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 21e38ce3-a091-45a0-957f-6ab03cc673ed, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=21e38ce3-a091-45a0-957f-6ab03cc673ed,segment=NetworkSegment(43305817-da19-4bcb-b358-8aff4d961ff9),segment_id=43305817-da19-4bcb-b358-8aff4d961ff9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:31.895864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7f53be95-215a-41ac-829c-74f499ef47a2 None None] Provisioning complete for port d533e318-335b-4f2e-8d70-32302eb5a06a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:31.896251 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7f53be95-215a-41ac-829c-74f499ef47a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d533e318-335b-4f2e-8d70-32302eb5a06a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.943635 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7f53be95-215a-41ac-829c-74f499ef47a2 None None] Port d533e318-335b-4f2e-8d70-32302eb5a06a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:31.947307 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 68e984a0-48f3-4fbe-976d-3396bbec304c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:31.947712 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (68e984a0-48f3-4fbe-976d-3396bbec304c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:31.951808 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=f0fa3209-2e98-403a-8367-1f0671d11b88,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:31.956692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '21e38ce3-a091-45a0-957f-6ab03cc673ed', 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca', 'port_id': '21e38ce3-a091-45a0-957f-6ab03cc673ed', 'mac_address': 'fa:16:3e:a3:cc:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835e5592-2c94-4925-bcdf-aa85d71a7844', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:31.964860 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-3809e39f-1e1f-47b1-a192-e6ea9e361b6f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e76c732b-8566-466f-9f2f-9a6075afaeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081266 Feb 11 05:19:32.076288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 21e38ce3-a091-45a0-957f-6ab03cc673ed is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:32.076699 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (21e38ce3-a091-45a0-957f-6ab03cc673ed), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.088371 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eac27ed7-59f1-46d8-885a-2f1a18a90e57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks [] for port (86c0e912-9f5a-4c2c-8a79-6eedeef080d5), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.097872 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eac27ed7-59f1-46d8-885a-2f1a18a90e57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (86c0e912-9f5a-4c2c-8a79-6eedeef080d5), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.108114 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d975acf4-c1de-47ea-bffe-b590482177ea None None] Could not find standard attr ID for object f0fd8fc5-695c-4a02-9082-0b0b5e9e873f. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:19:32.115038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e38ce3-a091-45a0-957f-6ab03cc673ed {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:32.146731 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15ac52-90ce-4556-9557-084f4de1f1ca req-d513ead5-3089-4afe-b474-ff60f706c3e6 tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:32.148487 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d975acf4-c1de-47ea-bffe-b590482177ea None None] Provisioning complete for port d533e318-335b-4f2e-8d70-32302eb5a06a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:32.149152 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d975acf4-c1de-47ea-bffe-b590482177ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d533e318-335b-4f2e-8d70-32302eb5a06a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.155018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9d15ac52-90ce-4556-9557-084f4de1f1ca req-d513ead5-3089-4afe-b474-ff60f706c3e6 tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 1134 time: 0.2082174 Feb 11 05:19:32.174490 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac27ed7-59f1-46d8-885a-2f1a18a90e57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event updated for resources: {'Port': ['ID=86c0e912-9f5a-4c2c-8a79-6eedeef080d5,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:32.195337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 68e984a0-48f3-4fbe-976d-3396bbec304c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:32.203922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 21e38ce3-a091-45a0-957f-6ab03cc673ed, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=21e38ce3-a091-45a0-957f-6ab03cc673ed,segment=NetworkSegment(43305817-da19-4bcb-b358-8aff4d961ff9),segment_id=43305817-da19-4bcb-b358-8aff4d961ff9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:32.205786 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d975acf4-c1de-47ea-bffe-b590482177ea None None] Port d533e318-335b-4f2e-8d70-32302eb5a06a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:32.210768 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (21e38ce3-a091-45a0-957f-6ab03cc673ed), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.254851 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-eac27ed7-59f1-46d8-885a-2f1a18a90e57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] In _notify_port_updated(), no bound segment for port 86c0e912-9f5a-4c2c-8a79-6eedeef080d5 on network da82eeba-a2e6-469a-ba05-b1cf858b2bee {{(pid=103170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:19:32.255197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97657557-d118-44f9-b42c-b7e01302c07b req-ecc4c107-987e-452c-bdbb-39eed085704d tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:32.261464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac27ed7-59f1-46d8-885a-2f1a18a90e57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:32.262301 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eac27ed7-59f1-46d8-885a-2f1a18a90e57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.267774 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eac27ed7-59f1-46d8-885a-2f1a18a90e57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "PUT /v2.0/ports/86c0e912-9f5a-4c2c-8a79-6eedeef080d5 HTTP/1.1" status: 200 len: 995 time: 0.8390627 Feb 11 05:19:32.267962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-97657557-d118-44f9-b42c-b7e01302c07b req-ecc4c107-987e-452c-bdbb-39eed085704d tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.2287512 Feb 11 05:19:32.269080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36856) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:32.328973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=21e38ce3-a091-45a0-957f-6ab03cc673ed,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:32.335879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9d15ac52-90ce-4556-9557-084f4de1f1ca req-e5fcef77-0a30-4f1c-aac7-3175f0effc96 tempest-ServersAdminTestJSON-1379917860 tempest-ServersAdminTestJSON-1379917860-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795552 Feb 11 05:19:32.390104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-dd4ee9af-fc1c-4929-98b8-d9923eb27fe6 None None] Provisioning complete for port 86c0e912-9f5a-4c2c-8a79-6eedeef080d5 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:32.391188 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee9af-fc1c-4929-98b8-d9923eb27fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (86c0e912-9f5a-4c2c-8a79-6eedeef080d5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.396235 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.436479 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d4572-5377-4bd2-9912-3bbf879cb83e tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Deleting port 86c0e912-9f5a-4c2c-8a79-6eedeef080d5 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:32.441126 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ee9af-fc1c-4929-98b8-d9923eb27fe6 None None] Port 86c0e912-9f5a-4c2c-8a79-6eedeef080d5 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:32.444797 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4572-5377-4bd2-9912-3bbf879cb83e tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (86c0e912-9f5a-4c2c-8a79-6eedeef080d5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.476194 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-13f2275b-6842-4ee2-b4c4-1b78e069ab1c service neutron] 10.222.0.88 "GET /v2.0/networks/e76c732b-8566-466f-9f2f-9a6075afaeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401650 Feb 11 05:19:32.488504 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-97657557-d118-44f9-b42c-b7e01302c07b req-8998f089-0f2c-415e-9c0f-bd043e650b08 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216733 Feb 11 05:19:32.593420 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d3675-1933-4778-bf79-d60582d6053c req-25e4784b-117a-4062-a8ca-6b0202bc77d5 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:32.595283 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b5d3675-1933-4778-bf79-d60582d6053c req-25e4784b-117a-4062-a8ca-6b0202bc77d5 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 945 time: 0.1604772 Feb 11 05:19:32.606586 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4572-5377-4bd2-9912-3bbf879cb83e tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (86c0e912-9f5a-4c2c-8a79-6eedeef080d5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.623010 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d4572-5377-4bd2-9912-3bbf879cb83e tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Calling delete_port for 86c0e912-9f5a-4c2c-8a79-6eedeef080d5 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:32.624120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['21e38ce3-a091-45a0-957f-6ab03cc673ed'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:32.661765 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device cddb4261-559d-42eb-a112-01fe43557ce6 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:32.725438 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['f0fa3209-2e98-403a-8367-1f0671d11b88'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:32.750822 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ae4b6be-5aab-46fd-9452-8eec78aade8c req-6e3cd665-1c9a-4b42-9c32-cdd0160bdf85 service neutron] 10.222.0.88 "GET /v2.0/networks/e76c732b-8566-466f-9f2f-9a6075afaeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566431 Feb 11 05:19:32.789587 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b5d3675-1933-4778-bf79-d60582d6053c req-d334d889-92eb-434b-9666-61a3a7cd1ad0 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429729 Feb 11 05:19:32.802333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0236ea-65ae-4d5f-a101-a7438bb67c06 req-2b19655f-15b5-4467-857f-33ec5f8730a1 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:32.810594 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b0236ea-65ae-4d5f-a101-a7438bb67c06 req-2b19655f-15b5-4467-857f-33ec5f8730a1 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 944 time: 0.1824367 Feb 11 05:19:32.857019 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4572-5377-4bd2-9912-3bbf879cb83e tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (86c0e912-9f5a-4c2c-8a79-6eedeef080d5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:32.876035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b0236ea-65ae-4d5f-a101-a7438bb67c06 req-6e5594cc-34fb-4323-bc6f-acf3f4fc5c89 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638547 Feb 11 05:19:32.900980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f1652554-65eb-44e6-9620-c4f4b90d2cae None None] Could not find standard attr ID for object 86c0e912-9f5a-4c2c-8a79-6eedeef080d5. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:19:32.947231 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75a5da6a-8c36-4e31-b404-7bb8e87e1fd5 req-882be490-5b73-4421-bae5-9849f85f3c7e tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0641332 Feb 11 05:19:32.950365 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d4572-5377-4bd2-9912-3bbf879cb83e tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event deleted for resources: {'Port': ['ID=86c0e912-9f5a-4c2c-8a79-6eedeef080d5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:33.045182 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port cddb4261-559d-42eb-a112-01fe43557ce6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cddb4261-559d-42eb-a112-01fe43557ce6,segment=NetworkSegment(43305817-da19-4bcb-b358-8aff4d961ff9),segment_id=43305817-da19-4bcb-b358-8aff4d961ff9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:33.095453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250760eb-8140-4362-b5e5-5e27616775c0 req-a101110d-3b57-47eb-9608-b553849bdd2d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:33.096339 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-250760eb-8140-4362-b5e5-5e27616775c0 req-a101110d-3b57-47eb-9608-b553849bdd2d tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 945 time: 0.0795321 Feb 11 05:19:33.170985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'cddb4261-559d-42eb-a112-01fe43557ce6', 'network_id': 'e76c732b-8566-466f-9f2f-9a6075afaeca', 'port_id': 'cddb4261-559d-42eb-a112-01fe43557ce6', 'mac_address': 'fa:16:3e:0d:ac:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835e5592-2c94-4925-bcdf-aa85d71a7844', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:33.186858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-250760eb-8140-4362-b5e5-5e27616775c0 req-09b970a2-0d53-4844-afab-d79f7e026a2f tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844562 Feb 11 05:19:33.268912 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4572-5377-4bd2-9912-3bbf879cb83e tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.276871 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ee7d4572-5377-4bd2-9912-3bbf879cb83e tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "DELETE /v2.0/ports/86c0e912-9f5a-4c2c-8a79-6eedeef080d5 HTTP/1.1" status: 204 len: 168 time: 1.0066819 Feb 11 05:19:33.281721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36870) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:33.349050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port cddb4261-559d-42eb-a112-01fe43557ce6 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:33.349291 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cddb4261-559d-42eb-a112-01fe43557ce6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.353406 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dafe804-248a-40b5-9202-db4d9540e4e2 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] GET failed (client error): The resource could not be found. Feb 11 05:19:33.358887 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0dafe804-248a-40b5-9202-db4d9540e4e2 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "GET /v2.0/ports/86c0e912-9f5a-4c2c-8a79-6eedeef080d5 HTTP/1.1" status: 404 len: 333 time: 0.0760553 Feb 11 05:19:33.364929 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36872) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:33.371229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-557d6037-fcc0-433e-b2ae-bdbce0c296db tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Request body: {'port': {'network_id': 'da82eeba-a2e6-469a-ba05-b1cf858b2bee', 'name': 'tempest-AllowedAddressPairTestJSON-502855561'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:33.377575 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cddb4261-559d-42eb-a112-01fe43557ce6 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:33.411881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port cddb4261-559d-42eb-a112-01fe43557ce6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cddb4261-559d-42eb-a112-01fe43557ce6,segment=NetworkSegment(43305817-da19-4bcb-b358-8aff4d961ff9),segment_id=43305817-da19-4bcb-b358-8aff4d961ff9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:33.431401 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cddb4261-559d-42eb-a112-01fe43557ce6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.513391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef78f65-27c5-4501-878c-40d143f24ccd req-39b89324-e172-49fc-9064-2e8e0537a325 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:33.519275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bef78f65-27c5-4501-878c-40d143f24ccd req-39b89324-e172-49fc-9064-2e8e0537a325 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.1697052 Feb 11 05:19:33.527082 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.532597 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=cddb4261-559d-42eb-a112-01fe43557ce6,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:33.609857 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bef78f65-27c5-4501-878c-40d143f24ccd req-d8ed972e-8262-404c-9fe7-6b779b8f56a0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844746 Feb 11 05:19:33.633405 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557d6037-fcc0-433e-b2ae-bdbce0c296db tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Made reservation on behalf of 908be8fa5d4644a7bcf40f0cd3a5d6df for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:33.640039 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-557d6037-fcc0-433e-b2ae-bdbce0c296db tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:33.675483 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-557d6037-fcc0-433e-b2ae-bdbce0c296db tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] device_id is not set on port c745e3f1-c32c-44c4-aaa0-ca1bcb915327 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:19:33.736576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd309d-652a-479f-b663-103f991ef0e1 req-875fc735-8b0d-4d62-8b62-e9f74c2afd18 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:33.739940 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05cd309d-652a-479f-b663-103f991ef0e1 req-875fc735-8b0d-4d62-8b62-e9f74c2afd18 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 949 time: 0.0622468 Feb 11 05:19:33.805299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05cd309d-652a-479f-b663-103f991ef0e1 req-f236fc0f-997b-4ab2-b333-3433342ed25b tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574713 Feb 11 05:19:33.827321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-557d6037-fcc0-433e-b2ae-bdbce0c296db tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Allocated IP 172.20.0.3 (da82eeba-a2e6-469a-ba05-b1cf858b2bee/6d350d62-a7e4-44fb-8cbc-aecfd5d6ebe5/c745e3f1-c32c-44c4-aaa0-ca1bcb915327) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:33.862021 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9461a0f-6d6c-4599-9f42-6be632a310f0 req-328b22d5-b8b0-40cc-9c6f-40f95d79d8a4 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:33.863660 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9461a0f-6d6c-4599-9f42-6be632a310f0 req-328b22d5-b8b0-40cc-9c6f-40f95d79d8a4 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 945 time: 0.0573647 Feb 11 05:19:33.895709 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['cddb4261-559d-42eb-a112-01fe43557ce6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:33.923722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9461a0f-6d6c-4599-9f42-6be632a310f0 req-6018a717-8c7f-489b-8bd5-046cbab6b50e tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531280 Feb 11 05:19:34.033185 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-557d6037-fcc0-433e-b2ae-bdbce0c296db tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks [] for port (c745e3f1-c32c-44c4-aaa0-ca1bcb915327), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.054723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640e3e2-52b0-4187-a68a-a805a3c64d0d req-12f0d3f5-cbb4-4b16-aabf-f4a1be3899bc tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:34.056323 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8640e3e2-52b0-4187-a68a-a805a3c64d0d req-12f0d3f5-cbb4-4b16-aabf-f4a1be3899bc tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 944 time: 0.0874898 Feb 11 05:19:34.074793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82de152e-3da2-41e1-8889-559643297a81 req-fc98baed-5d6e-4738-bf8c-3583136abb31 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0408266 Feb 11 05:19:34.090711 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-557d6037-fcc0-433e-b2ae-bdbce0c296db tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c745e3f1-c32c-44c4-aaa0-ca1bcb915327), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.127341 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8640e3e2-52b0-4187-a68a-a805a3c64d0d req-0b265f26-c780-4db9-8048-e00c3a019f2e tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553486 Feb 11 05:19:34.146324 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557d6037-fcc0-433e-b2ae-bdbce0c296db tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Network da82eeba-a2e6-469a-ba05-b1cf858b2bee is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:34.152501 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-557d6037-fcc0-433e-b2ae-bdbce0c296db tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:34.158408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d6037-fcc0-433e-b2ae-bdbce0c296db tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:34.199616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d6037-fcc0-433e-b2ae-bdbce0c296db tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event updated for resources: {'Port': ['ID=c745e3f1-c32c-44c4-aaa0-ca1bcb915327,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:34.222869 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557d6037-fcc0-433e-b2ae-bdbce0c296db tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:34.224033 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-557d6037-fcc0-433e-b2ae-bdbce0c296db tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.245333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36882) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:34.246162 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-557d6037-fcc0-433e-b2ae-bdbce0c296db tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8793108 Feb 11 05:19:34.250648 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-493c6c77-a588-4054-b120-e13edf37b69f tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:59:34:9c'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:34.401359 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-07c3ee40-8791-4635-8e4b-3757c197124a None None] Provisioning complete for port c745e3f1-c32c-44c4-aaa0-ca1bcb915327 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:34.401963 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-07c3ee40-8791-4635-8e4b-3757c197124a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c745e3f1-c32c-44c4-aaa0-ca1bcb915327), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.418297 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-493c6c77-a588-4054-b120-e13edf37b69f tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c745e3f1-c32c-44c4-aaa0-ca1bcb915327), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.436446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-07c3ee40-8791-4635-8e4b-3757c197124a None None] Port c745e3f1-c32c-44c4-aaa0-ca1bcb915327 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:34.596863 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-493c6c77-a588-4054-b120-e13edf37b69f tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks [] for port (c745e3f1-c32c-44c4-aaa0-ca1bcb915327), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.603050 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-493c6c77-a588-4054-b120-e13edf37b69f tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (c745e3f1-c32c-44c4-aaa0-ca1bcb915327), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.681229 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c6c77-a588-4054-b120-e13edf37b69f tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event updated for resources: {'Port': ['ID=c745e3f1-c32c-44c4-aaa0-ca1bcb915327,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:34.696193 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-493c6c77-a588-4054-b120-e13edf37b69f tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] In _notify_port_updated(), no bound segment for port c745e3f1-c32c-44c4-aaa0-ca1bcb915327 on network da82eeba-a2e6-469a-ba05-b1cf858b2bee {{(pid=103171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:19:34.701463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493c6c77-a588-4054-b120-e13edf37b69f tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:34.701766 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-493c6c77-a588-4054-b120-e13edf37b69f tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.705728 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-493c6c77-a588-4054-b120-e13edf37b69f tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "PUT /v2.0/ports/c745e3f1-c32c-44c4-aaa0-ca1bcb915327 HTTP/1.1" status: 200 len: 995 time: 0.4567671 Feb 11 05:19:34.706183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36886) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:34.786740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85183395-e5b0-462b-837c-6685e3a6c319 req-85d063ee-e2eb-4bf1-b404-8457d2057265 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:34.788534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85183395-e5b0-462b-837c-6685e3a6c319 req-85d063ee-e2eb-4bf1-b404-8457d2057265 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.0586054 Feb 11 05:19:34.842197 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85183395-e5b0-462b-837c-6685e3a6c319 req-cb2eacef-7442-4a87-8ca1-9eca0b0d73cd tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468407 Feb 11 05:19:34.847045 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-186905b2-451f-4d65-b978-957631b9c6b7 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Deleting port c745e3f1-c32c-44c4-aaa0-ca1bcb915327 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:34.847851 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-186905b2-451f-4d65-b978-957631b9c6b7 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c745e3f1-c32c-44c4-aaa0-ca1bcb915327), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.954199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a543f7c-b2ef-4492-a30a-24508e623c25 req-94848444-a901-4a68-b1bb-020a81fa538f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:34.955799 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a543f7c-b2ef-4492-a30a-24508e623c25 req-94848444-a901-4a68-b1bb-020a81fa538f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 949 time: 0.0640390 Feb 11 05:19:34.969626 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-65d1b1e6-b3ea-4c5e-ad79-eb8b2243fd39 None None] Provisioning complete for port c745e3f1-c32c-44c4-aaa0-ca1bcb915327 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:34.970164 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65d1b1e6-b3ea-4c5e-ad79-eb8b2243fd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c745e3f1-c32c-44c4-aaa0-ca1bcb915327), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.985222 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-186905b2-451f-4d65-b978-957631b9c6b7 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c745e3f1-c32c-44c4-aaa0-ca1bcb915327), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.003802 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-186905b2-451f-4d65-b978-957631b9c6b7 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Calling delete_port for c745e3f1-c32c-44c4-aaa0-ca1bcb915327 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:35.021144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-65d1b1e6-b3ea-4c5e-ad79-eb8b2243fd39 None None] Port c745e3f1-c32c-44c4-aaa0-ca1bcb915327 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:35.044153 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a543f7c-b2ef-4492-a30a-24508e623c25 req-8e232514-6cb9-4174-8ae4-0929b6f66ac2 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768981 Feb 11 05:19:35.093144 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.101996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c9808-3282-471d-865b-434c4f1df378 req-0dedd70f-2a8f-4b21-8a04-05f2d5d31516 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:35.103707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-896c9808-3282-471d-865b-434c4f1df378 req-0dedd70f-2a8f-4b21-8a04-05f2d5d31516 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 945 time: 0.0780408 Feb 11 05:19:35.178171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-896c9808-3282-471d-865b-434c4f1df378 req-dc36818e-de9f-47e1-8e93-34c05c035f05 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667670 Feb 11 05:19:35.184833 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-186905b2-451f-4d65-b978-957631b9c6b7 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c745e3f1-c32c-44c4-aaa0-ca1bcb915327), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.218971 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186905b2-451f-4d65-b978-957631b9c6b7 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event deleted for resources: {'Port': ['ID=c745e3f1-c32c-44c4-aaa0-ca1bcb915327,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:35.240936 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c96af0e4-25e3-4c75-9eae-ab82ac96097d req-3a7f8048-0c24-4fd9-b134-a17c407c94a7 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0613828 Feb 11 05:19:35.316688 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-186905b2-451f-4d65-b978-957631b9c6b7 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.320522 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-186905b2-451f-4d65-b978-957631b9c6b7 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "DELETE /v2.0/ports/c745e3f1-c32c-44c4-aaa0-ca1bcb915327 HTTP/1.1" status: 204 len: 168 time: 0.6130588 Feb 11 05:19:35.323501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36896) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:35.360555 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-148163e8-9380-4692-85ab-b6e0d1358bfd tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] GET failed (client error): The resource could not be found. Feb 11 05:19:35.365676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-148163e8-9380-4692-85ab-b6e0d1358bfd tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "GET /v2.0/ports/c745e3f1-c32c-44c4-aaa0-ca1bcb915327 HTTP/1.1" status: 404 len: 333 time: 0.0372305 Feb 11 05:19:35.366111 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36898) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:35.372353 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-203cf498-41e1-47bf-929c-dbefcb7d549a tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Request body: {'port': {'network_id': 'da82eeba-a2e6-469a-ba05-b1cf858b2bee', 'name': 'tempest-AllowedAddressPairTestJSON-2115967442'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:35.380136 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76ed3b-b671-4b6a-a395-967bde61005f req-9c371c56-7440-4221-82a6-5d1912a7519c tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:35.381724 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f76ed3b-b671-4b6a-a395-967bde61005f req-9c371c56-7440-4221-82a6-5d1912a7519c tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 944 time: 0.1160886 Feb 11 05:19:35.453409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f76ed3b-b671-4b6a-a395-967bde61005f req-081f303a-69b5-4a19-818a-d1bcdce74c0c tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641987 Feb 11 05:19:35.502557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203cf498-41e1-47bf-929c-dbefcb7d549a tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Made reservation on behalf of 908be8fa5d4644a7bcf40f0cd3a5d6df for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:35.505972 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-203cf498-41e1-47bf-929c-dbefcb7d549a tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.524279 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-203cf498-41e1-47bf-929c-dbefcb7d549a tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] device_id is not set on port a0b500bc-0374-4960-a9f7-784d228154bf yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:19:35.634870 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-203cf498-41e1-47bf-929c-dbefcb7d549a tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Allocated IP 172.20.0.9 (da82eeba-a2e6-469a-ba05-b1cf858b2bee/6d350d62-a7e4-44fb-8cbc-aecfd5d6ebe5/a0b500bc-0374-4960-a9f7-784d228154bf) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:35.659713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a65a6-6b14-482a-8d98-a746aac3e90b req-8ce31428-978a-49cf-bbd8-a0f23320142d tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:35.661391 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f62a65a6-6b14-482a-8d98-a746aac3e90b req-8ce31428-978a-49cf-bbd8-a0f23320142d tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.88 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 949 time: 0.0669281 Feb 11 05:19:35.771178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-f62a65a6-6b14-482a-8d98-a746aac3e90b req-cc75e4f4-fbe5-49d1-88f6-37f1328ca21f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Deleting port f590ec01-e9ab-4318-b533-41a26f884959 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:35.771572 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f62a65a6-6b14-482a-8d98-a746aac3e90b req-cc75e4f4-fbe5-49d1-88f6-37f1328ca21f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f590ec01-e9ab-4318-b533-41a26f884959), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.811702 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-203cf498-41e1-47bf-929c-dbefcb7d549a tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks [] for port (a0b500bc-0374-4960-a9f7-784d228154bf), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.853603 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-203cf498-41e1-47bf-929c-dbefcb7d549a tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a0b500bc-0374-4960-a9f7-784d228154bf), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.902547 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203cf498-41e1-47bf-929c-dbefcb7d549a tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Network da82eeba-a2e6-469a-ba05-b1cf858b2bee is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:35.909113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-203cf498-41e1-47bf-929c-dbefcb7d549a tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:35.913128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f62a65a6-6b14-482a-8d98-a746aac3e90b req-cc75e4f4-fbe5-49d1-88f6-37f1328ca21f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] For port f590ec01-e9ab-4318-b533-41a26f884959, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f590ec01-e9ab-4318-b533-41a26f884959,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:35.913488 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f62a65a6-6b14-482a-8d98-a746aac3e90b req-cc75e4f4-fbe5-49d1-88f6-37f1328ca21f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f590ec01-e9ab-4318-b533-41a26f884959), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.917589 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203cf498-41e1-47bf-929c-dbefcb7d549a tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:35.934149 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-f62a65a6-6b14-482a-8d98-a746aac3e90b req-cc75e4f4-fbe5-49d1-88f6-37f1328ca21f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Calling delete_port for f590ec01-e9ab-4318-b533-41a26f884959 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:35.960535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e4396-0f45-4d43-aebf-fef9060dbc39 req-9b0cf428-56e9-4732-8f52-f27a916afce5 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:35.962891 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac8e4396-0f45-4d43-aebf-fef9060dbc39 req-9b0cf428-56e9-4732-8f52-f27a916afce5 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.88 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 945 time: 0.0909328 Feb 11 05:19:35.972851 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cf498-41e1-47bf-929c-dbefcb7d549a tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event updated for resources: {'Port': ['ID=a0b500bc-0374-4960-a9f7-784d228154bf,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:36.021900 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203cf498-41e1-47bf-929c-dbefcb7d549a tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:36.022582 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-203cf498-41e1-47bf-929c-dbefcb7d549a tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.052843 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-203cf498-41e1-47bf-929c-dbefcb7d549a tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6855986 Feb 11 05:19:36.053465 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36902) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:36.062171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0b441d0e-0112-402d-8036-1afd1efb2b57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Request body: {'port': {'network_id': 'da82eeba-a2e6-469a-ba05-b1cf858b2bee', 'name': 'tempest-AllowedAddressPairTestJSON-2057989300'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:36.160677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1ff34-7810-447f-9046-c2e26167dfaa req-bccf3f4a-53b1-4dc3-af80-e785b2788d3e tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:36.173234 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78b1ff34-7810-447f-9046-c2e26167dfaa req-bccf3f4a-53b1-4dc3-af80-e785b2788d3e tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.1698608 Feb 11 05:19:36.221950 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b441d0e-0112-402d-8036-1afd1efb2b57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Made reservation on behalf of 908be8fa5d4644a7bcf40f0cd3a5d6df for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:36.225530 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b441d0e-0112-402d-8036-1afd1efb2b57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.250638 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-0b441d0e-0112-402d-8036-1afd1efb2b57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] device_id is not set on port c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:19:36.269166 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f3ac0c62-ac5a-4507-8d48-da18cddf624a None None] Provisioning complete for port a0b500bc-0374-4960-a9f7-784d228154bf triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:36.270599 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f3ac0c62-ac5a-4507-8d48-da18cddf624a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a0b500bc-0374-4960-a9f7-784d228154bf), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.309399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac0c62-ac5a-4507-8d48-da18cddf624a None None] Port a0b500bc-0374-4960-a9f7-784d228154bf cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:36.320741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ac8e4396-0f45-4d43-aebf-fef9060dbc39 req-7d26fc10-67df-44dd-a003-1c13041063f8 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Deleting port 02a7c0e8-cba7-4e49-9a7a-103f17677337 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:36.320741 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac8e4396-0f45-4d43-aebf-fef9060dbc39 req-7d26fc10-67df-44dd-a003-1c13041063f8 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (02a7c0e8-cba7-4e49-9a7a-103f17677337), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.326430 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f62a65a6-6b14-482a-8d98-a746aac3e90b req-cc75e4f4-fbe5-49d1-88f6-37f1328ca21f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f590ec01-e9ab-4318-b533-41a26f884959), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.341585 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['cd3e3835-75ca-472a-877c-8fd725e7d068', 'f590ec01-e9ab-4318-b533-41a26f884959', '1d037f3f-681d-4719-ac7e-29b6a445b861'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:36.355981 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78b1ff34-7810-447f-9046-c2e26167dfaa req-d74a3008-43f2-4bb6-b06b-afe75c1b54da tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738863 Feb 11 05:19:36.457263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-0b441d0e-0112-402d-8036-1afd1efb2b57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Allocated IP 172.20.0.5 (da82eeba-a2e6-469a-ba05-b1cf858b2bee/6d350d62-a7e4-44fb-8cbc-aecfd5d6ebe5/c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:36.673840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device f0fa3209-2e98-403a-8367-1f0671d11b88 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:36.750304 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port f0fa3209-2e98-403a-8367-1f0671d11b88 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:19:36.756572 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port f0fa3209-2e98-403a-8367-1f0671d11b88 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:36.757408 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f0fa3209-2e98-403a-8367-1f0671d11b88), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.782816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75e4f4-fbe5-49d1-88f6-37f1328ca21f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Pushing event deleted for resources: {'Port': ['ID=f590ec01-e9ab-4318-b533-41a26f884959,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:36.791811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3b6e2-7157-4f56-83fe-0c8bc3199397 req-6ec0e2b9-c823-4899-ac8a-0cacd328e329 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:36.799055 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49e3b6e2-7157-4f56-83fe-0c8bc3199397 req-6ec0e2b9-c823-4899-ac8a-0cacd328e329 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=99310835-06a0-487b-974d-7a6340129a9d HTTP/1.1" status: 200 len: 949 time: 0.6204836 Feb 11 05:19:36.885765 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port f0fa3209-2e98-403a-8367-1f0671d11b88 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:36.886624 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f0fa3209-2e98-403a-8367-1f0671d11b88), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.917201 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b75815e-5d2d-4d80-9b30-6344572b0e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fa3209-2e98-403a-8367-1f0671d11b88'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:36.920274 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2131f7a-fabf-426e-9fc0-325ef5d1dd98" -d '{"events": [{"server_uuid": "6b75815e-5d2d-4d80-9b30-6344572b0e2a", "name": "network-vif-plugged", "status": "completed", "tag": "f0fa3209-2e98-403a-8367-1f0671d11b88"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:36.933190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62a65a6-6b14-482a-8d98-a746aac3e90b req-cc75e4f4-fbe5-49d1-88f6-37f1328ca21f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] No DVR routers for this DVR port f590ec01-e9ab-4318-b533-41a26f884959 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:36.945803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port f0fa3209-2e98-403a-8367-1f0671d11b88, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f0fa3209-2e98-403a-8367-1f0671d11b88,segment=NetworkSegment(43305817-da19-4bcb-b358-8aff4d961ff9),segment_id=43305817-da19-4bcb-b358-8aff4d961ff9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:36.950065 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f62a65a6-6b14-482a-8d98-a746aac3e90b req-cc75e4f4-fbe5-49d1-88f6-37f1328ca21f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.952064 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f0fa3209-2e98-403a-8367-1f0671d11b88), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:36.953054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device cddb4261-559d-42eb-a112-01fe43557ce6 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:36.953771 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f62a65a6-6b14-482a-8d98-a746aac3e90b req-cc75e4f4-fbe5-49d1-88f6-37f1328ca21f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.88 "DELETE /v2.0/ports/f590ec01-e9ab-4318-b533-41a26f884959 HTTP/1.1" status: 204 len: 173 time: 1.2843442 Feb 11 05:19:36.954263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99310835-06a0-487b-974d-7a6340129a9d', 'name': 'network-vif-deleted', 'tag': 'f590ec01-e9ab-4318-b533-41a26f884959'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:36.956792 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b15070-2713-4fc6-9849-226dd558c248" -d '{"events": [{"server_uuid": "99310835-06a0-487b-974d-7a6340129a9d", "name": "network-vif-deleted", "tag": "f590ec01-e9ab-4318-b533-41a26f884959"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:36.997016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ac8e4396-0f45-4d43-aebf-fef9060dbc39 req-7d26fc10-67df-44dd-a003-1c13041063f8 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] For port 02a7c0e8-cba7-4e49-9a7a-103f17677337, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=02a7c0e8-cba7-4e49-9a7a-103f17677337,segment=NetworkSegment(bdd973ea-1016-4bc1-a02b-6008871a2f12),segment_id=bdd973ea-1016-4bc1-a02b-6008871a2f12)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:36.997400 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac8e4396-0f45-4d43-aebf-fef9060dbc39 req-7d26fc10-67df-44dd-a003-1c13041063f8 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (02a7c0e8-cba7-4e49-9a7a-103f17677337), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.028048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49e3b6e2-7157-4f56-83fe-0c8bc3199397 req-8637a62d-fe77-4b86-a8f2-cbe91bbf7e90 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279668 Feb 11 05:19:37.052073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ac8e4396-0f45-4d43-aebf-fef9060dbc39 req-7d26fc10-67df-44dd-a003-1c13041063f8 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Calling delete_port for 02a7c0e8-cba7-4e49-9a7a-103f17677337 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:37.072494 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=f0fa3209-2e98-403a-8367-1f0671d11b88,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:37.078361 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port cddb4261-559d-42eb-a112-01fe43557ce6 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:19:37.084022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port cddb4261-559d-42eb-a112-01fe43557ce6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:37.084416 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cddb4261-559d-42eb-a112-01fe43557ce6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.088456 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b441d0e-0112-402d-8036-1afd1efb2b57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks [] for port (c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.132166 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b441d0e-0112-402d-8036-1afd1efb2b57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.154410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f989726-7bfe-4d3c-b4f5-5a99f96d6bd3 req-9260bf9b-e7ad-41df-b784-3a78dce4a978 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.156890 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f989726-7bfe-4d3c-b4f5-5a99f96d6bd3 req-9260bf9b-e7ad-41df-b784-3a78dce4a978 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 945 time: 0.3788586 Feb 11 05:19:37.199016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port cddb4261-559d-42eb-a112-01fe43557ce6 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:37.199441 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cddb4261-559d-42eb-a112-01fe43557ce6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.204854 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b441d0e-0112-402d-8036-1afd1efb2b57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Network da82eeba-a2e6-469a-ba05-b1cf858b2bee is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:37.205752 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b0bd297b-adff-4938-9a42-6b919ad6fef2 req-f662aa45-f1fb-4ea7-912f-9df225b54c1b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0818639 Feb 11 05:19:37.212304 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-0b441d0e-0112-402d-8036-1afd1efb2b57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:37.241854 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b441d0e-0112-402d-8036-1afd1efb2b57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:37.269990 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port cddb4261-559d-42eb-a112-01fe43557ce6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cddb4261-559d-42eb-a112-01fe43557ce6,segment=NetworkSegment(43305817-da19-4bcb-b358-8aff4d961ff9),segment_id=43305817-da19-4bcb-b358-8aff4d961ff9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:37.290135 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cddb4261-559d-42eb-a112-01fe43557ce6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.291237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 21e38ce3-a091-45a0-957f-6ab03cc673ed up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:37.342405 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b441d0e-0112-402d-8036-1afd1efb2b57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.344542 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b441d0e-0112-402d-8036-1afd1efb2b57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.373736 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f989726-7bfe-4d3c-b4f5-5a99f96d6bd3 req-24bfe4d0-ee90-4cb1-8af6-6190a8e54d0a tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/security-groups?id=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108867 Feb 11 05:19:37.386044 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36918) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:37.386555 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0b441d0e-0112-402d-8036-1afd1efb2b57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3306420 Feb 11 05:19:37.388160 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b441d0e-0112-402d-8036-1afd1efb2b57 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event updated for resources: {'Port': ['ID=c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:37.395001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a347fe49-93d9-4ac3-ae14-4cd054649f5d tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:59:34:9c'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:13:bf:fc'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:37.423948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=cddb4261-559d-42eb-a112-01fe43557ce6,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:37.456638 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 21e38ce3-a091-45a0-957f-6ab03cc673ed completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:19:37.463362 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51cd9cf-b815-4603-ba6d-afa0dd038f02 x-openstack-request-id: req-b51cd9cf-b815-4603-ba6d-afa0dd038f02 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:37.463789 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b75815e-5d2d-4d80-9b30-6344572b0e2a", "name": "network-vif-plugged", "status": "completed", "tag": "f0fa3209-2e98-403a-8367-1f0671d11b88", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:37.464047 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b51cd9cf-b815-4603-ba6d-afa0dd038f02 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:37.464441 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b75815e-5d2d-4d80-9b30-6344572b0e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fa3209-2e98-403a-8367-1f0671d11b88', 'code': 200} Feb 11 05:19:37.465965 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 21e38ce3-a091-45a0-957f-6ab03cc673ed triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:37.466343 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (21e38ce3-a091-45a0-957f-6ab03cc673ed), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.534539 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7419eff-c954-4aca-997d-8a90f923f57e x-openstack-request-id: req-d7419eff-c954-4aca-997d-8a90f923f57e {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:37.534907 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99310835-06a0-487b-974d-7a6340129a9d", "name": "network-vif-deleted", "tag": "f590ec01-e9ab-4318-b533-41a26f884959", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:37.535108 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d7419eff-c954-4aca-997d-8a90f923f57e {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:37.535666 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99310835-06a0-487b-974d-7a6340129a9d', 'name': 'network-vif-deleted', 'tag': 'f590ec01-e9ab-4318-b533-41a26f884959', 'status': 'completed', 'code': 200} Feb 11 05:19:37.656433 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 21e38ce3-a091-45a0-957f-6ab03cc673ed is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:37.656841 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (21e38ce3-a091-45a0-957f-6ab03cc673ed), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.706851 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 21e38ce3-a091-45a0-957f-6ab03cc673ed, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=21e38ce3-a091-45a0-957f-6ab03cc673ed,segment=NetworkSegment(43305817-da19-4bcb-b358-8aff4d961ff9),segment_id=43305817-da19-4bcb-b358-8aff4d961ff9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:37.714725 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (21e38ce3-a091-45a0-957f-6ab03cc673ed), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.715907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device f590ec01-e9ab-4318-b533-41a26f884959 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:37.736388 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac8e4396-0f45-4d43-aebf-fef9060dbc39 req-7d26fc10-67df-44dd-a003-1c13041063f8 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (02a7c0e8-cba7-4e49-9a7a-103f17677337), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.759602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82768d-a0ad-4dac-837b-bb4b74c0492d req-7a8470e1-a000-4cb8-a61e-d6c2920ebd89 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.761263 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a82768d-a0ad-4dac-837b-bb4b74c0492d req-7a8470e1-a000-4cb8-a61e-d6c2920ebd89 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 945 time: 0.3822751 Feb 11 05:19:37.761845 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a347fe49-93d9-4ac3-ae14-4cd054649f5d tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.767386 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: f590ec01-e9ab-4318-b533-41a26f884959 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:37.767808 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device f590ec01-e9ab-4318-b533-41a26f884959 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:37.768349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 02a7c0e8-cba7-4e49-9a7a-103f17677337 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:37.800691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 02a7c0e8-cba7-4e49-9a7a-103f17677337 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:37.801143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 02a7c0e8-cba7-4e49-9a7a-103f17677337 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:37.801426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582b3d4-c5c9-4043-9d00-015d2f815f3a req-28f35457-8ada-451a-8648-fd77cb2bbdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.803829 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2582b3d4-c5c9-4043-9d00-015d2f815f3a req-28f35457-8ada-451a-8648-fd77cb2bbdc7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 1128 time: 0.2559240 Feb 11 05:19:37.810690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26fc10-67df-44dd-a003-1c13041063f8 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Pushing event deleted for resources: {'Port': ['ID=02a7c0e8-cba7-4e49-9a7a-103f17677337,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:37.821484 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-54f46df2-6f03-49a5-b5fd-c7d203820bd4 None None] Provisioning complete for port c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:37.821862 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-54f46df2-6f03-49a5-b5fd-c7d203820bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.823631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=21e38ce3-a091-45a0-957f-6ab03cc673ed,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:37.860251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-54f46df2-6f03-49a5-b5fd-c7d203820bd4 None None] Port c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:37.907366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8e4396-0f45-4d43-aebf-fef9060dbc39 req-7d26fc10-67df-44dd-a003-1c13041063f8 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] No DVR routers for this DVR port 02a7c0e8-cba7-4e49-9a7a-103f17677337 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:37.909873 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac8e4396-0f45-4d43-aebf-fef9060dbc39 req-7d26fc10-67df-44dd-a003-1c13041063f8 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:37.914466 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac8e4396-0f45-4d43-aebf-fef9060dbc39 req-7d26fc10-67df-44dd-a003-1c13041063f8 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.88 "DELETE /v2.0/ports/02a7c0e8-cba7-4e49-9a7a-103f17677337 HTTP/1.1" status: 204 len: 173 time: 1.9123714 Feb 11 05:19:37.926161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f41b4b-42fe-4e48-85e1-21687c240afc req-50cd2270-e601-40f4-8d5b-5236e3b1a9ea tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.927872 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37f41b4b-42fe-4e48-85e1-21687c240afc req-50cd2270-e601-40f4-8d5b-5236e3b1a9ea tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.3136020 Feb 11 05:19:38.037497 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2582b3d4-c5c9-4043-9d00-015d2f815f3a req-38c1ec9f-28ec-4327-9ceb-8c39850ead5d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155013 Feb 11 05:19:38.052032 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a82768d-a0ad-4dac-837b-bb4b74c0492d req-da8b9e58-94d7-4ba4-a767-6385d7c6920e tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572269 Feb 11 05:19:38.099906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37f41b4b-42fe-4e48-85e1-21687c240afc req-7a1f40f7-33ea-406e-8f95-22962c4b4638 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565452 Feb 11 05:19:38.217772 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a347fe49-93d9-4ac3-ae14-4cd054649f5d tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks [] for port (c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.221854 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a347fe49-93d9-4ac3-ae14-4cd054649f5d tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.325101 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347fe49-93d9-4ac3-ae14-4cd054649f5d tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event updated for resources: {'Port': ['ID=c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:38.354486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa746d68-66aa-49b1-87d9-fc27280f82af req-ed7737cd-15cd-4401-9fc0-8b94308b3161 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0400860 Feb 11 05:19:38.356215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-a347fe49-93d9-4ac3-ae14-4cd054649f5d tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] In _notify_port_updated(), no bound segment for port c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7 on network da82eeba-a2e6-469a-ba05-b1cf858b2bee {{(pid=103171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:19:38.362503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a347fe49-93d9-4ac3-ae14-4cd054649f5d tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:38.363235 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a347fe49-93d9-4ac3-ae14-4cd054649f5d tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.364893 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a347fe49-93d9-4ac3-ae14-4cd054649f5d tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "PUT /v2.0/ports/c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7 HTTP/1.1" status: 200 len: 1056 time: 0.9767723 Feb 11 05:19:38.368731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36928) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:38.431297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bb145-1275-40d2-878b-d16b65c4c677 req-191a45d7-ce43-4dae-a14c-58f435b7919a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:38.433178 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f1bb145-1275-40d2-878b-d16b65c4c677 req-191a45d7-ce43-4dae-a14c-58f435b7919a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 950 time: 0.0822573 Feb 11 05:19:38.508591 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f1bb145-1275-40d2-878b-d16b65c4c677 req-c132c6a7-0b75-4d4c-b0dc-548b5e76f2f8 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692942 Feb 11 05:19:38.520781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-85c874f8-2d81-4394-9a21-296f20c376b6 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Deleting port c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:38.521164 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-85c874f8-2d81-4394-9a21-296f20c376b6 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.528678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f6bca8b-7411-4ae5-89fd-221ad56e76be req-747eed24-4f0d-4035-97e4-0fbddc6142b0 tempest-ServerDiskConfigTestJSON-1354882536 tempest-ServerDiskConfigTestJSON-1354882536-project] 10.222.0.87 "GET /v2.0/ports?device_id=e399e3d9-890d-42a3-8216-fd0a198f4f9e HTTP/1.1" status: 200 len: 210 time: 0.0423706 Feb 11 05:19:38.591870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1e6054b3-f226-42b1-b318-81946af53929 None None] Provisioning complete for port c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:38.592856 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e6054b3-f226-42b1-b318-81946af53929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.614686 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-85c874f8-2d81-4394-9a21-296f20c376b6 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.627773 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-85c874f8-2d81-4394-9a21-296f20c376b6 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Calling delete_port for c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:38.629668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1e6054b3-f226-42b1-b318-81946af53929 None None] Port c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:38.771879 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-85c874f8-2d81-4394-9a21-296f20c376b6 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:38.802022 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c874f8-2d81-4394-9a21-296f20c376b6 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event deleted for resources: {'Port': ['ID=c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:39.022945 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-85c874f8-2d81-4394-9a21-296f20c376b6 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.029192 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-85c874f8-2d81-4394-9a21-296f20c376b6 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "DELETE /v2.0/ports/c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7 HTTP/1.1" status: 204 len: 168 time: 0.6564939 Feb 11 05:19:39.029526 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36932) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:39.054808 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2993393f-932c-4b36-a140-959899f80f25 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] GET failed (client error): The resource could not be found. Feb 11 05:19:39.056197 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2993393f-932c-4b36-a140-959899f80f25 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "GET /v2.0/ports/c07bc8c7-f68a-4eca-a36f-eb86fe65ebd7 HTTP/1.1" status: 404 len: 333 time: 0.0257382 Feb 11 05:19:39.058775 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36934) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:39.160041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-6254b7b2-bd32-4ec6-9602-a149f3bed849 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Deleting port a0b500bc-0374-4960-a9f7-784d228154bf {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:39.160241 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6254b7b2-bd32-4ec6-9602-a149f3bed849 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a0b500bc-0374-4960-a9f7-784d228154bf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.178133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ffaa5-f232-4470-81c5-72bde0691287 req-b4e1aed1-c90f-422a-82cf-a421a5d89b12 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:39.180210 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b97ffaa5-f232-4470-81c5-72bde0691287 req-b4e1aed1-c90f-422a-82cf-a421a5d89b12 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 945 time: 0.0589120 Feb 11 05:19:39.260533 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6254b7b2-bd32-4ec6-9602-a149f3bed849 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a0b500bc-0374-4960-a9f7-784d228154bf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.262478 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b97ffaa5-f232-4470-81c5-72bde0691287 req-957e1cee-5619-499f-b22f-e9e40d95d353 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759740 Feb 11 05:19:39.274989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-6254b7b2-bd32-4ec6-9602-a149f3bed849 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Calling delete_port for a0b500bc-0374-4960-a9f7-784d228154bf owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:39.286671 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5311a2-2d66-4708-96a7-4f2dbe629689 req-eb03c12b-6207-45cd-bc8c-d02a9e626833 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:39.288274 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a5311a2-2d66-4708-96a7-4f2dbe629689 req-eb03c12b-6207-45cd-bc8c-d02a9e626833 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.0952673 Feb 11 05:19:39.340926 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a5311a2-2d66-4708-96a7-4f2dbe629689 req-15c55fc6-0de9-492c-b4db-9fd4dea60d59 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442703 Feb 11 05:19:39.409834 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6254b7b2-bd32-4ec6-9602-a149f3bed849 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a0b500bc-0374-4960-a9f7-784d228154bf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.444398 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254b7b2-bd32-4ec6-9602-a149f3bed849 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event deleted for resources: {'Port': ['ID=a0b500bc-0374-4960-a9f7-784d228154bf,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:39.465248 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de94785-0d3d-41c3-9ef3-0f3768d66f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddb4261-559d-42eb-a112-01fe43557ce6'}, {'server_uuid': '57ad8194-de1e-42d0-96c3-0d88e9ae19fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e38ce3-a091-45a0-957f-6ab03cc673ed'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:39.468601 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8814c15-c6b4-4724-991e-3a12cff22318" -d '{"events": [{"server_uuid": "5de94785-0d3d-41c3-9ef3-0f3768d66f2a", "name": "network-vif-plugged", "status": "completed", "tag": "cddb4261-559d-42eb-a112-01fe43557ce6"}, {"server_uuid": "57ad8194-de1e-42d0-96c3-0d88e9ae19fc", "name": "network-vif-plugged", "status": "completed", "tag": "21e38ce3-a091-45a0-957f-6ab03cc673ed"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:39.481378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9c49c44-5918-49cc-9ae8-77a5d210be3e req-092bd10d-6ad6-4a7a-8739-b1b12d21c22f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0415180 Feb 11 05:19:39.520539 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a43f57-be6a-4de1-a0bd-c404ff22c9aa x-openstack-request-id: req-a5a43f57-be6a-4de1-a0bd-c404ff22c9aa {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:39.520941 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de94785-0d3d-41c3-9ef3-0f3768d66f2a", "name": "network-vif-plugged", "status": "completed", "tag": "cddb4261-559d-42eb-a112-01fe43557ce6", "code": 200}, {"server_uuid": "57ad8194-de1e-42d0-96c3-0d88e9ae19fc", "name": "network-vif-plugged", "status": "completed", "tag": "21e38ce3-a091-45a0-957f-6ab03cc673ed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:39.522148 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a5a43f57-be6a-4de1-a0bd-c404ff22c9aa {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:39.522657 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de94785-0d3d-41c3-9ef3-0f3768d66f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddb4261-559d-42eb-a112-01fe43557ce6', 'code': 200} Feb 11 05:19:39.523081 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ad8194-de1e-42d0-96c3-0d88e9ae19fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e38ce3-a091-45a0-957f-6ab03cc673ed', 'code': 200} Feb 11 05:19:39.536946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e399e3d9-890d-42a3-8216-fd0a198f4f9e', 'name': 'network-vif-deleted', 'tag': '02a7c0e8-cba7-4e49-9a7a-103f17677337'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:39.541384 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53a9445-b7b7-4ad3-88ec-279d25f39341" -d '{"events": [{"server_uuid": "e399e3d9-890d-42a3-8216-fd0a198f4f9e", "name": "network-vif-deleted", "tag": "02a7c0e8-cba7-4e49-9a7a-103f17677337"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:39.546086 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6254b7b2-bd32-4ec6-9602-a149f3bed849 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.554213 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36948) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:39.563563 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6254b7b2-bd32-4ec6-9602-a149f3bed849 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "DELETE /v2.0/ports/a0b500bc-0374-4960-a9f7-784d228154bf HTTP/1.1" status: 204 len: 168 time: 0.5037134 Feb 11 05:19:39.587808 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-16154049-cdec-42f4-ab18-1680850ee4dc tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] GET failed (client error): The resource could not be found. Feb 11 05:19:39.594183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36952) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:39.607778 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-16154049-cdec-42f4-ab18-1680850ee4dc tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "GET /v2.0/ports/a0b500bc-0374-4960-a9f7-784d228154bf HTTP/1.1" status: 404 len: 333 time: 0.0515025 Feb 11 05:19:39.609438 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.659456 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd29fa51-22a1-4447-9d2b-43bb300a7cff x-openstack-request-id: req-fd29fa51-22a1-4447-9d2b-43bb300a7cff {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:39.659809 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e399e3d9-890d-42a3-8216-fd0a198f4f9e", "name": "network-vif-deleted", "tag": "02a7c0e8-cba7-4e49-9a7a-103f17677337", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:39.660070 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fd29fa51-22a1-4447-9d2b-43bb300a7cff {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:39.660483 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e399e3d9-890d-42a3-8216-fd0a198f4f9e', 'name': 'network-vif-deleted', 'tag': '02a7c0e8-cba7-4e49-9a7a-103f17677337', 'status': 'completed', 'code': 200} Feb 11 05:19:39.823664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed9270-ecb4-4517-97c6-30c98d06089d tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Deleting port d533e318-335b-4f2e-8d70-32302eb5a06a {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:39.824342 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8ed9270-ecb4-4517-97c6-30c98d06089d tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d533e318-335b-4f2e-8d70-32302eb5a06a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.889533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59005f2d-78f5-408e-89c9-9e7992d9a7cd req-4320c9c8-96d0-4f00-bad3-ce8485fd307f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:39.895964 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59005f2d-78f5-408e-89c9-9e7992d9a7cd req-4320c9c8-96d0-4f00-bad3-ce8485fd307f tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 950 time: 0.2185874 Feb 11 05:19:39.900457 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36964) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:39.918642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81e4eb-d8d0-4652-8ae4-8e3f210923d5 req-b03e0b68-24f5-4aa4-a04d-856b397388c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:39.920279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf81e4eb-d8d0-4652-8ae4-8e3f210923d5 req-b03e0b68-24f5-4aa4-a04d-856b397388c7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5de94785-0d3d-41c3-9ef3-0f3768d66f2a HTTP/1.1" status: 200 len: 1128 time: 0.1719990 Feb 11 05:19:39.945684 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8ed9270-ecb4-4517-97c6-30c98d06089d tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d533e318-335b-4f2e-8d70-32302eb5a06a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:39.956134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb43c0-dd6a-4e42-a1b9-5338b30d4b91 req-ec88b1f0-5fd6-4e84-b0b9-926b23d65531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:39.957686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9cb43c0-dd6a-4e42-a1b9-5338b30d4b91 req-ec88b1f0-5fd6-4e84-b0b9-926b23d65531 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=57ad8194-de1e-42d0-96c3-0d88e9ae19fc HTTP/1.1" status: 200 len: 1129 time: 0.2082086 Feb 11 05:19:39.960787 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed9270-ecb4-4517-97c6-30c98d06089d tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Calling delete_port for d533e318-335b-4f2e-8d70-32302eb5a06a owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:40.043951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db86afd-4c26-474c-a50f-623c21e6f665 admin admin] Deleting subnet afd9a43f-aebb-4c81-9832-39b324b8d69a {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:19:40.062718 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2db86afd-4c26-474c-a50f-623c21e6f665 admin admin] Publish callbacks [] for subnet (afd9a43f-aebb-4c81-9832-39b324b8d69a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.097019 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59005f2d-78f5-408e-89c9-9e7992d9a7cd req-ccdbfbcd-2c27-4b55-ab59-f0055b894688 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856363 Feb 11 05:19:40.101838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf81e4eb-d8d0-4652-8ae4-8e3f210923d5 req-770eb90e-7e8d-485d-80c7-a81c9a236a86 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564252 Feb 11 05:19:40.108748 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9cb43c0-dd6a-4e42-a1b9-5338b30d4b91 req-6d799e58-5ca5-4efa-8258-fc85566ae9ab service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307511 Feb 11 05:19:40.108996 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8ed9270-ecb4-4517-97c6-30c98d06089d tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d533e318-335b-4f2e-8d70-32302eb5a06a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.130335 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2db86afd-4c26-474c-a50f-623c21e6f665 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (afd9a43f-aebb-4c81-9832-39b324b8d69a), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.147438 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed9270-ecb4-4517-97c6-30c98d06089d tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event deleted for resources: {'Port': ['ID=d533e318-335b-4f2e-8d70-32302eb5a06a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:40.175821 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2db86afd-4c26-474c-a50f-623c21e6f665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (afd9a43f-aebb-4c81-9832-39b324b8d69a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.219502 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8ed9270-ecb4-4517-97c6-30c98d06089d tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.227321 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b8ed9270-ecb4-4517-97c6-30c98d06089d tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "DELETE /v2.0/ports/d533e318-335b-4f2e-8d70-32302eb5a06a HTTP/1.1" status: 204 len: 168 time: 0.6299498 Feb 11 05:19:40.227792 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36966) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:40.241347 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2db86afd-4c26-474c-a50f-623c21e6f665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (afd9a43f-aebb-4c81-9832-39b324b8d69a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.280737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db86afd-4c26-474c-a50f-623c21e6f665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd9a43f-aebb-4c81-9832-39b324b8d69a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:40.282490 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2db86afd-4c26-474c-a50f-623c21e6f665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.289437 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2db86afd-4c26-474c-a50f-623c21e6f665 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/afd9a43f-aebb-4c81-9832-39b324b8d69a HTTP/1.1" status: 204 len: 168 time: 0.3868811 Feb 11 05:19:40.291032 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36968) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:40.324323 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e844f6-a7a8-41c3-bcdd-83fc8bac205c tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Deleting subnet 6d350d62-a7e4-44fb-8cbc-aecfd5d6ebe5 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:19:40.331006 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76e844f6-a7a8-41c3-bcdd-83fc8bac205c tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks [] for subnet (6d350d62-a7e4-44fb-8cbc-aecfd5d6ebe5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.365061 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-79618dac-9432-48ce-aa10-21cc997cc0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (2c0db25e-438e-41a8-9d02-a4dde5275a3b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.409102 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76e844f6-a7a8-41c3-bcdd-83fc8bac205c tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (6d350d62-a7e4-44fb-8cbc-aecfd5d6ebe5), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.501761 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76e844f6-a7a8-41c3-bcdd-83fc8bac205c tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (6d350d62-a7e4-44fb-8cbc-aecfd5d6ebe5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.537069 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-79618dac-9432-48ce-aa10-21cc997cc0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (2c0db25e-438e-41a8-9d02-a4dde5275a3b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.568674 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76e844f6-a7a8-41c3-bcdd-83fc8bac205c tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (6d350d62-a7e4-44fb-8cbc-aecfd5d6ebe5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.568898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-79618dac-9432-48ce-aa10-21cc997cc0c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0db25e-438e-41a8-9d02-a4dde5275a3b']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:40.588099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-79618dac-9432-48ce-aa10-21cc997cc0c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd973ea-1016-4bc1-a02b-6008871a2f12') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:40.588572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-79618dac-9432-48ce-aa10-21cc997cc0c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd973ea-1016-4bc1-a02b-6008871a2f12') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:40.601950 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76e844f6-a7a8-41c3-bcdd-83fc8bac205c tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.605777 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-76e844f6-a7a8-41c3-bcdd-83fc8bac205c tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "DELETE /v2.0/subnets/6d350d62-a7e4-44fb-8cbc-aecfd5d6ebe5 HTTP/1.1" status: 204 len: 168 time: 0.3768468 Feb 11 05:19:40.605939 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d6f9b-4307-4140-a525-01955df20241 req-704e8b39-9422-4d11-b9aa-db0d771c2a14 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.607333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f82d6f9b-4307-4140-a525-01955df20241 req-704e8b39-9422-4d11-b9aa-db0d771c2a14 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 945 time: 0.1886547 Feb 11 05:19:40.610300 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36976) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:40.610884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d79b42-6ea5-4f36-b42f-fc11f273409e None None] Network da82eeba-a2e6-469a-ba05-b1cf858b2bee requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:40.615019 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e844f6-a7a8-41c3-bcdd-83fc8bac205c tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event deleted for resources: {'Subnet': ['ID=6d350d62-a7e4-44fb-8cbc-aecfd5d6ebe5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:40.621236 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-79618dac-9432-48ce-aa10-21cc997cc0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (bdd973ea-1016-4bc1-a02b-6008871a2f12), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.654581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f9031-9ff9-453f-ad2a-43e3267196f9 req-13754c80-6be2-4c95-b96c-a566e1bf210d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.655699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-691f9031-9ff9-453f-ad2a-43e3267196f9 req-13754c80-6be2-4c95-b96c-a566e1bf210d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.1878979 Feb 11 05:19:40.675717 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-79618dac-9432-48ce-aa10-21cc997cc0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (bdd973ea-1016-4bc1-a02b-6008871a2f12), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.701797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79618dac-9432-48ce-aa10-21cc997cc0c6 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:19:40.702285 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-79618dac-9432-48ce-aa10-21cc997cc0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (bdd973ea-1016-4bc1-a02b-6008871a2f12), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:19:40.704016 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:19:40.817515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b421b2-e756-4e3a-a1d7-1d492c324db9 None None] DHCP port deletion for da82eeba-a2e6-469a-ba05-b1cf858b2bee request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:19:40.842370 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (da82eeba-a2e6-469a-ba05-b1cf858b2bee), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.865660 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f82d6f9b-4307-4140-a525-01955df20241 req-3c339841-96b8-4fe8-8e90-df748df1ec97 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406714 Feb 11 05:19:40.880910 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-79618dac-9432-48ce-aa10-21cc997cc0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (2c0db25e-438e-41a8-9d02-a4dde5275a3b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.889906 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-79618dac-9432-48ce-aa10-21cc997cc0c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.893228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-79618dac-9432-48ce-aa10-21cc997cc0c6 admin admin] 10.222.0.87 "DELETE /v2.0/networks/2c0db25e-438e-41a8-9d02-a4dde5275a3b HTTP/1.1" status: 204 len: 168 time: 0.6012328 Feb 11 05:19:40.900345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-48b421b2-e756-4e3a-a1d7-1d492c324db9 None None] Deleting port 68e984a0-48f3-4fbe-976d-3396bbec304c {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:40.901460 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-48b421b2-e756-4e3a-a1d7-1d492c324db9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (68e984a0-48f3-4fbe-976d-3396bbec304c), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:40.910219 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-691f9031-9ff9-453f-ad2a-43e3267196f9 req-c50039e1-38e6-48df-b57b-de122e9e0635 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323055 Feb 11 05:19:40.940850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79618dac-9432-48ce-aa10-21cc997cc0c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c0db25e-438e-41a8-9d02-a4dde5275a3b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:40.995889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-48b421b2-e756-4e3a-a1d7-1d492c324db9 None None] For port 68e984a0-48f3-4fbe-976d-3396bbec304c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=68e984a0-48f3-4fbe-976d-3396bbec304c,segment=NetworkSegment(66d42552-4592-483d-a5da-db073a06950c),segment_id=66d42552-4592-483d-a5da-db073a06950c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:40.996527 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-48b421b2-e756-4e3a-a1d7-1d492c324db9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (68e984a0-48f3-4fbe-976d-3396bbec304c), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.001554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91c5a6-b39c-4da7-b6d1-b8380ea455d4 req-eb6edcac-1cc4-4218-a6b7-0ce9fe509953 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:41.004376 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd91c5a6-b39c-4da7-b6d1-b8380ea455d4 req-eb6edcac-1cc4-4218-a6b7-0ce9fe509953 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.88 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 950 time: 0.1957867 Feb 11 05:19:41.012720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-48b421b2-e756-4e3a-a1d7-1d492c324db9 None None] Calling delete_port for 68e984a0-48f3-4fbe-976d-3396bbec304c owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:41.135730 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-48b421b2-e756-4e3a-a1d7-1d492c324db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (68e984a0-48f3-4fbe-976d-3396bbec304c), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.141147 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36984) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:41.169514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b421b2-e756-4e3a-a1d7-1d492c324db9 None None] Pushing event deleted for resources: {'Port': ['ID=68e984a0-48f3-4fbe-976d-3396bbec304c,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:41.174282 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b421b2-e756-4e3a-a1d7-1d492c324db9 None None] No DVR routers for this DVR port 68e984a0-48f3-4fbe-976d-3396bbec304c on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:41.190200 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0d2b205b-c0a4-4a65-8040-af12997d27d2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3bbd156ad2d24e5385648d7fd2e75c21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467980 Feb 11 05:19:41.190872 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36986) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:41.210179 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-713132c4-91f2-4c76-a29c-09d908aa54e9 req-91ca9d70-5fde-4003-937f-e3a7e15915a7 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.1459436 Feb 11 05:19:41.212359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Deleting port 68e984a0-48f3-4fbe-976d-3396bbec304c {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:41.212887 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (68e984a0-48f3-4fbe-976d-3396bbec304c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.248342 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c96d05b8-70b7-4b19-b939-b85687ab0036 admin admin] Publish callbacks [] for security_group (38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.272892 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c96d05b8-70b7-4b19-b939-b85687ab0036 admin admin] Publish callbacks [] for security_group (38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.329942 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a1ef2-08ff-46a9-ab30-3ccc5f782118 req-cb6b1dc9-56b6-4a9e-b491-a368a0661a71 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:41.338583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d69a1ef2-08ff-46a9-ab30-3ccc5f782118 req-cb6b1dc9-56b6-4a9e-b491-a368a0661a71 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=5de94785-0d3d-41c3-9ef3-0f3768d66f2a HTTP/1.1" status: 200 len: 945 time: 0.2468688 Feb 11 05:19:41.343369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] For port 68e984a0-48f3-4fbe-976d-3396bbec304c, host n-d-713499-38, got binding levels [] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:41.343851 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (68e984a0-48f3-4fbe-976d-3396bbec304c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.345012 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c96d05b8-70b7-4b19-b939-b85687ab0036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.349037 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c96d05b8-70b7-4b19-b939-b85687ab0036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.349366 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c96d05b8-70b7-4b19-b939-b85687ab0036 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe HTTP/1.1" status: 204 len: 168 time: 0.1573694 Feb 11 05:19:41.358846 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d05b8-70b7-4b19-b939-b85687ab0036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c0dcb7-b603-4ef4-a65e-2a40d9b0a9fe,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:41.393585 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 68e984a0-48f3-4fbe-976d-3396bbec304c no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:41.409075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Calling delete_port for 68e984a0-48f3-4fbe-976d-3396bbec304c owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:41.416547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.ipam_backend_mixin [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Port 68e984a0-48f3-4fbe-976d-3396bbec304c was not found and therefore no delete operation was performed {{(pid=103171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:19:41.420023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 68e984a0-48f3-4fbe-976d-3396bbec304c {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:41.420616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 68e984a0-48f3-4fbe-976d-3396bbec304c not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:41.421116 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (68e984a0-48f3-4fbe-976d-3396bbec304c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.470012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-cd91c5a6-b39c-4da7-b6d1-b8380ea455d4 req-195d48f8-cc62-4c56-aa6c-0a4288229e8a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Deleting port cd3e3835-75ca-472a-877c-8fd725e7d068 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:41.470294 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cd91c5a6-b39c-4da7-b6d1-b8380ea455d4 req-195d48f8-cc62-4c56-aa6c-0a4288229e8a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cd3e3835-75ca-472a-877c-8fd725e7d068), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.493995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event deleted for resources: {'Port': ['ID=68e984a0-48f3-4fbe-976d-3396bbec304c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:41.500220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] No DVR routers for this DVR port 68e984a0-48f3-4fbe-976d-3396bbec304c on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:41.518387 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d69a1ef2-08ff-46a9-ab30-3ccc5f782118 req-b3a1b62e-dea5-4fed-bb5a-aa4a6a892f9a tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789353 Feb 11 05:19:41.532343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787ae3d-8e6f-4720-b2ae-5aa9a95e9ec1 req-7b9935b4-6096-4c9d-beb3-df18ffb6d910 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:41.539709 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3787ae3d-8e6f-4720-b2ae-5aa9a95e9ec1 req-7b9935b4-6096-4c9d-beb3-df18ffb6d910 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 950 time: 0.2423840 Feb 11 05:19:41.704866 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (da82eeba-a2e6-469a-ba05-b1cf858b2bee), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.735259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-cd91c5a6-b39c-4da7-b6d1-b8380ea455d4 req-195d48f8-cc62-4c56-aa6c-0a4288229e8a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] For port cd3e3835-75ca-472a-877c-8fd725e7d068, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cd3e3835-75ca-472a-877c-8fd725e7d068,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:41.735796 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cd91c5a6-b39c-4da7-b6d1-b8380ea455d4 req-195d48f8-cc62-4c56-aa6c-0a4288229e8a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cd3e3835-75ca-472a-877c-8fd725e7d068), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.741053 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3787ae3d-8e6f-4720-b2ae-5aa9a95e9ec1 req-31d0233e-803d-431c-840c-6193b8187ef7 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005305 Feb 11 05:19:41.756796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da82eeba-a2e6-469a-ba05-b1cf858b2bee']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:41.772004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-cd91c5a6-b39c-4da7-b6d1-b8380ea455d4 req-195d48f8-cc62-4c56-aa6c-0a4288229e8a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Calling delete_port for cd3e3835-75ca-472a-877c-8fd725e7d068 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:41.781084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d42552-4592-483d-a5da-db073a06950c') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:41.782254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d42552-4592-483d-a5da-db073a06950c') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:41.802171 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (66d42552-4592-483d-a5da-db073a06950c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.852998 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (66d42552-4592-483d-a5da-db073a06950c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.864442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:19:41.864852 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (66d42552-4592-483d-a5da-db073a06950c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:19:41.868701 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:19:41.954964 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (da82eeba-a2e6-469a-ba05-b1cf858b2bee), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.961311 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.965133 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] 10.222.0.87 "DELETE /v2.0/networks/da82eeba-a2e6-469a-ba05-b1cf858b2bee HTTP/1.1" status: 204 len: 168 time: 1.3535008 Feb 11 05:19:42.009203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a367216-2da8-4ba6-99b5-0f919e0bdc69 tempest-AllowedAddressPairTestJSON-1761158313 tempest-AllowedAddressPairTestJSON-1761158313-project] Pushing event deleted for resources: {'Network': ['ID=da82eeba-a2e6-469a-ba05-b1cf858b2bee,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:42.041825 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cd91c5a6-b39c-4da7-b6d1-b8380ea455d4 req-195d48f8-cc62-4c56-aa6c-0a4288229e8a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (cd3e3835-75ca-472a-877c-8fd725e7d068), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.061164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['cd3e3835-75ca-472a-877c-8fd725e7d068', '1d037f3f-681d-4719-ac7e-29b6a445b861'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:42.084586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d48f8-cc62-4c56-aa6c-0a4288229e8a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Pushing event deleted for resources: {'Port': ['ID=cd3e3835-75ca-472a-877c-8fd725e7d068,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:42.222414 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd91c5a6-b39c-4da7-b6d1-b8380ea455d4 req-195d48f8-cc62-4c56-aa6c-0a4288229e8a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] No DVR routers for this DVR port cd3e3835-75ca-472a-877c-8fd725e7d068 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:42.229196 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cd91c5a6-b39c-4da7-b6d1-b8380ea455d4 req-195d48f8-cc62-4c56-aa6c-0a4288229e8a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.241408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd91c5a6-b39c-4da7-b6d1-b8380ea455d4 req-195d48f8-cc62-4c56-aa6c-0a4288229e8a tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.88 "DELETE /v2.0/ports/cd3e3835-75ca-472a-877c-8fd725e7d068 HTTP/1.1" status: 204 len: 173 time: 1.2223904 Feb 11 05:19:42.246126 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f35574-3de2-4a86-9b49-7ea3bfad9a5c', 'name': 'network-vif-deleted', 'tag': 'cd3e3835-75ca-472a-877c-8fd725e7d068'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:42.251182 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb26360e-11ea-449b-a2a2-aba86bba8c50" -d '{"events": [{"server_uuid": "66f35574-3de2-4a86-9b49-7ea3bfad9a5c", "name": "network-vif-deleted", "tag": "cd3e3835-75ca-472a-877c-8fd725e7d068"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:42.295885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015639e9-3e3b-470c-9a5c-dc4f5583a03c req-bf9c4ffe-3a7e-4ae3-871d-11d20a1eac49 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:42.297507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-015639e9-3e3b-470c-9a5c-dc4f5583a03c req-bf9c4ffe-3a7e-4ae3-871d-11d20a1eac49 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.2174156 Feb 11 05:19:42.322241 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37016) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:42.384315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c903684-f324-482b-8c40-ac60eaa5a33c req-e0c91ca4-9464-4810-8065-5a0f574532c8 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0351303 Feb 11 05:19:42.404214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-015639e9-3e3b-470c-9a5c-dc4f5583a03c req-05aa2499-3cde-40a9-9e8f-c31faf6bb3ce tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985320 Feb 11 05:19:42.483790 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a66ff6-7733-45d6-be98-b488e1bab741 x-openstack-request-id: req-63a66ff6-7733-45d6-be98-b488e1bab741 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:42.484500 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f35574-3de2-4a86-9b49-7ea3bfad9a5c", "name": "network-vif-deleted", "tag": "cd3e3835-75ca-472a-877c-8fd725e7d068", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:42.484775 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-63a66ff6-7733-45d6-be98-b488e1bab741 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:42.485165 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f35574-3de2-4a86-9b49-7ea3bfad9a5c', 'name': 'network-vif-deleted', 'tag': 'cd3e3835-75ca-472a-877c-8fd725e7d068', 'status': 'completed', 'code': 200} Feb 11 05:19:42.501528 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37022) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:42.576814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-70a5026e-1ce4-4b63-836e-bfc44d21c26b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-657971327-network', 'tenant_id': 'dcc6903802584e6982f93ae4e2d3543f'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:42.605799 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d9022d03-098c-4183-800f-54dfebce1a4c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=908be8fa5d4644a7bcf40f0cd3a5d6df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2823970 Feb 11 05:19:42.608428 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37028) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:42.616414 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a5026e-1ce4-4b63-836e-bfc44d21c26b admin admin] Made reservation on behalf of dcc6903802584e6982f93ae4e2d3543f for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:42.618996 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70a5026e-1ce4-4b63-836e-bfc44d21c26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.641425 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70a5026e-1ce4-4b63-836e-bfc44d21c26b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.681755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedfb58-0652-4b4d-98c7-acf8c01904ba req-113ec039-9ac9-4e74-b2f2-da0aa581c63d tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:42.689443 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eaedfb58-0652-4b4d-98c7-acf8c01904ba req-113ec039-9ac9-4e74-b2f2-da0aa581c63d tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=5de94785-0d3d-41c3-9ef3-0f3768d66f2a HTTP/1.1" status: 200 len: 945 time: 0.0670197 Feb 11 05:19:42.746316 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-96802239-5cbb-4335-ba64-282dfb56afb8 admin admin] Publish callbacks [] for security_group (a223a70e-32fb-43cc-9b65-2c1cda543bcc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.751735 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eaedfb58-0652-4b4d-98c7-acf8c01904ba req-be1a870b-7129-42af-85bd-1de64651a255 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571532 Feb 11 05:19:42.785083 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70a5026e-1ce4-4b63-836e-bfc44d21c26b admin admin] Publish callbacks [] for security_group (57bf4a22-56c8-4dbe-81b5-7158dd28658a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.791391 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-96802239-5cbb-4335-ba64-282dfb56afb8 admin admin] Publish callbacks [] for security_group (a223a70e-32fb-43cc-9b65-2c1cda543bcc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.798571 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70a5026e-1ce4-4b63-836e-bfc44d21c26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (57bf4a22-56c8-4dbe-81b5-7158dd28658a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.811448 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a5026e-1ce4-4b63-836e-bfc44d21c26b admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:19:42.823535 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70a5026e-1ce4-4b63-836e-bfc44d21c26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (494d9d64-5753-4449-9c1c-d3c7884b41aa), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.824232 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-70a5026e-1ce4-4b63-836e-bfc44d21c26b admin admin] Added segment 494d9d64-5753-4449-9c1c-d3c7884b41aa of type vlan for network c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc Feb 11 05:19:42.899763 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447dce4-55f1-408e-93ab-026ddc9ec49f req-6696fee4-932c-46f9-987d-d6aa4ad50768 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:42.901963 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b447dce4-55f1-408e-93ab-026ddc9ec49f req-6696fee4-932c-46f9-987d-d6aa4ad50768 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=57ad8194-de1e-42d0-96c3-0d88e9ae19fc HTTP/1.1" status: 200 len: 946 time: 0.0859406 Feb 11 05:19:42.927770 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70a5026e-1ce4-4b63-836e-bfc44d21c26b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.934627 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5026e-1ce4-4b63-836e-bfc44d21c26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bf4a22-56c8-4dbe-81b5-7158dd28658a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:42.966711 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfd4928e-41c4-4267-9b9e-b9b7e3863e80 req-f2703e49-a7d3-400d-8f81-f54c75d666ad tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=66f35574-3de2-4a86-9b49-7ea3bfad9a5c HTTP/1.1" status: 200 len: 210 time: 0.0755146 Feb 11 05:19:42.976977 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70a5026e-1ce4-4b63-836e-bfc44d21c26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:42.978234 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a5026e-1ce4-4b63-836e-bfc44d21c26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:42.978980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70a5026e-1ce4-4b63-836e-bfc44d21c26b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.002729 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b447dce4-55f1-408e-93ab-026ddc9ec49f req-9c97bfae-195c-4982-94ce-345f7fcc76de tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916722 Feb 11 05:19:43.055657 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-96802239-5cbb-4335-ba64-282dfb56afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a223a70e-32fb-43cc-9b65-2c1cda543bcc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.059920 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-96802239-5cbb-4335-ba64-282dfb56afb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.061090 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-96802239-5cbb-4335-ba64-282dfb56afb8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a223a70e-32fb-43cc-9b65-2c1cda543bcc HTTP/1.1" status: 204 len: 168 time: 0.4516914 Feb 11 05:19:43.068594 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5026e-1ce4-4b63-836e-bfc44d21c26b admin admin] Pushing event updated for resources: {'Network': ['ID=c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:43.080431 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96802239-5cbb-4335-ba64-282dfb56afb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a223a70e-32fb-43cc-9b65-2c1cda543bcc,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:43.089655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:19:43.110720 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37040) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:43.110934 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-70a5026e-1ce4-4b63-836e-bfc44d21c26b admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6080449 Feb 11 05:19:43.130057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-84264425-ce1d-4023-a900-72ac672a31fc admin admin] Request body: {'subnet': {'network_id': 'c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-657971327-subnet', 'tenant_id': 'dcc6903802584e6982f93ae4e2d3543f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:43.173096 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84264425-ce1d-4023-a900-72ac672a31fc admin admin] Made reservation on behalf of dcc6903802584e6982f93ae4e2d3543f for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:43.177076 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-84264425-ce1d-4023-a900-72ac672a31fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.402472 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae5f09-9f20-4521-8bf8-3c665505c2fb req-b254e3c2-3da7-4933-8ae0-d57eb403970f tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:43.404231 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ceae5f09-9f20-4521-8bf8-3c665505c2fb req-b254e3c2-3da7-4933-8ae0-d57eb403970f tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=57ad8194-de1e-42d0-96c3-0d88e9ae19fc HTTP/1.1" status: 200 len: 946 time: 0.1025026 Feb 11 05:19:43.472392 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-84264425-ce1d-4023-a900-72ac672a31fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (75898108-4abb-46e7-b28e-099126386bd2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.558740 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ceae5f09-9f20-4521-8bf8-3c665505c2fb req-5f593fc5-c54b-4e92-bfa1-8bfbd4c6f0ac tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313875 Feb 11 05:19:43.564129 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-819e53af-4395-42ee-9689-3fd7706d0683 req-668f0d1d-9321-4805-9416-559ca3f5de28 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0525088 Feb 11 05:19:43.577225 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84264425-ce1d-4023-a900-72ac672a31fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=75898108-4abb-46e7-b28e-099126386bd2,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:43.611813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84264425-ce1d-4023-a900-72ac672a31fc admin admin] Checking segment: {'id': '494d9d64-5753-4449-9c1c-d3c7884b41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:43.612227 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84264425-ce1d-4023-a900-72ac672a31fc admin admin] Network hostable DHCP agents. Network: c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:19:43.641341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84264425-ce1d-4023-a900-72ac672a31fc admin admin] Network c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:19:43.665416 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-84264425-ce1d-4023-a900-72ac672a31fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:43.669804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84264425-ce1d-4023-a900-72ac672a31fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:43.670557 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-84264425-ce1d-4023-a900-72ac672a31fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.678986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ef84c2-ad99-460f-a756-2e9d95f96fb7 None None] Network c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:43.707877 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-84264425-ce1d-4023-a900-72ac672a31fc admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5954545 Feb 11 05:19:43.730327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b8af1-b491-46a9-b1df-6a4adf5240f2 req-da2d0d68-580e-44a6-851a-998581c85437 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:43.731931 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d11b8af1-b491-46a9-b1df-6a4adf5240f2 req-da2d0d68-580e-44a6-851a-998581c85437 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.0806584 Feb 11 05:19:43.801885 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c21513e-7727-4e7a-89c8-8c57b89c10ee None None] Network c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:43.822234 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d11b8af1-b491-46a9-b1df-6a4adf5240f2 req-e3744c65-0a08-4789-ad70-9bf14bda59db tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764613 Feb 11 05:19:43.956373 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:44.098748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37078) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:44.266048 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:19:44.282399 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1f685e6a-26f9-47e0-881a-b7225822bccf tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-439960612'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:44.346306 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f685e6a-26f9-47e0-881a-b7225822bccf tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Made reservation on behalf of 8a00c858277844aab418cebffa7a883a for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:44.350524 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1f685e6a-26f9-47e0-881a-b7225822bccf tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:44.369650 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1f685e6a-26f9-47e0-881a-b7225822bccf tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:44.424544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80ff7d-c5a6-41bb-a642-407d87045449 req-086b5e50-bb9d-45df-9288-2d8ff2d42ef1 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:44.426066 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc80ff7d-c5a6-41bb-a642-407d87045449 req-086b5e50-bb9d-45df-9288-2d8ff2d42ef1 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 951 time: 0.1824284 Feb 11 05:19:44.531975 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-e1cbd68e-cb64-443e-b3a6-76bc237703ae tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:44.536021 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-e1cbd68e-cb64-443e-b3a6-76bc237703ae tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/networks?id=c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc HTTP/1.1" status: 200 len: 813 time: 0.2321568 Feb 11 05:19:44.546095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc80ff7d-c5a6-41bb-a642-407d87045449 req-fc4c2e91-2827-420e-8ff2-fe6a5b129cbe tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025844 Feb 11 05:19:44.564606 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-d9a18070-d38e-4202-9a30-5145f2752059 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/quotas/dcc6903802584e6982f93ae4e2d3543f HTTP/1.1" status: 200 len: 375 time: 0.0175219 Feb 11 05:19:44.622420 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-b1c3e09d-0454-41ca-94b7-ca72164951a6 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=dcc6903802584e6982f93ae4e2d3543f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446525 Feb 11 05:19:44.727978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device cd3e3835-75ca-472a-877c-8fd725e7d068 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:44.763768 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-935a598c-ecfd-4b6f-8c3e-f2ce1cc5c18f service neutron] 10.222.0.87 "GET /v2.0/networks/c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176755 Feb 11 05:19:44.770833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: cd3e3835-75ca-472a-877c-8fd725e7d068 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:44.771967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device cd3e3835-75ca-472a-877c-8fd725e7d068 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:44.829149 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7eb88ef-d56e-4e08-9710-b3c837ec3de6 req-dd79ded2-cef7-4574-a1a4-bbac92529082 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/ports?device_id=c329e626-562c-42e1-97c7-5a0e2af53a31 HTTP/1.1" status: 200 len: 210 time: 0.0632071 Feb 11 05:19:44.836610 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1f685e6a-26f9-47e0-881a-b7225822bccf tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for security_group (d72eeaaf-4ee3-4e82-a5a9-29ea8cb3fe27), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:44.847763 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1f685e6a-26f9-47e0-881a-b7225822bccf tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d72eeaaf-4ee3-4e82-a5a9-29ea8cb3fe27), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:44.963514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f685e6a-26f9-47e0-881a-b7225822bccf tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:19:45.431795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f685e6a-26f9-47e0-881a-b7225822bccf tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72eeaaf-4ee3-4e82-a5a9-29ea8cb3fe27,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:45.454836 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1f685e6a-26f9-47e0-881a-b7225822bccf tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (67269608-48f8-4634-acfd-9ecd4d104cf0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.455173 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-1f685e6a-26f9-47e0-881a-b7225822bccf tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Added segment 67269608-48f8-4634-acfd-9ecd4d104cf0 of type vlan for network 886a10f7-e1e4-4122-b394-03c548e3ac6e Feb 11 05:19:45.560059 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1f685e6a-26f9-47e0-881a-b7225822bccf tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (886a10f7-e1e4-4122-b394-03c548e3ac6e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.566662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-7142fc4c-383b-464f-9f85-5b181069337f service neutron] 10.222.0.87 "GET /v2.0/networks/c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8020546 Feb 11 05:19:45.593436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7392c4-95b5-4e55-86a8-c9c507ce5f30 req-ee74960f-c65f-4ef7-a175-61347a886cf2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:45.595886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8d7392c4-95b5-4e55-86a8-c9c507ce5f30 req-ee74960f-c65f-4ef7-a175-61347a886cf2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=57ad8194-de1e-42d0-96c3-0d88e9ae19fc HTTP/1.1" status: 200 len: 946 time: 0.6651571 Feb 11 05:19:45.629342 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bcffd-6456-44af-9fc3-297cf0c2f84c req-c6809e33-82e3-4d34-be78-100c99b20b01 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:45.631080 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef5bcffd-6456-44af-9fc3-297cf0c2f84c req-c6809e33-82e3-4d34-be78-100c99b20b01 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.88 "GET /v2.0/ports?device_id=57ad8194-de1e-42d0-96c3-0d88e9ae19fc HTTP/1.1" status: 200 len: 946 time: 0.1964927 Feb 11 05:19:45.640587 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1f685e6a-26f9-47e0-881a-b7225822bccf tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (886a10f7-e1e4-4122-b394-03c548e3ac6e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.645710 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f685e6a-26f9-47e0-881a-b7225822bccf tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:45.646524 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1f685e6a-26f9-47e0-881a-b7225822bccf tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.808301 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1f685e6a-26f9-47e0-881a-b7225822bccf tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7082062 Feb 11 05:19:45.811196 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37118) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:45.817325 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b94026ee-36d6-4cf5-883f-20e97a000d97 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'subnet': {'network_id': '886a10f7-e1e4-4122-b394-03c548e3ac6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:46.052819 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94026ee-36d6-4cf5-883f-20e97a000d97 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Made reservation on behalf of 8a00c858277844aab418cebffa7a883a for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:46.056973 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b94026ee-36d6-4cf5-883f-20e97a000d97 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:46.069056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f685e6a-26f9-47e0-881a-b7225822bccf tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Network': ['ID=886a10f7-e1e4-4122-b394-03c548e3ac6e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:46.082206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 886a10f7-e1e4-4122-b394-03c548e3ac6e details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:19:46.082706 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8d7392c4-95b5-4e55-86a8-c9c507ce5f30 req-01d57d1d-f095-4d73-8f8a-f4fdfaafdee7 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791451 Feb 11 05:19:46.232396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9a926-f6d2-49ed-8f71-f51d1f0c93fe req-16e63cc0-6934-419c-b6f9-427c75bde292 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:46.234004 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5b9a926-f6d2-49ed-8f71-f51d1f0c93fe req-16e63cc0-6934-419c-b6f9-427c75bde292 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.2442734 Feb 11 05:19:46.264382 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ef5bcffd-6456-44af-9fc3-297cf0c2f84c req-6726a3f8-db7c-4daa-84ee-2bf3b73e96d3 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Deleting port 21e38ce3-a091-45a0-957f-6ab03cc673ed {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:46.266608 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ef5bcffd-6456-44af-9fc3-297cf0c2f84c req-6726a3f8-db7c-4daa-84ee-2bf3b73e96d3 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (21e38ce3-a091-45a0-957f-6ab03cc673ed), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:46.463330 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b94026ee-36d6-4cf5-883f-20e97a000d97 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (bdae9290-e2db-4a63-80cf-4d3d196893b4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:46.551623 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94026ee-36d6-4cf5-883f-20e97a000d97 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Subnet': ['ID=bdae9290-e2db-4a63-80cf-4d3d196893b4,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:46.554297 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94026ee-36d6-4cf5-883f-20e97a000d97 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Checking segment: {'id': '67269608-48f8-4634-acfd-9ecd4d104cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '886a10f7-e1e4-4122-b394-03c548e3ac6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:46.554900 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94026ee-36d6-4cf5-883f-20e97a000d97 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network hostable DHCP agents. Network: 886a10f7-e1e4-4122-b394-03c548e3ac6e, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:19:46.591697 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5b9a926-f6d2-49ed-8f71-f51d1f0c93fe req-04866b5d-258a-4848-9459-3e2aacf74faa tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3506637 Feb 11 05:19:46.592305 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94026ee-36d6-4cf5-883f-20e97a000d97 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 886a10f7-e1e4-4122-b394-03c548e3ac6e is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:19:46.632101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b94026ee-36d6-4cf5-883f-20e97a000d97 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 886a10f7-e1e4-4122-b394-03c548e3ac6e) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:46.671020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44f675f-a6d2-41a2-a10d-6a9f25ea0253 None None] Network 886a10f7-e1e4-4122-b394-03c548e3ac6e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:46.671495 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94026ee-36d6-4cf5-883f-20e97a000d97 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:46.672688 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b94026ee-36d6-4cf5-883f-20e97a000d97 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:46.705671 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b94026ee-36d6-4cf5-883f-20e97a000d97 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8926785 Feb 11 05:19:46.708861 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37136) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:46.723112 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-688128947', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:46.756830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ef5bcffd-6456-44af-9fc3-297cf0c2f84c req-6726a3f8-db7c-4daa-84ee-2bf3b73e96d3 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] For port 21e38ce3-a091-45a0-957f-6ab03cc673ed, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=21e38ce3-a091-45a0-957f-6ab03cc673ed,segment=NetworkSegment(43305817-da19-4bcb-b358-8aff4d961ff9),segment_id=43305817-da19-4bcb-b358-8aff4d961ff9)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:46.759313 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ef5bcffd-6456-44af-9fc3-297cf0c2f84c req-6726a3f8-db7c-4daa-84ee-2bf3b73e96d3 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (21e38ce3-a091-45a0-957f-6ab03cc673ed), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:46.784167 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (2e59380f-46d7-4d6f-b203-04d133d1b2d3), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:46.786771 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (2e59380f-46d7-4d6f-b203-04d133d1b2d3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:46.797124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ef5bcffd-6456-44af-9fc3-297cf0c2f84c req-6726a3f8-db7c-4daa-84ee-2bf3b73e96d3 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Calling delete_port for 21e38ce3-a091-45a0-957f-6ab03cc673ed owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:46.942507 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router_controller (2e59380f-46d7-4d6f-b203-04d133d1b2d3), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:47.071763 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d28eb-3d42-47cd-9345-e82893158a47 req-5ee534e1-2131-41c7-8d14-3d4688a5e6b4 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:47.073463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e28d28eb-3d42-47cd-9345-e82893158a47 req-5ee534e1-2131-41c7-8d14-3d4688a5e6b4 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 951 time: 0.8384902 Feb 11 05:19:47.076515 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ef5bcffd-6456-44af-9fc3-297cf0c2f84c req-6726a3f8-db7c-4daa-84ee-2bf3b73e96d3 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (21e38ce3-a091-45a0-957f-6ab03cc673ed), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:47.126498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0485a9-e8ff-4a7c-bd19-147f1155cd6c req-3816c15f-5468-48e3-a37b-4b57a0e7799d tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:47.128193 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca0485a9-e8ff-4a7c-bd19-147f1155cd6c req-3816c15f-5468-48e3-a37b-4b57a0e7799d tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.88 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 951 time: 0.7901528 Feb 11 05:19:47.130257 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7a76969-e1ed-48aa-b6c4-8fb094fba455 req-68069e49-46ce-4b2d-9da0-e94f35bf6899 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/ports?device_id=db78219e-e87a-42fb-8852-597920443175 HTTP/1.1" status: 200 len: 210 time: 0.0675666 Feb 11 05:19:47.174856 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['f0fa3209-2e98-403a-8367-1f0671d11b88', 'cddb4261-559d-42eb-a112-01fe43557ce6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:47.203766 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router_gateway (2e59380f-46d7-4d6f-b203-04d133d1b2d3), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:47.281556 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b33c5d8-ee41-4b1f-81a7-785c7d8cffa9 None None] Network 886a10f7-e1e4-4122-b394-03c548e3ac6e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:47.326304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5bcffd-6456-44af-9fc3-297cf0c2f84c req-6726a3f8-db7c-4daa-84ee-2bf3b73e96d3 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] No DVR routers for this DVR port 21e38ce3-a091-45a0-957f-6ab03cc673ed on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:47.419533 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ef5bcffd-6456-44af-9fc3-297cf0c2f84c req-6726a3f8-db7c-4daa-84ee-2bf3b73e96d3 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:47.430673 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef5bcffd-6456-44af-9fc3-297cf0c2f84c req-6726a3f8-db7c-4daa-84ee-2bf3b73e96d3 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.88 "DELETE /v2.0/ports/21e38ce3-a091-45a0-957f-6ab03cc673ed HTTP/1.1" status: 204 len: 173 time: 1.7811301 Feb 11 05:19:47.442425 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e28d28eb-3d42-47cd-9345-e82893158a47 req-c406e2c9-bbb9-4fe8-b20d-89b10d5074a0 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/security-groups?id=a07b325a-2c96-42dd-8b36-ca30ab4e858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021655 Feb 11 05:19:47.449311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ad8194-de1e-42d0-96c3-0d88e9ae19fc', 'name': 'network-vif-deleted', 'tag': '21e38ce3-a091-45a0-957f-6ab03cc673ed'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:47.467131 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547c9487-cbd5-487a-b68d-c3ee62f6d940" -d '{"events": [{"server_uuid": "57ad8194-de1e-42d0-96c3-0d88e9ae19fc", "name": "network-vif-deleted", "tag": "21e38ce3-a091-45a0-957f-6ab03cc673ed"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:47.494771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726a3f8-db7c-4daa-84ee-2bf3b73e96d3 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Pushing event deleted for resources: {'Port': ['ID=21e38ce3-a091-45a0-957f-6ab03cc673ed,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:47.570293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37150) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:47.672476 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7cdf985-2f9d-466a-b2d2-5123ce212899 req-c6b1fa68-be0c-4f38-90d3-10327de5826a tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=57ad8194-de1e-42d0-96c3-0d88e9ae19fc HTTP/1.1" status: 200 len: 210 time: 0.2977700 Feb 11 05:19:47.676109 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a3fe79-b404-4131-b38a-8a8036349b4a x-openstack-request-id: req-96a3fe79-b404-4131-b38a-8a8036349b4a {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:47.678824 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ad8194-de1e-42d0-96c3-0d88e9ae19fc", "name": "network-vif-deleted", "tag": "21e38ce3-a091-45a0-957f-6ab03cc673ed", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:47.679145 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-96a3fe79-b404-4131-b38a-8a8036349b4a {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:47.679613 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ad8194-de1e-42d0-96c3-0d88e9ae19fc', 'name': 'network-vif-deleted', 'tag': '21e38ce3-a091-45a0-957f-6ab03cc673ed', 'status': 'completed', 'code': 200} Feb 11 05:19:47.770659 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router_gateway (2e59380f-46d7-4d6f-b203-04d133d1b2d3), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:47.811335 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.007447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c6fab-fad6-40dc-9084-2451167b55cf req-2dcf804d-ce82-431f-9577-bfbae947156e tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:48.009203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f53c6fab-fad6-40dc-9084-2451167b55cf req-2dcf804d-ce82-431f-9577-bfbae947156e tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.2114153 Feb 11 05:19:48.027717 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ca0485a9-e8ff-4a7c-bd19-147f1155cd6c req-1619c6b6-d136-42ec-8637-0dc4a1470be6 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Deleting port 1d037f3f-681d-4719-ac7e-29b6a445b861 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:48.028218 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ca0485a9-e8ff-4a7c-bd19-147f1155cd6c req-1619c6b6-d136-42ec-8637-0dc4a1470be6 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.047988 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Allocated IP 172.25.5.29 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/06ad0015-bb12-4d8c-b642-a0b0570fc7fc) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:48.167027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ca0485a9-e8ff-4a7c-bd19-147f1155cd6c req-1619c6b6-d136-42ec-8637-0dc4a1470be6 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] For port 1d037f3f-681d-4719-ac7e-29b6a445b861, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1d037f3f-681d-4719-ac7e-29b6a445b861,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:48.168647 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ca0485a9-e8ff-4a7c-bd19-147f1155cd6c req-1619c6b6-d136-42ec-8637-0dc4a1470be6 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.184695 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ca0485a9-e8ff-4a7c-bd19-147f1155cd6c req-1619c6b6-d136-42ec-8637-0dc4a1470be6 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Calling delete_port for 1d037f3f-681d-4719-ac7e-29b6a445b861 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:48.234016 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (06ad0015-bb12-4d8c-b642-a0b0570fc7fc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.276311 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (06ad0015-bb12-4d8c-b642-a0b0570fc7fc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.389599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:48.402246 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-340bcf98-1633-4847-bb4e-f948489f205d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for security_group (d7c6f83e-dfe5-485e-822e-5fc3b218d50d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.405352 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:48.410548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:48.431633 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=06ad0015-bb12-4d8c-b642-a0b0570fc7fc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:48.439980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-b8ab59a1-bfee-4d26-9738-0911900b0b81 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:48.442441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-b8ab59a1-bfee-4d26-9738-0911900b0b81 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.88 "GET /v2.0/networks?id=c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc HTTP/1.1" status: 200 len: 813 time: 0.9497783 Feb 11 05:19:48.484352 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ca0485a9-e8ff-4a7c-bd19-147f1155cd6c req-1619c6b6-d136-42ec-8637-0dc4a1470be6 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1d037f3f-681d-4719-ac7e-29b6a445b861), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.493927 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-f4d910f3-49da-49cb-9e26-154b3b7828f8 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Request body: {'port': {'device_id': 'db78219e-e87a-42fb-8852-597920443175', 'network_id': 'c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc', 'admin_state_up': True, 'tenant_id': 'dcc6903802584e6982f93ae4e2d3543f'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:48.693527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77b38f6e-817d-4146-9487-7cce7984e92d req-a58964eb-dc04-439c-b810-b0ac1a2f09ee tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/ports?device_id=db78219e-e87a-42fb-8852-597920443175 HTTP/1.1" status: 200 len: 210 time: 0.1700811 Feb 11 05:19:48.745650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 21e38ce3-a091-45a0-957f-6ab03cc673ed no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:48.791188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 21e38ce3-a091-45a0-957f-6ab03cc673ed {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:48.791646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 21e38ce3-a091-45a0-957f-6ab03cc673ed not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:48.792163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1d037f3f-681d-4719-ac7e-29b6a445b861 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:48.800549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619c6b6-d136-42ec-8637-0dc4a1470be6 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Pushing event deleted for resources: {'Port': ['ID=1d037f3f-681d-4719-ac7e-29b6a445b861,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:48.820920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0485a9-e8ff-4a7c-bd19-147f1155cd6c req-1619c6b6-d136-42ec-8637-0dc4a1470be6 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] No DVR routers for this DVR port 1d037f3f-681d-4719-ac7e-29b6a445b861 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:48.830644 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-340bcf98-1633-4847-bb4e-f948489f205d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for security_group (d7c6f83e-dfe5-485e-822e-5fc3b218d50d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.833671 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 1d037f3f-681d-4719-ac7e-29b6a445b861 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:48.834021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1d037f3f-681d-4719-ac7e-29b6a445b861 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:48.840191 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router_gateway (2e59380f-46d7-4d6f-b203-04d133d1b2d3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.847548 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ca0485a9-e8ff-4a7c-bd19-147f1155cd6c req-1619c6b6-d136-42ec-8637-0dc4a1470be6 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.851705 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca0485a9-e8ff-4a7c-bd19-147f1155cd6c req-1619c6b6-d136-42ec-8637-0dc4a1470be6 tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.88 "DELETE /v2.0/ports/1d037f3f-681d-4719-ac7e-29b6a445b861 HTTP/1.1" status: 204 len: 173 time: 1.6925974 Feb 11 05:19:48.908428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f53c6fab-fad6-40dc-9084-2451167b55cf req-8245f6d6-7c65-40a1-80da-a53fc83ec288 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8896806 Feb 11 05:19:48.973923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57841-0ccc-4291-98e7-ac98fb828a08 req-0899ea03-b6d8-49c4-9756-86d813f3b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:48.975760 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-62c57841-0ccc-4291-98e7-ac98fb828a08 req-0899ea03-b6d8-49c4-9756-86d813f3b61c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=13a59492bc0343adb1fb7a8aa5188602&device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 1128 time: 0.5322945 Feb 11 05:19:49.064141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed0969-ca81-4364-87f0-d9fe7792e6a4 req-090ceeb0-6392-40da-841c-aa142e871de8 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:49.071663 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebed0969-ca81-4364-87f0-d9fe7792e6a4 req-090ceeb0-6392-40da-841c-aa142e871de8 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.2624371 Feb 11 05:19:49.204690 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-340bcf98-1633-4847-bb4e-f948489f205d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d7c6f83e-dfe5-485e-822e-5fc3b218d50d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.211986 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-340bcf98-1633-4847-bb4e-f948489f205d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.214091 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-340bcf98-1633-4847-bb4e-f948489f205d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "DELETE /v2.0/security-groups/d7c6f83e-dfe5-485e-822e-5fc3b218d50d HTTP/1.1" status: 204 len: 168 time: 1.6356268 Feb 11 05:19:49.284136 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37170) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:49.300818 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (2e59380f-46d7-4d6f-b203-04d133d1b2d3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.314077 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d86539bd-09c3-451d-892a-d6360f459f62 req-9c1d2627-d0dd-4a21-96a1-165be6f065de tempest-ServersAdminTestJSON-1003423872 tempest-ServersAdminTestJSON-1003423872-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc HTTP/1.1" status: 200 len: 210 time: 0.1558576 Feb 11 05:19:49.316288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57841-0ccc-4291-98e7-ac98fb828a08 req-edd514a1-5703-4aa4-a8b4-89ed931aa674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:49.317600 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-62c57841-0ccc-4291-98e7-ac98fb828a08 req-edd514a1-5703-4aa4-a8b4-89ed931aa674 service neutron] 10.222.0.88 "GET /v2.0/networks?id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3 HTTP/1.1" status: 200 len: 920 time: 0.3306170 Feb 11 05:19:49.365851 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bcf98-1633-4847-bb4e-f948489f205d tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c6f83e-dfe5-485e-822e-5fc3b218d50d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:49.376959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-f4d910f3-49da-49cb-9e26-154b3b7828f8 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Made reservation on behalf of dcc6903802584e6982f93ae4e2d3543f for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:49.380797 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-f4d910f3-49da-49cb-9e26-154b3b7828f8 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:49.557673 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebed0969-ca81-4364-87f0-d9fe7792e6a4 req-1b706f54-54fc-4ae0-846f-8965b781c821 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838715 Feb 11 05:19:49.562284 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-ee205a78-3a55-4438-ad94-a72a4858b98c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] show failed (client error): The resource could not be found. Feb 11 05:19:49.571516 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ee205a78-3a55-4438-ad94-a72a4858b98c tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "GET /v2.0/security-groups/d7c6f83e-dfe5-485e-822e-5fc3b218d50d HTTP/1.1" status: 404 len: 347 time: 0.2537997 Feb 11 05:19:49.592040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37180) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:49.595262 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-62c57841-0ccc-4291-98e7-ac98fb828a08 req-ca607e18-3e39-44e9-aa85-f59738e71291 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81b757ab-9e42-40fe-bb13-f70307f41e25 HTTP/1.1" status: 200 len: 217 time: 0.2571695 Feb 11 05:19:49.729139 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 2e59380f-46d7-4d6f-b203-04d133d1b2d3 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:19:49.745046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc', 'name': 'network-vif-deleted', 'tag': '1d037f3f-681d-4719-ac7e-29b6a445b861'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:49.756440 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5608e1d3-e302-4c64-925d-cd190978e565" -d '{"events": [{"server_uuid": "6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc", "name": "network-vif-deleted", "tag": "1d037f3f-681d-4719-ac7e-29b6a445b861"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:49.914084 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e827b81-2cfa-42d0-83d6-00289d557159 x-openstack-request-id: req-6e827b81-2cfa-42d0-83d6-00289d557159 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:49.914546 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc", "name": "network-vif-deleted", "tag": "1d037f3f-681d-4719-ac7e-29b6a445b861", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:49.914930 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6e827b81-2cfa-42d0-83d6-00289d557159 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:49.916114 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6f7ae2-6ff8-4774-b4fe-fd82d3132fbc', 'name': 'network-vif-deleted', 'tag': '1d037f3f-681d-4719-ac7e-29b6a445b861', 'status': 'completed', 'code': 200} Feb 11 05:19:50.096307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-31b76de5-abfe-414a-aa4f-0d627a749e9c req-8ff3996b-a3d5-45c6-8312-ac26014656b7 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/ports?device_id=db78219e-e87a-42fb-8852-597920443175 HTTP/1.1" status: 200 len: 210 time: 0.1755774 Feb 11 05:19:50.156079 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:19:50.174006 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a7fedd-a213-4677-93e0-3c928b34a8a4 None None] Sync routers for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:19:50.201157 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:50.203363 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1a8414b7-a68d-4154-b863-2b19a7fa10ff tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4923904 Feb 11 05:19:50.204636 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a7fedd-a213-4677-93e0-3c928b34a8a4 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:50.205178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37198) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:50.214016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c2a7fedd-a213-4677-93e0-3c928b34a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:19:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:50.259207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57841-0ccc-4291-98e7-ac98fb828a08 req-7e78f6b4-f191-4b68-bfd5-1e2c19b9e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:50.261828 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-62c57841-0ccc-4291-98e7-ac98fb828a08 req-7e78f6b4-f191-4b68-bfd5-1e2c19b9e483 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d0ba582-f504-4448-8fec-eb2c8f3e0f4b HTTP/1.1" status: 200 len: 859 time: 0.6482980 Feb 11 05:19:50.280977 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c2a7fedd-a213-4677-93e0-3c928b34a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:50.298342 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a7fedd-a213-4677-93e0-3c928b34a8a4 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:50.301973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c2a7fedd-a213-4677-93e0-3c928b34a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:19:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:50.397287 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c2a7fedd-a213-4677-93e0-3c928b34a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:50.398333 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a7fedd-a213-4677-93e0-3c928b34a8a4 None None] The sync data for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:19:50.413885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-62c57841-0ccc-4291-98e7-ac98fb828a08 req-1cf2e17f-37c7-4b2e-ae31-9a26112eb64f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376576 Feb 11 05:19:50.598143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46fed7-7d36-44f4-8710-152e4137475e req-3b20591c-3d04-45ae-ab67-be77a84ea560 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:50.614058 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9d46fed7-7d36-44f4-8710-152e4137475e req-3b20591c-3d04-45ae-ab67-be77a84ea560 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.3992705 Feb 11 05:19:50.654397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-f4d910f3-49da-49cb-9e26-154b3b7828f8 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Allocated IP 172.20.0.11 (c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc/75898108-4abb-46e7-b28e-099126386bd2/2993c80b-1971-40fd-9ed0-6635f2177ce5) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:50.707802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b0be382c-d20b-44a8-99cb-0ca4b6bec6f7 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Deleting port c571a291-0b2a-4a9e-a333-6a3793f0d608 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:50.708145 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b0be382c-d20b-44a8-99cb-0ca4b6bec6f7 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c571a291-0b2a-4a9e-a333-6a3793f0d608), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:51.115310 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:51.118706 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9d46fed7-7d36-44f4-8710-152e4137475e req-36e95340-c5ee-4c81-a05b-609d7b93b327 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5032728 Feb 11 05:19:51.187352 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-62c57841-0ccc-4291-98e7-ac98fb828a08 req-55d1c79c-1243-45b2-9bf3-9d3158860ec1 service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7242625 Feb 11 05:19:51.300847 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b0be382c-d20b-44a8-99cb-0ca4b6bec6f7 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c571a291-0b2a-4a9e-a333-6a3793f0d608), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:51.301528 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b0be382c-d20b-44a8-99cb-0ca4b6bec6f7 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for floatingip (c571a291-0b2a-4a9e-a333-6a3793f0d608), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:51.397144 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37220) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:51.423913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b0be382c-d20b-44a8-99cb-0ca4b6bec6f7 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Calling delete_port for c571a291-0b2a-4a9e-a333-6a3793f0d608 owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:51.524135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25f3fc-bb24-429a-8bf7-2192535a7262 req-bbb1cede-7d0d-4815-b27e-63c50f3ad560 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:51.531180 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e25f3fc-bb24-429a-8bf7-2192535a7262 req-bbb1cede-7d0d-4815-b27e-63c50f3ad560 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.5188482 Feb 11 05:19:51.667648 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9859fd10-6944-4c4d-900a-99e70fa6933a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f0446b329b4b443faf4db58f62636937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2686319 Feb 11 05:19:51.671077 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37224) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:51.679437 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Allocated IP 172.20.0.1 (886a10f7-e1e4-4122-b394-03c548e3ac6e/bdae9290-e2db-4a63-80cf-4d3d196893b4/5de4cc17-0705-4e59-82db-2f303c9154bf) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:51.801110 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c31487b7-3cf9-4b18-9282-56d74ecb8745 admin admin] Publish callbacks [] for security_group (a07b325a-2c96-42dd-8b36-ca30ab4e858c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:51.842159 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c31487b7-3cf9-4b18-9282-56d74ecb8745 admin admin] Publish callbacks [] for security_group (a07b325a-2c96-42dd-8b36-ca30ab4e858c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:51.890917 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (5de4cc17-0705-4e59-82db-2f303c9154bf), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:51.942740 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c31487b7-3cf9-4b18-9282-56d74ecb8745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a07b325a-2c96-42dd-8b36-ca30ab4e858c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:51.947737 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c31487b7-3cf9-4b18-9282-56d74ecb8745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:51.949109 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c31487b7-3cf9-4b18-9282-56d74ecb8745 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a07b325a-2c96-42dd-8b36-ca30ab4e858c HTTP/1.1" status: 204 len: 168 time: 0.2767978 Feb 11 05:19:51.976956 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31487b7-3cf9-4b18-9282-56d74ecb8745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07b325a-2c96-42dd-8b36-ca30ab4e858c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:52.005740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-6a6c0154-303f-451a-bf4a-016415547aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:52.008965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-6a6c0154-303f-451a-bf4a-016415547aba service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa&tenant_id=93acaeef56ec46ed9d40abab96de324e HTTP/1.1" status: 200 len: 1126 time: 0.7707694 Feb 11 05:19:52.027298 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5de4cc17-0705-4e59-82db-2f303c9154bf), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.073657 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-f4d910f3-49da-49cb-9e26-154b3b7828f8 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Publish callbacks [] for port (2993c80b-1971-40fd-9ed0-6635f2177ce5), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.094962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-62c57841-0ccc-4291-98e7-ac98fb828a08 req-c5d4bd03-7f10-45f3-9bd1-c3f01be6dc83 service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8893957 Feb 11 05:19:52.137387 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=5de4cc17-0705-4e59-82db-2f303c9154bf,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:52.152857 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 886a10f7-e1e4-4122-b394-03c548e3ac6e is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:52.155771 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:52.167805 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:52.224262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1105b65-746f-4cfa-90ec-9c214c87506e req-9847126b-6b14-4509-b443-4b0613678e13 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:52.230286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1105b65-746f-4cfa-90ec-9c214c87506e req-9847126b-6b14-4509-b443-4b0613678e13 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:52.232186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d1105b65-746f-4cfa-90ec-9c214c87506e req-9847126b-6b14-4509-b443-4b0613678e13 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=5de94785-0d3d-41c3-9ef3-0f3768d66f2a&device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 1681 time: 0.7876551 Feb 11 05:19:52.260039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e25f3fc-bb24-429a-8bf7-2192535a7262 req-c7df2f87-e04d-453c-b84f-dd1a907061c7 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7208638 Feb 11 05:19:52.273634 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (2e59380f-46d7-4d6f-b203-04d133d1b2d3), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.326556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-de6ffdf4-8b72-4027-9ba8-cb24482a09b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:52.329622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-de6ffdf4-8b72-4027-9ba8-cb24482a09b0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 1126 time: 0.2844219 Feb 11 05:19:52.360089 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-f4d910f3-49da-49cb-9e26-154b3b7828f8 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2993c80b-1971-40fd-9ed0-6635f2177ce5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.505433 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5de4cc17-0705-4e59-82db-2f303c9154bf), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.531382 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d1105b65-746f-4cfa-90ec-9c214c87506e req-4f9e1f3a-c9f0-4558-9ca5-5cf766ac2cf7 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683227 Feb 11 05:19:52.585444 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37252) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:52.586079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-f4d910f3-49da-49cb-9e26-154b3b7828f8 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Network c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:52.595103 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-f4d910f3-49da-49cb-9e26-154b3b7828f8 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:52.597956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d910f3-49da-49cb-9e26-154b3b7828f8 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Pushing event updated for resources: {'Port': ['ID=2993c80b-1971-40fd-9ed0-6635f2177ce5,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:52.613410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-f4d910f3-49da-49cb-9e26-154b3b7828f8 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:52.671565 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b0be382c-d20b-44a8-99cb-0ca4b6bec6f7 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (c571a291-0b2a-4a9e-a333-6a3793f0d608), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.696719 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-12704c4d-7daf-4a49-aebb-04cfdb85235d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b75bf2cf593f4b92add87b47073618ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1072004 Feb 11 05:19:52.697365 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37254) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:52.750190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be382c-d20b-44a8-99cb-0ca4b6bec6f7 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event deleted for resources: {'Port': ['ID=c571a291-0b2a-4a9e-a333-6a3793f0d608,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:52.793339 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f48c2b-178b-444c-aa53-f69087a359a6 req-adb6d6e9-d6ea-4d8e-9568-38255f4aaa67 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:52.795183 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6f48c2b-178b-444c-aa53-f69087a359a6 req-adb6d6e9-d6ea-4d8e-9568-38255f4aaa67 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/ports?device_id=db78219e-e87a-42fb-8852-597920443175 HTTP/1.1" status: 200 len: 932 time: 0.3617382 Feb 11 05:19:52.799534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-20e41b21-bb51-41ad-9b1b-6516c7d3cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:52.800950 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-20e41b21-bb51-41ad-9b1b-6516c7d3cb2f service neutron] 10.222.0.88 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 918 time: 0.4589832 Feb 11 05:19:52.811640 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-f4d910f3-49da-49cb-9e26-154b3b7828f8 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:52.812259 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-f4d910f3-49da-49cb-9e26-154b3b7828f8 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.814450 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3131f6e1-6862-4283-a3e9-dd9d5b586eac admin admin] Publish callbacks [] for security_group (8ffbc767-2bcd-4628-958a-478d2a5e00e0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.891377 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3131f6e1-6862-4283-a3e9-dd9d5b586eac admin admin] Publish callbacks [] for security_group (8ffbc767-2bcd-4628-958a-478d2a5e00e0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.903464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9b0bb-9401-4e8a-b1d7-0e09d192144c req-32ba3e3c-4d42-401d-ba84-e731887b32cf tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:52.910313 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10c9b0bb-9401-4e8a-b1d7-0e09d192144c req-32ba3e3c-4d42-401d-ba84-e731887b32cf tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.3021555 Feb 11 05:19:52.915378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-f4d910f3-49da-49cb-9e26-154b3b7828f8 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4269569 Feb 11 05:19:52.918066 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b0be382c-d20b-44a8-99cb-0ca4b6bec6f7 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for floatingip (c06f66d1-d81e-4469-8b29-f662190e7e86), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.920929 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b0be382c-d20b-44a8-99cb-0ca4b6bec6f7 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.922019 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b0be382c-d20b-44a8-99cb-0ca4b6bec6f7 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "DELETE /v2.0/floatingips/c06f66d1-d81e-4469-8b29-f662190e7e86 HTTP/1.1" status: 204 len: 168 time: 3.3249252 Feb 11 05:19:52.930046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37256) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:52.968358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Request body: {'port': {'device_id': 'db78219e-e87a-42fb-8852-597920443175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:52.980394 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3131f6e1-6862-4283-a3e9-dd9d5b586eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8ffbc767-2bcd-4628-958a-478d2a5e00e0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.983126 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3131f6e1-6862-4283-a3e9-dd9d5b586eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.986727 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3131f6e1-6862-4283-a3e9-dd9d5b586eac admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8ffbc767-2bcd-4628-958a-478d2a5e00e0 HTTP/1.1" status: 204 len: 168 time: 0.2865486 Feb 11 05:19:53.004341 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (5de4cc17-0705-4e59-82db-2f303c9154bf), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:53.007686 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131f6e1-6862-4283-a3e9-dd9d5b586eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffbc767-2bcd-4628-958a-478d2a5e00e0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:53.013086 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (5de4cc17-0705-4e59-82db-2f303c9154bf), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:53.055775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-565133b1-9680-4efa-9c8a-15f87cdfa705 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48 HTTP/1.1" status: 200 len: 999 time: 0.2388616 Feb 11 05:19:53.072689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6f48c2b-178b-444c-aa53-f69087a359a6 req-614614ce-0d32-4644-8940-899145fec77e tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/security-groups?id=57bf4a22-56c8-4dbe-81b5-7158dd28658a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570686 Feb 11 05:19:53.127016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=5de4cc17-0705-4e59-82db-2f303c9154bf,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:53.174376 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (2e59380f-46d7-4d6f-b203-04d133d1b2d3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:53.219304 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10c9b0bb-9401-4e8a-b1d7-0e09d192144c req-b0e21511-bb2c-481a-987f-882e153d66e1 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080440 Feb 11 05:19:53.276866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-2d2a8a09-a7a5-4bce-8883-e4e995eb9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:53.278861 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-2d2a8a09-a7a5-4bce-8883-e4e995eb9a04 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.1997480 Feb 11 05:19:53.281945 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2993c80b-1971-40fd-9ed0-6635f2177ce5), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:53.388221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-112cb57f-253e-49c0-b524-46bb370eff2f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Deleting port a343ee49-32a7-4046-97df-753fc7b82f4c {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:53.389010 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-112cb57f-253e-49c0-b524-46bb370eff2f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:53.392481 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 886a10f7-e1e4-4122-b394-03c548e3ac6e is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:53.394705 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:53.640913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-058897dc-cffd-4bda-b1fb-34bb47f90daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:53.642711 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-058897dc-cffd-4bda-b1fb-34bb47f90daa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3399320 Feb 11 05:19:53.670024 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 2e59380f-46d7-4d6f-b203-04d133d1b2d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:19:53.719917 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9429e1-5f2f-48cc-9ebf-2b50e43838ba req-f56a3564-1245-448e-9ceb-1904683ce950 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:53.727491 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f9429e1-5f2f-48cc-9ebf-2b50e43838ba req-f56a3564-1245-448e-9ceb-1904683ce950 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.3439732 Feb 11 05:19:53.797637 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-112cb57f-253e-49c0-b524-46bb370eff2f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:53.898477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-112cb57f-253e-49c0-b524-46bb370eff2f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Calling delete_port for a343ee49-32a7-4046-97df-753fc7b82f4c owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:54.102985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f9429e1-5f2f-48cc-9ebf-2b50e43838ba req-daa36b17-9a68-48a2-9499-5b6c6b397e36 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709569 Feb 11 05:19:54.182017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-782b019c-2cfd-43c9-beea-817810cf2334 service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883745 Feb 11 05:19:54.251603 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:19:54.261361 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b736efcb-3864-4331-a8ec-16607dbffab7 None None] Sync routers for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:19:54.264160 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cc3addf1-2224-4d15-9d6c-8776e0cb1754 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "PUT /v2.0/routers/2e59380f-46d7-4d6f-b203-04d133d1b2d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0572810 Feb 11 05:19:54.266376 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37308) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:54.271814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-c3d30b48-f134-41c8-bf71-963d74e5ddd2 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'port': {'network_id': '886a10f7-e1e4-4122-b394-03c548e3ac6e', 'name': 'tempest-FloatingIPTestJSON-1522052243'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:54.280483 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b736efcb-3864-4331-a8ec-16607dbffab7 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:54.280483 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-b736efcb-3864-4331-a8ec-16607dbffab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:19:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:54.302856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37312) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:54.340125 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-b736efcb-3864-4331-a8ec-16607dbffab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:54.349747 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b736efcb-3864-4331-a8ec-16607dbffab7 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:54.350378 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-b736efcb-3864-4331-a8ec-16607dbffab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:19:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:54.384497 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-b736efcb-3864-4331-a8ec-16607dbffab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:54.385162 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b736efcb-3864-4331-a8ec-16607dbffab7 None None] The sync data for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:19:54.451864 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-56a0e449-5c44-48c5-bb76-c6e128b6f2a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2074213196-network', 'tenant_id': 'eaa11ac66d284379913734ee9897e0ea'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:54.466544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d30b48-f134-41c8-bf71-963d74e5ddd2 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Made reservation on behalf of 8a00c858277844aab418cebffa7a883a for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:54.469864 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3d30b48-f134-41c8-bf71-963d74e5ddd2 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:54.488699 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2993c80b-1971-40fd-9ed0-6635f2177ce5 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:54.491795 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a0e449-5c44-48c5-bb76-c6e128b6f2a1 admin admin] Made reservation on behalf of eaa11ac66d284379913734ee9897e0ea for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:54.494139 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56a0e449-5c44-48c5-bb76-c6e128b6f2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:54.497787 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-c3d30b48-f134-41c8-bf71-963d74e5ddd2 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] device_id is not set on port e8f954f3-954a-445c-9f16-a176949c8aab yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:19:54.506059 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Publish callbacks [] for port (2993c80b-1971-40fd-9ed0-6635f2177ce5), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:54.510240 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56a0e449-5c44-48c5-bb76-c6e128b6f2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:54.528530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a7508-18e4-4085-a357-d8843e625948 req-74c29711-7bcf-4f8b-b950-a56580f513a0 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:54.530267 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b04a7508-18e4-4085-a357-d8843e625948 req-74c29711-7bcf-4f8b-b950-a56580f513a0 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=5de94785-0d3d-41c3-9ef3-0f3768d66f2a HTTP/1.1" status: 200 len: 945 time: 0.4194860 Feb 11 05:19:54.606094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-cc814ce9-20e9-42a9-b1d8-620557ee05ac service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992989 Feb 11 05:19:54.635567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285f555-4546-4ee3-9de9-41f7dbeb7c41 req-84865d64-2bcb-491b-9f24-128d398bf6f1 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:54.637063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9285f555-4546-4ee3-9de9-41f7dbeb7c41 req-84865d64-2bcb-491b-9f24-128d398bf6f1 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/ports?device_id=db78219e-e87a-42fb-8852-597920443175 HTTP/1.1" status: 200 len: 932 time: 0.2901120 Feb 11 05:19:54.655093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Transition to ACTIVE for port object 2993c80b-1971-40fd-9ed0-6635f2177ce5 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:54.655993 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-c3d30b48-f134-41c8-bf71-963d74e5ddd2 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Allocated IP 172.20.0.10 (886a10f7-e1e4-4122-b394-03c548e3ac6e/bdae9290-e2db-4a63-80cf-4d3d196893b4/e8f954f3-954a-445c-9f16-a176949c8aab) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:54.659750 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-112cb57f-253e-49c0-b524-46bb370eff2f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a343ee49-32a7-4046-97df-753fc7b82f4c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:54.677454 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2993c80b-1971-40fd-9ed0-6635f2177ce5), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:54.775577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112cb57f-253e-49c0-b524-46bb370eff2f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event deleted for resources: {'Port': ['ID=a343ee49-32a7-4046-97df-753fc7b82f4c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:54.802868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b04a7508-18e4-4085-a357-d8843e625948 req-66744736-ccfe-4530-9aa7-b26146f33217 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442405 Feb 11 05:19:54.852956 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56a0e449-5c44-48c5-bb76-c6e128b6f2a1 admin admin] Publish callbacks [] for security_group (7e869431-eb8a-44dc-9d9c-4864c9cf8500), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:54.869755 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56a0e449-5c44-48c5-bb76-c6e128b6f2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7e869431-eb8a-44dc-9d9c-4864c9cf8500), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:54.885560 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9285f555-4546-4ee3-9de9-41f7dbeb7c41 req-5bc72e5c-4b9b-4480-b0c1-5493df9f6df4 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/security-groups?id=57bf4a22-56c8-4dbe-81b5-7158dd28658a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403696 Feb 11 05:19:54.926751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Pushing event updated for resources: {'Port': ['ID=2993c80b-1971-40fd-9ed0-6635f2177ce5,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:54.948022 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3d30b48-f134-41c8-bf71-963d74e5ddd2 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (e8f954f3-954a-445c-9f16-a176949c8aab), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:54.949699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a0e449-5c44-48c5-bb76-c6e128b6f2a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:19:54.970918 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56a0e449-5c44-48c5-bb76-c6e128b6f2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (7c3e1ef7-acb3-4508-b942-12dcffce35f9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:54.971541 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-56a0e449-5c44-48c5-bb76-c6e128b6f2a1 admin admin] Added segment 7c3e1ef7-acb3-4508-b942-12dcffce35f9 of type vlan for network ce22d6e2-7189-4f69-9172-0305d37722eb Feb 11 05:19:54.973094 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0e449-5c44-48c5-bb76-c6e128b6f2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e869431-eb8a-44dc-9d9c-4864c9cf8500,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:55.058127 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-112cb57f-253e-49c0-b524-46bb370eff2f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:55.061806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-112cb57f-253e-49c0-b524-46bb370eff2f tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "DELETE /v2.0/ports/a343ee49-32a7-4046-97df-753fc7b82f4c HTTP/1.1" status: 204 len: 168 time: 2.1239674 Feb 11 05:19:55.075333 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37332) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:55.077790 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56a0e449-5c44-48c5-bb76-c6e128b6f2a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (ce22d6e2-7189-4f69-9172-0305d37722eb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:55.107634 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3d30b48-f134-41c8-bf71-963d74e5ddd2 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e8f954f3-954a-445c-9f16-a176949c8aab), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:55.173527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bcb4d-7639-43da-90e7-95879c1b15db req-a848e4bb-257c-49f1-8b5b-17a5b4532154 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:55.182453 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-268bcb4d-7639-43da-90e7-95879c1b15db req-a848e4bb-257c-49f1-8b5b-17a5b4532154 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.2140074 Feb 11 05:19:55.184923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Attempting to bind port 2993c80b-1971-40fd-9ed0-6635f2177ce5 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:55.185211 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Attempting to bind port 2993c80b-1971-40fd-9ed0-6635f2177ce5 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '494d9d64-5753-4449-9c1c-d3c7884b41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:55.185540 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Attempting to bind port 2993c80b-1971-40fd-9ed0-6635f2177ce5 on network c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:55.191376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Port 2993c80b-1971-40fd-9ed0-6635f2177ce5 on network c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:55.191951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Attempting to bind port 2993c80b-1971-40fd-9ed0-6635f2177ce5 on network c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:55.219261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:55.219642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Checking segment: {'id': '494d9d64-5753-4449-9c1c-d3c7884b41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:55.220088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Bound using segment: {'id': '494d9d64-5753-4449-9c1c-d3c7884b41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:55.220549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Bound port: 2993c80b-1971-40fd-9ed0-6635f2177ce5, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494d9d64-5753-4449-9c1c-d3c7884b41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:55.220913 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2993c80b-1971-40fd-9ed0-6635f2177ce5), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:55.258294 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.db.resource_extend [None req-56a0e449-5c44-48c5-bb76-c6e128b6f2a1 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:19:55.373276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] For port 2993c80b-1971-40fd-9ed0-6635f2177ce5, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:55.385079 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56a0e449-5c44-48c5-bb76-c6e128b6f2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (ce22d6e2-7189-4f69-9172-0305d37722eb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:55.386282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a0e449-5c44-48c5-bb76-c6e128b6f2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:55.386971 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56a0e449-5c44-48c5-bb76-c6e128b6f2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:55.398319 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d30b48-f134-41c8-bf71-963d74e5ddd2 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 886a10f7-e1e4-4122-b394-03c548e3ac6e is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:55.418302 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-c3d30b48-f134-41c8-bf71-963d74e5ddd2 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:55.444802 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-268bcb4d-7639-43da-90e7-95879c1b15db req-863b791e-4416-4bb8-82a0-5c7fdad460ad tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610767 Feb 11 05:19:55.454989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] For port 2993c80b-1971-40fd-9ed0-6635f2177ce5, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2993c80b-1971-40fd-9ed0-6635f2177ce5,segment=NetworkSegment(494d9d64-5753-4449-9c1c-d3c7884b41aa),segment_id=494d9d64-5753-4449-9c1c-d3c7884b41aa)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:55.467805 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d30b48-f134-41c8-bf71-963d74e5ddd2 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:55.476975 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2993c80b-1971-40fd-9ed0-6635f2177ce5), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:55.531867 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d30b48-f134-41c8-bf71-963d74e5ddd2 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:55.532528 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3d30b48-f134-41c8-bf71-963d74e5ddd2 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:55.542086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:55.543298 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:55.544947 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] 10.222.0.88 "PUT /v2.0/ports/2993c80b-1971-40fd-9ed0-6635f2177ce5 HTTP/1.1" status: 200 len: 1093 time: 2.6060367 Feb 11 05:19:55.563160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8001acf-1d70-448c-b78d-08afe0862065 req-9be1802c-5e4a-4c7e-bc73-3cb678f5b447 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:55.585307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8001acf-1d70-448c-b78d-08afe0862065 req-9be1802c-5e4a-4c7e-bc73-3cb678f5b447 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.3461390 Feb 11 05:19:55.587817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db78219e-e87a-42fb-8852-597920443175', 'tag': '2993c80b-1971-40fd-9ed0-6635f2177ce5'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:55.590322 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d23be3b-cf8a-4288-b3aa-dd1a7e6bc5f4" -d '{"events": [{"name": "network-changed", "server_uuid": "db78219e-e87a-42fb-8852-597920443175", "tag": "2993c80b-1971-40fd-9ed0-6635f2177ce5"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:55.644171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0e449-5c44-48c5-bb76-c6e128b6f2a1 admin admin] Pushing event updated for resources: {'Network': ['ID=ce22d6e2-7189-4f69-9172-0305d37722eb,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:55.665424 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-56a0e449-5c44-48c5-bb76-c6e128b6f2a1 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3613276 Feb 11 05:19:55.666467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network ce22d6e2-7189-4f69-9172-0305d37722eb details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:19:55.669360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d30b48-f134-41c8-bf71-963d74e5ddd2 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=e8f954f3-954a-445c-9f16-a176949c8aab,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:55.671364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37344) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:55.702407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-acb243d7-7dfd-4a57-9baf-3f45eae2c864 admin admin] Request body: {'subnet': {'network_id': 'ce22d6e2-7189-4f69-9172-0305d37722eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2074213196-subnet', 'tenant_id': 'eaa11ac66d284379913734ee9897e0ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:55.720491 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c3d30b48-f134-41c8-bf71-963d74e5ddd2 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4527960 Feb 11 05:19:55.724502 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37346) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:55.750150 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9e9ddd36-9bab-4952-8d56-c3ed186b6c12 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'port': {'network_id': '886a10f7-e1e4-4122-b394-03c548e3ac6e', 'name': 'tempest-FloatingIPTestJSON-86982157'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:55.782193 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8699488b-52b1-4856-9c13-a1f9bf37fc6e x-openstack-request-id: req-8699488b-52b1-4856-9c13-a1f9bf37fc6e {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:55.784767 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db78219e-e87a-42fb-8852-597920443175", "tag": "2993c80b-1971-40fd-9ed0-6635f2177ce5", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:55.785463 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8699488b-52b1-4856-9c13-a1f9bf37fc6e {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:55.786725 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db78219e-e87a-42fb-8852-597920443175', 'tag': '2993c80b-1971-40fd-9ed0-6635f2177ce5', 'status': 'completed', 'code': 200} Feb 11 05:19:55.791745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed83b3-7afa-4734-9c6c-5bf33da3fe70 service neutron] Pushing event updated for resources: {'Port': ['ID=2993c80b-1971-40fd-9ed0-6635f2177ce5,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:55.808445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb243d7-7dfd-4a57-9baf-3f45eae2c864 admin admin] Made reservation on behalf of eaa11ac66d284379913734ee9897e0ea for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:55.831456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-acb243d7-7dfd-4a57-9baf-3f45eae2c864 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:56.044255 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-c13bfe35-1dfd-44d2-9ae8-b561ffeaae16 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Deleting port a8386ea7-4352-4731-8123-94a5358ec90d {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:56.045171 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c13bfe35-1dfd-44d2-9ae8-b561ffeaae16 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:56.064879 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9ddd36-9bab-4952-8d56-c3ed186b6c12 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Made reservation on behalf of 8a00c858277844aab418cebffa7a883a for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:56.070874 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e9ddd36-9bab-4952-8d56-c3ed186b6c12 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:56.074898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8001acf-1d70-448c-b78d-08afe0862065 req-57e3c129-fffe-4195-8b13-12edfb0a1b74 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881406 Feb 11 05:19:56.080049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-1415dddc-3958-4d18-b362-af64d85480b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:56.081411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-1415dddc-3958-4d18-b362-af64d85480b7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dcc6903802584e6982f93ae4e2d3543f&device_id=db78219e-e87a-42fb-8852-597920443175 HTTP/1.1" status: 200 len: 1127 time: 0.3039353 Feb 11 05:19:56.114573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-9e9ddd36-9bab-4952-8d56-c3ed186b6c12 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] device_id is not set on port 070e78e4-e925-4af6-8a75-cea31f824443 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:19:56.136377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bf70c-c188-49d7-811e-d394fbe188c5 req-92cc91a3-45ec-4b5b-a4ad-0e93c09abcba tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:56.137886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb0bf70c-c188-49d7-811e-d394fbe188c5 req-92cc91a3-45ec-4b5b-a4ad-0e93c09abcba tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=5de94785-0d3d-41c3-9ef3-0f3768d66f2a HTTP/1.1" status: 200 len: 945 time: 0.1750360 Feb 11 05:19:56.232737 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb0bf70c-c188-49d7-811e-d394fbe188c5 req-8f27b306-96ed-42f0-8761-0871be9dc453 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877354 Feb 11 05:19:56.346317 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c13bfe35-1dfd-44d2-9ae8-b561ffeaae16 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:56.359558 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-c13bfe35-1dfd-44d2-9ae8-b561ffeaae16 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Calling delete_port for a8386ea7-4352-4731-8123-94a5358ec90d owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:56.398316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde862c-d26f-4bc0-9945-c5d6dc70e1a2 req-f44278a5-3ecd-45fa-a65f-e3dcfdee4f90 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:56.401560 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fde862c-d26f-4bc0-9945-c5d6dc70e1a2 req-f44278a5-3ecd-45fa-a65f-e3dcfdee4f90 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/ports?device_id=db78219e-e87a-42fb-8852-597920443175 HTTP/1.1" status: 200 len: 944 time: 0.1855180 Feb 11 05:19:56.439644 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-acb243d7-7dfd-4a57-9baf-3f45eae2c864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (f0065c61-f007-49b1-a4d5-6f0ea05d6e98), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:56.590560 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c13bfe35-1dfd-44d2-9ae8-b561ffeaae16 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a8386ea7-4352-4731-8123-94a5358ec90d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:56.609162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fde862c-d26f-4bc0-9945-c5d6dc70e1a2 req-aa89deb2-cb2e-4cdc-b5d9-de971c128ad8 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/security-groups?id=57bf4a22-56c8-4dbe-81b5-7158dd28658a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966047 Feb 11 05:19:56.621572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb243d7-7dfd-4a57-9baf-3f45eae2c864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0065c61-f007-49b1-a4d5-6f0ea05d6e98,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:56.665523 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bfe35-1dfd-44d2-9ae8-b561ffeaae16 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event deleted for resources: {'Port': ['ID=a8386ea7-4352-4731-8123-94a5358ec90d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:56.670362 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-9e9ddd36-9bab-4952-8d56-c3ed186b6c12 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Allocated IP 172.20.0.12 (886a10f7-e1e4-4122-b394-03c548e3ac6e/bdae9290-e2db-4a63-80cf-4d3d196893b4/070e78e4-e925-4af6-8a75-cea31f824443) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:56.688524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb243d7-7dfd-4a57-9baf-3f45eae2c864 admin admin] Checking segment: {'id': '7c3e1ef7-acb3-4508-b942-12dcffce35f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ce22d6e2-7189-4f69-9172-0305d37722eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:56.693419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb243d7-7dfd-4a57-9baf-3f45eae2c864 admin admin] Network hostable DHCP agents. Network: ce22d6e2-7189-4f69-9172-0305d37722eb, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:19:56.748072 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb243d7-7dfd-4a57-9baf-3f45eae2c864 admin admin] Network ce22d6e2-7189-4f69-9172-0305d37722eb is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:19:56.759151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252c984-8de0-41eb-ae94-be5177f1d316 req-8334786a-b6ac-41e6-b47e-6c3b7e551292 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:56.761282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b252c984-8de0-41eb-ae94-be5177f1d316 req-8334786a-b6ac-41e6-b47e-6c3b7e551292 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.1232665 Feb 11 05:19:56.781116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-acb243d7-7dfd-4a57-9baf-3f45eae2c864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, ce22d6e2-7189-4f69-9172-0305d37722eb) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:56.794497 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91df134-d5bd-4b02-b6ff-19d229071a31 None None] Network ce22d6e2-7189-4f69-9172-0305d37722eb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:56.830827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb243d7-7dfd-4a57-9baf-3f45eae2c864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:56.836145 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-acb243d7-7dfd-4a57-9baf-3f45eae2c864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:56.938026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-acb243d7-7dfd-4a57-9baf-3f45eae2c864 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2554560 Feb 11 05:19:57.029435 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-a35802dc-3c2c-4af0-92e2-bdf076b9d393 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2993c80b-1971-40fd-9ed0-6635f2177ce5 HTTP/1.1" status: 200 len: 217 time: 0.0863047 Feb 11 05:19:57.032692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db2a3a5-07c4-498f-bc40-056bce690c89 None None] Network ce22d6e2-7189-4f69-9172-0305d37722eb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:57.037295 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c13bfe35-1dfd-44d2-9ae8-b561ffeaae16 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:57.047588 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c13bfe35-1dfd-44d2-9ae8-b561ffeaae16 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "DELETE /v2.0/ports/a8386ea7-4352-4731-8123-94a5358ec90d HTTP/1.1" status: 204 len: 168 time: 1.9636905 Feb 11 05:19:57.050116 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b252c984-8de0-41eb-ae94-be5177f1d316 req-0c0a39d3-eab8-49ce-8529-46e2ef56f6f4 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792785 Feb 11 05:19:57.051478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37364) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:57.266610 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e9ddd36-9bab-4952-8d56-c3ed186b6c12 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (070e78e4-e925-4af6-8a75-cea31f824443), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:57.422404 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e9ddd36-9bab-4952-8d56-c3ed186b6c12 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (070e78e4-e925-4af6-8a75-cea31f824443), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:57.529320 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ddd36-9bab-4952-8d56-c3ed186b6c12 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=070e78e4-e925-4af6-8a75-cea31f824443,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:57.538175 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9ddd36-9bab-4952-8d56-c3ed186b6c12 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 886a10f7-e1e4-4122-b394-03c548e3ac6e is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:57.541060 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-9e9ddd36-9bab-4952-8d56-c3ed186b6c12 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:57.543775 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ddd36-9bab-4952-8d56-c3ed186b6c12 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:57.651901 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ddd36-9bab-4952-8d56-c3ed186b6c12 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:57.652581 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e9ddd36-9bab-4952-8d56-c3ed186b6c12 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:57.691256 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9e9ddd36-9bab-4952-8d56-c3ed186b6c12 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9573514 Feb 11 05:19:57.693276 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37390) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:57.705612 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '070e78e4-e925-4af6-8a75-cea31f824443', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:57.756337 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:57.992727 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37396) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:58.004965 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-c61670b5-939b-499e-bf29-ea0599d0505c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-891413454-network', 'tenant_id': 'a9a412ef50174e3aad49411820966d44'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:58.012198 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:58.057838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b59e4a1-c78e-4322-8126-ae9347a8651b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Deleting subnet 87a5bba2-6a2d-4e41-b79c-d462124d28c5 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:19:58.089400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-4dcf0d3f-ac74-4dc1-903e-99d10fdbf1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:58.089672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61670b5-939b-499e-bf29-ea0599d0505c admin admin] Made reservation on behalf of a9a412ef50174e3aad49411820966d44 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:58.091021 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-4dcf0d3f-ac74-4dc1-903e-99d10fdbf1d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=75898108-4abb-46e7-b28e-099126386bd2 HTTP/1.1" status: 200 len: 853 time: 1.0270553 Feb 11 05:19:58.092733 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c61670b5-939b-499e-bf29-ea0599d0505c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:58.093278 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b59e4a1-c78e-4322-8126-ae9347a8651b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for subnet (87a5bba2-6a2d-4e41-b79c-d462124d28c5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:58.122156 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c61670b5-939b-499e-bf29-ea0599d0505c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:58.236528 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-815375bf-3dd7-4eac-ba44-3ded787d1247 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031978 Feb 11 05:19:58.309452 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b59e4a1-c78e-4322-8126-ae9347a8651b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (87a5bba2-6a2d-4e41-b79c-d462124d28c5), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:58.317000 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Allocated IP 172.25.5.217 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/8114100c-0de5-45d9-babf-79b1d92c74f5) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:58.388625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3281e-b489-4d0f-b09f-64214cc66a7f req-27e80cce-8172-46e6-a084-b73c646df677 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:58.395984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4b3281e-b489-4d0f-b09f-64214cc66a7f req-27e80cce-8172-46e6-a084-b73c646df677 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=5de94785-0d3d-41c3-9ef3-0f3768d66f2a HTTP/1.1" status: 200 len: 945 time: 0.3671348 Feb 11 05:19:58.404977 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc875c6-e913-444b-84a6-94b3b87d44a1 req-a6054291-0048-4ee4-9100-699cff722e8b tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:58.406560 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fcc875c6-e913-444b-84a6-94b3b87d44a1 req-a6054291-0048-4ee4-9100-699cff722e8b tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.88 "GET /v2.0/ports?device_id=5de94785-0d3d-41c3-9ef3-0f3768d66f2a HTTP/1.1" status: 200 len: 945 time: 1.3615246 Feb 11 05:19:58.441346 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ac3ea94-83c8-4506-bda2-11fa4bf831ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:58.524465 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (8114100c-0de5-45d9-babf-79b1d92c74f5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:58.593978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb827b-b7cc-42ef-bb63-55d0910e733a req-7912c357-ef95-484b-9782-6cba3ea8f688 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:58.596264 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84cb827b-b7cc-42ef-bb63-55d0910e733a req-7912c357-ef95-484b-9782-6cba3ea8f688 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b75815e-5d2d-4d80-9b30-6344572b0e2a HTTP/1.1" status: 200 len: 945 time: 1.3298864 Feb 11 05:19:58.614279 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49eca7-2f36-486d-83c8-b5b31ca0135c req-49b63817-b2d8-40ea-a3b9-e7a476480098 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:58.616993 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f49eca7-2f36-486d-83c8-b5b31ca0135c req-49b63817-b2d8-40ea-a3b9-e7a476480098 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 1.3427129 Feb 11 05:19:58.671033 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c61670b5-939b-499e-bf29-ea0599d0505c admin admin] Publish callbacks [] for security_group (02dcd68d-2244-44d3-bf87-7f58889d4ac9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:58.674054 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8114100c-0de5-45d9-babf-79b1d92c74f5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:58.687756 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c61670b5-939b-499e-bf29-ea0599d0505c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (02dcd68d-2244-44d3-bf87-7f58889d4ac9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:58.714675 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4b3281e-b489-4d0f-b09f-64214cc66a7f req-1a9f2e58-0bfe-45d4-9c63-06ddfddabb34 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174939 Feb 11 05:19:58.767873 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61670b5-939b-499e-bf29-ea0599d0505c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dcd68d-2244-44d3-bf87-7f58889d4ac9,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:58.814049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:58.821063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device cddb4261-559d-42eb-a112-01fe43557ce6 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:58.826950 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:58.833778 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61670b5-939b-499e-bf29-ea0599d0505c admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:19:58.836098 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:58.841826 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-123f9968-9be1-4c93-bec1-c8745cc2170f service neutron] 10.222.0.88 "GET /v2.0/networks/c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605905 Feb 11 05:19:58.899761 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=8114100c-0de5-45d9-babf-79b1d92c74f5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:58.910665 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c61670b5-939b-499e-bf29-ea0599d0505c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4b04653d-e55b-40bf-85ba-8b2d5ca5760a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:58.911015 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-c61670b5-939b-499e-bf29-ea0599d0505c admin admin] Added segment 4b04653d-e55b-40bf-85ba-8b2d5ca5760a of type vlan for network 81951ab2-3ea4-433e-b3f0-c2fa46fbf16f Feb 11 05:19:59.029232 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port cddb4261-559d-42eb-a112-01fe43557ce6 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:59.029551 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cddb4261-559d-42eb-a112-01fe43557ce6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.060009 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b59e4a1-c78e-4322-8126-ae9347a8651b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (87a5bba2-6a2d-4e41-b79c-d462124d28c5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.099890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-fcc875c6-e913-444b-84a6-94b3b87d44a1 req-d8ecf294-915e-4033-807c-3f3284ecc2c2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Deleting port cddb4261-559d-42eb-a112-01fe43557ce6 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:59.100959 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fcc875c6-e913-444b-84a6-94b3b87d44a1 req-d8ecf294-915e-4033-807c-3f3284ecc2c2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cddb4261-559d-42eb-a112-01fe43557ce6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.102493 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de94785-0d3d-41c3-9ef3-0f3768d66f2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cddb4261-559d-42eb-a112-01fe43557ce6'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:59.107976 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789931cc-8e6c-466d-ba8d-820685b241f0" -d '{"events": [{"server_uuid": "5de94785-0d3d-41c3-9ef3-0f3768d66f2a", "name": "network-vif-unplugged", "status": "completed", "tag": "cddb4261-559d-42eb-a112-01fe43557ce6"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:59.130111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f49eca7-2f36-486d-83c8-b5b31ca0135c req-88517b02-ce5d-4ed4-b014-e0ae2c584c6e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056872 Feb 11 05:19:59.155803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port cddb4261-559d-42eb-a112-01fe43557ce6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cddb4261-559d-42eb-a112-01fe43557ce6,segment=NetworkSegment(43305817-da19-4bcb-b358-8aff4d961ff9),segment_id=43305817-da19-4bcb-b358-8aff4d961ff9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:59.164632 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cddb4261-559d-42eb-a112-01fe43557ce6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.179282 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c61670b5-939b-499e-bf29-ea0599d0505c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (81951ab2-3ea4-433e-b3f0-c2fa46fbf16f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.341933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=cddb4261-559d-42eb-a112-01fe43557ce6,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:59.348156 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c61670b5-939b-499e-bf29-ea0599d0505c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (81951ab2-3ea4-433e-b3f0-c2fa46fbf16f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.349144 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61670b5-939b-499e-bf29-ea0599d0505c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:59.349731 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c61670b5-939b-499e-bf29-ea0599d0505c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.397982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0564fde3-46e2-4c3c-be99-4a6043a698b1 req-405fcd2f-44f9-4744-a9d3-cd146559d68d service neutron] 10.222.0.88 "GET /v2.0/networks/c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007625 Feb 11 05:19:59.492620 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b59e4a1-c78e-4322-8126-ae9347a8651b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (87a5bba2-6a2d-4e41-b79c-d462124d28c5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.555019 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c61670b5-939b-499e-bf29-ea0599d0505c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5539186 Feb 11 05:19:59.556572 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37414) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:59.610097 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b59e4a1-c78e-4322-8126-ae9347a8651b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.610766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7556e8e0-3888-4c3e-be3e-8263fc2ccc8e None None] Network d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:19:59.623856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7b59e4a1-c78e-4322-8126-ae9347a8651b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "DELETE /v2.0/subnets/87a5bba2-6a2d-4e41-b79c-d462124d28c5 HTTP/1.1" status: 204 len: 168 time: 2.5592263 Feb 11 05:19:59.671104 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f23c9b74-e2bb-4e10-bb21-97860b1fca16 admin admin] Request body: {'subnet': {'network_id': '81951ab2-3ea4-433e-b3f0-c2fa46fbf16f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-891413454-subnet', 'tenant_id': 'a9a412ef50174e3aad49411820966d44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:59.689466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37418) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:59.690230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59e4a1-c78e-4322-8126-ae9347a8651b tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event deleted for resources: {'Subnet': ['ID=87a5bba2-6a2d-4e41-b79c-d462124d28c5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:59.720385 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61670b5-939b-499e-bf29-ea0599d0505c admin admin] Pushing event updated for resources: {'Network': ['ID=81951ab2-3ea4-433e-b3f0-c2fa46fbf16f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:59.742989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 81951ab2-3ea4-433e-b3f0-c2fa46fbf16f details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:19:59.776378 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-84cb827b-b7cc-42ef-bb63-55d0910e733a req-0628473a-9bd8-41d4-9142-fd2a5d731fa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Deleting port f0fa3209-2e98-403a-8367-1f0671d11b88 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:59.776731 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-84cb827b-b7cc-42ef-bb63-55d0910e733a req-0628473a-9bd8-41d4-9142-fd2a5d731fa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f0fa3209-2e98-403a-8367-1f0671d11b88), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.841375 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23c9b74-e2bb-4e10-bb21-97860b1fca16 admin admin] Made reservation on behalf of a9a412ef50174e3aad49411820966d44 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:59.860242 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f23c9b74-e2bb-4e10-bb21-97860b1fca16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.008040 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5a70f4-4a10-43d5-ad99-f5420b547225 None None] DHCP port deletion for d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:20:00.101397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-fcc875c6-e913-444b-84a6-94b3b87d44a1 req-d8ecf294-915e-4033-807c-3f3284ecc2c2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] For port cddb4261-559d-42eb-a112-01fe43557ce6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cddb4261-559d-42eb-a112-01fe43557ce6,segment=NetworkSegment(43305817-da19-4bcb-b358-8aff4d961ff9),segment_id=43305817-da19-4bcb-b358-8aff4d961ff9)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:00.101908 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fcc875c6-e913-444b-84a6-94b3b87d44a1 req-d8ecf294-915e-4033-807c-3f3284ecc2c2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cddb4261-559d-42eb-a112-01fe43557ce6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.147658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-fcc875c6-e913-444b-84a6-94b3b87d44a1 req-d8ecf294-915e-4033-807c-3f3284ecc2c2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Calling delete_port for cddb4261-559d-42eb-a112-01fe43557ce6 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:00.162040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd71db8-8d1b-4124-a65f-b3088a51b6ac tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Deleting subnet 5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:20:00.176271 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1dd71db8-8d1b-4124-a65f-b3088a51b6ac tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks [] for subnet (5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.187880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23be3b-cf8a-4288-b3aa-dd1a7e6bc5f4 req-ee551e57-3173-4482-b5d6-9f54779ed9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:00.189756 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d23be3b-cf8a-4288-b3aa-dd1a7e6bc5f4 req-ee551e57-3173-4482-b5d6-9f54779ed9a0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dcc6903802584e6982f93ae4e2d3543f&device_id=db78219e-e87a-42fb-8852-597920443175 HTTP/1.1" status: 200 len: 1127 time: 0.6624041 Feb 11 05:20:00.193390 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0f5a70f4-4a10-43d5-ad99-f5420b547225 None None] Deleting port deec0563-2881-4fca-9e3c-01b1a2f4a5cb {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:00.195285 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f5a70f4-4a10-43d5-ad99-f5420b547225 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (deec0563-2881-4fca-9e3c-01b1a2f4a5cb), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.245012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-84cb827b-b7cc-42ef-bb63-55d0910e733a req-0628473a-9bd8-41d4-9142-fd2a5d731fa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] For port f0fa3209-2e98-403a-8367-1f0671d11b88, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f0fa3209-2e98-403a-8367-1f0671d11b88,segment=NetworkSegment(43305817-da19-4bcb-b358-8aff4d961ff9),segment_id=43305817-da19-4bcb-b358-8aff4d961ff9)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:00.245449 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-84cb827b-b7cc-42ef-bb63-55d0910e733a req-0628473a-9bd8-41d4-9142-fd2a5d731fa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f0fa3209-2e98-403a-8367-1f0671d11b88), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.266390 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0deb32-662b-4c68-bc02-073518435800 req-b34278d3-a284-4498-8edf-d6594fa717a0 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:00.268120 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0deb32-662b-4c68-bc02-073518435800 req-b34278d3-a284-4498-8edf-d6594fa717a0 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/ports?device_id=db78219e-e87a-42fb-8852-597920443175 HTTP/1.1" status: 200 len: 944 time: 1.4143677 Feb 11 05:20:00.302112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb781895-1cf2-4714-a6af-9c760fbc4933 req-125a2e91-7b99-497c-9632-3aabe7046a56 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:00.310084 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb781895-1cf2-4714-a6af-9c760fbc4933 req-125a2e91-7b99-497c-9632-3aabe7046a56 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.8512170 Feb 11 05:20:00.377431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-84cb827b-b7cc-42ef-bb63-55d0910e733a req-0628473a-9bd8-41d4-9142-fd2a5d731fa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Calling delete_port for f0fa3209-2e98-403a-8367-1f0671d11b88 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:00.398421 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1dd71db8-8d1b-4124-a65f-b3088a51b6ac tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.410863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0f5a70f4-4a10-43d5-ad99-f5420b547225 None None] For port deec0563-2881-4fca-9e3c-01b1a2f4a5cb, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=deec0563-2881-4fca-9e3c-01b1a2f4a5cb,segment=NetworkSegment(ce754c12-ed08-44d3-9da8-7e4abe950a20),segment_id=ce754c12-ed08-44d3-9da8-7e4abe950a20)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:00.411274 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f5a70f4-4a10-43d5-ad99-f5420b547225 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (deec0563-2881-4fca-9e3c-01b1a2f4a5cb), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.449791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0f5a70f4-4a10-43d5-ad99-f5420b547225 None None] Calling delete_port for deec0563-2881-4fca-9e3c-01b1a2f4a5cb owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:00.577586 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f5a70f4-4a10-43d5-ad99-f5420b547225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (deec0563-2881-4fca-9e3c-01b1a2f4a5cb), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.599573 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5a70f4-4a10-43d5-ad99-f5420b547225 None None] No DVR routers for this DVR port deec0563-2881-4fca-9e3c-01b1a2f4a5cb on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:00.608249 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb781895-1cf2-4714-a6af-9c760fbc4933 req-833426c3-6e60-4e0b-951b-9ac829609b67 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967789 Feb 11 05:20:00.682552 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a70f4-4a10-43d5-ad99-f5420b547225 None None] Pushing event deleted for resources: {'Port': ['ID=deec0563-2881-4fca-9e3c-01b1a2f4a5cb,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:00.706278 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f23c9b74-e2bb-4e10-bb21-97860b1fca16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (24d71d85-5010-4405-a4a3-be03ca2eca31), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.712427 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (74a056ec-3b81-4d04-8fcc-4b9045133460), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.746235 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21875535-3ba7-4e75-97d6-0340ed72dab5 x-openstack-request-id: req-21875535-3ba7-4e75-97d6-0340ed72dab5 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:00.747288 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de94785-0d3d-41c3-9ef3-0f3768d66f2a", "name": "network-vif-unplugged", "status": "completed", "tag": "cddb4261-559d-42eb-a112-01fe43557ce6", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:00.747670 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-21875535-3ba7-4e75-97d6-0340ed72dab5 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:00.748521 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0deb32-662b-4c68-bc02-073518435800 req-127ffa0a-e52c-405b-bdbf-e03c44452a3f tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/security-groups?id=57bf4a22-56c8-4dbe-81b5-7158dd28658a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637661 Feb 11 05:20:00.767693 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de94785-0d3d-41c3-9ef3-0f3768d66f2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cddb4261-559d-42eb-a112-01fe43557ce6', 'code': 200} Feb 11 05:20:00.832286 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c9b74-e2bb-4e10-bb21-97860b1fca16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d71d85-5010-4405-a4a3-be03ca2eca31,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:00.837159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2993c80b-1971-40fd-9ed0-6635f2177ce5 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:00.840381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device f0fa3209-2e98-403a-8367-1f0671d11b88 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:00.861863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23be3b-cf8a-4288-b3aa-dd1a7e6bc5f4 req-029d20df-a670-423b-8c6d-0c12fd0e2888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:00.862042 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-88572740-84a2-4ec7-8aef-3457b22d9e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.863828 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d23be3b-cf8a-4288-b3aa-dd1a7e6bc5f4 req-029d20df-a670-423b-8c6d-0c12fd0e2888 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc HTTP/1.1" status: 200 len: 914 time: 0.6395664 Feb 11 05:20:00.961366 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23c9b74-e2bb-4e10-bb21-97860b1fca16 admin admin] Checking segment: {'id': '4b04653d-e55b-40bf-85ba-8b2d5ca5760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '81951ab2-3ea4-433e-b3f0-c2fa46fbf16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:00.961737 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23c9b74-e2bb-4e10-bb21-97860b1fca16 admin admin] Network hostable DHCP agents. Network: 81951ab2-3ea4-433e-b3f0-c2fa46fbf16f, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:20:01.018581 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8114100c-0de5-45d9-babf-79b1d92c74f5), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.022050 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23c9b74-e2bb-4e10-bb21-97860b1fca16 admin admin] Network 81951ab2-3ea4-433e-b3f0-c2fa46fbf16f is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:20:01.046965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d23be3b-cf8a-4288-b3aa-dd1a7e6bc5f4 req-da0b0844-f81c-4f1a-b9e7-6caede7a7915 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2993c80b-1971-40fd-9ed0-6635f2177ce5 HTTP/1.1" status: 200 len: 217 time: 0.1461575 Feb 11 05:20:01.071436 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-f23c9b74-e2bb-4e10-bb21-97860b1fca16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 81951ab2-3ea4-433e-b3f0-c2fa46fbf16f) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:01.085652 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23c9b74-e2bb-4e10-bb21-97860b1fca16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:01.086623 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f23c9b74-e2bb-4e10-bb21-97860b1fca16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.090105 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1dd71db8-8d1b-4124-a65f-b3088a51b6ac tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.114982 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f23c9b74-e2bb-4e10-bb21-97860b1fca16 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4490163 Feb 11 05:20:01.186833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814d90ff-b03f-48c6-bf9c-9d80f5b442ac None None] Network 81951ab2-3ea4-433e-b3f0-c2fa46fbf16f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:01.191981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port f0fa3209-2e98-403a-8367-1f0671d11b88 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:01.192348 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f0fa3209-2e98-403a-8367-1f0671d11b88), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.361878 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23be3b-cf8a-4288-b3aa-dd1a7e6bc5f4 req-23083117-9e75-4485-b453-85d4cd88c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:01.365650 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d23be3b-cf8a-4288-b3aa-dd1a7e6bc5f4 req-23083117-9e75-4485-b453-85d4cd88c129 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=75898108-4abb-46e7-b28e-099126386bd2 HTTP/1.1" status: 200 len: 853 time: 0.1319950 Feb 11 05:20:01.403802 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2993c80b-1971-40fd-9ed0-6635f2177ce5, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2993c80b-1971-40fd-9ed0-6635f2177ce5,segment=NetworkSegment(494d9d64-5753-4449-9c1c-d3c7884b41aa),segment_id=494d9d64-5753-4449-9c1c-d3c7884b41aa)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:01.414622 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (8114100c-0de5-45d9-babf-79b1d92c74f5), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.428596 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (8114100c-0de5-45d9-babf-79b1d92c74f5), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.449102 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device deec0563-2881-4fca-9e3c-01b1a2f4a5cb no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:01.464547 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '2993c80b-1971-40fd-9ed0-6635f2177ce5', 'network_id': 'c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc', 'port_id': '2993c80b-1971-40fd-9ed0-6635f2177ce5', 'mac_address': 'fa:16:3e:37:73:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75898108-4abb-46e7-b28e-099126386bd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:01.562397 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=8114100c-0de5-45d9-babf-79b1d92c74f5,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:01.628639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 2993c80b-1971-40fd-9ed0-6635f2177ce5 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:01.629040 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2993c80b-1971-40fd-9ed0-6635f2177ce5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.646283 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2993c80b-1971-40fd-9ed0-6635f2177ce5 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:01.651469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: deec0563-2881-4fca-9e3c-01b1a2f4a5cb {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:20:01.651978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device deec0563-2881-4fca-9e3c-01b1a2f4a5cb not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:01.655902 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f79220e-fa55-4632-be57-8948dc8b4db1 None None] Network 81951ab2-3ea4-433e-b3f0-c2fa46fbf16f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:01.664808 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1dd71db8-8d1b-4124-a65f-b3088a51b6ac tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.716980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (74a056ec-3b81-4d04-8fcc-4b9045133460), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.769127 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fcc875c6-e913-444b-84a6-94b3b87d44a1 req-d8ecf294-915e-4033-807c-3f3284ecc2c2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (cddb4261-559d-42eb-a112-01fe43557ce6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.868092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2993c80b-1971-40fd-9ed0-6635f2177ce5, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2993c80b-1971-40fd-9ed0-6635f2177ce5,segment=NetworkSegment(494d9d64-5753-4449-9c1c-d3c7884b41aa),segment_id=494d9d64-5753-4449-9c1c-d3c7884b41aa)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:01.893169 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2993c80b-1971-40fd-9ed0-6635f2177ce5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.904137 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d23be3b-cf8a-4288-b3aa-dd1a7e6bc5f4 req-9773a9ee-9d4e-4e9a-ae0f-1a336d331c10 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2326849 Feb 11 05:20:01.907530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd71db8-8d1b-4124-a65f-b3088a51b6ac tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event deleted for resources: {'Subnet': ['ID=5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:01.933457 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1dd71db8-8d1b-4124-a65f-b3088a51b6ac tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:01.947389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37442) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:01.949539 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1dd71db8-8d1b-4124-a65f-b3088a51b6ac tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "DELETE /v2.0/subnets/5406ee5f-c6f1-4f40-b1d0-79f6b0f893e5 HTTP/1.1" status: 204 len: 168 time: 2.2321742 Feb 11 05:20:01.985899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeab3da-1ec0-4e3c-a874-8ba400304d60 req-7cf9f07b-81e9-41f5-a12d-7870541b26fa tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:01.987576 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-daeab3da-1ec0-4e3c-a874-8ba400304d60 req-7cf9f07b-81e9-41f5-a12d-7870541b26fa tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/ports?device_id=5de94785-0d3d-41c3-9ef3-0f3768d66f2a HTTP/1.1" status: 200 len: 943 time: 1.1638765 Feb 11 05:20:01.988400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecf294-915e-4033-807c-3f3284ecc2c2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Pushing event deleted for resources: {'Port': ['ID=cddb4261-559d-42eb-a112-01fe43557ce6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:02.051604 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=2993c80b-1971-40fd-9ed0-6635f2177ce5,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:02.075779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc10d66a-3b62-4aa4-996a-3ae03d0fff06 None None] Network 87b930fc-0254-4b87-ac0d-42931be73941 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:02.191933 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3d3151b-b0cf-4cd5-886b-68744d1417bd tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:02.200257 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Floating IP 74a056ec-3b81-4d04-8fcc-4b9045133460 associated. External IP: 172.25.5.217, port: 070e78e4-e925-4af6-8a75-cea31f824443. Feb 11 05:20:02.209744 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-84cb827b-b7cc-42ef-bb63-55d0910e733a req-0628473a-9bd8-41d4-9142-fd2a5d731fa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f0fa3209-2e98-403a-8367-1f0671d11b88), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:02.312107 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['2993c80b-1971-40fd-9ed0-6635f2177ce5'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:02.354361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc875c6-e913-444b-84a6-94b3b87d44a1 req-d8ecf294-915e-4033-807c-3f3284ecc2c2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] No DVR routers for this DVR port cddb4261-559d-42eb-a112-01fe43557ce6 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:02.421198 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fcc875c6-e913-444b-84a6-94b3b87d44a1 req-d8ecf294-915e-4033-807c-3f3284ecc2c2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:02.430278 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fcc875c6-e913-444b-84a6-94b3b87d44a1 req-d8ecf294-915e-4033-807c-3f3284ecc2c2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.88 "DELETE /v2.0/ports/cddb4261-559d-42eb-a112-01fe43557ce6 HTTP/1.1" status: 204 len: 173 time: 3.9955983 Feb 11 05:20:02.440894 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628473a-9bd8-41d4-9142-fd2a5d731fa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Pushing event deleted for resources: {'Port': ['ID=f0fa3209-2e98-403a-8367-1f0671d11b88,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:02.469456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60622679-dce6-4204-85b8-e6407aa4ba8a req-99abd2de-2c4e-4873-b946-edaa4dc80b03 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:02.479781 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60622679-dce6-4204-85b8-e6407aa4ba8a req-99abd2de-2c4e-4873-b946-edaa4dc80b03 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 1.4311409 Feb 11 05:20:02.482740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de94785-0d3d-41c3-9ef3-0f3768d66f2a', 'name': 'network-vif-deleted', 'tag': 'cddb4261-559d-42eb-a112-01fe43557ce6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:02.485164 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd53f3a-454f-4a9c-a9b5-64fe2ad1c4ba" -d '{"events": [{"server_uuid": "5de94785-0d3d-41c3-9ef3-0f3768d66f2a", "name": "network-vif-deleted", "tag": "cddb4261-559d-42eb-a112-01fe43557ce6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:02.695872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cb827b-b7cc-42ef-bb63-55d0910e733a req-0628473a-9bd8-41d4-9142-fd2a5d731fa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] No DVR routers for this DVR port f0fa3209-2e98-403a-8367-1f0671d11b88 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:02.700903 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-84cb827b-b7cc-42ef-bb63-55d0910e733a req-0628473a-9bd8-41d4-9142-fd2a5d731fa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:02.710566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84cb827b-b7cc-42ef-bb63-55d0910e733a req-0628473a-9bd8-41d4-9142-fd2a5d731fa2 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.88 "DELETE /v2.0/ports/f0fa3209-2e98-403a-8367-1f0671d11b88 HTTP/1.1" status: 204 len: 173 time: 4.0850463 Feb 11 05:20:02.741823 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:02.756101 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3d3151b-b0cf-4cd5-886b-68744d1417bd tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:02.763372 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-daeab3da-1ec0-4e3c-a874-8ba400304d60 req-88adb07f-7055-4a64-b8ce-2b5f51925b15 tempest-ListServersNegativeTestJSON-1516693018 tempest-ListServersNegativeTestJSON-1516693018-project] 10.222.0.87 "GET /v2.0/security-groups?id=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7540770 Feb 11 05:20:02.843409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60622679-dce6-4204-85b8-e6407aa4ba8a req-3278d8de-67b7-4de9-accd-905ff72a0bfb tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532646 Feb 11 05:20:02.850525 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d23be3b-cf8a-4288-b3aa-dd1a7e6bc5f4 req-d3be5219-c10e-4ee9-be7e-3d5e924a7abd service neutron] 10.222.0.88 "GET /v2.0/networks/c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8506229 Feb 11 05:20:02.964353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601e8e66-61a0-4886-86e3-afb8f6eed272 None None] DHCP port deletion for 87b930fc-0254-4b87-ac0d-42931be73941 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:20:03.074231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-601e8e66-61a0-4886-86e3-afb8f6eed272 None None] Deleting port b64af3ce-1180-490f-bd69-1f44b0428518 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:03.075489 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-601e8e66-61a0-4886-86e3-afb8f6eed272 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b64af3ce-1180-490f-bd69-1f44b0428518), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.139552 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-f3d3151b-b0cf-4cd5-886b-68744d1417bd tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:03.165554 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-f3d3151b-b0cf-4cd5-886b-68744d1417bd tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce754c12-ed08-44d3-9da8-7e4abe950a20') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:03.165793 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-f3d3151b-b0cf-4cd5-886b-68744d1417bd tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce754c12-ed08-44d3-9da8-7e4abe950a20') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:03.193377 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3d3151b-b0cf-4cd5-886b-68744d1417bd tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (ce754c12-ed08-44d3-9da8-7e4abe950a20), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.219628 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 2e59380f-46d7-4d6f-b203-04d133d1b2d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:03.229108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-601e8e66-61a0-4886-86e3-afb8f6eed272 None None] For port b64af3ce-1180-490f-bd69-1f44b0428518, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b64af3ce-1180-490f-bd69-1f44b0428518,segment=NetworkSegment(8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9),segment_id=8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:03.229587 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-601e8e66-61a0-4886-86e3-afb8f6eed272 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b64af3ce-1180-490f-bd69-1f44b0428518), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.240746 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3d3151b-b0cf-4cd5-886b-68744d1417bd tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ce754c12-ed08-44d3-9da8-7e4abe950a20), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.252657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-601e8e66-61a0-4886-86e3-afb8f6eed272 None None] Calling delete_port for b64af3ce-1180-490f-bd69-1f44b0428518 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:03.408164 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-601e8e66-61a0-4886-86e3-afb8f6eed272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (b64af3ce-1180-490f-bd69-1f44b0428518), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.441961 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d3151b-b0cf-4cd5-886b-68744d1417bd tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:20:03.442484 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3d3151b-b0cf-4cd5-886b-68744d1417bd tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (ce754c12-ed08-44d3-9da8-7e4abe950a20), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.448419 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:03.453269 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601e8e66-61a0-4886-86e3-afb8f6eed272 None None] No DVR routers for this DVR port b64af3ce-1180-490f-bd69-1f44b0428518 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:20:03.462944 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:20:03.481672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d18006c-8600-4f85-89fd-6906ca8b927a None None] Sync routers for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:03.604992 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b64af3ce-1180-490f-bd69-1f44b0428518 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:03.629476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e8e66-61a0-4886-86e3-afb8f6eed272 None None] Pushing event deleted for resources: {'Port': ['ID=b64af3ce-1180-490f-bd69-1f44b0428518,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:03.762607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: b64af3ce-1180-490f-bd69-1f44b0428518 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:20:03.763050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b64af3ce-1180-490f-bd69-1f44b0428518 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:03.783469 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.791874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d18006c-8600-4f85-89fd-6906ca8b927a None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:03.793728 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7d18006c-8600-4f85-89fd-6906ca8b927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:03.831027 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.891402 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3d3151b-b0cf-4cd5-886b-68744d1417bd tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.898151 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7d18006c-8600-4f85-89fd-6906ca8b927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:03.908443 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3d3151b-b0cf-4cd5-886b-68744d1417bd tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:03.908998 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d18006c-8600-4f85-89fd-6906ca8b927a None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:03.909671 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7d18006c-8600-4f85-89fd-6906ca8b927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:03.916893 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f3d3151b-b0cf-4cd5-886b-68744d1417bd tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "DELETE /v2.0/networks/d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e HTTP/1.1" status: 204 len: 168 time: 1.9669027 Feb 11 05:20:03.918577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37474) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:03.973585 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7d18006c-8600-4f85-89fd-6906ca8b927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:03.974243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d18006c-8600-4f85-89fd-6906ca8b927a None None] The sync data for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:03.988583 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3151b-b0cf-4cd5-886b-68744d1417bd tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event deleted for resources: {'Network': ['ID=d72e8b1c-70c7-4444-b8fd-2bd1bfdd4d3e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:04.042182 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1ba5fd49-7264-46d4-8a1f-044797f62f45 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.3464777 Feb 11 05:20:04.046319 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37476) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:04.051079 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-49f55a85-97e8-4407-9f16-b27240701524 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:04.107086 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8f082b9-5f29-4d72-95fc-db55135541c6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (87b930fc-0254-4b87-ac0d-42931be73941), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.235228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd9437-45cf-4ef3-ac24-e077024e1cf9 req-c3d9e747-df73-4c21-a01a-1f391e4b5827 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:04.236781 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0cdd9437-45cf-4ef3-ac24-e077024e1cf9 req-c3d9e747-df73-4c21-a01a-1f391e4b5827 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 1.1524413 Feb 11 05:20:04.238721 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d23be3b-cf8a-4288-b3aa-dd1a7e6bc5f4 req-7489f220-ea44-4554-8fdd-6ba0a80f1213 service neutron] 10.222.0.88 "GET /v2.0/networks/c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3771315 Feb 11 05:20:04.248022 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-49f55a85-97e8-4407-9f16-b27240701524 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (74a056ec-3b81-4d04-8fcc-4b9045133460), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.286597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37778d-85e8-4aa2-96c5-675431da857f req-2ba6f919-aa93-42e5-b678-cf830bb9df31 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:04.288238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e37778d-85e8-4aa2-96c5-675431da857f req-2ba6f919-aa93-42e5-b678-cf830bb9df31 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/networks?id=ce22d6e2-7189-4f69-9172-0305d37722eb HTTP/1.1" status: 200 len: 815 time: 1.1079800 Feb 11 05:20:04.314178 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4fd42a10-4642-4683-8625-89290bdf18fe tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/quotas/eaa11ac66d284379913734ee9897e0ea HTTP/1.1" status: 200 len: 375 time: 0.0165515 Feb 11 05:20:04.319987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3707afc-1d95-4f30-a382-bfd4adde9fb0 req-98155527-e7e0-4f1c-9c33-cb8ab07a5c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:04.321620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3707afc-1d95-4f30-a382-bfd4adde9fb0 req-98155527-e7e0-4f1c-9c33-cb8ab07a5c36 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 1126 time: 0.1765420 Feb 11 05:20:04.390434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0cdd9437-45cf-4ef3-ac24-e077024e1cf9 req-c979a3b2-b2d1-4019-b3a2-edca0020df36 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406660 Feb 11 05:20:04.393976 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e37778d-85e8-4aa2-96c5-675431da857f req-8a5432dd-b72a-402e-8e60-6a4b00378ada tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=eaa11ac66d284379913734ee9897e0ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667465 Feb 11 05:20:04.485575 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8f082b9-5f29-4d72-95fc-db55135541c6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (87b930fc-0254-4b87-ac0d-42931be73941), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.561652 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-e8f082b9-5f29-4d72-95fc-db55135541c6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b930fc-0254-4b87-ac0d-42931be73941']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:04.605788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e37778d-85e8-4aa2-96c5-675431da857f req-53fdc8e8-7dd2-4988-9911-f1791997ad96 service neutron] 10.222.0.87 "GET /v2.0/networks/ce22d6e2-7189-4f69-9172-0305d37722eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041862 Feb 11 05:20:04.649528 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-e8f082b9-5f29-4d72-95fc-db55135541c6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:04.649881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-e8f082b9-5f29-4d72-95fc-db55135541c6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:04.666532 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8f082b9-5f29-4d72-95fc-db55135541c6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.694869 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8f082b9-5f29-4d72-95fc-db55135541c6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.765269 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f082b9-5f29-4d72-95fc-db55135541c6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:20:04.765707 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8f082b9-5f29-4d72-95fc-db55135541c6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (8ce0f5cd-9b93-48b1-82fb-d6fccad08bf9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:20:04.791024 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:20:04.809110 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-49f55a85-97e8-4407-9f16-b27240701524 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.849862 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2993c80b-1971-40fd-9ed0-6635f2177ce5 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:04.871297 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-49f55a85-97e8-4407-9f16-b27240701524 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (74a056ec-3b81-4d04-8fcc-4b9045133460), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.871850 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-49f55a85-97e8-4407-9f16-b27240701524 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Floating IP 74a056ec-3b81-4d04-8fcc-4b9045133460 disassociated. External IP: 172.25.5.217, port: 070e78e4-e925-4af6-8a75-cea31f824443. Feb 11 05:20:04.927604 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3b01-96d8-4aba-9842-dad400594186 req-2d9fbfad-f52d-4d62-af45-596865f38fbe tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:04.934451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-170e3b01-96d8-4aba-9842-dad400594186 req-2d9fbfad-f52d-4d62-af45-596865f38fbe tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/ports?device_id=db78219e-e87a-42fb-8852-597920443175 HTTP/1.1" status: 200 len: 945 time: 0.3443873 Feb 11 05:20:04.961391 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8f082b9-5f29-4d72-95fc-db55135541c6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (87b930fc-0254-4b87-ac0d-42931be73941), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.979284 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8f082b9-5f29-4d72-95fc-db55135541c6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.985457 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e8f082b9-5f29-4d72-95fc-db55135541c6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] 10.222.0.87 "DELETE /v2.0/networks/87b930fc-0254-4b87-ac0d-42931be73941 HTTP/1.1" status: 204 len: 168 time: 1.0404980 Feb 11 05:20:05.002563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 2993c80b-1971-40fd-9ed0-6635f2177ce5 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:20:05.008344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 2993c80b-1971-40fd-9ed0-6635f2177ce5 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:05.008718 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2993c80b-1971-40fd-9ed0-6635f2177ce5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:05.030427 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f082b9-5f29-4d72-95fc-db55135541c6 tempest-TaggedBootDevicesTest_v242-1991332763 tempest-TaggedBootDevicesTest_v242-1991332763-project] Pushing event deleted for resources: {'Network': ['ID=87b930fc-0254-4b87-ac0d-42931be73941,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:05.139734 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:05.205127 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 2993c80b-1971-40fd-9ed0-6635f2177ce5 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:05.205543 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2993c80b-1971-40fd-9ed0-6635f2177ce5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:05.239630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3707afc-1d95-4f30-a382-bfd4adde9fb0 req-e71fa835-a119-41d2-80c9-733271fb38de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:05.248860 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3707afc-1d95-4f30-a382-bfd4adde9fb0 req-e71fa835-a119-41d2-80c9-733271fb38de service neutron] 10.222.0.88 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 918 time: 0.4772017 Feb 11 05:20:05.251162 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db78219e-e87a-42fb-8852-597920443175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2993c80b-1971-40fd-9ed0-6635f2177ce5'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:05.253545 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acfbe4d-0209-4a34-a20a-8fdc049da4d9" -d '{"events": [{"server_uuid": "db78219e-e87a-42fb-8852-597920443175", "name": "network-vif-plugged", "status": "completed", "tag": "2993c80b-1971-40fd-9ed0-6635f2177ce5"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:05.278203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2993c80b-1971-40fd-9ed0-6635f2177ce5, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2993c80b-1971-40fd-9ed0-6635f2177ce5,segment=NetworkSegment(494d9d64-5753-4449-9c1c-d3c7884b41aa),segment_id=494d9d64-5753-4449-9c1c-d3c7884b41aa)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:05.286706 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2993c80b-1971-40fd-9ed0-6635f2177ce5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:05.396922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=2993c80b-1971-40fd-9ed0-6635f2177ce5,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:05.446483 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3707afc-1d95-4f30-a382-bfd4adde9fb0 req-9ec997d3-e12b-4268-aebd-36b3252c90f7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48 HTTP/1.1" status: 200 len: 999 time: 0.1790793 Feb 11 05:20:05.462866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e37778d-85e8-4aa2-96c5-675431da857f req-d057a6e5-9c69-4537-8576-a4a2eb94ed2d service neutron] 10.222.0.87 "GET /v2.0/networks/ce22d6e2-7189-4f69-9172-0305d37722eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8349788 Feb 11 05:20:05.466452 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f55a85-97e8-4407-9f16-b27240701524 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 2e59380f-46d7-4d6f-b203-04d133d1b2d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:05.498968 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-170e3b01-96d8-4aba-9842-dad400594186 req-fad6bf05-7794-4310-8e88-83c7069a24f9 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/security-groups?id=57bf4a22-56c8-4dbe-81b5-7158dd28658a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569270 Feb 11 05:20:05.637678 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63856305-4bcc-4716-ae2e-00288731b45f x-openstack-request-id: req-63856305-4bcc-4716-ae2e-00288731b45f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:05.641086 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de94785-0d3d-41c3-9ef3-0f3768d66f2a", "name": "network-vif-deleted", "tag": "cddb4261-559d-42eb-a112-01fe43557ce6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:05.641566 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-63856305-4bcc-4716-ae2e-00288731b45f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:05.642163 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de94785-0d3d-41c3-9ef3-0f3768d66f2a', 'name': 'network-vif-deleted', 'tag': 'cddb4261-559d-42eb-a112-01fe43557ce6', 'status': 'completed', 'code': 200} Feb 11 05:20:05.670251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3707afc-1d95-4f30-a382-bfd4adde9fb0 req-393cf9a4-11a3-48a3-8d07-1a77c67105b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:05.672082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3707afc-1d95-4f30-a382-bfd4adde9fb0 req-393cf9a4-11a3-48a3-8d07-1a77c67105b1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.1526797 Feb 11 05:20:05.780088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3707afc-1d95-4f30-a382-bfd4adde9fb0 req-bce9a699-df3c-4b29-bd3f-788558bb400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:05.781979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3707afc-1d95-4f30-a382-bfd4adde9fb0 req-bce9a699-df3c-4b29-bd3f-788558bb400e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0924437 Feb 11 05:20:05.872902 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326e32c7-0953-440a-b6f0-0bf91177720a x-openstack-request-id: req-326e32c7-0953-440a-b6f0-0bf91177720a {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:05.873266 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db78219e-e87a-42fb-8852-597920443175", "name": "network-vif-plugged", "status": "completed", "tag": "2993c80b-1971-40fd-9ed0-6635f2177ce5", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:05.873561 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-326e32c7-0953-440a-b6f0-0bf91177720a {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:05.874049 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db78219e-e87a-42fb-8852-597920443175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2993c80b-1971-40fd-9ed0-6635f2177ce5', 'code': 200} Feb 11 05:20:05.959327 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f55a85-97e8-4407-9f16-b27240701524 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:05.967239 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-49f55a85-97e8-4407-9f16-b27240701524 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:05.973826 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a6250-3913-4485-8203-e164e20ea887 None None] Sync routers for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:06.005394 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a6250-3913-4485-8203-e164e20ea887 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:06.009412 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-960a6250-3913-4485-8203-e164e20ea887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:06.090550 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-960a6250-3913-4485-8203-e164e20ea887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:06.102426 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a6250-3913-4485-8203-e164e20ea887 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:06.103351 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-960a6250-3913-4485-8203-e164e20ea887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:06.146332 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-960a6250-3913-4485-8203-e164e20ea887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:06.147491 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a6250-3913-4485-8203-e164e20ea887 None None] The sync data for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:06.170379 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3707afc-1d95-4f30-a382-bfd4adde9fb0 req-45d617f7-1225-42d1-9ec1-10907b030137 service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117893 Feb 11 05:20:06.271995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee107900-2f2a-495b-acfd-06ca4ca5c34c req-432fda58-c9b1-4f06-add6-809591e27ffe tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:06.278759 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee107900-2f2a-495b-acfd-06ca4ca5c34c req-432fda58-c9b1-4f06-add6-809591e27ffe tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.4912293 Feb 11 05:20:06.479546 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-49f55a85-97e8-4407-9f16-b27240701524 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "PUT /v2.0/floatingips/74a056ec-3b81-4d04-8fcc-4b9045133460 HTTP/1.1" status: 200 len: 688 time: 2.4323041 Feb 11 05:20:06.485149 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37514) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:06.556927 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee107900-2f2a-495b-acfd-06ca4ca5c34c req-36ec7a1f-629f-42a0-abd7-fcc977759e24 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431724 Feb 11 05:20:06.685352 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37518) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:06.810257 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70ba806-856a-42be-ae25-2413dbe13088 admin admin] Deleting subnet 835e5592-2c94-4925-bcdf-aa85d71a7844 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:20:06.824122 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7dd64bd8-0f1a-43fd-9b07-6d3da6320e99 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Deleting port 8114100c-0de5-45d9-babf-79b1d92c74f5 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:06.825066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59776c0b-d7cb-40a5-9f7e-5cf286a4c00b req-b2d23806-3b8c-4c5b-b438-68dd6c468070 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:06.825483 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7dd64bd8-0f1a-43fd-9b07-6d3da6320e99 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8114100c-0de5-45d9-babf-79b1d92c74f5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:06.832277 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59776c0b-d7cb-40a5-9f7e-5cf286a4c00b req-b2d23806-3b8c-4c5b-b438-68dd6c468070 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.6606705 Feb 11 05:20:06.864186 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a70ba806-856a-42be-ae25-2413dbe13088 admin admin] Publish callbacks [] for subnet (835e5592-2c94-4925-bcdf-aa85d71a7844), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:06.878474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648babf8-a264-4df1-a5cf-a7f6ec4f58e7 req-93e8aa71-9341-4f88-be0c-9d161d85bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:06.880696 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-648babf8-a264-4df1-a5cf-a7f6ec4f58e7 req-93e8aa71-9341-4f88-be0c-9d161d85bb8f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=db78219e-e87a-42fb-8852-597920443175 HTTP/1.1" status: 200 len: 1129 time: 0.7068233 Feb 11 05:20:06.917897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7c6f9bd-2195-4d49-a15f-58dae9bc5ff5 req-72d1369b-e4fb-4148-b077-12c251757cae tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c85c878-03ca-4d9e-8297-ba8c13de3cfe HTTP/1.1" status: 200 len: 210 time: 0.1869757 Feb 11 05:20:06.998144 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-648babf8-a264-4df1-a5cf-a7f6ec4f58e7 req-71fa4df4-97db-4eb7-b998-9719f9ba6570 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=57bf4a22-56c8-4dbe-81b5-7158dd28658a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718877 Feb 11 05:20:07.043784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59776c0b-d7cb-40a5-9f7e-5cf286a4c00b req-86e012be-6fa2-4c07-9eeb-e21b31b70359 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101848 Feb 11 05:20:07.065939 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3707afc-1d95-4f30-a382-bfd4adde9fb0 req-13fafe46-3963-4cab-b0b9-9db9fa8a6c47 service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6870944 Feb 11 05:20:07.076461 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a70ba806-856a-42be-ae25-2413dbe13088 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (835e5592-2c94-4925-bcdf-aa85d71a7844), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.116088 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7dd64bd8-0f1a-43fd-9b07-6d3da6320e99 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8114100c-0de5-45d9-babf-79b1d92c74f5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.119195 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7dd64bd8-0f1a-43fd-9b07-6d3da6320e99 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (8114100c-0de5-45d9-babf-79b1d92c74f5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.145343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7dd64bd8-0f1a-43fd-9b07-6d3da6320e99 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Calling delete_port for 8114100c-0de5-45d9-babf-79b1d92c74f5 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:07.251254 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a70ba806-856a-42be-ae25-2413dbe13088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (835e5592-2c94-4925-bcdf-aa85d71a7844), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.362135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b7c72-8228-4759-a290-ba90077a5239 req-782edae9-7f27-4361-8ec2-c66a15ffdc02 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:07.372623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d9b7c72-8228-4759-a290-ba90077a5239 req-782edae9-7f27-4361-8ec2-c66a15ffdc02 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/ports?device_id=db78219e-e87a-42fb-8852-597920443175 HTTP/1.1" status: 200 len: 946 time: 0.2451701 Feb 11 05:20:07.484524 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7dd64bd8-0f1a-43fd-9b07-6d3da6320e99 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8114100c-0de5-45d9-babf-79b1d92c74f5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.519080 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d9b7c72-8228-4759-a290-ba90077a5239 req-597da63a-e1ff-428f-b574-b699fa39fa20 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/security-groups?id=57bf4a22-56c8-4dbe-81b5-7158dd28658a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454244 Feb 11 05:20:07.550257 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a70ba806-856a-42be-ae25-2413dbe13088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (835e5592-2c94-4925-bcdf-aa85d71a7844), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.562469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd64bd8-0f1a-43fd-9b07-6d3da6320e99 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Port': ['ID=8114100c-0de5-45d9-babf-79b1d92c74f5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:07.606366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ba806-856a-42be-ae25-2413dbe13088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=835e5592-2c94-4925-bcdf-aa85d71a7844,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:07.620261 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a70ba806-856a-42be-ae25-2413dbe13088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.626347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a70ba806-856a-42be-ae25-2413dbe13088 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/835e5592-2c94-4925-bcdf-aa85d71a7844 HTTP/1.1" status: 204 len: 168 time: 0.9260983 Feb 11 05:20:07.630200 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37532) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:07.648401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b75815e-5d2d-4d80-9b30-6344572b0e2a', 'name': 'network-vif-deleted', 'tag': 'f0fa3209-2e98-403a-8367-1f0671d11b88'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:07.655947 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b32d40-a0ea-4129-84d8-53f0626077f6" -d '{"events": [{"server_uuid": "6b75815e-5d2d-4d80-9b30-6344572b0e2a", "name": "network-vif-deleted", "tag": "f0fa3209-2e98-403a-8367-1f0671d11b88"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:07.700897 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7dd64bd8-0f1a-43fd-9b07-6d3da6320e99 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (74a056ec-3b81-4d04-8fcc-4b9045133460), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.703545 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7dd64bd8-0f1a-43fd-9b07-6d3da6320e99 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.704745 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7dd64bd8-0f1a-43fd-9b07-6d3da6320e99 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/floatingips/74a056ec-3b81-4d04-8fcc-4b9045133460 HTTP/1.1" status: 204 len: 168 time: 1.2185924 Feb 11 05:20:07.715372 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37536) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:07.720575 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': 'e8f954f3-954a-445c-9f16-a176949c8aab'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:07.748271 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.760983 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35bfe3c0-79c6-4db0-ad5e-a03983bcc728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (e76c732b-8566-466f-9f2f-9a6075afaeca), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.777483 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521dbd6a-d1f0-4abf-9892-8e630b3f038f x-openstack-request-id: req-521dbd6a-d1f0-4abf-9892-8e630b3f038f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:07.777840 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b75815e-5d2d-4d80-9b30-6344572b0e2a", "name": "network-vif-deleted", "tag": "f0fa3209-2e98-403a-8367-1f0671d11b88", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:07.778167 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-521dbd6a-d1f0-4abf-9892-8e630b3f038f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:07.778498 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b75815e-5d2d-4d80-9b30-6344572b0e2a', 'name': 'network-vif-deleted', 'tag': 'f0fa3209-2e98-403a-8367-1f0671d11b88', 'status': 'completed', 'code': 200} Feb 11 05:20:07.900141 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.927565 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35bfe3c0-79c6-4db0-ad5e-a03983bcc728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (e76c732b-8566-466f-9f2f-9a6075afaeca), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:07.951691 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-35bfe3c0-79c6-4db0-ad5e-a03983bcc728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76c732b-8566-466f-9f2f-9a6075afaeca']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:07.962028 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-35bfe3c0-79c6-4db0-ad5e-a03983bcc728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43305817-da19-4bcb-b358-8aff4d961ff9') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:07.962329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-35bfe3c0-79c6-4db0-ad5e-a03983bcc728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43305817-da19-4bcb-b358-8aff4d961ff9') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:07.972301 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35bfe3c0-79c6-4db0-ad5e-a03983bcc728 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (43305817-da19-4bcb-b358-8aff4d961ff9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.000141 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35bfe3c0-79c6-4db0-ad5e-a03983bcc728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (43305817-da19-4bcb-b358-8aff4d961ff9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.007843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35bfe3c0-79c6-4db0-ad5e-a03983bcc728 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:20:08.008316 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35bfe3c0-79c6-4db0-ad5e-a03983bcc728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (43305817-da19-4bcb-b358-8aff4d961ff9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:20:08.072979 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:20:08.084000 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35bfe3c0-79c6-4db0-ad5e-a03983bcc728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (e76c732b-8566-466f-9f2f-9a6075afaeca), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.101840 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35bfe3c0-79c6-4db0-ad5e-a03983bcc728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.107332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-35bfe3c0-79c6-4db0-ad5e-a03983bcc728 admin admin] 10.222.0.87 "DELETE /v2.0/networks/e76c732b-8566-466f-9f2f-9a6075afaeca HTTP/1.1" status: 204 len: 168 time: 0.4759221 Feb 11 05:20:08.120440 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Allocated IP 172.25.5.28 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/e8b6876b-a74a-4f10-9961-80170785a02d) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:08.173718 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e45768b-4315-4a46-b2cd-1904026a50b6 req-34e4eb35-fec7-4f88-ae4b-c0ac67eb06f0 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c85c878-03ca-4d9e-8297-ba8c13de3cfe HTTP/1.1" status: 200 len: 210 time: 0.0984602 Feb 11 05:20:08.189566 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c243f7-654a-4978-a5b8-f76fac14f4b2 req-38ee6338-0bf2-4411-8d5c-a6e5934281b7 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:08.204727 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89c243f7-654a-4978-a5b8-f76fac14f4b2 req-38ee6338-0bf2-4411-8d5c-a6e5934281b7 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.4415169 Feb 11 05:20:08.207278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfe3c0-79c6-4db0-ad5e-a03983bcc728 admin admin] Pushing event deleted for resources: {'Network': ['ID=e76c732b-8566-466f-9f2f-9a6075afaeca,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:08.312592 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89c243f7-654a-4978-a5b8-f76fac14f4b2 req-b9b19a80-05a8-4638-8826-6b61feca91d1 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973577 Feb 11 05:20:08.400883 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (e8b6876b-a74a-4f10-9961-80170785a02d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.426538 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133d7aa-217a-423b-86b5-3742aa5c15ea req-3b46036d-199a-4fc9-9784-e82dce856063 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:08.433451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8133d7aa-217a-423b-86b5-3742aa5c15ea req-3b46036d-199a-4fc9-9784-e82dce856063 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.0950923 Feb 11 05:20:08.461790 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e8b6876b-a74a-4f10-9961-80170785a02d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.478533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37548) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:08.524843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8133d7aa-217a-423b-86b5-3742aa5c15ea req-7ed6db4f-4dd8-45dd-81f1-9f8d542e8eff tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851941 Feb 11 05:20:08.539846 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:08.541589 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=e8b6876b-a74a-4f10-9961-80170785a02d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:08.543925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-de92800e-c418-4f24-98e1-ac2455488ac5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c49badd5561943b0b449f2f9bdb65de7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0640967 Feb 11 05:20:08.544882 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:08.546973 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37550) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:08.550317 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:08.683735 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f69fa-e4e4-48f0-9cf9-7014c14c6f51 req-fe718ba2-465c-4d8f-9148-ee72e39da4ba tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:08.691958 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-386f69fa-e4e4-48f0-9cf9-7014c14c6f51 req-fe718ba2-465c-4d8f-9148-ee72e39da4ba tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/ports?device_id=db78219e-e87a-42fb-8852-597920443175 HTTP/1.1" status: 200 len: 946 time: 0.0665934 Feb 11 05:20:08.771202 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-386f69fa-e4e4-48f0-9cf9-7014c14c6f51 req-d4438876-a2a5-4485-9f4b-52599dba3dd9 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/security-groups?id=57bf4a22-56c8-4dbe-81b5-7158dd28658a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629592 Feb 11 05:20:08.825670 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e006659-efd4-491a-93ad-528fa1ff2165 admin admin] Publish callbacks [] for security_group (cd8c3e7f-8fa4-4b98-8222-3d634033f8b3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.852362 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e006659-efd4-491a-93ad-528fa1ff2165 admin admin] Publish callbacks [] for security_group (cd8c3e7f-8fa4-4b98-8222-3d634033f8b3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.952113 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e006659-efd4-491a-93ad-528fa1ff2165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cd8c3e7f-8fa4-4b98-8222-3d634033f8b3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.954823 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e006659-efd4-491a-93ad-528fa1ff2165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:08.956922 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9e006659-efd4-491a-93ad-528fa1ff2165 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cd8c3e7f-8fa4-4b98-8222-3d634033f8b3 HTTP/1.1" status: 204 len: 168 time: 0.4076405 Feb 11 05:20:08.974657 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e006659-efd4-491a-93ad-528fa1ff2165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8c3e7f-8fa4-4b98-8222-3d634033f8b3,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:09.057039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37778d-85e8-4aa2-96c5-675431da857f req-a7d30b1d-dced-4fcc-aa91-7c328ab90e6c tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:09.057727 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e37778d-85e8-4aa2-96c5-675431da857f req-a7d30b1d-dced-4fcc-aa91-7c328ab90e6c tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.88 "GET /v2.0/networks?id=ce22d6e2-7189-4f69-9172-0305d37722eb HTTP/1.1" status: 200 len: 815 time: 0.2519553 Feb 11 05:20:09.087992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-7e37778d-85e8-4aa2-96c5-675431da857f req-82980d86-8fa9-4432-8d6f-d34f95b460b2 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Request body: {'port': {'device_id': '6c85c878-03ca-4d9e-8297-ba8c13de3cfe', 'network_id': 'ce22d6e2-7189-4f69-9172-0305d37722eb', 'admin_state_up': True, 'tenant_id': 'eaa11ac66d284379913734ee9897e0ea'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:09.234683 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (4df539ee-8870-41e5-b948-36a563ad0d0b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.290616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e37778d-85e8-4aa2-96c5-675431da857f req-82980d86-8fa9-4432-8d6f-d34f95b460b2 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Made reservation on behalf of eaa11ac66d284379913734ee9897e0ea for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:09.294561 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7e37778d-85e8-4aa2-96c5-675431da857f req-82980d86-8fa9-4432-8d6f-d34f95b460b2 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.346093 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e8b6876b-a74a-4f10-9961-80170785a02d), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.399086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b986825-124b-4845-bcc8-a4c460b733d7 req-bb0aaec8-70f2-4fa4-a343-f80536c6ed7e tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c85c878-03ca-4d9e-8297-ba8c13de3cfe HTTP/1.1" status: 200 len: 210 time: 0.0708482 Feb 11 05:20:09.553395 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.580176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fad133-0123-41bf-b35a-8da365a971a5 req-a1f4c805-c7b6-42d1-96c3-0cc86289227f tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:09.587848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-90fad133-0123-41bf-b35a-8da365a971a5 req-a1f4c805-c7b6-42d1-96c3-0cc86289227f tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.1332443 Feb 11 05:20:09.596304 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (e8b6876b-a74a-4f10-9961-80170785a02d), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.603687 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (e8b6876b-a74a-4f10-9961-80170785a02d), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.666152 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-90fad133-0123-41bf-b35a-8da365a971a5 req-063b5862-f4d6-4ab5-9328-7acac93a46ac tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766675 Feb 11 05:20:09.678081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-7e37778d-85e8-4aa2-96c5-675431da857f req-82980d86-8fa9-4432-8d6f-d34f95b460b2 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Allocated IP 172.20.0.11 (ce22d6e2-7189-4f69-9172-0305d37722eb/f0065c61-f007-49b1-a4d5-6f0ea05d6e98/ed3bc5b7-4a3b-489e-adfe-525597ec69aa) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:09.714221 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=e8b6876b-a74a-4f10-9961-80170785a02d,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:09.728430 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (4df539ee-8870-41e5-b948-36a563ad0d0b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:09.950990 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Floating IP 4df539ee-8870-41e5-b948-36a563ad0d0b associated. External IP: 172.25.5.28, port: e8f954f3-954a-445c-9f16-a176949c8aab. Feb 11 05:20:10.081341 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7e37778d-85e8-4aa2-96c5-675431da857f req-82980d86-8fa9-4432-8d6f-d34f95b460b2 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Publish callbacks [] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.109868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254ce7f-28c4-4f03-9af6-02bc9408f0bb req-73e85529-abc9-4a9b-a6ca-733e7ade1a9f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:10.112578 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2254ce7f-28c4-4f03-9af6-02bc9408f0bb req-73e85529-abc9-4a9b-a6ca-733e7ade1a9f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.2936020 Feb 11 05:20:10.168513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6730-bce2-4379-8b57-30d5ba288dbf req-3f755ebc-27cb-4204-b7e6-6a231cbef5a8 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:10.177831 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d45f6730-bce2-4379-8b57-30d5ba288dbf req-3f755ebc-27cb-4204-b7e6-6a231cbef5a8 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/ports?device_id=db78219e-e87a-42fb-8852-597920443175 HTTP/1.1" status: 200 len: 946 time: 0.3371837 Feb 11 05:20:10.294252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2254ce7f-28c4-4f03-9af6-02bc9408f0bb req-430318e4-92d4-4e20-b83a-421e06d0f587 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603558 Feb 11 05:20:10.319975 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d45f6730-bce2-4379-8b57-30d5ba288dbf req-0821fae3-09fc-4f9e-8d06-cd8c34cb4968 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/security-groups?id=57bf4a22-56c8-4dbe-81b5-7158dd28658a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401289 Feb 11 05:20:10.322313 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7e37778d-85e8-4aa2-96c5-675431da857f req-82980d86-8fa9-4432-8d6f-d34f95b460b2 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.334062 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37588) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:10.353378 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 2e59380f-46d7-4d6f-b203-04d133d1b2d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:10.394041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e37778d-85e8-4aa2-96c5-675431da857f req-82980d86-8fa9-4432-8d6f-d34f95b460b2 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Network ce22d6e2-7189-4f69-9172-0305d37722eb is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:10.398406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-7e37778d-85e8-4aa2-96c5-675431da857f req-82980d86-8fa9-4432-8d6f-d34f95b460b2 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:10.403315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e37778d-85e8-4aa2-96c5-675431da857f req-82980d86-8fa9-4432-8d6f-d34f95b460b2 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:10.471986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82980d86-8fa9-4432-8d6f-d34f95b460b2 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Pushing event updated for resources: {'Port': ['ID=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:10.482328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37778d-85e8-4aa2-96c5-675431da857f req-82980d86-8fa9-4432-8d6f-d34f95b460b2 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:10.483086 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7e37778d-85e8-4aa2-96c5-675431da857f req-82980d86-8fa9-4432-8d6f-d34f95b460b2 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.511213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e37778d-85e8-4aa2-96c5-675431da857f req-82980d86-8fa9-4432-8d6f-d34f95b460b2 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4275479 Feb 11 05:20:10.524307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Request body: {'port': {'device_id': '6c85c878-03ca-4d9e-8297-ba8c13de3cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:10.555959 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:10.570082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339a9beb-3596-42d8-8f86-72845669384e None None] Sync routers for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:10.587678 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339a9beb-3596-42d8-8f86-72845669384e None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:10.590564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-339a9beb-3596-42d8-8f86-72845669384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:10.617269 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.660458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-857ab09c-e653-4014-8375-411239a35887 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-473284143-network', 'tenant_id': '5c7d4a400d4d41059ead9919c4db8a08'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:10.689948 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0ccffbcf-38cc-4ed0-93a9-5a29e94b2d5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9687722 Feb 11 05:20:10.690190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37606) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:10.693991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-339a9beb-3596-42d8-8f86-72845669384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:10.699173 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857ab09c-e653-4014-8375-411239a35887 admin admin] Made reservation on behalf of 5c7d4a400d4d41059ead9919c4db8a08 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:10.704033 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-857ab09c-e653-4014-8375-411239a35887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.721973 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-857ab09c-e653-4014-8375-411239a35887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.722527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339a9beb-3596-42d8-8f86-72845669384e None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:10.723161 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-339a9beb-3596-42d8-8f86-72845669384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:10.794102 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-339a9beb-3596-42d8-8f86-72845669384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:10.794767 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339a9beb-3596-42d8-8f86-72845669384e None None] The sync data for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:10.825190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015893a9-c4e5-43ad-88e6-9b43c589cb77 req-773956a7-cf99-4639-8190-985112432868 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:10.832480 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-015893a9-c4e5-43ad-88e6-9b43c589cb77 req-773956a7-cf99-4639-8190-985112432868 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c85c878-03ca-4d9e-8297-ba8c13de3cfe HTTP/1.1" status: 200 len: 932 time: 0.3007820 Feb 11 05:20:10.877927 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.888466 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-857ab09c-e653-4014-8375-411239a35887 admin admin] Publish callbacks [] for security_group (ae9980fc-43af-449e-bb0a-c5979f4d1544), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.896420 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-857ab09c-e653-4014-8375-411239a35887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ae9980fc-43af-449e-bb0a-c5979f4d1544), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.917507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d78d16f6-c4d8-472a-be05-1ece9bdbae16 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "GET /v2.0/floatingips/4df539ee-8870-41e5-b948-36a563ad0d0b HTTP/1.1" status: 200 len: 978 time: 0.2273080 Feb 11 05:20:10.924186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37612) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:10.952828 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857ab09c-e653-4014-8375-411239a35887 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:20:10.969813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ab09c-e653-4014-8375-411239a35887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9980fc-43af-449e-bb0a-c5979f4d1544,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:10.981425 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-857ab09c-e653-4014-8375-411239a35887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5ba5ab89-ab95-4d95-a2f2-579c663f2134), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.982318 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-857ab09c-e653-4014-8375-411239a35887 admin admin] Added segment 5ba5ab89-ab95-4d95-a2f2-579c663f2134 of type vlan for network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a Feb 11 05:20:11.051166 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-857ab09c-e653-4014-8375-411239a35887 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (81d9c3a5-749c-4efb-a1ec-3c4ca7de414a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:11.088373 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-857ab09c-e653-4014-8375-411239a35887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (81d9c3a5-749c-4efb-a1ec-3c4ca7de414a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:11.090015 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857ab09c-e653-4014-8375-411239a35887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:11.090866 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-857ab09c-e653-4014-8375-411239a35887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:11.103004 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-015893a9-c4e5-43ad-88e6-9b43c589cb77 req-4bca0a75-1afe-4e25-b97f-0e03284a67d1 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/security-groups?id=7e869431-eb8a-44dc-9d9c-4864c9cf8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693172 Feb 11 05:20:11.141722 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-857ab09c-e653-4014-8375-411239a35887 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8037105 Feb 11 05:20:11.146232 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37614) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:11.159838 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-267492d1-0574-4546-9c29-8bab5f45f3ad admin admin] Request body: {'subnet': {'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-473284143-subnet', 'tenant_id': '5c7d4a400d4d41059ead9919c4db8a08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:11.177510 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b6eeb546-9f97-4e5f-bb25-f6dadeaba566 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2497127 Feb 11 05:20:11.181464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37616) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:11.188221 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b438a802-b056-460c-9ce7-447956b14e1e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'floatingip': {'port_id': '070e78e4-e925-4af6-8a75-cea31f824443'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:11.273008 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d92e0c-8d1d-4620-bcc5-082eec2bce6c req-16aeeadd-ce47-407f-82aa-f4d1fad6c530 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:11.274677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0d92e0c-8d1d-4620-bcc5-082eec2bce6c req-16aeeadd-ce47-407f-82aa-f4d1fad6c530 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.2404642 Feb 11 05:20:11.284303 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ab09c-e653-4014-8375-411239a35887 admin admin] Pushing event updated for resources: {'Network': ['ID=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:11.289584 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267492d1-0574-4546-9c29-8bab5f45f3ad admin admin] Made reservation on behalf of 5c7d4a400d4d41059ead9919c4db8a08 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:11.292124 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-267492d1-0574-4546-9c29-8bab5f45f3ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:11.300226 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:20:11.329127 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b438a802-b056-460c-9ce7-447956b14e1e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (4df539ee-8870-41e5-b948-36a563ad0d0b), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:11.540668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3bc5b7-4a3b-489e-adfe-525597ec69aa {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:11.582503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Publish callbacks [] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:11.631318 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Transition to ACTIVE for port object ed3bc5b7-4a3b-489e-adfe-525597ec69aa will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:20:11.641415 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0d92e0c-8d1d-4620-bcc5-082eec2bce6c req-cf9768ae-a25c-4cc4-b6b1-6b0960de6183 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559785 Feb 11 05:20:11.643829 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:11.690038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Pushing event updated for resources: {'Port': ['ID=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:11.708822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79aebf-fa72-4d5a-a3d7-f064cea6f74b req-d1010e0a-bdfe-46d8-99f6-4d80a35095d5 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:11.718735 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a79aebf-fa72-4d5a-a3d7-f064cea6f74b req-d1010e0a-bdfe-46d8-99f6-4d80a35095d5 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/ports?device_id=db78219e-e87a-42fb-8852-597920443175 HTTP/1.1" status: 200 len: 946 time: 0.4955506 Feb 11 05:20:11.797855 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a79aebf-fa72-4d5a-a3d7-f064cea6f74b req-3666c84a-d457-444d-a22c-eb4124c0c8b2 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/security-groups?id=57bf4a22-56c8-4dbe-81b5-7158dd28658a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756419 Feb 11 05:20:12.296966 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b438a802-b056-460c-9ce7-447956b14e1e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.299038 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-267492d1-0574-4546-9c29-8bab5f45f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (b879c64a-e605-4233-add0-72bb3a5a9b1c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.304842 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b438a802-b056-460c-9ce7-447956b14e1e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (4df539ee-8870-41e5-b948-36a563ad0d0b), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.342964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Attempting to bind port ed3bc5b7-4a3b-489e-adfe-525597ec69aa on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:12.343300 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Attempting to bind port ed3bc5b7-4a3b-489e-adfe-525597ec69aa by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '7c3e1ef7-acb3-4508-b942-12dcffce35f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ce22d6e2-7189-4f69-9172-0305d37722eb'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:12.343653 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Attempting to bind port ed3bc5b7-4a3b-489e-adfe-525597ec69aa on network ce22d6e2-7189-4f69-9172-0305d37722eb {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:12.362005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Port ed3bc5b7-4a3b-489e-adfe-525597ec69aa on network ce22d6e2-7189-4f69-9172-0305d37722eb not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:20:12.362325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Attempting to bind port ed3bc5b7-4a3b-489e-adfe-525597ec69aa on network ce22d6e2-7189-4f69-9172-0305d37722eb {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:12.369992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:12.370335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Checking segment: {'id': '7c3e1ef7-acb3-4508-b942-12dcffce35f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ce22d6e2-7189-4f69-9172-0305d37722eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:12.370750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Bound using segment: {'id': '7c3e1ef7-acb3-4508-b942-12dcffce35f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ce22d6e2-7189-4f69-9172-0305d37722eb'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:12.371184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Bound port: ed3bc5b7-4a3b-489e-adfe-525597ec69aa, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c3e1ef7-acb3-4508-b942-12dcffce35f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ce22d6e2-7189-4f69-9172-0305d37722eb'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:12.371576 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.381848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0b2de-8a86-4a57-8aaa-3cbc26d437a9 req-b249526b-0e21-4c78-a904-780ee5c49b4c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:12.388709 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ceb0b2de-8a86-4a57-8aaa-3cbc26d437a9 req-b249526b-0e21-4c78-a904-780ee5c49b4c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.5476594 Feb 11 05:20:12.402964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a9290-f77c-4279-946d-64e0af870366 req-33f0a002-de8c-4687-b530-ebece8d67180 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:12.404595 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d4a9290-f77c-4279-946d-64e0af870366 req-33f0a002-de8c-4687-b530-ebece8d67180 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c85c878-03ca-4d9e-8297-ba8c13de3cfe HTTP/1.1" status: 200 len: 944 time: 0.1589806 Feb 11 05:20:12.449806 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-b438a802-b056-460c-9ce7-447956b14e1e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Floating IP 4df539ee-8870-41e5-b948-36a563ad0d0b associated. External IP: 172.25.5.28, port: e8f954f3-954a-445c-9f16-a176949c8aab. Feb 11 05:20:12.492239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] For port ed3bc5b7-4a3b-489e-adfe-525597ec69aa, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:12.495275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] For port ed3bc5b7-4a3b-489e-adfe-525597ec69aa, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,segment=NetworkSegment(7c3e1ef7-acb3-4508-b942-12dcffce35f9),segment_id=7c3e1ef7-acb3-4508-b942-12dcffce35f9)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:12.516639 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.544699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267492d1-0574-4546-9c29-8bab5f45f3ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b879c64a-e605-4233-add0-72bb3a5a9b1c,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:12.558773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:12.559439 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.560847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e37778d-85e8-4aa2-96c5-675431da857f req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] 10.222.0.88 "PUT /v2.0/ports/ed3bc5b7-4a3b-489e-adfe-525597ec69aa HTTP/1.1" status: 200 len: 1093 time: 2.0420880 Feb 11 05:20:12.562656 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267492d1-0574-4546-9c29-8bab5f45f3ad admin admin] Checking segment: {'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:12.563122 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267492d1-0574-4546-9c29-8bab5f45f3ad admin admin] Network hostable DHCP agents. Network: 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:20:12.571384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c85c878-03ca-4d9e-8297-ba8c13de3cfe', 'tag': 'ed3bc5b7-4a3b-489e-adfe-525597ec69aa'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:12.574222 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c125865-a8c8-452d-acc0-54b90ec6ccf1" -d '{"events": [{"name": "network-changed", "server_uuid": "6c85c878-03ca-4d9e-8297-ba8c13de3cfe", "tag": "ed3bc5b7-4a3b-489e-adfe-525597ec69aa"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:12.632768 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d4a9290-f77c-4279-946d-64e0af870366 req-5330465b-c6d4-45bc-a8be-632a4942e5ab tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/security-groups?id=7e869431-eb8a-44dc-9d9c-4864c9cf8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194345 Feb 11 05:20:12.671245 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ceb0b2de-8a86-4a57-8aaa-3cbc26d437a9 req-1e53db60-b0c6-48ce-af46-5c2409478637 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797089 Feb 11 05:20:12.687214 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267492d1-0574-4546-9c29-8bab5f45f3ad admin admin] Network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:20:12.687694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07807a60-71e8-48a3-9892-48fc64ca883f req-c6930b5b-4c76-43e3-ae6f-1a0c5308fd9f tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:12.689315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07807a60-71e8-48a3-9892-48fc64ca883f req-c6930b5b-4c76-43e3-ae6f-1a0c5308fd9f tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.88 "GET /v2.0/ports?device_id=db78219e-e87a-42fb-8852-597920443175 HTTP/1.1" status: 200 len: 946 time: 0.1886952 Feb 11 05:20:12.734638 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-267492d1-0574-4546-9c29-8bab5f45f3ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:12.742235 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af33251-64b4-4b5c-9626-7db39388932b x-openstack-request-id: req-2af33251-64b4-4b5c-9626-7db39388932b {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:12.742803 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c85c878-03ca-4d9e-8297-ba8c13de3cfe", "tag": "ed3bc5b7-4a3b-489e-adfe-525597ec69aa", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:12.742803 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2af33251-64b4-4b5c-9626-7db39388932b {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:12.743171 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c85c878-03ca-4d9e-8297-ba8c13de3cfe', 'tag': 'ed3bc5b7-4a3b-489e-adfe-525597ec69aa', 'status': 'completed', 'code': 200} Feb 11 05:20:12.748526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bb140c-aa0a-4335-9546-6418f2935379 None None] Network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:12.773574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267492d1-0574-4546-9c29-8bab5f45f3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:12.774327 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-267492d1-0574-4546-9c29-8bab5f45f3ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:12.845010 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-267492d1-0574-4546-9c29-8bab5f45f3ad admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6932487 Feb 11 05:20:12.878418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3e675-6c10-4e21-8606-07c53d0538fe service neutron] Pushing event updated for resources: {'Port': ['ID=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:12.927133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37778d-85e8-4aa2-96c5-675431da857f req-c7924a8c-ce2f-4301-acdd-e5d600fa2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:12.929048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e37778d-85e8-4aa2-96c5-675431da857f req-c7924a8c-ce2f-4301-acdd-e5d600fa2dba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eaa11ac66d284379913734ee9897e0ea&device_id=6c85c878-03ca-4d9e-8297-ba8c13de3cfe HTTP/1.1" status: 200 len: 1127 time: 0.3157773 Feb 11 05:20:12.936853 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3fcce6-47a2-437f-8c57-125b826aa102 None None] Network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:12.986082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e37778d-85e8-4aa2-96c5-675431da857f req-1c19f3a2-2131-46b8-be83-631a549ba6da service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3bc5b7-4a3b-489e-adfe-525597ec69aa HTTP/1.1" status: 200 len: 217 time: 0.0449066 Feb 11 05:20:13.042344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a85e74-611a-4708-898b-7beb43a34111 req-c843b310-9e66-42b8-8829-107c7e8267ce tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:13.045533 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88a85e74-611a-4708-898b-7beb43a34111 req-c843b310-9e66-42b8-8829-107c7e8267ce tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.2292984 Feb 11 05:20:13.058776 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b438a802-b056-460c-9ce7-447956b14e1e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 2e59380f-46d7-4d6f-b203-04d133d1b2d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:13.173130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-07807a60-71e8-48a3-9892-48fc64ca883f req-5070ff74-5413-45c8-b973-ba98d1075c75 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Deleting port 2993c80b-1971-40fd-9ed0-6635f2177ce5 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:13.173471 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-07807a60-71e8-48a3-9892-48fc64ca883f req-5070ff74-5413-45c8-b973-ba98d1075c75 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2993c80b-1971-40fd-9ed0-6635f2177ce5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:13.193680 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88a85e74-611a-4708-898b-7beb43a34111 req-ebb7bdf3-76d4-43bd-9fac-e80f610be7b0 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975916 Feb 11 05:20:13.206473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37778d-85e8-4aa2-96c5-675431da857f req-821858df-eb0d-4b03-ae65-bcc6a27842d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:13.208056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e37778d-85e8-4aa2-96c5-675431da857f req-821858df-eb0d-4b03-ae65-bcc6a27842d1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f0065c61-f007-49b1-a4d5-6f0ea05d6e98 HTTP/1.1" status: 200 len: 855 time: 0.2152426 Feb 11 05:20:13.218809 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d229ec-2e63-422b-aab2-cfee454bfd1d req-4a27d24e-fd0a-4650-a1f9-92f7ac8d1fbd tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:13.220542 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0d229ec-2e63-422b-aab2-cfee454bfd1d req-4a27d24e-fd0a-4650-a1f9-92f7ac8d1fbd tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/ports?device_id=db78219e-e87a-42fb-8852-597920443175 HTTP/1.1" status: 200 len: 946 time: 0.2299507 Feb 11 05:20:13.259960 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e37778d-85e8-4aa2-96c5-675431da857f req-45574991-2f00-4af6-b80f-67d710ff29bc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce22d6e2-7189-4f69-9172-0305d37722eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383067 Feb 11 05:20:13.303660 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b438a802-b056-460c-9ce7-447956b14e1e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:13.323336 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aec6e9-d145-481f-b937-b4dc49381ed3 None None] Sync routers for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:13.346531 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aec6e9-d145-481f-b937-b4dc49381ed3 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:13.347834 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d8aec6e9-d145-481f-b937-b4dc49381ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:13.393377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-07807a60-71e8-48a3-9892-48fc64ca883f req-5070ff74-5413-45c8-b973-ba98d1075c75 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] For port 2993c80b-1971-40fd-9ed0-6635f2177ce5, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2993c80b-1971-40fd-9ed0-6635f2177ce5,segment=NetworkSegment(494d9d64-5753-4449-9c1c-d3c7884b41aa),segment_id=494d9d64-5753-4449-9c1c-d3c7884b41aa)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:13.393755 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-07807a60-71e8-48a3-9892-48fc64ca883f req-5070ff74-5413-45c8-b973-ba98d1075c75 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2993c80b-1971-40fd-9ed0-6635f2177ce5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:13.409405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-07807a60-71e8-48a3-9892-48fc64ca883f req-5070ff74-5413-45c8-b973-ba98d1075c75 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Calling delete_port for 2993c80b-1971-40fd-9ed0-6635f2177ce5 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:13.465170 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d8aec6e9-d145-481f-b937-b4dc49381ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:13.530327 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aec6e9-d145-481f-b937-b4dc49381ed3 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:13.532310 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d8aec6e9-d145-481f-b937-b4dc49381ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:13.595946 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d8aec6e9-d145-481f-b937-b4dc49381ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:13.597626 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aec6e9-d145-481f-b937-b4dc49381ed3 None None] The sync data for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:13.739574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b438a802-b056-460c-9ce7-447956b14e1e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 2e59380f-46d7-4d6f-b203-04d133d1b2d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:13.831540 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-ceb17252-4650-4d0f-899a-afaa1ba64e34 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:13.838557 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-ceb17252-4650-4d0f-899a-afaa1ba64e34 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/networks?id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a HTTP/1.1" status: 200 len: 812 time: 0.2512712 Feb 11 05:20:13.847359 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-07807a60-71e8-48a3-9892-48fc64ca883f req-5070ff74-5413-45c8-b973-ba98d1075c75 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2993c80b-1971-40fd-9ed0-6635f2177ce5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:13.867472 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-5b768187-6c1d-494d-b77c-bc18e7ab1ed6 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/quotas/5c7d4a400d4d41059ead9919c4db8a08 HTTP/1.1" status: 200 len: 375 time: 0.0278995 Feb 11 05:20:13.920855 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0d229ec-2e63-422b-aab2-cfee454bfd1d req-ffc1653c-76a8-4212-9111-b1803b5b24bd tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.87 "GET /v2.0/security-groups?id=57bf4a22-56c8-4dbe-81b5-7158dd28658a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597731 Feb 11 05:20:13.956856 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:14.003960 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b438a802-b056-460c-9ce7-447956b14e1e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:14.009048 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b438a802-b056-460c-9ce7-447956b14e1e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:14.018622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfd05a-0db6-4fcb-8dcf-1b328843e0b3 None None] Sync routers for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:14.040744 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfd05a-0db6-4fcb-8dcf-1b328843e0b3 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:14.041325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-fcbfd05a-0db6-4fcb-8dcf-1b328843e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:14.082025 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-2a4c447e-78a3-409f-90c7-5fbaa3057a5f tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c7d4a400d4d41059ead9919c4db8a08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2136731 Feb 11 05:20:14.082807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070ff74-5413-45c8-b973-ba98d1075c75 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Pushing event deleted for resources: {'Port': ['ID=2993c80b-1971-40fd-9ed0-6635f2177ce5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:14.089190 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e37778d-85e8-4aa2-96c5-675431da857f req-39e3e6d0-ee43-47d1-8092-42583b4bb100 service neutron] 10.222.0.88 "GET /v2.0/networks/ce22d6e2-7189-4f69-9172-0305d37722eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8167443 Feb 11 05:20:14.111032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-fcbfd05a-0db6-4fcb-8dcf-1b328843e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:14.122043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfd05a-0db6-4fcb-8dcf-1b328843e0b3 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:14.123697 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-fcbfd05a-0db6-4fcb-8dcf-1b328843e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:14.164508 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b438a802-b056-460c-9ce7-447956b14e1e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "PUT /v2.0/floatingips/4df539ee-8870-41e5-b948-36a563ad0d0b HTTP/1.1" status: 200 len: 976 time: 2.9819474 Feb 11 05:20:14.167099 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37662) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:14.170188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-fcbfd05a-0db6-4fcb-8dcf-1b328843e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:14.171186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfd05a-0db6-4fcb-8dcf-1b328843e0b3 None None] The sync data for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:14.176010 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-50d2a832-169a-4478-bb09-f74ec1e84eca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:14.204334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb16a3e-3599-4595-830d-1fda63d44d56 req-0cff0db0-d35e-4f7a-9f40-5a6375122aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:14.206162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5bb16a3e-3599-4595-830d-1fda63d44d56 req-0cff0db0-d35e-4f7a-9f40-5a6375122aa5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 1128 time: 0.6163466 Feb 11 05:20:14.285165 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-50d2a832-169a-4478-bb09-f74ec1e84eca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (4df539ee-8870-41e5-b948-36a563ad0d0b), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:14.314185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-07807a60-71e8-48a3-9892-48fc64ca883f req-5070ff74-5413-45c8-b973-ba98d1075c75 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] No DVR routers for this DVR port 2993c80b-1971-40fd-9ed0-6635f2177ce5 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:14.316938 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-07807a60-71e8-48a3-9892-48fc64ca883f req-5070ff74-5413-45c8-b973-ba98d1075c75 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:14.321122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07807a60-71e8-48a3-9892-48fc64ca883f req-5070ff74-5413-45c8-b973-ba98d1075c75 tempest-ServerAddressesTestJSON-1539911206 tempest-ServerAddressesTestJSON-1539911206-project] 10.222.0.88 "DELETE /v2.0/ports/2993c80b-1971-40fd-9ed0-6635f2177ce5 HTTP/1.1" status: 204 len: 173 time: 1.6258788 Feb 11 05:20:14.365197 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5bb16a3e-3599-4595-830d-1fda63d44d56 req-3491bdb1-aa59-444a-a5fe-1eae6ff3bc7e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158922 Feb 11 05:20:14.398739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-01b34c2a-3370-40fa-8bac-e2bf0f3fb195 service neutron] 10.222.0.87 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083076 Feb 11 05:20:14.441835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907ff5b-2246-483f-aab3-6d20eca67eb1 req-db629c87-0cf6-4b78-8452-e30fe4364bc4 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:14.443336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1907ff5b-2246-483f-aab3-6d20eca67eb1 req-db629c87-0cf6-4b78-8452-e30fe4364bc4 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c85c878-03ca-4d9e-8297-ba8c13de3cfe HTTP/1.1" status: 200 len: 944 time: 0.3974745 Feb 11 05:20:14.464863 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-50d2a832-169a-4478-bb09-f74ec1e84eca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:14.469605 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-50d2a832-169a-4478-bb09-f74ec1e84eca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (4df539ee-8870-41e5-b948-36a563ad0d0b), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:14.470058 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-50d2a832-169a-4478-bb09-f74ec1e84eca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Floating IP 4df539ee-8870-41e5-b948-36a563ad0d0b disassociated. External IP: 172.25.5.28, port: 070e78e4-e925-4af6-8a75-cea31f824443. Feb 11 05:20:14.513390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e37778d-85e8-4aa2-96c5-675431da857f req-5c68e639-94e2-48df-9116-c92c428fb87b service neutron] 10.222.0.88 "GET /v2.0/networks/ce22d6e2-7189-4f69-9172-0305d37722eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150589 Feb 11 05:20:14.558016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1907ff5b-2246-483f-aab3-6d20eca67eb1 req-a70e078f-ce22-4626-b83c-97c082602b27 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/security-groups?id=7e869431-eb8a-44dc-9d9c-4864c9cf8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030002 Feb 11 05:20:14.564022 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-4a4b7b08-ebfe-4489-b2b5-fee76a1a5de5 service neutron] 10.222.0.87 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539605 Feb 11 05:20:14.702972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c125865-a8c8-452d-acc0-54b90ec6ccf1 req-abc135cb-41a0-4493-830b-87feb9033e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:14.705237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c125865-a8c8-452d-acc0-54b90ec6ccf1 req-abc135cb-41a0-4493-830b-87feb9033e69 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=eaa11ac66d284379913734ee9897e0ea&device_id=6c85c878-03ca-4d9e-8297-ba8c13de3cfe HTTP/1.1" status: 200 len: 1127 time: 0.0729182 Feb 11 05:20:14.755227 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db78219e-e87a-42fb-8852-597920443175', 'name': 'network-vif-deleted', 'tag': '2993c80b-1971-40fd-9ed0-6635f2177ce5'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:14.758079 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1456e38-4955-4f9d-bde3-e20db3e0b36f" -d '{"events": [{"server_uuid": "db78219e-e87a-42fb-8852-597920443175", "name": "network-vif-deleted", "tag": "2993c80b-1971-40fd-9ed0-6635f2177ce5"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:14.768873 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d2a832-169a-4478-bb09-f74ec1e84eca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 2e59380f-46d7-4d6f-b203-04d133d1b2d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:14.869374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2993c80b-1971-40fd-9ed0-6635f2177ce5 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:14.903625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c125865-a8c8-452d-acc0-54b90ec6ccf1 req-64c608fb-1691-49e0-b675-b7133f34034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:14.905524 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c125865-a8c8-452d-acc0-54b90ec6ccf1 req-64c608fb-1691-49e0-b675-b7133f34034f service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce22d6e2-7189-4f69-9172-0305d37722eb HTTP/1.1" status: 200 len: 916 time: 0.1717956 Feb 11 05:20:14.914933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 2993c80b-1971-40fd-9ed0-6635f2177ce5 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:20:14.915288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2993c80b-1971-40fd-9ed0-6635f2177ce5 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:14.990460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d2a832-169a-4478-bb09-f74ec1e84eca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:14.995566 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-50d2a832-169a-4478-bb09-f74ec1e84eca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:15.001791 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1b9669-2a13-45bc-8843-88aa86a6b864 None None] Sync routers for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:15.015222 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c125865-a8c8-452d-acc0-54b90ec6ccf1 req-40805608-a8dc-4cde-a8da-36115997c176 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3bc5b7-4a3b-489e-adfe-525597ec69aa HTTP/1.1" status: 200 len: 217 time: 0.0873752 Feb 11 05:20:15.020138 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1b9669-2a13-45bc-8843-88aa86a6b864 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:15.023378 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3b1b9669-2a13-45bc-8843-88aa86a6b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:15.026632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e182c95-a134-4a2a-bfb1-6e47774d458f req-7ae9349d-5bbb-48f6-ac8d-9780c5f98073 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:15.034545 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e182c95-a134-4a2a-bfb1-6e47774d458f req-7ae9349d-5bbb-48f6-ac8d-9780c5f98073 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.3347731 Feb 11 05:20:15.053226 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-50d2a832-169a-4478-bb09-f74ec1e84eca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "PUT /v2.0/floatingips/4df539ee-8870-41e5-b948-36a563ad0d0b HTTP/1.1" status: 200 len: 687 time: 0.8849244 Feb 11 05:20:15.054017 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37680) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:15.076373 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3b1b9669-2a13-45bc-8843-88aa86a6b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:15.089710 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1b9669-2a13-45bc-8843-88aa86a6b864 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:15.090907 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3b1b9669-2a13-45bc-8843-88aa86a6b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:15.182898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c125865-a8c8-452d-acc0-54b90ec6ccf1 req-f58bab87-9485-4688-afb0-cbbd5d56f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:15.184681 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c125865-a8c8-452d-acc0-54b90ec6ccf1 req-f58bab87-9485-4688-afb0-cbbd5d56f52b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f0065c61-f007-49b1-a4d5-6f0ea05d6e98 HTTP/1.1" status: 200 len: 855 time: 0.1449816 Feb 11 05:20:15.196544 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3b1b9669-2a13-45bc-8843-88aa86a6b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:15.197873 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1b9669-2a13-45bc-8843-88aa86a6b864 None None] The sync data for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:15.279548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a5f82a9c-a27d-46d8-9f74-edb92f45386d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Deleting port e8b6876b-a74a-4f10-9961-80170785a02d {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:15.280036 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5f82a9c-a27d-46d8-9f74-edb92f45386d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e8b6876b-a74a-4f10-9961-80170785a02d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:15.296554 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c125865-a8c8-452d-acc0-54b90ec6ccf1 req-8a541f69-87af-4ba8-bcd3-a4c9d8f9d479 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce22d6e2-7189-4f69-9172-0305d37722eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585489 Feb 11 05:20:15.334233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cbc9d-ab44-409a-bd4a-8842f29e42af req-f97a9939-41eb-4b32-a693-acaa542b51ce tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:15.336165 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e6cbc9d-ab44-409a-bd4a-8842f29e42af req-f97a9939-41eb-4b32-a693-acaa542b51ce tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.4277329 Feb 11 05:20:15.418351 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5f82a9c-a27d-46d8-9f74-edb92f45386d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e8b6876b-a74a-4f10-9961-80170785a02d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:15.419104 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5f82a9c-a27d-46d8-9f74-edb92f45386d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (e8b6876b-a74a-4f10-9961-80170785a02d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:15.425585 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e182c95-a134-4a2a-bfb1-6e47774d458f req-8e41ba50-4618-410c-8c86-80ab416ff41d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3898468 Feb 11 05:20:15.460039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a5f82a9c-a27d-46d8-9f74-edb92f45386d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Calling delete_port for e8b6876b-a74a-4f10-9961-80170785a02d owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:15.570462 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e6cbc9d-ab44-409a-bd4a-8842f29e42af req-67e2be32-b47a-4daf-b097-cd03ecf5e3f5 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076495 Feb 11 05:20:15.574229 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd4f753-5725-4cb1-b6de-afb80def631f x-openstack-request-id: req-0bd4f753-5725-4cb1-b6de-afb80def631f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:15.574464 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db78219e-e87a-42fb-8852-597920443175", "name": "network-vif-deleted", "tag": "2993c80b-1971-40fd-9ed0-6635f2177ce5", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:15.574719 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0bd4f753-5725-4cb1-b6de-afb80def631f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:15.575247 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db78219e-e87a-42fb-8852-597920443175', 'name': 'network-vif-deleted', 'tag': '2993c80b-1971-40fd-9ed0-6635f2177ce5', 'status': 'completed', 'code': 200} Feb 11 05:20:15.649701 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c125865-a8c8-452d-acc0-54b90ec6ccf1 req-ab37f6fb-014e-4df6-ab07-b732015dcc5a service neutron] 10.222.0.88 "GET /v2.0/networks/ce22d6e2-7189-4f69-9172-0305d37722eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419628 Feb 11 05:20:15.688920 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37710) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:15.813376 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c55221-0776-478c-937b-0abe56d5d9cd admin admin] Deleting subnet 75898108-4abb-46e7-b28e-099126386bd2 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:20:15.824005 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b5c55221-0776-478c-937b-0abe56d5d9cd admin admin] Publish callbacks [] for subnet (75898108-4abb-46e7-b28e-099126386bd2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:15.863381 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b5c55221-0776-478c-937b-0abe56d5d9cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (75898108-4abb-46e7-b28e-099126386bd2), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:15.934479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dadaf-828d-4937-9330-901a1ce4250f req-a38d152d-597f-488e-89d8-9cbc7c937c1e tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:15.937112 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f78dadaf-828d-4937-9330-901a1ce4250f req-a38d152d-597f-488e-89d8-9cbc7c937c1e tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c85c878-03ca-4d9e-8297-ba8c13de3cfe HTTP/1.1" status: 200 len: 944 time: 0.1986144 Feb 11 05:20:15.946539 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b5c55221-0776-478c-937b-0abe56d5d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (75898108-4abb-46e7-b28e-099126386bd2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.009307 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5f82a9c-a27d-46d8-9f74-edb92f45386d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e8b6876b-a74a-4f10-9961-80170785a02d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.053175 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f82a9c-a27d-46d8-9f74-edb92f45386d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Port': ['ID=e8b6876b-a74a-4f10-9961-80170785a02d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:16.063746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd00daa9-66d2-4df9-b254-ba086ce553f7 req-e2e870d2-0acf-42a4-8f77-2bc597b4dfda tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 210 time: 0.1500092 Feb 11 05:20:16.071505 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c125865-a8c8-452d-acc0-54b90ec6ccf1 req-4752591e-be57-4c48-85dc-d3ffcffc758d service neutron] 10.222.0.88 "GET /v2.0/networks/ce22d6e2-7189-4f69-9172-0305d37722eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145632 Feb 11 05:20:16.182338 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b5c55221-0776-478c-937b-0abe56d5d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (75898108-4abb-46e7-b28e-099126386bd2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.193551 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f78dadaf-828d-4937-9330-901a1ce4250f req-d0f3a663-ce91-4fe0-b0e1-894ddbf9ea82 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/security-groups?id=7e869431-eb8a-44dc-9d9c-4864c9cf8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285106 Feb 11 05:20:16.253163 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b5c55221-0776-478c-937b-0abe56d5d9cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.257732 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b5c55221-0776-478c-937b-0abe56d5d9cd admin admin] 10.222.0.87 "DELETE /v2.0/subnets/75898108-4abb-46e7-b28e-099126386bd2 HTTP/1.1" status: 204 len: 168 time: 0.5665436 Feb 11 05:20:16.260025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37722) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:16.262415 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c55221-0776-478c-937b-0abe56d5d9cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75898108-4abb-46e7-b28e-099126386bd2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:16.275370 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5f82a9c-a27d-46d8-9f74-edb92f45386d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (4df539ee-8870-41e5-b948-36a563ad0d0b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.278976 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5f82a9c-a27d-46d8-9f74-edb92f45386d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.280796 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a5f82a9c-a27d-46d8-9f74-edb92f45386d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/floatingips/4df539ee-8870-41e5-b948-36a563ad0d0b HTTP/1.1" status: 204 len: 168 time: 1.2253900 Feb 11 05:20:16.283642 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37724) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:16.334988 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-af133af2-1773-4788-abda-188e99af08e2 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] delete failed (client error): The resource could not be found. Feb 11 05:20:16.336112 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-af133af2-1773-4788-abda-188e99af08e2 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/floatingips/4df539ee-8870-41e5-b948-36a563ad0d0b HTTP/1.1" status: 404 len: 345 time: 0.0512011 Feb 11 05:20:16.340311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37728) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:16.441889 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-77233953-10d9-48cf-b508-b550d4ca40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.454224 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aac0c0-7484-44a2-8c30-27dc57b4a93d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:16.460330 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aac0c0-7484-44a2-8c30-27dc57b4a93d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:16.469159 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aac0c0-7484-44a2-8c30-27dc57b4a93d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:16.474405 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-52aac0c0-7484-44a2-8c30-27dc57b4a93d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "GET /v2.0/ports?network_id=886a10f7-e1e4-4122-b394-03c548e3ac6e HTTP/1.1" status: 200 len: 2358 time: 0.1306746 Feb 11 05:20:16.474676 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37732) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:16.568055 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-77233953-10d9-48cf-b508-b550d4ca40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.593376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-77233953-10d9-48cf-b508-b550d4ca40f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:16.610177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-77233953-10d9-48cf-b508-b550d4ca40f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494d9d64-5753-4449-9c1c-d3c7884b41aa') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:16.610476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-77233953-10d9-48cf-b508-b550d4ca40f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494d9d64-5753-4449-9c1c-d3c7884b41aa') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:16.622451 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-77233953-10d9-48cf-b508-b550d4ca40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (494d9d64-5753-4449-9c1c-d3c7884b41aa), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.640092 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-77233953-10d9-48cf-b508-b550d4ca40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (494d9d64-5753-4449-9c1c-d3c7884b41aa), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.648918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77233953-10d9-48cf-b508-b550d4ca40f5 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:20:16.649924 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-77233953-10d9-48cf-b508-b550d4ca40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (494d9d64-5753-4449-9c1c-d3c7884b41aa), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:20:16.798113 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:20:16.803834 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-77233953-10d9-48cf-b508-b550d4ca40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.813799 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-77233953-10d9-48cf-b508-b550d4ca40f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:16.834905 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-77233953-10d9-48cf-b508-b550d4ca40f5 admin admin] 10.222.0.87 "DELETE /v2.0/networks/c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc HTTP/1.1" status: 204 len: 168 time: 0.5693529 Feb 11 05:20:16.884500 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ed3bc5b7-4a3b-489e-adfe-525597ec69aa details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:17.021166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d333be98-f25d-4dcd-aaec-751bbdc17348 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:17.029654 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d333be98-f25d-4dcd-aaec-751bbdc17348 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "GET /v2.0/subnets/bdae9290-e2db-4a63-80cf-4d3d196893b4 HTTP/1.1" status: 200 len: 797 time: 0.5539672 Feb 11 05:20:17.034212 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37740) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:17.042430 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9705e09e-d372-4cb7-87ad-6bf706e8a856 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'port': {'network_id': '886a10f7-e1e4-4122-b394-03c548e3ac6e', 'name': 'tempest-FloatingIPTestJSON-2146485257', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:17.181472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ed3bc5b7-4a3b-489e-adfe-525597ec69aa, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,segment=NetworkSegment(7c3e1ef7-acb3-4508-b942-12dcffce35f9),segment_id=7c3e1ef7-acb3-4508-b942-12dcffce35f9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:17.217331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'ed3bc5b7-4a3b-489e-adfe-525597ec69aa', 'network_id': 'ce22d6e2-7189-4f69-9172-0305d37722eb', 'port_id': 'ed3bc5b7-4a3b-489e-adfe-525597ec69aa', 'mac_address': 'fa:16:3e:41:f2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0065c61-f007-49b1-a4d5-6f0ea05d6e98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:17.230987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77233953-10d9-48cf-b508-b550d4ca40f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c800d9ce-31e1-4fdb-9190-5bec1ac8d5fc,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:17.251622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37744) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:17.318991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9705e09e-d372-4cb7-87ad-6bf706e8a856 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Made reservation on behalf of 8a00c858277844aab418cebffa7a883a for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:17.333131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ed3bc5b7-4a3b-489e-adfe-525597ec69aa is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:17.334688 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:17.356661 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3bc5b7-4a3b-489e-adfe-525597ec69aa {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:17.406568 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ed3bc5b7-4a3b-489e-adfe-525597ec69aa, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,segment=NetworkSegment(7c3e1ef7-acb3-4508-b942-12dcffce35f9),segment_id=7c3e1ef7-acb3-4508-b942-12dcffce35f9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:17.411633 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:17.413366 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ffe277a6-992f-4a40-97f8-6d4f51fdca48 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:17.456556 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9705e09e-d372-4cb7-87ad-6bf706e8a856 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:17.487875 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-9705e09e-d372-4cb7-87ad-6bf706e8a856 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] device_id is not set on port 5da5b8e1-15aa-4601-b9ad-db25ec2016e1 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:20:17.560541 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-beabf27d-6888-4747-9309-67f887d23d88 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dcc6903802584e6982f93ae4e2d3543f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3060925 Feb 11 05:20:17.561935 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37750) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:17.666255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:17.692695 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ffe277a6-992f-4a40-97f8-6d4f51fdca48, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:17.699316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7553732-f815-47f7-a14e-768e233aba64 req-cbe5be0f-e249-4919-ae09-4f54f6f01d06 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:17.700917 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7553732-f815-47f7-a14e-768e233aba64 req-cbe5be0f-e249-4919-ae09-4f54f6f01d06 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 943 time: 0.9102325 Feb 11 05:20:17.713560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-8429e42e-eb11-4b15-9c81-5d30988307f8 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:17.715066 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-8429e42e-eb11-4b15-9c81-5d30988307f8 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.88 "GET /v2.0/networks?id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a HTTP/1.1" status: 200 len: 812 time: 0.7797379 Feb 11 05:20:17.719961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'port_id': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'mac_address': 'fa:16:3e:d6:0d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:17.727816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa89d09-b2c7-4365-b733-e7d65dd7541a req-6a5dfd1f-ad0a-4833-b526-fdf964460b5c tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:17.730213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fa89d09-b2c7-4365-b733-e7d65dd7541a req-6a5dfd1f-ad0a-4833-b526-fdf964460b5c tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.9352279 Feb 11 05:20:17.742425 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Request body: {'port': {'device_id': '9c81dc1a-1181-4f75-b4bf-0840182d2922', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'admin_state_up': True, 'tenant_id': '5c7d4a400d4d41059ead9919c4db8a08'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:17.799388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ffe277a6-992f-4a40-97f8-6d4f51fdca48 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:17.799818 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:17.815230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe277a6-992f-4a40-97f8-6d4f51fdca48 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:17.843172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ffe277a6-992f-4a40-97f8-6d4f51fdca48, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:17.848624 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:17.920154 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=ffe277a6-992f-4a40-97f8-6d4f51fdca48,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:17.955895 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6906f3b-2f9c-4deb-a95f-1f7479a462aa admin admin] Publish callbacks [] for security_group (57bf4a22-56c8-4dbe-81b5-7158dd28658a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:18.046683 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6906f3b-2f9c-4deb-a95f-1f7479a462aa admin admin] Publish callbacks [] for security_group (57bf4a22-56c8-4dbe-81b5-7158dd28658a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:18.119910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['ed3bc5b7-4a3b-489e-adfe-525597ec69aa'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:18.166651 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6906f3b-2f9c-4deb-a95f-1f7479a462aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (57bf4a22-56c8-4dbe-81b5-7158dd28658a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:18.172078 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6906f3b-2f9c-4deb-a95f-1f7479a462aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:18.177049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['ffe277a6-992f-4a40-97f8-6d4f51fdca48'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:18.177424 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f6906f3b-2f9c-4deb-a95f-1f7479a462aa admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/57bf4a22-56c8-4dbe-81b5-7158dd28658a HTTP/1.1" status: 204 len: 168 time: 0.6130805 Feb 11 05:20:18.274677 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6906f3b-2f9c-4deb-a95f-1f7479a462aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bf4a22-56c8-4dbe-81b5-7158dd28658a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:18.326276 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-9705e09e-d372-4cb7-87ad-6bf706e8a856 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Allocated IP 172.20.0.14 (886a10f7-e1e4-4122-b394-03c548e3ac6e/bdae9290-e2db-4a63-80cf-4d3d196893b4/5da5b8e1-15aa-4601-b9ad-db25ec2016e1) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:18.338976 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-9705e09e-d372-4cb7-87ad-6bf706e8a856 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Allocated IP 172.20.0.13 (886a10f7-e1e4-4122-b394-03c548e3ac6e/bdae9290-e2db-4a63-80cf-4d3d196893b4/5da5b8e1-15aa-4601-b9ad-db25ec2016e1) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:18.596080 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7553732-f815-47f7-a14e-768e233aba64 req-e1a883d0-33b1-4c9c-bbbf-cac19b28d56c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8796847 Feb 11 05:20:18.675044 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-d1228890-347b-4979-9ca7-5e204004918b tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:18.676601 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-d1228890-347b-4979-9ca7-5e204004918b tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.88 "GET /v2.0/networks?id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a HTTP/1.1" status: 200 len: 812 time: 1.4341776 Feb 11 05:20:18.696435 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-1878884c-b26c-4d08-b12e-c608e878535d tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Request body: {'port': {'device_id': '2af16df4-7424-4c4d-a31b-0fed8a13d4b0', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'admin_state_up': True, 'tenant_id': '5c7d4a400d4d41059ead9919c4db8a08'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:18.861977 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9705e09e-d372-4cb7-87ad-6bf706e8a856 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (5da5b8e1-15aa-4601-b9ad-db25ec2016e1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:18.899278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-1878884c-b26c-4d08-b12e-c608e878535d tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Made reservation on behalf of 5c7d4a400d4d41059ead9919c4db8a08 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:18.904845 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-1878884c-b26c-4d08-b12e-c608e878535d tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:18.944119 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9705e09e-d372-4cb7-87ad-6bf706e8a856 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5da5b8e1-15aa-4601-b9ad-db25ec2016e1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:18.961815 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43283cc7-3365-4e43-aabe-278e9ca19979 req-8a7cba1e-660a-4d6f-8cbd-02b2906e5edf tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 210 time: 0.1078947 Feb 11 05:20:18.965239 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fa89d09-b2c7-4365-b733-e7d65dd7541a req-864c7914-0fc9-42f4-992e-4ee9f7eceb15 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030817 Feb 11 05:20:19.025500 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Made reservation on behalf of 5c7d4a400d4d41059ead9919c4db8a08 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:19.033899 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:19.126122 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9705e09e-d372-4cb7-87ad-6bf706e8a856 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 886a10f7-e1e4-4122-b394-03c548e3ac6e is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:19.136120 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-9705e09e-d372-4cb7-87ad-6bf706e8a856 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:19.144272 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9705e09e-d372-4cb7-87ad-6bf706e8a856 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:19.253377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705e09e-d372-4cb7-87ad-6bf706e8a856 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=5da5b8e1-15aa-4601-b9ad-db25ec2016e1,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:19.367572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-1878884c-b26c-4d08-b12e-c608e878535d tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Allocated IP 172.20.0.13 (81d9c3a5-749c-4efb-a1ec-3c4ca7de414a/b879c64a-e605-4233-add0-72bb3a5a9b1c/3fd382e2-b580-4d58-a121-c378051f3545) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:19.410960 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2154708-89e7-4b4e-9e3c-e7f52f4c2501 req-10f28ace-58bc-47b9-b16d-3433dcadfbcd tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:19.427592 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9705e09e-d372-4cb7-87ad-6bf706e8a856 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:19.428860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9705e09e-d372-4cb7-87ad-6bf706e8a856 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:19.437454 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2154708-89e7-4b4e-9e3c-e7f52f4c2501 req-10f28ace-58bc-47b9-b16d-3433dcadfbcd tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c85c878-03ca-4d9e-8297-ba8c13de3cfe HTTP/1.1" status: 200 len: 945 time: 0.2421763 Feb 11 05:20:19.485254 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9705e09e-d372-4cb7-87ad-6bf706e8a856 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.4489322 Feb 11 05:20:19.495944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37782) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:19.514728 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '5da5b8e1-15aa-4601-b9ad-db25ec2016e1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:19.582932 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:19.624984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2154708-89e7-4b4e-9e3c-e7f52f4c2501 req-51b7e688-0ca7-424b-9370-32e18e4d1970 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/security-groups?id=7e869431-eb8a-44dc-9d9c-4864c9cf8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865478 Feb 11 05:20:19.745347 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37790) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:19.765697 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4a3ac-cd4e-46d2-a851-13c886e8ad09 req-8ee174a1-d4ed-432d-b329-2ccaa42a223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:19.767478 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5a4a3ac-cd4e-46d2-a851-13c886e8ad09 req-8ee174a1-d4ed-432d-b329-2ccaa42a223a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=13a59492bc0343adb1fb7a8aa5188602&device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 1128 time: 0.2166312 Feb 11 05:20:19.810331 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:19.956952 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-80925774-f7f0-4e88-9da6-6598f6902274 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1478909767-network', 'tenant_id': '4fd351b1b17147b8b23378233babb865'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:19.963166 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4a3ac-cd4e-46d2-a851-13c886e8ad09 req-38272a86-8721-4b45-82d6-721a494e8766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:19.964688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5a4a3ac-cd4e-46d2-a851-13c886e8ad09 req-38272a86-8721-4b45-82d6-721a494e8766 service neutron] 10.222.0.88 "GET /v2.0/networks?id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3 HTTP/1.1" status: 200 len: 920 time: 0.1843500 Feb 11 05:20:19.976016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee30f9-5675-429b-acaf-f020bc9d5323 req-a7408042-7e4c-4bc9-8d4e-38333926d58a tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:19.984602 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8ee30f9-5675-429b-acaf-f020bc9d5323 req-a7408042-7e4c-4bc9-8d4e-38333926d58a tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.3560958 Feb 11 05:20:20.006846 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80925774-f7f0-4e88-9da6-6598f6902274 admin admin] Made reservation on behalf of 4fd351b1b17147b8b23378233babb865 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:20.010266 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-80925774-f7f0-4e88-9da6-6598f6902274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.028527 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-80925774-f7f0-4e88-9da6-6598f6902274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.047585 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5a4a3ac-cd4e-46d2-a851-13c886e8ad09 req-4ee3bfab-1096-4dbf-aef8-50e652af8f72 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81b757ab-9e42-40fe-bb13-f70307f41e25 HTTP/1.1" status: 200 len: 217 time: 0.0602362 Feb 11 05:20:20.051876 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Allocated IP 172.25.5.141 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/20701efd-a905-4384-9b89-146a60aceef6) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:20.133397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-1878884c-b26c-4d08-b12e-c608e878535d tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks [] for port (3fd382e2-b580-4d58-a121-c378051f3545), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.153122 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-80925774-f7f0-4e88-9da6-6598f6902274 admin admin] Publish callbacks [] for security_group (c306b9e7-5d2d-4ee2-ac08-f8290b412f41), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.156922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276718b2-570a-4ba8-9eda-966a706b49c9 req-d85ea352-dfe9-41c1-9695-f04b06d17ddd tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:20.160692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-276718b2-570a-4ba8-9eda-966a706b49c9 req-d85ea352-dfe9-41c1-9695-f04b06d17ddd tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 944 time: 0.3996992 Feb 11 05:20:20.169605 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-80925774-f7f0-4e88-9da6-6598f6902274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c306b9e7-5d2d-4ee2-ac08-f8290b412f41), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.186579 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80925774-f7f0-4e88-9da6-6598f6902274 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:20:20.199529 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-80925774-f7f0-4e88-9da6-6598f6902274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (bf2d1b23-2e1f-432b-b471-03b56060d178), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.200265 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-80925774-f7f0-4e88-9da6-6598f6902274 admin admin] Added segment bf2d1b23-2e1f-432b-b471-03b56060d178 of type vlan for network 00e97195-e4a6-4b69-a2ee-a99bf0940c44 Feb 11 05:20:20.211566 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4a3ac-cd4e-46d2-a851-13c886e8ad09 req-3f4b7e3f-d773-40a0-8650-bb0d5d7e694b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:20.212970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5a4a3ac-cd4e-46d2-a851-13c886e8ad09 req-3f4b7e3f-d773-40a0-8650-bb0d5d7e694b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d0ba582-f504-4448-8fec-eb2c8f3e0f4b HTTP/1.1" status: 200 len: 859 time: 0.1451738 Feb 11 05:20:20.232968 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8ee30f9-5675-429b-acaf-f020bc9d5323 req-346f42fb-7b02-4a70-aa60-4217f89ba4c6 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474222 Feb 11 05:20:20.274474 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-80925774-f7f0-4e88-9da6-6598f6902274 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (00e97195-e4a6-4b69-a2ee-a99bf0940c44), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.315426 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-80925774-f7f0-4e88-9da6-6598f6902274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (00e97195-e4a6-4b69-a2ee-a99bf0940c44), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.316975 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80925774-f7f0-4e88-9da6-6598f6902274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:20.318241 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-80925774-f7f0-4e88-9da6-6598f6902274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.344261 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5a4a3ac-cd4e-46d2-a851-13c886e8ad09 req-ccca4812-9c03-41b7-93bb-ca2d2cbb01aa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100264 Feb 11 05:20:20.411265 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80925774-f7f0-4e88-9da6-6598f6902274 admin admin] Pushing event updated for resources: {'Network': ['ID=00e97195-e4a6-4b69-a2ee-a99bf0940c44,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:20.424188 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-80925774-f7f0-4e88-9da6-6598f6902274 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6766424 Feb 11 05:20:20.427242 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 00e97195-e4a6-4b69-a2ee-a99bf0940c44 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:20:20.443982 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37798) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:20.449743 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-93ca24cd-9bf3-47d5-91b2-303aaa6c20ea admin admin] Request body: {'subnet': {'network_id': '00e97195-e4a6-4b69-a2ee-a99bf0940c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1478909767-subnet', 'tenant_id': '4fd351b1b17147b8b23378233babb865', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:20.464923 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80925774-f7f0-4e88-9da6-6598f6902274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c306b9e7-5d2d-4ee2-ac08-f8290b412f41,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:20.534375 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ca24cd-9bf3-47d5-91b2-303aaa6c20ea admin admin] Made reservation on behalf of 4fd351b1b17147b8b23378233babb865 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:20.538195 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93ca24cd-9bf3-47d5-91b2-303aaa6c20ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.588234 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5a4a3ac-cd4e-46d2-a851-13c886e8ad09 req-60b372f2-4a3b-482a-a915-0b69fe290d34 service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205620 Feb 11 05:20:20.605421 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0564a7a5-1fea-4ffd-b71e-61f70e531c6a req-24904eb5-409c-400f-b6ef-317e98443194 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 210 time: 0.2640855 Feb 11 05:20:20.655236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-276718b2-570a-4ba8-9eda-966a706b49c9 req-5745d830-d05a-4127-9c2b-0a1ecb21b1fc tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4669456 Feb 11 05:20:20.695611 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (20701efd-a905-4384-9b89-146a60aceef6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.742800 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (20701efd-a905-4384-9b89-146a60aceef6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.753204 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-1878884c-b26c-4d08-b12e-c608e878535d tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (3fd382e2-b580-4d58-a121-c378051f3545), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:20.763591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Allocated IP 172.20.0.12 (81d9c3a5-749c-4efb-a1ec-3c4ca7de414a/b879c64a-e605-4233-add0-72bb3a5a9b1c/2a9c7c5e-0773-4ece-b352-98fd487547c8) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:20.837443 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=20701efd-a905-4384-9b89-146a60aceef6,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:20.853452 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:20.856067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-1878884c-b26c-4d08-b12e-c608e878535d tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:20.884201 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ed3bc5b7-4a3b-489e-adfe-525597ec69aa up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:20.899527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-1878884c-b26c-4d08-b12e-c608e878535d tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:20.943575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-1878884c-b26c-4d08-b12e-c608e878535d tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:20.993857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port ed3bc5b7-4a3b-489e-adfe-525597ec69aa completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:20:20.994541 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:20.997763 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:21.004091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port ed3bc5b7-4a3b-489e-adfe-525597ec69aa triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:21.004845 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.042971 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878884c-b26c-4d08-b12e-c608e878535d tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Pushing event updated for resources: {'Port': ['ID=3fd382e2-b580-4d58-a121-c378051f3545,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:21.051053 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93ca24cd-9bf3-47d5-91b2-303aaa6c20ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (ff6319c9-a363-4867-aa60-335c491ee5c5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.110385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d873c7-37a1-4a87-8a3f-412732f83c8c req-211d4481-2c33-4098-8ff6-4c531fd7a7ed tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:21.119364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ed3bc5b7-4a3b-489e-adfe-525597ec69aa is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:21.119929 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.120255 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67d873c7-37a1-4a87-8a3f-412732f83c8c req-211d4481-2c33-4098-8ff6-4c531fd7a7ed tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c85c878-03ca-4d9e-8297-ba8c13de3cfe HTTP/1.1" status: 200 len: 945 time: 0.3702245 Feb 11 05:20:21.123672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5a4a3ac-cd4e-46d2-a851-13c886e8ad09 req-e097107b-6879-42b0-9a3b-d30021bc428c service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151782 Feb 11 05:20:21.164817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-1878884c-b26c-4d08-b12e-c608e878535d tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:21.165093 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c85c878-03ca-4d9e-8297-ba8c13de3cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3bc5b7-4a3b-489e-adfe-525597ec69aa'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:21.165934 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-1878884c-b26c-4d08-b12e-c608e878535d tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.171543 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3400c6a8-1936-4a7f-8ffd-54db75d49d98" -d '{"events": [{"server_uuid": "6c85c878-03ca-4d9e-8297-ba8c13de3cfe", "name": "network-vif-plugged", "status": "completed", "tag": "ed3bc5b7-4a3b-489e-adfe-525597ec69aa"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:21.189866 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ed3bc5b7-4a3b-489e-adfe-525597ec69aa, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,segment=NetworkSegment(7c3e1ef7-acb3-4508-b942-12dcffce35f9),segment_id=7c3e1ef7-acb3-4508-b942-12dcffce35f9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:21.199971 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.201276 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ffe277a6-992f-4a40-97f8-6d4f51fdca48 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:21.256087 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535c0466-a06b-4a50-a81e-3001c041d1bb x-openstack-request-id: req-535c0466-a06b-4a50-a81e-3001c041d1bb {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:21.256429 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c85c878-03ca-4d9e-8297-ba8c13de3cfe", "name": "network-vif-plugged", "status": "completed", "tag": "ed3bc5b7-4a3b-489e-adfe-525597ec69aa", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:21.256957 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-535c0466-a06b-4a50-a81e-3001c041d1bb {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:21.270597 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:20:21.271164 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c85c878-03ca-4d9e-8297-ba8c13de3cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3bc5b7-4a3b-489e-adfe-525597ec69aa', 'code': 200} Feb 11 05:20:21.378058 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port ffe277a6-992f-4a40-97f8-6d4f51fdca48 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:21.378432 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.416004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca24cd-9bf3-47d5-91b2-303aaa6c20ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff6319c9-a363-4867-aa60-335c491ee5c5,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:21.429216 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-1878884c-b26c-4d08-b12e-c608e878535d tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7434926 Feb 11 05:20:21.464779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:21.469199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Request body: {'port': {'device_id': '2af16df4-7424-4c4d-a31b-0fed8a13d4b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:21.523929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67d873c7-37a1-4a87-8a3f-412732f83c8c req-175e9611-3134-4a51-a721-975a7ce17074 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/security-groups?id=7e869431-eb8a-44dc-9d9c-4864c9cf8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971915 Feb 11 05:20:21.526485 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ffe277a6-992f-4a40-97f8-6d4f51fdca48 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:21.526917 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.584578 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks [] for port (2a9c7c5e-0773-4ece-b352-98fd487547c8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.597867 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d694c-a119-4950-abed-7cbe3eb383b7 req-b21aafe5-8567-4c49-bcc1-8b94ecb966e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:21.600168 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-328d694c-a119-4950-abed-7cbe3eb383b7 req-b21aafe5-8567-4c49-bcc1-8b94ecb966e9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6c85c878-03ca-4d9e-8297-ba8c13de3cfe HTTP/1.1" status: 200 len: 1129 time: 0.2533979 Feb 11 05:20:21.610809 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cd785-5f68-4dc5-8aaa-ef13f3ca812d req-1b8e9a80-0eec-4d27-a134-baf35e83b99d tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:21.618570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc6cd785-5f68-4dc5-8aaa-ef13f3ca812d req-1b8e9a80-0eec-4d27-a134-baf35e83b99d tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.2175465 Feb 11 05:20:21.623378 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ffe277a6-992f-4a40-97f8-6d4f51fdca48, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:21.634193 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.789637 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=ffe277a6-992f-4a40-97f8-6d4f51fdca48,revision_number=10']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:21.808334 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-328d694c-a119-4950-abed-7cbe3eb383b7 req-06eb7a89-4340-4c23-a302-48dbb2b432bd service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7e869431-eb8a-44dc-9d9c-4864c9cf8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342583 Feb 11 05:20:21.809889 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3fd382e2-b580-4d58-a121-c378051f3545), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.897962 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (63d783ac-e1c1-4d4f-bf01-318563e2e983), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.912040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc6cd785-5f68-4dc5-8aaa-ef13f3ca812d req-6d2799cc-85eb-4dc5-b62a-8ae7ed262cb1 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876461 Feb 11 05:20:21.923324 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2a9c7c5e-0773-4ece-b352-98fd487547c8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:21.951705 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ca24cd-9bf3-47d5-91b2-303aaa6c20ea admin admin] Checking segment: {'id': 'bf2d1b23-2e1f-432b-b471-03b56060d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00e97195-e4a6-4b69-a2ee-a99bf0940c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:21.952244 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ca24cd-9bf3-47d5-91b2-303aaa6c20ea admin admin] Network hostable DHCP agents. Network: 00e97195-e4a6-4b69-a2ee-a99bf0940c44, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:20:22.000521 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (20701efd-a905-4384-9b89-146a60aceef6), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.032982 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ca24cd-9bf3-47d5-91b2-303aaa6c20ea admin admin] Network 00e97195-e4a6-4b69-a2ee-a99bf0940c44 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:20:22.037946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3408c-8c3d-4752-b0cd-8dd3e4a367c7 req-80153540-d39e-4411-a74a-fb97bde04583 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:22.046124 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ab3408c-8c3d-4752-b0cd-8dd3e4a367c7 req-80153540-d39e-4411-a74a-fb97bde04583 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 932 time: 0.3097520 Feb 11 05:20:22.049767 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-93ca24cd-9bf3-47d5-91b2-303aaa6c20ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 00e97195-e4a6-4b69-a2ee-a99bf0940c44) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:22.055252 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ca24cd-9bf3-47d5-91b2-303aaa6c20ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:22.055993 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93ca24cd-9bf3-47d5-91b2-303aaa6c20ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.067005 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1f2fd8-2a07-4fb2-b55b-6d50243f6ab4 None None] Network 00e97195-e4a6-4b69-a2ee-a99bf0940c44 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:22.088004 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-93ca24cd-9bf3-47d5-91b2-303aaa6c20ea admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6420484 Feb 11 05:20:22.166797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:22.274654 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59519ef3-8787-4934-8543-d0caf5104445 None None] Network 00e97195-e4a6-4b69-a2ee-a99bf0940c44 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:22.285358 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (20701efd-a905-4384-9b89-146a60aceef6), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.293081 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (20701efd-a905-4384-9b89-146a60aceef6), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.340027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:22.373947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:22.385421 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Pushing event updated for resources: {'Port': ['ID=2a9c7c5e-0773-4ece-b352-98fd487547c8,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:22.449164 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (63d783ac-e1c1-4d4f-bf01-318563e2e983), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.468697 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:22.469019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:22.469306 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:22.469643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:22.469976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:22.470307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:22.470632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:22.470956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:22.471276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:22.471621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:22.471945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:22.472264 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:22.472584 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:22.500794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=20701efd-a905-4384-9b89-146a60aceef6,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:22.523516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944db2e-317d-4951-b9de-58a18b78d25d req-e612b1be-1fac-44f8-9bea-5a7424c5b9b7 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:22.525021 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d944db2e-317d-4951-b9de-58a18b78d25d req-e612b1be-1fac-44f8-9bea-5a7424c5b9b7 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 946 time: 0.4731510 Feb 11 05:20:22.540741 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ab3408c-8c3d-4752-b0cd-8dd3e4a367c7 req-d17f9ca6-33ca-4bf5-864b-48f38d6760f9 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933333 Feb 11 05:20:22.579030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:22.579914 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:22.589762 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Floating IP 63d783ac-e1c1-4d4f-bf01-318563e2e983 associated. External IP: 172.25.5.141, port: 5da5b8e1-15aa-4601-b9ad-db25ec2016e1. Feb 11 05:20:22.648884 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-aa114869-7608-4dcf-951a-8bc98e2682b4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9169688 Feb 11 05:20:22.661178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Request body: {'port': {'device_id': '9c81dc1a-1181-4f75-b4bf-0840182d2922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:22.670967 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d944db2e-317d-4951-b9de-58a18b78d25d req-5bbfe6d0-4836-458d-b307-8d906005e98c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366439 Feb 11 05:20:22.837345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2a9c7c5e-0773-4ece-b352-98fd487547c8), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:23.004977 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 2e59380f-46d7-4d6f-b203-04d133d1b2d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:23.011932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd382e2-b580-4d58-a121-c378051f3545 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:23.043156 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Publish callbacks [] for port (3fd382e2-b580-4d58-a121-c378051f3545), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:23.082544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Transition to ACTIVE for port object 3fd382e2-b580-4d58-a121-c378051f3545 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:20:23.161387 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (3fd382e2-b580-4d58-a121-c378051f3545), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:23.180528 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:23.199585 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cefae40-7faa-4623-bca5-9ab03f3b0c46 None None] Sync routers for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:23.214877 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:23.215411 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cefae40-7faa-4623-bca5-9ab03f3b0c46 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:23.217922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-8cefae40-7faa-4623-bca5-9ab03f3b0c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:23.248903 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa810ac3-5f2d-4681-9454-b4e7860ca080 req-22042283-518e-4cc8-a272-3b2d94091fe1 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:23.257141 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa810ac3-5f2d-4681-9454-b4e7860ca080 req-22042283-518e-4cc8-a272-3b2d94091fe1 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c85c878-03ca-4d9e-8297-ba8c13de3cfe HTTP/1.1" status: 200 len: 946 time: 0.4207046 Feb 11 05:20:23.344557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f2617-f096-4748-b334-e3ed72ecc43a req-877e8b98-47d7-4032-9e5b-bd1ed6958398 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:23.358701 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-877e8b98-47d7-4032-9e5b-bd1ed6958398 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/networks?id=00e97195-e4a6-4b69-a2ee-a99bf0940c44 HTTP/1.1" status: 200 len: 822 time: 0.3589416 Feb 11 05:20:23.514965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-6f4aeb0c-bae5-48d5-9965-babecbb68f3e tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/quotas/4fd351b1b17147b8b23378233babb865 HTTP/1.1" status: 200 len: 375 time: 0.0938308 Feb 11 05:20:23.555824 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:23.558241 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6c775c-a940-4f58-8e59-e04a7311c180" -d '{"events": [{"server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "name": "network-vif-plugged", "status": "completed", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:23.564305 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-8cefae40-7faa-4623-bca5-9ab03f3b0c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:23.575999 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cefae40-7faa-4623-bca5-9ab03f3b0c46 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:23.577018 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-8cefae40-7faa-4623-bca5-9ab03f3b0c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:23.638124 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-948cfe0e-4764-4e12-a90d-d75adb68e92f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.1334667 Feb 11 05:20:23.649577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-8cefae40-7faa-4623-bca5-9ab03f3b0c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:23.649815 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37864) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:23.650242 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cefae40-7faa-4623-bca5-9ab03f3b0c46 None None] The sync data for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:23.654726 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-79f84294-ab1e-4d12-a5b3-ab7ddb531f42 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'floatingip': {'port_id': '5da5b8e1-15aa-4601-b9ad-db25ec2016e1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:23.728342 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-79f84294-ab1e-4d12-a5b3-ab7ddb531f42 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (63d783ac-e1c1-4d4f-bf01-318563e2e983), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.084193 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-a9ad0c99-9c25-4479-a563-cfe9fe9bfa98 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=4fd351b1b17147b8b23378233babb865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5683413 Feb 11 05:20:24.116885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Pushing event updated for resources: {'Port': ['ID=3fd382e2-b580-4d58-a121-c378051f3545,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:24.144403 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa810ac3-5f2d-4681-9454-b4e7860ca080 req-505d730c-7c6a-4dc3-9f95-f7af229899e9 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/security-groups?id=7e869431-eb8a-44dc-9d9c-4864c9cf8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8862770 Feb 11 05:20:24.319409 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-79f84294-ab1e-4d12-a5b3-ab7ddb531f42 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.323665 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-79f84294-ab1e-4d12-a5b3-ab7ddb531f42 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (63d783ac-e1c1-4d4f-bf01-318563e2e983), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.334468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Attempting to bind port 3fd382e2-b580-4d58-a121-c378051f3545 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:24.335027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Attempting to bind port 3fd382e2-b580-4d58-a121-c378051f3545 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:24.335484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Attempting to bind port 3fd382e2-b580-4d58-a121-c378051f3545 on network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:24.351672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9c7c5e-0773-4ece-b352-98fd487547c8 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:24.367411 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Publish callbacks [] for port (2a9c7c5e-0773-4ece-b352-98fd487547c8), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.370338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Port 3fd382e2-b580-4d58-a121-c378051f3545 on network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:20:24.370774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Attempting to bind port 3fd382e2-b580-4d58-a121-c378051f3545 on network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:24.402579 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:24.403007 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Checking segment: {'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:24.403589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Bound using segment: {'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:24.404141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Bound port: 3fd382e2-b580-4d58-a121-c378051f3545, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:24.404710 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3fd382e2-b580-4d58-a121-c378051f3545), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.483936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Transition to ACTIVE for port object 2a9c7c5e-0773-4ece-b352-98fd487547c8 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:20:24.488773 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-3a0daf9b-eaf3-4326-99da-3032fce1ae35 service neutron] 10.222.0.87 "GET /v2.0/networks/00e97195-e4a6-4b69-a2ee-a99bf0940c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815882 Feb 11 05:20:24.493589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:24.496915 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2a9c7c5e-0773-4ece-b352-98fd487547c8), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.501703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:24.569702 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (3fd382e2-b580-4d58-a121-c378051f3545), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.579036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19f885-a64f-4bed-9b45-41260d009b5e req-4f9e54d6-fc3c-42ec-b937-481a87fa3e47 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:24.580988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be19f885-a64f-4bed-9b45-41260d009b5e req-4f9e54d6-fc3c-42ec-b937-481a87fa3e47 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.2799711 Feb 11 05:20:24.619597 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f84294-ab1e-4d12-a5b3-ab7ddb531f42 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 2e59380f-46d7-4d6f-b203-04d133d1b2d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:24.722985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:24.723814 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.725946 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] 10.222.0.88 "PUT /v2.0/ports/3fd382e2-b580-4d58-a121-c378051f3545 HTTP/1.1" status: 200 len: 1093 time: 3.2830212 Feb 11 05:20:24.729263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af16df4-7424-4c4d-a31b-0fed8a13d4b0', 'tag': '3fd382e2-b580-4d58-a121-c378051f3545'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:24.732809 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c2436f-c791-4a4c-a8c3-6f0da68dc6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2af16df4-7424-4c4d-a31b-0fed8a13d4b0", "tag": "3fd382e2-b580-4d58-a121-c378051f3545"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:24.742307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9c7c5e-0773-4ece-b352-98fd487547c8,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:24.872690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f84294-ab1e-4d12-a5b3-ab7ddb531f42 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:24.877921 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-79f84294-ab1e-4d12-a5b3-ab7ddb531f42 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:24.891976 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378a722-5d3c-480d-8ccb-a84303e1d9bf None None] Sync routers for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:24.938870 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b378a722-5d3c-480d-8ccb-a84303e1d9bf None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:24.941346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be19f885-a64f-4bed-9b45-41260d009b5e req-4490ebb1-6abd-494f-a290-256b506cd48c tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154078 Feb 11 05:20:24.944257 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-8dec1020-0347-4550-868f-40d8f457d065 service neutron] 10.222.0.87 "GET /v2.0/networks/00e97195-e4a6-4b69-a2ee-a99bf0940c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445906 Feb 11 05:20:24.957995 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-b378a722-5d3c-480d-8ccb-a84303e1d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:24.992156 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-79f84294-ab1e-4d12-a5b3-ab7ddb531f42 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "PUT /v2.0/floatingips/63d783ac-e1c1-4d4f-bf01-318563e2e983 HTTP/1.1" status: 200 len: 979 time: 1.3408160 Feb 11 05:20:24.992826 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37880) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:25.218097 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1f48f-9d5e-45fd-bb4a-cfece4a13bce service neutron] Pushing event updated for resources: {'Port': ['ID=3fd382e2-b580-4d58-a121-c378051f3545,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:25.381020 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-b378a722-5d3c-480d-8ccb-a84303e1d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:25.387666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Attempting to bind port 2a9c7c5e-0773-4ece-b352-98fd487547c8 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:25.387666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Attempting to bind port 2a9c7c5e-0773-4ece-b352-98fd487547c8 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:25.387666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Attempting to bind port 2a9c7c5e-0773-4ece-b352-98fd487547c8 on network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:25.395004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-0c4d3f8e-f419-4e78-8ada-d854a379c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:25.397171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-0c4d3f8e-f419-4e78-8ada-d854a379c423 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5c7d4a400d4d41059ead9919c4db8a08&device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 1127 time: 0.5949571 Feb 11 05:20:25.401261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Port 2a9c7c5e-0773-4ece-b352-98fd487547c8 on network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:20:25.405894 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18c43a8-5c8c-422d-a521-0c78f5883884 x-openstack-request-id: req-f18c43a8-5c8c-422d-a521-0c78f5883884 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:25.406414 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "name": "network-vif-plugged", "status": "completed", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:25.406414 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f18c43a8-5c8c-422d-a521-0c78f5883884 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:25.406806 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'code': 200} Feb 11 05:20:25.409065 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b378a722-5d3c-480d-8ccb-a84303e1d9bf None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:25.409718 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-b378a722-5d3c-480d-8ccb-a84303e1d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:25.416651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Attempting to bind port 2a9c7c5e-0773-4ece-b352-98fd487547c8 on network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:25.453989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:25.456520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Checking segment: {'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:25.457163 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Bound using segment: {'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:25.457952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Bound port: 2a9c7c5e-0773-4ece-b352-98fd487547c8, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:25.460592 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2a9c7c5e-0773-4ece-b352-98fd487547c8), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.467449 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-b378a722-5d3c-480d-8ccb-a84303e1d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:25.468169 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378a722-5d3c-480d-8ccb-a84303e1d9bf None None] The sync data for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:25.671269 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Deleting port 20701efd-a905-4384-9b89-146a60aceef6 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:25.671665 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (20701efd-a905-4384-9b89-146a60aceef6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.703217 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-63e93edd-0624-4879-86e8-5eeef1f9b042 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fd382e2-b580-4d58-a121-c378051f3545 HTTP/1.1" status: 200 len: 217 time: 0.2768946 Feb 11 05:20:25.759204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307038d8-ed4c-4506-b434-56c6cacc1c1f req-f0a46684-b6a0-4877-a571-4f191a629fa3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:25.768576 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-307038d8-ed4c-4506-b434-56c6cacc1c1f req-f0a46684-b6a0-4877-a571-4f191a629fa3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 944 time: 0.6365581 Feb 11 05:20:25.871130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] For port 2a9c7c5e-0773-4ece-b352-98fd487547c8, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:25.939603 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (20701efd-a905-4384-9b89-146a60aceef6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.940090 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (20701efd-a905-4384-9b89-146a60aceef6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.971751 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Calling delete_port for 20701efd-a905-4384-9b89-146a60aceef6 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:26.024323 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] For port 2a9c7c5e-0773-4ece-b352-98fd487547c8, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2a9c7c5e-0773-4ece-b352-98fd487547c8,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:26.160559 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2a9c7c5e-0773-4ece-b352-98fd487547c8), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.248650 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-307038d8-ed4c-4506-b434-56c6cacc1c1f req-68980de1-5c54-44be-9489-e3ff327b1d32 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779122 Feb 11 05:20:26.364702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74ecc-28e1-4dfe-bfbe-8e32ede39e75 req-0b232169-a782-438c-9615-c8e301c4537f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.372316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-12d74ecc-28e1-4dfe-bfbe-8e32ede39e75 req-0b232169-a782-438c-9615-c8e301c4537f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 946 time: 0.8589973 Feb 11 05:20:26.395143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.395806 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.397766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] 10.222.0.88 "PUT /v2.0/ports/2a9c7c5e-0773-4ece-b352-98fd487547c8 HTTP/1.1" status: 200 len: 1093 time: 3.7407348 Feb 11 05:20:26.432109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-94cc7a74-8f93-475a-b083-fcfa5dfc03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.433640 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-94cc7a74-8f93-475a-b083-fcfa5dfc03d7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b879c64a-e605-4233-add0-72bb3a5a9b1c HTTP/1.1" status: 200 len: 852 time: 0.5487247 Feb 11 05:20:26.435551 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffbdb0-6c78-47c9-8e0a-9ee542fdcc0e req-7094aca5-168d-48e5-b8c0-5600ad0357fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:26.445313 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d1ffbdb0-6c78-47c9-8e0a-9ee542fdcc0e req-7094aca5-168d-48e5-b8c0-5600ad0357fb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 1129 time: 0.5444322 Feb 11 05:20:26.469943 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20e8322-f94c-44c9-a2a1-21c21efd23f4 x-openstack-request-id: req-f20e8322-f94c-44c9-a2a1-21c21efd23f4 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:26.470365 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af16df4-7424-4c4d-a31b-0fed8a13d4b0", "tag": "3fd382e2-b580-4d58-a121-c378051f3545", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:26.470481 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f20e8322-f94c-44c9-a2a1-21c21efd23f4 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:26.470887 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af16df4-7424-4c4d-a31b-0fed8a13d4b0', 'tag': '3fd382e2-b580-4d58-a121-c378051f3545', 'status': 'completed', 'code': 200} Feb 11 05:20:26.494353 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (20701efd-a905-4384-9b89-146a60aceef6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.567253 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Port': ['ID=20701efd-a905-4384-9b89-146a60aceef6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:26.576555 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-12d74ecc-28e1-4dfe-bfbe-8e32ede39e75 req-ace3be06-4456-4aa9-9cf0-48e0a7938ab6 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033601 Feb 11 05:20:26.603601 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:26.603953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:26.604403 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:26.604889 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:26.617340 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:26.618040 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:26.618426 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:26.618773 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:26.619113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:26.619471 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:26.619812 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:26.620139 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:26.620465 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:26.623505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a34f12-6a99-4d04-ad6b-7eb03a30a320 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9c7c5e-0773-4ece-b352-98fd487547c8,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:26.641202 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-c56fb3d3-7adb-45f7-9a05-9f1f47ca9d12 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1852140 Feb 11 05:20:26.757136 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (63d783ac-e1c1-4d4f-bf01-318563e2e983), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.757476 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Floating IP 63d783ac-e1c1-4d4f-bf01-318563e2e983 disassociated (deleted). External IP: 172.25.5.141, port: 5da5b8e1-15aa-4601-b9ad-db25ec2016e1. Feb 11 05:20:26.956511 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-dfba2ccf-ce7b-4315-94a0-6b1829021824 service neutron] 10.222.0.88 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005624 Feb 11 05:20:27.072027 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-787253e2-71e9-4413-9385-f2a117ac0571 req-be7d5623-298b-4e36-88ef-d750f1d2dcf7 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 210 time: 0.3389256 Feb 11 05:20:27.078863 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d1ffbdb0-6c78-47c9-8e0a-9ee542fdcc0e req-bcdedd46-91cc-4e96-8c02-8543177eed3c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6240513 Feb 11 05:20:27.212170 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 2e59380f-46d7-4d6f-b203-04d133d1b2d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:27.251836 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e27350-fa44-45ce-906a-7ad78913c933 req-80c659fe-7150-49c0-8ca4-e314220341e4 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:27.254302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83e27350-fa44-45ce-906a-7ad78913c933 req-80c659fe-7150-49c0-8ca4-e314220341e4 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c85c878-03ca-4d9e-8297-ba8c13de3cfe HTTP/1.1" status: 200 len: 946 time: 0.6689339 Feb 11 05:20:27.259136 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-866c89bc-a499-4580-9f80-ed5799422d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:27.260918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-866c89bc-a499-4580-9f80-ed5799422d03 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5c7d4a400d4d41059ead9919c4db8a08&device_id=9c81dc1a-1181-4f75-b4bf-0840182d2922 HTTP/1.1" status: 200 len: 1127 time: 0.6648285 Feb 11 05:20:27.389602 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:27.401230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f774ed15-f540-40bf-a0b0-634bef91cdc5 None None] Sync routers for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:27.401788 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.418466 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f774ed15-f540-40bf-a0b0-634bef91cdc5 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:27.422645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f774ed15-f540-40bf-a0b0-634bef91cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:27.464108 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5c9a892a-e423-442e-8adc-b5b6a6f726e1 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/floatingips/63d783ac-e1c1-4d4f-bf01-318563e2e983 HTTP/1.1" status: 204 len: 168 time: 2.4699557 Feb 11 05:20:27.465186 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37920) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:27.494105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f774ed15-f540-40bf-a0b0-634bef91cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:27.504519 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f774ed15-f540-40bf-a0b0-634bef91cdc5 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:27.506359 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f774ed15-f540-40bf-a0b0-634bef91cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:27.556032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f774ed15-f540-40bf-a0b0-634bef91cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:27.557037 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f774ed15-f540-40bf-a0b0-634bef91cdc5 None None] The sync data for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:27.568301 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-343d1749-4928-4409-b544-b19539ac0433 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a9c7c5e-0773-4ece-b352-98fd487547c8 HTTP/1.1" status: 200 len: 217 time: 0.2534451 Feb 11 05:20:27.697104 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4d5aba8a-7ae2-418f-84a2-9f3f19a1747f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Deleting port 5da5b8e1-15aa-4601-b9ad-db25ec2016e1 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:27.697824 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d5aba8a-7ae2-418f-84a2-9f3f19a1747f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5da5b8e1-15aa-4601-b9ad-db25ec2016e1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:27.710881 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83e27350-fa44-45ce-906a-7ad78913c933 req-fc317807-39cf-4060-952b-c037a7fd90bf tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/security-groups?id=7e869431-eb8a-44dc-9d9c-4864c9cf8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453690 Feb 11 05:20:27.918850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f2617-f096-4748-b334-e3ed72ecc43a req-7ed21296-274c-444f-84ae-33683ed46ac8 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:27.921317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-7ed21296-274c-444f-84ae-33683ed46ac8 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.88 "GET /v2.0/networks?id=00e97195-e4a6-4b69-a2ee-a99bf0940c44 HTTP/1.1" status: 200 len: 822 time: 0.6252508 Feb 11 05:20:27.923327 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-8d98a5ad-d642-46f9-a445-ea10fd99caab service neutron] 10.222.0.88 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9398184 Feb 11 05:20:27.984857 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f467820-fd66-4f7e-adbb-a20a8115e009 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Request body: {'port': {'device_id': '2fd998ee-a4cf-4446-bba8-c3ea505514a6', 'network_id': '00e97195-e4a6-4b69-a2ee-a99bf0940c44', 'admin_state_up': True, 'tenant_id': '4fd351b1b17147b8b23378233babb865'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:28.339905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-61d007c8-775f-4292-be2e-84a23ee258d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:28.343846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-61d007c8-775f-4292-be2e-84a23ee258d1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b879c64a-e605-4233-add0-72bb3a5a9b1c HTTP/1.1" status: 200 len: 852 time: 0.6979589 Feb 11 05:20:28.374939 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be263a3-0c18-4b90-86e4-3342e58526be req-a6b10c56-2626-423e-ba08-096cec582f4c tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:28.377046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8be263a3-0c18-4b90-86e4-3342e58526be req-a6b10c56-2626-423e-ba08-096cec582f4c tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 944 time: 0.8673708 Feb 11 05:20:28.463315 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6d7fab08-a42a-407d-b9e0-3e0f358526b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.528556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-528e02ca-b37f-4464-8627-d426e0312a56 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484725 Feb 11 05:20:28.529126 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c81dc1a-1181-4f75-b4bf-0840182d2922', 'tag': '2a9c7c5e-0773-4ece-b352-98fd487547c8'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:28.531208 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298216ab-b199-4acf-9066-e766dffd9e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c81dc1a-1181-4f75-b4bf-0840182d2922", "tag": "2a9c7c5e-0773-4ece-b352-98fd487547c8"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:28.651196 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d5aba8a-7ae2-418f-84a2-9f3f19a1747f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5da5b8e1-15aa-4601-b9ad-db25ec2016e1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.686515 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4d5aba8a-7ae2-418f-84a2-9f3f19a1747f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Calling delete_port for 5da5b8e1-15aa-4601-b9ad-db25ec2016e1 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:28.706221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d602ba3-bd4e-48a7-ae76-68d5427fab09 req-49e5ae5e-a593-40c3-9e87-fdeac27979bc tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:28.714702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d602ba3-bd4e-48a7-ae76-68d5427fab09 req-49e5ae5e-a593-40c3-9e87-fdeac27979bc tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 946 time: 0.7838569 Feb 11 05:20:28.758487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2436f-c791-4a4c-a8c3-6f0da68dc6dd req-2f28d4bf-9691-4677-9b88-22eab283a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:28.760340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57c2436f-c791-4a4c-a8c3-6f0da68dc6dd req-2f28d4bf-9691-4677-9b88-22eab283a839 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5c7d4a400d4d41059ead9919c4db8a08&device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 1127 time: 0.7430933 Feb 11 05:20:28.815029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8be263a3-0c18-4b90-86e4-3342e58526be req-e82dd3bb-5295-4677-b090-8d1b12933e1e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810824 Feb 11 05:20:28.888358 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d602ba3-bd4e-48a7-ae76-68d5427fab09 req-86bdf276-7e82-495e-bd6b-9c8d1e145705 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665335 Feb 11 05:20:28.889245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f467820-fd66-4f7e-adbb-a20a8115e009 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Made reservation on behalf of 4fd351b1b17147b8b23378233babb865 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:28.898975 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f467820-fd66-4f7e-adbb-a20a8115e009 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:29.167775 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d5aba8a-7ae2-418f-84a2-9f3f19a1747f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5da5b8e1-15aa-4601-b9ad-db25ec2016e1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:29.202441 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07031055-95a0-4dda-8049-48ce8b29901a x-openstack-request-id: req-07031055-95a0-4dda-8049-48ce8b29901a {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:29.212527 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c81dc1a-1181-4f75-b4bf-0840182d2922", "tag": "2a9c7c5e-0773-4ece-b352-98fd487547c8", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:29.212969 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-07031055-95a0-4dda-8049-48ce8b29901a {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:29.213536 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c81dc1a-1181-4f75-b4bf-0840182d2922', 'tag': '2a9c7c5e-0773-4ece-b352-98fd487547c8', 'status': 'completed', 'code': 200} Feb 11 05:20:29.227253 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ec438983-461d-4ae4-a75d-532dcec93dcf req-47135363-2927-4809-a4b8-a709d60b037d tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 210 time: 0.1276128 Feb 11 05:20:29.228392 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5aba8a-7ae2-418f-84a2-9f3f19a1747f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Port': ['ID=5da5b8e1-15aa-4601-b9ad-db25ec2016e1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:29.342725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-7fd34a4d-d2af-45e8-8c19-7510fb2d3bac service neutron] 10.222.0.88 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7614787 Feb 11 05:20:29.373856 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d5aba8a-7ae2-418f-84a2-9f3f19a1747f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:29.384914 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4d5aba8a-7ae2-418f-84a2-9f3f19a1747f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/ports/5da5b8e1-15aa-4601-b9ad-db25ec2016e1 HTTP/1.1" status: 204 len: 168 time: 1.9064498 Feb 11 05:20:29.385980 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37984) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:29.405824 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:29.457208 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:29.627950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2436f-c791-4a4c-a8c3-6f0da68dc6dd req-10ab7a52-1b9e-409c-8606-405a7778b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:29.630440 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57c2436f-c791-4a4c-a8c3-6f0da68dc6dd req-10ab7a52-1b9e-409c-8606-405a7778b548 service neutron] 10.222.0.88 "GET /v2.0/networks?id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a HTTP/1.1" status: 200 len: 913 time: 0.8325064 Feb 11 05:20:29.724942 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:29.900231 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Allocated IP 172.25.5.55 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/c568fb33-784e-47a0-83b5-df7367a56876) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:30.074102 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (c568fb33-784e-47a0-83b5-df7367a56876), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.121198 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c568fb33-784e-47a0-83b5-df7367a56876), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.213271 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:30.217582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:30.224751 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:30.228752 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=c568fb33-784e-47a0-83b5-df7367a56876,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:30.379213 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (a0670e49-6b3d-4f65-8011-031ecd20b628), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.431531 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57c2436f-c791-4a4c-a8c3-6f0da68dc6dd req-1b3d8978-f06c-4ff8-aa7e-46d864fab674 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fd382e2-b580-4d58-a121-c378051f3545 HTTP/1.1" status: 200 len: 217 time: 0.6968749 Feb 11 05:20:30.433550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-a488b320-7ba7-4485-bf31-0922e84be3da service neutron] 10.222.0.88 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0779274 Feb 11 05:20:30.442469 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c568fb33-784e-47a0-83b5-df7367a56876), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.644116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04343fcf-0fad-4a70-93d0-a11fa9e87660 req-5cc03fb7-a621-4621-930d-58ce76fdeb6b tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:30.647893 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04343fcf-0fad-4a70-93d0-a11fa9e87660 req-5cc03fb7-a621-4621-930d-58ce76fdeb6b tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 1.2536206 Feb 11 05:20:30.653812 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f467820-fd66-4f7e-adbb-a20a8115e009 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Allocated IP 172.20.0.7 (00e97195-e4a6-4b69-a2ee-a99bf0940c44/ff6319c9-a363-4867-aa60-335c491ee5c5/8bc10cc4-0c58-4476-96b6-c6e8521644a7) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:30.730612 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (c568fb33-784e-47a0-83b5-df7367a56876), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.738671 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (c568fb33-784e-47a0-83b5-df7367a56876), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.757871 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6f40-7557-4c59-b871-90f6c96b8f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.817629 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369891a2-0e65-4a03-a897-fbdc68852778 req-9e444811-37d0-4bda-9041-ccbb0a924e11 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:30.819245 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-369891a2-0e65-4a03-a897-fbdc68852778 req-9e444811-37d0-4bda-9041-ccbb0a924e11 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 944 time: 0.4190323 Feb 11 05:20:30.860908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=c568fb33-784e-47a0-83b5-df7367a56876,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:30.895607 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a0670e49-6b3d-4f65-8011-031ecd20b628), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.935173 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:30.939909 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b8f3c472-75eb-406a-b2b8-6255d466267e tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5527241 Feb 11 05:20:30.942096 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38006) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:30.942545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:30.948764 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-bf6f2743-5b86-4bd4-97c1-131031f84835 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'port': {'network_id': '886a10f7-e1e4-4122-b394-03c548e3ac6e', 'name': 'tempest-FloatingIPTestJSON-1041085635'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:30.962634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2436f-c791-4a4c-a8c3-6f0da68dc6dd req-8243fb49-aea7-4047-bd56-e21c2772f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:30.964174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57c2436f-c791-4a4c-a8c3-6f0da68dc6dd req-8243fb49-aea7-4047-bd56-e21c2772f2e1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b879c64a-e605-4233-add0-72bb3a5a9b1c HTTP/1.1" status: 200 len: 852 time: 0.4856215 Feb 11 05:20:30.965984 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298216ab-b199-4acf-9066-e766dffd9e1d req-b1aad4ac-2ffe-4534-b5ea-5373c8c90a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:30.993013 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-298216ab-b199-4acf-9066-e766dffd9e1d req-b1aad4ac-2ffe-4534-b5ea-5373c8c90a26 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5c7d4a400d4d41059ead9919c4db8a08&device_id=9c81dc1a-1181-4f75-b4bf-0840182d2922 HTTP/1.1" status: 200 len: 1127 time: 0.4912322 Feb 11 05:20:31.057171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04343fcf-0fad-4a70-93d0-a11fa9e87660 req-8e2e4609-2f23-4fcb-8acb-8ca86185f7cd tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607326 Feb 11 05:20:31.117237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-369891a2-0e65-4a03-a897-fbdc68852778 req-849d8661-0fc6-4565-922c-bda96f1dda53 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666194 Feb 11 05:20:31.140086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57c2436f-c791-4a4c-a8c3-6f0da68dc6dd req-c196fe64-6e50-4b43-9cef-6a9350535153 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058397 Feb 11 05:20:31.158174 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6f2743-5b86-4bd4-97c1-131031f84835 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Made reservation on behalf of 8a00c858277844aab418cebffa7a883a for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:31.164416 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2743-5b86-4bd4-97c1-131031f84835 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:31.187669 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-bf6f2743-5b86-4bd4-97c1-131031f84835 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] device_id is not set on port fb7c1599-d155-48e8-906f-c22296277224 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:20:31.190472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:31.219004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:31.262132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 3fd382e2-b580-4d58-a121-c378051f3545 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:31.262679 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3fd382e2-b580-4d58-a121-c378051f3545), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:31.281066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd382e2-b580-4d58-a121-c378051f3545 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:31.308918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:31.316904 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3fd382e2-b580-4d58-a121-c378051f3545), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:31.405803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=3fd382e2-b580-4d58-a121-c378051f3545,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:31.417032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:31.417556 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:31.417913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:31.418258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:31.418600 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:31.418938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:31.419447 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:31.419820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:31.420159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:31.420542 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:31.421663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:31.421663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:31.422212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:31.445534 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-bf6f2743-5b86-4bd4-97c1-131031f84835 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Allocated IP 172.20.0.3 (886a10f7-e1e4-4122-b394-03c548e3ac6e/bdae9290-e2db-4a63-80cf-4d3d196893b4/fb7c1599-d155-48e8-906f-c22296277224) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:31.499777 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fdd4c403-1c94-438b-9167-a5fc57c59740 req-98390b40-c0bd-4836-a310-3a998b07fc7f tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 210 time: 0.1413786 Feb 11 05:20:31.722770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298216ab-b199-4acf-9066-e766dffd9e1d req-7fc88905-d5a8-4e52-afaf-07a6dcb8e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:31.724406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-298216ab-b199-4acf-9066-e766dffd9e1d req-7fc88905-d5a8-4e52-afaf-07a6dcb8e99b service neutron] 10.222.0.88 "GET /v2.0/networks?id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a HTTP/1.1" status: 200 len: 913 time: 0.6780043 Feb 11 05:20:31.778249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adccffe-c9c7-4159-909b-2963993da451 req-5f22e0c9-06ce-42f7-a630-aac24e784053 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:31.780218 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3adccffe-c9c7-4159-909b-2963993da451 req-5f22e0c9-06ce-42f7-a630-aac24e784053 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 946 time: 0.5314322 Feb 11 05:20:31.797929 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2743-5b86-4bd4-97c1-131031f84835 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (fb7c1599-d155-48e8-906f-c22296277224), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:31.883303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57c2436f-c791-4a4c-a8c3-6f0da68dc6dd req-eff884e2-e15e-4e70-bed3-23f016e82b0c service neutron] 10.222.0.88 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7283304 Feb 11 05:20:31.896643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-298216ab-b199-4acf-9066-e766dffd9e1d req-c31c187a-6213-44a3-82ce-24f86f7447bf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a9c7c5e-0773-4ece-b352-98fd487547c8 HTTP/1.1" status: 200 len: 217 time: 0.1439571 Feb 11 05:20:31.957338 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2743-5b86-4bd4-97c1-131031f84835 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (fb7c1599-d155-48e8-906f-c22296277224), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:32.030329 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57c2436f-c791-4a4c-a8c3-6f0da68dc6dd req-63334cff-72a9-470f-98f4-98c4de8125a7 service neutron] 10.222.0.88 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306095 Feb 11 05:20:32.089855 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f2743-5b86-4bd4-97c1-131031f84835 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=fb7c1599-d155-48e8-906f-c22296277224,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:32.126493 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6f2743-5b86-4bd4-97c1-131031f84835 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 886a10f7-e1e4-4122-b394-03c548e3ac6e is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:32.128703 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-bf6f2743-5b86-4bd4-97c1-131031f84835 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:32.137230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f2743-5b86-4bd4-97c1-131031f84835 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:32.217213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6f2743-5b86-4bd4-97c1-131031f84835 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:32.219077 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2743-5b86-4bd4-97c1-131031f84835 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:32.242075 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f467820-fd66-4f7e-adbb-a20a8115e009 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Publish callbacks [] for port (8bc10cc4-0c58-4476-96b6-c6e8521644a7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:32.250970 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bf6f2743-5b86-4bd4-97c1-131031f84835 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3071964 Feb 11 05:20:32.254843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38032) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:32.261698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-2f3e6359-7354-435a-9f07-72a5aa29d420 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:32.264700 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-2f3e6359-7354-435a-9f07-72a5aa29d420 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.88 "GET /v2.0/ports?device_id=9c81dc1a-1181-4f75-b4bf-0840182d2922 HTTP/1.1" status: 200 len: 944 time: 0.3932583 Feb 11 05:20:32.276784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6b3f6f1d-769b-4602-bd02-0429a579b399 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'floatingip': {'port_id': 'fb7c1599-d155-48e8-906f-c22296277224'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:32.337496 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:32.386477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3adccffe-c9c7-4159-909b-2963993da451 req-da200043-ee80-4314-ac63-d1d124d8b9ad tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5989542 Feb 11 05:20:32.398455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298216ab-b199-4acf-9066-e766dffd9e1d req-4f2b1f05-6778-4990-b73f-9f129e6388ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:32.414834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-298216ab-b199-4acf-9066-e766dffd9e1d req-4f2b1f05-6778-4990-b73f-9f129e6388ae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b879c64a-e605-4233-add0-72bb3a5a9b1c HTTP/1.1" status: 200 len: 852 time: 0.3805554 Feb 11 05:20:32.431922 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6f1d-769b-4602-bd02-0429a579b399 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (a0670e49-6b3d-4f65-8011-031ecd20b628), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:32.494858 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-931e0229-12e8-476c-bc60-24ffe44b03f3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Deleting port 2a9c7c5e-0773-4ece-b352-98fd487547c8 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:32.495204 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-931e0229-12e8-476c-bc60-24ffe44b03f3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2a9c7c5e-0773-4ece-b352-98fd487547c8), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:32.642482 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-931e0229-12e8-476c-bc60-24ffe44b03f3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] For port 2a9c7c5e-0773-4ece-b352-98fd487547c8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2a9c7c5e-0773-4ece-b352-98fd487547c8,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:32.642888 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-931e0229-12e8-476c-bc60-24ffe44b03f3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2a9c7c5e-0773-4ece-b352-98fd487547c8), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:32.662428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-298216ab-b199-4acf-9066-e766dffd9e1d req-dc743bdd-92cc-4f45-bdda-8fc9fc193c49 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2255023 Feb 11 05:20:32.664269 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-931e0229-12e8-476c-bc60-24ffe44b03f3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Calling delete_port for 2a9c7c5e-0773-4ece-b352-98fd487547c8 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:32.842879 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-931e0229-12e8-476c-bc60-24ffe44b03f3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2a9c7c5e-0773-4ece-b352-98fd487547c8), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:32.888499 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e0229-12e8-476c-bc60-24ffe44b03f3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Pushing event deleted for resources: {'Port': ['ID=2a9c7c5e-0773-4ece-b352-98fd487547c8,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:32.950322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:32.982180 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-931e0229-12e8-476c-bc60-24ffe44b03f3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] No DVR routers for this DVR port 2a9c7c5e-0773-4ece-b352-98fd487547c8 on host n-h2-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:32.996442 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-931e0229-12e8-476c-bc60-24ffe44b03f3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:33.000737 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-931e0229-12e8-476c-bc60-24ffe44b03f3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.88 "DELETE /v2.0/ports/2a9c7c5e-0773-4ece-b352-98fd487547c8 HTTP/1.1" status: 204 len: 173 time: 0.7241991 Feb 11 05:20:33.002683 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-298216ab-b199-4acf-9066-e766dffd9e1d req-ea7251b4-3680-4975-bc0c-b5c31f6e3f4e service neutron] 10.222.0.88 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129485 Feb 11 05:20:33.027083 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c81dc1a-1181-4f75-b4bf-0840182d2922', 'name': 'network-vif-deleted', 'tag': '2a9c7c5e-0773-4ece-b352-98fd487547c8'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:33.035221 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cb18bb-f97f-4364-90dc-fbd77bc51b82" -d '{"events": [{"server_uuid": "9c81dc1a-1181-4f75-b4bf-0840182d2922", "name": "network-vif-deleted", "tag": "2a9c7c5e-0773-4ece-b352-98fd487547c8"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:33.302999 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:33.329520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:33.535750 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:33.584813 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e4fa09b-e752-45d1-b2a9-8342bdb7d5c4 req-83e23d1a-49bd-4f25-8e72-3ed92e95b46c tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 210 time: 0.2453504 Feb 11 05:20:33.695158 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f467820-fd66-4f7e-adbb-a20a8115e009 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8bc10cc4-0c58-4476-96b6-c6e8521644a7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:33.816110 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af702ada-4e3d-4e22-a947-4a9bcfc22839 x-openstack-request-id: req-af702ada-4e3d-4e22-a947-4a9bcfc22839 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:33.816593 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c81dc1a-1181-4f75-b4bf-0840182d2922", "name": "network-vif-deleted", "tag": "2a9c7c5e-0773-4ece-b352-98fd487547c8", "status": "failed", "code": 422}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:33.817025 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-af702ada-4e3d-4e22-a947-4a9bcfc22839 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:33.817602 n-d-713499-38 neutron-server[103170]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c81dc1a-1181-4f75-b4bf-0840182d2922', 'name': 'network-vif-deleted', 'tag': '2a9c7c5e-0773-4ece-b352-98fd487547c8', 'status': 'failed', 'code': 422} returned with failed status Feb 11 05:20:33.857779 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f467820-fd66-4f7e-adbb-a20a8115e009 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Network 00e97195-e4a6-4b69-a2ee-a99bf0940c44 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:33.868030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f467820-fd66-4f7e-adbb-a20a8115e009 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Pushing event updated for resources: {'Port': ['ID=8bc10cc4-0c58-4476-96b6-c6e8521644a7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:33.877561 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f467820-fd66-4f7e-adbb-a20a8115e009 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:33.880277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f467820-fd66-4f7e-adbb-a20a8115e009 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:33.957510 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f467820-fd66-4f7e-adbb-a20a8115e009 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:33.958178 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f467820-fd66-4f7e-adbb-a20a8115e009 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.035129 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f467820-fd66-4f7e-adbb-a20a8115e009 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0979993 Feb 11 05:20:34.062706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4192f9-3581-400f-afbc-54dbdc181fd6 req-7c337481-08d6-4f3d-bbb1-2e729ac28af7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:34.064757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe4192f9-3581-400f-afbc-54dbdc181fd6 req-7c337481-08d6-4f3d-bbb1-2e729ac28af7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 1.4518847 Feb 11 05:20:34.130622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-298216ab-b199-4acf-9066-e766dffd9e1d req-563158cd-da71-4d69-9067-4ca0f4caab44 service neutron] 10.222.0.88 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7610126 Feb 11 05:20:34.138110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Request body: {'port': {'device_id': '2fd998ee-a4cf-4446-bba8-c3ea505514a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:34.303875 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe4192f9-3581-400f-afbc-54dbdc181fd6 req-0c59cc6d-5d43-4d7f-9be4-ce0376703eb5 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624727 Feb 11 05:20:34.319631 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8bc10cc4-0c58-4476-96b6-c6e8521644a7), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.450238 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6f1d-769b-4602-bd02-0429a579b399 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.474530 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6f1d-769b-4602-bd02-0429a579b399 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a0670e49-6b3d-4f65-8011-031ecd20b628), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.987189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:35.083512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75815f1c-b470-41ef-a4e9-06fc552f5024 req-6f2db4bc-31c8-4432-bb87-31f498d64a8b tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:35.084970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75815f1c-b470-41ef-a4e9-06fc552f5024 req-6f2db4bc-31c8-4432-bb87-31f498d64a8b tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 931 time: 0.2254324 Feb 11 05:20:35.136466 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-6b3f6f1d-769b-4602-bd02-0429a579b399 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Floating IP a0670e49-6b3d-4f65-8011-031ecd20b628 associated. External IP: 172.25.5.55, port: fb7c1599-d155-48e8-906f-c22296277224. Feb 11 05:20:35.145766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:35.158989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-168f67a2-24c2-4232-99ce-fbcc52306dbc tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:35.160623 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-168f67a2-24c2-4232-99ce-fbcc52306dbc tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.73 "GET /v2.0/networks?id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a HTTP/1.1" status: 200 len: 812 time: 0.4580715 Feb 11 05:20:35.163953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ed3bc5b7-4a3b-489e-adfe-525597ec69aa no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:35.168258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:35.175152 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-dcddceab-d9e2-4362-86d4-6f95b0535c17 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Request body: {'port': {'device_id': '9c81dc1a-1181-4f75-b4bf-0840182d2922', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'admin_state_up': True, 'tenant_id': '5c7d4a400d4d41059ead9919c4db8a08'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:35.232060 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:35.283074 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ed3bc5b7-4a3b-489e-adfe-525597ec69aa is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:35.284179 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:35.323906 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ed3bc5b7-4a3b-489e-adfe-525597ec69aa, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,segment=NetworkSegment(7c3e1ef7-acb3-4508-b942-12dcffce35f9),segment_id=7c3e1ef7-acb3-4508-b942-12dcffce35f9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:35.325809 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c85c878-03ca-4d9e-8297-ba8c13de3cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed3bc5b7-4a3b-489e-adfe-525597ec69aa'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:35.328704 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21eb64f-00d2-4c7a-8a6d-735df0e658be" -d '{"events": [{"server_uuid": "6c85c878-03ca-4d9e-8297-ba8c13de3cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "ed3bc5b7-4a3b-489e-adfe-525597ec69aa"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:35.334026 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:35.336266 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ffe277a6-992f-4a40-97f8-6d4f51fdca48 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:35.407795 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75815f1c-b470-41ef-a4e9-06fc552f5024 req-10eefcf0-04c3-414d-96df-4886ee28b1fe tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/security-groups?id=c306b9e7-5d2d-4ee2-ac08-f8290b412f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033705 Feb 11 05:20:35.420920 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-dcddceab-d9e2-4362-86d4-6f95b0535c17 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Made reservation on behalf of 5c7d4a400d4d41059ead9919c4db8a08 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:35.424578 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-dcddceab-d9e2-4362-86d4-6f95b0535c17 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:35.448477 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:35.463340 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e296ce08-961d-4d4f-8941-c4d62c093976 x-openstack-request-id: req-e296ce08-961d-4d4f-8941-c4d62c093976 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:35.463688 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c85c878-03ca-4d9e-8297-ba8c13de3cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "ed3bc5b7-4a3b-489e-adfe-525597ec69aa", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:35.464477 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e296ce08-961d-4d4f-8941-c4d62c093976 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:35.464941 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c85c878-03ca-4d9e-8297-ba8c13de3cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed3bc5b7-4a3b-489e-adfe-525597ec69aa', 'code': 200} Feb 11 05:20:35.497250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc10cc4-0c58-4476-96b6-c6e8521644a7 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:35.514912 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Publish callbacks [] for port (8bc10cc4-0c58-4476-96b6-c6e8521644a7), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:35.566754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Transition to ACTIVE for port object 8bc10cc4-0c58-4476-96b6-c6e8521644a7 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:20:35.589001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ffe277a6-992f-4a40-97f8-6d4f51fdca48 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:35.589525 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:35.610301 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (8bc10cc4-0c58-4476-96b6-c6e8521644a7), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:35.707682 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ffe277a6-992f-4a40-97f8-6d4f51fdca48, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:35.722719 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:35.724725 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2d78f653-eab1-4417-8c0f-e971cd7498e3 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:35.737952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc10cc4-0c58-4476-96b6-c6e8521644a7,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:35.752788 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-dcddceab-d9e2-4362-86d4-6f95b0535c17 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Allocated IP 172.20.0.7 (81d9c3a5-749c-4efb-a1ec-3c4ca7de414a/b879c64a-e605-4233-add0-72bb3a5a9b1c/a5ed6997-d635-418a-9a9a-7c38ea6e7e6d) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:35.813383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a6b30-43a4-4da3-a841-9f91409a41e6 req-b1062fe4-d9f6-46f6-bd03-b5a4f7ef5c3e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:35.821435 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba8a6b30-43a4-4da3-a841-9f91409a41e6 req-b1062fe4-d9f6-46f6-bd03-b5a4f7ef5c3e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.2636707 Feb 11 05:20:36.015665 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=ffe277a6-992f-4a40-97f8-6d4f51fdca48,revision_number=11']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:36.065719 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-dcddceab-d9e2-4362-86d4-6f95b0535c17 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks [] for port (a5ed6997-d635-418a-9a9a-7c38ea6e7e6d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.099185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 2d78f653-eab1-4417-8c0f-e971cd7498e3 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:36.101170 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.146529 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-dcddceab-d9e2-4362-86d4-6f95b0535c17 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a5ed6997-d635-418a-9a9a-7c38ea6e7e6d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.159318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2d78f653-eab1-4417-8c0f-e971cd7498e3, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2d78f653-eab1-4417-8c0f-e971cd7498e3,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:36.166923 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.167938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:36.247008 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-dcddceab-d9e2-4362-86d4-6f95b0535c17 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:36.250330 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-dcddceab-d9e2-4362-86d4-6f95b0535c17 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:36.267783 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-dcddceab-d9e2-4362-86d4-6f95b0535c17 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:36.313633 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=2d78f653-eab1-4417-8c0f-e971cd7498e3,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:36.330292 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddceab-d9e2-4362-86d4-6f95b0535c17 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Pushing event updated for resources: {'Port': ['ID=a5ed6997-d635-418a-9a9a-7c38ea6e7e6d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:36.392580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-dcddceab-d9e2-4362-86d4-6f95b0535c17 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:36.393357 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-dcddceab-d9e2-4362-86d4-6f95b0535c17 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.420077 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba8a6b30-43a4-4da3-a841-9f91409a41e6 req-ae5adeaa-3a86-46e8-919d-3ae3c6c2b391 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934598 Feb 11 05:20:36.425461 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-dcddceab-d9e2-4362-86d4-6f95b0535c17 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2556159 Feb 11 05:20:36.473605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 3fd382e2-b580-4d58-a121-c378051f3545 is: BUILD; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:36.474101 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3fd382e2-b580-4d58-a121-c378051f3545), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.478048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Attempting to bind port 8bc10cc4-0c58-4476-96b6-c6e8521644a7 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:36.479683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Attempting to bind port 8bc10cc4-0c58-4476-96b6-c6e8521644a7 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'bf2d1b23-2e1f-432b-b471-03b56060d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00e97195-e4a6-4b69-a2ee-a99bf0940c44'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:36.480015 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Attempting to bind port 8bc10cc4-0c58-4476-96b6-c6e8521644a7 on network 00e97195-e4a6-4b69-a2ee-a99bf0940c44 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:36.500705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3fd382e2-b580-4d58-a121-c378051f3545 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:36.510042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3f6f1d-769b-4602-bd02-0429a579b399 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 2e59380f-46d7-4d6f-b203-04d133d1b2d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:36.520414 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Port 8bc10cc4-0c58-4476-96b6-c6e8521644a7 on network 00e97195-e4a6-4b69-a2ee-a99bf0940c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:20:36.521467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Attempting to bind port 8bc10cc4-0c58-4476-96b6-c6e8521644a7 on network 00e97195-e4a6-4b69-a2ee-a99bf0940c44 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:36.527120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:36.532918 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3fd382e2-b580-4d58-a121-c378051f3545), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.535558 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:36.536202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Checking segment: {'id': 'bf2d1b23-2e1f-432b-b471-03b56060d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00e97195-e4a6-4b69-a2ee-a99bf0940c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:36.537346 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 81b757ab-9e42-40fe-bb13-f70307f41e25 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:36.538148 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Bound using segment: {'id': 'bf2d1b23-2e1f-432b-b471-03b56060d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00e97195-e4a6-4b69-a2ee-a99bf0940c44'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:36.539212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Bound port: 8bc10cc4-0c58-4476-96b6-c6e8521644a7, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2d1b23-2e1f-432b-b471-03b56060d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00e97195-e4a6-4b69-a2ee-a99bf0940c44'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:36.539841 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8bc10cc4-0c58-4476-96b6-c6e8521644a7), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.551177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Request body: {'port': {'device_id': '9c81dc1a-1181-4f75-b4bf-0840182d2922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:36.668617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=3fd382e2-b580-4d58-a121-c378051f3545,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:36.683189 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a5ed6997-d635-418a-9a9a-7c38ea6e7e6d), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.782118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 81b757ab-9e42-40fe-bb13-f70307f41e25 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:36.782527 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.875230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 81b757ab-9e42-40fe-bb13-f70307f41e25, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=81b757ab-9e42-40fe-bb13-f70307f41e25,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:36.884191 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.932157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] For port 8bc10cc4-0c58-4476-96b6-c6e8521644a7, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:36.937225 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] For port 8bc10cc4-0c58-4476-96b6-c6e8521644a7, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8bc10cc4-0c58-4476-96b6-c6e8521644a7,segment=NetworkSegment(bf2d1b23-2e1f-432b-b471-03b56060d178),segment_id=bf2d1b23-2e1f-432b-b471-03b56060d178)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:36.945415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3f6f1d-769b-4602-bd02-0429a579b399 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:36.963915 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2faf648-85b2-49c2-bf6e-f2a562a03bfa None None] Sync routers for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:36.980820 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (8bc10cc4-0c58-4476-96b6-c6e8521644a7), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:36.981660 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=81b757ab-9e42-40fe-bb13-f70307f41e25,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:36.992933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:36.998067 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2faf648-85b2-49c2-bf6e-f2a562a03bfa None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:37.001849 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6f1d-769b-4602-bd02-0429a579b399 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:37.003159 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d2faf648-85b2-49c2-bf6e-f2a562a03bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:37.106107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6b3f6f1d-769b-4602-bd02-0429a579b399 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "PUT /v2.0/floatingips/a0670e49-6b3d-4f65-8011-031ecd20b628 HTTP/1.1" status: 200 len: 977 time: 4.8350534 Feb 11 05:20:37.117222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38080) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:37.121922 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d2faf648-85b2-49c2-bf6e-f2a562a03bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:37.151993 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2faf648-85b2-49c2-bf6e-f2a562a03bfa None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:37.152875 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d2faf648-85b2-49c2-bf6e-f2a562a03bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:37.210737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:37.241330 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:37.246729 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d2faf648-85b2-49c2-bf6e-f2a562a03bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:37.247609 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2faf648-85b2-49c2-bf6e-f2a562a03bfa None None] The sync data for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:37.323581 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ed6997-d635-418a-9a9a-7c38ea6e7e6d {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:37.324412 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 3fd382e2-b580-4d58-a121-c378051f3545 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:37.324819 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3fd382e2-b580-4d58-a121-c378051f3545), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:37.335216 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Publish callbacks [] for port (a5ed6997-d635-418a-9a9a-7c38ea6e7e6d), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:37.357183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Transition to ACTIVE for port object a5ed6997-d635-418a-9a9a-7c38ea6e7e6d will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:20:37.363302 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (a5ed6997-d635-418a-9a9a-7c38ea6e7e6d), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:37.366007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd382e2-b580-4d58-a121-c378051f3545 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:37.376751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a38ea-3342-4163-9bba-af2cfc5002e1 req-2608bebf-5754-4305-bd15-c1df9d929e25 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:37.378644 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-756a38ea-3342-4163-9bba-af2cfc5002e1 req-2608bebf-5754-4305-bd15-c1df9d929e25 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 943 time: 0.7998431 Feb 11 05:20:37.381034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:37.381779 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:37.383723 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] 10.222.0.88 "PUT /v2.0/ports/8bc10cc4-0c58-4476-96b6-c6e8521644a7 HTTP/1.1" status: 200 len: 1092 time: 3.3174336 Feb 11 05:20:37.389850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd998ee-a4cf-4446-bba8-c3ea505514a6', 'tag': '8bc10cc4-0c58-4476-96b6-c6e8521644a7'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:37.392481 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea81b9aa-0c69-4126-87e4-38e394655fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd998ee-a4cf-4446-bba8-c3ea505514a6", "tag": "8bc10cc4-0c58-4476-96b6-c6e8521644a7"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:37.399608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:37.404235 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3fd382e2-b580-4d58-a121-c378051f3545), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:37.468233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48'}, {'server_uuid': 'a9d194e1-7e38-4a0b-bfca-456ec1e75a5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d78f653-eab1-4417-8c0f-e971cd7498e3'}, {'server_uuid': '16bd679c-df36-4149-a1ff-ff6b6f328e84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81b757ab-9e42-40fe-bb13-f70307f41e25'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:37.470615 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658238a7-b412-40a3-adc1-92e36b4ceeab" -d '{"events": [{"server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48"}, {"server_uuid": "a9d194e1-7e38-4a0b-bfca-456ec1e75a5c", "name": "network-vif-unplugged", "status": "completed", "tag": "2d78f653-eab1-4417-8c0f-e971cd7498e3"}, {"server_uuid": "16bd679c-df36-4149-a1ff-ff6b6f328e84", "name": "network-vif-unplugged", "status": "completed", "tag": "81b757ab-9e42-40fe-bb13-f70307f41e25"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:37.506159 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ed6997-d635-418a-9a9a-7c38ea6e7e6d,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:37.541637 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-756a38ea-3342-4163-9bba-af2cfc5002e1 req-bc48e514-02c7-4579-8200-a0aec8fa97a7 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/security-groups?id=c306b9e7-5d2d-4ee2-ac08-f8290b412f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338661 Feb 11 05:20:37.542693 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=3fd382e2-b580-4d58-a121-c378051f3545,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:37.571960 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ecd3e1-39ba-4003-aa57-0a04c9e3078a x-openstack-request-id: req-72ecd3e1-39ba-4003-aa57-0a04c9e3078a {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:37.572637 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd998ee-a4cf-4446-bba8-c3ea505514a6", "tag": "8bc10cc4-0c58-4476-96b6-c6e8521644a7", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:37.573393 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-72ecd3e1-39ba-4003-aa57-0a04c9e3078a {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:37.574771 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd998ee-a4cf-4446-bba8-c3ea505514a6', 'tag': '8bc10cc4-0c58-4476-96b6-c6e8521644a7', 'status': 'completed', 'code': 200} Feb 11 05:20:37.615841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea09a0-a005-457e-bf0d-c578af881806 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc10cc4-0c58-4476-96b6-c6e8521644a7,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:37.653387 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366dbef4-2cc9-4a50-ad50-7e67365e0a1a x-openstack-request-id: req-366dbef4-2cc9-4a50-ad50-7e67365e0a1a {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:37.653704 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48", "code": 200}, {"server_uuid": "a9d194e1-7e38-4a0b-bfca-456ec1e75a5c", "name": "network-vif-unplugged", "status": "completed", "tag": "2d78f653-eab1-4417-8c0f-e971cd7498e3", "code": 200}, {"server_uuid": "16bd679c-df36-4149-a1ff-ff6b6f328e84", "name": "network-vif-unplugged", "status": "completed", "tag": "81b757ab-9e42-40fe-bb13-f70307f41e25", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:37.654051 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-366dbef4-2cc9-4a50-ad50-7e67365e0a1a {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:37.654478 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'code': 200} Feb 11 05:20:37.654736 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d194e1-7e38-4a0b-bfca-456ec1e75a5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d78f653-eab1-4417-8c0f-e971cd7498e3', 'code': 200} Feb 11 05:20:37.654992 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bd679c-df36-4149-a1ff-ff6b6f328e84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81b757ab-9e42-40fe-bb13-f70307f41e25', 'code': 200} Feb 11 05:20:37.670047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f2617-f096-4748-b334-e3ed72ecc43a req-6fe45e2a-ac57-451b-859f-d0595c63fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:37.672835 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-6fe45e2a-ac57-451b-859f-d0595c63fca2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4fd351b1b17147b8b23378233babb865&device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 1126 time: 0.1884203 Feb 11 05:20:37.688406 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Attempting to bind port a5ed6997-d635-418a-9a9a-7c38ea6e7e6d on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:37.688748 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Attempting to bind port a5ed6997-d635-418a-9a9a-7c38ea6e7e6d by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:37.689080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Attempting to bind port a5ed6997-d635-418a-9a9a-7c38ea6e7e6d on network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:37.695187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-11b95c25-3b34-4c8d-a072-009b701789f3 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Deleting port fb7c1599-d155-48e8-906f-c22296277224 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:37.695724 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-11b95c25-3b34-4c8d-a072-009b701789f3 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (fb7c1599-d155-48e8-906f-c22296277224), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:37.703140 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Port a5ed6997-d635-418a-9a9a-7c38ea6e7e6d on network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:20:37.703494 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Attempting to bind port a5ed6997-d635-418a-9a9a-7c38ea6e7e6d on network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:37.708952 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:37.709303 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Checking segment: {'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:37.709692 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Bound using segment: {'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:37.710134 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Bound port: a5ed6997-d635-418a-9a9a-7c38ea6e7e6d, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:37.710496 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a5ed6997-d635-418a-9a9a-7c38ea6e7e6d), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:37.818330 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-11b95c25-3b34-4c8d-a072-009b701789f3 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (fb7c1599-d155-48e8-906f-c22296277224), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:37.851157 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] For port a5ed6997-d635-418a-9a9a-7c38ea6e7e6d, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:37.855246 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] For port a5ed6997-d635-418a-9a9a-7c38ea6e7e6d, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a5ed6997-d635-418a-9a9a-7c38ea6e7e6d,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:37.871053 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (a5ed6997-d635-418a-9a9a-7c38ea6e7e6d), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:37.928670 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:37.929397 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:37.930844 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] 10.222.0.73 "PUT /v2.0/ports/a5ed6997-d635-418a-9a9a-7c38ea6e7e6d HTTP/1.1" status: 200 len: 1092 time: 1.4986837 Feb 11 05:20:37.931334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c81dc1a-1181-4f75-b4bf-0840182d2922', 'tag': 'a5ed6997-d635-418a-9a9a-7c38ea6e7e6d'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:37.933671 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba59c6b-1a18-47d9-99c4-98b961e3de6b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c81dc1a-1181-4f75-b4bf-0840182d2922", "tag": "a5ed6997-d635-418a-9a9a-7c38ea6e7e6d"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:37.965259 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70017080-ec63-4f68-99b0-54ccdffcb498 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ed6997-d635-418a-9a9a-7c38ea6e7e6d,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:38.035616 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb0c8bc-783f-4ee9-b4f4-1558eff7a134 x-openstack-request-id: req-5eb0c8bc-783f-4ee9-b4f4-1558eff7a134 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:38.035912 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c81dc1a-1181-4f75-b4bf-0840182d2922", "tag": "a5ed6997-d635-418a-9a9a-7c38ea6e7e6d", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:38.036172 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5eb0c8bc-783f-4ee9-b4f4-1558eff7a134 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:38.037239 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c81dc1a-1181-4f75-b4bf-0840182d2922', 'tag': 'a5ed6997-d635-418a-9a9a-7c38ea6e7e6d', 'status': 'completed', 'code': 200} Feb 11 05:20:38.091818 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-1c305d2a-5b3e-4950-bf4c-3055a3882ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:38.093490 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-1c305d2a-5b3e-4950-bf4c-3055a3882ec0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c7d4a400d4d41059ead9919c4db8a08&device_id=9c81dc1a-1181-4f75-b4bf-0840182d2922 HTTP/1.1" status: 200 len: 1126 time: 0.1167452 Feb 11 05:20:38.098327 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-11b95c25-3b34-4c8d-a072-009b701789f3 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:38.099235 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-11b95c25-3b34-4c8d-a072-009b701789f3 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a0670e49-6b3d-4f65-8011-031ecd20b628), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:38.100247 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-11b95c25-3b34-4c8d-a072-009b701789f3 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Floating IP a0670e49-6b3d-4f65-8011-031ecd20b628 disassociated. External IP: 172.25.5.55, port: fb7c1599-d155-48e8-906f-c22296277224. Feb 11 05:20:38.100618 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-11b95c25-3b34-4c8d-a072-009b701789f3 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Calling delete_port for fb7c1599-d155-48e8-906f-c22296277224 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:38.221901 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-e5e062ea-aa86-47ae-b135-1337eafeb12a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5ed6997-d635-418a-9a9a-7c38ea6e7e6d HTTP/1.1" status: 200 len: 217 time: 0.1212606 Feb 11 05:20:38.313742 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-b784becb-e814-430f-b2a0-6d263137fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:38.315355 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-b784becb-e814-430f-b2a0-6d263137fff5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b879c64a-e605-4233-add0-72bb3a5a9b1c HTTP/1.1" status: 200 len: 852 time: 0.0877290 Feb 11 05:20:38.351825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-1584b96e-d51a-4f9e-bb5d-f050aa02a619 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bc10cc4-0c58-4476-96b6-c6e8521644a7 HTTP/1.1" status: 200 len: 217 time: 0.0593772 Feb 11 05:20:38.358153 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-11b95c25-3b34-4c8d-a072-009b701789f3 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (fb7c1599-d155-48e8-906f-c22296277224), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:38.436081 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-7c541f08-6d84-4f99-a831-ed1f1c1c47ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148727 Feb 11 05:20:38.447724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffe637-9d5d-4664-91f5-192e4df4bf95 req-0cd2bdfb-0b01-460a-bfcb-cfefcfa2ba7a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:38.449445 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ffe637-9d5d-4664-91f5-192e4df4bf95 req-0cd2bdfb-0b01-460a-bfcb-cfefcfa2ba7a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.8019087 Feb 11 05:20:38.452840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b95c25-3b34-4c8d-a072-009b701789f3 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Port': ['ID=fb7c1599-d155-48e8-906f-c22296277224,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:38.535570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53ffe637-9d5d-4664-91f5-192e4df4bf95 req-bc0ac5fa-96ee-46fd-9658-d3fe5138b230 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678091 Feb 11 05:20:38.564886 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-87c156de-87f5-4219-b17e-4639c5015b6b service neutron] 10.222.0.73 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221931 Feb 11 05:20:38.691863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b95c25-3b34-4c8d-a072-009b701789f3 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 2e59380f-46d7-4d6f-b203-04d133d1b2d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:38.727807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f2617-f096-4748-b334-e3ed72ecc43a req-49d8101a-6470-4881-84b8-c8c294692b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:38.729682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-49d8101a-6470-4881-84b8-c8c294692b01 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ff6319c9-a363-4867-aa60-335c491ee5c5 HTTP/1.1" status: 200 len: 862 time: 0.3630354 Feb 11 05:20:38.739527 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-077a7991-bec9-4d9d-9129-1be82924a6eb service neutron] 10.222.0.73 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669121 Feb 11 05:20:38.878435 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba59c6b-1a18-47d9-99c4-98b961e3de6b req-80be712e-def9-438e-9583-268e31c2037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:38.881308 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5ba59c6b-1a18-47d9-99c4-98b961e3de6b req-80be712e-def9-438e-9583-268e31c2037c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c7d4a400d4d41059ead9919c4db8a08&device_id=9c81dc1a-1181-4f75-b4bf-0840182d2922 HTTP/1.1" status: 200 len: 1126 time: 0.0910025 Feb 11 05:20:38.910579 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b95c25-3b34-4c8d-a072-009b701789f3 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:38.922953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089fc8fb-d82c-4603-a38c-6634a9ba3531 None None] Sync routers for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:38.923797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-7d8b4f1a-7801-4bc9-9560-6a2bbecc075a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=00e97195-e4a6-4b69-a2ee-a99bf0940c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585253 Feb 11 05:20:38.936913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089fc8fb-d82c-4603-a38c-6634a9ba3531 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:38.941654 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-089fc8fb-d82c-4603-a38c-6634a9ba3531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:39.026628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:39.034200 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-089fc8fb-d82c-4603-a38c-6634a9ba3531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:39.067658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089fc8fb-d82c-4603-a38c-6634a9ba3531 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:39.068304 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-089fc8fb-d82c-4603-a38c-6634a9ba3531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:39.068587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e4b4d-c787-407f-824c-ce6ef5ddcd3b req-a9404798-5a1c-41f3-abe7-6b2ebe490263 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:39.070722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db2e4b4d-c787-407f-824c-ce6ef5ddcd3b req-a9404798-5a1c-41f3-abe7-6b2ebe490263 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 943 time: 0.4052646 Feb 11 05:20:39.119165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-089fc8fb-d82c-4603-a38c-6634a9ba3531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:39.119871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089fc8fb-d82c-4603-a38c-6634a9ba3531 None None] The sync data for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:39.202392 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-11b95c25-3b34-4c8d-a072-009b701789f3 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:39.218482 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-11b95c25-3b34-4c8d-a072-009b701789f3 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/ports/fb7c1599-d155-48e8-906f-c22296277224 HTTP/1.1" status: 204 len: 168 time: 2.0987618 Feb 11 05:20:39.219994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:39.221976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38092) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:39.234176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:39.261006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db2e4b4d-c787-407f-824c-ce6ef5ddcd3b req-651e7be8-5d1f-4651-b443-60d037d51290 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/security-groups?id=c306b9e7-5d2d-4ee2-ac08-f8290b412f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822817 Feb 11 05:20:39.321702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-805a14a4-e216-4bf9-83d3-efcb0371d0e4 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "GET /v2.0/floatingips/a0670e49-6b3d-4f65-8011-031ecd20b628 HTTP/1.1" status: 200 len: 687 time: 0.0866139 Feb 11 05:20:39.322288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38094) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:39.392583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-3d59d7cb-ccaf-4797-95c0-55f6cf40e0aa service neutron] 10.222.0.88 "GET /v2.0/networks/00e97195-e4a6-4b69-a2ee-a99bf0940c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309547 Feb 11 05:20:39.455004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba59c6b-1a18-47d9-99c4-98b961e3de6b req-a424ed80-8a57-4d5f-9c35-22caed93e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:39.456526 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5ba59c6b-1a18-47d9-99c4-98b961e3de6b req-a424ed80-8a57-4d5f-9c35-22caed93e6f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a HTTP/1.1" status: 200 len: 913 time: 0.5692656 Feb 11 05:20:39.501253 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5ba59c6b-1a18-47d9-99c4-98b961e3de6b req-a657713e-2262-4ff5-8097-ac675f7e5be9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5ed6997-d635-418a-9a9a-7c38ea6e7e6d HTTP/1.1" status: 200 len: 217 time: 0.0385013 Feb 11 05:20:39.561397 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:39.612319 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-c7c13232-b2bd-4a05-aeef-ba0add823e93 service neutron] 10.222.0.88 "GET /v2.0/networks/00e97195-e4a6-4b69-a2ee-a99bf0940c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813622 Feb 11 05:20:39.621205 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e724f-0371-40c1-8271-13209de7f967 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Deleting port c568fb33-784e-47a0-83b5-df7367a56876 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:39.621555 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c5e724f-0371-40c1-8271-13209de7f967 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c568fb33-784e-47a0-83b5-df7367a56876), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:39.643453 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba59c6b-1a18-47d9-99c4-98b961e3de6b req-faa0e433-e3cf-4a4f-a1e4-d85a8326ce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:39.649494 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5ba59c6b-1a18-47d9-99c4-98b961e3de6b req-faa0e433-e3cf-4a4f-a1e4-d85a8326ce01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b879c64a-e605-4233-add0-72bb3a5a9b1c HTTP/1.1" status: 200 len: 852 time: 0.1380491 Feb 11 05:20:39.691292 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5ba59c6b-1a18-47d9-99c4-98b961e3de6b req-2a5ea116-a6c9-40e5-880d-390784cdd486 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371051 Feb 11 05:20:39.809315 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c5e724f-0371-40c1-8271-13209de7f967 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c568fb33-784e-47a0-83b5-df7367a56876), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:39.809913 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c5e724f-0371-40c1-8271-13209de7f967 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (c568fb33-784e-47a0-83b5-df7367a56876), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:39.831796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81b9aa-0c69-4126-87e4-38e394655fd1 req-8cd51418-172f-4f38-808e-db262acfd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:39.834262 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea81b9aa-0c69-4126-87e4-38e394655fd1 req-8cd51418-172f-4f38-808e-db262acfd0b3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4fd351b1b17147b8b23378233babb865&device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 1126 time: 0.1609230 Feb 11 05:20:39.834789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e724f-0371-40c1-8271-13209de7f967 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Calling delete_port for c568fb33-784e-47a0-83b5-df7367a56876 owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:39.844331 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5ba59c6b-1a18-47d9-99c4-98b961e3de6b req-965c9465-c817-4547-b33a-3979dcd97a6b service neutron] 10.222.0.73 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480718 Feb 11 05:20:39.848521 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4624c9c-d4e6-4eb9-b0eb-b05ab264fa9d req-2fce25f8-7f91-49f8-8d7e-b1efb9865603 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:39.850767 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a4624c9c-d4e6-4eb9-b0eb-b05ab264fa9d req-2fce25f8-7f91-49f8-8d7e-b1efb9865603 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1816099 Feb 11 05:20:39.970832 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5ba59c6b-1a18-47d9-99c4-98b961e3de6b req-176eebbe-8466-4f23-b9de-1b8009554b81 service neutron] 10.222.0.73 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155963 Feb 11 05:20:40.076641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a4624c9c-d4e6-4eb9-b0eb-b05ab264fa9d req-a29261c9-2723-40bd-a89f-3c9b0ab7454d tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121277 Feb 11 05:20:40.105498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81b9aa-0c69-4126-87e4-38e394655fd1 req-e627e3ad-d73b-473e-aca8-e74d4fa3a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:40.106961 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea81b9aa-0c69-4126-87e4-38e394655fd1 req-e627e3ad-d73b-473e-aca8-e74d4fa3a8ab service neutron] 10.222.0.88 "GET /v2.0/networks?id=00e97195-e4a6-4b69-a2ee-a99bf0940c44 HTTP/1.1" status: 200 len: 923 time: 0.2522364 Feb 11 05:20:40.151922 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea81b9aa-0c69-4126-87e4-38e394655fd1 req-e85ebe48-1330-4b7c-a7b7-828c3eb3e63b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bc10cc4-0c58-4476-96b6-c6e8521644a7 HTTP/1.1" status: 200 len: 217 time: 0.0387828 Feb 11 05:20:40.186073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f2617-f096-4748-b334-e3ed72ecc43a req-07529085-74ba-448e-9917-28995b479010 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:40.187543 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-07529085-74ba-448e-9917-28995b479010 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 943 time: 0.1742868 Feb 11 05:20:40.276825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81b9aa-0c69-4126-87e4-38e394655fd1 req-d1adf188-012a-45a4-984b-ab3d1891874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:40.278433 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea81b9aa-0c69-4126-87e4-38e394655fd1 req-d1adf188-012a-45a4-984b-ab3d1891874f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ff6319c9-a363-4867-aa60-335c491ee5c5 HTTP/1.1" status: 200 len: 862 time: 0.0883057 Feb 11 05:20:40.282424 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c5e724f-0371-40c1-8271-13209de7f967 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (c568fb33-784e-47a0-83b5-df7367a56876), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:40.361511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e724f-0371-40c1-8271-13209de7f967 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Port': ['ID=c568fb33-784e-47a0-83b5-df7367a56876,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:40.373380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea81b9aa-0c69-4126-87e4-38e394655fd1 req-690337b0-eeb5-4c4e-bb82-6e267e4edcc5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=00e97195-e4a6-4b69-a2ee-a99bf0940c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802834 Feb 11 05:20:40.535881 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c5e724f-0371-40c1-8271-13209de7f967 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (a0670e49-6b3d-4f65-8011-031ecd20b628), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:40.538709 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c5e724f-0371-40c1-8271-13209de7f967 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:40.544135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1c5e724f-0371-40c1-8271-13209de7f967 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/floatingips/a0670e49-6b3d-4f65-8011-031ecd20b628 HTTP/1.1" status: 204 len: 168 time: 1.2166870 Feb 11 05:20:40.544135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38100) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:40.550740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '070e78e4-e925-4af6-8a75-cea31f824443'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:40.560626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb62b95-b477-4419-96f3-e366fff0d153 req-dc4e5c47-f32a-49e7-a6b6-893f029c63ef tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:40.562069 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4bb62b95-b477-4419-96f3-e366fff0d153 req-dc4e5c47-f32a-49e7-a6b6-893f029c63ef tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 943 time: 0.2183785 Feb 11 05:20:40.567204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-683f2617-f096-4748-b334-e3ed72ecc43a req-47c3c06e-4f07-4504-a25c-63714bf32396 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Deleting port 8bc10cc4-0c58-4476-96b6-c6e8521644a7 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:40.568335 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-47c3c06e-4f07-4504-a25c-63714bf32396 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8bc10cc4-0c58-4476-96b6-c6e8521644a7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:40.627944 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea81b9aa-0c69-4126-87e4-38e394655fd1 req-87064bac-022d-4425-bff7-39843aa9cade service neutron] 10.222.0.88 "GET /v2.0/networks/00e97195-e4a6-4b69-a2ee-a99bf0940c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305479 Feb 11 05:20:40.638473 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:41.029927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:41.129015 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4bb62b95-b477-4419-96f3-e366fff0d153 req-49715b1a-08e2-4afc-8728-3f1a6f202adc tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/security-groups?id=c306b9e7-5d2d-4ee2-ac08-f8290b412f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565126 Feb 11 05:20:41.138855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:41.151568 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-683f2617-f096-4748-b334-e3ed72ecc43a req-47c3c06e-4f07-4504-a25c-63714bf32396 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] For port 8bc10cc4-0c58-4476-96b6-c6e8521644a7, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8bc10cc4-0c58-4476-96b6-c6e8521644a7,segment=NetworkSegment(bf2d1b23-2e1f-432b-b471-03b56060d178),segment_id=bf2d1b23-2e1f-432b-b471-03b56060d178)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:41.152367 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-47c3c06e-4f07-4504-a25c-63714bf32396 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8bc10cc4-0c58-4476-96b6-c6e8521644a7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:41.156959 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:41.176923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-683f2617-f096-4748-b334-e3ed72ecc43a req-47c3c06e-4f07-4504-a25c-63714bf32396 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Calling delete_port for 8bc10cc4-0c58-4476-96b6-c6e8521644a7 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:41.284599 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea81b9aa-0c69-4126-87e4-38e394655fd1 req-ec3a3280-7af6-43b1-a8d3-b4317d89ec46 service neutron] 10.222.0.88 "GET /v2.0/networks/00e97195-e4a6-4b69-a2ee-a99bf0940c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471314 Feb 11 05:20:41.355796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8717d2b-b9b7-46ed-b27b-98d3a81dc211 req-0efce877-f959-4890-907e-9e587ff3a6a6 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:41.357312 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8717d2b-b9b7-46ed-b27b-98d3a81dc211 req-0efce877-f959-4890-907e-9e587ff3a6a6 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1662858 Feb 11 05:20:41.371344 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:41.508070 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8717d2b-b9b7-46ed-b27b-98d3a81dc211 req-df585d0c-c917-4c31-955c-a23c8d5f4d04 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397963 Feb 11 05:20:41.526724 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-47c3c06e-4f07-4504-a25c-63714bf32396 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8bc10cc4-0c58-4476-96b6-c6e8521644a7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:41.569407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3c06e-4f07-4504-a25c-63714bf32396 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Pushing event deleted for resources: {'Port': ['ID=8bc10cc4-0c58-4476-96b6-c6e8521644a7,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:41.606362 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Allocated IP 172.25.5.115 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/55990f8d-2b6b-4ca0-afc9-109547ff3fb7) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:41.631067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-683f2617-f096-4748-b334-e3ed72ecc43a req-47c3c06e-4f07-4504-a25c-63714bf32396 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] No DVR routers for this DVR port 8bc10cc4-0c58-4476-96b6-c6e8521644a7 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:41.634154 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-47c3c06e-4f07-4504-a25c-63714bf32396 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:41.637781 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-47c3c06e-4f07-4504-a25c-63714bf32396 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.88 "DELETE /v2.0/ports/8bc10cc4-0c58-4476-96b6-c6e8521644a7 HTTP/1.1" status: 204 len: 173 time: 1.4355249 Feb 11 05:20:41.638898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd998ee-a4cf-4446-bba8-c3ea505514a6', 'name': 'network-vif-deleted', 'tag': '8bc10cc4-0c58-4476-96b6-c6e8521644a7'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:41.640636 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae90f745-fafb-4e0a-83f9-40c1a833bdfc" -d '{"events": [{"server_uuid": "2fd998ee-a4cf-4446-bba8-c3ea505514a6", "name": "network-vif-deleted", "tag": "8bc10cc4-0c58-4476-96b6-c6e8521644a7"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:41.706927 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c9c335-3737-4b78-9c70-02dbf98a46e1 x-openstack-request-id: req-c2c9c335-3737-4b78-9c70-02dbf98a46e1 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:41.707270 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd998ee-a4cf-4446-bba8-c3ea505514a6", "name": "network-vif-deleted", "tag": "8bc10cc4-0c58-4476-96b6-c6e8521644a7", "status": "failed", "code": 422}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:41.707497 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c2c9c335-3737-4b78-9c70-02dbf98a46e1 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:41.707909 n-d-713499-38 neutron-server[103171]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2fd998ee-a4cf-4446-bba8-c3ea505514a6', 'name': 'network-vif-deleted', 'tag': '8bc10cc4-0c58-4476-96b6-c6e8521644a7', 'status': 'failed', 'code': 422} returned with failed status Feb 11 05:20:41.762390 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (55990f8d-2b6b-4ca0-afc9-109547ff3fb7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:41.800475 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (55990f8d-2b6b-4ca0-afc9-109547ff3fb7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:41.845589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:41.849094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:41.853583 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:41.855638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=55990f8d-2b6b-4ca0-afc9-109547ff3fb7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:42.282018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66c769d7-e1dc-4137-836a-5055f484056e req-f8365d53-09a5-408a-add8-4fbf251868dd tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 210 time: 0.0385551 Feb 11 05:20:42.298827 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (82514408-567f-42cd-bac9-99a6de465b0a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:42.375209 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (55990f8d-2b6b-4ca0-afc9-109547ff3fb7), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:42.530572 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (55990f8d-2b6b-4ca0-afc9-109547ff3fb7), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:42.536658 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (55990f8d-2b6b-4ca0-afc9-109547ff3fb7), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:42.635977 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a5ed6997-d635-418a-9a9a-7c38ea6e7e6d details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:42.658740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=55990f8d-2b6b-4ca0-afc9-109547ff3fb7,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:42.662774 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (82514408-567f-42cd-bac9-99a6de465b0a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:42.738179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa857031-0814-4cc1-88f5-edaf3589f93a req-f2cfe3cd-aa84-48b9-9b35-d6f7c19a8054 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:42.740548 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa857031-0814-4cc1-88f5-edaf3589f93a req-f2cfe3cd-aa84-48b9-9b35-d6f7c19a8054 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1270411 Feb 11 05:20:42.757201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f2617-f096-4748-b334-e3ed72ecc43a req-48b23441-cc98-482c-8716-fc1f6df79734 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:42.759844 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-48b23441-cc98-482c-8716-fc1f6df79734 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.73 "GET /v2.0/networks?id=00e97195-e4a6-4b69-a2ee-a99bf0940c44 HTTP/1.1" status: 200 len: 822 time: 0.1946065 Feb 11 05:20:42.775466 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b7cc67e3-5206-49cb-822f-010a072d3708 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Request body: {'port': {'device_id': '2fd998ee-a4cf-4446-bba8-c3ea505514a6', 'network_id': '00e97195-e4a6-4b69-a2ee-a99bf0940c44', 'admin_state_up': True, 'tenant_id': '4fd351b1b17147b8b23378233babb865'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:42.804630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a5ed6997-d635-418a-9a9a-7c38ea6e7e6d, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a5ed6997-d635-418a-9a9a-7c38ea6e7e6d,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:42.823634 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'a5ed6997-d635-418a-9a9a-7c38ea6e7e6d', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': 'a5ed6997-d635-418a-9a9a-7c38ea6e7e6d', 'mac_address': 'fa:16:3e:4b:b8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:42.831693 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Floating IP 82514408-567f-42cd-bac9-99a6de465b0a associated. External IP: 172.25.5.115, port: 070e78e4-e925-4af6-8a75-cea31f824443. Feb 11 05:20:42.838072 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa857031-0814-4cc1-88f5-edaf3589f93a req-3c292725-9034-46f6-bada-8f500a0be8e8 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907922 Feb 11 05:20:42.891285 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port a5ed6997-d635-418a-9a9a-7c38ea6e7e6d is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:42.891839 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a5ed6997-d635-418a-9a9a-7c38ea6e7e6d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:42.907144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ed6997-d635-418a-9a9a-7c38ea6e7e6d {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:42.928275 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b7cc67e3-5206-49cb-822f-010a072d3708 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Made reservation on behalf of 4fd351b1b17147b8b23378233babb865 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:42.931187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a5ed6997-d635-418a-9a9a-7c38ea6e7e6d, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a5ed6997-d635-418a-9a9a-7c38ea6e7e6d,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:42.933185 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b7cc67e3-5206-49cb-822f-010a072d3708 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:42.935988 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a5ed6997-d635-418a-9a9a-7c38ea6e7e6d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:42.999861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=a5ed6997-d635-418a-9a9a-7c38ea6e7e6d,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:43.040860 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:43.104363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b7cc67e3-5206-49cb-822f-010a072d3708 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Allocated IP 172.20.0.3 (00e97195-e4a6-4b69-a2ee-a99bf0940c44/ff6319c9-a363-4867-aa60-335c491ee5c5/b3426d6b-b8e6-40ce-ba14-d905852c8c9c) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:43.107164 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 2e59380f-46d7-4d6f-b203-04d133d1b2d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:43.157081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:43.173544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:43.194311 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a5ed6997-d635-418a-9a9a-7c38ea6e7e6d'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:43.266986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:43.278710 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433cf11b-e0db-412c-8172-9580c74eacd3 None None] Sync routers for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:43.295998 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433cf11b-e0db-412c-8172-9580c74eacd3 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:43.299034 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-433cf11b-e0db-412c-8172-9580c74eacd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:43.308898 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:43.316455 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b7cc67e3-5206-49cb-822f-010a072d3708 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Publish callbacks [] for port (b3426d6b-b8e6-40ce-ba14-d905852c8c9c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:43.362208 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b7cc67e3-5206-49cb-822f-010a072d3708 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (b3426d6b-b8e6-40ce-ba14-d905852c8c9c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:43.387107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b89fb229-e839-4efb-81a6-ffdcd6eb3f49 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8416479 Feb 11 05:20:43.388886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38116) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:43.401713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ef8c545b-2614-4478-bc67-db25a06f6fa6 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1255046129'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:43.412177 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-433cf11b-e0db-412c-8172-9580c74eacd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:43.429798 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433cf11b-e0db-412c-8172-9580c74eacd3 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:43.430730 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-433cf11b-e0db-412c-8172-9580c74eacd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:43.457650 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc67e3-5206-49cb-822f-010a072d3708 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Pushing event updated for resources: {'Port': ['ID=b3426d6b-b8e6-40ce-ba14-d905852c8c9c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:43.470679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8c545b-2614-4478-bc67-db25a06f6fa6 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Made reservation on behalf of 8a00c858277844aab418cebffa7a883a for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:43.471886 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-433cf11b-e0db-412c-8172-9580c74eacd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:43.472650 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433cf11b-e0db-412c-8172-9580c74eacd3 None None] The sync data for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:43.475170 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ef8c545b-2614-4478-bc67-db25a06f6fa6 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:43.486036 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b7cc67e3-5206-49cb-822f-010a072d3708 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Network 00e97195-e4a6-4b69-a2ee-a99bf0940c44 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:43.487922 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b7cc67e3-5206-49cb-822f-010a072d3708 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:43.492290 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b7cc67e3-5206-49cb-822f-010a072d3708 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:43.532578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b84951-0fdf-4fef-aa5a-ba214ec0a51e req-e3552e50-3e53-4aba-910b-15fbf7bcbf5e tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:43.534934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04b84951-0fdf-4fef-aa5a-ba214ec0a51e req-e3552e50-3e53-4aba-910b-15fbf7bcbf5e tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 931 time: 0.1192970 Feb 11 05:20:43.535204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8c545b-2614-4478-bc67-db25a06f6fa6 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:20:43.562989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b7cc67e3-5206-49cb-822f-010a072d3708 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:43.564421 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b7cc67e3-5206-49cb-822f-010a072d3708 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:43.564952 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ef8c545b-2614-4478-bc67-db25a06f6fa6 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:43.565309 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-ef8c545b-2614-4478-bc67-db25a06f6fa6 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Added segment 2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e of type vlan for network 347786b2-e8b5-4f0b-b5f4-885779bb19ce Feb 11 05:20:43.585957 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-b7cc67e3-5206-49cb-822f-010a072d3708 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8169613 Feb 11 05:20:43.597314 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Request body: {'port': {'device_id': '2fd998ee-a4cf-4446-bba8-c3ea505514a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:43.630649 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ef8c545b-2614-4478-bc67-db25a06f6fa6 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (347786b2-e8b5-4f0b-b5f4-885779bb19ce), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:43.639862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04b84951-0fdf-4fef-aa5a-ba214ec0a51e req-478c225e-3a31-419c-85bb-0e1f08413980 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/security-groups?id=c306b9e7-5d2d-4ee2-ac08-f8290b412f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928533 Feb 11 05:20:43.665714 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ef8c545b-2614-4478-bc67-db25a06f6fa6 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (347786b2-e8b5-4f0b-b5f4-885779bb19ce), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:43.671343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8c545b-2614-4478-bc67-db25a06f6fa6 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:43.672021 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ef8c545b-2614-4478-bc67-db25a06f6fa6 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:43.689226 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b3426d6b-b8e6-40ce-ba14-d905852c8c9c), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:43.724852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ef8c545b-2614-4478-bc67-db25a06f6fa6 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3339169 Feb 11 05:20:43.727335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38118) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:43.732871 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-eb802b94-ad3a-4159-9673-d649a407e9a7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'subnet': {'network_id': '347786b2-e8b5-4f0b-b5f4-885779bb19ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:43.781665 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c545b-2614-4478-bc67-db25a06f6fa6 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Network': ['ID=347786b2-e8b5-4f0b-b5f4-885779bb19ce,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:43.798608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 347786b2-e8b5-4f0b-b5f4-885779bb19ce details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:20:43.995969 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb802b94-ad3a-4159-9673-d649a407e9a7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Made reservation on behalf of 8a00c858277844aab418cebffa7a883a for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:43.999506 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb802b94-ad3a-4159-9673-d649a407e9a7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.001497 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6de8c-a273-4669-a8b6-510060122ace req-2692730d-e46b-4f76-94c5-584a375867b3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:44.003551 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23a6de8c-a273-4669-a8b6-510060122ace req-2692730d-e46b-4f76-94c5-584a375867b3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.0681965 Feb 11 05:20:44.066904 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.079209 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23a6de8c-a273-4669-a8b6-510060122ace req-25afd122-8154-4bd9-bed3-a48b074c7c28 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689993 Feb 11 05:20:44.166471 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3426d6b-b8e6-40ce-ba14-d905852c8c9c {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:44.176308 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Publish callbacks [] for port (b3426d6b-b8e6-40ce-ba14-d905852c8c9c), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.219728 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Transition to ACTIVE for port object b3426d6b-b8e6-40ce-ba14-d905852c8c9c will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:20:44.228910 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (b3426d6b-b8e6-40ce-ba14-d905852c8c9c), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.322778 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Pushing event updated for resources: {'Port': ['ID=b3426d6b-b8e6-40ce-ba14-d905852c8c9c,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:44.356974 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb802b94-ad3a-4159-9673-d649a407e9a7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (e976b6cc-dcf1-4960-9a12-70f12e6d0e59), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.472548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb802b94-ad3a-4159-9673-d649a407e9a7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Subnet': ['ID=e976b6cc-dcf1-4960-9a12-70f12e6d0e59,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:44.481617 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Attempting to bind port b3426d6b-b8e6-40ce-ba14-d905852c8c9c on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:44.481963 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Attempting to bind port b3426d6b-b8e6-40ce-ba14-d905852c8c9c by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'bf2d1b23-2e1f-432b-b471-03b56060d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00e97195-e4a6-4b69-a2ee-a99bf0940c44'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:44.482296 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Attempting to bind port b3426d6b-b8e6-40ce-ba14-d905852c8c9c on network 00e97195-e4a6-4b69-a2ee-a99bf0940c44 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:44.491784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Port b3426d6b-b8e6-40ce-ba14-d905852c8c9c on network 00e97195-e4a6-4b69-a2ee-a99bf0940c44 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:20:44.492205 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Attempting to bind port b3426d6b-b8e6-40ce-ba14-d905852c8c9c on network 00e97195-e4a6-4b69-a2ee-a99bf0940c44 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:44.494136 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb802b94-ad3a-4159-9673-d649a407e9a7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Checking segment: {'id': '2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '347786b2-e8b5-4f0b-b5f4-885779bb19ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:44.494497 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb802b94-ad3a-4159-9673-d649a407e9a7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network hostable DHCP agents. Network: 347786b2-e8b5-4f0b-b5f4-885779bb19ce, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:20:44.502151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:44.502563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Checking segment: {'id': 'bf2d1b23-2e1f-432b-b471-03b56060d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00e97195-e4a6-4b69-a2ee-a99bf0940c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:44.502932 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Bound using segment: {'id': 'bf2d1b23-2e1f-432b-b471-03b56060d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00e97195-e4a6-4b69-a2ee-a99bf0940c44'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:44.503372 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Bound port: b3426d6b-b8e6-40ce-ba14-d905852c8c9c, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2d1b23-2e1f-432b-b471-03b56060d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '00e97195-e4a6-4b69-a2ee-a99bf0940c44'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:44.503761 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b3426d6b-b8e6-40ce-ba14-d905852c8c9c), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.526953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb802b94-ad3a-4159-9673-d649a407e9a7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 347786b2-e8b5-4f0b-b5f4-885779bb19ce is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:20:44.564454 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-eb802b94-ad3a-4159-9673-d649a407e9a7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 347786b2-e8b5-4f0b-b5f4-885779bb19ce) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:44.571747 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb802b94-ad3a-4159-9673-d649a407e9a7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:44.572732 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb802b94-ad3a-4159-9673-d649a407e9a7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.578495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bd00aa-fb4c-4567-a0cd-38122cca26f5 None None] Network 347786b2-e8b5-4f0b-b5f4-885779bb19ce requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:44.603964 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eb802b94-ad3a-4159-9673-d649a407e9a7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8730671 Feb 11 05:20:44.603964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] For port b3426d6b-b8e6-40ce-ba14-d905852c8c9c, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:44.605176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38122) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:44.607284 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] For port b3426d6b-b8e6-40ce-ba14-d905852c8c9c, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b3426d6b-b8e6-40ce-ba14-d905852c8c9c,segment=NetworkSegment(bf2d1b23-2e1f-432b-b471-03b56060d178),segment_id=bf2d1b23-2e1f-432b-b471-03b56060d178)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:44.611332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1932744931', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}, 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:44.613772 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (b3426d6b-b8e6-40ce-ba14-d905852c8c9c), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.642431 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (891e0dc9-e750-4514-a14f-a3d5de2eef93), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.643215 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (891e0dc9-e750-4514-a14f-a3d5de2eef93), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.654423 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:44.655038 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.656897 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] 10.222.0.73 "PUT /v2.0/ports/b3426d6b-b8e6-40ce-ba14-d905852c8c9c HTTP/1.1" status: 200 len: 1092 time: 1.0639696 Feb 11 05:20:44.657647 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd998ee-a4cf-4446-bba8-c3ea505514a6', 'tag': 'b3426d6b-b8e6-40ce-ba14-d905852c8c9c'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:44.658108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a5ed6997-d635-418a-9a9a-7c38ea6e7e6d up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:44.659923 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a128a567-499b-4a36-8a36-a9c9d0b66a80" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd998ee-a4cf-4446-bba8-c3ea505514a6", "tag": "b3426d6b-b8e6-40ce-ba14-d905852c8c9c"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:44.730609 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router_controller (891e0dc9-e750-4514-a14f-a3d5de2eef93), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.766694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-347786b2-e8b5-4f0b-b5f4-885779bb19ce', 'network_id': '347786b2-e8b5-4f0b-b5f4-885779bb19ce', 'project_id': '8a00c858277844aab418cebffa7a883a', 'fixed_ips': [{'subnet_id': 'e976b6cc-dcf1-4960-9a12-70f12e6d0e59'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:20:44.767605 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.781905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port a5ed6997-d635-418a-9a9a-7c38ea6e7e6d completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:20:44.784252 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84afa8ab-13f9-4f94-9bdf-6fc9fd1907b2 x-openstack-request-id: req-84afa8ab-13f9-4f94-9bdf-6fc9fd1907b2 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:44.784546 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd998ee-a4cf-4446-bba8-c3ea505514a6", "tag": "b3426d6b-b8e6-40ce-ba14-d905852c8c9c", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:44.784846 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-84afa8ab-13f9-4f94-9bdf-6fc9fd1907b2 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:44.785241 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd998ee-a4cf-4446-bba8-c3ea505514a6', 'tag': 'b3426d6b-b8e6-40ce-ba14-d905852c8c9c', 'status': 'completed', 'code': 200} Feb 11 05:20:44.800413 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port a5ed6997-d635-418a-9a9a-7c38ea6e7e6d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:44.801011 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a5ed6997-d635-418a-9a9a-7c38ea6e7e6d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.820770 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bb1f7-a967-4e49-b2d7-efd1bac1ed84 service neutron] Pushing event updated for resources: {'Port': ['ID=b3426d6b-b8e6-40ce-ba14-d905852c8c9c,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:44.847642 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f2617-f096-4748-b334-e3ed72ecc43a req-4f8d8188-f500-4376-b6b7-73256508b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:44.850392 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-4f8d8188-f500-4376-b6b7-73256508b564 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4fd351b1b17147b8b23378233babb865&device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 1126 time: 0.1474202 Feb 11 05:20:44.921297 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-556f2471-91f5-451d-8508-4a268b1854e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3426d6b-b8e6-40ce-ba14-d905852c8c9c HTTP/1.1" status: 200 len: 217 time: 0.0623839 Feb 11 05:20:44.932049 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router_gateway (891e0dc9-e750-4514-a14f-a3d5de2eef93), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:44.982955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fe56c-ca0c-4c6e-93d9-9576d0058371 req-dc26706c-28b8-4b79-b9d5-2faaf310b324 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:44.984763 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a03fe56c-ca0c-4c6e-93d9-9576d0058371 req-dc26706c-28b8-4b79-b9d5-2faaf310b324 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 943 time: 0.1579068 Feb 11 05:20:44.985380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f2617-f096-4748-b334-e3ed72ecc43a req-913cdcc2-e2b1-425c-b2da-eaeaea3737b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:44.988293 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-913cdcc2-e2b1-425c-b2da-eaeaea3737b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff6319c9-a363-4867-aa60-335c491ee5c5 HTTP/1.1" status: 200 len: 862 time: 0.0601578 Feb 11 05:20:44.996391 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port a5ed6997-d635-418a-9a9a-7c38ea6e7e6d is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:44.996800 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a5ed6997-d635-418a-9a9a-7c38ea6e7e6d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.023285 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Allocated IP 172.20.0.2 (347786b2-e8b5-4f0b-b5f4-885779bb19ce/e976b6cc-dcf1-4960-9a12-70f12e6d0e59/5dbc5a9c-910c-44a1-845e-15d3275d7d81) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:45.032911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c81dc1a-1181-4f75-b4bf-0840182d2922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ed6997-d635-418a-9a9a-7c38ea6e7e6d'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:45.035130 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc66cc1-4aad-43b6-b91e-1a1069c44475" -d '{"events": [{"server_uuid": "9c81dc1a-1181-4f75-b4bf-0840182d2922", "name": "network-vif-plugged", "status": "completed", "tag": "a5ed6997-d635-418a-9a9a-7c38ea6e7e6d"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:45.042423 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-8f6c4e8e-881b-4271-a63d-95e2b961a89d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=00e97195-e4a6-4b69-a2ee-a99bf0940c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463855 Feb 11 05:20:45.056363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a5ed6997-d635-418a-9a9a-7c38ea6e7e6d, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a5ed6997-d635-418a-9a9a-7c38ea6e7e6d,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:45.069859 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:45.074529 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a5ed6997-d635-418a-9a9a-7c38ea6e7e6d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.094330 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeed166f-abdb-4b4b-951d-484e23c9b11f x-openstack-request-id: req-aeed166f-abdb-4b4b-951d-484e23c9b11f {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:45.094626 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c81dc1a-1181-4f75-b4bf-0840182d2922", "name": "network-vif-plugged", "status": "completed", "tag": "a5ed6997-d635-418a-9a9a-7c38ea6e7e6d", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:45.094886 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aeed166f-abdb-4b4b-951d-484e23c9b11f {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:45.095277 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c81dc1a-1181-4f75-b4bf-0840182d2922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ed6997-d635-418a-9a9a-7c38ea6e7e6d', 'code': 200} Feb 11 05:20:45.138815 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a03fe56c-ca0c-4c6e-93d9-9576d0058371 req-1210de44-1922-463b-87f0-c9502fbbf2c2 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/security-groups?id=c306b9e7-5d2d-4ee2-ac08-f8290b412f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449311 Feb 11 05:20:45.207475 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-06c59e13-620c-45e0-bc96-d0b0729411d1 service neutron] 10.222.0.73 "GET /v2.0/networks/00e97195-e4a6-4b69-a2ee-a99bf0940c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560616 Feb 11 05:20:45.267778 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=a5ed6997-d635-418a-9a9a-7c38ea6e7e6d,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:45.340692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:45.354945 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Publish callbacks [] for port (5dbc5a9c-910c-44a1-845e-15d3275d7d81), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.359838 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:45.364534 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (5dbc5a9c-910c-44a1-845e-15d3275d7d81), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.370527 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router_gateway (891e0dc9-e750-4514-a14f-a3d5de2eef93), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.381657 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-683f2617-f096-4748-b334-e3ed72ecc43a req-c27f2934-88f0-41c7-88cb-dd44fb613154 service neutron] 10.222.0.73 "GET /v2.0/networks/00e97195-e4a6-4b69-a2ee-a99bf0940c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480730 Feb 11 05:20:45.383409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Network 347786b2-e8b5-4f0b-b5f4-885779bb19ce is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:45.385715 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:45.400259 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.408980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:45.470394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c25f81-3364-4144-9c41-17ba7ab6193c req-cadab5be-66a5-4605-8a20-146c3b68f0f6 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:45.473148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Pushing event updated for resources: {'Port': ['ID=5dbc5a9c-910c-44a1-845e-15d3275d7d81,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:45.480119 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e5c25f81-3364-4144-9c41-17ba7ab6193c req-cadab5be-66a5-4605-8a20-146c3b68f0f6 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.2508700 Feb 11 05:20:45.485665 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Attempting to bind port 5dbc5a9c-910c-44a1-845e-15d3275d7d81 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:45.486038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Attempting to bind port 5dbc5a9c-910c-44a1-845e-15d3275d7d81 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '347786b2-e8b5-4f0b-b5f4-885779bb19ce'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:45.486415 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Attempting to bind port 5dbc5a9c-910c-44a1-845e-15d3275d7d81 on network 347786b2-e8b5-4f0b-b5f4-885779bb19ce {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:45.492557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:45.492945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Checking segment: {'id': '2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '347786b2-e8b5-4f0b-b5f4-885779bb19ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:45.493355 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.494390 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Bound using segment: {'id': '2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '347786b2-e8b5-4f0b-b5f4-885779bb19ce'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:45.494630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Bound port: 5dbc5a9c-910c-44a1-845e-15d3275d7d81, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '347786b2-e8b5-4f0b-b5f4-885779bb19ce'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:45.495017 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5dbc5a9c-910c-44a1-845e-15d3275d7d81), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.502246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7706b-b7b7-43b8-8cb2-652b138c7765 req-70893128-ebc8-4291-a5cb-3aa8c4ea14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:45.504575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47e7706b-b7b7-43b8-8cb2-652b138c7765 req-70893128-ebc8-4291-a5cb-3aa8c4ea14cc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c81dc1a-1181-4f75-b4bf-0840182d2922 HTTP/1.1" status: 200 len: 1128 time: 0.1901989 Feb 11 05:20:45.512919 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128a567-499b-4a36-8a36-a9c9d0b66a80 req-c5398b81-ad1a-44c4-9ffe-ae07bfe9d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:45.515299 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a128a567-499b-4a36-8a36-a9c9d0b66a80 req-c5398b81-ad1a-44c4-9ffe-ae07bfe9d4d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4fd351b1b17147b8b23378233babb865&device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 1126 time: 0.0783339 Feb 11 05:20:45.576892 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] For port 5dbc5a9c-910c-44a1-845e-15d3275d7d81, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:45.582143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] For port 5dbc5a9c-910c-44a1-845e-15d3275d7d81, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5dbc5a9c-910c-44a1-845e-15d3275d7d81,segment=NetworkSegment(2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e),segment_id=2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:45.593528 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5dbc5a9c-910c-44a1-845e-15d3275d7d81), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.629165 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128a567-499b-4a36-8a36-a9c9d0b66a80 req-71a6b0f1-5f41-4ee4-935d-1d3c64eb9bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:45.631894 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a128a567-499b-4a36-8a36-a9c9d0b66a80 req-71a6b0f1-5f41-4ee4-935d-1d3c64eb9bc7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=00e97195-e4a6-4b69-a2ee-a99bf0940c44 HTTP/1.1" status: 200 len: 923 time: 0.1095870 Feb 11 05:20:45.641795 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47e7706b-b7b7-43b8-8cb2-652b138c7765 req-da9b8cac-a99f-408f-b9e6-3f82d7bc1058 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297688 Feb 11 05:20:45.651800 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e5c25f81-3364-4144-9c41-17ba7ab6193c req-815f2279-cb5e-4693-a914-a7aac6e842c4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706779 Feb 11 05:20:45.685807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Allocated IP 172.25.5.38 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/ee2407fe-ecd1-4845-aba4-10efd1231620) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:45.695485 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2e9c6-fe88-4c7f-a8e7-da68671b01df None None] Pushing event updated for resources: {'Port': ['ID=5dbc5a9c-910c-44a1-845e-15d3275d7d81,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:45.702960 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a128a567-499b-4a36-8a36-a9c9d0b66a80 req-e0989823-3539-4cc5-92d3-db626897f6ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3426d6b-b8e6-40ce-ba14-d905852c8c9c HTTP/1.1" status: 200 len: 217 time: 0.0649829 Feb 11 05:20:45.810245 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (ee2407fe-ecd1-4845-aba4-10efd1231620), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.849051 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ee2407fe-ecd1-4845-aba4-10efd1231620), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:45.927513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:45.930919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:45.938922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:45.942203 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128a567-499b-4a36-8a36-a9c9d0b66a80 req-3f8f0633-7df3-458f-9133-df1868bdc4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:45.944586 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a128a567-499b-4a36-8a36-a9c9d0b66a80 req-3f8f0633-7df3-458f-9133-df1868bdc4bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff6319c9-a363-4867-aa60-335c491ee5c5 HTTP/1.1" status: 200 len: 862 time: 0.1093035 Feb 11 05:20:45.945230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=ee2407fe-ecd1-4845-aba4-10efd1231620,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:45.988360 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a128a567-499b-4a36-8a36-a9c9d0b66a80 req-803fcbed-1edd-4186-b0fc-b6b3a1fd0c8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=00e97195-e4a6-4b69-a2ee-a99bf0940c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335071 Feb 11 05:20:46.149831 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a128a567-499b-4a36-8a36-a9c9d0b66a80 req-bd959e0b-3811-4cd9-8c9d-188d398c7a2d service neutron] 10.222.0.73 "GET /v2.0/networks/00e97195-e4a6-4b69-a2ee-a99bf0940c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544747 Feb 11 05:20:46.282387 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a128a567-499b-4a36-8a36-a9c9d0b66a80 req-5d717051-2a14-413b-a1c4-1505aa4ebe88 service neutron] 10.222.0.73 "GET /v2.0/networks/00e97195-e4a6-4b69-a2ee-a99bf0940c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251662 Feb 11 05:20:46.343095 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router_gateway (891e0dc9-e750-4514-a14f-a3d5de2eef93), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:46.406250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10eac50-bc02-4d46-82fd-7fa8898da34d req-6feea67f-f62b-471b-83c1-d6ad8a578231 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:46.407772 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a10eac50-bc02-4d46-82fd-7fa8898da34d req-6feea67f-f62b-471b-83c1-d6ad8a578231 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 943 time: 0.1514654 Feb 11 05:20:46.879514 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a10eac50-bc02-4d46-82fd-7fa8898da34d req-b6548e0b-8f81-4489-8c3b-964675982db4 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/security-groups?id=c306b9e7-5d2d-4ee2-ac08-f8290b412f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644549 Feb 11 05:20:46.950136 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b6be4-2fc6-411a-a2df-b9785cf6768b req-1f3c4bfe-6a12-471d-922f-77f80d542845 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:46.951691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d41b6be4-2fc6-411a-a2df-b9785cf6768b req-1f3c4bfe-6a12-471d-922f-77f80d542845 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1545315 Feb 11 05:20:46.973177 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d1a980-db62-44f1-9da7-a3903ca6f876 None None] Network 347786b2-e8b5-4f0b-b5f4-885779bb19ce requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:47.030012 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (891e0dc9-e750-4514-a14f-a3d5de2eef93), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:47.046403 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d41b6be4-2fc6-411a-a2df-b9785cf6768b req-ab367756-ecc2-43b0-ba55-dc412ce4cab7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883260 Feb 11 05:20:47.085963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:47.113629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-76278e1f-ac33-42cf-b0c8-e1b12a059007 None None] Provisioning complete for port 5dbc5a9c-910c-44a1-845e-15d3275d7d81 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:47.114580 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76278e1f-ac33-42cf-b0c8-e1b12a059007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5dbc5a9c-910c-44a1-845e-15d3275d7d81), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:47.178365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 891e0dc9-e750-4514-a14f-a3d5de2eef93 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:20:47.266362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-76278e1f-ac33-42cf-b0c8-e1b12a059007 None None] Current status of the port 5dbc5a9c-910c-44a1-845e-15d3275d7d81 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:47.266912 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76278e1f-ac33-42cf-b0c8-e1b12a059007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5dbc5a9c-910c-44a1-845e-15d3275d7d81), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:47.303749 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:47.308304 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:47.322344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d4f09f-3385-493a-8fc8-8c7e6980b3ac None None] Sync routers for ids ['891e0dc9-e750-4514-a14f-a3d5de2eef93'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:47.329540 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:47.334640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38136) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:47.336076 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-066046e7-3e72-43c1-a07b-dc58548224d7 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7295468 Feb 11 05:20:47.343508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-76278e1f-ac33-42cf-b0c8-e1b12a059007 None None] For port 5dbc5a9c-910c-44a1-845e-15d3275d7d81, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5dbc5a9c-910c-44a1-845e-15d3275d7d81,segment=NetworkSegment(2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e),segment_id=2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:47.346803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:47.352970 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76278e1f-ac33-42cf-b0c8-e1b12a059007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5dbc5a9c-910c-44a1-845e-15d3275d7d81), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:47.356900 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d4f09f-3385-493a-8fc8-8c7e6980b3ac None None] Routers {'891e0dc9-e750-4514-a14f-a3d5de2eef93'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:47.357621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-43d4f09f-3385-493a-8fc8-8c7e6980b3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['891e0dc9-e750-4514-a14f-a3d5de2eef93'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:47.445343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-43d4f09f-3385-493a-8fc8-8c7e6980b3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:47.474839 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d4f09f-3385-493a-8fc8-8c7e6980b3ac None None] Routers {'891e0dc9-e750-4514-a14f-a3d5de2eef93'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:47.475641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-43d4f09f-3385-493a-8fc8-8c7e6980b3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['891e0dc9-e750-4514-a14f-a3d5de2eef93'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:47.532765 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5dbc5a9c-910c-44a1-845e-15d3275d7d81 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:47.538787 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-43d4f09f-3385-493a-8fc8-8c7e6980b3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:47.539622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d4f09f-3385-493a-8fc8-8c7e6980b3ac None None] The sync data for ids ['891e0dc9-e750-4514-a14f-a3d5de2eef93'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:47.568644 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76278e1f-ac33-42cf-b0c8-e1b12a059007 None None] Pushing event updated for resources: {'Port': ['ID=5dbc5a9c-910c-44a1-845e-15d3275d7d81,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:47.596737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7e35301a-b679-4c56-a7e3-8cb880f2751a None None] Provisioning complete for port 5dbc5a9c-910c-44a1-845e-15d3275d7d81 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:47.597239 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7e35301a-b679-4c56-a7e3-8cb880f2751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5dbc5a9c-910c-44a1-845e-15d3275d7d81), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:47.639890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 5dbc5a9c-910c-44a1-845e-15d3275d7d81 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:47.640410 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5dbc5a9c-910c-44a1-845e-15d3275d7d81), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:47.725678 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7e35301a-b679-4c56-a7e3-8cb880f2751a None None] Current status of the port 5dbc5a9c-910c-44a1-845e-15d3275d7d81 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:47.761508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5dbc5a9c-910c-44a1-845e-15d3275d7d81 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:47.854586 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:48.012792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f963da7-eddf-4df9-be8e-d8b5de6dd64e req-3f99d584-9492-4a41-929f-bfb397a3db63 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:48.015228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f963da7-eddf-4df9-be8e-d8b5de6dd64e req-3f99d584-9492-4a41-929f-bfb397a3db63 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 943 time: 0.0614793 Feb 11 05:20:48.062318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f963da7-eddf-4df9-be8e-d8b5de6dd64e req-2189f351-bff8-4dfb-b9c0-f961c347e4fb tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/security-groups?id=c306b9e7-5d2d-4ee2-ac08-f8290b412f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419319 Feb 11 05:20:48.147226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Allocated IP 172.20.0.1 (347786b2-e8b5-4f0b-b5f4-885779bb19ce/e976b6cc-dcf1-4960-9a12-70f12e6d0e59/3170801e-a4a8-4f14-bac3-a69c0fb25748) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:48.173589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a581e-f5da-4fad-b46b-8a29106c317f req-4ad851a6-55d1-4c6a-ab31-96f00dcebbb0 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:48.175085 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-380a581e-f5da-4fad-b46b-8a29106c317f req-4ad851a6-55d1-4c6a-ab31-96f00dcebbb0 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.0551236 Feb 11 05:20:48.225360 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-380a581e-f5da-4fad-b46b-8a29106c317f req-2361c076-0114-4257-82cc-735be318715d tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423505 Feb 11 05:20:48.271010 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (3170801e-a4a8-4f14-bac3-a69c0fb25748), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:48.309071 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3170801e-a4a8-4f14-bac3-a69c0fb25748), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:48.357696 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 347786b2-e8b5-4f0b-b5f4-885779bb19ce is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:48.360949 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:48.366270 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:48.394150 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=3170801e-a4a8-4f14-bac3-a69c0fb25748,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:48.419995 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (891e0dc9-e750-4514-a14f-a3d5de2eef93), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:48.578044 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3170801e-a4a8-4f14-bac3-a69c0fb25748), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:48.655080 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-0ec0f26b-2c90-4591-97f4-03708e1a909f None None] Provisioning complete for port 3170801e-a4a8-4f14-bac3-a69c0fb25748 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:48.655762 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ec0f26b-2c90-4591-97f4-03708e1a909f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3170801e-a4a8-4f14-bac3-a69c0fb25748), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:48.658460 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b3426d6b-b8e6-40ce-ba14-d905852c8c9c details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:48.709745 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0ec0f26b-2c90-4591-97f4-03708e1a909f None None] Port 3170801e-a4a8-4f14-bac3-a69c0fb25748 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:20:48.799303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port b3426d6b-b8e6-40ce-ba14-d905852c8c9c, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b3426d6b-b8e6-40ce-ba14-d905852c8c9c,segment=NetworkSegment(bf2d1b23-2e1f-432b-b471-03b56060d178),segment_id=bf2d1b23-2e1f-432b-b471-03b56060d178)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:48.811251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'b3426d6b-b8e6-40ce-ba14-d905852c8c9c', 'network_id': '00e97195-e4a6-4b69-a2ee-a99bf0940c44', 'port_id': 'b3426d6b-b8e6-40ce-ba14-d905852c8c9c', 'mac_address': 'fa:16:3e:08:03:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6319c9-a363-4867-aa60-335c491ee5c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:48.853256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port b3426d6b-b8e6-40ce-ba14-d905852c8c9c is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:48.853658 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b3426d6b-b8e6-40ce-ba14-d905852c8c9c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:48.870132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3426d6b-b8e6-40ce-ba14-d905852c8c9c {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:48.898350 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port b3426d6b-b8e6-40ce-ba14-d905852c8c9c, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b3426d6b-b8e6-40ce-ba14-d905852c8c9c,segment=NetworkSegment(bf2d1b23-2e1f-432b-b471-03b56060d178),segment_id=bf2d1b23-2e1f-432b-b471-03b56060d178)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:48.904125 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b3426d6b-b8e6-40ce-ba14-d905852c8c9c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:48.911930 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (3170801e-a4a8-4f14-bac3-a69c0fb25748), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:48.917143 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (3170801e-a4a8-4f14-bac3-a69c0fb25748), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:48.958874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=b3426d6b-b8e6-40ce-ba14-d905852c8c9c,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:48.995230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=3170801e-a4a8-4f14-bac3-a69c0fb25748,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:48.998825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (891e0dc9-e750-4514-a14f-a3d5de2eef93), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:49.101478 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 347786b2-e8b5-4f0b-b5f4-885779bb19ce is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:49.103620 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:49.106087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:49.165357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['b3426d6b-b8e6-40ce-ba14-d905852c8c9c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:49.263231 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb721c-02a9-40d8-a814-94392672ccc7 req-6f516413-959c-4dd9-a54c-d4205b8704fe tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:49.265011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bb721c-02a9-40d8-a814-94392672ccc7 req-6f516413-959c-4dd9-a54c-d4205b8704fe tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 944 time: 0.1122632 Feb 11 05:20:49.294532 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:49.326289 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:49.339483 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1bb721c-02a9-40d8-a814-94392672ccc7 req-8d0abfda-bb1d-4fc2-98d5-7147cfbe559e tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/security-groups?id=c306b9e7-5d2d-4ee2-ac08-f8290b412f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638590 Feb 11 05:20:49.348761 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 891e0dc9-e750-4514-a14f-a3d5de2eef93 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:49.458879 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f036d37-1eb7-4dea-986f-f28b15e97284 req-1391d63b-d352-44dd-9606-87764b9fb2a6 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:49.460981 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f036d37-1eb7-4dea-986f-f28b15e97284 req-1391d63b-d352-44dd-9606-87764b9fb2a6 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1046185 Feb 11 05:20:49.487096 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5dbc5a9c-910c-44a1-845e-15d3275d7d81 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:49.519657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-88accb77-2188-45af-8d98-03c6c545ae31 None None] Provisioning complete for port 3170801e-a4a8-4f14-bac3-a69c0fb25748 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:49.520040 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-88accb77-2188-45af-8d98-03c6c545ae31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3170801e-a4a8-4f14-bac3-a69c0fb25748), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:49.526742 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f036d37-1eb7-4dea-986f-f28b15e97284 req-dae0c2fe-da87-492f-93cb-6ffff8417bb7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593202 Feb 11 05:20:49.583714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-88accb77-2188-45af-8d98-03c6c545ae31 None None] Port 3170801e-a4a8-4f14-bac3-a69c0fb25748 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:20:49.595696 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 5dbc5a9c-910c-44a1-845e-15d3275d7d81 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:49.596882 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5dbc5a9c-910c-44a1-845e-15d3275d7d81), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:49.796261 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:49.803657 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-77954e98-d97b-4536-bd26-959b4fadc47b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "PUT /v2.0/routers/891e0dc9-e750-4514-a14f-a3d5de2eef93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4684417 Feb 11 05:20:49.806250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38146) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:49.808353 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de8d321-e531-4f83-9dc7-9b21c94ae314 None None] Sync routers for ids ['891e0dc9-e750-4514-a14f-a3d5de2eef93'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:49.811739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-862c52e4-179f-4d71-a1ac-eb421e37fd72 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'port': {'network_id': '347786b2-e8b5-4f0b-b5f4-885779bb19ce', 'name': 'tempest-FloatingIPTestJSON-1175719135'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:49.820706 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de8d321-e531-4f83-9dc7-9b21c94ae314 None None] Routers {'891e0dc9-e750-4514-a14f-a3d5de2eef93'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:49.821618 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0de8d321-e531-4f83-9dc7-9b21c94ae314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['891e0dc9-e750-4514-a14f-a3d5de2eef93'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:49.833263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5dbc5a9c-910c-44a1-845e-15d3275d7d81 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:49.863937 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0de8d321-e531-4f83-9dc7-9b21c94ae314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:49.873457 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de8d321-e531-4f83-9dc7-9b21c94ae314 None None] Routers {'891e0dc9-e750-4514-a14f-a3d5de2eef93'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:49.874355 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0de8d321-e531-4f83-9dc7-9b21c94ae314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['891e0dc9-e750-4514-a14f-a3d5de2eef93'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:49.908640 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0de8d321-e531-4f83-9dc7-9b21c94ae314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:49.909311 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de8d321-e531-4f83-9dc7-9b21c94ae314 None None] The sync data for ids ['891e0dc9-e750-4514-a14f-a3d5de2eef93'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:49.952946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862c52e4-179f-4d71-a1ac-eb421e37fd72 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Made reservation on behalf of 8a00c858277844aab418cebffa7a883a for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:20:49.956444 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-862c52e4-179f-4d71-a1ac-eb421e37fd72 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:49.976590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-862c52e4-179f-4d71-a1ac-eb421e37fd72 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] device_id is not set on port 03d0fc6b-5887-470d-9e4b-654ae61108d1 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:20:50.092291 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-862c52e4-179f-4d71-a1ac-eb421e37fd72 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Allocated IP 172.20.0.14 (347786b2-e8b5-4f0b-b5f4-885779bb19ce/e976b6cc-dcf1-4960-9a12-70f12e6d0e59/03d0fc6b-5887-470d-9e4b-654ae61108d1) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:20:50.246608 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-862c52e4-179f-4d71-a1ac-eb421e37fd72 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for port (03d0fc6b-5887-470d-9e4b-654ae61108d1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:50.283670 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-862c52e4-179f-4d71-a1ac-eb421e37fd72 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (03d0fc6b-5887-470d-9e4b-654ae61108d1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:50.330618 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862c52e4-179f-4d71-a1ac-eb421e37fd72 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Network 347786b2-e8b5-4f0b-b5f4-885779bb19ce is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:20:50.334936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-862c52e4-179f-4d71-a1ac-eb421e37fd72 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:20:50.339947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c52e4-179f-4d71-a1ac-eb421e37fd72 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:20:50.369581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c52e4-179f-4d71-a1ac-eb421e37fd72 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event updated for resources: {'Port': ['ID=03d0fc6b-5887-470d-9e4b-654ae61108d1,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:50.403187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862c52e4-179f-4d71-a1ac-eb421e37fd72 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:50.403862 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-862c52e4-179f-4d71-a1ac-eb421e37fd72 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:50.461468 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-862c52e4-179f-4d71-a1ac-eb421e37fd72 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6505265 Feb 11 05:20:50.462205 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38150) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:50.466803 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b61550c2-bccc-40d9-afc4-9ddf32da16fe tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Request body: {'floatingip': {'port_id': '03d0fc6b-5887-470d-9e4b-654ae61108d1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:50.489766 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e117231-bcf8-4232-919f-61b0b78b0fe3 req-cc4424f9-53c3-4f40-839e-0fb368d54b90 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:50.491408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e117231-bcf8-4232-919f-61b0b78b0fe3 req-cc4424f9-53c3-4f40-839e-0fb368d54b90 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 944 time: 0.0831769 Feb 11 05:20:50.525477 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b61550c2-bccc-40d9-afc4-9ddf32da16fe tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (82514408-567f-42cd-bac9-99a6de465b0a), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:50.548468 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e117231-bcf8-4232-919f-61b0b78b0fe3 req-e6035456-5be0-41c6-9877-b2e8b0c71752 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/security-groups?id=c306b9e7-5d2d-4ee2-ac08-f8290b412f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480556 Feb 11 05:20:50.662578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f0e2a-0a95-41ae-ae64-54f5f8e949dc req-48ebbe3a-3ebd-46d5-b284-1d58612cbb7c tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:50.665091 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-096f0e2a-0a95-41ae-ae64-54f5f8e949dc req-48ebbe3a-3ebd-46d5-b284-1d58612cbb7c tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.0628059 Feb 11 05:20:50.666816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b3426d6b-b8e6-40ce-ba14-d905852c8c9c up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:50.719399 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-096f0e2a-0a95-41ae-ae64-54f5f8e949dc req-643386c3-c242-4361-82da-e7ffebae32f6 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456090 Feb 11 05:20:50.729193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-80d87203-39be-443f-b9ff-0f95c2c6c515 None None] Provisioning complete for port 03d0fc6b-5887-470d-9e4b-654ae61108d1 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:50.729573 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-80d87203-39be-443f-b9ff-0f95c2c6c515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (03d0fc6b-5887-470d-9e4b-654ae61108d1), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:50.758432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port b3426d6b-b8e6-40ce-ba14-d905852c8c9c completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:20:50.768565 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port b3426d6b-b8e6-40ce-ba14-d905852c8c9c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:50.769119 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b3426d6b-b8e6-40ce-ba14-d905852c8c9c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:50.795949 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-80d87203-39be-443f-b9ff-0f95c2c6c515 None None] Port 03d0fc6b-5887-470d-9e4b-654ae61108d1 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:20:50.853503 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port b3426d6b-b8e6-40ce-ba14-d905852c8c9c is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:50.854202 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b3426d6b-b8e6-40ce-ba14-d905852c8c9c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:50.877313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd998ee-a4cf-4446-bba8-c3ea505514a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3426d6b-b8e6-40ce-ba14-d905852c8c9c'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:50.879015 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da894e13-e7aa-4b86-9641-ddd8fbe863e7" -d '{"events": [{"server_uuid": "2fd998ee-a4cf-4446-bba8-c3ea505514a6", "name": "network-vif-plugged", "status": "completed", "tag": "b3426d6b-b8e6-40ce-ba14-d905852c8c9c"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:50.892428 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port b3426d6b-b8e6-40ce-ba14-d905852c8c9c, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b3426d6b-b8e6-40ce-ba14-d905852c8c9c,segment=NetworkSegment(bf2d1b23-2e1f-432b-b471-03b56060d178),segment_id=bf2d1b23-2e1f-432b-b471-03b56060d178)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:50.897430 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b3426d6b-b8e6-40ce-ba14-d905852c8c9c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:50.970030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=b3426d6b-b8e6-40ce-ba14-d905852c8c9c,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:51.011052 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af3aaa8-ca24-4096-88a1-452b512ddd3a x-openstack-request-id: req-1af3aaa8-ca24-4096-88a1-452b512ddd3a {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:51.011352 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd998ee-a4cf-4446-bba8-c3ea505514a6", "name": "network-vif-plugged", "status": "completed", "tag": "b3426d6b-b8e6-40ce-ba14-d905852c8c9c", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:51.011739 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1af3aaa8-ca24-4096-88a1-452b512ddd3a {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:51.012141 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd998ee-a4cf-4446-bba8-c3ea505514a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3426d6b-b8e6-40ce-ba14-d905852c8c9c', 'code': 200} Feb 11 05:20:51.086880 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b61550c2-bccc-40d9-afc4-9ddf32da16fe tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:51.091072 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b61550c2-bccc-40d9-afc4-9ddf32da16fe tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (82514408-567f-42cd-bac9-99a6de465b0a), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:51.106043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:51.213713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:51.226558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:51.227135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e5db5-bfa5-48f4-8a14-fece70402737 req-09a4e1f7-1cc6-43c1-8f30-bf1c6b480b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:51.228778 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7a9e5db5-bfa5-48f4-8a14-fece70402737 req-09a4e1f7-1cc6-43c1-8f30-bf1c6b480b44 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 1128 time: 0.1008461 Feb 11 05:20:51.252842 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-b61550c2-bccc-40d9-afc4-9ddf32da16fe tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Floating IP 82514408-567f-42cd-bac9-99a6de465b0a associated. External IP: 172.25.5.115, port: 070e78e4-e925-4af6-8a75-cea31f824443. Feb 11 05:20:51.330984 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7a9e5db5-bfa5-48f4-8a14-fece70402737 req-18a8986d-c0ca-4d66-820d-6c7f66ff0816 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c306b9e7-5d2d-4ee2-ac08-f8290b412f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944850 Feb 11 05:20:51.514741 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61550c2-bccc-40d9-afc4-9ddf32da16fe tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 2e59380f-46d7-4d6f-b203-04d133d1b2d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:51.530598 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38160) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:51.638283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61550c2-bccc-40d9-afc4-9ddf32da16fe tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:51.652716 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f5c51-a88d-4678-8996-737fb99d9213 None None] Sync routers for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:51.669279 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f5c51-a88d-4678-8996-737fb99d9213 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:51.669944 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a68f5c51-a88d-4678-8996-737fb99d9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:51.740240 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a68f5c51-a88d-4678-8996-737fb99d9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:51.751974 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f5c51-a88d-4678-8996-737fb99d9213 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:51.752811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a68f5c51-a88d-4678-8996-737fb99d9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:51.801432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a68f5c51-a88d-4678-8996-737fb99d9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:51.802484 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f5c51-a88d-4678-8996-737fb99d9213 None None] The sync data for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:51.814527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6464b0-9e35-4ef4-ba71-59e3c33d48cf req-ec114726-8cd8-4f40-806f-0d437855589a tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:51.816579 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe6464b0-9e35-4ef4-ba71-59e3c33d48cf req-ec114726-8cd8-4f40-806f-0d437855589a tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 945 time: 0.1507077 Feb 11 05:20:52.024390 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61550c2-bccc-40d9-afc4-9ddf32da16fe tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 891e0dc9-e750-4514-a14f-a3d5de2eef93 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:52.054130 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe6464b0-9e35-4ef4-ba71-59e3c33d48cf req-68dcd6aa-adea-4630-bde2-b2160a3dcb91 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/security-groups?id=c306b9e7-5d2d-4ee2-ac08-f8290b412f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219572 Feb 11 05:20:52.088825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668913d-03be-41c9-b8ec-346a2754582d req-8f683c83-51cc-452f-b8a5-4087fa935e5b tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:52.090574 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6668913d-03be-41c9-b8ec-346a2754582d req-8f683c83-51cc-452f-b8a5-4087fa935e5b tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.2417481 Feb 11 05:20:52.150206 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61550c2-bccc-40d9-afc4-9ddf32da16fe tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:52.154553 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b61550c2-bccc-40d9-afc4-9ddf32da16fe tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.164122 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35676711-76f9-4510-9dc0-36f54224bd0e None None] Sync routers for ids ['891e0dc9-e750-4514-a14f-a3d5de2eef93'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:52.174719 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35676711-76f9-4510-9dc0-36f54224bd0e None None] Routers {'891e0dc9-e750-4514-a14f-a3d5de2eef93'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:52.175551 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6668913d-03be-41c9-b8ec-346a2754582d req-4f0e6689-3fbf-4525-861a-5402b3086ed7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788059 Feb 11 05:20:52.183494 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-35676711-76f9-4510-9dc0-36f54224bd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['891e0dc9-e750-4514-a14f-a3d5de2eef93'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:52.233597 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b61550c2-bccc-40d9-afc4-9ddf32da16fe tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "PUT /v2.0/floatingips/82514408-567f-42cd-bac9-99a6de465b0a HTTP/1.1" status: 200 len: 979 time: 1.7678037 Feb 11 05:20:52.233803 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38182) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:52.242459 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-35676711-76f9-4510-9dc0-36f54224bd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:52.252572 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35676711-76f9-4510-9dc0-36f54224bd0e None None] Routers {'891e0dc9-e750-4514-a14f-a3d5de2eef93'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:52.253440 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-35676711-76f9-4510-9dc0-36f54224bd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['891e0dc9-e750-4514-a14f-a3d5de2eef93'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:52.273529 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4293a5de-1b18-41bf-ae61-fcf1e9bb822d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (4245bbd3-8974-4fe7-b359-c46370ed76a2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.299324 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-35676711-76f9-4510-9dc0-36f54224bd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:52.300277 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35676711-76f9-4510-9dc0-36f54224bd0e None None] The sync data for ids ['891e0dc9-e750-4514-a14f-a3d5de2eef93'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:52.341197 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-afaf0aa0-fb6c-4c22-8307-e536f1b15c25 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Deleting port 03d0fc6b-5887-470d-9e4b-654ae61108d1 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:52.341539 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-afaf0aa0-fb6c-4c22-8307-e536f1b15c25 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (03d0fc6b-5887-470d-9e4b-654ae61108d1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.438895 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-afaf0aa0-fb6c-4c22-8307-e536f1b15c25 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (03d0fc6b-5887-470d-9e4b-654ae61108d1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.605292 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-4293a5de-1b18-41bf-ae61-fcf1e9bb822d admin admin] Deleting port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:52.605895 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4293a5de-1b18-41bf-ae61-fcf1e9bb822d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.684524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-4293a5de-1b18-41bf-ae61-fcf1e9bb822d admin admin] For port 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6cf79949-bf8d-4d6c-a70e-5ffe5cb76325,segment=NetworkSegment(a8229711-bbc5-4eb8-bf92-186023610d76),segment_id=a8229711-bbc5-4eb8-bf92-186023610d76)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:52.684885 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4293a5de-1b18-41bf-ae61-fcf1e9bb822d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.698862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-4293a5de-1b18-41bf-ae61-fcf1e9bb822d admin admin] Calling delete_port for 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:52.700911 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-afaf0aa0-fb6c-4c22-8307-e536f1b15c25 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.701478 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-afaf0aa0-fb6c-4c22-8307-e536f1b15c25 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (82514408-567f-42cd-bac9-99a6de465b0a), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.701797 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-afaf0aa0-fb6c-4c22-8307-e536f1b15c25 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Floating IP 82514408-567f-42cd-bac9-99a6de465b0a disassociated. External IP: 172.25.5.115, port: 03d0fc6b-5887-470d-9e4b-654ae61108d1. Feb 11 05:20:52.702134 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-afaf0aa0-fb6c-4c22-8307-e536f1b15c25 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Calling delete_port for 03d0fc6b-5887-470d-9e4b-654ae61108d1 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:52.834989 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-afaf0aa0-fb6c-4c22-8307-e536f1b15c25 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (03d0fc6b-5887-470d-9e4b-654ae61108d1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.870235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf0aa0-fb6c-4c22-8307-e536f1b15c25 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Port': ['ID=03d0fc6b-5887-470d-9e4b-654ae61108d1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:52.902248 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4293a5de-1b18-41bf-ae61-fcf1e9bb822d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (6cf79949-bf8d-4d6c-a70e-5ffe5cb76325), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:52.937795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293a5de-1b18-41bf-ae61-fcf1e9bb822d admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf79949-bf8d-4d6c-a70e-5ffe5cb76325,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:53.037956 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afaf0aa0-fb6c-4c22-8307-e536f1b15c25 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 891e0dc9-e750-4514-a14f-a3d5de2eef93 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:53.128237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:53.226556 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaf0aa0-fb6c-4c22-8307-e536f1b15c25 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:53.267743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a78297-f8d3-4d9f-9982-4a989668c759 None None] Sync routers for ids ['891e0dc9-e750-4514-a14f-a3d5de2eef93'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:53.399686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a78297-f8d3-4d9f-9982-4a989668c759 None None] Routers {'891e0dc9-e750-4514-a14f-a3d5de2eef93'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:53.411474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d2a78297-f8d3-4d9f-9982-4a989668c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['891e0dc9-e750-4514-a14f-a3d5de2eef93'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:53.431733 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-afaf0aa0-fb6c-4c22-8307-e536f1b15c25 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:53.438398 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-afaf0aa0-fb6c-4c22-8307-e536f1b15c25 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/ports/03d0fc6b-5887-470d-9e4b-654ae61108d1 HTTP/1.1" status: 204 len: 168 time: 1.2011454 Feb 11 05:20:53.441210 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38198) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:53.483489 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4293a5de-1b18-41bf-ae61-fcf1e9bb822d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (4245bbd3-8974-4fe7-b359-c46370ed76a2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:53.504419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc495b-f2d1-4a35-a617-f2065f4e9653 req-6ca989dc-103d-4397-88d8-d783e759c291 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:53.511912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1dfc495b-f2d1-4a35-a617-f2065f4e9653 req-6ca989dc-103d-4397-88d8-d783e759c291 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 945 time: 0.1723404 Feb 11 05:20:53.531569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef39354-bc57-437a-a6bd-d8cbaa0bf3ca req-c450376d-2321-4b45-b0d0-bfc9b84aa363 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:53.539539 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fef39354-bc57-437a-a6bd-d8cbaa0bf3ca req-c450376d-2321-4b45-b0d0-bfc9b84aa363 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1759520 Feb 11 05:20:53.542412 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:53.563257 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:53.629113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d2a78297-f8d3-4d9f-9982-4a989668c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:53.651961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a78297-f8d3-4d9f-9982-4a989668c759 None None] Routers {'891e0dc9-e750-4514-a14f-a3d5de2eef93'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:53.653485 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d2a78297-f8d3-4d9f-9982-4a989668c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['891e0dc9-e750-4514-a14f-a3d5de2eef93'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:53.662007 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fef39354-bc57-437a-a6bd-d8cbaa0bf3ca req-a5ebd0c1-1c49-493b-b3dd-4e0760d8459d tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169717 Feb 11 05:20:53.698214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1dfc495b-f2d1-4a35-a617-f2065f4e9653 req-37ce38dc-2be2-4f2c-a986-1173363a1add tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/security-groups?id=c306b9e7-5d2d-4ee2-ac08-f8290b412f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853611 Feb 11 05:20:53.767058 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d2a78297-f8d3-4d9f-9982-4a989668c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:53.767897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a78297-f8d3-4d9f-9982-4a989668c759 None None] The sync data for ids ['891e0dc9-e750-4514-a14f-a3d5de2eef93'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:53.968440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4293a5de-1b18-41bf-ae61-fcf1e9bb822d admin admin] Router 4245bbd3-8974-4fe7-b359-c46370ed76a2 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:54.422167 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f5ccbe7a-e148-454e-a8e7-8965f422a594 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (891e0dc9-e750-4514-a14f-a3d5de2eef93), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:54.509025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4293a5de-1b18-41bf-ae61-fcf1e9bb822d admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:54.517737 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c14c90-f5f4-493b-82bf-0bc48b506b60 None None] Sync routers for ids ['4245bbd3-8974-4fe7-b359-c46370ed76a2'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:54.524635 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4293a5de-1b18-41bf-ae61-fcf1e9bb822d admin admin] 10.222.0.87 "PUT /v2.0/routers/4245bbd3-8974-4fe7-b359-c46370ed76a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9906838 Feb 11 05:20:54.525694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38222) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:54.533812 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c14c90-f5f4-493b-82bf-0bc48b506b60 None None] Routers {'4245bbd3-8974-4fe7-b359-c46370ed76a2'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:54.534432 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-76c14c90-f5f4-493b-82bf-0bc48b506b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['4245bbd3-8974-4fe7-b359-c46370ed76a2'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:54.590970 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1f63b-ae87-41a2-b28a-b0b5865695bc req-c54a54bd-c71b-4159-9700-53e2dc939c6f tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:54.592528 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81d1f63b-ae87-41a2-b28a-b0b5865695bc req-c54a54bd-c71b-4159-9700-53e2dc939c6f tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 945 time: 0.4965127 Feb 11 05:20:54.696763 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81d1f63b-ae87-41a2-b28a-b0b5865695bc req-d8cb463b-042f-4aa0-a1c0-6d4a9a798482 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/security-groups?id=c306b9e7-5d2d-4ee2-ac08-f8290b412f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969007 Feb 11 05:20:54.714295 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb8e6-8884-439f-a973-d4965e2936ea admin admin] Publish callbacks [] for router (4245bbd3-8974-4fe7-b359-c46370ed76a2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:54.792963 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-76c14c90-f5f4-493b-82bf-0bc48b506b60 None None] Set router 4245bbd3-8974-4fe7-b359-c46370ed76a2 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:54.882101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f5ccbe7a-e148-454e-a8e7-8965f422a594 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Deleting port 3170801e-a4a8-4f14-bac3-a69c0fb25748 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:54.882101 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f5ccbe7a-e148-454e-a8e7-8965f422a594 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3170801e-a4a8-4f14-bac3-a69c0fb25748), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:54.943591 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb8e6-8884-439f-a973-d4965e2936ea admin admin] Publish callbacks [] for router_gateway (4245bbd3-8974-4fe7-b359-c46370ed76a2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:55.005006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaa7a3-0573-415f-8101-cadf71cc1278 req-a9d615b5-0922-4da3-97d9-416955c9292a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:55.006865 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46aaa7a3-0573-415f-8101-cadf71cc1278 req-a9d615b5-0922-4da3-97d9-416955c9292a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.2157407 Feb 11 05:20:55.022746 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-76c14c90-f5f4-493b-82bf-0bc48b506b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-router', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:49Z', 'updated_at': '2022-02-11T05:20:52Z', 'revision_number': 5, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'gw_port': {'id': '7dc3967b-0ee4-4636-8b9d-a294b9edbe1a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:11:51Z', 'updated_at': '2022-02-11T05:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:55.065560 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c14c90-f5f4-493b-82bf-0bc48b506b60 None None] Checking router: 4245bbd3-8974-4fe7-b359-c46370ed76a2 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:20:55.076794 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c14c90-f5f4-493b-82bf-0bc48b506b60 None None] Routers {'4245bbd3-8974-4fe7-b359-c46370ed76a2'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:55.077672 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-76c14c90-f5f4-493b-82bf-0bc48b506b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['4245bbd3-8974-4fe7-b359-c46370ed76a2'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:55.088543 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46aaa7a3-0573-415f-8101-cadf71cc1278 req-3aaa9ac2-feea-4526-8a27-6c3f14e61e57 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725639 Feb 11 05:20:55.093342 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f5ccbe7a-e148-454e-a8e7-8965f422a594 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3170801e-a4a8-4f14-bac3-a69c0fb25748), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:55.093485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-1a1cb8e6-8884-439f-a973-d4965e2936ea admin admin] Deleting port 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:55.093736 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb8e6-8884-439f-a973-d4965e2936ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7dc3967b-0ee4-4636-8b9d-a294b9edbe1a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:55.127806 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f5ccbe7a-e148-454e-a8e7-8965f422a594 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Calling delete_port for 3170801e-a4a8-4f14-bac3-a69c0fb25748 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:55.130168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:55.216170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-1a1cb8e6-8884-439f-a973-d4965e2936ea admin admin] For port 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7dc3967b-0ee4-4636-8b9d-a294b9edbe1a,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:55.216608 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb8e6-8884-439f-a973-d4965e2936ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7dc3967b-0ee4-4636-8b9d-a294b9edbe1a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:55.241752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-1a1cb8e6-8884-439f-a973-d4965e2936ea admin admin] Calling delete_port for 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:55.284404 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-76c14c90-f5f4-493b-82bf-0bc48b506b60 None None] Set router 4245bbd3-8974-4fe7-b359-c46370ed76a2 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:55.334818 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:55.369047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:55.372947 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-76c14c90-f5f4-493b-82bf-0bc48b506b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-router', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:49Z', 'updated_at': '2022-02-11T05:20:54Z', 'revision_number': 6, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:55.411527 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c14c90-f5f4-493b-82bf-0bc48b506b60 None None] The sync data for ids ['4245bbd3-8974-4fe7-b359-c46370ed76a2'] in n-d-713499-38 is: [{'id': '4245bbd3-8974-4fe7-b359-c46370ed76a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1911503465-router', 'tenant_id': 'f1299ecd49e5408282a75d13c75f41aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:11:49Z', 'updated_at': '2022-02-11T05:20:54Z', 'revision_number': 6, 'project_id': 'f1299ecd49e5408282a75d13c75f41aa', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:55.458993 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7862ca-6fe6-4f87-9531-db507b9d8193 req-467f680e-e62e-4b7a-a45c-65032e15504d tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:55.464409 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac7862ca-6fe6-4f87-9531-db507b9d8193 req-467f680e-e62e-4b7a-a45c-65032e15504d tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 945 time: 0.1291175 Feb 11 05:20:55.475357 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb8e6-8884-439f-a973-d4965e2936ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7dc3967b-0ee4-4636-8b9d-a294b9edbe1a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:55.514229 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cb8e6-8884-439f-a973-d4965e2936ea admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc3967b-0ee4-4636-8b9d-a294b9edbe1a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:55.631604 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f5ccbe7a-e148-454e-a8e7-8965f422a594 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3170801e-a4a8-4f14-bac3-a69c0fb25748), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:55.632005 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb8e6-8884-439f-a973-d4965e2936ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (4245bbd3-8974-4fe7-b359-c46370ed76a2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:55.670956 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccbe7a-e148-454e-a8e7-8965f422a594 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Port': ['ID=3170801e-a4a8-4f14-bac3-a69c0fb25748,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:55.683823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-ac7862ca-6fe6-4f87-9531-db507b9d8193 req-b4a7bbfa-08cb-49a9-a480-b7b44c5d2417 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Deleting port b3426d6b-b8e6-40ce-ba14-d905852c8c9c {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:55.684172 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-ac7862ca-6fe6-4f87-9531-db507b9d8193 req-b4a7bbfa-08cb-49a9-a480-b7b44c5d2417 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b3426d6b-b8e6-40ce-ba14-d905852c8c9c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:55.764157 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb8e6-8884-439f-a973-d4965e2936ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (4245bbd3-8974-4fe7-b359-c46370ed76a2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:55.767187 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb8e6-8884-439f-a973-d4965e2936ea admin admin] Publish callbacks [] for router_controller (4245bbd3-8974-4fe7-b359-c46370ed76a2), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:55.837168 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb8e6-8884-439f-a973-d4965e2936ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (4245bbd3-8974-4fe7-b359-c46370ed76a2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:55.837698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1cb8e6-8884-439f-a973-d4965e2936ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4245bbd3-8974-4fe7-b359-c46370ed76a2 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:20:55.857656 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb8e6-8884-439f-a973-d4965e2936ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:55.859539 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1a1cb8e6-8884-439f-a973-d4965e2936ea admin admin] 10.222.0.87 "DELETE /v2.0/routers/4245bbd3-8974-4fe7-b359-c46370ed76a2 HTTP/1.1" status: 204 len: 168 time: 1.3322186 Feb 11 05:20:55.866522 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38236) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:55.910908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68a370-3857-413b-b3d0-ca741f6fd13c req-1c790b65-dcb7-4683-89ee-9e627bdea0d7 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:55.912904 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c68a370-3857-413b-b3d0-ca741f6fd13c req-1c790b65-dcb7-4683-89ee-9e627bdea0d7 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 945 time: 0.0910697 Feb 11 05:20:55.982188 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c68a370-3857-413b-b3d0-ca741f6fd13c req-db4cfed1-c63c-46d6-922c-bed236f64bc0 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/security-groups?id=c306b9e7-5d2d-4ee2-ac08-f8290b412f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596759 Feb 11 05:20:56.006830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-ac7862ca-6fe6-4f87-9531-db507b9d8193 req-b4a7bbfa-08cb-49a9-a480-b7b44c5d2417 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] For port b3426d6b-b8e6-40ce-ba14-d905852c8c9c, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b3426d6b-b8e6-40ce-ba14-d905852c8c9c,segment=NetworkSegment(bf2d1b23-2e1f-432b-b471-03b56060d178),segment_id=bf2d1b23-2e1f-432b-b471-03b56060d178)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:56.006830 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-ac7862ca-6fe6-4f87-9531-db507b9d8193 req-b4a7bbfa-08cb-49a9-a480-b7b44c5d2417 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b3426d6b-b8e6-40ce-ba14-d905852c8c9c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:56.030187 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-ac7862ca-6fe6-4f87-9531-db507b9d8193 req-b4a7bbfa-08cb-49a9-a480-b7b44c5d2417 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Calling delete_port for b3426d6b-b8e6-40ce-ba14-d905852c8c9c owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:56.063618 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-63128142-6d56-4773-aa8f-00c4d63de1fa admin admin] Deleting subnet a3e05d09-bfb4-47cf-94a4-0023beaac4ff {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:20:56.113145 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63128142-6d56-4773-aa8f-00c4d63de1fa admin admin] Publish callbacks [] for subnet (a3e05d09-bfb4-47cf-94a4-0023beaac4ff), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:56.214131 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63128142-6d56-4773-aa8f-00c4d63de1fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (a3e05d09-bfb4-47cf-94a4-0023beaac4ff), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:56.285004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75588ee2-afce-43c3-b3ae-41e16a6399cb req-39633db9-99f7-4759-8d75-e54f3bb80752 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:56.299043 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75588ee2-afce-43c3-b3ae-41e16a6399cb req-39633db9-99f7-4759-8d75-e54f3bb80752 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.0999074 Feb 11 05:20:56.344568 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f5ccbe7a-e148-454e-a8e7-8965f422a594 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (891e0dc9-e750-4514-a14f-a3d5de2eef93), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:56.376065 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75588ee2-afce-43c3-b3ae-41e16a6399cb req-732d86be-4541-4978-9d96-6b6b3ccaef49 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759757 Feb 11 05:20:56.501797 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63128142-6d56-4773-aa8f-00c4d63de1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (a3e05d09-bfb4-47cf-94a4-0023beaac4ff), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:56.566552 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-ac7862ca-6fe6-4f87-9531-db507b9d8193 req-b4a7bbfa-08cb-49a9-a480-b7b44c5d2417 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (b3426d6b-b8e6-40ce-ba14-d905852c8c9c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:56.578609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['b3426d6b-b8e6-40ce-ba14-d905852c8c9c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:56.651364 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7bbfa-08cb-49a9-a480-b7b44c5d2417 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Pushing event deleted for resources: {'Port': ['ID=b3426d6b-b8e6-40ce-ba14-d905852c8c9c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:56.683447 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7862ca-6fe6-4f87-9531-db507b9d8193 req-b4a7bbfa-08cb-49a9-a480-b7b44c5d2417 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] No DVR routers for this DVR port b3426d6b-b8e6-40ce-ba14-d905852c8c9c on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:56.686968 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-ac7862ca-6fe6-4f87-9531-db507b9d8193 req-b4a7bbfa-08cb-49a9-a480-b7b44c5d2417 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:56.690339 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac7862ca-6fe6-4f87-9531-db507b9d8193 req-b4a7bbfa-08cb-49a9-a480-b7b44c5d2417 tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.73 "DELETE /v2.0/ports/b3426d6b-b8e6-40ce-ba14-d905852c8c9c HTTP/1.1" status: 204 len: 173 time: 1.2199142 Feb 11 05:20:56.696114 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd998ee-a4cf-4446-bba8-c3ea505514a6', 'name': 'network-vif-deleted', 'tag': 'b3426d6b-b8e6-40ce-ba14-d905852c8c9c'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:56.698509 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24f412a-9237-46c0-93fb-aba408a4e9d9" -d '{"events": [{"server_uuid": "2fd998ee-a4cf-4446-bba8-c3ea505514a6", "name": "network-vif-deleted", "tag": "b3426d6b-b8e6-40ce-ba14-d905852c8c9c"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:56.758160 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63128142-6d56-4773-aa8f-00c4d63de1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (a3e05d09-bfb4-47cf-94a4-0023beaac4ff), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:56.773442 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fd9598-72c4-4efc-aba3-07e6631d0494 x-openstack-request-id: req-f9fd9598-72c4-4efc-aba3-07e6631d0494 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:56.773986 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd998ee-a4cf-4446-bba8-c3ea505514a6", "name": "network-vif-deleted", "tag": "b3426d6b-b8e6-40ce-ba14-d905852c8c9c", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:56.774103 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f9fd9598-72c4-4efc-aba3-07e6631d0494 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:56.774426 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd998ee-a4cf-4446-bba8-c3ea505514a6', 'name': 'network-vif-deleted', 'tag': 'b3426d6b-b8e6-40ce-ba14-d905852c8c9c', 'status': 'completed', 'code': 200} Feb 11 05:20:56.786841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08672be9-154b-4cc5-8b40-57a7712ad80e None None] Network fd11f94d-b840-4c63-804e-f8e04aa617c8 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:56.803138 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63128142-6d56-4773-aa8f-00c4d63de1fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:56.806395 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-63128142-6d56-4773-aa8f-00c4d63de1fa admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a3e05d09-bfb4-47cf-94a4-0023beaac4ff HTTP/1.1" status: 204 len: 168 time: 0.9355652 Feb 11 05:20:56.808928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38254) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:56.825559 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63128142-6d56-4773-aa8f-00c4d63de1fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3e05d09-bfb4-47cf-94a4-0023beaac4ff,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:56.933526 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ccbe7a-e148-454e-a8e7-8965f422a594 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 891e0dc9-e750-4514-a14f-a3d5de2eef93 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:56.939024 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (fd11f94d-b840-4c63-804e-f8e04aa617c8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.009403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] Deleting port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:57.009403 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (83e3dbe7-b7a3-4686-9c35-75323ccfd4d0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.019071 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dbe677-683e-4b01-8dc6-c08e41ad1358 None None] DHCP port deletion for fd11f94d-b840-4c63-804e-f8e04aa617c8 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:20:57.077203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d1dbe677-683e-4b01-8dc6-c08e41ad1358 None None] Deleting port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:57.078381 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe677-683e-4b01-8dc6-c08e41ad1358 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (83e3dbe7-b7a3-4686-9c35-75323ccfd4d0), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.106394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] For port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=83e3dbe7-b7a3-4686-9c35-75323ccfd4d0,segment=NetworkSegment(a8229711-bbc5-4eb8-bf92-186023610d76),segment_id=a8229711-bbc5-4eb8-bf92-186023610d76)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:57.106859 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (83e3dbe7-b7a3-4686-9c35-75323ccfd4d0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.107669 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ccbe7a-e148-454e-a8e7-8965f422a594 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:57.122858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] Calling delete_port for 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:57.129979 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f5ccbe7a-e148-454e-a8e7-8965f422a594 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "PUT /v2.0/routers/891e0dc9-e750-4514-a14f-a3d5de2eef93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6868203 Feb 11 05:20:57.135726 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38260) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:57.162205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feeb626-bedc-4a96-b55d-0a3ac6b11d0a None None] Sync routers for ids ['891e0dc9-e750-4514-a14f-a3d5de2eef93'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:57.239288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:57.241695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eed68cb4-4057-4946-b90d-9e1a83458657 req-8b9f7823-d3e9-41af-8422-b24406a51f1e tempest-ServerAddressesNegativeTestJSON-786592490 tempest-ServerAddressesNegativeTestJSON-786592490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fd998ee-a4cf-4446-bba8-c3ea505514a6 HTTP/1.1" status: 200 len: 210 time: 0.0373261 Feb 11 05:20:57.251499 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (83e3dbe7-b7a3-4686-9c35-75323ccfd4d0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.303511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d1dbe677-683e-4b01-8dc6-c08e41ad1358 None None] For port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=83e3dbe7-b7a3-4686-9c35-75323ccfd4d0,segment=NetworkSegment(a8229711-bbc5-4eb8-bf92-186023610d76),segment_id=a8229711-bbc5-4eb8-bf92-186023610d76)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:57.304183 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe677-683e-4b01-8dc6-c08e41ad1358 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (83e3dbe7-b7a3-4686-9c35-75323ccfd4d0), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.311116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e3dbe7-b7a3-4686-9c35-75323ccfd4d0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:57.319875 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feeb626-bedc-4a96-b55d-0a3ac6b11d0a None None] Routers {'891e0dc9-e750-4514-a14f-a3d5de2eef93'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:57.320514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-1feeb626-bedc-4a96-b55d-0a3ac6b11d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['891e0dc9-e750-4514-a14f-a3d5de2eef93'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:57.323908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] No DVR routers for this DVR port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:57.368463 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-09ee99db-f2e0-4474-a5df-8ddf931fbaab tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router (891e0dc9-e750-4514-a14f-a3d5de2eef93), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.387412 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d1dbe677-683e-4b01-8dc6-c08e41ad1358 None None] Calling delete_port for 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:57.393404 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-1feeb626-bedc-4a96-b55d-0a3ac6b11d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:57.440234 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (fd11f94d-b840-4c63-804e-f8e04aa617c8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.444855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feeb626-bedc-4a96-b55d-0a3ac6b11d0a None None] Routers {'891e0dc9-e750-4514-a14f-a3d5de2eef93'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:57.445796 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-1feeb626-bedc-4a96-b55d-0a3ac6b11d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['891e0dc9-e750-4514-a14f-a3d5de2eef93'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:57.484197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd11f94d-b840-4c63-804e-f8e04aa617c8']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:57.537583 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8229711-bbc5-4eb8-bf92-186023610d76') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:57.537583 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8229711-bbc5-4eb8-bf92-186023610d76') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:57.555592 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-09ee99db-f2e0-4474-a5df-8ddf931fbaab tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router_gateway (891e0dc9-e750-4514-a14f-a3d5de2eef93), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.562992 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (a8229711-bbc5-4eb8-bf92-186023610d76), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.572044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:57.585197 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a8229711-bbc5-4eb8-bf92-186023610d76), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.586696 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-1feeb626-bedc-4a96-b55d-0a3ac6b11d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:57.587616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feeb626-bedc-4a96-b55d-0a3ac6b11d0a None None] The sync data for ids ['891e0dc9-e750-4514-a14f-a3d5de2eef93'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:57.594818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:20:57.595284 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (a8229711-bbc5-4eb8-bf92-186023610d76), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:20:57.597762 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:20:57.623528 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:20:57.623948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7dc3967b-0ee4-4636-8b9d-a294b9edbe1a not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:57.625120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:57.630483 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-09ee99db-f2e0-4474-a5df-8ddf931fbaab tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Deleting port ee2407fe-ecd1-4845-aba4-10efd1231620 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:57.631171 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-09ee99db-f2e0-4474-a5df-8ddf931fbaab tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ee2407fe-ecd1-4845-aba4-10efd1231620), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.657866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9d9a7-8dd8-4451-afd4-86cada39065f req-0cef577c-8503-4456-ba41-6ccd4e7f2055 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:57.659534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20c9d9a7-8dd8-4451-afd4-86cada39065f req-0cef577c-8503-4456-ba41-6ccd4e7f2055 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1543221 Feb 11 05:20:57.660978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:20:57.661393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:57.661824 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:57.687978 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (fd11f94d-b840-4c63-804e-f8e04aa617c8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.695507 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.701933 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] 10.222.0.87 "DELETE /v2.0/networks/fd11f94d-b840-4c63-804e-f8e04aa617c8 HTTP/1.1" status: 204 len: 168 time: 0.8919296 Feb 11 05:20:57.705582 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38268) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: from cryptography.utils import int_from_bytes Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: from cryptography.utils import int_from_bytes Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.708442 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.711076 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.711076 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.711076 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.711076 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.711076 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.711076 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.711076 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.711076 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.711076 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.711076 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.711076 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.711076 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.711076 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:20:57.711076 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:20:57.711076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:20:57.712235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6cf79949-bf8d-4d6c-a70e-5ffe5cb76325 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:57.714961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:57.726540 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe677-683e-4b01-8dc6-c08e41ad1358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (83e3dbe7-b7a3-4686-9c35-75323ccfd4d0), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.755639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbe677-683e-4b01-8dc6-c08e41ad1358 None None] Pushing event deleted for resources: {'Port': ['ID=83e3dbe7-b7a3-4686-9c35-75323ccfd4d0,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:57.759920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:57.762235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1dbe677-683e-4b01-8dc6-c08e41ad1358 None None] Network fd11f94d-b840-4c63-804e-f8e04aa617c8 is not hosted by any dhcp agent {{(pid=103173) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:20:57.762697 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dbe677-683e-4b01-8dc6-c08e41ad1358 None None] No DVR routers for this DVR port 83e3dbe7-b7a3-4686-9c35-75323ccfd4d0 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:57.777440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fe6ec-242e-4a09-9bef-24dc14333274 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd11f94d-b840-4c63-804e-f8e04aa617c8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:57.800633 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-09ee99db-f2e0-4474-a5df-8ddf931fbaab tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ee2407fe-ecd1-4845-aba4-10efd1231620), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:57.814320 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-09ee99db-f2e0-4474-a5df-8ddf931fbaab tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Calling delete_port for ee2407fe-ecd1-4845-aba4-10efd1231620 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:57.816464 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20c9d9a7-8dd8-4451-afd4-86cada39065f req-4fb4da27-2113-46d6-9dec-2593b8517b61 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481094 Feb 11 05:20:58.038618 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-09ee99db-f2e0-4474-a5df-8ddf931fbaab tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ee2407fe-ecd1-4845-aba4-10efd1231620), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.063773 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee99db-f2e0-4474-a5df-8ddf931fbaab tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Port': ['ID=ee2407fe-ecd1-4845-aba4-10efd1231620,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:58.131454 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-09ee99db-f2e0-4474-a5df-8ddf931fbaab tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (891e0dc9-e750-4514-a14f-a3d5de2eef93), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.138582 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-05757cf7-b1c9-4d7b-84d4-0b472fbaf2fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (36d59ba4-02a9-4241-9b2a-812f2b8b1d29), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.234734 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-09ee99db-f2e0-4474-a5df-8ddf931fbaab tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (891e0dc9-e750-4514-a14f-a3d5de2eef93), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.237146 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-09ee99db-f2e0-4474-a5df-8ddf931fbaab tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router_controller (891e0dc9-e750-4514-a14f-a3d5de2eef93), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.279582 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:20:58.342115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38274) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:58.407014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-8376ff2b-a485-404a-b423-b20d2cc0f79b admin admin] Deleting subnet ff6319c9-a363-4867-aa60-335c491ee5c5 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:20:58.411637 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8376ff2b-a485-404a-b423-b20d2cc0f79b admin admin] Publish callbacks [] for subnet (ff6319c9-a363-4867-aa60-335c491ee5c5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.454856 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b39743a-1242-4b82-ba3a-29e437f2340d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.466628 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8376ff2b-a485-404a-b423-b20d2cc0f79b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (ff6319c9-a363-4867-aa60-335c491ee5c5), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.555383 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8376ff2b-a485-404a-b423-b20d2cc0f79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (ff6319c9-a363-4867-aa60-335c491ee5c5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.629361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-05757cf7-b1c9-4d7b-84d4-0b472fbaf2fd admin admin] Deleting port 0e754916-56e6-445e-a198-735e4adc7819 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:58.629710 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-05757cf7-b1c9-4d7b-84d4-0b472fbaf2fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (0e754916-56e6-445e-a198-735e4adc7819), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.631116 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-09ee99db-f2e0-4474-a5df-8ddf931fbaab tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (891e0dc9-e750-4514-a14f-a3d5de2eef93), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.631814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ee99db-f2e0-4474-a5df-8ddf931fbaab tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Fanout notify agent at l3_agent the message router_deleted on router 891e0dc9-e750-4514-a14f-a3d5de2eef93 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:20:58.641166 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-09ee99db-f2e0-4474-a5df-8ddf931fbaab tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.642717 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-09ee99db-f2e0-4474-a5df-8ddf931fbaab tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/routers/891e0dc9-e750-4514-a14f-a3d5de2eef93 HTTP/1.1" status: 204 len: 168 time: 1.5056527 Feb 11 05:20:58.645817 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38280) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:58.647194 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8376ff2b-a485-404a-b423-b20d2cc0f79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (ff6319c9-a363-4867-aa60-335c491ee5c5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.701389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-680bc9dd-e1a3-4627-a3f8-965a8e5d3286 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Deleting subnet e976b6cc-dcf1-4960-9a12-70f12e6d0e59 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:20:58.704634 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-680bc9dd-e1a3-4627-a3f8-965a8e5d3286 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for subnet (e976b6cc-dcf1-4960-9a12-70f12e6d0e59), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.709323 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376ff2b-a485-404a-b423-b20d2cc0f79b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff6319c9-a363-4867-aa60-335c491ee5c5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:58.711764 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8376ff2b-a485-404a-b423-b20d2cc0f79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.717681 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8376ff2b-a485-404a-b423-b20d2cc0f79b admin admin] 10.222.0.87 "DELETE /v2.0/subnets/ff6319c9-a363-4867-aa60-335c491ee5c5 HTTP/1.1" status: 204 len: 168 time: 0.3719380 Feb 11 05:20:58.717831 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b3426d6b-b8e6-40ce-ba14-d905852c8c9c no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:58.718296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38282) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:58.745777 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: b3426d6b-b8e6-40ce-ba14-d905852c8c9c {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:20:58.746413 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b3426d6b-b8e6-40ce-ba14-d905852c8c9c not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:58.771776 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-680bc9dd-e1a3-4627-a3f8-965a8e5d3286 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (e976b6cc-dcf1-4960-9a12-70f12e6d0e59), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.810800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-05757cf7-b1c9-4d7b-84d4-0b472fbaf2fd admin admin] For port 0e754916-56e6-445e-a198-735e4adc7819, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0e754916-56e6-445e-a198-735e4adc7819,segment=NetworkSegment(34480cb5-19a7-4933-b727-09aaac432bfa),segment_id=34480cb5-19a7-4933-b727-09aaac432bfa)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:58.811212 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-05757cf7-b1c9-4d7b-84d4-0b472fbaf2fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (0e754916-56e6-445e-a198-735e4adc7819), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.822228 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-68b6af86-fc01-4f83-abe3-943f7a24ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (00e97195-e4a6-4b69-a2ee-a99bf0940c44), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.829696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-05757cf7-b1c9-4d7b-84d4-0b472fbaf2fd admin admin] Calling delete_port for 0e754916-56e6-445e-a198-735e4adc7819 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:58.880988 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-680bc9dd-e1a3-4627-a3f8-965a8e5d3286 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (e976b6cc-dcf1-4960-9a12-70f12e6d0e59), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:58.975050 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-680bc9dd-e1a3-4627-a3f8-965a8e5d3286 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (e976b6cc-dcf1-4960-9a12-70f12e6d0e59), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.031905 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bc9dd-e1a3-4627-a3f8-965a8e5d3286 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Subnet': ['ID=e976b6cc-dcf1-4960-9a12-70f12e6d0e59,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:59.037164 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-680bc9dd-e1a3-4627-a3f8-965a8e5d3286 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.044018 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-680bc9dd-e1a3-4627-a3f8-965a8e5d3286 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/subnets/e976b6cc-dcf1-4960-9a12-70f12e6d0e59 HTTP/1.1" status: 204 len: 168 time: 0.3966691 Feb 11 05:20:59.044673 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38286) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:59.050201 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6834b26-ce93-41d0-83c8-3753db3f3e50 None None] Network 347786b2-e8b5-4f0b-b5f4-885779bb19ce requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:20:59.174564 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (347786b2-e8b5-4f0b-b5f4-885779bb19ce), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.179411 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:59.185083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-68b6af86-fc01-4f83-abe3-943f7a24ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (00e97195-e4a6-4b69-a2ee-a99bf0940c44), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.218925 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336ed63-5fd7-4c4a-adeb-992a5d86322a req-c85fb21d-f40f-445d-90b1-be907b5b9b80 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:59.220598 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9336ed63-5fd7-4c4a-adeb-992a5d86322a req-c85fb21d-f40f-445d-90b1-be907b5b9b80 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.3101492 Feb 11 05:20:59.226557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-68b6af86-fc01-4f83-abe3-943f7a24ea39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e97195-e4a6-4b69-a2ee-a99bf0940c44']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:59.231778 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-05757cf7-b1c9-4d7b-84d4-0b472fbaf2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (0e754916-56e6-445e-a198-735e4adc7819), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.261151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Deleting port 5dbc5a9c-910c-44a1-845e-15d3275d7d81 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:59.261502 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5dbc5a9c-910c-44a1-845e-15d3275d7d81), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.279378 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-68b6af86-fc01-4f83-abe3-943f7a24ea39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2d1b23-2e1f-432b-b471-03b56060d178') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:59.279777 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-68b6af86-fc01-4f83-abe3-943f7a24ea39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2d1b23-2e1f-432b-b471-03b56060d178') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:59.297150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05757cf7-b1c9-4d7b-84d4-0b472fbaf2fd admin admin] Pushing event deleted for resources: {'Port': ['ID=0e754916-56e6-445e-a198-735e4adc7819,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:59.312532 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-68b6af86-fc01-4f83-abe3-943f7a24ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (bf2d1b23-2e1f-432b-b471-03b56060d178), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.352245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:59.373899 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9336ed63-5fd7-4c4a-adeb-992a5d86322a req-fbbb992b-a783-4c1e-96e5-20c73e111d15 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438797 Feb 11 05:20:59.394181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] For port 5dbc5a9c-910c-44a1-845e-15d3275d7d81, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5dbc5a9c-910c-44a1-845e-15d3275d7d81,segment=NetworkSegment(2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e),segment_id=2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:59.394558 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5dbc5a9c-910c-44a1-845e-15d3275d7d81), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.414088 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:59.418048 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5380bc0d-b52a-4a42-a268-38b82f17b670 None None] DHCP port deletion for 347786b2-e8b5-4f0b-b5f4-885779bb19ce request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:20:59.428983 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Calling delete_port for 5dbc5a9c-910c-44a1-845e-15d3275d7d81 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:59.442917 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-68b6af86-fc01-4f83-abe3-943f7a24ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (bf2d1b23-2e1f-432b-b471-03b56060d178), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.501254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b6af86-fc01-4f83-abe3-943f7a24ea39 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:20:59.501754 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-68b6af86-fc01-4f83-abe3-943f7a24ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (bf2d1b23-2e1f-432b-b471-03b56060d178), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:20:59.503913 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:20:59.557484 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5380bc0d-b52a-4a42-a268-38b82f17b670 None None] Deleting port 5dbc5a9c-910c-44a1-845e-15d3275d7d81 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:20:59.557850 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5380bc0d-b52a-4a42-a268-38b82f17b670 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5dbc5a9c-910c-44a1-845e-15d3275d7d81), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.578568 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5dbc5a9c-910c-44a1-845e-15d3275d7d81), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.592230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5dbc5a9c-910c-44a1-845e-15d3275d7d81 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:59.606375 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] No DVR routers for this DVR port 5dbc5a9c-910c-44a1-845e-15d3275d7d81 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:59.634745 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Port': ['ID=5dbc5a9c-910c-44a1-845e-15d3275d7d81,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:59.664458 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 5dbc5a9c-910c-44a1-845e-15d3275d7d81 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:20:59.664933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5dbc5a9c-910c-44a1-845e-15d3275d7d81 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:20:59.671017 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-68b6af86-fc01-4f83-abe3-943f7a24ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (00e97195-e4a6-4b69-a2ee-a99bf0940c44), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.689035 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-68b6af86-fc01-4f83-abe3-943f7a24ea39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.692938 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-68b6af86-fc01-4f83-abe3-943f7a24ea39 admin admin] 10.222.0.87 "DELETE /v2.0/networks/00e97195-e4a6-4b69-a2ee-a99bf0940c44 HTTP/1.1" status: 204 len: 168 time: 0.9740746 Feb 11 05:20:59.710321 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6af86-fc01-4f83-abe3-943f7a24ea39 admin admin] Pushing event deleted for resources: {'Network': ['ID=00e97195-e4a6-4b69-a2ee-a99bf0940c44,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:59.714729 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-05757cf7-b1c9-4d7b-84d4-0b472fbaf2fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (36d59ba4-02a9-4241-9b2a-812f2b8b1d29), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.731921 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5380bc0d-b52a-4a42-a268-38b82f17b670 None None] For port 5dbc5a9c-910c-44a1-845e-15d3275d7d81, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5dbc5a9c-910c-44a1-845e-15d3275d7d81,segment=NetworkSegment(2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e),segment_id=2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:59.732415 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5380bc0d-b52a-4a42-a268-38b82f17b670 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5dbc5a9c-910c-44a1-845e-15d3275d7d81), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.763352 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (347786b2-e8b5-4f0b-b5f4-885779bb19ce), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.768825 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5380bc0d-b52a-4a42-a268-38b82f17b670 None None] Calling delete_port for 5dbc5a9c-910c-44a1-845e-15d3275d7d81 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:20:59.794095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347786b2-e8b5-4f0b-b5f4-885779bb19ce']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:59.806904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:59.807199 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:59.820252 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.838551 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.845930 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:20:59.846387 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (2690bfa2-d3ce-4cdb-ba49-332fac2bbb7e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:20:59.852945 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:20:59.892897 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38310) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:59.895810 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5380bc0d-b52a-4a42-a268-38b82f17b670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (5dbc5a9c-910c-44a1-845e-15d3275d7d81), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.928635 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5380bc0d-b52a-4a42-a268-38b82f17b670 None None] No DVR routers for this DVR port 5dbc5a9c-910c-44a1-845e-15d3275d7d81 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:59.932467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380bc0d-b52a-4a42-a268-38b82f17b670 None None] Pushing event deleted for resources: {'Port': ['ID=5dbc5a9c-910c-44a1-845e-15d3275d7d81,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:59.967245 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-91301e12-5632-4d34-ab2f-13f5fe80a085 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4fd351b1b17147b8b23378233babb865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0731211 Feb 11 05:20:59.970912 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38314) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:59.999368 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (347786b2-e8b5-4f0b-b5f4-885779bb19ce), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.004671 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.016247 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/networks/347786b2-e8b5-4f0b-b5f4-885779bb19ce HTTP/1.1" status: 204 len: 168 time: 0.9705026 Feb 11 05:21:00.016873 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38318) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:00.091359 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef9ee2-e2b2-4db4-897b-2c155e54cef0 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Network': ['ID=347786b2-e8b5-4f0b-b5f4-885779bb19ce,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:00.107844 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c40ea873-86fc-4c33-8256-b4fab07ed95e admin admin] Publish callbacks [] for security_group (c306b9e7-5d2d-4ee2-ac08-f8290b412f41), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.143128 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c40ea873-86fc-4c33-8256-b4fab07ed95e admin admin] Publish callbacks [] for security_group (c306b9e7-5d2d-4ee2-ac08-f8290b412f41), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.163799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05757cf7-b1c9-4d7b-84d4-0b472fbaf2fd admin admin] Router 36d59ba4-02a9-4241-9b2a-812f2b8b1d29 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:21:00.186840 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b0e670d5-8f7c-43b1-8327-0624d229e4e4 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Deleting port 55990f8d-2b6b-4ca0-afc9-109547ff3fb7 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:00.187058 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0e670d5-8f7c-43b1-8327-0624d229e4e4 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (55990f8d-2b6b-4ca0-afc9-109547ff3fb7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.274831 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0e670d5-8f7c-43b1-8327-0624d229e4e4 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (55990f8d-2b6b-4ca0-afc9-109547ff3fb7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.275209 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0e670d5-8f7c-43b1-8327-0624d229e4e4 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (55990f8d-2b6b-4ca0-afc9-109547ff3fb7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.278348 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c40ea873-86fc-4c33-8256-b4fab07ed95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c306b9e7-5d2d-4ee2-ac08-f8290b412f41), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.280990 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c40ea873-86fc-4c33-8256-b4fab07ed95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.282146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c40ea873-86fc-4c33-8256-b4fab07ed95e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c306b9e7-5d2d-4ee2-ac08-f8290b412f41 HTTP/1.1" status: 204 len: 168 time: 0.3111119 Feb 11 05:21:00.291636 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b0e670d5-8f7c-43b1-8327-0624d229e4e4 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Calling delete_port for 55990f8d-2b6b-4ca0-afc9-109547ff3fb7 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:00.295089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ea873-86fc-4c33-8256-b4fab07ed95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c306b9e7-5d2d-4ee2-ac08-f8290b412f41,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:00.324781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05757cf7-b1c9-4d7b-84d4-0b472fbaf2fd admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:21:00.332069 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-05757cf7-b1c9-4d7b-84d4-0b472fbaf2fd admin admin] 10.222.0.87 "PUT /v2.0/routers/36d59ba4-02a9-4241-9b2a-812f2b8b1d29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6255662 Feb 11 05:21:00.334525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38324) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:00.337601 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec01a4e6-50ee-4725-acd3-460aceecdab7 None None] Sync routers for ids ['36d59ba4-02a9-4241-9b2a-812f2b8b1d29'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:21:00.350944 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec01a4e6-50ee-4725-acd3-460aceecdab7 None None] Routers {'36d59ba4-02a9-4241-9b2a-812f2b8b1d29'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:00.354278 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ec01a4e6-50ee-4725-acd3-460aceecdab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['36d59ba4-02a9-4241-9b2a-812f2b8b1d29'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:00.522088 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0e670d5-8f7c-43b1-8327-0624d229e4e4 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (55990f8d-2b6b-4ca0-afc9-109547ff3fb7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.563529 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f3f2204-0dfa-4b35-aff5-58fcfd6bcd30 admin admin] Publish callbacks [] for router (36d59ba4-02a9-4241-9b2a-812f2b8b1d29), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.574657 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ec01a4e6-50ee-4725-acd3-460aceecdab7 None None] Set router 36d59ba4-02a9-4241-9b2a-812f2b8b1d29 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:00.584264 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e670d5-8f7c-43b1-8327-0624d229e4e4 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Port': ['ID=55990f8d-2b6b-4ca0-afc9-109547ff3fb7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:00.681596 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0e670d5-8f7c-43b1-8327-0624d229e4e4 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for floatingip (82514408-567f-42cd-bac9-99a6de465b0a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.692434 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0e670d5-8f7c-43b1-8327-0624d229e4e4 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.697213 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b0e670d5-8f7c-43b1-8327-0624d229e4e4 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/floatingips/82514408-567f-42cd-bac9-99a6de465b0a HTTP/1.1" status: 204 len: 168 time: 0.6546230 Feb 11 05:21:00.698186 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38334) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:00.752770 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecd94c4-ffaf-4644-99f5-e481332669ea tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:00.754723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecd94c4-ffaf-4644-99f5-e481332669ea tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:00.757321 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e2a3e1a-4b48-4a84-bced-b7734d75e599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.760784 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8ecd94c4-ffaf-4644-99f5-e481332669ea tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/ports/03d0fc6b-5887-470d-9e4b-654ae61108d1 HTTP/1.1" status: 404 len: 333 time: 0.0590074 Feb 11 05:21:00.772322 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38336) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:00.841683 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b876a491-a60f-4013-ae62-a4652d1b02b8 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "GET /v2.0/ports?device_id=891e0dc9-e750-4514-a14f-a3d5de2eef93 HTTP/1.1" status: 200 len: 205 time: 0.0636854 Feb 11 05:21:00.842766 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38340) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:00.954006 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-06692292-8223-433a-821b-0262299d187f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] delete failed (client error): The resource could not be found. Feb 11 05:21:00.958193 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-06692292-8223-433a-821b-0262299d187f tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/routers/891e0dc9-e750-4514-a14f-a3d5de2eef93 HTTP/1.1" status: 404 len: 336 time: 0.1125221 Feb 11 05:21:00.960925 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38346) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:01.014278 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-985835cb-a68a-4f90-9116-2880c0706a5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:01.014853 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985835cb-a68a-4f90-9116-2880c0706a5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:01.022766 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-985835cb-a68a-4f90-9116-2880c0706a5d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/subnets/e976b6cc-dcf1-4960-9a12-70f12e6d0e59 HTTP/1.1" status: 404 len: 337 time: 0.0600932 Feb 11 05:21:01.027463 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38350) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:01.057985 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ec01a4e6-50ee-4725-acd3-460aceecdab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'name': 'tempest-TaggedBootDevicesTest_v242-751607117-router', 'tenant_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '776c5461-2564-4b9b-880d-6286f82931d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:04Z', 'updated_at': '2022-02-11T05:20:59Z', 'revision_number': 5, 'project_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'gw_port': {'id': '776c5461-2564-4b9b-880d-6286f82931d3', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:06Z', 'updated_at': '2022-02-11T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:01.091015 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15b86711-0378-41a0-8bf8-00ae2df4f537 req-9b12f3cb-5e4a-4389-b6eb-0fabfc7a73ca service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c81dc1a-1181-4f75-b4bf-0840182d2922&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1748207 Feb 11 05:21:01.095155 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec01a4e6-50ee-4725-acd3-460aceecdab7 None None] Checking router: 36d59ba4-02a9-4241-9b2a-812f2b8b1d29 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:21:01.112919 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec01a4e6-50ee-4725-acd3-460aceecdab7 None None] Routers {'36d59ba4-02a9-4241-9b2a-812f2b8b1d29'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:01.115990 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ec01a4e6-50ee-4725-acd3-460aceecdab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:21:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['36d59ba4-02a9-4241-9b2a-812f2b8b1d29'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:01.179217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:01.289065 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b86711-0378-41a0-8bf8-00ae2df4f537 req-9f8d96c6-2786-4003-8442-f4cab309edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:01.289065 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15b86711-0378-41a0-8bf8-00ae2df4f537 req-9f8d96c6-2786-4003-8442-f4cab309edd4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c7d4a400d4d41059ead9919c4db8a08&device_id=9c81dc1a-1181-4f75-b4bf-0840182d2922 HTTP/1.1" status: 200 len: 1128 time: 0.1343226 Feb 11 05:21:01.329710 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-6e60c654-1ac3-4508-b032-9af770691007 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Deleting port 070e78e4-e925-4af6-8a75-cea31f824443 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:01.329710 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e60c654-1ac3-4508-b032-9af770691007 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (070e78e4-e925-4af6-8a75-cea31f824443), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:01.390801 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ec01a4e6-50ee-4725-acd3-460aceecdab7 None None] Set router 36d59ba4-02a9-4241-9b2a-812f2b8b1d29 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:01.457902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2124231-e091-435c-810a-c429009f37e2 req-46e496ed-f16f-4a52-b1c5-a19fa3da05e9 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:01.461354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2124231-e091-435c-810a-c429009f37e2 req-46e496ed-f16f-4a52-b1c5-a19fa3da05e9 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.8994691 Feb 11 05:21:01.475606 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f3f2204-0dfa-4b35-aff5-58fcfd6bcd30 admin admin] Publish callbacks [] for router_gateway (36d59ba4-02a9-4241-9b2a-812f2b8b1d29), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:01.663480 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2124231-e091-435c-810a-c429009f37e2 req-eb4a813a-2a9a-44f0-a88e-3147599f8f14 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906052 Feb 11 05:21:01.703865 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f2204-0dfa-4b35-aff5-58fcfd6bcd30 admin admin] Deleting port 776c5461-2564-4b9b-880d-6286f82931d3 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:01.708119 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f3f2204-0dfa-4b35-aff5-58fcfd6bcd30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (776c5461-2564-4b9b-880d-6286f82931d3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:01.709436 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e60c654-1ac3-4508-b032-9af770691007 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (070e78e4-e925-4af6-8a75-cea31f824443), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:01.729347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:01.737774 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b86711-0378-41a0-8bf8-00ae2df4f537 req-f93015b3-d3c4-489a-b8ba-1561deaf49ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:01.737774 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15b86711-0378-41a0-8bf8-00ae2df4f537 req-f93015b3-d3c4-489a-b8ba-1561deaf49ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a HTTP/1.1" status: 200 len: 913 time: 0.4237943 Feb 11 05:21:01.738632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-6e60c654-1ac3-4508-b032-9af770691007 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Calling delete_port for 070e78e4-e925-4af6-8a75-cea31f824443 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:01.763954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:01.848561 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ec01a4e6-50ee-4725-acd3-460aceecdab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'name': 'tempest-TaggedBootDevicesTest_v242-751607117-router', 'tenant_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '776c5461-2564-4b9b-880d-6286f82931d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:04Z', 'updated_at': '2022-02-11T05:20:59Z', 'revision_number': 5, 'project_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'gw_port': {'id': '776c5461-2564-4b9b-880d-6286f82931d3', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:06Z', 'updated_at': '2022-02-11T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:01.892960 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-6f3f2204-0dfa-4b35-aff5-58fcfd6bcd30 admin admin] For port 776c5461-2564-4b9b-880d-6286f82931d3, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=776c5461-2564-4b9b-880d-6286f82931d3,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:01.893489 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f3f2204-0dfa-4b35-aff5-58fcfd6bcd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (776c5461-2564-4b9b-880d-6286f82931d3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:01.898178 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec01a4e6-50ee-4725-acd3-460aceecdab7 None None] The sync data for ids ['36d59ba4-02a9-4241-9b2a-812f2b8b1d29'] in n-d-713499-38 is: [{'id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'name': 'tempest-TaggedBootDevicesTest_v242-751607117-router', 'tenant_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '776c5461-2564-4b9b-880d-6286f82931d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:12:04Z', 'updated_at': '2022-02-11T05:20:59Z', 'revision_number': 5, 'project_id': 'b091bdaebf6d459dae2bfb4f1dbcba48', 'gw_port': {'id': '776c5461-2564-4b9b-880d-6286f82931d3', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d59ba4-02a9-4241-9b2a-812f2b8b1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:12:06Z', 'updated_at': '2022-02-11T05:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:21:01.927002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f2204-0dfa-4b35-aff5-58fcfd6bcd30 admin admin] Calling delete_port for 776c5461-2564-4b9b-880d-6286f82931d3 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:02.000931 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15b86711-0378-41a0-8bf8-00ae2df4f537 req-cfd48bf3-25be-4848-a314-ea88f1041632 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5ed6997-d635-418a-9a9a-7c38ea6e7e6d HTTP/1.1" status: 200 len: 217 time: 0.0940385 Feb 11 05:21:02.144599 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e60c654-1ac3-4508-b032-9af770691007 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (070e78e4-e925-4af6-8a75-cea31f824443), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:02.202096 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60c654-1ac3-4508-b032-9af770691007 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Port': ['ID=070e78e4-e925-4af6-8a75-cea31f824443,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:02.225570 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b86711-0378-41a0-8bf8-00ae2df4f537 req-a17b8862-79ec-43e1-9c46-0af7d47d46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:02.227618 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15b86711-0378-41a0-8bf8-00ae2df4f537 req-a17b8862-79ec-43e1-9c46-0af7d47d46d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b879c64a-e605-4233-add0-72bb3a5a9b1c HTTP/1.1" status: 200 len: 852 time: 0.1778579 Feb 11 05:21:02.312357 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f3f2204-0dfa-4b35-aff5-58fcfd6bcd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (776c5461-2564-4b9b-880d-6286f82931d3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:02.329436 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:02.366251 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15b86711-0378-41a0-8bf8-00ae2df4f537 req-595a6572-5b40-4d9b-9d2a-ea07b4a3cb2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802739 Feb 11 05:21:02.418995 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42877d00-9403-49b1-9f1a-b4719ec183e9 req-ce3fc75f-4e21-4448-8e50-6b7e123150ac tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.1015446 Feb 11 05:21:02.481818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f2204-0dfa-4b35-aff5-58fcfd6bcd30 admin admin] Pushing event deleted for resources: {'Port': ['ID=776c5461-2564-4b9b-880d-6286f82931d3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:02.599170 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e60c654-1ac3-4508-b032-9af770691007 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:02.600650 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f3f2204-0dfa-4b35-aff5-58fcfd6bcd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (36d59ba4-02a9-4241-9b2a-812f2b8b1d29), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:02.606268 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6e60c654-1ac3-4508-b032-9af770691007 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/ports/070e78e4-e925-4af6-8a75-cea31f824443 HTTP/1.1" status: 204 len: 168 time: 1.5755286 Feb 11 05:21:02.608291 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38390) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:02.753596 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15b86711-0378-41a0-8bf8-00ae2df4f537 req-1a32d89d-d561-4621-a0b2-1c50b2305e72 service neutron] 10.222.0.73 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381536 Feb 11 05:21:02.766192 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f3f2204-0dfa-4b35-aff5-58fcfd6bcd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (36d59ba4-02a9-4241-9b2a-812f2b8b1d29), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:02.768957 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f3f2204-0dfa-4b35-aff5-58fcfd6bcd30 admin admin] Publish callbacks [] for router_controller (36d59ba4-02a9-4241-9b2a-812f2b8b1d29), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:02.879082 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f3f2204-0dfa-4b35-aff5-58fcfd6bcd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (36d59ba4-02a9-4241-9b2a-812f2b8b1d29), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:02.882246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3f2204-0dfa-4b35-aff5-58fcfd6bcd30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36d59ba4-02a9-4241-9b2a-812f2b8b1d29 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:21:02.895138 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f3f2204-0dfa-4b35-aff5-58fcfd6bcd30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:02.896455 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6f3f2204-0dfa-4b35-aff5-58fcfd6bcd30 admin admin] 10.222.0.87 "DELETE /v2.0/routers/36d59ba4-02a9-4241-9b2a-812f2b8b1d29 HTTP/1.1" status: 204 len: 168 time: 2.5496640 Feb 11 05:21:02.900462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38400) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:02.980591 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7e5aa4f9-02ce-4e45-b635-5b69c0b7437b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Deleting port e8f954f3-954a-445c-9f16-a176949c8aab {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:02.981222 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa4f9-02ce-4e45-b635-5b69c0b7437b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e8f954f3-954a-445c-9f16-a176949c8aab), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:02.994698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3378e-8096-42f5-bf2e-c82d9e638931 req-07c2fddd-9401-4dae-9266-81dc3e076762 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:02.998825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffa3378e-8096-42f5-bf2e-c82d9e638931 req-07c2fddd-9401-4dae-9266-81dc3e076762 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1612670 Feb 11 05:21:03.025480 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-15b86711-0378-41a0-8bf8-00ae2df4f537 req-5ea9b3dd-3ab9-4d3d-9ae8-0a9be3bca771 service neutron] 10.222.0.73 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646728 Feb 11 05:21:03.062245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ad26bd-4ee4-4945-92c1-923a81275a28 admin admin] Deleting subnet 19dda2e2-a324-41b0-a8e2-13dfa362d801 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:21:03.071559 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28ad26bd-4ee4-4945-92c1-923a81275a28 admin admin] Publish callbacks [] for subnet (19dda2e2-a324-41b0-a8e2-13dfa362d801), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:03.157010 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa4f9-02ce-4e45-b635-5b69c0b7437b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e8f954f3-954a-445c-9f16-a176949c8aab), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:03.195308 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:03.204611 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28ad26bd-4ee4-4945-92c1-923a81275a28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (19dda2e2-a324-41b0-a8e2-13dfa362d801), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:03.222411 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7e5aa4f9-02ce-4e45-b635-5b69c0b7437b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Calling delete_port for e8f954f3-954a-445c-9f16-a176949c8aab owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:03.258380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffa3378e-8096-42f5-bf2e-c82d9e638931 req-5f952eb2-f00b-4f69-a30f-99abe771424c tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901608 Feb 11 05:21:03.388128 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28ad26bd-4ee4-4945-92c1-923a81275a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (19dda2e2-a324-41b0-a8e2-13dfa362d801), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:03.438345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:03.450634 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28ad26bd-4ee4-4945-92c1-923a81275a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (19dda2e2-a324-41b0-a8e2-13dfa362d801), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:03.463870 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa4f9-02ce-4e45-b635-5b69c0b7437b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e8f954f3-954a-445c-9f16-a176949c8aab), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:03.464374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:03.505240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad26bd-4ee4-4945-92c1-923a81275a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19dda2e2-a324-41b0-a8e2-13dfa362d801,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:03.514252 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28ad26bd-4ee4-4945-92c1-923a81275a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:03.522457 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-28ad26bd-4ee4-4945-92c1-923a81275a28 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/19dda2e2-a324-41b0-a8e2-13dfa362d801 HTTP/1.1" status: 204 len: 168 time: 0.6207328 Feb 11 05:21:03.523386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38406) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:03.530150 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8521892b-4c49-4dd4-beed-58298ff99f23 None None] Network 3b779a79-7970-437d-8df1-813493fcd60f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:03.574261 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5aa4f9-02ce-4e45-b635-5b69c0b7437b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Port': ['ID=e8f954f3-954a-445c-9f16-a176949c8aab,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:03.606687 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa4f9-02ce-4e45-b635-5b69c0b7437b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:03.621788 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7e5aa4f9-02ce-4e45-b635-5b69c0b7437b tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/ports/e8f954f3-954a-445c-9f16-a176949c8aab HTTP/1.1" status: 204 len: 168 time: 1.0104346 Feb 11 05:21:03.622497 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38408) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:03.702984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06a013e5-f0b6-4b33-b1a0-655d00edda36 req-820e05b3-f541-421b-8431-52db68d38a8d tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0421786 Feb 11 05:21:03.711541 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (3b779a79-7970-437d-8df1-813493fcd60f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:03.733616 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:03.782051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 776c5461-2564-4b9b-880d-6286f82931d3 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:03.786842 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af8b0a6-70a6-4588-aa9f-f70836b0940a tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:03.789033 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9af8b0a6-70a6-4588-aa9f-f70836b0940a tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e59380f-46d7-4d6f-b203-04d133d1b2d3 HTTP/1.1" status: 200 len: 913 time: 0.1653137 Feb 11 05:21:03.791664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38412) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:03.819585 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 776c5461-2564-4b9b-880d-6286f82931d3 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:21:03.824211 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 776c5461-2564-4b9b-880d-6286f82931d3 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:21:03.824601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0e754916-56e6-445e-a198-735e4adc7819 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:03.871262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 0e754916-56e6-445e-a198-735e4adc7819 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:21:03.898640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0e754916-56e6-445e-a198-735e4adc7819 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:21:03.920131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a7fd2a-afc3-4567-80c9-f608b7e1255b None None] DHCP port deletion for 3b779a79-7970-437d-8df1-813493fcd60f request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:21:03.925095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] Deleting port 615d1fa8-0e2c-4a4b-b109-05e7889fe765 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:03.927019 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (615d1fa8-0e2c-4a4b-b109-05e7889fe765), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.023852 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f2a7fd2a-afc3-4567-80c9-f608b7e1255b None None] Deleting port 615d1fa8-0e2c-4a4b-b109-05e7889fe765 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:04.024271 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f2a7fd2a-afc3-4567-80c9-f608b7e1255b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (615d1fa8-0e2c-4a4b-b109-05e7889fe765), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.061891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] For port 615d1fa8-0e2c-4a4b-b109-05e7889fe765, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=615d1fa8-0e2c-4a4b-b109-05e7889fe765,segment=NetworkSegment(34480cb5-19a7-4933-b727-09aaac432bfa),segment_id=34480cb5-19a7-4933-b727-09aaac432bfa)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:04.062382 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (615d1fa8-0e2c-4a4b-b109-05e7889fe765), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.077225 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] Calling delete_port for 615d1fa8-0e2c-4a4b-b109-05e7889fe765 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:04.142244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f2a7fd2a-afc3-4567-80c9-f608b7e1255b None None] For port 615d1fa8-0e2c-4a4b-b109-05e7889fe765, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=615d1fa8-0e2c-4a4b-b109-05e7889fe765,segment=NetworkSegment(34480cb5-19a7-4933-b727-09aaac432bfa),segment_id=34480cb5-19a7-4933-b727-09aaac432bfa)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:04.142953 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f2a7fd2a-afc3-4567-80c9-f608b7e1255b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (615d1fa8-0e2c-4a4b-b109-05e7889fe765), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.157208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f2a7fd2a-afc3-4567-80c9-f608b7e1255b None None] Calling delete_port for 615d1fa8-0e2c-4a4b-b109-05e7889fe765 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:04.162492 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (615d1fa8-0e2c-4a4b-b109-05e7889fe765), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.201939 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] Pushing event deleted for resources: {'Port': ['ID=615d1fa8-0e2c-4a4b-b109-05e7889fe765,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:04.209447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] No DVR routers for this DVR port 615d1fa8-0e2c-4a4b-b109-05e7889fe765 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:04.288119 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f2a7fd2a-afc3-4567-80c9-f608b7e1255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (615d1fa8-0e2c-4a4b-b109-05e7889fe765), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.307750 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (3b779a79-7970-437d-8df1-813493fcd60f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.317050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7fd2a-afc3-4567-80c9-f608b7e1255b None None] Pushing event deleted for resources: {'Port': ['ID=615d1fa8-0e2c-4a4b-b109-05e7889fe765,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:04.322119 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a7fd2a-afc3-4567-80c9-f608b7e1255b None None] No DVR routers for this DVR port 615d1fa8-0e2c-4a4b-b109-05e7889fe765 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:04.361765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b779a79-7970-437d-8df1-813493fcd60f']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:04.376672 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a4be36f-174e-4cee-aa2e-e2e8ecd5168d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (2e59380f-46d7-4d6f-b203-04d133d1b2d3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.415391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34480cb5-19a7-4933-b727-09aaac432bfa') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:04.415953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34480cb5-19a7-4933-b727-09aaac432bfa') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:04.429524 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (34480cb5-19a7-4933-b727-09aaac432bfa), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.448483 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (34480cb5-19a7-4933-b727-09aaac432bfa), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.456834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:04.457265 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (34480cb5-19a7-4933-b727-09aaac432bfa), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:04.459491 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:04.466348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555d84f-762a-4f80-b68f-f61e0f4b95ba req-778caee4-ed60-48fb-9e66-68017a779507 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:04.467988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4555d84f-762a-4f80-b68f-f61e0f4b95ba req-778caee4-ed60-48fb-9e66-68017a779507 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.0990725 Feb 11 05:21:04.558105 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (3b779a79-7970-437d-8df1-813493fcd60f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.564949 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.569704 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] 10.222.0.87 "DELETE /v2.0/networks/3b779a79-7970-437d-8df1-813493fcd60f HTTP/1.1" status: 204 len: 168 time: 1.0449173 Feb 11 05:21:04.586547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bbc55-3d3b-4dfd-a53b-0c30a622f375 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b779a79-7970-437d-8df1-813493fcd60f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:04.600704 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4555d84f-762a-4f80-b68f-f61e0f4b95ba req-16527bee-be60-46e4-bdaf-45162ede6e2a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214070 Feb 11 05:21:04.771611 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-5a4be36f-174e-4cee-aa2e-e2e8ecd5168d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Deleting port 5de4cc17-0705-4e59-82db-2f303c9154bf {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:04.773641 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a4be36f-174e-4cee-aa2e-e2e8ecd5168d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5de4cc17-0705-4e59-82db-2f303c9154bf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.845386 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27a76768-c2ac-4399-8ce0-87f7f1a0effb req-692197a5-c23e-48f7-836d-b7e36234464f tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0454710 Feb 11 05:21:04.851436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38442) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:04.891671 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a4be36f-174e-4cee-aa2e-e2e8ecd5168d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5de4cc17-0705-4e59-82db-2f303c9154bf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.896609 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-00aa4b43-4a76-4607-91f1-abef6a1cf9e0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f1299ecd49e5408282a75d13c75f41aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434992 Feb 11 05:21:04.898574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38446) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:04.911435 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-5a4be36f-174e-4cee-aa2e-e2e8ecd5168d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Calling delete_port for 5de4cc17-0705-4e59-82db-2f303c9154bf owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:04.951068 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-10242b2b-ab0f-4b44-8860-856b2bda1c64 admin admin] Publish callbacks [] for security_group (25535ee6-e894-4e84-9839-26f89e760f9e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.977203 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-10242b2b-ab0f-4b44-8860-856b2bda1c64 admin admin] Publish callbacks [] for security_group (25535ee6-e894-4e84-9839-26f89e760f9e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:05.044156 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-10242b2b-ab0f-4b44-8860-856b2bda1c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (25535ee6-e894-4e84-9839-26f89e760f9e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:05.046781 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-10242b2b-ab0f-4b44-8860-856b2bda1c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:05.050346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-10242b2b-ab0f-4b44-8860-856b2bda1c64 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/25535ee6-e894-4e84-9839-26f89e760f9e HTTP/1.1" status: 204 len: 168 time: 0.1485023 Feb 11 05:21:05.065845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10242b2b-ab0f-4b44-8860-856b2bda1c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25535ee6-e894-4e84-9839-26f89e760f9e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:05.136525 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:05.195697 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-173f94a8-c779-4b21-aad4-51f56d9f9295 req-1dfc1004-478d-45c6-bbc7-958b074a38e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0425858 Feb 11 05:21:05.212094 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:05.218276 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a4be36f-174e-4cee-aa2e-e2e8ecd5168d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5de4cc17-0705-4e59-82db-2f303c9154bf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:05.234828 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e49969e4-f937-49b0-93b0-ae0148c09b4a req-76c177f6-3ce1-4baa-b98b-dfc36a4ce4d6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0748551 Feb 11 05:21:05.291043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4be36f-174e-4cee-aa2e-e2e8ecd5168d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Port': ['ID=5de4cc17-0705-4e59-82db-2f303c9154bf,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:05.337275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49969e4-f937-49b0-93b0-ae0148c09b4a req-ccfcc6ad-4ebf-41d9-ab4e-0a9f9b307ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:05.338807 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e49969e4-f937-49b0-93b0-ae0148c09b4a req-ccfcc6ad-4ebf-41d9-ab4e-0a9f9b307ef0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=13a59492bc0343adb1fb7a8aa5188602&device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 1126 time: 0.0802782 Feb 11 05:21:05.364495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:05.380615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:05.496205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 615d1fa8-0e2c-4a4b-b109-05e7889fe765 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:05.502316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49969e4-f937-49b0-93b0-ae0148c09b4a req-19da94e9-45fd-48c4-ab2e-e4b5de320ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:05.504295 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e49969e4-f937-49b0-93b0-ae0148c09b4a req-19da94e9-45fd-48c4-ab2e-e4b5de320ad1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3 HTTP/1.1" status: 200 len: 920 time: 0.1389906 Feb 11 05:21:05.525343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 615d1fa8-0e2c-4a4b-b109-05e7889fe765 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:21:05.526140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 615d1fa8-0e2c-4a4b-b109-05e7889fe765 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:21:05.576113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38454) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:05.588866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e49969e4-f937-49b0-93b0-ae0148c09b4a req-e7d03569-9255-41d3-aa64-6b0886a8d37e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81b757ab-9e42-40fe-bb13-f70307f41e25 HTTP/1.1" status: 200 len: 217 time: 0.0755541 Feb 11 05:21:05.627125 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a4be36f-174e-4cee-aa2e-e2e8ecd5168d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (2e59380f-46d7-4d6f-b203-04d133d1b2d3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:05.640810 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-040b47a9-169e-4299-a6b4-ae138f830a4d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b091bdaebf6d459dae2bfb4f1dbcba48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0607378 Feb 11 05:21:05.641353 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38458) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:05.688205 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49969e4-f937-49b0-93b0-ae0148c09b4a req-0ab9480b-fd52-46ec-90de-1b3f7b467731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:05.689869 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e49969e4-f937-49b0-93b0-ae0148c09b4a req-0ab9480b-fd52-46ec-90de-1b3f7b467731 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d0ba582-f504-4448-8fec-eb2c8f3e0f4b HTTP/1.1" status: 200 len: 859 time: 0.0892715 Feb 11 05:21:05.761619 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e49969e4-f937-49b0-93b0-ae0148c09b4a req-f79990b1-7008-4e4d-a2a2-2ed9b76fcced service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533023 Feb 11 05:21:05.786448 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7238bfba-450f-4010-8e7b-06e51ffe3f0b admin admin] Publish callbacks [] for security_group (d72ff4d3-3f05-44d3-9898-e12bec5466cc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:05.822104 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7238bfba-450f-4010-8e7b-06e51ffe3f0b admin admin] Publish callbacks [] for security_group (d72ff4d3-3f05-44d3-9898-e12bec5466cc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:05.875855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3288e-2462-43cb-9fed-f446a6e83201 req-bb555253-6ba4-4c2d-997a-f593d525ad0c tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:05.877754 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2b3288e-2462-43cb-9fed-f446a6e83201 req-bb555253-6ba4-4c2d-997a-f593d525ad0c tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1802146 Feb 11 05:21:05.908473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e49969e4-f937-49b0-93b0-ae0148c09b4a req-a39f1fbd-a96c-4e63-a019-6440e2e03b3d service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243138 Feb 11 05:21:05.971595 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7238bfba-450f-4010-8e7b-06e51ffe3f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d72ff4d3-3f05-44d3-9898-e12bec5466cc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:05.975099 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7238bfba-450f-4010-8e7b-06e51ffe3f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:05.979928 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7238bfba-450f-4010-8e7b-06e51ffe3f0b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d72ff4d3-3f05-44d3-9898-e12bec5466cc HTTP/1.1" status: 204 len: 168 time: 0.3374097 Feb 11 05:21:06.007603 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4be36f-174e-4cee-aa2e-e2e8ecd5168d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Router 2e59380f-46d7-4d6f-b203-04d133d1b2d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:21:06.107773 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02aa6e7b-690e-4946-9ee1-098072a529f9 req-d9690d2c-66df-4662-88a9-0a9d3a31dd96 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.1682076 Feb 11 05:21:06.137690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238bfba-450f-4010-8e7b-06e51ffe3f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72ff4d3-3f05-44d3-9898-e12bec5466cc,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:06.164942 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4be36f-174e-4cee-aa2e-e2e8ecd5168d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:21:06.171332 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5a4be36f-174e-4cee-aa2e-e2e8ecd5168d tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "PUT /v2.0/routers/2e59380f-46d7-4d6f-b203-04d133d1b2d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3785748 Feb 11 05:21:06.173723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38472) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:06.175716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e49969e4-f937-49b0-93b0-ae0148c09b4a req-a3765647-e9cb-452d-9970-61b07ef0f61a service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373474 Feb 11 05:21:06.179715 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0ec588-6567-423f-b2ae-8d3a605bf8a6 None None] Sync routers for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:21:06.187576 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2b3288e-2462-43cb-9fed-f446a6e83201 req-963b6d2d-18aa-4a92-aa3a-b5f3c9d291ca tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778575 Feb 11 05:21:06.195379 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0ec588-6567-423f-b2ae-8d3a605bf8a6 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:06.196072 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5c0ec588-6567-423f-b2ae-8d3a605bf8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:21:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:06.261031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5c0ec588-6567-423f-b2ae-8d3a605bf8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:06.273713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0ec588-6567-423f-b2ae-8d3a605bf8a6 None None] Routers {'2e59380f-46d7-4d6f-b203-04d133d1b2d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:06.274551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5c0ec588-6567-423f-b2ae-8d3a605bf8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:21:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:06.319012 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5c0ec588-6567-423f-b2ae-8d3a605bf8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:06.319797 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0ec588-6567-423f-b2ae-8d3a605bf8a6 None None] The sync data for ids ['2e59380f-46d7-4d6f-b203-04d133d1b2d3'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:21:06.366549 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e4db440b-5b1c-4ebb-a08f-0021016daa07 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router (2e59380f-46d7-4d6f-b203-04d133d1b2d3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:06.489075 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e4db440b-5b1c-4ebb-a08f-0021016daa07 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router_gateway (2e59380f-46d7-4d6f-b203-04d133d1b2d3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:06.546978 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e4db440b-5b1c-4ebb-a08f-0021016daa07 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Deleting port 06ad0015-bb12-4d8c-b642-a0b0570fc7fc {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:06.547483 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e4db440b-5b1c-4ebb-a08f-0021016daa07 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (06ad0015-bb12-4d8c-b642-a0b0570fc7fc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:06.631750 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e4db440b-5b1c-4ebb-a08f-0021016daa07 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (06ad0015-bb12-4d8c-b642-a0b0570fc7fc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:06.644787 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e4db440b-5b1c-4ebb-a08f-0021016daa07 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Calling delete_port for 06ad0015-bb12-4d8c-b642-a0b0570fc7fc owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:06.840821 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e4db440b-5b1c-4ebb-a08f-0021016daa07 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (06ad0015-bb12-4d8c-b642-a0b0570fc7fc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:06.873201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db440b-5b1c-4ebb-a08f-0021016daa07 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Port': ['ID=06ad0015-bb12-4d8c-b642-a0b0570fc7fc,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:06.894031 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38496) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:06.942537 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e4db440b-5b1c-4ebb-a08f-0021016daa07 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (2e59380f-46d7-4d6f-b203-04d133d1b2d3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.017586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-b893bd6a-8975-4836-8242-34385c7a2094 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-233755942-network', 'tenant_id': '6978f66e811f4d0c9aaa45886a3e4e01'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:07.040835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b893bd6a-8975-4836-8242-34385c7a2094 admin admin] Made reservation on behalf of 6978f66e811f4d0c9aaa45886a3e4e01 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:07.043562 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b893bd6a-8975-4836-8242-34385c7a2094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.051815 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e4db440b-5b1c-4ebb-a08f-0021016daa07 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (2e59380f-46d7-4d6f-b203-04d133d1b2d3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.053682 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e4db440b-5b1c-4ebb-a08f-0021016daa07 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router_controller (2e59380f-46d7-4d6f-b203-04d133d1b2d3), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.062135 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b893bd6a-8975-4836-8242-34385c7a2094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.186137 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b893bd6a-8975-4836-8242-34385c7a2094 admin admin] Publish callbacks [] for security_group (1e98baa2-de08-4d1c-b7b9-11a85c768827), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.193663 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b893bd6a-8975-4836-8242-34385c7a2094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1e98baa2-de08-4d1c-b7b9-11a85c768827), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.226963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:07.285335 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b19ce5d4-e650-4ac7-8470-360b185b5922 req-f0bce54c-9307-46df-b242-7416bacdb4bb tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0440359 Feb 11 05:21:07.290957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b893bd6a-8975-4836-8242-34385c7a2094 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:07.307712 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b893bd6a-8975-4836-8242-34385c7a2094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (45efbc2c-1e9a-4ab9-a532-74f6c0602e40), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.308404 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-b893bd6a-8975-4836-8242-34385c7a2094 admin admin] Added segment 45efbc2c-1e9a-4ab9-a532-74f6c0602e40 of type vlan for network 88aebf64-4192-4f02-9485-c61b00d17088 Feb 11 05:21:07.333376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893bd6a-8975-4836-8242-34385c7a2094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e98baa2-de08-4d1c-b7b9-11a85c768827,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:07.391512 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e4db440b-5b1c-4ebb-a08f-0021016daa07 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (2e59380f-46d7-4d6f-b203-04d133d1b2d3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.392010 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4db440b-5b1c-4ebb-a08f-0021016daa07 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Fanout notify agent at l3_agent the message router_deleted on router 2e59380f-46d7-4d6f-b203-04d133d1b2d3 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:21:07.401763 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e4db440b-5b1c-4ebb-a08f-0021016daa07 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.405534 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e4db440b-5b1c-4ebb-a08f-0021016daa07 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/routers/2e59380f-46d7-4d6f-b203-04d133d1b2d3 HTTP/1.1" status: 204 len: 168 time: 1.2299747 Feb 11 05:21:07.406782 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38510) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:07.461533 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:07.481522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:07.484739 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b893bd6a-8975-4836-8242-34385c7a2094 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (88aebf64-4192-4f02-9485-c61b00d17088), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.491676 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1105f8e-56b5-4162-b278-c0be52b32a96 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Deleting subnet bdae9290-e2db-4a63-80cf-4d3d196893b4 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:21:07.495545 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1105f8e-56b5-4162-b278-c0be52b32a96 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for subnet (bdae9290-e2db-4a63-80cf-4d3d196893b4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.515932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3b4d4-e91d-41d1-9b57-d455be496865 req-606ea987-b8b3-4a98-958d-04ad37af48e1 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:07.522441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96f3b4d4-e91d-41d1-9b57-d455be496865 req-606ea987-b8b3-4a98-958d-04ad37af48e1 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1691201 Feb 11 05:21:07.540398 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1105f8e-56b5-4162-b278-c0be52b32a96 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (bdae9290-e2db-4a63-80cf-4d3d196893b4), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.611393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96f3b4d4-e91d-41d1-9b57-d455be496865 req-75a64d01-90a0-42b8-b64d-8e90a7b5f3b7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750358 Feb 11 05:21:07.616215 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b893bd6a-8975-4836-8242-34385c7a2094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (88aebf64-4192-4f02-9485-c61b00d17088), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.616717 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1105f8e-56b5-4162-b278-c0be52b32a96 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (bdae9290-e2db-4a63-80cf-4d3d196893b4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.617200 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b893bd6a-8975-4836-8242-34385c7a2094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:07.617863 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b893bd6a-8975-4836-8242-34385c7a2094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.672146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b893bd6a-8975-4836-8242-34385c7a2094 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7732215 Feb 11 05:21:07.672146 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38522) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:07.678223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-fd803598-f6a8-4348-9962-a7c01bbf46bd admin admin] Request body: {'subnet': {'network_id': '88aebf64-4192-4f02-9485-c61b00d17088', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-233755942-subnet', 'tenant_id': '6978f66e811f4d0c9aaa45886a3e4e01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:07.747582 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1105f8e-56b5-4162-b278-c0be52b32a96 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (bdae9290-e2db-4a63-80cf-4d3d196893b4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.763045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893bd6a-8975-4836-8242-34385c7a2094 admin admin] Pushing event updated for resources: {'Network': ['ID=88aebf64-4192-4f02-9485-c61b00d17088,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:07.777747 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1105f8e-56b5-4162-b278-c0be52b32a96 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Subnet': ['ID=bdae9290-e2db-4a63-80cf-4d3d196893b4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:07.782107 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1105f8e-56b5-4162-b278-c0be52b32a96 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.783364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 88aebf64-4192-4f02-9485-c61b00d17088 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:07.788503 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c1105f8e-56b5-4162-b278-c0be52b32a96 tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/subnets/bdae9290-e2db-4a63-80cf-4d3d196893b4 HTTP/1.1" status: 204 len: 168 time: 0.3804734 Feb 11 05:21:07.789104 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38528) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:07.827440 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5487456-6613-4416-b074-ae48ed82adb3 req-10c2a9cc-a6be-4d7f-b6a1-79f3fe3578e2 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0823445 Feb 11 05:21:07.828160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd803598-f6a8-4348-9962-a7c01bbf46bd admin admin] Made reservation on behalf of 6978f66e811f4d0c9aaa45886a3e4e01 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:07.830390 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd803598-f6a8-4348-9962-a7c01bbf46bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:07.920667 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d52a6442-2146-49ac-a805-9f4d2a9c54ca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (886a10f7-e1e4-4122-b394-03c548e3ac6e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.026469 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd803598-f6a8-4348-9962-a7c01bbf46bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (0b5b7802-c145-49dd-b7bc-3fa54d73f33a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.032189 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d52a6442-2146-49ac-a805-9f4d2a9c54ca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (886a10f7-e1e4-4122-b394-03c548e3ac6e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.062259 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d52a6442-2146-49ac-a805-9f4d2a9c54ca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886a10f7-e1e4-4122-b394-03c548e3ac6e']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:08.073546 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d52a6442-2146-49ac-a805-9f4d2a9c54ca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67269608-48f8-4634-acfd-9ecd4d104cf0') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:08.073753 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d52a6442-2146-49ac-a805-9f4d2a9c54ca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67269608-48f8-4634-acfd-9ecd4d104cf0') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:08.082584 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd803598-f6a8-4348-9962-a7c01bbf46bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b5b7802-c145-49dd-b7bc-3fa54d73f33a,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:08.083766 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d52a6442-2146-49ac-a805-9f4d2a9c54ca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (67269608-48f8-4634-acfd-9ecd4d104cf0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.097355 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d52a6442-2146-49ac-a805-9f4d2a9c54ca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (67269608-48f8-4634-acfd-9ecd4d104cf0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.102914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd803598-f6a8-4348-9962-a7c01bbf46bd admin admin] Checking segment: {'id': '45efbc2c-1e9a-4ab9-a532-74f6c0602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '88aebf64-4192-4f02-9485-c61b00d17088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:08.103794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd803598-f6a8-4348-9962-a7c01bbf46bd admin admin] Network hostable DHCP agents. Network: 88aebf64-4192-4f02-9485-c61b00d17088, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:08.104675 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52a6442-2146-49ac-a805-9f4d2a9c54ca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:08.105050 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d52a6442-2146-49ac-a805-9f4d2a9c54ca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (67269608-48f8-4634-acfd-9ecd4d104cf0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.127452 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd803598-f6a8-4348-9962-a7c01bbf46bd admin admin] Network 88aebf64-4192-4f02-9485-c61b00d17088 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:08.140455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-fd803598-f6a8-4348-9962-a7c01bbf46bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 88aebf64-4192-4f02-9485-c61b00d17088) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:08.145531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd803598-f6a8-4348-9962-a7c01bbf46bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:08.146324 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd803598-f6a8-4348-9962-a7c01bbf46bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.152653 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4752bd-b456-4cba-a406-169ba7545bea None None] Network 88aebf64-4192-4f02-9485-c61b00d17088 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:08.173800 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fd803598-f6a8-4348-9962-a7c01bbf46bd admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5003729 Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:08.200330 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:08.214997 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d52a6442-2146-49ac-a805-9f4d2a9c54ca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (886a10f7-e1e4-4122-b394-03c548e3ac6e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.224257 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d52a6442-2146-49ac-a805-9f4d2a9c54ca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.227952 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d52a6442-2146-49ac-a805-9f4d2a9c54ca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] 10.222.0.87 "DELETE /v2.0/networks/886a10f7-e1e4-4122-b394-03c548e3ac6e HTTP/1.1" status: 204 len: 168 time: 0.4372191 Feb 11 05:21:08.243880 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a6442-2146-49ac-a805-9f4d2a9c54ca tempest-FloatingIPTestJSON-800190289 tempest-FloatingIPTestJSON-800190289-project] Pushing event deleted for resources: {'Network': ['ID=886a10f7-e1e4-4122-b394-03c548e3ac6e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:08.295047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad12c165-5b98-4eef-9f7c-4d35b45f2c89 None None] Network 88aebf64-4192-4f02-9485-c61b00d17088 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:08.521521 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38550) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:08.677518 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38556) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:08.684681 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-08b25df9-3094-4170-bb84-7453ab47da93 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8a00c858277844aab418cebffa7a883a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1612875 Feb 11 05:21:08.735871 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94b3cd7b-6ae9-4c03-86b9-b62aa0719244 admin admin] Publish callbacks [] for security_group (d72eeaaf-4ee3-4e82-a5a9-29ea8cb3fe27), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.751158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd347380-dfad-43b2-8ce2-b107d802ba73 req-3f67df11-4b1c-418e-9269-bb0c6bc9296f tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:08.755346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bd347380-dfad-43b2-8ce2-b107d802ba73 req-3f67df11-4b1c-418e-9269-bb0c6bc9296f tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.0693512 Feb 11 05:21:08.759742 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94b3cd7b-6ae9-4c03-86b9-b62aa0719244 admin admin] Publish callbacks [] for security_group (d72eeaaf-4ee3-4e82-a5a9-29ea8cb3fe27), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.813266 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94b3cd7b-6ae9-4c03-86b9-b62aa0719244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d72eeaaf-4ee3-4e82-a5a9-29ea8cb3fe27), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.817236 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94b3cd7b-6ae9-4c03-86b9-b62aa0719244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:08.821281 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-94b3cd7b-6ae9-4c03-86b9-b62aa0719244 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d72eeaaf-4ee3-4e82-a5a9-29ea8cb3fe27 HTTP/1.1" status: 204 len: 168 time: 0.1403065 Feb 11 05:21:08.828511 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3cd7b-6ae9-4c03-86b9-b62aa0719244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72eeaaf-4ee3-4e82-a5a9-29ea8cb3fe27,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:08.881124 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bd347380-dfad-43b2-8ce2-b107d802ba73 req-e632b8f8-2f2d-4268-bf37-f6d4903f2ff3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128769 Feb 11 05:21:08.921448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-e2ae3b35-bd18-4851-89b6-819667aef417 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:08.923513 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-e2ae3b35-bd18-4851-89b6-819667aef417 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/networks?id=88aebf64-4192-4f02-9485-c61b00d17088 HTTP/1.1" status: 200 len: 817 time: 0.1666994 Feb 11 05:21:08.940835 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-6d7aead3-ef21-4574-99d8-7d97a97c934a tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/quotas/6978f66e811f4d0c9aaa45886a3e4e01 HTTP/1.1" status: 200 len: 375 time: 0.0105155 Feb 11 05:21:08.981857 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-f3b76b5c-a374-4ed0-9626-fabfebbdb07c tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=6978f66e811f4d0c9aaa45886a3e4e01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346639 Feb 11 05:21:09.018506 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be6ffce2-1a63-4345-8fcc-a9ace405ea0f req-17191a85-745e-4f63-b14c-6ec9d2a33ce8 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0355520 Feb 11 05:21:09.147810 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-20e72fb6-f19f-43ed-aad8-4665aa6ed196 service neutron] 10.222.0.87 "GET /v2.0/networks/88aebf64-4192-4f02-9485-c61b00d17088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523499 Feb 11 05:21:09.248881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:09.435624 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-7b44beef-9635-4e7e-9bb1-1071088de213 service neutron] 10.222.0.87 "GET /v2.0/networks/88aebf64-4192-4f02-9485-c61b00d17088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869263 Feb 11 05:21:09.464570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:09.477237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:09.550590 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:09.672528 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13ae2b60-faab-44c8-a3d4-7eb70edc4e1c req-69435cc3-ecae-4dcf-a50d-8fe638608cd3 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/ports?device_id=4fa5abc9-b7c7-41e5-bf72-4ccc5077c014 HTTP/1.1" status: 200 len: 210 time: 0.0529017 Feb 11 05:21:09.772274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38626) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:09.916470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-3eec4a88-3e0f-4ac0-a759-9df7545b9a83 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1066430457'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:09.948524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eec4a88-3e0f-4ac0-a759-9df7545b9a83 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:09.952838 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3eec4a88-3e0f-4ac0-a759-9df7545b9a83 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:09.965753 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3eec4a88-3e0f-4ac0-a759-9df7545b9a83 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:10.046784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38640) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:10.110893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11372c-ee02-4564-a7b2-77a4109abdc2 req-c7ae6342-c92e-48e6-b7d8-d2b5e68ff0af tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:10.112636 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af11372c-ee02-4564-a7b2-77a4109abdc2 req-c7ae6342-c92e-48e6-b7d8-d2b5e68ff0af tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1216490 Feb 11 05:21:10.184347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92fec050-1fd8-4ae8-a5ca-7876f6e2b8ea req-2cd6034d-eb09-4afd-ad02-f4f9cdf79b89 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0464225 Feb 11 05:21:10.219009 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08309c60-fed5-4c01-a520-a6985ec2b737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:10.225052 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3eec4a88-3e0f-4ac0-a759-9df7545b9a83 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for security_group (ad78f119-e82c-44bf-89f8-b641cf57ac94), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:10.230929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af11372c-ee02-4564-a7b2-77a4109abdc2 req-2122706d-070d-4688-910e-b9de9c11278a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047289 Feb 11 05:21:10.232118 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3eec4a88-3e0f-4ac0-a759-9df7545b9a83 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ad78f119-e82c-44bf-89f8-b641cf57ac94), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:10.282858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eec4a88-3e0f-4ac0-a759-9df7545b9a83 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:10.304180 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec4a88-3e0f-4ac0-a759-9df7545b9a83 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad78f119-e82c-44bf-89f8-b641cf57ac94,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:10.314762 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3eec4a88-3e0f-4ac0-a759-9df7545b9a83 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d949f7a7-14e6-4f68-951f-49d6ef94aeae), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:10.315117 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-3eec4a88-3e0f-4ac0-a759-9df7545b9a83 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Added segment d949f7a7-14e6-4f68-951f-49d6ef94aeae of type vlan for network 3c3242a2-518c-4cbb-8e92-076ccd6f10ed Feb 11 05:21:10.362465 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3eec4a88-3e0f-4ac0-a759-9df7545b9a83 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (3c3242a2-518c-4cbb-8e92-076ccd6f10ed), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:10.372259 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08309c60-fed5-4c01-a520-a6985ec2b737 admin admin] Publish callbacks [] for security_group (c658cdde-8856-4139-89c8-0eb5fdf26361), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:10.380549 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08309c60-fed5-4c01-a520-a6985ec2b737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c658cdde-8856-4139-89c8-0eb5fdf26361), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:10.398843 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3eec4a88-3e0f-4ac0-a759-9df7545b9a83 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (3c3242a2-518c-4cbb-8e92-076ccd6f10ed), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:10.404435 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec4a88-3e0f-4ac0-a759-9df7545b9a83 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:10.404781 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3eec4a88-3e0f-4ac0-a759-9df7545b9a83 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:10.452538 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08309c60-fed5-4c01-a520-a6985ec2b737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c658cdde-8856-4139-89c8-0eb5fdf26361,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:10.478084 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-08309c60-fed5-4c01-a520-a6985ec2b737 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d54ae811c94247478ef752d62fb58a47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4296942 Feb 11 05:21:10.480859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38652) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:10.484237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec4a88-3e0f-4ac0-a759-9df7545b9a83 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Network': ['ID=3c3242a2-518c-4cbb-8e92-076ccd6f10ed,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:10.501149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 3c3242a2-518c-4cbb-8e92-076ccd6f10ed details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:10.520124 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3eec4a88-3e0f-4ac0-a759-9df7545b9a83 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7465315 Feb 11 05:21:10.558083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d25e96e6-3356-4823-9346-105ca8f60f54 admin admin] Publish callbacks [] for security_group (c658cdde-8856-4139-89c8-0eb5fdf26361), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:10.580063 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d25e96e6-3356-4823-9346-105ca8f60f54 admin admin] Publish callbacks [] for security_group (c658cdde-8856-4139-89c8-0eb5fdf26361), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:10.631764 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d25e96e6-3356-4823-9346-105ca8f60f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c658cdde-8856-4139-89c8-0eb5fdf26361), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:10.634521 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d25e96e6-3356-4823-9346-105ca8f60f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:10.638413 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d25e96e6-3356-4823-9346-105ca8f60f54 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c658cdde-8856-4139-89c8-0eb5fdf26361 HTTP/1.1" status: 204 len: 168 time: 0.1484222 Feb 11 05:21:10.644005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e96e6-3356-4823-9346-105ca8f60f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c658cdde-8856-4139-89c8-0eb5fdf26361,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:10.655706 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38656) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:10.664474 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-719d3ca2-4281-41a0-971f-2a17abbf0f16 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'subnet': {'network_id': '3c3242a2-518c-4cbb-8e92-076ccd6f10ed', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:10.790371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719d3ca2-4281-41a0-971f-2a17abbf0f16 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:10.794593 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-719d3ca2-4281-41a0-971f-2a17abbf0f16 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:10.878214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ed34d4c-355c-466f-b076-58ca84aa1ef2 req-a8775921-b85c-4f3e-aa95-ec8f679c72cc tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/ports?device_id=4fa5abc9-b7c7-41e5-bf72-4ccc5077c014 HTTP/1.1" status: 200 len: 210 time: 0.0586791 Feb 11 05:21:11.061029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-b7242ce9-c4bd-4080-8d08-675ade79ce0c tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:11.062614 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-b7242ce9-c4bd-4080-8d08-675ade79ce0c tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.73 "GET /v2.0/networks?id=88aebf64-4192-4f02-9485-c61b00d17088 HTTP/1.1" status: 200 len: 817 time: 0.1836572 Feb 11 05:21:11.082436 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-1c988bc5-90f6-4081-af33-f091b4b5427e tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Request body: {'port': {'device_id': '4fa5abc9-b7c7-41e5-bf72-4ccc5077c014', 'network_id': '88aebf64-4192-4f02-9485-c61b00d17088', 'admin_state_up': True, 'tenant_id': '6978f66e811f4d0c9aaa45886a3e4e01'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:11.083754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38662) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:11.097969 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-01f08845-0458-445f-9afc-26d05c43dde9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.187873 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-01f08845-0458-445f-9afc-26d05c43dde9 admin admin] Publish callbacks [] for security_group (d670d3d8-4db4-4824-86fc-f90aaa929456), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.196367 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-01f08845-0458-445f-9afc-26d05c43dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d670d3d8-4db4-4824-86fc-f90aaa929456), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.209646 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-719d3ca2-4281-41a0-971f-2a17abbf0f16 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (5f65ccbc-5398-4999-bbad-c96d261d93a9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.240266 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-01f08845-0458-445f-9afc-26d05c43dde9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=49c5786b05f74ed984cdba9c0eb66ac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1530244 Feb 11 05:21:11.240266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f08845-0458-445f-9afc-26d05c43dde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d670d3d8-4db4-4824-86fc-f90aaa929456,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:11.241555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38668) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:11.264523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:11.314276 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7b8ccc3-4be1-4461-bb6c-8bc0731c0f76 admin admin] Publish callbacks [] for security_group (d670d3d8-4db4-4824-86fc-f90aaa929456), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.326168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d3ca2-4281-41a0-971f-2a17abbf0f16 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Checking segment: {'id': 'd949f7a7-14e6-4f68-951f-49d6ef94aeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3c3242a2-518c-4cbb-8e92-076ccd6f10ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:11.326695 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d3ca2-4281-41a0-971f-2a17abbf0f16 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network hostable DHCP agents. Network: 3c3242a2-518c-4cbb-8e92-076ccd6f10ed, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:11.330893 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d3ca2-4281-41a0-971f-2a17abbf0f16 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Subnet': ['ID=5f65ccbc-5398-4999-bbad-c96d261d93a9,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:11.337076 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-1c988bc5-90f6-4081-af33-f091b4b5427e tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Made reservation on behalf of 6978f66e811f4d0c9aaa45886a3e4e01 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:11.340810 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-1c988bc5-90f6-4081-af33-f091b4b5427e tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.359023 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7b8ccc3-4be1-4461-bb6c-8bc0731c0f76 admin admin] Publish callbacks [] for security_group (d670d3d8-4db4-4824-86fc-f90aaa929456), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.389184 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d3ca2-4281-41a0-971f-2a17abbf0f16 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network 3c3242a2-518c-4cbb-8e92-076ccd6f10ed is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:11.391133 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:11.408436 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:11.428520 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e6db324-4afd-4424-bd40-9d4118190060 req-a1c04d06-3e69-46ac-967a-cdde89c87545 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0610938 Feb 11 05:21:11.432543 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-719d3ca2-4281-41a0-971f-2a17abbf0f16 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 3c3242a2-518c-4cbb-8e92-076ccd6f10ed) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:11.443310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349bee1b-5a45-45e2-a574-d6fdad92dd6c None None] Network 3c3242a2-518c-4cbb-8e92-076ccd6f10ed requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:11.514990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5533a7-963e-4611-a290-ef67c71fa608 req-9e5f7c3f-a89f-4d3d-b8f2-0815eb9b3bd0 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:11.516663 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c5533a7-963e-4611-a290-ef67c71fa608 req-9e5f7c3f-a89f-4d3d-b8f2-0815eb9b3bd0 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.0958514 Feb 11 05:21:11.528351 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7b8ccc3-4be1-4461-bb6c-8bc0731c0f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d670d3d8-4db4-4824-86fc-f90aaa929456), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.533338 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7b8ccc3-4be1-4461-bb6c-8bc0731c0f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.537591 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c7b8ccc3-4be1-4461-bb6c-8bc0731c0f76 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d670d3d8-4db4-4824-86fc-f90aaa929456 HTTP/1.1" status: 204 len: 168 time: 0.2926507 Feb 11 05:21:11.555372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8ccc3-4be1-4461-bb6c-8bc0731c0f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d670d3d8-4db4-4824-86fc-f90aaa929456,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:11.572286 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-1c988bc5-90f6-4081-af33-f091b4b5427e tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Allocated IP 172.20.0.5 (88aebf64-4192-4f02-9485-c61b00d17088/0b5b7802-c145-49dd-b7bc-3fa54d73f33a/98e2e468-10c8-4b82-b46a-a4ba0838c8c0) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:11.606691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-3c3242a2-518c-4cbb-8e92-076ccd6f10ed', 'network_id': '3c3242a2-518c-4cbb-8e92-076ccd6f10ed', 'project_id': '1cbdf38943bb49c6b3bc12ae011d54b3', 'fixed_ips': [{'subnet_id': '5f65ccbc-5398-4999-bbad-c96d261d93a9'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:11.608388 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.643901 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c5533a7-963e-4611-a290-ef67c71fa608 req-79b169ae-0525-4979-9db4-8b5371ea4927 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065395 Feb 11 05:21:11.654976 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719d3ca2-4281-41a0-971f-2a17abbf0f16 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:11.655840 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-719d3ca2-4281-41a0-971f-2a17abbf0f16 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.710160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38684) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:11.710369 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-719d3ca2-4281-41a0-971f-2a17abbf0f16 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0532107 Feb 11 05:21:11.718686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-59432a0f-4408-48f7-8ffd-e3b67c1376aa tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-129918818'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:11.762197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59432a0f-4408-48f7-8ffd-e3b67c1376aa tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:11.769871 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-59432a0f-4408-48f7-8ffd-e3b67c1376aa tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.793275 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Allocated IP 172.20.255.242 (3c3242a2-518c-4cbb-8e92-076ccd6f10ed/5f65ccbc-5398-4999-bbad-c96d261d93a9/de2accc2-ca8b-4c68-b49d-3549673580ad) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:11.807624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59432a0f-4408-48f7-8ffd-e3b67c1376aa tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:11.820083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-59432a0f-4408-48f7-8ffd-e3b67c1376aa tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ac781f85-b50e-4d27-a123-24dd7b3a98b3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.820718 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-59432a0f-4408-48f7-8ffd-e3b67c1376aa tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Added segment ac781f85-b50e-4d27-a123-24dd7b3a98b3 of type vlan for network 48524db3-caf1-4fbc-b300-d5aadcf40475 Feb 11 05:21:11.864360 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-1c988bc5-90f6-4081-af33-f091b4b5427e tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Publish callbacks [] for port (98e2e468-10c8-4b82-b46a-a4ba0838c8c0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.909096 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-59432a0f-4408-48f7-8ffd-e3b67c1376aa tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (48524db3-caf1-4fbc-b300-d5aadcf40475), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.922451 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-1c988bc5-90f6-4081-af33-f091b4b5427e tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (98e2e468-10c8-4b82-b46a-a4ba0838c8c0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.981648 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-59432a0f-4408-48f7-8ffd-e3b67c1376aa tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (48524db3-caf1-4fbc-b300-d5aadcf40475), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:11.993986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59432a0f-4408-48f7-8ffd-e3b67c1376aa tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:11.994833 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-59432a0f-4408-48f7-8ffd-e3b67c1376aa tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:12.046409 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-1c988bc5-90f6-4081-af33-f091b4b5427e tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Network 88aebf64-4192-4f02-9485-c61b00d17088 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:12.053718 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-1c988bc5-90f6-4081-af33-f091b4b5427e tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:12.054461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-59432a0f-4408-48f7-8ffd-e3b67c1376aa tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3417218 Feb 11 05:21:12.060404 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-1c988bc5-90f6-4081-af33-f091b4b5427e tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:12.077937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38696) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:12.086185 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Publish callbacks [] for port (de2accc2-ca8b-4c68-b49d-3549673580ad), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:12.096190 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (de2accc2-ca8b-4c68-b49d-3549673580ad), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:12.097244 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-da23a231-cfda-4c01-8d64-b00500568fd3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'subnet': {'network_id': '48524db3-caf1-4fbc-b300-d5aadcf40475', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:12.123364 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c988bc5-90f6-4081-af33-f091b4b5427e tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Pushing event updated for resources: {'Port': ['ID=98e2e468-10c8-4b82-b46a-a4ba0838c8c0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:12.136532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-1c988bc5-90f6-4081-af33-f091b4b5427e tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:12.137873 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-1c988bc5-90f6-4081-af33-f091b4b5427e tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:12.147939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Network 3c3242a2-518c-4cbb-8e92-076ccd6f10ed is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:12.152870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:12.157207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59432a0f-4408-48f7-8ffd-e3b67c1376aa tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Network': ['ID=48524db3-caf1-4fbc-b300-d5aadcf40475,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:12.163987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:12.165611 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-1c988bc5-90f6-4081-af33-f091b4b5427e tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0903113 Feb 11 05:21:12.177483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 48524db3-caf1-4fbc-b300-d5aadcf40475 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:12.182122 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Request body: {'port': {'device_id': '4fa5abc9-b7c7-41e5-bf72-4ccc5077c014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:12.192450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Pushing event updated for resources: {'Port': ['ID=de2accc2-ca8b-4c68-b49d-3549673580ad,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:12.241784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e008bc1-6806-41b3-b069-fa80f8ba7a72 req-5f51e9f3-3d9a-41df-9ebb-e85dfac73578 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:12.243781 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e008bc1-6806-41b3-b069-fa80f8ba7a72 req-5f51e9f3-3d9a-41df-9ebb-e85dfac73578 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/ports?device_id=4fa5abc9-b7c7-41e5-bf72-4ccc5077c014 HTTP/1.1" status: 200 len: 931 time: 0.2209115 Feb 11 05:21:12.273396 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (98e2e468-10c8-4b82-b46a-a4ba0838c8c0), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:12.292424 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da23a231-cfda-4c01-8d64-b00500568fd3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:12.296108 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-da23a231-cfda-4c01-8d64-b00500568fd3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:12.352183 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e008bc1-6806-41b3-b069-fa80f8ba7a72 req-ed0ae52c-2be1-4f3f-b9d0-16363fc8a2ce tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/security-groups?id=1e98baa2-de08-4d1c-b7b9-11a85c768827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966661 Feb 11 05:21:12.475085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Attempting to bind port de2accc2-ca8b-4c68-b49d-3549673580ad on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:12.475673 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Attempting to bind port de2accc2-ca8b-4c68-b49d-3549673580ad by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'd949f7a7-14e6-4f68-951f-49d6ef94aeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3c3242a2-518c-4cbb-8e92-076ccd6f10ed'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:12.476206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Attempting to bind port de2accc2-ca8b-4c68-b49d-3549673580ad on network 3c3242a2-518c-4cbb-8e92-076ccd6f10ed {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:12.486725 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:12.487592 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Checking segment: {'id': 'd949f7a7-14e6-4f68-951f-49d6ef94aeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3c3242a2-518c-4cbb-8e92-076ccd6f10ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:12.488698 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:12.489263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Bound using segment: {'id': 'd949f7a7-14e6-4f68-951f-49d6ef94aeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3c3242a2-518c-4cbb-8e92-076ccd6f10ed'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:12.489893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Bound port: de2accc2-ca8b-4c68-b49d-3549673580ad, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd949f7a7-14e6-4f68-951f-49d6ef94aeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3c3242a2-518c-4cbb-8e92-076ccd6f10ed'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:12.490443 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (de2accc2-ca8b-4c68-b49d-3549673580ad), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:12.576492 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] For port de2accc2-ca8b-4c68-b49d-3549673580ad, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:12.580938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] For port de2accc2-ca8b-4c68-b49d-3549673580ad, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=de2accc2-ca8b-4c68-b49d-3549673580ad,segment=NetworkSegment(d949f7a7-14e6-4f68-951f-49d6ef94aeae),segment_id=d949f7a7-14e6-4f68-951f-49d6ef94aeae)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:12.587164 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (de2accc2-ca8b-4c68-b49d-3549673580ad), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:12.636003 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4e39083-e7c0-401f-88b7-75237b63af4a req-7aeccba0-6476-4fd8-9f9d-904eafb3f7e1 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0745547 Feb 11 05:21:12.657177 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-da23a231-cfda-4c01-8d64-b00500568fd3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (e8f1c654-d621-4a9f-98fb-0cc29f7f6e31), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:12.682549 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd9ffb-cc08-4a3f-934e-e982db2f51c0 None None] Pushing event updated for resources: {'Port': ['ID=de2accc2-ca8b-4c68-b49d-3549673580ad,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:12.711201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:12.732931 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Publish callbacks [] for port (98e2e468-10c8-4b82-b46a-a4ba0838c8c0), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:12.759515 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Transition to ACTIVE for port object 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:21:12.773626 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (98e2e468-10c8-4b82-b46a-a4ba0838c8c0), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:12.796541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23a231-cfda-4c01-8d64-b00500568fd3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Subnet': ['ID=e8f1c654-d621-4a9f-98fb-0cc29f7f6e31,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:12.799882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da23a231-cfda-4c01-8d64-b00500568fd3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Checking segment: {'id': 'ac781f85-b50e-4d27-a123-24dd7b3a98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '48524db3-caf1-4fbc-b300-d5aadcf40475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:12.801143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da23a231-cfda-4c01-8d64-b00500568fd3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network hostable DHCP agents. Network: 48524db3-caf1-4fbc-b300-d5aadcf40475, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:12.850686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685664f0-c7d8-4fb0-a745-7858e2698091 req-b54c2491-357c-496a-bbd7-09c52e4f6aeb tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:12.852334 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-685664f0-c7d8-4fb0-a745-7858e2698091 req-b54c2491-357c-496a-bbd7-09c52e4f6aeb tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1049261 Feb 11 05:21:12.853173 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da23a231-cfda-4c01-8d64-b00500568fd3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network 48524db3-caf1-4fbc-b300-d5aadcf40475 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:12.868066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-da23a231-cfda-4c01-8d64-b00500568fd3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 48524db3-caf1-4fbc-b300-d5aadcf40475) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:12.880076 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da23a231-cfda-4c01-8d64-b00500568fd3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:12.880690 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-da23a231-cfda-4c01-8d64-b00500568fd3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:12.882568 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1844db27-424a-4fb1-877c-b9042a5b6f6e None None] Network 48524db3-caf1-4fbc-b300-d5aadcf40475 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:12.894870 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Pushing event updated for resources: {'Port': ['ID=98e2e468-10c8-4b82-b46a-a4ba0838c8c0,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:12.919469 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-da23a231-cfda-4c01-8d64-b00500568fd3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8375459 Feb 11 05:21:12.921907 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38722) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:12.922606 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Attempting to bind port 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:12.923002 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Attempting to bind port 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '45efbc2c-1e9a-4ab9-a532-74f6c0602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '88aebf64-4192-4f02-9485-c61b00d17088'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:12.923343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Attempting to bind port 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 on network 88aebf64-4192-4f02-9485-c61b00d17088 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:12.935730 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Port 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 on network 88aebf64-4192-4f02-9485-c61b00d17088 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:21:12.940148 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Attempting to bind port 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 on network 88aebf64-4192-4f02-9485-c61b00d17088 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:12.945890 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:12.946358 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Checking segment: {'id': '45efbc2c-1e9a-4ab9-a532-74f6c0602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '88aebf64-4192-4f02-9485-c61b00d17088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:12.946888 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Bound using segment: {'id': '45efbc2c-1e9a-4ab9-a532-74f6c0602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '88aebf64-4192-4f02-9485-c61b00d17088'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:12.947405 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Bound port: 98e2e468-10c8-4b82-b46a-a4ba0838c8c0, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45efbc2c-1e9a-4ab9-a532-74f6c0602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '88aebf64-4192-4f02-9485-c61b00d17088'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:12.947864 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (98e2e468-10c8-4b82-b46a-a4ba0838c8c0), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:12.954220 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-685664f0-c7d8-4fb0-a745-7858e2698091 req-93c7b891-bcf9-497e-82c9-3129ff6204f4 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955338 Feb 11 05:21:13.073357 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] For port 98e2e468-10c8-4b82-b46a-a4ba0838c8c0, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:13.078442 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] For port 98e2e468-10c8-4b82-b46a-a4ba0838c8c0, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=98e2e468-10c8-4b82-b46a-a4ba0838c8c0,segment=NetworkSegment(45efbc2c-1e9a-4ab9-a532-74f6c0602e40),segment_id=45efbc2c-1e9a-4ab9-a532-74f6c0602e40)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:13.095230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-48524db3-caf1-4fbc-b300-d5aadcf40475', 'network_id': '48524db3-caf1-4fbc-b300-d5aadcf40475', 'project_id': '1cbdf38943bb49c6b3bc12ae011d54b3', 'fixed_ips': [{'subnet_id': 'e8f1c654-d621-4a9f-98fb-0cc29f7f6e31'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:13.096621 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.096781 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (98e2e468-10c8-4b82-b46a-a4ba0838c8c0), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.126946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:13.127860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.129340 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] 10.222.0.73 "PUT /v2.0/ports/98e2e468-10c8-4b82-b46a-a4ba0838c8c0 HTTP/1.1" status: 200 len: 1092 time: 0.9553714 Feb 11 05:21:13.130946 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (48524db3-caf1-4fbc-b300-d5aadcf40475), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.170276 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa5abc9-b7c7-41e5-bf72-4ccc5077c014', 'tag': '98e2e468-10c8-4b82-b46a-a4ba0838c8c0'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:13.179990 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114b8573-d736-47c6-9fc1-01ad12718eee" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa5abc9-b7c7-41e5-bf72-4ccc5077c014", "tag": "98e2e468-10c8-4b82-b46a-a4ba0838c8c0"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:13.268544 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323f66db-ae94-4be1-b96e-36e506f61d71 x-openstack-request-id: req-323f66db-ae94-4be1-b96e-36e506f61d71 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:13.268843 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa5abc9-b7c7-41e5-bf72-4ccc5077c014", "tag": "98e2e468-10c8-4b82-b46a-a4ba0838c8c0", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:13.269121 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-323f66db-ae94-4be1-b96e-36e506f61d71 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:13.270042 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa5abc9-b7c7-41e5-bf72-4ccc5077c014', 'tag': '98e2e468-10c8-4b82-b46a-a4ba0838c8c0', 'status': 'completed', 'code': 200} Feb 11 05:21:13.275778 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (e8f1c654-d621-4a9f-98fb-0cc29f7f6e31), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.282018 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a2598-9483-4920-bd2c-d9941b001847 service neutron] Pushing event updated for resources: {'Port': ['ID=98e2e468-10c8-4b82-b46a-a4ba0838c8c0,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:13.290803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:13.291011 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-139fafdc-9563-41d6-a9d9-2d6acbbc33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:13.294360 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-139fafdc-9563-41d6-a9d9-2d6acbbc33d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6978f66e811f4d0c9aaa45886a3e4e01&device_id=4fa5abc9-b7c7-41e5-bf72-4ccc5077c014 HTTP/1.1" status: 200 len: 1126 time: 0.1074483 Feb 11 05:21:13.347738 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Allocated IP 172.20.0.2 (48524db3-caf1-4fbc-b300-d5aadcf40475/e8f1c654-d621-4a9f-98fb-0cc29f7f6e31/0811902b-0e6f-416b-a108-c3955aaf73ae) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:13.357064 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-5e57db41-51c7-49e8-bb51-aae33adba1d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98e2e468-10c8-4b82-b46a-a4ba0838c8c0 HTTP/1.1" status: 200 len: 217 time: 0.0538654 Feb 11 05:21:13.415815 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-fb563ae6-2f6e-4ff7-be18-d1e0979a5b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:13.417514 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-fb563ae6-2f6e-4ff7-be18-d1e0979a5b8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0b5b7802-c145-49dd-b7bc-3fa54d73f33a HTTP/1.1" status: 200 len: 857 time: 0.0545485 Feb 11 05:21:13.454072 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-af9c4f21-37e9-4d43-bdba-9fc2abb5b584 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88aebf64-4192-4f02-9485-c61b00d17088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303187 Feb 11 05:21:13.482090 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:13.500107 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:13.588312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847f1b1-26f5-41bd-907e-f4918b9f4774 req-ba1a7946-9dde-44d2-a8ce-9dd796e578e9 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:13.600075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d847f1b1-26f5-41bd-907e-f4918b9f4774 req-ba1a7946-9dde-44d2-a8ce-9dd796e578e9 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/ports?device_id=4fa5abc9-b7c7-41e5-bf72-4ccc5077c014 HTTP/1.1" status: 200 len: 943 time: 0.1096594 Feb 11 05:21:13.601557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device de2accc2-ca8b-4c68-b49d-3549673580ad up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:13.657587 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Publish callbacks [] for port (0811902b-0e6f-416b-a108-c3955aaf73ae), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.678936 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (0811902b-0e6f-416b-a108-c3955aaf73ae), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.694874 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-c247056e-3e69-4354-8ce2-705f60948e92 service neutron] 10.222.0.73 "GET /v2.0/networks/88aebf64-4192-4f02-9485-c61b00d17088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325463 Feb 11 05:21:13.706929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d847f1b1-26f5-41bd-907e-f4918b9f4774 req-7d08ffc6-165d-4025-bd6a-e89fd08890b3 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/security-groups?id=1e98baa2-de08-4d1c-b7b9-11a85c768827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054966 Feb 11 05:21:13.737146 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (e8f1c654-d621-4a9f-98fb-0cc29f7f6e31), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.785262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Network 48524db3-caf1-4fbc-b300-d5aadcf40475 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:13.787876 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Pushing event updated for resources: {'Port': ['ID=0811902b-0e6f-416b-a108-c3955aaf73ae,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:13.803900 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f1c654-d621-4a9f-98fb-0cc29f7f6e31,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:13.805718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:13.817291 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port de2accc2-ca8b-4c68-b49d-3549673580ad triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:13.817673 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (de2accc2-ca8b-4c68-b49d-3549673580ad), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:13.819508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:13.859778 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c99737f-f0a6-4dbd-8ff0-20b49ce53c6d req-8db0b271-f7a1-463e-987a-53ae78feb89f tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0527658 Feb 11 05:21:13.953175 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27b55c4d-765e-46a2-a599-5ce564610e03 req-a2c31c3d-e772-4644-a02d-ac6d62bf632a service neutron] 10.222.0.73 "GET /v2.0/networks/88aebf64-4192-4f02-9485-c61b00d17088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505958 Feb 11 05:21:13.973425 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Attempting to bind port 0811902b-0e6f-416b-a108-c3955aaf73ae on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:13.973808 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Attempting to bind port 0811902b-0e6f-416b-a108-c3955aaf73ae by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'ac781f85-b50e-4d27-a123-24dd7b3a98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '48524db3-caf1-4fbc-b300-d5aadcf40475'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:13.974172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Attempting to bind port 0811902b-0e6f-416b-a108-c3955aaf73ae on network 48524db3-caf1-4fbc-b300-d5aadcf40475 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:13.980188 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (48524db3-caf1-4fbc-b300-d5aadcf40475), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.003073 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:14.004923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Checking segment: {'id': 'ac781f85-b50e-4d27-a123-24dd7b3a98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '48524db3-caf1-4fbc-b300-d5aadcf40475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:14.005512 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.005923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Bound using segment: {'id': 'ac781f85-b50e-4d27-a123-24dd7b3a98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '48524db3-caf1-4fbc-b300-d5aadcf40475'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:14.006423 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Bound port: 0811902b-0e6f-416b-a108-c3955aaf73ae, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac781f85-b50e-4d27-a123-24dd7b3a98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '48524db3-caf1-4fbc-b300-d5aadcf40475'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:14.006813 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0811902b-0e6f-416b-a108-c3955aaf73ae), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.025712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48524db3-caf1-4fbc-b300-d5aadcf40475']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:14.029843 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.050298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac781f85-b50e-4d27-a123-24dd7b3a98b3') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:14.050854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac781f85-b50e-4d27-a123-24dd7b3a98b3') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:14.074261 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (ac781f85-b50e-4d27-a123-24dd7b3a98b3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.079922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port de2accc2-ca8b-4c68-b49d-3549673580ad is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:14.080328 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (de2accc2-ca8b-4c68-b49d-3549673580ad), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.138897 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b8573-d736-47c6-9fc1-01ad12718eee req-a48e89b3-e602-4b19-ba11-69267e13029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:14.141024 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-114b8573-d736-47c6-9fc1-01ad12718eee req-a48e89b3-e602-4b19-ba11-69267e13029f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6978f66e811f4d0c9aaa45886a3e4e01&device_id=4fa5abc9-b7c7-41e5-bf72-4ccc5077c014 HTTP/1.1" status: 200 len: 1126 time: 0.1316187 Feb 11 05:21:14.152783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port de2accc2-ca8b-4c68-b49d-3549673580ad, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=de2accc2-ca8b-4c68-b49d-3549673580ad,segment=NetworkSegment(d949f7a7-14e6-4f68-951f-49d6ef94aeae),segment_id=d949f7a7-14e6-4f68-951f-49d6ef94aeae)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:14.154126 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] For port 0811902b-0e6f-416b-a108-c3955aaf73ae, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:14.158187 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ac781f85-b50e-4d27-a123-24dd7b3a98b3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.161461 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (de2accc2-ca8b-4c68-b49d-3549673580ad), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.221693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:14.222130 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (ac781f85-b50e-4d27-a123-24dd7b3a98b3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:14.230229 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:14.254069 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=de2accc2-ca8b-4c68-b49d-3549673580ad,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:14.292325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f404c1-340d-4033-b49e-957426dff0b4 None None] Network 3c3242a2-518c-4cbb-8e92-076ccd6f10ed requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:14.305656 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b8573-d736-47c6-9fc1-01ad12718eee req-e1772559-99c4-41bb-8d4f-bdc2a28b00cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:14.307223 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-114b8573-d736-47c6-9fc1-01ad12718eee req-e1772559-99c4-41bb-8d4f-bdc2a28b00cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=88aebf64-4192-4f02-9485-c61b00d17088 HTTP/1.1" status: 200 len: 918 time: 0.1572487 Feb 11 05:21:14.336456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680790f-2a97-4acc-8b7f-90323ec707d9 req-deed94df-ce79-4d3a-98f5-055a309ae1b2 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:14.338236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1680790f-2a97-4acc-8b7f-90323ec707d9 req-deed94df-ce79-4d3a-98f5-055a309ae1b2 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.2489829 Feb 11 05:21:14.373986 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.api [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:21:14.373986 n-d-713499-38 neutron-server[103171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:21:14.373986 n-d-713499-38 neutron-server[103171]: [parameters: {'id': '48524db3-caf1-4fbc-b300-d5aadcf40475'}] Feb 11 05:21:14.373986 n-d-713499-38 neutron-server[103171]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:21:14.374478 n-d-713499-38 neutron-server[103171]: DEBUG oslo_db.api [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:21:14.391747 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] For port 0811902b-0e6f-416b-a108-c3955aaf73ae, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0811902b-0e6f-416b-a108-c3955aaf73ae,segment=NetworkSegment(ac781f85-b50e-4d27-a123-24dd7b3a98b3),segment_id=ac781f85-b50e-4d27-a123-24dd7b3a98b3)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:14.394932 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-71a3204c-8d33-4ec6-9e6c-c1909f4baa60 None None] Provisioning complete for port de2accc2-ca8b-4c68-b49d-3549673580ad triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:14.395589 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-71a3204c-8d33-4ec6-9e6c-c1909f4baa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (de2accc2-ca8b-4c68-b49d-3549673580ad), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.395829 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-114b8573-d736-47c6-9fc1-01ad12718eee req-30baeb98-6351-4c1c-bb03-4ad5ce380dfd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98e2e468-10c8-4b82-b46a-a4ba0838c8c0 HTTP/1.1" status: 200 len: 217 time: 0.0782170 Feb 11 05:21:14.426269 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (0811902b-0e6f-416b-a108-c3955aaf73ae), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.428507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1680790f-2a97-4acc-8b7f-90323ec707d9 req-adb9e82b-5822-4433-9400-f1c71cc6cb39 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786581 Feb 11 05:21:14.470067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b8573-d736-47c6-9fc1-01ad12718eee req-0a729ab7-a874-4d05-8fef-92346816f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:14.471737 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-114b8573-d736-47c6-9fc1-01ad12718eee req-0a729ab7-a874-4d05-8fef-92346816f392 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0b5b7802-c145-49dd-b7bc-3fa54d73f33a HTTP/1.1" status: 200 len: 857 time: 0.0673065 Feb 11 05:21:14.512735 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-114b8573-d736-47c6-9fc1-01ad12718eee req-d3863292-68d7-4378-ac79-54fede57db38 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88aebf64-4192-4f02-9485-c61b00d17088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328844 Feb 11 05:21:14.559254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae2cfb-9f2d-4074-8128-62a305d68c6f None None] Pushing event updated for resources: {'Port': ['ID=0811902b-0e6f-416b-a108-c3955aaf73ae,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:14.622333 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66481d26-0ddd-41b9-ba53-4d70eaef874c None None] Network 48524db3-caf1-4fbc-b300-d5aadcf40475 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:14.629497 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-114b8573-d736-47c6-9fc1-01ad12718eee req-4b3b7137-8ed2-42d0-a8e6-d49048d9e006 service neutron] 10.222.0.73 "GET /v2.0/networks/88aebf64-4192-4f02-9485-c61b00d17088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093514 Feb 11 05:21:14.639056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-71a3204c-8d33-4ec6-9e6c-c1909f4baa60 None None] Current status of the port de2accc2-ca8b-4c68-b49d-3549673580ad is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:14.780543 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-114b8573-d736-47c6-9fc1-01ad12718eee req-ec095f7b-b19f-48be-8217-13134ca5c48f service neutron] 10.222.0.73 "GET /v2.0/networks/88aebf64-4192-4f02-9485-c61b00d17088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449237 Feb 11 05:21:14.851036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09071f68-0d5e-4393-9fa3-d0d445564290 req-4a2091aa-17b0-48c7-9c00-46a4ac7d2c02 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:14.855992 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-09071f68-0d5e-4393-9fa3-d0d445564290 req-4a2091aa-17b0-48c7-9c00-46a4ac7d2c02 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/ports?device_id=4fa5abc9-b7c7-41e5-bf72-4ccc5077c014 HTTP/1.1" status: 200 len: 943 time: 0.0634325 Feb 11 05:21:14.859050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db19dc8-7a25-4f29-81a9-2a2b10646a64 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:21:14.876327 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (48524db3-caf1-4fbc-b300-d5aadcf40475), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:14.905972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38796) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:14.930982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-09071f68-0d5e-4393-9fa3-d0d445564290 req-00d4dd9e-ca51-4465-af0f-f1f4b2d43c74 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/security-groups?id=1e98baa2-de08-4d1c-b7b9-11a85c768827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725224 Feb 11 05:21:14.988718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Deleting port 0811902b-0e6f-416b-a108-c3955aaf73ae {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:14.989100 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (0811902b-0e6f-416b-a108-c3955aaf73ae), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.022582 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9e2baa39-bea1-4fe3-9feb-6843ec8c9ec4 None None] Provisioning complete for port de2accc2-ca8b-4c68-b49d-3549673580ad triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:15.022959 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9e2baa39-bea1-4fe3-9feb-6843ec8c9ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (de2accc2-ca8b-4c68-b49d-3549673580ad), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.032842 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c28e3f8-88e4-4752-89a0-e1ac8eeb29dc req-f3d16fac-f16c-4375-8b64-8344c2ec2581 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0404930 Feb 11 05:21:15.045165 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d4872a0-9e5e-4f54-92ea-bc0fb04e2c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.074424 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db19dc8-7a25-4f29-81a9-2a2b10646a64 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:21:15.082567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] For port 0811902b-0e6f-416b-a108-c3955aaf73ae, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0811902b-0e6f-416b-a108-c3955aaf73ae,segment=NetworkSegment(ac781f85-b50e-4d27-a123-24dd7b3a98b3),segment_id=ac781f85-b50e-4d27-a123-24dd7b3a98b3)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:15.083088 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (0811902b-0e6f-416b-a108-c3955aaf73ae), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.104932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Calling delete_port for 0811902b-0e6f-416b-a108-c3955aaf73ae owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:15.130158 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d4872a0-9e5e-4f54-92ea-bc0fb04e2c25 admin admin] Publish callbacks [] for security_group (a68f834a-d6fe-4dbe-813e-53c0720cfc1e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.134571 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d4872a0-9e5e-4f54-92ea-bc0fb04e2c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a68f834a-d6fe-4dbe-813e-53c0720cfc1e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.178963 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2d4872a0-9e5e-4f54-92ea-bc0fb04e2c25 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b0dacdd02ab14f218a7bace170bd9689&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2717252 Feb 11 05:21:15.180036 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4872a0-9e5e-4f54-92ea-bc0fb04e2c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68f834a-d6fe-4dbe-813e-53c0720cfc1e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:15.181544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38800) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:15.212360 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (0811902b-0e6f-416b-a108-c3955aaf73ae), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.244892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Port': ['ID=0811902b-0e6f-416b-a108-c3955aaf73ae,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:15.246725 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No DVR routers for this DVR port 0811902b-0e6f-416b-a108-c3955aaf73ae on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:15.278331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9e2baa39-bea1-4fe3-9feb-6843ec8c9ec4 None None] Current status of the port de2accc2-ca8b-4c68-b49d-3549673580ad is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:15.290953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:15.299003 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-599f2688-d8c2-4dc6-8021-803d1590f592 admin admin] Publish callbacks [] for security_group (a68f834a-d6fe-4dbe-813e-53c0720cfc1e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.350556 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (48524db3-caf1-4fbc-b300-d5aadcf40475), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.367390 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-599f2688-d8c2-4dc6-8021-803d1590f592 admin admin] Publish callbacks [] for security_group (a68f834a-d6fe-4dbe-813e-53c0720cfc1e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.386700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48524db3-caf1-4fbc-b300-d5aadcf40475']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:15.407839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac781f85-b50e-4d27-a123-24dd7b3a98b3') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:15.408146 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac781f85-b50e-4d27-a123-24dd7b3a98b3') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:15.424579 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (ac781f85-b50e-4d27-a123-24dd7b3a98b3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.445547 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ac781f85-b50e-4d27-a123-24dd7b3a98b3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.455641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:15.456121 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (ac781f85-b50e-4d27-a123-24dd7b3a98b3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:15.459708 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:15.475770 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-599f2688-d8c2-4dc6-8021-803d1590f592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a68f834a-d6fe-4dbe-813e-53c0720cfc1e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.478676 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-599f2688-d8c2-4dc6-8021-803d1590f592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.482309 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-599f2688-d8c2-4dc6-8021-803d1590f592 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a68f834a-d6fe-4dbe-813e-53c0720cfc1e HTTP/1.1" status: 204 len: 168 time: 0.2974844 Feb 11 05:21:15.485034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device de2accc2-ca8b-4c68-b49d-3549673580ad up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:15.532853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f2688-d8c2-4dc6-8021-803d1590f592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68f834a-d6fe-4dbe-813e-53c0720cfc1e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:15.570628 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (48524db3-caf1-4fbc-b300-d5aadcf40475), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.583509 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.590351 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/48524db3-caf1-4fbc-b300-d5aadcf40475 HTTP/1.1" status: 204 len: 168 time: 2.6573803 Feb 11 05:21:15.591434 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38808) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:15.595912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a903ead7-5b3a-45fb-97db-a4f38b3e85bc tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1076453782'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:15.620006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929e9ed-a7e2-4723-9781-eb1652ec53ba tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Network': ['ID=48524db3-caf1-4fbc-b300-d5aadcf40475,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:15.621828 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a903ead7-5b3a-45fb-97db-a4f38b3e85bc tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:15.628082 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a903ead7-5b3a-45fb-97db-a4f38b3e85bc tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.643737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe485e-3639-49d0-93d6-539b9f8fa9d4 req-c7b69401-126a-4839-99d8-6fa39de996f3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:15.658284 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a903ead7-5b3a-45fb-97db-a4f38b3e85bc tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:15.668304 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6abe485e-3639-49d0-93d6-539b9f8fa9d4 req-c7b69401-126a-4839-99d8-6fa39de996f3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1215565 Feb 11 05:21:15.670342 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a903ead7-5b3a-45fb-97db-a4f38b3e85bc tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (0f99db69-d367-4392-aafc-9238c92e7c14), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.670703 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-a903ead7-5b3a-45fb-97db-a4f38b3e85bc tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Added segment 0f99db69-d367-4392-aafc-9238c92e7c14 of type vlan for network 5eb99eb0-1f91-4963-948b-48d74dc1fefb Feb 11 05:21:15.687774 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port de2accc2-ca8b-4c68-b49d-3549673580ad triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:15.688268 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (de2accc2-ca8b-4c68-b49d-3549673580ad), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.724236 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a903ead7-5b3a-45fb-97db-a4f38b3e85bc tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (5eb99eb0-1f91-4963-948b-48d74dc1fefb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.754937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:15.760555 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6abe485e-3639-49d0-93d6-539b9f8fa9d4 req-0e0f305b-1f7f-49ed-ad04-b20a955794c2 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910454 Feb 11 05:21:15.762838 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a903ead7-5b3a-45fb-97db-a4f38b3e85bc tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (5eb99eb0-1f91-4963-948b-48d74dc1fefb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.778006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a903ead7-5b3a-45fb-97db-a4f38b3e85bc tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:15.778665 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a903ead7-5b3a-45fb-97db-a4f38b3e85bc tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.779430 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:15.818939 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a903ead7-5b3a-45fb-97db-a4f38b3e85bc tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2269909 Feb 11 05:21:15.821762 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38814) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:15.829979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-70f279d2-6b87-418a-9613-cf490830f532 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'subnet': {'network_id': '5eb99eb0-1f91-4963-948b-48d74dc1fefb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:15.834144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port de2accc2-ca8b-4c68-b49d-3549673580ad is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:15.865739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38816) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:15.879597 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2b127fed-474b-4886-80a3-fde3c986a59a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.880766 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903ead7-5b3a-45fb-97db-a4f38b3e85bc tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Network': ['ID=5eb99eb0-1f91-4963-948b-48d74dc1fefb,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:15.893654 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 5eb99eb0-1f91-4963-948b-48d74dc1fefb details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:15.958066 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f279d2-6b87-418a-9613-cf490830f532 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:15.962200 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70f279d2-6b87-418a-9613-cf490830f532 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.981599 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2b127fed-474b-4886-80a3-fde3c986a59a admin admin] Publish callbacks [] for security_group (0f862199-de8a-4db1-8913-e0ecf3b5a6ee), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:15.986326 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2b127fed-474b-4886-80a3-fde3c986a59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0f862199-de8a-4db1-8913-e0ecf3b5a6ee), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.030322 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_backend_mixin [None req-70f279d2-6b87-418a-9613-cf490830f532 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Performing IP validity checks on allocation pools {{(pid=103170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:21:16.030988 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_backend_mixin [None req-70f279d2-6b87-418a-9613-cf490830f532 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:21:16.061499 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b127fed-474b-4886-80a3-fde3c986a59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f862199-de8a-4db1-8913-e0ecf3b5a6ee,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:16.067460 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2b127fed-474b-4886-80a3-fde3c986a59a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=aaf938b5d3b34560abf6af15647ca3f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2002769 Feb 11 05:21:16.069846 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38824) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:16.118883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4d1a0-d774-41d6-bbba-8d5b853f59dd req-e3b2f242-659a-418d-a865-2a1d00851ac4 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:16.120828 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6f4d1a0-d774-41d6-bbba-8d5b853f59dd req-e3b2f242-659a-418d-a865-2a1d00851ac4 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/ports?device_id=4fa5abc9-b7c7-41e5-bf72-4ccc5077c014 HTTP/1.1" status: 200 len: 943 time: 0.1108329 Feb 11 05:21:16.164005 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-833f9d07-5310-435d-824d-18f81ddb8932 req-5fcb44fe-b83b-4ead-a8cc-d74aef51b173 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0398183 Feb 11 05:21:16.176442 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3810c024-845f-4be0-ae33-926c7a0f256b admin admin] Publish callbacks [] for security_group (0f862199-de8a-4db1-8913-e0ecf3b5a6ee), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.180474 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70f279d2-6b87-418a-9613-cf490830f532 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (ef8243df-c404-4659-8be7-d39f520f3ad4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.222601 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6f4d1a0-d774-41d6-bbba-8d5b853f59dd req-aca86d5a-ef6f-4598-b774-8b36b50abbfa tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/security-groups?id=1e98baa2-de08-4d1c-b7b9-11a85c768827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879641 Feb 11 05:21:16.224389 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3810c024-845f-4be0-ae33-926c7a0f256b admin admin] Publish callbacks [] for security_group (0f862199-de8a-4db1-8913-e0ecf3b5a6ee), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.251273 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f279d2-6b87-418a-9613-cf490830f532 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Subnet': ['ID=ef8243df-c404-4659-8be7-d39f520f3ad4,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:16.253147 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f279d2-6b87-418a-9613-cf490830f532 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Checking segment: {'id': '0f99db69-d367-4392-aafc-9238c92e7c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5eb99eb0-1f91-4963-948b-48d74dc1fefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:16.253147 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f279d2-6b87-418a-9613-cf490830f532 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network hostable DHCP agents. Network: 5eb99eb0-1f91-4963-948b-48d74dc1fefb, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:16.271864 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f279d2-6b87-418a-9613-cf490830f532 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network 5eb99eb0-1f91-4963-948b-48d74dc1fefb is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:16.281296 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-70f279d2-6b87-418a-9613-cf490830f532 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 5eb99eb0-1f91-4963-948b-48d74dc1fefb) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:16.286524 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f279d2-6b87-418a-9613-cf490830f532 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:16.287133 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70f279d2-6b87-418a-9613-cf490830f532 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.289678 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3810c024-845f-4be0-ae33-926c7a0f256b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0f862199-de8a-4db1-8913-e0ecf3b5a6ee), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.293196 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3810c024-845f-4be0-ae33-926c7a0f256b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.295477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3810c024-845f-4be0-ae33-926c7a0f256b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0f862199-de8a-4db1-8913-e0ecf3b5a6ee HTTP/1.1" status: 204 len: 168 time: 0.2230849 Feb 11 05:21:16.298928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db39c44c-f35e-4cd0-9a5a-22efd178a1d9 None None] Network 5eb99eb0-1f91-4963-948b-48d74dc1fefb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:16.304143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810c024-845f-4be0-ae33-926c7a0f256b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f862199-de8a-4db1-8913-e0ecf3b5a6ee,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:16.323251 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-70f279d2-6b87-418a-9613-cf490830f532 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4981682 Feb 11 05:21:16.324061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38828) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:16.424262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-5eb99eb0-1f91-4963-948b-48d74dc1fefb', 'network_id': '5eb99eb0-1f91-4963-948b-48d74dc1fefb', 'project_id': '1cbdf38943bb49c6b3bc12ae011d54b3', 'fixed_ips': [{'subnet_id': 'ef8243df-c404-4659-8be7-d39f520f3ad4'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:16.424565 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.443996 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (5eb99eb0-1f91-4963-948b-48d74dc1fefb), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.504196 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (ef8243df-c404-4659-8be7-d39f520f3ad4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.570845 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Allocated IP 172.20.0.3 (5eb99eb0-1f91-4963-948b-48d74dc1fefb/ef8243df-c404-4659-8be7-d39f520f3ad4/297ecc76-4bf9-482e-b31f-f1f209d2e278) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:16.719599 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Publish callbacks [] for port (297ecc76-4bf9-482e-b31f-f1f209d2e278), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.726698 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (297ecc76-4bf9-482e-b31f-f1f209d2e278), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.748420 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (ef8243df-c404-4659-8be7-d39f520f3ad4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.762467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Network 5eb99eb0-1f91-4963-948b-48d74dc1fefb is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:16.768752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:16.771595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:16.781667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:16.799876 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Pushing event updated for resources: {'Port': ['ID=297ecc76-4bf9-482e-b31f-f1f209d2e278,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:16.886434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Attempting to bind port 297ecc76-4bf9-482e-b31f-f1f209d2e278 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:16.886819 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Attempting to bind port 297ecc76-4bf9-482e-b31f-f1f209d2e278 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '0f99db69-d367-4392-aafc-9238c92e7c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5eb99eb0-1f91-4963-948b-48d74dc1fefb'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:16.887353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Attempting to bind port 297ecc76-4bf9-482e-b31f-f1f209d2e278 on network 5eb99eb0-1f91-4963-948b-48d74dc1fefb {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:16.904257 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (5eb99eb0-1f91-4963-948b-48d74dc1fefb), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.907828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8243df-c404-4659-8be7-d39f520f3ad4,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:16.923234 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:16.923837 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Checking segment: {'id': '0f99db69-d367-4392-aafc-9238c92e7c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5eb99eb0-1f91-4963-948b-48d74dc1fefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:16.924115 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.924441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Bound using segment: {'id': '0f99db69-d367-4392-aafc-9238c92e7c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5eb99eb0-1f91-4963-948b-48d74dc1fefb'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:16.925071 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Bound port: 297ecc76-4bf9-482e-b31f-f1f209d2e278, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f99db69-d367-4392-aafc-9238c92e7c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5eb99eb0-1f91-4963-948b-48d74dc1fefb'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:16.925500 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (297ecc76-4bf9-482e-b31f-f1f209d2e278), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:16.993086 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 98e2e468-10c8-4b82-b46a-a4ba0838c8c0, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=98e2e468-10c8-4b82-b46a-a4ba0838c8c0,segment=NetworkSegment(45efbc2c-1e9a-4ab9-a532-74f6c0602e40),segment_id=45efbc2c-1e9a-4ab9-a532-74f6c0602e40)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:17.017378 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '98e2e468-10c8-4b82-b46a-a4ba0838c8c0', 'network_id': '88aebf64-4192-4f02-9485-c61b00d17088', 'port_id': '98e2e468-10c8-4b82-b46a-a4ba0838c8c0', 'mac_address': 'fa:16:3e:91:33:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5b7802-c145-49dd-b7bc-3fa54d73f33a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:17.027110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] For port 297ecc76-4bf9-482e-b31f-f1f209d2e278, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:17.031344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] For port 297ecc76-4bf9-482e-b31f-f1f209d2e278, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=297ecc76-4bf9-482e-b31f-f1f209d2e278,segment=NetworkSegment(0f99db69-d367-4392-aafc-9238c92e7c14),segment_id=0f99db69-d367-4392-aafc-9238c92e7c14)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:17.079509 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:17.080415 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (98e2e468-10c8-4b82-b46a-a4ba0838c8c0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.097907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:17.103185 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (297ecc76-4bf9-482e-b31f-f1f209d2e278), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.166742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 98e2e468-10c8-4b82-b46a-a4ba0838c8c0, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=98e2e468-10c8-4b82-b46a-a4ba0838c8c0,segment=NetworkSegment(45efbc2c-1e9a-4ab9-a532-74f6c0602e40),segment_id=45efbc2c-1e9a-4ab9-a532-74f6c0602e40)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:17.178792 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (98e2e468-10c8-4b82-b46a-a4ba0838c8c0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.226786 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26d3bb-d697-4e45-86dd-0320b512e9de None None] Pushing event updated for resources: {'Port': ['ID=297ecc76-4bf9-482e-b31f-f1f209d2e278,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:17.263853 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a387bb-1ec3-47ca-9f07-0bf6e8520b05 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:21:17.298732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:17.338058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb99eb0-1f91-4963-948b-48d74dc1fefb']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:17.341882 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2c4f894-b1a5-4059-ab08-c93390213fc8 req-fb9430d2-c2e5-43c0-a62f-16a1bfb38f01 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0565269 Feb 11 05:21:17.360924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f99db69-d367-4392-aafc-9238c92e7c14') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:17.361226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f99db69-d367-4392-aafc-9238c92e7c14') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:17.370204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=98e2e468-10c8-4b82-b46a-a4ba0838c8c0,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:17.375315 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (0f99db69-d367-4392-aafc-9238c92e7c14), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.388922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebef84-233c-4a69-9ba7-8ef3e90c99a8 req-5520bee1-43c2-49c1-a5f6-f8ebfae23186 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:17.390450 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0eebef84-233c-4a69-9ba7-8ef3e90c99a8 req-5520bee1-43c2-49c1-a5f6-f8ebfae23186 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.4882460 Feb 11 05:21:17.403750 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (0f99db69-d367-4392-aafc-9238c92e7c14), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.418375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:17.418775 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (0f99db69-d367-4392-aafc-9238c92e7c14), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:17.422156 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:17.455563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a387bb-1ec3-47ca-9f07-0bf6e8520b05 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:21:17.474888 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['98e2e468-10c8-4b82-b46a-a4ba0838c8c0'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:17.530600 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0eebef84-233c-4a69-9ba7-8ef3e90c99a8 req-acbf1f49-a587-45c0-ab2a-ccace24feed7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337895 Feb 11 05:21:17.536431 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.api [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:21:17.536431 n-d-713499-38 neutron-server[103171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:21:17.536431 n-d-713499-38 neutron-server[103171]: [parameters: {'id': '5eb99eb0-1f91-4963-948b-48d74dc1fefb'}] Feb 11 05:21:17.536431 n-d-713499-38 neutron-server[103171]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:21:17.536807 n-d-713499-38 neutron-server[103171]: DEBUG oslo_db.api [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:21:17.539955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:17.552176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88c274-ca09-4487-8371-3a07181d4724 req-c7d53f2e-0988-478b-ae37-bc3dfcc1a558 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:17.553692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e88c274-ca09-4487-8371-3a07181d4724 req-c7d53f2e-0988-478b-ae37-bc3dfcc1a558 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/ports?device_id=4fa5abc9-b7c7-41e5-bf72-4ccc5077c014 HTTP/1.1" status: 200 len: 944 time: 0.1151953 Feb 11 05:21:17.588076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:17.612305 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e88c274-ca09-4487-8371-3a07181d4724 req-2648f9e2-bc28-4b3a-ae32-b9b362f0ccb7 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/security-groups?id=1e98baa2-de08-4d1c-b7b9-11a85c768827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513933 Feb 11 05:21:17.809219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75744d10-f91e-49ae-bc86-fba04d5b6359 None None] Network 5eb99eb0-1f91-4963-948b-48d74dc1fefb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:18.038610 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (5eb99eb0-1f91-4963-948b-48d74dc1fefb), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.096466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Deleting port 297ecc76-4bf9-482e-b31f-f1f209d2e278 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:18.096803 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (297ecc76-4bf9-482e-b31f-f1f209d2e278), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.172439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] For port 297ecc76-4bf9-482e-b31f-f1f209d2e278, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=297ecc76-4bf9-482e-b31f-f1f209d2e278,segment=NetworkSegment(0f99db69-d367-4392-aafc-9238c92e7c14),segment_id=0f99db69-d367-4392-aafc-9238c92e7c14)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:18.172808 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (297ecc76-4bf9-482e-b31f-f1f209d2e278), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.185824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Calling delete_port for 297ecc76-4bf9-482e-b31f-f1f209d2e278 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:18.280341 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (297ecc76-4bf9-482e-b31f-f1f209d2e278), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.308872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Port': ['ID=297ecc76-4bf9-482e-b31f-f1f209d2e278,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:18.310690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No DVR routers for this DVR port 297ecc76-4bf9-482e-b31f-f1f209d2e278 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:18.403204 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (5eb99eb0-1f91-4963-948b-48d74dc1fefb), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.430301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb99eb0-1f91-4963-948b-48d74dc1fefb']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:18.453085 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f99db69-d367-4392-aafc-9238c92e7c14') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:18.453387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f99db69-d367-4392-aafc-9238c92e7c14') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:18.475758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ce81943-bc72-4750-add3-9f24ec7fd956 req-95091aa0-60f1-43c8-b2d3-1359edbe9444 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0472603 Feb 11 05:21:18.479745 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (0f99db69-d367-4392-aafc-9238c92e7c14), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.494974 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (0f99db69-d367-4392-aafc-9238c92e7c14), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.502502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:18.502959 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (0f99db69-d367-4392-aafc-9238c92e7c14), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:18.507383 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:18.573134 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (5eb99eb0-1f91-4963-948b-48d74dc1fefb), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.579260 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.583592 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/5eb99eb0-1f91-4963-948b-48d74dc1fefb HTTP/1.1" status: 204 len: 168 time: 2.2588372 Feb 11 05:21:18.587250 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38918) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:18.593324 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e0e5f204-98e1-4f55-8bd6-cb86729839c0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1870034123'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:18.599816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec328af-2a0b-4966-8ede-891567f50002 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Network': ['ID=5eb99eb0-1f91-4963-948b-48d74dc1fefb,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:18.630977 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e5f204-98e1-4f55-8bd6-cb86729839c0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:18.633451 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f204-98e1-4f55-8bd6-cb86729839c0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.667028 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e5f204-98e1-4f55-8bd6-cb86729839c0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:18.679172 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f204-98e1-4f55-8bd6-cb86729839c0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.682398 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-e0e5f204-98e1-4f55-8bd6-cb86729839c0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Added segment afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4 of type vlan for network 3aa254bb-f6c2-49d5-b1a9-afd92c55642e Feb 11 05:21:18.733538 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f204-98e1-4f55-8bd6-cb86729839c0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (3aa254bb-f6c2-49d5-b1a9-afd92c55642e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.742359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b6cab-79a1-4a47-9996-d2085ecb3ed4 req-4f20da35-4222-4828-8aac-960902388851 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:18.744103 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-243b6cab-79a1-4a47-9996-d2085ecb3ed4 req-4f20da35-4222-4828-8aac-960902388851 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.0862720 Feb 11 05:21:18.769978 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f204-98e1-4f55-8bd6-cb86729839c0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (3aa254bb-f6c2-49d5-b1a9-afd92c55642e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.773107 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e5f204-98e1-4f55-8bd6-cb86729839c0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:18.773797 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f204-98e1-4f55-8bd6-cb86729839c0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.792169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:18.815088 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e0e5f204-98e1-4f55-8bd6-cb86729839c0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2260232 Feb 11 05:21:18.818992 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38936) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:18.825222 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1adef69f-238b-4c66-8352-a904c62afc69 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'subnet': {'network_id': '3aa254bb-f6c2-49d5-b1a9-afd92c55642e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:18.856452 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-243b6cab-79a1-4a47-9996-d2085ecb3ed4 req-8d1bbca8-0df8-4154-95ca-88363b62c575 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065564 Feb 11 05:21:18.858715 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:21:18.864452 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:18.864875 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (98e2e468-10c8-4b82-b46a-a4ba0838c8c0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:18.879692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e6d82-6392-4b3e-8334-ff81b87e69ca req-533b3604-2c56-4dab-abe1-a2eadadb2d8a tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:18.881497 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab3e6d82-6392-4b3e-8334-ff81b87e69ca req-533b3604-2c56-4dab-abe1-a2eadadb2d8a tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/ports?device_id=4fa5abc9-b7c7-41e5-bf72-4ccc5077c014 HTTP/1.1" status: 200 len: 944 time: 0.1095703 Feb 11 05:21:18.917404 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5f204-98e1-4f55-8bd6-cb86729839c0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Network': ['ID=3aa254bb-f6c2-49d5-b1a9-afd92c55642e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:18.934270 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 3aa254bb-f6c2-49d5-b1a9-afd92c55642e details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:18.946510 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab3e6d82-6392-4b3e-8334-ff81b87e69ca req-f8f1a446-c35a-42c3-8546-19ccb042165f tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/security-groups?id=1e98baa2-de08-4d1c-b7b9-11a85c768827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586963 Feb 11 05:21:19.020574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adef69f-238b-4c66-8352-a904c62afc69 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:19.030458 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1adef69f-238b-4c66-8352-a904c62afc69 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:19.064792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:19.065195 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (98e2e468-10c8-4b82-b46a-a4ba0838c8c0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:19.090145 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa5abc9-b7c7-41e5-bf72-4ccc5077c014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e2e468-10c8-4b82-b46a-a4ba0838c8c0'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:19.092453 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0086a5a-f62e-4321-a9e0-3e0554ca2bc4" -d '{"events": [{"server_uuid": "4fa5abc9-b7c7-41e5-bf72-4ccc5077c014", "name": "network-vif-plugged", "status": "completed", "tag": "98e2e468-10c8-4b82-b46a-a4ba0838c8c0"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:19.105969 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 98e2e468-10c8-4b82-b46a-a4ba0838c8c0, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=98e2e468-10c8-4b82-b46a-a4ba0838c8c0,segment=NetworkSegment(45efbc2c-1e9a-4ab9-a532-74f6c0602e40),segment_id=45efbc2c-1e9a-4ab9-a532-74f6c0602e40)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:19.111646 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (98e2e468-10c8-4b82-b46a-a4ba0838c8c0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:19.154168 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b10b82-88cf-4016-b3cc-c94b420a2189 x-openstack-request-id: req-e7b10b82-88cf-4016-b3cc-c94b420a2189 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:19.155087 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa5abc9-b7c7-41e5-bf72-4ccc5077c014", "name": "network-vif-plugged", "status": "completed", "tag": "98e2e468-10c8-4b82-b46a-a4ba0838c8c0", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:19.155634 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e7b10b82-88cf-4016-b3cc-c94b420a2189 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:19.156246 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa5abc9-b7c7-41e5-bf72-4ccc5077c014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e2e468-10c8-4b82-b46a-a4ba0838c8c0', 'code': 200} Feb 11 05:21:19.205446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=98e2e468-10c8-4b82-b46a-a4ba0838c8c0,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:19.281087 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1adef69f-238b-4c66-8352-a904c62afc69 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (de6ebf72-1b16-4caf-9e8c-855430ff2399), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:19.302206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:19.319287 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a7887-8c54-4b75-bced-cf1e32f5d69d req-83ad216e-d945-49b8-a9d4-74ff361c3bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:19.320974 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9f4a7887-8c54-4b75-bced-cf1e32f5d69d req-83ad216e-d945-49b8-a9d4-74ff361c3bf2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4fa5abc9-b7c7-41e5-bf72-4ccc5077c014 HTTP/1.1" status: 200 len: 1128 time: 0.1183534 Feb 11 05:21:19.365515 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adef69f-238b-4c66-8352-a904c62afc69 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Subnet': ['ID=de6ebf72-1b16-4caf-9e8c-855430ff2399,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:19.387437 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adef69f-238b-4c66-8352-a904c62afc69 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Checking segment: {'id': 'afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3aa254bb-f6c2-49d5-b1a9-afd92c55642e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:19.388026 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adef69f-238b-4c66-8352-a904c62afc69 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network hostable DHCP agents. Network: 3aa254bb-f6c2-49d5-b1a9-afd92c55642e, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:19.405741 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9f4a7887-8c54-4b75-bced-cf1e32f5d69d req-096700f1-6e12-4c4d-bf05-9338ef1a310a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1e98baa2-de08-4d1c-b7b9-11a85c768827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755551 Feb 11 05:21:19.417921 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adef69f-238b-4c66-8352-a904c62afc69 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network 3aa254bb-f6c2-49d5-b1a9-afd92c55642e is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:19.427104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:19.428555 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-1adef69f-238b-4c66-8352-a904c62afc69 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 3aa254bb-f6c2-49d5-b1a9-afd92c55642e) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:19.434041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adef69f-238b-4c66-8352-a904c62afc69 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:19.434637 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1adef69f-238b-4c66-8352-a904c62afc69 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:19.438829 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e21a462-7a74-4018-8c84-66dae346328a None None] Network 3aa254bb-f6c2-49d5-b1a9-afd92c55642e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:19.453754 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1adef69f-238b-4c66-8352-a904c62afc69 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6333110 Feb 11 05:21:19.456088 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:19.456411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38984) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:19.550399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-3aa254bb-f6c2-49d5-b1a9-afd92c55642e', 'network_id': '3aa254bb-f6c2-49d5-b1a9-afd92c55642e', 'project_id': '1cbdf38943bb49c6b3bc12ae011d54b3', 'fixed_ips': [{'subnet_id': 'de6ebf72-1b16-4caf-9e8c-855430ff2399'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:19.551264 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:19.609847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a26e8e8d-2f71-4b2c-bc89-65efbcffffae req-40bfb0f2-5986-42ef-9e2d-68dc7cf7c859 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0387864 Feb 11 05:21:19.614413 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (3aa254bb-f6c2-49d5-b1a9-afd92c55642e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:19.679933 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (de6ebf72-1b16-4caf-9e8c-855430ff2399), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:19.697363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Allocated IP 172.20.0.1 (3aa254bb-f6c2-49d5-b1a9-afd92c55642e/de6ebf72-1b16-4caf-9e8c-855430ff2399/0d89f657-780b-47b4-a988-63a1b64bff2e) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:19.850994 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Publish callbacks [] for port (0d89f657-780b-47b4-a988-63a1b64bff2e), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:19.858218 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (0d89f657-780b-47b4-a988-63a1b64bff2e), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:19.870675 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39000) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:19.881394 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (de6ebf72-1b16-4caf-9e8c-855430ff2399), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:19.905114 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Network 3aa254bb-f6c2-49d5-b1a9-afd92c55642e is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:19.908563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:19.912371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Subnet': ['ID=de6ebf72-1b16-4caf-9e8c-855430ff2399,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:19.923037 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:19.963490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Pushing event updated for resources: {'Port': ['ID=0d89f657-780b-47b4-a988-63a1b64bff2e,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:19.981714 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (3aa254bb-f6c2-49d5-b1a9-afd92c55642e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:19.996295 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Attempting to bind port 0d89f657-780b-47b4-a988-63a1b64bff2e on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:19.996958 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Attempting to bind port 0d89f657-780b-47b4-a988-63a1b64bff2e by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3aa254bb-f6c2-49d5-b1a9-afd92c55642e'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:19.997123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Attempting to bind port 0d89f657-780b-47b4-a988-63a1b64bff2e on network 3aa254bb-f6c2-49d5-b1a9-afd92c55642e {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:20.002137 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:20.002522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Checking segment: {'id': 'afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3aa254bb-f6c2-49d5-b1a9-afd92c55642e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:20.002929 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.003928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Bound using segment: {'id': 'afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3aa254bb-f6c2-49d5-b1a9-afd92c55642e'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:20.004579 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Bound port: 0d89f657-780b-47b4-a988-63a1b64bff2e, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3aa254bb-f6c2-49d5-b1a9-afd92c55642e'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:20.005008 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0d89f657-780b-47b4-a988-63a1b64bff2e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.012144 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e802ed36-1c57-450d-a29a-92041034e57f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.042262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa254bb-f6c2-49d5-b1a9-afd92c55642e']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:20.056860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:20.057161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:20.071613 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.103528 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] For port 0d89f657-780b-47b4-a988-63a1b64bff2e, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:20.116966 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.125059 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e802ed36-1c57-450d-a29a-92041034e57f admin admin] Publish callbacks [] for security_group (2ad21f0f-4f8e-4920-a822-1271e874c4fd), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.129612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad280826-5dd6-4d9e-b23d-9067a4eaa24e req-83e17ff0-7260-42a1-b240-cca868a8f7d9 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:20.130533 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e802ed36-1c57-450d-a29a-92041034e57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2ad21f0f-4f8e-4920-a822-1271e874c4fd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.131766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad280826-5dd6-4d9e-b23d-9067a4eaa24e req-83e17ff0-7260-42a1-b240-cca868a8f7d9 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1445522 Feb 11 05:21:20.136293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:20.136698 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:20.139844 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:20.177962 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e802ed36-1c57-450d-a29a-92041034e57f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=46b3cd9af9cf4ddaad8e4f5938d95545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3058398 Feb 11 05:21:20.178547 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802ed36-1c57-450d-a29a-92041034e57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad21f0f-4f8e-4920-a822-1271e874c4fd,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:20.180961 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39010) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:20.224056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] For port 0d89f657-780b-47b4-a988-63a1b64bff2e, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0d89f657-780b-47b4-a988-63a1b64bff2e,segment=NetworkSegment(afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4),segment_id=afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:20.231484 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-861ce98b-76f3-4e09-a6f2-65dede2d4753 admin admin] Publish callbacks [] for security_group (2ad21f0f-4f8e-4920-a822-1271e874c4fd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.231689 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (0d89f657-780b-47b4-a988-63a1b64bff2e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.234510 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.api [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:21:20.234510 n-d-713499-38 neutron-server[103171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:21:20.234510 n-d-713499-38 neutron-server[103171]: [parameters: {'id': '3aa254bb-f6c2-49d5-b1a9-afd92c55642e'}] Feb 11 05:21:20.234510 n-d-713499-38 neutron-server[103171]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:21:20.234902 n-d-713499-38 neutron-server[103171]: DEBUG oslo_db.api [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:21:20.250854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed57bf3-2ff9-46eb-825a-cf0b65fbd38d req-b7c9fa44-de3a-43b7-acd8-55a4108f0078 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:20.258620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ed57bf3-2ff9-46eb-825a-cf0b65fbd38d req-b7c9fa44-de3a-43b7-acd8-55a4108f0078 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/ports?device_id=4fa5abc9-b7c7-41e5-bf72-4ccc5077c014 HTTP/1.1" status: 200 len: 945 time: 0.1774251 Feb 11 05:21:20.262861 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-861ce98b-76f3-4e09-a6f2-65dede2d4753 admin admin] Publish callbacks [] for security_group (2ad21f0f-4f8e-4920-a822-1271e874c4fd), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.282839 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad280826-5dd6-4d9e-b23d-9067a4eaa24e req-baf25a72-cc59-4095-9ca7-4a13b613a618 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421177 Feb 11 05:21:20.317979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ed57bf3-2ff9-46eb-825a-cf0b65fbd38d req-8597bfbd-22c3-4971-918f-9b31ba54d7fe tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/security-groups?id=1e98baa2-de08-4d1c-b7b9-11a85c768827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584836 Feb 11 05:21:20.328544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203cafb-e273-4fcb-a445-43b109669010 None None] Pushing event updated for resources: {'Port': ['ID=0d89f657-780b-47b4-a988-63a1b64bff2e,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:20.352645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb738d90-bd22-4cd1-b695-028d812dfe15 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:21:20.353529 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-861ce98b-76f3-4e09-a6f2-65dede2d4753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2ad21f0f-4f8e-4920-a822-1271e874c4fd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.356577 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-861ce98b-76f3-4e09-a6f2-65dede2d4753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.357763 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-861ce98b-76f3-4e09-a6f2-65dede2d4753 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2ad21f0f-4f8e-4920-a822-1271e874c4fd HTTP/1.1" status: 204 len: 168 time: 0.1758220 Feb 11 05:21:20.366733 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ce98b-76f3-4e09-a6f2-65dede2d4753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad21f0f-4f8e-4920-a822-1271e874c4fd,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:20.604477 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb738d90-bd22-4cd1-b695-028d812dfe15 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:21:20.654254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39020) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:20.674772 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-58e807c7-e46c-47fc-880a-fad403384ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.732419 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-97624b7b-428c-4442-aa12-db90066bc323 req-c69a35cb-d246-4a7d-b377-56d4593b302d tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0315919 Feb 11 05:21:20.738019 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (3aa254bb-f6c2-49d5-b1a9-afd92c55642e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.823891 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-58e807c7-e46c-47fc-880a-fad403384ac7 admin admin] Publish callbacks [] for security_group (52055259-2bc8-4818-b975-482fcf8c89d8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.828479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ee81de-1b39-445c-a153-78784d28e9dd None None] Network 3aa254bb-f6c2-49d5-b1a9-afd92c55642e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:20.831345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-58e807c7-e46c-47fc-880a-fad403384ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (52055259-2bc8-4818-b975-482fcf8c89d8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.874145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Deleting port 0d89f657-780b-47b4-a988-63a1b64bff2e {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:20.874492 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (0d89f657-780b-47b4-a988-63a1b64bff2e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.878076 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-58e807c7-e46c-47fc-880a-fad403384ac7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=536c399aad0140f598d2ef5291a5f51b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2227027 Feb 11 05:21:20.881419 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39024) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:20.889849 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e807c7-e46c-47fc-880a-fad403384ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52055259-2bc8-4818-b975-482fcf8c89d8,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:20.938325 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-172b9af5-9d6d-4a54-9ee9-687c43bc10ac admin admin] Publish callbacks [] for security_group (52055259-2bc8-4818-b975-482fcf8c89d8), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.950101 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] For port 0d89f657-780b-47b4-a988-63a1b64bff2e, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0d89f657-780b-47b4-a988-63a1b64bff2e,segment=NetworkSegment(afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4),segment_id=afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:20.950467 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (0d89f657-780b-47b4-a988-63a1b64bff2e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.961923 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-172b9af5-9d6d-4a54-9ee9-687c43bc10ac admin admin] Publish callbacks [] for security_group (52055259-2bc8-4818-b975-482fcf8c89d8), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.965318 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Calling delete_port for 0d89f657-780b-47b4-a988-63a1b64bff2e owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:21.010904 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-172b9af5-9d6d-4a54-9ee9-687c43bc10ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (52055259-2bc8-4818-b975-482fcf8c89d8), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.014188 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-172b9af5-9d6d-4a54-9ee9-687c43bc10ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.015393 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-172b9af5-9d6d-4a54-9ee9-687c43bc10ac admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/52055259-2bc8-4818-b975-482fcf8c89d8 HTTP/1.1" status: 204 len: 168 time: 0.1328702 Feb 11 05:21:21.024137 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b9af5-9d6d-4a54-9ee9-687c43bc10ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52055259-2bc8-4818-b975-482fcf8c89d8,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:21.056155 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (0d89f657-780b-47b4-a988-63a1b64bff2e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.083267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Port': ['ID=0d89f657-780b-47b4-a988-63a1b64bff2e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:21.088104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No DVR routers for this DVR port 0d89f657-780b-47b4-a988-63a1b64bff2e on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:21.177186 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (3aa254bb-f6c2-49d5-b1a9-afd92c55642e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.198251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa254bb-f6c2-49d5-b1a9-afd92c55642e']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:21.207802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:21.208101 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:21.217878 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.231736 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.241325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:21.241973 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (afbd76b8-b1a4-43f9-8f3f-ba3c6a23a0b4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:21.247516 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:21.316381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:21.325402 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (3aa254bb-f6c2-49d5-b1a9-afd92c55642e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.332427 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.335999 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/3aa254bb-f6c2-49d5-b1a9-afd92c55642e HTTP/1.1" status: 204 len: 168 time: 1.8785005 Feb 11 05:21:21.340505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39038) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:21.357666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-21fa9b17-937c-4c45-a76b-74fe0cbb92ac tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1982491704'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:21.364259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a2404-e273-49e5-9328-f87d5190296f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Network': ['ID=3aa254bb-f6c2-49d5-b1a9-afd92c55642e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:21.462309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fa9b17-937c-4c45-a76b-74fe0cbb92ac tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:21.465951 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21fa9b17-937c-4c45-a76b-74fe0cbb92ac tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.509671 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:21.513432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3366295-5921-4bb4-88ec-46791361cae2 req-6b2d46a4-0da5-4514-a47e-201eb656df25 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:21.514966 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3366295-5921-4bb4-88ec-46791361cae2 req-6b2d46a4-0da5-4514-a47e-201eb656df25 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1356738 Feb 11 05:21:21.515937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21fa9b17-937c-4c45-a76b-74fe0cbb92ac tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:21.521673 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:21.541867 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c5ab3-9ce6-4d1f-9926-93fb542f47f2 req-f6c15dfe-f85f-4372-ab3e-4b15c06d2e9b tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:21.543375 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d18c5ab3-9ce6-4d1f-9926-93fb542f47f2 req-f6c15dfe-f85f-4372-ab3e-4b15c06d2e9b tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/ports?device_id=4fa5abc9-b7c7-41e5-bf72-4ccc5077c014 HTTP/1.1" status: 200 len: 945 time: 0.1238739 Feb 11 05:21:21.554398 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21fa9b17-937c-4c45-a76b-74fe0cbb92ac tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f298121d-4751-4099-b102-41609a07b495), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.554746 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-21fa9b17-937c-4c45-a76b-74fe0cbb92ac tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Added segment f298121d-4751-4099-b102-41609a07b495 of type vlan for network 1e90c953-f8d9-4e56-9705-a0760235c94b Feb 11 05:21:21.650989 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21fa9b17-937c-4c45-a76b-74fe0cbb92ac tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (1e90c953-f8d9-4e56-9705-a0760235c94b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.660291 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3366295-5921-4bb4-88ec-46791361cae2 req-ab7803f7-d0fb-4e4b-951c-80e1ed15fbd7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350493 Feb 11 05:21:21.678712 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d18c5ab3-9ce6-4d1f-9926-93fb542f47f2 req-720068f1-e440-4c36-9d5b-2d55803d0dd6 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/security-groups?id=1e98baa2-de08-4d1c-b7b9-11a85c768827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256745 Feb 11 05:21:21.697655 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21fa9b17-937c-4c45-a76b-74fe0cbb92ac tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (1e90c953-f8d9-4e56-9705-a0760235c94b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.702619 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fa9b17-937c-4c45-a76b-74fe0cbb92ac tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:21.703367 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21fa9b17-937c-4c45-a76b-74fe0cbb92ac tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.750120 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39058) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:21.750354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-21fa9b17-937c-4c45-a76b-74fe0cbb92ac tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4072556 Feb 11 05:21:21.759735 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e559093c-59ba-4453-bdae-25ebc58354db tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'subnet': {'network_id': '1e90c953-f8d9-4e56-9705-a0760235c94b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:21.815089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa9b17-937c-4c45-a76b-74fe0cbb92ac tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Network': ['ID=1e90c953-f8d9-4e56-9705-a0760235c94b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:21.830952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 1e90c953-f8d9-4e56-9705-a0760235c94b details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:21.906374 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e559093c-59ba-4453-bdae-25ebc58354db tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:21.910342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb8617c7-ed30-4ab0-8156-81c64683108a req-4c6e3742-1c8f-4b40-8cac-ffb388dca6a2 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0644546 Feb 11 05:21:21.911306 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e559093c-59ba-4453-bdae-25ebc58354db tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:22.045851 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146dc84-34cc-4efc-9920-a1e9077a328c req-dd283242-cb41-4184-b9d0-b156896abe3d tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:22.047382 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3146dc84-34cc-4efc-9920-a1e9077a328c req-dd283242-cb41-4184-b9d0-b156896abe3d tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/ports?device_id=4fa5abc9-b7c7-41e5-bf72-4ccc5077c014 HTTP/1.1" status: 200 len: 945 time: 0.0638399 Feb 11 05:21:22.098682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3146dc84-34cc-4efc-9920-a1e9077a328c req-d48a7d05-2b02-47ec-9457-806d73597470 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/security-groups?id=1e98baa2-de08-4d1c-b7b9-11a85c768827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435147 Feb 11 05:21:22.133307 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e559093c-59ba-4453-bdae-25ebc58354db tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (45d96442-fba7-4a3e-a3a9-bed5d8d4e185), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:22.201865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559093c-59ba-4453-bdae-25ebc58354db tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Subnet': ['ID=45d96442-fba7-4a3e-a3a9-bed5d8d4e185,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:22.211901 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e559093c-59ba-4453-bdae-25ebc58354db tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Checking segment: {'id': 'f298121d-4751-4099-b102-41609a07b495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1e90c953-f8d9-4e56-9705-a0760235c94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:22.212084 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e559093c-59ba-4453-bdae-25ebc58354db tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network hostable DHCP agents. Network: 1e90c953-f8d9-4e56-9705-a0760235c94b, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:22.229506 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e559093c-59ba-4453-bdae-25ebc58354db tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network 1e90c953-f8d9-4e56-9705-a0760235c94b is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:22.238988 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-e559093c-59ba-4453-bdae-25ebc58354db tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 1e90c953-f8d9-4e56-9705-a0760235c94b) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:22.243102 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e559093c-59ba-4453-bdae-25ebc58354db tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:22.243739 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e559093c-59ba-4453-bdae-25ebc58354db tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:22.252577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eea9b37-ed23-414b-a8fc-a9e9305e4db7 None None] Network 1e90c953-f8d9-4e56-9705-a0760235c94b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:22.261076 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e559093c-59ba-4453-bdae-25ebc58354db tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5086079 Feb 11 05:21:22.263096 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39076) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:22.358640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-1e90c953-f8d9-4e56-9705-a0760235c94b', 'network_id': '1e90c953-f8d9-4e56-9705-a0760235c94b', 'project_id': '1cbdf38943bb49c6b3bc12ae011d54b3', 'fixed_ips': [{'subnet_id': '45d96442-fba7-4a3e-a3a9-bed5d8d4e185'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:22.360065 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:22.372078 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (1e90c953-f8d9-4e56-9705-a0760235c94b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:22.425353 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (45d96442-fba7-4a3e-a3a9-bed5d8d4e185), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:22.512075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Allocated IP 172.20.0.2 (1e90c953-f8d9-4e56-9705-a0760235c94b/45d96442-fba7-4a3e-a3a9-bed5d8d4e185/7a55d640-a34d-45bf-850e-94dabdeb769e) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:22.654264 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Publish callbacks [] for port (7a55d640-a34d-45bf-850e-94dabdeb769e), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:22.660881 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (7a55d640-a34d-45bf-850e-94dabdeb769e), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:22.687656 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (45d96442-fba7-4a3e-a3a9-bed5d8d4e185), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:22.708158 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Network 1e90c953-f8d9-4e56-9705-a0760235c94b is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:22.716467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:22.719172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:22.728401 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Subnet': ['ID=45d96442-fba7-4a3e-a3a9-bed5d8d4e185,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:22.728915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Pushing event updated for resources: {'Port': ['ID=7a55d640-a34d-45bf-850e-94dabdeb769e,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:22.811703 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (1e90c953-f8d9-4e56-9705-a0760235c94b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:22.812448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Attempting to bind port 7a55d640-a34d-45bf-850e-94dabdeb769e on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:22.813019 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Attempting to bind port 7a55d640-a34d-45bf-850e-94dabdeb769e by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'f298121d-4751-4099-b102-41609a07b495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1e90c953-f8d9-4e56-9705-a0760235c94b'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:22.813862 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Attempting to bind port 7a55d640-a34d-45bf-850e-94dabdeb769e on network 1e90c953-f8d9-4e56-9705-a0760235c94b {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:22.819851 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:22.820244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Checking segment: {'id': 'f298121d-4751-4099-b102-41609a07b495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1e90c953-f8d9-4e56-9705-a0760235c94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:22.820653 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:22.821355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Bound using segment: {'id': 'f298121d-4751-4099-b102-41609a07b495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1e90c953-f8d9-4e56-9705-a0760235c94b'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:22.821686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Bound port: 7a55d640-a34d-45bf-850e-94dabdeb769e, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f298121d-4751-4099-b102-41609a07b495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1e90c953-f8d9-4e56-9705-a0760235c94b'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:22.822011 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7a55d640-a34d-45bf-850e-94dabdeb769e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:22.831967 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f99ae8-319a-44eb-8136-cf4f5fd4c5ca req-4cf9c788-2609-4145-a731-00c93084705f tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:22.833409 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e90c953-f8d9-4e56-9705-a0760235c94b']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:22.842493 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8f99ae8-319a-44eb-8136-cf4f5fd4c5ca req-4cf9c788-2609-4145-a731-00c93084705f tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.0912929 Feb 11 05:21:22.844377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f298121d-4751-4099-b102-41609a07b495') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:22.844687 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f298121d-4751-4099-b102-41609a07b495') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:22.861221 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (f298121d-4751-4099-b102-41609a07b495), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:22.885687 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f298121d-4751-4099-b102-41609a07b495), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:22.887069 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] For port 7a55d640-a34d-45bf-850e-94dabdeb769e, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:22.893415 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:22.894165 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (f298121d-4751-4099-b102-41609a07b495), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:22.897329 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:22.904095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8f99ae8-319a-44eb-8136-cf4f5fd4c5ca req-177d8fee-0126-4234-ae65-78a7f20011ec tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603149 Feb 11 05:21:22.962243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] For port 7a55d640-a34d-45bf-850e-94dabdeb769e, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7a55d640-a34d-45bf-850e-94dabdeb769e,segment=NetworkSegment(f298121d-4751-4099-b102-41609a07b495),segment_id=f298121d-4751-4099-b102-41609a07b495)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:22.966576 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.db.api [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:21:22.966576 n-d-713499-38 neutron-server[103170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:21:22.966576 n-d-713499-38 neutron-server[103170]: [parameters: {'id': '1e90c953-f8d9-4e56-9705-a0760235c94b'}] Feb 11 05:21:22.966576 n-d-713499-38 neutron-server[103170]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:21:22.967366 n-d-713499-38 neutron-server[103170]: DEBUG oslo_db.api [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:21:22.971540 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7a55d640-a34d-45bf-850e-94dabdeb769e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:23.039220 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2615990d-ce90-428e-b446-8055e9ebfacd req-e04eb648-336a-4169-9383-6e881da8e99b tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0536399 Feb 11 05:21:23.071039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117eef83-df5d-43ba-8880-4bee8f8751dc None None] Pushing event updated for resources: {'Port': ['ID=7a55d640-a34d-45bf-850e-94dabdeb769e,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:23.090179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee56f2e-5518-42df-8659-4c7ecfa45908 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:21:23.110189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39110) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:23.174277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee56f2e-5518-42df-8659-4c7ecfa45908 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:21:23.229162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9615f6b-2930-4ed4-aa3d-31c756233044 req-9efa5563-0bf6-4c42-a6c9-8c702d38477a tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:23.230725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9615f6b-2930-4ed4-aa3d-31c756233044 req-9efa5563-0bf6-4c42-a6c9-8c702d38477a tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/ports?device_id=4fa5abc9-b7c7-41e5-bf72-4ccc5077c014 HTTP/1.1" status: 200 len: 945 time: 0.0616441 Feb 11 05:21:23.265126 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:23.323306 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9615f6b-2930-4ed4-aa3d-31c756233044 req-4e09493f-dfc5-49f1-8878-75e48ce246d1 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/security-groups?id=1e98baa2-de08-4d1c-b7b9-11a85c768827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777745 Feb 11 05:21:23.335133 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:23.380935 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] Publish callbacks [] for security_group (0e61e57e-8343-4a02-991c-8b3b6a4ac174), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:23.387947 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0e61e57e-8343-4a02-991c-8b3b6a4ac174), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:23.407836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7afdc75-b869-43ab-873d-c60d02952a51 None None] Network 1e90c953-f8d9-4e56-9705-a0760235c94b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:23.420712 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d746b3a1b58c41e4b0c2061b9108cf0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3094430 Feb 11 05:21:23.423389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39118) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:23.432252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e61e57e-8343-4a02-991c-8b3b6a4ac174,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:23.439727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:23.440697 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:23.440697 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:23.440978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:23.441289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:23.441621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:23.441948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:23.442274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:23.442598 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:23.442922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:23.443246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:23.443705 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:23.444030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e2068-b569-476a-aa2c-3abdde880559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:23.467707 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (1e90c953-f8d9-4e56-9705-a0760235c94b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:23.530357 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0effe16a-9bc1-4cc6-b93a-521910c61565 admin admin] Publish callbacks [] for security_group (0e61e57e-8343-4a02-991c-8b3b6a4ac174), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:23.538650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:23.566246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:23.579802 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7695cb-fe43-49e1-8838-87621de79fff req-b6045726-1136-4049-8dd4-c38d2d05e0ff tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:23.584558 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6d7695cb-fe43-49e1-8838-87621de79fff req-b6045726-1136-4049-8dd4-c38d2d05e0ff tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fa5abc9-b7c7-41e5-bf72-4ccc5077c014 HTTP/1.1" status: 200 len: 945 time: 0.1268635 Feb 11 05:21:23.584558 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0effe16a-9bc1-4cc6-b93a-521910c61565 admin admin] Publish callbacks [] for security_group (0e61e57e-8343-4a02-991c-8b3b6a4ac174), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:23.679880 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Deleting port 7a55d640-a34d-45bf-850e-94dabdeb769e {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:23.680136 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7a55d640-a34d-45bf-850e-94dabdeb769e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.016199 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0effe16a-9bc1-4cc6-b93a-521910c61565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0e61e57e-8343-4a02-991c-8b3b6a4ac174), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.018819 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0effe16a-9bc1-4cc6-b93a-521910c61565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.022279 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f177a2-b3eb-4b74-90e1-acf53040b816 req-14a8028d-3e46-457f-ace1-43dd5688a2f6 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:24.024419 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69f177a2-b3eb-4b74-90e1-acf53040b816 req-14a8028d-3e46-457f-ace1-43dd5688a2f6 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.0581920 Feb 11 05:21:24.024879 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0effe16a-9bc1-4cc6-b93a-521910c61565 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0e61e57e-8343-4a02-991c-8b3b6a4ac174 HTTP/1.1" status: 204 len: 168 time: 0.5984237 Feb 11 05:21:24.052513 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] For port 7a55d640-a34d-45bf-850e-94dabdeb769e, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7a55d640-a34d-45bf-850e-94dabdeb769e,segment=NetworkSegment(f298121d-4751-4099-b102-41609a07b495),segment_id=f298121d-4751-4099-b102-41609a07b495)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:24.052895 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7a55d640-a34d-45bf-850e-94dabdeb769e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.068399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effe16a-9bc1-4cc6-b93a-521910c61565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e61e57e-8343-4a02-991c-8b3b6a4ac174,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:24.075478 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Calling delete_port for 7a55d640-a34d-45bf-850e-94dabdeb769e owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:24.091493 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-6d7695cb-fe43-49e1-8838-87621de79fff req-516d1461-fb2a-4876-bdee-0477e274c89b tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Deleting port 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:24.092213 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6d7695cb-fe43-49e1-8838-87621de79fff req-516d1461-fb2a-4876-bdee-0477e274c89b tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (98e2e468-10c8-4b82-b46a-a4ba0838c8c0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.126195 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69f177a2-b3eb-4b74-90e1-acf53040b816 req-c0cdb0d2-d718-414d-8408-294460d15572 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898914 Feb 11 05:21:24.187801 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23130a9b-d6c8-4d43-a1c1-66da07e9f7e9 req-34976671-ce88-4d95-bb22-60bd11359020 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0304749 Feb 11 05:21:24.244874 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-6d7695cb-fe43-49e1-8838-87621de79fff req-516d1461-fb2a-4876-bdee-0477e274c89b tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] For port 98e2e468-10c8-4b82-b46a-a4ba0838c8c0, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=98e2e468-10c8-4b82-b46a-a4ba0838c8c0,segment=NetworkSegment(45efbc2c-1e9a-4ab9-a532-74f6c0602e40),segment_id=45efbc2c-1e9a-4ab9-a532-74f6c0602e40)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:24.245242 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6d7695cb-fe43-49e1-8838-87621de79fff req-516d1461-fb2a-4876-bdee-0477e274c89b tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (98e2e468-10c8-4b82-b46a-a4ba0838c8c0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.264558 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-6d7695cb-fe43-49e1-8838-87621de79fff req-516d1461-fb2a-4876-bdee-0477e274c89b tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Calling delete_port for 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:24.275881 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7a55d640-a34d-45bf-850e-94dabdeb769e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.335621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39134) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:24.339227 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Port': ['ID=7a55d640-a34d-45bf-850e-94dabdeb769e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:24.344626 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No DVR routers for this DVR port 7a55d640-a34d-45bf-850e-94dabdeb769e on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:24.353335 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8fc3c763-8e8b-4b45-9458-471413138937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.446036 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (1e90c953-f8d9-4e56-9705-a0760235c94b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.473789 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e90c953-f8d9-4e56-9705-a0760235c94b']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:24.481534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ebce5-21c1-4ce9-ac6d-aedcee40e500 req-7be32b57-a00b-4eca-9f1d-a16927379f52 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:24.483057 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-215ebce5-21c1-4ce9-ac6d-aedcee40e500 req-7be32b57-a00b-4eca-9f1d-a16927379f52 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/ports?device_id=4fa5abc9-b7c7-41e5-bf72-4ccc5077c014 HTTP/1.1" status: 200 len: 945 time: 0.0839887 Feb 11 05:21:24.485000 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8fc3c763-8e8b-4b45-9458-471413138937 admin admin] Publish callbacks [] for security_group (269e04bf-5935-4020-8713-4c4c33b9b971), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.488139 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f298121d-4751-4099-b102-41609a07b495') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:24.488535 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f298121d-4751-4099-b102-41609a07b495') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:24.490515 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8fc3c763-8e8b-4b45-9458-471413138937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (269e04bf-5935-4020-8713-4c4c33b9b971), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.521651 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (f298121d-4751-4099-b102-41609a07b495), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.547646 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8fc3c763-8e8b-4b45-9458-471413138937 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a219690bcecb42e3a0eb000e123cc7e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2086053 Feb 11 05:21:24.547878 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f298121d-4751-4099-b102-41609a07b495), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.547972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39138) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:24.554328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3c763-8e8b-4b45-9458-471413138937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269e04bf-5935-4020-8713-4c4c33b9b971,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:24.567667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:24.568076 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (f298121d-4751-4099-b102-41609a07b495), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:24.571796 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:24.574151 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6d7695cb-fe43-49e1-8838-87621de79fff req-516d1461-fb2a-4876-bdee-0477e274c89b tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (98e2e468-10c8-4b82-b46a-a4ba0838c8c0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.586605 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-215ebce5-21c1-4ce9-ac6d-aedcee40e500 req-8e75d406-35b9-4c10-a248-aa219e13f177 tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.87 "GET /v2.0/security-groups?id=1e98baa2-de08-4d1c-b7b9-11a85c768827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926516 Feb 11 05:21:24.587596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['98e2e468-10c8-4b82-b46a-a4ba0838c8c0'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:24.673269 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d1461-fb2a-4876-bdee-0477e274c89b tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Pushing event deleted for resources: {'Port': ['ID=98e2e468-10c8-4b82-b46a-a4ba0838c8c0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:24.705750 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (1e90c953-f8d9-4e56-9705-a0760235c94b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.735749 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.739659 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/1e90c953-f8d9-4e56-9705-a0760235c94b HTTP/1.1" status: 204 len: 168 time: 2.4755068 Feb 11 05:21:24.742139 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7695cb-fe43-49e1-8838-87621de79fff req-516d1461-fb2a-4876-bdee-0477e274c89b tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] No DVR routers for this DVR port 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:24.744076 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39142) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:24.749486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-5b7b23e0-8a39-4b84-aca3-f189b5d4c622 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1928431813'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:24.752592 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f9567935-465f-4aaa-8dd3-e6edd526db55 admin admin] Publish callbacks [] for security_group (269e04bf-5935-4020-8713-4c4c33b9b971), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.754885 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6d7695cb-fe43-49e1-8838-87621de79fff req-516d1461-fb2a-4876-bdee-0477e274c89b tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.758099 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6d7695cb-fe43-49e1-8838-87621de79fff req-516d1461-fb2a-4876-bdee-0477e274c89b tempest-InstanceActionsV221TestJSON-1117398576 tempest-InstanceActionsV221TestJSON-1117398576-project] 10.222.0.73 "DELETE /v2.0/ports/98e2e468-10c8-4b82-b46a-a4ba0838c8c0 HTTP/1.1" status: 204 len: 173 time: 1.1672447 Feb 11 05:21:24.758531 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa5abc9-b7c7-41e5-bf72-4ccc5077c014', 'name': 'network-vif-deleted', 'tag': '98e2e468-10c8-4b82-b46a-a4ba0838c8c0'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:24.760773 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5177d77f-13b2-401a-a2fc-1ed21de8023f" -d '{"events": [{"server_uuid": "4fa5abc9-b7c7-41e5-bf72-4ccc5077c014", "name": "network-vif-deleted", "tag": "98e2e468-10c8-4b82-b46a-a4ba0838c8c0"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:24.765354 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ddab6-c32e-4b04-b21b-171bd52b49f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Network': ['ID=1e90c953-f8d9-4e56-9705-a0760235c94b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:24.793326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7b23e0-8a39-4b84-aca3-f189b5d4c622 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:24.793667 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f9567935-465f-4aaa-8dd3-e6edd526db55 admin admin] Publish callbacks [] for security_group (269e04bf-5935-4020-8713-4c4c33b9b971), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.797083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b7b23e0-8a39-4b84-aca3-f189b5d4c622 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.816657 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c6b4be-2e7f-42be-9cd3-86f33158f64d x-openstack-request-id: req-06c6b4be-2e7f-42be-9cd3-86f33158f64d {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:24.816950 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa5abc9-b7c7-41e5-bf72-4ccc5077c014", "name": "network-vif-deleted", "tag": "98e2e468-10c8-4b82-b46a-a4ba0838c8c0", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:24.817208 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-06c6b4be-2e7f-42be-9cd3-86f33158f64d {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:24.817735 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa5abc9-b7c7-41e5-bf72-4ccc5077c014', 'name': 'network-vif-deleted', 'tag': '98e2e468-10c8-4b82-b46a-a4ba0838c8c0', 'status': 'completed', 'code': 200} Feb 11 05:21:24.835790 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7b23e0-8a39-4b84-aca3-f189b5d4c622 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:24.856715 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f9567935-465f-4aaa-8dd3-e6edd526db55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (269e04bf-5935-4020-8713-4c4c33b9b971), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.859329 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f9567935-465f-4aaa-8dd3-e6edd526db55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.860138 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b7b23e0-8a39-4b84-aca3-f189b5d4c622 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a55cacff-8239-4b57-bca3-77910977e7e5), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.860586 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-5b7b23e0-8a39-4b84-aca3-f189b5d4c622 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Added segment a55cacff-8239-4b57-bca3-77910977e7e5 of type vlan for network bbf06f90-e232-4754-b6ec-0b6176528aac Feb 11 05:21:24.864310 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f9567935-465f-4aaa-8dd3-e6edd526db55 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/269e04bf-5935-4020-8713-4c4c33b9b971 HTTP/1.1" status: 204 len: 168 time: 0.3152776 Feb 11 05:21:24.874087 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9567935-465f-4aaa-8dd3-e6edd526db55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269e04bf-5935-4020-8713-4c4c33b9b971,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:24.925367 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b7b23e0-8a39-4b84-aca3-f189b5d4c622 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (bbf06f90-e232-4754-b6ec-0b6176528aac), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.950973 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b7b23e0-8a39-4b84-aca3-f189b5d4c622 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (bbf06f90-e232-4754-b6ec-0b6176528aac), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.957145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7b23e0-8a39-4b84-aca3-f189b5d4c622 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:24.957668 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b7b23e0-8a39-4b84-aca3-f189b5d4c622 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:24.992200 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5b7b23e0-8a39-4b84-aca3-f189b5d4c622 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2469435 Feb 11 05:21:24.994867 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39148) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:25.002470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-5bc53cbf-9ea7-46c9-86cc-d9264b8302d0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'subnet': {'network_id': 'bbf06f90-e232-4754-b6ec-0b6176528aac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:25.052400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b23e0-8a39-4b84-aca3-f189b5d4c622 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Network': ['ID=bbf06f90-e232-4754-b6ec-0b6176528aac,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:25.063506 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network bbf06f90-e232-4754-b6ec-0b6176528aac details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:25.139912 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc53cbf-9ea7-46c9-86cc-d9264b8302d0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:25.147581 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5bc53cbf-9ea7-46c9-86cc-d9264b8302d0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:25.227266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.ipam_backend_mixin [None req-5bc53cbf-9ea7-46c9-86cc-d9264b8302d0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Performing IP validity checks on allocation pools {{(pid=103171) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:21:25.227890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.ipam_backend_mixin [None req-5bc53cbf-9ea7-46c9-86cc-d9264b8302d0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103171) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:21:25.339035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d004b367-dd9f-49c7-89fe-9f9b70cc9285 req-7e40e6e2-94a8-4770-bc5c-52da04a49be9 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0514121 Feb 11 05:21:25.367061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:25.382460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66e78f-8439-4012-b915-0dd951605aa1 req-325a42cd-557e-4bd8-94b0-283cec8059fc tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:25.384337 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c66e78f-8439-4012-b915-0dd951605aa1 req-325a42cd-557e-4bd8-94b0-283cec8059fc tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1668582 Feb 11 05:21:25.521350 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c66e78f-8439-4012-b915-0dd951605aa1 req-b6e1a9f1-35c9-4fb2-b5e4-aca82d11752b tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161745 Feb 11 05:21:25.543274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:25.545852 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5bc53cbf-9ea7-46c9-86cc-d9264b8302d0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (b0c5396d-4714-4569-8fec-86946b508dc0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:25.571684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:25.609796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc53cbf-9ea7-46c9-86cc-d9264b8302d0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Subnet': ['ID=b0c5396d-4714-4569-8fec-86946b508dc0,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:25.646425 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc53cbf-9ea7-46c9-86cc-d9264b8302d0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Checking segment: {'id': 'a55cacff-8239-4b57-bca3-77910977e7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'bbf06f90-e232-4754-b6ec-0b6176528aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:25.646868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc53cbf-9ea7-46c9-86cc-d9264b8302d0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network hostable DHCP agents. Network: bbf06f90-e232-4754-b6ec-0b6176528aac, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:25.672400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc53cbf-9ea7-46c9-86cc-d9264b8302d0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network bbf06f90-e232-4754-b6ec-0b6176528aac is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:25.685832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-5bc53cbf-9ea7-46c9-86cc-d9264b8302d0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, bbf06f90-e232-4754-b6ec-0b6176528aac) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:25.692095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc53cbf-9ea7-46c9-86cc-d9264b8302d0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:25.692757 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5bc53cbf-9ea7-46c9-86cc-d9264b8302d0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:25.700075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c34320-15f1-4144-bd69-16919d4db343 None None] Network bbf06f90-e232-4754-b6ec-0b6176528aac requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:25.716085 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5bc53cbf-9ea7-46c9-86cc-d9264b8302d0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7196274 Feb 11 05:21:25.718421 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39180) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:25.817913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-bbf06f90-e232-4754-b6ec-0b6176528aac', 'network_id': 'bbf06f90-e232-4754-b6ec-0b6176528aac', 'project_id': '1cbdf38943bb49c6b3bc12ae011d54b3', 'fixed_ips': [{'subnet_id': 'b0c5396d-4714-4569-8fec-86946b508dc0'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:25.821207 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:25.859600 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (bbf06f90-e232-4754-b6ec-0b6176528aac), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:25.892476 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39190) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:25.923359 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (b0c5396d-4714-4569-8fec-86946b508dc0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:25.952492 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a8ed75-6094-453a-9f9a-3011dfb7a304 admin admin] Deleting subnet 0b5b7802-c145-49dd-b7bc-3fa54d73f33a {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:21:25.955781 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-18a8ed75-6094-453a-9f9a-3011dfb7a304 admin admin] Publish callbacks [] for subnet (0b5b7802-c145-49dd-b7bc-3fa54d73f33a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:25.997518 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Allocated IP 172.20.0.3 (bbf06f90-e232-4754-b6ec-0b6176528aac/b0c5396d-4714-4569-8fec-86946b508dc0/761ab66d-0e22-4985-be67-a55edec3c352) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:26.000192 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-18a8ed75-6094-453a-9f9a-3011dfb7a304 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (0b5b7802-c145-49dd-b7bc-3fa54d73f33a), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.046069 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-18a8ed75-6094-453a-9f9a-3011dfb7a304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (0b5b7802-c145-49dd-b7bc-3fa54d73f33a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.107641 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-18a8ed75-6094-453a-9f9a-3011dfb7a304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (0b5b7802-c145-49dd-b7bc-3fa54d73f33a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.137772 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8ed75-6094-453a-9f9a-3011dfb7a304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b5b7802-c145-49dd-b7bc-3fa54d73f33a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:26.141773 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-18a8ed75-6094-453a-9f9a-3011dfb7a304 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.147803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39196) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:26.166055 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-18a8ed75-6094-453a-9f9a-3011dfb7a304 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0b5b7802-c145-49dd-b7bc-3fa54d73f33a HTTP/1.1" status: 204 len: 168 time: 0.2715790 Feb 11 05:21:26.167921 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Publish callbacks [] for port (761ab66d-0e22-4985-be67-a55edec3c352), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.176753 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (761ab66d-0e22-4985-be67-a55edec3c352), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.196064 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (b0c5396d-4714-4569-8fec-86946b508dc0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.216698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Network bbf06f90-e232-4754-b6ec-0b6176528aac is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:26.223515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:26.225098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:26.268636 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Pushing event updated for resources: {'Port': ['ID=761ab66d-0e22-4985-be67-a55edec3c352,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:26.268854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c5396d-4714-4569-8fec-86946b508dc0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:26.285993 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bce7b039-b510-4b2b-b521-c1498fe21167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (88aebf64-4192-4f02-9485-c61b00d17088), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.304012 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Attempting to bind port 761ab66d-0e22-4985-be67-a55edec3c352 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:26.304546 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Attempting to bind port 761ab66d-0e22-4985-be67-a55edec3c352 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a55cacff-8239-4b57-bca3-77910977e7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'bbf06f90-e232-4754-b6ec-0b6176528aac'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:26.304976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Attempting to bind port 761ab66d-0e22-4985-be67-a55edec3c352 on network bbf06f90-e232-4754-b6ec-0b6176528aac {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:26.316244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:26.317366 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Checking segment: {'id': 'a55cacff-8239-4b57-bca3-77910977e7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'bbf06f90-e232-4754-b6ec-0b6176528aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:26.317366 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.317605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Bound using segment: {'id': 'a55cacff-8239-4b57-bca3-77910977e7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'bbf06f90-e232-4754-b6ec-0b6176528aac'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:26.317896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Bound port: 761ab66d-0e22-4985-be67-a55edec3c352, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55cacff-8239-4b57-bca3-77910977e7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'bbf06f90-e232-4754-b6ec-0b6176528aac'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:26.318458 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (761ab66d-0e22-4985-be67-a55edec3c352), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.383189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] For port 761ab66d-0e22-4985-be67-a55edec3c352, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:26.387912 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] For port 761ab66d-0e22-4985-be67-a55edec3c352, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=761ab66d-0e22-4985-be67-a55edec3c352,segment=NetworkSegment(a55cacff-8239-4b57-bca3-77910977e7e5),segment_id=a55cacff-8239-4b57-bca3-77910977e7e5)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:26.397245 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (761ab66d-0e22-4985-be67-a55edec3c352), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.403697 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (bbf06f90-e232-4754-b6ec-0b6176528aac), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.451991 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bce7b039-b510-4b2b-b521-c1498fe21167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (88aebf64-4192-4f02-9485-c61b00d17088), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.493391 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4db3b3f9-7eb3-42ea-81eb-0726ab52275f req-2f1aa8f7-6c7f-4f6b-b983-18009b15dcca tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0469599 Feb 11 05:21:26.494999 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf06f90-e232-4754-b6ec-0b6176528aac']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:26.496930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214f358-b2cf-4c03-b5c0-a533d1fbd4be None None] Pushing event updated for resources: {'Port': ['ID=761ab66d-0e22-4985-be67-a55edec3c352,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:26.518150 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91df8c4b-2799-410a-b3d2-e7ad24af3758 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:21:26.521154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55cacff-8239-4b57-bca3-77910977e7e5') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:26.522169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55cacff-8239-4b57-bca3-77910977e7e5') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:26.524758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-bce7b039-b510-4b2b-b521-c1498fe21167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88aebf64-4192-4f02-9485-c61b00d17088']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:26.540809 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (a55cacff-8239-4b57-bca3-77910977e7e5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.543331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-bce7b039-b510-4b2b-b521-c1498fe21167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45efbc2c-1e9a-4ab9-a532-74f6c0602e40') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:26.543632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-bce7b039-b510-4b2b-b521-c1498fe21167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45efbc2c-1e9a-4ab9-a532-74f6c0602e40') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:26.560791 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bce7b039-b510-4b2b-b521-c1498fe21167 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (45efbc2c-1e9a-4ab9-a532-74f6c0602e40), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.569551 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a55cacff-8239-4b57-bca3-77910977e7e5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.580131 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:26.580131 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (a55cacff-8239-4b57-bca3-77910977e7e5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:26.582653 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:26.585084 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bce7b039-b510-4b2b-b521-c1498fe21167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (45efbc2c-1e9a-4ab9-a532-74f6c0602e40), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.618669 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce7b039-b510-4b2b-b521-c1498fe21167 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:26.619133 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bce7b039-b510-4b2b-b521-c1498fe21167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (45efbc2c-1e9a-4ab9-a532-74f6c0602e40), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:26.623148 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:26.650173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df8c4b-2799-410a-b3d2-e7ad24af3758 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:21:26.721558 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.api [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:21:26.721558 n-d-713499-38 neutron-server[103171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:21:26.721558 n-d-713499-38 neutron-server[103171]: [parameters: {'id': 'bbf06f90-e232-4754-b6ec-0b6176528aac'}] Feb 11 05:21:26.721558 n-d-713499-38 neutron-server[103171]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:21:26.722034 n-d-713499-38 neutron-server[103171]: DEBUG oslo_db.api [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:21:26.738471 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bce7b039-b510-4b2b-b521-c1498fe21167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (88aebf64-4192-4f02-9485-c61b00d17088), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.743688 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bce7b039-b510-4b2b-b521-c1498fe21167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.747676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bce7b039-b510-4b2b-b521-c1498fe21167 admin admin] 10.222.0.87 "DELETE /v2.0/networks/88aebf64-4192-4f02-9485-c61b00d17088 HTTP/1.1" status: 204 len: 168 time: 0.5987985 Feb 11 05:21:26.763535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14efc52-d3b0-46f8-b5d3-ed1f44a5ee61 req-42ae5dad-7f1e-46f6-9049-e8e2c5db5b2e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:26.765139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e14efc52-d3b0-46f8-b5d3-ed1f44a5ee61 req-42ae5dad-7f1e-46f6-9049-e8e2c5db5b2e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1682227 Feb 11 05:21:26.779172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7b039-b510-4b2b-b521-c1498fe21167 admin admin] Pushing event deleted for resources: {'Network': ['ID=88aebf64-4192-4f02-9485-c61b00d17088,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:26.834122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e14efc52-d3b0-46f8-b5d3-ed1f44a5ee61 req-b0b9c133-ae94-4e22-bceb-876b4ee8cd72 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567942 Feb 11 05:21:26.914167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:26.941124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:21:26.941592 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 98e2e468-10c8-4b82-b46a-a4ba0838c8c0 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:21:26.954309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39226) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:26.998771 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39228) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:26.999274 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-886bf338-b07e-4da7-862b-782198acbb9c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6978f66e811f4d0c9aaa45886a3e4e01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433993 Feb 11 05:21:27.052189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de32957-9c0e-4135-af0f-ad747539eefb None None] Network bbf06f90-e232-4754-b6ec-0b6176528aac requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:27.058192 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Publish callbacks [] for security_group (1e98baa2-de08-4d1c-b7b9-11a85c768827), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.082679 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Publish callbacks [] for security_group (1e98baa2-de08-4d1c-b7b9-11a85c768827), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.148180 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1e98baa2-de08-4d1c-b7b9-11a85c768827), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.151005 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.152348 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1e98baa2-de08-4d1c-b7b9-11a85c768827 HTTP/1.1" status: 204 len: 168 time: 0.1513753 Feb 11 05:21:27.164946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e98baa2-de08-4d1c-b7b9-11a85c768827,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:27.173436 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:27.173895 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:27.174333 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:27.174768 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:27.175385 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:27.175808 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:27.176341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:27.176691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:27.177188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:27.177678 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:27.178168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:27.178672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:27.179158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506ccbc-273a-41b2-a9d5-2af5eeef7022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:27.223628 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (bbf06f90-e232-4754-b6ec-0b6176528aac), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.295037 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Deleting port 761ab66d-0e22-4985-be67-a55edec3c352 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:27.295276 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (761ab66d-0e22-4985-be67-a55edec3c352), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.368540 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] For port 761ab66d-0e22-4985-be67-a55edec3c352, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=761ab66d-0e22-4985-be67-a55edec3c352,segment=NetworkSegment(a55cacff-8239-4b57-bca3-77910977e7e5),segment_id=a55cacff-8239-4b57-bca3-77910977e7e5)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:27.368911 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (761ab66d-0e22-4985-be67-a55edec3c352), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.381813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Calling delete_port for 761ab66d-0e22-4985-be67-a55edec3c352 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:27.396388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:27.476974 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (761ab66d-0e22-4985-be67-a55edec3c352), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.509443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Port': ['ID=761ab66d-0e22-4985-be67-a55edec3c352,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:27.518461 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No DVR routers for this DVR port 761ab66d-0e22-4985-be67-a55edec3c352 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:27.579160 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:27.607764 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (bbf06f90-e232-4754-b6ec-0b6176528aac), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.617849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:27.651774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf06f90-e232-4754-b6ec-0b6176528aac']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:27.677656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8adb6bb-f9c7-4acb-9cb7-365784e4dd83 req-56948e19-52f8-426d-8a2e-41a7716c1844 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0373864 Feb 11 05:21:27.680717 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55cacff-8239-4b57-bca3-77910977e7e5') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:27.681563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55cacff-8239-4b57-bca3-77910977e7e5') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:27.695044 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (a55cacff-8239-4b57-bca3-77910977e7e5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.713092 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a55cacff-8239-4b57-bca3-77910977e7e5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.720450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:27.721111 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (a55cacff-8239-4b57-bca3-77910977e7e5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:27.725311 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:27.789115 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (bbf06f90-e232-4754-b6ec-0b6176528aac), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.798790 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.806559 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/bbf06f90-e232-4754-b6ec-0b6176528aac HTTP/1.1" status: 204 len: 168 time: 2.0829842 Feb 11 05:21:27.806742 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39266) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:27.811999 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3666ff94-7927-40b0-80ae-03b9b15061c5 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1455649201'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:27.812124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e066db2-60fe-4b7d-87a8-b92b1475aac7 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Network': ['ID=bbf06f90-e232-4754-b6ec-0b6176528aac,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:27.836555 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3666ff94-7927-40b0-80ae-03b9b15061c5 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:27.840044 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3666ff94-7927-40b0-80ae-03b9b15061c5 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.865703 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3666ff94-7927-40b0-80ae-03b9b15061c5 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:27.883763 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3666ff94-7927-40b0-80ae-03b9b15061c5 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (3753f96a-6ff3-49ab-8bc2-5b672e28e83e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.884030 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-3666ff94-7927-40b0-80ae-03b9b15061c5 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Added segment 3753f96a-6ff3-49ab-8bc2-5b672e28e83e of type vlan for network aae71ef2-acec-45cc-b2ac-2de699c6ac85 Feb 11 05:21:27.946247 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3666ff94-7927-40b0-80ae-03b9b15061c5 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (aae71ef2-acec-45cc-b2ac-2de699c6ac85), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.976526 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3666ff94-7927-40b0-80ae-03b9b15061c5 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (aae71ef2-acec-45cc-b2ac-2de699c6ac85), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.981934 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3666ff94-7927-40b0-80ae-03b9b15061c5 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:27.982602 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3666ff94-7927-40b0-80ae-03b9b15061c5 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.014262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f184b-4f34-46b7-bcb3-dac73e5a0bb8 req-9aeeba90-4ef3-4a9d-bdad-1faefff3c7ab tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:28.016397 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-542f184b-4f34-46b7-bcb3-dac73e5a0bb8 req-9aeeba90-4ef3-4a9d-bdad-1faefff3c7ab tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.0691156 Feb 11 05:21:28.041559 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3666ff94-7927-40b0-80ae-03b9b15061c5 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2339017 Feb 11 05:21:28.044949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39278) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:28.052299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1a7144a5-d6e9-4c06-b4f7-b8bb1d82a726 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'subnet': {'network_id': 'aae71ef2-acec-45cc-b2ac-2de699c6ac85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:28.090445 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666ff94-7927-40b0-80ae-03b9b15061c5 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Network': ['ID=aae71ef2-acec-45cc-b2ac-2de699c6ac85,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:28.101506 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network aae71ef2-acec-45cc-b2ac-2de699c6ac85 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:28.118770 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-542f184b-4f34-46b7-bcb3-dac73e5a0bb8 req-8452b2d9-73c6-450a-8908-772723acff70 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944891 Feb 11 05:21:28.166388 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39284) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:28.188535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7144a5-d6e9-4c06-b4f7-b8bb1d82a726 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:28.193845 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a7144a5-d6e9-4c06-b4f7-b8bb1d82a726 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.289819 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1480108f-3794-437d-a728-0f3923f42869 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1995330515-network', 'tenant_id': '29df9dc54a9a421b9a6a4d733a9cd550'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:28.313971 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1480108f-3794-437d-a728-0f3923f42869 admin admin] Made reservation on behalf of 29df9dc54a9a421b9a6a4d733a9cd550 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:28.318729 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1480108f-3794-437d-a728-0f3923f42869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.334024 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1480108f-3794-437d-a728-0f3923f42869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.435509 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1480108f-3794-437d-a728-0f3923f42869 admin admin] Publish callbacks [] for security_group (8aba9135-e750-4938-b63c-5a320829d178), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.442665 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1480108f-3794-437d-a728-0f3923f42869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8aba9135-e750-4938-b63c-5a320829d178), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.445323 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e64f600-067d-4b77-adb8-fc713b159b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.449002 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a7144a5-d6e9-4c06-b4f7-b8bb1d82a726 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (b0b60909-e980-49e7-8c2f-eba086fa3556), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.470035 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1480108f-3794-437d-a728-0f3923f42869 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:28.489517 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480108f-3794-437d-a728-0f3923f42869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aba9135-e750-4938-b63c-5a320829d178,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:28.496220 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1480108f-3794-437d-a728-0f3923f42869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.497522 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-1480108f-3794-437d-a728-0f3923f42869 admin admin] Added segment 74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5 of type vlan for network c512d7db-c30c-48b7-9a31-92e5b1a934f7 Feb 11 05:21:28.510542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7144a5-d6e9-4c06-b4f7-b8bb1d82a726 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Subnet': ['ID=b0b60909-e980-49e7-8c2f-eba086fa3556,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:28.530308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7144a5-d6e9-4c06-b4f7-b8bb1d82a726 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Checking segment: {'id': '3753f96a-6ff3-49ab-8bc2-5b672e28e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'aae71ef2-acec-45cc-b2ac-2de699c6ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:28.530819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7144a5-d6e9-4c06-b4f7-b8bb1d82a726 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network hostable DHCP agents. Network: aae71ef2-acec-45cc-b2ac-2de699c6ac85, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:28.549292 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7144a5-d6e9-4c06-b4f7-b8bb1d82a726 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network aae71ef2-acec-45cc-b2ac-2de699c6ac85 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:28.552094 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1480108f-3794-437d-a728-0f3923f42869 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (c512d7db-c30c-48b7-9a31-92e5b1a934f7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.561587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-1a7144a5-d6e9-4c06-b4f7-b8bb1d82a726 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, aae71ef2-acec-45cc-b2ac-2de699c6ac85) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:28.566832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7144a5-d6e9-4c06-b4f7-b8bb1d82a726 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:28.567572 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a7144a5-d6e9-4c06-b4f7-b8bb1d82a726 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.588498 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1a7144a5-d6e9-4c06-b4f7-b8bb1d82a726 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5422497 Feb 11 05:21:28.589918 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1480108f-3794-437d-a728-0f3923f42869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (c512d7db-c30c-48b7-9a31-92e5b1a934f7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.590912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1480108f-3794-437d-a728-0f3923f42869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:28.591325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39292) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:28.591904 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1480108f-3794-437d-a728-0f3923f42869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.598822 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bcfddd-681e-4101-bac9-95d574e1ef7b None None] Network aae71ef2-acec-45cc-b2ac-2de699c6ac85 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:28.664578 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1480108f-3794-437d-a728-0f3923f42869 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4961667 Feb 11 05:21:28.667959 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39296) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:28.673146 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-548a0f7a-46e6-4309-a728-3e99ab15f8b9 admin admin] Request body: {'subnet': {'network_id': 'c512d7db-c30c-48b7-9a31-92e5b1a934f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1995330515-subnet', 'tenant_id': '29df9dc54a9a421b9a6a4d733a9cd550', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:28.678053 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480108f-3794-437d-a728-0f3923f42869 admin admin] Pushing event updated for resources: {'Network': ['ID=c512d7db-c30c-48b7-9a31-92e5b1a934f7,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:28.699166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548a0f7a-46e6-4309-a728-3e99ab15f8b9 admin admin] Made reservation on behalf of 29df9dc54a9a421b9a6a4d733a9cd550 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:28.701882 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-548a0f7a-46e6-4309-a728-3e99ab15f8b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.739996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network c512d7db-c30c-48b7-9a31-92e5b1a934f7 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:28.759541 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfcd5aa7-bf0a-4454-98ea-27792ea30e70 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (aae71ef2-acec-45cc-b2ac-2de699c6ac85), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.831514 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a41324c3-2d82-401c-b102-f7eb6d730a06 req-5a7e9c19-8b9a-47da-b72d-7a7037b95628 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0549543 Feb 11 05:21:28.880842 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80589bc4-3842-4131-a106-132530f7a433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-aae71ef2-acec-45cc-b2ac-2de699c6ac85', 'network_id': 'aae71ef2-acec-45cc-b2ac-2de699c6ac85', 'project_id': '1cbdf38943bb49c6b3bc12ae011d54b3', 'fixed_ips': [{'subnet_id': 'b0b60909-e980-49e7-8c2f-eba086fa3556'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:28.881706 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-80589bc4-3842-4131-a106-132530f7a433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.894106 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfcd5aa7-bf0a-4454-98ea-27792ea30e70 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (b0b60909-e980-49e7-8c2f-eba086fa3556), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.915046 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-548a0f7a-46e6-4309-a728-3e99ab15f8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (06fa2e4d-2d48-4ad5-a1e1-36edb549e82a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.992632 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfcd5aa7-bf0a-4454-98ea-27792ea30e70 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (b0b60909-e980-49e7-8c2f-eba086fa3556), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.012210 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a0f7a-46e6-4309-a728-3e99ab15f8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06fa2e4d-2d48-4ad5-a1e1-36edb549e82a,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:29.021268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a0f7a-46e6-4309-a728-3e99ab15f8b9 admin admin] Checking segment: {'id': '74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c512d7db-c30c-48b7-9a31-92e5b1a934f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:29.021637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548a0f7a-46e6-4309-a728-3e99ab15f8b9 admin admin] Network hostable DHCP agents. Network: c512d7db-c30c-48b7-9a31-92e5b1a934f7, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:29.031870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd5aa7-bf0a-4454-98ea-27792ea30e70 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b60909-e980-49e7-8c2f-eba086fa3556,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:29.045319 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548a0f7a-46e6-4309-a728-3e99ab15f8b9 admin admin] Network c512d7db-c30c-48b7-9a31-92e5b1a934f7 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server [None req-80589bc4-3842-4131-a106-132530f7a433 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0b60909-e980-49e7-8c2f-eba086fa3556: This subnet is being modified by another concurrent operation. Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:21:29.057196 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0b60909-e980-49e7-8c2f-eba086fa3556: This subnet is being modified by another concurrent operation. Feb 11 05:21:29.061099 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Feb 11 05:21:29.065982 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-548a0f7a-46e6-4309-a728-3e99ab15f8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, c512d7db-c30c-48b7-9a31-92e5b1a934f7) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:29.070442 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548a0f7a-46e6-4309-a728-3e99ab15f8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.071346 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-548a0f7a-46e6-4309-a728-3e99ab15f8b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.089121 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-548a0f7a-46e6-4309-a728-3e99ab15f8b9 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4194965 Feb 11 05:21:29.103881 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfcd5aa7-bf0a-4454-98ea-27792ea30e70 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (aae71ef2-acec-45cc-b2ac-2de699c6ac85), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.105184 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a31bf0-d648-4e3e-9514-496cc7ad9d87 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:21:29.125588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-dfcd5aa7-bf0a-4454-98ea-27792ea30e70 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae71ef2-acec-45cc-b2ac-2de699c6ac85']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:29.135170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-dfcd5aa7-bf0a-4454-98ea-27792ea30e70 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3753f96a-6ff3-49ab-8bc2-5b672e28e83e') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:29.135588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-dfcd5aa7-bf0a-4454-98ea-27792ea30e70 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3753f96a-6ff3-49ab-8bc2-5b672e28e83e') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:29.158204 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfcd5aa7-bf0a-4454-98ea-27792ea30e70 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (3753f96a-6ff3-49ab-8bc2-5b672e28e83e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.189042 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfcd5aa7-bf0a-4454-98ea-27792ea30e70 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (3753f96a-6ff3-49ab-8bc2-5b672e28e83e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.204186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfcd5aa7-bf0a-4454-98ea-27792ea30e70 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:29.206244 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfcd5aa7-bf0a-4454-98ea-27792ea30e70 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (3753f96a-6ff3-49ab-8bc2-5b672e28e83e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:29.213262 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:29.237355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a31bf0-d648-4e3e-9514-496cc7ad9d87 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:21:29.377114 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfcd5aa7-bf0a-4454-98ea-27792ea30e70 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (aae71ef2-acec-45cc-b2ac-2de699c6ac85), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.385765 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfcd5aa7-bf0a-4454-98ea-27792ea30e70 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.389477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dfcd5aa7-bf0a-4454-98ea-27792ea30e70 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/aae71ef2-acec-45cc-b2ac-2de699c6ac85 HTTP/1.1" status: 204 len: 168 time: 0.7966387 Feb 11 05:21:29.394988 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39316) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:29.398727 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:29.409908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd5aa7-bf0a-4454-98ea-27792ea30e70 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Network': ['ID=aae71ef2-acec-45cc-b2ac-2de699c6ac85,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:29.411225 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f7282921-b4fd-4b00-99f9-5524b35d9b14 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-328926729'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:29.424571 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cb728-2d71-42ee-9f3b-628712901f91 req-a37846f2-ab67-49ed-a31f-b24eb4defe34 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.426554 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c52cb728-2d71-42ee-9f3b-628712901f91 req-a37846f2-ab67-49ed-a31f-b24eb4defe34 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.1398163 Feb 11 05:21:29.463178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7282921-b4fd-4b00-99f9-5524b35d9b14 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:29.468715 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7282921-b4fd-4b00-99f9-5524b35d9b14 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.494492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c52cb728-2d71-42ee-9f3b-628712901f91 req-412482a5-1234-4661-a50e-2a957a26b454 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546474 Feb 11 05:21:29.502494 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7282921-b4fd-4b00-99f9-5524b35d9b14 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:29.538926 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7282921-b4fd-4b00-99f9-5524b35d9b14 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (79a75b6c-115f-4a84-bbd1-a0196fdecedc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.540013 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-f7282921-b4fd-4b00-99f9-5524b35d9b14 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Added segment 79a75b6c-115f-4a84-bbd1-a0196fdecedc of type vlan for network 2d3ce552-91cc-4c40-8fd8-642806fcf1b7 Feb 11 05:21:29.584822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-5c1302fd-9fd0-4900-b4e5-95b2c2f3d6ed tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.586288 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-5c1302fd-9fd0-4900-b4e5-95b2c2f3d6ed tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.0809755 Feb 11 05:21:29.652472 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7282921-b4fd-4b00-99f9-5524b35d9b14 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (2d3ce552-91cc-4c40-8fd8-642806fcf1b7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.678760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384f9185-93fd-4536-904e-1672f29aeefb None None] Network aae71ef2-acec-45cc-b2ac-2de699c6ac85 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:29.686125 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7282921-b4fd-4b00-99f9-5524b35d9b14 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (2d3ce552-91cc-4c40-8fd8-642806fcf1b7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.700886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7282921-b4fd-4b00-99f9-5524b35d9b14 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.701926 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7282921-b4fd-4b00-99f9-5524b35d9b14 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.721197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384f9185-93fd-4536-904e-1672f29aeefb None None] Network aae71ef2-acec-45cc-b2ac-2de699c6ac85 could not be found, it might have been deleted concurrently. {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:21:29.739062 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a6593e-96f5-49fc-b96b-05a1da86da34 None None] Network c512d7db-c30c-48b7-9a31-92e5b1a934f7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:29.772846 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f7282921-b4fd-4b00-99f9-5524b35d9b14 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3746736 Feb 11 05:21:29.790236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39326) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:29.797121 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:29.802047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-4ac948f1-2752-4d86-9e79-e1f53d67d4f6 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'subnet': {'network_id': '2d3ce552-91cc-4c40-8fd8-642806fcf1b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:29.810721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7282921-b4fd-4b00-99f9-5524b35d9b14 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Network': ['ID=2d3ce552-91cc-4c40-8fd8-642806fcf1b7,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:29.851130 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 2d3ce552-91cc-4c40-8fd8-642806fcf1b7 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:29.859110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-58afd602-079f-404f-b6c7-168c6de89cba tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Deleting port 3fd382e2-b580-4d58-a121-c378051f3545 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:29.859110 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-58afd602-079f-404f-b6c7-168c6de89cba tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3fd382e2-b580-4d58-a121-c378051f3545), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.859450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fd382e2-b580-4d58-a121-c378051f3545', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '3fd382e2-b580-4d58-a121-c378051f3545', 'mac_address': 'fa:16:3e:3a:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:29.967207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff69f9a-7789-4751-8496-b2b3c36df33f None None] Network c512d7db-c30c-48b7-9a31-92e5b1a934f7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:30.347959 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-daed26b3-cf79-470e-90dc-4a1084b428c3 req-d0e3f737-773a-4056-892f-01814948b953 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.4187124 Feb 11 05:21:30.430230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-58afd602-079f-404f-b6c7-168c6de89cba tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] For port 3fd382e2-b580-4d58-a121-c378051f3545, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fd382e2-b580-4d58-a121-c378051f3545,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:30.430599 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-58afd602-079f-404f-b6c7-168c6de89cba tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3fd382e2-b580-4d58-a121-c378051f3545), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:30.454708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac948f1-2752-4d86-9e79-e1f53d67d4f6 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:30.458345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ac948f1-2752-4d86-9e79-e1f53d67d4f6 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:30.461358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-58afd602-079f-404f-b6c7-168c6de89cba tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Calling delete_port for 3fd382e2-b580-4d58-a121-c378051f3545 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:30.468464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-c937e9a0-c843-4dd5-9065-fc0838d1a34e tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:30.470569 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-c937e9a0-c843-4dd5-9065-fc0838d1a34e tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/networks?id=c512d7db-c30c-48b7-9a31-92e5b1a934f7 HTTP/1.1" status: 200 len: 821 time: 0.6269112 Feb 11 05:21:30.515115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-981f1167-dec9-4f38-b0ea-4735cc35322b tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/quotas/29df9dc54a9a421b9a6a4d733a9cd550 HTTP/1.1" status: 200 len: 375 time: 0.0305023 Feb 11 05:21:30.623977 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-0aa94723-cb08-4dbf-9381-df1bad465e38 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=29df9dc54a9a421b9a6a4d733a9cd550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781212 Feb 11 05:21:30.749072 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1f9b4fc1-7ad0-4cc5-b7a3-0cfc73a8cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:30.807447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bacf5d-6f47-4d62-b161-d4b70c76359d req-bc01890d-6df6-4c2f-a497-33a4b44d51c6 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:30.808953 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-11bacf5d-6f47-4d62-b161-d4b70c76359d req-bc01890d-6df6-4c2f-a497-33a4b44d51c6 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 945 time: 0.2265618 Feb 11 05:21:30.900390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-0c62e6dc-697f-4c53-be4f-0ec623585f3f service neutron] 10.222.0.87 "GET /v2.0/networks/c512d7db-c30c-48b7-9a31-92e5b1a934f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513938 Feb 11 05:21:30.975123 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-58afd602-079f-404f-b6c7-168c6de89cba tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (3fd382e2-b580-4d58-a121-c378051f3545), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:30.987984 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a5ed6997-d635-418a-9a9a-7c38ea6e7e6d'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:30.998329 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-11bacf5d-6f47-4d62-b161-d4b70c76359d req-895126f9-b68b-4550-96d6-e46e161883bf tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676576 Feb 11 05:21:31.035865 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ac948f1-2752-4d86-9e79-e1f53d67d4f6 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (f1c3cca5-ba2e-4fbf-8524-42bcf17793ac), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:31.089517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afd602-079f-404f-b6c7-168c6de89cba tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Pushing event deleted for resources: {'Port': ['ID=3fd382e2-b580-4d58-a121-c378051f3545,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:31.189307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-901009c0-5225-44b8-a1fd-c6ab659b8a68 service neutron] 10.222.0.87 "GET /v2.0/networks/c512d7db-c30c-48b7-9a31-92e5b1a934f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595084 Feb 11 05:21:31.196821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-58afd602-079f-404f-b6c7-168c6de89cba tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] No DVR routers for this DVR port 3fd382e2-b580-4d58-a121-c378051f3545 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:31.202634 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-58afd602-079f-404f-b6c7-168c6de89cba tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:31.206473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-58afd602-079f-404f-b6c7-168c6de89cba tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.88 "DELETE /v2.0/ports/3fd382e2-b580-4d58-a121-c378051f3545 HTTP/1.1" status: 204 len: 173 time: 1.6137440 Feb 11 05:21:31.208886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af16df4-7424-4c4d-a31b-0fed8a13d4b0', 'name': 'network-vif-deleted', 'tag': '3fd382e2-b580-4d58-a121-c378051f3545'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:31.211384 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f628ef1-049f-4eb2-a549-369e786a56c2" -d '{"events": [{"server_uuid": "2af16df4-7424-4c4d-a31b-0fed8a13d4b0", "name": "network-vif-deleted", "tag": "3fd382e2-b580-4d58-a121-c378051f3545"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:31.214808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac948f1-2752-4d86-9e79-e1f53d67d4f6 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Subnet': ['ID=f1c3cca5-ba2e-4fbf-8524-42bcf17793ac,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:31.245113 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac948f1-2752-4d86-9e79-e1f53d67d4f6 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Checking segment: {'id': '79a75b6c-115f-4a84-bbd1-a0196fdecedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d3ce552-91cc-4c40-8fd8-642806fcf1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:31.245496 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac948f1-2752-4d86-9e79-e1f53d67d4f6 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network hostable DHCP agents. Network: 2d3ce552-91cc-4c40-8fd8-642806fcf1b7, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:31.267053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac948f1-2752-4d86-9e79-e1f53d67d4f6 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network 2d3ce552-91cc-4c40-8fd8-642806fcf1b7 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:31.281071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-4ac948f1-2752-4d86-9e79-e1f53d67d4f6 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 2d3ce552-91cc-4c40-8fd8-642806fcf1b7) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:31.290395 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a65b23-5144-45da-8229-485c2665ff68 None None] Network 2d3ce552-91cc-4c40-8fd8-642806fcf1b7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:31.298721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac948f1-2752-4d86-9e79-e1f53d67d4f6 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:31.299702 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ac948f1-2752-4d86-9e79-e1f53d67d4f6 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:31.323912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4ac948f1-2752-4d86-9e79-e1f53d67d4f6 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5297863 Feb 11 05:21:31.324766 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39372) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:31.437181 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:31.448631 n-d-713499-38 neutron-server[103173]: INFO neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No ports have port_id starting with 3fd382e2-b580-4d58-a121-c378051f3545 Feb 11 05:21:31.451560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fd382e2-b580-4d58-a121-c378051f3545 requested by agent hyperv_n-h2-713499-38 not found in database {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 11 05:21:31.464155 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bfddbf-4b01-4978-aea6-e2ba1893ef07 x-openstack-request-id: req-95bfddbf-4b01-4978-aea6-e2ba1893ef07 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:31.468658 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af16df4-7424-4c4d-a31b-0fed8a13d4b0", "name": "network-vif-deleted", "tag": "3fd382e2-b580-4d58-a121-c378051f3545", "status": "failed", "code": 422}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:31.469017 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-95bfddbf-4b01-4978-aea6-e2ba1893ef07 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:31.469531 n-d-713499-38 neutron-server[103171]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2af16df4-7424-4c4d-a31b-0fed8a13d4b0', 'name': 'network-vif-deleted', 'tag': '3fd382e2-b580-4d58-a121-c378051f3545', 'status': 'failed', 'code': 422} returned with failed status Feb 11 05:21:31.508380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-2d3ce552-91cc-4c40-8fd8-642806fcf1b7', 'network_id': '2d3ce552-91cc-4c40-8fd8-642806fcf1b7', 'project_id': '1cbdf38943bb49c6b3bc12ae011d54b3', 'fixed_ips': [{'subnet_id': 'f1c3cca5-ba2e-4fbf-8524-42bcf17793ac'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:31.509397 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:31.556437 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-379e3e1c-1082-4096-91bb-90c1dcc2a442 req-2e0c7595-629d-4a3e-8508-2a71bbb81ca8 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/ports?device_id=be6c4134-3745-4a37-961f-dc96a1b84601 HTTP/1.1" status: 200 len: 210 time: 0.0842352 Feb 11 05:21:31.558607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26d18b6b-2b13-4375-a2e0-382e9de29b55 req-be44fbac-edcf-40e6-af33-6cac6872067e tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0570951 Feb 11 05:21:31.594008 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (2d3ce552-91cc-4c40-8fd8-642806fcf1b7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:31.657591 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (f1c3cca5-ba2e-4fbf-8524-42bcf17793ac), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:31.734220 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Allocated IP 172.20.0.1 (2d3ce552-91cc-4c40-8fd8-642806fcf1b7/f1c3cca5-ba2e-4fbf-8524-42bcf17793ac/ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:31.898994 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Publish callbacks [] for port (ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:31.910636 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:31.953003 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (f1c3cca5-ba2e-4fbf-8524-42bcf17793ac), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:31.957918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Network 2d3ce552-91cc-4c40-8fd8-642806fcf1b7 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:31.961560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:31.966332 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:31.975649 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Pushing event updated for resources: {'Port': ['ID=ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:31.988623 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:31.988975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:31.989319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:31.989659 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:31.989996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:31.990328 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:31.990655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:31.991383 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:31.991758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:31.992085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:31.992411 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:31.992734 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:31.993055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:32.040934 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Subnet': ['ID=f1c3cca5-ba2e-4fbf-8524-42bcf17793ac,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:32.065063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Attempting to bind port ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:32.066469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Attempting to bind port ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '79a75b6c-115f-4a84-bbd1-a0196fdecedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d3ce552-91cc-4c40-8fd8-642806fcf1b7'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:32.067092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Attempting to bind port ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc on network 2d3ce552-91cc-4c40-8fd8-642806fcf1b7 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:32.073046 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:32.073586 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Checking segment: {'id': '79a75b6c-115f-4a84-bbd1-a0196fdecedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d3ce552-91cc-4c40-8fd8-642806fcf1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:32.074827 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.075329 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Bound using segment: {'id': '79a75b6c-115f-4a84-bbd1-a0196fdecedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d3ce552-91cc-4c40-8fd8-642806fcf1b7'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:32.075944 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Bound port: ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a75b6c-115f-4a84-bbd1-a0196fdecedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2d3ce552-91cc-4c40-8fd8-642806fcf1b7'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:32.077257 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.123879 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (2d3ce552-91cc-4c40-8fd8-642806fcf1b7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.182635 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4e7d9b6-0582-4462-be39-cd8b45fbbe54 req-5bb1dfa3-2baf-48d4-bc0e-f066052ea495 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 210 time: 0.0616546 Feb 11 05:21:32.202125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3ce552-91cc-4c40-8fd8-642806fcf1b7']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:32.216779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] For port ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:32.222255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] For port ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc,segment=NetworkSegment(79a75b6c-115f-4a84-bbd1-a0196fdecedc),segment_id=79a75b6c-115f-4a84-bbd1-a0196fdecedc)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:32.230567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a75b6c-115f-4a84-bbd1-a0196fdecedc') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:32.230874 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a75b6c-115f-4a84-bbd1-a0196fdecedc') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:32.232074 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.266174 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (79a75b6c-115f-4a84-bbd1-a0196fdecedc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.283885 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (79a75b6c-115f-4a84-bbd1-a0196fdecedc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.293590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:32.294693 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (79a75b6c-115f-4a84-bbd1-a0196fdecedc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:32.297980 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:32.372059 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.372736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454aeb0b-d99c-442a-b66b-c7bfa30dd76d None None] Pushing event updated for resources: {'Port': ['ID=ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:32.396675 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785001bc-94bb-42bd-b7cf-184fe6f578e2 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:21:32.414621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29a17416-bb38-4951-ad9e-41402c0d5b6e req-9e06d2ca-fa66-4ff9-b727-0fc4f1512799 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=2af16df4-7424-4c4d-a31b-0fed8a13d4b0 HTTP/1.1" status: 200 len: 210 time: 0.0344944 Feb 11 05:21:32.417429 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.api [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:21:32.417429 n-d-713499-38 neutron-server[103171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:21:32.417429 n-d-713499-38 neutron-server[103171]: [parameters: {'id': '2d3ce552-91cc-4c40-8fd8-642806fcf1b7'}] Feb 11 05:21:32.417429 n-d-713499-38 neutron-server[103171]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:21:32.417832 n-d-713499-38 neutron-server[103171]: DEBUG oslo_db.api [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:21:32.489880 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785001bc-94bb-42bd-b7cf-184fe6f578e2 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:21:32.710563 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cba058e4-7684-4d34-8146-961571cf7fd5 req-1be5cb64-7efb-4423-a1a0-8fec05a911a2 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/ports?device_id=be6c4134-3745-4a37-961f-dc96a1b84601 HTTP/1.1" status: 200 len: 210 time: 0.0493281 Feb 11 05:21:32.741487 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0dcaed-bcc4-47bb-b2f4-4ff55cef23d2 None None] Network 2d3ce552-91cc-4c40-8fd8-642806fcf1b7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:32.915807 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64a3a368-6123-44a6-a82c-aa143a389dca req-369fb7c2-7c1b-4cd5-8afb-743e28463401 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0725777 Feb 11 05:21:32.919071 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (2d3ce552-91cc-4c40-8fd8-642806fcf1b7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:32.966692 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-297a482c-b7e9-4cd3-a5f9-c45f4ea34f59 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:32.968863 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-297a482c-b7e9-4cd3-a5f9-c45f4ea34f59 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.73 "GET /v2.0/networks?id=c512d7db-c30c-48b7-9a31-92e5b1a934f7 HTTP/1.1" status: 200 len: 821 time: 0.2659659 Feb 11 05:21:32.983321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-5ff512b7-9f2a-4938-a27d-7399b8ef37fd tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Request body: {'port': {'device_id': 'be6c4134-3745-4a37-961f-dc96a1b84601', 'network_id': 'c512d7db-c30c-48b7-9a31-92e5b1a934f7', 'admin_state_up': True, 'tenant_id': '29df9dc54a9a421b9a6a4d733a9cd550'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:33.033929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Deleting port ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:33.034826 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.124721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] For port ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc,segment=NetworkSegment(79a75b6c-115f-4a84-bbd1-a0196fdecedc),segment_id=79a75b6c-115f-4a84-bbd1-a0196fdecedc)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:33.125257 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.139985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Calling delete_port for ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:33.182112 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-5ff512b7-9f2a-4938-a27d-7399b8ef37fd tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Made reservation on behalf of 29df9dc54a9a421b9a6a4d733a9cd550 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:33.185688 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-5ff512b7-9f2a-4938-a27d-7399b8ef37fd tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.242966 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.295835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Port': ['ID=ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:33.301771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No DVR routers for this DVR port ae16e1b4-933f-4d78-83d1-f21c4c3fd9bc on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:33.377550 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133bd02-0d90-4761-bf0e-2485a13b5832 req-28162a14-4d94-453f-a7d5-af06b13446a8 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:33.379903 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2133bd02-0d90-4761-bf0e-2485a13b5832 req-28162a14-4d94-453f-a7d5-af06b13446a8 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c81dc1a-1181-4f75-b4bf-0840182d2922 HTTP/1.1" status: 200 len: 945 time: 0.1513004 Feb 11 05:21:33.402623 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-5ff512b7-9f2a-4938-a27d-7399b8ef37fd tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Allocated IP 172.20.0.3 (c512d7db-c30c-48b7-9a31-92e5b1a934f7/06fa2e4d-2d48-4ad5-a1e1-36edb549e82a/d6947d66-238f-4b6e-946c-75783d4a7386) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:33.410723 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (2d3ce552-91cc-4c40-8fd8-642806fcf1b7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.447463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3ce552-91cc-4c40-8fd8-642806fcf1b7']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:33.463883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a75b6c-115f-4a84-bbd1-a0196fdecedc') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:33.464179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a75b6c-115f-4a84-bbd1-a0196fdecedc') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:33.482394 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (79a75b6c-115f-4a84-bbd1-a0196fdecedc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.492948 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2133bd02-0d90-4761-bf0e-2485a13b5832 req-4407cf44-e81e-4a59-8690-442b182919b1 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845659 Feb 11 05:21:33.501486 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (79a75b6c-115f-4a84-bbd1-a0196fdecedc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.511093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:33.511910 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (79a75b6c-115f-4a84-bbd1-a0196fdecedc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:33.515366 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:33.545677 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.601251 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (2d3ce552-91cc-4c40-8fd8-642806fcf1b7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.610647 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.619820 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/2d3ce552-91cc-4c40-8fd8-642806fcf1b7 HTTP/1.1" status: 204 len: 168 time: 2.2894957 Feb 11 05:21:33.622641 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39426) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:33.628113 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265aae18-1621-47d4-b32d-b97be7079e04 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Network': ['ID=2d3ce552-91cc-4c40-8fd8-642806fcf1b7,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:33.632308 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6ba77965-7dec-4d84-9cba-6279c2366db3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-446128529'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:33.640848 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-5ff512b7-9f2a-4938-a27d-7399b8ef37fd tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Publish callbacks [] for port (d6947d66-238f-4b6e-946c-75783d4a7386), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.665625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba77965-7dec-4d84-9cba-6279c2366db3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:33.669292 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ba77965-7dec-4d84-9cba-6279c2366db3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.709071 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba77965-7dec-4d84-9cba-6279c2366db3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:33.711618 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-5ff512b7-9f2a-4938-a27d-7399b8ef37fd tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d6947d66-238f-4b6e-946c-75783d4a7386), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.748317 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ba77965-7dec-4d84-9cba-6279c2366db3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (79622ffe-e8ac-476c-98f9-b8315c69e984), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.748670 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-6ba77965-7dec-4d84-9cba-6279c2366db3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Added segment 79622ffe-e8ac-476c-98f9-b8315c69e984 of type vlan for network b668bedb-373e-41a5-8139-718e12cc5711 Feb 11 05:21:33.770635 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-5ff512b7-9f2a-4938-a27d-7399b8ef37fd tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Network c512d7db-c30c-48b7-9a31-92e5b1a934f7 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:33.777194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-5ff512b7-9f2a-4938-a27d-7399b8ef37fd tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:33.808005 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-5ff512b7-9f2a-4938-a27d-7399b8ef37fd tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:33.841881 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a9439-f67c-48c1-9bf0-229063049761 req-33482641-900d-4125-af05-6d8410c874da tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:33.844912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e35a9439-f67c-48c1-9bf0-229063049761 req-33482641-900d-4125-af05-6d8410c874da tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/ports?device_id=be6c4134-3745-4a37-961f-dc96a1b84601 HTTP/1.1" status: 200 len: 931 time: 0.0707233 Feb 11 05:21:33.854597 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ba77965-7dec-4d84-9cba-6279c2366db3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (b668bedb-373e-41a5-8139-718e12cc5711), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.862101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff512b7-9f2a-4938-a27d-7399b8ef37fd tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Pushing event updated for resources: {'Port': ['ID=d6947d66-238f-4b6e-946c-75783d4a7386,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:33.882727 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-5ff512b7-9f2a-4938-a27d-7399b8ef37fd tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:33.883381 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-5ff512b7-9f2a-4938-a27d-7399b8ef37fd tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.906958 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-5ff512b7-9f2a-4938-a27d-7399b8ef37fd tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9278333 Feb 11 05:21:33.913810 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ba77965-7dec-4d84-9cba-6279c2366db3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (b668bedb-373e-41a5-8139-718e12cc5711), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.918871 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba77965-7dec-4d84-9cba-6279c2366db3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:33.919507 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ba77965-7dec-4d84-9cba-6279c2366db3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:33.919925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e35a9439-f67c-48c1-9bf0-229063049761 req-a4e0b22b-a7ac-4d5b-a9d9-f9d852a41e5f tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/security-groups?id=8aba9135-e750-4938-b63c-5a320829d178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671589 Feb 11 05:21:33.942443 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Request body: {'port': {'device_id': 'be6c4134-3745-4a37-961f-dc96a1b84601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:33.992148 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6ba77965-7dec-4d84-9cba-6279c2366db3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3679929 Feb 11 05:21:33.994911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39434) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:34.000108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c8f7ec82-a4de-4890-8b5f-1a4910277e71 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:34.040943 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-698a383d-9f0f-459b-9733-4541d63a755b req-cb72e017-7018-4dd7-bf45-86d40632bee6 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0353897 Feb 11 05:21:34.041154 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba77965-7dec-4d84-9cba-6279c2366db3 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Network': ['ID=b668bedb-373e-41a5-8139-718e12cc5711,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:34.052543 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network b668bedb-373e-41a5-8139-718e12cc5711 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:34.080437 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d6947d66-238f-4b6e-946c-75783d4a7386), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.247220 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ec82-a4de-4890-8b5f-1a4910277e71 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (b668bedb-373e-41a5-8139-718e12cc5711), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.261831 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ec82-a4de-4890-8b5f-1a4910277e71 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (b668bedb-373e-41a5-8139-718e12cc5711), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.291944 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8f7ec82-a4de-4890-8b5f-1a4910277e71 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network b668bedb-373e-41a5-8139-718e12cc5711 is not hosted by any dhcp agent {{(pid=103171) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:21:34.296634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f7ec82-a4de-4890-8b5f-1a4910277e71 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.297239 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ec82-a4de-4890-8b5f-1a4910277e71 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.301780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c8f7ec82-a4de-4890-8b5f-1a4910277e71 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "PUT /v2.0/networks/b668bedb-373e-41a5-8139-718e12cc5711 HTTP/1.1" status: 200 len: 723 time: 0.3026114 Feb 11 05:21:34.304414 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39440) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:34.316351 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-63076ff1-e4f8-4b7f-bb96-ab857ed27201 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'subnet': {'network_id': 'b668bedb-373e-41a5-8139-718e12cc5711', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:34.346163 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7ec82-a4de-4890-8b5f-1a4910277e71 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Network': ['ID=b668bedb-373e-41a5-8139-718e12cc5711,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:34.364370 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network b668bedb-373e-41a5-8139-718e12cc5711 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:34.469327 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63076ff1-e4f8-4b7f-bb96-ab857ed27201 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:34.473338 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63076ff1-e4f8-4b7f-bb96-ab857ed27201 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.495451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6947d66-238f-4b6e-946c-75783d4a7386 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:34.511572 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Publish callbacks [] for port (d6947d66-238f-4b6e-946c-75783d4a7386), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.557427 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Transition to ACTIVE for port object d6947d66-238f-4b6e-946c-75783d4a7386 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:21:34.569487 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (d6947d66-238f-4b6e-946c-75783d4a7386), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.643756 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Pushing event updated for resources: {'Port': ['ID=d6947d66-238f-4b6e-946c-75783d4a7386,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:34.691845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a9d9b-c03d-40fd-ab6b-c7493d0b0893 req-6db46349-e6f4-451b-b793-393c2e334923 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.694866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e3a9d9b-c03d-40fd-ab6b-c7493d0b0893 req-6db46349-e6f4-451b-b793-393c2e334923 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c81dc1a-1181-4f75-b4bf-0840182d2922 HTTP/1.1" status: 200 len: 945 time: 0.1096039 Feb 11 05:21:34.741388 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363837ee-5db2-4d69-b91b-628bc9005430 req-e8243c82-0cc4-401b-9d7e-b3634c4f0423 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.743093 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-363837ee-5db2-4d69-b91b-628bc9005430 req-e8243c82-0cc4-401b-9d7e-b3634c4f0423 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c81dc1a-1181-4f75-b4bf-0840182d2922 HTTP/1.1" status: 200 len: 945 time: 0.1113429 Feb 11 05:21:34.794336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Attempting to bind port d6947d66-238f-4b6e-946c-75783d4a7386 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:34.794683 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Attempting to bind port d6947d66-238f-4b6e-946c-75783d4a7386 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c512d7db-c30c-48b7-9a31-92e5b1a934f7'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:34.795022 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Attempting to bind port d6947d66-238f-4b6e-946c-75783d4a7386 on network c512d7db-c30c-48b7-9a31-92e5b1a934f7 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:34.801399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Port d6947d66-238f-4b6e-946c-75783d4a7386 on network c512d7db-c30c-48b7-9a31-92e5b1a934f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:21:34.801709 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Attempting to bind port d6947d66-238f-4b6e-946c-75783d4a7386 on network c512d7db-c30c-48b7-9a31-92e5b1a934f7 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:34.805113 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63076ff1-e4f8-4b7f-bb96-ab857ed27201 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (8b4f0adb-0910-4158-934c-602ac7cbeb0f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.827434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-363837ee-5db2-4d69-b91b-628bc9005430 req-30e23b8f-c0ac-4153-99a5-ab5b62d98785 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770354 Feb 11 05:21:34.841774 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:34.842124 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Checking segment: {'id': '74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c512d7db-c30c-48b7-9a31-92e5b1a934f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:34.842516 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Bound using segment: {'id': '74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c512d7db-c30c-48b7-9a31-92e5b1a934f7'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:34.843286 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Bound port: d6947d66-238f-4b6e-946c-75783d4a7386, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c512d7db-c30c-48b7-9a31-92e5b1a934f7'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:34.843702 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d6947d66-238f-4b6e-946c-75783d4a7386), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.847938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-9e3a9d9b-c03d-40fd-ab6b-c7493d0b0893 req-00fc2aba-c1f7-424c-ac0c-18c34f333d9b tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Deleting port a5ed6997-d635-418a-9a9a-7c38ea6e7e6d {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:34.848426 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9e3a9d9b-c03d-40fd-ab6b-c7493d0b0893 req-00fc2aba-c1f7-424c-ac0c-18c34f333d9b tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a5ed6997-d635-418a-9a9a-7c38ea6e7e6d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.919620 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63076ff1-e4f8-4b7f-bb96-ab857ed27201 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Subnet': ['ID=8b4f0adb-0910-4158-934c-602ac7cbeb0f,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:34.957871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9e3a9d9b-c03d-40fd-ab6b-c7493d0b0893 req-00fc2aba-c1f7-424c-ac0c-18c34f333d9b tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] For port a5ed6997-d635-418a-9a9a-7c38ea6e7e6d, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a5ed6997-d635-418a-9a9a-7c38ea6e7e6d,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:34.958239 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9e3a9d9b-c03d-40fd-ab6b-c7493d0b0893 req-00fc2aba-c1f7-424c-ac0c-18c34f333d9b tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a5ed6997-d635-418a-9a9a-7c38ea6e7e6d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.973706 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63076ff1-e4f8-4b7f-bb96-ab857ed27201 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Checking segment: {'id': '79622ffe-e8ac-476c-98f9-b8315c69e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b668bedb-373e-41a5-8139-718e12cc5711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:34.974614 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63076ff1-e4f8-4b7f-bb96-ab857ed27201 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network hostable DHCP agents. Network: b668bedb-373e-41a5-8139-718e12cc5711, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:34.975334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-9e3a9d9b-c03d-40fd-ab6b-c7493d0b0893 req-00fc2aba-c1f7-424c-ac0c-18c34f333d9b tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Calling delete_port for a5ed6997-d635-418a-9a9a-7c38ea6e7e6d owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:35.005463 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] For port d6947d66-238f-4b6e-946c-75783d4a7386, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:35.009615 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] For port d6947d66-238f-4b6e-946c-75783d4a7386, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d6947d66-238f-4b6e-946c-75783d4a7386,segment=NetworkSegment(74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5),segment_id=74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:35.011157 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63076ff1-e4f8-4b7f-bb96-ab857ed27201 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network b668bedb-373e-41a5-8139-718e12cc5711 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:35.023144 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (d6947d66-238f-4b6e-946c-75783d4a7386), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.093292 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-63076ff1-e4f8-4b7f-bb96-ab857ed27201 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, b668bedb-373e-41a5-8139-718e12cc5711) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:35.100289 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63076ff1-e4f8-4b7f-bb96-ab857ed27201 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:35.101089 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63076ff1-e4f8-4b7f-bb96-ab857ed27201 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.111383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af1759-33e6-49ae-91a3-17b35a690b51 req-95cf025d-2026-442f-8b85-95ff5805d08b tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:35.113172 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6af1759-33e6-49ae-91a3-17b35a690b51 req-95cf025d-2026-442f-8b85-95ff5805d08b tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/ports?device_id=be6c4134-3745-4a37-961f-dc96a1b84601 HTTP/1.1" status: 200 len: 943 time: 0.0801597 Feb 11 05:21:35.123730 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:35.124527 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.126424 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] 10.222.0.73 "PUT /v2.0/ports/d6947d66-238f-4b6e-946c-75783d4a7386 HTTP/1.1" status: 200 len: 1092 time: 1.1973476 Feb 11 05:21:35.128398 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6c4134-3745-4a37-961f-dc96a1b84601', 'tag': 'd6947d66-238f-4b6e-946c-75783d4a7386'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:35.132692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0b9862-50e8-4e7e-a7a0-a5c7abb97984 None None] Network b668bedb-373e-41a5-8139-718e12cc5711 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:35.139925 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7d9a73-96bc-4e03-b78d-6e8d0c4c4161" -d '{"events": [{"name": "network-changed", "server_uuid": "be6c4134-3745-4a37-961f-dc96a1b84601", "tag": "d6947d66-238f-4b6e-946c-75783d4a7386"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:35.159360 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-63076ff1-e4f8-4b7f-bb96-ab857ed27201 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8533762 Feb 11 05:21:35.164709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39460) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:35.184003 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.199889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-2a5afc6e-c2f3-43cf-82f0-0f5ac7a47d91 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:35.269300 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:21:35.280300 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd85ce2-2ac2-4de5-9acf-a3351085fe79 service neutron] Pushing event updated for resources: {'Port': ['ID=d6947d66-238f-4b6e-946c-75783d4a7386,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:35.302499 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f31c03f-445b-4a61-ba20-4f41f26f9a41 req-8c32f77e-2af4-48b7-a441-c5ffc058688c tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0952060 Feb 11 05:21:35.319197 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6af1759-33e6-49ae-91a3-17b35a690b51 req-73994c2f-7c5e-4519-99c8-a084fd0e5354 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/security-groups?id=8aba9135-e750-4938-b63c-5a320829d178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997902 Feb 11 05:21:35.341056 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9e3a9d9b-c03d-40fd-ab6b-c7493d0b0893 req-00fc2aba-c1f7-424c-ac0c-18c34f333d9b tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a5ed6997-d635-418a-9a9a-7c38ea6e7e6d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.345913 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-8921e357-01f6-4d76-9293-ae4365185f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:35.347814 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-8921e357-01f6-4d76-9293-ae4365185f31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=29df9dc54a9a421b9a6a4d733a9cd550&device_id=be6c4134-3745-4a37-961f-dc96a1b84601 HTTP/1.1" status: 200 len: 1126 time: 0.1784496 Feb 11 05:21:35.361016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a5ed6997-d635-418a-9a9a-7c38ea6e7e6d'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:35.364690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-b668bedb-373e-41a5-8139-718e12cc5711', 'network_id': 'b668bedb-373e-41a5-8139-718e12cc5711', 'project_id': '1cbdf38943bb49c6b3bc12ae011d54b3', 'fixed_ips': [{'subnet_id': '8b4f0adb-0910-4158-934c-602ac7cbeb0f'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:35.366127 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.414279 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-baf3a010-d564-4df5-b4af-9c7853355310 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6947d66-238f-4b6e-946c-75783d4a7386 HTTP/1.1" status: 200 len: 217 time: 0.0543187 Feb 11 05:21:35.470420 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d80bbc-38d8-4496-8eb4-f422574aac7e x-openstack-request-id: req-f6d80bbc-38d8-4496-8eb4-f422574aac7e {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:35.471603 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6c4134-3745-4a37-961f-dc96a1b84601", "tag": "d6947d66-238f-4b6e-946c-75783d4a7386", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:35.472084 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f6d80bbc-38d8-4496-8eb4-f422574aac7e {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:35.473012 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6c4134-3745-4a37-961f-dc96a1b84601', 'tag': 'd6947d66-238f-4b6e-946c-75783d4a7386', 'status': 'completed', 'code': 200} Feb 11 05:21:35.480530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc2aba-c1f7-424c-ac0c-18c34f333d9b tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Pushing event deleted for resources: {'Port': ['ID=a5ed6997-d635-418a-9a9a-7c38ea6e7e6d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:35.521020 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-92c1ac71-c78b-4cdb-b252-926c62a8b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:35.526820 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-92c1ac71-c78b-4cdb-b252-926c62a8b755 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=06fa2e4d-2d48-4ad5-a1e1-36edb549e82a HTTP/1.1" status: 200 len: 861 time: 0.0940721 Feb 11 05:21:35.527134 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2a5afc6e-c2f3-43cf-82f0-0f5ac7a47d91 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31115626'] for subnet (8b4f0adb-0910-4158-934c-602ac7cbeb0f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.583465 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39470) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:35.586033 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-54d5d392-3d20-469b-b4b4-a6c085e3bfbd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c512d7db-c30c-48b7-9a31-92e5b1a934f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562825 Feb 11 05:21:35.587120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3a9d9b-c03d-40fd-ab6b-c7493d0b0893 req-00fc2aba-c1f7-424c-ac0c-18c34f333d9b tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] No DVR routers for this DVR port a5ed6997-d635-418a-9a9a-7c38ea6e7e6d on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:35.591843 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9e3a9d9b-c03d-40fd-ab6b-c7493d0b0893 req-00fc2aba-c1f7-424c-ac0c-18c34f333d9b tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.595186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e3a9d9b-c03d-40fd-ab6b-c7493d0b0893 req-00fc2aba-c1f7-424c-ac0c-18c34f333d9b tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.73 "DELETE /v2.0/ports/a5ed6997-d635-418a-9a9a-7c38ea6e7e6d HTTP/1.1" status: 204 len: 173 time: 0.8950264 Feb 11 05:21:35.595674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c81dc1a-1181-4f75-b4bf-0840182d2922', 'name': 'network-vif-deleted', 'tag': 'a5ed6997-d635-418a-9a9a-7c38ea6e7e6d'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:35.600266 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2baf15-def6-4cfa-b7fb-aedfc3c2c24a" -d '{"events": [{"server_uuid": "9c81dc1a-1181-4f75-b4bf-0840182d2922", "name": "network-vif-deleted", "tag": "a5ed6997-d635-418a-9a9a-7c38ea6e7e6d"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:35.619002 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Allocated IP 172.20.0.2 (b668bedb-373e-41a5-8139-718e12cc5711/8b4f0adb-0910-4158-934c-602ac7cbeb0f/cbe866f6-50b5-4784-b85a-e585c53cb1f2) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:35.683244 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827ccb90-175d-4e6a-b3fb-1bc7b8b3b17a x-openstack-request-id: req-827ccb90-175d-4e6a-b3fb-1bc7b8b3b17a {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:35.683561 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c81dc1a-1181-4f75-b4bf-0840182d2922", "name": "network-vif-deleted", "tag": "a5ed6997-d635-418a-9a9a-7c38ea6e7e6d", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:35.683818 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-827ccb90-175d-4e6a-b3fb-1bc7b8b3b17a {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:35.684224 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c81dc1a-1181-4f75-b4bf-0840182d2922', 'name': 'network-vif-deleted', 'tag': 'a5ed6997-d635-418a-9a9a-7c38ea6e7e6d', 'status': 'completed', 'code': 200} Feb 11 05:21:35.755828 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-6366b0b1-8acf-48e7-bac7-f935ad3b3a05 service neutron] 10.222.0.73 "GET /v2.0/networks/c512d7db-c30c-48b7-9a31-92e5b1a934f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612096 Feb 11 05:21:35.832149 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Publish callbacks [] for port (cbe866f6-50b5-4784-b85a-e585c53cb1f2), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.838597 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (cbe866f6-50b5-4784-b85a-e585c53cb1f2), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.878641 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2c056f12-f51a-42e9-8993-1c4926649cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.977589 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e78e0f34-2e88-41ec-8250-0bf0c5568a7f req-1a3abd99-369f-4380-aeb9-189abd2309b8 service neutron] 10.222.0.73 "GET /v2.0/networks/c512d7db-c30c-48b7-9a31-92e5b1a934f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147815 Feb 11 05:21:35.984244 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6afcc199-380c-4cb1-919f-8491a9f008cf req-650317fd-e92e-47ef-a9a4-4445a86dec4a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c81dc1a-1181-4f75-b4bf-0840182d2922 HTTP/1.1" status: 200 len: 210 time: 0.0547950 Feb 11 05:21:36.002619 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2c056f12-f51a-42e9-8993-1c4926649cff admin admin] Publish callbacks [] for security_group (1434dbe8-1245-4d69-b530-25b5c4e2bade), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.008645 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2a5afc6e-c2f3-43cf-82f0-0f5ac7a47d91 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774535730423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30878973'] for subnet (8b4f0adb-0910-4158-934c-602ac7cbeb0f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.011946 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2c056f12-f51a-42e9-8993-1c4926649cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1434dbe8-1245-4d69-b530-25b5c4e2bade), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.070027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5afc6e-c2f3-43cf-82f0-0f5ac7a47d91 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:36.071589 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2a5afc6e-c2f3-43cf-82f0-0f5ac7a47d91 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.073468 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2a5afc6e-c2f3-43cf-82f0-0f5ac7a47d91 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "PUT /v2.0/subnets/8b4f0adb-0910-4158-934c-602ac7cbeb0f HTTP/1.1" status: 200 len: 806 time: 0.8850193 Feb 11 05:21:36.076792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39480) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:36.090445 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Network b668bedb-373e-41a5-8139-718e12cc5711 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:36.093121 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c056f12-f51a-42e9-8993-1c4926649cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1434dbe8-1245-4d69-b530-25b5c4e2bade,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:36.102009 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:36.105594 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:36.129132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Pushing event updated for resources: {'Port': ['ID=cbe866f6-50b5-4784-b85a-e585c53cb1f2,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:36.152666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5afc6e-c2f3-43cf-82f0-0f5ac7a47d91 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Subnet': ['ID=8b4f0adb-0910-4158-934c-602ac7cbeb0f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:36.168339 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2c056f12-f51a-42e9-8993-1c4926649cff admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=99b4fc8934cf4079ad735f8aaa34bc75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5812712 Feb 11 05:21:36.169855 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39482) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:36.218815 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d9a73-96bc-4e03-b78d-6e8d0c4c4161 req-0e462f66-08eb-43b1-a204-cc23f2a38b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:36.220408 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1d7d9a73-96bc-4e03-b78d-6e8d0c4c4161 req-0e462f66-08eb-43b1-a204-cc23f2a38b82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=29df9dc54a9a421b9a6a4d733a9cd550&device_id=be6c4134-3745-4a37-961f-dc96a1b84601 HTTP/1.1" status: 200 len: 1126 time: 0.1559169 Feb 11 05:21:36.228036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Attempting to bind port cbe866f6-50b5-4784-b85a-e585c53cb1f2 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:36.229160 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Attempting to bind port cbe866f6-50b5-4784-b85a-e585c53cb1f2 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '79622ffe-e8ac-476c-98f9-b8315c69e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b668bedb-373e-41a5-8139-718e12cc5711'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:36.230135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Attempting to bind port cbe866f6-50b5-4784-b85a-e585c53cb1f2 on network b668bedb-373e-41a5-8139-718e12cc5711 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:36.236406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:36.237582 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Checking segment: {'id': '79622ffe-e8ac-476c-98f9-b8315c69e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b668bedb-373e-41a5-8139-718e12cc5711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:36.238448 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.239081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Bound using segment: {'id': '79622ffe-e8ac-476c-98f9-b8315c69e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b668bedb-373e-41a5-8139-718e12cc5711'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:36.240964 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Bound port: cbe866f6-50b5-4784-b85a-e585c53cb1f2, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79622ffe-e8ac-476c-98f9-b8315c69e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b668bedb-373e-41a5-8139-718e12cc5711'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:36.241713 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cbe866f6-50b5-4784-b85a-e585c53cb1f2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.315771 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (b668bedb-373e-41a5-8139-718e12cc5711), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.325211 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c19ab080-0b83-4622-a301-174ab17106e0 admin admin] Publish callbacks [] for security_group (1434dbe8-1245-4d69-b530-25b5c4e2bade), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.353966 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] For port cbe866f6-50b5-4784-b85a-e585c53cb1f2, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:36.359056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] For port cbe866f6-50b5-4784-b85a-e585c53cb1f2, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cbe866f6-50b5-4784-b85a-e585c53cb1f2,segment=NetworkSegment(79622ffe-e8ac-476c-98f9-b8315c69e984),segment_id=79622ffe-e8ac-476c-98f9-b8315c69e984)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:36.380514 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cbe866f6-50b5-4784-b85a-e585c53cb1f2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.440648 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Deleting port cbe866f6-50b5-4784-b85a-e585c53cb1f2 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:36.440648 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cbe866f6-50b5-4784-b85a-e585c53cb1f2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.454720 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c19ab080-0b83-4622-a301-174ab17106e0 admin admin] Publish callbacks [] for security_group (1434dbe8-1245-4d69-b530-25b5c4e2bade), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.501302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9079d-f0f8-4cb7-af4a-579d4e8589e1 None None] Pushing event updated for resources: {'Port': ['ID=cbe866f6-50b5-4784-b85a-e585c53cb1f2,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:36.519802 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2423d11b-e3bf-450a-8839-103e4e959c79 req-bb8f7f26-1f6d-4eed-8011-a1e71c40490e tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0574219 Feb 11 05:21:36.532186 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d9a73-96bc-4e03-b78d-6e8d0c4c4161 req-da060157-100c-4285-ab9b-a638512b2e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:36.533692 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1d7d9a73-96bc-4e03-b78d-6e8d0c4c4161 req-da060157-100c-4285-ab9b-a638512b2e6c service neutron] 10.222.0.73 "GET /v2.0/networks?id=c512d7db-c30c-48b7-9a31-92e5b1a934f7 HTTP/1.1" status: 200 len: 922 time: 0.3051255 Feb 11 05:21:36.620470 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1d7d9a73-96bc-4e03-b78d-6e8d0c4c4161 req-314dbd02-1ac1-4d57-81d1-9a7651b0bbd0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6947d66-238f-4b6e-946c-75783d4a7386 HTTP/1.1" status: 200 len: 217 time: 0.0663033 Feb 11 05:21:36.646357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d04d7-e6eb-4b18-87f1-888298a46b11 req-1ef7b660-1d63-4018-a8ab-f4b6200cba9e tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:36.647998 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c5d04d7-e6eb-4b18-87f1-888298a46b11 req-1ef7b660-1d63-4018-a8ab-f4b6200cba9e tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/ports?device_id=be6c4134-3745-4a37-961f-dc96a1b84601 HTTP/1.1" status: 200 len: 943 time: 0.1749601 Feb 11 05:21:36.682726 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c19ab080-0b83-4622-a301-174ab17106e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1434dbe8-1245-4d69-b530-25b5c4e2bade), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.685921 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c19ab080-0b83-4622-a301-174ab17106e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.689691 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c19ab080-0b83-4622-a301-174ab17106e0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1434dbe8-1245-4d69-b530-25b5c4e2bade HTTP/1.1" status: 204 len: 168 time: 0.5165570 Feb 11 05:21:36.692633 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d9a73-96bc-4e03-b78d-6e8d0c4c4161 req-9a77cb2f-f851-4861-a007-91f6b5215098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:36.695196 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1d7d9a73-96bc-4e03-b78d-6e8d0c4c4161 req-9a77cb2f-f851-4861-a007-91f6b5215098 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=06fa2e4d-2d48-4ad5-a1e1-36edb549e82a HTTP/1.1" status: 200 len: 861 time: 0.0663540 Feb 11 05:21:36.698547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] For port cbe866f6-50b5-4784-b85a-e585c53cb1f2, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cbe866f6-50b5-4784-b85a-e585c53cb1f2,segment=NetworkSegment(79622ffe-e8ac-476c-98f9-b8315c69e984),segment_id=79622ffe-e8ac-476c-98f9-b8315c69e984)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:36.698923 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cbe866f6-50b5-4784-b85a-e585c53cb1f2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.713427 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ab080-0b83-4622-a301-174ab17106e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1434dbe8-1245-4d69-b530-25b5c4e2bade,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:36.728344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Calling delete_port for cbe866f6-50b5-4784-b85a-e585c53cb1f2 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:36.748474 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c5d04d7-e6eb-4b18-87f1-888298a46b11 req-96c00059-db3f-4354-9f1b-dc5152f0b60c tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/security-groups?id=8aba9135-e750-4938-b63c-5a320829d178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903466 Feb 11 05:21:36.790655 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1d7d9a73-96bc-4e03-b78d-6e8d0c4c4161 req-38a4377e-0c4b-4ca1-8da7-9ab807bbd14e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c512d7db-c30c-48b7-9a31-92e5b1a934f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878048 Feb 11 05:21:36.926631 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1d7d9a73-96bc-4e03-b78d-6e8d0c4c4161 req-55be8000-9cf6-46bf-bad6-11dad6b83284 service neutron] 10.222.0.73 "GET /v2.0/networks/c512d7db-c30c-48b7-9a31-92e5b1a934f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273704 Feb 11 05:21:36.953482 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (cbe866f6-50b5-4784-b85a-e585c53cb1f2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:36.999502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Port': ['ID=cbe866f6-50b5-4784-b85a-e585c53cb1f2,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:37.065710 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No DVR routers for this DVR port cbe866f6-50b5-4784-b85a-e585c53cb1f2 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:37.116107 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1d7d9a73-96bc-4e03-b78d-6e8d0c4c4161 req-05b1309b-9757-41b9-b78f-863222f9e84a service neutron] 10.222.0.73 "GET /v2.0/networks/c512d7db-c30c-48b7-9a31-92e5b1a934f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742783 Feb 11 05:21:37.138030 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (8b4f0adb-0910-4158-934c-602ac7cbeb0f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.214745 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (8b4f0adb-0910-4158-934c-602ac7cbeb0f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.219568 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39502) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:37.236333 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-542fa814-f70a-4696-b86f-9f06104f6203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.254374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4f0adb-0910-4158-934c-602ac7cbeb0f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:37.324487 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (b668bedb-373e-41a5-8139-718e12cc5711), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.344186 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-542fa814-f70a-4696-b86f-9f06104f6203 admin admin] Publish callbacks [] for security_group (ebe3958e-1c10-4851-b20a-595edf28c154), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.349786 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-542fa814-f70a-4696-b86f-9f06104f6203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ebe3958e-1c10-4851-b20a-595edf28c154), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.365275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b668bedb-373e-41a5-8139-718e12cc5711']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:37.384553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79622ffe-e8ac-476c-98f9-b8315c69e984') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:37.384698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79622ffe-e8ac-476c-98f9-b8315c69e984') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:37.392342 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-542fa814-f70a-4696-b86f-9f06104f6203 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d097e311ed8449b9b737bd5355cc7dff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1707182 Feb 11 05:21:37.394555 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39516) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:37.427091 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (79622ffe-e8ac-476c-98f9-b8315c69e984), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.454818 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (79622ffe-e8ac-476c-98f9-b8315c69e984), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.459361 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542fa814-f70a-4696-b86f-9f06104f6203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe3958e-1c10-4851-b20a-595edf28c154,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:37.475939 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:37.476354 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (79622ffe-e8ac-476c-98f9-b8315c69e984), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:37.479544 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:37.488827 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-269955a8-bd59-459c-ab54-3bacc856729f admin admin] Publish callbacks [] for security_group (ebe3958e-1c10-4851-b20a-595edf28c154), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.503394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-22238d51-90f5-4400-b363-c4ee68e49ce6 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:37.504986 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-22238d51-90f5-4400-b363-c4ee68e49ce6 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/networks?id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a HTTP/1.1" status: 200 len: 812 time: 0.1731641 Feb 11 05:21:37.512401 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-269955a8-bd59-459c-ab54-3bacc856729f admin admin] Publish callbacks [] for security_group (ebe3958e-1c10-4851-b20a-595edf28c154), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.562239 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-9cfcc82f-ae56-49d4-a620-89581b743438 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/quotas/5c7d4a400d4d41059ead9919c4db8a08 HTTP/1.1" status: 200 len: 375 time: 0.0495722 Feb 11 05:21:37.582527 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-269955a8-bd59-459c-ab54-3bacc856729f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ebe3958e-1c10-4851-b20a-595edf28c154), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.585468 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-269955a8-bd59-459c-ab54-3bacc856729f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.586556 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-269955a8-bd59-459c-ab54-3bacc856729f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ebe3958e-1c10-4851-b20a-595edf28c154 HTTP/1.1" status: 204 len: 168 time: 0.1909895 Feb 11 05:21:37.603082 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269955a8-bd59-459c-ab54-3bacc856729f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe3958e-1c10-4851-b20a-595edf28c154,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:37.610592 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (b668bedb-373e-41a5-8139-718e12cc5711), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.669658 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.676322 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/b668bedb-373e-41a5-8139-718e12cc5711 HTTP/1.1" status: 204 len: 168 time: 1.5957048 Feb 11 05:21:37.676322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13138844-3d95-4c08-bb5f-c091b5831d1c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Network': ['ID=b668bedb-373e-41a5-8139-718e12cc5711,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:37.677842 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39526) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:37.678705 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-67fd5ed3-d104-493a-ab3e-d19318b03bfd tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c7d4a400d4d41059ead9919c4db8a08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947897 Feb 11 05:21:37.708744 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf20bd8-3c91-4bf2-a9d2-f7dd6e80b2de tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:37.709270 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf20bd8-3c91-4bf2-a9d2-f7dd6e80b2de tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:37.716596 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9cf20bd8-3c91-4bf2-a9d2-f7dd6e80b2de tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/b668bedb-373e-41a5-8139-718e12cc5711 HTTP/1.1" status: 404 len: 339 time: 0.0374868 Feb 11 05:21:37.717250 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39528) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:37.723853 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6ff0f68e-1668-40bd-85c6-aab4794725a0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-844100164', 'description': 'd1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:37.734871 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ed62c01-9f82-4180-9949-d7963e6f24f2 req-2b5cbadb-8ac0-4952-b851-c0453cc8df8e tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0668912 Feb 11 05:21:37.768877 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff0f68e-1668-40bd-85c6-aab4794725a0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:37.771906 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f68e-1668-40bd-85c6-aab4794725a0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.822411 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff0f68e-1668-40bd-85c6-aab4794725a0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:37.853278 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f68e-1668-40bd-85c6-aab4794725a0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (17b5e913-3088-4df5-84ea-0e7e6446771d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.853547 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-6ff0f68e-1668-40bd-85c6-aab4794725a0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Added segment 17b5e913-3088-4df5-84ea-0e7e6446771d of type vlan for network 576b0b0b-e6ca-46d4-bbfb-ce6343c4db30 Feb 11 05:21:37.859804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-5b45629e-b43a-480e-9df8-9f350e83f945 service neutron] 10.222.0.87 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361458 Feb 11 05:21:37.926302 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f68e-1668-40bd-85c6-aab4794725a0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (576b0b0b-e6ca-46d4-bbfb-ce6343c4db30), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.956693 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f68e-1668-40bd-85c6-aab4794725a0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (576b0b0b-e6ca-46d4-bbfb-ce6343c4db30), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:37.969263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff0f68e-1668-40bd-85c6-aab4794725a0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:37.970055 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f68e-1668-40bd-85c6-aab4794725a0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597656'] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:38.004258 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e5997-7d5c-460f-9997-c15022a52d02 req-b2e4fb11-6a94-4aea-befb-a1d811f442be tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:38.005819 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f47e5997-7d5c-460f-9997-c15022a52d02 req-b2e4fb11-6a94-4aea-befb-a1d811f442be tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/ports?device_id=be6c4134-3745-4a37-961f-dc96a1b84601 HTTP/1.1" status: 200 len: 943 time: 0.1246936 Feb 11 05:21:38.011750 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-929b9aa4-3e4e-46ae-a023-11de9680ebbb service neutron] 10.222.0.87 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510854 Feb 11 05:21:38.013434 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39534) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:38.013924 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6ff0f68e-1668-40bd-85c6-aab4794725a0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2955399 Feb 11 05:21:38.063378 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0f68e-1668-40bd-85c6-aab4794725a0 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Network': ['ID=576b0b0b-e6ca-46d4-bbfb-ce6343c4db30,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:38.074835 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 576b0b0b-e6ca-46d4-bbfb-ce6343c4db30 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:38.148171 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1713bc6-3a5b-4e91-85c0-00a4aaba02f4 None None] DHCP port deletion for b668bedb-373e-41a5-8139-718e12cc5711 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:21:38.150631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73511b5b-4ab7-4b49-b7c0-1f3827a22c53 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:38.152927 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-73511b5b-4ab7-4b49-b7c0-1f3827a22c53 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "GET /v2.0/networks?id=576b0b0b-e6ca-46d4-bbfb-ce6343c4db30 HTTP/1.1" status: 200 len: 760 time: 0.1373413 Feb 11 05:21:38.155967 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39536) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:38.162794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-41381dc3-c8ec-4b30-9f06-ee380de60707 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'network': {'description': 'd2'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:38.170593 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f47e5997-7d5c-460f-9997-c15022a52d02 req-0f81d009-05e7-4382-95d5-7b440c20bad0 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/security-groups?id=8aba9135-e750-4938-b63c-5a320829d178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451540 Feb 11 05:21:38.189781 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6c4426a5-19b5-489c-b1b4-46d7aad0d084 None None] Could not find standard attr ID for object cbe866f6-50b5-4784-b85a-e585c53cb1f2. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:21:38.220477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39540) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:38.220643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f357c935-370a-4411-a161-cc91b385df91 None None] Network b668bedb-373e-41a5-8139-718e12cc5711 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:38.237883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f357c935-370a-4411-a161-cc91b385df91 None None] Network b668bedb-373e-41a5-8139-718e12cc5711 could not be found, it might have been deleted concurrently. {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:21:38.244824 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8b54239c-f229-4fdf-b944-a6048d737341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:38.246357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4c84d8-7235-401f-8c82-6a7d7d9fe92a None None] Network b668bedb-373e-41a5-8139-718e12cc5711 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:38.268771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4c84d8-7235-401f-8c82-6a7d7d9fe92a None None] Network b668bedb-373e-41a5-8139-718e12cc5711 could not be found, it might have been deleted concurrently. {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:21:38.359719 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8b54239c-f229-4fdf-b944-a6048d737341 admin admin] Publish callbacks [] for security_group (c99a101d-7511-4656-86b4-216f911314cd), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:38.373266 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8b54239c-f229-4fdf-b944-a6048d737341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c99a101d-7511-4656-86b4-216f911314cd), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:38.398391 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-41381dc3-c8ec-4b30-9f06-ee380de60707 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (576b0b0b-e6ca-46d4-bbfb-ce6343c4db30), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:38.412052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-844c8277-0e01-426e-a46e-63391f7b3e94 req-cf774c55-02ee-4810-8ff0-e5cd2f9a00a2 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=18c0ef01-9732-462c-82eb-ae0e52c11210 HTTP/1.1" status: 200 len: 210 time: 0.0545125 Feb 11 05:21:38.417189 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-41381dc3-c8ec-4b30-9f06-ee380de60707 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (576b0b0b-e6ca-46d4-bbfb-ce6343c4db30), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:38.427962 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-41381dc3-c8ec-4b30-9f06-ee380de60707 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network 576b0b0b-e6ca-46d4-bbfb-ce6343c4db30 is not hosted by any dhcp agent {{(pid=103170) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:21:38.433286 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41381dc3-c8ec-4b30-9f06-ee380de60707 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:38.433952 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-41381dc3-c8ec-4b30-9f06-ee380de60707 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:38.437750 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-41381dc3-c8ec-4b30-9f06-ee380de60707 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "PUT /v2.0/networks/576b0b0b-e6ca-46d4-bbfb-ce6343c4db30 HTTP/1.1" status: 200 len: 757 time: 0.2782626 Feb 11 05:21:38.438764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8b54239c-f229-4fdf-b944-a6048d737341 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=376405066be846c9a0236c0ccc2bcd07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2165663 Feb 11 05:21:38.439341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39550) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:38.443559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39552) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:38.831806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54239c-f229-4fdf-b944-a6048d737341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99a101d-7511-4656-86b4-216f911314cd,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:38.855487 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41381dc3-c8ec-4b30-9f06-ee380de60707 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Network': ['ID=576b0b0b-e6ca-46d4-bbfb-ce6343c4db30,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:38.876652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 576b0b0b-e6ca-46d4-bbfb-ce6343c4db30 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:38.942209 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device d6947d66-238f-4b6e-946c-75783d4a7386 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:38.947753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a5ed6997-d635-418a-9a9a-7c38ea6e7e6d no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:38.956689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78ff5dd5-5aa8-4194-ba11-0791e89c0ff1 req-a14d6102-11a4-4692-8c21-fea5d0e43235 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0958040 Feb 11 05:21:38.984286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f1c93-68e2-4da4-b496-5975b6f31b4d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:38.984286 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f38f1c93-68e2-4da4-b496-5975b6f31b4d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "GET /v2.0/networks?id=576b0b0b-e6ca-46d4-bbfb-ce6343c4db30 HTTP/1.1" status: 200 len: 760 time: 0.5354402 Feb 11 05:21:38.984286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39568) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:38.990457 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a7fdb720-daa6-49c4-a56d-84010e35ece8 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1103506972'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:39.001481 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b53a29ae-19b8-4269-9d02-d128801be5af admin admin] Publish callbacks [] for security_group (c99a101d-7511-4656-86b4-216f911314cd), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.009422 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: a5ed6997-d635-418a-9a9a-7c38ea6e7e6d {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:21:39.009869 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a5ed6997-d635-418a-9a9a-7c38ea6e7e6d not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:21:39.030615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fdb720-daa6-49c4-a56d-84010e35ece8 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:39.034066 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb720-daa6-49c4-a56d-84010e35ece8 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.037375 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b53a29ae-19b8-4269-9d02-d128801be5af admin admin] Publish callbacks [] for security_group (c99a101d-7511-4656-86b4-216f911314cd), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.084805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7fdb720-daa6-49c4-a56d-84010e35ece8 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:39.113458 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b53a29ae-19b8-4269-9d02-d128801be5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c99a101d-7511-4656-86b4-216f911314cd), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.116287 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b53a29ae-19b8-4269-9d02-d128801be5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.117439 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b53a29ae-19b8-4269-9d02-d128801be5af admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c99a101d-7511-4656-86b4-216f911314cd HTTP/1.1" status: 204 len: 168 time: 0.2948930 Feb 11 05:21:39.118823 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb720-daa6-49c4-a56d-84010e35ece8 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (94ea8b8c-37d1-4333-b657-7d9a63d52be0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.119169 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-a7fdb720-daa6-49c4-a56d-84010e35ece8 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Added segment 94ea8b8c-37d1-4333-b657-7d9a63d52be0 of type vlan for network 35c7d644-e070-47b5-8066-60a773fdf8fa Feb 11 05:21:39.128973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port d6947d66-238f-4b6e-946c-75783d4a7386, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d6947d66-238f-4b6e-946c-75783d4a7386,segment=NetworkSegment(74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5),segment_id=74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:39.141247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'd6947d66-238f-4b6e-946c-75783d4a7386', 'network_id': 'c512d7db-c30c-48b7-9a31-92e5b1a934f7', 'port_id': 'd6947d66-238f-4b6e-946c-75783d4a7386', 'mac_address': 'fa:16:3e:b3:c3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fa2e4d-2d48-4ad5-a1e1-36edb549e82a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:39.189830 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port d6947d66-238f-4b6e-946c-75783d4a7386 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:39.191200 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d6947d66-238f-4b6e-946c-75783d4a7386), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.206416 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6947d66-238f-4b6e-946c-75783d4a7386 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:39.218287 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a29ae-19b8-4269-9d02-d128801be5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99a101d-7511-4656-86b4-216f911314cd,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:39.238226 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port d6947d66-238f-4b6e-946c-75783d4a7386, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d6947d66-238f-4b6e-946c-75783d4a7386,segment=NetworkSegment(74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5),segment_id=74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:39.245763 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb720-daa6-49c4-a56d-84010e35ece8 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (35c7d644-e070-47b5-8066-60a773fdf8fa), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.247186 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d6947d66-238f-4b6e-946c-75783d4a7386), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.315878 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=d6947d66-238f-4b6e-946c-75783d4a7386,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:39.338612 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb720-daa6-49c4-a56d-84010e35ece8 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (35c7d644-e070-47b5-8066-60a773fdf8fa), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.344001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fdb720-daa6-49c4-a56d-84010e35ece8 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:39.344584 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb720-daa6-49c4-a56d-84010e35ece8 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.384291 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a7fdb720-daa6-49c4-a56d-84010e35ece8 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3997993 Feb 11 05:21:39.386993 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39576) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:39.395328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2608e4f5-c5f3-4d83-b32e-685275b1791f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'subnet': {'network_id': '35c7d644-e070-47b5-8066-60a773fdf8fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:39.429445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdb720-daa6-49c4-a56d-84010e35ece8 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Network': ['ID=35c7d644-e070-47b5-8066-60a773fdf8fa,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:39.441428 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4928896-9478-43f4-a6b4-37cef785240a req-24552607-4dae-4646-9940-a935ad20548a tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:39.450502 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a4928896-9478-43f4-a6b4-37cef785240a req-24552607-4dae-4646-9940-a935ad20548a tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/ports?device_id=be6c4134-3745-4a37-961f-dc96a1b84601 HTTP/1.1" status: 200 len: 944 time: 0.1580381 Feb 11 05:21:39.455359 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cbe866f6-50b5-4784-b85a-e585c53cb1f2 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:39.507385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['d6947d66-238f-4b6e-946c-75783d4a7386'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:39.509774 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 35c7d644-e070-47b5-8066-60a773fdf8fa details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:39.514964 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a4928896-9478-43f4-a6b4-37cef785240a req-b59c1d23-9647-4b94-9179-08fb19b6fca5 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/security-groups?id=8aba9135-e750-4938-b63c-5a320829d178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535767 Feb 11 05:21:39.533056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: cbe866f6-50b5-4784-b85a-e585c53cb1f2 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:21:39.534346 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cbe866f6-50b5-4784-b85a-e585c53cb1f2 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:21:39.568812 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2608e4f5-c5f3-4d83-b32e-685275b1791f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:39.577930 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2608e4f5-c5f3-4d83-b32e-685275b1791f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.612647 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3917d7da-30a4-422a-aa59-95f92e58a922 req-05e01237-07fe-4dbb-b8b8-e6e41b05e596 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=18c0ef01-9732-462c-82eb-ae0e52c11210 HTTP/1.1" status: 200 len: 210 time: 0.0478125 Feb 11 05:21:39.656906 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.893535 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2608e4f5-c5f3-4d83-b32e-685275b1791f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (f7f22ad5-be53-4fc0-b244-de75fa0e88d2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:39.980672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608e4f5-c5f3-4d83-b32e-685275b1791f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Subnet': ['ID=f7f22ad5-be53-4fc0-b244-de75fa0e88d2,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:40.041688 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608e4f5-c5f3-4d83-b32e-685275b1791f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Checking segment: {'id': '94ea8b8c-37d1-4333-b657-7d9a63d52be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '35c7d644-e070-47b5-8066-60a773fdf8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:40.042051 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608e4f5-c5f3-4d83-b32e-685275b1791f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network hostable DHCP agents. Network: 35c7d644-e070-47b5-8066-60a773fdf8fa, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:40.045905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-7556d5e2-bb11-46bb-a4aa-a440a87368ec tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:40.049633 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-7556d5e2-bb11-46bb-a4aa-a440a87368ec tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.73 "GET /v2.0/networks?id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a HTTP/1.1" status: 200 len: 812 time: 0.2214100 Feb 11 05:21:40.051173 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0ee2881e-3121-478e-bee4-47f891693896 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:40.052808 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0ee2881e-3121-478e-bee4-47f891693896 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.73 "GET /v2.0/networks?id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a HTTP/1.1" status: 200 len: 812 time: 0.2267191 Feb 11 05:21:40.078235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-826d356a-57ca-496f-ae92-da66ca73781a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Request body: {'port': {'device_id': '23b2a972-be55-44f5-a8de-ea56f49f6bd1', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'admin_state_up': True, 'tenant_id': '5c7d4a400d4d41059ead9919c4db8a08'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:40.084009 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-a1fcbb35-760a-4f29-a32f-fb060acf71f7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Request body: {'port': {'device_id': '18c0ef01-9732-462c-82eb-ae0e52c11210', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'admin_state_up': True, 'tenant_id': '5c7d4a400d4d41059ead9919c4db8a08'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:40.084206 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608e4f5-c5f3-4d83-b32e-685275b1791f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network 35c7d644-e070-47b5-8066-60a773fdf8fa is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:40.109283 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-230dce28-37de-42d4-84ba-ee861e54737c req-4c6b0161-6b7f-4cac-ac8b-97c3591cce35 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0533450 Feb 11 05:21:40.116835 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-2608e4f5-c5f3-4d83-b32e-685275b1791f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 35c7d644-e070-47b5-8066-60a773fdf8fa) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:40.124465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a94e87-4594-42ad-8f5d-2be23e4f13a7 None None] Network 35c7d644-e070-47b5-8066-60a773fdf8fa requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:40.130783 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2608e4f5-c5f3-4d83-b32e-685275b1791f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:40.131779 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2608e4f5-c5f3-4d83-b32e-685275b1791f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.190710 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2608e4f5-c5f3-4d83-b32e-685275b1791f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7988544 Feb 11 05:21:40.190904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39606) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:40.213655 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39608) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:40.256962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-35c7d644-e070-47b5-8066-60a773fdf8fa', 'network_id': '35c7d644-e070-47b5-8066-60a773fdf8fa', 'project_id': '1cbdf38943bb49c6b3bc12ae011d54b3', 'fixed_ips': [{'subnet_id': 'f7f22ad5-be53-4fc0-b244-de75fa0e88d2'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:40.258038 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.292940 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-826d356a-57ca-496f-ae92-da66ca73781a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Made reservation on behalf of 5c7d4a400d4d41059ead9919c4db8a08 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:40.296453 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-826d356a-57ca-496f-ae92-da66ca73781a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.298640 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-a1fcbb35-760a-4f29-a32f-fb060acf71f7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Made reservation on behalf of 5c7d4a400d4d41059ead9919c4db8a08 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:40.304950 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-a1fcbb35-760a-4f29-a32f-fb060acf71f7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.378393 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (35c7d644-e070-47b5-8066-60a773fdf8fa), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.403051 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ca8907c4-c8d1-4ae6-99e7-256c822636e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1362191691-network', 'tenant_id': 'bd191aba86de40c5adfd6c61efb8c51d'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:40.425513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Allocated IP 172.20.0.2 (35c7d644-e070-47b5-8066-60a773fdf8fa/f7f22ad5-be53-4fc0-b244-de75fa0e88d2/5e223b66-b165-4588-a12f-0338d40d3516) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:40.456927 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (f7f22ad5-be53-4fc0-b244-de75fa0e88d2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.468483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8907c4-c8d1-4ae6-99e7-256c822636e1 admin admin] Made reservation on behalf of bd191aba86de40c5adfd6c61efb8c51d for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:40.470846 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca8907c4-c8d1-4ae6-99e7-256c822636e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.485521 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca8907c4-c8d1-4ae6-99e7-256c822636e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.505267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-a1fcbb35-760a-4f29-a32f-fb060acf71f7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Allocated IP 172.20.0.13 (81d9c3a5-749c-4efb-a1ec-3c4ca7de414a/b879c64a-e605-4233-add0-72bb3a5a9b1c/8c3b7dcc-a234-4fad-8082-2cc647d5c399) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:40.585819 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Publish callbacks [] for port (5e223b66-b165-4588-a12f-0338d40d3516), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.591914 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (5e223b66-b165-4588-a12f-0338d40d3516), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.611583 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (f7f22ad5-be53-4fc0-b244-de75fa0e88d2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.636598 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Network 35c7d644-e070-47b5-8066-60a773fdf8fa is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:40.639677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:40.642228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:40.657150 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f22ad5-be53-4fc0-b244-de75fa0e88d2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:40.693051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Pushing event updated for resources: {'Port': ['ID=5e223b66-b165-4588-a12f-0338d40d3516,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:40.741773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Attempting to bind port 5e223b66-b165-4588-a12f-0338d40d3516 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:40.742159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Attempting to bind port 5e223b66-b165-4588-a12f-0338d40d3516 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '94ea8b8c-37d1-4333-b657-7d9a63d52be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '35c7d644-e070-47b5-8066-60a773fdf8fa'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:40.745109 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Attempting to bind port 5e223b66-b165-4588-a12f-0338d40d3516 on network 35c7d644-e070-47b5-8066-60a773fdf8fa {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:40.751338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:40.752783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Checking segment: {'id': '94ea8b8c-37d1-4333-b657-7d9a63d52be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '35c7d644-e070-47b5-8066-60a773fdf8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:40.754105 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.754384 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Bound using segment: {'id': '94ea8b8c-37d1-4333-b657-7d9a63d52be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '35c7d644-e070-47b5-8066-60a773fdf8fa'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:40.755042 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Bound port: 5e223b66-b165-4588-a12f-0338d40d3516, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ea8b8c-37d1-4333-b657-7d9a63d52be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '35c7d644-e070-47b5-8066-60a773fdf8fa'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:40.755462 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5e223b66-b165-4588-a12f-0338d40d3516), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.758371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2e81-408c-4184-a78b-9e44f3567697 req-369789a6-ef46-4502-85e8-25a1a00aa5c1 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:40.760009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e74e2e81-408c-4184-a78b-9e44f3567697 req-369789a6-ef46-4502-85e8-25a1a00aa5c1 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/ports?device_id=be6c4134-3745-4a37-961f-dc96a1b84601 HTTP/1.1" status: 200 len: 944 time: 0.1721125 Feb 11 05:21:40.767793 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (35c7d644-e070-47b5-8066-60a773fdf8fa), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.777216 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca8907c4-c8d1-4ae6-99e7-256c822636e1 admin admin] Publish callbacks [] for security_group (85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.799020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c956ad69-88a0-42f9-bb5d-98699c895e79 req-da5844c6-d2ba-4927-b784-f915853c6fd0 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=18c0ef01-9732-462c-82eb-ae0e52c11210 HTTP/1.1" status: 200 len: 210 time: 0.0768983 Feb 11 05:21:40.803098 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca8907c4-c8d1-4ae6-99e7-256c822636e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.832004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c7d644-e070-47b5-8066-60a773fdf8fa']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:40.851302 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ea8b8c-37d1-4333-b657-7d9a63d52be0') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:40.851640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ea8b8c-37d1-4333-b657-7d9a63d52be0') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:40.860671 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] For port 5e223b66-b165-4588-a12f-0338d40d3516, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:40.862959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8907c4-c8d1-4ae6-99e7-256c822636e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:40.865196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] For port 5e223b66-b165-4588-a12f-0338d40d3516, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5e223b66-b165-4588-a12f-0338d40d3516,segment=NetworkSegment(94ea8b8c-37d1-4333-b657-7d9a63d52be0),segment_id=94ea8b8c-37d1-4333-b657-7d9a63d52be0)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:40.875690 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5e223b66-b165-4588-a12f-0338d40d3516), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.880585 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1ca1f19c-3c31-46ab-b435-f8ddaa444cfe req-895e2cbe-b6a6-4443-81f5-403e8bcbcefa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0404527 Feb 11 05:21:40.882562 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (94ea8b8c-37d1-4333-b657-7d9a63d52be0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.898602 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (94ea8b8c-37d1-4333-b657-7d9a63d52be0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.908521 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:40.908521 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (94ea8b8c-37d1-4333-b657-7d9a63d52be0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:40.910730 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:40.914833 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e74e2e81-408c-4184-a78b-9e44f3567697 req-b805912b-f868-476e-ac22-f4bffd7fd367 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/security-groups?id=8aba9135-e750-4938-b63c-5a320829d178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266208 Feb 11 05:21:40.930741 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-a1fcbb35-760a-4f29-a32f-fb060acf71f7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks [] for port (8c3b7dcc-a234-4fad-8082-2cc647d5c399), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:40.943599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8907c4-c8d1-4ae6-99e7-256c822636e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:40.945190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device d6947d66-238f-4b6e-946c-75783d4a7386 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:41.014398 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-a1fcbb35-760a-4f29-a32f-fb060acf71f7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8c3b7dcc-a234-4fad-8082-2cc647d5c399), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.040651 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c05c1c-e850-4f2d-9852-0a68e64befa4 None None] Pushing event updated for resources: {'Port': ['ID=5e223b66-b165-4588-a12f-0338d40d3516,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:41.049587 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.db.api [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:21:41.049587 n-d-713499-38 neutron-server[103170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:21:41.049587 n-d-713499-38 neutron-server[103170]: [parameters: {'id': '35c7d644-e070-47b5-8066-60a773fdf8fa'}] Feb 11 05:21:41.049587 n-d-713499-38 neutron-server[103170]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:21:41.050870 n-d-713499-38 neutron-server[103170]: DEBUG oslo_db.api [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:21:41.063539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8683d0-c797-4484-b12b-f3b1c8f4e817 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:21:41.087117 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-826d356a-57ca-496f-ae92-da66ca73781a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Allocated IP 172.20.0.5 (81d9c3a5-749c-4efb-a1ec-3c4ca7de414a/b879c64a-e605-4233-add0-72bb3a5a9b1c/2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:41.095299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fcbb35-760a-4f29-a32f-fb060acf71f7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Pushing event updated for resources: {'Port': ['ID=8c3b7dcc-a234-4fad-8082-2cc647d5c399,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:41.101303 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca8907c4-c8d1-4ae6-99e7-256c822636e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (24869d67-c0f2-4f65-9edb-dc929d408c2a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.101552 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-ca8907c4-c8d1-4ae6-99e7-256c822636e1 admin admin] Added segment 24869d67-c0f2-4f65-9edb-dc929d408c2a of type vlan for network b853ac1a-5a31-42c0-9434-fa5398f86ea7 Feb 11 05:21:41.113796 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port d6947d66-238f-4b6e-946c-75783d4a7386 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:21:41.120843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-a1fcbb35-760a-4f29-a32f-fb060acf71f7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:41.135249 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port d6947d66-238f-4b6e-946c-75783d4a7386 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:41.135650 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d6947d66-238f-4b6e-946c-75783d4a7386), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.142350 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-a1fcbb35-760a-4f29-a32f-fb060acf71f7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:41.147917 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-a1fcbb35-760a-4f29-a32f-fb060acf71f7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:41.178121 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca8907c4-c8d1-4ae6-99e7-256c822636e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (b853ac1a-5a31-42c0-9434-fa5398f86ea7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.195375 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8683d0-c797-4484-b12b-f3b1c8f4e817 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:21:41.228973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-a1fcbb35-760a-4f29-a32f-fb060acf71f7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:41.228973 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-a1fcbb35-760a-4f29-a32f-fb060acf71f7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.245461 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca8907c4-c8d1-4ae6-99e7-256c822636e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (b853ac1a-5a31-42c0-9434-fa5398f86ea7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.246301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8907c4-c8d1-4ae6-99e7-256c822636e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:41.246899 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca8907c4-c8d1-4ae6-99e7-256c822636e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.271979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d892062c-28e6-4cb9-971f-375d2c225d47 req-8f63e561-4640-4c0d-9159-45d36f44c504 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0428658 Feb 11 05:21:41.302869 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-a1fcbb35-760a-4f29-a32f-fb060acf71f7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2181213 Feb 11 05:21:41.308565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Request body: {'port': {'device_id': '18c0ef01-9732-462c-82eb-ae0e52c11210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:41.330729 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ca8907c4-c8d1-4ae6-99e7-256c822636e1 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1152811 Feb 11 05:21:41.334765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39624) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:41.341318 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a54c88ee-eb30-4832-bf3a-d515404aabc4 admin admin] Request body: {'subnet': {'network_id': 'b853ac1a-5a31-42c0-9434-fa5398f86ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1362191691-subnet', 'tenant_id': 'bd191aba86de40c5adfd6c61efb8c51d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:41.343246 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-826d356a-57ca-496f-ae92-da66ca73781a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks [] for port (2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.354408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port d6947d66-238f-4b6e-946c-75783d4a7386 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:41.355008 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d6947d66-238f-4b6e-946c-75783d4a7386), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.389955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8907c4-c8d1-4ae6-99e7-256c822636e1 admin admin] Pushing event updated for resources: {'Network': ['ID=b853ac1a-5a31-42c0-9434-fa5398f86ea7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:41.390212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6c4134-3745-4a37-961f-dc96a1b84601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6947d66-238f-4b6e-946c-75783d4a7386'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:41.391687 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-826d356a-57ca-496f-ae92-da66ca73781a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.392848 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab143b13-5e2a-4f03-a58a-ea0b8178ec66" -d '{"events": [{"server_uuid": "be6c4134-3745-4a37-961f-dc96a1b84601", "name": "network-vif-plugged", "status": "completed", "tag": "d6947d66-238f-4b6e-946c-75783d4a7386"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:41.421600 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network b853ac1a-5a31-42c0-9434-fa5398f86ea7 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:41.424174 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54c88ee-eb30-4832-bf3a-d515404aabc4 admin admin] Made reservation on behalf of bd191aba86de40c5adfd6c61efb8c51d for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:41.425036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port d6947d66-238f-4b6e-946c-75783d4a7386, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d6947d66-238f-4b6e-946c-75783d4a7386,segment=NetworkSegment(74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5),segment_id=74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:41.427212 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a54c88ee-eb30-4832-bf3a-d515404aabc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.461235 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8c3b7dcc-a234-4fad-8082-2cc647d5c399), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.465341 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d6947d66-238f-4b6e-946c-75783d4a7386), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.469505 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd07fd46-ac88-48f7-acbc-1e7f101f64b0 x-openstack-request-id: req-cd07fd46-ac88-48f7-acbc-1e7f101f64b0 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:41.470474 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6c4134-3745-4a37-961f-dc96a1b84601", "name": "network-vif-plugged", "status": "completed", "tag": "d6947d66-238f-4b6e-946c-75783d4a7386", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:41.470474 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cd07fd46-ac88-48f7-acbc-1e7f101f64b0 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:41.470474 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6c4134-3745-4a37-961f-dc96a1b84601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6947d66-238f-4b6e-946c-75783d4a7386', 'code': 200} Feb 11 05:21:41.478972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-826d356a-57ca-496f-ae92-da66ca73781a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:41.483475 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-826d356a-57ca-496f-ae92-da66ca73781a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:41.487699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-826d356a-57ca-496f-ae92-da66ca73781a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:41.494534 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d356a-57ca-496f-ae92-da66ca73781a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Pushing event updated for resources: {'Port': ['ID=2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:41.551684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-826d356a-57ca-496f-ae92-da66ca73781a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:41.552519 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-826d356a-57ca-496f-ae92-da66ca73781a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.555650 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (35c7d644-e070-47b5-8066-60a773fdf8fa), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.600581 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-826d356a-57ca-496f-ae92-da66ca73781a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5277634 Feb 11 05:21:41.629521 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Request body: {'port': {'device_id': '23b2a972-be55-44f5-a8de-ea56f49f6bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:41.653029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=d6947d66-238f-4b6e-946c-75783d4a7386,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:41.669554 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562cd4bb-22bb-4cdd-ad44-69101c41090f None None] Network 35c7d644-e070-47b5-8066-60a773fdf8fa requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:41.674173 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307e1cb-832c-4c42-9fc2-d54db6891ebb req-54ee664a-1cc6-4d97-8863-0f746e46e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:41.675805 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d307e1cb-832c-4c42-9fc2-d54db6891ebb req-54ee664a-1cc6-4d97-8863-0f746e46e9a4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be6c4134-3745-4a37-961f-dc96a1b84601 HTTP/1.1" status: 200 len: 1128 time: 0.1127310 Feb 11 05:21:41.734094 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.767150 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Deleting port 5e223b66-b165-4588-a12f-0338d40d3516 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:41.767401 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5e223b66-b165-4588-a12f-0338d40d3516), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.805150 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d307e1cb-832c-4c42-9fc2-d54db6891ebb req-dc6f6899-0ae1-40e8-b73d-eadf6b88fb4f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8aba9135-e750-4938-b63c-5a320829d178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196780 Feb 11 05:21:41.828751 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a54c88ee-eb30-4832-bf3a-d515404aabc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (f64d9881-20df-414b-8c26-a3aea0a5e554), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.950398 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] For port 5e223b66-b165-4588-a12f-0338d40d3516, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5e223b66-b165-4588-a12f-0338d40d3516,segment=NetworkSegment(94ea8b8c-37d1-4333-b657-7d9a63d52be0),segment_id=94ea8b8c-37d1-4333-b657-7d9a63d52be0)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:41.950620 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5e223b66-b165-4588-a12f-0338d40d3516), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:41.968972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c88ee-eb30-4832-bf3a-d515404aabc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f64d9881-20df-414b-8c26-a3aea0a5e554,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:41.970527 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Calling delete_port for 5e223b66-b165-4588-a12f-0338d40d3516 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:41.978913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3b7dcc-a234-4fad-8082-2cc647d5c399 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:41.991709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54c88ee-eb30-4832-bf3a-d515404aabc4 admin admin] Checking segment: {'id': '24869d67-c0f2-4f65-9edb-dc929d408c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b853ac1a-5a31-42c0-9434-fa5398f86ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:41.991945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54c88ee-eb30-4832-bf3a-d515404aabc4 admin admin] Network hostable DHCP agents. Network: b853ac1a-5a31-42c0-9434-fa5398f86ea7, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:41.996984 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Publish callbacks [] for port (8c3b7dcc-a234-4fad-8082-2cc647d5c399), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.031718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Transition to ACTIVE for port object 8c3b7dcc-a234-4fad-8082-2cc647d5c399 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:21:42.058129 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (8c3b7dcc-a234-4fad-8082-2cc647d5c399), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.066529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54c88ee-eb30-4832-bf3a-d515404aabc4 admin admin] Network b853ac1a-5a31-42c0-9434-fa5398f86ea7 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:42.084983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0ffa7-86c7-4723-a991-e475af2dd333 req-b5c49d22-e517-4cea-b7e5-a809c43d1b76 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:42.086912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7db0ffa7-86c7-4723-a991-e475af2dd333 req-b5c49d22-e517-4cea-b7e5-a809c43d1b76 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=18c0ef01-9732-462c-82eb-ae0e52c11210 HTTP/1.1" status: 200 len: 932 time: 0.1929109 Feb 11 05:21:42.126625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-a54c88ee-eb30-4832-bf3a-d515404aabc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, b853ac1a-5a31-42c0-9434-fa5398f86ea7) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:42.134297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54c88ee-eb30-4832-bf3a-d515404aabc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:42.135289 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a54c88ee-eb30-4832-bf3a-d515404aabc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.136694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f679b98-b8f1-44d2-af9b-dbfa602e4b15 None None] Network b853ac1a-5a31-42c0-9434-fa5398f86ea7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:42.158294 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5e223b66-b165-4588-a12f-0338d40d3516), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.195258 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Pushing event updated for resources: {'Port': ['ID=8c3b7dcc-a234-4fad-8082-2cc647d5c399,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:42.207154 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Port': ['ID=5e223b66-b165-4588-a12f-0338d40d3516,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:42.213822 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No DVR routers for this DVR port 5e223b66-b165-4588-a12f-0338d40d3516 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:42.248160 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a54c88ee-eb30-4832-bf3a-d515404aabc4 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9121487 Feb 11 05:21:42.300651 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3916454a-2fb6-4a7c-9919-1ee5f3816a1f None None] Network b853ac1a-5a31-42c0-9434-fa5398f86ea7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:42.344398 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ad690-0052-48e8-ac06-40fdd7a78a1a req-7f602ae4-06a3-4ec0-bfee-176c91bc9084 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:42.350243 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (35c7d644-e070-47b5-8066-60a773fdf8fa), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.353769 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-297ad690-0052-48e8-ac06-40fdd7a78a1a req-7f602ae4-06a3-4ec0-bfee-176c91bc9084 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/ports?device_id=be6c4134-3745-4a37-961f-dc96a1b84601 HTTP/1.1" status: 200 len: 945 time: 0.3361046 Feb 11 05:21:42.359497 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:42.372235 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Publish callbacks [] for port (2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.376228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7db0ffa7-86c7-4723-a991-e475af2dd333 req-5392ba1f-85a3-403e-9c2b-4677319abda7 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565353 Feb 11 05:21:42.402400 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c7d644-e070-47b5-8066-60a773fdf8fa']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:42.420729 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Transition to ACTIVE for port object 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:21:42.451830 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.461793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-297ad690-0052-48e8-ac06-40fdd7a78a1a req-73616cfd-de98-41e8-8f61-0ddc02eba913 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/security-groups?id=8aba9135-e750-4938-b63c-5a320829d178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924530 Feb 11 05:21:42.461793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Attempting to bind port 8c3b7dcc-a234-4fad-8082-2cc647d5c399 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:42.461793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Attempting to bind port 8c3b7dcc-a234-4fad-8082-2cc647d5c399 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:42.461793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Attempting to bind port 8c3b7dcc-a234-4fad-8082-2cc647d5c399 on network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:42.462431 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ea8b8c-37d1-4333-b657-7d9a63d52be0') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:42.462431 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ea8b8c-37d1-4333-b657-7d9a63d52be0') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:42.465541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Port 8c3b7dcc-a234-4fad-8082-2cc647d5c399 on network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:21:42.469610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Attempting to bind port 8c3b7dcc-a234-4fad-8082-2cc647d5c399 on network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:42.479720 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:42.480053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Checking segment: {'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:42.483747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Bound using segment: {'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:42.484667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Bound port: 8c3b7dcc-a234-4fad-8082-2cc647d5c399, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:42.485336 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8c3b7dcc-a234-4fad-8082-2cc647d5c399), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.523485 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (94ea8b8c-37d1-4333-b657-7d9a63d52be0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.550475 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (94ea8b8c-37d1-4333-b657-7d9a63d52be0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.563362 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:42.563581 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (94ea8b8c-37d1-4333-b657-7d9a63d52be0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:42.569495 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:42.600720 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-15de47d6-b1cd-49be-85fe-650174569f40 req-1cdcbd6d-c2d2-4c33-b609-9b8ec2711367 tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0544271 Feb 11 05:21:42.606871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] For port 8c3b7dcc-a234-4fad-8082-2cc647d5c399, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:42.610466 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Pushing event updated for resources: {'Port': ['ID=2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:42.616626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] For port 8c3b7dcc-a234-4fad-8082-2cc647d5c399, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=8c3b7dcc-a234-4fad-8082-2cc647d5c399,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:42.624067 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (8c3b7dcc-a234-4fad-8082-2cc647d5c399), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.640783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:42.642155 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.644920 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] 10.222.0.73 "PUT /v2.0/ports/8c3b7dcc-a234-4fad-8082-2cc647d5c399 HTTP/1.1" status: 200 len: 1093 time: 1.3405328 Feb 11 05:21:42.644920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c0ef01-9732-462c-82eb-ae0e52c11210', 'tag': '8c3b7dcc-a234-4fad-8082-2cc647d5c399'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:42.647241 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdf4ecc-030b-4761-b849-7bcb31d4282f" -d '{"events": [{"name": "network-changed", "server_uuid": "18c0ef01-9732-462c-82eb-ae0e52c11210", "tag": "8c3b7dcc-a234-4fad-8082-2cc647d5c399"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:42.738721 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c16a06-2068-42c2-a028-8be607c7ebd9 x-openstack-request-id: req-26c16a06-2068-42c2-a028-8be607c7ebd9 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:42.739477 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c0ef01-9732-462c-82eb-ae0e52c11210", "tag": "8c3b7dcc-a234-4fad-8082-2cc647d5c399", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:42.740174 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-26c16a06-2068-42c2-a028-8be607c7ebd9 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:42.740832 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c0ef01-9732-462c-82eb-ae0e52c11210', 'tag': '8c3b7dcc-a234-4fad-8082-2cc647d5c399', 'status': 'completed', 'code': 200} Feb 11 05:21:42.744778 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Attempting to bind port 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:42.745129 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Attempting to bind port 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:42.745634 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Attempting to bind port 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 on network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:42.748533 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (35c7d644-e070-47b5-8066-60a773fdf8fa), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.757063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954f00b-9850-42df-a7d8-db9df619c9cf service neutron] Pushing event updated for resources: {'Port': ['ID=8c3b7dcc-a234-4fad-8082-2cc647d5c399,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:42.763723 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.775532 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/35c7d644-e070-47b5-8066-60a773fdf8fa HTTP/1.1" status: 204 len: 168 time: 2.5833185 Feb 11 05:21:42.779976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39654) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:42.808362 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Port 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 on network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:21:42.808736 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Attempting to bind port 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 on network 81d9c3a5-749c-4efb-a1ec-3c4ca7de414a {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:42.813371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075c7a7-ae3d-4be9-821b-f4247a9a96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Network': ['ID=35c7d644-e070-47b5-8066-60a773fdf8fa,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:42.816261 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d7ca4e-dbf5-40a1-ac7d-b710182c4200 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] GET failed (client error): The resource could not be found. Feb 11 05:21:42.820098 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-93d7ca4e-dbf5-40a1-ac7d-b710182c4200 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "GET /v2.0/subnets/f7f22ad5-be53-4fc0-b244-de75fa0e88d2 HTTP/1.1" status: 404 len: 337 time: 0.0367427 Feb 11 05:21:42.821048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39656) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:42.827490 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:42.827900 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Checking segment: {'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:42.828413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Bound using segment: {'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:42.828910 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Bound port: 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba5ab89-ab95-4d95-a2f2-579c663f2134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:42.829286 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:42.830747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-6e9877ad-fd4c-4c16-9f7c-e4c8230a358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:42.832565 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-6e9877ad-fd4c-4c16-9f7c-e4c8230a358d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c7d4a400d4d41059ead9919c4db8a08&device_id=18c0ef01-9732-462c-82eb-ae0e52c11210 HTTP/1.1" status: 200 len: 1127 time: 0.1401982 Feb 11 05:21:42.906518 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa83a775-2260-4574-a05a-aed709a0d430 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:42.907160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa83a775-2260-4574-a05a-aed709a0d430 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:42.913822 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fa83a775-2260-4574-a05a-aed709a0d430 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/35c7d644-e070-47b5-8066-60a773fdf8fa HTTP/1.1" status: 404 len: 339 time: 0.0911295 Feb 11 05:21:42.917934 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39664) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:42.921612 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-d1d71f38-3137-40e9-a530-a3970b34026a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c3b7dcc-a234-4fad-8082-2cc647d5c399 HTTP/1.1" status: 200 len: 217 time: 0.0724847 Feb 11 05:21:42.949404 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5784d569-5cc9-46bb-b365-48782670fb2d req-869544b9-ad36-43f0-9f8e-3b115e43df98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f71892ed4daf43719b32b73445df5c3f&device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0318301 Feb 11 05:21:42.972311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] For port 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:42.975984 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] For port 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:43.008676 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.013070 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5784d569-5cc9-46bb-b365-48782670fb2d req-a93d7c83-5f40-4da4-9281-fafa6f3c4af6 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f71892ed4daf43719b32b73445df5c3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533547 Feb 11 05:21:43.065367 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.066386 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.069850 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] 10.222.0.73 "PUT /v2.0/ports/2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 HTTP/1.1" status: 200 len: 1092 time: 1.4609978 Feb 11 05:21:43.084842 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b2a972-be55-44f5-a8de-ea56f49f6bd1', 'tag': '2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:43.087978 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4262fd9-20f2-4051-b321-90c1dfe36dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "23b2a972-be55-44f5-a8de-ea56f49f6bd1", "tag": "2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:43.088569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39670) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:43.112913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-f4426b4c-0811-4c8b-b562-e831f3929a0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-604259065-network', 'tenant_id': 'de2681b7d5434d9dbe8ed1c99b673e6d'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:43.131674 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85f14bd9-e5d7-410c-83c7-a234fc59bf14 req-b37184d1-654d-478c-bb72-824b8c8c6e2b tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.1181169 Feb 11 05:21:43.150138 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0698d5-217c-4e4a-869f-5ec3ee68fb38 x-openstack-request-id: req-0d0698d5-217c-4e4a-869f-5ec3ee68fb38 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:43.150426 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b2a972-be55-44f5-a8de-ea56f49f6bd1", "tag": "2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:43.150674 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0d0698d5-217c-4e4a-869f-5ec3ee68fb38 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:43.151059 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b2a972-be55-44f5-a8de-ea56f49f6bd1', 'tag': '2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700', 'status': 'completed', 'code': 200} Feb 11 05:21:43.191731 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f0a6697b-1eca-41dc-bce8-ea1d0c22f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.193433 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-f0a6697b-1eca-41dc-bce8-ea1d0c22f673 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b879c64a-e605-4233-add0-72bb3a5a9b1c HTTP/1.1" status: 200 len: 852 time: 0.2460418 Feb 11 05:21:43.249964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4426b4c-0811-4c8b-b562-e831f3929a0f admin admin] Made reservation on behalf of de2681b7d5434d9dbe8ed1c99b673e6d for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:43.250238 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8569c-9c8e-4706-8450-32927b2a6d1a service neutron] Pushing event updated for resources: {'Port': ['ID=2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:43.252919 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f4426b4c-0811-4c8b-b562-e831f3929a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.262987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-9559759c-88a7-43f6-9c07-47124fb18e3a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510030 Feb 11 05:21:43.288684 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f4426b4c-0811-4c8b-b562-e831f3929a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.301781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784d569-5cc9-46bb-b365-48782670fb2d req-b3359049-ae21-44d8-a215-9942359343d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.303251 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5784d569-5cc9-46bb-b365-48782670fb2d req-b3359049-ae21-44d8-a215-9942359343d8 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2634349 Feb 11 05:21:43.305749 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-72c4880f-fb37-4eef-ae2f-bea1aed39266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.307751 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-72c4880f-fb37-4eef-ae2f-bea1aed39266 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c7d4a400d4d41059ead9919c4db8a08&device_id=23b2a972-be55-44f5-a8de-ea56f49f6bd1 HTTP/1.1" status: 200 len: 1126 time: 0.1877959 Feb 11 05:21:43.334679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903dbc38-fe4e-467b-a386-097c7d542a10 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.336104 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-903dbc38-fe4e-467b-a386-097c7d542a10 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4169879 Feb 11 05:21:43.341771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39674) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:43.354360 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-115c05c3-7511-437b-bb59-9b7231daa371 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 HTTP/1.1" status: 200 len: 217 time: 0.0397580 Feb 11 05:21:43.404437 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-7a3a7f5e-70b8-4948-afb1-c3e8e6e6afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.405966 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-7a3a7f5e-70b8-4948-afb1-c3e8e6e6afd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b879c64a-e605-4233-add0-72bb3a5a9b1c HTTP/1.1" status: 200 len: 852 time: 0.0446982 Feb 11 05:21:43.419648 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d4dc57ad-655b-4380-835f-7f665d34f575 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 207 time: 0.0738995 Feb 11 05:21:43.421649 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39678) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:43.459123 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-49236843-a36b-4d16-ae6b-a8400c8b3d5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463820 Feb 11 05:21:43.464955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-bac0f63f-e4af-4dd6-a9c4-2e0fccb56ff0 service neutron] 10.222.0.73 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902521 Feb 11 05:21:43.616553 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f4426b4c-0811-4c8b-b562-e831f3929a0f admin admin] Publish callbacks [] for security_group (40a547f7-8515-4e1c-b858-398e6e53a2a5), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.631802 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f4426b4c-0811-4c8b-b562-e831f3929a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (40a547f7-8515-4e1c-b858-398e6e53a2a5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.677285 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-76a1a611-7d31-49fe-997d-bab22374d039 service neutron] 10.222.0.73 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031105 Feb 11 05:21:43.677852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c2807-5e95-40f3-8358-6f12b0e609b3 req-3dd7ae80-602e-4047-b8f2-ed9f3beda9e9 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.678862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca7c2807-5e95-40f3-8358-6f12b0e609b3 req-3dd7ae80-602e-4047-b8f2-ed9f3beda9e9 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=18c0ef01-9732-462c-82eb-ae0e52c11210 HTTP/1.1" status: 200 len: 944 time: 0.2166321 Feb 11 05:21:43.685314 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4426b4c-0811-4c8b-b562-e831f3929a0f admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:43.710370 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-aebad4df-4357-4445-a9da-a053ced4e9c5 service neutron] 10.222.0.73 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322719 Feb 11 05:21:43.714484 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf3087-3748-4750-8bad-a646eea4d85b tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.719547 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf3087-3748-4750-8bad-a646eea4d85b tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.723144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4426b4c-0811-4c8b-b562-e831f3929a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a547f7-8515-4e1c-b858-398e6e53a2a5,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:43.725466 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf3087-3748-4750-8bad-a646eea4d85b tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.730764 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf3087-3748-4750-8bad-a646eea4d85b tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.732637 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e5bf3087-3748-4750-8bad-a646eea4d85b tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3086455 Feb 11 05:21:43.732756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35cfdb-fce3-4d9f-b3e8-8797c6126e22 req-48f2295a-9299-41cf-a3b3-cdf4c83a1cb6 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.734107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab35cfdb-fce3-4d9f-b3e8-8797c6126e22 req-48f2295a-9299-41cf-a3b3-cdf4c83a1cb6 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/ports?device_id=be6c4134-3745-4a37-961f-dc96a1b84601 HTTP/1.1" status: 200 len: 945 time: 0.2097976 Feb 11 05:21:43.737588 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39684) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:43.738059 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f4426b4c-0811-4c8b-b562-e831f3929a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5dadcf1f-9db0-4732-a6df-d250cffb44e3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.738389 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-f4426b4c-0811-4c8b-b562-e831f3929a0f admin admin] Added segment 5dadcf1f-9db0-4732-a6df-d250cffb44e3 of type vlan for network 65082cda-a6a7-4071-8c13-a36e865aaf31 Feb 11 05:21:43.852130 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f4426b4c-0811-4c8b-b562-e831f3929a0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (65082cda-a6a7-4071-8c13-a36e865aaf31), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.858097 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca7c2807-5e95-40f3-8358-6f12b0e609b3 req-f792d9c5-d7fa-42a8-a41c-08939ff7ca83 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650348 Feb 11 05:21:43.886468 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-91673cc6-7920-439d-b0f6-7e2357f74508 req-98222669-5680-4c60-b55e-9442615c16e3 service neutron] 10.222.0.73 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983781 Feb 11 05:21:43.907928 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5a17459c-a06f-494d-8e49-769c82545e15 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1684096 Feb 11 05:21:43.908141 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab35cfdb-fce3-4d9f-b3e8-8797c6126e22 req-e60f2f40-2b71-45a2-ba50-2cf30979999d tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/security-groups?id=8aba9135-e750-4938-b63c-5a320829d178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594813 Feb 11 05:21:43.913547 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39688) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:43.923734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf4ecc-030b-4761-b849-7bcb31d4282f req-37a0a59a-37db-4f8d-8f71-41ca318db151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.926657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dcdf4ecc-030b-4761-b849-7bcb31d4282f req-37a0a59a-37db-4f8d-8f71-41ca318db151 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c7d4a400d4d41059ead9919c4db8a08&device_id=18c0ef01-9732-462c-82eb-ae0e52c11210 HTTP/1.1" status: 200 len: 1127 time: 0.1365538 Feb 11 05:21:43.927836 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f4426b4c-0811-4c8b-b562-e831f3929a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (65082cda-a6a7-4071-8c13-a36e865aaf31), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.928838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4426b4c-0811-4c8b-b562-e831f3929a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.929408 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f4426b4c-0811-4c8b-b562-e831f3929a0f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:43.980163 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:44.112731 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f4426b4c-0811-4c8b-b562-e831f3929a0f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0229418 Feb 11 05:21:44.118775 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39700) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:44.124257 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-93d8fbf5-6e8f-4a20-9291-35a918434e48 admin admin] Request body: {'subnet': {'network_id': '65082cda-a6a7-4071-8c13-a36e865aaf31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-604259065-subnet', 'tenant_id': 'de2681b7d5434d9dbe8ed1c99b673e6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:44.154979 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4426b4c-0811-4c8b-b562-e831f3929a0f admin admin] Pushing event updated for resources: {'Network': ['ID=65082cda-a6a7-4071-8c13-a36e865aaf31,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:44.169287 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 65082cda-a6a7-4071-8c13-a36e865aaf31 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:44.229150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d8fbf5-6e8f-4a20-9291-35a918434e48 admin admin] Made reservation on behalf of de2681b7d5434d9dbe8ed1c99b673e6d for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:44.233520 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-93d8fbf5-6e8f-4a20-9291-35a918434e48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:44.337401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf4ecc-030b-4761-b849-7bcb31d4282f req-cb4f0cb9-7b71-490f-a0ea-08debabcaece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:44.338989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dcdf4ecc-030b-4761-b849-7bcb31d4282f req-cb4f0cb9-7b71-490f-a0ea-08debabcaece service neutron] 10.222.0.73 "GET /v2.0/networks?id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a HTTP/1.1" status: 200 len: 913 time: 0.3844092 Feb 11 05:21:44.344009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f9a75aad-949c-4265-940c-0b22aae97627 req-7f06923e-1af4-4033-8852-c4d83e51ec3d tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.87 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0843725 Feb 11 05:21:44.408162 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8d928a-ed88-475e-b8c7-c23079e5976f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:44.409684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8d928a-ed88-475e-b8c7-c23079e5976f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:44.411264 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0b8d928a-ed88-475e-b8c7-c23079e5976f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4967299 Feb 11 05:21:44.415765 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39714) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:44.426299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dcdf4ecc-030b-4761-b849-7bcb31d4282f req-5554d06e-5436-4833-8a01-4d99ec2e8547 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c3b7dcc-a234-4fad-8082-2cc647d5c399 HTTP/1.1" status: 200 len: 217 time: 0.0772762 Feb 11 05:21:44.461064 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4262fd9-20f2-4051-b321-90c1dfe36dfc req-9ec9c5f6-d3a5-415a-af8f-b03256ffe0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:44.462632 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b4262fd9-20f2-4051-b321-90c1dfe36dfc req-9ec9c5f6-d3a5-415a-af8f-b03256ffe0b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c7d4a400d4d41059ead9919c4db8a08&device_id=23b2a972-be55-44f5-a8de-ea56f49f6bd1 HTTP/1.1" status: 200 len: 1126 time: 0.1527357 Feb 11 05:21:44.498774 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed187f1c-24e9-4bb4-b3d8-059df535331c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:44.500136 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed187f1c-24e9-4bb4-b3d8-059df535331c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:44.501717 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ed187f1c-24e9-4bb4-b3d8-059df535331c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0849955 Feb 11 05:21:44.507700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39720) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:44.653694 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4262fd9-20f2-4051-b321-90c1dfe36dfc req-f17aa975-4c91-4373-be1d-e2293ee79329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:44.655055 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b4262fd9-20f2-4051-b321-90c1dfe36dfc req-f17aa975-4c91-4373-be1d-e2293ee79329 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a HTTP/1.1" status: 200 len: 913 time: 0.1836603 Feb 11 05:21:44.671080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38aa76db-6cba-402e-b608-6411f6d365eb tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:44.672736 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-38aa76db-6cba-402e-b608-6411f6d365eb tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "GET /v2.0/networks/3c3242a2-518c-4cbb-8e92-076ccd6f10ed HTTP/1.1" status: 200 len: 800 time: 0.1660991 Feb 11 05:21:44.682500 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39728) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:44.740842 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b4262fd9-20f2-4051-b321-90c1dfe36dfc req-d5df8853-d4f6-41de-b06c-4db9a0ea37ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 HTTP/1.1" status: 200 len: 217 time: 0.0669591 Feb 11 05:21:44.857833 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5784d569-5cc9-46bb-b365-48782670fb2d req-b87f4dc4-7efa-4561-95e8-24a252a4cbdc tempest-ServerShowV257Test-737138608 tempest-ServerShowV257Test-737138608-project] 10.222.0.73 "GET /v2.0/ports?device_id=13b77ad7-469a-4d83-82c6-837476d7b98f HTTP/1.1" status: 200 len: 210 time: 0.0472136 Feb 11 05:21:44.870247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4262fd9-20f2-4051-b321-90c1dfe36dfc req-f4ac5952-422c-4bf3-94ad-35ed6ff483f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:44.871748 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b4262fd9-20f2-4051-b321-90c1dfe36dfc req-f4ac5952-422c-4bf3-94ad-35ed6ff483f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b879c64a-e605-4233-add0-72bb3a5a9b1c HTTP/1.1" status: 200 len: 852 time: 0.1209614 Feb 11 05:21:44.913757 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b4262fd9-20f2-4051-b321-90c1dfe36dfc req-de80540d-c81f-4ebb-8a11-4d5230310da4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296516 Feb 11 05:21:44.925346 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf4ecc-030b-4761-b849-7bcb31d4282f req-12dc5b81-071f-40d7-b551-e2827ccf190d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:44.925551 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-01e9ccea-0872-45c8-8a37-0c66b66a7fb4 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "GET /v2.0/networks/3c3242a2-518c-4cbb-8e92-076ccd6f10ed?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2366288 Feb 11 05:21:44.925702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dcdf4ecc-030b-4761-b849-7bcb31d4282f req-12dc5b81-071f-40d7-b551-e2827ccf190d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b879c64a-e605-4233-add0-72bb3a5a9b1c HTTP/1.1" status: 200 len: 852 time: 0.4815736 Feb 11 05:21:44.926293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39734) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:45.025248 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b4262fd9-20f2-4051-b321-90c1dfe36dfc req-8111016b-4060-4b3a-81af-88f6f5b71bcd service neutron] 10.222.0.73 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020081 Feb 11 05:21:45.061011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dcdf4ecc-030b-4761-b849-7bcb31d4282f req-cb2cfc71-167e-44d6-bbeb-a3669c4caeab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888069 Feb 11 05:21:45.098131 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99ad59-5770-42e5-b80f-15b04f7d957c req-32a1cd04-a5d4-46e0-88cf-f8f533580a93 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:45.099589 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e99ad59-5770-42e5-b80f-15b04f7d957c req-32a1cd04-a5d4-46e0-88cf-f8f533580a93 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/ports?device_id=be6c4134-3745-4a37-961f-dc96a1b84601 HTTP/1.1" status: 200 len: 945 time: 0.2405744 Feb 11 05:21:45.110682 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-93d8fbf5-6e8f-4a20-9291-35a918434e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (e163eae9-d59e-4d1f-987d-6343fb99a662), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.128413 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b4262fd9-20f2-4051-b321-90c1dfe36dfc req-c6661c90-b48e-4bd8-b2e8-792876b13ae9 service neutron] 10.222.0.73 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931959 Feb 11 05:21:45.132311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9cc301-a3ce-404b-ab32-d663ee4bf7b4 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:45.133621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0c9cc301-a3ce-404b-ab32-d663ee4bf7b4 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "GET /v2.0/subnets/5f65ccbc-5398-4999-bbad-c96d261d93a9 HTTP/1.1" status: 200 len: 811 time: 0.2050965 Feb 11 05:21:45.137200 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39738) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:45.189326 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73df660-b72d-4bae-bcf3-9afff880c447 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:45.190710 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d73df660-b72d-4bae-bcf3-9afff880c447 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "GET /v2.0/subnets/5f65ccbc-5398-4999-bbad-c96d261d93a9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0524192 Feb 11 05:21:45.194337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39740) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:45.225232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-2f9f57ec-1886-4644-83c0-95d42fdf067f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1824430383'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:45.286211 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8fbf5-6e8f-4a20-9291-35a918434e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e163eae9-d59e-4d1f-987d-6343fb99a662,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:45.303465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1adfa-e4ec-4936-9489-c91768bb958c req-1f9fec7b-89b0-42b7-9252-2b9600870edc tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:45.304967 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f9e1adfa-e4ec-4936-9489-c91768bb958c req-1f9fec7b-89b0-42b7-9252-2b9600870edc tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=18c0ef01-9732-462c-82eb-ae0e52c11210 HTTP/1.1" status: 200 len: 944 time: 0.2968893 Feb 11 05:21:45.323913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9f57ec-1886-4644-83c0-95d42fdf067f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:45.333101 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f9f57ec-1886-4644-83c0-95d42fdf067f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.345012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e99ad59-5770-42e5-b80f-15b04f7d957c req-44612bc7-3d2c-4c44-bdf9-c80f2051dbf2 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/security-groups?id=8aba9135-e750-4938-b63c-5a320829d178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314672 Feb 11 05:21:45.360860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d8fbf5-6e8f-4a20-9291-35a918434e48 admin admin] Checking segment: {'id': '5dadcf1f-9db0-4732-a6df-d250cffb44e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '65082cda-a6a7-4071-8c13-a36e865aaf31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:45.361220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d8fbf5-6e8f-4a20-9291-35a918434e48 admin admin] Network hostable DHCP agents. Network: 65082cda-a6a7-4071-8c13-a36e865aaf31, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:45.368804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dcdf4ecc-030b-4761-b849-7bcb31d4282f req-d2854f56-9509-4248-ab96-37e1d266cde6 service neutron] 10.222.0.73 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783451 Feb 11 05:21:45.474005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9f57ec-1886-4644-83c0-95d42fdf067f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:45.476127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d8fbf5-6e8f-4a20-9291-35a918434e48 admin admin] Network 65082cda-a6a7-4071-8c13-a36e865aaf31 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:45.481764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f9e1adfa-e4ec-4936-9489-c91768bb958c req-fb0532c6-b481-4def-b26d-c9eecbf64f82 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680939 Feb 11 05:21:45.501065 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f9f57ec-1886-4644-83c0-95d42fdf067f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d750adc4-505a-455b-af44-674f567c5de4), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.501415 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-2f9f57ec-1886-4644-83c0-95d42fdf067f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Added segment d750adc4-505a-455b-af44-674f567c5de4 of type vlan for network c54c0b2f-f5f8-458a-9392-15fed4bb920b Feb 11 05:21:45.504757 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-93d8fbf5-6e8f-4a20-9291-35a918434e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 65082cda-a6a7-4071-8c13-a36e865aaf31) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:45.516332 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c48cb0f-f60d-40f4-b965-618e056ceb4a None None] Network 65082cda-a6a7-4071-8c13-a36e865aaf31 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:45.528899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d8fbf5-6e8f-4a20-9291-35a918434e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:45.529557 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-93d8fbf5-6e8f-4a20-9291-35a918434e48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.543966 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dcdf4ecc-030b-4761-b849-7bcb31d4282f req-848e10c2-3686-414b-bd75-4f0fbcd6116b service neutron] 10.222.0.73 "GET /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662161 Feb 11 05:21:45.549657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-93d8fbf5-6e8f-4a20-9291-35a918434e48 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4292674 Feb 11 05:21:45.592495 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f9f57ec-1886-4644-83c0-95d42fdf067f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (c54c0b2f-f5f8-458a-9392-15fed4bb920b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.636720 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f9f57ec-1886-4644-83c0-95d42fdf067f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (c54c0b2f-f5f8-458a-9392-15fed4bb920b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.647775 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f57ec-1886-4644-83c0-95d42fdf067f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:45.648415 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f9f57ec-1886-4644-83c0-95d42fdf067f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.686568 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2f9f57ec-1886-4644-83c0-95d42fdf067f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4656835 Feb 11 05:21:45.687637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39752) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:45.695658 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e33cddd7-83ed-4f27-bd24-16bc2921f570 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'subnet': {'network_id': 'c54c0b2f-f5f8-458a-9392-15fed4bb920b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:45.737498 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e405e7-53a1-4b77-9701-ba138ea78ca1 None None] Network 65082cda-a6a7-4071-8c13-a36e865aaf31 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:45.751077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f57ec-1886-4644-83c0-95d42fdf067f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Network': ['ID=c54c0b2f-f5f8-458a-9392-15fed4bb920b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:45.766365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network c54c0b2f-f5f8-458a-9392-15fed4bb920b details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:45.845648 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33cddd7-83ed-4f27-bd24-16bc2921f570 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Made reservation on behalf of 1cbdf38943bb49c6b3bc12ae011d54b3 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:45.850156 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e33cddd7-83ed-4f27-bd24-16bc2921f570 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:45.874493 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39760) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:45.932111 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_backend_mixin [None req-e33cddd7-83ed-4f27-bd24-16bc2921f570 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Performing IP validity checks on allocation pools {{(pid=103170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:21:45.932632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_backend_mixin [None req-e33cddd7-83ed-4f27-bd24-16bc2921f570 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:21:46.064077 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0bd488cb-88e6-4cf4-9de1-666710bb375a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.157595 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e33cddd7-83ed-4f27-bd24-16bc2921f570 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (fc68a0a5-ddf6-4cd0-9098-4ffd93a64bd3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.225413 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-77533b55-94fd-4979-b914-4f64ac7c9eb8 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:46.227052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-77533b55-94fd-4979-b914-4f64ac7c9eb8 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/networks?id=b853ac1a-5a31-42c0-9434-fa5398f86ea7 HTTP/1.1" status: 200 len: 809 time: 0.1331706 Feb 11 05:21:46.233175 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cddd7-83ed-4f27-bd24-16bc2921f570 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Subnet': ['ID=fc68a0a5-ddf6-4cd0-9098-4ffd93a64bd3,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:46.266600 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0bd488cb-88e6-4cf4-9de1-666710bb375a admin admin] Publish callbacks [] for security_group (140958e9-d5cd-4260-a683-0a036d5b8a5e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.267206 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-428e9ae5-eaa3-4c77-8b7c-6d6869d00774 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/quotas/bd191aba86de40c5adfd6c61efb8c51d HTTP/1.1" status: 200 len: 375 time: 0.0268221 Feb 11 05:21:46.267880 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33cddd7-83ed-4f27-bd24-16bc2921f570 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Checking segment: {'id': 'd750adc4-505a-455b-af44-674f567c5de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c54c0b2f-f5f8-458a-9392-15fed4bb920b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:46.268317 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33cddd7-83ed-4f27-bd24-16bc2921f570 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network hostable DHCP agents. Network: c54c0b2f-f5f8-458a-9392-15fed4bb920b, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:46.273892 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0bd488cb-88e6-4cf4-9de1-666710bb375a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (140958e9-d5cd-4260-a683-0a036d5b8a5e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.308742 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-1a1bd305-2f51-4add-aa7b-8eecdc7b7460 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=bd191aba86de40c5adfd6c61efb8c51d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339754 Feb 11 05:21:46.319616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff1c1f-5b9c-4549-b3c9-2e23c6cbade9 req-425333a3-1676-421e-a5a3-8964ddee44f4 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:46.321148 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-feff1c1f-5b9c-4549-b3c9-2e23c6cbade9 req-425333a3-1676-421e-a5a3-8964ddee44f4 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.73 "GET /v2.0/ports?device_id=be6c4134-3745-4a37-961f-dc96a1b84601 HTTP/1.1" status: 200 len: 945 time: 0.0905569 Feb 11 05:21:46.327172 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0bd488cb-88e6-4cf4-9de1-666710bb375a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f71892ed4daf43719b32b73445df5c3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4523869 Feb 11 05:21:46.328572 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd488cb-88e6-4cf4-9de1-666710bb375a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140958e9-d5cd-4260-a683-0a036d5b8a5e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:46.331084 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39778) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:46.333078 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33cddd7-83ed-4f27-bd24-16bc2921f570 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Network c54c0b2f-f5f8-458a-9392-15fed4bb920b is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:46.363338 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-e33cddd7-83ed-4f27-bd24-16bc2921f570 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, c54c0b2f-f5f8-458a-9392-15fed4bb920b) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:46.371545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da633fbb-063c-40ac-bc16-d34868fff9c7 None None] Network c54c0b2f-f5f8-458a-9392-15fed4bb920b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:46.379040 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33cddd7-83ed-4f27-bd24-16bc2921f570 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:46.379707 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e33cddd7-83ed-4f27-bd24-16bc2921f570 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.419370 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e33cddd7-83ed-4f27-bd24-16bc2921f570 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7280483 Feb 11 05:21:46.419637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39782) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:46.421934 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a85bead-909b-4fbe-8850-cf347b81e90d admin admin] Publish callbacks [] for security_group (140958e9-d5cd-4260-a683-0a036d5b8a5e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.429223 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-89750827-e96d-4a18-8635-d0a32c4f1288 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:46.483474 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a85bead-909b-4fbe-8850-cf347b81e90d admin admin] Publish callbacks [] for security_group (140958e9-d5cd-4260-a683-0a036d5b8a5e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.516356 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6c974b-6f24-4076-b5f9-64891ef96edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-c54c0b2f-f5f8-458a-9392-15fed4bb920b', 'network_id': 'c54c0b2f-f5f8-458a-9392-15fed4bb920b', 'project_id': '1cbdf38943bb49c6b3bc12ae011d54b3', 'fixed_ips': [{'subnet_id': 'fc68a0a5-ddf6-4cd0-9098-4ffd93a64bd3'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:46.518028 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e6c974b-6f24-4076-b5f9-64891ef96edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.535513 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-f7bb876f-3b79-476a-874f-0bc139585c17 service neutron] 10.222.0.87 "GET /v2.0/networks/b853ac1a-5a31-42c0-9434-fa5398f86ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133257 Feb 11 05:21:46.580603 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89750827-e96d-4a18-8635-d0a32c4f1288 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31354458'] for subnet (fc68a0a5-ddf6-4cd0-9098-4ffd93a64bd3), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.597447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fd679-5b08-42d2-8102-4355ad64d5ff req-ae4c37ab-a076-40b5-bd8a-de46b300dbf8 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:46.599032 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac3fd679-5b08-42d2-8102-4355ad64d5ff req-ae4c37ab-a076-40b5-bd8a-de46b300dbf8 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/ports?device_id=be6c4134-3745-4a37-961f-dc96a1b84601 HTTP/1.1" status: 200 len: 945 time: 0.1299677 Feb 11 05:21:46.635520 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a85bead-909b-4fbe-8850-cf347b81e90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (140958e9-d5cd-4260-a683-0a036d5b8a5e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.638276 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a85bead-909b-4fbe-8850-cf347b81e90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.638561 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-feff1c1f-5b9c-4549-b3c9-2e23c6cbade9 req-3ba8e184-9c4c-4fc6-93b9-941a43e5c736 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Deleting port d6947d66-238f-4b6e-946c-75783d4a7386 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:46.638909 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-feff1c1f-5b9c-4549-b3c9-2e23c6cbade9 req-3ba8e184-9c4c-4fc6-93b9-941a43e5c736 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d6947d66-238f-4b6e-946c-75783d4a7386), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.639473 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2a85bead-909b-4fbe-8850-cf347b81e90d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/140958e9-d5cd-4260-a683-0a036d5b8a5e HTTP/1.1" status: 204 len: 168 time: 0.3072796 Feb 11 05:21:46.656573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85bead-909b-4fbe-8850-cf347b81e90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140958e9-d5cd-4260-a683-0a036d5b8a5e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:46.697857 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-5e6c974b-6f24-4076-b5f9-64891ef96edb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 11 05:21:46.697857 n-d-713499-38 neutron-server[103173]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 11 05:21:46.697857 n-d-713499-38 neutron-server[103173]: [parameters: {'in_use': 1, 'id_1': 'fc68a0a5-ddf6-4cd0-9098-4ffd93a64bd3'}] Feb 11 05:21:46.697857 n-d-713499-38 neutron-server[103173]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:21:46.698838 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-5e6c974b-6f24-4076-b5f9-64891ef96edb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:21:46.759214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-9be34f5c-d89c-4aaa-b006-d4acc08bcde5 service neutron] 10.222.0.87 "GET /v2.0/networks/b853ac1a-5a31-42c0-9434-fa5398f86ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126904 Feb 11 05:21:46.770631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac3fd679-5b08-42d2-8102-4355ad64d5ff req-570f7bdb-f1da-4b9f-9d8b-5514be440335 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/security-groups?id=8aba9135-e750-4938-b63c-5a320829d178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453736 Feb 11 05:21:46.795586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-feff1c1f-5b9c-4549-b3c9-2e23c6cbade9 req-3ba8e184-9c4c-4fc6-93b9-941a43e5c736 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] For port d6947d66-238f-4b6e-946c-75783d4a7386, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d6947d66-238f-4b6e-946c-75783d4a7386,segment=NetworkSegment(74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5),segment_id=74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:46.795966 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-feff1c1f-5b9c-4549-b3c9-2e23c6cbade9 req-3ba8e184-9c4c-4fc6-93b9-941a43e5c736 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d6947d66-238f-4b6e-946c-75783d4a7386), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.814437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-feff1c1f-5b9c-4549-b3c9-2e23c6cbade9 req-3ba8e184-9c4c-4fc6-93b9-941a43e5c736 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Calling delete_port for d6947d66-238f-4b6e-946c-75783d4a7386 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:46.842292 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89750827-e96d-4a18-8635-d0a32c4f1288 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774535730423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31227973'] for subnet (fc68a0a5-ddf6-4cd0-9098-4ffd93a64bd3), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.913346 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89750827-e96d-4a18-8635-d0a32c4f1288 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:46.914580 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89750827-e96d-4a18-8635-d0a32c4f1288 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:46.916007 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-89750827-e96d-4a18-8635-d0a32c4f1288 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "PUT /v2.0/subnets/fc68a0a5-ddf6-4cd0-9098-4ffd93a64bd3 HTTP/1.1" status: 200 len: 877 time: 0.4952538 Feb 11 05:21:46.919703 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39792) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:46.941417 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:47.045170 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1b2f-29a4-4cc0-bb6f-d5f26ec4d088 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (c54c0b2f-f5f8-458a-9392-15fed4bb920b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.065368 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89750827-e96d-4a18-8635-d0a32c4f1288 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event updated for resources: {'Subnet': ['ID=fc68a0a5-ddf6-4cd0-9098-4ffd93a64bd3,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:47.091180 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-feff1c1f-5b9c-4549-b3c9-2e23c6cbade9 req-3ba8e184-9c4c-4fc6-93b9-941a43e5c736 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d6947d66-238f-4b6e-946c-75783d4a7386), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.119489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['d6947d66-238f-4b6e-946c-75783d4a7386'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:47.172810 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1b2f-29a4-4cc0-bb6f-d5f26ec4d088 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (fc68a0a5-ddf6-4cd0-9098-4ffd93a64bd3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.196256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8e184-9c4c-4fc6-93b9-941a43e5c736 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Pushing event deleted for resources: {'Port': ['ID=d6947d66-238f-4b6e-946c-75783d4a7386,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:47.203515 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e6c974b-6f24-4076-b5f9-64891ef96edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.224929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f938e45b-2f2b-40c7-b580-5d738788ce60 req-ba6a0392-7d4b-4ae6-b7f7-c2bd20d1ac1b tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/ports?device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 210 time: 0.1307311 Feb 11 05:21:47.237167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e00b8-c2ad-4503-9073-6c9d69e3b4d6 req-8330a873-b0bc-4e27-8686-238db09c31e9 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:47.246657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a2e00b8-c2ad-4503-9073-6c9d69e3b4d6 req-8330a873-b0bc-4e27-8686-238db09c31e9 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=18c0ef01-9732-462c-82eb-ae0e52c11210 HTTP/1.1" status: 200 len: 944 time: 0.2891483 Feb 11 05:21:47.273942 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:47.300277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700', 'mac_address': 'fa:16:3e:da:49:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:47.324513 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1b2f-29a4-4cc0-bb6f-d5f26ec4d088 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (fc68a0a5-ddf6-4cd0-9098-4ffd93a64bd3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.355204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-feff1c1f-5b9c-4549-b3c9-2e23c6cbade9 req-3ba8e184-9c4c-4fc6-93b9-941a43e5c736 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] No DVR routers for this DVR port d6947d66-238f-4b6e-946c-75783d4a7386 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:47.362833 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-feff1c1f-5b9c-4549-b3c9-2e23c6cbade9 req-3ba8e184-9c4c-4fc6-93b9-941a43e5c736 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.367957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-feff1c1f-5b9c-4549-b3c9-2e23c6cbade9 req-3ba8e184-9c4c-4fc6-93b9-941a43e5c736 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.73 "DELETE /v2.0/ports/d6947d66-238f-4b6e-946c-75783d4a7386 HTTP/1.1" status: 204 len: 173 time: 1.0334892 Feb 11 05:21:47.368689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6c4134-3745-4a37-961f-dc96a1b84601', 'name': 'network-vif-deleted', 'tag': 'd6947d66-238f-4b6e-946c-75783d4a7386'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:47.372357 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a7a0cf-dbcf-469e-aec4-62e3efa68519" -d '{"events": [{"server_uuid": "be6c4134-3745-4a37-961f-dc96a1b84601", "name": "network-vif-deleted", "tag": "d6947d66-238f-4b6e-946c-75783d4a7386"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:47.427592 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a2e00b8-c2ad-4503-9073-6c9d69e3b4d6 req-df961e0f-0af1-49b3-adcc-a07803a6308f tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766226 Feb 11 05:21:47.444682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f1b2f-29a4-4cc0-bb6f-d5f26ec4d088 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Subnet': ['ID=fc68a0a5-ddf6-4cd0-9098-4ffd93a64bd3,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:47.467400 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db321b4e-9fe4-4512-b28e-6dff07ee71ae x-openstack-request-id: req-db321b4e-9fe4-4512-b28e-6dff07ee71ae {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:47.467721 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6c4134-3745-4a37-961f-dc96a1b84601", "name": "network-vif-deleted", "tag": "d6947d66-238f-4b6e-946c-75783d4a7386", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:47.467973 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-db321b4e-9fe4-4512-b28e-6dff07ee71ae {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:47.468382 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6c4134-3745-4a37-961f-dc96a1b84601', 'name': 'network-vif-deleted', 'tag': 'd6947d66-238f-4b6e-946c-75783d4a7386', 'status': 'completed', 'code': 200} Feb 11 05:21:47.573767 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:47.574665 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.592313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server [None req-5e6c974b-6f24-4076-b5f9-64891ef96edb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc68a0a5-ddf6-4cd0-9098-4ffd93a64bd3: This subnet is being modified by another concurrent operation. Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:21:47.598160 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc68a0a5-ddf6-4cd0-9098-4ffd93a64bd3: This subnet is being modified by another concurrent operation. Feb 11 05:21:47.601594 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Feb 11 05:21:47.605706 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1b2f-29a4-4cc0-bb6f-d5f26ec4d088 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (c54c0b2f-f5f8-458a-9392-15fed4bb920b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.632451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:47.635041 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b092caa8-555f-44ac-9f11-59f4cb961216 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:21:47.638362 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.639031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 8c3b7dcc-a234-4fad-8082-2cc647d5c399 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:47.654321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4e7f1b2f-29a4-4cc0-bb6f-d5f26ec4d088 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54c0b2f-f5f8-458a-9392-15fed4bb920b']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:47.667027 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4e7f1b2f-29a4-4cc0-bb6f-d5f26ec4d088 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd750adc4-505a-455b-af44-674f567c5de4') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:47.667328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4e7f1b2f-29a4-4cc0-bb6f-d5f26ec4d088 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd750adc4-505a-455b-af44-674f567c5de4') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:47.682285 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1b2f-29a4-4cc0-bb6f-d5f26ec4d088 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (d750adc4-505a-455b-af44-674f567c5de4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.700470 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1b2f-29a4-4cc0-bb6f-d5f26ec4d088 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d750adc4-505a-455b-af44-674f567c5de4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.710490 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7f1b2f-29a4-4cc0-bb6f-d5f26ec4d088 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:47.711727 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1b2f-29a4-4cc0-bb6f-d5f26ec4d088 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (d750adc4-505a-455b-af44-674f567c5de4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:47.716349 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:47.732897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:47.801735 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 8c3b7dcc-a234-4fad-8082-2cc647d5c399, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=8c3b7dcc-a234-4fad-8082-2cc647d5c399,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:47.805396 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1b2f-29a4-4cc0-bb6f-d5f26ec4d088 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (c54c0b2f-f5f8-458a-9392-15fed4bb920b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.823564 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1b2f-29a4-4cc0-bb6f-d5f26ec4d088 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.826890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '8c3b7dcc-a234-4fad-8082-2cc647d5c399', 'network_id': '81d9c3a5-749c-4efb-a1ec-3c4ca7de414a', 'port_id': '8c3b7dcc-a234-4fad-8082-2cc647d5c399', 'mac_address': 'fa:16:3e:bc:54:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b879c64a-e605-4233-add0-72bb3a5a9b1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:47.827967 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4e7f1b2f-29a4-4cc0-bb6f-d5f26ec4d088 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/c54c0b2f-f5f8-458a-9392-15fed4bb920b HTTP/1.1" status: 204 len: 168 time: 0.9071999 Feb 11 05:21:47.834276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39828) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:47.842199 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f1b2f-29a4-4cc0-bb6f-d5f26ec4d088 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Network': ['ID=c54c0b2f-f5f8-458a-9392-15fed4bb920b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:47.868374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b092caa8-555f-44ac-9f11-59f4cb961216 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:21:47.900966 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 8c3b7dcc-a234-4fad-8082-2cc647d5c399 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:47.901479 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8c3b7dcc-a234-4fad-8082-2cc647d5c399), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:47.917737 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36b8f6e-4a64-4b97-89c7-ab80f99d918e tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:47.919093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36b8f6e-4a64-4b97-89c7-ab80f99d918e tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:47.928665 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d36b8f6e-4a64-4b97-89c7-ab80f99d918e tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/subnets/fc68a0a5-ddf6-4cd0-9098-4ffd93a64bd3 HTTP/1.1" status: 404 len: 337 time: 0.0929351 Feb 11 05:21:47.931268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39832) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:47.956535 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-78376919-b128-43e0-9894-bb4fe71b96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:47.957123 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78376919-b128-43e0-9894-bb4fe71b96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:47.966638 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-78376919-b128-43e0-9894-bb4fe71b96ab tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/c54c0b2f-f5f8-458a-9392-15fed4bb920b HTTP/1.1" status: 404 len: 339 time: 0.0335283 Feb 11 05:21:47.969082 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39834) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:47.993215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39836) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:48.003185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c684b24-38cb-4b2b-9982-ba42a8becd7f req-497183a0-575a-4d60-bef9-97c04e07b766 tempest-ServerMetadataNegativeTestJSON-556238009 tempest-ServerMetadataNegativeTestJSON-556238009-project] 10.222.0.87 "GET /v2.0/ports?device_id=be6c4134-3745-4a37-961f-dc96a1b84601 HTTP/1.1" status: 200 len: 210 time: 0.0491507 Feb 11 05:21:48.017639 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f42fcd-f30d-4263-92f0-ad3670f1f4a2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:48.018405 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f42fcd-f30d-4263-92f0-ad3670f1f4a2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:48.021621 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-45f42fcd-f30d-4263-92f0-ad3670f1f4a2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/subnets/f7f22ad5-be53-4fc0-b244-de75fa0e88d2 HTTP/1.1" status: 404 len: 337 time: 0.0429654 Feb 11 05:21:48.024696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39840) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:48.046867 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91ca658-8c58-496f-8411-e042e84be534 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:48.047392 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91ca658-8c58-496f-8411-e042e84be534 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:48.054214 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39842) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:48.054812 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c91ca658-8c58-496f-8411-e042e84be534 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/35c7d644-e070-47b5-8066-60a773fdf8fa HTTP/1.1" status: 404 len: 339 time: 0.0289059 Feb 11 05:21:48.081226 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3b7dcc-a234-4fad-8082-2cc647d5c399 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:48.121476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 8c3b7dcc-a234-4fad-8082-2cc647d5c399, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=8c3b7dcc-a234-4fad-8082-2cc647d5c399,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:48.133560 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8c3b7dcc-a234-4fad-8082-2cc647d5c399), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.173132 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bbac50a6-7cd8-4588-b009-75c3e056552d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (576b0b0b-e6ca-46d4-bbfb-ce6343c4db30), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.176594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6e893a81-ab2e-4e20-939e-0fcde4431f78 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-874847886-network', 'tenant_id': 'f609d5d5080246709f6248b742869649'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:48.200867 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e893a81-ab2e-4e20-939e-0fcde4431f78 admin admin] Made reservation on behalf of f609d5d5080246709f6248b742869649 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:48.203274 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6e893a81-ab2e-4e20-939e-0fcde4431f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.213044 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6e893a81-ab2e-4e20-939e-0fcde4431f78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.255713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=8c3b7dcc-a234-4fad-8082-2cc647d5c399,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:48.279205 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bbac50a6-7cd8-4588-b009-75c3e056552d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (576b0b0b-e6ca-46d4-bbfb-ce6343c4db30), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.304684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-bbac50a6-7cd8-4588-b009-75c3e056552d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576b0b0b-e6ca-46d4-bbfb-ce6343c4db30']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:48.316072 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-bbac50a6-7cd8-4588-b009-75c3e056552d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b5e913-3088-4df5-84ea-0e7e6446771d') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:48.316377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-bbac50a6-7cd8-4588-b009-75c3e056552d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b5e913-3088-4df5-84ea-0e7e6446771d') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:48.318249 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789c5122-374d-4fa1-85b6-51150cabe002 None None] Network c54c0b2f-f5f8-458a-9392-15fed4bb920b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:48.326965 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bbac50a6-7cd8-4588-b009-75c3e056552d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (17b5e913-3088-4df5-84ea-0e7e6446771d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.328911 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6e893a81-ab2e-4e20-939e-0fcde4431f78 admin admin] Publish callbacks [] for security_group (d9bd54d0-7a9e-470b-b272-ea75170b0489), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.338795 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789c5122-374d-4fa1-85b6-51150cabe002 None None] Network c54c0b2f-f5f8-458a-9392-15fed4bb920b could not be found, it might have been deleted concurrently. {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:21:48.344635 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bbac50a6-7cd8-4588-b009-75c3e056552d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (17b5e913-3088-4df5-84ea-0e7e6446771d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.350498 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e083d7-bae9-4ab4-87e6-9ce9c63c37d5 None None] Network c54c0b2f-f5f8-458a-9392-15fed4bb920b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:48.351555 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6e893a81-ab2e-4e20-939e-0fcde4431f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d9bd54d0-7a9e-470b-b272-ea75170b0489), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.354717 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbac50a6-7cd8-4588-b009-75c3e056552d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:48.355527 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bbac50a6-7cd8-4588-b009-75c3e056552d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (17b5e913-3088-4df5-84ea-0e7e6446771d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:48.359641 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:48.364688 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e083d7-bae9-4ab4-87e6-9ce9c63c37d5 None None] Network c54c0b2f-f5f8-458a-9392-15fed4bb920b could not be found, it might have been deleted concurrently. {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:21:48.370813 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['8c3b7dcc-a234-4fad-8082-2cc647d5c399'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:48.384058 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc1e806a-fbe0-457a-8a8f-ca765724ba5f req-5a366370-8317-4fa3-91f0-7a82d1fc54e6 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/ports?device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 210 time: 0.0524182 Feb 11 05:21:48.400918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e893a81-ab2e-4e20-939e-0fcde4431f78 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:48.415399 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e893a81-ab2e-4e20-939e-0fcde4431f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bd54d0-7a9e-470b-b272-ea75170b0489,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:48.423805 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6e893a81-ab2e-4e20-939e-0fcde4431f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (8e08fa47-5b58-4ceb-8a22-560e4896c87a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.424322 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-6e893a81-ab2e-4e20-939e-0fcde4431f78 admin admin] Added segment 8e08fa47-5b58-4ceb-8a22-560e4896c87a of type vlan for network 5921a351-572d-4f75-bbe5-2e3226384e77 Feb 11 05:21:48.424750 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:48.464413 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bbac50a6-7cd8-4588-b009-75c3e056552d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (576b0b0b-e6ca-46d4-bbfb-ce6343c4db30), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.479775 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bbac50a6-7cd8-4588-b009-75c3e056552d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.488254 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bbac50a6-7cd8-4588-b009-75c3e056552d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/576b0b0b-e6ca-46d4-bbfb-ce6343c4db30 HTTP/1.1" status: 204 len: 168 time: 0.4329631 Feb 11 05:21:48.494185 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39852) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:48.508337 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6e893a81-ab2e-4e20-939e-0fcde4431f78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (5921a351-572d-4f75-bbe5-2e3226384e77), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.578921 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac50a6-7cd8-4588-b009-75c3e056552d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Network': ['ID=576b0b0b-e6ca-46d4-bbfb-ce6343c4db30,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:48.583474 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d8cbc5-96d3-4084-8fba-3875499914eb tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:48.584328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d8cbc5-96d3-4084-8fba-3875499914eb tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:48.589754 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-05d8cbc5-96d3-4084-8fba-3875499914eb tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/subnets/8b4f0adb-0910-4158-934c-602ac7cbeb0f HTTP/1.1" status: 404 len: 337 time: 0.0923965 Feb 11 05:21:48.590043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39854) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:48.615187 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6e893a81-ab2e-4e20-939e-0fcde4431f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (5921a351-572d-4f75-bbe5-2e3226384e77), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.616405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e893a81-ab2e-4e20-939e-0fcde4431f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:48.617107 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6e893a81-ab2e-4e20-939e-0fcde4431f78 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.620825 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce715198-4465-464d-b11d-3436e3c07580 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:48.621468 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce715198-4465-464d-b11d-3436e3c07580 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:48.628474 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ce715198-4465-464d-b11d-3436e3c07580 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/b668bedb-373e-41a5-8139-718e12cc5711 HTTP/1.1" status: 404 len: 339 time: 0.0345984 Feb 11 05:21:48.629660 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39856) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:48.673410 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa0eac3-4d14-40c4-bb82-7964ee3998e8 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:48.673891 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa0eac3-4d14-40c4-bb82-7964ee3998e8 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:48.679468 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1fa0eac3-4d14-40c4-bb82-7964ee3998e8 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/subnets/f1c3cca5-ba2e-4fbf-8524-42bcf17793ac HTTP/1.1" status: 404 len: 337 time: 0.0467725 Feb 11 05:21:48.679842 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39858) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:48.697458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e893a81-ab2e-4e20-939e-0fcde4431f78 admin admin] Pushing event updated for resources: {'Network': ['ID=5921a351-572d-4f75-bbe5-2e3226384e77,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:48.704974 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-722c2572-7eba-4a04-a0af-08d4a00281f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:48.706143 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722c2572-7eba-4a04-a0af-08d4a00281f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:48.713142 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-722c2572-7eba-4a04-a0af-08d4a00281f2 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/2d3ce552-91cc-4c40-8fd8-642806fcf1b7 HTTP/1.1" status: 404 len: 339 time: 0.0314097 Feb 11 05:21:48.715906 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39860) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:48.716737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 5921a351-572d-4f75-bbe5-2e3226384e77 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:48.745471 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef52b95-a31b-4a64-8d0a-41ddabe14c74 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:48.745937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef52b95-a31b-4a64-8d0a-41ddabe14c74 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:48.749164 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eef52b95-a31b-4a64-8d0a-41ddabe14c74 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/subnets/b0b60909-e980-49e7-8c2f-eba086fa3556 HTTP/1.1" status: 404 len: 337 time: 0.0313292 Feb 11 05:21:48.753429 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39862) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:48.771191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6e893a81-ab2e-4e20-939e-0fcde4431f78 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7732501 Feb 11 05:21:48.772573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39864) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:48.773602 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f602ab-7cbc-49f6-9362-aea5b4f27830 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:48.774168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f602ab-7cbc-49f6-9362-aea5b4f27830 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:48.777564 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a1f602ab-7cbc-49f6-9362-aea5b4f27830 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/aae71ef2-acec-45cc-b2ac-2de699c6ac85 HTTP/1.1" status: 404 len: 339 time: 0.0246010 Feb 11 05:21:48.779760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-493c4af7-c331-4d51-b19f-7f4c16ec5e1b admin admin] Request body: {'subnet': {'network_id': '5921a351-572d-4f75-bbe5-2e3226384e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-874847886-subnet', 'tenant_id': 'f609d5d5080246709f6248b742869649', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:48.780229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39866) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:48.810342 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387ffc9-ba62-4d20-97f9-f886fa0c06bc req-00cd18d6-e6b0-4194-8352-8e53dfc0509b tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:48.811861 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a387ffc9-ba62-4d20-97f9-f886fa0c06bc req-00cd18d6-e6b0-4194-8352-8e53dfc0509b tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=18c0ef01-9732-462c-82eb-ae0e52c11210 HTTP/1.1" status: 200 len: 945 time: 0.2803047 Feb 11 05:21:48.812275 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b82aa4-dd28-4927-8bcb-854858328a1d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:48.812805 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b82aa4-dd28-4927-8bcb-854858328a1d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:48.816832 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-43b82aa4-dd28-4927-8bcb-854858328a1d tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/subnets/b0c5396d-4714-4569-8fec-86946b508dc0 HTTP/1.1" status: 404 len: 337 time: 0.0356305 Feb 11 05:21:48.819342 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39868) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:48.838709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-c2ab48ab-7e9f-45e8-864d-316b02f201bf tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:48.838927 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d62425-cec2-4fc9-94d2-3304bf5c5b1f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:48.839189 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d62425-cec2-4fc9-94d2-3304bf5c5b1f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:48.840073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-c2ab48ab-7e9f-45e8-864d-316b02f201bf tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.73 "GET /v2.0/networks?id=b853ac1a-5a31-42c0-9434-fa5398f86ea7 HTTP/1.1" status: 200 len: 809 time: 0.2929487 Feb 11 05:21:48.842188 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-32d62425-cec2-4fc9-94d2-3304bf5c5b1f tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/bbf06f90-e232-4754-b6ec-0b6176528aac HTTP/1.1" status: 404 len: 339 time: 0.0218389 Feb 11 05:21:48.844707 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39870) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:48.847588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493c4af7-c331-4d51-b19f-7f4c16ec5e1b admin admin] Made reservation on behalf of f609d5d5080246709f6248b742869649 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:48.849826 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-493c4af7-c331-4d51-b19f-7f4c16ec5e1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:48.857330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-7b916f0c-dcc6-44be-abd3-f001f98749f5 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Request body: {'port': {'device_id': '5a91ca12-45b3-4f72-9504-3ccc0bf8267c', 'network_id': 'b853ac1a-5a31-42c0-9434-fa5398f86ea7', 'admin_state_up': True, 'tenant_id': 'bd191aba86de40c5adfd6c61efb8c51d'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:48.875727 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-555aeec8-3fbe-45f6-a19c-9f7405ca9647 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:48.876190 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555aeec8-3fbe-45f6-a19c-9f7405ca9647 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:48.879842 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-555aeec8-3fbe-45f6-a19c-9f7405ca9647 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/subnets/45d96442-fba7-4a3e-a3a9-bed5d8d4e185 HTTP/1.1" status: 404 len: 337 time: 0.0342007 Feb 11 05:21:48.882426 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39872) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:48.901727 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10cf4f9-d1c6-4458-b0ef-25c017b5837c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:48.902226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10cf4f9-d1c6-4458-b0ef-25c017b5837c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:48.907469 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e10cf4f9-d1c6-4458-b0ef-25c017b5837c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/1e90c953-f8d9-4e56-9705-a0760235c94b HTTP/1.1" status: 404 len: 339 time: 0.0217812 Feb 11 05:21:48.910273 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39874) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:48.936014 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-43815f1a-08f8-49cb-9376-04fc1cd21d79 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:48.936690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43815f1a-08f8-49cb-9376-04fc1cd21d79 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:48.942201 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-43815f1a-08f8-49cb-9376-04fc1cd21d79 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/subnets/de6ebf72-1b16-4caf-9e8c-855430ff2399 HTTP/1.1" status: 404 len: 337 time: 0.0284944 Feb 11 05:21:48.942784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39876) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:48.943607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device d6947d66-238f-4b6e-946c-75783d4a7386 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:48.967695 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: d6947d66-238f-4b6e-946c-75783d4a7386 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:21:48.968098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device d6947d66-238f-4b6e-946c-75783d4a7386 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:21:48.971842 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-39dd55c1-1da3-4808-84bf-71170f9be30c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:48.972364 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39dd55c1-1da3-4808-84bf-71170f9be30c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:48.977814 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-39dd55c1-1da3-4808-84bf-71170f9be30c tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/3aa254bb-f6c2-49d5-b1a9-afd92c55642e HTTP/1.1" status: 404 len: 339 time: 0.0317469 Feb 11 05:21:48.978040 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39880) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:48.992292 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a387ffc9-ba62-4d20-97f9-f886fa0c06bc req-777dde0b-871b-4813-b58d-6fb23d687100 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696978 Feb 11 05:21:49.020307 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7baab7-2b58-4891-a4ba-411a1001710e tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:49.020307 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7baab7-2b58-4891-a4ba-411a1001710e tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:49.020307 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1a7baab7-2b58-4891-a4ba-411a1001710e tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/subnets/ef8243df-c404-4659-8be7-d39f520f3ad4 HTTP/1.1" status: 404 len: 337 time: 0.0408769 Feb 11 05:21:49.022697 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39882) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:49.041958 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebf156c-0ac7-4942-8ca1-1dd1a8043012 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:49.042476 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebf156c-0ac7-4942-8ca1-1dd1a8043012 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:49.045729 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8ebf156c-0ac7-4942-8ca1-1dd1a8043012 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/5eb99eb0-1f91-4963-948b-48d74dc1fefb HTTP/1.1" status: 404 len: 339 time: 0.0219686 Feb 11 05:21:49.048236 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39886) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:49.075673 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77f8c88-a1d0-4b90-ad6c-3868167bd238 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:49.076145 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f77f8c88-a1d0-4b90-ad6c-3868167bd238 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:49.081813 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f77f8c88-a1d0-4b90-ad6c-3868167bd238 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/subnets/e8f1c654-d621-4a9f-98fb-0cc29f7f6e31 HTTP/1.1" status: 404 len: 337 time: 0.0304420 Feb 11 05:21:49.081813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39888) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:49.082357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39890) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:49.130520 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3cad50-70c5-4764-a152-60e355108011 admin admin] Deleting subnet 06fa2e4d-2d48-4ad5-a1e1-36edb549e82a {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:21:49.133818 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be3cad50-70c5-4764-a152-60e355108011 admin admin] Publish callbacks [] for subnet (06fa2e4d-2d48-4ad5-a1e1-36edb549e82a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.169920 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be3cad50-70c5-4764-a152-60e355108011 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (06fa2e4d-2d48-4ad5-a1e1-36edb549e82a), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.210927 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be3cad50-70c5-4764-a152-60e355108011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (06fa2e4d-2d48-4ad5-a1e1-36edb549e82a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.265231 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be3cad50-70c5-4764-a152-60e355108011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (06fa2e4d-2d48-4ad5-a1e1-36edb549e82a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.294545 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cad50-70c5-4764-a152-60e355108011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06fa2e4d-2d48-4ad5-a1e1-36edb549e82a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:49.297272 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be3cad50-70c5-4764-a152-60e355108011 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.301135 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-be3cad50-70c5-4764-a152-60e355108011 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/06fa2e4d-2d48-4ad5-a1e1-36edb549e82a HTTP/1.1" status: 204 len: 168 time: 0.2198925 Feb 11 05:21:49.303607 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39892) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:49.339898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-7b916f0c-dcc6-44be-abd3-f001f98749f5 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Made reservation on behalf of bd191aba86de40c5adfd6c61efb8c51d for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:49.342873 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-7b916f0c-dcc6-44be-abd3-f001f98749f5 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.347992 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9b666f-89e3-431d-8eb0-17eaa77e3f6a tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] DELETE failed (client error): The resource could not be found. Feb 11 05:21:49.348490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9b666f-89e3-431d-8eb0-17eaa77e3f6a tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:21:49.353732 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2c9b666f-89e3-431d-8eb0-17eaa77e3f6a tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/48524db3-caf1-4fbc-b300-d5aadcf40475 HTTP/1.1" status: 404 len: 339 time: 0.2681267 Feb 11 05:21:49.362391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39894) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:49.379189 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d56aed2-ce6a-40bf-8cb3-cb4b44c3b62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (c512d7db-c30c-48b7-9a31-92e5b1a934f7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.468250 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d56aed2-ce6a-40bf-8cb3-cb4b44c3b62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (c512d7db-c30c-48b7-9a31-92e5b1a934f7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.491456 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-5d56aed2-ce6a-40bf-8cb3-cb4b44c3b62c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c512d7db-c30c-48b7-9a31-92e5b1a934f7']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:49.501275 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-5d56aed2-ce6a-40bf-8cb3-cb4b44c3b62c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:49.501572 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-5d56aed2-ce6a-40bf-8cb3-cb4b44c3b62c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:49.511348 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d56aed2-ce6a-40bf-8cb3-cb4b44c3b62c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.512915 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-493c4af7-c331-4d51-b19f-7f4c16ec5e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (39b98b58-76ac-4681-bf67-d65aeefd134c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.523099 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b121aa5-5119-4f35-9163-5cd51289c58d req-478929a7-e966-433f-891d-4a932b9957fe tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/ports?device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 210 time: 0.0497842 Feb 11 05:21:49.528594 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d56aed2-ce6a-40bf-8cb3-cb4b44c3b62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.535172 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d56aed2-ce6a-40bf-8cb3-cb4b44c3b62c admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:49.535770 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d56aed2-ce6a-40bf-8cb3-cb4b44c3b62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (74aebc02-d0c4-4bc1-a4fe-598a2ecbc0d5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:49.537571 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:49.556737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f966fb5-3120-4d4f-8af7-c760fbf281e1 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Deleting subnet 5f65ccbc-5398-4999-bbad-c96d261d93a9 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:21:49.574273 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f966fb5-3120-4d4f-8af7-c760fbf281e1 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for subnet (5f65ccbc-5398-4999-bbad-c96d261d93a9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.607476 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d56aed2-ce6a-40bf-8cb3-cb4b44c3b62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (c512d7db-c30c-48b7-9a31-92e5b1a934f7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.618822 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d56aed2-ce6a-40bf-8cb3-cb4b44c3b62c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.622103 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5d56aed2-ce6a-40bf-8cb3-cb4b44c3b62c admin admin] 10.222.0.87 "DELETE /v2.0/networks/c512d7db-c30c-48b7-9a31-92e5b1a934f7 HTTP/1.1" status: 204 len: 168 time: 0.3175349 Feb 11 05:21:49.634495 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56aed2-ce6a-40bf-8cb3-cb4b44c3b62c admin admin] Pushing event deleted for resources: {'Network': ['ID=c512d7db-c30c-48b7-9a31-92e5b1a934f7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:49.660949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c4af7-c331-4d51-b19f-7f4c16ec5e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b98b58-76ac-4681-bf67-d65aeefd134c,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:49.687661 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f966fb5-3120-4d4f-8af7-c760fbf281e1 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (5f65ccbc-5398-4999-bbad-c96d261d93a9), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.691404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-7b916f0c-dcc6-44be-abd3-f001f98749f5 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Allocated IP 172.20.0.14 (b853ac1a-5a31-42c0-9434-fa5398f86ea7/f64d9881-20df-414b-8c26-a3aea0a5e554/14a58d20-6938-4f1b-9260-b506d298328d) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:49.717293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493c4af7-c331-4d51-b19f-7f4c16ec5e1b admin admin] Checking segment: {'id': '8e08fa47-5b58-4ceb-8a22-560e4896c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '5921a351-572d-4f75-bbe5-2e3226384e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:49.717657 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493c4af7-c331-4d51-b19f-7f4c16ec5e1b admin admin] Network hostable DHCP agents. Network: 5921a351-572d-4f75-bbe5-2e3226384e77, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:49.758377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39904) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:49.772483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493c4af7-c331-4d51-b19f-7f4c16ec5e1b admin admin] Network 5921a351-572d-4f75-bbe5-2e3226384e77 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:49.801783 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a4fa35e9-2b8d-4bfc-afe0-ec653423018f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=29df9dc54a9a421b9a6a4d733a9cd550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421672 Feb 11 05:21:49.804666 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39906) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:49.821571 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-493c4af7-c331-4d51-b19f-7f4c16ec5e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 5921a351-572d-4f75-bbe5-2e3226384e77) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:49.833495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c843d0-4490-46a2-a8bc-58378b04ba25 None None] Network 5921a351-572d-4f75-bbe5-2e3226384e77 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:49.838310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493c4af7-c331-4d51-b19f-7f4c16ec5e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:49.838915 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-493c4af7-c331-4d51-b19f-7f4c16ec5e1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.842480 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f966fb5-3120-4d4f-8af7-c760fbf281e1 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (5f65ccbc-5398-4999-bbad-c96d261d93a9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.876711 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7d0daad5-6db1-4fa2-824b-530c9b9fad7f admin admin] Publish callbacks [] for security_group (8aba9135-e750-4938-b63c-5a320829d178), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.909739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-493c4af7-c331-4d51-b19f-7f4c16ec5e1b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1346109 Feb 11 05:21:49.921622 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7d0daad5-6db1-4fa2-824b-530c9b9fad7f admin admin] Publish callbacks [] for security_group (8aba9135-e750-4938-b63c-5a320829d178), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:49.976231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b65165a-3f26-4d01-b81d-6bca8a901a7c None None] Network 5921a351-572d-4f75-bbe5-2e3226384e77 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:49.999775 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f966fb5-3120-4d4f-8af7-c760fbf281e1 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (5f65ccbc-5398-4999-bbad-c96d261d93a9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.001594 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7d0daad5-6db1-4fa2-824b-530c9b9fad7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8aba9135-e750-4938-b63c-5a320829d178), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.006531 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7d0daad5-6db1-4fa2-824b-530c9b9fad7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.035456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f966fb5-3120-4d4f-8af7-c760fbf281e1 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Subnet': ['ID=5f65ccbc-5398-4999-bbad-c96d261d93a9,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:50.041404 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7d0daad5-6db1-4fa2-824b-530c9b9fad7f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8aba9135-e750-4938-b63c-5a320829d178 HTTP/1.1" status: 204 len: 168 time: 0.2169962 Feb 11 05:21:50.054374 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f966fb5-3120-4d4f-8af7-c760fbf281e1 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.061828 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4f966fb5-3120-4d4f-8af7-c760fbf281e1 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/subnets/5f65ccbc-5398-4999-bbad-c96d261d93a9 HTTP/1.1" status: 204 len: 168 time: 0.6981783 Feb 11 05:21:50.066912 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-7b916f0c-dcc6-44be-abd3-f001f98749f5 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Publish callbacks [] for port (14a58d20-6938-4f1b-9260-b506d298328d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.068702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39916) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:50.077725 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0daad5-6db1-4fa2-824b-530c9b9fad7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aba9135-e750-4938-b63c-5a320829d178,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:50.114822 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb94b11-beae-4d84-b01a-64370a4babe7 None None] Network 3c3242a2-518c-4cbb-8e92-076ccd6f10ed requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:50.140896 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39920) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:50.194507 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa71801-afb1-4fb1-9076-0661907df4cc admin admin] Deleting subnet 39b98b58-76ac-4681-bf67-d65aeefd134c {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:21:50.198405 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9aa71801-afb1-4fb1-9076-0661907df4cc admin admin] Publish callbacks [] for subnet (39b98b58-76ac-4681-bf67-d65aeefd134c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.248075 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (3c3242a2-518c-4cbb-8e92-076ccd6f10ed), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.256355 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9aa71801-afb1-4fb1-9076-0661907df4cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (39b98b58-76ac-4681-bf67-d65aeefd134c), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.287474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72ca3f-ba04-435e-9494-8f5fa347c0a4 req-47eb8e18-8b79-4c32-82a8-710cd0f71d43 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:50.288820 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e72ca3f-ba04-435e-9494-8f5fa347c0a4 req-47eb8e18-8b79-4c32-82a8-710cd0f71d43 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=18c0ef01-9732-462c-82eb-ae0e52c11210 HTTP/1.1" status: 200 len: 945 time: 0.1447682 Feb 11 05:21:50.295011 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-7b916f0c-dcc6-44be-abd3-f001f98749f5 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (14a58d20-6938-4f1b-9260-b506d298328d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.321805 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9aa71801-afb1-4fb1-9076-0661907df4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (39b98b58-76ac-4681-bf67-d65aeefd134c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.373583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d90945-7a20-452a-a06a-136ef5799885 None None] DHCP port deletion for 3c3242a2-518c-4cbb-8e92-076ccd6f10ed request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:21:50.396494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b916f0c-dcc6-44be-abd3-f001f98749f5 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Pushing event updated for resources: {'Port': ['ID=14a58d20-6938-4f1b-9260-b506d298328d,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:50.397334 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9aa71801-afb1-4fb1-9076-0661907df4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (39b98b58-76ac-4681-bf67-d65aeefd134c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.409854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-7b916f0c-dcc6-44be-abd3-f001f98749f5 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Network b853ac1a-5a31-42c0-9434-fa5398f86ea7 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:50.420339 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-7b916f0c-dcc6-44be-abd3-f001f98749f5 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:50.431190 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa71801-afb1-4fb1-9076-0661907df4cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b98b58-76ac-4681-bf67-d65aeefd134c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:50.435205 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9aa71801-afb1-4fb1-9076-0661907df4cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.437586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-7b916f0c-dcc6-44be-abd3-f001f98749f5 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:50.439938 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9aa71801-afb1-4fb1-9076-0661907df4cc admin admin] 10.222.0.87 "DELETE /v2.0/subnets/39b98b58-76ac-4681-bf67-d65aeefd134c HTTP/1.1" status: 204 len: 168 time: 0.2979205 Feb 11 05:21:50.442462 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39926) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:50.460868 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d8d90945-7a20-452a-a06a-136ef5799885 None None] Deleting port de2accc2-ca8b-4c68-b49d-3549673580ad {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:50.461325 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d8d90945-7a20-452a-a06a-136ef5799885 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (de2accc2-ca8b-4c68-b49d-3549673580ad), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.504052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e72ca3f-ba04-435e-9494-8f5fa347c0a4 req-17a520c1-c6dc-4611-aa88-1e3fb6a8f563 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981180 Feb 11 05:21:50.538847 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Deleting port de2accc2-ca8b-4c68-b49d-3549673580ad {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:50.539760 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (de2accc2-ca8b-4c68-b49d-3549673580ad), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.549795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-7b916f0c-dcc6-44be-abd3-f001f98749f5 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:50.551693 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-7b916f0c-dcc6-44be-abd3-f001f98749f5 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.567371 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1f7d974-bc97-4f16-abf0-d8be209f0fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (5921a351-572d-4f75-bbe5-2e3226384e77), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.601542 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-7b916f0c-dcc6-44be-abd3-f001f98749f5 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7495463 Feb 11 05:21:50.618804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d8d90945-7a20-452a-a06a-136ef5799885 None None] For port de2accc2-ca8b-4c68-b49d-3549673580ad, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=de2accc2-ca8b-4c68-b49d-3549673580ad,segment=NetworkSegment(d949f7a7-14e6-4f68-951f-49d6ef94aeae),segment_id=d949f7a7-14e6-4f68-951f-49d6ef94aeae)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:50.620180 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d8d90945-7a20-452a-a06a-136ef5799885 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (de2accc2-ca8b-4c68-b49d-3549673580ad), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.656969 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d8d90945-7a20-452a-a06a-136ef5799885 None None] Calling delete_port for de2accc2-ca8b-4c68-b49d-3549673580ad owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:50.704983 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1f7d974-bc97-4f16-abf0-d8be209f0fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (5921a351-572d-4f75-bbe5-2e3226384e77), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.710787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Request body: {'port': {'device_id': '5a91ca12-45b3-4f72-9504-3ccc0bf8267c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:50.735474 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d1f7d974-bc97-4f16-abf0-d8be209f0fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5921a351-572d-4f75-bbe5-2e3226384e77']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:50.760266 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d1f7d974-bc97-4f16-abf0-d8be209f0fd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e08fa47-5b58-4ceb-8a22-560e4896c87a') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:50.761917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d1f7d974-bc97-4f16-abf0-d8be209f0fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e08fa47-5b58-4ceb-8a22-560e4896c87a') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:50.774744 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1f7d974-bc97-4f16-abf0-d8be209f0fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (8e08fa47-5b58-4ceb-8a22-560e4896c87a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.781933 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] For port de2accc2-ca8b-4c68-b49d-3549673580ad, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=de2accc2-ca8b-4c68-b49d-3549673580ad,segment=NetworkSegment(d949f7a7-14e6-4f68-951f-49d6ef94aeae),segment_id=d949f7a7-14e6-4f68-951f-49d6ef94aeae)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:50.782318 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (de2accc2-ca8b-4c68-b49d-3549673580ad), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.790090 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1f7d974-bc97-4f16-abf0-d8be209f0fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (8e08fa47-5b58-4ceb-8a22-560e4896c87a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.800456 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f7d974-bc97-4f16-abf0-d8be209f0fd4 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:50.801011 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1f7d974-bc97-4f16-abf0-d8be209f0fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (8e08fa47-5b58-4ceb-8a22-560e4896c87a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:50.803796 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:50.809586 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d8d90945-7a20-452a-a06a-136ef5799885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (de2accc2-ca8b-4c68-b49d-3549673580ad), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.839801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Calling delete_port for de2accc2-ca8b-4c68-b49d-3549673580ad owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:50.842132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d90945-7a20-452a-a06a-136ef5799885 None None] Pushing event deleted for resources: {'Port': ['ID=de2accc2-ca8b-4c68-b49d-3549673580ad,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:50.853338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d90945-7a20-452a-a06a-136ef5799885 None None] No DVR routers for this DVR port de2accc2-ca8b-4c68-b49d-3549673580ad on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:50.883067 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1f7d974-bc97-4f16-abf0-d8be209f0fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (5921a351-572d-4f75-bbe5-2e3226384e77), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.890063 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1f7d974-bc97-4f16-abf0-d8be209f0fd4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.895123 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d1f7d974-bc97-4f16-abf0-d8be209f0fd4 admin admin] 10.222.0.87 "DELETE /v2.0/networks/5921a351-572d-4f75-bbe5-2e3226384e77 HTTP/1.1" status: 204 len: 168 time: 0.4515407 Feb 11 05:21:50.907076 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7d974-bc97-4f16-abf0-d8be209f0fd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5921a351-572d-4f75-bbe5-2e3226384e77,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:50.931957 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:51.055527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:21:51.062152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:51.062959 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.076228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6f94b-f1bd-4d99-9214-a49da3707763 req-a6ae2f52-49de-4701-a4e2-63440b64eebb tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:51.078831 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-11c6f94b-f1bd-4d99-9214-a49da3707763 req-a6ae2f52-49de-4701-a4e2-63440b64eebb tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/ports?device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 932 time: 0.3817236 Feb 11 05:21:51.094527 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (14a58d20-6938-4f1b-9260-b506d298328d), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.125511 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (de2accc2-ca8b-4c68-b49d-3549673580ad), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.240747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Port': ['ID=de2accc2-ca8b-4c68-b49d-3549673580ad,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:51.245118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] No DVR routers for this DVR port de2accc2-ca8b-4c68-b49d-3549673580ad on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:51.324576 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39952) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:51.367169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:51.367614 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.383357 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a3658511-461f-4d90-922d-a91b7d802d4a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f609d5d5080246709f6248b742869649&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0553756 Feb 11 05:21:51.384203 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39954) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:51.417125 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-11c6f94b-f1bd-4d99-9214-a49da3707763 req-b92d45d6-49ec-490c-bf0e-3a2267137a42 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/security-groups?id=85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196604 Feb 11 05:21:51.443708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:51.444709 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b2a972-be55-44f5-a8de-ea56f49f6bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:51.448560 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d329b263-0b6b-4088-a9ad-eea4e2a9f778" -d '{"events": [{"server_uuid": "23b2a972-be55-44f5-a8de-ea56f49f6bd1", "name": "network-vif-plugged", "status": "completed", "tag": "2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:51.465582 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (3c3242a2-518c-4cbb-8e92-076ccd6f10ed), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.467677 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.468496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 8c3b7dcc-a234-4fad-8082-2cc647d5c399 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:51.492533 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe900e9f-57d6-4f5f-a2df-addcf742edd0 admin admin] Publish callbacks [] for security_group (d9bd54d0-7a9e-470b-b272-ea75170b0489), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.526051 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3242a2-518c-4cbb-8e92-076ccd6f10ed']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:51.546859 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe900e9f-57d6-4f5f-a2df-addcf742edd0 admin admin] Publish callbacks [] for security_group (d9bd54d0-7a9e-470b-b272-ea75170b0489), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.575781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd949f7a7-14e6-4f68-951f-49d6ef94aeae') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:51.576116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd949f7a7-14e6-4f68-951f-49d6ef94aeae') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:51.617281 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (d949f7a7-14e6-4f68-951f-49d6ef94aeae), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.660776 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe900e9f-57d6-4f5f-a2df-addcf742edd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d9bd54d0-7a9e-470b-b272-ea75170b0489), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.664470 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe900e9f-57d6-4f5f-a2df-addcf742edd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.668892 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fe900e9f-57d6-4f5f-a2df-addcf742edd0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d9bd54d0-7a9e-470b-b272-ea75170b0489 HTTP/1.1" status: 204 len: 168 time: 0.2835343 Feb 11 05:21:51.678158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe900e9f-57d6-4f5f-a2df-addcf742edd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bd54d0-7a9e-470b-b272-ea75170b0489,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:51.701389 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2e8bf7-9197-4410-8d61-688a70bc4393 x-openstack-request-id: req-4d2e8bf7-9197-4410-8d61-688a70bc4393 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:51.701757 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b2a972-be55-44f5-a8de-ea56f49f6bd1", "name": "network-vif-plugged", "status": "completed", "tag": "2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:51.702026 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4d2e8bf7-9197-4410-8d61-688a70bc4393 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:51.702458 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b2a972-be55-44f5-a8de-ea56f49f6bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700', 'code': 200} Feb 11 05:21:51.740527 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7918-92cc-4c29-93ca-c266d08e77c3 req-3bc1a3bf-649a-4552-98d3-1ab18abf58b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:51.742362 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a61c7918-92cc-4c29-93ca-c266d08e77c3 req-3bc1a3bf-649a-4552-98d3-1ab18abf58b4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=23b2a972-be55-44f5-a8de-ea56f49f6bd1 HTTP/1.1" status: 200 len: 1128 time: 0.0607197 Feb 11 05:21:51.755158 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d949f7a7-14e6-4f68-951f-49d6ef94aeae), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.758108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:51.766891 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device de2accc2-ca8b-4c68-b49d-3549673580ad no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:51.774669 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:21:51.775452 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (d949f7a7-14e6-4f68-951f-49d6ef94aeae), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.815873 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a61c7918-92cc-4c29-93ca-c266d08e77c3 req-97589c9e-c847-454b-917c-e2d485805338 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658982 Feb 11 05:21:51.839250 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: de2accc2-ca8b-4c68-b49d-3549673580ad {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:21:51.839626 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device de2accc2-ca8b-4c68-b49d-3549673580ad not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:21:51.863839 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:21:51.875473 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 8c3b7dcc-a234-4fad-8082-2cc647d5c399 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:21:51.883294 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 8c3b7dcc-a234-4fad-8082-2cc647d5c399 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:51.883725 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8c3b7dcc-a234-4fad-8082-2cc647d5c399), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.021493 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (3c3242a2-518c-4cbb-8e92-076ccd6f10ed), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.034874 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.038581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] 10.222.0.87 "DELETE /v2.0/networks/3c3242a2-518c-4cbb-8e92-076ccd6f10ed HTTP/1.1" status: 204 len: 168 time: 1.9688854 Feb 11 05:21:52.070692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 8c3b7dcc-a234-4fad-8082-2cc647d5c399 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:52.071401 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8c3b7dcc-a234-4fad-8082-2cc647d5c399), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.082365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276c80a-7ee3-454a-96f9-441ddeda8442 tempest-NetworksTest-385560331 tempest-NetworksTest-385560331-project] Pushing event deleted for resources: {'Network': ['ID=3c3242a2-518c-4cbb-8e92-076ccd6f10ed,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:52.094036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a58d20-6938-4f1b-9260-b506d298328d {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:52.105269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87368b2c-c5de-4431-9c18-f8497f685de8 req-ba067852-6114-4894-bcbd-6cb020b74e79 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:52.113304 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87368b2c-c5de-4431-9c18-f8497f685de8 req-ba067852-6114-4894-bcbd-6cb020b74e79 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=18c0ef01-9732-462c-82eb-ae0e52c11210 HTTP/1.1" status: 200 len: 945 time: 0.2944427 Feb 11 05:21:52.120885 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 8c3b7dcc-a234-4fad-8082-2cc647d5c399, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=8c3b7dcc-a234-4fad-8082-2cc647d5c399,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:52.126102 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Publish callbacks [] for port (14a58d20-6938-4f1b-9260-b506d298328d), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.132277 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8c3b7dcc-a234-4fad-8082-2cc647d5c399), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.164572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Transition to ACTIVE for port object 14a58d20-6938-4f1b-9260-b506d298328d will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:21:52.170031 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39976) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:52.190282 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (14a58d20-6938-4f1b-9260-b506d298328d), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.192874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=8c3b7dcc-a234-4fad-8082-2cc647d5c399,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:52.292105 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87368b2c-c5de-4431-9c18-f8497f685de8 req-8249e526-22ff-4498-92ba-53708496616f tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776829 Feb 11 05:21:52.320665 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Pushing event updated for resources: {'Port': ['ID=14a58d20-6938-4f1b-9260-b506d298328d,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:52.392150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Attempting to bind port 14a58d20-6938-4f1b-9260-b506d298328d on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:52.392523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Attempting to bind port 14a58d20-6938-4f1b-9260-b506d298328d by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '24869d67-c0f2-4f65-9edb-dc929d408c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b853ac1a-5a31-42c0-9434-fa5398f86ea7'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:52.392834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Attempting to bind port 14a58d20-6938-4f1b-9260-b506d298328d on network b853ac1a-5a31-42c0-9434-fa5398f86ea7 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:52.398082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Port 14a58d20-6938-4f1b-9260-b506d298328d on network b853ac1a-5a31-42c0-9434-fa5398f86ea7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:21:52.398417 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Attempting to bind port 14a58d20-6938-4f1b-9260-b506d298328d on network b853ac1a-5a31-42c0-9434-fa5398f86ea7 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:52.405904 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbc94c0b-4d67-4276-86eb-78e4e87ac279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.407446 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:52.407805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Checking segment: {'id': '24869d67-c0f2-4f65-9edb-dc929d408c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b853ac1a-5a31-42c0-9434-fa5398f86ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:52.409368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Bound using segment: {'id': '24869d67-c0f2-4f65-9edb-dc929d408c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b853ac1a-5a31-42c0-9434-fa5398f86ea7'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:52.409941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Bound port: 14a58d20-6938-4f1b-9260-b506d298328d, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24869d67-c0f2-4f65-9edb-dc929d408c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b853ac1a-5a31-42c0-9434-fa5398f86ea7'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:52.410372 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (14a58d20-6938-4f1b-9260-b506d298328d), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.478669 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39990) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:52.497697 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] For port 14a58d20-6938-4f1b-9260-b506d298328d, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:52.504022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] For port 14a58d20-6938-4f1b-9260-b506d298328d, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=14a58d20-6938-4f1b-9260-b506d298328d,segment=NetworkSegment(24869d67-c0f2-4f65-9edb-dc929d408c2a),segment_id=24869d67-c0f2-4f65-9edb-dc929d408c2a)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:52.512839 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (14a58d20-6938-4f1b-9260-b506d298328d), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.586880 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbc94c0b-4d67-4276-86eb-78e4e87ac279 admin admin] Publish callbacks [] for security_group (17e17dfd-a9d0-4b4b-8276-83beae0a24b3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.593647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:52.594339 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.594773 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fbc94c0b-4d67-4276-86eb-78e4e87ac279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (17e17dfd-a9d0-4b4b-8276-83beae0a24b3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.596187 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] 10.222.0.73 "PUT /v2.0/ports/14a58d20-6938-4f1b-9260-b506d298328d HTTP/1.1" status: 200 len: 1093 time: 1.9002326 Feb 11 05:21:52.609508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a91ca12-45b3-4f72-9504-3ccc0bf8267c', 'tag': '14a58d20-6938-4f1b-9260-b506d298328d'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:52.617702 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58997a13-a644-429b-9ea9-4b43cce9c98e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a91ca12-45b3-4f72-9504-3ccc0bf8267c", "tag": "14a58d20-6938-4f1b-9260-b506d298328d"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:52.724508 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fbc94c0b-4d67-4276-86eb-78e4e87ac279 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bb107969dca04a289192c2c039916f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5489194 Feb 11 05:21:52.728535 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40002) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:52.737250 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e8ef8e-07c5-47a1-aace-578ad1c3ec8e x-openstack-request-id: req-12e8ef8e-07c5-47a1-aace-578ad1c3ec8e {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:52.738117 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a91ca12-45b3-4f72-9504-3ccc0bf8267c", "tag": "14a58d20-6938-4f1b-9260-b506d298328d", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:52.738399 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-12e8ef8e-07c5-47a1-aace-578ad1c3ec8e {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:52.739298 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a91ca12-45b3-4f72-9504-3ccc0bf8267c', 'tag': '14a58d20-6938-4f1b-9260-b506d298328d', 'status': 'completed', 'code': 200} Feb 11 05:21:52.769246 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc94c0b-4d67-4276-86eb-78e4e87ac279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e17dfd-a9d0-4b4b-8276-83beae0a24b3,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:52.817935 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4db828-afb7-41f7-8a0c-0f9c44e1da31 service neutron] Pushing event updated for resources: {'Port': ['ID=14a58d20-6938-4f1b-9260-b506d298328d,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:52.820044 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5ddce36c-bfa0-4c8c-8d90-385235caa25b admin admin] Publish callbacks [] for security_group (17e17dfd-a9d0-4b4b-8276-83beae0a24b3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.850082 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5ddce36c-bfa0-4c8c-8d90-385235caa25b admin admin] Publish callbacks [] for security_group (17e17dfd-a9d0-4b4b-8276-83beae0a24b3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.858460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14419e19-d2ba-41e7-ac75-d8bd59beedc7 req-e02bf3d4-f5b5-4089-b4fc-b57a9e49e5fe tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:52.860319 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-14419e19-d2ba-41e7-ac75-d8bd59beedc7 req-e02bf3d4-f5b5-4089-b4fc-b57a9e49e5fe tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/ports?device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 944 time: 0.2779055 Feb 11 05:21:52.868041 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a93aab39-3eb1-4def-a35f-aca7207eb31f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1cbdf38943bb49c6b3bc12ae011d54b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3878281 Feb 11 05:21:52.868574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40006) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:52.870603 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-86f9afe6-c641-44e2-a84e-0f888c985dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:52.873014 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-86f9afe6-c641-44e2-a84e-0f888c985dac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd191aba86de40c5adfd6c61efb8c51d&device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 1127 time: 0.1862085 Feb 11 05:21:52.957732 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-ff765584-83ea-479f-be93-6ec696f65513 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14a58d20-6938-4f1b-9260-b506d298328d HTTP/1.1" status: 200 len: 217 time: 0.0464149 Feb 11 05:21:52.975595 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7a79417a-d70b-4487-80c6-1478b2980dee admin admin] Publish callbacks [] for security_group (ad78f119-e82c-44bf-89f8-b641cf57ac94), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:53.002749 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-14419e19-d2ba-41e7-ac75-d8bd59beedc7 req-3b5f9237-ecaa-41b1-ac3a-30d7d718fd26 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/security-groups?id=85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279011 Feb 11 05:21:53.011534 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7a79417a-d70b-4487-80c6-1478b2980dee admin admin] Publish callbacks [] for security_group (ad78f119-e82c-44bf-89f8-b641cf57ac94), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:53.014930 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5ddce36c-bfa0-4c8c-8d90-385235caa25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (17e17dfd-a9d0-4b4b-8276-83beae0a24b3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:53.019125 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5ddce36c-bfa0-4c8c-8d90-385235caa25b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:53.021054 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5ddce36c-bfa0-4c8c-8d90-385235caa25b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/17e17dfd-a9d0-4b4b-8276-83beae0a24b3 HTTP/1.1" status: 204 len: 168 time: 0.2912822 Feb 11 05:21:53.022525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-2e160ef6-dac3-4c5c-932e-038f9118b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:53.034341 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-2e160ef6-dac3-4c5c-932e-038f9118b79b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f64d9881-20df-414b-8c26-a3aea0a5e554 HTTP/1.1" status: 200 len: 849 time: 0.0699008 Feb 11 05:21:53.040885 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddce36c-bfa0-4c8c-8d90-385235caa25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e17dfd-a9d0-4b4b-8276-83beae0a24b3,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:53.102252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-ff302dfc-7a22-4e37-8476-67a90b4d438c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b853ac1a-5a31-42c0-9434-fa5398f86ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614319 Feb 11 05:21:53.105541 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7a79417a-d70b-4487-80c6-1478b2980dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ad78f119-e82c-44bf-89f8-b641cf57ac94), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:53.109176 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7a79417a-d70b-4487-80c6-1478b2980dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:53.110343 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7a79417a-d70b-4487-80c6-1478b2980dee admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ad78f119-e82c-44bf-89f8-b641cf57ac94 HTTP/1.1" status: 204 len: 168 time: 0.2405703 Feb 11 05:21:53.124541 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79417a-d70b-4487-80c6-1478b2980dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad78f119-e82c-44bf-89f8-b641cf57ac94,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:53.259205 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-802ef153-aa3c-41c5-8c02-903338325cbe service neutron] 10.222.0.73 "GET /v2.0/networks/b853ac1a-5a31-42c0-9434-fa5398f86ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447413 Feb 11 05:21:53.433018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e160b765-88bb-484a-83bf-6e27d64affa3 req-2e6ac631-518e-4bd5-8c9f-f54ae58903cd service neutron] 10.222.0.73 "GET /v2.0/networks/b853ac1a-5a31-42c0-9434-fa5398f86ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675701 Feb 11 05:21:53.497955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5756b-7995-4b4b-b2ae-66e0349cfef7 req-0a9dcdc5-421b-4476-8246-880b1e30d256 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:53.511904 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fe5756b-7995-4b4b-b2ae-66e0349cfef7 req-0a9dcdc5-421b-4476-8246-880b1e30d256 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=18c0ef01-9732-462c-82eb-ae0e52c11210 HTTP/1.1" status: 200 len: 946 time: 0.1438119 Feb 11 05:21:53.622521 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fe5756b-7995-4b4b-b2ae-66e0349cfef7 req-84cb5aac-3593-4933-8c80-c2a505ac1c78 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036193 Feb 11 05:21:53.639440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58997a13-a644-429b-9ea9-4b43cce9c98e req-7ef7ac8e-afe7-44ff-96b8-e7509fa025b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:53.641792 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58997a13-a644-429b-9ea9-4b43cce9c98e req-7ef7ac8e-afe7-44ff-96b8-e7509fa025b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bd191aba86de40c5adfd6c61efb8c51d&device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 1127 time: 0.1180923 Feb 11 05:21:53.704022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c0ef01-9732-462c-82eb-ae0e52c11210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3b7dcc-a234-4fad-8082-2cc647d5c399'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:53.706960 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bda5ef3-a55b-4808-ba4d-122a6c7daa34" -d '{"events": [{"server_uuid": "18c0ef01-9732-462c-82eb-ae0e52c11210", "name": "network-vif-plugged", "status": "completed", "tag": "8c3b7dcc-a234-4fad-8082-2cc647d5c399"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:53.775951 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7353ebf5-c6b2-4b78-8eeb-cf9d3e2ce2d8 x-openstack-request-id: req-7353ebf5-c6b2-4b78-8eeb-cf9d3e2ce2d8 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:53.776415 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c0ef01-9732-462c-82eb-ae0e52c11210", "name": "network-vif-plugged", "status": "completed", "tag": "8c3b7dcc-a234-4fad-8082-2cc647d5c399", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:53.776773 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7353ebf5-c6b2-4b78-8eeb-cf9d3e2ce2d8 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:53.777277 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c0ef01-9732-462c-82eb-ae0e52c11210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3b7dcc-a234-4fad-8082-2cc647d5c399', 'code': 200} Feb 11 05:21:53.824343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58997a13-a644-429b-9ea9-4b43cce9c98e req-64ff67de-0e94-461a-8a1e-f1d6e34ced2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:53.828938 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58997a13-a644-429b-9ea9-4b43cce9c98e req-64ff67de-0e94-461a-8a1e-f1d6e34ced2e service neutron] 10.222.0.73 "GET /v2.0/networks?id=b853ac1a-5a31-42c0-9434-fa5398f86ea7 HTTP/1.1" status: 200 len: 910 time: 0.1733944 Feb 11 05:21:53.892005 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58997a13-a644-429b-9ea9-4b43cce9c98e req-1a63113b-ef29-4cb8-8d95-2f6a182ecee0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14a58d20-6938-4f1b-9260-b506d298328d HTTP/1.1" status: 200 len: 217 time: 0.0589168 Feb 11 05:21:53.940582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654bc1f-a3e7-44fb-a5b1-1980a18d0d56 req-109f91ae-5d1f-41d9-85a7-6c5557b1ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:53.946436 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a654bc1f-a3e7-44fb-a5b1-1980a18d0d56 req-109f91ae-5d1f-41d9-85a7-6c5557b1ef9f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=18c0ef01-9732-462c-82eb-ae0e52c11210 HTTP/1.1" status: 200 len: 1129 time: 0.1030786 Feb 11 05:21:53.972418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58997a13-a644-429b-9ea9-4b43cce9c98e req-8b335992-1f39-465f-8320-d5551a72463f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:53.974288 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58997a13-a644-429b-9ea9-4b43cce9c98e req-8b335992-1f39-465f-8320-d5551a72463f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f64d9881-20df-414b-8c26-a3aea0a5e554 HTTP/1.1" status: 200 len: 849 time: 0.0758514 Feb 11 05:21:53.991996 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40058) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:54.045469 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58997a13-a644-429b-9ea9-4b43cce9c98e req-5b091dbd-2f28-4950-baad-f64b2d131cbb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b853ac1a-5a31-42c0-9434-fa5398f86ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626383 Feb 11 05:21:54.086404 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a654bc1f-a3e7-44fb-a5b1-1980a18d0d56 req-5e02e977-d4c3-4e14-8542-a7f9c261eedd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317561 Feb 11 05:21:54.154814 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-24285485-9ae9-4036-9d5d-6e1f111afe9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.269552 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-24285485-9ae9-4036-9d5d-6e1f111afe9e admin admin] Publish callbacks [] for security_group (495440c9-f06f-4b7a-8339-9575a804c3e9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.280355 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-24285485-9ae9-4036-9d5d-6e1f111afe9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (495440c9-f06f-4b7a-8339-9575a804c3e9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.375782 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-24285485-9ae9-4036-9d5d-6e1f111afe9e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3e2bf5e93f0b48ed8d3654db2507be48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3816488 Feb 11 05:21:54.376875 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24285485-9ae9-4036-9d5d-6e1f111afe9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495440c9-f06f-4b7a-8339-9575a804c3e9,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:54.383036 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40080) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:54.506191 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4616f461-f4f4-4cef-9ac1-bd34fbe8f0f6 admin admin] Publish callbacks [] for security_group (495440c9-f06f-4b7a-8339-9575a804c3e9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.517169 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40088) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:54.556815 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4616f461-f4f4-4cef-9ac1-bd34fbe8f0f6 admin admin] Publish callbacks [] for security_group (495440c9-f06f-4b7a-8339-9575a804c3e9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.624827 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58997a13-a644-429b-9ea9-4b43cce9c98e req-34a39c7e-36ae-42bc-adb4-d4ee72de518a service neutron] 10.222.0.73 "GET /v2.0/networks/b853ac1a-5a31-42c0-9434-fa5398f86ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740116 Feb 11 05:21:54.635299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59251f-50b6-4f5e-8a5d-f3dd9c136daf req-243dd85e-8ed3-45a6-a0b6-a9eb039a8cd5 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:54.644298 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e59251f-50b6-4f5e-8a5d-f3dd9c136daf req-243dd85e-8ed3-45a6-a0b6-a9eb039a8cd5 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/ports?device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 944 time: 0.4628990 Feb 11 05:21:54.653690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40094) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:54.662827 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4616f461-f4f4-4cef-9ac1-bd34fbe8f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (495440c9-f06f-4b7a-8339-9575a804c3e9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.668300 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4616f461-f4f4-4cef-9ac1-bd34fbe8f0f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.669985 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4616f461-f4f4-4cef-9ac1-bd34fbe8f0f6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/495440c9-f06f-4b7a-8339-9575a804c3e9 HTTP/1.1" status: 204 len: 168 time: 0.2845123 Feb 11 05:21:54.692644 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616f461-f4f4-4cef-9ac1-bd34fbe8f0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495440c9-f06f-4b7a-8339-9575a804c3e9,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:54.779186 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-c8ee8843-e25d-4308-8667-a6ee8cd14543 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1352762467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:54.812094 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8ee8843-e25d-4308-8667-a6ee8cd14543 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (d61ef858-1e5b-494d-9864-107120f9ef4b), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.816288 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8ee8843-e25d-4308-8667-a6ee8cd14543 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (d61ef858-1e5b-494d-9864-107120f9ef4b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.844281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-fe3ea229-990b-4549-b121-ce2fab73bc96 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-608260464-network', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:54.852255 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e59251f-50b6-4f5e-8a5d-f3dd9c136daf req-23b57564-74b4-4c78-9d82-254260116a62 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/security-groups?id=85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021863 Feb 11 05:21:54.898779 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58997a13-a644-429b-9ea9-4b43cce9c98e req-789b7fd0-d98c-40e2-9766-4c6b8d2dfd1f service neutron] 10.222.0.73 "GET /v2.0/networks/b853ac1a-5a31-42c0-9434-fa5398f86ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514517 Feb 11 05:21:54.926104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a6ccc-4e88-4a42-9ddc-cf57199e866f req-bf8035ae-1492-4c47-8ce1-7b6362f7064a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:54.928832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ce1a6ccc-4e88-4a42-9ddc-cf57199e866f req-bf8035ae-1492-4c47-8ce1-7b6362f7064a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=18c0ef01-9732-462c-82eb-ae0e52c11210 HTTP/1.1" status: 200 len: 946 time: 0.1896844 Feb 11 05:21:54.950837 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8ee8843-e25d-4308-8667-a6ee8cd14543 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for router_controller (d61ef858-1e5b-494d-9864-107120f9ef4b), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.952456 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3ea229-990b-4549-b121-ce2fab73bc96 admin admin] Made reservation on behalf of d38398dc263b4e81883a8499fb1a6d96 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:54.955201 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea229-990b-4549-b121-ce2fab73bc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.964233 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8ee8843-e25d-4308-8667-a6ee8cd14543 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (d61ef858-1e5b-494d-9864-107120f9ef4b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.971718 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea229-990b-4549-b121-ce2fab73bc96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:54.997756 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8ee8843-e25d-4308-8667-a6ee8cd14543 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.000020 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c8ee8843-e25d-4308-8667-a6ee8cd14543 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4804704 Feb 11 05:21:55.002555 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40104) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:55.005121 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ce1a6ccc-4e88-4a42-9ddc-cf57199e866f req-92ac68d8-30f7-43a2-b22b-e26900d30914 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714982 Feb 11 05:21:55.009493 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-51a2a5c3-7f81-4575-842a-1c68690473e8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-147844956'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:55.071259 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a2a5c3-7f81-4575-842a-1c68690473e8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Made reservation on behalf of af3950719e984c8ba3a5e1b2d802e85a for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:55.074564 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51a2a5c3-7f81-4575-842a-1c68690473e8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.093057 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51a2a5c3-7f81-4575-842a-1c68690473e8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.140976 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea229-990b-4549-b121-ce2fab73bc96 admin admin] Publish callbacks [] for security_group (c71bfc4b-d5a9-47c1-822c-f8c1ac6e5edf), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.150457 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea229-990b-4549-b121-ce2fab73bc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c71bfc4b-d5a9-47c1-822c-f8c1ac6e5edf), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.187301 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3ea229-990b-4549-b121-ce2fab73bc96 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:55.205953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ea229-990b-4549-b121-ce2fab73bc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71bfc4b-d5a9-47c1-822c-f8c1ac6e5edf,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:55.212626 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea229-990b-4549-b121-ce2fab73bc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a9b3d39c-12c6-41bc-8906-c459aa8656f8), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.212867 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-fe3ea229-990b-4549-b121-ce2fab73bc96 admin admin] Added segment a9b3d39c-12c6-41bc-8906-c459aa8656f8 of type vlan for network cc0a917d-8eaf-4d95-a902-cd3344524860 Feb 11 05:21:55.278837 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea229-990b-4549-b121-ce2fab73bc96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (cc0a917d-8eaf-4d95-a902-cd3344524860), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.286623 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51a2a5c3-7f81-4575-842a-1c68690473e8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for security_group (cd70b971-51d8-4d9d-9866-28912b01744e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.301452 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51a2a5c3-7f81-4575-842a-1c68690473e8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cd70b971-51d8-4d9d-9866-28912b01744e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.336911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a2a5c3-7f81-4575-842a-1c68690473e8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:55.338733 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea229-990b-4549-b121-ce2fab73bc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (cc0a917d-8eaf-4d95-a902-cd3344524860), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.339700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3ea229-990b-4549-b121-ce2fab73bc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:55.340272 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe3ea229-990b-4549-b121-ce2fab73bc96 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.359255 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2a5c3-7f81-4575-842a-1c68690473e8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd70b971-51d8-4d9d-9866-28912b01744e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:55.376801 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51a2a5c3-7f81-4575-842a-1c68690473e8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2d218a65-1bf6-41d0-94a0-c3855b920e9a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.377138 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-51a2a5c3-7f81-4575-842a-1c68690473e8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Added segment 2d218a65-1bf6-41d0-94a0-c3855b920e9a of type vlan for network 5b7bd13d-3e62-43fe-b301-0942001e0fc8 Feb 11 05:21:55.381108 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fe3ea229-990b-4549-b121-ce2fab73bc96 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7260344 Feb 11 05:21:55.384222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40116) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:55.390066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-e4f00f30-e34e-4265-8257-e7f39287eec1 admin admin] Request body: {'subnet': {'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-608260464-subnet', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:55.417373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f00f30-e34e-4265-8257-e7f39287eec1 admin admin] Made reservation on behalf of d38398dc263b4e81883a8499fb1a6d96 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:55.422419 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4f00f30-e34e-4265-8257-e7f39287eec1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.467450 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ea229-990b-4549-b121-ce2fab73bc96 admin admin] Pushing event updated for resources: {'Network': ['ID=cc0a917d-8eaf-4d95-a902-cd3344524860,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:55.471229 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51a2a5c3-7f81-4575-842a-1c68690473e8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (5b7bd13d-3e62-43fe-b301-0942001e0fc8), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.479938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network cc0a917d-8eaf-4d95-a902-cd3344524860 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:55.501501 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51a2a5c3-7f81-4575-842a-1c68690473e8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (5b7bd13d-3e62-43fe-b301-0942001e0fc8), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.515837 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a2a5c3-7f81-4575-842a-1c68690473e8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:55.516880 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51a2a5c3-7f81-4575-842a-1c68690473e8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.573391 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-51a2a5c3-7f81-4575-842a-1c68690473e8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5696390 Feb 11 05:21:55.576032 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40124) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:55.580964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-583cdfbb-5005-46c5-847b-13c479e8bff8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Request body: {'subnet': {'network_id': '5b7bd13d-3e62-43fe-b301-0942001e0fc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:55.646715 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2a5c3-7f81-4575-842a-1c68690473e8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event updated for resources: {'Network': ['ID=5b7bd13d-3e62-43fe-b301-0942001e0fc8,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:55.660150 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 5b7bd13d-3e62-43fe-b301-0942001e0fc8 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:55.746583 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583cdfbb-5005-46c5-847b-13c479e8bff8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Made reservation on behalf of af3950719e984c8ba3a5e1b2d802e85a for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:55.752447 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-583cdfbb-5005-46c5-847b-13c479e8bff8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.770930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40130) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:55.796065 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4f00f30-e34e-4265-8257-e7f39287eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (f7873483-8f55-4b01-980d-97e18e14d525), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.850073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f00f30-e34e-4265-8257-e7f39287eec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7873483-8f55-4b01-980d-97e18e14d525,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:55.861520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f00f30-e34e-4265-8257-e7f39287eec1 admin admin] Checking segment: {'id': 'a9b3d39c-12c6-41bc-8906-c459aa8656f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:55.861893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f00f30-e34e-4265-8257-e7f39287eec1 admin admin] Network hostable DHCP agents. Network: cc0a917d-8eaf-4d95-a902-cd3344524860, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:55.888199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f00f30-e34e-4265-8257-e7f39287eec1 admin admin] Network cc0a917d-8eaf-4d95-a902-cd3344524860 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:55.913504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-e4f00f30-e34e-4265-8257-e7f39287eec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, cc0a917d-8eaf-4d95-a902-cd3344524860) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:55.918604 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f00f30-e34e-4265-8257-e7f39287eec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:55.919210 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4f00f30-e34e-4265-8257-e7f39287eec1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:55.923197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbf6c20-52b9-47ee-9a57-eac30e480790 None None] Network cc0a917d-8eaf-4d95-a902-cd3344524860 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:55.987495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-d3e8a148-0dce-40c6-8f2e-8e36ee082550 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1937844659-network', 'tenant_id': 'c93bfa3c10d1423da3544e4cbf37d510'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:56.001494 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e4f00f30-e34e-4265-8257-e7f39287eec1 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6159027 Feb 11 05:21:56.007734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40138) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:56.015241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:56.069820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e8a148-0dce-40c6-8f2e-8e36ee082550 admin admin] Made reservation on behalf of c93bfa3c10d1423da3544e4cbf37d510 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:56.073796 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3e8a148-0dce-40c6-8f2e-8e36ee082550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.077653 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-583cdfbb-5005-46c5-847b-13c479e8bff8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (b87691cb-c750-4e5d-a0f8-82bedf6149ac), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.111792 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3e8a148-0dce-40c6-8f2e-8e36ee082550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.140084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03969144-f16a-4e22-a1f0-d7f24c7e5f4c req-2779d143-92c1-4d29-9b2f-bd63348bb7ab tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:56.142998 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03969144-f16a-4e22-a1f0-d7f24c7e5f4c req-2779d143-92c1-4d29-9b2f-bd63348bb7ab tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/ports?device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 944 time: 0.1988013 Feb 11 05:21:56.199256 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cdfbb-5005-46c5-847b-13c479e8bff8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event updated for resources: {'Subnet': ['ID=b87691cb-c750-4e5d-a0f8-82bedf6149ac,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:56.271684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-cc0a917d-8eaf-4d95-a902-cd3344524860', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:56.273188 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.316517 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3e8a148-0dce-40c6-8f2e-8e36ee082550 admin admin] Publish callbacks [] for security_group (c9ac1eb0-3e0c-4783-9231-471adcc91bbe), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.321614 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (21f0bec0-fdfb-4b5d-9657-615d190e6d2b), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.322853 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (21f0bec0-fdfb-4b5d-9657-615d190e6d2b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.346514 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3e8a148-0dce-40c6-8f2e-8e36ee082550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c9ac1eb0-3e0c-4783-9231-471adcc91bbe), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.359739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e8a148-0dce-40c6-8f2e-8e36ee082550 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:56.370794 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3e8a148-0dce-40c6-8f2e-8e36ee082550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (7e22efde-3626-450b-924e-f91f01f8b340), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.371269 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-d3e8a148-0dce-40c6-8f2e-8e36ee082550 admin admin] Added segment 7e22efde-3626-450b-924e-f91f01f8b340 of type vlan for network 5c5e4878-6869-450a-92a6-fa248e3f6520 Feb 11 05:21:56.428656 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3e8a148-0dce-40c6-8f2e-8e36ee082550 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (5c5e4878-6869-450a-92a6-fa248e3f6520), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.444190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Allocated IP 172.20.0.2 (cc0a917d-8eaf-4d95-a902-cd3344524860/f7873483-8f55-4b01-980d-97e18e14d525/ecf61b9c-8d3a-4c00-b56a-7b80505c260b) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:56.476844 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3e8a148-0dce-40c6-8f2e-8e36ee082550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (5c5e4878-6869-450a-92a6-fa248e3f6520), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.478214 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e8a148-0dce-40c6-8f2e-8e36ee082550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:56.478881 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3e8a148-0dce-40c6-8f2e-8e36ee082550 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.557266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8a148-0dce-40c6-8f2e-8e36ee082550 admin admin] Pushing event updated for resources: {'Network': ['ID=5c5e4878-6869-450a-92a6-fa248e3f6520,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:56.603226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583cdfbb-5005-46c5-847b-13c479e8bff8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Checking segment: {'id': '2d218a65-1bf6-41d0-94a0-c3855b920e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b7bd13d-3e62-43fe-b301-0942001e0fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:56.603602 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583cdfbb-5005-46c5-847b-13c479e8bff8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Network hostable DHCP agents. Network: 5b7bd13d-3e62-43fe-b301-0942001e0fc8, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:56.613041 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Publish callbacks [] for port (ecf61b9c-8d3a-4c00-b56a-7b80505c260b), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.613584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03969144-f16a-4e22-a1f0-d7f24c7e5f4c req-d7d7d26e-1c84-400a-baf5-dceba33bd3be tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/security-groups?id=85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535503 Feb 11 05:21:56.618353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 5c5e4878-6869-450a-92a6-fa248e3f6520 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:56.621195 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d3e8a148-0dce-40c6-8f2e-8e36ee082550 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8486710 Feb 11 05:21:56.621913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8a148-0dce-40c6-8f2e-8e36ee082550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ac1eb0-3e0c-4783-9231-471adcc91bbe,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:56.625068 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40144) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:56.634736 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a1d480fb-caec-4ce1-9604-10d373faca49 admin admin] Request body: {'subnet': {'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1937844659-subnet', 'tenant_id': 'c93bfa3c10d1423da3544e4cbf37d510', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:56.640286 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (ecf61b9c-8d3a-4c00-b56a-7b80505c260b), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.647261 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583cdfbb-5005-46c5-847b-13c479e8bff8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Network 5b7bd13d-3e62-43fe-b301-0942001e0fc8 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:56.663207 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-583cdfbb-5005-46c5-847b-13c479e8bff8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 5b7bd13d-3e62-43fe-b301-0942001e0fc8) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:56.665823 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ad63d-7ff0-43cf-afe8-a74dc424d4e5 req-00805bb8-22e2-4ca6-b1dd-2fc8d9f730c8 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:56.668921 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca2ad63d-7ff0-43cf-afe8-a74dc424d4e5 req-00805bb8-22e2-4ca6-b1dd-2fc8d9f730c8 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=18c0ef01-9732-462c-82eb-ae0e52c11210 HTTP/1.1" status: 200 len: 946 time: 0.5603940 Feb 11 05:21:56.674703 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d480fb-caec-4ce1-9604-10d373faca49 admin admin] Made reservation on behalf of c93bfa3c10d1423da3544e4cbf37d510 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:56.677477 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1d480fb-caec-4ce1-9604-10d373faca49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.680177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583cdfbb-5005-46c5-847b-13c479e8bff8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:56.680958 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-583cdfbb-5005-46c5-847b-13c479e8bff8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.681999 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Publish callbacks [] for router_controller (21f0bec0-fdfb-4b5d-9657-615d190e6d2b), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.695321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d715372-bddd-441a-9f12-94e68c034483 None None] Network 5b7bd13d-3e62-43fe-b301-0942001e0fc8 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:56.756581 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-583cdfbb-5005-46c5-847b-13c479e8bff8 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1768029 Feb 11 05:21:56.757798 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40148) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:56.763724 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3c36bbfe-59bb-4619-9f15-ef0633ca94e9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Request body: {'network': {'name': 'tempest-router-network01--456465276'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:56.776220 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca2ad63d-7ff0-43cf-afe8-a74dc424d4e5 req-cd643db6-ee06-429c-8662-4dcb177fe7b0 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928428 Feb 11 05:21:56.803999 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c36bbfe-59bb-4619-9f15-ef0633ca94e9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Made reservation on behalf of af3950719e984c8ba3a5e1b2d802e85a for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:56.817963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Network cc0a917d-8eaf-4d95-a902-cd3344524860 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:56.827698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:56.828285 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c36bbfe-59bb-4619-9f15-ef0633ca94e9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.850803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:56.887912 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Pushing event updated for resources: {'Port': ['ID=ecf61b9c-8d3a-4c00-b56a-7b80505c260b,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:56.904118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c36bbfe-59bb-4619-9f15-ef0633ca94e9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:56.914511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-5b7bd13d-3e62-43fe-b301-0942001e0fc8', 'network_id': '5b7bd13d-3e62-43fe-b301-0942001e0fc8', 'project_id': 'af3950719e984c8ba3a5e1b2d802e85a', 'fixed_ips': [{'subnet_id': 'b87691cb-c750-4e5d-a0f8-82bedf6149ac'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:56.915398 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.945943 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c36bbfe-59bb-4619-9f15-ef0633ca94e9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a102bfe9-d51f-427f-b988-b8cd59eac0e5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.946285 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-3c36bbfe-59bb-4619-9f15-ef0633ca94e9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Added segment a102bfe9-d51f-427f-b988-b8cd59eac0e5 of type vlan for network 2ebf4420-9b65-44d8-a384-38a93e6513a0 Feb 11 05:21:56.959610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Attempting to bind port ecf61b9c-8d3a-4c00-b56a-7b80505c260b on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:56.959610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Attempting to bind port ecf61b9c-8d3a-4c00-b56a-7b80505c260b by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a9b3d39c-12c6-41bc-8906-c459aa8656f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:56.960522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Attempting to bind port ecf61b9c-8d3a-4c00-b56a-7b80505c260b on network cc0a917d-8eaf-4d95-a902-cd3344524860 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:56.965759 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 14a58d20-6938-4f1b-9260-b506d298328d details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:57.005998 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c36bbfe-59bb-4619-9f15-ef0633ca94e9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (2ebf4420-9b65-44d8-a384-38a93e6513a0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.063031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:57.065540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Checking segment: {'id': 'a9b3d39c-12c6-41bc-8906-c459aa8656f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:57.065966 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.066376 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Bound using segment: {'id': 'a9b3d39c-12c6-41bc-8906-c459aa8656f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:57.066875 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Bound port: ecf61b9c-8d3a-4c00-b56a-7b80505c260b, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b3d39c-12c6-41bc-8906-c459aa8656f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:57.067265 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ecf61b9c-8d3a-4c00-b56a-7b80505c260b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.078052 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1d480fb-caec-4ce1-9604-10d373faca49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (8770604f-b793-47cc-961d-ec6dec78949b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.085453 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Publish callbacks [] for router_gateway (21f0bec0-fdfb-4b5d-9657-615d190e6d2b), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.098464 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c36bbfe-59bb-4619-9f15-ef0633ca94e9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (2ebf4420-9b65-44d8-a384-38a93e6513a0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.105992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29374003-6a4b-4d64-abc4-b833b3610333 req-cf4620cb-4ba9-41aa-be67-3dbdfc82c052 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:57.107856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c36bbfe-59bb-4619-9f15-ef0633ca94e9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:57.108482 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c36bbfe-59bb-4619-9f15-ef0633ca94e9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.115146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29374003-6a4b-4d64-abc4-b833b3610333 req-cf4620cb-4ba9-41aa-be67-3dbdfc82c052 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b2a972-be55-44f5-a8de-ea56f49f6bd1 HTTP/1.1" status: 200 len: 945 time: 0.1971028 Feb 11 05:21:57.200657 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.resource_extend [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:21:57.221157 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29374003-6a4b-4d64-abc4-b833b3610333 req-f6ae8268-9be1-4576-90c5-1c2d6b5a8b1c tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873325 Feb 11 05:21:57.230022 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d480fb-caec-4ce1-9604-10d373faca49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8770604f-b793-47cc-961d-ec6dec78949b,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:57.244974 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36bbfe-59bb-4619-9f15-ef0633ca94e9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event updated for resources: {'Network': ['ID=2ebf4420-9b65-44d8-a384-38a93e6513a0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:57.258293 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Allocated IP 172.20.0.2 (5b7bd13d-3e62-43fe-b301-0942001e0fc8/b87691cb-c750-4e5d-a0f8-82bedf6149ac/47d55d1f-ee94-4115-97ea-4d433025558a) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:57.292441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 2ebf4420-9b65-44d8-a384-38a93e6513a0 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:57.292977 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3c36bbfe-59bb-4619-9f15-ef0633ca94e9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5342047 Feb 11 05:21:57.293673 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40158) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:57.317689 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1a6e1f6e-33d8-4721-8ee8-29c31fd68389 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Request body: {'network': {'name': 'tempest-router-network02--44920658'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:57.351129 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d480fb-caec-4ce1-9604-10d373faca49 admin admin] Checking segment: {'id': '7e22efde-3626-450b-924e-f91f01f8b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:57.351543 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d480fb-caec-4ce1-9604-10d373faca49 admin admin] Network hostable DHCP agents. Network: 5c5e4878-6869-450a-92a6-fa248e3f6520, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:57.356085 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6e1f6e-33d8-4721-8ee8-29c31fd68389 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Made reservation on behalf of af3950719e984c8ba3a5e1b2d802e85a for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:57.360513 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a6e1f6e-33d8-4721-8ee8-29c31fd68389 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.383165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] For port ecf61b9c-8d3a-4c00-b56a-7b80505c260b, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:57.403685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] For port ecf61b9c-8d3a-4c00-b56a-7b80505c260b, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ecf61b9c-8d3a-4c00-b56a-7b80505c260b,segment=NetworkSegment(a9b3d39c-12c6-41bc-8906-c459aa8656f8),segment_id=a9b3d39c-12c6-41bc-8906-c459aa8656f8)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:57.443605 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d480fb-caec-4ce1-9604-10d373faca49 admin admin] Network 5c5e4878-6869-450a-92a6-fa248e3f6520 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:57.456771 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6e1f6e-33d8-4721-8ee8-29c31fd68389 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:21:57.462072 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ecf61b9c-8d3a-4c00-b56a-7b80505c260b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.465153 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a1d480fb-caec-4ce1-9604-10d373faca49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 5c5e4878-6869-450a-92a6-fa248e3f6520) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:57.478950 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d480fb-caec-4ce1-9604-10d373faca49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:57.479883 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1d480fb-caec-4ce1-9604-10d373faca49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.494233 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a6e1f6e-33d8-4721-8ee8-29c31fd68389 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (aa876b9e-919c-4d88-b876-ef55ffa4fb9f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.495015 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-1a6e1f6e-33d8-4721-8ee8-29c31fd68389 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Added segment aa876b9e-919c-4d88-b876-ef55ffa4fb9f of type vlan for network b043f18a-9699-42b5-928c-7cf28d35604a Feb 11 05:21:57.512659 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a1d480fb-caec-4ce1-9604-10d373faca49 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8854988 Feb 11 05:21:57.555882 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a6e1f6e-33d8-4721-8ee8-29c31fd68389 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (b043f18a-9699-42b5-928c-7cf28d35604a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.585576 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aba789e-48fb-4dc8-b223-557d47081712 None None] Network 5c5e4878-6869-450a-92a6-fa248e3f6520 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:57.588323 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a6e1f6e-33d8-4721-8ee8-29c31fd68389 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (b043f18a-9699-42b5-928c-7cf28d35604a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.597486 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacd2b4-a406-4e41-9129-0160f5c125d2 None None] Pushing event updated for resources: {'Port': ['ID=ecf61b9c-8d3a-4c00-b56a-7b80505c260b,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:57.630625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 14a58d20-6938-4f1b-9260-b506d298328d, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=14a58d20-6938-4f1b-9260-b506d298328d,segment=NetworkSegment(24869d67-c0f2-4f65-9edb-dc929d408c2a),segment_id=24869d67-c0f2-4f65-9edb-dc929d408c2a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:57.635663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6e1f6e-33d8-4721-8ee8-29c31fd68389 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:57.648036 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a6e1f6e-33d8-4721-8ee8-29c31fd68389 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.661752 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Publish callbacks [] for router_gateway (21f0bec0-fdfb-4b5d-9657-615d190e6d2b), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.734410 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:57.784644 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '14a58d20-6938-4f1b-9260-b506d298328d', 'network_id': 'b853ac1a-5a31-42c0-9434-fa5398f86ea7', 'port_id': '14a58d20-6938-4f1b-9260-b506d298328d', 'mac_address': 'fa:16:3e:86:8e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f64d9881-20df-414b-8c26-a3aea0a5e554', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:57.829337 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e1f6e-33d8-4721-8ee8-29c31fd68389 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event updated for resources: {'Network': ['ID=b043f18a-9699-42b5-928c-7cf28d35604a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:57.849384 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1a6e1f6e-33d8-4721-8ee8-29c31fd68389 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5544846 Feb 11 05:21:57.852012 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40172) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:57.862280 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-68608b8a-034c-43a4-a081-a7671b4fbd00 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Request body: {'subnet': {'network_id': '2ebf4420-9b65-44d8-a384-38a93e6513a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:57.980139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 14a58d20-6938-4f1b-9260-b506d298328d is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:57.981059 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (14a58d20-6938-4f1b-9260-b506d298328d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:58.018226 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a58d20-6938-4f1b-9260-b506d298328d {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:58.024441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network b043f18a-9699-42b5-928c-7cf28d35604a details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:21:58.062669 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68608b8a-034c-43a4-a081-a7671b4fbd00 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Made reservation on behalf of af3950719e984c8ba3a5e1b2d802e85a for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:58.066417 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68608b8a-034c-43a4-a081-a7671b4fbd00 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:58.071607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f7026-6839-4a87-a244-201581f465b1 req-38a23b73-cd85-4014-acc2-0bf3b11e7053 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:58.073581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-889f7026-6839-4a87-a244-201581f465b1 req-38a23b73-cd85-4014-acc2-0bf3b11e7053 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b2a972-be55-44f5-a8de-ea56f49f6bd1 HTTP/1.1" status: 200 len: 945 time: 0.2076116 Feb 11 05:21:58.081621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66aef5c-5def-4ceb-b1e4-0d05de21000d req-f1a1b1ed-7bbc-4c6c-b344-3cf55e226053 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:58.083866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b66aef5c-5def-4ceb-b1e4-0d05de21000d req-f1a1b1ed-7bbc-4c6c-b344-3cf55e226053 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/ports?device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 944 time: 0.3207557 Feb 11 05:21:58.121854 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76619e15-1003-4692-84a1-4e2040775317 None None] Network 5c5e4878-6869-450a-92a6-fa248e3f6520 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:58.135255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 14a58d20-6938-4f1b-9260-b506d298328d, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=14a58d20-6938-4f1b-9260-b506d298328d,segment=NetworkSegment(24869d67-c0f2-4f65-9edb-dc929d408c2a),segment_id=24869d67-c0f2-4f65-9edb-dc929d408c2a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:58.153790 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-889f7026-6839-4a87-a244-201581f465b1 req-433cfbf3-1341-4e50-a294-2ef7af29d005 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687063 Feb 11 05:21:58.158515 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Publish callbacks [] for port (47d55d1f-ee94-4115-97ea-4d433025558a), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:58.187210 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (14a58d20-6938-4f1b-9260-b506d298328d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:58.219099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Allocated IP 172.25.5.109 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/51426b4e-4699-4f01-a084-a69e0d01263c) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:58.237481 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b66aef5c-5def-4ceb-b1e4-0d05de21000d req-af117d3a-70fe-4e46-a9b4-2276835b084b tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/security-groups?id=85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384497 Feb 11 05:21:58.248929 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (47d55d1f-ee94-4115-97ea-4d433025558a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:58.318630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Network 5b7bd13d-3e62-43fe-b301-0942001e0fc8 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:58.323170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:58.331535 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:58.379789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=14a58d20-6938-4f1b-9260-b506d298328d,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:58.480082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['14a58d20-6938-4f1b-9260-b506d298328d'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:58.494569 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Publish callbacks [] for port (51426b4e-4699-4f01-a084-a69e0d01263c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:58.536616 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (51426b4e-4699-4f01-a084-a69e0d01263c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:58.554697 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68608b8a-034c-43a4-a081-a7671b4fbd00 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (2097302b-36f0-487b-a817-87fff8ba8c86), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:58.606214 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Pushing event updated for resources: {'Port': ['ID=51426b4e-4699-4f01-a084-a69e0d01263c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:58.646254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:21:58.663380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:58.670134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:21:58.680874 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68608b8a-034c-43a4-a081-a7671b4fbd00 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Checking segment: {'id': 'a102bfe9-d51f-427f-b988-b8cd59eac0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ebf4420-9b65-44d8-a384-38a93e6513a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:58.681232 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68608b8a-034c-43a4-a081-a7671b4fbd00 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Network hostable DHCP agents. Network: 2ebf4420-9b65-44d8-a384-38a93e6513a0, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:58.709147 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68608b8a-034c-43a4-a081-a7671b4fbd00 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event updated for resources: {'Subnet': ['ID=2097302b-36f0-487b-a817-87fff8ba8c86,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:58.720460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68608b8a-034c-43a4-a081-a7671b4fbd00 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Network 2ebf4420-9b65-44d8-a384-38a93e6513a0 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:58.734758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Attempting to bind port 47d55d1f-ee94-4115-97ea-4d433025558a on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:58.734758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Attempting to bind port 47d55d1f-ee94-4115-97ea-4d433025558a by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '2d218a65-1bf6-41d0-94a0-c3855b920e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b7bd13d-3e62-43fe-b301-0942001e0fc8'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:58.735599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Attempting to bind port 47d55d1f-ee94-4115-97ea-4d433025558a on network 5b7bd13d-3e62-43fe-b301-0942001e0fc8 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:58.738177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-68608b8a-034c-43a4-a081-a7671b4fbd00 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 2ebf4420-9b65-44d8-a384-38a93e6513a0) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:58.747146 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68608b8a-034c-43a4-a081-a7671b4fbd00 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:58.747821 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-68608b8a-034c-43a4-a081-a7671b4fbd00 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:58.760053 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ed791810-b735-481a-b5c3-5512f5042d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:58.776538 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-68608b8a-034c-43a4-a081-a7671b4fbd00 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9220214 Feb 11 05:21:58.777402 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40188) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:21:58.781152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4c1cef-e73e-402e-8c0a-81245a89b5f0 None None] Network 2ebf4420-9b65-44d8-a384-38a93e6513a0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:58.783560 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-91411aab-7dd3-4868-8ca6-1fa6f35ee0ce tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Request body: {'subnet': {'network_id': 'b043f18a-9699-42b5-928c-7cf28d35604a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:58.815009 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Pushing event updated for resources: {'Port': ['ID=47d55d1f-ee94-4115-97ea-4d433025558a,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:58.823902 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:58.824640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Checking segment: {'id': '2d218a65-1bf6-41d0-94a0-c3855b920e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b7bd13d-3e62-43fe-b301-0942001e0fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:58.824885 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:58.825234 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Bound using segment: {'id': '2d218a65-1bf6-41d0-94a0-c3855b920e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b7bd13d-3e62-43fe-b301-0942001e0fc8'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:58.825920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Bound port: 47d55d1f-ee94-4115-97ea-4d433025558a, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d218a65-1bf6-41d0-94a0-c3855b920e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5b7bd13d-3e62-43fe-b301-0942001e0fc8'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:58.826123 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47d55d1f-ee94-4115-97ea-4d433025558a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:58.948330 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91411aab-7dd3-4868-8ca6-1fa6f35ee0ce tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Made reservation on behalf of af3950719e984c8ba3a5e1b2d802e85a for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:21:58.959354 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-91411aab-7dd3-4868-8ca6-1fa6f35ee0ce tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:58.978349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788e57d-e779-4344-ae13-84c1088c2778 req-1d13cea3-20ba-41ad-ace3-a387cb2459f6 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:58.979972 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8788e57d-e779-4344-ae13-84c1088c2778 req-1d13cea3-20ba-41ad-ace3-a387cb2459f6 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/networks?id=5c5e4878-6869-450a-92a6-fa248e3f6520 HTTP/1.1" status: 200 len: 815 time: 0.3627162 Feb 11 05:21:59.049643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8788e57d-e779-4344-ae13-84c1088c2778 req-34275f44-656f-48ac-94c5-d0fcef919b9d tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/quotas/c93bfa3c10d1423da3544e4cbf37d510 HTTP/1.1" status: 200 len: 375 time: 0.0254567 Feb 11 05:21:59.101566 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-2ebf4420-9b65-44d8-a384-38a93e6513a0', 'network_id': '2ebf4420-9b65-44d8-a384-38a93e6513a0', 'project_id': 'af3950719e984c8ba3a5e1b2d802e85a', 'fixed_ips': [{'subnet_id': '2097302b-36f0-487b-a817-87fff8ba8c86'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:21:59.105362 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.119348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] For port 47d55d1f-ee94-4115-97ea-4d433025558a, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:59.164359 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1fcd79-263f-425b-badc-20c2b2a1fc37 None None] Network cc0a917d-8eaf-4d95-a902-cd3344524860 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:59.171191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] For port 47d55d1f-ee94-4115-97ea-4d433025558a, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=47d55d1f-ee94-4115-97ea-4d433025558a,segment=NetworkSegment(2d218a65-1bf6-41d0-94a0-c3855b920e9a),segment_id=2d218a65-1bf6-41d0-94a0-c3855b920e9a)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:59.174421 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8788e57d-e779-4344-ae13-84c1088c2778 req-34d8777b-c7b3-449c-ae2a-45978060fe00 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c93bfa3c10d1423da3544e4cbf37d510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005840 Feb 11 05:21:59.227202 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (47d55d1f-ee94-4115-97ea-4d433025558a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.343679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18035885-681b-4f02-ad9e-fc0eba168639 req-d878f931-cd68-4201-8bf8-4e09ff8d1b9e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:59.345338 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-18035885-681b-4f02-ad9e-fc0eba168639 req-d878f931-cd68-4201-8bf8-4e09ff8d1b9e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.73 "GET /v2.0/ports?device_id=18c0ef01-9732-462c-82eb-ae0e52c11210 HTTP/1.1" status: 200 len: 946 time: 0.1164973 Feb 11 05:21:59.346453 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-91411aab-7dd3-4868-8ca6-1fa6f35ee0ce tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (bd9b97f6-61df-4f62-adbd-f9886270d5b7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.428758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-039f0c3b-1726-49a2-9e6f-78c04e8dbd9d None None] Provisioning complete for port ecf61b9c-8d3a-4c00-b56a-7b80505c260b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:59.428943 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-039f0c3b-1726-49a2-9e6f-78c04e8dbd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ecf61b9c-8d3a-4c00-b56a-7b80505c260b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.440544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e13240-0451-4ec0-a969-040d1e5c6dba req-4c8f602e-c3bd-4e4b-b3fc-cd040c30ec5e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:59.444109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9e13240-0451-4ec0-a969-040d1e5c6dba req-4c8f602e-c3bd-4e4b-b3fc-cd040c30ec5e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.73 "GET /v2.0/ports?device_id=23b2a972-be55-44f5-a8de-ea56f49f6bd1 HTTP/1.1" status: 200 len: 945 time: 0.4632149 Feb 11 05:21:59.604837 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2852c31-8400-448d-b494-85d8f0bffeb9 None None] Pushing event updated for resources: {'Port': ['ID=47d55d1f-ee94-4115-97ea-4d433025558a,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:59.610080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91411aab-7dd3-4868-8ca6-1fa6f35ee0ce tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event updated for resources: {'Subnet': ['ID=bd9b97f6-61df-4f62-adbd-f9886270d5b7,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:59.630844 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91411aab-7dd3-4868-8ca6-1fa6f35ee0ce tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Checking segment: {'id': 'aa876b9e-919c-4d88-b876-ef55ffa4fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b043f18a-9699-42b5-928c-7cf28d35604a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:59.631162 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91411aab-7dd3-4868-8ca6-1fa6f35ee0ce tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Network hostable DHCP agents. Network: b043f18a-9699-42b5-928c-7cf28d35604a, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:21:59.666351 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ecf61b9c-8d3a-4c00-b56a-7b80505c260b up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:59.682803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Allocated IP 172.20.0.2 (2ebf4420-9b65-44d8-a384-38a93e6513a0/2097302b-36f0-487b-a817-87fff8ba8c86/cc98de0d-aeae-4890-917d-c5a4113d8689) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:21:59.683472 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-18035885-681b-4f02-ad9e-fc0eba168639 req-929bc561-3dd9-4d8e-826e-329919b9eadb tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Deleting port 8c3b7dcc-a234-4fad-8082-2cc647d5c399 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:59.683912 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-18035885-681b-4f02-ad9e-fc0eba168639 req-929bc561-3dd9-4d8e-826e-329919b9eadb tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8c3b7dcc-a234-4fad-8082-2cc647d5c399), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.692240 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91411aab-7dd3-4868-8ca6-1fa6f35ee0ce tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Network b043f18a-9699-42b5-928c-7cf28d35604a is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:21:59.758793 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-91411aab-7dd3-4868-8ca6-1fa6f35ee0ce tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, b043f18a-9699-42b5-928c-7cf28d35604a) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:21:59.766265 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91411aab-7dd3-4868-8ca6-1fa6f35ee0ce tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:59.766924 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-91411aab-7dd3-4868-8ca6-1fa6f35ee0ce tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.773032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6292b8-4fd1-43b5-8f10-aec389375cae None None] Network b043f18a-9699-42b5-928c-7cf28d35604a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:21:59.847190 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-91411aab-7dd3-4868-8ca6-1fa6f35ee0ce tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0685961 Feb 11 05:21:59.889245 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-18035885-681b-4f02-ad9e-fc0eba168639 req-929bc561-3dd9-4d8e-826e-329919b9eadb tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] For port 8c3b7dcc-a234-4fad-8082-2cc647d5c399, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=8c3b7dcc-a234-4fad-8082-2cc647d5c399,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:59.889622 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-18035885-681b-4f02-ad9e-fc0eba168639 req-929bc561-3dd9-4d8e-826e-329919b9eadb tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8c3b7dcc-a234-4fad-8082-2cc647d5c399), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.912189 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-18035885-681b-4f02-ad9e-fc0eba168639 req-929bc561-3dd9-4d8e-826e-329919b9eadb tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Calling delete_port for 8c3b7dcc-a234-4fad-8082-2cc647d5c399 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:59.915648 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40196) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:00.054247 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8788e57d-e779-4344-ae13-84c1088c2778 req-1af3c12e-9c51-4221-93d6-edcecb0bee3c service neutron] 10.222.0.87 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8563282 Feb 11 05:22:00.073182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ecbd5-50d9-44ec-840a-2268a5f335c2 req-530ec63a-6eed-4de8-9824-21ac58740c1f tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:00.082531 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-670ecbd5-50d9-44ec-840a-2268a5f335c2 req-530ec63a-6eed-4de8-9824-21ac58740c1f tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b2a972-be55-44f5-a8de-ea56f49f6bd1 HTTP/1.1" status: 200 len: 945 time: 0.7806115 Feb 11 05:22:00.116970 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-18035885-681b-4f02-ad9e-fc0eba168639 req-929bc561-3dd9-4d8e-826e-329919b9eadb tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8c3b7dcc-a234-4fad-8082-2cc647d5c399), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.156219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bc561-3dd9-4d8e-826e-329919b9eadb tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Pushing event deleted for resources: {'Port': ['ID=8c3b7dcc-a234-4fad-8082-2cc647d5c399,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:00.191304 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Publish callbacks [] for router_gateway (21f0bec0-fdfb-4b5d-9657-615d190e6d2b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.214473 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['8c3b7dcc-a234-4fad-8082-2cc647d5c399', '2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:00.227456 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-18035885-681b-4f02-ad9e-fc0eba168639 req-929bc561-3dd9-4d8e-826e-329919b9eadb tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] No DVR routers for this DVR port 8c3b7dcc-a234-4fad-8082-2cc647d5c399 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:00.232914 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-18035885-681b-4f02-ad9e-fc0eba168639 req-929bc561-3dd9-4d8e-826e-329919b9eadb tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.238438 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Publish callbacks [] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.239326 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-18035885-681b-4f02-ad9e-fc0eba168639 req-929bc561-3dd9-4d8e-826e-329919b9eadb tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.73 "DELETE /v2.0/ports/8c3b7dcc-a234-4fad-8082-2cc647d5c399 HTTP/1.1" status: 204 len: 173 time: 0.8862870 Feb 11 05:22:00.241095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c0ef01-9732-462c-82eb-ae0e52c11210', 'name': 'network-vif-deleted', 'tag': '8c3b7dcc-a234-4fad-8082-2cc647d5c399'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:00.243854 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91977eb-e569-4b81-9687-490c26d336ab" -d '{"events": [{"server_uuid": "18c0ef01-9732-462c-82eb-ae0e52c11210", "name": "network-vif-deleted", "tag": "8c3b7dcc-a234-4fad-8082-2cc647d5c399"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:00.342454 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8788e57d-e779-4344-ae13-84c1088c2778 req-9bbccb23-c75e-4dd5-841f-858c59f10fca service neutron] 10.222.0.87 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040939 Feb 11 05:22:00.344895 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ecf61b9c-8d3a-4c00-b56a-7b80505c260b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:00.345322 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ecf61b9c-8d3a-4c00-b56a-7b80505c260b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.463660 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.482328 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-039f0c3b-1726-49a2-9e6f-78c04e8dbd9d None None] Current status of the port ecf61b9c-8d3a-4c00-b56a-7b80505c260b is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:00.482726 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-039f0c3b-1726-49a2-9e6f-78c04e8dbd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ecf61b9c-8d3a-4c00-b56a-7b80505c260b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.485722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-b043f18a-9699-42b5-928c-7cf28d35604a', 'network_id': 'b043f18a-9699-42b5-928c-7cf28d35604a', 'project_id': 'af3950719e984c8ba3a5e1b2d802e85a', 'fixed_ips': [{'subnet_id': 'bd9b97f6-61df-4f62-adbd-f9886270d5b7'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:22:00.487221 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.545281 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Network 2ebf4420-9b65-44d8-a384-38a93e6513a0 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:00.567581 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:00.579958 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:00.816547 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ecf61b9c-8d3a-4c00-b56a-7b80505c260b is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:00.817241 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ecf61b9c-8d3a-4c00-b56a-7b80505c260b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.818826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Pushing event updated for resources: {'Port': ['ID=cc98de0d-aeae-4890-917d-c5a4113d8689,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:00.848584 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (21f0bec0-fdfb-4b5d-9657-615d190e6d2b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:00.934012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-670ecbd5-50d9-44ec-840a-2268a5f335c2 req-5734a158-ddfd-4a36-ab3d-628d89d0d7d2 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae9980fc-43af-449e-bb0a-c5979f4d1544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8505769 Feb 11 05:22:01.058499 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-039f0c3b-1726-49a2-9e6f-78c04e8dbd9d None None] For port ecf61b9c-8d3a-4c00-b56a-7b80505c260b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ecf61b9c-8d3a-4c00-b56a-7b80505c260b,segment=NetworkSegment(a9b3d39c-12c6-41bc-8906-c459aa8656f8),segment_id=a9b3d39c-12c6-41bc-8906-c459aa8656f8)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:01.096258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 14a58d20-6938-4f1b-9260-b506d298328d up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:01.103260 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c52f70-db8d-416b-9f25-13c9f08eed08 None None] Network 5b7bd13d-3e62-43fe-b301-0942001e0fc8 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:01.165795 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c48789-3304-4d4b-841d-a96a56e80833 x-openstack-request-id: req-f6c48789-3304-4d4b-841d-a96a56e80833 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:01.166314 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c0ef01-9732-462c-82eb-ae0e52c11210", "name": "network-vif-deleted", "tag": "8c3b7dcc-a234-4fad-8082-2cc647d5c399", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:01.166418 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f6c48789-3304-4d4b-841d-a96a56e80833 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:01.166750 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c0ef01-9732-462c-82eb-ae0e52c11210', 'name': 'network-vif-deleted', 'tag': '8c3b7dcc-a234-4fad-8082-2cc647d5c399', 'status': 'completed', 'code': 200} Feb 11 05:22:01.229221 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4e66d45e-018c-4342-963e-8d0f33cb3ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:01.231241 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-039f0c3b-1726-49a2-9e6f-78c04e8dbd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ecf61b9c-8d3a-4c00-b56a-7b80505c260b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:01.337519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-b9e13240-0451-4ec0-a969-040d1e5c6dba req-8ef8a4b6-a3c0-4987-8b55-91d4cb93fd1e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Deleting port 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:01.338160 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b9e13240-0451-4ec0-a969-040d1e5c6dba req-8ef8a4b6-a3c0-4987-8b55-91d4cb93fd1e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:01.391050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Attempting to bind port cc98de0d-aeae-4890-917d-c5a4113d8689 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:01.391591 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Attempting to bind port cc98de0d-aeae-4890-917d-c5a4113d8689 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a102bfe9-d51f-427f-b988-b8cd59eac0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ebf4420-9b65-44d8-a384-38a93e6513a0'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:01.392027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Attempting to bind port cc98de0d-aeae-4890-917d-c5a4113d8689 on network 2ebf4420-9b65-44d8-a384-38a93e6513a0 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:01.407380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:01.407959 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Checking segment: {'id': 'a102bfe9-d51f-427f-b988-b8cd59eac0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ebf4420-9b65-44d8-a384-38a93e6513a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:01.408378 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:01.408774 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Bound using segment: {'id': 'a102bfe9-d51f-427f-b988-b8cd59eac0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ebf4420-9b65-44d8-a384-38a93e6513a0'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:01.409277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Bound port: cc98de0d-aeae-4890-917d-c5a4113d8689, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a102bfe9-d51f-427f-b988-b8cd59eac0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ebf4420-9b65-44d8-a384-38a93e6513a0'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:01.409650 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:01.418885 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f0c3b-1726-49a2-9e6f-78c04e8dbd9d None None] Pushing event updated for resources: {'Port': ['ID=ecf61b9c-8d3a-4c00-b56a-7b80505c260b,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:01.449505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-b9e13240-0451-4ec0-a969-040d1e5c6dba req-8ef8a4b6-a3c0-4987-8b55-91d4cb93fd1e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] For port 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700,segment=NetworkSegment(5ba5ab89-ab95-4d95-a2f2-579c663f2134),segment_id=5ba5ab89-ab95-4d95-a2f2-579c663f2134)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:01.450054 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b9e13240-0451-4ec0-a969-040d1e5c6dba req-8ef8a4b6-a3c0-4987-8b55-91d4cb93fd1e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:01.465330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-b9e13240-0451-4ec0-a969-040d1e5c6dba req-8ef8a4b6-a3c0-4987-8b55-91d4cb93fd1e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Calling delete_port for 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:01.628983 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a0554a2-7694-49f5-9bb0-b8d97ea9ed23 req-38d6b866-5fd3-4fb6-a0de-a50136895ad6 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 210 time: 0.3495991 Feb 11 05:22:01.636553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b1d4f-c26a-42c0-b55d-47d833f4f305 req-bafc8f9d-7aff-482c-8d3f-c730eec26da9 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:01.638237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b2b1d4f-c26a-42c0-b55d-47d833f4f305 req-bafc8f9d-7aff-482c-8d3f-c730eec26da9 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/ports?device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 945 time: 0.8055863 Feb 11 05:22:01.640422 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:01.681131 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b9e13240-0451-4ec0-a969-040d1e5c6dba req-8ef8a4b6-a3c0-4987-8b55-91d4cb93fd1e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:01.744249 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:22:01.744605 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:22:01.765179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-76d2d1d9-da25-4b82-a6a8-544d28fdd0e9 None None] Provisioning complete for port 47d55d1f-ee94-4115-97ea-4d433025558a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:01.765555 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76d2d1d9-da25-4b82-a6a8-544d28fdd0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (47d55d1f-ee94-4115-97ea-4d433025558a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:01.804694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e13240-0451-4ec0-a969-040d1e5c6dba req-8ef8a4b6-a3c0-4987-8b55-91d4cb93fd1e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] No DVR routers for this DVR port 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:01.807244 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b9e13240-0451-4ec0-a969-040d1e5c6dba req-8ef8a4b6-a3c0-4987-8b55-91d4cb93fd1e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:01.811871 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9e13240-0451-4ec0-a969-040d1e5c6dba req-8ef8a4b6-a3c0-4987-8b55-91d4cb93fd1e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.73 "DELETE /v2.0/ports/2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 HTTP/1.1" status: 204 len: 173 time: 2.3542845 Feb 11 05:22:01.825019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b2a972-be55-44f5-a8de-ea56f49f6bd1', 'name': 'network-vif-deleted', 'tag': '2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:01.829086 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc892318-667b-42e1-8e4f-be441fd6cc83" -d '{"events": [{"server_uuid": "23b2a972-be55-44f5-a8de-ea56f49f6bd1", "name": "network-vif-deleted", "tag": "2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:01.835540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] For port cc98de0d-aeae-4890-917d-c5a4113d8689, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:01.839314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] For port cc98de0d-aeae-4890-917d-c5a4113d8689, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cc98de0d-aeae-4890-917d-c5a4113d8689,segment=NetworkSegment(a102bfe9-d51f-427f-b988-b8cd59eac0e5),segment_id=a102bfe9-d51f-427f-b988-b8cd59eac0e5)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:01.875058 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:01.991450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Allocated IP 172.20.0.2 (b043f18a-9699-42b5-928c-7cf28d35604a/bd9b97f6-61df-4f62-adbd-f9886270d5b7/25693d48-b952-4dd7-a572-8ccb625cda04) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:02.074985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 14a58d20-6938-4f1b-9260-b506d298328d completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:22:02.095862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8a4b6-a3c0-4987-8b55-91d4cb93fd1e tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] Pushing event deleted for resources: {'Port': ['ID=2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:02.197834 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb0d91-4b09-46b9-a6b2-2a8d47433e64 None None] Pushing event updated for resources: {'Port': ['ID=cc98de0d-aeae-4890-917d-c5a4113d8689,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:02.221548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 14a58d20-6938-4f1b-9260-b506d298328d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:02.223526 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (14a58d20-6938-4f1b-9260-b506d298328d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:02.443611 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:22:02.503172 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:02.541130 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-76d2d1d9-da25-4b82-a6a8-544d28fdd0e9 None None] Current status of the port 47d55d1f-ee94-4115-97ea-4d433025558a is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:02.541530 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76d2d1d9-da25-4b82-a6a8-544d28fdd0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (47d55d1f-ee94-4115-97ea-4d433025558a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:02.560254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ecf61b9c-8d3a-4c00-b56a-7b80505c260b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:02.605426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-76d2d1d9-da25-4b82-a6a8-544d28fdd0e9 None None] For port 47d55d1f-ee94-4115-97ea-4d433025558a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=47d55d1f-ee94-4115-97ea-4d433025558a,segment=NetworkSegment(2d218a65-1bf6-41d0-94a0-c3855b920e9a),segment_id=2d218a65-1bf6-41d0-94a0-c3855b920e9a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:02.615534 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76d2d1d9-da25-4b82-a6a8-544d28fdd0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (47d55d1f-ee94-4115-97ea-4d433025558a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:02.700198 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b2b1d4f-c26a-42c0-b55d-47d833f4f305 req-e6f0c025-610c-4fdc-8b59-acc8fa20c478 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/security-groups?id=85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9977045 Feb 11 05:22:02.706065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788e57d-e779-4344-ae13-84c1088c2778 req-29c057b3-c081-47e3-abb5-90b18619e4a4 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:02.710317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8788e57d-e779-4344-ae13-84c1088c2778 req-29c057b3-c081-47e3-abb5-90b18619e4a4 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.73 "GET /v2.0/networks?id=5c5e4878-6869-450a-92a6-fa248e3f6520 HTTP/1.1" status: 200 len: 815 time: 0.5195968 Feb 11 05:22:02.722493 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8389f07-21c7-4b7c-8454-244918f928d8 req-433c2b15-1cd6-479d-a275-8e98fa0e2c2a tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b2a972-be55-44f5-a8de-ea56f49f6bd1 HTTP/1.1" status: 200 len: 210 time: 0.5241771 Feb 11 05:22:02.736752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-8788e57d-e779-4344-ae13-84c1088c2778 req-8e1a82ff-bec9-47fc-ac1c-8e5f36940980 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Request body: {'port': {'device_id': 'ac698282-1028-4c30-96eb-3727d3158a81', 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520', 'admin_state_up': True, 'tenant_id': 'c93bfa3c10d1423da3544e4cbf37d510'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:02.752790 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2d1d9-da25-4b82-a6a8-544d28fdd0e9 None None] Pushing event updated for resources: {'Port': ['ID=47d55d1f-ee94-4115-97ea-4d433025558a,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:02.845061 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd5ee23-5074-4bd7-a7ca-36dd3fcf2f4d x-openstack-request-id: req-5cd5ee23-5074-4bd7-a7ca-36dd3fcf2f4d {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:02.845913 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b2a972-be55-44f5-a8de-ea56f49f6bd1", "name": "network-vif-deleted", "tag": "2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:02.846299 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5cd5ee23-5074-4bd7-a7ca-36dd3fcf2f4d {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:02.846716 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b2a972-be55-44f5-a8de-ea56f49f6bd1', 'name': 'network-vif-deleted', 'tag': '2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700', 'status': 'completed', 'code': 200} Feb 11 05:22:02.870474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 14a58d20-6938-4f1b-9260-b506d298328d is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:02.890021 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (14a58d20-6938-4f1b-9260-b506d298328d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:02.900728 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Publish callbacks [] for port (25693d48-b952-4dd7-a572-8ccb625cda04), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:02.902005 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-76d2d1d9-da25-4b82-a6a8-544d28fdd0e9 None None] Provisioning complete for port ecf61b9c-8d3a-4c00-b56a-7b80505c260b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:02.902613 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76d2d1d9-da25-4b82-a6a8-544d28fdd0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ecf61b9c-8d3a-4c00-b56a-7b80505c260b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:02.916291 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (25693d48-b952-4dd7-a572-8ccb625cda04), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:03.003956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 47d55d1f-ee94-4115-97ea-4d433025558a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:03.085161 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 14a58d20-6938-4f1b-9260-b506d298328d, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=14a58d20-6938-4f1b-9260-b506d298328d,segment=NetworkSegment(24869d67-c0f2-4f65-9edb-dc929d408c2a),segment_id=24869d67-c0f2-4f65-9edb-dc929d408c2a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:03.098107 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a91ca12-45b3-4f72-9504-3ccc0bf8267c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a58d20-6938-4f1b-9260-b506d298328d'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:03.100787 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8d415f-6e78-4a3d-bf4d-aaa3dcca35b1" -d '{"events": [{"server_uuid": "5a91ca12-45b3-4f72-9504-3ccc0bf8267c", "name": "network-vif-plugged", "status": "completed", "tag": "14a58d20-6938-4f1b-9260-b506d298328d"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:03.137852 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Network b043f18a-9699-42b5-928c-7cf28d35604a is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:03.143169 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (14a58d20-6938-4f1b-9260-b506d298328d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:03.146443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:03.195841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:03.198912 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:03.202083 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99277010-bc80-4952-8835-f4d61646455c x-openstack-request-id: req-99277010-bc80-4952-8835-f4d61646455c {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:03.202624 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a91ca12-45b3-4f72-9504-3ccc0bf8267c", "name": "network-vif-plugged", "status": "completed", "tag": "14a58d20-6938-4f1b-9260-b506d298328d", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:03.203042 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-99277010-bc80-4952-8835-f4d61646455c {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:03.203616 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a91ca12-45b3-4f72-9504-3ccc0bf8267c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a58d20-6938-4f1b-9260-b506d298328d', 'code': 200} Feb 11 05:22:03.219473 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Pushing event updated for resources: {'Port': ['ID=25693d48-b952-4dd7-a572-8ccb625cda04,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:03.230509 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:03.231170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2c7f80d0-0cb1-456d-a99c-ac3a9a1f4700 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:03.231820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 8c3b7dcc-a234-4fad-8082-2cc647d5c399 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:03.268139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 8c3b7dcc-a234-4fad-8082-2cc647d5c399 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:03.269261 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 8c3b7dcc-a234-4fad-8082-2cc647d5c399 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:03.305667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 47d55d1f-ee94-4115-97ea-4d433025558a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:03.306468 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (47d55d1f-ee94-4115-97ea-4d433025558a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:03.367143 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3718dbf-21e9-4c3c-80b8-449f0e6f843b req-c52e2f12-4dbb-44e9-8198-dc8bfcddb91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:03.373193 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e3718dbf-21e9-4c3c-80b8-449f0e6f843b req-c52e2f12-4dbb-44e9-8198-dc8bfcddb91d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 1129 time: 0.1061342 Feb 11 05:22:03.482582 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e3718dbf-21e9-4c3c-80b8-449f0e6f843b req-f29e56da-84f5-48c1-9b45-a0a256bfc55f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029770 Feb 11 05:22:03.529973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Attempting to bind port 25693d48-b952-4dd7-a572-8ccb625cda04 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:03.530385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Attempting to bind port 25693d48-b952-4dd7-a572-8ccb625cda04 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'aa876b9e-919c-4d88-b876-ef55ffa4fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b043f18a-9699-42b5-928c-7cf28d35604a'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:03.530709 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Attempting to bind port 25693d48-b952-4dd7-a572-8ccb625cda04 on network b043f18a-9699-42b5-928c-7cf28d35604a {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:03.545608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:03.546041 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Checking segment: {'id': 'aa876b9e-919c-4d88-b876-ef55ffa4fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b043f18a-9699-42b5-928c-7cf28d35604a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:03.546467 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:03.546872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Bound using segment: {'id': 'aa876b9e-919c-4d88-b876-ef55ffa4fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b043f18a-9699-42b5-928c-7cf28d35604a'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:03.547395 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Bound port: 25693d48-b952-4dd7-a572-8ccb625cda04, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa876b9e-919c-4d88-b876-ef55ffa4fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b043f18a-9699-42b5-928c-7cf28d35604a'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:03.548382 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (25693d48-b952-4dd7-a572-8ccb625cda04), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:03.560342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd0a9145-00db-443c-963d-27e54cb7918d req-6e2fee7f-3c60-4dd5-af55-71818bf42e63 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 210 time: 0.6734903 Feb 11 05:22:03.567524 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=14a58d20-6938-4f1b-9260-b506d298328d,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:03.582949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Allocated IP 172.20.0.1 (2ebf4420-9b65-44d8-a384-38a93e6513a0/2097302b-36f0-487b-a817-87fff8ba8c86/8a820bde-9a40-4162-a3a5-4ba6082f7ff4) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:03.644305 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-76d2d1d9-da25-4b82-a6a8-544d28fdd0e9 None None] Current status of the port ecf61b9c-8d3a-4c00-b56a-7b80505c260b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:03.656514 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:03.709069 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] For port 25693d48-b952-4dd7-a572-8ccb625cda04, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:03.712713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] For port 25693d48-b952-4dd7-a572-8ccb625cda04, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=25693d48-b952-4dd7-a572-8ccb625cda04,segment=NetworkSegment(aa876b9e-919c-4d88-b876-ef55ffa4fb9f),segment_id=aa876b9e-919c-4d88-b876-ef55ffa4fb9f)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:03.714184 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 47d55d1f-ee94-4115-97ea-4d433025558a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:03.715400 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ecf61b9c-8d3a-4c00-b56a-7b80505c260b up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:03.742968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87a35ed-f059-4ddf-979a-011eac89cc89 None None] Network 2ebf4420-9b65-44d8-a384-38a93e6513a0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:03.748523 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (25693d48-b952-4dd7-a572-8ccb625cda04), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:03.778671 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:03.791245 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Sync routers for ids ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:03.807009 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Routers {'21f0bec0-fdfb-4b5d-9657-615d190e6d2b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:03.807666 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:03.842510 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8788e57d-e779-4344-ae13-84c1088c2778 req-8e1a82ff-bec9-47fc-ac1c-8e5f36940980 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Made reservation on behalf of c93bfa3c10d1423da3544e4cbf37d510 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:03.846245 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8788e57d-e779-4344-ae13-84c1088c2778 req-8e1a82ff-bec9-47fc-ac1c-8e5f36940980 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:03.898729 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40228) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:03.928106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5b303601-9c51-4907-b857-a5a5df54b358 None None] Provisioning complete for port 47d55d1f-ee94-4115-97ea-4d433025558a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:03.928664 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5b303601-9c51-4907-b857-a5a5df54b358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (47d55d1f-ee94-4115-97ea-4d433025558a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:03.933436 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:03.935200 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e8b0da3d-eae7-4ff1-9979-6efded55009f admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9263036 Feb 11 05:22:03.957348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40230) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:03.977263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573ea93-6f37-44dc-81ae-5363b0ddf16f None None] Pushing event updated for resources: {'Port': ['ID=25693d48-b952-4dd7-a572-8ccb625cda04,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:04.016103 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b953e7-ccb5-4d39-84e0-8d4767d558a7 admin admin] Deleting subnet b879c64a-e605-4233-add0-72bb3a5a9b1c {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:22:04.028739 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05b953e7-ccb5-4d39-84e0-8d4767d558a7 admin admin] Publish callbacks [] for subnet (b879c64a-e605-4233-add0-72bb3a5a9b1c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.073722 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Set router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:04.088184 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ecf61b9c-8d3a-4c00-b56a-7b80505c260b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:04.088591 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ecf61b9c-8d3a-4c00-b56a-7b80505c260b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.108739 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05b953e7-ccb5-4d39-84e0-8d4767d558a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (b879c64a-e605-4233-add0-72bb3a5a9b1c), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.192973 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05b953e7-ccb5-4d39-84e0-8d4767d558a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (b879c64a-e605-4233-add0-72bb3a5a9b1c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.333444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673563f-9a27-443f-8103-039a61518d4f req-88230f22-7a65-4bfe-8d8a-a17b0865860e tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:04.335482 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3673563f-9a27-443f-8103-039a61518d4f req-88230f22-7a65-4bfe-8d8a-a17b0865860e tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/ports?device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 946 time: 0.4256513 Feb 11 05:22:04.391458 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05b953e7-ccb5-4d39-84e0-8d4767d558a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (b879c64a-e605-4233-add0-72bb3a5a9b1c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.405026 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:21:59Z', 'revision_number': 3, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:04.481240 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Checking router: 21f0bec0-fdfb-4b5d-9657-615d190e6d2b for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:04.481592 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Updating router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b port 51426b4e-4699-4f01-a084-a69e0d01263c binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:22:04.557162 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (51426b4e-4699-4f01-a084-a69e0d01263c), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.561323 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b953e7-ccb5-4d39-84e0-8d4767d558a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b879c64a-e605-4233-add0-72bb3a5a9b1c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:04.579232 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05b953e7-ccb5-4d39-84e0-8d4767d558a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.582460 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-05b953e7-ccb5-4d39-84e0-8d4767d558a7 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/b879c64a-e605-4233-add0-72bb3a5a9b1c HTTP/1.1" status: 204 len: 168 time: 0.6828299 Feb 11 05:22:04.586102 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for port (8a820bde-9a40-4162-a3a5-4ba6082f7ff4), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.593789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40236) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:04.603493 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5b303601-9c51-4907-b857-a5a5df54b358 None None] Current status of the port 47d55d1f-ee94-4115-97ea-4d433025558a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:04.666325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ecf61b9c-8d3a-4c00-b56a-7b80505c260b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:04.672563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cc98de0d-aeae-4890-917d-c5a4113d8689 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:04.714005 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5b303601-9c51-4907-b857-a5a5df54b358 None None] Provisioning complete for port cc98de0d-aeae-4890-917d-c5a4113d8689 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:04.714448 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5b303601-9c51-4907-b857-a5a5df54b358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.840935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port cc98de0d-aeae-4890-917d-c5a4113d8689 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:04.841416 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.844317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5b303601-9c51-4907-b857-a5a5df54b358 None None] Current status of the port cc98de0d-aeae-4890-917d-c5a4113d8689 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:04.844777 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5b303601-9c51-4907-b857-a5a5df54b358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.930776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f10a862-a390-4d11-a0a3-ebb13a090f93 req-30ba3153-5cc4-45f0-8255-f81e1a02e146 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 210 time: 0.0973392 Feb 11 05:22:04.942319 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa13a141-f815-4c20-992d-59a2c7c6ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (81d9c3a5-749c-4efb-a1ec-3c4ca7de414a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.943181 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5b303601-9c51-4907-b857-a5a5df54b358 None None] For port cc98de0d-aeae-4890-917d-c5a4113d8689, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cc98de0d-aeae-4890-917d-c5a4113d8689,segment=NetworkSegment(a102bfe9-d51f-427f-b988-b8cd59eac0e5),segment_id=a102bfe9-d51f-427f-b988-b8cd59eac0e5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:04.960235 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5b303601-9c51-4907-b857-a5a5df54b358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:05.057546 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3673563f-9a27-443f-8103-039a61518d4f req-4a097e20-122a-45d5-ba09-0fb93d94b9a5 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/security-groups?id=85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5644686 Feb 11 05:22:05.068036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b303601-9c51-4907-b857-a5a5df54b358 None None] Pushing event updated for resources: {'Port': ['ID=cc98de0d-aeae-4890-917d-c5a4113d8689,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:05.099071 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Publish callbacks [] for port (51426b4e-4699-4f01-a084-a69e0d01263c), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:05.111039 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (51426b4e-4699-4f01-a084-a69e0d01263c), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:05.134850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-8788e57d-e779-4344-ae13-84c1088c2778 req-8e1a82ff-bec9-47fc-ac1c-8e5f36940980 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Allocated IP 172.20.0.6 (5c5e4878-6869-450a-92a6-fa248e3f6520/8770604f-b793-47cc-961d-ec6dec78949b/910b8fc9-c9d8-4053-9655-b34dbcb4f644) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:05.156105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-61a7a37b-0966-4eb6-b74a-24b5f7cb786c None None] Provisioning complete for port cc98de0d-aeae-4890-917d-c5a4113d8689 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:05.156757 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61a7a37b-0966-4eb6-b74a-24b5f7cb786c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:05.225357 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64bf41-5a67-4f53-b04d-26698345737b None None] Pushing event updated for resources: {'Port': ['ID=51426b4e-4699-4f01-a084-a69e0d01263c,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:05.237307 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64bf41-5a67-4f53-b04d-26698345737b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:05.237977 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64bf41-5a67-4f53-b04d-26698345737b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:05.240076 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64bf41-5a67-4f53-b04d-26698345737b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:05.240954 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64bf41-5a67-4f53-b04d-26698345737b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:05.241552 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64bf41-5a67-4f53-b04d-26698345737b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:05.241670 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8a820bde-9a40-4162-a3a5-4ba6082f7ff4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:05.242235 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64bf41-5a67-4f53-b04d-26698345737b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:05.242779 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64bf41-5a67-4f53-b04d-26698345737b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:05.243314 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64bf41-5a67-4f53-b04d-26698345737b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:05.244040 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64bf41-5a67-4f53-b04d-26698345737b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:05.244726 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64bf41-5a67-4f53-b04d-26698345737b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:05.245265 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64bf41-5a67-4f53-b04d-26698345737b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:05.245784 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64bf41-5a67-4f53-b04d-26698345737b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:05.246318 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba64bf41-5a67-4f53-b04d-26698345737b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:05.253069 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Attempting to bind port 51426b4e-4699-4f01-a084-a69e0d01263c on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:05.253723 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Attempting to bind port 51426b4e-4699-4f01-a084-a69e0d01263c by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:05.254570 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Attempting to bind port 51426b4e-4699-4f01-a084-a69e0d01263c on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:05.262199 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:05.262932 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:05.264135 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:05.265002 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:05.265680 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Bound port: 51426b4e-4699-4f01-a084-a69e0d01263c, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:05.266281 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (51426b4e-4699-4f01-a084-a69e0d01263c), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:05.270835 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port cc98de0d-aeae-4890-917d-c5a4113d8689 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:05.274011 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:05.383906 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-61a7a37b-0966-4eb6-b74a-24b5f7cb786c None None] Current status of the port cc98de0d-aeae-4890-917d-c5a4113d8689 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:05.410592 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] For port 51426b4e-4699-4f01-a084-a69e0d01263c, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:05.418931 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] For port 51426b4e-4699-4f01-a084-a69e0d01263c, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=51426b4e-4699-4f01-a084-a69e0d01263c,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:05.424030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event updated for resources: {'Port': ['ID=8a820bde-9a40-4162-a3a5-4ba6082f7ff4,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:05.434398 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (51426b4e-4699-4f01-a084-a69e0d01263c), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:05.560330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Network 2ebf4420-9b65-44d8-a384-38a93e6513a0 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:05.600476 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa13a141-f815-4c20-992d-59a2c7c6ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (81d9c3a5-749c-4efb-a1ec-3c4ca7de414a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:05.603872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f74502-0c55-4f32-9d10-e1d269c54eee None None] Network b043f18a-9699-42b5-928c-7cf28d35604a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:05.613974 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:05.629463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:05.632205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 47d55d1f-ee94-4115-97ea-4d433025558a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:05.665001 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64bf41-5a67-4f53-b04d-26698345737b None None] Pushing event updated for resources: {'Port': ['ID=51426b4e-4699-4f01-a084-a69e0d01263c,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:05.702649 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Routers {'21f0bec0-fdfb-4b5d-9657-615d190e6d2b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:05.703508 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:05.746252 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (d61ef858-1e5b-494d-9864-107120f9ef4b), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:05.796379 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-fa13a141-f815-4c20-992d-59a2c7c6ce09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d9c3a5-749c-4efb-a1ec-3c4ca7de414a']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:05.830310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-fa13a141-f815-4c20-992d-59a2c7c6ce09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba5ab89-ab95-4d95-a2f2-579c663f2134') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:05.830905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-fa13a141-f815-4c20-992d-59a2c7c6ce09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba5ab89-ab95-4d95-a2f2-579c663f2134') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:05.911783 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] Set router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:06.020035 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5c41dff3-a269-48dd-b647-57e1a1950fba None None] Provisioning complete for port 25693d48-b952-4dd7-a572-8ccb625cda04 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:06.020610 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5c41dff3-a269-48dd-b647-57e1a1950fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (25693d48-b952-4dd7-a572-8ccb625cda04), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.047369 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa13a141-f815-4c20-992d-59a2c7c6ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (5ba5ab89-ab95-4d95-a2f2-579c663f2134), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.118667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 47d55d1f-ee94-4115-97ea-4d433025558a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:06.119087 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (47d55d1f-ee94-4115-97ea-4d433025558a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.127201 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b81a4b3-d654-4915-bdc8-d21b4593ac6f req-f1911563-1e9f-463b-9c55-5dd030d4a59e tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 210 time: 0.0761561 Feb 11 05:22:06.149414 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa13a141-f815-4c20-992d-59a2c7c6ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5ba5ab89-ab95-4d95-a2f2-579c663f2134), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.175693 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8a820bde-9a40-4162-a3a5-4ba6082f7ff4), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.231721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa13a141-f815-4c20-992d-59a2c7c6ce09 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:22:06.232134 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa13a141-f815-4c20-992d-59a2c7c6ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (5ba5ab89-ab95-4d95-a2f2-579c663f2134), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:22:06.252835 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:22:06.260059 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:21:59Z', 'revision_number': 3, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:06.314516 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8788e57d-e779-4344-ae13-84c1088c2778 req-8e1a82ff-bec9-47fc-ac1c-8e5f36940980 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks [] for port (910b8fc9-c9d8-4053-9655-b34dbcb4f644), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.317904 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c5cc9-d2aa-43af-830f-05fac746efbe None None] The sync data for ids ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'] in n-d-713499-38 is: [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:21:59Z', 'revision_number': 3, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:06.321200 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5c41dff3-a269-48dd-b647-57e1a1950fba None None] Current status of the port 25693d48-b952-4dd7-a572-8ccb625cda04 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:06.321601 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5c41dff3-a269-48dd-b647-57e1a1950fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (25693d48-b952-4dd7-a572-8ccb625cda04), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.341741 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 47d55d1f-ee94-4115-97ea-4d433025558a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:06.342834 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cc98de0d-aeae-4890-917d-c5a4113d8689 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:06.374956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5c41dff3-a269-48dd-b647-57e1a1950fba None None] For port 25693d48-b952-4dd7-a572-8ccb625cda04, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=25693d48-b952-4dd7-a572-8ccb625cda04,segment=NetworkSegment(aa876b9e-919c-4d88-b876-ef55ffa4fb9f),segment_id=aa876b9e-919c-4d88-b876-ef55ffa4fb9f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:06.422731 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa13a141-f815-4c20-992d-59a2c7c6ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (81d9c3a5-749c-4efb-a1ec-3c4ca7de414a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.427683 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa13a141-f815-4c20-992d-59a2c7c6ce09 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.430897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fa13a141-f815-4c20-992d-59a2c7c6ce09 admin admin] 10.222.0.87 "DELETE /v2.0/networks/81d9c3a5-749c-4efb-a1ec-3c4ca7de414a HTTP/1.1" status: 204 len: 168 time: 1.7356973 Feb 11 05:22:06.440905 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5c41dff3-a269-48dd-b647-57e1a1950fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (25693d48-b952-4dd7-a572-8ccb625cda04), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.496354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13a141-f815-4c20-992d-59a2c7c6ce09 admin admin] Pushing event deleted for resources: {'Network': ['ID=81d9c3a5-749c-4efb-a1ec-3c4ca7de414a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:06.516887 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port cc98de0d-aeae-4890-917d-c5a4113d8689 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:06.520289 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.556311 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8788e57d-e779-4344-ae13-84c1088c2778 req-8e1a82ff-bec9-47fc-ac1c-8e5f36940980 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (910b8fc9-c9d8-4053-9655-b34dbcb4f644), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.665615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-60d2a410-2f0b-438d-a22a-768c70c3eefb None None] Provisioning complete for port 25693d48-b952-4dd7-a572-8ccb625cda04 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:06.666205 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60d2a410-2f0b-438d-a22a-768c70c3eefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (25693d48-b952-4dd7-a572-8ccb625cda04), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.698222 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40256) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:06.729352 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port cc98de0d-aeae-4890-917d-c5a4113d8689 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:06.730489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 25693d48-b952-4dd7-a572-8ccb625cda04 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:06.817572 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1e35f66e-502b-4a87-abc0-8b86ffff36b8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5c7d4a400d4d41059ead9919c4db8a08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1180854 Feb 11 05:22:06.820126 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40260) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:06.886379 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f324065-7216-4ebb-b596-ec3818a87cbb admin admin] Publish callbacks [] for security_group (ae9980fc-43af-449e-bb0a-c5979f4d1544), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.911541 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f324065-7216-4ebb-b596-ec3818a87cbb admin admin] Publish callbacks [] for security_group (ae9980fc-43af-449e-bb0a-c5979f4d1544), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.917618 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-60d2a410-2f0b-438d-a22a-768c70c3eefb None None] Current status of the port 25693d48-b952-4dd7-a572-8ccb625cda04 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:06.922420 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 25693d48-b952-4dd7-a572-8ccb625cda04 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:06.922911 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (25693d48-b952-4dd7-a572-8ccb625cda04), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.969867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41dff3-a269-48dd-b647-57e1a1950fba None None] Pushing event updated for resources: {'Port': ['ID=25693d48-b952-4dd7-a572-8ccb625cda04,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:06.971740 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f324065-7216-4ebb-b596-ec3818a87cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ae9980fc-43af-449e-bb0a-c5979f4d1544), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.975159 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f324065-7216-4ebb-b596-ec3818a87cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.984525 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5f324065-7216-4ebb-b596-ec3818a87cbb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ae9980fc-43af-449e-bb0a-c5979f4d1544 HTTP/1.1" status: 204 len: 168 time: 0.1632628 Feb 11 05:22:06.990884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-60d2a410-2f0b-438d-a22a-768c70c3eefb None None] Provisioning complete for port 8a820bde-9a40-4162-a3a5-4ba6082f7ff4 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:06.991233 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60d2a410-2f0b-438d-a22a-768c70c3eefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8a820bde-9a40-4162-a3a5-4ba6082f7ff4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:06.996218 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f324065-7216-4ebb-b596-ec3818a87cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9980fc-43af-449e-bb0a-c5979f4d1544,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:07.069715 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-60d2a410-2f0b-438d-a22a-768c70c3eefb None None] Port 8a820bde-9a40-4162-a3a5-4ba6082f7ff4 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:07.096500 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8788e57d-e779-4344-ae13-84c1088c2778 req-8e1a82ff-bec9-47fc-ac1c-8e5f36940980 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Network 5c5e4878-6869-450a-92a6-fa248e3f6520 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:07.111534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70319227-7c45-4c23-bbf5-f34ebda8ea73 req-18e369af-4780-410e-94b7-d9bc30b276d0 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:07.113708 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70319227-7c45-4c23-bbf5-f34ebda8ea73 req-18e369af-4780-410e-94b7-d9bc30b276d0 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/ports?device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 946 time: 0.8727832 Feb 11 05:22:07.119375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-8788e57d-e779-4344-ae13-84c1088c2778 req-8e1a82ff-bec9-47fc-ac1c-8e5f36940980 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:07.143701 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 25693d48-b952-4dd7-a572-8ccb625cda04 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:07.160651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a82ff-bec9-47fc-ac1c-8e5f36940980 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Pushing event updated for resources: {'Port': ['ID=910b8fc9-c9d8-4053-9655-b34dbcb4f644,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:07.168443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-8788e57d-e779-4344-ae13-84c1088c2778 req-8e1a82ff-bec9-47fc-ac1c-8e5f36940980 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:07.295233 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e29377b7-3431-40ac-a613-f71d56f84dc0 req-7a37ee0e-c31f-43bc-bdf1-1e506cf089e5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7519019 Feb 11 05:22:07.441223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788e57d-e779-4344-ae13-84c1088c2778 req-8e1a82ff-bec9-47fc-ac1c-8e5f36940980 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:07.441875 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8788e57d-e779-4344-ae13-84c1088c2778 req-8e1a82ff-bec9-47fc-ac1c-8e5f36940980 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:07.501360 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70319227-7c45-4c23-bbf5-f34ebda8ea73 req-dee930fb-64ac-4dce-b0f1-5833845351a8 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/security-groups?id=85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298929 Feb 11 05:22:07.524047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 51426b4e-4699-4f01-a084-a69e0d01263c up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:07.536772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438963a6-8fa3-4060-9d26-254cb2bddfdf req-6af166eb-9bf6-4ba2-9357-baf471cb90b6 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:07.544241 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-438963a6-8fa3-4060-9d26-254cb2bddfdf req-6af166eb-9bf6-4ba2-9357-baf471cb90b6 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 931 time: 0.3075254 Feb 11 05:22:07.615808 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8788e57d-e779-4344-ae13-84c1088c2778 req-8e1a82ff-bec9-47fc-ac1c-8e5f36940980 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8921700 Feb 11 05:22:07.667108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Request body: {'port': {'device_id': 'ac698282-1028-4c30-96eb-3727d3158a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:07.683739 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 51426b4e-4699-4f01-a084-a69e0d01263c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:07.685140 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (51426b4e-4699-4f01-a084-a69e0d01263c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:07.731937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29377b7-3431-40ac-a613-f71d56f84dc0 req-f56b3530-94d7-4b0c-a915-8d8ea164b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:07.733450 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e29377b7-3431-40ac-a613-f71d56f84dc0 req-f56b3530-94d7-4b0c-a915-8d8ea164b646 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=13a59492bc0343adb1fb7a8aa5188602&device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 1127 time: 0.3988769 Feb 11 05:22:07.796179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 51426b4e-4699-4f01-a084-a69e0d01263c is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:07.797041 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (51426b4e-4699-4f01-a084-a69e0d01263c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:07.804525 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:07.830416 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 51426b4e-4699-4f01-a084-a69e0d01263c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=51426b4e-4699-4f01-a084-a69e0d01263c,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:07.840050 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (51426b4e-4699-4f01-a084-a69e0d01263c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:07.843159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 25693d48-b952-4dd7-a572-8ccb625cda04 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:07.945305 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-438963a6-8fa3-4060-9d26-254cb2bddfdf req-0e7f4309-8e08-4b72-a834-54876ca6d543 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001534 Feb 11 05:22:07.979316 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=51426b4e-4699-4f01-a084-a69e0d01263c,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:07.989332 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (910b8fc9-c9d8-4053-9655-b34dbcb4f644), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.026277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 25693d48-b952-4dd7-a572-8ccb625cda04 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:08.026764 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (25693d48-b952-4dd7-a572-8ccb625cda04), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.129216 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 25693d48-b952-4dd7-a572-8ccb625cda04 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:08.252538 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for port (8a820bde-9a40-4162-a3a5-4ba6082f7ff4), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.315857 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (8a820bde-9a40-4162-a3a5-4ba6082f7ff4), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.389725 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40298) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:08.519025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-66402b6b-cd8f-4a84-a302-0ecedf73f55b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-725393311-network', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:08.550930 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (d61ef858-1e5b-494d-9864-107120f9ef4b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.553415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29377b7-3431-40ac-a613-f71d56f84dc0 req-cd277fae-2332-4f7d-b537-8062e5c8c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:08.556006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e29377b7-3431-40ac-a613-f71d56f84dc0 req-cd277fae-2332-4f7d-b537-8062e5c8c4be service neutron] 10.222.0.88 "GET /v2.0/networks?id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3 HTTP/1.1" status: 200 len: 920 time: 0.7796824 Feb 11 05:22:08.569702 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66402b6b-cd8f-4a84-a302-0ecedf73f55b admin admin] Made reservation on behalf of a38f9ca0a2114cbd80c262e2e7e4e09c for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:08.573631 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-66402b6b-cd8f-4a84-a302-0ecedf73f55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.576779 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event updated for resources: {'Port': ['ID=8a820bde-9a40-4162-a3a5-4ba6082f7ff4,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:08.595217 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-66402b6b-cd8f-4a84-a302-0ecedf73f55b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.648033 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e29377b7-3431-40ac-a613-f71d56f84dc0 req-29c8ac68-3f02-4826-a886-fd5e08756207 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d78f653-eab1-4417-8c0f-e971cd7498e3 HTTP/1.1" status: 200 len: 217 time: 0.0767093 Feb 11 05:22:08.797141 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-66402b6b-cd8f-4a84-a302-0ecedf73f55b admin admin] Publish callbacks [] for security_group (c22ad66d-a10a-4159-8958-20e00e8679e1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.805576 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-66402b6b-cd8f-4a84-a302-0ecedf73f55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c22ad66d-a10a-4159-8958-20e00e8679e1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.851988 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66402b6b-cd8f-4a84-a302-0ecedf73f55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22ad66d-a10a-4159-8958-20e00e8679e1,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:08.864353 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66402b6b-cd8f-4a84-a302-0ecedf73f55b admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:22:08.875131 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-66402b6b-cd8f-4a84-a302-0ecedf73f55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (dd129a3c-647e-4ce1-bc50-412d32f5d32e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.875795 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-66402b6b-cd8f-4a84-a302-0ecedf73f55b admin admin] Added segment dd129a3c-647e-4ce1-bc50-412d32f5d32e of type vlan for network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 Feb 11 05:22:08.914729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910b8fc9-c9d8-4053-9655-b34dbcb4f644 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:08.924954 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Publish callbacks [] for port (910b8fc9-c9d8-4053-9655-b34dbcb4f644), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.928614 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-66402b6b-cd8f-4a84-a302-0ecedf73f55b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.938606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Transition to ACTIVE for port object 910b8fc9-c9d8-4053-9655-b34dbcb4f644 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:22:08.941254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29377b7-3431-40ac-a613-f71d56f84dc0 req-a905db94-62ac-47ef-b8cf-443f4e5f0063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:08.944216 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e29377b7-3431-40ac-a613-f71d56f84dc0 req-a905db94-62ac-47ef-b8cf-443f4e5f0063 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d0ba582-f504-4448-8fec-eb2c8f3e0f4b HTTP/1.1" status: 200 len: 859 time: 0.2809663 Feb 11 05:22:08.958707 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Allocated IP 172.20.0.1 (cc0a917d-8eaf-4d95-a902-cd3344524860/f7873483-8f55-4b01-980d-97e18e14d525/b9d05282-7567-4950-a6d3-5d523dd61dce) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:08.962355 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-66402b6b-cd8f-4a84-a302-0ecedf73f55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:08.963850 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66402b6b-cd8f-4a84-a302-0ecedf73f55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:08.964734 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-66402b6b-cd8f-4a84-a302-0ecedf73f55b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:09.025774 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-66402b6b-cd8f-4a84-a302-0ecedf73f55b admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6302009 Feb 11 05:22:09.027774 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40306) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:09.068539 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-71735d19-60a4-4702-94a2-ad6a0ed5aa57 admin admin] Request body: {'subnet': {'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-725393311-subnet', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:09.081260 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66402b6b-cd8f-4a84-a302-0ecedf73f55b admin admin] Pushing event updated for resources: {'Network': ['ID=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:09.084616 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Publish callbacks [] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:09.091964 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:22:09.120547 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (910b8fc9-c9d8-4053-9655-b34dbcb4f644), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:09.124425 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71735d19-60a4-4702-94a2-ad6a0ed5aa57 admin admin] Made reservation on behalf of a38f9ca0a2114cbd80c262e2e7e4e09c for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:09.128343 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71735d19-60a4-4702-94a2-ad6a0ed5aa57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:09.200578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Pushing event updated for resources: {'Port': ['ID=910b8fc9-c9d8-4053-9655-b34dbcb4f644,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:09.204935 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:09.290372 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e29377b7-3431-40ac-a613-f71d56f84dc0 req-61bd1f86-376c-423d-8faa-6625275b5b81 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529953 Feb 11 05:22:09.408667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 51426b4e-4699-4f01-a084-a69e0d01263c up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:09.442467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Network 2ebf4420-9b65-44d8-a384-38a93e6513a0 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:09.457224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Network cc0a917d-8eaf-4d95-a902-cd3344524860 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:09.466800 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 51426b4e-4699-4f01-a084-a69e0d01263c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:09.467182 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (51426b4e-4699-4f01-a084-a69e0d01263c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:09.477267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:09.485197 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71735d19-60a4-4702-94a2-ad6a0ed5aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (851350eb-847c-4b77-aca2-43ae706acc60), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:09.510336 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:09.517691 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:09.601868 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71735d19-60a4-4702-94a2-ad6a0ed5aa57 admin admin] Checking segment: {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:09.602258 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71735d19-60a4-4702-94a2-ad6a0ed5aa57 admin admin] Network hostable DHCP agents. Network: 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:22:09.605970 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71735d19-60a4-4702-94a2-ad6a0ed5aa57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=851350eb-847c-4b77-aca2-43ae706acc60,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:09.609399 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:09.610355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 51426b4e-4699-4f01-a084-a69e0d01263c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:09.632886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71735d19-60a4-4702-94a2-ad6a0ed5aa57 admin admin] Network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:22:09.645711 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-71735d19-60a4-4702-94a2-ad6a0ed5aa57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:09.654687 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71735d19-60a4-4702-94a2-ad6a0ed5aa57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:09.658219 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71735d19-60a4-4702-94a2-ad6a0ed5aa57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:09.695730 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-71735d19-60a4-4702-94a2-ad6a0ed5aa57 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6325784 Feb 11 05:22:09.699399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40314) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:09.708683 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-725393311-router', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:09.753477 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (49777c72-0606-4a52-94bb-f661d1820c00), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:09.754769 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (49777c72-0606-4a52-94bb-f661d1820c00), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:09.848143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5371b366-126c-439a-beee-a48353ba7553 None None] Network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:09.859396 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Publish callbacks [] for router_controller (49777c72-0606-4a52-94bb-f661d1820c00), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.091085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:22:10.092003 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.177463 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Publish callbacks [] for router_gateway (49777c72-0606-4a52-94bb-f661d1820c00), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.226904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d05282-7567-4950-a6d3-5d523dd61dce,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:10.283378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e29377b7-3431-40ac-a613-f71d56f84dc0 req-4a29c9af-3909-4038-ab2d-a6bd570cc145 service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9330375 Feb 11 05:22:10.336120 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (21f0bec0-fdfb-4b5d-9657-615d190e6d2b), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.379523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0cdaf-e83f-40da-bdaf-fff51fbcafa5 req-9d8f87fa-b7f6-43e7-bfca-67fd9ea83de7 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:10.384676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1a1d2651-c3a3-480c-a496-ce65d2b50899 None None] Provisioning complete for port 8a820bde-9a40-4162-a3a5-4ba6082f7ff4 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:10.385329 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2651-c3a3-480c-a496-ce65d2b50899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8a820bde-9a40-4162-a3a5-4ba6082f7ff4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.387386 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13f0cdaf-e83f-40da-bdaf-fff51fbcafa5 req-9d8f87fa-b7f6-43e7-bfca-67fd9ea83de7 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 943 time: 1.2554660 Feb 11 05:22:10.448532 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Allocated IP 172.20.0.2 (95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32/851350eb-847c-4b77-aca2-43ae706acc60/f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:10.451165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1a1d2651-c3a3-480c-a496-ce65d2b50899 None None] Port 8a820bde-9a40-4162-a3a5-4ba6082f7ff4 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:10.561823 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Publish callbacks [] for router_gateway (49777c72-0606-4a52-94bb-f661d1820c00), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.583377 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.587590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-11bd6235-ac6b-4abd-90e4-3cf2c53189be None None] Provisioning complete for port b9d05282-7567-4950-a6d3-5d523dd61dce triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:10.588216 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-11bd6235-ac6b-4abd-90e4-3cf2c53189be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.600865 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13f0cdaf-e83f-40da-bdaf-fff51fbcafa5 req-e24897f2-2f21-441f-8642-d3edc9e9c401 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077162 Feb 11 05:22:10.634564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-4efd85b4-9c31-4409-a696-8d4773d43d5e req-1d374ed6-5b6c-451b-b1f9-95fff7ec2d78 service neutron] (103171) timed out ('10.222.0.73', 54957) {{(pid=103171) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:22:10.694877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Attempting to bind port 910b8fc9-c9d8-4053-9655-b34dbcb4f644 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:10.695223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Attempting to bind port 910b8fc9-c9d8-4053-9655-b34dbcb4f644 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '7e22efde-3626-450b-924e-f91f01f8b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:10.695972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Attempting to bind port 910b8fc9-c9d8-4053-9655-b34dbcb4f644 on network 5c5e4878-6869-450a-92a6-fa248e3f6520 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:10.708681 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Port 910b8fc9-c9d8-4053-9655-b34dbcb4f644 on network 5c5e4878-6869-450a-92a6-fa248e3f6520 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:10.709100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Attempting to bind port 910b8fc9-c9d8-4053-9655-b34dbcb4f644 on network 5c5e4878-6869-450a-92a6-fa248e3f6520 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:10.739913 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e29377b7-3431-40ac-a613-f71d56f84dc0 req-dfe32565-3158-4fed-ac23-086cf509fc72 service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805666 Feb 11 05:22:10.741871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Router d61ef858-1e5b-494d-9864-107120f9ef4b is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:22:10.746449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:10.746867 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Checking segment: {'id': '7e22efde-3626-450b-924e-f91f01f8b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:10.747172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Bound using segment: {'id': '7e22efde-3626-450b-924e-f91f01f8b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:10.747697 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Bound port: 910b8fc9-c9d8-4053-9655-b34dbcb4f644, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e22efde-3626-450b-924e-f91f01f8b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:10.748224 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (910b8fc9-c9d8-4053-9655-b34dbcb4f644), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.806238 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.808357 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Allocated IP 172.25.5.7 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/2a0d29a4-fa99-4d92-a566-130c10cca874) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:10.815361 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Publish callbacks [] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.821175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-11bd6235-ac6b-4abd-90e4-3cf2c53189be None None] Port b9d05282-7567-4950-a6d3-5d523dd61dce cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:10.829032 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:10.853028 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:10.857490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:10.932663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:11.017961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Pushing event updated for resources: {'Port': ['ID=f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:11.027596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Attempting to bind port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:11.028410 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Attempting to bind port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:11.028577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Attempting to bind port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 on network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:11.039835 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:11.040514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Checking segment: {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:11.041125 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.042319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Bound using segment: {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:11.043961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Bound port: f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:11.045727 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.059310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:11.062640 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Publish callbacks [] for port (2a0d29a4-fa99-4d92-a566-130c10cca874), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.065298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] For port 910b8fc9-c9d8-4053-9655-b34dbcb4f644, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:11.070632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f66b4a9a-d9b7-4d66-ace1-403598adbea9 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "PUT /v2.0/routers/d61ef858-1e5b-494d-9864-107120f9ef4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1164434 Feb 11 05:22:11.072708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] For port 910b8fc9-c9d8-4053-9655-b34dbcb4f644, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=910b8fc9-c9d8-4053-9655-b34dbcb4f644,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:11.075530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40336) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:11.078682 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f1a5f-54ce-4246-9f50-04467eb5fcfe None None] Sync routers for ids ['d61ef858-1e5b-494d-9864-107120f9ef4b'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:11.135156 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f1a5f-54ce-4246-9f50-04467eb5fcfe None None] Routers {'d61ef858-1e5b-494d-9864-107120f9ef4b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:11.135858 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-644f1a5f-54ce-4246-9f50-04467eb5fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d61ef858-1e5b-494d-9864-107120f9ef4b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:11.147284 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2a0d29a4-fa99-4d92-a566-130c10cca874), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.184409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-644f1a5f-54ce-4246-9f50-04467eb5fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:11.196295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:11.201431 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:11.208855 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:11.209643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f1a5f-54ce-4246-9f50-04467eb5fcfe None None] Routers {'d61ef858-1e5b-494d-9864-107120f9ef4b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:11.210233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-644f1a5f-54ce-4246-9f50-04467eb5fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d61ef858-1e5b-494d-9864-107120f9ef4b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:11.245917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Pushing event updated for resources: {'Port': ['ID=2a0d29a4-fa99-4d92-a566-130c10cca874,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:11.268798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-644f1a5f-54ce-4246-9f50-04467eb5fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:11.269549 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f1a5f-54ce-4246-9f50-04467eb5fcfe None None] The sync data for ids ['d61ef858-1e5b-494d-9864-107120f9ef4b'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:11.276401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] For port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:11.303212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] For port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:11.311370 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.396796 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (910b8fc9-c9d8-4053-9655-b34dbcb4f644), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.404796 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce23ccf-0a6d-4c4d-ad5b-7d102ac18b2e None None] Pushing event updated for resources: {'Port': ['ID=f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:11.492891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:11.493509 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.494894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8788e57d-e779-4344-ae13-84c1088c2778 req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] 10.222.0.73 "PUT /v2.0/ports/910b8fc9-c9d8-4053-9655-b34dbcb4f644 HTTP/1.1" status: 200 len: 1092 time: 3.8345025 Feb 11 05:22:11.502158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac698282-1028-4c30-96eb-3727d3158a81', 'tag': '910b8fc9-c9d8-4053-9655-b34dbcb4f644'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:11.504497 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e621b3b-1c64-4855-bb40-1936aa7517b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac698282-1028-4c30-96eb-3727d3158a81", "tag": "910b8fc9-c9d8-4053-9655-b34dbcb4f644"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:11.603888 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Publish callbacks [] for router_gateway (49777c72-0606-4a52-94bb-f661d1820c00), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.671485 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a5df22-e0c0-47ad-ad73-6136dde49225 x-openstack-request-id: req-e3a5df22-e0c0-47ad-ad73-6136dde49225 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:11.671782 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac698282-1028-4c30-96eb-3727d3158a81", "tag": "910b8fc9-c9d8-4053-9655-b34dbcb4f644", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:11.672039 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e3a5df22-e0c0-47ad-ad73-6136dde49225 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:11.672445 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac698282-1028-4c30-96eb-3727d3158a81', 'tag': '910b8fc9-c9d8-4053-9655-b34dbcb4f644', 'status': 'completed', 'code': 200} Feb 11 05:22:11.842712 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Publish callbacks [] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.888611 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:11.897519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1178d-d852-4c6c-9802-d140430248a4 service neutron] Pushing event updated for resources: {'Port': ['ID=910b8fc9-c9d8-4053-9655-b34dbcb4f644,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:11.996415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788e57d-e779-4344-ae13-84c1088c2778 req-35dcfeb9-d1ad-4ce3-9a62-e77f550a2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:11.997813 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8788e57d-e779-4344-ae13-84c1088c2778 req-35dcfeb9-d1ad-4ce3-9a62-e77f550a2515 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c93bfa3c10d1423da3544e4cbf37d510&device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 1126 time: 0.4167638 Feb 11 05:22:12.025135 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (49777c72-0606-4a52-94bb-f661d1820c00), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:12.048828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d05282-7567-4950-a6d3-5d523dd61dce,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:12.097867 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37312c24-da92-4479-af99-6d20f97964a8 req-acd7e87f-3f64-4f16-aa8b-e3d28dfb6085 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:12.104660 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37312c24-da92-4479-af99-6d20f97964a8 req-acd7e87f-3f64-4f16-aa8b-e3d28dfb6085 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 943 time: 0.3102269 Feb 11 05:22:12.109809 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (21f0bec0-fdfb-4b5d-9657-615d190e6d2b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:12.122947 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8788e57d-e779-4344-ae13-84c1088c2778 req-4f5beef4-db6a-4874-b923-a9a70d34195a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=910b8fc9-c9d8-4053-9655-b34dbcb4f644 HTTP/1.1" status: 200 len: 217 time: 0.0951567 Feb 11 05:22:12.140564 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-db39311c-d5c9-401f-9cf1-6acd76448ee0 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:22:12.144534 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40358) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:12.144688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-db39311c-d5c9-401f-9cf1-6acd76448ee0 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "PUT /v2.0/routers/d61ef858-1e5b-494d-9864-107120f9ef4b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0669165 Feb 11 05:22:12.248252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788e57d-e779-4344-ae13-84c1088c2778 req-fe580fc8-81ad-48cc-bbe0-c3e27e86cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:12.249739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8788e57d-e779-4344-ae13-84c1088c2778 req-fe580fc8-81ad-48cc-bbe0-c3e27e86cc10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8770604f-b793-47cc-961d-ec6dec78949b HTTP/1.1" status: 200 len: 855 time: 0.1147044 Feb 11 05:22:12.272313 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:22:12.311925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8788e57d-e779-4344-ae13-84c1088c2778 req-4afec335-2306-41da-80b0-2d8b242bb8de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5e4878-6869-450a-92a6-fa248e3f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539272 Feb 11 05:22:12.375404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37312c24-da92-4479-af99-6d20f97964a8 req-7281c5b2-17a3-4f48-b8ce-c8c60e2c064b tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698662 Feb 11 05:22:12.428826 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Network cc0a917d-8eaf-4d95-a902-cd3344524860 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:12.430577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:12.439188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Router 49777c72-0606-4a52-94bb-f661d1820c00 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:22:12.791096 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:12.815908 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Sync routers for ids ['49777c72-0606-4a52-94bb-f661d1820c00'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:12.825291 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:12.826593 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4567a24d-6afd-44be-b67f-f1ba2781cffc admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1259875 Feb 11 05:22:12.831982 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40370) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:12.841840 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Routers {'49777c72-0606-4a52-94bb-f661d1820c00'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:12.843615 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['49777c72-0606-4a52-94bb-f661d1820c00'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:12.892431 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-bfe6897a-a3a6-4dbd-a689-e4e43fc0ae0e None None] Provisioning complete for port b9d05282-7567-4950-a6d3-5d523dd61dce triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:12.895123 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bfe6897a-a3a6-4dbd-a689-e4e43fc0ae0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:12.976688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8788e57d-e779-4344-ae13-84c1088c2778 req-8e8335e9-83ec-402d-9cbb-df487d90d269 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6579788 Feb 11 05:22:12.993511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bfe6897a-a3a6-4dbd-a689-e4e43fc0ae0e None None] Port b9d05282-7567-4950-a6d3-5d523dd61dce cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:13.047167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa10f909-864a-4a98-898c-968833cc6b7a None None] Network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:13.146830 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Set router 49777c72-0606-4a52-94bb-f661d1820c00 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:13.177646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-10bfddf2-8966-43b7-8a4b-875e136ff485 None None] Provisioning complete for port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:13.178127 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-10bfddf2-8966-43b7-8a4b-875e136ff485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.281591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c191d-0f08-4cce-b7c0-77ea3f28bbef req-59747501-96bb-49dd-9149-09c3677d8b75 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:13.283918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f4c191d-0f08-4cce-b7c0-77ea3f28bbef req-59747501-96bb-49dd-9149-09c3677d8b75 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/ports?device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 946 time: 0.3432398 Feb 11 05:22:13.404594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:13.409608 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8788e57d-e779-4344-ae13-84c1088c2778 req-0207792f-fd3e-40de-8268-194d5ed841e8 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173803 Feb 11 05:22:13.440206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-10bfddf2-8966-43b7-8a4b-875e136ff485 None None] Current status of the port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:13.440605 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-10bfddf2-8966-43b7-8a4b-875e136ff485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.500429 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49777c72-0606-4a52-94bb-f661d1820c00', 'name': 'tempest-ServerActionsTestJSON-725393311-router', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:22:11Z', 'revision_number': 3, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'gw_port': {'id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:10Z', 'updated_at': '2022-02-11T05:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:13.512992 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:13.514726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f4c191d-0f08-4cce-b7c0-77ea3f28bbef req-96073c91-f0b1-40a7-9f34-6b58667870db tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/security-groups?id=85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209389 Feb 11 05:22:13.565509 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Checking router: 49777c72-0606-4a52-94bb-f661d1820c00 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:13.566357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-10bfddf2-8966-43b7-8a4b-875e136ff485 None None] For port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:13.566499 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Updating router 49777c72-0606-4a52-94bb-f661d1820c00 port 2a0d29a4-fa99-4d92-a566-130c10cca874 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:22:13.595011 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-10bfddf2-8966-43b7-8a4b-875e136ff485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.650454 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2a0d29a4-fa99-4d92-a566-130c10cca874), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.658609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:13.658851 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:13.727269 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfddf2-8966-43b7-8a4b-875e136ff485 None None] Pushing event updated for resources: {'Port': ['ID=f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:13.740489 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:13.747084 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d27c6914-dc49-4031-b2ce-8f3ee9975380 admin admin] 10.222.0.87 "PUT /v2.0/routers/21f0bec0-fdfb-4b5d-9657-615d190e6d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7868128 Feb 11 05:22:13.759665 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Sync routers for ids ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:13.821684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e5704-a881-4787-b383-40734cc3e564 req-2e94ce28-fb28-479c-8417-51a57a87bfd8 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:13.832148 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-638e5704-a881-4787-b383-40734cc3e564 req-2e94ce28-fb28-479c-8417-51a57a87bfd8 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 943 time: 0.3419657 Feb 11 05:22:13.838782 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e621b3b-1c64-4855-bb40-1936aa7517b3 req-66d48310-2515-4602-aa0f-02c7e97ef680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:13.843293 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e621b3b-1c64-4855-bb40-1936aa7517b3 req-66d48310-2515-4602-aa0f-02c7e97ef680 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c93bfa3c10d1423da3544e4cbf37d510&device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 1126 time: 0.3220170 Feb 11 05:22:13.854194 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Routers {'21f0bec0-fdfb-4b5d-9657-615d190e6d2b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:13.865098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:13.952280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:14.009438 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-638e5704-a881-4787-b383-40734cc3e564 req-2db9a425-5a1a-465f-b8ac-6be238daaed0 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727638 Feb 11 05:22:14.101074 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-26c6fb9a-98de-4581-8769-347ea1e1df49 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (d61ef858-1e5b-494d-9864-107120f9ef4b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.114729 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.118580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a2207ae7-d7fe-4a06-990f-a1b854ae1cdc None None] Provisioning complete for port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:14.121106 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a2207ae7-d7fe-4a06-990f-a1b854ae1cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.132256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e621b3b-1c64-4855-bb40-1936aa7517b3 req-a483ce38-e3d1-49a1-9143-729a434c8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:14.133898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e621b3b-1c64-4855-bb40-1936aa7517b3 req-a483ce38-e3d1-49a1-9143-729a434c8cd0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5c5e4878-6869-450a-92a6-fa248e3f6520 HTTP/1.1" status: 200 len: 916 time: 0.2504492 Feb 11 05:22:14.167747 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82e38c-67ad-4966-b851-ed794c2404b3 req-7aa494fc-9408-4e77-b66c-ac4f420a1a16 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:14.169718 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0e82e38c-67ad-4966-b851-ed794c2404b3 req-7aa494fc-9408-4e77-b66c-ac4f420a1a16 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 946 time: 0.2406120 Feb 11 05:22:14.197532 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e621b3b-1c64-4855-bb40-1936aa7517b3 req-857e2a70-51d5-4613-a84f-56bfb447feb3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=910b8fc9-c9d8-4053-9655-b34dbcb4f644 HTTP/1.1" status: 200 len: 217 time: 0.0567951 Feb 11 05:22:14.237753 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Publish callbacks [] for port (2a0d29a4-fa99-4d92-a566-130c10cca874), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.251184 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2a0d29a4-fa99-4d92-a566-130c10cca874), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.278769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e621b3b-1c64-4855-bb40-1936aa7517b3 req-37e30570-e1af-4d25-b098-8865c9b811a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:14.280633 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e621b3b-1c64-4855-bb40-1936aa7517b3 req-37e30570-e1af-4d25-b098-8865c9b811a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8770604f-b793-47cc-961d-ec6dec78949b HTTP/1.1" status: 200 len: 855 time: 0.0768125 Feb 11 05:22:14.339182 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e621b3b-1c64-4855-bb40-1936aa7517b3 req-bbb662b4-4be4-4dab-aaad-8e3957341022 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5e4878-6869-450a-92a6-fa248e3f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515137 Feb 11 05:22:14.382775 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068ad2e-8abd-4552-90d9-92c3ba0c438e None None] Pushing event updated for resources: {'Port': ['ID=2a0d29a4-fa99-4d92-a566-130c10cca874,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:14.394334 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Attempting to bind port 2a0d29a4-fa99-4d92-a566-130c10cca874 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:14.394930 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Attempting to bind port 2a0d29a4-fa99-4d92-a566-130c10cca874 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:14.396173 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Attempting to bind port 2a0d29a4-fa99-4d92-a566-130c10cca874 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:14.403327 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:14.404016 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:14.404608 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.405178 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:14.406076 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Bound port: 2a0d29a4-fa99-4d92-a566-130c10cca874, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:14.406886 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2a0d29a4-fa99-4d92-a566-130c10cca874), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.449284 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Set router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:14.499488 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] For port 2a0d29a4-fa99-4d92-a566-130c10cca874, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:14.503305 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] For port 2a0d29a4-fa99-4d92-a566-130c10cca874, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2a0d29a4-fa99-4d92-a566-130c10cca874,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:14.511600 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2a0d29a4-fa99-4d92-a566-130c10cca874), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.523912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e621b3b-1c64-4855-bb40-1936aa7517b3 req-5f2ce8c8-d1f1-4b40-a646-2413fe85abf0 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772354 Feb 11 05:22:14.578825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40390) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:14.602596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-d6e4ddb8-9ced-409f-9945-1a123efd158a tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1350313344', 'description': 'tempest-description--1719446867'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:14.629274 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.652981 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068ad2e-8abd-4552-90d9-92c3ba0c438e None None] Pushing event updated for resources: {'Port': ['ID=2a0d29a4-fa99-4d92-a566-130c10cca874,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:14.659068 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-0e82e38c-67ad-4966-b851-ed794c2404b3 req-75b6d246-3170-4c06-812b-37423aad374e tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Deleting port 14a58d20-6938-4f1b-9260-b506d298328d {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:14.659569 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0e82e38c-67ad-4966-b851-ed794c2404b3 req-75b6d246-3170-4c06-812b-37423aad374e tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (14a58d20-6938-4f1b-9260-b506d298328d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.662080 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Routers {'49777c72-0606-4a52-94bb-f661d1820c00'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:14.663300 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['49777c72-0606-4a52-94bb-f661d1820c00'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:14.804436 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] Set router 49777c72-0606-4a52-94bb-f661d1820c00 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:14.819642 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ddb8-9ced-409f-9945-1a123efd158a tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.836347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a2207ae7-d7fe-4a06-990f-a1b854ae1cdc None None] Current status of the port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:14.902417 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:22:10Z', 'revision_number': 4, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b9d05282-7567-4950-a6d3-5d523dd61dce', 'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'mac_address': 'fa:16:3e:48:d7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:08Z', 'updated_at': '2022-02-11T05:22:11Z', 'revision_number': 2, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'subnets': [{'id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:14.938040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e621b3b-1c64-4855-bb40-1936aa7517b3 req-f9f4838d-6b5b-4cc7-b4ce-f560869ba3f2 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069304 Feb 11 05:22:14.950069 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fbbec-ad72-4425-9339-a8bef3199091 req-93c1eaa4-cd20-4636-9c36-2eef49972f39 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:14.959146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb7fbbec-ad72-4425-9339-a8bef3199091 req-93c1eaa4-cd20-4636-9c36-2eef49972f39 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/ports?device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 946 time: 0.3175397 Feb 11 05:22:14.967362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Checking router: 21f0bec0-fdfb-4b5d-9657-615d190e6d2b for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:14.982044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Updating router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b port b9d05282-7567-4950-a6d3-5d523dd61dce binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:22:15.002832 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-0e82e38c-67ad-4966-b851-ed794c2404b3 req-75b6d246-3170-4c06-812b-37423aad374e tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] For port 14a58d20-6938-4f1b-9260-b506d298328d, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=14a58d20-6938-4f1b-9260-b506d298328d,segment=NetworkSegment(24869d67-c0f2-4f65-9edb-dc929d408c2a),segment_id=24869d67-c0f2-4f65-9edb-dc929d408c2a)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:15.003354 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0e82e38c-67ad-4966-b851-ed794c2404b3 req-75b6d246-3170-4c06-812b-37423aad374e tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (14a58d20-6938-4f1b-9260-b506d298328d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.044455 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.077598 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-0e82e38c-67ad-4966-b851-ed794c2404b3 req-75b6d246-3170-4c06-812b-37423aad374e tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Calling delete_port for 14a58d20-6938-4f1b-9260-b506d298328d owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:15.081629 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb7fbbec-ad72-4425-9339-a8bef3199091 req-84a301f2-0b12-4e69-b6ae-dc09bc716c40 tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/security-groups?id=85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205571 Feb 11 05:22:15.112927 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ddb8-9ced-409f-9945-1a123efd158a tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group (ea5f8073-743f-4efc-a719-5d2189973daa), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.120921 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ddb8-9ced-409f-9945-1a123efd158a tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ea5f8073-743f-4efc-a719-5d2189973daa), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.130831 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49777c72-0606-4a52-94bb-f661d1820c00', 'name': 'tempest-ServerActionsTestJSON-725393311-router', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:22:11Z', 'revision_number': 3, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'gw_port': {'id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:10Z', 'updated_at': '2022-02-11T05:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:15.166606 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Allocated IP 172.20.0.1 (95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32/851350eb-847c-4b77-aca2-43ae706acc60/39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:15.173457 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-26c6fb9a-98de-4581-8769-347ea1e1df49 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Deleting port 8a820bde-9a40-4162-a3a5-4ba6082f7ff4 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:15.173957 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-26c6fb9a-98de-4581-8769-347ea1e1df49 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8a820bde-9a40-4162-a3a5-4ba6082f7ff4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.197857 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a265eb6c-2517-4e5e-a19f-2f229480f2f4 None None] The sync data for ids ['49777c72-0606-4a52-94bb-f661d1820c00'] in n-d-713499-38 is: [{'id': '49777c72-0606-4a52-94bb-f661d1820c00', 'name': 'tempest-ServerActionsTestJSON-725393311-router', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:22:11Z', 'revision_number': 3, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'gw_port': {'id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:10Z', 'updated_at': '2022-02-11T05:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:15.234019 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ddb8-9ced-409f-9945-1a123efd158a tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.238569 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d6e4ddb8-9ced-409f-9945-1a123efd158a tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6488488 Feb 11 05:22:15.239632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40398) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:15.248639 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-66e82400-8f91-4ce2-b366-a5fd4d2648a7 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Request body: {'security_group_rule': {'security_group_id': 'ea5f8073-743f-4efc-a719-5d2189973daa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:15.280561 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4ddb8-9ced-409f-9945-1a123efd158a tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5f8073-743f-4efc-a719-5d2189973daa,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:15.302651 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-66e82400-8f91-4ce2-b366-a5fd4d2648a7 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group_rule (28b9c8b0-dfd5-4220-943f-5a507a1dc373), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.340596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786fa68-7ba4-4d61-b7ca-eab14cf3bead req-315d3b0e-c5d0-4db1-bb9b-31edc28efada tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:15.342011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f786fa68-7ba4-4d61-b7ca-eab14cf3bead req-315d3b0e-c5d0-4db1-bb9b-31edc28efada tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 943 time: 0.1771300 Feb 11 05:22:15.438582 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Publish callbacks [] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.446887 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.465369 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f786fa68-7ba4-4d61-b7ca-eab14cf3bead req-3d201466-3ce9-4491-83c8-e71a058c989c tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076906 Feb 11 05:22:15.472200 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:15.518029 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-26c6fb9a-98de-4581-8769-347ea1e1df49 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8a820bde-9a40-4162-a3a5-4ba6082f7ff4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.523511 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-66e82400-8f91-4ce2-b366-a5fd4d2648a7 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group_rule (28b9c8b0-dfd5-4220-943f-5a507a1dc373), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.529502 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-66e82400-8f91-4ce2-b366-a5fd4d2648a7 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (28b9c8b0-dfd5-4220-943f-5a507a1dc373), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.578779 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e82400-8f91-4ce2-b366-a5fd4d2648a7 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b9c8b0-dfd5-4220-943f-5a507a1dc373,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:15.618747 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-66e82400-8f91-4ce2-b366-a5fd4d2648a7 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.620395 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-26c6fb9a-98de-4581-8769-347ea1e1df49 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Calling delete_port for 8a820bde-9a40-4162-a3a5-4ba6082f7ff4 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:15.624299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-66e82400-8f91-4ce2-b366-a5fd4d2648a7 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3801801 Feb 11 05:22:15.625149 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40402) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:15.638448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-65476529-2c35-4947-ab11-e49b60d16ace tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Request body: {'security_group_rule': {'security_group_id': 'ea5f8073-743f-4efc-a719-5d2189973daa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:15.651482 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0e82e38c-67ad-4966-b851-ed794c2404b3 req-75b6d246-3170-4c06-812b-37423aad374e tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (14a58d20-6938-4f1b-9260-b506d298328d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.697456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a2290-1780-4ee9-9523-9cddf955cac0 None None] Pushing event updated for resources: {'Port': ['ID=b9d05282-7567-4950-a6d3-5d523dd61dce,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:15.706741 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Publish callbacks [] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.744600 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Attempting to bind port b9d05282-7567-4950-a6d3-5d523dd61dce on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:15.744983 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Attempting to bind port b9d05282-7567-4950-a6d3-5d523dd61dce by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a9b3d39c-12c6-41bc-8906-c459aa8656f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:15.745400 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Attempting to bind port b9d05282-7567-4950-a6d3-5d523dd61dce on network cc0a917d-8eaf-4d95-a902-cd3344524860 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:15.755106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:15.755404 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Checking segment: {'id': 'a9b3d39c-12c6-41bc-8906-c459aa8656f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:15.755839 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.756498 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Bound using segment: {'id': 'a9b3d39c-12c6-41bc-8906-c459aa8656f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:15.757767 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Bound port: b9d05282-7567-4950-a6d3-5d523dd61dce, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b3d39c-12c6-41bc-8906-c459aa8656f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:15.758029 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.760256 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-65476529-2c35-4947-ab11-e49b60d16ace tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group_rule (c70df81e-50c5-4b15-a3ba-bbcbfa4e2008), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.772488 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:15.773487 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.800792 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6d246-3170-4c06-812b-37423aad374e tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Pushing event deleted for resources: {'Port': ['ID=14a58d20-6938-4f1b-9260-b506d298328d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:15.893894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-db156d74-18de-4809-8c1f-0293efccb727 None None] Provisioning complete for port b9d05282-7567-4950-a6d3-5d523dd61dce triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:15.894306 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-db156d74-18de-4809-8c1f-0293efccb727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.909019 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-65476529-2c35-4947-ab11-e49b60d16ace tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group_rule (c70df81e-50c5-4b15-a3ba-bbcbfa4e2008), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.915714 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-65476529-2c35-4947-ab11-e49b60d16ace tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (c70df81e-50c5-4b15-a3ba-bbcbfa4e2008), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.945671 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e82e38c-67ad-4966-b851-ed794c2404b3 req-75b6d246-3170-4c06-812b-37423aad374e tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] No DVR routers for this DVR port 14a58d20-6938-4f1b-9260-b506d298328d on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:15.945913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-db156d74-18de-4809-8c1f-0293efccb727 None None] Port b9d05282-7567-4950-a6d3-5d523dd61dce cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:15.957786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65476529-2c35-4947-ab11-e49b60d16ace tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70df81e-50c5-4b15-a3ba-bbcbfa4e2008,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:15.968318 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0e82e38c-67ad-4966-b851-ed794c2404b3 req-75b6d246-3170-4c06-812b-37423aad374e tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.971882 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0e82e38c-67ad-4966-b851-ed794c2404b3 req-75b6d246-3170-4c06-812b-37423aad374e tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.73 "DELETE /v2.0/ports/14a58d20-6938-4f1b-9260-b506d298328d HTTP/1.1" status: 204 len: 173 time: 1.7928007 Feb 11 05:22:15.983055 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a91ca12-45b3-4f72-9504-3ccc0bf8267c', 'name': 'network-vif-deleted', 'tag': '14a58d20-6938-4f1b-9260-b506d298328d'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:15.989264 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-65476529-2c35-4947-ab11-e49b60d16ace tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:15.990730 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0254d11-2dfb-40e0-b9d5-b7e69fd3a60b" -d '{"events": [{"server_uuid": "5a91ca12-45b3-4f72-9504-3ccc0bf8267c", "name": "network-vif-deleted", "tag": "14a58d20-6938-4f1b-9260-b506d298328d"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:15.996770 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40408) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:15.999302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-65476529-2c35-4947-ab11-e49b60d16ace tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3714929 Feb 11 05:22:16.011113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:16.020833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] For port b9d05282-7567-4950-a6d3-5d523dd61dce, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:16.062747 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] For port b9d05282-7567-4950-a6d3-5d523dd61dce, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b9d05282-7567-4950-a6d3-5d523dd61dce,segment=NetworkSegment(a9b3d39c-12c6-41bc-8906-c459aa8656f8),segment_id=a9b3d39c-12c6-41bc-8906-c459aa8656f8)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:16.068723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:16.081416 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:16.085828 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474c3155-456b-4c4e-ba29-e8ec48769270 x-openstack-request-id: req-474c3155-456b-4c4e-ba29-e8ec48769270 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:16.086154 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a91ca12-45b3-4f72-9504-3ccc0bf8267c", "name": "network-vif-deleted", "tag": "14a58d20-6938-4f1b-9260-b506d298328d", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:16.086410 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-474c3155-456b-4c4e-ba29-e8ec48769270 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:16.086815 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a91ca12-45b3-4f72-9504-3ccc0bf8267c', 'name': 'network-vif-deleted', 'tag': '14a58d20-6938-4f1b-9260-b506d298328d', 'status': 'completed', 'code': 200} Feb 11 05:22:16.115669 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:16.123838 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:16.257364 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16089686-0a25-4121-ac19-ae1eddb435b7 req-960fe6c4-5bff-4631-ad00-445953f6776d tempest-VolumesActionsTest-436046232 tempest-VolumesActionsTest-436046232-project] 10.222.0.87 "GET /v2.0/ports?device_id=5a91ca12-45b3-4f72-9504-3ccc0bf8267c HTTP/1.1" status: 200 len: 210 time: 0.0580339 Feb 11 05:22:16.261500 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a2290-1780-4ee9-9523-9cddf955cac0 None None] Pushing event updated for resources: {'Port': ['ID=b9d05282-7567-4950-a6d3-5d523dd61dce,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:16.286703 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:16.294865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Routers {'21f0bec0-fdfb-4b5d-9657-615d190e6d2b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:16.295546 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:16.324913 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Pushing event updated for resources: {'Port': ['ID=39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:16.333352 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:16.344117 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:16.606327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] Set router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:16.680222 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (49777c72-0606-4a52-94bb-f661d1820c00), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:16.731437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b153ae3-c989-4998-a668-deec18f1307d req-ca4b9287-75a6-4b64-90e9-b8de585361ba tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:16.733731 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7b153ae3-c989-4998-a668-deec18f1307d req-ca4b9287-75a6-4b64-90e9-b8de585361ba tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 943 time: 0.0914590 Feb 11 05:22:16.811236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7b153ae3-c989-4998-a668-deec18f1307d req-c54b2dee-9eb0-4a1e-8417-a9bd9f81ba15 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708058 Feb 11 05:22:16.816226 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-26c6fb9a-98de-4581-8769-347ea1e1df49 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8a820bde-9a40-4162-a3a5-4ba6082f7ff4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:16.894610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-28fcc609-7a9d-4255-aea8-af052f1602be None None] Provisioning complete for port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:16.894992 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-28fcc609-7a9d-4255-aea8-af052f1602be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:16.914223 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6fb9a-98de-4581-8769-347ea1e1df49 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event deleted for resources: {'Port': ['ID=8a820bde-9a40-4162-a3a5-4ba6082f7ff4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:16.987470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-28fcc609-7a9d-4255-aea8-af052f1602be None None] Port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:16.998869 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.033254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 910b8fc9-c9d8-4053-9655-b34dbcb4f644 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:22:17.065117 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 14a58d20-6938-4f1b-9260-b506d298328d no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:17.112516 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.124450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 14a58d20-6938-4f1b-9260-b506d298328d {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:17.125300 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 14a58d20-6938-4f1b-9260-b506d298328d not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:17.177070 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-28fcc609-7a9d-4255-aea8-af052f1602be None None] Provisioning complete for port b9d05282-7567-4950-a6d3-5d523dd61dce triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:17.177474 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-28fcc609-7a9d-4255-aea8-af052f1602be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.184586 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-26c6fb9a-98de-4581-8769-347ea1e1df49 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (d61ef858-1e5b-494d-9864-107120f9ef4b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.250601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 910b8fc9-c9d8-4053-9655-b34dbcb4f644, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=910b8fc9-c9d8-4053-9655-b34dbcb4f644,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:17.274689 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '910b8fc9-c9d8-4053-9655-b34dbcb4f644', 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520', 'port_id': '910b8fc9-c9d8-4053-9655-b34dbcb4f644', 'mac_address': 'fa:16:3e:a0:38:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8770604f-b793-47cc-961d-ec6dec78949b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:22:17.280795 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:22:10Z', 'revision_number': 4, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b9d05282-7567-4950-a6d3-5d523dd61dce', 'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'mac_address': 'fa:16:3e:48:d7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:08Z', 'updated_at': '2022-02-11T05:22:16Z', 'revision_number': 4, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'subnets': [{'id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:17.499590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Allocated IP 172.25.5.32 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/590e582d-448c-4985-b66e-dd8816b756e8) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:17.509362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 910b8fc9-c9d8-4053-9655-b34dbcb4f644 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:17.509779 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (910b8fc9-c9d8-4053-9655-b34dbcb4f644), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.512049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2a0d29a4-fa99-4d92-a566-130c10cca874 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:17.539503 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-28fcc609-7a9d-4255-aea8-af052f1602be None None] Current status of the port b9d05282-7567-4950-a6d3-5d523dd61dce is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:17.540044 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-28fcc609-7a9d-4255-aea8-af052f1602be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.559903 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a085663-76f0-435b-a47c-6e45dfea9ff4 None None] The sync data for ids ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'] in n-d-713499-38 is: [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:22:10Z', 'revision_number': 4, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b9d05282-7567-4950-a6d3-5d523dd61dce', 'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'mac_address': 'fa:16:3e:48:d7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:08Z', 'updated_at': '2022-02-11T05:22:16Z', 'revision_number': 4, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'subnets': [{'id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:17.565727 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Publish callbacks [] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.570324 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c6fb9a-98de-4581-8769-347ea1e1df49 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Router d61ef858-1e5b-494d-9864-107120f9ef4b has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:17.586299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910b8fc9-c9d8-4053-9655-b34dbcb4f644 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:17.634128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-28fcc609-7a9d-4255-aea8-af052f1602be None None] For port b9d05282-7567-4950-a6d3-5d523dd61dce, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b9d05282-7567-4950-a6d3-5d523dd61dce,segment=NetworkSegment(a9b3d39c-12c6-41bc-8906-c459aa8656f8),segment_id=a9b3d39c-12c6-41bc-8906-c459aa8656f8)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:17.646669 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 910b8fc9-c9d8-4053-9655-b34dbcb4f644, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=910b8fc9-c9d8-4053-9655-b34dbcb4f644,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:17.655331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2a0d29a4-fa99-4d92-a566-130c10cca874 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:17.655786 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2a0d29a4-fa99-4d92-a566-130c10cca874), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.657746 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-28fcc609-7a9d-4255-aea8-af052f1602be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.806397 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (910b8fc9-c9d8-4053-9655-b34dbcb4f644), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:17.816169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcc609-7a9d-4255-aea8-af052f1602be None None] Pushing event updated for resources: {'Port': ['ID=b9d05282-7567-4950-a6d3-5d523dd61dce,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:17.916262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=910b8fc9-c9d8-4053-9655-b34dbcb4f644,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:17.993034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b1e4a-fe6b-48cf-9073-0bcc9728e5db req-4c7b4ce8-21bc-4084-82f2-2faaf49f029e tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:18.000096 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2a0d29a4-fa99-4d92-a566-130c10cca874 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:18.000784 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2a0d29a4-fa99-4d92-a566-130c10cca874), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:18.011973 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d4b1e4a-fe6b-48cf-9073-0bcc9728e5db req-4c7b4ce8-21bc-4084-82f2-2faaf49f029e tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 944 time: 0.1052041 Feb 11 05:22:18.012807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['910b8fc9-c9d8-4053-9655-b34dbcb4f644'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:18.114585 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d4b1e4a-fe6b-48cf-9073-0bcc9728e5db req-b7b44f45-0165-4290-ad89-fffbc51ab912 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014597 Feb 11 05:22:18.149223 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:18.149814 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 2a0d29a4-fa99-4d92-a566-130c10cca874, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2a0d29a4-fa99-4d92-a566-130c10cca874,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:18.169485 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2a0d29a4-fa99-4d92-a566-130c10cca874), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:18.228458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Pushing event updated for resources: {'Port': ['ID=39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:18.288054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=2a0d29a4-fa99-4d92-a566-130c10cca874,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:18.390095 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (49777c72-0606-4a52-94bb-f661d1820c00), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:18.405561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c6fb9a-98de-4581-8769-347ea1e1df49 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:18.415039 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-26c6fb9a-98de-4581-8769-347ea1e1df49 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "PUT /v2.0/routers/d61ef858-1e5b-494d-9864-107120f9ef4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2694290 Feb 11 05:22:18.418835 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40440) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:18.420832 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db7c3ae-a0ec-4ae3-b78c-fa87eb3c0b8d None None] Sync routers for ids ['d61ef858-1e5b-494d-9864-107120f9ef4b'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:18.440301 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db7c3ae-a0ec-4ae3-b78c-fa87eb3c0b8d None None] Routers {'d61ef858-1e5b-494d-9864-107120f9ef4b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:18.441255 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4db7c3ae-a0ec-4ae3-b78c-fa87eb3c0b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d61ef858-1e5b-494d-9864-107120f9ef4b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:18.478185 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for port (590e582d-448c-4985-b66e-dd8816b756e8), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:18.479892 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-b69086ae-664c-4e1e-b748-cf1d04fd9366 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] delete failed (client error): The resource could not be found. Feb 11 05:22:18.480949 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b69086ae-664c-4e1e-b748-cf1d04fd9366 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "DELETE /v2.0/routers/tempest-non_exist_router-1499919810 HTTP/1.1" status: 404 len: 335 time: 0.0598655 Feb 11 05:22:18.486929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40442) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:18.492536 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-73b25772-b379-4bbe-ac5a-e1eda490b4fd tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd61ef858-1e5b-494d-9864-107120f9ef4b'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:18.591060 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (590e582d-448c-4985-b66e-dd8816b756e8), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:18.599677 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:18.619407 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4db7c3ae-a0ec-4ae3-b78c-fa87eb3c0b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:18.624582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:18.636285 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db7c3ae-a0ec-4ae3-b78c-fa87eb3c0b8d None None] Routers {'d61ef858-1e5b-494d-9864-107120f9ef4b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:18.637051 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4db7c3ae-a0ec-4ae3-b78c-fa87eb3c0b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d61ef858-1e5b-494d-9864-107120f9ef4b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:18.646519 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:18.651940 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:18.709519 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4db7c3ae-a0ec-4ae3-b78c-fa87eb3c0b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:18.710302 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db7c3ae-a0ec-4ae3-b78c-fa87eb3c0b8d None None] The sync data for ids ['d61ef858-1e5b-494d-9864-107120f9ef4b'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:18.715897 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:18.784225 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event updated for resources: {'Port': ['ID=590e582d-448c-4985-b66e-dd8816b756e8,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:18.943808 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-73b25772-b379-4bbe-ac5a-e1eda490b4fd tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for router_gateway (d61ef858-1e5b-494d-9864-107120f9ef4b), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:18.971969 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-73b25772-b379-4bbe-ac5a-e1eda490b4fd tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] update failed (client error): The resource could not be found. Feb 11 05:22:18.973555 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-73b25772-b379-4bbe-ac5a-e1eda490b4fd tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "PUT /v2.0/routers/d61ef858-1e5b-494d-9864-107120f9ef4b HTTP/1.1" status: 404 len: 339 time: 0.4852543 Feb 11 05:22:18.977496 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40448) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:18.993228 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for floatingip (ec1a507b-713c-4604-98eb-f18f3f672b04), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.010483 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Router 49777c72-0606-4a52-94bb-f661d1820c00 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:19.017632 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3b6358c7-d953-419b-a80b-7dece9591ec6 None None] Provisioning complete for port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:19.018702 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b6358c7-d953-419b-a80b-7dece9591ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.048662 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 910b8fc9-c9d8-4053-9655-b34dbcb4f644 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:19.133806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3b6358c7-d953-419b-a80b-7dece9591ec6 None None] Port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:19.177354 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 910b8fc9-c9d8-4053-9655-b34dbcb4f644 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:22:19.183161 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 910b8fc9-c9d8-4053-9655-b34dbcb4f644 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:19.183608 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (910b8fc9-c9d8-4053-9655-b34dbcb4f644), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.197267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:19.198827 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (590e582d-448c-4985-b66e-dd8816b756e8), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.203634 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-36260e1a-8699-4884-9f47-91dc9fc86176 admin admin] 10.222.0.87 "PUT /v2.0/routers/49777c72-0606-4a52-94bb-f661d1820c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3707540 Feb 11 05:22:19.262395 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Sync routers for ids ['49777c72-0606-4a52-94bb-f661d1820c00'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:19.284771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Routers {'49777c72-0606-4a52-94bb-f661d1820c00'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:19.285415 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['49777c72-0606-4a52-94bb-f661d1820c00'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:19.442356 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Set router 49777c72-0606-4a52-94bb-f661d1820c00 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:19.557771 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for port (590e582d-448c-4985-b66e-dd8816b756e8), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.569645 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (590e582d-448c-4985-b66e-dd8816b756e8), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.597756 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 910b8fc9-c9d8-4053-9655-b34dbcb4f644 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:19.599016 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (910b8fc9-c9d8-4053-9655-b34dbcb4f644), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.638248 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac698282-1028-4c30-96eb-3727d3158a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910b8fc9-c9d8-4053-9655-b34dbcb4f644'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:19.640560 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba95cd99-cde4-40b0-b5e1-6f0babd2d0d7" -d '{"events": [{"server_uuid": "ac698282-1028-4c30-96eb-3727d3158a81", "name": "network-vif-plugged", "status": "completed", "tag": "910b8fc9-c9d8-4053-9655-b34dbcb4f644"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:19.657937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b9d05282-7567-4950-a6d3-5d523dd61dce up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:19.700462 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 910b8fc9-c9d8-4053-9655-b34dbcb4f644, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=910b8fc9-c9d8-4053-9655-b34dbcb4f644,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:19.712800 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event updated for resources: {'Port': ['ID=590e582d-448c-4985-b66e-dd8816b756e8,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:19.724464 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (ec1a507b-713c-4604-98eb-f18f3f672b04), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.755239 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (910b8fc9-c9d8-4053-9655-b34dbcb4f644), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.762401 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.773246 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-656a5576-9587-4d6a-ac2b-6a804a000dcc tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7740722 Feb 11 05:22:19.850129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d524f-4a21-4dd1-9ea6-e807d7380910 req-a9d49b91-8e25-4ee7-ba62-95fd41534a10 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:19.857184 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e22d524f-4a21-4dd1-9ea6-e807d7380910 req-a9d49b91-8e25-4ee7-ba62-95fd41534a10 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 944 time: 0.4679375 Feb 11 05:22:19.882632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40468) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:19.884893 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0f778ac4-4957-484d-9dc3-606a92672ac6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--854808220', 'description': 'tempest-description--1523140565'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:19.940235 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f778ac4-4957-484d-9dc3-606a92672ac6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:19.949459 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.010408 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa07667-3e8a-4718-9c75-72af3b4bcb80 x-openstack-request-id: req-7fa07667-3e8a-4718-9c75-72af3b4bcb80 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:20.010408 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac698282-1028-4c30-96eb-3727d3158a81", "name": "network-vif-plugged", "status": "completed", "tag": "910b8fc9-c9d8-4053-9655-b34dbcb4f644", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:20.010604 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7fa07667-3e8a-4718-9c75-72af3b4bcb80 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:20.011186 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac698282-1028-4c30-96eb-3727d3158a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910b8fc9-c9d8-4053-9655-b34dbcb4f644', 'code': 200} Feb 11 05:22:20.048500 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f778ac4-4957-484d-9dc3-606a92672ac6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for security_group (3178f4ef-ee6c-4789-9656-d745ac1cd92b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.065008 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f778ac4-4957-484d-9dc3-606a92672ac6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3178f4ef-ee6c-4789-9656-d745ac1cd92b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.066240 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=910b8fc9-c9d8-4053-9655-b34dbcb4f644,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:20.089001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b9d05282-7567-4950-a6d3-5d523dd61dce triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:20.089851 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.095383 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e22d524f-4a21-4dd1-9ea6-e807d7380910 req-3eaf6448-dc4e-4dfc-8212-a822dbaccacb tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367182 Feb 11 05:22:20.147587 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f778ac4-4957-484d-9dc3-606a92672ac6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3178f4ef-ee6c-4789-9656-d745ac1cd92b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:20.154990 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f778ac4-4957-484d-9dc3-606a92672ac6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.156700 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0f778ac4-4957-484d-9dc3-606a92672ac6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2768681 Feb 11 05:22:20.161073 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40486) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:20.166910 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e86b10cb-24bc-4849-abe6-9aaea0efe873 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Request body: {'security_group_rule': {'security_group_id': '3178f4ef-ee6c-4789-9656-d745ac1cd92b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:20.175791 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef63c4b-6a92-4f13-8ee8-700c916fe6e8 req-66f7653d-1872-4ca7-8fc5-1b2c03c7741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:20.178236 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef63c4b-6a92-4f13-8ee8-700c916fe6e8 req-66f7653d-1872-4ca7-8fc5-1b2c03c7741d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 1128 time: 0.1279647 Feb 11 05:22:20.235335 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b9d05282-7567-4950-a6d3-5d523dd61dce is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:20.236482 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2a0d29a4-fa99-4d92-a566-130c10cca874 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:20.259908 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ef63c4b-6a92-4f13-8ee8-700c916fe6e8 req-f72f371a-4ba9-422d-a6a1-91877bec7437 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691533 Feb 11 05:22:20.269269 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49777c72-0606-4a52-94bb-f661d1820c00', 'name': 'tempest-ServerActionsTestJSON-725393311-router', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:22:16Z', 'revision_number': 4, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'gw_port': {'id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:10Z', 'updated_at': '2022-02-11T05:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c', 'name': '', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'mac_address': 'fa:16:3e:de:2f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:14Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 2, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'subnets': [{'id': '851350eb-847c-4b77-aca2-43ae706acc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:20.270659 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e86b10cb-24bc-4849-abe6-9aaea0efe873 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for security_group_rule (027e6eaf-9fde-4fe9-803b-2936f6dcbc2b), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.298835 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-fa914785-ca5e-41dc-aab5-78385c83a407 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1350313344&fields=id&tenant_id=d38398dc263b4e81883a8499fb1a6d96 HTTP/1.1" status: 200 len: 267 time: 0.2241492 Feb 11 05:22:20.323708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Checking router: 49777c72-0606-4a52-94bb-f661d1820c00 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:20.324073 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Updating router 49777c72-0606-4a52-94bb-f661d1820c00 port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:22:20.363491 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.368226 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e86b10cb-24bc-4849-abe6-9aaea0efe873 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for security_group_rule (027e6eaf-9fde-4fe9-803b-2936f6dcbc2b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.373304 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e86b10cb-24bc-4849-abe6-9aaea0efe873 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (027e6eaf-9fde-4fe9-803b-2936f6dcbc2b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.420344 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b10cb-24bc-4849-abe6-9aaea0efe873 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027e6eaf-9fde-4fe9-803b-2936f6dcbc2b,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:20.427507 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e86b10cb-24bc-4849-abe6-9aaea0efe873 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.430838 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e86b10cb-24bc-4849-abe6-9aaea0efe873 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2660947 Feb 11 05:22:20.430975 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40496) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:20.435724 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a8cf10c0-2de2-48f1-8e48-79811313a004 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Request body: {'security_group_rule': {'security_group_id': '3178f4ef-ee6c-4789-9656-d745ac1cd92b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:20.475121 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8cf10c0-2de2-48f1-8e48-79811313a004 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for security_group_rule (b744f919-15a8-4f7c-bb7d-66069e5e82ba), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.557813 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8cf10c0-2de2-48f1-8e48-79811313a004 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for security_group_rule (b744f919-15a8-4f7c-bb7d-66069e5e82ba), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.564592 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8cf10c0-2de2-48f1-8e48-79811313a004 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (b744f919-15a8-4f7c-bb7d-66069e5e82ba), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.596288 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8cf10c0-2de2-48f1-8e48-79811313a004 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.601690 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a8cf10c0-2de2-48f1-8e48-79811313a004 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1696520 Feb 11 05:22:20.604893 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40498) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:20.610119 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:20.617453 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf10c0-2de2-48f1-8e48-79811313a004 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b744f919-15a8-4f7c-bb7d-66069e5e82ba,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:20.644257 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.676478 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Publish callbacks [] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.694635 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.762191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2a0d29a4-fa99-4d92-a566-130c10cca874 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:20.762575 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2a0d29a4-fa99-4d92-a566-130c10cca874), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.820044 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.866023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Attempting to bind port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:20.866404 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Attempting to bind port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:20.866771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Attempting to bind port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c on network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:20.878744 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:20.878744 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Checking segment: {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:20.878744 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.878744 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Bound using segment: {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:20.878744 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Bound port: 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:20.878744 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:20.896600 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-9e61de03-a5e7-4b59-b816-118512e868a7 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:20.898305 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79332753-afda-414e-9a15-f1182b7b1438 None None] Pushing event updated for resources: {'Port': ['ID=39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:20.900792 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-9e61de03-a5e7-4b59-b816-118512e868a7 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/networks?id=cc0a917d-8eaf-4d95-a902-cd3344524860 HTTP/1.1" status: 200 len: 810 time: 0.5782735 Feb 11 05:22:20.956383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Allocated IP 172.20.0.1 (5b7bd13d-3e62-43fe-b301-0942001e0fc8/b87691cb-c750-4e5d-a0f8-82bedf6149ac/b9bb0d40-13b7-4c08-a169-aa4972d1ba12) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:20.960266 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-2ff123fa-1704-41c7-924b-04837e0d7f71 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/quotas/d38398dc263b4e81883a8499fb1a6d96 HTTP/1.1" status: 200 len: 375 time: 0.0514500 Feb 11 05:22:20.995799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2a0d29a4-fa99-4d92-a566-130c10cca874 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:21.034000 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Allocated IP 172.25.5.215 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/22ac737b-9170-4893-99a5-cf6c17fc7162) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:21.056537 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] For port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:21.061704 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] For port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:21.074120 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.130761 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-d2abe482-c761-404c-ad03-7566af761b98 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d38398dc263b4e81883a8499fb1a6d96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557152 Feb 11 05:22:21.190337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79332753-afda-414e-9a15-f1182b7b1438 None None] Pushing event updated for resources: {'Port': ['ID=39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:21.223593 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Routers {'49777c72-0606-4a52-94bb-f661d1820c00'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:21.226599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['49777c72-0606-4a52-94bb-f661d1820c00'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:21.236947 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for port (22ac737b-9170-4893-99a5-cf6c17fc7162), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.314095 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7f9c7a91-4e60-4284-ab7e-f09f2acc3c14 None None] Provisioning complete for port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:21.315299 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7f9c7a91-4e60-4284-ab7e-f09f2acc3c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.324208 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (22ac737b-9170-4893-99a5-cf6c17fc7162), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.419468 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event updated for resources: {'Port': ['ID=22ac737b-9170-4893-99a5-cf6c17fc7162,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:21.438003 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:21.446993 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:21.455068 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for port (b9bb0d40-13b7-4c08-a169-aa4972d1ba12), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.475896 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:21.510081 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b9bb0d40-13b7-4c08-a169-aa4972d1ba12), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.569983 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-3684f2ac-6760-44fb-9fd8-f8c900b4ca76 service neutron] 10.222.0.87 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327142 Feb 11 05:22:21.587434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c7a91-4e60-4284-ab7e-f09f2acc3c14 None None] Current status of the port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:21.588298 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7f9c7a91-4e60-4284-ab7e-f09f2acc3c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.612527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Network 5b7bd13d-3e62-43fe-b301-0942001e0fc8 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:21.617225 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] Set router 49777c72-0606-4a52-94bb-f661d1820c00 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:21.618071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event updated for resources: {'Port': ['ID=b9bb0d40-13b7-4c08-a169-aa4972d1ba12,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:21.628969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:21.633902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:21.663260 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for floatingip (a5abeadc-5aa1-43b8-97d5-d3186568478c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.729511 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (22ac737b-9170-4893-99a5-cf6c17fc7162), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.736260 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accec68-f798-4652-891c-abc64a7dd27c req-417b4d93-f43c-4272-9d46-f8b7cee0b7f1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:21.738068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4accec68-f798-4652-891c-abc64a7dd27c req-417b4d93-f43c-4272-9d46-f8b7cee0b7f1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 945 time: 0.4375880 Feb 11 05:22:21.785873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7f9c7a91-4e60-4284-ab7e-f09f2acc3c14 None None] For port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:21.792840 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7f9c7a91-4e60-4284-ab7e-f09f2acc3c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.824013 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (d61ef858-1e5b-494d-9864-107120f9ef4b), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:21.890447 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-af94728a-a81c-40a1-806b-5f9cb2759f69 service neutron] 10.222.0.87 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191080 Feb 11 05:22:21.944650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c7a91-4e60-4284-ab7e-f09f2acc3c14 None None] Pushing event updated for resources: {'Port': ['ID=39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:21.965778 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4accec68-f798-4652-891c-abc64a7dd27c req-70cdb289-0fb2-4d77-92c3-5724a2386dd9 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200921 Feb 11 05:22:22.011780 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-bad6b752-154c-45f4-96cf-d142c3655230 None None] Provisioning complete for port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:22.012721 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bad6b752-154c-45f4-96cf-d142c3655230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.063316 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for port (22ac737b-9170-4893-99a5-cf6c17fc7162), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.073406 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (22ac737b-9170-4893-99a5-cf6c17fc7162), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.091489 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b9bb0d40-13b7-4c08-a169-aa4972d1ba12), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.092450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49777c72-0606-4a52-94bb-f661d1820c00', 'name': 'tempest-ServerActionsTestJSON-725393311-router', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:22:16Z', 'revision_number': 4, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'gw_port': {'id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:10Z', 'updated_at': '2022-02-11T05:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c', 'name': '', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'mac_address': 'fa:16:3e:de:2f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:14Z', 'updated_at': '2022-02-11T05:22:21Z', 'revision_number': 4, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'subnets': [{'id': '851350eb-847c-4b77-aca2-43ae706acc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:22.135768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9830e-c26f-4bee-9b88-941bf643bff0 None None] The sync data for ids ['49777c72-0606-4a52-94bb-f661d1820c00'] in n-d-713499-38 is: [{'id': '49777c72-0606-4a52-94bb-f661d1820c00', 'name': 'tempest-ServerActionsTestJSON-725393311-router', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:22:16Z', 'revision_number': 4, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'gw_port': {'id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:10Z', 'updated_at': '2022-02-11T05:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c', 'name': '', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'mac_address': 'fa:16:3e:de:2f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:14Z', 'updated_at': '2022-02-11T05:22:21Z', 'revision_number': 4, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'subnets': [{'id': '851350eb-847c-4b77-aca2-43ae706acc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:22.208602 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bad6b752-154c-45f4-96cf-d142c3655230 None None] Current status of the port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:22.248168 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a5abeadc-5aa1-43b8-97d5-d3186568478c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.286966 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event updated for resources: {'Port': ['ID=22ac737b-9170-4893-99a5-cf6c17fc7162,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:22.298270 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.309905 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-98ed5819-9224-415f-bc0e-d33340de16b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7034121 Feb 11 05:22:22.332653 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d4f80cf0-0ee3-4d77-abc9-83d470bf6862 None None] Provisioning complete for port b9bb0d40-13b7-4c08-a169-aa4972d1ba12 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:22.333646 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d4f80cf0-0ee3-4d77-abc9-83d470bf6862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b9bb0d40-13b7-4c08-a169-aa4972d1ba12), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.382305 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d4f80cf0-0ee3-4d77-abc9-83d470bf6862 None None] Port b9bb0d40-13b7-4c08-a169-aa4972d1ba12 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:22.411840 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1372b0a0-b566-4087-b16a-ca80667a2d01 req-001c8693-9287-424f-8049-030c0af11df7 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 210 time: 0.1058457 Feb 11 05:22:22.565743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-953f0431-9170-416d-a54d-c0e85064b880 req-45ee6527-89e2-4a55-94f8-1d7ab04d72de tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--854808220&fields=id&tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c HTTP/1.1" status: 200 len: 267 time: 0.0668979 Feb 11 05:22:22.793826 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f0431-9170-416d-a54d-c0e85064b880 req-93627222-9588-40f8-809d-4e29296e8a03 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:22.801842 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-953f0431-9170-416d-a54d-c0e85064b880 req-93627222-9588-40f8-809d-4e29296e8a03 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 811 time: 0.2268057 Feb 11 05:22:22.839254 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-953f0431-9170-416d-a54d-c0e85064b880 req-650ddfa3-8774-4b97-9df0-1fb88b0e0a9c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/quotas/a38f9ca0a2114cbd80c262e2e7e4e09c HTTP/1.1" status: 200 len: 375 time: 0.0359714 Feb 11 05:22:22.913249 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for port (b9bb0d40-13b7-4c08-a169-aa4972d1ba12), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:22.933850 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-953f0431-9170-416d-a54d-c0e85064b880 req-82045752-6ce3-4407-97a7-0e6800f1f6c0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935421 Feb 11 05:22:22.934467 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b9bb0d40-13b7-4c08-a169-aa4972d1ba12), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.080034 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (d61ef858-1e5b-494d-9864-107120f9ef4b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.081963 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event updated for resources: {'Port': ['ID=b9bb0d40-13b7-4c08-a169-aa4972d1ba12,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:23.213589 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-953f0431-9170-416d-a54d-c0e85064b880 req-f4fb2fa1-51fd-40ff-a258-cda3bd863992 service neutron] 10.222.0.87 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521949 Feb 11 05:22:23.235670 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f15bc-e74c-4acc-8773-4bf6530d9383 req-feb4dbf9-0181-4537-a604-f8e28929dac4 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:23.236945 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-467f15bc-e74c-4acc-8773-4bf6530d9383 req-feb4dbf9-0181-4537-a604-f8e28929dac4 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 945 time: 0.1624086 Feb 11 05:22:23.361261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Network 5b7bd13d-3e62-43fe-b301-0942001e0fc8 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:23.371513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:23.394063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-467f15bc-e74c-4acc-8773-4bf6530d9383 req-7c8bd580-91b4-4be1-a1dd-fc2230076153 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435006 Feb 11 05:22:23.465514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:23.487620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-953f0431-9170-416d-a54d-c0e85064b880 req-b16b3b6b-5d05-46dd-9535-9c94e99d1028 service neutron] 10.222.0.87 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495384 Feb 11 05:22:23.663191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:23.667452 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Router d61ef858-1e5b-494d-9864-107120f9ef4b has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:23.672360 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.927522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-31b43cae-6ace-455a-b659-82eda6006266 None None] Provisioning complete for port b9bb0d40-13b7-4c08-a169-aa4972d1ba12 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:23.927914 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-31b43cae-6ace-455a-b659-82eda6006266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b9bb0d40-13b7-4c08-a169-aa4972d1ba12), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:23.942160 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:24.004908 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-31b43cae-6ace-455a-b659-82eda6006266 None None] Port b9bb0d40-13b7-4c08-a169-aa4972d1ba12 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:24.009187 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-b303bba2-5711-4cb7-baf4-e1a099761dd4 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:24.011010 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-b303bba2-5711-4cb7-baf4-e1a099761dd4 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.73 "GET /v2.0/networks?id=cc0a917d-8eaf-4d95-a902-cd3344524860 HTTP/1.1" status: 200 len: 810 time: 0.4709494 Feb 11 05:22:24.058663 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba8e4c2b-cab4-4a55-b6ac-3c609a351e2b req-d796f765-4bc3-4b6e-87c1-0ae522bf4c9c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 210 time: 0.1810284 Feb 11 05:22:24.108980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99732dab-dd07-46ab-ba4e-70b038007755 req-25962e02-046a-432c-a4f6-86bd26950feb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 210 time: 0.0473170 Feb 11 05:22:24.124838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:24.132671 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-47702952-d434-4409-956f-d4d06f1182d3 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "PUT /v2.0/routers/d61ef858-1e5b-494d-9864-107120f9ef4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1537480 Feb 11 05:22:24.135340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40560) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:24.139946 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cca998e-7d78-4f83-9732-90ca1a0cc026 None None] Sync routers for ids ['d61ef858-1e5b-494d-9864-107120f9ef4b'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:24.157432 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-41f1f91c-ffc1-42c9-8291-bc42f4426f2d tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d38398dc263b4e81883a8499fb1a6d96 HTTP/1.1" status: 200 len: 380 time: 0.1364305 Feb 11 05:22:24.167231 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cca998e-7d78-4f83-9732-90ca1a0cc026 None None] Routers {'d61ef858-1e5b-494d-9864-107120f9ef4b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:24.167894 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7cca998e-7d78-4f83-9732-90ca1a0cc026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d61ef858-1e5b-494d-9864-107120f9ef4b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:24.172004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-9be26940-d7e6-48d4-94fe-37eefd62e813 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Request body: {'port': {'device_id': '63db9e4c-18f9-41b1-ae7e-d8997cd3c120', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'admin_state_up': True, 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'security_groups': ['ea5f8073-743f-4efc-a719-5d2189973daa']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:24.259634 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7cca998e-7d78-4f83-9732-90ca1a0cc026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:24.269656 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cca998e-7d78-4f83-9732-90ca1a0cc026 None None] Routers {'d61ef858-1e5b-494d-9864-107120f9ef4b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:24.271802 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7cca998e-7d78-4f83-9732-90ca1a0cc026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d61ef858-1e5b-494d-9864-107120f9ef4b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:24.288269 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7a00466-5737-4c1f-97a9-5e96819efe11 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for router (d61ef858-1e5b-494d-9864-107120f9ef4b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:24.318201 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7cca998e-7d78-4f83-9732-90ca1a0cc026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:24.319165 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cca998e-7d78-4f83-9732-90ca1a0cc026 None None] The sync data for ids ['d61ef858-1e5b-494d-9864-107120f9ef4b'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:24.367735 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-9be26940-d7e6-48d4-94fe-37eefd62e813 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Made reservation on behalf of d38398dc263b4e81883a8499fb1a6d96 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:24.377917 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-9be26940-d7e6-48d4-94fe-37eefd62e813 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:24.577643 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-9be26940-d7e6-48d4-94fe-37eefd62e813 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Allocated IP 172.20.0.14 (cc0a917d-8eaf-4d95-a902-cd3344524860/f7873483-8f55-4b01-980d-97e18e14d525/aa5b0922-cfb6-426d-a9bf-a2da08f84bda) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:24.914463 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-9be26940-d7e6-48d4-94fe-37eefd62e813 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for port (aa5b0922-cfb6-426d-a9bf-a2da08f84bda), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:24.929126 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-c7a00466-5737-4c1f-97a9-5e96819efe11 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 05:22:24.930191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c7a00466-5737-4c1f-97a9-5e96819efe11 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "DELETE /v2.0/routers/d61ef858-1e5b-494d-9864-107120f9ef4b HTTP/1.1" status: 409 len: 329 time: 0.7937949 Feb 11 05:22:24.936739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40576) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:24.994541 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-9be26940-d7e6-48d4-94fe-37eefd62e813 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (aa5b0922-cfb6-426d-a9bf-a2da08f84bda), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.079288 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be26940-d7e6-48d4-94fe-37eefd62e813 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event updated for resources: {'Port': ['ID=aa5b0922-cfb6-426d-a9bf-a2da08f84bda,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:25.097446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-9be26940-d7e6-48d4-94fe-37eefd62e813 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Network cc0a917d-8eaf-4d95-a902-cd3344524860 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:25.098950 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-9be26940-d7e6-48d4-94fe-37eefd62e813 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:25.104727 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-9be26940-d7e6-48d4-94fe-37eefd62e813 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:25.212187 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-9be26940-d7e6-48d4-94fe-37eefd62e813 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.212888 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-9be26940-d7e6-48d4-94fe-37eefd62e813 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.233133 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-9be26940-d7e6-48d4-94fe-37eefd62e813 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0680826 Feb 11 05:22:25.247061 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Request body: {'port': {'device_id': '63db9e4c-18f9-41b1-ae7e-d8997cd3c120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:25.348719 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (aa5b0922-cfb6-426d-a9bf-a2da08f84bda), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.385121 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48c5b1f1-aa3b-421d-a0c9-93f064e833d1 req-2ee8a2b8-d489-407c-914d-046766ffd4e1 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 210 time: 0.1464744 Feb 11 05:22:25.527087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e9c3b-acea-4d4b-be68-bfd1eaf907d4 req-cf2c6c1f-64ed-44a1-9942-2c9ebea1f377 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.528784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-351e9c3b-acea-4d4b-be68-bfd1eaf907d4 req-cf2c6c1f-64ed-44a1-9942-2c9ebea1f377 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 932 time: 0.2916174 Feb 11 05:22:25.560569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9dd81b3f-0872-4e34-8d29-1c27d2cbfeb7 None None] Provisioning complete for port aa5b0922-cfb6-426d-a9bf-a2da08f84bda triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:25.561521 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9dd81b3f-0872-4e34-8d29-1c27d2cbfeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (aa5b0922-cfb6-426d-a9bf-a2da08f84bda), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.644551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9dd81b3f-0872-4e34-8d29-1c27d2cbfeb7 None None] Port aa5b0922-cfb6-426d-a9bf-a2da08f84bda cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:25.661991 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-351e9c3b-acea-4d4b-be68-bfd1eaf907d4 req-ed19f816-e8b1-4d10-a452-7393d235606e tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020439 Feb 11 05:22:25.823252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f0431-9170-416d-a54d-c0e85064b880 req-fc1e1a3e-d6b9-4de5-b22c-cac195a9ee05 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:25.825240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-953f0431-9170-416d-a54d-c0e85064b880 req-fc1e1a3e-d6b9-4de5-b22c-cac195a9ee05 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 811 time: 0.3164990 Feb 11 05:22:25.872279 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5b0922-cfb6-426d-a9bf-a2da08f84bda {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:25.888507 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Publish callbacks [] for port (aa5b0922-cfb6-426d-a9bf-a2da08f84bda), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.915140 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Transition to ACTIVE for port object aa5b0922-cfb6-426d-a9bf-a2da08f84bda will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:22:25.934990 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (aa5b0922-cfb6-426d-a9bf-a2da08f84bda), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.969833 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-953f0431-9170-416d-a54d-c0e85064b880 req-0ea56671-3774-41ed-8f4f-6b3b955b53fa tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c HTTP/1.1" status: 200 len: 379 time: 0.1196804 Feb 11 05:22:25.995796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-953f0431-9170-416d-a54d-c0e85064b880 req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Request body: {'port': {'device_id': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'admin_state_up': True, 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'security_groups': ['3178f4ef-ee6c-4789-9656-d745ac1cd92b']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:26.157458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5b0922-cfb6-426d-a9bf-a2da08f84bda,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:26.301160 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6772bd7-953a-453f-a2bf-d56c4e55712b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (d61ef858-1e5b-494d-9864-107120f9ef4b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.318193 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953f0431-9170-416d-a54d-c0e85064b880 req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Made reservation on behalf of a38f9ca0a2114cbd80c262e2e7e4e09c for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:26.332833 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-953f0431-9170-416d-a54d-c0e85064b880 req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.366703 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Attempting to bind port aa5b0922-cfb6-426d-a9bf-a2da08f84bda on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:26.367056 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Attempting to bind port aa5b0922-cfb6-426d-a9bf-a2da08f84bda by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a9b3d39c-12c6-41bc-8906-c459aa8656f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:26.367408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Attempting to bind port aa5b0922-cfb6-426d-a9bf-a2da08f84bda on network cc0a917d-8eaf-4d95-a902-cd3344524860 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:26.372544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Port aa5b0922-cfb6-426d-a9bf-a2da08f84bda on network cc0a917d-8eaf-4d95-a902-cd3344524860 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:26.372885 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Attempting to bind port aa5b0922-cfb6-426d-a9bf-a2da08f84bda on network cc0a917d-8eaf-4d95-a902-cd3344524860 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:26.381815 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:26.382164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Checking segment: {'id': 'a9b3d39c-12c6-41bc-8906-c459aa8656f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:26.382557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Bound using segment: {'id': 'a9b3d39c-12c6-41bc-8906-c459aa8656f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:26.383003 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Bound port: aa5b0922-cfb6-426d-a9bf-a2da08f84bda, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b3d39c-12c6-41bc-8906-c459aa8656f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:26.383367 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (aa5b0922-cfb6-426d-a9bf-a2da08f84bda), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.598398 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] For port aa5b0922-cfb6-426d-a9bf-a2da08f84bda, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:26.603585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] For port aa5b0922-cfb6-426d-a9bf-a2da08f84bda, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=aa5b0922-cfb6-426d-a9bf-a2da08f84bda,segment=NetworkSegment(a9b3d39c-12c6-41bc-8906-c459aa8656f8),segment_id=a9b3d39c-12c6-41bc-8906-c459aa8656f8)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:26.611868 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (aa5b0922-cfb6-426d-a9bf-a2da08f84bda), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.614931 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-528bbf12-d44e-4534-95ec-8a8cf61e52d5 req-f5cceab2-598b-47a1-9e1b-06f4b3f82669 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 210 time: 0.0550625 Feb 11 05:22:26.676830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:26.677475 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.679168 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] 10.222.0.73 "PUT /v2.0/ports/aa5b0922-cfb6-426d-a9bf-a2da08f84bda HTTP/1.1" status: 200 len: 1093 time: 1.4370124 Feb 11 05:22:26.679682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63db9e4c-18f9-41b1-ae7e-d8997cd3c120', 'tag': 'aa5b0922-cfb6-426d-a9bf-a2da08f84bda'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:26.682323 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb9e1ea-5c4d-4112-b1e5-17fa7210eb66" -d '{"events": [{"name": "network-changed", "server_uuid": "63db9e4c-18f9-41b1-ae7e-d8997cd3c120", "tag": "aa5b0922-cfb6-426d-a9bf-a2da08f84bda"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:26.784429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-953f0431-9170-416d-a54d-c0e85064b880 req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Allocated IP 172.20.0.13 (95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32/851350eb-847c-4b77-aca2-43ae706acc60/2688b163-76b0-4719-9c65-f83a9f6ef193) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:26.795868 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c4ecf4-bda8-4540-b59a-05ca436a1e53 x-openstack-request-id: req-b5c4ecf4-bda8-4540-b59a-05ca436a1e53 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:26.796089 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63db9e4c-18f9-41b1-ae7e-d8997cd3c120", "tag": "aa5b0922-cfb6-426d-a9bf-a2da08f84bda", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:26.796475 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b5c4ecf4-bda8-4540-b59a-05ca436a1e53 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:26.796895 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63db9e4c-18f9-41b1-ae7e-d8997cd3c120', 'tag': 'aa5b0922-cfb6-426d-a9bf-a2da08f84bda', 'status': 'completed', 'code': 200} Feb 11 05:22:26.828290 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88d80d-ec07-4970-81a1-1d6e8ca7aec0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5b0922-cfb6-426d-a9bf-a2da08f84bda,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:26.855083 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-3f6bfb78-c896-4960-b728-7f429388b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:26.863295 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-3f6bfb78-c896-4960-b728-7f429388b21b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d38398dc263b4e81883a8499fb1a6d96&device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 1127 time: 0.1335599 Feb 11 05:22:26.984197 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-7af5cae4-f56b-4e09-8770-6e2ffe1d0e35 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa5b0922-cfb6-426d-a9bf-a2da08f84bda HTTP/1.1" status: 200 len: 217 time: 0.1150744 Feb 11 05:22:27.000163 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3d6d0-f57e-4b10-97f9-a9e37798c5a0 req-45c412ea-d555-4fc4-8290-583449c38daf tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.001783 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3cd3d6d0-f57e-4b10-97f9-a9e37798c5a0 req-45c412ea-d555-4fc4-8290-583449c38daf tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 944 time: 0.1910048 Feb 11 05:22:27.080087 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-9e24b379-e484-4b36-8e08-03c41704028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.083929 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-9e24b379-e484-4b36-8e08-03c41704028e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7873483-8f55-4b01-980d-97e18e14d525 HTTP/1.1" status: 200 len: 849 time: 0.0913575 Feb 11 05:22:27.135328 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-953f0431-9170-416d-a54d-c0e85064b880 req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.139352 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-a6772bd7-953a-453f-a2bf-d56c4e55712b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Deleting port b9bb0d40-13b7-4c08-a169-aa4972d1ba12 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:27.139713 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6772bd7-953a-453f-a2bf-d56c4e55712b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b9bb0d40-13b7-4c08-a169-aa4972d1ba12), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.168754 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3cd3d6d0-f57e-4b10-97f9-a9e37798c5a0 req-4ad1c4f6-de8f-4c3d-9eae-47b72d429f9d tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564920 Feb 11 05:22:27.187002 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-d4753406-a25e-4d41-89b0-99e0025bb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.189812 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-d4753406-a25e-4d41-89b0-99e0025bb9d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc0a917d-8eaf-4d95-a902-cd3344524860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0992985 Feb 11 05:22:27.290645 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6772bd7-953a-453f-a2bf-d56c4e55712b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b9bb0d40-13b7-4c08-a169-aa4972d1ba12), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.304086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-a6772bd7-953a-453f-a2bf-d56c4e55712b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Calling delete_port for b9bb0d40-13b7-4c08-a169-aa4972d1ba12 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:27.319138 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-c54079cd-c540-4f8f-a0c5-ec833c398707 service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237226 Feb 11 05:22:27.474653 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-155f2010-be8d-4c27-ae69-4189d1bd8013 req-e84e9318-93c6-40e0-8a60-c254b228f9a6 service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416323 Feb 11 05:22:27.504447 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-953f0431-9170-416d-a54d-c0e85064b880 req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.530911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953f0431-9170-416d-a54d-c0e85064b880 req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:27.536469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-953f0431-9170-416d-a54d-c0e85064b880 req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:27.565308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-953f0431-9170-416d-a54d-c0e85064b880 req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:27.644659 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9e1ea-5c4d-4112-b1e5-17fa7210eb66 req-22e013fb-5240-4460-8baf-f19179c1aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.646617 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bdb9e1ea-5c4d-4112-b1e5-17fa7210eb66 req-22e013fb-5240-4460-8baf-f19179c1aed5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d38398dc263b4e81883a8499fb1a6d96&device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 1127 time: 0.1079583 Feb 11 05:22:27.729023 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6772bd7-953a-453f-a2bf-d56c4e55712b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b9bb0d40-13b7-4c08-a169-aa4972d1ba12), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.794145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event updated for resources: {'Port': ['ID=2688b163-76b0-4719-9c65-f83a9f6ef193,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:27.861783 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9e1ea-5c4d-4112-b1e5-17fa7210eb66 req-5f1564ab-773c-4d55-bd6c-75cb661e822d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.863291 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bdb9e1ea-5c4d-4112-b1e5-17fa7210eb66 req-5f1564ab-773c-4d55-bd6c-75cb661e822d service neutron] 10.222.0.73 "GET /v2.0/networks?id=cc0a917d-8eaf-4d95-a902-cd3344524860 HTTP/1.1" status: 200 len: 911 time: 0.2104897 Feb 11 05:22:27.868381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f0431-9170-416d-a54d-c0e85064b880 req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:27.869105 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-953f0431-9170-416d-a54d-c0e85064b880 req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:27.877183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:27.877680 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:27.878160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:27.878514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:27.881180 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:27.881545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:27.881893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:27.882238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:27.882571 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:27.882913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:27.883245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:27.883608 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:27.883943 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:27.999575 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bdb9e1ea-5c4d-4112-b1e5-17fa7210eb66 req-fae72c74-04b9-4ab3-88a5-ed4b213f7ea4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa5b0922-cfb6-426d-a9bf-a2da08f84bda HTTP/1.1" status: 200 len: 217 time: 0.1284513 Feb 11 05:22:28.096711 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6772bd7-953a-453f-a2bf-d56c4e55712b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event deleted for resources: {'Port': ['ID=b9bb0d40-13b7-4c08-a169-aa4972d1ba12,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:28.098837 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9e1ea-5c4d-4112-b1e5-17fa7210eb66 req-37d01534-c283-4f9a-ae07-70341d119e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.102759 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bdb9e1ea-5c4d-4112-b1e5-17fa7210eb66 req-37d01534-c283-4f9a-ae07-70341d119e71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7873483-8f55-4b01-980d-97e18e14d525 HTTP/1.1" status: 200 len: 849 time: 0.0922666 Feb 11 05:22:28.124016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-953f0431-9170-416d-a54d-c0e85064b880 req-1b6097c8-24ab-447e-8566-078862ce7b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1523328 Feb 11 05:22:28.153097 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Request body: {'port': {'device_id': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:28.204015 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9e1ea-5c4d-4112-b1e5-17fa7210eb66 req-751d3ee4-5cf6-4fdb-9cc7-a97a06821a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.205571 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bdb9e1ea-5c4d-4112-b1e5-17fa7210eb66 req-751d3ee4-5cf6-4fdb-9cc7-a97a06821a09 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc0a917d-8eaf-4d95-a902-cd3344524860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0978584 Feb 11 05:22:28.300555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ee714-f9ae-4fc2-9dfb-426dc370b05a req-72af8cbf-3bfb-4380-b0a5-e14f2f601c32 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.319832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-576ee714-f9ae-4fc2-9dfb-426dc370b05a req-72af8cbf-3bfb-4380-b0a5-e14f2f601c32 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 932 time: 0.5495496 Feb 11 05:22:28.384802 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2d12a265-765e-40b0-8ae4-f7bb38105e96 None None] Provisioning complete for port 2688b163-76b0-4719-9c65-f83a9f6ef193 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:28.388900 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2d12a265-765e-40b0-8ae4-f7bb38105e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.427826 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bdb9e1ea-5c4d-4112-b1e5-17fa7210eb66 req-8058329b-9fda-40fb-bb19-30bb438b37e4 service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093511 Feb 11 05:22:28.456234 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6772bd7-953a-453f-a2bf-d56c4e55712b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (d61ef858-1e5b-494d-9864-107120f9ef4b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.525199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2d12a265-765e-40b0-8ae4-f7bb38105e96 None None] Port 2688b163-76b0-4719-9c65-f83a9f6ef193 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:22:28.531204 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-181636f7-e2df-40b5-a9c8-a80ed5f9b8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.589213 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bdb9e1ea-5c4d-4112-b1e5-17fa7210eb66 req-eb9b85ce-ce5f-4373-aa6f-68ed453c9b7d service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503019 Feb 11 05:22:28.611593 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.633774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-576ee714-f9ae-4fc2-9dfb-426dc370b05a req-003b9bbe-dd73-4d5d-bf71-c5c43a85b04f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3128791 Feb 11 05:22:28.747761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04be88-9549-4cf2-9742-227cae358703 req-f40a98ba-8d24-4c8e-bb95-e05359b3dcc3 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:28.749243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d04be88-9549-4cf2-9742-227cae358703 req-f40a98ba-8d24-4c8e-bb95-e05359b3dcc3 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 944 time: 0.4805059 Feb 11 05:22:28.939783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6772bd7-953a-453f-a2bf-d56c4e55712b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Router d61ef858-1e5b-494d-9864-107120f9ef4b has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:28.972006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d04be88-9549-4cf2-9742-227cae358703 req-56ae341b-25b4-42d6-9181-efaea5c95235 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788714 Feb 11 05:22:29.359562 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6772bd7-953a-453f-a2bf-d56c4e55712b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:29.362711 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a6772bd7-953a-453f-a2bf-d56c4e55712b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "PUT /v2.0/routers/d61ef858-1e5b-494d-9864-107120f9ef4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4248850 Feb 11 05:22:29.366125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40650) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:29.369298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a7abb-369e-4819-b685-47c5be546f8e None None] Sync routers for ids ['d61ef858-1e5b-494d-9864-107120f9ef4b'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:29.381376 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a7abb-369e-4819-b685-47c5be546f8e None None] Routers {'d61ef858-1e5b-494d-9864-107120f9ef4b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:29.382089 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f34a7abb-369e-4819-b685-47c5be546f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d61ef858-1e5b-494d-9864-107120f9ef4b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:29.418127 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-1c779593-77fc-49a1-834b-e408af19b5e7 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] show failed (client error): The resource could not be found. Feb 11 05:22:29.422859 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1c779593-77fc-49a1-834b-e408af19b5e7 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "GET /v2.0/routers/tempest-non_exist_router-1443544187 HTTP/1.1" status: 404 len: 335 time: 0.0520771 Feb 11 05:22:29.423031 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40652) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:29.424172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f34a7abb-369e-4819-b685-47c5be546f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:29.427385 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e0463741-b6f6-409c-83da-4178a45c436d tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:29.433064 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a7abb-369e-4819-b685-47c5be546f8e None None] Routers {'d61ef858-1e5b-494d-9864-107120f9ef4b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:29.433683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f34a7abb-369e-4819-b685-47c5be546f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d61ef858-1e5b-494d-9864-107120f9ef4b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:29.457627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2688b163-76b0-4719-9c65-f83a9f6ef193 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:29.466553 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Publish callbacks [] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.469776 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-e0463741-b6f6-409c-83da-4178a45c436d tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] update failed (client error): The resource could not be found. Feb 11 05:22:29.474753 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e0463741-b6f6-409c-83da-4178a45c436d tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "PUT /v2.0/routers/tempest-non_exist_router-1470895602 HTTP/1.1" status: 404 len: 335 time: 0.0473733 Feb 11 05:22:29.475124 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40654) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:29.481352 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Transition to ACTIVE for port object 2688b163-76b0-4719-9c65-f83a9f6ef193 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:22:29.484877 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f34a7abb-369e-4819-b685-47c5be546f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:29.486055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a7abb-369e-4819-b685-47c5be546f8e None None] The sync data for ids ['d61ef858-1e5b-494d-9864-107120f9ef4b'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:29.487668 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.546698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Deleting subnet bd9b97f6-61df-4f62-adbd-f9886270d5b7 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:22:29.546910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Pushing event updated for resources: {'Port': ['ID=2688b163-76b0-4719-9c65-f83a9f6ef193,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:29.550527 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for subnet (bd9b97f6-61df-4f62-adbd-f9886270d5b7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.605759 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (bd9b97f6-61df-4f62-adbd-f9886270d5b7), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.629407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Attempting to bind port 2688b163-76b0-4719-9c65-f83a9f6ef193 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:29.629750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Attempting to bind port 2688b163-76b0-4719-9c65-f83a9f6ef193 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:29.630264 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Attempting to bind port 2688b163-76b0-4719-9c65-f83a9f6ef193 on network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:29.636708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Port 2688b163-76b0-4719-9c65-f83a9f6ef193 on network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:29.637040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Attempting to bind port 2688b163-76b0-4719-9c65-f83a9f6ef193 on network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:29.644993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:29.645345 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Checking segment: {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:29.646364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Bound using segment: {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:29.646819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Bound port: 2688b163-76b0-4719-9c65-f83a9f6ef193, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:29.647184 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.711233 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (bd9b97f6-61df-4f62-adbd-f9886270d5b7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.796449 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (bd9b97f6-61df-4f62-adbd-f9886270d5b7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.801160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:29.806084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2688b163-76b0-4719-9c65-f83a9f6ef193,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:29.818519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d8ac2-4e8e-4acc-b632-ae4abcbc7b9b req-fb5c87e0-7033-4fab-8cd6-7084b64f8307 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:29.820225 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f06d8ac2-4e8e-4acc-b632-ae4abcbc7b9b req-fb5c87e0-7033-4fab-8cd6-7084b64f8307 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 944 time: 0.1055508 Feb 11 05:22:29.823053 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.861547 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9b97f6-61df-4f62-adbd-f9886270d5b7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:29.871444 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:29.876680 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Pushing event updated for resources: {'Port': ['ID=2688b163-76b0-4719-9c65-f83a9f6ef193,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:29.884394 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:29.884783 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:29.885131 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:29.885472 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:29.885805 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:29.886194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:29.886532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:29.886861 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:29.887187 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:29.887540 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:29.887867 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:29.888193 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:29.894773 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.900809 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-14456b6d-49ee-4b3d-8695-e10dbd909d2a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "DELETE /v2.0/subnets/bd9b97f6-61df-4f62-adbd-f9886270d5b7 HTTP/1.1" status: 204 len: 168 time: 0.4246554 Feb 11 05:22:29.901438 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40662) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:29.904138 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0350fe49-2c69-457e-b9bd-449606966066 None None] Network b043f18a-9699-42b5-928c-7cf28d35604a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:29.931083 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f06d8ac2-4e8e-4acc-b632-ae4abcbc7b9b req-c0d506fe-299f-4614-b729-a72628dcd1b6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556684 Feb 11 05:22:29.942860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:29.943492 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.944930 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-953f0431-9170-416d-a54d-c0e85064b880 req-3c34df9d-27e5-4fdb-bfa1-37b496c20086 service neutron] 10.222.0.73 "PUT /v2.0/ports/2688b163-76b0-4719-9c65-f83a9f6ef193 HTTP/1.1" status: 200 len: 1093 time: 1.8087051 Feb 11 05:22:29.945327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:29.947906 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c6d0ac-72c6-4d3c-be47-a828e5c89597" -d '{"events": [{"name": "network-changed", "server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:30.095270 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ab8044-005d-487e-af1c-8f5521b1ab08 x-openstack-request-id: req-a7ab8044-005d-487e-af1c-8f5521b1ab08 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:30.095614 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:30.095871 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a7ab8044-005d-487e-af1c-8f5521b1ab08 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:30.096288 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'status': 'completed', 'code': 200} Feb 11 05:22:30.254079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f0431-9170-416d-a54d-c0e85064b880 req-547f6ff1-3f95-4251-8d80-02796be1fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:30.268211 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-953f0431-9170-416d-a54d-c0e85064b880 req-547f6ff1-3f95-4251-8d80-02796be1fdad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 1127 time: 0.2374508 Feb 11 05:22:30.270685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4fde96-eeed-4989-be46-da52cb59145e None None] DHCP port deletion for b043f18a-9699-42b5-928c-7cf28d35604a request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:22:30.353603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fde96-eeed-4989-be46-da52cb59145e None None] Deleting port 25693d48-b952-4dd7-a572-8ccb625cda04 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:30.354245 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd4fde96-eeed-4989-be46-da52cb59145e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (25693d48-b952-4dd7-a572-8ccb625cda04), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.363406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-953f0431-9170-416d-a54d-c0e85064b880 req-18762851-163c-4b92-951f-c1eb057bb712 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2688b163-76b0-4719-9c65-f83a9f6ef193 HTTP/1.1" status: 200 len: 217 time: 0.0880992 Feb 11 05:22:30.383228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121793a7-85e3-43a8-8da2-5e620eca82c5 req-6b7ddc0a-4fca-4b43-b41b-5fb900d43415 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:30.387942 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-121793a7-85e3-43a8-8da2-5e620eca82c5 req-6b7ddc0a-4fca-4b43-b41b-5fb900d43415 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 944 time: 0.2446821 Feb 11 05:22:30.483178 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-bd4fde96-eeed-4989-be46-da52cb59145e None None] For port 25693d48-b952-4dd7-a572-8ccb625cda04, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=25693d48-b952-4dd7-a572-8ccb625cda04,segment=NetworkSegment(aa876b9e-919c-4d88-b876-ef55ffa4fb9f),segment_id=aa876b9e-919c-4d88-b876-ef55ffa4fb9f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:30.484219 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd4fde96-eeed-4989-be46-da52cb59145e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (25693d48-b952-4dd7-a572-8ccb625cda04), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.492620 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f0431-9170-416d-a54d-c0e85064b880 req-14eae3e5-2c1f-4577-8dc7-3197a36b0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:30.494275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-953f0431-9170-416d-a54d-c0e85064b880 req-14eae3e5-2c1f-4577-8dc7-3197a36b0cc5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.0985744 Feb 11 05:22:30.508388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fde96-eeed-4989-be46-da52cb59145e None None] Calling delete_port for 25693d48-b952-4dd7-a572-8ccb625cda04 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:30.545412 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-121793a7-85e3-43a8-8da2-5e620eca82c5 req-1574af8d-f8d8-400c-8e43-7f7b5f6e6635 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482818 Feb 11 05:22:30.558247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb780489-26d8-41d4-b452-33e3db7cc701 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Deleting subnet 2097302b-36f0-487b-a817-87fff8ba8c86 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:22:30.568460 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cb780489-26d8-41d4-b452-33e3db7cc701 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for subnet (2097302b-36f0-487b-a817-87fff8ba8c86), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.608950 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cb780489-26d8-41d4-b452-33e3db7cc701 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (2097302b-36f0-487b-a817-87fff8ba8c86), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.628487 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd4fde96-eeed-4989-be46-da52cb59145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (25693d48-b952-4dd7-a572-8ccb625cda04), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.668850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f0431-9170-416d-a54d-c0e85064b880 req-b8ceddde-5595-4599-a2f4-8e23e3ac88de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:30.672850 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-953f0431-9170-416d-a54d-c0e85064b880 req-b8ceddde-5595-4599-a2f4-8e23e3ac88de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1311672 Feb 11 05:22:30.734702 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cb780489-26d8-41d4-b452-33e3db7cc701 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (2097302b-36f0-487b-a817-87fff8ba8c86), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.784725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-953f0431-9170-416d-a54d-c0e85064b880 req-8a4b95d3-7060-42ed-8011-1429f57598a3 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053321 Feb 11 05:22:30.854216 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cb780489-26d8-41d4-b452-33e3db7cc701 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (2097302b-36f0-487b-a817-87fff8ba8c86), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.887381 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cb780489-26d8-41d4-b452-33e3db7cc701 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:30.890722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-953f0431-9170-416d-a54d-c0e85064b880 req-07e2fbbe-f69b-468a-b6a5-afa4b89dbd7d service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983527 Feb 11 05:22:30.894259 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cb780489-26d8-41d4-b452-33e3db7cc701 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "DELETE /v2.0/subnets/2097302b-36f0-487b-a817-87fff8ba8c86 HTTP/1.1" status: 204 len: 168 time: 0.9918103 Feb 11 05:22:30.894823 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40682) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:30.966147 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb780489-26d8-41d4-b452-33e3db7cc701 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event deleted for resources: {'Subnet': ['ID=2097302b-36f0-487b-a817-87fff8ba8c86,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:31.007345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5525a24-067a-4d57-a6af-b22f729e4c22 None None] Network 2ebf4420-9b65-44d8-a384-38a93e6513a0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:31.049831 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3cc97c62-fc0c-4243-bf90-31959372627a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (b043f18a-9699-42b5-928c-7cf28d35604a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.069738 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4fde96-eeed-4989-be46-da52cb59145e None None] No DVR routers for this DVR port 25693d48-b952-4dd7-a572-8ccb625cda04 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:31.077331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fde96-eeed-4989-be46-da52cb59145e None None] Pushing event deleted for resources: {'Port': ['ID=25693d48-b952-4dd7-a572-8ccb625cda04,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:31.114195 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device aa5b0922-cfb6-426d-a9bf-a2da08f84bda details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:22:31.139060 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-10bd0728-354f-403d-ba12-3d65daa48e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.235778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6d0ac-72c6-4d3c-be47-a828e5c89597 req-06df141f-66b6-4a41-99bf-995f62cbbd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:31.242634 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c6d0ac-72c6-4d3c-be47-a828e5c89597 req-06df141f-66b6-4a41-99bf-995f62cbbd6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 1127 time: 0.2484717 Feb 11 05:22:31.271253 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b1bfc2-3f1b-47a5-98a9-6b6dd5484e13 None None] DHCP port deletion for 2ebf4420-9b65-44d8-a384-38a93e6513a0 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:22:31.274058 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port aa5b0922-cfb6-426d-a9bf-a2da08f84bda, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=aa5b0922-cfb6-426d-a9bf-a2da08f84bda,segment=NetworkSegment(a9b3d39c-12c6-41bc-8906-c459aa8656f8),segment_id=a9b3d39c-12c6-41bc-8906-c459aa8656f8)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:31.294493 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'aa5b0922-cfb6-426d-a9bf-a2da08f84bda', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'port_id': 'aa5b0922-cfb6-426d-a9bf-a2da08f84bda', 'mac_address': 'fa:16:3e:9f:32:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:22:31.351578 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3cc97c62-fc0c-4243-bf90-31959372627a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (b043f18a-9699-42b5-928c-7cf28d35604a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.403061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-3cc97c62-fc0c-4243-bf90-31959372627a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b043f18a-9699-42b5-928c-7cf28d35604a']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:31.434335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-3cc97c62-fc0c-4243-bf90-31959372627a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa876b9e-919c-4d88-b876-ef55ffa4fb9f') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:31.437158 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port aa5b0922-cfb6-426d-a9bf-a2da08f84bda is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:31.437692 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (aa5b0922-cfb6-426d-a9bf-a2da08f84bda), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.439688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-3cc97c62-fc0c-4243-bf90-31959372627a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa876b9e-919c-4d88-b876-ef55ffa4fb9f') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:31.458511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cc98de0d-aeae-4890-917d-c5a4113d8689 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:31.492515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5b0922-cfb6-426d-a9bf-a2da08f84bda {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:31.500997 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3cc97c62-fc0c-4243-bf90-31959372627a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (aa876b9e-919c-4d88-b876-ef55ffa4fb9f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.534656 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99494c-015a-433b-8557-ea1d955849db req-2455e0d4-08fc-4fa8-944b-7686d7878ad1 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:31.536239 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a99494c-015a-433b-8557-ea1d955849db req-2455e0d4-08fc-4fa8-944b-7686d7878ad1 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 944 time: 0.4170387 Feb 11 05:22:31.548421 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port aa5b0922-cfb6-426d-a9bf-a2da08f84bda, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=aa5b0922-cfb6-426d-a9bf-a2da08f84bda,segment=NetworkSegment(a9b3d39c-12c6-41bc-8906-c459aa8656f8),segment_id=a9b3d39c-12c6-41bc-8906-c459aa8656f8)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:31.586440 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3cc97c62-fc0c-4243-bf90-31959372627a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (aa876b9e-919c-4d88-b876-ef55ffa4fb9f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.587832 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (aa5b0922-cfb6-426d-a9bf-a2da08f84bda), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.604250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc97c62-fc0c-4243-bf90-31959372627a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:22:31.604666 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3cc97c62-fc0c-4243-bf90-31959372627a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (aa876b9e-919c-4d88-b876-ef55ffa4fb9f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:22:31.607988 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:22:31.652215 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a99494c-015a-433b-8557-ea1d955849db req-d3b0ad9b-5f9e-4e97-99c0-1d15352e743e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841997 Feb 11 05:22:31.672856 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e8b1bfc2-3f1b-47a5-98a9-6b6dd5484e13 None None] Deleting port cc98de0d-aeae-4890-917d-c5a4113d8689 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:31.673230 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bfc2-3f1b-47a5-98a9-6b6dd5484e13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.710149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port cc98de0d-aeae-4890-917d-c5a4113d8689 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:31.710834 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.738032 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6d0ac-72c6-4d3c-be47-a828e5c89597 req-743e5db1-845d-472f-aa53-bed6bc4d6f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:31.739639 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c6d0ac-72c6-4d3c-be47-a828e5c89597 req-743e5db1-845d-472f-aa53-bed6bc4d6f84 service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 912 time: 0.3154080 Feb 11 05:22:31.754572 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3cc97c62-fc0c-4243-bf90-31959372627a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (b043f18a-9699-42b5-928c-7cf28d35604a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.780121 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=aa5b0922-cfb6-426d-a9bf-a2da08f84bda,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:31.802170 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3cc97c62-fc0c-4243-bf90-31959372627a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.807347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3cc97c62-fc0c-4243-bf90-31959372627a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "DELETE /v2.0/networks/b043f18a-9699-42b5-928c-7cf28d35604a HTTP/1.1" status: 204 len: 168 time: 0.9113493 Feb 11 05:22:31.810070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40698) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:31.822934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c6d0ac-72c6-4d3c-be47-a828e5c89597 req-98485bd6-bc0d-4401-8563-14933f486550 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2688b163-76b0-4719-9c65-f83a9f6ef193 HTTP/1.1" status: 200 len: 217 time: 0.0770211 Feb 11 05:22:31.823873 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc97c62-fc0c-4243-bf90-31959372627a tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event deleted for resources: {'Network': ['ID=b043f18a-9699-42b5-928c-7cf28d35604a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:31.825001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e8b1bfc2-3f1b-47a5-98a9-6b6dd5484e13 None None] For port cc98de0d-aeae-4890-917d-c5a4113d8689, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cc98de0d-aeae-4890-917d-c5a4113d8689,segment=NetworkSegment(a102bfe9-d51f-427f-b988-b8cd59eac0e5),segment_id=a102bfe9-d51f-427f-b988-b8cd59eac0e5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:31.825417 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bfc2-3f1b-47a5-98a9-6b6dd5484e13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.848524 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port cc98de0d-aeae-4890-917d-c5a4113d8689, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cc98de0d-aeae-4890-917d-c5a4113d8689,segment=NetworkSegment(a102bfe9-d51f-427f-b988-b8cd59eac0e5),segment_id=a102bfe9-d51f-427f-b988-b8cd59eac0e5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:31.856962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['aa5b0922-cfb6-426d-a9bf-a2da08f84bda'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:31.859123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e8b1bfc2-3f1b-47a5-98a9-6b6dd5484e13 None None] Calling delete_port for cc98de0d-aeae-4890-917d-c5a4113d8689 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:31.867396 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.868135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 25693d48-b952-4dd7-a572-8ccb625cda04 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:31.878143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b723b-4357-47b3-8bb4-f6420f279454 req-6116d786-a18d-447a-acb6-c9effc94585d tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:31.880114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e1b723b-4357-47b3-8bb4-f6420f279454 req-6116d786-a18d-447a-acb6-c9effc94585d tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 945 time: 0.1925051 Feb 11 05:22:31.892742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6d0ac-72c6-4d3c-be47-a828e5c89597 req-30ca6a84-7cfa-4535-bffd-01657553069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:31.894636 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c6d0ac-72c6-4d3c-be47-a828e5c89597 req-30ca6a84-7cfa-4535-bffd-01657553069f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.0639446 Feb 11 05:22:31.973008 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (2ebf4420-9b65-44d8-a384-38a93e6513a0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:31.994672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 25693d48-b952-4dd7-a572-8ccb625cda04 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:31.995034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 25693d48-b952-4dd7-a572-8ccb625cda04 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:32.058764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e1b723b-4357-47b3-8bb4-f6420f279454 req-217ec058-6ef3-406d-b437-0ad202b13032 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629317 Feb 11 05:22:32.066632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6d0ac-72c6-4d3c-be47-a828e5c89597 req-565b8f29-70eb-45bc-ae09-a56497646a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:32.070772 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c6d0ac-72c6-4d3c-be47-a828e5c89597 req-565b8f29-70eb-45bc-ae09-a56497646a2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1684399 Feb 11 05:22:32.091277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=cc98de0d-aeae-4890-917d-c5a4113d8689,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:32.119237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:32.119619 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:32.119972 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:32.120320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:32.120662 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:32.121059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:32.121400 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:32.121736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:32.122298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:32.122434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:32.122705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:32.123039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:32.123366 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:22:32.145445 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Deleting port cc98de0d-aeae-4890-917d-c5a4113d8689 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:32.147778 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.174954 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bfc2-3f1b-47a5-98a9-6b6dd5484e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.212462 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1bfc2-3f1b-47a5-98a9-6b6dd5484e13 None None] Pushing event deleted for resources: {'Port': ['ID=cc98de0d-aeae-4890-917d-c5a4113d8689,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:32.221876 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c6d0ac-72c6-4d3c-be47-a828e5c89597 req-a9ca8efb-90d5-41a5-b3dd-a8682193925b service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435943 Feb 11 05:22:32.222044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b1bfc2-3f1b-47a5-98a9-6b6dd5484e13 None None] No DVR routers for this DVR port cc98de0d-aeae-4890-917d-c5a4113d8689 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:32.331629 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] For port cc98de0d-aeae-4890-917d-c5a4113d8689, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cc98de0d-aeae-4890-917d-c5a4113d8689,segment=NetworkSegment(a102bfe9-d51f-427f-b988-b8cd59eac0e5),segment_id=a102bfe9-d51f-427f-b988-b8cd59eac0e5)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:32.332009 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.332780 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.347088 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Calling delete_port for cc98de0d-aeae-4890-917d-c5a4113d8689 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:32.377806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c6d0ac-72c6-4d3c-be47-a828e5c89597 req-3287d9a8-2c10-44eb-91e6-20e8c8540226 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451564 Feb 11 05:22:32.451670 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (cc98de0d-aeae-4890-917d-c5a4113d8689), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.487972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event deleted for resources: {'Port': ['ID=cc98de0d-aeae-4890-917d-c5a4113d8689,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:32.498856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] No DVR routers for this DVR port cc98de0d-aeae-4890-917d-c5a4113d8689 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:32.605321 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (2ebf4420-9b65-44d8-a384-38a93e6513a0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.631849 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ebf4420-9b65-44d8-a384-38a93e6513a0']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:32.641029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a102bfe9-d51f-427f-b988-b8cd59eac0e5') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:32.641356 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a102bfe9-d51f-427f-b988-b8cd59eac0e5') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:32.650553 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (a102bfe9-d51f-427f-b988-b8cd59eac0e5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.664399 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a102bfe9-d51f-427f-b988-b8cd59eac0e5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.670960 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:22:32.671362 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (a102bfe9-d51f-427f-b988-b8cd59eac0e5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:22:32.675869 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:22:32.739909 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (2ebf4420-9b65-44d8-a384-38a93e6513a0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.748749 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.752401 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "DELETE /v2.0/networks/2ebf4420-9b65-44d8-a384-38a93e6513a0 HTTP/1.1" status: 204 len: 168 time: 0.9412973 Feb 11 05:22:32.755165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40712) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:32.765330 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b862f71-f0f3-4cb5-afb4-3af482a19a13 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event deleted for resources: {'Network': ['ID=2ebf4420-9b65-44d8-a384-38a93e6513a0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:32.840985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-add86a80-e72a-4f6f-adf7-6c63bb8387ae tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Deleting subnet b87691cb-c750-4e5d-a0f8-82bedf6149ac {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:22:32.846867 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-add86a80-e72a-4f6f-adf7-6c63bb8387ae tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for subnet (b87691cb-c750-4e5d-a0f8-82bedf6149ac), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.897161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae3770-6ef0-4f70-9b5b-13abc6f854fc req-609e3e6a-e552-4941-bca0-d77d1cb43903 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:32.898686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8ae3770-6ef0-4f70-9b5b-13abc6f854fc req-609e3e6a-e552-4941-bca0-d77d1cb43903 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 944 time: 0.1104102 Feb 11 05:22:32.915287 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-add86a80-e72a-4f6f-adf7-6c63bb8387ae tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (b87691cb-c750-4e5d-a0f8-82bedf6149ac), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:32.990017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8ae3770-6ef0-4f70-9b5b-13abc6f854fc req-6f021e40-ca27-431d-a41c-da935aef0f8b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854473 Feb 11 05:22:33.037151 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-add86a80-e72a-4f6f-adf7-6c63bb8387ae tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (b87691cb-c750-4e5d-a0f8-82bedf6149ac), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.107491 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-add86a80-e72a-4f6f-adf7-6c63bb8387ae tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (b87691cb-c750-4e5d-a0f8-82bedf6149ac), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.113181 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2688b163-76b0-4719-9c65-f83a9f6ef193 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:22:33.115580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device aa5b0922-cfb6-426d-a9bf-a2da08f84bda up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:33.182053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add86a80-e72a-4f6f-adf7-6c63bb8387ae tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event deleted for resources: {'Subnet': ['ID=b87691cb-c750-4e5d-a0f8-82bedf6149ac,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:33.200281 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-add86a80-e72a-4f6f-adf7-6c63bb8387ae tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.205245 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-add86a80-e72a-4f6f-adf7-6c63bb8387ae tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "DELETE /v2.0/subnets/b87691cb-c750-4e5d-a0f8-82bedf6149ac HTTP/1.1" status: 204 len: 168 time: 0.4486778 Feb 11 05:22:33.207551 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40716) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:33.212285 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7dc16b-29cd-4c6a-a932-757af438983b None None] Network 5b7bd13d-3e62-43fe-b301-0942001e0fc8 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:22:33.238429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd60a3b-233f-4af2-9b23-baf0321a4e2f req-9a1f8ae7-7098-446e-85bf-736eb09d16be tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:33.245900 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efd60a3b-233f-4af2-9b23-baf0321a4e2f req-9a1f8ae7-7098-446e-85bf-736eb09d16be tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 945 time: 0.0762334 Feb 11 05:22:33.315144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port aa5b0922-cfb6-426d-a9bf-a2da08f84bda completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:22:33.320230 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efd60a3b-233f-4af2-9b23-baf0321a4e2f req-0aa6db00-9daf-42ae-8e42-c3abf9e43892 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727963 Feb 11 05:22:33.326409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port aa5b0922-cfb6-426d-a9bf-a2da08f84bda triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:33.326409 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (aa5b0922-cfb6-426d-a9bf-a2da08f84bda), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.386390 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (5b7bd13d-3e62-43fe-b301-0942001e0fc8), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.448669 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Deleting port 47d55d1f-ee94-4115-97ea-4d433025558a {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:33.449299 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (47d55d1f-ee94-4115-97ea-4d433025558a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.483734 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2688b163-76b0-4719-9c65-f83a9f6ef193,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:33.568539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'port_id': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'mac_address': 'fa:16:3e:76:b5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:22:33.579721 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f698792c-d0ad-4784-bed6-045e9d9ef35d None None] DHCP port deletion for 5b7bd13d-3e62-43fe-b301-0942001e0fc8 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:22:33.586739 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] For port 47d55d1f-ee94-4115-97ea-4d433025558a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=47d55d1f-ee94-4115-97ea-4d433025558a,segment=NetworkSegment(2d218a65-1bf6-41d0-94a0-c3855b920e9a),segment_id=2d218a65-1bf6-41d0-94a0-c3855b920e9a)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:33.587127 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (47d55d1f-ee94-4115-97ea-4d433025558a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.641636 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.647608 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Calling delete_port for 47d55d1f-ee94-4115-97ea-4d433025558a owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:33.676529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port aa5b0922-cfb6-426d-a9bf-a2da08f84bda is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:33.677186 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (aa5b0922-cfb6-426d-a9bf-a2da08f84bda), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.694740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2688b163-76b0-4719-9c65-f83a9f6ef193 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:33.695787 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.717677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2688b163-76b0-4719-9c65-f83a9f6ef193 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:33.759235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63db9e4c-18f9-41b1-ae7e-d8997cd3c120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5b0922-cfb6-426d-a9bf-a2da08f84bda'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:33.762027 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310ae485-521d-4c81-bc2e-6e733c1a175b" -d '{"events": [{"server_uuid": "63db9e4c-18f9-41b1-ae7e-d8997cd3c120", "name": "network-vif-plugged", "status": "completed", "tag": "aa5b0922-cfb6-426d-a9bf-a2da08f84bda"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:33.762955 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (47d55d1f-ee94-4115-97ea-4d433025558a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.770060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2688b163-76b0-4719-9c65-f83a9f6ef193,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:33.781565 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.786370 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port aa5b0922-cfb6-426d-a9bf-a2da08f84bda, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=aa5b0922-cfb6-426d-a9bf-a2da08f84bda,segment=NetworkSegment(a9b3d39c-12c6-41bc-8906-c459aa8656f8),segment_id=a9b3d39c-12c6-41bc-8906-c459aa8656f8)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:33.798086 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (aa5b0922-cfb6-426d-a9bf-a2da08f84bda), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.799275 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event deleted for resources: {'Port': ['ID=47d55d1f-ee94-4115-97ea-4d433025558a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:33.801616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] No DVR routers for this DVR port 47d55d1f-ee94-4115-97ea-4d433025558a on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:33.826844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f698792c-d0ad-4784-bed6-045e9d9ef35d None None] Deleting port 47d55d1f-ee94-4115-97ea-4d433025558a {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:22:33.827499 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f698792c-d0ad-4784-bed6-045e9d9ef35d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (47d55d1f-ee94-4115-97ea-4d433025558a), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.859808 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f88551d-5cac-422c-84d5-fffb8edf48b3 x-openstack-request-id: req-8f88551d-5cac-422c-84d5-fffb8edf48b3 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:33.860343 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63db9e4c-18f9-41b1-ae7e-d8997cd3c120", "name": "network-vif-plugged", "status": "completed", "tag": "aa5b0922-cfb6-426d-a9bf-a2da08f84bda", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:33.860600 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8f88551d-5cac-422c-84d5-fffb8edf48b3 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:33.861120 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63db9e4c-18f9-41b1-ae7e-d8997cd3c120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5b0922-cfb6-426d-a9bf-a2da08f84bda', 'code': 200} Feb 11 05:22:33.898532 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (5b7bd13d-3e62-43fe-b301-0942001e0fc8), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.920946 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2688b163-76b0-4719-9c65-f83a9f6ef193,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:33.926534 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7bd13d-3e62-43fe-b301-0942001e0fc8']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:33.937197 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d218a65-1bf6-41d0-94a0-c3855b920e9a') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:33.937701 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d218a65-1bf6-41d0-94a0-c3855b920e9a') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:33.947743 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (2d218a65-1bf6-41d0-94a0-c3855b920e9a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.964133 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2d218a65-1bf6-41d0-94a0-c3855b920e9a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:33.965721 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ffe277a6-992f-4a40-97f8-6d4f51fdca48 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:22:33.971368 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:22:33.972024 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (2d218a65-1bf6-41d0-94a0-c3855b920e9a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.001385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582ec92-ea4b-4185-b2bf-9dbc5ce0aab7 req-86814da8-c1ff-4378-b0a3-60f785ee77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:34.003091 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5582ec92-ea4b-4185-b2bf-9dbc5ce0aab7 req-86814da8-c1ff-4378-b0a3-60f785ee77ff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 1129 time: 0.0760915 Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:22:34.038502 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:22:34.051875 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (5b7bd13d-3e62-43fe-b301-0942001e0fc8), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.060703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f698792c-d0ad-4784-bed6-045e9d9ef35d None None] For port 47d55d1f-ee94-4115-97ea-4d433025558a, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:34.061109 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f698792c-d0ad-4784-bed6-045e9d9ef35d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (47d55d1f-ee94-4115-97ea-4d433025558a), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.066302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['2688b163-76b0-4719-9c65-f83a9f6ef193'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:34.072371 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.076004 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "DELETE /v2.0/networks/5b7bd13d-3e62-43fe-b301-0942001e0fc8 HTTP/1.1" status: 204 len: 168 time: 0.8669202 Feb 11 05:22:34.077075 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526f3cb-9993-4dfe-b6fb-64cffbc5388e tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Pushing event deleted for resources: {'Network': ['ID=5b7bd13d-3e62-43fe-b301-0942001e0fc8,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:34.079409 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40732) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:34.103352 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5582ec92-ea4b-4185-b2bf-9dbc5ce0aab7 req-c74b6833-3566-4312-821a-a9fa1721e707 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927000 Feb 11 05:22:34.116166 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ec1933a1-c652-4b94-aed4-b0d513bc50a1 tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "GET /v2.0/ports?device_id=d61ef858-1e5b-494d-9864-107120f9ef4b HTTP/1.1" status: 200 len: 205 time: 0.0353179 Feb 11 05:22:34.118513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40734) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:34.129563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f698792c-d0ad-4784-bed6-045e9d9ef35d None None] Calling delete_port for 47d55d1f-ee94-4115-97ea-4d433025558a owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:22:34.136390 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-f698792c-d0ad-4784-bed6-045e9d9ef35d None None] Port 47d55d1f-ee94-4115-97ea-4d433025558a was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:22:34.153601 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f698792c-d0ad-4784-bed6-045e9d9ef35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (47d55d1f-ee94-4115-97ea-4d433025558a), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.179253 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=aa5b0922-cfb6-426d-a9bf-a2da08f84bda,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:34.214600 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698792c-d0ad-4784-bed6-045e9d9ef35d None None] Pushing event deleted for resources: {'Port': ['ID=47d55d1f-ee94-4115-97ea-4d433025558a,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:34.216353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f698792c-d0ad-4784-bed6-045e9d9ef35d None None] Network 5b7bd13d-3e62-43fe-b301-0942001e0fc8 is not hosted by any dhcp agent {{(pid=103173) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:22:34.216882 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f698792c-d0ad-4784-bed6-045e9d9ef35d None None] No DVR routers for this DVR port 47d55d1f-ee94-4115-97ea-4d433025558a on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:22:34.244076 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7166ad40-e91c-4848-a313-fedf6a50d84b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for router (d61ef858-1e5b-494d-9864-107120f9ef4b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.351642 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ffe277a6-992f-4a40-97f8-6d4f51fdca48, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:34.373237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'port_id': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'mac_address': 'fa:16:3e:d6:0d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:22:34.479287 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ffe277a6-992f-4a40-97f8-6d4f51fdca48 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:34.479751 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.503471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe277a6-992f-4a40-97f8-6d4f51fdca48 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:34.505523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eeeace-5f57-4fa0-a771-7f13e48a2e9a req-2a709763-e6ce-41a5-9069-1f076cda1679 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:34.507166 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0eeeace-5f57-4fa0-a771-7f13e48a2e9a req-2a709763-e6ce-41a5-9069-1f076cda1679 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.2997677 Feb 11 05:22:34.533978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ffe277a6-992f-4a40-97f8-6d4f51fdca48, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:34.538577 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.539485 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ed3bc5b7-4a3b-489e-adfe-525597ec69aa details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:22:34.551587 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7166ad40-e91c-4848-a313-fedf6a50d84b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (d61ef858-1e5b-494d-9864-107120f9ef4b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.560545 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7166ad40-e91c-4848-a313-fedf6a50d84b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for router_controller (d61ef858-1e5b-494d-9864-107120f9ef4b), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.628627 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=ffe277a6-992f-4a40-97f8-6d4f51fdca48,revision_number=12']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:34.637010 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0eeeace-5f57-4fa0-a771-7f13e48a2e9a req-ed7f3f88-9ec3-4194-9981-2086f13093e3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966260 Feb 11 05:22:34.665862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d28fa-335a-4126-9eab-6eb7ad93b0ff req-9bc3b5e8-64a5-4c04-81aa-6af3a27ef407 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:34.673126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-918d28fa-335a-4126-9eab-6eb7ad93b0ff req-9bc3b5e8-64a5-4c04-81aa-6af3a27ef407 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.2149251 Feb 11 05:22:34.700155 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7166ad40-e91c-4848-a313-fedf6a50d84b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (d61ef858-1e5b-494d-9864-107120f9ef4b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.700674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7166ad40-e91c-4848-a313-fedf6a50d84b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Fanout notify agent at l3_agent the message router_deleted on router d61ef858-1e5b-494d-9864-107120f9ef4b {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:22:34.709694 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7166ad40-e91c-4848-a313-fedf6a50d84b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.710803 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7166ad40-e91c-4848-a313-fedf6a50d84b tempest-RoutersNegativeTest-66880957 tempest-RoutersNegativeTest-66880957-project] 10.222.0.87 "DELETE /v2.0/routers/d61ef858-1e5b-494d-9864-107120f9ef4b HTTP/1.1" status: 204 len: 168 time: 0.5911157 Feb 11 05:22:34.725589 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ed3bc5b7-4a3b-489e-adfe-525597ec69aa, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,segment=NetworkSegment(7c3e1ef7-acb3-4508-b942-12dcffce35f9),segment_id=7c3e1ef7-acb3-4508-b942-12dcffce35f9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:34.762712 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'ed3bc5b7-4a3b-489e-adfe-525597ec69aa', 'network_id': 'ce22d6e2-7189-4f69-9172-0305d37722eb', 'port_id': 'ed3bc5b7-4a3b-489e-adfe-525597ec69aa', 'mac_address': 'fa:16:3e:41:f2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0065c61-f007-49b1-a4d5-6f0ea05d6e98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:22:34.802044 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-918d28fa-335a-4126-9eab-6eb7ad93b0ff req-50652678-a56f-497e-b318-ce11ed664519 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221135 Feb 11 05:22:34.833936 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ed3bc5b7-4a3b-489e-adfe-525597ec69aa is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:34.834469 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.849693 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3bc5b7-4a3b-489e-adfe-525597ec69aa {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:34.879112 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ed3bc5b7-4a3b-489e-adfe-525597ec69aa, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,segment=NetworkSegment(7c3e1ef7-acb3-4508-b942-12dcffce35f9),segment_id=7c3e1ef7-acb3-4508-b942-12dcffce35f9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:34.885202 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.886366 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2d78f653-eab1-4417-8c0f-e971cd7498e3 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:22:35.001511 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40752) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:35.006222 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2d78f653-eab1-4417-8c0f-e971cd7498e3, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2d78f653-eab1-4417-8c0f-e971cd7498e3,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:35.020486 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '2d78f653-eab1-4417-8c0f-e971cd7498e3', 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3', 'port_id': '2d78f653-eab1-4417-8c0f-e971cd7498e3', 'mac_address': 'fa:16:3e:1a:e7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0ba582-f504-4448-8fec-eb2c8f3e0f4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:22:35.120812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:35.130130 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2688b163-76b0-4719-9c65-f83a9f6ef193 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:35.134551 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.137910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 2d78f653-eab1-4417-8c0f-e971cd7498e3 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:35.138130 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.177925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d78f653-eab1-4417-8c0f-e971cd7498e3 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:35.206004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2d78f653-eab1-4417-8c0f-e971cd7498e3, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2d78f653-eab1-4417-8c0f-e971cd7498e3,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:35.214998 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.215784 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 81b757ab-9e42-40fe-bb13-f70307f41e25 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:22:35.253111 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1f42fac1-0321-4563-ae24-f428481dee03 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=af3950719e984c8ba3a5e1b2d802e85a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2497473 Feb 11 05:22:35.255406 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40756) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:35.270075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=2d78f653-eab1-4417-8c0f-e971cd7498e3,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:35.280254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 2688b163-76b0-4719-9c65-f83a9f6ef193 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:22:35.286788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 2688b163-76b0-4719-9c65-f83a9f6ef193 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:35.287139 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.340826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 81b757ab-9e42-40fe-bb13-f70307f41e25, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=81b757ab-9e42-40fe-bb13-f70307f41e25,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:35.355374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '81b757ab-9e42-40fe-bb13-f70307f41e25', 'network_id': '82a0990b-9a96-4a9d-8751-c858bdbc0fb3', 'port_id': '81b757ab-9e42-40fe-bb13-f70307f41e25', 'mac_address': 'fa:16:3e:f0:b2:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0ba582-f504-4448-8fec-eb2c8f3e0f4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:22:35.378687 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-02cf7104-dc93-445f-bf71-fa442650ca57 admin admin] Publish callbacks [] for security_group (cd70b971-51d8-4d9d-9866-28912b01744e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.400261 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 81b757ab-9e42-40fe-bb13-f70307f41e25 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:35.400658 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.424565 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-02cf7104-dc93-445f-bf71-fa442650ca57 admin admin] Publish callbacks [] for security_group (cd70b971-51d8-4d9d-9866-28912b01744e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.433034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b757ab-9e42-40fe-bb13-f70307f41e25 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:35.453672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 47d55d1f-ee94-4115-97ea-4d433025558a no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:22:35.488246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2688b163-76b0-4719-9c65-f83a9f6ef193 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:35.488686 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.491894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 81b757ab-9e42-40fe-bb13-f70307f41e25, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=81b757ab-9e42-40fe-bb13-f70307f41e25,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:35.492907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 47d55d1f-ee94-4115-97ea-4d433025558a {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:22:35.493251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 47d55d1f-ee94-4115-97ea-4d433025558a not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:22:35.505072 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.522518 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-02cf7104-dc93-445f-bf71-fa442650ca57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cd70b971-51d8-4d9d-9866-28912b01744e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.525505 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-02cf7104-dc93-445f-bf71-fa442650ca57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:35.530608 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-02cf7104-dc93-445f-bf71-fa442650ca57 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cd70b971-51d8-4d9d-9866-28912b01744e HTTP/1.1" status: 204 len: 168 time: 0.2734950 Feb 11 05:22:35.544457 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf7104-dc93-445f-bf71-fa442650ca57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd70b971-51d8-4d9d-9866-28912b01744e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:35.770537 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=81b757ab-9e42-40fe-bb13-f70307f41e25,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:35.832658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2688b163-76b0-4719-9c65-f83a9f6ef193,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:35.844236 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['2d78f653-eab1-4417-8c0f-e971cd7498e3'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:35.861667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['ed3bc5b7-4a3b-489e-adfe-525597ec69aa'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:35.863806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['81b757ab-9e42-40fe-bb13-f70307f41e25'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:35.913798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:35.916074 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd426d5a-ddc4-4a08-a09a-ca32b3943f99" -d '{"events": [{"server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "name": "network-vif-plugged", "status": "completed", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:35.919313 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:36.006045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c556e2c-7dc0-40d7-b74c-eae66ef8b1db req-665f77a7-42ff-43c8-9c7c-c0ed06f3e7b9 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:36.016766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c556e2c-7dc0-40d7-b74c-eae66ef8b1db req-665f77a7-42ff-43c8-9c7c-c0ed06f3e7b9 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 946 time: 0.1908195 Feb 11 05:22:36.145315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f6d25-4898-4557-bdff-d0a79a28edee req-243f5f01-7aca-49e8-811f-d1bb38dd0d43 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:36.149051 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b4f6d25-4898-4557-bdff-d0a79a28edee req-243f5f01-7aca-49e8-811f-d1bb38dd0d43 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.2301490 Feb 11 05:22:36.200814 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c556e2c-7dc0-40d7-b74c-eae66ef8b1db req-25487812-44c5-44f1-b2f2-c655b066d016 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773622 Feb 11 05:22:36.275788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2688b163-76b0-4719-9c65-f83a9f6ef193,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:36.305974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b4f6d25-4898-4557-bdff-d0a79a28edee req-a8e56a70-0199-4d25-a84c-44c8340829ce tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472394 Feb 11 05:22:36.316236 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['ffe277a6-992f-4a40-97f8-6d4f51fdca48'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:36.385563 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a33708-3d66-4913-866f-e16da0915fd7 x-openstack-request-id: req-77a33708-3d66-4913-866f-e16da0915fd7 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:36.388254 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "name": "network-vif-plugged", "status": "completed", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:36.388528 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-77a33708-3d66-4913-866f-e16da0915fd7 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:36.388937 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'code': 200} Feb 11 05:22:36.675563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dcf14-8393-464d-828d-a98c2a27f39f req-2e61873a-5891-4446-850c-fa766b80573a tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:36.679008 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-390dcf14-8393-464d-828d-a98c2a27f39f req-2e61873a-5891-4446-850c-fa766b80573a tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.2588925 Feb 11 05:22:36.692247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40800) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:36.699297 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1ceea1d0-593d-4984-9d34-49194c75bd97 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Request body: {'floatingip': {'port_id': 'aa5b0922-cfb6-426d-a9bf-a2da08f84bda'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:36.702294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a6f3b-d1be-4ba2-b860-92c4d23f9eee req-f3306453-f947-427a-bfec-50e2364e6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:36.710677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f77a6f3b-d1be-4ba2-b860-92c4d23f9eee req-f3306453-f947-427a-bfec-50e2364e6c09 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 1129 time: 0.2560439 Feb 11 05:22:36.763888 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ceea1d0-593d-4984-9d34-49194c75bd97 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for floatingip (ec1a507b-713c-4604-98eb-f18f3f672b04), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:36.862163 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f77a6f3b-d1be-4ba2-b860-92c4d23f9eee req-69a25e68-bac1-4070-a2ea-363e9a30218a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433973 Feb 11 05:22:37.205158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40808) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:37.419110 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.db.resource_extend [None req-1ceea1d0-593d-4984-9d34-49194c75bd97 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:22:37.527980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441c289-2222-4eb2-aab5-a905a94d9b24 req-03a747eb-bd44-4c81-9540-2cc8f62df454 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:37.544852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d441c289-2222-4eb2-aab5-a905a94d9b24 req-03a747eb-bd44-4c81-9540-2cc8f62df454 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 946 time: 0.2139509 Feb 11 05:22:37.558904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9aaa3dbc-f6db-4f34-949f-9b64b20cac74 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1886556468'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:37.598467 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ceea1d0-593d-4984-9d34-49194c75bd97 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.606735 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ceea1d0-593d-4984-9d34-49194c75bd97 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (ec1a507b-713c-4604-98eb-f18f3f672b04), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.682323 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d441c289-2222-4eb2-aab5-a905a94d9b24 req-e86738e9-0c2d-4337-993d-d4c0d33b3388 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365290 Feb 11 05:22:37.712667 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3dbc-f6db-4f34-949f-9b64b20cac74 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.723132 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3dbc-f6db-4f34-949f-9b64b20cac74 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.818384 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-1ceea1d0-593d-4984-9d34-49194c75bd97 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Floating IP ec1a507b-713c-4604-98eb-f18f3f672b04 associated. External IP: 172.25.5.32, port: aa5b0922-cfb6-426d-a9bf-a2da08f84bda. Feb 11 05:22:37.949634 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3dbc-f6db-4f34-949f-9b64b20cac74 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (4788e1aa-b43e-44cf-a418-2dabb352b77d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.959750 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3dbc-f6db-4f34-949f-9b64b20cac74 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4788e1aa-b43e-44cf-a418-2dabb352b77d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:37.985493 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ed3bc5b7-4a3b-489e-adfe-525597ec69aa up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:38.077059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port ed3bc5b7-4a3b-489e-adfe-525597ec69aa triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:38.077801 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.187945 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3dbc-f6db-4f34-949f-9b64b20cac74 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (4845e834-d6ad-4695-bf54-98a298b9227f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.221917 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3dbc-f6db-4f34-949f-9b64b20cac74 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4845e834-d6ad-4695-bf54-98a298b9227f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.222564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ed3bc5b7-4a3b-489e-adfe-525597ec69aa is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:38.222657 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.277587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa3dbc-f6db-4f34-949f-9b64b20cac74 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4788e1aa-b43e-44cf-a418-2dabb352b77d,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:38.279135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ed3bc5b7-4a3b-489e-adfe-525597ec69aa, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,segment=NetworkSegment(7c3e1ef7-acb3-4508-b942-12dcffce35f9),segment_id=7c3e1ef7-acb3-4508-b942-12dcffce35f9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:38.287523 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.288655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 81b757ab-9e42-40fe-bb13-f70307f41e25 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:38.304549 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ceea1d0-593d-4984-9d34-49194c75bd97 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:38.318822 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3dbc-f6db-4f34-949f-9b64b20cac74 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.325257 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40824) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:38.325446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9aaa3dbc-f6db-4f34-949f-9b64b20cac74 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1178060 Feb 11 05:22:38.402276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa3dbc-f6db-4f34-949f-9b64b20cac74 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4845e834-d6ad-4695-bf54-98a298b9227f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:38.404067 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c85c878-03ca-4d9e-8297-ba8c13de3cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3bc5b7-4a3b-489e-adfe-525597ec69aa'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:38.414668 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f5bd0a-0ea0-4c8e-8a37-16c173dd28c9" -d '{"events": [{"server_uuid": "6c85c878-03ca-4d9e-8297-ba8c13de3cfe", "name": "network-vif-plugged", "status": "completed", "tag": "ed3bc5b7-4a3b-489e-adfe-525597ec69aa"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:38.519144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:38.530266 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90974123-30ed-406b-a205-28641fb7ab67 x-openstack-request-id: req-90974123-30ed-406b-a205-28641fb7ab67 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:38.530718 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c85c878-03ca-4d9e-8297-ba8c13de3cfe", "name": "network-vif-plugged", "status": "completed", "tag": "ed3bc5b7-4a3b-489e-adfe-525597ec69aa", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:38.531019 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-90974123-30ed-406b-a205-28641fb7ab67 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:38.532462 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c85c878-03ca-4d9e-8297-ba8c13de3cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3bc5b7-4a3b-489e-adfe-525597ec69aa', 'code': 200} Feb 11 05:22:38.545553 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 81b757ab-9e42-40fe-bb13-f70307f41e25 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:38.549018 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.596728 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3f1724e5-40dc-4a56-a5b9-6350b79b91fb tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2673013 Feb 11 05:22:38.597598 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40836) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:38.602544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6de53cc9-c7c1-4311-a4cf-8e01157214b2 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group': {'name': 'tempest-security--1301048461', 'description': 'tempest-security-description-959528620'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:38.666676 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ceea1d0-593d-4984-9d34-49194c75bd97 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:38.684026 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6de53cc9-c7c1-4311-a4cf-8e01157214b2 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (4845e834-d6ad-4695-bf54-98a298b9227f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.696936 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ac3e5-9116-4c6e-aa3d-a72e0e291a6f None None] Sync routers for ids ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:38.703347 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ceea1d0-593d-4984-9d34-49194c75bd97 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.713854 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ac3e5-9116-4c6e-aa3d-a72e0e291a6f None None] Routers {'21f0bec0-fdfb-4b5d-9657-615d190e6d2b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:38.718061 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7a2ac3e5-9116-4c6e-aa3d-a72e0e291a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:38.749063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 81b757ab-9e42-40fe-bb13-f70307f41e25 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:38.759660 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.777242 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1ceea1d0-593d-4984-9d34-49194c75bd97 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "PUT /v2.0/floatingips/ec1a507b-713c-4604-98eb-f18f3f672b04 HTTP/1.1" status: 200 len: 991 time: 2.0837939 Feb 11 05:22:38.777878 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63db9e4c-18f9-41b1-ae7e-d8997cd3c120', 'tag': 'aa5b0922-cfb6-426d-a9bf-a2da08f84bda'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:38.780407 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdef627-8e7e-429c-8410-ab420527ac8b" -d '{"events": [{"name": "network-changed", "server_uuid": "63db9e4c-18f9-41b1-ae7e-d8997cd3c120", "tag": "aa5b0922-cfb6-426d-a9bf-a2da08f84bda"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:38.852844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 81b757ab-9e42-40fe-bb13-f70307f41e25, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=81b757ab-9e42-40fe-bb13-f70307f41e25,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:38.861404 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.862759 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ffe277a6-992f-4a40-97f8-6d4f51fdca48 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:38.926835 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6de53cc9-c7c1-4311-a4cf-8e01157214b2 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (4845e834-d6ad-4695-bf54-98a298b9227f), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:38.935630 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef14113-b149-45b2-bd62-a14ec894cc26 x-openstack-request-id: req-8ef14113-b149-45b2-bd62-a14ec894cc26 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:38.936642 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63db9e4c-18f9-41b1-ae7e-d8997cd3c120", "tag": "aa5b0922-cfb6-426d-a9bf-a2da08f84bda", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:38.936891 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8ef14113-b149-45b2-bd62-a14ec894cc26 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:38.937902 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63db9e4c-18f9-41b1-ae7e-d8997cd3c120', 'tag': 'aa5b0922-cfb6-426d-a9bf-a2da08f84bda', 'status': 'completed', 'code': 200} Feb 11 05:22:38.971967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=81b757ab-9e42-40fe-bb13-f70307f41e25,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:38.995942 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port ffe277a6-992f-4a40-97f8-6d4f51fdca48 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:38.996595 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.003721 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6de53cc9-c7c1-4311-a4cf-8e01157214b2 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4845e834-d6ad-4695-bf54-98a298b9227f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.010309 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6de53cc9-c7c1-4311-a4cf-8e01157214b2 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.015214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6de53cc9-c7c1-4311-a4cf-8e01157214b2 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "PUT /v2.0/security-groups/4845e834-d6ad-4695-bf54-98a298b9227f HTTP/1.1" status: 200 len: 1796 time: 0.4162729 Feb 11 05:22:39.020574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40848) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:39.084077 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-7a2ac3e5-9116-4c6e-aa3d-a72e0e291a6f None None] Set router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:39.089310 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b67431e5-e653-4ae4-bcfc-a701104d06cc tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-groups/4845e834-d6ad-4695-bf54-98a298b9227f HTTP/1.1" status: 200 len: 1796 time: 0.0659561 Feb 11 05:22:39.090663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40850) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:39.146190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de53cc9-c7c1-4311-a4cf-8e01157214b2 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4845e834-d6ad-4695-bf54-98a298b9227f,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:39.151345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port ffe277a6-992f-4a40-97f8-6d4f51fdca48 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:39.154357 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.155802 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-350d2d84-78ea-46e5-88c5-1d0af7b227ba tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (4845e834-d6ad-4695-bf54-98a298b9227f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.184015 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-350d2d84-78ea-46e5-88c5-1d0af7b227ba tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (4845e834-d6ad-4695-bf54-98a298b9227f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.213602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e6097-2cdc-4bdc-aa5c-7367316a1ddc req-be11d7a2-a1fb-402d-96f1-271a8cf9fd78 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:39.222631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f4e6097-2cdc-4bdc-aa5c-7367316a1ddc req-be11d7a2-a1fb-402d-96f1-271a8cf9fd78 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 946 time: 0.4065256 Feb 11 05:22:39.229931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port ffe277a6-992f-4a40-97f8-6d4f51fdca48, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:39.236374 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.237325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2d78f653-eab1-4417-8c0f-e971cd7498e3 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:39.272339 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-350d2d84-78ea-46e5-88c5-1d0af7b227ba tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4845e834-d6ad-4695-bf54-98a298b9227f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.281006 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-350d2d84-78ea-46e5-88c5-1d0af7b227ba tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.284706 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-350d2d84-78ea-46e5-88c5-1d0af7b227ba tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-groups/4845e834-d6ad-4695-bf54-98a298b9227f HTTP/1.1" status: 204 len: 168 time: 0.1930315 Feb 11 05:22:39.291739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40852) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:39.317531 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d2d84-78ea-46e5-88c5-1d0af7b227ba tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4845e834-d6ad-4695-bf54-98a298b9227f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:39.354165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 2d78f653-eab1-4417-8c0f-e971cd7498e3 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:39.354415 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.368290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdef627-8e7e-429c-8410-ab420527ac8b req-bab94cc9-4f7c-4599-b8e7-ea22ecafa2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:39.370183 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fdef627-8e7e-429c-8410-ab420527ac8b req-bab94cc9-4f7c-4599-b8e7-ea22ecafa2ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d38398dc263b4e81883a8499fb1a6d96&device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 1129 time: 0.4076209 Feb 11 05:22:39.385281 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=ffe277a6-992f-4a40-97f8-6d4f51fdca48,revision_number=13']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:39.461832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 2d78f653-eab1-4417-8c0f-e971cd7498e3 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:39.461832 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.496528 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7a2ac3e5-9116-4c6e-aa3d-a72e0e291a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:22:10Z', 'revision_number': 4, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'ec1a507b-713c-4604-98eb-f18f3f672b04', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'port_id': 'aa5b0922-cfb6-426d-a9bf-a2da08f84bda', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'mac_address': 'fa:16:3e:9f:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63db9e4c-18f9-41b1-ae7e-d8997cd3c120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:22:18Z', 'updated_at': '2022-02-11T05:22:37Z', 'revision_number': 1, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d05282-7567-4950-a6d3-5d523dd61dce', 'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'mac_address': 'fa:16:3e:48:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:08Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 5, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'subnets': [{'id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:39.521927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2d78f653-eab1-4417-8c0f-e971cd7498e3, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2d78f653-eab1-4417-8c0f-e971cd7498e3,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:39.527305 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.547582 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ac3e5-9116-4c6e-aa3d-a72e0e291a6f None None] Checking router: 21f0bec0-fdfb-4b5d-9657-615d190e6d2b for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:39.559680 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ac3e5-9116-4c6e-aa3d-a72e0e291a6f None None] Routers {'21f0bec0-fdfb-4b5d-9657-615d190e6d2b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:39.560551 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7a2ac3e5-9116-4c6e-aa3d-a72e0e291a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:39.606447 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.631274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=2d78f653-eab1-4417-8c0f-e971cd7498e3,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:39.718853 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-7a2ac3e5-9116-4c6e-aa3d-a72e0e291a6f None None] Set router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:39.727107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f4e6097-2cdc-4bdc-aa5c-7367316a1ddc req-f9f1a760-4bbd-44f8-9f14-a68f63086704 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4978261 Feb 11 05:22:39.741957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-373019dc-91da-43a1-bc81-dd41ca6c22e8 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4477119 Feb 11 05:22:39.744745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40864) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:39.762219 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-e8d47340-0815-4841-8173-a359a9f7f6a7 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] delete failed (client error): The resource could not be found. Feb 11 05:22:39.763336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e8d47340-0815-4841-8173-a359a9f7f6a7 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-groups/4845e834-d6ad-4695-bf54-98a298b9227f HTTP/1.1" status: 404 len: 347 time: 0.0175955 Feb 11 05:22:39.768106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40868) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:39.773965 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2133c4d6-ecf3-45a8-b115-da11d757e0c8 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1355446645'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:39.821101 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2133c4d6-ecf3-45a8-b115-da11d757e0c8 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.856475 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdef627-8e7e-429c-8410-ab420527ac8b req-7c81f0c5-9f5e-420c-bddc-4aba21cc48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:39.858094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fdef627-8e7e-429c-8410-ab420527ac8b req-7c81f0c5-9f5e-420c-bddc-4aba21cc48b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cc0a917d-8eaf-4d95-a902-cd3344524860 HTTP/1.1" status: 200 len: 911 time: 0.4784698 Feb 11 05:22:39.965864 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2133c4d6-ecf3-45a8-b115-da11d757e0c8 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (353665a9-5672-40c3-8b4e-da765108eff2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:39.971497 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2133c4d6-ecf3-45a8-b115-da11d757e0c8 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (353665a9-5672-40c3-8b4e-da765108eff2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.019278 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133c4d6-ecf3-45a8-b115-da11d757e0c8 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353665a9-5672-40c3-8b4e-da765108eff2,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:40.027292 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2133c4d6-ecf3-45a8-b115-da11d757e0c8 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.029500 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2133c4d6-ecf3-45a8-b115-da11d757e0c8 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2603936 Feb 11 05:22:40.036423 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40874) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:40.042919 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4d6fafa7-dbb2-4071-adcd-9f7337857045 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group_rule': {'security_group_id': '353665a9-5672-40c3-8b4e-da765108eff2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:40.062880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32392db1-7c00-4ecf-8587-9e7035f33ee2 req-823aa1b6-8dc3-404e-81e5-29498cd7d39f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:40.067274 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-32392db1-7c00-4ecf-8587-9e7035f33ee2 req-823aa1b6-8dc3-404e-81e5-29498cd7d39f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 946 time: 0.2123070 Feb 11 05:22:40.073582 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d6fafa7-dbb2-4071-adcd-9f7337857045 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (57b9686d-6665-4edc-a59e-e50f9988ef00), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.077280 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40878) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:40.083168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3bf17768-2dc9-401f-ae56-4bb5111d630d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Request body: {'floatingip': {'port_id': '2688b163-76b0-4719-9c65-f83a9f6ef193'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:40.093761 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fdef627-8e7e-429c-8410-ab420527ac8b req-309c28df-30be-4989-9fca-95b9ce061de8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa5b0922-cfb6-426d-a9bf-a2da08f84bda HTTP/1.1" status: 200 len: 999 time: 0.2228074 Feb 11 05:22:40.096051 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7a2ac3e5-9116-4c6e-aa3d-a72e0e291a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:22:10Z', 'revision_number': 4, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'ec1a507b-713c-4604-98eb-f18f3f672b04', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'port_id': 'aa5b0922-cfb6-426d-a9bf-a2da08f84bda', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'mac_address': 'fa:16:3e:9f:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63db9e4c-18f9-41b1-ae7e-d8997cd3c120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:22:18Z', 'updated_at': '2022-02-11T05:22:37Z', 'revision_number': 1, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d05282-7567-4950-a6d3-5d523dd61dce', 'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'mac_address': 'fa:16:3e:48:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:08Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 5, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'subnets': [{'id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:40.132951 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf17768-2dc9-401f-ae56-4bb5111d630d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for floatingip (a5abeadc-5aa1-43b8-97d5-d3186568478c), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.154502 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ac3e5-9116-4c6e-aa3d-a72e0e291a6f None None] The sync data for ids ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'] in n-d-713499-38 is: [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:22:10Z', 'revision_number': 4, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'ec1a507b-713c-4604-98eb-f18f3f672b04', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'port_id': 'aa5b0922-cfb6-426d-a9bf-a2da08f84bda', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'mac_address': 'fa:16:3e:9f:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63db9e4c-18f9-41b1-ae7e-d8997cd3c120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:22:18Z', 'updated_at': '2022-02-11T05:22:37Z', 'revision_number': 1, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d05282-7567-4950-a6d3-5d523dd61dce', 'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'mac_address': 'fa:16:3e:48:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:08Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 5, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'subnets': [{'id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:40.223327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdef627-8e7e-429c-8410-ab420527ac8b req-85f26ab1-719d-4b02-a23f-9341e7b724c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:40.225863 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fdef627-8e7e-429c-8410-ab420527ac8b req-85f26ab1-719d-4b02-a23f-9341e7b724c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7873483-8f55-4b01-980d-97e18e14d525 HTTP/1.1" status: 200 len: 849 time: 0.1251175 Feb 11 05:22:40.298983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdef627-8e7e-429c-8410-ab420527ac8b req-2fe066f8-b70c-4460-8644-2d06eac95d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:40.299582 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d6fafa7-dbb2-4071-adcd-9f7337857045 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (57b9686d-6665-4edc-a59e-e50f9988ef00), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.300874 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fdef627-8e7e-429c-8410-ab420527ac8b req-2fe066f8-b70c-4460-8644-2d06eac95d21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc0a917d-8eaf-4d95-a902-cd3344524860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0685649 Feb 11 05:22:40.305913 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d6fafa7-dbb2-4071-adcd-9f7337857045 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (57b9686d-6665-4edc-a59e-e50f9988ef00), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.341660 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fafa7-dbb2-4071-adcd-9f7337857045 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b9686d-6665-4edc-a59e-e50f9988ef00,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:40.380692 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d6fafa7-dbb2-4071-adcd-9f7337857045 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.384898 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4d6fafa7-dbb2-4071-adcd-9f7337857045 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3463228 Feb 11 05:22:40.385576 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40882) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:40.420814 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6939b07d-f8c8-4c93-b208-beaabaae2fb6 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (57b9686d-6665-4edc-a59e-e50f9988ef00), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.425642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fdef627-8e7e-429c-8410-ab420527ac8b req-c54b1951-e1d4-4c44-b5e5-cd6245a28005 service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183598 Feb 11 05:22:40.434381 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6939b07d-f8c8-4c93-b208-beaabaae2fb6 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (57b9686d-6665-4edc-a59e-e50f9988ef00), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.470660 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6939b07d-f8c8-4c93-b208-beaabaae2fb6 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (57b9686d-6665-4edc-a59e-e50f9988ef00), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.476294 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6939b07d-f8c8-4c93-b208-beaabaae2fb6 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.480351 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6939b07d-f8c8-4c93-b208-beaabaae2fb6 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/57b9686d-6665-4edc-a59e-e50f9988ef00 HTTP/1.1" status: 204 len: 168 time: 0.0920076 Feb 11 05:22:40.481024 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40884) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:40.510324 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939b07d-f8c8-4c93-b208-beaabaae2fb6 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57b9686d-6665-4edc-a59e-e50f9988ef00,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:40.533677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bd679c-df36-4149-a1ff-ff6b6f328e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b757ab-9e42-40fe-bb13-f70307f41e25'}, {'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48'}, {'server_uuid': 'a9d194e1-7e38-4a0b-bfca-456ec1e75a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d78f653-eab1-4417-8c0f-e971cd7498e3'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:40.536021 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab49d3e5-70c2-4b23-b9b4-43664be1ec2a" -d '{"events": [{"server_uuid": "16bd679c-df36-4149-a1ff-ff6b6f328e84", "name": "network-vif-plugged", "status": "completed", "tag": "81b757ab-9e42-40fe-bb13-f70307f41e25"}, {"server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "name": "network-vif-plugged", "status": "completed", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48"}, {"server_uuid": "a9d194e1-7e38-4a0b-bfca-456ec1e75a5c", "name": "network-vif-plugged", "status": "completed", "tag": "2d78f653-eab1-4417-8c0f-e971cd7498e3"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:40.542056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e281c-fdeb-4309-9abf-9269deb56412 None None] New status for floating IP ec1a507b-713c-4604-98eb-f18f3f672b04: ACTIVE {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:22:40.572908 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fdef627-8e7e-429c-8410-ab420527ac8b req-64242665-401d-461a-94a9-a61d75390111 service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402359 Feb 11 05:22:40.594510 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40890) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:40.594704 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1a9db580-2663-4096-a552-350297fdb60d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1084824 Feb 11 05:22:40.666975 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14dd8ec-472d-418f-8c31-2b787a3506ba x-openstack-request-id: req-a14dd8ec-472d-418f-8c31-2b787a3506ba {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:40.672538 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16bd679c-df36-4149-a1ff-ff6b6f328e84", "name": "network-vif-plugged", "status": "completed", "tag": "81b757ab-9e42-40fe-bb13-f70307f41e25", "code": 200}, {"server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "name": "network-vif-plugged", "status": "completed", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48", "code": 200}, {"server_uuid": "a9d194e1-7e38-4a0b-bfca-456ec1e75a5c", "name": "network-vif-plugged", "status": "completed", "tag": "2d78f653-eab1-4417-8c0f-e971cd7498e3", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:40.673112 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a14dd8ec-472d-418f-8c31-2b787a3506ba {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:40.673755 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bd679c-df36-4149-a1ff-ff6b6f328e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b757ab-9e42-40fe-bb13-f70307f41e25', 'code': 200} Feb 11 05:22:40.674233 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'code': 200} Feb 11 05:22:40.674709 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d194e1-7e38-4a0b-bfca-456ec1e75a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d78f653-eab1-4417-8c0f-e971cd7498e3', 'code': 200} Feb 11 05:22:40.697131 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b314-0a6c-4185-8f68-20e7cb3a67ed tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (353665a9-5672-40c3-8b4e-da765108eff2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.725053 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b314-0a6c-4185-8f68-20e7cb3a67ed tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (353665a9-5672-40c3-8b4e-da765108eff2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.782647 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b314-0a6c-4185-8f68-20e7cb3a67ed tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (353665a9-5672-40c3-8b4e-da765108eff2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.789544 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b314-0a6c-4185-8f68-20e7cb3a67ed tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:40.793830 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b9a0b314-0a6c-4185-8f68-20e7cb3a67ed tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-groups/353665a9-5672-40c3-8b4e-da765108eff2 HTTP/1.1" status: 204 len: 168 time: 0.1947963 Feb 11 05:22:40.794532 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40898) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:40.826477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0b314-0a6c-4185-8f68-20e7cb3a67ed tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=353665a9-5672-40c3-8b4e-da765108eff2,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:40.881308 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a6c534da-20bf-4ace-af2f-acf0574692f6 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0798445 Feb 11 05:22:40.881959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40900) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:40.886559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-5ac4c822-cc46-4048-b83b-3f6b23f9a082 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072631429'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:40.921065 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c822-cc46-4048-b83b-3f6b23f9a082 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.018032 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c822-cc46-4048-b83b-3f6b23f9a082 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (72259e40-4e1b-4df6-aa53-677ab511705d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.023523 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c822-cc46-4048-b83b-3f6b23f9a082 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (72259e40-4e1b-4df6-aa53-677ab511705d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.061594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4c822-cc46-4048-b83b-3f6b23f9a082 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72259e40-4e1b-4df6-aa53-677ab511705d,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:41.068585 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ac4c822-cc46-4048-b83b-3f6b23f9a082 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.073029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40902) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:41.073615 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5ac4c822-cc46-4048-b83b-3f6b23f9a082 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1906240 Feb 11 05:22:41.080434 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8135e2fe-d2bb-4763-a23f-8f45ca333f38 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group_rule': {'security_group_id': '72259e40-4e1b-4df6-aa53-677ab511705d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:41.105984 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf17768-2dc9-401f-ae56-4bb5111d630d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.112666 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf17768-2dc9-401f-ae56-4bb5111d630d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a5abeadc-5aa1-43b8-97d5-d3186568478c), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.160042 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8135e2fe-d2bb-4763-a23f-8f45ca333f38 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (3e7ceb1a-ea14-4c84-b048-9b103857c869), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.266600 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8135e2fe-d2bb-4763-a23f-8f45ca333f38 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (3e7ceb1a-ea14-4c84-b048-9b103857c869), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.268596 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-3bf17768-2dc9-401f-ae56-4bb5111d630d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Floating IP a5abeadc-5aa1-43b8-97d5-d3186568478c associated. External IP: 172.25.5.215, port: 2688b163-76b0-4719-9c65-f83a9f6ef193. Feb 11 05:22:41.321650 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8135e2fe-d2bb-4763-a23f-8f45ca333f38 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (3e7ceb1a-ea14-4c84-b048-9b103857c869), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.660951 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135e2fe-d2bb-4763-a23f-8f45ca333f38 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7ceb1a-ea14-4c84-b048-9b103857c869,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:41.690246 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8135e2fe-d2bb-4763-a23f-8f45ca333f38 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.693060 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8135e2fe-d2bb-4763-a23f-8f45ca333f38 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6164680 Feb 11 05:22:41.694397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40908) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:41.699954 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-2435e778-88b6-4fb7-8c65-b4159cc67aba tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group_rule': {'security_group_id': '72259e40-4e1b-4df6-aa53-677ab511705d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:41.754289 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2435e778-88b6-4fb7-8c65-b4159cc67aba tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (c48c924d-1950-42db-a9e9-1c9dc21c0400), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.875634 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2435e778-88b6-4fb7-8c65-b4159cc67aba tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (c48c924d-1950-42db-a9e9-1c9dc21c0400), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.889242 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2435e778-88b6-4fb7-8c65-b4159cc67aba tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (c48c924d-1950-42db-a9e9-1c9dc21c0400), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.907444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435e778-88b6-4fb7-8c65-b4159cc67aba tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48c924d-1950-42db-a9e9-1c9dc21c0400,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:41.920291 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2435e778-88b6-4fb7-8c65-b4159cc67aba tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:41.922543 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2435e778-88b6-4fb7-8c65-b4159cc67aba tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2260058 Feb 11 05:22:41.925098 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40916) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:41.930210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-796c7d93-6eff-4150-94ae-ec16b7d86302 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group_rule': {'security_group_id': '72259e40-4e1b-4df6-aa53-677ab511705d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:41.967909 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-796c7d93-6eff-4150-94ae-ec16b7d86302 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (5b7a246a-3a6e-4f1e-b19a-5c0d277f525e), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.018223 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf17768-2dc9-401f-ae56-4bb5111d630d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Router 49777c72-0606-4a52-94bb-f661d1820c00 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:22:42.041229 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-796c7d93-6eff-4150-94ae-ec16b7d86302 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (5b7a246a-3a6e-4f1e-b19a-5c0d277f525e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.047079 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-796c7d93-6eff-4150-94ae-ec16b7d86302 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (5b7a246a-3a6e-4f1e-b19a-5c0d277f525e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.064729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c7d93-6eff-4150-94ae-ec16b7d86302 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7a246a-3a6e-4f1e-b19a-5c0d277f525e,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:42.079290 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-796c7d93-6eff-4150-94ae-ec16b7d86302 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.083497 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40918) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:42.084012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-796c7d93-6eff-4150-94ae-ec16b7d86302 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1574216 Feb 11 05:22:42.088933 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f5261663-2b09-452d-829e-235b43cad751 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group_rule': {'security_group_id': '72259e40-4e1b-4df6-aa53-677ab511705d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:42.160991 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f5261663-2b09-452d-829e-235b43cad751 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (b1d99d5b-865d-45c5-9af6-6b080418626f), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.185006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf17768-2dc9-401f-ae56-4bb5111d630d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:22:42.192795 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf17768-2dc9-401f-ae56-4bb5111d630d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.197926 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f40f9-a706-4eb6-a730-26879562f2fa None None] Sync routers for ids ['49777c72-0606-4a52-94bb-f661d1820c00'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:22:42.210819 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f40f9-a706-4eb6-a730-26879562f2fa None None] Routers {'49777c72-0606-4a52-94bb-f661d1820c00'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:42.211735 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ec5f40f9-a706-4eb6-a730-26879562f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['49777c72-0606-4a52-94bb-f661d1820c00'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:42.250635 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3bf17768-2dc9-401f-ae56-4bb5111d630d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "PUT /v2.0/floatingips/a5abeadc-5aa1-43b8-97d5-d3186568478c HTTP/1.1" status: 200 len: 992 time: 2.1723199 Feb 11 05:22:42.253498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:42.256318 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f6c6da-0b81-406b-beca-70be178c57f8" -d '{"events": [{"name": "network-changed", "server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:42.268617 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f5261663-2b09-452d-829e-235b43cad751 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (b1d99d5b-865d-45c5-9af6-6b080418626f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.273899 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f5261663-2b09-452d-829e-235b43cad751 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (b1d99d5b-865d-45c5-9af6-6b080418626f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.290937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5261663-2b09-452d-829e-235b43cad751 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d99d5b-865d-45c5-9af6-6b080418626f,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:42.319276 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f5261663-2b09-452d-829e-235b43cad751 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.321330 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f5261663-2b09-452d-829e-235b43cad751 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2357223 Feb 11 05:22:42.323600 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40924) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:42.335569 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-c2851ed4-0317-46e5-bda7-d68356625944 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group_rule': {'security_group_id': '72259e40-4e1b-4df6-aa53-677ab511705d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:42.340918 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa641f4-7841-4c32-bbcf-4d075dbb2cb0 x-openstack-request-id: req-1aa641f4-7841-4c32-bbcf-4d075dbb2cb0 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:42.341342 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:42.341844 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1aa641f4-7841-4c32-bbcf-4d075dbb2cb0 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:42.342250 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'status': 'completed', 'code': 200} Feb 11 05:22:42.348999 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ec5f40f9-a706-4eb6-a730-26879562f2fa None None] Set router 49777c72-0606-4a52-94bb-f661d1820c00 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:42.381448 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2851ed4-0317-46e5-bda7-d68356625944 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (bcf22692-318b-4ee3-8c22-aac5bc0166ed), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.478311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6c6da-0b81-406b-beca-70be178c57f8 req-1cb70dad-1a1b-4919-99c2-d37796b817fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:42.480935 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f6c6da-0b81-406b-beca-70be178c57f8 req-1cb70dad-1a1b-4919-99c2-d37796b817fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 1129 time: 0.1169555 Feb 11 05:22:42.495803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2c9a1-d028-47e2-9479-43c464c4a1a8 req-0bc42231-5e0e-41f0-81f3-c888b0fe24cc tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:42.498144 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19d2c9a1-d028-47e2-9479-43c464c4a1a8 req-0bc42231-5e0e-41f0-81f3-c888b0fe24cc tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 946 time: 0.0786912 Feb 11 05:22:42.538118 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2851ed4-0317-46e5-bda7-d68356625944 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (bcf22692-318b-4ee3-8c22-aac5bc0166ed), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.544511 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2851ed4-0317-46e5-bda7-d68356625944 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (bcf22692-318b-4ee3-8c22-aac5bc0166ed), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.585120 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2851ed4-0317-46e5-bda7-d68356625944 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.589178 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c2851ed4-0317-46e5-bda7-d68356625944 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2576294 Feb 11 05:22:42.589178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2851ed4-0317-46e5-bda7-d68356625944 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf22692-318b-4ee3-8c22-aac5bc0166ed,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:42.590167 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40928) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:42.629670 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19d2c9a1-d028-47e2-9479-43c464c4a1a8 req-b2ecc9f4-2134-4d61-9a53-42043d17ac17 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212173 Feb 11 05:22:42.636467 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-85a24e68-5ead-414f-8aca-f4e2042badcc tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (bcf22692-318b-4ee3-8c22-aac5bc0166ed), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.657418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6c6da-0b81-406b-beca-70be178c57f8 req-c085c5e6-cdc6-4c07-b050-2ffbb471e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:42.658847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f6c6da-0b81-406b-beca-70be178c57f8 req-c085c5e6-cdc6-4c07-b050-2ffbb471e23d service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 912 time: 0.1591716 Feb 11 05:22:42.659402 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-85a24e68-5ead-414f-8aca-f4e2042badcc tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (bcf22692-318b-4ee3-8c22-aac5bc0166ed), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.705038 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-85a24e68-5ead-414f-8aca-f4e2042badcc tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (bcf22692-318b-4ee3-8c22-aac5bc0166ed), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.710288 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-85a24e68-5ead-414f-8aca-f4e2042badcc tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:42.714577 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-85a24e68-5ead-414f-8aca-f4e2042badcc tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/bcf22692-318b-4ee3-8c22-aac5bc0166ed HTTP/1.1" status: 204 len: 168 time: 0.1171513 Feb 11 05:22:42.715189 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40932) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:42.745683 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a24e68-5ead-414f-8aca-f4e2042badcc tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcf22692-318b-4ee3-8c22-aac5bc0166ed,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:42.822695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f6c6da-0b81-406b-beca-70be178c57f8 req-115ab18f-fa93-4f84-a3d5-4f510f4e6282 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2688b163-76b0-4719-9c65-f83a9f6ef193 HTTP/1.1" status: 200 len: 1000 time: 0.1572063 Feb 11 05:22:42.839635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9fb55-f7bb-4377-8922-e222a0bc78c1 req-afa10bd2-c6d1-49ac-8648-d0022f1c7413 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:42.846980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-62f9fb55-f7bb-4377-8922-e222a0bc78c1 req-afa10bd2-c6d1-49ac-8648-d0022f1c7413 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 946 time: 0.1095743 Feb 11 05:22:42.854602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40938) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:42.856207 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-16037aa8-98a2-4973-bb10-f6f042540515 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1377275 Feb 11 05:22:42.882575 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ec5f40f9-a706-4eb6-a730-26879562f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49777c72-0606-4a52-94bb-f661d1820c00', 'name': 'tempest-ServerActionsTestJSON-725393311-router', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:22:16Z', 'revision_number': 4, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'gw_port': {'id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:10Z', 'updated_at': '2022-02-11T05:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a5abeadc-5aa1-43b8-97d5-d3186568478c', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'port_id': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'mac_address': 'fa:16:3e:76:b5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:22:21Z', 'updated_at': '2022-02-11T05:22:40Z', 'revision_number': 1, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c', 'name': '', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'mac_address': 'fa:16:3e:de:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:14Z', 'updated_at': '2022-02-11T05:22:21Z', 'revision_number': 5, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'subnets': [{'id': '851350eb-847c-4b77-aca2-43ae706acc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:42.930045 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f40f9-a706-4eb6-a730-26879562f2fa None None] Checking router: 49777c72-0606-4a52-94bb-f661d1820c00 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:22:42.939658 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f40f9-a706-4eb6-a730-26879562f2fa None None] Routers {'49777c72-0606-4a52-94bb-f661d1820c00'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:22:42.940567 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ec5f40f9-a706-4eb6-a730-26879562f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:22:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['49777c72-0606-4a52-94bb-f661d1820c00'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:42.991110 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-62f9fb55-f7bb-4377-8922-e222a0bc78c1 req-72eeb85c-0456-47ff-b628-5b63318f51b4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428313 Feb 11 05:22:42.999209 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c8094a56-94ea-469f-bc07-64e52ba95b6e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (b1d99d5b-865d-45c5-9af6-6b080418626f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.009385 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c8094a56-94ea-469f-bc07-64e52ba95b6e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (b1d99d5b-865d-45c5-9af6-6b080418626f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.046475 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c8094a56-94ea-469f-bc07-64e52ba95b6e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (b1d99d5b-865d-45c5-9af6-6b080418626f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.053638 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c8094a56-94ea-469f-bc07-64e52ba95b6e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.057636 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40944) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:43.058636 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c8094a56-94ea-469f-bc07-64e52ba95b6e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/b1d99d5b-865d-45c5-9af6-6b080418626f HTTP/1.1" status: 204 len: 168 time: 0.1926341 Feb 11 05:22:43.063172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6c6da-0b81-406b-beca-70be178c57f8 req-e66e7eed-f28f-46bd-9d62-63051b72dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.064680 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f6c6da-0b81-406b-beca-70be178c57f8 req-e66e7eed-f28f-46bd-9d62-63051b72dd52 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.2334332 Feb 11 05:22:43.071599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8094a56-94ea-469f-bc07-64e52ba95b6e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1d99d5b-865d-45c5-9af6-6b080418626f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:43.120648 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-96f36575-38a6-4870-b952-2cd358e0c4fc tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0612037 Feb 11 05:22:43.123267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40946) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:43.158973 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c260298-cc2c-4f50-8b56-540a800063fc tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (5b7a246a-3a6e-4f1e-b19a-5c0d277f525e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.167985 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c260298-cc2c-4f50-8b56-540a800063fc tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (5b7a246a-3a6e-4f1e-b19a-5c0d277f525e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.199408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6c6da-0b81-406b-beca-70be178c57f8 req-f0f2f01f-c31d-4847-829f-6f5c3d4e3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:43.200860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c260298-cc2c-4f50-8b56-540a800063fc tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (5b7a246a-3a6e-4f1e-b19a-5c0d277f525e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.201036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f6c6da-0b81-406b-beca-70be178c57f8 req-f0f2f01f-c31d-4847-829f-6f5c3d4e3c87 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1194408 Feb 11 05:22:43.209339 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c260298-cc2c-4f50-8b56-540a800063fc tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.211428 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8c260298-cc2c-4f50-8b56-540a800063fc tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/5b7a246a-3a6e-4f1e-b19a-5c0d277f525e HTTP/1.1" status: 204 len: 168 time: 0.0868540 Feb 11 05:22:43.215179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40948) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:43.216179 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c260298-cc2c-4f50-8b56-540a800063fc tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b7a246a-3a6e-4f1e-b19a-5c0d277f525e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:43.277668 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ec5f40f9-a706-4eb6-a730-26879562f2fa None None] Set router 49777c72-0606-4a52-94bb-f661d1820c00 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:22:43.382343 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-db038f4b-c6e0-4223-b7df-ebde6dd67df1 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1460128 Feb 11 05:22:43.382715 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40950) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:43.422093 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-81b59711-d07e-4795-b717-0478933d2ce0 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (c48c924d-1950-42db-a9e9-1c9dc21c0400), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.441593 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-81b59711-d07e-4795-b717-0478933d2ce0 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (c48c924d-1950-42db-a9e9-1c9dc21c0400), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.448252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f6c6da-0b81-406b-beca-70be178c57f8 req-c2b2faec-0c5f-403a-a836-e8d53274dd04 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351484 Feb 11 05:22:43.479670 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-81b59711-d07e-4795-b717-0478933d2ce0 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (c48c924d-1950-42db-a9e9-1c9dc21c0400), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.498589 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-81b59711-d07e-4795-b717-0478933d2ce0 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.498589 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-81b59711-d07e-4795-b717-0478933d2ce0 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/c48c924d-1950-42db-a9e9-1c9dc21c0400 HTTP/1.1" status: 204 len: 168 time: 0.1102009 Feb 11 05:22:43.498589 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40954) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:43.527520 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b59711-d07e-4795-b717-0478933d2ce0 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c48c924d-1950-42db-a9e9-1c9dc21c0400,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:43.572375 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-253b83a7-79c4-45f6-a46b-625d322b4dbc tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0724580 Feb 11 05:22:43.572810 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40956) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:43.579849 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f6c6da-0b81-406b-beca-70be178c57f8 req-b4f95046-707b-4e33-b683-747286f2f7f6 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268325 Feb 11 05:22:43.586727 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ec5f40f9-a706-4eb6-a730-26879562f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49777c72-0606-4a52-94bb-f661d1820c00', 'name': 'tempest-ServerActionsTestJSON-725393311-router', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:22:16Z', 'revision_number': 4, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'gw_port': {'id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:10Z', 'updated_at': '2022-02-11T05:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a5abeadc-5aa1-43b8-97d5-d3186568478c', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'port_id': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'mac_address': 'fa:16:3e:76:b5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:22:21Z', 'updated_at': '2022-02-11T05:22:40Z', 'revision_number': 1, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c', 'name': '', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'mac_address': 'fa:16:3e:de:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:14Z', 'updated_at': '2022-02-11T05:22:21Z', 'revision_number': 5, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'subnets': [{'id': '851350eb-847c-4b77-aca2-43ae706acc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:22:43.601654 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-556d983d-cc76-455e-96d0-b5494d60c31e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (3e7ceb1a-ea14-4c84-b048-9b103857c869), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.612453 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-556d983d-cc76-455e-96d0-b5494d60c31e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (3e7ceb1a-ea14-4c84-b048-9b103857c869), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.637475 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f40f9-a706-4eb6-a730-26879562f2fa None None] The sync data for ids ['49777c72-0606-4a52-94bb-f661d1820c00'] in n-d-713499-38 is: [{'id': '49777c72-0606-4a52-94bb-f661d1820c00', 'name': 'tempest-ServerActionsTestJSON-725393311-router', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:22:16Z', 'revision_number': 4, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'gw_port': {'id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:10Z', 'updated_at': '2022-02-11T05:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a5abeadc-5aa1-43b8-97d5-d3186568478c', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'port_id': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'mac_address': 'fa:16:3e:76:b5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:22:21Z', 'updated_at': '2022-02-11T05:22:40Z', 'revision_number': 1, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c', 'name': '', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'mac_address': 'fa:16:3e:de:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:14Z', 'updated_at': '2022-02-11T05:22:21Z', 'revision_number': 5, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'subnets': [{'id': '851350eb-847c-4b77-aca2-43ae706acc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:22:43.643574 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-556d983d-cc76-455e-96d0-b5494d60c31e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (3e7ceb1a-ea14-4c84-b048-9b103857c869), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.649975 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-556d983d-cc76-455e-96d0-b5494d60c31e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.654571 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-556d983d-cc76-455e-96d0-b5494d60c31e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/3e7ceb1a-ea14-4c84-b048-9b103857c869 HTTP/1.1" status: 204 len: 168 time: 0.0779803 Feb 11 05:22:43.654571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40958) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:43.665208 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d983d-cc76-455e-96d0-b5494d60c31e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e7ceb1a-ea14-4c84-b048-9b103857c869,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:43.700797 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0c531b2a-68ca-4668-85c3-e03ebcb042f7 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0452588 Feb 11 05:22:43.703279 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40960) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:43.762010 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73c81ded-c4ed-40c5-ab60-c4a97c6a10e6 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (72259e40-4e1b-4df6-aa53-677ab511705d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.786504 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73c81ded-c4ed-40c5-ab60-c4a97c6a10e6 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (72259e40-4e1b-4df6-aa53-677ab511705d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.833702 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73c81ded-c4ed-40c5-ab60-c4a97c6a10e6 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (72259e40-4e1b-4df6-aa53-677ab511705d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.837590 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73c81ded-c4ed-40c5-ab60-c4a97c6a10e6 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:43.841693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40964) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:43.844110 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-73c81ded-c4ed-40c5-ab60-c4a97c6a10e6 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-groups/72259e40-4e1b-4df6-aa53-677ab511705d HTTP/1.1" status: 204 len: 168 time: 0.1398022 Feb 11 05:22:43.854981 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c81ded-c4ed-40c5-ab60-c4a97c6a10e6 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72259e40-4e1b-4df6-aa53-677ab511705d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:43.888146 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995116d1-45d9-4d05-884d-ac530418dcbc None None] New status for floating IP a5abeadc-5aa1-43b8-97d5-d3186568478c: ACTIVE {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:22:43.931331 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9aad12a9-50d8-4ac0-bde5-ef4134b07bbe tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0882695 Feb 11 05:22:43.938119 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40968) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:43.945003 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-cf5e3edd-bb0e-4198-abdd-cc24c070d3b1 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group': {'name': 'tempest-secgroup--584253710'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:43.970577 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf5e3edd-bb0e-4198-abdd-cc24c070d3b1 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.007526 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.060393 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf5e3edd-bb0e-4198-abdd-cc24c070d3b1 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (138c7eba-5d87-4672-a06b-c78abf9f068d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.065556 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf5e3edd-bb0e-4198-abdd-cc24c070d3b1 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (138c7eba-5d87-4672-a06b-c78abf9f068d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.107238 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf5e3edd-bb0e-4198-abdd-cc24c070d3b1 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.108681 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cf5e3edd-bb0e-4198-abdd-cc24c070d3b1 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1695464 Feb 11 05:22:44.111891 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40976) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:44.116810 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8011e47e-dbb6-456d-84a2-aaf4093d6110 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group_rule': {'security_group_id': '138c7eba-5d87-4672-a06b-c78abf9f068d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:44.137181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e3edd-bb0e-4198-abdd-cc24c070d3b1 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138c7eba-5d87-4672-a06b-c78abf9f068d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:44.150063 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8011e47e-dbb6-456d-84a2-aaf4093d6110 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (c8d4249a-4a59-46d3-99b4-a33284ce4207), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.217995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb94fe-d6f5-4fc9-9811-cef8890cc5cf req-9158d727-8151-476e-b8b9-96e61d0b5b50 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:44.219956 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0cfb94fe-d6f5-4fc9-9811-cef8890cc5cf req-9158d727-8151-476e-b8b9-96e61d0b5b50 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 946 time: 0.1115129 Feb 11 05:22:44.225419 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8011e47e-dbb6-456d-84a2-aaf4093d6110 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (c8d4249a-4a59-46d3-99b4-a33284ce4207), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.235146 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8011e47e-dbb6-456d-84a2-aaf4093d6110 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (c8d4249a-4a59-46d3-99b4-a33284ce4207), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.252367 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011e47e-dbb6-456d-84a2-aaf4093d6110 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d4249a-4a59-46d3-99b4-a33284ce4207,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:44.264120 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8011e47e-dbb6-456d-84a2-aaf4093d6110 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.267463 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8011e47e-dbb6-456d-84a2-aaf4093d6110 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1524525 Feb 11 05:22:44.268181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40978) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:44.289086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0cfb94fe-d6f5-4fc9-9811-cef8890cc5cf req-0a4cfa83-bed6-41ff-9bbf-d1925677226d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561759 Feb 11 05:22:44.327027 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d4ed8479-44dc-49b4-aad4-09e9bac35c7d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (138c7eba-5d87-4672-a06b-c78abf9f068d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.352769 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d4ed8479-44dc-49b4-aad4-09e9bac35c7d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (138c7eba-5d87-4672-a06b-c78abf9f068d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.402783 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d4ed8479-44dc-49b4-aad4-09e9bac35c7d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (138c7eba-5d87-4672-a06b-c78abf9f068d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.405585 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d4ed8479-44dc-49b4-aad4-09e9bac35c7d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.409568 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d4ed8479-44dc-49b4-aad4-09e9bac35c7d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-groups/138c7eba-5d87-4672-a06b-c78abf9f068d HTTP/1.1" status: 204 len: 168 time: 0.1378024 Feb 11 05:22:44.409734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9bee4-4004-448f-96c5-4fb0e0063141 req-082ba1ab-8ee3-404d-9a25-1aad10f7a769 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:44.410347 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40982) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:44.411436 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9cb9bee4-4004-448f-96c5-4fb0e0063141 req-082ba1ab-8ee3-404d-9a25-1aad10f7a769 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 946 time: 0.0556736 Feb 11 05:22:44.423810 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed8479-44dc-49b4-aad4-09e9bac35c7d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138c7eba-5d87-4672-a06b-c78abf9f068d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:44.469242 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9cb9bee4-4004-448f-96c5-4fb0e0063141 req-d6323c98-d1f7-497e-880f-ea4bda508244 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495605 Feb 11 05:22:44.480019 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3f8ab5b1-364f-4024-b4b8-05e1e6d7340e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0651023 Feb 11 05:22:44.480306 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40984) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:44.485079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1a201ba8-75db-4eeb-a1f6-3f39f096a716 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group': {'name': 'tempest-secgroup--406742706'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:44.512590 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a201ba8-75db-4eeb-a1f6-3f39f096a716 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.589881 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a201ba8-75db-4eeb-a1f6-3f39f096a716 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (36e29bc7-37c0-4198-a992-480c6612e635), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.594532 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a201ba8-75db-4eeb-a1f6-3f39f096a716 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (36e29bc7-37c0-4198-a992-480c6612e635), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.637331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a201ba8-75db-4eeb-a1f6-3f39f096a716 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e29bc7-37c0-4198-a992-480c6612e635,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:44.644322 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a201ba8-75db-4eeb-a1f6-3f39f096a716 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.650181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40996) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:44.650315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1a201ba8-75db-4eeb-a1f6-3f39f096a716 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1687272 Feb 11 05:22:44.657033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-82dfeb8a-887e-470d-af95-c66257ec0d1d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group': {'name': 'tempest-secgroup--615936227'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:44.684368 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-82dfeb8a-887e-470d-af95-c66257ec0d1d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.797083 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-82dfeb8a-887e-470d-af95-c66257ec0d1d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (5e4f6199-11ee-48a8-9c37-431e4f6fd726), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.809389 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-82dfeb8a-887e-470d-af95-c66257ec0d1d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5e4f6199-11ee-48a8-9c37-431e4f6fd726), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.859805 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfeb8a-887e-470d-af95-c66257ec0d1d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4f6199-11ee-48a8-9c37-431e4f6fd726,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:44.931765 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-82dfeb8a-887e-470d-af95-c66257ec0d1d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:44.932666 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-82dfeb8a-887e-470d-af95-c66257ec0d1d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2814069 Feb 11 05:22:44.935469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41012) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:44.941378 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a1ec0b30-3ab6-48f1-95c9-b49d2249c182 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group_rule': {'security_group_id': '36e29bc7-37c0-4198-a992-480c6612e635', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5e4f6199-11ee-48a8-9c37-431e4f6fd726', 'remote_ip_prefix': None}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:44.977698 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0b30-3ab6-48f1-95c9-b49d2249c182 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (19f7ff9e-8502-4221-a2db-c30f297fad59), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.123812 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0b30-3ab6-48f1-95c9-b49d2249c182 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (19f7ff9e-8502-4221-a2db-c30f297fad59), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.130790 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0b30-3ab6-48f1-95c9-b49d2249c182 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (19f7ff9e-8502-4221-a2db-c30f297fad59), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.149124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec0b30-3ab6-48f1-95c9-b49d2249c182 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f7ff9e-8502-4221-a2db-c30f297fad59,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:45.160225 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0b30-3ab6-48f1-95c9-b49d2249c182 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.161460 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a1ec0b30-3ab6-48f1-95c9-b49d2249c182 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2247868 Feb 11 05:22:45.164556 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41020) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:45.189245 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27a9c40a-cd12-4996-b5db-eeb007ef6b0d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (19f7ff9e-8502-4221-a2db-c30f297fad59), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.197560 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27a9c40a-cd12-4996-b5db-eeb007ef6b0d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (19f7ff9e-8502-4221-a2db-c30f297fad59), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.226242 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27a9c40a-cd12-4996-b5db-eeb007ef6b0d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (19f7ff9e-8502-4221-a2db-c30f297fad59), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.239316 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27a9c40a-cd12-4996-b5db-eeb007ef6b0d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.240805 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-27a9c40a-cd12-4996-b5db-eeb007ef6b0d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/19f7ff9e-8502-4221-a2db-c30f297fad59 HTTP/1.1" status: 204 len: 168 time: 0.0749719 Feb 11 05:22:45.242015 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9c40a-cd12-4996-b5db-eeb007ef6b0d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19f7ff9e-8502-4221-a2db-c30f297fad59,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:45.243533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41024) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:45.300564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-591043a3-9924-4efd-8c99-e0c33b1f92ad tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0555639 Feb 11 05:22:45.303176 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41026) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:45.363570 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c50f21d1-6cc5-481d-bd12-5a08b0c85a15 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (5e4f6199-11ee-48a8-9c37-431e4f6fd726), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.388150 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c50f21d1-6cc5-481d-bd12-5a08b0c85a15 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (5e4f6199-11ee-48a8-9c37-431e4f6fd726), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.440391 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c50f21d1-6cc5-481d-bd12-5a08b0c85a15 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5e4f6199-11ee-48a8-9c37-431e4f6fd726), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.443595 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c50f21d1-6cc5-481d-bd12-5a08b0c85a15 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.447235 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c50f21d1-6cc5-481d-bd12-5a08b0c85a15 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-groups/5e4f6199-11ee-48a8-9c37-431e4f6fd726 HTTP/1.1" status: 204 len: 168 time: 0.1407199 Feb 11 05:22:45.447663 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41028) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:45.457663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f21d1-6cc5-481d-bd12-5a08b0c85a15 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4f6199-11ee-48a8-9c37-431e4f6fd726,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:45.514888 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b6387c8e-fd13-46b1-86b2-0759ce159139 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0660605 Feb 11 05:22:45.518130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41030) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:45.570088 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cacd7481-e7db-4b08-882a-cc869ba4b62e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (36e29bc7-37c0-4198-a992-480c6612e635), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.592123 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cacd7481-e7db-4b08-882a-cc869ba4b62e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (36e29bc7-37c0-4198-a992-480c6612e635), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.635781 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cacd7481-e7db-4b08-882a-cc869ba4b62e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (36e29bc7-37c0-4198-a992-480c6612e635), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.638626 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cacd7481-e7db-4b08-882a-cc869ba4b62e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.642411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cacd7481-e7db-4b08-882a-cc869ba4b62e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-groups/36e29bc7-37c0-4198-a992-480c6612e635 HTTP/1.1" status: 204 len: 168 time: 0.1209037 Feb 11 05:22:45.643557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41032) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:45.649808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd7481-e7db-4b08-882a-cc869ba4b62e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e29bc7-37c0-4198-a992-480c6612e635,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:45.714995 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3f85b0c2-d916-4854-aebb-1881ea1605f9 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0662987 Feb 11 05:22:45.716383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41034) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:45.721004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-f7fab410-ea0d-48c4-a892-f3aa468fee7b tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group': {'name': 'tempest-secgroup--658989619'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:45.742660 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7fab410-ea0d-48c4-a892-f3aa468fee7b tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.819679 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7fab410-ea0d-48c4-a892-f3aa468fee7b tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (884af617-a2b8-4bbd-b6e0-efe31c8f28f3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.824328 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7fab410-ea0d-48c4-a892-f3aa468fee7b tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (884af617-a2b8-4bbd-b6e0-efe31c8f28f3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.852873 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7fab410-ea0d-48c4-a892-f3aa468fee7b tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:45.856842 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f7fab410-ea0d-48c4-a892-f3aa468fee7b tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1367948 Feb 11 05:22:45.857581 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41036) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:45.864719 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ed7f3cdd-05ea-40ef-9ff8-176260993d11 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group_rule': {'security_group_id': '884af617-a2b8-4bbd-b6e0-efe31c8f28f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:45.879924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fab410-ea0d-48c4-a892-f3aa468fee7b tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=884af617-a2b8-4bbd-b6e0-efe31c8f28f3,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:45.923332 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed7f3cdd-05ea-40ef-9ff8-176260993d11 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (67930b25-2c1f-4db5-bbe2-ac4f30c08774), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.008008 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed7f3cdd-05ea-40ef-9ff8-176260993d11 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (67930b25-2c1f-4db5-bbe2-ac4f30c08774), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.012778 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed7f3cdd-05ea-40ef-9ff8-176260993d11 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (67930b25-2c1f-4db5-bbe2-ac4f30c08774), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.029817 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f3cdd-05ea-40ef-9ff8-176260993d11 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67930b25-2c1f-4db5-bbe2-ac4f30c08774,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:46.049007 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed7f3cdd-05ea-40ef-9ff8-176260993d11 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.050707 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ed7f3cdd-05ea-40ef-9ff8-176260993d11 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1917331 Feb 11 05:22:46.058400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41046) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:46.110071 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-480ad7bc-8c19-4820-9c3a-b895341fda64 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (67930b25-2c1f-4db5-bbe2-ac4f30c08774), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.124074 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-480ad7bc-8c19-4820-9c3a-b895341fda64 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (67930b25-2c1f-4db5-bbe2-ac4f30c08774), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.170768 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-480ad7bc-8c19-4820-9c3a-b895341fda64 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (67930b25-2c1f-4db5-bbe2-ac4f30c08774), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.213755 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-480ad7bc-8c19-4820-9c3a-b895341fda64 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.217981 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41054) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:46.220756 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-480ad7bc-8c19-4820-9c3a-b895341fda64 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/67930b25-2c1f-4db5-bbe2-ac4f30c08774 HTTP/1.1" status: 204 len: 168 time: 0.1555102 Feb 11 05:22:46.228645 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ad7bc-8c19-4820-9c3a-b895341fda64 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67930b25-2c1f-4db5-bbe2-ac4f30c08774,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:46.275078 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fc1d6e30-c4c0-4772-8aea-43f2e5d5f13b tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0552759 Feb 11 05:22:46.278891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41056) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:46.346120 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87fbf602-4a54-4f85-a822-e16ffaf18bd2 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (884af617-a2b8-4bbd-b6e0-efe31c8f28f3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.370430 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87fbf602-4a54-4f85-a822-e16ffaf18bd2 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (884af617-a2b8-4bbd-b6e0-efe31c8f28f3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.413362 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87fbf602-4a54-4f85-a822-e16ffaf18bd2 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (884af617-a2b8-4bbd-b6e0-efe31c8f28f3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.416121 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87fbf602-4a54-4f85-a822-e16ffaf18bd2 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.417378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-87fbf602-4a54-4f85-a822-e16ffaf18bd2 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-groups/884af617-a2b8-4bbd-b6e0-efe31c8f28f3 HTTP/1.1" status: 204 len: 168 time: 0.1373386 Feb 11 05:22:46.420085 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41060) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:46.427183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbf602-4a54-4f85-a822-e16ffaf18bd2 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=884af617-a2b8-4bbd-b6e0-efe31c8f28f3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:46.466110 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-97e028f1-062b-4538-8de3-7784eecc282a tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0446124 Feb 11 05:22:46.470494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41062) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:46.475046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-d7dd092a-eaf9-4a9f-b2ab-dca5ee4b13b5 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group': {'name': 'tempest-secgroup--143890967'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:46.495641 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d7dd092a-eaf9-4a9f-b2ab-dca5ee4b13b5 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.570143 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d7dd092a-eaf9-4a9f-b2ab-dca5ee4b13b5 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (5d26c1e9-9f03-41cb-8bba-6c3679d7404d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.574613 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d7dd092a-eaf9-4a9f-b2ab-dca5ee4b13b5 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5d26c1e9-9f03-41cb-8bba-6c3679d7404d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.605228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd092a-eaf9-4a9f-b2ab-dca5ee4b13b5 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d26c1e9-9f03-41cb-8bba-6c3679d7404d,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:46.611730 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d7dd092a-eaf9-4a9f-b2ab-dca5ee4b13b5 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.615462 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d7dd092a-eaf9-4a9f-b2ab-dca5ee4b13b5 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1414478 Feb 11 05:22:46.616055 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41064) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:46.620497 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-8acdecab-bc67-4607-b3af-d51d09612d05 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group_rule': {'security_group_id': '5d26c1e9-9f03-41cb-8bba-6c3679d7404d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:46.646527 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8acdecab-bc67-4607-b3af-d51d09612d05 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (34f82f9f-972c-48bb-90e7-af3c98b7aa39), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.701423 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8acdecab-bc67-4607-b3af-d51d09612d05 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (34f82f9f-972c-48bb-90e7-af3c98b7aa39), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.705155 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8acdecab-bc67-4607-b3af-d51d09612d05 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (34f82f9f-972c-48bb-90e7-af3c98b7aa39), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.725541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdecab-bc67-4607-b3af-d51d09612d05 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f82f9f-972c-48bb-90e7-af3c98b7aa39,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:46.731341 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8acdecab-bc67-4607-b3af-d51d09612d05 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.732375 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8acdecab-bc67-4607-b3af-d51d09612d05 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157124 Feb 11 05:22:46.735694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41066) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:46.751201 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-65b9d006-62e8-4e8e-a5f8-3b08449336fa tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules/34f82f9f-972c-48bb-90e7-af3c98b7aa39 HTTP/1.1" status: 200 len: 763 time: 0.0145142 Feb 11 05:22:46.753455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41068) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:46.789457 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ee056137-60d6-48b3-885d-d8d767be5c5b tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0350313 Feb 11 05:22:46.791904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41070) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:46.813729 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a8ab116-a60a-4539-9c7f-72c5a80c2bcb tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (34f82f9f-972c-48bb-90e7-af3c98b7aa39), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.820854 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a8ab116-a60a-4539-9c7f-72c5a80c2bcb tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (34f82f9f-972c-48bb-90e7-af3c98b7aa39), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.846391 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a8ab116-a60a-4539-9c7f-72c5a80c2bcb tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (34f82f9f-972c-48bb-90e7-af3c98b7aa39), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.852394 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a8ab116-a60a-4539-9c7f-72c5a80c2bcb tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.853408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0a8ab116-a60a-4539-9c7f-72c5a80c2bcb tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/34f82f9f-972c-48bb-90e7-af3c98b7aa39 HTTP/1.1" status: 204 len: 168 time: 0.0606260 Feb 11 05:22:46.856143 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41072) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:46.858780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ab116-a60a-4539-9c7f-72c5a80c2bcb tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34f82f9f-972c-48bb-90e7-af3c98b7aa39,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:46.894139 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-011e302c-b209-4d1b-b5f5-a83bcc841909 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0367289 Feb 11 05:22:46.896694 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41074) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:46.900909 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-eed8f462-1348-4a14-bcf7-2cb5e91312f9 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group_rule': {'security_group_id': '5d26c1e9-9f03-41cb-8bba-6c3679d7404d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:46.926082 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eed8f462-1348-4a14-bcf7-2cb5e91312f9 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (c96314cf-c1ff-478e-bf83-490cb6d7b335), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.981731 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eed8f462-1348-4a14-bcf7-2cb5e91312f9 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (c96314cf-c1ff-478e-bf83-490cb6d7b335), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:46.988058 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eed8f462-1348-4a14-bcf7-2cb5e91312f9 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (c96314cf-c1ff-478e-bf83-490cb6d7b335), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.009212 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8f462-1348-4a14-bcf7-2cb5e91312f9 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96314cf-c1ff-478e-bf83-490cb6d7b335,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:47.016638 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eed8f462-1348-4a14-bcf7-2cb5e91312f9 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.020220 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eed8f462-1348-4a14-bcf7-2cb5e91312f9 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202474 Feb 11 05:22:47.021748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41084) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:47.039235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c26e3d2d-283a-41f4-b1e2-1ef4fa0d1e28 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules/c96314cf-c1ff-478e-bf83-490cb6d7b335 HTTP/1.1" status: 200 len: 763 time: 0.0163310 Feb 11 05:22:47.041903 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41086) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:47.081746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f840b835-d6ed-4f83-964f-1ab6a0ba09f9 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0385590 Feb 11 05:22:47.084135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41090) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:47.112371 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b20e92ef-527a-4427-9bbe-818f6c2ae9b9 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (c96314cf-c1ff-478e-bf83-490cb6d7b335), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.120504 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b20e92ef-527a-4427-9bbe-818f6c2ae9b9 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (c96314cf-c1ff-478e-bf83-490cb6d7b335), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.136976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2688b163-76b0-4719-9c65-f83a9f6ef193 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:22:47.155028 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b20e92ef-527a-4427-9bbe-818f6c2ae9b9 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (c96314cf-c1ff-478e-bf83-490cb6d7b335), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.170248 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b20e92ef-527a-4427-9bbe-818f6c2ae9b9 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.172167 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b20e92ef-527a-4427-9bbe-818f6c2ae9b9 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/c96314cf-c1ff-478e-bf83-490cb6d7b335 HTTP/1.1" status: 204 len: 168 time: 0.0863898 Feb 11 05:22:47.173206 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e92ef-527a-4427-9bbe-818f6c2ae9b9 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c96314cf-c1ff-478e-bf83-490cb6d7b335,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:47.174526 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41096) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:47.234811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41104) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:47.235166 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5966ae5a-990f-4925-9c6c-4e28d9ad7251 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0590317 Feb 11 05:22:47.241093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-98470f4d-3c33-4780-b3fd-3e93c3c86d41 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group_rule': {'security_group_id': '5d26c1e9-9f03-41cb-8bba-6c3679d7404d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:47.265745 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2688b163-76b0-4719-9c65-f83a9f6ef193,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:47.277638 n-d-713499-38 neutron-server[103171]: INFO neutron.db.securitygroups_db [None req-98470f4d-3c33-4780-b3fd-3e93c3c86d41 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Project 3c0ac3607fdf4194a139cf0a4780294d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:22:47.281706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'port_id': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'mac_address': 'fa:16:3e:76:b5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:22:47.286612 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-98470f4d-3c33-4780-b3fd-3e93c3c86d41 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (2fe949ac-729d-4a00-8491-b77871aff8fc), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.334551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2688b163-76b0-4719-9c65-f83a9f6ef193 is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:47.334950 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.339831 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-98470f4d-3c33-4780-b3fd-3e93c3c86d41 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (2fe949ac-729d-4a00-8491-b77871aff8fc), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.345403 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-98470f4d-3c33-4780-b3fd-3e93c3c86d41 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (2fe949ac-729d-4a00-8491-b77871aff8fc), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.350630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2688b163-76b0-4719-9c65-f83a9f6ef193 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:47.362449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98470f4d-3c33-4780-b3fd-3e93c3c86d41 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe949ac-729d-4a00-8491-b77871aff8fc,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:47.375539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2688b163-76b0-4719-9c65-f83a9f6ef193,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:47.380778 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.384521 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-98470f4d-3c33-4780-b3fd-3e93c3c86d41 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.387455 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-98470f4d-3c33-4780-b3fd-3e93c3c86d41 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497698 Feb 11 05:22:47.388678 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41108) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:47.411066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41110) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:47.411286 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-35eeeebb-21a3-4fa5-80df-8d2922329113 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules/2fe949ac-729d-4a00-8491-b77871aff8fc HTTP/1.1" status: 200 len: 769 time: 0.0214374 Feb 11 05:22:47.452674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2688b163-76b0-4719-9c65-f83a9f6ef193,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:47.458947 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-50200333-00db-4f1f-91c1-ddce27980b17 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0463285 Feb 11 05:22:47.461316 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41112) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:47.486919 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e203923b-344c-4cd9-83eb-9166b4ceee5f tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (2fe949ac-729d-4a00-8491-b77871aff8fc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.494806 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e203923b-344c-4cd9-83eb-9166b4ceee5f tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (2fe949ac-729d-4a00-8491-b77871aff8fc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.495485 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['2688b163-76b0-4719-9c65-f83a9f6ef193'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:47.522250 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e203923b-344c-4cd9-83eb-9166b4ceee5f tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (2fe949ac-729d-4a00-8491-b77871aff8fc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.529689 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e203923b-344c-4cd9-83eb-9166b4ceee5f tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.534364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41114) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:47.535905 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e203923b-344c-4cd9-83eb-9166b4ceee5f tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/2fe949ac-729d-4a00-8491-b77871aff8fc HTTP/1.1" status: 204 len: 168 time: 0.0734670 Feb 11 05:22:47.546125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203923b-344c-4cd9-83eb-9166b4ceee5f tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fe949ac-729d-4a00-8491-b77871aff8fc,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:47.578333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-094c4d81-bfbb-415a-8cde-b47db7c7d877 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0422008 Feb 11 05:22:47.580758 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41116) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:47.638242 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89ee2bbb-96fc-4328-b6df-a0d50eb0a45e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (5d26c1e9-9f03-41cb-8bba-6c3679d7404d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.662243 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89ee2bbb-96fc-4328-b6df-a0d50eb0a45e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (5d26c1e9-9f03-41cb-8bba-6c3679d7404d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.703874 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89ee2bbb-96fc-4328-b6df-a0d50eb0a45e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5d26c1e9-9f03-41cb-8bba-6c3679d7404d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.706523 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89ee2bbb-96fc-4328-b6df-a0d50eb0a45e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.707663 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-89ee2bbb-96fc-4328-b6df-a0d50eb0a45e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-groups/5d26c1e9-9f03-41cb-8bba-6c3679d7404d HTTP/1.1" status: 204 len: 168 time: 0.1258969 Feb 11 05:22:47.710447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41118) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:47.718505 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee2bbb-96fc-4328-b6df-a0d50eb0a45e tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d26c1e9-9f03-41cb-8bba-6c3679d7404d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:47.762703 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-287fffcd-95d2-4343-a81b-9e1df9e0e123 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0511227 Feb 11 05:22:47.768266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41120) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:47.773075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-21864bd8-00ae-40d9-a7ad-fbdd0d74207d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group': {'name': 'tempest-secgroup--590490512'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:47.792635 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21864bd8-00ae-40d9-a7ad-fbdd0d74207d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.857303 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21864bd8-00ae-40d9-a7ad-fbdd0d74207d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (a9bf8ed6-5678-4495-8f01-ad192f90909a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.862812 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21864bd8-00ae-40d9-a7ad-fbdd0d74207d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a9bf8ed6-5678-4495-8f01-ad192f90909a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.892111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21864bd8-00ae-40d9-a7ad-fbdd0d74207d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bf8ed6-5678-4495-8f01-ad192f90909a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:47.896800 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21864bd8-00ae-40d9-a7ad-fbdd0d74207d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.900794 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-21864bd8-00ae-40d9-a7ad-fbdd0d74207d tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1285713 Feb 11 05:22:47.901157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41122) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:47.906634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-722e7305-6c1b-44e7-b531-04c7100c137a tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Request body: {'security_group_rule': {'security_group_id': 'a9bf8ed6-5678-4495-8f01-ad192f90909a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:47.931232 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-722e7305-6c1b-44e7-b531-04c7100c137a tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (e644a12a-8f08-4347-b5ba-1e56d49b3fb6), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.989624 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-722e7305-6c1b-44e7-b531-04c7100c137a tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (e644a12a-8f08-4347-b5ba-1e56d49b3fb6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:47.993391 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-722e7305-6c1b-44e7-b531-04c7100c137a tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (e644a12a-8f08-4347-b5ba-1e56d49b3fb6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.013329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e7305-6c1b-44e7-b531-04c7100c137a tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e644a12a-8f08-4347-b5ba-1e56d49b3fb6,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:48.020155 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-722e7305-6c1b-44e7-b531-04c7100c137a tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.024135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41128) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:48.024393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-722e7305-6c1b-44e7-b531-04c7100c137a tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223145 Feb 11 05:22:48.081690 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4f48f7bf-c421-4b7c-86fc-daaec5146527 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (a9bf8ed6-5678-4495-8f01-ad192f90909a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.105688 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4f48f7bf-c421-4b7c-86fc-daaec5146527 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (a9bf8ed6-5678-4495-8f01-ad192f90909a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.153562 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4f48f7bf-c421-4b7c-86fc-daaec5146527 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a9bf8ed6-5678-4495-8f01-ad192f90909a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.156303 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4f48f7bf-c421-4b7c-86fc-daaec5146527 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.157560 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4f48f7bf-c421-4b7c-86fc-daaec5146527 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-groups/a9bf8ed6-5678-4495-8f01-ad192f90909a HTTP/1.1" status: 204 len: 168 time: 0.1320188 Feb 11 05:22:48.160173 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41132) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:48.167877 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48f7bf-c421-4b7c-86fc-daaec5146527 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bf8ed6-5678-4495-8f01-ad192f90909a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:48.222632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-efc59066-b8b0-4bc9-9a85-891ebdbcca78 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0611906 Feb 11 05:22:48.225314 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41140) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:48.260564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4e70dbb6-2064-4300-a722-9a3bc7789c99 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0341325 Feb 11 05:22:48.263265 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41146) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:48.279078 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-cc62fc0d-6d73-4da8-8779-231cbcfb11b7 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] delete failed (client error): The resource could not be found. Feb 11 05:22:48.279078 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cc62fc0d-6d73-4da8-8779-231cbcfb11b7 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "DELETE /v2.0/security-groups/a9bf8ed6-5678-4495-8f01-ad192f90909a HTTP/1.1" status: 404 len: 347 time: 0.0140128 Feb 11 05:22:48.282882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41148) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:48.361385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-74d5fec0-dfff-4a75-8075-a93f6af8c457 tempest-SecGroupIPv6Test-61264398 tempest-SecGroupIPv6Test-61264398-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0773258 Feb 11 05:22:48.675462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41176) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:48.819824 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-42eb6c89-0416-498b-a041-6b530ef07d0c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3c0ac3607fdf4194a139cf0a4780294d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1426704 Feb 11 05:22:48.822182 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41180) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:48.884648 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3a92e8e-c546-4984-b89f-fc6f30ed62b0 admin admin] Publish callbacks [] for security_group (4788e1aa-b43e-44cf-a418-2dabb352b77d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:48.942544 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3a92e8e-c546-4984-b89f-fc6f30ed62b0 admin admin] Publish callbacks [] for security_group (4788e1aa-b43e-44cf-a418-2dabb352b77d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.021246 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3a92e8e-c546-4984-b89f-fc6f30ed62b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4788e1aa-b43e-44cf-a418-2dabb352b77d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.024310 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3a92e8e-c546-4984-b89f-fc6f30ed62b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.025658 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c3a92e8e-c546-4984-b89f-fc6f30ed62b0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4788e1aa-b43e-44cf-a418-2dabb352b77d HTTP/1.1" status: 204 len: 168 time: 0.2019703 Feb 11 05:22:49.066437 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a92e8e-c546-4984-b89f-fc6f30ed62b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4788e1aa-b43e-44cf-a418-2dabb352b77d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:49.142685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2688b163-76b0-4719-9c65-f83a9f6ef193 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:22:49.276599 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:22:49.380683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 2688b163-76b0-4719-9c65-f83a9f6ef193 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:22:49.381465 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.577053 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2688b163-76b0-4719-9c65-f83a9f6ef193 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:49.578463 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.634408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:49.641053 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95888b9b-432c-4ef4-84f3-91e215b4a0f8" -d '{"events": [{"server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "name": "network-vif-plugged", "status": "completed", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:49.673095 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2688b163-76b0-4719-9c65-f83a9f6ef193,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:49.685138 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:49.702552 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb92935-498e-4a31-82e5-c6f27f5d31eb x-openstack-request-id: req-7eb92935-498e-4a31-82e5-c6f27f5d31eb {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:49.706084 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "name": "network-vif-plugged", "status": "completed", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:49.706470 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7eb92935-498e-4a31-82e5-c6f27f5d31eb {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:49.706965 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'code': 200} Feb 11 05:22:49.800325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2688b163-76b0-4719-9c65-f83a9f6ef193,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:49.980592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70900bf5-db62-4750-a027-175aaf89dd02 req-2ccbfdd9-2f07-4b6d-ad77-df4de980b3bd tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:49.982746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70900bf5-db62-4750-a027-175aaf89dd02 req-2ccbfdd9-2f07-4b6d-ad77-df4de980b3bd tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/networks?id=5c5e4878-6869-450a-92a6-fa248e3f6520 HTTP/1.1" status: 200 len: 815 time: 0.1480918 Feb 11 05:22:50.000685 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70900bf5-db62-4750-a027-175aaf89dd02 req-8a959834-9cf7-455e-8db4-db78a38f0673 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/quotas/c93bfa3c10d1423da3544e4cbf37d510 HTTP/1.1" status: 200 len: 375 time: 0.0116844 Feb 11 05:22:50.094918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70900bf5-db62-4750-a027-175aaf89dd02 req-ede3c766-9589-438d-a399-60e52bb3ad57 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c93bfa3c10d1423da3544e4cbf37d510&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0890396 Feb 11 05:22:50.415735 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41242) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:50.505582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70900bf5-db62-4750-a027-175aaf89dd02 req-ddfc66d8-3d3d-4723-aa8b-18984bd708fe service neutron] 10.222.0.87 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996058 Feb 11 05:22:50.506455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-086d41ad-3395-4916-8b37-2d77a3c45727 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1002374493'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:50.561239 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-086d41ad-3395-4916-8b37-2d77a3c45727 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.582839 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-086d41ad-3395-4916-8b37-2d77a3c45727 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.704020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70900bf5-db62-4750-a027-175aaf89dd02 req-f8e626e7-6405-4b93-bdac-f56ffceee68a service neutron] 10.222.0.87 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878498 Feb 11 05:22:50.733164 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-086d41ad-3395-4916-8b37-2d77a3c45727 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (420c7347-b322-4586-80da-94bcf3aca053), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.739390 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-086d41ad-3395-4916-8b37-2d77a3c45727 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (420c7347-b322-4586-80da-94bcf3aca053), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.775557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d41ad-3395-4916-8b37-2d77a3c45727 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420c7347-b322-4586-80da-94bcf3aca053,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:50.852726 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-086d41ad-3395-4916-8b37-2d77a3c45727 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (e4cf6daf-c4d8-411f-bd98-a79e40a78a2e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.866968 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-086d41ad-3395-4916-8b37-2d77a3c45727 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e4cf6daf-c4d8-411f-bd98-a79e40a78a2e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.928147 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-086d41ad-3395-4916-8b37-2d77a3c45727 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:50.929396 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-086d41ad-3395-4916-8b37-2d77a3c45727 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5124669 Feb 11 05:22:50.931446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d41ad-3395-4916-8b37-2d77a3c45727 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cf6daf-c4d8-411f-bd98-a79e40a78a2e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:50.932220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41258) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:51.031623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89f5519b-3d84-44b5-bbde-8a78aa680dd9 req-a279bc79-dbe2-49ff-aa2d-878ff101fd44 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 210 time: 0.0456381 Feb 11 05:22:51.038279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-49424ab3-56ea-41da-ac39-f576da03d2bf tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1043167 Feb 11 05:22:51.042563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41260) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:51.046109 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e4f65ef7-398f-418f-802d-558a807eb0d2 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group': {'name': 'tempest-security--668033472', 'description': 'tempest-security-description-79081340'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:51.085835 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e4f65ef7-398f-418f-802d-558a807eb0d2 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (e4cf6daf-c4d8-411f-bd98-a79e40a78a2e), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.169321 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e4f65ef7-398f-418f-802d-558a807eb0d2 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (e4cf6daf-c4d8-411f-bd98-a79e40a78a2e), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.175462 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e4f65ef7-398f-418f-802d-558a807eb0d2 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e4cf6daf-c4d8-411f-bd98-a79e40a78a2e), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.178301 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e4f65ef7-398f-418f-802d-558a807eb0d2 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.180137 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e4f65ef7-398f-418f-802d-558a807eb0d2 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "PUT /v2.0/security-groups/e4cf6daf-c4d8-411f-bd98-a79e40a78a2e HTTP/1.1" status: 200 len: 1794 time: 0.1381094 Feb 11 05:22:51.183171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41270) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:51.241318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4d4a6e5c-6eaa-41f2-9704-c59020a3bdd7 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-groups/e4cf6daf-c4d8-411f-bd98-a79e40a78a2e HTTP/1.1" status: 200 len: 1794 time: 0.0542436 Feb 11 05:22:51.242396 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f65ef7-398f-418f-802d-558a807eb0d2 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cf6daf-c4d8-411f-bd98-a79e40a78a2e,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:51.245580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41272) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:51.329944 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-370a136b-5f16-4d4a-8c40-ea1d9b09fba3 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (e4cf6daf-c4d8-411f-bd98-a79e40a78a2e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.369640 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-370a136b-5f16-4d4a-8c40-ea1d9b09fba3 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (e4cf6daf-c4d8-411f-bd98-a79e40a78a2e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.430694 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-370a136b-5f16-4d4a-8c40-ea1d9b09fba3 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e4cf6daf-c4d8-411f-bd98-a79e40a78a2e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.438612 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-370a136b-5f16-4d4a-8c40-ea1d9b09fba3 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.440164 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-370a136b-5f16-4d4a-8c40-ea1d9b09fba3 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-groups/e4cf6daf-c4d8-411f-bd98-a79e40a78a2e HTTP/1.1" status: 204 len: 168 time: 0.1935136 Feb 11 05:22:51.442812 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41276) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:51.477213 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a136b-5f16-4d4a-8c40-ea1d9b09fba3 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cf6daf-c4d8-411f-bd98-a79e40a78a2e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:51.545597 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3b606a7c-f1d8-4005-afc0-55c202c342b5 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1009846 Feb 11 05:22:51.547204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41278) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:51.569658 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-6096887c-5e8d-4993-be5a-26a57c140aa9 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] delete failed (client error): The resource could not be found. Feb 11 05:22:51.570709 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6096887c-5e8d-4993-be5a-26a57c140aa9 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-groups/e4cf6daf-c4d8-411f-bd98-a79e40a78a2e HTTP/1.1" status: 404 len: 347 time: 0.0219765 Feb 11 05:22:51.574962 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41284) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:51.580380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7c794f72-b451-4c59-a198-a04bd61f05f3 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1143673924'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:51.629458 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7c794f72-b451-4c59-a198-a04bd61f05f3 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.848860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7c794f72-b451-4c59-a198-a04bd61f05f3 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (b581ea36-b29a-42a2-9a82-292b251cf145), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.856924 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7c794f72-b451-4c59-a198-a04bd61f05f3 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b581ea36-b29a-42a2-9a82-292b251cf145), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.901180 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c794f72-b451-4c59-a198-a04bd61f05f3 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b581ea36-b29a-42a2-9a82-292b251cf145,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:51.911783 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7c794f72-b451-4c59-a198-a04bd61f05f3 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:51.916688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41292) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:51.917376 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7c794f72-b451-4c59-a198-a04bd61f05f3 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3414507 Feb 11 05:22:51.921169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1ce74bc7-20cc-4cad-9d76-2bad104e46b5 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group_rule': {'security_group_id': 'b581ea36-b29a-42a2-9a82-292b251cf145', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:52.007663 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1ce74bc7-20cc-4cad-9d76-2bad104e46b5 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (6281eafe-a20e-4d2a-8bf8-99ef83573260), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.124215 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1ce74bc7-20cc-4cad-9d76-2bad104e46b5 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (6281eafe-a20e-4d2a-8bf8-99ef83573260), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.138078 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1ce74bc7-20cc-4cad-9d76-2bad104e46b5 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (6281eafe-a20e-4d2a-8bf8-99ef83573260), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.182481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce74bc7-20cc-4cad-9d76-2bad104e46b5 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6281eafe-a20e-4d2a-8bf8-99ef83573260,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:52.226094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ba2c5e9-7b24-4e00-987a-b7811b0cde93 req-b77ada3f-871e-4e73-859b-3e8e2bd00b88 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 210 time: 0.0565467 Feb 11 05:22:52.228017 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1ce74bc7-20cc-4cad-9d76-2bad104e46b5 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.235139 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41306) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:52.247517 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1ce74bc7-20cc-4cad-9d76-2bad104e46b5 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3293459 Feb 11 05:22:52.287033 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-78637350-7ecc-4957-afa3-a1be89e79437 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (6281eafe-a20e-4d2a-8bf8-99ef83573260), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.301566 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-78637350-7ecc-4957-afa3-a1be89e79437 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (6281eafe-a20e-4d2a-8bf8-99ef83573260), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.349574 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-78637350-7ecc-4957-afa3-a1be89e79437 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (6281eafe-a20e-4d2a-8bf8-99ef83573260), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.371262 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-78637350-7ecc-4957-afa3-a1be89e79437 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.373227 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-78637350-7ecc-4957-afa3-a1be89e79437 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/6281eafe-a20e-4d2a-8bf8-99ef83573260 HTTP/1.1" status: 204 len: 168 time: 0.1359308 Feb 11 05:22:52.375097 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78637350-7ecc-4957-afa3-a1be89e79437 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6281eafe-a20e-4d2a-8bf8-99ef83573260,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:52.387918 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41308) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:52.493777 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-59ee10cd-092b-4cad-b336-c141b9d98507 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1047618 Feb 11 05:22:52.496981 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41310) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:52.590308 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1fcfccbf-6b4a-4f4a-8599-107b96edc01e tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (b581ea36-b29a-42a2-9a82-292b251cf145), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.621118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70900bf5-db62-4750-a027-175aaf89dd02 req-897fef21-1b13-4c63-abc9-5cd942462c3c tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:52.628448 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70900bf5-db62-4750-a027-175aaf89dd02 req-897fef21-1b13-4c63-abc9-5cd942462c3c tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.73 "GET /v2.0/networks?id=5c5e4878-6869-450a-92a6-fa248e3f6520 HTTP/1.1" status: 200 len: 815 time: 0.2591517 Feb 11 05:22:52.632216 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1fcfccbf-6b4a-4f4a-8599-107b96edc01e tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (b581ea36-b29a-42a2-9a82-292b251cf145), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.650818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-70900bf5-db62-4750-a027-175aaf89dd02 req-5585e844-75a0-4fb4-aa53-dc3738019dc1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Request body: {'port': {'device_id': '78475a62-164e-44c3-9e17-04acc3f164c4', 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520', 'admin_state_up': True, 'tenant_id': 'c93bfa3c10d1423da3544e4cbf37d510'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:52.707674 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1fcfccbf-6b4a-4f4a-8599-107b96edc01e tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b581ea36-b29a-42a2-9a82-292b251cf145), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.721508 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1fcfccbf-6b4a-4f4a-8599-107b96edc01e tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:52.732393 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1fcfccbf-6b4a-4f4a-8599-107b96edc01e tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-groups/b581ea36-b29a-42a2-9a82-292b251cf145 HTTP/1.1" status: 204 len: 168 time: 0.2301147 Feb 11 05:22:52.737250 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41314) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:52.779963 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfccbf-6b4a-4f4a-8599-107b96edc01e tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b581ea36-b29a-42a2-9a82-292b251cf145,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:52.860998 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6b0d34db-bbd5-45df-afaa-cdedb78d174d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1047366 Feb 11 05:22:52.876585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41320) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:52.921747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-8e39483c-c77c-4c49-8a8f-4a33dcad7e36 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group': {'name': 'tempest-secgroup--512838461'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:52.929074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70900bf5-db62-4750-a027-175aaf89dd02 req-5585e844-75a0-4fb4-aa53-dc3738019dc1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Made reservation on behalf of c93bfa3c10d1423da3544e4cbf37d510 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:22:52.933867 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70900bf5-db62-4750-a027-175aaf89dd02 req-5585e844-75a0-4fb4-aa53-dc3738019dc1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.012317 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e39483c-c77c-4c49-8a8f-4a33dcad7e36 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.259057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-70900bf5-db62-4750-a027-175aaf89dd02 req-5585e844-75a0-4fb4-aa53-dc3738019dc1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Allocated IP 172.20.0.11 (5c5e4878-6869-450a-92a6-fa248e3f6520/8770604f-b793-47cc-961d-ec6dec78949b/ecf42492-fc29-4fc3-ac9e-f394363f4e04) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:22:53.424354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4ffa409-c891-4fd3-a518-9ede5e10bcb2 req-6d489c22-4408-4433-935e-85089bf9a988 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 210 time: 0.0607250 Feb 11 05:22:53.578669 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e39483c-c77c-4c49-8a8f-4a33dcad7e36 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (962092a4-07be-4fa9-afff-7e70facd09e4), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.632207 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70900bf5-db62-4750-a027-175aaf89dd02 req-5585e844-75a0-4fb4-aa53-dc3738019dc1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks [] for port (ecf42492-fc29-4fc3-ac9e-f394363f4e04), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.640251 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e39483c-c77c-4c49-8a8f-4a33dcad7e36 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (962092a4-07be-4fa9-afff-7e70facd09e4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.711537 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e39483c-c77c-4c49-8a8f-4a33dcad7e36 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.715382 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41332) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:53.724025 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8e39483c-c77c-4c49-8a8f-4a33dcad7e36 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8168240 Feb 11 05:22:53.724121 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-18bbdc23-31dd-4414-af6c-b1616b798276 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group_rule': {'security_group_id': '962092a4-07be-4fa9-afff-7e70facd09e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:53.729503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39483c-c77c-4c49-8a8f-4a33dcad7e36 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962092a4-07be-4fa9-afff-7e70facd09e4,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:53.777787 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70900bf5-db62-4750-a027-175aaf89dd02 req-5585e844-75a0-4fb4-aa53-dc3738019dc1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ecf42492-fc29-4fc3-ac9e-f394363f4e04), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.797811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['910b8fc9-c9d8-4053-9655-b34dbcb4f644'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:22:53.806552 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-18bbdc23-31dd-4414-af6c-b1616b798276 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (6bdc52f6-6400-4c42-908b-2be96cf10348), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.915084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585e844-75a0-4fb4-aa53-dc3738019dc1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Pushing event updated for resources: {'Port': ['ID=ecf42492-fc29-4fc3-ac9e-f394363f4e04,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:53.940877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70900bf5-db62-4750-a027-175aaf89dd02 req-5585e844-75a0-4fb4-aa53-dc3738019dc1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Network 5c5e4878-6869-450a-92a6-fa248e3f6520 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:22:53.943643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-70900bf5-db62-4750-a027-175aaf89dd02 req-5585e844-75a0-4fb4-aa53-dc3738019dc1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:22:53.947758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-70900bf5-db62-4750-a027-175aaf89dd02 req-5585e844-75a0-4fb4-aa53-dc3738019dc1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:22:53.975337 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-18bbdc23-31dd-4414-af6c-b1616b798276 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (6bdc52f6-6400-4c42-908b-2be96cf10348), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.991059 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-18bbdc23-31dd-4414-af6c-b1616b798276 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (6bdc52f6-6400-4c42-908b-2be96cf10348), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.047185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70900bf5-db62-4750-a027-175aaf89dd02 req-5585e844-75a0-4fb4-aa53-dc3738019dc1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:54.048997 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70900bf5-db62-4750-a027-175aaf89dd02 req-5585e844-75a0-4fb4-aa53-dc3738019dc1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.051296 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbdc23-31dd-4414-af6c-b1616b798276 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bdc52f6-6400-4c42-908b-2be96cf10348,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:54.072193 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-18bbdc23-31dd-4414-af6c-b1616b798276 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.077986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41338) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:54.080973 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-18bbdc23-31dd-4414-af6c-b1616b798276 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3646262 Feb 11 05:22:54.084682 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c668aa22-5b68-4e3e-95af-cf50c6495536 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group_rule': {'security_group_id': '962092a4-07be-4fa9-afff-7e70facd09e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:54.118030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70900bf5-db62-4750-a027-175aaf89dd02 req-5585e844-75a0-4fb4-aa53-dc3738019dc1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4713652 Feb 11 05:22:54.161210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Request body: {'port': {'device_id': '78475a62-164e-44c3-9e17-04acc3f164c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:54.277106 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c668aa22-5b68-4e3e-95af-cf50c6495536 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (e5c8325c-ce4a-4755-a345-4f8063929b54), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.338740 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ecf42492-fc29-4fc3-ac9e-f394363f4e04), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.398509 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c668aa22-5b68-4e3e-95af-cf50c6495536 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (e5c8325c-ce4a-4755-a345-4f8063929b54), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.422774 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c668aa22-5b68-4e3e-95af-cf50c6495536 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (e5c8325c-ce4a-4755-a345-4f8063929b54), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.496081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668aa22-5b68-4e3e-95af-cf50c6495536 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c8325c-ce4a-4755-a345-4f8063929b54,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:54.519719 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c668aa22-5b68-4e3e-95af-cf50c6495536 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.521528 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c668aa22-5b68-4e3e-95af-cf50c6495536 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4421389 Feb 11 05:22:54.524200 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41354) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:54.530172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-0130142a-27b5-48f4-af53-5c23c40521b9 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group_rule': {'security_group_id': '962092a4-07be-4fa9-afff-7e70facd09e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:54.628772 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0130142a-27b5-48f4-af53-5c23c40521b9 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (054e9d2d-0a8d-45e6-b28c-980c1b60f2d1), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.739143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddddd07-810b-4b4d-9ceb-f6be4ac04609 req-29b69ee6-9dc9-40ad-a74c-78f299ef21c2 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:54.740742 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ddddd07-810b-4b4d-9ceb-f6be4ac04609 req-29b69ee6-9dc9-40ad-a74c-78f299ef21c2 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 932 time: 0.1869791 Feb 11 05:22:54.794122 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0130142a-27b5-48f4-af53-5c23c40521b9 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (054e9d2d-0a8d-45e6-b28c-980c1b60f2d1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.805663 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0130142a-27b5-48f4-af53-5c23c40521b9 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (054e9d2d-0a8d-45e6-b28c-980c1b60f2d1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.892002 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ddddd07-810b-4b4d-9ceb-f6be4ac04609 req-41f2072d-9ee1-4008-8d87-b0422e67fb6e tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343656 Feb 11 05:22:54.896129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130142a-27b5-48f4-af53-5c23c40521b9 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054e9d2d-0a8d-45e6-b28c-980c1b60f2d1,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:54.944728 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0130142a-27b5-48f4-af53-5c23c40521b9 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.948454 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0130142a-27b5-48f4-af53-5c23c40521b9 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4199786 Feb 11 05:22:54.948811 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41358) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:54.953560 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-530c967b-0fe5-4da1-8745-b13c56aec8e4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group_rule': {'security_group_id': '962092a4-07be-4fa9-afff-7e70facd09e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:54.967246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf42492-fc29-4fc3-ac9e-f394363f4e04 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:54.979481 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Publish callbacks [] for port (ecf42492-fc29-4fc3-ac9e-f394363f4e04), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.985468 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-530c967b-0fe5-4da1-8745-b13c56aec8e4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (d68adebc-3eb4-4a65-a699-c1865c6de9da), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:54.996577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Transition to ACTIVE for port object ecf42492-fc29-4fc3-ac9e-f394363f4e04 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:22:55.006639 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (ecf42492-fc29-4fc3-ac9e-f394363f4e04), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.067431 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-530c967b-0fe5-4da1-8745-b13c56aec8e4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (d68adebc-3eb4-4a65-a699-c1865c6de9da), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.068854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Pushing event updated for resources: {'Port': ['ID=ecf42492-fc29-4fc3-ac9e-f394363f4e04,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:55.070977 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-530c967b-0fe5-4da1-8745-b13c56aec8e4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (d68adebc-3eb4-4a65-a699-c1865c6de9da), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.104057 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c967b-0fe5-4da1-8745-b13c56aec8e4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68adebc-3eb4-4a65-a699-c1865c6de9da,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:55.123501 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-530c967b-0fe5-4da1-8745-b13c56aec8e4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.128958 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-530c967b-0fe5-4da1-8745-b13c56aec8e4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1784384 Feb 11 05:22:55.129692 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41362) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:55.134733 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a4165e3b-c00a-473c-b3a0-fb2992919840 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group_rule': {'security_group_id': '962092a4-07be-4fa9-afff-7e70facd09e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:55.171970 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a4165e3b-c00a-473c-b3a0-fb2992919840 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (a51d2f16-c22b-42ea-a692-fdee4419e125), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.174416 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Attempting to bind port ecf42492-fc29-4fc3-ac9e-f394363f4e04 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:22:55.174752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Attempting to bind port ecf42492-fc29-4fc3-ac9e-f394363f4e04 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '7e22efde-3626-450b-924e-f91f01f8b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:22:55.175075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Attempting to bind port ecf42492-fc29-4fc3-ac9e-f394363f4e04 on network 5c5e4878-6869-450a-92a6-fa248e3f6520 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:55.179765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Port ecf42492-fc29-4fc3-ac9e-f394363f4e04 on network 5c5e4878-6869-450a-92a6-fa248e3f6520 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:22:55.180109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Attempting to bind port ecf42492-fc29-4fc3-ac9e-f394363f4e04 on network 5c5e4878-6869-450a-92a6-fa248e3f6520 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:22:55.185346 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:22:55.185688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Checking segment: {'id': '7e22efde-3626-450b-924e-f91f01f8b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:22:55.186090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Bound using segment: {'id': '7e22efde-3626-450b-924e-f91f01f8b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:22:55.186483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Bound port: ecf42492-fc29-4fc3-ac9e-f394363f4e04, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e22efde-3626-450b-924e-f91f01f8b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:22:55.187018 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ecf42492-fc29-4fc3-ac9e-f394363f4e04), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.254412 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a4165e3b-c00a-473c-b3a0-fb2992919840 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (a51d2f16-c22b-42ea-a692-fdee4419e125), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.272377 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a4165e3b-c00a-473c-b3a0-fb2992919840 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (a51d2f16-c22b-42ea-a692-fdee4419e125), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.281290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] For port ecf42492-fc29-4fc3-ac9e-f394363f4e04, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:22:55.286080 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] For port ecf42492-fc29-4fc3-ac9e-f394363f4e04, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ecf42492-fc29-4fc3-ac9e-f394363f4e04,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:22:55.300998 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (ecf42492-fc29-4fc3-ac9e-f394363f4e04), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.330612 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a4165e3b-c00a-473c-b3a0-fb2992919840 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.335988 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a4165e3b-c00a-473c-b3a0-fb2992919840 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2037823 Feb 11 05:22:55.337355 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4165e3b-c00a-473c-b3a0-fb2992919840 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51d2f16-c22b-42ea-a692-fdee4419e125,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:55.340583 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41372) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:55.360339 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.361018 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.362454 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] 10.222.0.73 "PUT /v2.0/ports/ecf42492-fc29-4fc3-ac9e-f394363f4e04 HTTP/1.1" status: 200 len: 1093 time: 1.2344084 Feb 11 05:22:55.365262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78475a62-164e-44c3-9e17-04acc3f164c4', 'tag': 'ecf42492-fc29-4fc3-ac9e-f394363f4e04'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:22:55.367855 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdfca32-2c68-402d-8f68-9f423a389a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "78475a62-164e-44c3-9e17-04acc3f164c4", "tag": "ecf42492-fc29-4fc3-ac9e-f394363f4e04"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:22:55.402044 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c28c2-9d45-481f-ae85-ae536b0097fe service neutron] Pushing event updated for resources: {'Port': ['ID=ecf42492-fc29-4fc3-ac9e-f394363f4e04,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:55.428485 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf77cd08-7639-4684-a7e3-c6f54b5883bc tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (a51d2f16-c22b-42ea-a692-fdee4419e125), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.443112 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf77cd08-7639-4684-a7e3-c6f54b5883bc tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (a51d2f16-c22b-42ea-a692-fdee4419e125), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.481308 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82bcf7f-4834-47f4-be05-52ae2528282f x-openstack-request-id: req-b82bcf7f-4834-47f4-be05-52ae2528282f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:22:55.481591 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78475a62-164e-44c3-9e17-04acc3f164c4", "tag": "ecf42492-fc29-4fc3-ac9e-f394363f4e04", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:22:55.481851 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b82bcf7f-4834-47f4-be05-52ae2528282f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:22:55.484019 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78475a62-164e-44c3-9e17-04acc3f164c4', 'tag': 'ecf42492-fc29-4fc3-ac9e-f394363f4e04', 'status': 'completed', 'code': 200} Feb 11 05:22:55.490956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70900bf5-db62-4750-a027-175aaf89dd02 req-5aab8541-29ee-4304-9c13-d9b2209216e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.493686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70900bf5-db62-4750-a027-175aaf89dd02 req-5aab8541-29ee-4304-9c13-d9b2209216e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c93bfa3c10d1423da3544e4cbf37d510&device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 1127 time: 0.0790930 Feb 11 05:22:55.498535 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf77cd08-7639-4684-a7e3-c6f54b5883bc tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (a51d2f16-c22b-42ea-a692-fdee4419e125), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.507446 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bf77cd08-7639-4684-a7e3-c6f54b5883bc tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.511396 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bf77cd08-7639-4684-a7e3-c6f54b5883bc tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/a51d2f16-c22b-42ea-a692-fdee4419e125 HTTP/1.1" status: 204 len: 168 time: 0.1696894 Feb 11 05:22:55.513225 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41380) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:55.548339 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77cd08-7639-4684-a7e3-c6f54b5883bc tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a51d2f16-c22b-42ea-a692-fdee4419e125,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:55.583176 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-de5b17d6-0712-444e-951a-9f5370afab1a tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0687656 Feb 11 05:22:55.585367 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70900bf5-db62-4750-a027-175aaf89dd02 req-9b27f43c-5005-458d-9077-52f9357c5a70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecf42492-fc29-4fc3-ac9e-f394363f4e04 HTTP/1.1" status: 200 len: 217 time: 0.0805979 Feb 11 05:22:55.586075 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41384) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:55.622324 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d71340ea-2066-43a5-8315-8e85e2b5b6c5 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (d68adebc-3eb4-4a65-a699-c1865c6de9da), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.633428 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d71340ea-2066-43a5-8315-8e85e2b5b6c5 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (d68adebc-3eb4-4a65-a699-c1865c6de9da), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.653781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70900bf5-db62-4750-a027-175aaf89dd02 req-2824544d-3d66-4cb2-ad40-6b9ec7821944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:55.655854 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70900bf5-db62-4750-a027-175aaf89dd02 req-2824544d-3d66-4cb2-ad40-6b9ec7821944 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8770604f-b793-47cc-961d-ec6dec78949b HTTP/1.1" status: 200 len: 855 time: 0.0555480 Feb 11 05:22:55.683345 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d71340ea-2066-43a5-8315-8e85e2b5b6c5 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (d68adebc-3eb4-4a65-a699-c1865c6de9da), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.694776 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d71340ea-2066-43a5-8315-8e85e2b5b6c5 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.699752 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d71340ea-2066-43a5-8315-8e85e2b5b6c5 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/d68adebc-3eb4-4a65-a699-c1865c6de9da HTTP/1.1" status: 204 len: 168 time: 0.1124403 Feb 11 05:22:55.704966 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41390) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:55.728065 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70900bf5-db62-4750-a027-175aaf89dd02 req-93e98e26-b4f8-4315-bc61-5dd4a8d56635 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5e4878-6869-450a-92a6-fa248e3f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614216 Feb 11 05:22:55.731593 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71340ea-2066-43a5-8315-8e85e2b5b6c5 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d68adebc-3eb4-4a65-a699-c1865c6de9da,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:55.759154 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7a4913fe-ee08-446e-b714-f7646669cdc4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0525682 Feb 11 05:22:55.760106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41392) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:55.788666 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5dc3cbbd-05c1-4d66-bfe9-25f19a53a999 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (054e9d2d-0a8d-45e6-b28c-980c1b60f2d1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.798201 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5dc3cbbd-05c1-4d66-bfe9-25f19a53a999 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (054e9d2d-0a8d-45e6-b28c-980c1b60f2d1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.839744 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5dc3cbbd-05c1-4d66-bfe9-25f19a53a999 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (054e9d2d-0a8d-45e6-b28c-980c1b60f2d1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.847896 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5dc3cbbd-05c1-4d66-bfe9-25f19a53a999 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.851655 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5dc3cbbd-05c1-4d66-bfe9-25f19a53a999 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/054e9d2d-0a8d-45e6-b28c-980c1b60f2d1 HTTP/1.1" status: 204 len: 168 time: 0.0902073 Feb 11 05:22:55.853120 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3cbbd-05c1-4d66-bfe9-25f19a53a999 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=054e9d2d-0a8d-45e6-b28c-980c1b60f2d1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:55.854829 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41398) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:55.906934 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e5664fb3-5b5f-4acd-a17f-426ee41de139 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0507805 Feb 11 05:22:55.908117 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41402) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:55.939978 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70900bf5-db62-4750-a027-175aaf89dd02 req-1f7c2a69-c443-4642-9e00-ea7c92ed2d1f service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031848 Feb 11 05:22:55.972340 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7586-7f73-431a-b8e3-bc50a489bb98 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (e5c8325c-ce4a-4755-a345-4f8063929b54), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:55.991473 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7586-7f73-431a-b8e3-bc50a489bb98 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (e5c8325c-ce4a-4755-a345-4f8063929b54), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.026370 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7586-7f73-431a-b8e3-bc50a489bb98 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (e5c8325c-ce4a-4755-a345-4f8063929b54), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.041579 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7586-7f73-431a-b8e3-bc50a489bb98 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.057510 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6ecd7586-7f73-431a-b8e3-bc50a489bb98 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/e5c8325c-ce4a-4755-a345-4f8063929b54 HTTP/1.1" status: 204 len: 168 time: 0.1482584 Feb 11 05:22:56.060649 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41410) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:56.140608 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd7586-7f73-431a-b8e3-bc50a489bb98 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5c8325c-ce4a-4755-a345-4f8063929b54,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:56.190253 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5ccc25a4-5e07-4870-9a68-ad262e50338e tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1262481 Feb 11 05:22:56.191326 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41416) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:56.222948 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-684174c0-1079-401c-97fd-30976de19ace tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (6bdc52f6-6400-4c42-908b-2be96cf10348), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.231310 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-684174c0-1079-401c-97fd-30976de19ace tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (6bdc52f6-6400-4c42-908b-2be96cf10348), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.263499 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-684174c0-1079-401c-97fd-30976de19ace tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (6bdc52f6-6400-4c42-908b-2be96cf10348), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.272922 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-684174c0-1079-401c-97fd-30976de19ace tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.277193 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-684174c0-1079-401c-97fd-30976de19ace tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/6bdc52f6-6400-4c42-908b-2be96cf10348 HTTP/1.1" status: 204 len: 168 time: 0.0843914 Feb 11 05:22:56.277761 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41418) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:56.305505 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684174c0-1079-401c-97fd-30976de19ace tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bdc52f6-6400-4c42-908b-2be96cf10348,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:56.339735 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-95e6fa45-7d4b-4bfe-9d78-6872d3718253 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0585792 Feb 11 05:22:56.340413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41426) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:56.411164 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6e3b-8b4d-437c-8928-b592290716db tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (962092a4-07be-4fa9-afff-7e70facd09e4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.437906 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6e3b-8b4d-437c-8928-b592290716db tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (962092a4-07be-4fa9-afff-7e70facd09e4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.490039 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6e3b-8b4d-437c-8928-b592290716db tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (962092a4-07be-4fa9-afff-7e70facd09e4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.493350 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6e3b-8b4d-437c-8928-b592290716db tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.497949 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6c9d6e3b-8b4d-437c-8928-b592290716db tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-groups/962092a4-07be-4fa9-afff-7e70facd09e4 HTTP/1.1" status: 204 len: 168 time: 0.1565473 Feb 11 05:22:56.498576 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41428) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:56.523451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d6e3b-8b4d-437c-8928-b592290716db tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=962092a4-07be-4fa9-afff-7e70facd09e4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:56.553227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70900bf5-db62-4750-a027-175aaf89dd02 req-32e1c2a8-7bcb-4768-a3a5-efc73ea9cfed service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6067209 Feb 11 05:22:56.570443 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5f1f9f13-ed50-409c-b78f-ce687906d829 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0666454 Feb 11 05:22:56.571255 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41430) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:56.577103 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5220a7de-7fbf-49dd-bd20-686dc53f1bd4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group': {'name': 'tempest-secgroup--819764518'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:56.597079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e5f97-ec25-49fc-9e40-206e4116096e req-75daf0a4-dbd8-42e3-bdf6-02e38b3eeebe tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:56.599343 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-548e5f97-ec25-49fc-9e40-206e4116096e req-75daf0a4-dbd8-42e3-bdf6-02e38b3eeebe tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 944 time: 0.2379384 Feb 11 05:22:56.607311 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5220a7de-7fbf-49dd-bd20-686dc53f1bd4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.689245 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5220a7de-7fbf-49dd-bd20-686dc53f1bd4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (efad9a1f-b792-429c-9762-7123a2e2167f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.698980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5220a7de-7fbf-49dd-bd20-686dc53f1bd4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (efad9a1f-b792-429c-9762-7123a2e2167f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.732264 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220a7de-7fbf-49dd-bd20-686dc53f1bd4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efad9a1f-b792-429c-9762-7123a2e2167f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:56.740479 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-548e5f97-ec25-49fc-9e40-206e4116096e req-86e1264b-cf41-4732-a445-0bb816a06f56 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250157 Feb 11 05:22:56.746406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfca32-2c68-402d-8f68-9f423a389a9c req-7b08faa8-b3cd-47f0-80aa-9b6477c6af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:56.748274 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3cdfca32-2c68-402d-8f68-9f423a389a9c req-7b08faa8-b3cd-47f0-80aa-9b6477c6af6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c93bfa3c10d1423da3544e4cbf37d510&device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 1127 time: 0.1116982 Feb 11 05:22:56.758618 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5220a7de-7fbf-49dd-bd20-686dc53f1bd4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.762709 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5220a7de-7fbf-49dd-bd20-686dc53f1bd4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1903369 Feb 11 05:22:56.763372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41432) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:56.769814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-5b57874e-3a90-41ee-b232-8e620b3a7394 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group_rule': {'security_group_id': 'efad9a1f-b792-429c-9762-7123a2e2167f', 'direction': 'ingress', 'protocol': 17}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:56.880833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfca32-2c68-402d-8f68-9f423a389a9c req-39ec46a7-f9da-4903-865b-8ae05cb1737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:56.882347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3cdfca32-2c68-402d-8f68-9f423a389a9c req-39ec46a7-f9da-4903-865b-8ae05cb1737a service neutron] 10.222.0.73 "GET /v2.0/networks?id=5c5e4878-6869-450a-92a6-fa248e3f6520 HTTP/1.1" status: 200 len: 916 time: 0.1177227 Feb 11 05:22:56.937948 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3cdfca32-2c68-402d-8f68-9f423a389a9c req-568f2dc7-9871-4ecc-acd8-28972e087021 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecf42492-fc29-4fc3-ac9e-f394363f4e04 HTTP/1.1" status: 200 len: 217 time: 0.0451539 Feb 11 05:22:56.967128 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b57874e-3a90-41ee-b232-8e620b3a7394 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (8272aa06-a920-4ab3-b7f4-70eca184d964), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.029955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfca32-2c68-402d-8f68-9f423a389a9c req-96243744-0e04-4f6f-b29a-bc8ad382e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:57.032223 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3cdfca32-2c68-402d-8f68-9f423a389a9c req-96243744-0e04-4f6f-b29a-bc8ad382e91b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8770604f-b793-47cc-961d-ec6dec78949b HTTP/1.1" status: 200 len: 855 time: 0.0743973 Feb 11 05:22:57.083184 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3cdfca32-2c68-402d-8f68-9f423a389a9c req-96f35b91-9304-4f67-a0b9-ef8521adb444 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5e4878-6869-450a-92a6-fa248e3f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418136 Feb 11 05:22:57.091767 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b57874e-3a90-41ee-b232-8e620b3a7394 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (8272aa06-a920-4ab3-b7f4-70eca184d964), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.105283 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b57874e-3a90-41ee-b232-8e620b3a7394 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (8272aa06-a920-4ab3-b7f4-70eca184d964), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.147218 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57874e-3a90-41ee-b232-8e620b3a7394 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8272aa06-a920-4ab3-b7f4-70eca184d964,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:57.154799 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b57874e-3a90-41ee-b232-8e620b3a7394 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.159279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5b57874e-3a90-41ee-b232-8e620b3a7394 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3907979 Feb 11 05:22:57.160082 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41438) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:57.227011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3cdfca32-2c68-402d-8f68-9f423a389a9c req-39611940-cc7c-41cb-9cc5-e020c5a0051a service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294496 Feb 11 05:22:57.283129 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7645649-582d-4f61-ad8b-5a1a7541c884 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (efad9a1f-b792-429c-9762-7123a2e2167f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.314552 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7645649-582d-4f61-ad8b-5a1a7541c884 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (efad9a1f-b792-429c-9762-7123a2e2167f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.337497 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3cdfca32-2c68-402d-8f68-9f423a389a9c req-4b2b96f7-0068-4546-9539-9d4064a6be15 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973179 Feb 11 05:22:57.410556 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7645649-582d-4f61-ad8b-5a1a7541c884 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (efad9a1f-b792-429c-9762-7123a2e2167f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.416408 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7645649-582d-4f61-ad8b-5a1a7541c884 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.420750 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b7645649-582d-4f61-ad8b-5a1a7541c884 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-groups/efad9a1f-b792-429c-9762-7123a2e2167f HTTP/1.1" status: 204 len: 168 time: 0.2581043 Feb 11 05:22:57.422892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41448) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:57.455478 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7645649-582d-4f61-ad8b-5a1a7541c884 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efad9a1f-b792-429c-9762-7123a2e2167f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:57.512511 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5cbc1477-24c6-412b-9d4e-2ed6f4df40ad tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0849876 Feb 11 05:22:57.513241 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41450) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:57.518823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-82591f3f-f4bc-4b41-bb70-de3544d1d701 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group': {'name': 'tempest-secgroup--382436046'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:57.544438 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-82591f3f-f4bc-4b41-bb70-de3544d1d701 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.647753 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-82591f3f-f4bc-4b41-bb70-de3544d1d701 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (212acae4-95c6-46a2-bf13-b5b6497e4aae), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.655222 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-82591f3f-f4bc-4b41-bb70-de3544d1d701 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (212acae4-95c6-46a2-bf13-b5b6497e4aae), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.705117 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-82591f3f-f4bc-4b41-bb70-de3544d1d701 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.709002 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-82591f3f-f4bc-4b41-bb70-de3544d1d701 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1912262 Feb 11 05:22:57.709138 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41452) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:57.714429 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8483ee49-81cd-4aaa-9f55-89f90b5b6cfb tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1703021889'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:57.720097 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82591f3f-f4bc-4b41-bb70-de3544d1d701 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212acae4-95c6-46a2-bf13-b5b6497e4aae,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:57.750476 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8483ee49-81cd-4aaa-9f55-89f90b5b6cfb tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.904220 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8483ee49-81cd-4aaa-9f55-89f90b5b6cfb tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (293dd574-977e-4f8d-bd65-32d1b06091c6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.917756 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8483ee49-81cd-4aaa-9f55-89f90b5b6cfb tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (293dd574-977e-4f8d-bd65-32d1b06091c6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.948107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac060adf-5b05-4103-b157-a1589ca71174 req-9596da4a-c165-4296-a97f-d2abfac70d2b tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:57.950597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac060adf-5b05-4103-b157-a1589ca71174 req-9596da4a-c165-4296-a97f-d2abfac70d2b tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 944 time: 0.1119394 Feb 11 05:22:57.964039 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8483ee49-81cd-4aaa-9f55-89f90b5b6cfb tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:57.965383 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8483ee49-81cd-4aaa-9f55-89f90b5b6cfb tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2553184 Feb 11 05:22:57.969210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41456) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:57.972772 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483ee49-81cd-4aaa-9f55-89f90b5b6cfb tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=293dd574-977e-4f8d-bd65-32d1b06091c6,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:57.977736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-0265c5e9-e950-4a3a-aef0-02e0e0b57e66 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group_rule': {'security_group_id': '212acae4-95c6-46a2-bf13-b5b6497e4aae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '293dd574-977e-4f8d-bd65-32d1b06091c6', 'remote_ip_prefix': None}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:58.046658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac060adf-5b05-4103-b157-a1589ca71174 req-ea3c5e02-034b-45a7-876d-a407ef73edd0 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834408 Feb 11 05:22:58.061441 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0265c5e9-e950-4a3a-aef0-02e0e0b57e66 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (81059cfa-1bb0-4a4b-9db6-c638df59167f), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.136555 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0265c5e9-e950-4a3a-aef0-02e0e0b57e66 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (81059cfa-1bb0-4a4b-9db6-c638df59167f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.146348 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0265c5e9-e950-4a3a-aef0-02e0e0b57e66 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (81059cfa-1bb0-4a4b-9db6-c638df59167f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.174938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265c5e9-e950-4a3a-aef0-02e0e0b57e66 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81059cfa-1bb0-4a4b-9db6-c638df59167f,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:58.184019 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0265c5e9-e950-4a3a-aef0-02e0e0b57e66 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.188470 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0265c5e9-e950-4a3a-aef0-02e0e0b57e66 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2125480 Feb 11 05:22:58.189387 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41460) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:58.219674 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-204bbd0e-b01f-45cc-916b-99ba782d9c5b tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (81059cfa-1bb0-4a4b-9db6-c638df59167f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.228572 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-204bbd0e-b01f-45cc-916b-99ba782d9c5b tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (81059cfa-1bb0-4a4b-9db6-c638df59167f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.274266 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-204bbd0e-b01f-45cc-916b-99ba782d9c5b tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (81059cfa-1bb0-4a4b-9db6-c638df59167f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.284805 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-204bbd0e-b01f-45cc-916b-99ba782d9c5b tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.285949 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-204bbd0e-b01f-45cc-916b-99ba782d9c5b tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/81059cfa-1bb0-4a4b-9db6-c638df59167f HTTP/1.1" status: 204 len: 168 time: 0.0954356 Feb 11 05:22:58.288887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41466) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:58.318457 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bbd0e-b01f-45cc-916b-99ba782d9c5b tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81059cfa-1bb0-4a4b-9db6-c638df59167f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:58.361333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-06f06471-8b56-4cdf-9618-f637dd239971 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0711217 Feb 11 05:22:58.363937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41468) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:58.439108 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6cc6ba51-af66-437e-aacc-e5aca94445d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.443299 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e020fef4-4a82-434d-a9b4-32a38c537979 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (293dd574-977e-4f8d-bd65-32d1b06091c6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.472986 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e020fef4-4a82-434d-a9b4-32a38c537979 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (293dd574-977e-4f8d-bd65-32d1b06091c6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.533332 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e020fef4-4a82-434d-a9b4-32a38c537979 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (293dd574-977e-4f8d-bd65-32d1b06091c6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.536229 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e020fef4-4a82-434d-a9b4-32a38c537979 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.540239 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e020fef4-4a82-434d-a9b4-32a38c537979 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-groups/293dd574-977e-4f8d-bd65-32d1b06091c6 HTTP/1.1" status: 204 len: 168 time: 0.1751719 Feb 11 05:22:58.542760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41476) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:58.555184 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020fef4-4a82-434d-a9b4-32a38c537979 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=293dd574-977e-4f8d-bd65-32d1b06091c6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:58.644130 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c6dc4084-bb03-4055-b5a8-05a6763b4f85 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0993903 Feb 11 05:22:58.646143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41478) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:58.710310 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-016117e6-91d4-4b16-8d64-0cca3ffe5a3e tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (212acae4-95c6-46a2-bf13-b5b6497e4aae), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.740715 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-016117e6-91d4-4b16-8d64-0cca3ffe5a3e tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (212acae4-95c6-46a2-bf13-b5b6497e4aae), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.809761 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-016117e6-91d4-4b16-8d64-0cca3ffe5a3e tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (212acae4-95c6-46a2-bf13-b5b6497e4aae), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.813196 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-016117e6-91d4-4b16-8d64-0cca3ffe5a3e tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.814399 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-016117e6-91d4-4b16-8d64-0cca3ffe5a3e tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-groups/212acae4-95c6-46a2-bf13-b5b6497e4aae HTTP/1.1" status: 204 len: 168 time: 0.1670504 Feb 11 05:22:58.817442 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41480) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:58.828030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016117e6-91d4-4b16-8d64-0cca3ffe5a3e tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=212acae4-95c6-46a2-bf13-b5b6497e4aae,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:58.891668 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f598da65-9d42-44a9-a677-1759585ee994 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0727363 Feb 11 05:22:58.895670 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41484) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:58.912943 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-4abf1b4c-ccff-4555-858e-8d4d6d24fa22 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group': {'name': 'tempest-secgroup--475425745'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:58.954398 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4abf1b4c-ccff-4555-858e-8d4d6d24fa22 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.030434 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4abf1b4c-ccff-4555-858e-8d4d6d24fa22 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (f09a48a3-4284-49f5-ab74-2b5ecc9676f2), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.038268 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4abf1b4c-ccff-4555-858e-8d4d6d24fa22 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f09a48a3-4284-49f5-ab74-2b5ecc9676f2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.100731 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4abf1b4c-ccff-4555-858e-8d4d6d24fa22 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.122543 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4abf1b4c-ccff-4555-858e-8d4d6d24fa22 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2254808 Feb 11 05:22:59.124980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf1b4c-ccff-4555-858e-8d4d6d24fa22 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09a48a3-4284-49f5-ab74-2b5ecc9676f2,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:59.125687 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41492) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:59.131376 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-98387cd9-8b4c-47d9-9f20-acee71a26da4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group_rule': {'security_group_id': 'f09a48a3-4284-49f5-ab74-2b5ecc9676f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:22:59.152508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ecf42492-fc29-4fc3-ac9e-f394363f4e04 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:22:59.233677 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98387cd9-8b4c-47d9-9f20-acee71a26da4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (ffa4564f-2497-42db-b9f4-5b236e605f61), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.245634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa6bd3-6563-4d7d-a421-f26965417019 req-a49a9570-92ec-4bf0-ab84-65f17f84b4a2 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:59.247463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7afa6bd3-6563-4d7d-a421-f26965417019 req-a49a9570-92ec-4bf0-ab84-65f17f84b4a2 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 944 time: 0.0818388 Feb 11 05:22:59.342538 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98387cd9-8b4c-47d9-9f20-acee71a26da4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (ffa4564f-2497-42db-b9f4-5b236e605f61), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.350269 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98387cd9-8b4c-47d9-9f20-acee71a26da4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (ffa4564f-2497-42db-b9f4-5b236e605f61), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.354330 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7afa6bd3-6563-4d7d-a421-f26965417019 req-14cacf9a-82f5-4e9c-814c-03d56e0a26a2 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994933 Feb 11 05:22:59.392514 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98387cd9-8b4c-47d9-9f20-acee71a26da4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.400277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41498) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:59.408168 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-98387cd9-8b4c-47d9-9f20-acee71a26da4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2804065 Feb 11 05:22:59.410892 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98387cd9-8b4c-47d9-9f20-acee71a26da4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa4564f-2497-42db-b9f4-5b236e605f61,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:59.439461 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-706e2cf5-40d6-415a-9dc4-5272dc7161aa tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (ffa4564f-2497-42db-b9f4-5b236e605f61), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.455926 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-706e2cf5-40d6-415a-9dc4-5272dc7161aa tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (ffa4564f-2497-42db-b9f4-5b236e605f61), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.530677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ecf42492-fc29-4fc3-ac9e-f394363f4e04, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ecf42492-fc29-4fc3-ac9e-f394363f4e04,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:59.535086 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-706e2cf5-40d6-415a-9dc4-5272dc7161aa tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (ffa4564f-2497-42db-b9f4-5b236e605f61), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.543986 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-706e2cf5-40d6-415a-9dc4-5272dc7161aa tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.545832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'ecf42492-fc29-4fc3-ac9e-f394363f4e04', 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520', 'port_id': 'ecf42492-fc29-4fc3-ac9e-f394363f4e04', 'mac_address': 'fa:16:3e:4d:f0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8770604f-b793-47cc-961d-ec6dec78949b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:22:59.548179 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-706e2cf5-40d6-415a-9dc4-5272dc7161aa tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/ffa4564f-2497-42db-b9f4-5b236e605f61 HTTP/1.1" status: 204 len: 168 time: 0.1468182 Feb 11 05:22:59.549390 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41504) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:59.568559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e2cf5-40d6-415a-9dc4-5272dc7161aa tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffa4564f-2497-42db-b9f4-5b236e605f61,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:59.633036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port ecf42492-fc29-4fc3-ac9e-f394363f4e04 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:22:59.633437 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ecf42492-fc29-4fc3-ac9e-f394363f4e04), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.653032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf42492-fc29-4fc3-ac9e-f394363f4e04 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:22:59.669270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41508) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:59.672110 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-21d3fd7e-3837-4e61-a1cc-48c8e6bcb6ed tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1214468 Feb 11 05:22:59.680472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ecf42492-fc29-4fc3-ac9e-f394363f4e04, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ecf42492-fc29-4fc3-ac9e-f394363f4e04,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:22:59.692701 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ecf42492-fc29-4fc3-ac9e-f394363f4e04), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.747869 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-896f6b03-3596-4d5a-b8fb-4576c129a569 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (f09a48a3-4284-49f5-ab74-2b5ecc9676f2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.777393 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-896f6b03-3596-4d5a-b8fb-4576c129a569 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (f09a48a3-4284-49f5-ab74-2b5ecc9676f2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.781237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=ecf42492-fc29-4fc3-ac9e-f394363f4e04,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:59.835129 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-896f6b03-3596-4d5a-b8fb-4576c129a569 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f09a48a3-4284-49f5-ab74-2b5ecc9676f2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.839088 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-896f6b03-3596-4d5a-b8fb-4576c129a569 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.840487 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-896f6b03-3596-4d5a-b8fb-4576c129a569 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-groups/f09a48a3-4284-49f5-ab74-2b5ecc9676f2 HTTP/1.1" status: 204 len: 168 time: 0.1701472 Feb 11 05:22:59.844213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41510) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:59.854776 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f6b03-3596-4d5a-b8fb-4576c129a569 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09a48a3-4284-49f5-ab74-2b5ecc9676f2,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:22:59.947193 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-95cf4c4a-8cdf-4b92-965b-e23853f95b79 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1008718 Feb 11 05:22:59.950896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41512) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:22:59.956590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9377177f-361e-4bc7-ac1a-6e9f875eb134 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group': {'name': 'tempest-secgroup--484691303'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:00.000762 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9377177f-361e-4bc7-ac1a-6e9f875eb134 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.027396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['ecf42492-fc29-4fc3-ac9e-f394363f4e04'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:00.121142 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9377177f-361e-4bc7-ac1a-6e9f875eb134 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (104c65bf-a65e-4637-abe1-3442616c67b7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.129054 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9377177f-361e-4bc7-ac1a-6e9f875eb134 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (104c65bf-a65e-4637-abe1-3442616c67b7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.168800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377177f-361e-4bc7-ac1a-6e9f875eb134 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104c65bf-a65e-4637-abe1-3442616c67b7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:00.185584 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9377177f-361e-4bc7-ac1a-6e9f875eb134 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.187905 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9377177f-361e-4bc7-ac1a-6e9f875eb134 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2358084 Feb 11 05:23:00.190856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41514) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:00.198656 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4078eb20-16fd-4d45-b5cf-c7704c38e7c4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group_rule': {'security_group_id': '104c65bf-a65e-4637-abe1-3442616c67b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:00.250418 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4078eb20-16fd-4d45-b5cf-c7704c38e7c4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (f3f980cd-5522-4fcd-bccb-acff53e9ffb8), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.347263 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4078eb20-16fd-4d45-b5cf-c7704c38e7c4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (f3f980cd-5522-4fcd-bccb-acff53e9ffb8), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.351177 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4078eb20-16fd-4d45-b5cf-c7704c38e7c4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (f3f980cd-5522-4fcd-bccb-acff53e9ffb8), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.378038 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078eb20-16fd-4d45-b5cf-c7704c38e7c4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f980cd-5522-4fcd-bccb-acff53e9ffb8,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:00.384750 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4078eb20-16fd-4d45-b5cf-c7704c38e7c4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.387516 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4078eb20-16fd-4d45-b5cf-c7704c38e7c4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1942091 Feb 11 05:23:00.389210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41520) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:00.427502 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5aec869f-c466-4cda-bf94-a0da55b57626 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules/f3f980cd-5522-4fcd-bccb-acff53e9ffb8 HTTP/1.1" status: 200 len: 763 time: 0.0363581 Feb 11 05:23:00.429793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41524) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:00.594802 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7c481c75-e878-409a-a923-9c161a00061e tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1610975 Feb 11 05:23:00.595092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41534) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:00.629106 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e178e89-5d95-4847-b9fa-fa8472fe4434 req-f9c01099-6c7c-4a61-b369-40acb81abec0 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:00.630728 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e178e89-5d95-4847-b9fa-fa8472fe4434 req-f9c01099-6c7c-4a61-b369-40acb81abec0 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 945 time: 0.1724393 Feb 11 05:23:00.644214 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-697cbb73-bc09-4241-8c6e-d9d0ced7f69d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (f3f980cd-5522-4fcd-bccb-acff53e9ffb8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.663579 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-697cbb73-bc09-4241-8c6e-d9d0ced7f69d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (f3f980cd-5522-4fcd-bccb-acff53e9ffb8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.743929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e178e89-5d95-4847-b9fa-fa8472fe4434 req-253798cd-064e-4b77-ab58-d458cf216a1f tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006825 Feb 11 05:23:00.748826 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-697cbb73-bc09-4241-8c6e-d9d0ced7f69d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (f3f980cd-5522-4fcd-bccb-acff53e9ffb8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.757915 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-697cbb73-bc09-4241-8c6e-d9d0ced7f69d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.759304 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-697cbb73-bc09-4241-8c6e-d9d0ced7f69d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/f3f980cd-5522-4fcd-bccb-acff53e9ffb8 HTTP/1.1" status: 204 len: 168 time: 0.1614306 Feb 11 05:23:00.762250 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41538) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:00.785198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cbb73-bc09-4241-8c6e-d9d0ced7f69d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3f980cd-5522-4fcd-bccb-acff53e9ffb8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:00.793466 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0b997a23-ff1f-4596-875e-2a8d53138c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.831139 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8143a2c7-b0c4-438e-a6ec-4337ce1293c5 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0675900 Feb 11 05:23:00.833806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41540) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:00.840088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-450654b1-1c7a-4731-a329-743d6ca0b096 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group_rule': {'security_group_id': '104c65bf-a65e-4637-abe1-3442616c67b7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:00.873312 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-450654b1-1c7a-4731-a329-743d6ca0b096 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (c8b4bea0-356f-45d2-8474-e4a844bca10a), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.937375 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-450654b1-1c7a-4731-a329-743d6ca0b096 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (c8b4bea0-356f-45d2-8474-e4a844bca10a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.942876 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-450654b1-1c7a-4731-a329-743d6ca0b096 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (c8b4bea0-356f-45d2-8474-e4a844bca10a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.965807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450654b1-1c7a-4731-a329-743d6ca0b096 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b4bea0-356f-45d2-8474-e4a844bca10a,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:00.979710 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-450654b1-1c7a-4731-a329-743d6ca0b096 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:00.981015 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-450654b1-1c7a-4731-a329-743d6ca0b096 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461782 Feb 11 05:23:00.983555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41542) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:01.001221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-57077dd2-7981-4182-9f0d-c2d711927922 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules/c8b4bea0-356f-45d2-8474-e4a844bca10a HTTP/1.1" status: 200 len: 763 time: 0.0164092 Feb 11 05:23:01.004075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41544) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:01.054158 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-39bb9256-7ac8-4c99-8874-009d08ce45a9 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0490358 Feb 11 05:23:01.056811 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41546) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:01.096938 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4170-15ff-4a7a-8822-b69467fe9bc1 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (c8b4bea0-356f-45d2-8474-e4a844bca10a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.106595 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4170-15ff-4a7a-8822-b69467fe9bc1 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (c8b4bea0-356f-45d2-8474-e4a844bca10a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.148866 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4170-15ff-4a7a-8822-b69467fe9bc1 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (c8b4bea0-356f-45d2-8474-e4a844bca10a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.156070 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ecf42492-fc29-4fc3-ac9e-f394363f4e04 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:01.172885 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4170-15ff-4a7a-8822-b69467fe9bc1 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.174503 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a5ba4170-15ff-4a7a-8822-b69467fe9bc1 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/c8b4bea0-356f-45d2-8474-e4a844bca10a HTTP/1.1" status: 204 len: 168 time: 0.1136272 Feb 11 05:23:01.175671 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba4170-15ff-4a7a-8822-b69467fe9bc1 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8b4bea0-356f-45d2-8474-e4a844bca10a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:01.176953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41548) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:01.223433 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-370386a6-f05a-4154-99a0-d2d2cbc6daa8 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0427237 Feb 11 05:23:01.223653 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41550) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:01.228428 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-85c16fa4-76a2-4479-b1c0-26eac3d2370d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group_rule': {'security_group_id': '104c65bf-a65e-4637-abe1-3442616c67b7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:01.260892 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85c16fa4-76a2-4479-b1c0-26eac3d2370d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (6de0160b-0709-400e-b265-7100e60d1b74), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.263515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port ecf42492-fc29-4fc3-ac9e-f394363f4e04 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:01.271343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port ecf42492-fc29-4fc3-ac9e-f394363f4e04 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:01.271980 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ecf42492-fc29-4fc3-ac9e-f394363f4e04), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.390778 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85c16fa4-76a2-4479-b1c0-26eac3d2370d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (6de0160b-0709-400e-b265-7100e60d1b74), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.398651 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85c16fa4-76a2-4479-b1c0-26eac3d2370d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (6de0160b-0709-400e-b265-7100e60d1b74), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.445072 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c16fa4-76a2-4479-b1c0-26eac3d2370d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de0160b-0709-400e-b265-7100e60d1b74,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:01.468363 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85c16fa4-76a2-4479-b1c0-26eac3d2370d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.475481 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-85c16fa4-76a2-4479-b1c0-26eac3d2370d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2486415 Feb 11 05:23:01.476206 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41556) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:01.481737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port ecf42492-fc29-4fc3-ac9e-f394363f4e04 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:01.482415 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ecf42492-fc29-4fc3-ac9e-f394363f4e04), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.506004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41560) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:01.506867 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-25c6452f-d9e0-49ce-b0f5-902865b21194 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules/6de0160b-0709-400e-b265-7100e60d1b74 HTTP/1.1" status: 200 len: 764 time: 0.0293512 Feb 11 05:23:01.563233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ecf42492-fc29-4fc3-ac9e-f394363f4e04, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ecf42492-fc29-4fc3-ac9e-f394363f4e04,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:01.565105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78475a62-164e-44c3-9e17-04acc3f164c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf42492-fc29-4fc3-ac9e-f394363f4e04'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:01.568864 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192f0197-6916-4943-bf07-af39162d12cb" -d '{"events": [{"server_uuid": "78475a62-164e-44c3-9e17-04acc3f164c4", "name": "network-vif-plugged", "status": "completed", "tag": "ecf42492-fc29-4fc3-ac9e-f394363f4e04"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:01.573250 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ecf42492-fc29-4fc3-ac9e-f394363f4e04), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.637192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8a27d659-f1f1-4865-ac72-d36e816fd825 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1299579 Feb 11 05:23:01.640524 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41572) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:01.641926 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5afe8fe-68f4-4b04-a9ec-50b608a2852c x-openstack-request-id: req-d5afe8fe-68f4-4b04-a9ec-50b608a2852c {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:01.642494 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78475a62-164e-44c3-9e17-04acc3f164c4", "name": "network-vif-plugged", "status": "completed", "tag": "ecf42492-fc29-4fc3-ac9e-f394363f4e04", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:01.642991 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d5afe8fe-68f4-4b04-a9ec-50b608a2852c {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:01.643903 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78475a62-164e-44c3-9e17-04acc3f164c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf42492-fc29-4fc3-ac9e-f394363f4e04', 'code': 200} Feb 11 05:23:01.665936 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=ecf42492-fc29-4fc3-ac9e-f394363f4e04,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:01.709061 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-11f9ebc9-68f6-4c80-b13b-47bfb511563d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (6de0160b-0709-400e-b265-7100e60d1b74), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.725440 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-11f9ebc9-68f6-4c80-b13b-47bfb511563d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (6de0160b-0709-400e-b265-7100e60d1b74), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.819719 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-11f9ebc9-68f6-4c80-b13b-47bfb511563d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (6de0160b-0709-400e-b265-7100e60d1b74), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.843003 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc14693-f5a4-433a-a143-9b596878cb1f req-075621b9-e450-4205-8109-317414117497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:01.844751 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fcc14693-f5a4-433a-a143-9b596878cb1f req-075621b9-e450-4205-8109-317414117497 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 1129 time: 0.0939958 Feb 11 05:23:01.859465 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-11f9ebc9-68f6-4c80-b13b-47bfb511563d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:01.863048 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-11f9ebc9-68f6-4c80-b13b-47bfb511563d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/6de0160b-0709-400e-b265-7100e60d1b74 HTTP/1.1" status: 204 len: 168 time: 0.2190828 Feb 11 05:23:01.866392 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41586) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:01.959303 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9ebc9-68f6-4c80-b13b-47bfb511563d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6de0160b-0709-400e-b265-7100e60d1b74,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:02.038202 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aedb1c35-a6f4-4dbe-8746-1aa213eb0af8 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1614470 Feb 11 05:23:02.041362 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41590) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:02.075828 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fcc14693-f5a4-433a-a143-9b596878cb1f req-fd635681-7038-4da3-8e41-b8b5195abdf6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200582 Feb 11 05:23:02.154881 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf21ad-67f7-46e9-8277-f0c59fa57963 req-4dd5340e-7be9-4de2-bc80-4addde90e387 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:02.158800 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9957-122d-4471-80a9-2a91a9067177 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (104c65bf-a65e-4637-abe1-3442616c67b7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.172052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebcf21ad-67f7-46e9-8277-f0c59fa57963 req-4dd5340e-7be9-4de2-bc80-4addde90e387 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 946 time: 0.1948249 Feb 11 05:23:02.205138 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9957-122d-4471-80a9-2a91a9067177 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (104c65bf-a65e-4637-abe1-3442616c67b7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.263045 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebcf21ad-67f7-46e9-8277-f0c59fa57963 req-d1e46ab3-aab9-4be0-8378-2f5017866a89 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889802 Feb 11 05:23:02.293809 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9957-122d-4471-80a9-2a91a9067177 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (104c65bf-a65e-4637-abe1-3442616c67b7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.302255 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9957-122d-4471-80a9-2a91a9067177 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.304010 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a0cd9957-122d-4471-80a9-2a91a9067177 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-groups/104c65bf-a65e-4637-abe1-3442616c67b7 HTTP/1.1" status: 204 len: 168 time: 0.2566290 Feb 11 05:23:02.306698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41592) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:02.330676 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9957-122d-4471-80a9-2a91a9067177 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104c65bf-a65e-4637-abe1-3442616c67b7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:02.370065 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.397297 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-168b75a8-50a7-4b59-838e-856d2a5666cf tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0890870 Feb 11 05:23:02.403204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41596) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:02.407178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8b420b4a-94cc-460e-82ea-dee0a4319a8d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668539474'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:02.445101 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b420b4a-94cc-460e-82ea-dee0a4319a8d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.584344 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b420b4a-94cc-460e-82ea-dee0a4319a8d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (95f3cd3f-d395-469e-bf4b-495f8cee3993), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.594787 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b420b4a-94cc-460e-82ea-dee0a4319a8d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (95f3cd3f-d395-469e-bf4b-495f8cee3993), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.633664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b420b4a-94cc-460e-82ea-dee0a4319a8d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f3cd3f-d395-469e-bf4b-495f8cee3993,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:02.678149 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b420b4a-94cc-460e-82ea-dee0a4319a8d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.680588 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8b420b4a-94cc-460e-82ea-dee0a4319a8d tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2780304 Feb 11 05:23:02.683113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41602) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:02.689783 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e112373e-9aaf-41c2-9d0d-be96d76c5bf8 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Request body: {'security_group_rule': {'security_group_id': '95f3cd3f-d395-469e-bf4b-495f8cee3993', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:02.727909 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e112373e-9aaf-41c2-9d0d-be96d76c5bf8 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (bf5563a1-a996-498b-8950-349af105912d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.828893 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e112373e-9aaf-41c2-9d0d-be96d76c5bf8 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (bf5563a1-a996-498b-8950-349af105912d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.847446 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e112373e-9aaf-41c2-9d0d-be96d76c5bf8 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (bf5563a1-a996-498b-8950-349af105912d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.869247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112373e-9aaf-41c2-9d0d-be96d76c5bf8 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5563a1-a996-498b-8950-349af105912d,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:02.881355 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e112373e-9aaf-41c2-9d0d-be96d76c5bf8 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:02.885737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41606) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:02.886226 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e112373e-9aaf-41c2-9d0d-be96d76c5bf8 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2010283 Feb 11 05:23:03.000396 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d6589b6-a297-4b0d-b6d3-8845cc5d1986 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (95f3cd3f-d395-469e-bf4b-495f8cee3993), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.055987 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d6589b6-a297-4b0d-b6d3-8845cc5d1986 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (95f3cd3f-d395-469e-bf4b-495f8cee3993), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.177442 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d6589b6-a297-4b0d-b6d3-8845cc5d1986 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (95f3cd3f-d395-469e-bf4b-495f8cee3993), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.181575 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d6589b6-a297-4b0d-b6d3-8845cc5d1986 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.182993 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6d6589b6-a297-4b0d-b6d3-8845cc5d1986 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-groups/95f3cd3f-d395-469e-bf4b-495f8cee3993 HTTP/1.1" status: 204 len: 168 time: 0.2962143 Feb 11 05:23:03.185857 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41612) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:03.204849 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6589b6-a297-4b0d-b6d3-8845cc5d1986 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f3cd3f-d395-469e-bf4b-495f8cee3993,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:03.321213 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41616) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:03.321532 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0572f9cb-8978-4d83-a59f-a2c1f3b5abc4 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1341023 Feb 11 05:23:03.394371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-eb5874cd-628b-4770-8250-52f42dd6c550 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0692077 Feb 11 05:23:03.395768 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41618) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:03.414987 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-f2ff5b6c-6105-4183-9afb-38565b8f2d97 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] delete failed (client error): The resource could not be found. Feb 11 05:23:03.422932 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f2ff5b6c-6105-4183-9afb-38565b8f2d97 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "DELETE /v2.0/security-groups/95f3cd3f-d395-469e-bf4b-495f8cee3993 HTTP/1.1" status: 404 len: 347 time: 0.0254221 Feb 11 05:23:03.423959 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41620) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:03.532490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df0c8f-8d5a-4aaf-b56b-f557359c7712 req-83c5616b-9fb4-4885-af92-48587786b38b tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:03.534080 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6df0c8f-8d5a-4aaf-b56b-f557359c7712 req-83c5616b-9fb4-4885-af92-48587786b38b tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 946 time: 0.1254334 Feb 11 05:23:03.566236 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-63b444bf-7956-45d0-848d-4ec733f466b2 tempest-SecGroupTest-378431583 tempest-SecGroupTest-378431583-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1407127 Feb 11 05:23:03.602560 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:03.624620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6df0c8f-8d5a-4aaf-b56b-f557359c7712 req-fecfc2fc-4248-4281-acfa-2ad8741bab2a tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834038 Feb 11 05:23:03.788656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bd74a0c4-849d-4050-b5e2-3cc4fa79cdf9 req-6405e618-87bd-47d0-976c-54786deabaf0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0630291 Feb 11 05:23:03.961727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74a0c4-849d-4050-b5e2-3cc4fa79cdf9 req-f03ccff2-ee6e-4092-92c9-e47a4e1b0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:03.963289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bd74a0c4-849d-4050-b5e2-3cc4fa79cdf9 req-f03ccff2-ee6e-4092-92c9-e47a4e1b0b02 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c93bfa3c10d1423da3544e4cbf37d510&device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 1128 time: 0.0946536 Feb 11 05:23:04.160053 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41638) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:04.191947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74a0c4-849d-4050-b5e2-3cc4fa79cdf9 req-b228d8fd-b619-4f6e-8f19-b9cebccce884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:04.195951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bd74a0c4-849d-4050-b5e2-3cc4fa79cdf9 req-b228d8fd-b619-4f6e-8f19-b9cebccce884 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5c5e4878-6869-450a-92a6-fa248e3f6520 HTTP/1.1" status: 200 len: 916 time: 0.2051756 Feb 11 05:23:04.281895 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bd74a0c4-849d-4050-b5e2-3cc4fa79cdf9 req-aa6cc897-5fcf-4830-9b7b-ab28a69cad82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=910b8fc9-c9d8-4053-9655-b34dbcb4f644 HTTP/1.1" status: 200 len: 217 time: 0.0771029 Feb 11 05:23:04.381065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74a0c4-849d-4050-b5e2-3cc4fa79cdf9 req-fe124197-3a94-4280-bb62-822fd7196fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:04.382575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bd74a0c4-849d-4050-b5e2-3cc4fa79cdf9 req-fe124197-3a94-4280-bb62-822fd7196fff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8770604f-b793-47cc-961d-ec6dec78949b HTTP/1.1" status: 200 len: 855 time: 0.0954092 Feb 11 05:23:04.443137 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c34f69ef-ab95-4718-9d62-7d6a580cdc63 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5daa996d85d6439db878fdc8ebf808da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2819052 Feb 11 05:23:04.449822 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41642) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:04.466394 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bd74a0c4-849d-4050-b5e2-3cc4fa79cdf9 req-90efa0cd-557d-4bac-86eb-38dcddb9d50b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5e4878-6869-450a-92a6-fa248e3f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743573 Feb 11 05:23:04.556529 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10353af3-ae85-476a-a16b-7a88a3853c73 admin admin] Publish callbacks [] for security_group (420c7347-b322-4586-80da-94bcf3aca053), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.600311 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10353af3-ae85-476a-a16b-7a88a3853c73 admin admin] Publish callbacks [] for security_group (420c7347-b322-4586-80da-94bcf3aca053), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.619062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bd74a0c4-849d-4050-b5e2-3cc4fa79cdf9 req-c44fc597-7496-4140-b634-e3973a3a190a service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425560 Feb 11 05:23:04.682735 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10353af3-ae85-476a-a16b-7a88a3853c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (420c7347-b322-4586-80da-94bcf3aca053), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.686299 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10353af3-ae85-476a-a16b-7a88a3853c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.688415 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-10353af3-ae85-476a-a16b-7a88a3853c73 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/420c7347-b322-4586-80da-94bcf3aca053 HTTP/1.1" status: 204 len: 168 time: 0.2376397 Feb 11 05:23:04.707310 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10353af3-ae85-476a-a16b-7a88a3853c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420c7347-b322-4586-80da-94bcf3aca053,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:04.934991 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bd74a0c4-849d-4050-b5e2-3cc4fa79cdf9 req-4aad887c-57db-4c52-b661-9a195d086313 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041835 Feb 11 05:23:05.059543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7fcde-9af7-4f97-bbf4-d23ef2ce937f req-1a963a80-4653-48f3-900d-c2f7dcae8a92 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:05.060996 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1fb7fcde-9af7-4f97-bbf4-d23ef2ce937f req-1a963a80-4653-48f3-900d-c2f7dcae8a92 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 946 time: 0.2202775 Feb 11 05:23:05.103088 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:05.196189 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1fb7fcde-9af7-4f97-bbf4-d23ef2ce937f req-40bf5996-74c2-4928-8121-3a6927533493 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180356 Feb 11 05:23:06.975787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d4d16-3bf1-4c0a-aa62-a93e4d92734c req-830ff9e3-1312-486f-b053-73790db4537f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:06.977991 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d3d4d16-3bf1-4c0a-aa62-a93e4d92734c req-830ff9e3-1312-486f-b053-73790db4537f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 946 time: 0.0646632 Feb 11 05:23:07.044024 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d3d4d16-3bf1-4c0a-aa62-a93e4d92734c req-d28c203f-3b28-4bb2-b942-135abec11fce tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579724 Feb 11 05:23:07.707806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41786) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:07.785364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf78241-b97b-4edb-9fb6-145fbd5040fa admin admin] Deleting subnet f64d9881-20df-414b-8c26-a3aea0a5e554 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:23:07.791948 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3cf78241-b97b-4edb-9fb6-145fbd5040fa admin admin] Publish callbacks [] for subnet (f64d9881-20df-414b-8c26-a3aea0a5e554), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.831879 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3cf78241-b97b-4edb-9fb6-145fbd5040fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (f64d9881-20df-414b-8c26-a3aea0a5e554), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.883411 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3cf78241-b97b-4edb-9fb6-145fbd5040fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (f64d9881-20df-414b-8c26-a3aea0a5e554), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:07.992361 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3cf78241-b97b-4edb-9fb6-145fbd5040fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (f64d9881-20df-414b-8c26-a3aea0a5e554), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.027134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf78241-b97b-4edb-9fb6-145fbd5040fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f64d9881-20df-414b-8c26-a3aea0a5e554,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:08.036200 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3cf78241-b97b-4edb-9fb6-145fbd5040fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.043540 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41794) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:08.044064 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3cf78241-b97b-4edb-9fb6-145fbd5040fa admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f64d9881-20df-414b-8c26-a3aea0a5e554 HTTP/1.1" status: 204 len: 168 time: 0.3352349 Feb 11 05:23:08.135124 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2fc49980-ebfd-423c-b66f-f50c17b6e45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (b853ac1a-5a31-42c0-9434-fa5398f86ea7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.303190 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2fc49980-ebfd-423c-b66f-f50c17b6e45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (b853ac1a-5a31-42c0-9434-fa5398f86ea7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.342158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-2fc49980-ebfd-423c-b66f-f50c17b6e45f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b853ac1a-5a31-42c0-9434-fa5398f86ea7']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:08.353713 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-2fc49980-ebfd-423c-b66f-f50c17b6e45f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24869d67-c0f2-4f65-9edb-dc929d408c2a') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:08.354011 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-2fc49980-ebfd-423c-b66f-f50c17b6e45f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24869d67-c0f2-4f65-9edb-dc929d408c2a') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:08.365471 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2fc49980-ebfd-423c-b66f-f50c17b6e45f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (24869d67-c0f2-4f65-9edb-dc929d408c2a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.384244 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2fc49980-ebfd-423c-b66f-f50c17b6e45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (24869d67-c0f2-4f65-9edb-dc929d408c2a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.393641 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc49980-ebfd-423c-b66f-f50c17b6e45f admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:23:08.394418 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2fc49980-ebfd-423c-b66f-f50c17b6e45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (24869d67-c0f2-4f65-9edb-dc929d408c2a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:23:08.464039 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:23:08.470340 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2fc49980-ebfd-423c-b66f-f50c17b6e45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (b853ac1a-5a31-42c0-9434-fa5398f86ea7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.484192 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2fc49980-ebfd-423c-b66f-f50c17b6e45f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.491892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41800) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:08.500466 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2fc49980-ebfd-423c-b66f-f50c17b6e45f admin admin] 10.222.0.87 "DELETE /v2.0/networks/b853ac1a-5a31-42c0-9434-fa5398f86ea7 HTTP/1.1" status: 204 len: 168 time: 0.4551287 Feb 11 05:23:08.528868 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc49980-ebfd-423c-b66f-f50c17b6e45f admin admin] Pushing event deleted for resources: {'Network': ['ID=b853ac1a-5a31-42c0-9434-fa5398f86ea7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:08.572420 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9575940-b133-477e-8b91-65115b9549f4 admin admin] Deleting subnet e163eae9-d59e-4d1f-987d-6343fb99a662 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:23:08.577288 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f9575940-b133-477e-8b91-65115b9549f4 admin admin] Publish callbacks [] for subnet (e163eae9-d59e-4d1f-987d-6343fb99a662), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.623230 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f9575940-b133-477e-8b91-65115b9549f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (e163eae9-d59e-4d1f-987d-6343fb99a662), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.674937 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f9575940-b133-477e-8b91-65115b9549f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (e163eae9-d59e-4d1f-987d-6343fb99a662), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.745054 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f9575940-b133-477e-8b91-65115b9549f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (e163eae9-d59e-4d1f-987d-6343fb99a662), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.769841 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f9575940-b133-477e-8b91-65115b9549f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:08.776882 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f9575940-b133-477e-8b91-65115b9549f4 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/e163eae9-d59e-4d1f-987d-6343fb99a662 HTTP/1.1" status: 204 len: 168 time: 0.2835000 Feb 11 05:23:08.779536 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41808) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:08.807753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9575940-b133-477e-8b91-65115b9549f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e163eae9-d59e-4d1f-987d-6343fb99a662,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:08.883596 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a02254e-2178-49bb-a7ed-c221ae01646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (65082cda-a6a7-4071-8c13-a36e865aaf31), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.066535 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a02254e-2178-49bb-a7ed-c221ae01646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (65082cda-a6a7-4071-8c13-a36e865aaf31), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.098151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8a02254e-2178-49bb-a7ed-c221ae01646d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65082cda-a6a7-4071-8c13-a36e865aaf31']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:09.113081 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8a02254e-2178-49bb-a7ed-c221ae01646d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dadcf1f-9db0-4732-a6df-d250cffb44e3') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:09.113551 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8a02254e-2178-49bb-a7ed-c221ae01646d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dadcf1f-9db0-4732-a6df-d250cffb44e3') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:23:09.125554 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a02254e-2178-49bb-a7ed-c221ae01646d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (5dadcf1f-9db0-4732-a6df-d250cffb44e3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.140190 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a02254e-2178-49bb-a7ed-c221ae01646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5dadcf1f-9db0-4732-a6df-d250cffb44e3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.147463 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a02254e-2178-49bb-a7ed-c221ae01646d admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:23:09.148303 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a02254e-2178-49bb-a7ed-c221ae01646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (5dadcf1f-9db0-4732-a6df-d250cffb44e3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:23:09.150472 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:23:09.165685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2688b163-76b0-4719-9c65-f83a9f6ef193 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:09.282881 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a02254e-2178-49bb-a7ed-c221ae01646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (65082cda-a6a7-4071-8c13-a36e865aaf31), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.290572 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a02254e-2178-49bb-a7ed-c221ae01646d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.298179 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8a02254e-2178-49bb-a7ed-c221ae01646d admin admin] 10.222.0.87 "DELETE /v2.0/networks/65082cda-a6a7-4071-8c13-a36e865aaf31 HTTP/1.1" status: 204 len: 168 time: 0.5148849 Feb 11 05:23:09.320090 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02254e-2178-49bb-a7ed-c221ae01646d admin admin] Pushing event deleted for resources: {'Network': ['ID=65082cda-a6a7-4071-8c13-a36e865aaf31,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:09.368613 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2688b163-76b0-4719-9c65-f83a9f6ef193 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:09.369350 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.422856 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:09.425125 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb2733e-d874-434b-82c7-70d52c0bba3f" -d '{"events": [{"server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "name": "network-vif-unplugged", "status": "completed", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:09.449246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2688b163-76b0-4719-9c65-f83a9f6ef193,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:09.460370 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.491243 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecea7f2-33f3-4ac0-bc3c-47098ab3f46c x-openstack-request-id: req-fecea7f2-33f3-4ac0-bc3c-47098ab3f46c {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:09.491498 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "name": "network-vif-unplugged", "status": "completed", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:09.491735 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fecea7f2-33f3-4ac0-bc3c-47098ab3f46c {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:09.492128 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'code': 200} Feb 11 05:23:09.519023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2688b163-76b0-4719-9c65-f83a9f6ef193,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:09.550837 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41826) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:09.594169 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9b9eefe0-e9f1-4711-b40a-f2d2f576d51b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bd191aba86de40c5adfd6c61efb8c51d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421326 Feb 11 05:23:09.596864 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41832) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:09.604396 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.666827 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f9deb764-2b6f-421d-9c8b-284d6dbe760b admin admin] Publish callbacks [] for security_group (85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.691582 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f9deb764-2b6f-421d-9c8b-284d6dbe760b admin admin] Publish callbacks [] for security_group (85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.744702 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f9deb764-2b6f-421d-9c8b-284d6dbe760b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.747607 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f9deb764-2b6f-421d-9c8b-284d6dbe760b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:09.751246 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f9deb764-2b6f-421d-9c8b-284d6dbe760b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb HTTP/1.1" status: 204 len: 168 time: 0.1506476 Feb 11 05:23:09.757986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9deb764-2b6f-421d-9c8b-284d6dbe760b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c6ba1a-1f2f-45c0-a82b-a68cbd4c09eb,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:10.201672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41848) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:10.245947 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7d8568d9-40d9-4425-96bf-a3ba86259b6e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=de2681b7d5434d9dbe8ed1c99b673e6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404704 Feb 11 05:23:10.246139 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41850) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:10.296731 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-826d4015-b59d-46cc-98e0-750ad5fade85 admin admin] Publish callbacks [] for security_group (40a547f7-8515-4e1c-b858-398e6e53a2a5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.320782 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-826d4015-b59d-46cc-98e0-750ad5fade85 admin admin] Publish callbacks [] for security_group (40a547f7-8515-4e1c-b858-398e6e53a2a5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.384916 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-826d4015-b59d-46cc-98e0-750ad5fade85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (40a547f7-8515-4e1c-b858-398e6e53a2a5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.387783 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-826d4015-b59d-46cc-98e0-750ad5fade85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:10.388834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-826d4015-b59d-46cc-98e0-750ad5fade85 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/40a547f7-8515-4e1c-b858-398e6e53a2a5 HTTP/1.1" status: 204 len: 168 time: 0.1417220 Feb 11 05:23:10.398252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d4015-b59d-46cc-98e0-750ad5fade85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a547f7-8515-4e1c-b858-398e6e53a2a5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:11.164217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2688b163-76b0-4719-9c65-f83a9f6ef193 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:11.305490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2688b163-76b0-4719-9c65-f83a9f6ef193,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:11.323832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'port_id': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'mac_address': 'fa:16:3e:76:b5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:11.369890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2688b163-76b0-4719-9c65-f83a9f6ef193 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:11.370308 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.393091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2688b163-76b0-4719-9c65-f83a9f6ef193 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:11.419631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2688b163-76b0-4719-9c65-f83a9f6ef193,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:11.425336 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:11.505608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2688b163-76b0-4719-9c65-f83a9f6ef193,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:11.580882 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['2688b163-76b0-4719-9c65-f83a9f6ef193'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:13.179378 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2688b163-76b0-4719-9c65-f83a9f6ef193 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:13.439911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 2688b163-76b0-4719-9c65-f83a9f6ef193 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:13.445152 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:13.613000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2688b163-76b0-4719-9c65-f83a9f6ef193 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:13.613665 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:13.661334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2688b163-76b0-4719-9c65-f83a9f6ef193,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:13.663484 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:13.666975 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0059aca7-6433-480e-942c-9b6ad276f3ad" -d '{"events": [{"server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "name": "network-vif-plugged", "status": "completed", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:13.685550 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:13.804816 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2246d491-4ada-409c-9a71-1f85855b82bd x-openstack-request-id: req-2246d491-4ada-409c-9a71-1f85855b82bd {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:13.804816 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "name": "network-vif-plugged", "status": "completed", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:13.804816 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2246d491-4ada-409c-9a71-1f85855b82bd {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:13.804816 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'code': 200} Feb 11 05:23:13.804816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2688b163-76b0-4719-9c65-f83a9f6ef193,revision_number=10']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:14.002517 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:18.419082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-49d207f7-5ec2-43f7-b287-910a5669c76d tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:18.426488 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-49d207f7-5ec2-43f7-b287-910a5669c76d tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/networks?id=5c5e4878-6869-450a-92a6-fa248e3f6520 HTTP/1.1" status: 200 len: 815 time: 0.1415946 Feb 11 05:23:18.441029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-fdf15958-186e-4710-bee2-757704e0c587 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/quotas/c93bfa3c10d1423da3544e4cbf37d510 HTTP/1.1" status: 200 len: 375 time: 0.0133922 Feb 11 05:23:18.519980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-872f29be-3d46-4e0c-ba31-16abbe1482bf tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c93bfa3c10d1423da3544e4cbf37d510&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728736 Feb 11 05:23:18.651869 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-156bce41-85b9-48f6-8560-685dda07b7fd service neutron] 10.222.0.87 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306610 Feb 11 05:23:18.786756 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-023192ef-ef2d-492e-9ce1-fc7b064bdee8 service neutron] 10.222.0.87 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326814 Feb 11 05:23:18.984626 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9446590d-ae58-4af5-af9e-291e76e59964 req-0f70f29f-2cd7-4665-9b4d-71022b2b60c9 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=8abd8da3-deb7-4d4f-a728-7f689d627970 HTTP/1.1" status: 200 len: 210 time: 0.0385129 Feb 11 05:23:20.141475 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50627a88-16b9-403b-9ecd-faf35e4374be req-3221c0eb-4e5f-4cdd-abf4-2f70e99b0a91 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=8abd8da3-deb7-4d4f-a728-7f689d627970 HTTP/1.1" status: 200 len: 210 time: 0.0602014 Feb 11 05:23:20.597138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-bf334926-b577-4ec9-bab4-19a67e438cdc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:20.599082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-bf334926-b577-4ec9-bab4-19a67e438cdc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.73 "GET /v2.0/networks?id=5c5e4878-6869-450a-92a6-fa248e3f6520 HTTP/1.1" status: 200 len: 815 time: 0.2745852 Feb 11 05:23:20.616311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-0309524f-0e58-458d-9cbe-57f853f00c71 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Request body: {'port': {'device_id': '8abd8da3-deb7-4d4f-a728-7f689d627970', 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520', 'admin_state_up': True, 'tenant_id': 'c93bfa3c10d1423da3544e4cbf37d510'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:20.848079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-0309524f-0e58-458d-9cbe-57f853f00c71 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Made reservation on behalf of c93bfa3c10d1423da3544e4cbf37d510 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:20.859171 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-0309524f-0e58-458d-9cbe-57f853f00c71 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.138596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-0309524f-0e58-458d-9cbe-57f853f00c71 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Allocated IP 172.20.0.10 (5c5e4878-6869-450a-92a6-fa248e3f6520/8770604f-b793-47cc-961d-ec6dec78949b/c213affd-9aad-4d88-8015-0335e592a2af) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:23:21.301763 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-0309524f-0e58-458d-9cbe-57f853f00c71 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks [] for port (c213affd-9aad-4d88-8015-0335e592a2af), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.405036 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-0309524f-0e58-458d-9cbe-57f853f00c71 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (c213affd-9aad-4d88-8015-0335e592a2af), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.423478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['910b8fc9-c9d8-4053-9655-b34dbcb4f644', 'ecf42492-fc29-4fc3-ac9e-f394363f4e04'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:21.677727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309524f-0e58-458d-9cbe-57f853f00c71 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Pushing event updated for resources: {'Port': ['ID=c213affd-9aad-4d88-8015-0335e592a2af,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:21.691070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-0309524f-0e58-458d-9cbe-57f853f00c71 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Network 5c5e4878-6869-450a-92a6-fa248e3f6520 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:23:21.697329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-0309524f-0e58-458d-9cbe-57f853f00c71 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:23:21.704739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-0309524f-0e58-458d-9cbe-57f853f00c71 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:23:21.886718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-0309524f-0e58-458d-9cbe-57f853f00c71 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:21.887480 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-0309524f-0e58-458d-9cbe-57f853f00c71 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:21.944089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca89d78-135d-4c7d-9749-1088aed66d40 req-52e48051-74de-403b-97a6-928bcce2a06b tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:21.946106 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ca89d78-135d-4c7d-9749-1088aed66d40 req-52e48051-74de-403b-97a6-928bcce2a06b tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=8abd8da3-deb7-4d4f-a728-7f689d627970 HTTP/1.1" status: 200 len: 932 time: 0.5766180 Feb 11 05:23:21.950150 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-0309524f-0e58-458d-9cbe-57f853f00c71 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3384371 Feb 11 05:23:21.986008 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Request body: {'port': {'device_id': '8abd8da3-deb7-4d4f-a728-7f689d627970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:22.072030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ca89d78-135d-4c7d-9749-1088aed66d40 req-7bf7abf2-bb28-4a66-b251-0536dc58ef0e tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196845 Feb 11 05:23:22.074831 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c213affd-9aad-4d88-8015-0335e592a2af), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.402722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c213affd-9aad-4d88-8015-0335e592a2af {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:22.411702 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Publish callbacks [] for port (c213affd-9aad-4d88-8015-0335e592a2af), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.437508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Transition to ACTIVE for port object c213affd-9aad-4d88-8015-0335e592a2af will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:23:22.447379 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (c213affd-9aad-4d88-8015-0335e592a2af), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.646963 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Pushing event updated for resources: {'Port': ['ID=c213affd-9aad-4d88-8015-0335e592a2af,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:22.713021 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Attempting to bind port c213affd-9aad-4d88-8015-0335e592a2af on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:23:22.713639 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Attempting to bind port c213affd-9aad-4d88-8015-0335e592a2af by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '7e22efde-3626-450b-924e-f91f01f8b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:23:22.714140 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Attempting to bind port c213affd-9aad-4d88-8015-0335e592a2af on network 5c5e4878-6869-450a-92a6-fa248e3f6520 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:22.720936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Port c213affd-9aad-4d88-8015-0335e592a2af on network 5c5e4878-6869-450a-92a6-fa248e3f6520 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:23:22.721486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Attempting to bind port c213affd-9aad-4d88-8015-0335e592a2af on network 5c5e4878-6869-450a-92a6-fa248e3f6520 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:23:22.727386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:23:22.728236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Checking segment: {'id': '7e22efde-3626-450b-924e-f91f01f8b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:23:22.729084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Bound using segment: {'id': '7e22efde-3626-450b-924e-f91f01f8b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:23:22.729670 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Bound port: c213affd-9aad-4d88-8015-0335e592a2af, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e22efde-3626-450b-924e-f91f01f8b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:23:22.730189 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c213affd-9aad-4d88-8015-0335e592a2af), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.815924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] For port c213affd-9aad-4d88-8015-0335e592a2af, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:23:22.821005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] For port c213affd-9aad-4d88-8015-0335e592a2af, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c213affd-9aad-4d88-8015-0335e592a2af,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:23:22.851184 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (c213affd-9aad-4d88-8015-0335e592a2af), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.933500 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:22.936791 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:22.943535 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] 10.222.0.73 "PUT /v2.0/ports/c213affd-9aad-4d88-8015-0335e592a2af HTTP/1.1" status: 200 len: 1093 time: 0.9638696 Feb 11 05:23:22.968525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abd8da3-deb7-4d4f-a728-7f689d627970', 'tag': 'c213affd-9aad-4d88-8015-0335e592a2af'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:22.972675 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a89e08-023f-4520-a9d4-fea1aad21bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "8abd8da3-deb7-4d4f-a728-7f689d627970", "tag": "c213affd-9aad-4d88-8015-0335e592a2af"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:23.063657 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c977d6c-0810-4513-88cd-3fd4a4aa2f2f x-openstack-request-id: req-5c977d6c-0810-4513-88cd-3fd4a4aa2f2f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:23.063657 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abd8da3-deb7-4d4f-a728-7f689d627970", "tag": "c213affd-9aad-4d88-8015-0335e592a2af", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:23.064318 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5c977d6c-0810-4513-88cd-3fd4a4aa2f2f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:23.064423 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abd8da3-deb7-4d4f-a728-7f689d627970', 'tag': 'c213affd-9aad-4d88-8015-0335e592a2af', 'status': 'completed', 'code': 200} Feb 11 05:23:23.108910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-51452dea-c1cf-4c8a-a81f-6d87e0fd7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:23.110649 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-51452dea-c1cf-4c8a-a81f-6d87e0fd7816 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c93bfa3c10d1423da3544e4cbf37d510&device_id=8abd8da3-deb7-4d4f-a728-7f689d627970 HTTP/1.1" status: 200 len: 1127 time: 0.1130228 Feb 11 05:23:23.112074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226249cb-201c-48e3-9704-a51baf432f70 service neutron] Pushing event updated for resources: {'Port': ['ID=c213affd-9aad-4d88-8015-0335e592a2af,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:23.230558 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-1516bc2b-b58b-420d-9b5f-199053e5cee0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c213affd-9aad-4d88-8015-0335e592a2af HTTP/1.1" status: 200 len: 217 time: 0.1057942 Feb 11 05:23:23.376746 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-ce685078-dc46-4fa8-8f77-5cb1e85e0aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:23.386515 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-ce685078-dc46-4fa8-8f77-5cb1e85e0aef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8770604f-b793-47cc-961d-ec6dec78949b HTTP/1.1" status: 200 len: 855 time: 0.1415906 Feb 11 05:23:23.407405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32b16d-dea1-46b5-8ac5-f6565faf254a req-e8ad1ffe-9837-4660-b507-0bc06330a6cf tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:23.416643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c32b16d-dea1-46b5-8ac5-f6565faf254a req-e8ad1ffe-9837-4660-b507-0bc06330a6cf tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=8abd8da3-deb7-4d4f-a728-7f689d627970 HTTP/1.1" status: 200 len: 944 time: 0.1822991 Feb 11 05:23:23.547310 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c32b16d-dea1-46b5-8ac5-f6565faf254a req-8685f982-e27e-40c9-936a-e52b5e8cd22f tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309745 Feb 11 05:23:23.549073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-f0812014-e9c4-4c44-8b96-9043dc34a9d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5e4878-6869-450a-92a6-fa248e3f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135995 Feb 11 05:23:23.778764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-bbe9adee-9d65-4bf1-bf02-ee328b80e580 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210779 Feb 11 05:23:24.447501 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f95af35b-3868-4878-9595-04c3a9a1ed5c req-92a4e349-c5d9-4d0c-b2b1-07c765663350 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6582782 Feb 11 05:23:24.651532 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a89e08-023f-4520-a9d4-fea1aad21bd1 req-c9facf59-280c-4513-b8c1-bd655bad3ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:24.653030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07a89e08-023f-4520-a9d4-fea1aad21bd1 req-c9facf59-280c-4513-b8c1-bd655bad3ca1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c93bfa3c10d1423da3544e4cbf37d510&device_id=8abd8da3-deb7-4d4f-a728-7f689d627970 HTTP/1.1" status: 200 len: 1127 time: 0.1302788 Feb 11 05:23:24.987558 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2ddc6-98de-4cc1-875d-816db70060b1 req-c715c3a8-b491-4536-965b-d466e2879741 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:24.989123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fe2ddc6-98de-4cc1-875d-816db70060b1 req-c715c3a8-b491-4536-965b-d466e2879741 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=8abd8da3-deb7-4d4f-a728-7f689d627970 HTTP/1.1" status: 200 len: 944 time: 0.3286133 Feb 11 05:23:24.994305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a89e08-023f-4520-a9d4-fea1aad21bd1 req-4c9dcaef-3888-496d-a6d4-004e977b6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:24.995720 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07a89e08-023f-4520-a9d4-fea1aad21bd1 req-4c9dcaef-3888-496d-a6d4-004e977b6153 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5c5e4878-6869-450a-92a6-fa248e3f6520 HTTP/1.1" status: 200 len: 916 time: 0.3241386 Feb 11 05:23:25.051710 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07a89e08-023f-4520-a9d4-fea1aad21bd1 req-ccbdec3c-0cac-4f98-9e42-710e56af9ff1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c213affd-9aad-4d88-8015-0335e592a2af HTTP/1.1" status: 200 len: 217 time: 0.0459578 Feb 11 05:23:25.210692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fe2ddc6-98de-4cc1-875d-816db70060b1 req-7f73aac1-9191-48aa-a489-71f485cc9528 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119107 Feb 11 05:23:25.244776 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a89e08-023f-4520-a9d4-fea1aad21bd1 req-2c81277e-150e-41cd-bd16-dde3261fd40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:25.252597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07a89e08-023f-4520-a9d4-fea1aad21bd1 req-2c81277e-150e-41cd-bd16-dde3261fd40e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8770604f-b793-47cc-961d-ec6dec78949b HTTP/1.1" status: 200 len: 855 time: 0.1873696 Feb 11 05:23:25.334908 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07a89e08-023f-4520-a9d4-fea1aad21bd1 req-4d968d99-9fae-4cd0-88dc-859bd746ee11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5e4878-6869-450a-92a6-fa248e3f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709291 Feb 11 05:23:25.595600 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07a89e08-023f-4520-a9d4-fea1aad21bd1 req-5f46f5e0-1a6e-4063-a148-64afad6cd9db service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459114 Feb 11 05:23:25.826699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07a89e08-023f-4520-a9d4-fea1aad21bd1 req-a3cbd8de-e83e-42c6-9ef2-9812e640c493 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195950 Feb 11 05:23:26.292302 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:23:26.752186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bff28e-f969-4e98-a8b2-56a2c4fbb792 req-2d71205c-f60d-4453-9817-20ead43e366c tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:26.792356 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3bff28e-f969-4e98-a8b2-56a2c4fbb792 req-2d71205c-f60d-4453-9817-20ead43e366c tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=8abd8da3-deb7-4d4f-a728-7f689d627970 HTTP/1.1" status: 200 len: 944 time: 0.2757990 Feb 11 05:23:26.954984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3bff28e-f969-4e98-a8b2-56a2c4fbb792 req-ce9c2cb3-0e30-48fd-a550-9e7276fdb4ab tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607580 Feb 11 05:23:27.267153 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c213affd-9aad-4d88-8015-0335e592a2af details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:27.497445 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c213affd-9aad-4d88-8015-0335e592a2af, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c213affd-9aad-4d88-8015-0335e592a2af,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:27.524930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'c213affd-9aad-4d88-8015-0335e592a2af', 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520', 'port_id': 'c213affd-9aad-4d88-8015-0335e592a2af', 'mac_address': 'fa:16:3e:c9:59:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8770604f-b793-47cc-961d-ec6dec78949b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:27.610757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port c213affd-9aad-4d88-8015-0335e592a2af is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:27.611143 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c213affd-9aad-4d88-8015-0335e592a2af), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.635729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c213affd-9aad-4d88-8015-0335e592a2af {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:27.697857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c213affd-9aad-4d88-8015-0335e592a2af, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c213affd-9aad-4d88-8015-0335e592a2af,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:27.704778 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c213affd-9aad-4d88-8015-0335e592a2af), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:27.822869 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=c213affd-9aad-4d88-8015-0335e592a2af,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:28.016757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['c213affd-9aad-4d88-8015-0335e592a2af'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:28.227034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070774e9-46ab-449e-ba0d-7254bf51fcb3 req-0b0ebf32-21f5-49b5-912e-ad79f7937a10 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:28.230957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-070774e9-46ab-449e-ba0d-7254bf51fcb3 req-0b0ebf32-21f5-49b5-912e-ad79f7937a10 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=8abd8da3-deb7-4d4f-a728-7f689d627970 HTTP/1.1" status: 200 len: 945 time: 0.1841090 Feb 11 05:23:28.303589 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-070774e9-46ab-449e-ba0d-7254bf51fcb3 req-570f4dd0-4dda-4c8d-84ab-af3f2b6820b0 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715816 Feb 11 05:23:28.445086 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21a17607-ab71-4773-b90d-8315f2b518a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.298864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c213affd-9aad-4d88-8015-0335e592a2af up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:29.442760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port c213affd-9aad-4d88-8015-0335e592a2af completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:23:29.454631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port c213affd-9aad-4d88-8015-0335e592a2af triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:29.455278 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c213affd-9aad-4d88-8015-0335e592a2af), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.549084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6298fb-dd17-4bf6-ba01-1c65f830dfdb req-20986c4e-dcc9-44e1-b808-f4f5400da762 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:29.561056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c6298fb-dd17-4bf6-ba01-1c65f830dfdb req-20986c4e-dcc9-44e1-b808-f4f5400da762 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=8abd8da3-deb7-4d4f-a728-7f689d627970 HTTP/1.1" status: 200 len: 945 time: 0.1342762 Feb 11 05:23:29.623142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port c213affd-9aad-4d88-8015-0335e592a2af is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:29.623799 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c213affd-9aad-4d88-8015-0335e592a2af), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.659254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abd8da3-deb7-4d4f-a728-7f689d627970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c213affd-9aad-4d88-8015-0335e592a2af'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:29.663311 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42426df2-b8a7-4d34-8674-4c5a14666abd" -d '{"events": [{"server_uuid": "8abd8da3-deb7-4d4f-a728-7f689d627970", "name": "network-vif-plugged", "status": "completed", "tag": "c213affd-9aad-4d88-8015-0335e592a2af"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:29.676773 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c6298fb-dd17-4bf6-ba01-1c65f830dfdb req-1897af64-1478-4a44-ad32-0c70757498c1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097939 Feb 11 05:23:29.683009 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c213affd-9aad-4d88-8015-0335e592a2af, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c213affd-9aad-4d88-8015-0335e592a2af,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:29.690271 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c213affd-9aad-4d88-8015-0335e592a2af), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.761328 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bf0f49-621a-4711-a1cb-edfafac1e0a2 x-openstack-request-id: req-78bf0f49-621a-4711-a1cb-edfafac1e0a2 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:29.761616 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abd8da3-deb7-4d4f-a728-7f689d627970", "name": "network-vif-plugged", "status": "completed", "tag": "c213affd-9aad-4d88-8015-0335e592a2af", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:29.761875 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-78bf0f49-621a-4711-a1cb-edfafac1e0a2 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:29.762273 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abd8da3-deb7-4d4f-a728-7f689d627970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c213affd-9aad-4d88-8015-0335e592a2af', 'code': 200} Feb 11 05:23:29.769327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=c213affd-9aad-4d88-8015-0335e592a2af,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:29.924900 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1b620-c858-42e7-a77f-101d4bc10f82 req-2c75104b-6ec4-4077-9f58-ea3cf6a6506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:29.926827 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ca1b620-c858-42e7-a77f-101d4bc10f82 req-2c75104b-6ec4-4077-9f58-ea3cf6a6506a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8abd8da3-deb7-4d4f-a728-7f689d627970 HTTP/1.1" status: 200 len: 1129 time: 0.0802076 Feb 11 05:23:29.995878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ca1b620-c858-42e7-a77f-101d4bc10f82 req-b72bc31a-2020-41fe-88e6-fed58614acc2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503354 Feb 11 05:23:30.762460 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-754778b7-d95f-4ff5-9e36-d65d2c15961b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:30.980351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f09df-5e1e-4bb8-9a24-90831350b21f req-74214a83-2065-402e-be25-298afb0f1723 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:30.989994 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e4f09df-5e1e-4bb8-9a24-90831350b21f req-74214a83-2065-402e-be25-298afb0f1723 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=8abd8da3-deb7-4d4f-a728-7f689d627970 HTTP/1.1" status: 200 len: 946 time: 0.1499314 Feb 11 05:23:31.061302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e4f09df-5e1e-4bb8-9a24-90831350b21f req-d07954f6-3320-49f3-aa49-2963e04c4cda tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653944 Feb 11 05:23:31.713875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ecd86-6d75-4ab7-9114-b4f35289ce4b req-5c112051-cd86-4348-976b-b3c38f0d4618 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:31.715380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e06ecd86-6d75-4ab7-9114-b4f35289ce4b req-5c112051-cd86-4348-976b-b3c38f0d4618 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.0523119 Feb 11 05:23:31.774415 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e06ecd86-6d75-4ab7-9114-b4f35289ce4b req-25e4eed2-1cf5-41b5-b714-51bdcd0c6c53 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509222 Feb 11 05:23:32.173507 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92674d40-be00-4895-b938-dcd71c203830 req-05f91c12-adce-4bcb-bfd2-f9e8c27debbd tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:32.174988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92674d40-be00-4895-b938-dcd71c203830 req-05f91c12-adce-4bcb-bfd2-f9e8c27debbd tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=8abd8da3-deb7-4d4f-a728-7f689d627970 HTTP/1.1" status: 200 len: 946 time: 0.0534337 Feb 11 05:23:32.221791 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92674d40-be00-4895-b938-dcd71c203830 req-d506cb72-fdf7-40af-b1b3-e092ad43edc9 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410287 Feb 11 05:23:32.331567 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:32.928391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807fd8f-1a12-4650-965c-ae22c6fbfd6f req-9da63514-d982-4131-b6e5-af24263e9563 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:32.930600 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b807fd8f-1a12-4650-965c-ae22c6fbfd6f req-9da63514-d982-4131-b6e5-af24263e9563 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.0755060 Feb 11 05:23:33.007224 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b807fd8f-1a12-4650-965c-ae22c6fbfd6f req-0067a163-e43a-4b14-915d-1af81c9d0d0a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634880 Feb 11 05:23:33.561368 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:33.799033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee6ad3-0593-41c3-8700-a4fcb1bf8ce2 req-8061e928-05b5-423c-97db-13d48284ff52 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:33.806862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67ee6ad3-0593-41c3-8700-a4fcb1bf8ce2 req-8061e928-05b5-423c-97db-13d48284ff52 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.1688046 Feb 11 05:23:33.853642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67ee6ad3-0593-41c3-8700-a4fcb1bf8ce2 req-5bbfbc86-3259-4856-aa12-f9933aeded1c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455527 Feb 11 05:23:35.141252 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.180721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4e3e-d038-4891-8ec8-a65eba962e94 req-6e154525-3d8d-4d01-a072-6cc6bb37a269 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:35.186330 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7eaa4e3e-d038-4891-8ec8-a65eba962e94 req-6e154525-3d8d-4d01-a072-6cc6bb37a269 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.2006378 Feb 11 05:23:35.248365 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7eaa4e3e-d038-4891-8ec8-a65eba962e94 req-b098eea0-79c6-4c48-b0c0-8b8fd8f17384 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512822 Feb 11 05:23:35.319284 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2688b163-76b0-4719-9c65-f83a9f6ef193 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:35.411355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2688b163-76b0-4719-9c65-f83a9f6ef193 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:35.411989 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.457072 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2688b163-76b0-4719-9c65-f83a9f6ef193,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:35.458865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:35.462565 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8812829f-6b41-452b-9db4-7ab07d2b086f" -d '{"events": [{"server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "name": "network-vif-unplugged", "status": "completed", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:35.470246 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:35.524326 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7de6265-a9a8-4e06-ac1b-b629dbfe09e4 x-openstack-request-id: req-c7de6265-a9a8-4e06-ac1b-b629dbfe09e4 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:35.524723 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "name": "network-vif-unplugged", "status": "completed", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:35.525199 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c7de6265-a9a8-4e06-ac1b-b629dbfe09e4 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:35.525686 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'code': 200} Feb 11 05:23:35.545870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2688b163-76b0-4719-9c65-f83a9f6ef193,revision_number=11']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:35.555566 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:35.556087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:35.556530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:35.557016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:35.557446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:35.557877 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:35.558300 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:35.558724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:35.559487 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:35.561145 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:35.561594 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:35.562021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:35.562446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:36.443883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba116d-6838-4518-9ddf-678d34bd7e14 req-c379e367-d7af-4966-8169-0670d91f1b90 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:36.445595 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ceba116d-6838-4518-9ddf-678d34bd7e14 req-c379e367-d7af-4966-8169-0670d91f1b90 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0767426 Feb 11 05:23:36.524310 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ceba116d-6838-4518-9ddf-678d34bd7e14 req-7acafc44-05e2-43c9-9332-2a5008c1dc8d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722778 Feb 11 05:23:37.342545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2688b163-76b0-4719-9c65-f83a9f6ef193 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:23:37.505798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2688b163-76b0-4719-9c65-f83a9f6ef193,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:37.583775 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'port_id': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'mac_address': 'fa:16:3e:76:b5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:23:37.641513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2688b163-76b0-4719-9c65-f83a9f6ef193 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:37.642168 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.657222 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2688b163-76b0-4719-9c65-f83a9f6ef193 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:23:37.689627 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2688b163-76b0-4719-9c65-f83a9f6ef193,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:37.696085 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:37.786111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2688b163-76b0-4719-9c65-f83a9f6ef193,revision_number=12']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:37.813444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb7161-ccc6-4fa3-94c0-576172d33644 req-9105b994-9898-4332-8502-3f5d21f37643 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:37.815842 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9aeb7161-ccc6-4fa3-94c0-576172d33644 req-9105b994-9898-4332-8502-3f5d21f37643 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1386077 Feb 11 05:23:37.825499 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['2688b163-76b0-4719-9c65-f83a9f6ef193'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:23:37.894459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9aeb7161-ccc6-4fa3-94c0-576172d33644 req-59e43a77-457d-4a58-b9f5-574baa78a93c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719490 Feb 11 05:23:39.097047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a54a8-d20a-456b-a1cb-d5117b94770e req-9b97be7e-aa0c-46ba-9f18-66165e2d82ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:39.105970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d2a54a8-d20a-456b-a1cb-d5117b94770e req-9b97be7e-aa0c-46ba-9f18-66165e2d82ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 946 time: 0.0848441 Feb 11 05:23:39.169892 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d2a54a8-d20a-456b-a1cb-d5117b94770e req-9ec57663-6d56-4b52-b4d4-282bcd619a98 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623999 Feb 11 05:23:39.353004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2688b163-76b0-4719-9c65-f83a9f6ef193 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:23:39.463864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 2688b163-76b0-4719-9c65-f83a9f6ef193 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:23:39.464308 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.676635 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.682608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2688b163-76b0-4719-9c65-f83a9f6ef193 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:39.683021 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.732144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:39.735298 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd67241-dd14-434d-bc11-378d3eb19d80" -d '{"events": [{"server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "name": "network-vif-plugged", "status": "completed", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:39.753686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2688b163-76b0-4719-9c65-f83a9f6ef193,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:39.760858 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:39.823811 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb2e01d-f846-4891-938d-d892a4e34289 x-openstack-request-id: req-beb2e01d-f846-4891-938d-d892a4e34289 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:39.825027 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "name": "network-vif-plugged", "status": "completed", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:39.826074 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-beb2e01d-f846-4891-938d-d892a4e34289 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:39.827941 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'code': 200} Feb 11 05:23:39.848237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2688b163-76b0-4719-9c65-f83a9f6ef193,revision_number=13']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:40.405918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655b1e6-8d34-4a09-ac1c-34cca3cd2ae2 req-f0a0f862-bd1b-4252-9aa3-7dbe12e72494 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:40.408421 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3655b1e6-8d34-4a09-ac1c-34cca3cd2ae2 req-f0a0f862-bd1b-4252-9aa3-7dbe12e72494 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.1098471 Feb 11 05:23:40.476126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3655b1e6-8d34-4a09-ac1c-34cca3cd2ae2 req-cf55d696-1040-4706-a860-f2a8772d5c98 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608599 Feb 11 05:23:41.648439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bc353-90d0-4f99-9fea-f50dd0e03f6c req-977a72bf-847d-41aa-9adc-afb3e839d768 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:41.650463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e5bc353-90d0-4f99-9fea-f50dd0e03f6c req-977a72bf-847d-41aa-9adc-afb3e839d768 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.0639157 Feb 11 05:23:41.733545 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e5bc353-90d0-4f99-9fea-f50dd0e03f6c req-7e632201-f3db-48f1-9be9-366ef3797ff4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762432 Feb 11 05:23:42.952142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ea392-f95e-446b-a902-57333efcbede req-0fec8938-5366-4ee7-94b1-d6a9ae6e8653 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:42.954708 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-105ea392-f95e-446b-a902-57333efcbede req-0fec8938-5366-4ee7-94b1-d6a9ae6e8653 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.1571593 Feb 11 05:23:43.061390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-105ea392-f95e-446b-a902-57333efcbede req-e430a649-7bd6-4062-afcb-fdf0c71bd8a5 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009605 Feb 11 05:23:43.996141 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:44.221886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a36cc-4c26-4273-ae5b-3ee1e0db7475 req-f2897ec6-1833-4d03-9187-b361139faba8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:44.235559 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-100a36cc-4c26-4273-ae5b-3ee1e0db7475 req-f2897ec6-1833-4d03-9187-b361139faba8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.0833919 Feb 11 05:23:44.284615 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-100a36cc-4c26-4273-ae5b-3ee1e0db7475 req-fe35a744-c242-4843-b941-11c02847fb51 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478942 Feb 11 05:23:45.434752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e7220-e8e1-49d4-92e1-54ec683d7599 req-8ec9e681-7b36-4d1c-ab94-dcf84f04e6f4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:45.442255 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a4e7220-e8e1-49d4-92e1-54ec683d7599 req-8ec9e681-7b36-4d1c-ab94-dcf84f04e6f4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.0753491 Feb 11 05:23:45.523971 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a4e7220-e8e1-49d4-92e1-54ec683d7599 req-c3975007-6493-4b91-ad6b-386c991f7365 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743873 Feb 11 05:23:46.688470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536bd4d-facc-4e34-a3f9-3b970f3b32a2 req-7a3d5266-c4be-4204-980a-8b5195d70127 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:46.690755 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e536bd4d-facc-4e34-a3f9-3b970f3b32a2 req-7a3d5266-c4be-4204-980a-8b5195d70127 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.0871475 Feb 11 05:23:46.753774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e536bd4d-facc-4e34-a3f9-3b970f3b32a2 req-992b04cd-bc4f-40ad-8f5d-8d9c0a177f3b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554266 Feb 11 05:23:47.938716 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e1402-de59-4ace-a105-f44c6c179062 req-2140bd2f-2c45-44c8-afd8-3b52ea1b2deb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:47.941633 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae7e1402-de59-4ace-a105-f44c6c179062 req-2140bd2f-2c45-44c8-afd8-3b52ea1b2deb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.0868173 Feb 11 05:23:48.009507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae7e1402-de59-4ace-a105-f44c6c179062 req-b8c0ec47-ff84-479f-af73-7377d1d52e97 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595677 Feb 11 05:23:49.214270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d670b47-3d3c-4a11-9739-45283d4da109 req-4aed2575-5f72-4416-bd66-7887e931cc9f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:49.223553 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9d670b47-3d3c-4a11-9739-45283d4da109 req-4aed2575-5f72-4416-bd66-7887e931cc9f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.0761986 Feb 11 05:23:49.273014 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9d670b47-3d3c-4a11-9739-45283d4da109 req-9a60a1f8-457b-4d84-92d2-218de8567af3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482485 Feb 11 05:23:50.474376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5658c-2906-4264-b85e-967dcb26f9f3 req-6efd0a64-93c9-4f5b-80b1-452ed364642d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:50.477330 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5cc5658c-2906-4264-b85e-967dcb26f9f3 req-6efd0a64-93c9-4f5b-80b1-452ed364642d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.1131265 Feb 11 05:23:50.536307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5cc5658c-2906-4264-b85e-967dcb26f9f3 req-631eceef-1411-4d56-b2ab-854a1702aa71 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516157 Feb 11 05:23:50.786480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e337c7c-da1a-402e-aa13-db2d32dbbbd7 req-9bf4b3cc-2aae-4cca-aa68-4c1ed13c397f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:50.788643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e337c7c-da1a-402e-aa13-db2d32dbbbd7 req-9bf4b3cc-2aae-4cca-aa68-4c1ed13c397f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.0545468 Feb 11 05:23:50.851837 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e337c7c-da1a-402e-aa13-db2d32dbbbd7 req-055567ff-2253-46fb-8b7c-57608249aaad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553021 Feb 11 05:23:52.169594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c5dae-67a2-4bc8-81a2-2681af34cca7 req-722b5cb6-414d-459b-a22b-b5afbac678cb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:52.172277 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb4c5dae-67a2-4bc8-81a2-2681af34cca7 req-722b5cb6-414d-459b-a22b-b5afbac678cb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.0601561 Feb 11 05:23:52.241192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb4c5dae-67a2-4bc8-81a2-2681af34cca7 req-b0cc4a37-dd79-4320-ac89-c590e42b2870 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625410 Feb 11 05:23:52.413591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf1984-12c8-4974-aed4-70b711ed8426 req-a71f8b4e-0edf-4fff-999d-60cbe083039d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:52.415736 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ddf1984-12c8-4974-aed4-70b711ed8426 req-a71f8b4e-0edf-4fff-999d-60cbe083039d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.0775628 Feb 11 05:23:52.485337 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ddf1984-12c8-4974-aed4-70b711ed8426 req-b2ac77a3-851d-4bb1-899d-c913ab07f8ff tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632548 Feb 11 05:23:52.619637 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5b33e-ab25-45de-9e3c-5ebbcf9346bd req-30d61eb9-1fed-4b41-838f-3eaf4633ff68 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:52.621483 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cae5b33e-ab25-45de-9e3c-5ebbcf9346bd req-30d61eb9-1fed-4b41-838f-3eaf4633ff68 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.0659983 Feb 11 05:23:52.687749 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cae5b33e-ab25-45de-9e3c-5ebbcf9346bd req-fa53b82b-8319-4020-b88f-f86e203ab781 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600910 Feb 11 05:23:53.058298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa66013-2694-4922-9fca-0852bf0dac59 req-d93cba5a-b1cb-4e90-bc77-4973dc810f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:53.059933 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7aa66013-2694-4922-9fca-0852bf0dac59 req-d93cba5a-b1cb-4e90-bc77-4973dc810f42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 1130 time: 0.1087904 Feb 11 05:23:53.071485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027fb50-7220-4061-b41b-db28ac56e275 req-8a0db795-1552-4ccd-b8c3-e3f7eac654f8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:53.078966 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e027fb50-7220-4061-b41b-db28ac56e275 req-8a0db795-1552-4ccd-b8c3-e3f7eac654f8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 947 time: 0.0797400 Feb 11 05:23:53.201538 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e027fb50-7220-4061-b41b-db28ac56e275 req-9edcf196-fc1a-43a1-b953-98f7dd85b6c0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215720 Feb 11 05:23:53.226405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa66013-2694-4922-9fca-0852bf0dac59 req-7db7eedf-70c7-40c5-97f1-159d0c5373cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:53.228173 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7aa66013-2694-4922-9fca-0852bf0dac59 req-7db7eedf-70c7-40c5-97f1-159d0c5373cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 912 time: 0.1432614 Feb 11 05:23:53.336494 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7aa66013-2694-4922-9fca-0852bf0dac59 req-2b894816-eec8-4ef7-b131-5e5dff557c49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2688b163-76b0-4719-9c65-f83a9f6ef193 HTTP/1.1" status: 200 len: 1002 time: 0.1009984 Feb 11 05:23:53.440103 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa66013-2694-4922-9fca-0852bf0dac59 req-1dd4519b-17b5-4f29-a3f8-ff7a2380f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:53.441715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7aa66013-2694-4922-9fca-0852bf0dac59 req-1dd4519b-17b5-4f29-a3f8-ff7a2380f29d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.0943120 Feb 11 05:23:53.457976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2688b163-76b0-4719-9c65-f83a9f6ef193 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:23:53.556529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa66013-2694-4922-9fca-0852bf0dac59 req-04b6ef7e-f6c0-44c4-8d13-256ee0686449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:53.567876 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7aa66013-2694-4922-9fca-0852bf0dac59 req-04b6ef7e-f6c0-44c4-8d13-256ee0686449 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1192794 Feb 11 05:23:53.578987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2688b163-76b0-4719-9c65-f83a9f6ef193 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:23:53.579441 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.633948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2688b163-76b0-4719-9c65-f83a9f6ef193,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:23:53.637987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:23:53.641170 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b22d69-3d51-4459-9d76-ab7b0d0b3986" -d '{"events": [{"server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "name": "network-vif-unplugged", "status": "completed", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:23:53.645910 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.721652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2688b163-76b0-4719-9c65-f83a9f6ef193,revision_number=14']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:53.727993 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de55b20-5326-4896-9e50-455e87d554e8 x-openstack-request-id: req-7de55b20-5326-4896-9e50-455e87d554e8 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:23:53.728338 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "name": "network-vif-unplugged", "status": "completed", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:23:53.728598 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7de55b20-5326-4896-9e50-455e87d554e8 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:23:53.728996 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'code': 200} Feb 11 05:23:53.766484 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7aa66013-2694-4922-9fca-0852bf0dac59 req-576901f4-2835-4f42-8d94-d9a356372a85 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905766 Feb 11 05:23:53.889407 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7aa66013-2694-4922-9fca-0852bf0dac59 req-5a38d1df-7129-487d-9669-361dc017478a service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160290 Feb 11 05:23:54.361047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16326e-53e8-4b60-8257-783850027661 req-bd8645db-8429-4934-b654-9c777589ed11 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:54.363339 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c16326e-53e8-4b60-8257-783850027661 req-bd8645db-8429-4934-b654-9c777589ed11 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0627656 Feb 11 05:23:54.458868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c16326e-53e8-4b60-8257-783850027661 req-0a54787a-49a6-477a-a850-1159d6e8dfee tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888216 Feb 11 05:23:55.436941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43056) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:55.560802 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.694784 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] Publish callbacks [] for security_group (72dba082-ede1-4c3d-8e32-a4a9f86d7260), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.710001 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (72dba082-ede1-4c3d-8e32-a4a9f86d7260), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.753265 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e5b84450f09547928c6cef23c9c23aa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3152180 Feb 11 05:23:55.755997 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43074) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:55.781148 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34052ecf-896b-46f5-aa1d-515f8a902cb8 req-800cfd70-2771-4fbc-8cb8-f9b16dc266c3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:55.789868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34052ecf-896b-46f5-aa1d-515f8a902cb8 req-800cfd70-2771-4fbc-8cb8-f9b16dc266c3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1782920 Feb 11 05:23:55.826952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dba082-ede1-4c3d-8e32-a4a9f86d7260,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:55.850755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:55.851544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:55.852038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:55.852578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:55.853111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:55.853622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:55.854116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:55.854594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:55.855070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:55.855575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:55.856687 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:55.857192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:55.857808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1120af-0bf3-4b77-ae0a-5b4213b0d2e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:55.890283 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Publish callbacks [] for security_group (72dba082-ede1-4c3d-8e32-a4a9f86d7260), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.920539 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34052ecf-896b-46f5-aa1d-515f8a902cb8 req-e687ec90-c953-47ae-bc4d-5c5f5a7af5b5 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227429 Feb 11 05:23:55.932102 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Publish callbacks [] for security_group (72dba082-ede1-4c3d-8e32-a4a9f86d7260), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.990201 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (72dba082-ede1-4c3d-8e32-a4a9f86d7260), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.993725 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.997576 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/72dba082-ede1-4c3d-8e32-a4a9f86d7260 HTTP/1.1" status: 204 len: 168 time: 0.2374518 Feb 11 05:23:56.007374 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dba082-ede1-4c3d-8e32-a4a9f86d7260,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:56.017339 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:56.028504 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:56.028917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:56.029275 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:56.029679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:56.029944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:56.030854 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:56.031521 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:56.032083 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:56.032622 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:56.033388 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:56.033933 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:56.034653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15331915-a531-4b70-945b-c16b9a71acfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:23:56.215158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967fc64-0629-4a7e-8afa-36f6f6799f5a req-2244afe8-9333-4db9-9ff9-de79a396591c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:56.216928 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e967fc64-0629-4a7e-8afa-36f6f6799f5a req-2244afe8-9333-4db9-9ff9-de79a396591c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0961113 Feb 11 05:23:56.290123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e967fc64-0629-4a7e-8afa-36f6f6799f5a req-dacf8ec8-955c-42a0-9414-c0541284d02b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660872 Feb 11 05:23:56.382789 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43096) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:56.398869 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abe54226-9c5a-47e0-9380-bb3efd2d6b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:56.425171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a250c-59cd-46aa-b429-b89209d8deae req-93151ded-90ce-4e70-8865-6e5312fdcfcb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:56.429048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a05a250c-59cd-46aa-b429-b89209d8deae req-93151ded-90ce-4e70-8865-6e5312fdcfcb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0684698 Feb 11 05:23:56.494526 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a05a250c-59cd-46aa-b429-b89209d8deae req-38c44871-9ab2-44f7-a75f-2476a95859b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576119 Feb 11 05:23:56.526733 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abe54226-9c5a-47e0-9380-bb3efd2d6b8d admin admin] Publish callbacks [] for security_group (5a1602a4-72ba-4532-80c4-b5ebafcea449), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:56.532330 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abe54226-9c5a-47e0-9380-bb3efd2d6b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5a1602a4-72ba-4532-80c4-b5ebafcea449), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:56.563317 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe54226-9c5a-47e0-9380-bb3efd2d6b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1602a4-72ba-4532-80c4-b5ebafcea449,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:56.582795 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-abe54226-9c5a-47e0-9380-bb3efd2d6b8d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6a65cedd8a0e4e31a64c4d70b1606ea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1988037 Feb 11 05:23:56.587052 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43104) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:23:56.727941 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a2acd785-f80a-4e29-b8ff-869dde43c82d admin admin] Publish callbacks [] for security_group (5a1602a4-72ba-4532-80c4-b5ebafcea449), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:56.803717 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704677c-8472-4134-9ac4-2854a5645d47 req-a9a85f56-d680-4dd9-9501-756f0a4a42d9 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:56.805291 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6704677c-8472-4134-9ac4-2854a5645d47 req-a9a85f56-d680-4dd9-9501-756f0a4a42d9 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1751142 Feb 11 05:23:56.860588 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a2acd785-f80a-4e29-b8ff-869dde43c82d admin admin] Publish callbacks [] for security_group (5a1602a4-72ba-4532-80c4-b5ebafcea449), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:56.947319 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6704677c-8472-4134-9ac4-2854a5645d47 req-ce18d4fb-e3c4-4f67-aedf-c5ad4a8685a2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294124 Feb 11 05:23:56.993927 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b8d38-9545-43dc-b61d-f1dce148c84a req-4e2fc06a-12ce-4309-85fb-4d560a347c2a tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:56.995710 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-256b8d38-9545-43dc-b61d-f1dce148c84a req-4e2fc06a-12ce-4309-85fb-4d560a347c2a tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.0974500 Feb 11 05:23:57.032063 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a2acd785-f80a-4e29-b8ff-869dde43c82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5a1602a4-72ba-4532-80c4-b5ebafcea449), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.039051 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a2acd785-f80a-4e29-b8ff-869dde43c82d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.040970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a2acd785-f80a-4e29-b8ff-869dde43c82d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5a1602a4-72ba-4532-80c4-b5ebafcea449 HTTP/1.1" status: 204 len: 168 time: 0.4523506 Feb 11 05:23:57.110525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acd785-f80a-4e29-b8ff-869dde43c82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1602a4-72ba-4532-80c4-b5ebafcea449,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:23:57.156750 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-256b8d38-9545-43dc-b61d-f1dce148c84a req-fd1e6bdf-15d2-4ff3-a49d-3b3127eb1921 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532881 Feb 11 05:23:57.182159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9d17b-cd5f-4c3d-bbb9-9e2e8bc476e8 req-bde5268d-ef26-437f-b923-9462c88981e7 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:57.184317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37a9d17b-cd5f-4c3d-bbb9-9e2e8bc476e8 req-bde5268d-ef26-437f-b923-9462c88981e7 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1208892 Feb 11 05:23:57.273421 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37a9d17b-cd5f-4c3d-bbb9-9e2e8bc476e8 req-f9b8cd6a-43eb-4692-8b45-7af2ee04f26f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663950 Feb 11 05:23:57.588633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-68164414-4a9e-4cd5-a6dd-57670c1fa0d0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:57.590901 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-68164414-4a9e-4cd5-a6dd-57670c1fa0d0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 811 time: 0.1122525 Feb 11 05:23:57.614935 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-c9838f0e-5428-4d70-8338-be21a682ce7d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/quotas/a38f9ca0a2114cbd80c262e2e7e4e09c HTTP/1.1" status: 200 len: 375 time: 0.0165617 Feb 11 05:23:57.704195 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-bf35368d-1402-4ca5-a15a-d0f079ebc4b4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790071 Feb 11 05:23:57.805700 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-149b98b5-12b1-4003-9446-fbaf8b6d741b service neutron] 10.222.0.87 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939124 Feb 11 05:23:57.928608 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-346dace9-7d99-4e67-929c-d2e88be8fca2 service neutron] 10.222.0.87 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162851 Feb 11 05:23:58.123607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e506abd6-4cb0-42f2-8c43-6f8b71ff53b2 req-d0e0c65e-6d63-4ace-af60-94199e480eca tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 210 time: 0.0312400 Feb 11 05:23:58.342781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc14f75-1dd4-470e-8453-d619891d49d7 req-03306a76-0638-469d-92ae-4524b2e93da2 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:58.351982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4dc14f75-1dd4-470e-8453-d619891d49d7 req-03306a76-0638-469d-92ae-4524b2e93da2 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.1013217 Feb 11 05:23:58.440598 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4dc14f75-1dd4-470e-8453-d619891d49d7 req-a2d8b4a8-bb2e-4c85-af9f-4bf39d3d405b tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807133 Feb 11 05:23:58.444146 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fe1f6c23-616b-4e09-bd38-1edf7900df4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:59.278351 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65baba23-70c6-4e8f-85a3-23f4f1eb8f87 req-fa66b922-2fd9-4e8a-a151-6495f1345b35 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 210 time: 0.0374026 Feb 11 05:23:59.395599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-652a8168-6ad7-4e3c-99f1-19a162b0abbb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:59.397192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-652a8168-6ad7-4e3c-99f1-19a162b0abbb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 811 time: 0.1161404 Feb 11 05:23:59.423534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-7d03a909-3d9b-4352-8d38-a3ad5dfaddf6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Request body: {'port': {'device_id': '384440be-d517-4f6b-8891-87a9f0fcefa2', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'admin_state_up': True, 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:23:59.596128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26eeca-da7b-4788-9334-9aefb8425907 req-266064f2-6226-4faa-8bfb-f8a57d823729 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:59.597601 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad26eeca-da7b-4788-9334-9aefb8425907 req-266064f2-6226-4faa-8bfb-f8a57d823729 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.0888886 Feb 11 05:23:59.604092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-7d03a909-3d9b-4352-8d38-a3ad5dfaddf6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Made reservation on behalf of a38f9ca0a2114cbd80c262e2e7e4e09c for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:23:59.607635 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-7d03a909-3d9b-4352-8d38-a3ad5dfaddf6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:59.722608 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad26eeca-da7b-4788-9334-9aefb8425907 req-2e1fa8ae-3615-48c6-971c-41b05c8bf7d6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125474 Feb 11 05:23:59.812226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-7d03a909-3d9b-4352-8d38-a3ad5dfaddf6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Allocated IP 172.20.0.14 (95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32/851350eb-847c-4b77-aca2-43ae706acc60/a6712007-49e8-473e-b379-e0925725c858) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:00.027154 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-7d03a909-3d9b-4352-8d38-a3ad5dfaddf6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for port (a6712007-49e8-473e-b379-e0925725c858), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:00.068302 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-7d03a909-3d9b-4352-8d38-a3ad5dfaddf6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a6712007-49e8-473e-b379-e0925725c858), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:00.113460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-7d03a909-3d9b-4352-8d38-a3ad5dfaddf6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:00.116708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-7d03a909-3d9b-4352-8d38-a3ad5dfaddf6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:00.121031 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-7d03a909-3d9b-4352-8d38-a3ad5dfaddf6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:00.147524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03a909-3d9b-4352-8d38-a3ad5dfaddf6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event updated for resources: {'Port': ['ID=a6712007-49e8-473e-b379-e0925725c858,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:00.189468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-7d03a909-3d9b-4352-8d38-a3ad5dfaddf6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:00.190255 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-7d03a909-3d9b-4352-8d38-a3ad5dfaddf6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:00.210424 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-7d03a909-3d9b-4352-8d38-a3ad5dfaddf6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7942472 Feb 11 05:24:00.222640 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Request body: {'port': {'device_id': '384440be-d517-4f6b-8891-87a9f0fcefa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:00.296642 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a6712007-49e8-473e-b379-e0925725c858), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:00.510324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-33077ac8-9e4f-40f2-9a1e-5862cb5522f3 None None] Provisioning complete for port a6712007-49e8-473e-b379-e0925725c858 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:00.510958 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-33077ac8-9e4f-40f2-9a1e-5862cb5522f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a6712007-49e8-473e-b379-e0925725c858), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:00.622328 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-33077ac8-9e4f-40f2-9a1e-5862cb5522f3 None None] Port a6712007-49e8-473e-b379-e0925725c858 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:00.668109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50c7d3-9d71-4e63-bab2-7b568379cfb5 req-1b461788-1d04-456a-9a73-80e1c6cb043b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:00.670278 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed50c7d3-9d71-4e63-bab2-7b568379cfb5 req-1b461788-1d04-456a-9a73-80e1c6cb043b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 932 time: 0.2234058 Feb 11 05:24:00.748604 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-40c29d13-f63f-4f22-8fa3-5f09a1fcc759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:00.805243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed50c7d3-9d71-4e63-bab2-7b568379cfb5 req-85e61f13-a386-4c2a-a8df-31da313ee653 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203017 Feb 11 05:24:00.838599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6712007-49e8-473e-b379-e0925725c858 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:00.849818 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Publish callbacks [] for port (a6712007-49e8-473e-b379-e0925725c858), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:00.901918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Transition to ACTIVE for port object a6712007-49e8-473e-b379-e0925725c858 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:00.913188 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (a6712007-49e8-473e-b379-e0925725c858), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:00.924631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9827e-b0a3-4ac9-bcfd-fc336db6d0e7 req-1c9f3e79-64e4-472a-9498-e38fb5e31ada tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:00.926339 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03d9827e-b0a3-4ac9-bcfd-fc336db6d0e7 req-1c9f3e79-64e4-472a-9498-e38fb5e31ada tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.1004848 Feb 11 05:24:01.001191 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Pushing event updated for resources: {'Port': ['ID=a6712007-49e8-473e-b379-e0925725c858,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:01.068461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03d9827e-b0a3-4ac9-bcfd-fc336db6d0e7 req-0c948852-a898-4b2f-97cb-182df9eb263c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192052 Feb 11 05:24:01.133930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Attempting to bind port a6712007-49e8-473e-b379-e0925725c858 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:01.134927 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Attempting to bind port a6712007-49e8-473e-b379-e0925725c858 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:01.135486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Attempting to bind port a6712007-49e8-473e-b379-e0925725c858 on network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:01.147304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Port a6712007-49e8-473e-b379-e0925725c858 on network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:01.148137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Attempting to bind port a6712007-49e8-473e-b379-e0925725c858 on network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:01.158067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:01.158900 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Checking segment: {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:01.159778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Bound using segment: {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:01.160684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Bound port: a6712007-49e8-473e-b379-e0925725c858, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:01.161533 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a6712007-49e8-473e-b379-e0925725c858), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.290890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] For port a6712007-49e8-473e-b379-e0925725c858, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:01.294677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] For port a6712007-49e8-473e-b379-e0925725c858, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a6712007-49e8-473e-b379-e0925725c858,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:01.314605 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (a6712007-49e8-473e-b379-e0925725c858), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.389555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:01.390169 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:01.391576 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] 10.222.0.73 "PUT /v2.0/ports/a6712007-49e8-473e-b379-e0925725c858 HTTP/1.1" status: 200 len: 1093 time: 1.1741662 Feb 11 05:24:01.392020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384440be-d517-4f6b-8891-87a9f0fcefa2', 'tag': 'a6712007-49e8-473e-b379-e0925725c858'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:01.394514 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b28137f-4f4a-42ad-a916-2af683895d95" -d '{"events": [{"name": "network-changed", "server_uuid": "384440be-d517-4f6b-8891-87a9f0fcefa2", "tag": "a6712007-49e8-473e-b379-e0925725c858"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:01.457293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a007b-01f9-4b48-b4fa-acf5e389ea08 service neutron] Pushing event updated for resources: {'Port': ['ID=a6712007-49e8-473e-b379-e0925725c858,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:01.513998 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3561311-9ae3-4e9e-a1a2-2034d18d03e4 x-openstack-request-id: req-e3561311-9ae3-4e9e-a1a2-2034d18d03e4 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:01.514537 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384440be-d517-4f6b-8891-87a9f0fcefa2", "tag": "a6712007-49e8-473e-b379-e0925725c858", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:01.514859 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e3561311-9ae3-4e9e-a1a2-2034d18d03e4 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:01.515334 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384440be-d517-4f6b-8891-87a9f0fcefa2', 'tag': 'a6712007-49e8-473e-b379-e0925725c858', 'status': 'completed', 'code': 200} Feb 11 05:24:01.558090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-8396df96-63ec-42bc-a9b4-73186f95befe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:01.559691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-8396df96-63ec-42bc-a9b4-73186f95befe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 1127 time: 0.0969810 Feb 11 05:24:01.670692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-86971949-7ead-44c1-9840-e9531b1f0dea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6712007-49e8-473e-b379-e0925725c858 HTTP/1.1" status: 200 len: 217 time: 0.0984061 Feb 11 05:24:01.741262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-c752a64d-ec67-4dd0-9578-13d5d589a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:01.742737 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-c752a64d-ec67-4dd0-9578-13d5d589a1ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.0627086 Feb 11 05:24:01.822898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-72bc48d4-5224-4a45-b8db-d4c0e44adcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:01.825102 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-72bc48d4-5224-4a45-b8db-d4c0e44adcda service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0726526 Feb 11 05:24:02.061665 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6391cb8-dff8-403e-a9d0-a456c93cf923 req-c2652e57-f356-456e-93d4-2588d3e63231 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:02.063475 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6391cb8-dff8-403e-a9d0-a456c93cf923 req-c2652e57-f356-456e-93d4-2588d3e63231 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 944 time: 0.1085968 Feb 11 05:24:02.082626 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-dfed9a4f-4151-4f69-b1f9-90e087531b1b service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470374 Feb 11 05:24:02.221666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6391cb8-dff8-403e-a9d0-a456c93cf923 req-ac04b1f0-a269-4ab7-aec8-6bf8bea2659d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519434 Feb 11 05:24:02.358772 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:02.815473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26559e00-375b-4ed1-bbdf-6f6f2f4bfb7c req-2aa23a46-9788-48e0-8a1d-aecd12f9a9cd service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7177613 Feb 11 05:24:02.826535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf5755-25fa-4b38-9ae9-c4fabbe49214 req-d4a38497-58db-4d9d-b4a1-025179781b32 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:02.835129 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aabf5755-25fa-4b38-9ae9-c4fabbe49214 req-d4a38497-58db-4d9d-b4a1-025179781b32 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.6174889 Feb 11 05:24:02.902322 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee2156-1690-4366-8f5c-bb60f5e6e958 req-85d578d9-f7b1-42ba-bbc3-85cf1957665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:02.905264 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bdee2156-1690-4366-8f5c-bb60f5e6e958 req-85d578d9-f7b1-42ba-bbc3-85cf1957665e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d38398dc263b4e81883a8499fb1a6d96&device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 1129 time: 0.1305246 Feb 11 05:24:02.989217 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aabf5755-25fa-4b38-9ae9-c4fabbe49214 req-bd8eae8a-b253-4c96-9573-7759a087435a tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527133 Feb 11 05:24:03.030167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28137f-4f4a-42ad-a916-2af683895d95 req-228dd01f-953c-41f1-8625-2e55bcf9e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:03.038634 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b28137f-4f4a-42ad-a916-2af683895d95 req-228dd01f-953c-41f1-8625-2e55bcf9e3e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 1127 time: 0.1605792 Feb 11 05:24:03.179011 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee2156-1690-4366-8f5c-bb60f5e6e958 req-5179854d-3567-4dd6-96b0-b23294e531c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:03.180548 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bdee2156-1690-4366-8f5c-bb60f5e6e958 req-5179854d-3567-4dd6-96b0-b23294e531c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cc0a917d-8eaf-4d95-a902-cd3344524860 HTTP/1.1" status: 200 len: 911 time: 0.2507186 Feb 11 05:24:03.205373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28137f-4f4a-42ad-a916-2af683895d95 req-8881e751-6f3d-43c2-8679-7b81c0377ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:03.207716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b28137f-4f4a-42ad-a916-2af683895d95 req-8881e751-6f3d-43c2-8679-7b81c0377ac4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 912 time: 0.1612291 Feb 11 05:24:03.281997 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:24:03.352246 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bdee2156-1690-4366-8f5c-bb60f5e6e958 req-3c35605f-4fd6-435a-bd5c-7d500324aa81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa5b0922-cfb6-426d-a9bf-a2da08f84bda HTTP/1.1" status: 200 len: 1001 time: 0.1645145 Feb 11 05:24:03.353735 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b28137f-4f4a-42ad-a916-2af683895d95 req-c6d0ce51-66b5-4f8a-ba06-b463013a9b84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6712007-49e8-473e-b379-e0925725c858 HTTP/1.1" status: 200 len: 217 time: 0.1312525 Feb 11 05:24:03.454448 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee2156-1690-4366-8f5c-bb60f5e6e958 req-e3ea368d-f2bb-4611-a23d-2fc5cde0c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:03.459168 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28137f-4f4a-42ad-a916-2af683895d95 req-542f7d16-4a30-490b-801f-b13d28c4b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:03.460008 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bdee2156-1690-4366-8f5c-bb60f5e6e958 req-e3ea368d-f2bb-4611-a23d-2fc5cde0c020 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7873483-8f55-4b01-980d-97e18e14d525 HTTP/1.1" status: 200 len: 849 time: 0.0970895 Feb 11 05:24:03.464152 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b28137f-4f4a-42ad-a916-2af683895d95 req-542f7d16-4a30-490b-801f-b13d28c4b935 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.0989246 Feb 11 05:24:03.565530 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee2156-1690-4366-8f5c-bb60f5e6e958 req-77eb5823-b4a1-46e6-80c7-66b4643b8b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:03.567859 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bdee2156-1690-4366-8f5c-bb60f5e6e958 req-77eb5823-b4a1-46e6-80c7-66b4643b8b2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc0a917d-8eaf-4d95-a902-cd3344524860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0958478 Feb 11 05:24:03.593633 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:03.620755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad385743-ec0a-472f-90b6-86a7bab0585c req-a5c9b434-3e41-46c3-8e90-b572bb8baa62 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:03.630517 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad385743-ec0a-472f-90b6-86a7bab0585c req-a5c9b434-3e41-46c3-8e90-b572bb8baa62 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 944 time: 0.1649830 Feb 11 05:24:03.674168 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28137f-4f4a-42ad-a916-2af683895d95 req-976c3816-0828-4787-bb97-809427224422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:03.675752 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b28137f-4f4a-42ad-a916-2af683895d95 req-976c3816-0828-4787-bb97-809427224422 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1984565 Feb 11 05:24:03.700684 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bdee2156-1690-4366-8f5c-bb60f5e6e958 req-37d74bf6-9dac-4aa0-bcd3-b380041c32c7 service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247962 Feb 11 05:24:03.751880 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad385743-ec0a-472f-90b6-86a7bab0585c req-94f6e936-cc75-4a0f-ab2f-6d2fc61e7385 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196308 Feb 11 05:24:03.824784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43414) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:03.877593 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bdee2156-1690-4366-8f5c-bb60f5e6e958 req-b362b174-bf66-46f3-bcac-0ad06a571a81 service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696181 Feb 11 05:24:03.938025 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b28137f-4f4a-42ad-a916-2af683895d95 req-9e6cf2f1-0c04-43b3-88d6-4a4a0b2d3cf4 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499483 Feb 11 05:24:04.050969 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c09b8e11-cf93-46d5-b472-3ee5ac4d28c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.079913 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b28137f-4f4a-42ad-a916-2af683895d95 req-54468ca9-464c-430a-a17c-4fce955f6b86 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243966 Feb 11 05:24:04.181866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e306d3-4995-4bd7-943f-6d7b0698a4d4 req-e601bfb9-249c-4310-b902-70d887c3db2b tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:04.192211 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71e306d3-4995-4bd7-943f-6d7b0698a4d4 req-e601bfb9-249c-4310-b902-70d887c3db2b tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.0872469 Feb 11 05:24:04.222326 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c09b8e11-cf93-46d5-b472-3ee5ac4d28c2 admin admin] Publish callbacks [] for security_group (d7b72ece-fd02-4d4a-8633-73d2a745b2be), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.231136 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c09b8e11-cf93-46d5-b472-3ee5ac4d28c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d7b72ece-fd02-4d4a-8633-73d2a745b2be), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.264761 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71e306d3-4995-4bd7-943f-6d7b0698a4d4 req-5f1f9ba6-72fe-46c8-bdfd-b5e13b21e715 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711730 Feb 11 05:24:04.293684 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c09b8e11-cf93-46d5-b472-3ee5ac4d28c2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3f02761b42854d23b6358c7ed4cc6ec3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4677615 Feb 11 05:24:04.294729 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b8e11-cf93-46d5-b472-3ee5ac4d28c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b72ece-fd02-4d4a-8633-73d2a745b2be,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:04.296834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43432) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:04.353261 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28437449-0802-4346-b7d7-ec645a119e14 admin admin] Publish callbacks [] for security_group (d7b72ece-fd02-4d4a-8633-73d2a745b2be), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.388465 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28437449-0802-4346-b7d7-ec645a119e14 admin admin] Publish callbacks [] for security_group (d7b72ece-fd02-4d4a-8633-73d2a745b2be), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.464917 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28437449-0802-4346-b7d7-ec645a119e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d7b72ece-fd02-4d4a-8633-73d2a745b2be), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.468880 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28437449-0802-4346-b7d7-ec645a119e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.473665 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-28437449-0802-4346-b7d7-ec645a119e14 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d7b72ece-fd02-4d4a-8633-73d2a745b2be HTTP/1.1" status: 204 len: 168 time: 0.1749489 Feb 11 05:24:04.484465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28437449-0802-4346-b7d7-ec645a119e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b72ece-fd02-4d4a-8633-73d2a745b2be,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:04.799106 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43448) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:04.821067 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-003d23a0-e69d-40c2-98f9-0cfd15127f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.936505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52680e0b-b100-4a31-ad65-a0e1dbdff553 req-ca2c2f58-a27e-4815-af9a-b1489b709f2c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:04.938479 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52680e0b-b100-4a31-ad65-a0e1dbdff553 req-ca2c2f58-a27e-4815-af9a-b1489b709f2c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 944 time: 0.1033075 Feb 11 05:24:05.015952 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-003d23a0-e69d-40c2-98f9-0cfd15127f08 admin admin] Publish callbacks [] for security_group (f59367d3-aa88-41b4-84eb-3593069d4f75), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.023042 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-003d23a0-e69d-40c2-98f9-0cfd15127f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f59367d3-aa88-41b4-84eb-3593069d4f75), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.038019 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52680e0b-b100-4a31-ad65-a0e1dbdff553 req-3fc3e861-f44d-46ad-9a07-32ca09408d09 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815046 Feb 11 05:24:05.074788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d23a0-e69d-40c2-98f9-0cfd15127f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59367d3-aa88-41b4-84eb-3593069d4f75,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:05.086857 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-003d23a0-e69d-40c2-98f9-0cfd15127f08 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f313619485a14d38b2658fee5df6d47a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2865496 Feb 11 05:24:05.089565 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43458) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:05.113606 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.178818 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ae86-df96-43a1-b207-cafe2c1e4e79 admin admin] Publish callbacks [] for security_group (f59367d3-aa88-41b4-84eb-3593069d4f75), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.208107 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ae86-df96-43a1-b207-cafe2c1e4e79 admin admin] Publish callbacks [] for security_group (f59367d3-aa88-41b4-84eb-3593069d4f75), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.267129 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ae86-df96-43a1-b207-cafe2c1e4e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f59367d3-aa88-41b4-84eb-3593069d4f75), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.270273 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ae86-df96-43a1-b207-cafe2c1e4e79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.271562 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7ea2ae86-df96-43a1-b207-cafe2c1e4e79 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f59367d3-aa88-41b4-84eb-3593069d4f75 HTTP/1.1" status: 204 len: 168 time: 0.1788673 Feb 11 05:24:05.281278 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2ae86-df96-43a1-b207-cafe2c1e4e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59367d3-aa88-41b4-84eb-3593069d4f75,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:05.450643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96971c-9e72-4ada-aec7-6f96b1caeec1 req-9a33939c-5865-47e5-9152-2b42868300a6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:05.452744 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf96971c-9e72-4ada-aec7-6f96b1caeec1 req-9a33939c-5865-47e5-9152-2b42868300a6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.0936766 Feb 11 05:24:05.486567 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a6712007-49e8-473e-b379-e0925725c858 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:05.548615 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf96971c-9e72-4ada-aec7-6f96b1caeec1 req-9ba006ec-b3b3-45dc-ad49-9df3c2084b83 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899436 Feb 11 05:24:05.658362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a6712007-49e8-473e-b379-e0925725c858, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a6712007-49e8-473e-b379-e0925725c858,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:05.678425 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'a6712007-49e8-473e-b379-e0925725c858', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'port_id': 'a6712007-49e8-473e-b379-e0925725c858', 'mac_address': 'fa:16:3e:6c:fb:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:05.733534 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port a6712007-49e8-473e-b379-e0925725c858 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:05.734024 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a6712007-49e8-473e-b379-e0925725c858), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:05.748583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6712007-49e8-473e-b379-e0925725c858 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:05.775871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a6712007-49e8-473e-b379-e0925725c858, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a6712007-49e8-473e-b379-e0925725c858,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:05.781930 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a6712007-49e8-473e-b379-e0925725c858), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:06.080739 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=a6712007-49e8-473e-b379-e0925725c858,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:06.211678 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a6712007-49e8-473e-b379-e0925725c858'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:06.248533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323375b-8850-4032-a76b-18e1e3603937 req-22ff8175-40ca-45b6-b3b4-81395fb0e943 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:06.256094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2323375b-8850-4032-a76b-18e1e3603937 req-22ff8175-40ca-45b6-b3b4-81395fb0e943 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 945 time: 0.1088245 Feb 11 05:24:06.336768 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2323375b-8850-4032-a76b-18e1e3603937 req-11e41897-a66b-4c83-9c91-ed33b3db20c8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797501 Feb 11 05:24:06.727782 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374c9fc-ad4d-47bb-aa95-25ac369097f5 req-6f1456ac-820c-48bc-b4ef-e0c60c6b2211 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:06.735237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7374c9fc-ad4d-47bb-aa95-25ac369097f5 req-6f1456ac-820c-48bc-b4ef-e0c60c6b2211 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.1039286 Feb 11 05:24:06.826033 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7374c9fc-ad4d-47bb-aa95-25ac369097f5 req-06438fdc-08a9-4679-b24b-48730835b91b tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862253 Feb 11 05:24:07.497938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a6712007-49e8-473e-b379-e0925725c858 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:07.515006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4d0bf-f695-4aee-9d62-e0f96fa81ae7 req-1db9158a-f329-43d9-94f4-139bff4c3180 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:07.517333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fff4d0bf-f695-4aee-9d62-e0f96fa81ae7 req-1db9158a-f329-43d9-94f4-139bff4c3180 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 945 time: 0.0916970 Feb 11 05:24:07.581521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port a6712007-49e8-473e-b379-e0925725c858 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:24:07.587098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port a6712007-49e8-473e-b379-e0925725c858 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:07.587875 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a6712007-49e8-473e-b379-e0925725c858), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.595164 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fff4d0bf-f695-4aee-9d62-e0f96fa81ae7 req-c6b5edeb-eaca-4c25-a7f6-f719fa296857 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721192 Feb 11 05:24:07.710999 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port a6712007-49e8-473e-b379-e0925725c858 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:07.711398 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a6712007-49e8-473e-b379-e0925725c858), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.766798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a6712007-49e8-473e-b379-e0925725c858, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a6712007-49e8-473e-b379-e0925725c858,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:07.769901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384440be-d517-4f6b-8891-87a9f0fcefa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6712007-49e8-473e-b379-e0925725c858'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:07.773878 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9e016a-ca3c-4e08-b701-326edf9f2692" -d '{"events": [{"server_uuid": "384440be-d517-4f6b-8891-87a9f0fcefa2", "name": "network-vif-plugged", "status": "completed", "tag": "a6712007-49e8-473e-b379-e0925725c858"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:07.789266 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a6712007-49e8-473e-b379-e0925725c858), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.837173 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b0238c-2978-430c-9f87-9db0db6cd5c9 x-openstack-request-id: req-51b0238c-2978-430c-9f87-9db0db6cd5c9 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:07.837767 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384440be-d517-4f6b-8891-87a9f0fcefa2", "name": "network-vif-plugged", "status": "completed", "tag": "a6712007-49e8-473e-b379-e0925725c858", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:07.838183 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-51b0238c-2978-430c-9f87-9db0db6cd5c9 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:07.838748 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384440be-d517-4f6b-8891-87a9f0fcefa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6712007-49e8-473e-b379-e0925725c858', 'code': 200} Feb 11 05:24:07.898700 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=a6712007-49e8-473e-b379-e0925725c858,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:08.095330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f4b16-de2a-4843-ac3f-19cbee5b9a7e req-c7ecf400-0b14-4a2b-a1d5-f4ef90ec33f1 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:08.102072 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e4f4b16-de2a-4843-ac3f-19cbee5b9a7e req-c7ecf400-0b14-4a2b-a1d5-f4ef90ec33f1 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.1215866 Feb 11 05:24:08.106176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63fb42-ef7a-4192-ac35-4b1fce6b4707 req-7845a8c1-e88f-4e1f-bebe-95525e27c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:08.107696 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ec63fb42-ef7a-4192-ac35-4b1fce6b4707 req-7845a8c1-e88f-4e1f-bebe-95525e27c004 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 1129 time: 0.1966858 Feb 11 05:24:08.192879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e4f4b16-de2a-4843-ac3f-19cbee5b9a7e req-dbcb420f-2d2b-4600-b1a7-8cf29d6ccc5e tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899553 Feb 11 05:24:08.195577 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ec63fb42-ef7a-4192-ac35-4b1fce6b4707 req-19bbff4d-5c15-42c7-81ae-52f10e7ec49e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749195 Feb 11 05:24:08.724409 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b612079-3e8a-4dcf-9339-13d320984cac req-41223095-1660-4874-af2c-88b7b1c6984b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:08.725847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b612079-3e8a-4dcf-9339-13d320984cac req-41223095-1660-4874-af2c-88b7b1c6984b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0668154 Feb 11 05:24:08.774695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b612079-3e8a-4dcf-9339-13d320984cac req-136b07d5-1d50-4cda-a015-07f0c9291763 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428269 Feb 11 05:24:09.414612 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19f38303-7fab-4b3b-9a0b-49b3fe366496 req-1e9db06a-8a1c-416a-83e5-cef0aa87039f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0817590 Feb 11 05:24:09.428151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e46758-1494-430b-910e-4ce6ee5369e4 req-2f2afad4-1ef5-4be9-ba3b-feb8d2f74633 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:09.430180 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-41e46758-1494-430b-910e-4ce6ee5369e4 req-2f2afad4-1ef5-4be9-ba3b-feb8d2f74633 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.1095612 Feb 11 05:24:09.580646 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-41e46758-1494-430b-910e-4ce6ee5369e4 req-20a9629d-a09f-40e5-bf3b-4b8ea079c483 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450031 Feb 11 05:24:09.645537 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:09.651492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f38303-7fab-4b3b-9a0b-49b3fe366496 req-cb4e5c8f-ad53-43aa-9c06-e3d42018a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:09.655159 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19f38303-7fab-4b3b-9a0b-49b3fe366496 req-cb4e5c8f-ad53-43aa-9c06-e3d42018a06c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 1129 time: 0.1319015 Feb 11 05:24:09.769431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f38303-7fab-4b3b-9a0b-49b3fe366496 req-83ed2ace-a74a-45c9-a2d9-06796a185ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:09.772011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19f38303-7fab-4b3b-9a0b-49b3fe366496 req-83ed2ace-a74a-45c9-a2d9-06796a185ca1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 918 time: 0.0941796 Feb 11 05:24:09.921115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19f38303-7fab-4b3b-9a0b-49b3fe366496 req-4568080f-ade9-488c-9999-796bf86e460f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48 HTTP/1.1" status: 200 len: 1001 time: 0.1415710 Feb 11 05:24:10.001791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f38303-7fab-4b3b-9a0b-49b3fe366496 req-d0e843e6-f9f3-4aa3-b1db-add692efda14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:10.003254 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19f38303-7fab-4b3b-9a0b-49b3fe366496 req-d0e843e6-f9f3-4aa3-b1db-add692efda14 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.0573676 Feb 11 05:24:10.014815 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de167ff3-e120-441d-be54-7aad88835d58 req-a5a62536-5e15-488d-8d8e-47a3c7cfef43 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:10.016314 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de167ff3-e120-441d-be54-7aad88835d58 req-a5a62536-5e15-488d-8d8e-47a3c7cfef43 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.1066089 Feb 11 05:24:10.139304 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de167ff3-e120-441d-be54-7aad88835d58 req-cdf9b13d-e229-4d3c-9845-415c1d02ecf3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132746 Feb 11 05:24:10.142252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f38303-7fab-4b3b-9a0b-49b3fe366496 req-3bdd29c2-1082-4546-a4cb-0339fe30ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:10.143774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19f38303-7fab-4b3b-9a0b-49b3fe366496 req-3bdd29c2-1082-4546-a4cb-0339fe30ef81 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1263494 Feb 11 05:24:10.390220 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19f38303-7fab-4b3b-9a0b-49b3fe366496 req-79b69b3e-abc5-49cd-b9dc-c62388362b6a service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386434 Feb 11 05:24:10.592903 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8277f52-bb0a-429c-81ca-a06a4f18599c req-062e7f10-837f-4b42-b2b8-94fd829adcb7 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:10.599929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8277f52-bb0a-429c-81ca-a06a4f18599c req-062e7f10-837f-4b42-b2b8-94fd829adcb7 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0899057 Feb 11 05:24:10.637699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19f38303-7fab-4b3b-9a0b-49b3fe366496 req-d41ce330-b53e-49de-a690-ca686f21b3a4 service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397087 Feb 11 05:24:10.706784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8277f52-bb0a-429c-81ca-a06a4f18599c req-28e31e56-3809-4657-b313-73a77dddcec8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057043 Feb 11 05:24:10.791532 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb9a3e-b33b-47f4-a170-c6fd81fe0384 req-735da755-518a-492d-bea5-5f2bcff64b32 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:10.802575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0beb9a3e-b33b-47f4-a170-c6fd81fe0384 req-735da755-518a-492d-bea5-5f2bcff64b32 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.0766420 Feb 11 05:24:10.863119 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0beb9a3e-b33b-47f4-a170-c6fd81fe0384 req-6d4fcadf-b42f-493e-96b2-985e6e7ff004 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595284 Feb 11 05:24:11.913132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a69e82-363a-4ff5-b5be-b24f20a9fefb req-5e4cbf58-fa09-4476-8cd3-a2212e535b30 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:11.918296 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a1a69e82-363a-4ff5-b5be-b24f20a9fefb req-5e4cbf58-fa09-4476-8cd3-a2212e535b30 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.1416435 Feb 11 05:24:12.017883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a1a69e82-363a-4ff5-b5be-b24f20a9fefb req-70793348-52b4-4df8-a992-2a2b4478213d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900877 Feb 11 05:24:12.069240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16daed3-24cf-4d70-ac40-aae5d4a755d1 req-47c004bb-5b39-4c48-a86d-2fd34f500203 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:12.077963 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d16daed3-24cf-4d70-ac40-aae5d4a755d1 req-47c004bb-5b39-4c48-a86d-2fd34f500203 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.0784712 Feb 11 05:24:12.132269 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d16daed3-24cf-4d70-ac40-aae5d4a755d1 req-07f78292-4e1b-4ebc-8c52-dea88c96169f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534325 Feb 11 05:24:12.994086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-d0132d21-55d8-4dfe-be0d-be7c7b875b89 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:12.996715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-d0132d21-55d8-4dfe-be0d-be7c7b875b89 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/networks?id=5c5e4878-6869-450a-92a6-fa248e3f6520 HTTP/1.1" status: 200 len: 815 time: 0.1189880 Feb 11 05:24:13.012479 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-aff3a8fe-5a7c-4167-a24d-d474ee4bee52 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/quotas/c93bfa3c10d1423da3544e4cbf37d510 HTTP/1.1" status: 200 len: 375 time: 0.0104580 Feb 11 05:24:13.076120 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-714bf636-3f0d-43a3-97ca-8a857d8725ca tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c93bfa3c10d1423da3544e4cbf37d510&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581226 Feb 11 05:24:13.199450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfba446-d6e8-4930-8416-877aa3dba530 req-b5c535b4-507a-40f9-850c-8ac8bf7ff0d2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:13.200916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fbfba446-d6e8-4930-8416-877aa3dba530 req-b5c535b4-507a-40f9-850c-8ac8bf7ff0d2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.1097841 Feb 11 05:24:13.245363 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-aac6f58d-9e84-4b67-beba-8160e0bdc578 service neutron] 10.222.0.87 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618397 Feb 11 05:24:13.353588 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fbfba446-d6e8-4930-8416-877aa3dba530 req-414ccd5f-a13d-4b26-ad46-e17770eaf82a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430449 Feb 11 05:24:13.396394 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-f350ab24-43d8-4358-af41-713c489c2df8 service neutron] 10.222.0.87 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423917 Feb 11 05:24:13.494255 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4855-4e8b-4609-9059-0580b7578c50 req-614fe46a-bb05-4a5a-9f56-b547008c6e44 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:13.496461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1efc4855-4e8b-4609-9059-0580b7578c50 req-614fe46a-bb05-4a5a-9f56-b547008c6e44 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.0632033 Feb 11 05:24:13.587527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1efc4855-4e8b-4609-9059-0580b7578c50 req-b07bb829-c86c-43c9-afdd-76c005a8d582 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846174 Feb 11 05:24:13.675940 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89f0e717-38fa-4335-a5b5-b86c7f513c8f req-cb46dc69-1f82-4a0e-bebb-63cd281587bf tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=5d4411df-0643-4bd1-a7be-715c7de5d911 HTTP/1.1" status: 200 len: 210 time: 0.0992465 Feb 11 05:24:13.981455 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:14.532589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8d100-e4ba-485d-962a-1028c8f3e03c req-bb1867e2-6fa6-4655-a8a7-140ee3235b57 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:14.534945 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8b8d100-e4ba-485d-962a-1028c8f3e03c req-bb1867e2-6fa6-4655-a8a7-140ee3235b57 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0844147 Feb 11 05:24:14.596787 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8b8d100-e4ba-485d-962a-1028c8f3e03c req-df6114c1-f70e-470c-a076-5501a9be5a89 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544822 Feb 11 05:24:14.832921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fce4e-aece-400f-bac8-07b784e1500d req-558cc326-904f-4b82-ae64-6eed7b226652 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:14.835310 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa9fce4e-aece-400f-bac8-07b784e1500d req-558cc326-904f-4b82-ae64-6eed7b226652 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.0925243 Feb 11 05:24:14.892162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-56b1d63b-f8ab-465a-bbe2-a13e5cb4d3b5 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:14.895350 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-56b1d63b-f8ab-465a-bbe2-a13e5cb4d3b5 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.73 "GET /v2.0/networks?id=5c5e4878-6869-450a-92a6-fa248e3f6520 HTTP/1.1" status: 200 len: 815 time: 0.2970014 Feb 11 05:24:14.975293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-a39221cd-9053-44fa-9efc-76f6ac936377 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Request body: {'port': {'device_id': '5d4411df-0643-4bd1-a7be-715c7de5d911', 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520', 'admin_state_up': True, 'tenant_id': 'c93bfa3c10d1423da3544e4cbf37d510'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:15.038584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6681167a-2866-4ba9-8e14-40115214efac req-cb2056d3-2578-41bf-b41a-c541ae722554 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=5d4411df-0643-4bd1-a7be-715c7de5d911 HTTP/1.1" status: 200 len: 210 time: 0.1924517 Feb 11 05:24:15.132067 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa9fce4e-aece-400f-bac8-07b784e1500d req-14afdaad-c635-463f-9ff5-120e8569a8dd tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874072 Feb 11 05:24:15.188992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-a39221cd-9053-44fa-9efc-76f6ac936377 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Made reservation on behalf of c93bfa3c10d1423da3544e4cbf37d510 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:15.192697 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-a39221cd-9053-44fa-9efc-76f6ac936377 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.334350 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-a39221cd-9053-44fa-9efc-76f6ac936377 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Allocated IP 172.20.0.13 (5c5e4878-6869-450a-92a6-fa248e3f6520/8770604f-b793-47cc-961d-ec6dec78949b/1661cda8-17f1-4c45-81ac-2c278e456922) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:15.499846 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-a39221cd-9053-44fa-9efc-76f6ac936377 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks [] for port (1661cda8-17f1-4c45-81ac-2c278e456922), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.539624 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-a39221cd-9053-44fa-9efc-76f6ac936377 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1661cda8-17f1-4c45-81ac-2c278e456922), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.555764 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['910b8fc9-c9d8-4053-9655-b34dbcb4f644', 'ecf42492-fc29-4fc3-ac9e-f394363f4e04', 'c213affd-9aad-4d88-8015-0335e592a2af'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:15.588470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-a39221cd-9053-44fa-9efc-76f6ac936377 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Network 5c5e4878-6869-450a-92a6-fa248e3f6520 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:15.591731 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-a39221cd-9053-44fa-9efc-76f6ac936377 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:15.595371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-a39221cd-9053-44fa-9efc-76f6ac936377 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:15.623165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39221cd-9053-44fa-9efc-76f6ac936377 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Pushing event updated for resources: {'Port': ['ID=1661cda8-17f1-4c45-81ac-2c278e456922,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:15.657187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-a39221cd-9053-44fa-9efc-76f6ac936377 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:15.657937 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-a39221cd-9053-44fa-9efc-76f6ac936377 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:15.680756 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-a39221cd-9053-44fa-9efc-76f6ac936377 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7575369 Feb 11 05:24:15.695029 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Request body: {'port': {'device_id': '5d4411df-0643-4bd1-a7be-715c7de5d911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:15.923655 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f9c74-5b3f-4c6d-9eca-97e9c67ee9a2 req-85494d3f-3093-48cd-a97b-7153f160821e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:15.931852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca6f9c74-5b3f-4c6d-9eca-97e9c67ee9a2 req-85494d3f-3093-48cd-a97b-7153f160821e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.1415751 Feb 11 05:24:15.946736 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1661cda8-17f1-4c45-81ac-2c278e456922), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.035616 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca6f9c74-5b3f-4c6d-9eca-97e9c67ee9a2 req-99dcdf2f-a112-411b-890f-94ff0b9a3dba tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027634 Feb 11 05:24:16.305837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641ee51-c4f1-492e-b4b6-a702bf545cba req-4f3f55a9-cdb7-4d8f-b34d-166e535f27cb tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:16.307350 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8641ee51-c4f1-492e-b4b6-a702bf545cba req-4f3f55a9-cdb7-4d8f-b34d-166e535f27cb tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=5d4411df-0643-4bd1-a7be-715c7de5d911 HTTP/1.1" status: 200 len: 932 time: 0.1782136 Feb 11 05:24:16.380631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241e12f-c56b-46dc-b150-25263a2ff582 req-bc1570f9-fc7b-4a17-b7a8-a20bcd2f6ad8 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:16.382118 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d241e12f-c56b-46dc-b150-25263a2ff582 req-bc1570f9-fc7b-4a17-b7a8-a20bcd2f6ad8 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.1661723 Feb 11 05:24:16.437859 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8641ee51-c4f1-492e-b4b6-a702bf545cba req-44752f8d-ac87-4abc-8ec5-ed2abd759a36 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193366 Feb 11 05:24:16.439755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1661cda8-17f1-4c45-81ac-2c278e456922 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:16.449825 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Publish callbacks [] for port (1661cda8-17f1-4c45-81ac-2c278e456922), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.485008 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Transition to ACTIVE for port object 1661cda8-17f1-4c45-81ac-2c278e456922 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:16.490660 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d241e12f-c56b-46dc-b150-25263a2ff582 req-afd4fbd8-74b7-4b2a-9ff0-132f0ec3b97b tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867493 Feb 11 05:24:16.491849 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (1661cda8-17f1-4c45-81ac-2c278e456922), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.544777 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Pushing event updated for resources: {'Port': ['ID=1661cda8-17f1-4c45-81ac-2c278e456922,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:16.633700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Attempting to bind port 1661cda8-17f1-4c45-81ac-2c278e456922 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:16.634303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Attempting to bind port 1661cda8-17f1-4c45-81ac-2c278e456922 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '7e22efde-3626-450b-924e-f91f01f8b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:16.634791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Attempting to bind port 1661cda8-17f1-4c45-81ac-2c278e456922 on network 5c5e4878-6869-450a-92a6-fa248e3f6520 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:16.641959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Port 1661cda8-17f1-4c45-81ac-2c278e456922 on network 5c5e4878-6869-450a-92a6-fa248e3f6520 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:16.642312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Attempting to bind port 1661cda8-17f1-4c45-81ac-2c278e456922 on network 5c5e4878-6869-450a-92a6-fa248e3f6520 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:16.647930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:16.648554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Checking segment: {'id': '7e22efde-3626-450b-924e-f91f01f8b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:16.648948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Bound using segment: {'id': '7e22efde-3626-450b-924e-f91f01f8b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:16.649379 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Bound port: 1661cda8-17f1-4c45-81ac-2c278e456922, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e22efde-3626-450b-924e-f91f01f8b340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:16.649747 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1661cda8-17f1-4c45-81ac-2c278e456922), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.721913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] For port 1661cda8-17f1-4c45-81ac-2c278e456922, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:16.725254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] For port 1661cda8-17f1-4c45-81ac-2c278e456922, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=1661cda8-17f1-4c45-81ac-2c278e456922,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:16.731936 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (1661cda8-17f1-4c45-81ac-2c278e456922), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.773821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:16.774444 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:16.776278 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] 10.222.0.73 "PUT /v2.0/ports/1661cda8-17f1-4c45-81ac-2c278e456922 HTTP/1.1" status: 200 len: 1093 time: 1.0863085 Feb 11 05:24:16.776278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4411df-0643-4bd1-a7be-715c7de5d911', 'tag': '1661cda8-17f1-4c45-81ac-2c278e456922'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:16.779866 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69474ac9-ad0b-49c7-bd22-973980360549" -d '{"events": [{"name": "network-changed", "server_uuid": "5d4411df-0643-4bd1-a7be-715c7de5d911", "tag": "1661cda8-17f1-4c45-81ac-2c278e456922"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:16.800755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029f413-c7e7-45a5-be69-b0e8d76b1d56 service neutron] Pushing event updated for resources: {'Port': ['ID=1661cda8-17f1-4c45-81ac-2c278e456922,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:16.836593 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d948dc-158b-4ad5-8a06-ef4e77ef4cd0 x-openstack-request-id: req-54d948dc-158b-4ad5-8a06-ef4e77ef4cd0 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:16.836892 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d4411df-0643-4bd1-a7be-715c7de5d911", "tag": "1661cda8-17f1-4c45-81ac-2c278e456922", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:16.837190 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-54d948dc-158b-4ad5-8a06-ef4e77ef4cd0 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:16.837903 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4411df-0643-4bd1-a7be-715c7de5d911', 'tag': '1661cda8-17f1-4c45-81ac-2c278e456922', 'status': 'completed', 'code': 200} Feb 11 05:24:16.893005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-4b1fcd8a-b854-4ea2-8b0e-cf9b69373a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:16.894717 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-4b1fcd8a-b854-4ea2-8b0e-cf9b69373a1b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c93bfa3c10d1423da3544e4cbf37d510&device_id=5d4411df-0643-4bd1-a7be-715c7de5d911 HTTP/1.1" status: 200 len: 1127 time: 0.0551088 Feb 11 05:24:16.976421 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-b08a8dba-f017-44fa-a5ed-1fd16290ad0c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1661cda8-17f1-4c45-81ac-2c278e456922 HTTP/1.1" status: 200 len: 217 time: 0.0741851 Feb 11 05:24:17.049798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-8fa79b9b-0ee2-4104-90c7-074bcac2d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:17.051542 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-8fa79b9b-0ee2-4104-90c7-074bcac2d7df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8770604f-b793-47cc-961d-ec6dec78949b HTTP/1.1" status: 200 len: 855 time: 0.0667429 Feb 11 05:24:17.098545 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-c3f6a536-9d1d-42b7-90cd-aeef5d6ab045 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5e4878-6869-450a-92a6-fa248e3f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360272 Feb 11 05:24:17.245189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5df108-8f07-4d40-88b8-006316bfcdac req-bc32220d-5b6a-404f-88e4-61cd2bf11020 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:17.246935 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7b5df108-8f07-4d40-88b8-006316bfcdac req-bc32220d-5b6a-404f-88e4-61cd2bf11020 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.1107628 Feb 11 05:24:17.303937 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-c5807791-9d7c-41d9-8c01-36ef2cf439fc service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956666 Feb 11 05:24:17.331055 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7b5df108-8f07-4d40-88b8-006316bfcdac req-9fee5c96-ce5e-428a-9efd-5f3e68d3e949 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772448 Feb 11 05:24:17.418785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bebe1e7-f6ae-471f-a582-d683c1a34464 req-3d9054b3-d202-4c68-9e3a-1d1033698dad service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034651 Feb 11 05:24:17.539970 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69474ac9-ad0b-49c7-bd22-973980360549 req-fbe24461-6fd6-4d58-9cbf-16af96bc8c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:17.541517 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69474ac9-ad0b-49c7-bd22-973980360549 req-fbe24461-6fd6-4d58-9cbf-16af96bc8c7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c93bfa3c10d1423da3544e4cbf37d510&device_id=5d4411df-0643-4bd1-a7be-715c7de5d911 HTTP/1.1" status: 200 len: 1127 time: 0.0624585 Feb 11 05:24:17.702606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69474ac9-ad0b-49c7-bd22-973980360549 req-a660a33a-6463-4059-aadc-c510e39759ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:17.704115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69474ac9-ad0b-49c7-bd22-973980360549 req-a660a33a-6463-4059-aadc-c510e39759ea service neutron] 10.222.0.73 "GET /v2.0/networks?id=5c5e4878-6869-450a-92a6-fa248e3f6520 HTTP/1.1" status: 200 len: 916 time: 0.1551669 Feb 11 05:24:17.722379 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d12760-19d9-46b7-894e-c056e67fa7f1 req-70e0629e-9645-42a7-8d8f-a634cd16dfc9 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:17.723836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46d12760-19d9-46b7-894e-c056e67fa7f1 req-70e0629e-9645-42a7-8d8f-a634cd16dfc9 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.1101270 Feb 11 05:24:17.735212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ad2ef-ca91-4db4-ae93-fbb8fd8c813f req-fd3be43c-ace8-4497-b6cb-d1b32ceb3494 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:17.736666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed1ad2ef-ca91-4db4-ae93-fbb8fd8c813f req-fd3be43c-ace8-4497-b6cb-d1b32ceb3494 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=5d4411df-0643-4bd1-a7be-715c7de5d911 HTTP/1.1" status: 200 len: 944 time: 0.1218688 Feb 11 05:24:17.788236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69474ac9-ad0b-49c7-bd22-973980360549 req-69a45375-44fd-402b-a472-a4330bf98348 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1661cda8-17f1-4c45-81ac-2c278e456922 HTTP/1.1" status: 200 len: 217 time: 0.0734510 Feb 11 05:24:17.878691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46d12760-19d9-46b7-894e-c056e67fa7f1 req-d9d6bc91-0b29-4f6e-8251-d9ad112334b1 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410325 Feb 11 05:24:17.883654 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed1ad2ef-ca91-4db4-ae93-fbb8fd8c813f req-c455aa7d-ce10-427f-828e-643b0c50c37b tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391635 Feb 11 05:24:17.887978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69474ac9-ad0b-49c7-bd22-973980360549 req-abe533b2-a2ff-4fef-a1b7-204a60973b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:17.889399 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69474ac9-ad0b-49c7-bd22-973980360549 req-abe533b2-a2ff-4fef-a1b7-204a60973b5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8770604f-b793-47cc-961d-ec6dec78949b HTTP/1.1" status: 200 len: 855 time: 0.0929501 Feb 11 05:24:17.950610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69474ac9-ad0b-49c7-bd22-973980360549 req-5c74e059-77ac-429b-b093-259ed638947d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5c5e4878-6869-450a-92a6-fa248e3f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519040 Feb 11 05:24:18.089985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69474ac9-ad0b-49c7-bd22-973980360549 req-91427e70-0c8c-45d4-9ba4-9d953dd5a933 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327195 Feb 11 05:24:18.259181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309857d-8075-45cd-97c3-d4d18b57a639 req-aab81e65-3070-4277-8a97-0ef8f470b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:18.261033 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6309857d-8075-45cd-97c3-d4d18b57a639 req-aab81e65-3070-4277-8a97-0ef8f470b0b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d38398dc263b4e81883a8499fb1a6d96&device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 1129 time: 0.0624499 Feb 11 05:24:18.425250 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309857d-8075-45cd-97c3-d4d18b57a639 req-2896e57d-d903-4419-9b19-ee053685df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:18.427022 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6309857d-8075-45cd-97c3-d4d18b57a639 req-2896e57d-d903-4419-9b19-ee053685df47 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cc0a917d-8eaf-4d95-a902-cd3344524860 HTTP/1.1" status: 200 len: 911 time: 0.1548460 Feb 11 05:24:18.515489 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6309857d-8075-45cd-97c3-d4d18b57a639 req-6cc5dac4-1c34-4e0d-a638-52f734df444b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa5b0922-cfb6-426d-a9bf-a2da08f84bda HTTP/1.1" status: 200 len: 1001 time: 0.0788641 Feb 11 05:24:18.576946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309857d-8075-45cd-97c3-d4d18b57a639 req-fadb6a7f-8762-4cd0-adcd-96b865fbef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:18.578613 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6309857d-8075-45cd-97c3-d4d18b57a639 req-fadb6a7f-8762-4cd0-adcd-96b865fbef8c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7873483-8f55-4b01-980d-97e18e14d525 HTTP/1.1" status: 200 len: 849 time: 0.0568540 Feb 11 05:24:18.674429 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309857d-8075-45cd-97c3-d4d18b57a639 req-8104b5df-25e0-4295-be9d-31adb10e2396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:18.676731 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6309857d-8075-45cd-97c3-d4d18b57a639 req-8104b5df-25e0-4295-be9d-31adb10e2396 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc0a917d-8eaf-4d95-a902-cd3344524860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0910614 Feb 11 05:24:18.725124 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69474ac9-ad0b-49c7-bd22-973980360549 req-04bc8c1a-fcc7-411e-9b2a-e9299bf72ab3 service neutron] 10.222.0.73 "GET /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263950 Feb 11 05:24:18.745442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e24342-d106-4f31-95fb-4b1f202648ed req-7ba401ed-0fc3-4824-bf91-9d5ec7978cd4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:18.746690 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96e24342-d106-4f31-95fb-4b1f202648ed req-7ba401ed-0fc3-4824-bf91-9d5ec7978cd4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.1077306 Feb 11 05:24:18.753802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f5119-bdde-4aa4-89a3-464ee32f79e7 req-d51556fe-da47-48ba-908f-59216bb5573a tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:18.755282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d09f5119-bdde-4aa4-89a3-464ee32f79e7 req-d51556fe-da47-48ba-908f-59216bb5573a tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.5647807 Feb 11 05:24:18.821112 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6309857d-8075-45cd-97c3-d4d18b57a639 req-9297605a-9081-4fa9-8fe2-b12611b02058 service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305377 Feb 11 05:24:18.833254 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d09f5119-bdde-4aa4-89a3-464ee32f79e7 req-ed2498e3-de9d-4a22-905f-59b9d5904312 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700309 Feb 11 05:24:18.836305 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96e24342-d106-4f31-95fb-4b1f202648ed req-c2fb4645-8f29-499c-b417-33fecc81fb1e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799265 Feb 11 05:24:18.940067 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6309857d-8075-45cd-97c3-d4d18b57a639 req-06331ddb-ef54-43dd-a455-3ae03a0e7903 service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076806 Feb 11 05:24:19.031356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e024819-2481-48e1-8a96-786d1111cafd req-da784e19-5f7a-4724-816d-52d29a986259 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:19.035467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e024819-2481-48e1-8a96-786d1111cafd req-da784e19-5f7a-4724-816d-52d29a986259 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=5d4411df-0643-4bd1-a7be-715c7de5d911 HTTP/1.1" status: 200 len: 944 time: 0.0564842 Feb 11 05:24:19.081515 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e024819-2481-48e1-8a96-786d1111cafd req-6794c67b-fc53-4bdc-8285-65333a490ab4 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428598 Feb 11 05:24:19.556791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 1661cda8-17f1-4c45-81ac-2c278e456922 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:19.675473 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 1661cda8-17f1-4c45-81ac-2c278e456922, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=1661cda8-17f1-4c45-81ac-2c278e456922,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:19.689320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '1661cda8-17f1-4c45-81ac-2c278e456922', 'network_id': '5c5e4878-6869-450a-92a6-fa248e3f6520', 'port_id': '1661cda8-17f1-4c45-81ac-2c278e456922', 'mac_address': 'fa:16:3e:d0:41:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8770604f-b793-47cc-961d-ec6dec78949b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:19.733167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 1661cda8-17f1-4c45-81ac-2c278e456922 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:19.733852 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1661cda8-17f1-4c45-81ac-2c278e456922), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:19.748728 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1661cda8-17f1-4c45-81ac-2c278e456922 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:19.772910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 1661cda8-17f1-4c45-81ac-2c278e456922, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=1661cda8-17f1-4c45-81ac-2c278e456922,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:19.778424 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1661cda8-17f1-4c45-81ac-2c278e456922), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:19.830324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=1661cda8-17f1-4c45-81ac-2c278e456922,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:20.021350 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fe0fd-fc2e-4da8-a7c4-99a449b7cdef req-6561d0b2-0ee7-4646-b2a1-0cf63d0b7f72 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:20.022848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d05fe0fd-fc2e-4da8-a7c4-99a449b7cdef req-6561d0b2-0ee7-4646-b2a1-0cf63d0b7f72 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.0945480 Feb 11 05:24:20.030240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e908f7-6dc0-4824-a467-2442c6319f6c req-a1fc7307-273d-48e7-b3cf-2ae2038c1611 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:20.031661 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-80e908f7-6dc0-4824-a467-2442c6319f6c req-a1fc7307-273d-48e7-b3cf-2ae2038c1611 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0901692 Feb 11 05:24:20.104249 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d05fe0fd-fc2e-4da8-a7c4-99a449b7cdef req-dec608ce-e0a7-418b-b381-4283d95d2350 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711527 Feb 11 05:24:20.107292 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-80e908f7-6dc0-4824-a467-2442c6319f6c req-85a42957-13b2-4563-be1b-84fa0c504b04 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688317 Feb 11 05:24:20.132916 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['1661cda8-17f1-4c45-81ac-2c278e456922'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:20.241533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b7f28-c291-42c5-9b4d-cd7833008a25 req-300d122f-7c8b-461a-9683-dc9658696f4c tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:20.251478 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b4b7f28-c291-42c5-9b4d-cd7833008a25 req-300d122f-7c8b-461a-9683-dc9658696f4c tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=5d4411df-0643-4bd1-a7be-715c7de5d911 HTTP/1.1" status: 200 len: 945 time: 0.0879052 Feb 11 05:24:20.319716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b4b7f28-c291-42c5-9b4d-cd7833008a25 req-490e88a9-9742-4f8c-90e2-68022c9e3301 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637169 Feb 11 05:24:21.239144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002c8eb-b40d-40c0-8b33-79b9d4a4ca04 req-60c5a778-9408-4980-9b23-a813831e5c1a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:21.240706 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0002c8eb-b40d-40c0-8b33-79b9d4a4ca04 req-60c5a778-9408-4980-9b23-a813831e5c1a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0577614 Feb 11 05:24:21.313957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0002c8eb-b40d-40c0-8b33-79b9d4a4ca04 req-96880ffb-2385-48d0-9ebe-33bf0e5aefe2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658276 Feb 11 05:24:21.459078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5ca73-c54d-4e09-b565-5d16ede76005 req-83b53e3d-c229-4c43-ae02-8f54ca113ddf tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:21.467120 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-caf5ca73-c54d-4e09-b565-5d16ede76005 req-83b53e3d-c229-4c43-ae02-8f54ca113ddf tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=5d4411df-0643-4bd1-a7be-715c7de5d911 HTTP/1.1" status: 200 len: 945 time: 0.0696292 Feb 11 05:24:21.520641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-caf5ca73-c54d-4e09-b565-5d16ede76005 req-7fb9b529-bb37-4aa3-bf8c-f4de6554770b tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526271 Feb 11 05:24:21.563592 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 1661cda8-17f1-4c45-81ac-2c278e456922 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:21.614122 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 1661cda8-17f1-4c45-81ac-2c278e456922 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:24:21.618254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 1661cda8-17f1-4c45-81ac-2c278e456922 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:21.618642 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1661cda8-17f1-4c45-81ac-2c278e456922), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.695855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 1661cda8-17f1-4c45-81ac-2c278e456922 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:21.696253 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1661cda8-17f1-4c45-81ac-2c278e456922), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.721803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4411df-0643-4bd1-a7be-715c7de5d911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1661cda8-17f1-4c45-81ac-2c278e456922'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:21.723933 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58168def-ad5e-4311-be3d-e053aea97c3c" -d '{"events": [{"server_uuid": "5d4411df-0643-4bd1-a7be-715c7de5d911", "name": "network-vif-plugged", "status": "completed", "tag": "1661cda8-17f1-4c45-81ac-2c278e456922"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:21.737020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 1661cda8-17f1-4c45-81ac-2c278e456922, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=1661cda8-17f1-4c45-81ac-2c278e456922,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:21.750652 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1661cda8-17f1-4c45-81ac-2c278e456922), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:21.763094 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afd67a2-50f4-4e8d-8159-6838a2099245 x-openstack-request-id: req-7afd67a2-50f4-4e8d-8159-6838a2099245 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:21.763385 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4411df-0643-4bd1-a7be-715c7de5d911", "name": "network-vif-plugged", "status": "completed", "tag": "1661cda8-17f1-4c45-81ac-2c278e456922", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:21.763659 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7afd67a2-50f4-4e8d-8159-6838a2099245 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:21.764044 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4411df-0643-4bd1-a7be-715c7de5d911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1661cda8-17f1-4c45-81ac-2c278e456922', 'code': 200} Feb 11 05:24:21.820493 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=1661cda8-17f1-4c45-81ac-2c278e456922,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:21.922066 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7afbb-6b9e-4217-8378-17b44cade036 req-dd48bae8-0c5d-4e2a-b566-ea5a2ded81d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:21.923952 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ece7afbb-6b9e-4217-8378-17b44cade036 req-dd48bae8-0c5d-4e2a-b566-ea5a2ded81d7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d4411df-0643-4bd1-a7be-715c7de5d911 HTTP/1.1" status: 200 len: 1129 time: 0.0577812 Feb 11 05:24:21.973498 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ece7afbb-6b9e-4217-8378-17b44cade036 req-32a8af27-5b87-4985-905b-9d6cc9330a09 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405664 Feb 11 05:24:22.439743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead1362-ea04-40d5-abdd-87e8f6a85c12 req-016169ff-9794-4640-876e-ac8586496db0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:22.441289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ead1362-ea04-40d5-abdd-87e8f6a85c12 req-016169ff-9794-4640-876e-ac8586496db0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0656774 Feb 11 05:24:22.492147 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ead1362-ea04-40d5-abdd-87e8f6a85c12 req-b94eadb7-ea5b-48bd-8650-eb702359397d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449400 Feb 11 05:24:22.645091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d62fd5-f5f6-4b31-930c-2ea844e670c1 req-b6674ccd-355f-44f2-9b5d-923f922c8767 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:22.646723 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02d62fd5-f5f6-4b31-930c-2ea844e670c1 req-b6674ccd-355f-44f2-9b5d-923f922c8767 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=5d4411df-0643-4bd1-a7be-715c7de5d911 HTTP/1.1" status: 200 len: 946 time: 0.0574746 Feb 11 05:24:22.696490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02d62fd5-f5f6-4b31-930c-2ea844e670c1 req-4b2b084c-96ad-419a-9ecf-09813d88999c tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 Feb 11 05:24:23.617882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae37db-7953-4fcb-91b1-7e309d11d708 req-d5f49313-3309-4caf-9a41-a11a442b5886 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:23.619581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7ae37db-7953-4fcb-91b1-7e309d11d708 req-d5f49313-3309-4caf-9a41-a11a442b5886 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0567634 Feb 11 05:24:23.668409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7ae37db-7953-4fcb-91b1-7e309d11d708 req-80d8fcff-2c9f-47e1-9020-a6c8a9fae1aa tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417905 Feb 11 05:24:23.818437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307bc30-350c-403e-995c-3f0ba64009a5 req-30a1ba82-6139-4747-beac-c4af5e727bc3 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:23.819966 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1307bc30-350c-403e-995c-3f0ba64009a5 req-30a1ba82-6139-4747-beac-c4af5e727bc3 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=5d4411df-0643-4bd1-a7be-715c7de5d911 HTTP/1.1" status: 200 len: 946 time: 0.0572255 Feb 11 05:24:23.870130 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1307bc30-350c-403e-995c-3f0ba64009a5 req-5655aaf9-0037-474c-9b4f-dc79ab87b2d6 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444014 Feb 11 05:24:24.794676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced2c4b-d9a8-45f0-aa72-65f54c24e976 req-9fd04bef-ba98-4563-ad73-f6667a29e99c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:24.803045 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cced2c4b-d9a8-45f0-aa72-65f54c24e976 req-9fd04bef-ba98-4563-ad73-f6667a29e99c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0631268 Feb 11 05:24:24.859898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cced2c4b-d9a8-45f0-aa72-65f54c24e976 req-9d4b8482-1038-451c-b2b4-12086152ab04 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556293 Feb 11 05:24:26.017627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0311412-2cb1-4995-94fc-f0097207ccc3 req-e66fb6d4-f95b-410e-8754-177f17cabb6a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:26.024567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0311412-2cb1-4995-94fc-f0097207ccc3 req-e66fb6d4-f95b-410e-8754-177f17cabb6a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0751710 Feb 11 05:24:26.068352 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0311412-2cb1-4995-94fc-f0097207ccc3 req-7fc66906-7f1e-4f82-8bb8-6f3638eb4df8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429351 Feb 11 05:24:27.314565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62b626-a2a0-4258-9511-e728f5017963 req-3a2117e5-9aaa-4f1c-9c15-1ac3c88c30ba tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:27.322369 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc62b626-a2a0-4258-9511-e728f5017963 req-3a2117e5-9aaa-4f1c-9c15-1ac3c88c30ba tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0889254 Feb 11 05:24:27.417219 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc62b626-a2a0-4258-9511-e728f5017963 req-2534a462-eaa7-4ae6-a289-390f30fb724a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935667 Feb 11 05:24:28.453541 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d672cb4a-4de0-4b5e-85ee-dd04162eed00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.548853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f5466-f519-43f2-b3c2-697ebb9d92cd req-f392924b-20c1-4dab-b634-b54882fc4705 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:28.551127 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc5f5466-f519-43f2-b3c2-697ebb9d92cd req-f392924b-20c1-4dab-b634-b54882fc4705 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0572426 Feb 11 05:24:28.603789 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc5f5466-f519-43f2-b3c2-697ebb9d92cd req-7bf6c6cd-3adf-4296-a1f2-435b872c06a2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469396 Feb 11 05:24:29.729062 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1d749-e87b-4830-a6f1-ff7c4b6850a2 req-c1fc2ffb-3176-4dff-8ec0-25024541febe tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:29.731286 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7cc1d749-e87b-4830-a6f1-ff7c4b6850a2 req-c1fc2ffb-3176-4dff-8ec0-25024541febe tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0555561 Feb 11 05:24:29.778135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7cc1d749-e87b-4830-a6f1-ff7c4b6850a2 req-26e60d44-3062-4418-8713-bf715b4751fe tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407822 Feb 11 05:24:30.741415 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd81945e-c0d2-443a-966f-980b9bf9ed35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:30.909827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e568a2-fad2-473a-8517-e9b727203b6d req-147bc6f9-200a-4168-a56c-366f71b84cfe tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:30.912581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48e568a2-fad2-473a-8517-e9b727203b6d req-147bc6f9-200a-4168-a56c-366f71b84cfe tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0629761 Feb 11 05:24:30.968940 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48e568a2-fad2-473a-8517-e9b727203b6d req-9e64d0a5-640c-4c46-a7d7-9969fca17b1c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 Feb 11 05:24:32.103715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4a3f3-4a88-4276-8fbb-e4d4216d8291 req-5c24a0d0-91ef-4920-91be-c222f0d96494 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:32.111118 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7af4a3f3-4a88-4276-8fbb-e4d4216d8291 req-5c24a0d0-91ef-4920-91be-c222f0d96494 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0665615 Feb 11 05:24:32.154956 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7af4a3f3-4a88-4276-8fbb-e4d4216d8291 req-1f382188-2893-46b4-b0de-670a43777a51 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424831 Feb 11 05:24:32.350223 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:33.279925 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905425c3-ae5d-47cd-bf55-4868de610032 req-397eba94-c38f-4fb5-b227-8670caf1d1ef tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:33.281438 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-905425c3-ae5d-47cd-bf55-4868de610032 req-397eba94-c38f-4fb5-b227-8670caf1d1ef tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0590026 Feb 11 05:24:33.329997 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-905425c3-ae5d-47cd-bf55-4868de610032 req-c0f950ec-81e0-48a8-9a34-8cb68dc7b231 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414252 Feb 11 05:24:33.551917 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.474405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd8a57-7501-4075-8924-97fb02d87162 req-2aa0f5ec-c7f9-47bb-b887-47a1ac12e0c6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:34.476790 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ebd8a57-7501-4075-8924-97fb02d87162 req-2aa0f5ec-c7f9-47bb-b887-47a1ac12e0c6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0593479 Feb 11 05:24:34.534727 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ebd8a57-7501-4075-8924-97fb02d87162 req-6b0ace22-5f15-4254-a3b3-b498d5eebcc7 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516067 Feb 11 05:24:35.102008 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:35.672073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6923f2-27f1-4c6f-81de-20402ba181a5 req-1e6d35fe-089f-4d55-b9c5-8cd87d75f325 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:35.673804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf6923f2-27f1-4c6f-81de-20402ba181a5 req-1e6d35fe-089f-4d55-b9c5-8cd87d75f325 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0672932 Feb 11 05:24:35.732848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf6923f2-27f1-4c6f-81de-20402ba181a5 req-e3a4e134-a35d-4854-adf2-8263ce46bfb3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515780 Feb 11 05:24:36.856933 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb9754-ff08-4134-b538-ead43959b145 req-cc51c810-6316-4632-b08b-a2f7e39cba30 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:36.864684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edcb9754-ff08-4134-b538-ead43959b145 req-cc51c810-6316-4632-b08b-a2f7e39cba30 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.0628374 Feb 11 05:24:36.928430 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edcb9754-ff08-4134-b538-ead43959b145 req-739ce112-f361-4b43-ad38-654f6e657da1 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614600 Feb 11 05:24:37.153291 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c253bd2-2ac8-406f-8ba5-9e66ac277266 req-bf05a0e6-b1e6-4adc-b977-9b102841b33e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:37.160608 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c253bd2-2ac8-406f-8ba5-9e66ac277266 req-bf05a0e6-b1e6-4adc-b977-9b102841b33e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0676229 Feb 11 05:24:37.232154 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c253bd2-2ac8-406f-8ba5-9e66ac277266 req-61dbaaa4-e921-4d1b-b101-034f8dc4dea5 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703976 Feb 11 05:24:37.406210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887f62d-63a8-403f-820e-1bdf1fa9426c req-e4cccf17-3927-46ec-8200-5587afdcda75 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:37.408180 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8887f62d-63a8-403f-820e-1bdf1fa9426c req-e4cccf17-3927-46ec-8200-5587afdcda75 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0685945 Feb 11 05:24:37.481849 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8887f62d-63a8-403f-820e-1bdf1fa9426c req-4b3f9daf-a619-46d4-ac70-57394ff4626c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570951 Feb 11 05:24:37.612610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5beb98-7981-44fe-b1b7-4fbda1d845f4 req-c1a2ff14-4a71-4cbc-a3d6-55e06f49fa6c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:37.614252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f5beb98-7981-44fe-b1b7-4fbda1d845f4 req-c1a2ff14-4a71-4cbc-a3d6-55e06f49fa6c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0611200 Feb 11 05:24:37.668043 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f5beb98-7981-44fe-b1b7-4fbda1d845f4 req-91b6ec49-a75a-4cfa-aa2c-cdfbe2d3f903 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469623 Feb 11 05:24:37.847493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3f0b0-3bb1-40ff-8737-85c7bf8df021 req-1f104a04-7d13-4920-b16f-e095bf9cc9cc tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:37.852136 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bd3f0b0-3bb1-40ff-8737-85c7bf8df021 req-1f104a04-7d13-4920-b16f-e095bf9cc9cc tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0776255 Feb 11 05:24:37.928686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8bd3f0b0-3bb1-40ff-8737-85c7bf8df021 req-dae43491-087d-4710-9d8d-ac98d8952cb5 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715008 Feb 11 05:24:38.299876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-6ccff48c-41d6-488b-b6e4-a563047ef312 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:38.301685 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-6ccff48c-41d6-488b-b6e4-a563047ef312 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 811 time: 0.1222382 Feb 11 05:24:38.328668 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-5834222f-f9d6-4af8-a136-ddd3ab5d001d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/quotas/a38f9ca0a2114cbd80c262e2e7e4e09c HTTP/1.1" status: 200 len: 375 time: 0.0131121 Feb 11 05:24:38.422353 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-ec09a291-674b-433a-9884-4b0c65418507 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0817928 Feb 11 05:24:38.549634 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-d082b2b3-228e-4636-b6bb-abebaf8bc5c2 service neutron] 10.222.0.87 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257288 Feb 11 05:24:38.650735 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-5c5ef4ad-dbf8-45c2-9c0c-e631d2621cec service neutron] 10.222.0.87 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004200 Feb 11 05:24:38.864146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5abf7562-8fe4-4740-a1e8-d9b62bf9e689 req-2fafc237-aa14-4186-986f-8b93e9301f4d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=feb79820-7fed-4088-b628-7b92d41cc99d HTTP/1.1" status: 200 len: 210 time: 0.0345480 Feb 11 05:24:39.628641 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.004120 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3841461-3979-4c43-bd5f-d7e787723fe9 req-a97cc591-65fc-48b5-976c-d5fc84383786 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=feb79820-7fed-4088-b628-7b92d41cc99d HTTP/1.1" status: 200 len: 210 time: 0.0651298 Feb 11 05:24:40.191324 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-873f873b-f94e-482a-9d08-337cfecab51f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:40.193631 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-873f873b-f94e-482a-9d08-337cfecab51f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 811 time: 0.1239519 Feb 11 05:24:40.228717 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-f9316e59-9fff-479f-b953-7ae871a2c9d4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Request body: {'port': {'device_id': 'feb79820-7fed-4088-b628-7b92d41cc99d', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'admin_state_up': True, 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:40.283110 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:24:40.437561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-f9316e59-9fff-479f-b953-7ae871a2c9d4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Made reservation on behalf of a38f9ca0a2114cbd80c262e2e7e4e09c for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:24:40.441968 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-f9316e59-9fff-479f-b953-7ae871a2c9d4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.666704 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-f9316e59-9fff-479f-b953-7ae871a2c9d4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Allocated IP 172.20.0.9 (95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32/851350eb-847c-4b77-aca2-43ae706acc60/2c68c0be-39a6-4e3b-81d5-593b986f1abd) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:24:40.852218 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-f9316e59-9fff-479f-b953-7ae871a2c9d4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for port (2c68c0be-39a6-4e3b-81d5-593b986f1abd), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.892859 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-f9316e59-9fff-479f-b953-7ae871a2c9d4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2c68c0be-39a6-4e3b-81d5-593b986f1abd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:40.906855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a6712007-49e8-473e-b379-e0925725c858'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:41.052181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9316e59-9fff-479f-b953-7ae871a2c9d4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event updated for resources: {'Port': ['ID=2c68c0be-39a6-4e3b-81d5-593b986f1abd,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:41.073049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-f9316e59-9fff-479f-b953-7ae871a2c9d4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:24:41.078914 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-f9316e59-9fff-479f-b953-7ae871a2c9d4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:24:41.100328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-f9316e59-9fff-479f-b953-7ae871a2c9d4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:24:41.192841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826f9e7-e029-4de9-a7ad-1561eb5ca6e0 req-f0729fe5-1993-439d-a9dc-2a232c722e1e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:41.200966 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f826f9e7-e029-4de9-a7ad-1561eb5ca6e0 req-f0729fe5-1993-439d-a9dc-2a232c722e1e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=feb79820-7fed-4088-b628-7b92d41cc99d HTTP/1.1" status: 200 len: 931 time: 0.1020002 Feb 11 05:24:41.214323 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-f9316e59-9fff-479f-b953-7ae871a2c9d4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:41.214849 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-f9316e59-9fff-479f-b953-7ae871a2c9d4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.259009 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-f9316e59-9fff-479f-b953-7ae871a2c9d4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0321612 Feb 11 05:24:41.281284 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Request body: {'port': {'device_id': 'feb79820-7fed-4088-b628-7b92d41cc99d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:24:41.304959 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f826f9e7-e029-4de9-a7ad-1561eb5ca6e0 req-9beacb88-cb2c-415d-9b72-5946243f6398 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029077 Feb 11 05:24:41.379741 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2c68c0be-39a6-4e3b-81d5-593b986f1abd), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.498687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-20af3efb-d8bd-4740-b73a-83c147a76e72 None None] Provisioning complete for port 2c68c0be-39a6-4e3b-81d5-593b986f1abd triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:41.499071 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-20af3efb-d8bd-4740-b73a-83c147a76e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2c68c0be-39a6-4e3b-81d5-593b986f1abd), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.560256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-20af3efb-d8bd-4740-b73a-83c147a76e72 None None] Port 2c68c0be-39a6-4e3b-81d5-593b986f1abd cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:24:41.751341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c68c0be-39a6-4e3b-81d5-593b986f1abd {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:41.759569 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Publish callbacks [] for port (2c68c0be-39a6-4e3b-81d5-593b986f1abd), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.776876 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Transition to ACTIVE for port object 2c68c0be-39a6-4e3b-81d5-593b986f1abd will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:24:41.789575 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (2c68c0be-39a6-4e3b-81d5-593b986f1abd), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:41.859506 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Pushing event updated for resources: {'Port': ['ID=2c68c0be-39a6-4e3b-81d5-593b986f1abd,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:42.033576 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Attempting to bind port 2c68c0be-39a6-4e3b-81d5-593b986f1abd on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:24:42.033920 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Attempting to bind port 2c68c0be-39a6-4e3b-81d5-593b986f1abd by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:24:42.034251 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Attempting to bind port 2c68c0be-39a6-4e3b-81d5-593b986f1abd on network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:42.046449 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Port 2c68c0be-39a6-4e3b-81d5-593b986f1abd on network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:24:42.047990 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Attempting to bind port 2c68c0be-39a6-4e3b-81d5-593b986f1abd on network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:24:42.057678 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:24:42.058034 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Checking segment: {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:24:42.058425 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Bound using segment: {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:24:42.058872 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Bound port: 2c68c0be-39a6-4e3b-81d5-593b986f1abd, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:24:42.059243 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2c68c0be-39a6-4e3b-81d5-593b986f1abd), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.214058 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] For port 2c68c0be-39a6-4e3b-81d5-593b986f1abd, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:24:42.228691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] For port 2c68c0be-39a6-4e3b-81d5-593b986f1abd, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2c68c0be-39a6-4e3b-81d5-593b986f1abd,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:24:42.240827 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (2c68c0be-39a6-4e3b-81d5-593b986f1abd), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.297206 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:42.298135 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:42.300400 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] 10.222.0.73 "PUT /v2.0/ports/2c68c0be-39a6-4e3b-81d5-593b986f1abd HTTP/1.1" status: 200 len: 1092 time: 1.0303895 Feb 11 05:24:42.301327 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb79820-7fed-4088-b628-7b92d41cc99d', 'tag': '2c68c0be-39a6-4e3b-81d5-593b986f1abd'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:42.311386 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f99a45e-7dbe-4801-8998-a3022dabfa5e" -d '{"events": [{"name": "network-changed", "server_uuid": "feb79820-7fed-4088-b628-7b92d41cc99d", "tag": "2c68c0be-39a6-4e3b-81d5-593b986f1abd"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:42.415125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d584bee-6558-46fb-861b-2e9c224b7757 service neutron] Pushing event updated for resources: {'Port': ['ID=2c68c0be-39a6-4e3b-81d5-593b986f1abd,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:42.454834 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814657e2-7950-466c-a62c-c33549c8681e x-openstack-request-id: req-814657e2-7950-466c-a62c-c33549c8681e {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:42.455141 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb79820-7fed-4088-b628-7b92d41cc99d", "tag": "2c68c0be-39a6-4e3b-81d5-593b986f1abd", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:42.455400 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-814657e2-7950-466c-a62c-c33549c8681e {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:42.455842 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb79820-7fed-4088-b628-7b92d41cc99d', 'tag': '2c68c0be-39a6-4e3b-81d5-593b986f1abd', 'status': 'completed', 'code': 200} Feb 11 05:24:42.482619 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-3c4c70c8-b365-4bcd-9ed4-66a4cd1cd136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:42.484403 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-3c4c70c8-b365-4bcd-9ed4-66a4cd1cd136 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=feb79820-7fed-4088-b628-7b92d41cc99d HTTP/1.1" status: 200 len: 1126 time: 0.1053202 Feb 11 05:24:42.534215 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-94b74cf7-5872-4a2b-af3a-196f84d0f8d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c68c0be-39a6-4e3b-81d5-593b986f1abd HTTP/1.1" status: 200 len: 217 time: 0.0418782 Feb 11 05:24:42.553843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fdd1e-4ca1-4a32-8868-509ad2aacea2 req-c24ce64b-d084-420b-b671-76abd1ea14ab tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:42.568023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ce2fdd1e-4ca1-4a32-8868-509ad2aacea2 req-c24ce64b-d084-420b-b671-76abd1ea14ab tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=feb79820-7fed-4088-b628-7b92d41cc99d HTTP/1.1" status: 200 len: 943 time: 0.0977457 Feb 11 05:24:42.623213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-0e961d6a-30b7-4b12-aa37-2c35e8b76d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:42.624796 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-0e961d6a-30b7-4b12-aa37-2c35e8b76d28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.0794930 Feb 11 05:24:42.642813 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ce2fdd1e-4ca1-4a32-8868-509ad2aacea2 req-99962722-f59c-4289-b857-062ad4ab386d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738301 Feb 11 05:24:42.691016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1e18f29b-c802-4216-b270-c1976e12f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:42.692460 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-1e18f29b-c802-4216-b270-c1976e12f590 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0538874 Feb 11 05:24:42.797030 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-bff583a8-a4d6-44ee-b93d-41a0cd1fc47d service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941823 Feb 11 05:24:42.909076 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0fd8b9b7-7c6c-4839-80d3-340929d2462a req-bc442981-5ef8-4cec-9e88-15a67cd42fca service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917175 Feb 11 05:24:43.003602 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99a45e-7dbe-4801-8998-a3022dabfa5e req-5cae98a9-ff4d-42f0-b9e9-5ec897781915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:43.005091 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3f99a45e-7dbe-4801-8998-a3022dabfa5e req-5cae98a9-ff4d-42f0-b9e9-5ec897781915 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=feb79820-7fed-4088-b628-7b92d41cc99d HTTP/1.1" status: 200 len: 1126 time: 0.0463974 Feb 11 05:24:43.102764 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99a45e-7dbe-4801-8998-a3022dabfa5e req-4e8399d1-4cf7-4156-926c-a5741758a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:43.106008 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3f99a45e-7dbe-4801-8998-a3022dabfa5e req-4e8399d1-4cf7-4156-926c-a5741758a67d service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 912 time: 0.0889306 Feb 11 05:24:43.148899 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3f99a45e-7dbe-4801-8998-a3022dabfa5e req-3bb171e8-c6cc-408d-8edd-d8561f4baa2d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c68c0be-39a6-4e3b-81d5-593b986f1abd HTTP/1.1" status: 200 len: 217 time: 0.0345557 Feb 11 05:24:43.200605 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99a45e-7dbe-4801-8998-a3022dabfa5e req-9d81dba2-ca65-4385-9ef2-2081dc44b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:43.202068 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3f99a45e-7dbe-4801-8998-a3022dabfa5e req-9d81dba2-ca65-4385-9ef2-2081dc44b647 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.0442238 Feb 11 05:24:43.263904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99a45e-7dbe-4801-8998-a3022dabfa5e req-647e38fb-70d4-4048-b1d5-010166955734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:43.265468 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3f99a45e-7dbe-4801-8998-a3022dabfa5e req-647e38fb-70d4-4048-b1d5-010166955734 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0507207 Feb 11 05:24:43.360616 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3f99a45e-7dbe-4801-8998-a3022dabfa5e req-3f25589e-ad65-47c8-8b19-d683a4d3b13d service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833347 Feb 11 05:24:43.857841 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3f99a45e-7dbe-4801-8998-a3022dabfa5e req-32d8e3ee-a718-4a67-8aa8-12287c9b2eb6 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850609 Feb 11 05:24:43.952524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65d391-7da0-4fe1-8c70-04b5e626f2e9 req-89a42a98-95a7-4c36-8d27-04c3353b1920 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:43.956026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f65d391-7da0-4fe1-8c70-04b5e626f2e9 req-89a42a98-95a7-4c36-8d27-04c3353b1920 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=feb79820-7fed-4088-b628-7b92d41cc99d HTTP/1.1" status: 200 len: 943 time: 0.1472695 Feb 11 05:24:44.008220 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.011854 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f65d391-7da0-4fe1-8c70-04b5e626f2e9 req-e3043e79-647a-40c4-b3c1-48ff31084530 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512419 Feb 11 05:24:45.175624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905efedd-2e75-45f2-b25c-24ddec9fd8a3 req-bcc9c794-c1ff-4c0a-b8dd-9a5e6e8b4ec4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:45.183003 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-905efedd-2e75-45f2-b25c-24ddec9fd8a3 req-bcc9c794-c1ff-4c0a-b8dd-9a5e6e8b4ec4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=feb79820-7fed-4088-b628-7b92d41cc99d HTTP/1.1" status: 200 len: 943 time: 0.0809803 Feb 11 05:24:45.261944 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-905efedd-2e75-45f2-b25c-24ddec9fd8a3 req-543e2a8a-349c-4c82-9dd8-12b4b359bf7f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732870 Feb 11 05:24:45.698265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2c68c0be-39a6-4e3b-81d5-593b986f1abd details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:24:45.812431 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2c68c0be-39a6-4e3b-81d5-593b986f1abd, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2c68c0be-39a6-4e3b-81d5-593b986f1abd,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:45.830999 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '2c68c0be-39a6-4e3b-81d5-593b986f1abd', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'port_id': '2c68c0be-39a6-4e3b-81d5-593b986f1abd', 'mac_address': 'fa:16:3e:3e:ef:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:24:45.897703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2c68c0be-39a6-4e3b-81d5-593b986f1abd is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:45.898146 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2c68c0be-39a6-4e3b-81d5-593b986f1abd), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:45.928595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c68c0be-39a6-4e3b-81d5-593b986f1abd {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:24:45.959870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2c68c0be-39a6-4e3b-81d5-593b986f1abd, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2c68c0be-39a6-4e3b-81d5-593b986f1abd,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:45.970309 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2c68c0be-39a6-4e3b-81d5-593b986f1abd), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:46.062259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2c68c0be-39a6-4e3b-81d5-593b986f1abd,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:46.070535 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:46.071131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:46.071683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:46.072032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:46.072404 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:46.073505 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:46.073907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:46.074293 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:46.074655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:46.074989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:46.075322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:46.075738 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:46.076401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:24:46.408260 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6efa0d-d834-48a3-b0ac-17429a0aade8 req-71847b29-b28f-4dc1-a24b-ea3743691695 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:46.409889 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f6efa0d-d834-48a3-b0ac-17429a0aade8 req-71847b29-b28f-4dc1-a24b-ea3743691695 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=feb79820-7fed-4088-b628-7b92d41cc99d HTTP/1.1" status: 200 len: 944 time: 0.0884542 Feb 11 05:24:46.436620 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['2c68c0be-39a6-4e3b-81d5-593b986f1abd'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:24:46.479870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f6efa0d-d834-48a3-b0ac-17429a0aade8 req-63711496-1b2d-4477-955e-073ee0370bd5 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623734 Feb 11 05:24:47.614569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4f261-7cce-40ca-9b95-d1c044cbcfce req-7b681cbe-9c7f-49e6-b761-087f44d1a832 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:47.616474 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2f4f261-7cce-40ca-9b95-d1c044cbcfce req-7b681cbe-9c7f-49e6-b761-087f44d1a832 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=feb79820-7fed-4088-b628-7b92d41cc99d HTTP/1.1" status: 200 len: 944 time: 0.0583675 Feb 11 05:24:47.674677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2f4f261-7cce-40ca-9b95-d1c044cbcfce req-3d58dc66-7edc-4499-a1c3-2a6f9b59ca62 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518186 Feb 11 05:24:47.709492 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2c68c0be-39a6-4e3b-81d5-593b986f1abd up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:24:47.765358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 2c68c0be-39a6-4e3b-81d5-593b986f1abd completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:24:47.769399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 2c68c0be-39a6-4e3b-81d5-593b986f1abd triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:24:47.769753 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2c68c0be-39a6-4e3b-81d5-593b986f1abd), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.859077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2c68c0be-39a6-4e3b-81d5-593b986f1abd is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:24:47.859655 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2c68c0be-39a6-4e3b-81d5-593b986f1abd), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.884230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb79820-7fed-4088-b628-7b92d41cc99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c68c0be-39a6-4e3b-81d5-593b986f1abd'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:24:47.887697 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee87bff-25a1-4c0c-87d2-6929726b1d0d" -d '{"events": [{"server_uuid": "feb79820-7fed-4088-b628-7b92d41cc99d", "name": "network-vif-plugged", "status": "completed", "tag": "2c68c0be-39a6-4e3b-81d5-593b986f1abd"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:24:47.905603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2c68c0be-39a6-4e3b-81d5-593b986f1abd, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2c68c0be-39a6-4e3b-81d5-593b986f1abd,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:24:47.914866 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2c68c0be-39a6-4e3b-81d5-593b986f1abd), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:47.946679 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b57e20-81c4-4a01-be42-739dcc54850a x-openstack-request-id: req-c0b57e20-81c4-4a01-be42-739dcc54850a {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:24:47.946979 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb79820-7fed-4088-b628-7b92d41cc99d", "name": "network-vif-plugged", "status": "completed", "tag": "2c68c0be-39a6-4e3b-81d5-593b986f1abd", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:24:47.947288 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c0b57e20-81c4-4a01-be42-739dcc54850a {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:24:47.948249 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb79820-7fed-4088-b628-7b92d41cc99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c68c0be-39a6-4e3b-81d5-593b986f1abd', 'code': 200} Feb 11 05:24:47.987558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2c68c0be-39a6-4e3b-81d5-593b986f1abd,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:48.100300 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc34a55-5314-4be6-ba9b-8b8ae66a8010 req-f69bb47a-4ea9-430b-bb34-bda6da7d38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:48.102489 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8cc34a55-5314-4be6-ba9b-8b8ae66a8010 req-f69bb47a-4ea9-430b-bb34-bda6da7d38e9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=feb79820-7fed-4088-b628-7b92d41cc99d HTTP/1.1" status: 200 len: 1128 time: 0.0540519 Feb 11 05:24:48.182751 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8cc34a55-5314-4be6-ba9b-8b8ae66a8010 req-8e3d415c-baa7-4f36-8913-d0b57573503e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678806 Feb 11 05:24:48.805298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ff07-8641-4cc9-8b03-08fd56eec46a req-be336635-d14b-4bae-a295-df67276ac674 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:48.807111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d65ff07-8641-4cc9-8b03-08fd56eec46a req-be336635-d14b-4bae-a295-df67276ac674 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=feb79820-7fed-4088-b628-7b92d41cc99d HTTP/1.1" status: 200 len: 945 time: 0.0572429 Feb 11 05:24:48.864676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d65ff07-8641-4cc9-8b03-08fd56eec46a req-d05ca6a3-f3d9-4f85-a504-0f98500e4fb6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445483 Feb 11 05:24:50.036607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005fc66-7d38-4e6b-bfaf-50043ac7fa1c req-47625ad0-a1df-4848-8570-ef1e35d6381c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:50.044170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d005fc66-7d38-4e6b-bfaf-50043ac7fa1c req-47625ad0-a1df-4848-8570-ef1e35d6381c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=feb79820-7fed-4088-b628-7b92d41cc99d HTTP/1.1" status: 200 len: 945 time: 0.0758250 Feb 11 05:24:50.101856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d005fc66-7d38-4e6b-bfaf-50043ac7fa1c req-dd6e45b5-f3ff-4707-b255-aeb64decb8ac tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560331 Feb 11 05:24:55.288953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44654) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:55.418908 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d1855eb-5e30-48e2-bf96-3f9ab35b1061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.529798 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d1855eb-5e30-48e2-bf96-3f9ab35b1061 admin admin] Publish callbacks [] for security_group (e6b50c41-80da-4b80-b4ae-46050b994205), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.539307 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d1855eb-5e30-48e2-bf96-3f9ab35b1061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e6b50c41-80da-4b80-b4ae-46050b994205), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.611791 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2d1855eb-5e30-48e2-bf96-3f9ab35b1061 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=06bdcc51b55846e58de0292d161bade4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3210697 Feb 11 05:24:55.614451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44668) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:24:55.621189 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1855eb-5e30-48e2-bf96-3f9ab35b1061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b50c41-80da-4b80-b4ae-46050b994205,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:55.713479 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-24d296d2-d8ba-4317-bc3c-f42fb36291ed admin admin] Publish callbacks [] for security_group (e6b50c41-80da-4b80-b4ae-46050b994205), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.737984 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-24d296d2-d8ba-4317-bc3c-f42fb36291ed admin admin] Publish callbacks [] for security_group (e6b50c41-80da-4b80-b4ae-46050b994205), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.803969 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-24d296d2-d8ba-4317-bc3c-f42fb36291ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e6b50c41-80da-4b80-b4ae-46050b994205), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.810581 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-24d296d2-d8ba-4317-bc3c-f42fb36291ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.823957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-24d296d2-d8ba-4317-bc3c-f42fb36291ed admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e6b50c41-80da-4b80-b4ae-46050b994205 HTTP/1.1" status: 204 len: 168 time: 0.1990101 Feb 11 05:24:55.854023 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d296d2-d8ba-4317-bc3c-f42fb36291ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b50c41-80da-4b80-b4ae-46050b994205,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:24:58.440996 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-41a8dac9-ea8b-4882-9a59-ed464f643ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:59.412357 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-b87f0923-f325-47bd-99f1-7b89372018e7 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=3b429da7143e411c977d781905189561&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282419 Feb 11 05:24:59.592781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-472bd633-3fc3-4cd2-8b03-a074268c2b85 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:59.594223 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-472bd633-3fc3-4cd2-8b03-a074268c2b85 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762202 Feb 11 05:24:59.608848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-b7f28ed4-64ce-4b9a-a5fe-b5276363a5bb tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/quotas/3b429da7143e411c977d781905189561 HTTP/1.1" status: 200 len: 375 time: 0.0093477 Feb 11 05:24:59.639662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-d75a8486-1e6e-4dea-9fd2-e85e0173b1eb tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b429da7143e411c977d781905189561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256901 Feb 11 05:25:00.018274 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7d7e5b4-db7c-42ee-8650-ad8071d2eb45 req-fb060a11-7f53-437a-a4d2-65a6bd6afcfd tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/ports?device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 210 time: 0.2426224 Feb 11 05:25:00.744782 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-322713a5-7542-4cd1-a690-1663652a9d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:00.981312 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-6b542cda-9ab8-4294-983f-8329394b116e tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3b429da7143e411c977d781905189561&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316780 Feb 11 05:25:01.152053 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9224af9f-fa81-4b15-90ee-2fdaf993be96 req-59456ae5-6ace-49a2-9264-6cbc562fc6ad tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/ports?device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 210 time: 0.0511253 Feb 11 05:25:01.244341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-be845bae-789b-448a-ba7a-8b39cc843103 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:01.246441 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-be845bae-789b-448a-ba7a-8b39cc843103 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542849 Feb 11 05:25:01.271026 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Request body: {'port': {'device_id': '96e8d4d5-f580-41d2-9e10-4e619507723c', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '3b429da7143e411c977d781905189561'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:01.411192 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Made reservation on behalf of 3b429da7143e411c977d781905189561 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:01.416054 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.429021 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.517524 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Publish callbacks [] for security_group (ee90a6aa-255c-4a94-8898-0bb8dca6f2b3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.522733 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ee90a6aa-255c-4a94-8898-0bb8dca6f2b3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.604085 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee90a6aa-255c-4a94-8898-0bb8dca6f2b3,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:01.617830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:01.618299 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:01.618833 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:01.619270 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:01.620517 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:01.620517 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:01.620517 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:01.621999 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:01.622399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:01.622797 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:01.623201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:01.623667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:01.624064 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:01.683519 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Allocated IP 192.168.233.196 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/ff7fb71b-898f-4688-83db-1c361bfe975b) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:01.841409 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Publish callbacks [] for port (ff7fb71b-898f-4688-83db-1c361bfe975b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.882652 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ff7fb71b-898f-4688-83db-1c361bfe975b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:01.943338 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:01.956197 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:01.958967 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Pushing event updated for resources: {'Port': ['ID=ff7fb71b-898f-4688-83db-1c361bfe975b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:01.991864 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:02.051212 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:02.051897 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.073350 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-bef8bba3-5d23-4e8b-b607-ff993c5177ab tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8065770 Feb 11 05:25:02.096700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Request body: {'port': {'device_id': '96e8d4d5-f580-41d2-9e10-4e619507723c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:02.219573 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ff7fb71b-898f-4688-83db-1c361bfe975b), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.335859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f6db3-896f-4336-ae54-131b3f61dfa4 req-e2b4f6bd-e279-4674-9194-ebffeb7cd46c tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:02.348435 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff1f6db3-896f-4336-ae54-131b3f61dfa4 req-e2b4f6bd-e279-4674-9194-ebffeb7cd46c tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/ports?device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 936 time: 0.0711126 Feb 11 05:25:02.353953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-27dcdff5-6899-40a1-b5e7-8cda38b0fde5 None None] Provisioning complete for port ff7fb71b-898f-4688-83db-1c361bfe975b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:02.355306 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27dcdff5-6899-40a1-b5e7-8cda38b0fde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ff7fb71b-898f-4688-83db-1c361bfe975b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.414324 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.420842 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-27dcdff5-6899-40a1-b5e7-8cda38b0fde5 None None] Port ff7fb71b-898f-4688-83db-1c361bfe975b cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:02.430931 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff1f6db3-896f-4336-ae54-131b3f61dfa4 req-eb9427ba-7e8f-4054-88c4-197fd550c2aa tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee90a6aa-255c-4a94-8898-0bb8dca6f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768700 Feb 11 05:25:02.593648 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff7fb71b-898f-4688-83db-1c361bfe975b {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:02.601298 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Publish callbacks [] for port (ff7fb71b-898f-4688-83db-1c361bfe975b), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.614016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Transition to ACTIVE for port object ff7fb71b-898f-4688-83db-1c361bfe975b will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:25:02.619273 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (ff7fb71b-898f-4688-83db-1c361bfe975b), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.672861 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7fb71b-898f-4688-83db-1c361bfe975b,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:02.771875 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Attempting to bind port ff7fb71b-898f-4688-83db-1c361bfe975b on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:02.772368 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Attempting to bind port ff7fb71b-898f-4688-83db-1c361bfe975b by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:02.772802 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Attempting to bind port ff7fb71b-898f-4688-83db-1c361bfe975b on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:02.779077 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Port ff7fb71b-898f-4688-83db-1c361bfe975b on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:25:02.779599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Attempting to bind port ff7fb71b-898f-4688-83db-1c361bfe975b on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:02.785481 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:02.785966 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:02.786599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:02.787403 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Bound port: ff7fb71b-898f-4688-83db-1c361bfe975b, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:02.787897 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ff7fb71b-898f-4688-83db-1c361bfe975b), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.903863 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] For port ff7fb71b-898f-4688-83db-1c361bfe975b, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:02.907485 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] For port ff7fb71b-898f-4688-83db-1c361bfe975b, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ff7fb71b-898f-4688-83db-1c361bfe975b,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:02.917434 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (ff7fb71b-898f-4688-83db-1c361bfe975b), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.954772 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:02.955363 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:02.956975 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] 10.222.0.73 "PUT /v2.0/ports/ff7fb71b-898f-4688-83db-1c361bfe975b HTTP/1.1" status: 200 len: 1097 time: 0.8728051 Feb 11 05:25:02.957413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e8d4d5-f580-41d2-9e10-4e619507723c', 'tag': 'ff7fb71b-898f-4688-83db-1c361bfe975b'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:02.959808 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a1b3d7-ab3b-48c8-906f-1b09721c573e" -d '{"events": [{"name": "network-changed", "server_uuid": "96e8d4d5-f580-41d2-9e10-4e619507723c", "tag": "ff7fb71b-898f-4688-83db-1c361bfe975b"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:03.009968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce66040-39fd-4278-b06f-fa23817f85e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7fb71b-898f-4688-83db-1c361bfe975b,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:03.088424 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d425a64-f0f8-459f-8793-4b9a0502c3e4 x-openstack-request-id: req-2d425a64-f0f8-459f-8793-4b9a0502c3e4 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:03.088815 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e8d4d5-f580-41d2-9e10-4e619507723c", "tag": "ff7fb71b-898f-4688-83db-1c361bfe975b", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:03.089003 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2d425a64-f0f8-459f-8793-4b9a0502c3e4 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:03.089376 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e8d4d5-f580-41d2-9e10-4e619507723c', 'tag': 'ff7fb71b-898f-4688-83db-1c361bfe975b', 'status': 'completed', 'code': 200} Feb 11 05:25:03.114432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9dfb3727-0038-489b-9b8f-887fa5371f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.117161 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-9dfb3727-0038-489b-9b8f-887fa5371f13 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b429da7143e411c977d781905189561&device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 1131 time: 0.0813491 Feb 11 05:25:03.149041 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9298571-f7b0-4acd-b291-2567cfedc84b req-170ee533-d2f8-4aaf-bdec-841da02f4923 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0718474 Feb 11 05:25:03.218717 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-824ed3c8-df64-4551-871b-15bb9ac76fd7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=ff7fb71b-898f-4688-83db-1c361bfe975b HTTP/1.1" status: 200 len: 217 time: 0.0814731 Feb 11 05:25:03.260932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9298571-f7b0-4acd-b291-2567cfedc84b req-47280543-d455-45d4-8492-36ec434a1a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.268002 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9298571-f7b0-4acd-b291-2567cfedc84b req-47280543-d455-45d4-8492-36ec434a1a4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 1128 time: 0.0794909 Feb 11 05:25:03.308751 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-12298d43-3f48-4f67-bffe-1022efa09047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.311331 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-12298d43-3f48-4f67-bffe-1022efa09047 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0823414 Feb 11 05:25:03.403197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9298571-f7b0-4acd-b291-2567cfedc84b req-ccd609d6-555c-4153-bf45-e6ddd31b7ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.405322 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9298571-f7b0-4acd-b291-2567cfedc84b req-ccd609d6-555c-4153-bf45-e6ddd31b7ee0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 912 time: 0.1052129 Feb 11 05:25:03.484323 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-dd711b1b-42e9-47e0-8098-666bdb5bc6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.485481 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9298571-f7b0-4acd-b291-2567cfedc84b req-cbd05879-b59b-4fea-a1f5-325b73ecd2ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2688b163-76b0-4719-9c65-f83a9f6ef193 HTTP/1.1" status: 200 len: 1000 time: 0.0703478 Feb 11 05:25:03.490782 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-dd711b1b-42e9-47e0-8098-666bdb5bc6ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1672916 Feb 11 05:25:03.577692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9298571-f7b0-4acd-b291-2567cfedc84b req-32f72b7c-8235-4b64-a87e-baa715289256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.583235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9298571-f7b0-4acd-b291-2567cfedc84b req-32f72b7c-8235-4b64-a87e-baa715289256 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.0787547 Feb 11 05:25:03.598738 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:03.691782 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-b3ae00b0-be7f-473c-93f3-2c4dfc5193c9 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793981 Feb 11 05:25:03.710769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4afda6-8767-4280-906e-83ebc41aff7d req-2d8c25e3-0a96-4349-9043-b686a45f8176 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.720710 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e4afda6-8767-4280-906e-83ebc41aff7d req-2d8c25e3-0a96-4349-9043-b686a45f8176 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/ports?device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 948 time: 0.1768563 Feb 11 05:25:03.734284 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9298571-f7b0-4acd-b291-2567cfedc84b req-e642a6c8-6730-4fd6-9e20-032d67f666b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.736116 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9298571-f7b0-4acd-b291-2567cfedc84b req-e642a6c8-6730-4fd6-9e20-032d67f666b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1438651 Feb 11 05:25:03.860111 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cb92ac60-41f4-4fe7-8c64-98648cc75c56 req-8884833f-b22a-4c19-8a91-a5876b6938ad service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570351 Feb 11 05:25:03.877898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9298571-f7b0-4acd-b291-2567cfedc84b req-6a1aa45f-a8d2-40a1-96b2-e65685dbe82a service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209090 Feb 11 05:25:03.896658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e4afda6-8767-4280-906e-83ebc41aff7d req-31ee2af4-1a54-451a-9a2e-b4325293b570 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee90a6aa-255c-4a94-8898-0bb8dca6f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745462 Feb 11 05:25:03.981941 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1b3d7-ab3b-48c8-906f-1b09721c573e req-cc3c338c-4a83-4ca5-8d50-f9fa46dccbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:03.983538 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-10a1b3d7-ab3b-48c8-906f-1b09721c573e req-cc3c338c-4a83-4ca5-8d50-f9fa46dccbfc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b429da7143e411c977d781905189561&device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 1131 time: 0.0484982 Feb 11 05:25:04.000948 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9298571-f7b0-4acd-b291-2567cfedc84b req-f5e544cd-f6eb-4a0d-9f1b-08f443b50ef7 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035025 Feb 11 05:25:04.088224 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1b3d7-ab3b-48c8-906f-1b09721c573e req-9910933d-176f-4f59-9def-d8d22ee86413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:04.089779 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-10a1b3d7-ab3b-48c8-906f-1b09721c573e req-9910933d-176f-4f59-9def-d8d22ee86413 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.0927410 Feb 11 05:25:04.145668 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-10a1b3d7-ab3b-48c8-906f-1b09721c573e req-ae020c46-7e22-4ca0-b533-572134bf6b6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=ff7fb71b-898f-4688-83db-1c361bfe975b HTTP/1.1" status: 200 len: 217 time: 0.0359442 Feb 11 05:25:04.197986 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1b3d7-ab3b-48c8-906f-1b09721c573e req-4741be11-c2ab-4988-a1eb-65f3c59f4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:04.199459 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-10a1b3d7-ab3b-48c8-906f-1b09721c573e req-4741be11-c2ab-4988-a1eb-65f3c59f4881 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0470626 Feb 11 05:25:04.254196 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1b3d7-ab3b-48c8-906f-1b09721c573e req-8d6ca769-0fed-47e6-a6f9-79fd86c38d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:04.255828 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-10a1b3d7-ab3b-48c8-906f-1b09721c573e req-8d6ca769-0fed-47e6-a6f9-79fd86c38d3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0454466 Feb 11 05:25:04.378929 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-10a1b3d7-ab3b-48c8-906f-1b09721c573e req-743d1144-0e3b-4c92-bc69-b0a0af2857b3 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999575 Feb 11 05:25:04.476187 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-10a1b3d7-ab3b-48c8-906f-1b09721c573e req-deb14192-de38-44bb-9b75-6c98d7215929 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895841 Feb 11 05:25:05.019173 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed4fbf-e2e0-4f0b-b65c-51e92ca59fa3 req-329cc894-9bfa-48a9-8c93-17f61d932f75 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:05.020696 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1ed4fbf-e2e0-4f0b-b65c-51e92ca59fa3 req-329cc894-9bfa-48a9-8c93-17f61d932f75 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/ports?device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 948 time: 0.0536790 Feb 11 05:25:05.066888 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1ed4fbf-e2e0-4f0b-b65c-51e92ca59fa3 req-185014ad-d4f5-4b4e-9c6d-ad2fa3b309fa tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee90a6aa-255c-4a94-8898-0bb8dca6f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 Feb 11 05:25:05.096074 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:05.801312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ff7fb71b-898f-4688-83db-1c361bfe975b details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:25:05.896932 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ff7fb71b-898f-4688-83db-1c361bfe975b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ff7fb71b-898f-4688-83db-1c361bfe975b,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:05.908835 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'ff7fb71b-898f-4688-83db-1c361bfe975b', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': 'ff7fb71b-898f-4688-83db-1c361bfe975b', 'mac_address': 'fa:16:3e:04:35:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:25:05.951186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port ff7fb71b-898f-4688-83db-1c361bfe975b is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:05.951619 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ff7fb71b-898f-4688-83db-1c361bfe975b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:05.965531 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7fb71b-898f-4688-83db-1c361bfe975b {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:25:05.984593 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ff7fb71b-898f-4688-83db-1c361bfe975b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ff7fb71b-898f-4688-83db-1c361bfe975b,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:05.988901 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ff7fb71b-898f-4688-83db-1c361bfe975b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:06.034354 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=ff7fb71b-898f-4688-83db-1c361bfe975b,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:06.194832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69684538-77dd-4e40-bca3-4884d1320dfa req-cc6def6e-74bd-4fa2-b057-cd718378ab5f tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:06.196476 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69684538-77dd-4e40-bca3-4884d1320dfa req-cc6def6e-74bd-4fa2-b057-cd718378ab5f tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/ports?device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 949 time: 0.0579963 Feb 11 05:25:06.243140 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69684538-77dd-4e40-bca3-4884d1320dfa req-2a467559-2d57-44f3-a0aa-a249703975b8 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee90a6aa-255c-4a94-8898-0bb8dca6f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409381 Feb 11 05:25:06.534327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['ff7fb71b-898f-4688-83db-1c361bfe975b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:07.374245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff5928-8f19-4423-a635-d83499b05ba6 req-3451ae56-de6d-4d94-9112-8ad95559c8e1 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:07.375805 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9ff5928-8f19-4423-a635-d83499b05ba6 req-3451ae56-de6d-4d94-9112-8ad95559c8e1 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/ports?device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 949 time: 0.0616517 Feb 11 05:25:07.430517 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9ff5928-8f19-4423-a635-d83499b05ba6 req-0cd28189-c533-4aa0-ad46-7ca669cb38e9 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee90a6aa-255c-4a94-8898-0bb8dca6f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486190 Feb 11 05:25:08.565725 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5a972-6e17-4ac4-bd00-bb1950588007 req-d91e3e1a-02d3-45ce-97ab-ce9d0920f6ae tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:08.573557 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18c5a972-6e17-4ac4-bd00-bb1950588007 req-d91e3e1a-02d3-45ce-97ab-ce9d0920f6ae tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/ports?device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 949 time: 0.0618062 Feb 11 05:25:08.618018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18c5a972-6e17-4ac4-bd00-bb1950588007 req-73636210-3b6a-459c-837f-3dd215153e69 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee90a6aa-255c-4a94-8898-0bb8dca6f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431318 Feb 11 05:25:08.782001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1dc88-8aa2-4a5c-86c9-eb70f3d678cf req-7e09d8fc-9aaf-4a1c-9f00-782f3ac057d8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:08.784049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27b1dc88-8aa2-4a5c-86c9-eb70f3d678cf req-7e09d8fc-9aaf-4a1c-9f00-782f3ac057d8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0754790 Feb 11 05:25:08.882887 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27b1dc88-8aa2-4a5c-86c9-eb70f3d678cf req-dfd7aa6c-6571-42e2-9efc-8599330fb01c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889175 Feb 11 05:25:08.891632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-870145ee-b63e-4dc0-b3fc-d6c0c7c11496 req-e0c5db07-7454-4231-89fc-c508a3dddc41 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0833461 Feb 11 05:25:09.011880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870145ee-b63e-4dc0-b3fc-d6c0c7c11496 req-407b8462-46ad-4cdc-b3ad-b7a3b5769a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.013503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-870145ee-b63e-4dc0-b3fc-d6c0c7c11496 req-407b8462-46ad-4cdc-b3ad-b7a3b5769a0d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=13a59492bc0343adb1fb7a8aa5188602&device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 1128 time: 0.0815609 Feb 11 05:25:09.026251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1f115-0705-455c-afc1-297e47d47abb req-f47ecab4-8f36-46dc-bdbc-8ffdca99c265 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.028208 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5c1f115-0705-455c-afc1-297e47d47abb req-f47ecab4-8f36-46dc-bdbc-8ffdca99c265 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0667753 Feb 11 05:25:09.148228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5c1f115-0705-455c-afc1-297e47d47abb req-b69ee38d-1dc7-4641-a61d-95712c28aeb0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143911 Feb 11 05:25:09.177704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870145ee-b63e-4dc0-b3fc-d6c0c7c11496 req-e01f452f-13e8-402c-be56-849e720f8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.177704 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-870145ee-b63e-4dc0-b3fc-d6c0c7c11496 req-e01f452f-13e8-402c-be56-849e720f8d62 service neutron] 10.222.0.88 "GET /v2.0/networks?id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3 HTTP/1.1" status: 200 len: 920 time: 0.1369050 Feb 11 05:25:09.244818 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-870145ee-b63e-4dc0-b3fc-d6c0c7c11496 req-f1a4e845-3f89-4027-9608-f2076fb72f2d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81b757ab-9e42-40fe-bb13-f70307f41e25 HTTP/1.1" status: 200 len: 217 time: 0.0615506 Feb 11 05:25:09.338068 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870145ee-b63e-4dc0-b3fc-d6c0c7c11496 req-b5a23765-7c47-4d29-8a07-401ce1d8e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.339659 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-870145ee-b63e-4dc0-b3fc-d6c0c7c11496 req-b5a23765-7c47-4d29-8a07-401ce1d8e5e8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d0ba582-f504-4448-8fec-eb2c8f3e0f4b HTTP/1.1" status: 200 len: 859 time: 0.0888548 Feb 11 05:25:09.384710 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-870145ee-b63e-4dc0-b3fc-d6c0c7c11496 req-a3d0fca5-23de-4b0c-b82d-8acb90f3885a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367448 Feb 11 05:25:09.395447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-870145ee-b63e-4dc0-b3fc-d6c0c7c11496 req-def91e25-3b1d-48d9-a0dd-2179c9b2e8bc service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:25:09.396571 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-870145ee-b63e-4dc0-b3fc-d6c0c7c11496 req-def91e25-3b1d-48d9-a0dd-2179c9b2e8bc service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060372 Feb 11 05:25:09.405421 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f252e-200b-4376-8cef-5ef38a2ed322 req-9c8feaa4-8faa-4a68-baf9-45dfaccad4aa tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.407009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-477f252e-200b-4376-8cef-5ef38a2ed322 req-9c8feaa4-8faa-4a68-baf9-45dfaccad4aa tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1179996 Feb 11 05:25:09.563406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-870145ee-b63e-4dc0-b3fc-d6c0c7c11496 req-164df110-c4f9-44be-bf1a-a2391171ca28 service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553767 Feb 11 05:25:09.617925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-477f252e-200b-4376-8cef-5ef38a2ed322 req-b3716d97-d994-4762-b826-28f283ecc9f8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767446 Feb 11 05:25:09.693310 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-870145ee-b63e-4dc0-b3fc-d6c0c7c11496 req-0bd0b7f5-12f9-4a6d-8257-65b0f7cd18cf service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159859 Feb 11 05:25:09.717690 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.810515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ff7fb71b-898f-4688-83db-1c361bfe975b up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:09.854902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bffba5-8894-4324-aae7-cab33ce14961 req-19e40b0b-83ea-443a-a2b1-c4a1c1d7e03e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.860030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2bffba5-8894-4324-aae7-cab33ce14961 req-19e40b0b-83ea-443a-a2b1-c4a1c1d7e03e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1102889 Feb 11 05:25:09.870092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d754f-ea8b-4886-b6a8-8c6d64d90bf0 req-ef640dfc-5329-473d-89e0-1ca4052c2aa4 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:09.872254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port ff7fb71b-898f-4688-83db-1c361bfe975b completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:25:09.882736 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-856d754f-ea8b-4886-b6a8-8c6d64d90bf0 req-ef640dfc-5329-473d-89e0-1ca4052c2aa4 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/ports?device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 949 time: 0.1234791 Feb 11 05:25:09.886287 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port ff7fb71b-898f-4688-83db-1c361bfe975b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:09.886668 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ff7fb71b-898f-4688-83db-1c361bfe975b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:09.952927 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2bffba5-8894-4324-aae7-cab33ce14961 req-59d211d9-807b-4db6-b90d-6e4b6bae2266 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679278 Feb 11 05:25:09.987106 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-856d754f-ea8b-4886-b6a8-8c6d64d90bf0 req-c507d03d-8de9-4be7-802e-050ab446fc04 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee90a6aa-255c-4a94-8898-0bb8dca6f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873680 Feb 11 05:25:10.019715 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port ff7fb71b-898f-4688-83db-1c361bfe975b is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:10.020422 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ff7fb71b-898f-4688-83db-1c361bfe975b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.058832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e8d4d5-f580-41d2-9e10-4e619507723c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7fb71b-898f-4688-83db-1c361bfe975b'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:10.062312 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f59ba75-bc15-42ef-985b-ccadb7812f14" -d '{"events": [{"server_uuid": "96e8d4d5-f580-41d2-9e10-4e619507723c", "name": "network-vif-plugged", "status": "completed", "tag": "ff7fb71b-898f-4688-83db-1c361bfe975b"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:10.066111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ff7fb71b-898f-4688-83db-1c361bfe975b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ff7fb71b-898f-4688-83db-1c361bfe975b,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:10.073136 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ff7fb71b-898f-4688-83db-1c361bfe975b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:10.128248 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8b804c-58b5-4848-8bca-4bc676723246 x-openstack-request-id: req-3f8b804c-58b5-4848-8bca-4bc676723246 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:10.128547 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e8d4d5-f580-41d2-9e10-4e619507723c", "name": "network-vif-plugged", "status": "completed", "tag": "ff7fb71b-898f-4688-83db-1c361bfe975b", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:10.128793 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3f8b804c-58b5-4848-8bca-4bc676723246 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:10.129184 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e8d4d5-f580-41d2-9e10-4e619507723c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7fb71b-898f-4688-83db-1c361bfe975b', 'code': 200} Feb 11 05:25:10.173382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=ff7fb71b-898f-4688-83db-1c361bfe975b,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:10.297483 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6aa5b-65e6-4028-8ee4-d034d2927a98 req-f0b8757b-6a47-4ad5-aca3-c789c92c7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:10.299806 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-04f6aa5b-65e6-4028-8ee4-d034d2927a98 req-f0b8757b-6a47-4ad5-aca3-c789c92c7614 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 1133 time: 0.0542166 Feb 11 05:25:10.369600 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-04f6aa5b-65e6-4028-8ee4-d034d2927a98 req-1b0dfcbc-30b9-405a-bef1-569f53a009ef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ee90a6aa-255c-4a94-8898-0bb8dca6f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538452 Feb 11 05:25:10.625682 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203109f-7469-45fa-87fb-da61e5a20220 req-90aed91a-4dd8-4e32-a02e-9c3d183d8ad8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:10.627338 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f203109f-7469-45fa-87fb-da61e5a20220 req-90aed91a-4dd8-4e32-a02e-9c3d183d8ad8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.3865097 Feb 11 05:25:10.676105 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f203109f-7469-45fa-87fb-da61e5a20220 req-b9932302-92f0-4770-917d-348f61164b9e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429165 Feb 11 05:25:11.083897 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a8bfb-6987-44f7-98a7-05b54154b78b req-db57d732-10fd-4b9c-a4c0-df750f9d32e0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:11.085434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-880a8bfb-6987-44f7-98a7-05b54154b78b req-db57d732-10fd-4b9c-a4c0-df750f9d32e0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0682666 Feb 11 05:25:11.157279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-880a8bfb-6987-44f7-98a7-05b54154b78b req-d2f8bcbc-ae63-49b6-a73d-79e18f5d005a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565901 Feb 11 05:25:11.165101 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e79d53-3d1a-40c7-a2ee-944157a9a820 req-a98b586d-668d-4d38-b78e-8817eef03d4b tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:11.166613 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1e79d53-3d1a-40c7-a2ee-944157a9a820 req-a98b586d-668d-4d38-b78e-8817eef03d4b tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/ports?device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 950 time: 0.1019928 Feb 11 05:25:11.250105 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1e79d53-3d1a-40c7-a2ee-944157a9a820 req-3906bb8b-326a-4d3e-94ca-ad025c17ee59 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee90a6aa-255c-4a94-8898-0bb8dca6f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685823 Feb 11 05:25:12.294943 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bdf68-eb7e-4d1e-8ca7-be968e3e36b1 req-88fecd7e-3215-4752-9316-5cf5af0b03e4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:12.297700 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-970bdf68-eb7e-4d1e-8ca7-be968e3e36b1 req-88fecd7e-3215-4752-9316-5cf5af0b03e4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0684571 Feb 11 05:25:12.367979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-970bdf68-eb7e-4d1e-8ca7-be968e3e36b1 req-07ae08e3-a3ae-487e-a367-53373e84bca1 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594478 Feb 11 05:25:12.429312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce10d7-6bd5-4acf-9943-8cd44ab29a57 req-6c2abad3-3bfc-4b56-84b3-3f277ee349cd tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:12.431048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfce10d7-6bd5-4acf-9943-8cd44ab29a57 req-6c2abad3-3bfc-4b56-84b3-3f277ee349cd tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/ports?device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 950 time: 0.0618885 Feb 11 05:25:12.489719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfce10d7-6bd5-4acf-9943-8cd44ab29a57 req-f0c2a0ed-e9c3-4964-a806-ca6bd4d01e9f tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee90a6aa-255c-4a94-8898-0bb8dca6f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525553 Feb 11 05:25:12.657894 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d1d1a-27a9-4b6d-af5e-05718dbb314f req-89b837ef-d7b0-42b4-9207-f9ee05e06fab tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:12.668459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e3d1d1a-27a9-4b6d-af5e-05718dbb314f req-89b837ef-d7b0-42b4-9207-f9ee05e06fab tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=5d4411df-0643-4bd1-a7be-715c7de5d911 HTTP/1.1" status: 200 len: 946 time: 0.0677340 Feb 11 05:25:12.741183 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e3d1d1a-27a9-4b6d-af5e-05718dbb314f req-4e6a84a6-fd0d-4cac-a733-428f94f434d7 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659432 Feb 11 05:25:12.886422 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17eb58-0172-4eb7-ba64-ffcaa603cb45 req-cc4ba88e-d1f6-45f2-9452-fba6ea839ed8 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:12.888545 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f17eb58-0172-4eb7-ba64-ffcaa603cb45 req-cc4ba88e-d1f6-45f2-9452-fba6ea839ed8 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/ports?device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 950 time: 0.0599930 Feb 11 05:25:12.944629 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f17eb58-0172-4eb7-ba64-ffcaa603cb45 req-c0e22558-a18a-4282-a856-963882b50ff3 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee90a6aa-255c-4a94-8898-0bb8dca6f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503407 Feb 11 05:25:13.499802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d47ef-e6d3-4d0e-bdf4-7eea68233f25 req-f8e43561-063b-4650-9eb9-d661fcffc6b0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:13.501852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab1d47ef-e6d3-4d0e-bdf4-7eea68233f25 req-f8e43561-063b-4650-9eb9-d661fcffc6b0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0596714 Feb 11 05:25:13.563436 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab1d47ef-e6d3-4d0e-bdf4-7eea68233f25 req-d164b0d2-c44e-44e3-80b7-529f27e34aed tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539620 Feb 11 05:25:13.917668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba64678-0348-4a23-be4b-ca05ea924ffd req-9aca10b7-5ec4-4eab-977f-c37ab4c7cc19 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:13.919370 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ba64678-0348-4a23-be4b-ca05ea924ffd req-9aca10b7-5ec4-4eab-977f-c37ab4c7cc19 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=5d4411df-0643-4bd1-a7be-715c7de5d911 HTTP/1.1" status: 200 len: 946 time: 0.0903313 Feb 11 05:25:14.046071 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:14.066839 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ba64678-0348-4a23-be4b-ca05ea924ffd req-196f646e-20b3-40a9-b3b6-4dc3913af0a9 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406651 Feb 11 05:25:14.131567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcde8d-be3d-422b-853d-e4fc1eea1bac req-098ffe80-ec98-4536-b9c6-a9231bd4f1ee tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:14.132951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cddcde8d-be3d-422b-853d-e4fc1eea1bac req-098ffe80-ec98-4536-b9c6-a9231bd4f1ee tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/ports?device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 950 time: 0.0615733 Feb 11 05:25:14.188371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cddcde8d-be3d-422b-853d-e4fc1eea1bac req-92f50acb-dfda-4dfc-b977-6034683977d9 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee90a6aa-255c-4a94-8898-0bb8dca6f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470512 Feb 11 05:25:14.676908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc5c3e-6b92-407b-a85b-f242dea3d155 req-6f5ac434-9a58-4436-aabd-46062ae36ac5 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:14.678326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1fc5c3e-6b92-407b-a85b-f242dea3d155 req-6f5ac434-9a58-4436-aabd-46062ae36ac5 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0531962 Feb 11 05:25:14.725063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1fc5c3e-6b92-407b-a85b-f242dea3d155 req-b0515550-94a9-4a07-916a-bb3f220a01c4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405562 Feb 11 05:25:15.219845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443bae7-1b40-4b0f-8964-99d067b5b1dc req-ced67a35-1bc7-4c0c-96fb-6ad8a3f12d91 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:15.233693 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d443bae7-1b40-4b0f-8964-99d067b5b1dc req-ced67a35-1bc7-4c0c-96fb-6ad8a3f12d91 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=5d4411df-0643-4bd1-a7be-715c7de5d911 HTTP/1.1" status: 200 len: 946 time: 0.0958972 Feb 11 05:25:15.334456 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d443bae7-1b40-4b0f-8964-99d067b5b1dc req-2ddb4756-1283-4792-aea7-869123489784 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973654 Feb 11 05:25:15.374869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb54bb5-9e79-4026-b00a-ea2f1d6de645 req-7361a762-dcc2-44a4-ad93-3dbdbda50a0a tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:15.376482 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fdb54bb5-9e79-4026-b00a-ea2f1d6de645 req-7361a762-dcc2-44a4-ad93-3dbdbda50a0a tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/ports?device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 950 time: 0.0855386 Feb 11 05:25:15.435783 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fdb54bb5-9e79-4026-b00a-ea2f1d6de645 req-2f379321-d22c-4a73-9ab2-4d6129755097 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee90a6aa-255c-4a94-8898-0bb8dca6f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532715 Feb 11 05:25:15.453879 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bfc25-6c33-49c9-b22a-599b6f1391b1 req-3f2f9d97-2fbe-4c4a-bee7-cedbf4b475bd tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:15.456066 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-460bfc25-6c33-49c9-b22a-599b6f1391b1 req-3f2f9d97-2fbe-4c4a-bee7-cedbf4b475bd tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.73 "GET /v2.0/ports?device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 950 time: 0.0778973 Feb 11 05:25:15.582230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-460bfc25-6c33-49c9-b22a-599b6f1391b1 req-71a0644d-913c-4720-840d-06c914d4ec07 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Deleting port ff7fb71b-898f-4688-83db-1c361bfe975b {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:15.582586 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-460bfc25-6c33-49c9-b22a-599b6f1391b1 req-71a0644d-913c-4720-840d-06c914d4ec07 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ff7fb71b-898f-4688-83db-1c361bfe975b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.607879 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc88d9-2467-47d7-bb6c-abd4a2164e26 req-0cd9963a-7420-4636-a30d-80a993ebc052 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:15.612275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eadc88d9-2467-47d7-bb6c-abd4a2164e26 req-0cd9963a-7420-4636-a30d-80a993ebc052 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d4411df-0643-4bd1-a7be-715c7de5d911 HTTP/1.1" status: 200 len: 946 time: 0.0771050 Feb 11 05:25:15.685846 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-460bfc25-6c33-49c9-b22a-599b6f1391b1 req-71a0644d-913c-4720-840d-06c914d4ec07 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] For port ff7fb71b-898f-4688-83db-1c361bfe975b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ff7fb71b-898f-4688-83db-1c361bfe975b,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:15.686461 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-460bfc25-6c33-49c9-b22a-599b6f1391b1 req-71a0644d-913c-4720-840d-06c914d4ec07 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ff7fb71b-898f-4688-83db-1c361bfe975b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.704111 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-460bfc25-6c33-49c9-b22a-599b6f1391b1 req-71a0644d-913c-4720-840d-06c914d4ec07 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Calling delete_port for ff7fb71b-898f-4688-83db-1c361bfe975b owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:15.800121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-eadc88d9-2467-47d7-bb6c-abd4a2164e26 req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Deleting port 1661cda8-17f1-4c45-81ac-2c278e456922 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:15.802261 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-eadc88d9-2467-47d7-bb6c-abd4a2164e26 req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1661cda8-17f1-4c45-81ac-2c278e456922), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.966209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-eadc88d9-2467-47d7-bb6c-abd4a2164e26 req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] For port 1661cda8-17f1-4c45-81ac-2c278e456922, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=1661cda8-17f1-4c45-81ac-2c278e456922,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:15.966768 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-eadc88d9-2467-47d7-bb6c-abd4a2164e26 req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1661cda8-17f1-4c45-81ac-2c278e456922), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.968420 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-460bfc25-6c33-49c9-b22a-599b6f1391b1 req-71a0644d-913c-4720-840d-06c914d4ec07 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ff7fb71b-898f-4688-83db-1c361bfe975b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.988125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['ff7fb71b-898f-4688-83db-1c361bfe975b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:15.994974 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20a76f-4f2c-476d-a9fa-9861a7c562d4 req-812b83c4-77e3-45bf-9e39-ac686490973d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:16.002527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf20a76f-4f2c-476d-a9fa-9861a7c562d4 req-812b83c4-77e3-45bf-9e39-ac686490973d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1194508 Feb 11 05:25:16.005948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-eadc88d9-2467-47d7-bb6c-abd4a2164e26 req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Calling delete_port for 1661cda8-17f1-4c45-81ac-2c278e456922 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:16.029196 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0644d-913c-4720-840d-06c914d4ec07 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Pushing event deleted for resources: {'Port': ['ID=ff7fb71b-898f-4688-83db-1c361bfe975b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:16.118891 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf20a76f-4f2c-476d-a9fa-9861a7c562d4 req-8e96074f-bcef-45b6-95d6-1c070b8ff0d9 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142347 Feb 11 05:25:16.164302 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-460bfc25-6c33-49c9-b22a-599b6f1391b1 req-71a0644d-913c-4720-840d-06c914d4ec07 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] No DVR routers for this DVR port ff7fb71b-898f-4688-83db-1c361bfe975b on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:16.170381 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-460bfc25-6c33-49c9-b22a-599b6f1391b1 req-71a0644d-913c-4720-840d-06c914d4ec07 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.173742 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-460bfc25-6c33-49c9-b22a-599b6f1391b1 req-71a0644d-913c-4720-840d-06c914d4ec07 tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.73 "DELETE /v2.0/ports/ff7fb71b-898f-4688-83db-1c361bfe975b HTTP/1.1" status: 204 len: 173 time: 0.7098801 Feb 11 05:25:16.174503 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e8d4d5-f580-41d2-9e10-4e619507723c', 'name': 'network-vif-deleted', 'tag': 'ff7fb71b-898f-4688-83db-1c361bfe975b'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:16.190615 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda060cf-a130-4c8e-8130-15ba9fd85483" -d '{"events": [{"server_uuid": "96e8d4d5-f580-41d2-9e10-4e619507723c", "name": "network-vif-deleted", "tag": "ff7fb71b-898f-4688-83db-1c361bfe975b"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:16.297767 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757c0ddd-846b-4bfd-a277-42e0d6a32ae4 x-openstack-request-id: req-757c0ddd-846b-4bfd-a277-42e0d6a32ae4 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:16.299041 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e8d4d5-f580-41d2-9e10-4e619507723c", "name": "network-vif-deleted", "tag": "ff7fb71b-898f-4688-83db-1c361bfe975b", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:16.299504 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-757c0ddd-846b-4bfd-a277-42e0d6a32ae4 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:16.300296 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e8d4d5-f580-41d2-9e10-4e619507723c', 'name': 'network-vif-deleted', 'tag': 'ff7fb71b-898f-4688-83db-1c361bfe975b', 'status': 'completed', 'code': 200} Feb 11 05:25:16.391821 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-eadc88d9-2467-47d7-bb6c-abd4a2164e26 req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1661cda8-17f1-4c45-81ac-2c278e456922), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.405538 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['910b8fc9-c9d8-4053-9655-b34dbcb4f644', 'ecf42492-fc29-4fc3-ac9e-f394363f4e04', 'c213affd-9aad-4d88-8015-0335e592a2af', '1661cda8-17f1-4c45-81ac-2c278e456922'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:16.483088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Pushing event deleted for resources: {'Port': ['ID=1661cda8-17f1-4c45-81ac-2c278e456922,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:16.520810 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16239611-5ee5-4a55-8168-c4cadafd11fb req-f8946b62-5bfa-47a7-b1f0-aa24c9422b7e tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=5d4411df-0643-4bd1-a7be-715c7de5d911 HTTP/1.1" status: 200 len: 210 time: 0.0631430 Feb 11 05:25:16.550389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.550945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.551358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.551738 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.552190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.552533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.552892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.553299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.553638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.553973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.554308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.554639 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.554966 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:16.593901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadc88d9-2467-47d7-bb6c-abd4a2164e26 req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] No DVR routers for this DVR port 1661cda8-17f1-4c45-81ac-2c278e456922 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:16.601471 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-eadc88d9-2467-47d7-bb6c-abd4a2164e26 req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:16.614654 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eadc88d9-2467-47d7-bb6c-abd4a2164e26 req-565071e2-8356-4c24-acc2-c68ed79d94fc tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.73 "DELETE /v2.0/ports/1661cda8-17f1-4c45-81ac-2c278e456922 HTTP/1.1" status: 204 len: 173 time: 0.9941261 Feb 11 05:25:16.615446 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4411df-0643-4bd1-a7be-715c7de5d911', 'name': 'network-vif-deleted', 'tag': '1661cda8-17f1-4c45-81ac-2c278e456922'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:16.618108 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1037c1-a0bd-4b56-9865-8b85b25bdeaa" -d '{"events": [{"server_uuid": "5d4411df-0643-4bd1-a7be-715c7de5d911", "name": "network-vif-deleted", "tag": "1661cda8-17f1-4c45-81ac-2c278e456922"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:16.666470 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2f05d2b-d4ac-43fb-b4c7-3574e4164c1e req-ac7e2497-b1ce-4dc7-8109-81e8ccfeb05c tempest-VolumesNegativeTest-1452145402 tempest-VolumesNegativeTest-1452145402-project] 10.222.0.87 "GET /v2.0/ports?device_id=96e8d4d5-f580-41d2-9e10-4e619507723c HTTP/1.1" status: 200 len: 210 time: 0.0386891 Feb 11 05:25:16.741490 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0129d1e-9671-4727-b622-505bbed4867f x-openstack-request-id: req-b0129d1e-9671-4727-b622-505bbed4867f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:16.741745 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4411df-0643-4bd1-a7be-715c7de5d911", "name": "network-vif-deleted", "tag": "1661cda8-17f1-4c45-81ac-2c278e456922", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:16.742063 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b0129d1e-9671-4727-b622-505bbed4867f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:16.742565 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4411df-0643-4bd1-a7be-715c7de5d911', 'name': 'network-vif-deleted', 'tag': '1661cda8-17f1-4c45-81ac-2c278e456922', 'status': 'completed', 'code': 200} Feb 11 05:25:17.265135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180e056-51a2-4078-ab81-a8e1a67fe0ce req-cba9b64c-a276-4539-ad14-53a11b493b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:17.272304 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4180e056-51a2-4078-ab81-a8e1a67fe0ce req-cba9b64c-a276-4539-ad14-53a11b493b0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0719507 Feb 11 05:25:17.291212 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:25:17.334950 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4180e056-51a2-4078-ab81-a8e1a67fe0ce req-8a44559f-3ba1-4215-b96a-097fe5430f23 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616608 Feb 11 05:25:18.511046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850cbb4-0d9b-4e6c-8bbb-1863e177761f req-0240a191-98de-4a24-9206-084edf8941f0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:18.513269 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0850cbb4-0d9b-4e6c-8bbb-1863e177761f req-0240a191-98de-4a24-9206-084edf8941f0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0738432 Feb 11 05:25:18.573920 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0850cbb4-0d9b-4e6c-8bbb-1863e177761f req-18e339b1-f869-4e9a-aca2-6dcfa34c3680 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529888 Feb 11 05:25:19.760337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beced203-5013-42ec-bd61-2b0d7ab234da req-0f677fa5-8bfb-4e5b-9419-3fd987bb4953 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:19.765561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-beced203-5013-42ec-bd61-2b0d7ab234da req-0f677fa5-8bfb-4e5b-9419-3fd987bb4953 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0895996 Feb 11 05:25:19.817305 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-beced203-5013-42ec-bd61-2b0d7ab234da req-cec9cd65-98c4-4547-8f6c-305d81e137bd tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466938 Feb 11 05:25:19.882539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ff7fb71b-898f-4688-83db-1c361bfe975b no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:19.914744 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: ff7fb71b-898f-4688-83db-1c361bfe975b {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:19.916039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ff7fb71b-898f-4688-83db-1c361bfe975b not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:19.916039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 1661cda8-17f1-4c45-81ac-2c278e456922 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:19.937087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 1661cda8-17f1-4c45-81ac-2c278e456922 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:19.937541 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 1661cda8-17f1-4c45-81ac-2c278e456922 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:21.020386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51842558-b621-4660-8893-49fec7fcbe04 req-22b0f057-092d-48b2-abf3-fb4d3ace8972 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:21.022156 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51842558-b621-4660-8893-49fec7fcbe04 req-22b0f057-092d-48b2-abf3-fb4d3ace8972 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1194251 Feb 11 05:25:21.082314 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51842558-b621-4660-8893-49fec7fcbe04 req-a31e148f-ca25-41b6-aaf4-7ec3bf56405d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493989 Feb 11 05:25:22.218317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328504a7-c2a3-4748-a6b6-c84ca8bd7b75 req-edc1a3c5-22c7-4d70-9600-ea6214803d3f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:22.219850 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-328504a7-c2a3-4748-a6b6-c84ca8bd7b75 req-edc1a3c5-22c7-4d70-9600-ea6214803d3f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0557745 Feb 11 05:25:22.278611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-328504a7-c2a3-4748-a6b6-c84ca8bd7b75 req-2f746e37-0f3c-4cf6-b2d0-7da5a74331e3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524871 Feb 11 05:25:23.432666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b1688-40a1-4ddb-a040-45a051ed8db5 req-0ebbfaf9-302f-4b24-95c3-83bcd3c74bfd tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:23.434884 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e0b1688-40a1-4ddb-a040-45a051ed8db5 req-0ebbfaf9-302f-4b24-95c3-83bcd3c74bfd tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0705998 Feb 11 05:25:23.522700 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e0b1688-40a1-4ddb-a040-45a051ed8db5 req-a2e021ef-4c91-4fd7-a01c-10031e50f3e8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817971 Feb 11 05:25:23.789421 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb2911-7bdb-4b72-869b-1e086f6aac6f req-185b7f5c-25fc-496e-bb11-950d64a55b5f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:23.796955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fdb2911-7bdb-4b72-869b-1e086f6aac6f req-185b7f5c-25fc-496e-bb11-950d64a55b5f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.0624900 Feb 11 05:25:23.853081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fdb2911-7bdb-4b72-869b-1e086f6aac6f req-98cefcaf-5cd1-45ca-8986-3a7ef65b5c99 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548005 Feb 11 05:25:24.759562 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b8772-41f5-4948-a58c-d0df9c205f6b req-d78077b0-8f48-40c4-a8d0-ad576a17d888 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:24.761765 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-794b8772-41f5-4948-a58c-d0df9c205f6b req-d78077b0-8f48-40c4-a8d0-ad576a17d888 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1073449 Feb 11 05:25:24.808942 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-794b8772-41f5-4948-a58c-d0df9c205f6b req-a8641403-7652-4cdd-a4ae-bcfe3b67d98a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417247 Feb 11 05:25:25.030579 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50917b1c-5e88-4685-bc9a-ce3ef2290985 req-5132897d-ac8e-48bd-a849-34bbfb1346da tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:25.032398 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50917b1c-5e88-4685-bc9a-ce3ef2290985 req-5132897d-ac8e-48bd-a849-34bbfb1346da tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.0819397 Feb 11 05:25:25.085019 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50917b1c-5e88-4685-bc9a-ce3ef2290985 req-183bf2f1-dff8-497c-970d-d1d3c614ea31 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451825 Feb 11 05:25:26.051610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6f5d3-f19a-48c2-b2b9-f72550b7f6f1 req-13fa70a2-03f9-4224-8c0e-7b95c734f121 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:26.054652 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7b6f5d3-f19a-48c2-b2b9-f72550b7f6f1 req-13fa70a2-03f9-4224-8c0e-7b95c734f121 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0872734 Feb 11 05:25:26.165733 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7b6f5d3-f19a-48c2-b2b9-f72550b7f6f1 req-2f5ee7c7-3d8b-4f70-840e-29090129294a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031091 Feb 11 05:25:26.264393 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c2eb8-e1b3-4c07-8f64-20c991b97d3f req-4a37b195-a3ec-470c-b30c-ec576f87abb2 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:26.266009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b94c2eb8-e1b3-4c07-8f64-20c991b97d3f req-4a37b195-a3ec-470c-b30c-ec576f87abb2 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.0976946 Feb 11 05:25:26.336163 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b94c2eb8-e1b3-4c07-8f64-20c991b97d3f req-cde8f4ce-c39b-4362-a388-609190296f94 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636899 Feb 11 05:25:26.358992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45916) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:26.521165 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-800efd91-7b27-47e5-a2bc-dcfa975e0c3b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3b429da7143e411c977d781905189561&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1698403 Feb 11 05:25:26.523472 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45922) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:26.577539 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e6555761-81cf-4a0a-a03f-a8d02c37f123 admin admin] Publish callbacks [] for security_group (ee90a6aa-255c-4a94-8898-0bb8dca6f2b3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.604623 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e6555761-81cf-4a0a-a03f-a8d02c37f123 admin admin] Publish callbacks [] for security_group (ee90a6aa-255c-4a94-8898-0bb8dca6f2b3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.670719 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e6555761-81cf-4a0a-a03f-a8d02c37f123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ee90a6aa-255c-4a94-8898-0bb8dca6f2b3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.673685 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e6555761-81cf-4a0a-a03f-a8d02c37f123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.677385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e6555761-81cf-4a0a-a03f-a8d02c37f123 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ee90a6aa-255c-4a94-8898-0bb8dca6f2b3 HTTP/1.1" status: 204 len: 168 time: 0.1497922 Feb 11 05:25:26.685191 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6555761-81cf-4a0a-a03f-a8d02c37f123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee90a6aa-255c-4a94-8898-0bb8dca6f2b3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:27.346638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108378fc-a2ac-4d25-a764-d930648a087e req-675a3e68-e484-4b37-8bc2-a7f3d1700e91 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:27.356377 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-108378fc-a2ac-4d25-a764-d930648a087e req-675a3e68-e484-4b37-8bc2-a7f3d1700e91 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0897379 Feb 11 05:25:27.428016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-108378fc-a2ac-4d25-a764-d930648a087e req-551407f0-c930-476c-9e3e-8a49eb03941f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697668 Feb 11 05:25:27.620998 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f009b-e879-42e3-b333-625250d27157 req-e2f7c9e5-cf27-40f4-b52e-72a0871f22e6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:27.635550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-796f009b-e879-42e3-b333-625250d27157 req-e2f7c9e5-cf27-40f4-b52e-72a0871f22e6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.1126754 Feb 11 05:25:27.794148 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-796f009b-e879-42e3-b333-625250d27157 req-2b16e282-8202-4cf9-a533-72076593783a tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572208 Feb 11 05:25:27.984069 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5254990-b75a-4c2f-8599-3d23008f2f22 req-1c2b1c1f-5c1a-44ef-9237-5be544596a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:27.985504 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5254990-b75a-4c2f-8599-3d23008f2f22 req-1c2b1c1f-5c1a-44ef-9237-5be544596a3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 1128 time: 0.1400516 Feb 11 05:25:28.002843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8d72d-b4ac-485b-b2f3-e9eec79647d2 req-0f592af6-7ce9-4bb4-830e-ad858db194a8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:28.004463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51e8d72d-b4ac-485b-b2f3-e9eec79647d2 req-0f592af6-7ce9-4bb4-830e-ad858db194a8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1082661 Feb 11 05:25:28.020023 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45966) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:28.165701 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51e8d72d-b4ac-485b-b2f3-e9eec79647d2 req-6888fbc8-9d34-411e-b68d-3cd24c83e9b1 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436203 Feb 11 05:25:28.188583 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5254990-b75a-4c2f-8599-3d23008f2f22 req-8aa398b2-1fb3-4b14-a4cd-c11b9e197633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:28.190490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5254990-b75a-4c2f-8599-3d23008f2f22 req-8aa398b2-1fb3-4b14-a4cd-c11b9e197633 service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 912 time: 0.1850679 Feb 11 05:25:28.257802 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-803caac1-b882-41de-8a5e-758221532838 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1847463020-network', 'tenant_id': '65eb78fe7bd941bc9a839196e4b62fdf'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:28.280047 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803caac1-b882-41de-8a5e-758221532838 admin admin] Made reservation on behalf of 65eb78fe7bd941bc9a839196e4b62fdf for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:28.283003 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-803caac1-b882-41de-8a5e-758221532838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.293713 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-803caac1-b882-41de-8a5e-758221532838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.299405 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5254990-b75a-4c2f-8599-3d23008f2f22 req-7b8f69d8-3a43-445b-8897-410fd421246e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2688b163-76b0-4719-9c65-f83a9f6ef193 HTTP/1.1" status: 200 len: 1000 time: 0.0970120 Feb 11 05:25:28.392185 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-803caac1-b882-41de-8a5e-758221532838 admin admin] Publish callbacks [] for security_group (6a9347b6-87ca-4b01-8f73-750bcf6daecd), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.396503 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-803caac1-b882-41de-8a5e-758221532838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6a9347b6-87ca-4b01-8f73-750bcf6daecd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.398021 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5254990-b75a-4c2f-8599-3d23008f2f22 req-4bc50af8-b52d-413e-a52a-40f0ab17c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:28.401171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5254990-b75a-4c2f-8599-3d23008f2f22 req-4bc50af8-b52d-413e-a52a-40f0ab17c1ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.0946531 Feb 11 05:25:28.425039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803caac1-b882-41de-8a5e-758221532838 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:25:28.443862 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803caac1-b882-41de-8a5e-758221532838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9347b6-87ca-4b01-8f73-750bcf6daecd,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:28.448748 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-803caac1-b882-41de-8a5e-758221532838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d45722be-ac57-4cec-ae6a-e6d113d31d90), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.449317 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-803caac1-b882-41de-8a5e-758221532838 admin admin] Added segment d45722be-ac57-4cec-ae6a-e6d113d31d90 of type vlan for network 43b57407-a011-459d-bfc9-5e8460380cf7 Feb 11 05:25:28.495259 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1ab84b8c-f514-45d3-bdec-0e21efa58644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.509676 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-803caac1-b882-41de-8a5e-758221532838 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (43b57407-a011-459d-bfc9-5e8460380cf7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.544596 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-803caac1-b882-41de-8a5e-758221532838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (43b57407-a011-459d-bfc9-5e8460380cf7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.545904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803caac1-b882-41de-8a5e-758221532838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:28.546547 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-803caac1-b882-41de-8a5e-758221532838 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.582154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5254990-b75a-4c2f-8599-3d23008f2f22 req-c9c39904-af10-48a4-ae63-4b24313bafd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:28.584034 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5254990-b75a-4c2f-8599-3d23008f2f22 req-c9c39904-af10-48a4-ae63-4b24313bafd8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1737995 Feb 11 05:25:28.603453 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-803caac1-b882-41de-8a5e-758221532838 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5748687 Feb 11 05:25:28.606137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-a5254990-b75a-4c2f-8599-3d23008f2f22 req-9902d77e-2879-4480-9556-f633ca3ef547 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:25:28.608550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5254990-b75a-4c2f-8599-3d23008f2f22 req-9902d77e-2879-4480-9556-f633ca3ef547 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142977 Feb 11 05:25:28.609093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45974) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:28.615883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-4dca1436-7a47-4e9c-8134-70d7d23c7a05 admin admin] Request body: {'subnet': {'network_id': '43b57407-a011-459d-bfc9-5e8460380cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1847463020-subnet', 'tenant_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:28.654160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dca1436-7a47-4e9c-8134-70d7d23c7a05 admin admin] Made reservation on behalf of 65eb78fe7bd941bc9a839196e4b62fdf for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:25:28.666913 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4dca1436-7a47-4e9c-8134-70d7d23c7a05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.673050 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803caac1-b882-41de-8a5e-758221532838 admin admin] Pushing event updated for resources: {'Network': ['ID=43b57407-a011-459d-bfc9-5e8460380cf7,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:28.685999 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 43b57407-a011-459d-bfc9-5e8460380cf7 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:25:28.833979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5254990-b75a-4c2f-8599-3d23008f2f22 req-2cceda78-70b4-43f8-a149-fcb8116e3876 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925924 Feb 11 05:25:29.111802 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4dca1436-7a47-4e9c-8134-70d7d23c7a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (68e8906e-029d-4571-8d41-19508ca7d290), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.163525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722695a-1ec6-4117-b02b-074a6197f859 req-c83848b1-9dfc-4643-81ba-cc52e23dd2c3 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:29.170596 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c722695a-1ec6-4117-b02b-074a6197f859 req-c83848b1-9dfc-4643-81ba-cc52e23dd2c3 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.2229738 Feb 11 05:25:29.238184 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5254990-b75a-4c2f-8599-3d23008f2f22 req-bf5f6f21-ddb0-4a7f-9770-e642f533d473 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893980 Feb 11 05:25:29.269659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca1436-7a47-4e9c-8134-70d7d23c7a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e8906e-029d-4571-8d41-19508ca7d290,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:29.338063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c722695a-1ec6-4117-b02b-074a6197f859 req-1a286486-f34c-4c6e-bcc1-2059a08a3344 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664028 Feb 11 05:25:29.348432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dca1436-7a47-4e9c-8134-70d7d23c7a05 admin admin] Checking segment: {'id': 'd45722be-ac57-4cec-ae6a-e6d113d31d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '43b57407-a011-459d-bfc9-5e8460380cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:29.350143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca1436-7a47-4e9c-8134-70d7d23c7a05 admin admin] Network hostable DHCP agents. Network: 43b57407-a011-459d-bfc9-5e8460380cf7, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:25:29.403199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b309c7-839d-4334-ab72-e6aeaaf9dd4d req-263ca09a-9258-43e0-b924-1cabeef62e54 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:29.404911 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87b309c7-839d-4334-ab72-e6aeaaf9dd4d req-263ca09a-9258-43e0-b924-1cabeef62e54 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1401484 Feb 11 05:25:29.406262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca1436-7a47-4e9c-8134-70d7d23c7a05 admin admin] Network 43b57407-a011-459d-bfc9-5e8460380cf7 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:25:29.468464 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87b309c7-839d-4334-ab72-e6aeaaf9dd4d req-d98f66ce-aa49-4906-9423-d015ac310367 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520246 Feb 11 05:25:29.469048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-4dca1436-7a47-4e9c-8134-70d7d23c7a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 43b57407-a011-459d-bfc9-5e8460380cf7) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:29.476281 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dca1436-7a47-4e9c-8134-70d7d23c7a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:29.476724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68440bc1-2faf-4db6-9828-17e33d61b797 None None] Network 43b57407-a011-459d-bfc9-5e8460380cf7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:29.476924 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4dca1436-7a47-4e9c-8134-70d7d23c7a05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.505066 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4dca1436-7a47-4e9c-8134-70d7d23c7a05 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8915253 Feb 11 05:25:29.505480 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45988) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:29.517033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1847463020-router', 'tenant_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:25:29.558109 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (803fd079-99f5-4d59-98d4-170ab96d57f4), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.559320 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (803fd079-99f5-4d59-98d4-170ab96d57f4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.634934 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Publish callbacks [] for router_controller (803fd079-99f5-4d59-98d4-170ab96d57f4), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.640815 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-43b57407-a011-459d-bfc9-5e8460380cf7', 'network_id': '43b57407-a011-459d-bfc9-5e8460380cf7', 'project_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'fixed_ips': [{'subnet_id': '68e8906e-029d-4571-8d41-19508ca7d290'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:25:29.649732 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.895455 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Publish callbacks [] for router_gateway (803fd079-99f5-4d59-98d4-170ab96d57f4), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.952742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Allocated IP 172.20.0.2 (43b57407-a011-459d-bfc9-5e8460380cf7/68e8906e-029d-4571-8d41-19508ca7d290/1ac3c39d-c043-4c7b-b223-cb3e0821e3ef) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:30.227843 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Publish callbacks [] for router_gateway (803fd079-99f5-4d59-98d4-170ab96d57f4), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.250465 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.343074 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Publish callbacks [] for port (1ac3c39d-c043-4c7b-b223-cb3e0821e3ef), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.355143 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (1ac3c39d-c043-4c7b-b223-cb3e0821e3ef), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.406314 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Allocated IP 172.25.5.50 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/ce2e9d56-1ad8-4f44-9188-06eb77461e2f) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:30.406548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Network 43b57407-a011-459d-bfc9-5e8460380cf7 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:30.409235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:30.413866 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:30.423722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Pushing event updated for resources: {'Port': ['ID=1ac3c39d-c043-4c7b-b223-cb3e0821e3ef,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:30.479901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Attempting to bind port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:30.480189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Attempting to bind port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'd45722be-ac57-4cec-ae6a-e6d113d31d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '43b57407-a011-459d-bfc9-5e8460380cf7'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:30.480611 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Attempting to bind port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef on network 43b57407-a011-459d-bfc9-5e8460380cf7 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:30.486919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:30.487308 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Checking segment: {'id': 'd45722be-ac57-4cec-ae6a-e6d113d31d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '43b57407-a011-459d-bfc9-5e8460380cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:30.487760 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.488160 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Bound using segment: {'id': 'd45722be-ac57-4cec-ae6a-e6d113d31d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '43b57407-a011-459d-bfc9-5e8460380cf7'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:30.488688 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Bound port: 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45722be-ac57-4cec-ae6a-e6d113d31d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '43b57407-a011-459d-bfc9-5e8460380cf7'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:30.489082 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1ac3c39d-c043-4c7b-b223-cb3e0821e3ef), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.561063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae13074-cda5-4b87-9713-9a99b771df7c req-c351693c-59c5-460a-a074-90776be41815 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:30.562655 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ae13074-cda5-4b87-9713-9a99b771df7c req-c351693c-59c5-460a-a074-90776be41815 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.1158361 Feb 11 05:25:30.590751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] For port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:30.597239 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] For port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1ac3c39d-c043-4c7b-b223-cb3e0821e3ef,segment=NetworkSegment(d45722be-ac57-4cec-ae6a-e6d113d31d90),segment_id=d45722be-ac57-4cec-ae6a-e6d113d31d90)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:30.613731 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1ac3c39d-c043-4c7b-b223-cb3e0821e3ef), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.622686 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Publish callbacks [] for port (ce2e9d56-1ad8-4f44-9188-06eb77461e2f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.677312 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ae13074-cda5-4b87-9713-9a99b771df7c req-61b22f77-9b86-4fa5-9ef7-0733a464da9e tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085260 Feb 11 05:25:30.740737 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ce2e9d56-1ad8-4f44-9188-06eb77461e2f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.771181 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbf559-66ea-4f15-b2b6-d843bd3640f9 req-d68d1c6f-c933-4225-9332-b22f30052b66 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:30.772970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0dcbf559-66ea-4f15-b2b6-d843bd3640f9 req-d68d1c6f-c933-4225-9332-b22f30052b66 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1312864 Feb 11 05:25:30.785644 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd0743-9763-43a0-a44e-49f2f41b2110 None None] Pushing event updated for resources: {'Port': ['ID=1ac3c39d-c043-4c7b-b223-cb3e0821e3ef,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:30.790327 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1039cccb-b59b-41c2-9337-02f5d7068a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:30.843321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:30.861158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:30.876046 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:30.894501 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0dcbf559-66ea-4f15-b2b6-d843bd3640f9 req-281ded45-7513-4862-8cd8-393b438ce88e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131787 Feb 11 05:25:30.918428 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Pushing event updated for resources: {'Port': ['ID=ce2e9d56-1ad8-4f44-9188-06eb77461e2f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:31.176828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950e815-3e18-4556-8d1b-b01e0a609fe1 req-aabe996d-b43b-4967-8e64-5ba5937b1958 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:31.178564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1950e815-3e18-4556-8d1b-b01e0a609fe1 req-aabe996d-b43b-4967-8e64-5ba5937b1958 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1472440 Feb 11 05:25:31.300005 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1950e815-3e18-4556-8d1b-b01e0a609fe1 req-f4a7f21c-a777-4793-a329-c644e96593fd tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134968 Feb 11 05:25:31.375356 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Publish callbacks [] for router_gateway (803fd079-99f5-4d59-98d4-170ab96d57f4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.646065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aee1cd-4408-4a69-b4f3-9689ed7e1167 req-79d34e36-fe75-435f-8cc7-c415f2d301da tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:31.647703 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48aee1cd-4408-4a69-b4f3-9689ed7e1167 req-79d34e36-fe75-435f-8cc7-c415f2d301da tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0861065 Feb 11 05:25:31.684919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:31.745644 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48aee1cd-4408-4a69-b4f3-9689ed7e1167 req-1e55efc5-0096-422e-94ce-4c684cf1c883 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911870 Feb 11 05:25:31.781457 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (803fd079-99f5-4d59-98d4-170ab96d57f4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.832096 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:31.832827 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1ac3c39d-c043-4c7b-b223-cb3e0821e3ef), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:31.968413 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f594f83-2e32-4a12-b25e-6ecc3e62eb3b req-31805f28-125b-4a50-94b3-2e66d221cd48 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:31.970316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f594f83-2e32-4a12-b25e-6ecc3e62eb3b req-31805f28-125b-4a50-94b3-2e66d221cd48 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.1728346 Feb 11 05:25:31.994433 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb917312-eff8-45c6-a526-a98bbc30efca req-2e73a4d2-158d-4b92-8aba-313d34163e33 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:32.002146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb917312-eff8-45c6-a526-a98bbc30efca req-2e73a4d2-158d-4b92-8aba-313d34163e33 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1171448 Feb 11 05:25:32.050943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:32.051592 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1ac3c39d-c043-4c7b-b223-cb3e0821e3ef), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.136841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1ac3c39d-c043-4c7b-b223-cb3e0821e3ef,segment=NetworkSegment(d45722be-ac57-4cec-ae6a-e6d113d31d90),segment_id=d45722be-ac57-4cec-ae6a-e6d113d31d90)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:32.150225 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1ac3c39d-c043-4c7b-b223-cb3e0821e3ef), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.201895 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f594f83-2e32-4a12-b25e-6ecc3e62eb3b req-781bfe47-a04b-47e2-a3da-876c743c2892 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254701 Feb 11 05:25:32.246058 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb917312-eff8-45c6-a526-a98bbc30efca req-c4a1a3a5-4326-4953-b2b6-e1d2fb37a2d5 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307642 Feb 11 05:25:32.286442 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=1ac3c39d-c043-4c7b-b223-cb3e0821e3ef,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:32.354676 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.429416 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e7866d-c649-4a26-b54a-e4ed9cdc79f2 None None] Network 43b57407-a011-459d-bfc9-5e8460380cf7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:32.549204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416147e-ab61-4b7a-8840-b48b27803fea req-5922ccdf-215b-415d-a79e-ebf187dce146 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:32.550786 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a416147e-ab61-4b7a-8840-b48b27803fea req-5922ccdf-215b-415d-a79e-ebf187dce146 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1552370 Feb 11 05:25:32.586912 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-20c63ef8-d4bf-4e04-aca7-81ebfa4a9eee None None] Provisioning complete for port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:32.587443 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-20c63ef8-d4bf-4e04-aca7-81ebfa4a9eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1ac3c39d-c043-4c7b-b223-cb3e0821e3ef), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:32.631344 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a416147e-ab61-4b7a-8840-b48b27803fea req-92bfa275-e0be-4d46-bddc-848c334d83e9 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742247 Feb 11 05:25:32.766235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-20c63ef8-d4bf-4e04-aca7-81ebfa4a9eee None None] Current status of the port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:32.803122 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Router 803fd079-99f5-4d59-98d4-170ab96d57f4 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:25:33.038646 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a75df6-6e93-4668-98e6-7c67c6b33b60 req-f2d3e6a0-e2e3-422f-ab08-2a852d1eea5c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:33.060588 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49a75df6-6e93-4668-98e6-7c67c6b33b60 req-f2d3e6a0-e2e3-422f-ab08-2a852d1eea5c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1494846 Feb 11 05:25:33.127964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:33.146269 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Sync routers for ids ['803fd079-99f5-4d59-98d4-170ab96d57f4'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:33.148085 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49a75df6-6e93-4668-98e6-7c67c6b33b60 req-14aa2e66-40e3-421a-b672-ade3ef8c2301 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846424 Feb 11 05:25:33.169495 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.170821 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-210b81a9-74a7-45ad-8c35-1bef9030dae8 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.6625965 Feb 11 05:25:33.173647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46046) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:33.184840 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Routers {'803fd079-99f5-4d59-98d4-170ab96d57f4'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:33.185980 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:25:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['803fd079-99f5-4d59-98d4-170ab96d57f4'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:33.323885 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-14c7a5d2-de8e-4ab9-b2e3-b40590992314 None None] Provisioning complete for port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:33.326406 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-14c7a5d2-de8e-4ab9-b2e3-b40590992314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1ac3c39d-c043-4c7b-b223-cb3e0821e3ef), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.438695 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Set router 803fd079-99f5-4d59-98d4-170ab96d57f4 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:33.494670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-14c7a5d2-de8e-4ab9-b2e3-b40590992314 None None] Current status of the port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:33.592693 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.672886 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:33.739703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:33.751329 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1ac3c39d-c043-4c7b-b223-cb3e0821e3ef), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:33.835143 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'name': 'tempest-ImageQuotaTest-1847463020-router', 'tenant_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'ce2e9d56-1ad8-4f44-9188-06eb77461e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:29Z', 'updated_at': '2022-02-11T05:25:31Z', 'revision_number': 3, 'project_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'gw_port': {'id': 'ce2e9d56-1ad8-4f44-9188-06eb77461e2f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:30Z', 'updated_at': '2022-02-11T05:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:33.853540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:33.883373 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Checking router: 803fd079-99f5-4d59-98d4-170ab96d57f4 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:33.883789 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Updating router 803fd079-99f5-4d59-98d4-170ab96d57f4 port ce2e9d56-1ad8-4f44-9188-06eb77461e2f binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:25:33.926114 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ce2e9d56-1ad8-4f44-9188-06eb77461e2f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.006980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88529a-e51a-4d1d-8c2a-c7eaeeb778b0 req-e15eaf5b-7743-4771-890a-72be26c6fa5d tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.015731 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa88529a-e51a-4d1d-8c2a-c7eaeeb778b0 req-e15eaf5b-7743-4771-890a-72be26c6fa5d tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.5033464 Feb 11 05:25:34.091270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d1bb9-098c-4554-b8d4-3ddb0ed2cacb req-54f49f3c-ce2f-45a0-a5d0-44eace528087 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.100040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-370d1bb9-098c-4554-b8d4-3ddb0ed2cacb req-54f49f3c-ce2f-45a0-a5d0-44eace528087 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=8abd8da3-deb7-4d4f-a728-7f689d627970 HTTP/1.1" status: 200 len: 946 time: 0.2544677 Feb 11 05:25:34.151068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa88529a-e51a-4d1d-8c2a-c7eaeeb778b0 req-b5a81bf3-3836-4a6c-bd71-18c7601d551f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296780 Feb 11 05:25:34.236171 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Publish callbacks [] for port (ce2e9d56-1ad8-4f44-9188-06eb77461e2f), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.246706 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ce2e9d56-1ad8-4f44-9188-06eb77461e2f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.265364 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-370d1bb9-098c-4554-b8d4-3ddb0ed2cacb req-ab4eb7f4-ba2e-48d6-b19a-1fc38d47aa10 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643248 Feb 11 05:25:34.331600 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Attempting to bind port ce2e9d56-1ad8-4f44-9188-06eb77461e2f on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:34.332125 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Attempting to bind port ce2e9d56-1ad8-4f44-9188-06eb77461e2f by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:34.332636 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Attempting to bind port ce2e9d56-1ad8-4f44-9188-06eb77461e2f on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:34.334696 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f2265-0d71-4aa4-8354-20f63be97430 None None] Pushing event updated for resources: {'Port': ['ID=ce2e9d56-1ad8-4f44-9188-06eb77461e2f,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:34.349720 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:34.350311 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:34.350795 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.351272 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:34.352646 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Bound port: ce2e9d56-1ad8-4f44-9188-06eb77461e2f, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:34.353272 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ce2e9d56-1ad8-4f44-9188-06eb77461e2f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.357022 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f2265-0d71-4aa4-8354-20f63be97430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:34.357626 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f2265-0d71-4aa4-8354-20f63be97430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:34.358193 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f2265-0d71-4aa4-8354-20f63be97430 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:34.358740 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f2265-0d71-4aa4-8354-20f63be97430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:34.359291 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f2265-0d71-4aa4-8354-20f63be97430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:34.359877 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f2265-0d71-4aa4-8354-20f63be97430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:34.360432 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f2265-0d71-4aa4-8354-20f63be97430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:34.360979 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f2265-0d71-4aa4-8354-20f63be97430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:34.361631 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f2265-0d71-4aa4-8354-20f63be97430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:34.362782 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f2265-0d71-4aa4-8354-20f63be97430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:34.363350 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f2265-0d71-4aa4-8354-20f63be97430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:34.363923 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f2265-0d71-4aa4-8354-20f63be97430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:34.364568 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f2265-0d71-4aa4-8354-20f63be97430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:25:34.374729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56689940-1201-4b15-9c23-f8c6751dbd25 req-e719af47-bde0-4ef5-945f-48a7864b762d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.376312 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56689940-1201-4b15-9c23-f8c6751dbd25 req-e719af47-bde0-4ef5-945f-48a7864b762d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1083481 Feb 11 05:25:34.463831 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56689940-1201-4b15-9c23-f8c6751dbd25 req-bc25d002-8c03-4b13-bc73-3066e97530b3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795348 Feb 11 05:25:34.489704 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] For port ce2e9d56-1ad8-4f44-9188-06eb77461e2f, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:34.496668 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] For port ce2e9d56-1ad8-4f44-9188-06eb77461e2f, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ce2e9d56-1ad8-4f44-9188-06eb77461e2f,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:34.503256 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.511273 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ce2e9d56-1ad8-4f44-9188-06eb77461e2f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.574537 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Routers {'803fd079-99f5-4d59-98d4-170ab96d57f4'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:34.575306 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:25:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['803fd079-99f5-4d59-98d4-170ab96d57f4'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:34.802313 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f2265-0d71-4aa4-8354-20f63be97430 None None] Pushing event updated for resources: {'Port': ['ID=ce2e9d56-1ad8-4f44-9188-06eb77461e2f,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:34.847838 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] Set router 803fd079-99f5-4d59-98d4-170ab96d57f4 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:34.895728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Allocated IP 172.20.0.1 (43b57407-a011-459d-bfc9-5e8460380cf7/68e8906e-029d-4571-8d41-19508ca7d290/d2e5ca12-7b5c-4d97-9652-7b15acb5230b) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:25:34.907780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209a688-45d9-4304-a90c-d48231b0bc60 req-97c1b73f-a368-4de4-bdb8-42d499842a52 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:34.909590 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f209a688-45d9-4304-a90c-d48231b0bc60 req-97c1b73f-a368-4de4-bdb8-42d499842a52 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1029067 Feb 11 05:25:35.052720 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f209a688-45d9-4304-a90c-d48231b0bc60 req-c7118137-06c3-40f2-ba6b-2b21099f0d55 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254916 Feb 11 05:25:35.099165 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:35.104530 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Publish callbacks [] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:35.126596 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'name': 'tempest-ImageQuotaTest-1847463020-router', 'tenant_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'ce2e9d56-1ad8-4f44-9188-06eb77461e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:29Z', 'updated_at': '2022-02-11T05:25:31Z', 'revision_number': 3, 'project_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'gw_port': {'id': 'ce2e9d56-1ad8-4f44-9188-06eb77461e2f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:30Z', 'updated_at': '2022-02-11T05:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:35.162468 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d515a2a-31ea-49f0-bd22-3a0bebef89c3 None None] The sync data for ids ['803fd079-99f5-4d59-98d4-170ab96d57f4'] in n-d-713499-38 is: [{'id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'name': 'tempest-ImageQuotaTest-1847463020-router', 'tenant_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'ce2e9d56-1ad8-4f44-9188-06eb77461e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:29Z', 'updated_at': '2022-02-11T05:25:31Z', 'revision_number': 3, 'project_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'gw_port': {'id': 'ce2e9d56-1ad8-4f44-9188-06eb77461e2f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:30Z', 'updated_at': '2022-02-11T05:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:35.168575 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:35.190285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Network 43b57407-a011-459d-bfc9-5e8460380cf7 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:35.214178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:35.217135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:25:35.321141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Pushing event updated for resources: {'Port': ['ID=d2e5ca12-7b5c-4d97-9652-7b15acb5230b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:35.326611 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (803fd079-99f5-4d59-98d4-170ab96d57f4), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:35.391189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe649a-1447-4a3d-95b8-cec2a9632abe req-6cd13a82-cdc0-49c0-b519-1df39d31057c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.393056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94fe649a-1447-4a3d-95b8-cec2a9632abe req-6cd13a82-cdc0-49c0-b519-1df39d31057c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.1351233 Feb 11 05:25:35.550710 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9aba2baa-5b1a-46a9-adf0-f0ed0372bd3e None None] Provisioning complete for port d2e5ca12-7b5c-4d97-9652-7b15acb5230b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:35.551391 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9aba2baa-5b1a-46a9-adf0-f0ed0372bd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:35.569586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94fe649a-1447-4a3d-95b8-cec2a9632abe req-5270785b-aad7-4cc2-80a6-d22c980d1f95 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572394 Feb 11 05:25:35.605564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9aba2baa-5b1a-46a9-adf0-f0ed0372bd3e None None] Port d2e5ca12-7b5c-4d97-9652-7b15acb5230b cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:35.673492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55327c0b-caed-4333-adb0-30cde5d3baac req-f6aa337c-70d1-40fe-98d9-598abcf94f69 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.681978 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55327c0b-caed-4333-adb0-30cde5d3baac req-f6aa337c-70d1-40fe-98d9-598abcf94f69 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=8abd8da3-deb7-4d4f-a728-7f689d627970 HTTP/1.1" status: 200 len: 946 time: 0.2696862 Feb 11 05:25:35.685916 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:35.746632 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ce2e9d56-1ad8-4f44-9188-06eb77461e2f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:35.791721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab299d47-7a35-468e-942c-3827c62cd06a req-5a8bc682-a99e-4aa1-a855-3961632dc865 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:35.793268 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab299d47-7a35-468e-942c-3827c62cd06a req-5a8bc682-a99e-4aa1-a855-3961632dc865 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.73 "GET /v2.0/ports?device_id=8abd8da3-deb7-4d4f-a728-7f689d627970 HTTP/1.1" status: 200 len: 946 time: 0.2174616 Feb 11 05:25:35.807767 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ce2e9d56-1ad8-4f44-9188-06eb77461e2f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:35.808472 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ce2e9d56-1ad8-4f44-9188-06eb77461e2f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:35.879963 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55327c0b-caed-4333-adb0-30cde5d3baac req-79c86914-6786-4f77-9c43-95dbdf1b2adf tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980824 Feb 11 05:25:35.932162 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ce2e9d56-1ad8-4f44-9188-06eb77461e2f is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:35.932876 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ce2e9d56-1ad8-4f44-9188-06eb77461e2f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:35.957226 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port ce2e9d56-1ad8-4f44-9188-06eb77461e2f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ce2e9d56-1ad8-4f44-9188-06eb77461e2f,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:35.964095 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ce2e9d56-1ad8-4f44-9188-06eb77461e2f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.021883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=ce2e9d56-1ad8-4f44-9188-06eb77461e2f,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:36.035071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ab299d47-7a35-468e-942c-3827c62cd06a req-f1722a37-0590-4b26-b12a-ac710be45e73 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Deleting port c213affd-9aad-4d88-8015-0335e592a2af {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:36.035637 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ab299d47-7a35-468e-942c-3827c62cd06a req-f1722a37-0590-4b26-b12a-ac710be45e73 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c213affd-9aad-4d88-8015-0335e592a2af), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.144461 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Publish callbacks [] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.166632 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.219818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ab299d47-7a35-468e-942c-3827c62cd06a req-f1722a37-0590-4b26-b12a-ac710be45e73 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] For port c213affd-9aad-4d88-8015-0335e592a2af, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c213affd-9aad-4d88-8015-0335e592a2af,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:36.220189 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ab299d47-7a35-468e-942c-3827c62cd06a req-f1722a37-0590-4b26-b12a-ac710be45e73 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c213affd-9aad-4d88-8015-0335e592a2af), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.270582 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ab299d47-7a35-468e-942c-3827c62cd06a req-f1722a37-0590-4b26-b12a-ac710be45e73 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Calling delete_port for c213affd-9aad-4d88-8015-0335e592a2af owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:36.295316 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (803fd079-99f5-4d59-98d4-170ab96d57f4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.301512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Pushing event updated for resources: {'Port': ['ID=d2e5ca12-7b5c-4d97-9652-7b15acb5230b,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:36.375176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea0d06-f971-4621-a47b-220447422de8 req-b13b11b3-c8f5-4549-9a52-0f4dfd3f31eb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:36.376813 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3cea0d06-f971-4621-a47b-220447422de8 req-b13b11b3-c8f5-4549-9a52-0f4dfd3f31eb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.2383721 Feb 11 05:25:36.490213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3cea0d06-f971-4621-a47b-220447422de8 req-32ef1c4c-add3-4bf9-b4c2-11ac45377fec tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044319 Feb 11 05:25:36.539141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Network 43b57407-a011-459d-bfc9-5e8460380cf7 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:25:36.543456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:25:36.713991 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ab299d47-7a35-468e-942c-3827c62cd06a req-f1722a37-0590-4b26-b12a-ac710be45e73 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (c213affd-9aad-4d88-8015-0335e592a2af), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.728322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['910b8fc9-c9d8-4053-9655-b34dbcb4f644', 'ecf42492-fc29-4fc3-ac9e-f394363f4e04', 'c213affd-9aad-4d88-8015-0335e592a2af'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:36.776185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1722a37-0590-4b26-b12a-ac710be45e73 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Pushing event deleted for resources: {'Port': ['ID=c213affd-9aad-4d88-8015-0335e592a2af,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:36.805428 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21853870-d5d5-455c-bcfe-f08b6d7f5c41 req-c2cf6e00-c1a1-4196-bf15-e2a31832ec01 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:36.808457 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21853870-d5d5-455c-bcfe-f08b6d7f5c41 req-c2cf6e00-c1a1-4196-bf15-e2a31832ec01 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1960728 Feb 11 05:25:36.905295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab299d47-7a35-468e-942c-3827c62cd06a req-f1722a37-0590-4b26-b12a-ac710be45e73 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] No DVR routers for this DVR port c213affd-9aad-4d88-8015-0335e592a2af on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:36.920688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e2793-eabd-445c-a64b-b1d0d8c36727 req-1f83dc33-78ce-4774-ae5d-2a6d8bc2ab88 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:36.922212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a80e2793-eabd-445c-a64b-b1d0d8c36727 req-1f83dc33-78ce-4774-ae5d-2a6d8bc2ab88 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.2431812 Feb 11 05:25:36.923556 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ab299d47-7a35-468e-942c-3827c62cd06a req-f1722a37-0590-4b26-b12a-ac710be45e73 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:36.926764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab299d47-7a35-468e-942c-3827c62cd06a req-f1722a37-0590-4b26-b12a-ac710be45e73 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.73 "DELETE /v2.0/ports/c213affd-9aad-4d88-8015-0335e592a2af HTTP/1.1" status: 204 len: 173 time: 1.1226001 Feb 11 05:25:36.931758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abd8da3-deb7-4d4f-a728-7f689d627970', 'name': 'network-vif-deleted', 'tag': 'c213affd-9aad-4d88-8015-0335e592a2af'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:36.933899 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbd7e57-00ff-40f0-90c5-6a1c5317781c" -d '{"events": [{"server_uuid": "8abd8da3-deb7-4d4f-a728-7f689d627970", "name": "network-vif-deleted", "tag": "c213affd-9aad-4d88-8015-0335e592a2af"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:36.938178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Router 803fd079-99f5-4d59-98d4-170ab96d57f4 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:37.010992 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21853870-d5d5-455c-bcfe-f08b6d7f5c41 req-d5b7b55f-e994-44a2-843f-fc78a8594c2c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809220 Feb 11 05:25:37.051845 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-4e7e7919-216b-469d-87c0-8af0b570d8cc None None] Provisioning complete for port d2e5ca12-7b5c-4d97-9652-7b15acb5230b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:37.052226 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4e7e7919-216b-469d-87c0-8af0b570d8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:37.053902 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a80e2793-eabd-445c-a64b-b1d0d8c36727 req-0786484b-257e-4743-9bfe-fbee2c0c1661 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152039 Feb 11 05:25:37.160780 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e7919-216b-469d-87c0-8af0b570d8cc None None] Port d2e5ca12-7b5c-4d97-9652-7b15acb5230b cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:37.213752 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66fbb66-185f-481e-a91d-b08c6414b929 x-openstack-request-id: req-c66fbb66-185f-481e-a91d-b08c6414b929 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:37.213752 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abd8da3-deb7-4d4f-a728-7f689d627970", "name": "network-vif-deleted", "tag": "c213affd-9aad-4d88-8015-0335e592a2af", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:37.214380 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c66fbb66-185f-481e-a91d-b08c6414b929 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:37.214604 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abd8da3-deb7-4d4f-a728-7f689d627970', 'name': 'network-vif-deleted', 'tag': 'c213affd-9aad-4d88-8015-0335e592a2af', 'status': 'completed', 'code': 200} Feb 11 05:25:37.216673 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d250f454-87b6-40dd-9767-c381c59ae013 req-a0f05878-d28d-49e8-996d-0d660fd932f0 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=8abd8da3-deb7-4d4f-a728-7f689d627970 HTTP/1.1" status: 200 len: 210 time: 0.0477703 Feb 11 05:25:37.312728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:37.317880 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7937b9e9-e824-4bc3-8eb4-185081755f32 admin admin] 10.222.0.87 "PUT /v2.0/routers/803fd079-99f5-4d59-98d4-170ab96d57f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1424143 Feb 11 05:25:37.338672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ad8fa-c40f-4441-b775-b73dfbbdd0d3 req-1f5c02bb-12e4-4f8e-80ac-d896ced11882 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.343972 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-406ad8fa-c40f-4441-b775-b73dfbbdd0d3 req-1f5c02bb-12e4-4f8e-80ac-d896ced11882 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0825751 Feb 11 05:25:37.395736 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-406ad8fa-c40f-4441-b775-b73dfbbdd0d3 req-e33105e2-5aa5-4a5c-8aee-20b8dc827e07 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497196 Feb 11 05:25:37.464325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Sync routers for ids ['803fd079-99f5-4d59-98d4-170ab96d57f4'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:37.480838 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Routers {'803fd079-99f5-4d59-98d4-170ab96d57f4'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:37.481484 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:25:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['803fd079-99f5-4d59-98d4-170ab96d57f4'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:37.624090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5047f2a-554d-471b-ab4e-a3ef60cc70a5 req-dc2bb640-84df-4bc1-9ccf-4143712999ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.628345 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5047f2a-554d-471b-ab4e-a3ef60cc70a5 req-dc2bb640-84df-4bc1-9ccf-4143712999ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1295738 Feb 11 05:25:37.653386 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ce2e9d56-1ad8-4f44-9188-06eb77461e2f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:25:37.700533 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5047f2a-554d-471b-ab4e-a3ef60cc70a5 req-8d0b1e6d-cb97-4dc9-b71e-4c8e32f6ffba tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632753 Feb 11 05:25:37.712965 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Set router 803fd079-99f5-4d59-98d4-170ab96d57f4 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:37.811091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ce2e9d56-1ad8-4f44-9188-06eb77461e2f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:37.812375 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ce2e9d56-1ad8-4f44-9188-06eb77461e2f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:37.857459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dde405-41e7-4aaa-bd13-8a0080d00e5d req-66a7f979-1d40-479a-bc93-61b955312266 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:37.865613 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2dde405-41e7-4aaa-bd13-8a0080d00e5d req-66a7f979-1d40-479a-bc93-61b955312266 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0687368 Feb 11 05:25:37.940441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2dde405-41e7-4aaa-bd13-8a0080d00e5d req-152aa6c4-28e4-414b-b7df-18e8690b19a1 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738931 Feb 11 05:25:38.032601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ce2e9d56-1ad8-4f44-9188-06eb77461e2f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:38.080511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a8e30-b13a-42cc-b2e6-1373cf111291 req-1f10416b-e226-44ed-808a-db263f66f702 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:38.082047 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b49a8e30-b13a-42cc-b2e6-1373cf111291 req-1f10416b-e226-44ed-808a-db263f66f702 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0686452 Feb 11 05:25:38.112258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'name': 'tempest-ImageQuotaTest-1847463020-router', 'tenant_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'ce2e9d56-1ad8-4f44-9188-06eb77461e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:29Z', 'updated_at': '2022-02-11T05:25:35Z', 'revision_number': 4, 'project_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'gw_port': {'id': 'ce2e9d56-1ad8-4f44-9188-06eb77461e2f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:30Z', 'updated_at': '2022-02-11T05:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd2e5ca12-7b5c-4d97-9652-7b15acb5230b', 'name': '', 'network_id': '43b57407-a011-459d-bfc9-5e8460380cf7', 'tenant_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'mac_address': 'fa:16:3e:db:2a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '68e8906e-029d-4571-8d41-19508ca7d290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:34Z', 'updated_at': '2022-02-11T05:25:35Z', 'revision_number': 2, 'project_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'subnets': [{'id': '68e8906e-029d-4571-8d41-19508ca7d290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:38.134134 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b49a8e30-b13a-42cc-b2e6-1373cf111291 req-5f44ae86-7948-4189-8def-f3d0adc5ccbc tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442345 Feb 11 05:25:38.173375 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Checking router: 803fd079-99f5-4d59-98d4-170ab96d57f4 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:38.173973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Updating router 803fd079-99f5-4d59-98d4-170ab96d57f4 port d2e5ca12-7b5c-4d97-9652-7b15acb5230b binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:25:38.231704 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.232429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6788944-d320-4256-8d1c-ff78a09ab101 req-8dbff74e-a7ca-4e63-9ec5-46a57a41678d tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:38.234108 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6788944-d320-4256-8d1c-ff78a09ab101 req-8dbff74e-a7ca-4e63-9ec5-46a57a41678d tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.0679727 Feb 11 05:25:38.290040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6788944-d320-4256-8d1c-ff78a09ab101 req-945c886b-4b09-45f9-bff0-adb3ebf435f8 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492375 Feb 11 05:25:38.584295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f813354-4bcd-4d7e-b759-630076735cd4 req-25950442-8b19-4c12-9792-86f0331a6051 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:38.587033 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f813354-4bcd-4d7e-b759-630076735cd4 req-25950442-8b19-4c12-9792-86f0331a6051 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 946 time: 0.0670462 Feb 11 05:25:38.607102 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Publish callbacks [] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.616211 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.655895 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f813354-4bcd-4d7e-b759-630076735cd4 req-c5ffb337-8d90-4d90-aea7-55eb95014abd tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617311 Feb 11 05:25:38.662823 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00422df7-cd59-40c1-a6fc-37ab4eada3d2 None None] Pushing event updated for resources: {'Port': ['ID=d2e5ca12-7b5c-4d97-9652-7b15acb5230b,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:38.740158 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Attempting to bind port d2e5ca12-7b5c-4d97-9652-7b15acb5230b on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:25:38.740539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Attempting to bind port d2e5ca12-7b5c-4d97-9652-7b15acb5230b by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'd45722be-ac57-4cec-ae6a-e6d113d31d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '43b57407-a011-459d-bfc9-5e8460380cf7'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:25:38.740910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Attempting to bind port d2e5ca12-7b5c-4d97-9652-7b15acb5230b on network 43b57407-a011-459d-bfc9-5e8460380cf7 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:25:38.750212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:25:38.752815 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Checking segment: {'id': 'd45722be-ac57-4cec-ae6a-e6d113d31d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '43b57407-a011-459d-bfc9-5e8460380cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:25:38.753257 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:38.753656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Bound using segment: {'id': 'd45722be-ac57-4cec-ae6a-e6d113d31d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '43b57407-a011-459d-bfc9-5e8460380cf7'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:25:38.754148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Bound port: d2e5ca12-7b5c-4d97-9652-7b15acb5230b, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45722be-ac57-4cec-ae6a-e6d113d31d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '43b57407-a011-459d-bfc9-5e8460380cf7'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:25:38.754533 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:39.017325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-01f220a6-122d-4d9e-bcf0-8c983c51cdd3 None None] Provisioning complete for port d2e5ca12-7b5c-4d97-9652-7b15acb5230b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:39.017945 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01f220a6-122d-4d9e-bcf0-8c983c51cdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:39.056975 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46152) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:39.075315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] For port d2e5ca12-7b5c-4d97-9652-7b15acb5230b, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:25:39.093588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] For port d2e5ca12-7b5c-4d97-9652-7b15acb5230b, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d2e5ca12-7b5c-4d97-9652-7b15acb5230b,segment=NetworkSegment(d45722be-ac57-4cec-ae6a-e6d113d31d90),segment_id=d45722be-ac57-4cec-ae6a-e6d113d31d90)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:25:39.095336 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-01f220a6-122d-4d9e-bcf0-8c983c51cdd3 None None] Port d2e5ca12-7b5c-4d97-9652-7b15acb5230b cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:25:39.104166 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:39.196613 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Routers {'803fd079-99f5-4d59-98d4-170ab96d57f4'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:39.197183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:25:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['803fd079-99f5-4d59-98d4-170ab96d57f4'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:39.209347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00422df7-cd59-40c1-a6fc-37ab4eada3d2 None None] Pushing event updated for resources: {'Port': ['ID=d2e5ca12-7b5c-4d97-9652-7b15acb5230b,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:39.389621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] Set router 803fd079-99f5-4d59-98d4-170ab96d57f4 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:39.549079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-599c59c2-76f5-4249-b6ff-42335dd40926 None None] Provisioning complete for port d2e5ca12-7b5c-4d97-9652-7b15acb5230b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:25:39.549454 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-599c59c2-76f5-4249-b6ff-42335dd40926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:39.675292 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a222d-5e4b-443f-9106-9e0ea42187f1 req-e883e047-3458-401c-9c77-d1fb2a0d04ac tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:39.676800 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-453a222d-5e4b-443f-9106-9e0ea42187f1 req-e883e047-3458-401c-9c77-d1fb2a0d04ac tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.1025383 Feb 11 05:25:39.688434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-599c59c2-76f5-4249-b6ff-42335dd40926 None None] Current status of the port d2e5ca12-7b5c-4d97-9652-7b15acb5230b is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:25:39.688824 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-599c59c2-76f5-4249-b6ff-42335dd40926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:39.692046 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:39.694075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'name': 'tempest-ImageQuotaTest-1847463020-router', 'tenant_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'ce2e9d56-1ad8-4f44-9188-06eb77461e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:29Z', 'updated_at': '2022-02-11T05:25:35Z', 'revision_number': 4, 'project_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'gw_port': {'id': 'ce2e9d56-1ad8-4f44-9188-06eb77461e2f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:30Z', 'updated_at': '2022-02-11T05:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd2e5ca12-7b5c-4d97-9652-7b15acb5230b', 'name': '', 'network_id': '43b57407-a011-459d-bfc9-5e8460380cf7', 'tenant_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'mac_address': 'fa:16:3e:db:2a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '68e8906e-029d-4571-8d41-19508ca7d290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:34Z', 'updated_at': '2022-02-11T05:25:39Z', 'revision_number': 4, 'project_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'subnets': [{'id': '68e8906e-029d-4571-8d41-19508ca7d290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:39.728973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0fd8b-dcc2-4456-a8d9-67617bbae766 None None] The sync data for ids ['803fd079-99f5-4d59-98d4-170ab96d57f4'] in n-d-713499-38 is: [{'id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'name': 'tempest-ImageQuotaTest-1847463020-router', 'tenant_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'ce2e9d56-1ad8-4f44-9188-06eb77461e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:29Z', 'updated_at': '2022-02-11T05:25:35Z', 'revision_number': 4, 'project_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'gw_port': {'id': 'ce2e9d56-1ad8-4f44-9188-06eb77461e2f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:30Z', 'updated_at': '2022-02-11T05:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd2e5ca12-7b5c-4d97-9652-7b15acb5230b', 'name': '', 'network_id': '43b57407-a011-459d-bfc9-5e8460380cf7', 'tenant_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'mac_address': 'fa:16:3e:db:2a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '68e8906e-029d-4571-8d41-19508ca7d290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:34Z', 'updated_at': '2022-02-11T05:25:39Z', 'revision_number': 4, 'project_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'subnets': [{'id': '68e8906e-029d-4571-8d41-19508ca7d290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:39.755718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-599c59c2-76f5-4249-b6ff-42335dd40926 None None] For port d2e5ca12-7b5c-4d97-9652-7b15acb5230b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d2e5ca12-7b5c-4d97-9652-7b15acb5230b,segment=NetworkSegment(d45722be-ac57-4cec-ae6a-e6d113d31d90),segment_id=d45722be-ac57-4cec-ae6a-e6d113d31d90)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:39.761958 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-599c59c2-76f5-4249-b6ff-42335dd40926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:39.828937 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-453a222d-5e4b-443f-9106-9e0ea42187f1 req-78797ae9-465e-4fca-8100-14c8fe669cd4 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410253 Feb 11 05:25:39.839742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c59c2-76f5-4249-b6ff-42335dd40926 None None] Pushing event updated for resources: {'Port': ['ID=d2e5ca12-7b5c-4d97-9652-7b15acb5230b,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:39.864713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928c635-1565-4e5a-ad1f-164770e1bc68 req-4966ab5b-68b6-4fec-8b1d-fa8ae702537a tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:39.874131 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1928c635-1565-4e5a-ad1f-164770e1bc68 req-4966ab5b-68b6-4fec-8b1d-fa8ae702537a tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 946 time: 0.1443722 Feb 11 05:25:39.958306 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1928c635-1565-4e5a-ad1f-164770e1bc68 req-5367a93e-9cde-48d6-9eaa-22663002e91a tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832639 Feb 11 05:25:39.973141 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c213affd-9aad-4d88-8015-0335e592a2af no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:40.016579 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: c213affd-9aad-4d88-8015-0335e592a2af {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:40.016785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c213affd-9aad-4d88-8015-0335e592a2af not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:40.047969 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e8a7f8c-fd16-4f2b-9c21-5d21ebe58982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (803fd079-99f5-4d59-98d4-170ab96d57f4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.221311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711eba3-c401-4909-a8e8-a8220b15be0f req-91f1566a-2441-465f-9f8c-2f25acdce1d1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:40.223491 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f711eba3-c401-4909-a8e8-a8220b15be0f req-91f1566a-2441-465f-9f8c-2f25acdce1d1 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.73 "GET /v2.0/ports?device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 946 time: 0.0672483 Feb 11 05:25:40.239254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee82f3-92d9-4c84-b65c-d3bf1e5345a9 req-99db7674-bf1c-4ac9-8956-7e5e945b8ed2 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:40.246755 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72ee82f3-92d9-4c84-b65c-d3bf1e5345a9 req-99db7674-bf1c-4ac9-8956-7e5e945b8ed2 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.1437807 Feb 11 05:25:40.391830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-f711eba3-c401-4909-a8e8-a8220b15be0f req-bc5df450-2d8f-4a05-8506-662695063e61 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Deleting port ecf42492-fc29-4fc3-ac9e-f394363f4e04 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:40.392315 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f711eba3-c401-4909-a8e8-a8220b15be0f req-bc5df450-2d8f-4a05-8506-662695063e61 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ecf42492-fc29-4fc3-ac9e-f394363f4e04), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.409389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea54ea-b58f-4931-81bc-a5208bd93d52 req-a1bb44e0-d01d-45f9-9660-73c92017e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:40.410904 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a4ea54ea-b58f-4931-81bc-a5208bd93d52 req-a1bb44e0-d01d-45f9-9660-73c92017e32d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d38398dc263b4e81883a8499fb1a6d96&device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 1129 time: 0.2951610 Feb 11 05:25:40.427676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72ee82f3-92d9-4c84-b65c-d3bf1e5345a9 req-4ff6c556-f000-4e85-be12-c09b144977bd tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751182 Feb 11 05:25:40.505927 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-f711eba3-c401-4909-a8e8-a8220b15be0f req-bc5df450-2d8f-4a05-8506-662695063e61 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] For port ecf42492-fc29-4fc3-ac9e-f394363f4e04, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ecf42492-fc29-4fc3-ac9e-f394363f4e04,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:40.506385 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f711eba3-c401-4909-a8e8-a8220b15be0f req-bc5df450-2d8f-4a05-8506-662695063e61 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ecf42492-fc29-4fc3-ac9e-f394363f4e04), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.524922 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-f711eba3-c401-4909-a8e8-a8220b15be0f req-bc5df450-2d8f-4a05-8506-662695063e61 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Calling delete_port for ecf42492-fc29-4fc3-ac9e-f394363f4e04 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:40.541586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea54ea-b58f-4931-81bc-a5208bd93d52 req-4069d954-ea76-493b-b14d-8a2e2e54f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:40.543071 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a4ea54ea-b58f-4931-81bc-a5208bd93d52 req-4069d954-ea76-493b-b14d-8a2e2e54f0e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cc0a917d-8eaf-4d95-a902-cd3344524860 HTTP/1.1" status: 200 len: 911 time: 0.1143780 Feb 11 05:25:40.666282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a4ea54ea-b58f-4931-81bc-a5208bd93d52 req-4f6d51cb-732e-48d6-8d8a-228dd5edbc12 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa5b0922-cfb6-426d-a9bf-a2da08f84bda HTTP/1.1" status: 200 len: 1001 time: 0.0927312 Feb 11 05:25:40.675692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a7f8c-fd16-4f2b-9c21-5d21ebe58982 admin admin] Deleting port d2e5ca12-7b5c-4d97-9652-7b15acb5230b {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:40.676340 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e8a7f8c-fd16-4f2b-9c21-5d21ebe58982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.701735 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f711eba3-c401-4909-a8e8-a8220b15be0f req-bc5df450-2d8f-4a05-8506-662695063e61 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ecf42492-fc29-4fc3-ac9e-f394363f4e04), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.717274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['910b8fc9-c9d8-4053-9655-b34dbcb4f644', 'ecf42492-fc29-4fc3-ac9e-f394363f4e04'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:40.722335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea54ea-b58f-4931-81bc-a5208bd93d52 req-d60bb7ea-0846-445f-ae28-886e85547117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:40.723833 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a4ea54ea-b58f-4931-81bc-a5208bd93d52 req-d60bb7ea-0846-445f-ae28-886e85547117 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7873483-8f55-4b01-980d-97e18e14d525 HTTP/1.1" status: 200 len: 849 time: 0.0499108 Feb 11 05:25:40.781582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5df450-2d8f-4a05-8506-662695063e61 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Pushing event deleted for resources: {'Port': ['ID=ecf42492-fc29-4fc3-ac9e-f394363f4e04,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:40.844883 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-f711eba3-c401-4909-a8e8-a8220b15be0f req-bc5df450-2d8f-4a05-8506-662695063e61 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] No DVR routers for this DVR port ecf42492-fc29-4fc3-ac9e-f394363f4e04 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:40.848114 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f711eba3-c401-4909-a8e8-a8220b15be0f req-bc5df450-2d8f-4a05-8506-662695063e61 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.854587 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f711eba3-c401-4909-a8e8-a8220b15be0f req-bc5df450-2d8f-4a05-8506-662695063e61 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.73 "DELETE /v2.0/ports/ecf42492-fc29-4fc3-ac9e-f394363f4e04 HTTP/1.1" status: 204 len: 173 time: 0.6230822 Feb 11 05:25:40.854940 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78475a62-164e-44c3-9e17-04acc3f164c4', 'name': 'network-vif-deleted', 'tag': 'ecf42492-fc29-4fc3-ac9e-f394363f4e04'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:40.860155 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487ccf56-88d6-4bbe-9981-8e7de5efcd22" -d '{"events": [{"server_uuid": "78475a62-164e-44c3-9e17-04acc3f164c4", "name": "network-vif-deleted", "tag": "ecf42492-fc29-4fc3-ac9e-f394363f4e04"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:40.889053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-8e8a7f8c-fd16-4f2b-9c21-5d21ebe58982 admin admin] For port d2e5ca12-7b5c-4d97-9652-7b15acb5230b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d2e5ca12-7b5c-4d97-9652-7b15acb5230b,segment=NetworkSegment(d45722be-ac57-4cec-ae6a-e6d113d31d90),segment_id=d45722be-ac57-4cec-ae6a-e6d113d31d90)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:40.889412 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e8a7f8c-fd16-4f2b-9c21-5d21ebe58982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:40.899958 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea54ea-b58f-4931-81bc-a5208bd93d52 req-75c79e98-acde-4355-98e6-9dd404f37f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:40.901462 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a4ea54ea-b58f-4931-81bc-a5208bd93d52 req-75c79e98-acde-4355-98e6-9dd404f37f33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc0a917d-8eaf-4d95-a902-cd3344524860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1647353 Feb 11 05:25:41.048504 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a4ea54ea-b58f-4931-81bc-a5208bd93d52 req-3fe2630a-374e-4a88-a4fb-607896cc1a3d service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370394 Feb 11 05:25:41.049446 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a7f8c-fd16-4f2b-9c21-5d21ebe58982 admin admin] Calling delete_port for d2e5ca12-7b5c-4d97-9652-7b15acb5230b owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:41.159242 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a425f57-e31f-467d-821c-572ab5e271a0 x-openstack-request-id: req-6a425f57-e31f-467d-821c-572ab5e271a0 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:41.162320 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78475a62-164e-44c3-9e17-04acc3f164c4", "name": "network-vif-deleted", "tag": "ecf42492-fc29-4fc3-ac9e-f394363f4e04", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:41.163169 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6a425f57-e31f-467d-821c-572ab5e271a0 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:41.164335 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78475a62-164e-44c3-9e17-04acc3f164c4', 'name': 'network-vif-deleted', 'tag': 'ecf42492-fc29-4fc3-ac9e-f394363f4e04', 'status': 'completed', 'code': 200} Feb 11 05:25:41.208025 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fd14d65-11ef-46a9-a356-cc4e225f4016 req-84ba9a2e-c9e9-4658-b4b5-8d0a48960a92 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=78475a62-164e-44c3-9e17-04acc3f164c4 HTTP/1.1" status: 200 len: 210 time: 0.0522065 Feb 11 05:25:41.317388 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a4ea54ea-b58f-4931-81bc-a5208bd93d52 req-48013ced-ae58-4868-9b10-8c1d6820af66 service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594850 Feb 11 05:25:41.417786 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e8a7f8c-fd16-4f2b-9c21-5d21ebe58982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d2e5ca12-7b5c-4d97-9652-7b15acb5230b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:41.446487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a7f8c-fd16-4f2b-9c21-5d21ebe58982 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e5ca12-7b5c-4d97-9652-7b15acb5230b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:41.674514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c751f-e607-4acd-8563-a7ec149e0bf2 req-d053d148-56b1-4db6-97f9-28f3e0714837 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:41.676076 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d4c751f-e607-4acd-8563-a7ec149e0bf2 req-d053d148-56b1-4db6-97f9-28f3e0714837 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.1286218 Feb 11 05:25:41.778543 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d4c751f-e607-4acd-8563-a7ec149e0bf2 req-03d616f4-ac0d-4b71-a13f-699ddfb08acf tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894904 Feb 11 05:25:41.780040 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e8a7f8c-fd16-4f2b-9c21-5d21ebe58982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (803fd079-99f5-4d59-98d4-170ab96d57f4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.023564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8a7f8c-fd16-4f2b-9c21-5d21ebe58982 admin admin] Router 803fd079-99f5-4d59-98d4-170ab96d57f4 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:25:42.138994 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8a7f8c-fd16-4f2b-9c21-5d21ebe58982 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:25:42.149740 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8e8a7f8c-fd16-4f2b-9c21-5d21ebe58982 admin admin] 10.222.0.87 "PUT /v2.0/routers/803fd079-99f5-4d59-98d4-170ab96d57f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0915556 Feb 11 05:25:42.151046 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404d4cc-33b2-4095-b1ee-45adac24e41d None None] Sync routers for ids ['803fd079-99f5-4d59-98d4-170ab96d57f4'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:25:42.152123 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46210) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:42.171350 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404d4cc-33b2-4095-b1ee-45adac24e41d None None] Routers {'803fd079-99f5-4d59-98d4-170ab96d57f4'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:42.172439 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4404d4cc-33b2-4095-b1ee-45adac24e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:25:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['803fd079-99f5-4d59-98d4-170ab96d57f4'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:42.282190 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d64456de-21d3-4cd0-850c-af844d7bfb4b admin admin] Publish callbacks [] for router (803fd079-99f5-4d59-98d4-170ab96d57f4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.312268 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4404d4cc-33b2-4095-b1ee-45adac24e41d None None] Set router 803fd079-99f5-4d59-98d4-170ab96d57f4 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:42.447915 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d64456de-21d3-4cd0-850c-af844d7bfb4b admin admin] Publish callbacks [] for router_gateway (803fd079-99f5-4d59-98d4-170ab96d57f4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.524870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-d64456de-21d3-4cd0-850c-af844d7bfb4b admin admin] Deleting port ce2e9d56-1ad8-4f44-9188-06eb77461e2f {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:42.525213 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d64456de-21d3-4cd0-850c-af844d7bfb4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ce2e9d56-1ad8-4f44-9188-06eb77461e2f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.553568 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4404d4cc-33b2-4095-b1ee-45adac24e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'name': 'tempest-ImageQuotaTest-1847463020-router', 'tenant_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'ce2e9d56-1ad8-4f44-9188-06eb77461e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:29Z', 'updated_at': '2022-02-11T05:25:41Z', 'revision_number': 5, 'project_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'gw_port': {'id': 'ce2e9d56-1ad8-4f44-9188-06eb77461e2f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:25:30Z', 'updated_at': '2022-02-11T05:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:42.589442 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404d4cc-33b2-4095-b1ee-45adac24e41d None None] Checking router: 803fd079-99f5-4d59-98d4-170ab96d57f4 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:25:42.598578 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404d4cc-33b2-4095-b1ee-45adac24e41d None None] Routers {'803fd079-99f5-4d59-98d4-170ab96d57f4'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:25:42.599398 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4404d4cc-33b2-4095-b1ee-45adac24e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:25:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['803fd079-99f5-4d59-98d4-170ab96d57f4'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:42.668418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-d64456de-21d3-4cd0-850c-af844d7bfb4b admin admin] For port ce2e9d56-1ad8-4f44-9188-06eb77461e2f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ce2e9d56-1ad8-4f44-9188-06eb77461e2f,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:42.668988 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d64456de-21d3-4cd0-850c-af844d7bfb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ce2e9d56-1ad8-4f44-9188-06eb77461e2f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.682373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-d64456de-21d3-4cd0-850c-af844d7bfb4b admin admin] Calling delete_port for ce2e9d56-1ad8-4f44-9188-06eb77461e2f owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:42.728793 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4404d4cc-33b2-4095-b1ee-45adac24e41d None None] Set router 803fd079-99f5-4d59-98d4-170ab96d57f4 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:25:42.811771 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4404d4cc-33b2-4095-b1ee-45adac24e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'name': 'tempest-ImageQuotaTest-1847463020-router', 'tenant_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:29Z', 'updated_at': '2022-02-11T05:25:42Z', 'revision_number': 6, 'project_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:42.873690 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404d4cc-33b2-4095-b1ee-45adac24e41d None None] The sync data for ids ['803fd079-99f5-4d59-98d4-170ab96d57f4'] in n-d-713499-38 is: [{'id': '803fd079-99f5-4d59-98d4-170ab96d57f4', 'name': 'tempest-ImageQuotaTest-1847463020-router', 'tenant_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:25:29Z', 'updated_at': '2022-02-11T05:25:42Z', 'revision_number': 6, 'project_id': '65eb78fe7bd941bc9a839196e4b62fdf', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:25:42.950376 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d64456de-21d3-4cd0-850c-af844d7bfb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ce2e9d56-1ad8-4f44-9188-06eb77461e2f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:42.991013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf958988-9794-4319-a708-4516bf32e6b6 req-c8c5cdca-2381-4847-ada7-bcbe197becc8 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:42.993101 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf958988-9794-4319-a708-4516bf32e6b6 req-c8c5cdca-2381-4847-ada7-bcbe197becc8 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.1086752 Feb 11 05:25:43.330380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64456de-21d3-4cd0-850c-af844d7bfb4b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2e9d56-1ad8-4f44-9188-06eb77461e2f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:43.412612 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d64456de-21d3-4cd0-850c-af844d7bfb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (803fd079-99f5-4d59-98d4-170ab96d57f4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.454610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf958988-9794-4319-a708-4516bf32e6b6 req-8d89ce07-b30d-438a-8216-d9818289a90d tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210828 Feb 11 05:25:43.528779 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d64456de-21d3-4cd0-850c-af844d7bfb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (803fd079-99f5-4d59-98d4-170ab96d57f4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.530923 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d64456de-21d3-4cd0-850c-af844d7bfb4b admin admin] Publish callbacks [] for router_controller (803fd079-99f5-4d59-98d4-170ab96d57f4), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.583567 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d64456de-21d3-4cd0-850c-af844d7bfb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (803fd079-99f5-4d59-98d4-170ab96d57f4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.584189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64456de-21d3-4cd0-850c-af844d7bfb4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 803fd079-99f5-4d59-98d4-170ab96d57f4 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:25:43.593818 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d64456de-21d3-4cd0-850c-af844d7bfb4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.595467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d64456de-21d3-4cd0-850c-af844d7bfb4b admin admin] 10.222.0.87 "DELETE /v2.0/routers/803fd079-99f5-4d59-98d4-170ab96d57f4 HTTP/1.1" status: 204 len: 168 time: 1.4414759 Feb 11 05:25:43.597739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46254) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:43.646441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0a3583-ce2c-43d1-9667-32ccaad5ccbb admin admin] Deleting subnet 68e8906e-029d-4571-8d41-19508ca7d290 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:25:43.650632 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-de0a3583-ce2c-43d1-9667-32ccaad5ccbb admin admin] Publish callbacks [] for subnet (68e8906e-029d-4571-8d41-19508ca7d290), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.688080 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-de0a3583-ce2c-43d1-9667-32ccaad5ccbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (68e8906e-029d-4571-8d41-19508ca7d290), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.785263 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-de0a3583-ce2c-43d1-9667-32ccaad5ccbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (68e8906e-029d-4571-8d41-19508ca7d290), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.857128 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-de0a3583-ce2c-43d1-9667-32ccaad5ccbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (68e8906e-029d-4571-8d41-19508ca7d290), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.890591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a3583-ce2c-43d1-9667-32ccaad5ccbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e8906e-029d-4571-8d41-19508ca7d290,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:43.895872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d2e5ca12-7b5c-4d97-9652-7b15acb5230b no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:43.899693 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-de0a3583-ce2c-43d1-9667-32ccaad5ccbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:43.903084 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0efd007-e463-4ea5-a584-eb27e43f2455 None None] Network 43b57407-a011-459d-bfc9-5e8460380cf7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:25:43.911460 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-de0a3583-ce2c-43d1-9667-32ccaad5ccbb admin admin] 10.222.0.87 "DELETE /v2.0/subnets/68e8906e-029d-4571-8d41-19508ca7d290 HTTP/1.1" status: 204 len: 168 time: 0.3123932 Feb 11 05:25:43.914039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46264) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:43.962451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: d2e5ca12-7b5c-4d97-9652-7b15acb5230b {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:43.962808 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d2e5ca12-7b5c-4d97-9652-7b15acb5230b not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:43.963245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ce2e9d56-1ad8-4f44-9188-06eb77461e2f no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:44.015699 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (43b57407-a011-459d-bfc9-5e8460380cf7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.050153 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: ce2e9d56-1ad8-4f44-9188-06eb77461e2f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:44.050781 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ce2e9d56-1ad8-4f44-9188-06eb77461e2f not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:44.060897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ecf42492-fc29-4fc3-ac9e-f394363f4e04 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:44.083341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] Deleting port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:44.084054 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1ac3c39d-c043-4c7b-b223-cb3e0821e3ef), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.114685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: ecf42492-fc29-4fc3-ac9e-f394363f4e04 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:44.115072 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ecf42492-fc29-4fc3-ac9e-f394363f4e04 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:44.130359 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.161744 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] For port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1ac3c39d-c043-4c7b-b223-cb3e0821e3ef,segment=NetworkSegment(d45722be-ac57-4cec-ae6a-e6d113d31d90),segment_id=d45722be-ac57-4cec-ae6a-e6d113d31d90)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:44.162133 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1ac3c39d-c043-4c7b-b223-cb3e0821e3ef), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.177267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] Calling delete_port for 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:44.251929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b5236d-a16e-4c5d-b9aa-6b167e0a132d None None] DHCP port deletion for 43b57407-a011-459d-bfc9-5e8460380cf7 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:25:44.283292 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (1ac3c39d-c043-4c7b-b223-cb3e0821e3ef), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.334954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-47b5236d-a16e-4c5d-b9aa-6b167e0a132d None None] Deleting port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:44.335470 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47b5236d-a16e-4c5d-b9aa-6b167e0a132d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1ac3c39d-c043-4c7b-b223-cb3e0821e3ef), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.371828 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] No DVR routers for this DVR port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:44.385081 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac3c39d-c043-4c7b-b223-cb3e0821e3ef,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:44.444408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-47b5236d-a16e-4c5d-b9aa-6b167e0a132d None None] For port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:44.445408 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47b5236d-a16e-4c5d-b9aa-6b167e0a132d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1ac3c39d-c043-4c7b-b223-cb3e0821e3ef), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.464305 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-47b5236d-a16e-4c5d-b9aa-6b167e0a132d None None] Calling delete_port for 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:44.467446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-47b5236d-a16e-4c5d-b9aa-6b167e0a132d None None] Port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:25:44.468832 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47b5236d-a16e-4c5d-b9aa-6b167e0a132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (1ac3c39d-c043-4c7b-b223-cb3e0821e3ef), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.507629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5236d-a16e-4c5d-b9aa-6b167e0a132d None None] Pushing event deleted for resources: {'Port': ['ID=1ac3c39d-c043-4c7b-b223-cb3e0821e3ef,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:44.520438 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b5236d-a16e-4c5d-b9aa-6b167e0a132d None None] No DVR routers for this DVR port 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:44.573400 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (43b57407-a011-459d-bfc9-5e8460380cf7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.605475 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b57407-a011-459d-bfc9-5e8460380cf7']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:44.617498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45722be-ac57-4cec-ae6a-e6d113d31d90') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:44.617845 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45722be-ac57-4cec-ae6a-e6d113d31d90') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:44.627895 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (d45722be-ac57-4cec-ae6a-e6d113d31d90), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.641109 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d45722be-ac57-4cec-ae6a-e6d113d31d90), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.647006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:25:44.647520 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (d45722be-ac57-4cec-ae6a-e6d113d31d90), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:25:44.649823 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:25:44.714752 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (43b57407-a011-459d-bfc9-5e8460380cf7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.732537 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:44.738834 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] 10.222.0.87 "DELETE /v2.0/networks/43b57407-a011-459d-bfc9-5e8460380cf7 HTTP/1.1" status: 204 len: 168 time: 0.8214989 Feb 11 05:25:44.738834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13657a76-a170-4fcc-a6fd-be758d612f2d admin admin] Pushing event deleted for resources: {'Network': ['ID=43b57407-a011-459d-bfc9-5e8460380cf7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:44.900896 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46288) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:44.946780 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e1fd1d3c-421f-410b-a104-b42ae84b824d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=65eb78fe7bd941bc9a839196e4b62fdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420654 Feb 11 05:25:44.947484 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46290) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:45.006006 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0ceadb2-708e-4fe1-8fe9-dd4f936da88a admin admin] Publish callbacks [] for security_group (6a9347b6-87ca-4b01-8f73-750bcf6daecd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.029153 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0ceadb2-708e-4fe1-8fe9-dd4f936da88a admin admin] Publish callbacks [] for security_group (6a9347b6-87ca-4b01-8f73-750bcf6daecd), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.092475 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0ceadb2-708e-4fe1-8fe9-dd4f936da88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6a9347b6-87ca-4b01-8f73-750bcf6daecd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.095196 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0ceadb2-708e-4fe1-8fe9-dd4f936da88a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.099386 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a0ceadb2-708e-4fe1-8fe9-dd4f936da88a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6a9347b6-87ca-4b01-8f73-750bcf6daecd HTTP/1.1" status: 204 len: 168 time: 0.1512189 Feb 11 05:25:45.107944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ceadb2-708e-4fe1-8fe9-dd4f936da88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9347b6-87ca-4b01-8f73-750bcf6daecd,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:45.537339 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46310) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:45.560494 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-510eb140-a9d3-4353-a053-f6c4f64b485b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.622595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:45.692027 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-510eb140-a9d3-4353-a053-f6c4f64b485b admin admin] Publish callbacks [] for security_group (52858f43-3e7d-4cb1-a2b4-378b84f197ab), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.699705 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-510eb140-a9d3-4353-a053-f6c4f64b485b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (52858f43-3e7d-4cb1-a2b4-378b84f197ab), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.711844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:45.712190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1ac3c39d-c043-4c7b-b223-cb3e0821e3ef not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:45.760359 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-510eb140-a9d3-4353-a053-f6c4f64b485b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2214200 Feb 11 05:25:45.762970 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46318) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:45.769166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510eb140-a9d3-4353-a053-f6c4f64b485b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52858f43-3e7d-4cb1-a2b4-378b84f197ab,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:45.820802 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-102d815e-07a5-4e5f-b4d0-e94a17d513e6 admin admin] Publish callbacks [] for security_group (52858f43-3e7d-4cb1-a2b4-378b84f197ab), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.851312 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-102d815e-07a5-4e5f-b4d0-e94a17d513e6 admin admin] Publish callbacks [] for security_group (52858f43-3e7d-4cb1-a2b4-378b84f197ab), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.918771 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-102d815e-07a5-4e5f-b4d0-e94a17d513e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (52858f43-3e7d-4cb1-a2b4-378b84f197ab), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.921696 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-102d815e-07a5-4e5f-b4d0-e94a17d513e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:45.925512 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-102d815e-07a5-4e5f-b4d0-e94a17d513e6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/52858f43-3e7d-4cb1-a2b4-378b84f197ab HTTP/1.1" status: 204 len: 168 time: 0.1589384 Feb 11 05:25:45.932704 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d815e-07a5-4e5f-b4d0-e94a17d513e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52858f43-3e7d-4cb1-a2b4-378b84f197ab,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:49.044667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d4fac-900b-4751-b8bd-317362280666 req-b713012a-a43c-4a25-a3b8-240da23374e2 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:49.046343 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e51d4fac-900b-4751-b8bd-317362280666 req-b713012a-a43c-4a25-a3b8-240da23374e2 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 945 time: 0.0630469 Feb 11 05:25:49.098684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e51d4fac-900b-4751-b8bd-317362280666 req-24c02177-8c96-4ede-ae67-43344e98c5ac tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459440 Feb 11 05:25:50.240138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767296f-dffa-433b-b08d-6143b5dc60a2 req-74f0a46d-03ea-424b-96fa-125f9e3b9cd2 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:50.241722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5767296f-dffa-433b-b08d-6143b5dc60a2 req-74f0a46d-03ea-424b-96fa-125f9e3b9cd2 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 945 time: 0.0584681 Feb 11 05:25:50.289776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5767296f-dffa-433b-b08d-6143b5dc60a2 req-0f62b177-80b7-4b09-9b9f-6f946d9d2e06 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/security-groups?id=c9ac1eb0-3e0c-4783-9231-471adcc91bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423434 Feb 11 05:25:50.684278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e92be-3725-4353-8783-cfc9c27c2df4 req-db5f06ca-0971-43b1-924e-298ff628cc7c tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:50.685760 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d3e92be-3725-4353-8783-cfc9c27c2df4 req-db5f06ca-0971-43b1-924e-298ff628cc7c tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 945 time: 0.0546775 Feb 11 05:25:50.794550 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1d3e92be-3725-4353-8783-cfc9c27c2df4 req-67992f5c-fa29-4c8e-bbf2-a254ecb4dfb4 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Deleting port 910b8fc9-c9d8-4053-9655-b34dbcb4f644 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:25:50.794890 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d3e92be-3725-4353-8783-cfc9c27c2df4 req-67992f5c-fa29-4c8e-bbf2-a254ecb4dfb4 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (910b8fc9-c9d8-4053-9655-b34dbcb4f644), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.881633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1d3e92be-3725-4353-8783-cfc9c27c2df4 req-67992f5c-fa29-4c8e-bbf2-a254ecb4dfb4 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] For port 910b8fc9-c9d8-4053-9655-b34dbcb4f644, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=910b8fc9-c9d8-4053-9655-b34dbcb4f644,segment=NetworkSegment(7e22efde-3626-450b-924e-f91f01f8b340),segment_id=7e22efde-3626-450b-924e-f91f01f8b340)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:25:50.882007 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d3e92be-3725-4353-8783-cfc9c27c2df4 req-67992f5c-fa29-4c8e-bbf2-a254ecb4dfb4 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (910b8fc9-c9d8-4053-9655-b34dbcb4f644), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:50.895184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-1d3e92be-3725-4353-8783-cfc9c27c2df4 req-67992f5c-fa29-4c8e-bbf2-a254ecb4dfb4 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Calling delete_port for 910b8fc9-c9d8-4053-9655-b34dbcb4f644 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:25:51.040624 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d3e92be-3725-4353-8783-cfc9c27c2df4 req-67992f5c-fa29-4c8e-bbf2-a254ecb4dfb4 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (910b8fc9-c9d8-4053-9655-b34dbcb4f644), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:51.053422 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['910b8fc9-c9d8-4053-9655-b34dbcb4f644'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:25:51.071599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67992f5c-fa29-4c8e-bbf2-a254ecb4dfb4 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Pushing event deleted for resources: {'Port': ['ID=910b8fc9-c9d8-4053-9655-b34dbcb4f644,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:51.112426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3e92be-3725-4353-8783-cfc9c27c2df4 req-67992f5c-fa29-4c8e-bbf2-a254ecb4dfb4 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] No DVR routers for this DVR port 910b8fc9-c9d8-4053-9655-b34dbcb4f644 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:25:51.114882 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1d3e92be-3725-4353-8783-cfc9c27c2df4 req-67992f5c-fa29-4c8e-bbf2-a254ecb4dfb4 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:51.118802 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d3e92be-3725-4353-8783-cfc9c27c2df4 req-67992f5c-fa29-4c8e-bbf2-a254ecb4dfb4 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.73 "DELETE /v2.0/ports/910b8fc9-c9d8-4053-9655-b34dbcb4f644 HTTP/1.1" status: 204 len: 173 time: 0.4214666 Feb 11 05:25:51.119238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac698282-1028-4c30-96eb-3727d3158a81', 'name': 'network-vif-deleted', 'tag': '910b8fc9-c9d8-4053-9655-b34dbcb4f644'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:25:51.121586 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604da661-9b6e-44b6-b0f2-736ab60d3c9f" -d '{"events": [{"server_uuid": "ac698282-1028-4c30-96eb-3727d3158a81", "name": "network-vif-deleted", "tag": "910b8fc9-c9d8-4053-9655-b34dbcb4f644"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:25:51.160160 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8608c256-8f37-4ac3-a618-dff58c0f2bdc x-openstack-request-id: req-8608c256-8f37-4ac3-a618-dff58c0f2bdc {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:25:51.160499 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac698282-1028-4c30-96eb-3727d3158a81", "name": "network-vif-deleted", "tag": "910b8fc9-c9d8-4053-9655-b34dbcb4f644", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:25:51.160764 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8608c256-8f37-4ac3-a618-dff58c0f2bdc {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:25:51.161168 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac698282-1028-4c30-96eb-3727d3158a81', 'name': 'network-vif-deleted', 'tag': '910b8fc9-c9d8-4053-9655-b34dbcb4f644', 'status': 'completed', 'code': 200} Feb 11 05:25:51.401099 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d0dc10c-2538-49ed-ab6c-cfa229d6f13c req-c3a12eb7-7f72-4abb-80c8-7d8e0543aa95 tempest-AttachVolumeNegativeTest-972038800 tempest-AttachVolumeNegativeTest-972038800-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac698282-1028-4c30-96eb-3727d3158a81 HTTP/1.1" status: 200 len: 210 time: 0.0311334 Feb 11 05:25:52.457588 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46496) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:52.503487 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d753285-5506-4709-9982-930fffec9277 admin admin] Deleting subnet 8770604f-b793-47cc-961d-ec6dec78949b {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:25:52.507884 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0d753285-5506-4709-9982-930fffec9277 admin admin] Publish callbacks [] for subnet (8770604f-b793-47cc-961d-ec6dec78949b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.547234 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0d753285-5506-4709-9982-930fffec9277 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (8770604f-b793-47cc-961d-ec6dec78949b), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.586562 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0d753285-5506-4709-9982-930fffec9277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (8770604f-b793-47cc-961d-ec6dec78949b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.643578 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0d753285-5506-4709-9982-930fffec9277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (8770604f-b793-47cc-961d-ec6dec78949b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.670481 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d753285-5506-4709-9982-930fffec9277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8770604f-b793-47cc-961d-ec6dec78949b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:52.693346 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0d753285-5506-4709-9982-930fffec9277 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.697111 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0d753285-5506-4709-9982-930fffec9277 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/8770604f-b793-47cc-961d-ec6dec78949b HTTP/1.1" status: 204 len: 168 time: 0.2384279 Feb 11 05:25:52.699879 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46504) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:52.774126 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce98798c-c0dc-49a4-980d-48eed45b06aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (5c5e4878-6869-450a-92a6-fa248e3f6520), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.855235 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce98798c-c0dc-49a4-980d-48eed45b06aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (5c5e4878-6869-450a-92a6-fa248e3f6520), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.875828 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ce98798c-c0dc-49a4-980d-48eed45b06aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5e4878-6869-450a-92a6-fa248e3f6520']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:52.885961 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ce98798c-c0dc-49a4-980d-48eed45b06aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e22efde-3626-450b-924e-f91f01f8b340') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:52.886256 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ce98798c-c0dc-49a4-980d-48eed45b06aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e22efde-3626-450b-924e-f91f01f8b340') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:25:52.895486 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce98798c-c0dc-49a4-980d-48eed45b06aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (7e22efde-3626-450b-924e-f91f01f8b340), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.915810 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce98798c-c0dc-49a4-980d-48eed45b06aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (7e22efde-3626-450b-924e-f91f01f8b340), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.922305 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce98798c-c0dc-49a4-980d-48eed45b06aa admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:25:52.922683 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce98798c-c0dc-49a4-980d-48eed45b06aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (7e22efde-3626-450b-924e-f91f01f8b340), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:25:52.924640 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:25:52.985804 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce98798c-c0dc-49a4-980d-48eed45b06aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (5c5e4878-6869-450a-92a6-fa248e3f6520), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.992524 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce98798c-c0dc-49a4-980d-48eed45b06aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:52.996269 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ce98798c-c0dc-49a4-980d-48eed45b06aa admin admin] 10.222.0.87 "DELETE /v2.0/networks/5c5e4878-6869-450a-92a6-fa248e3f6520 HTTP/1.1" status: 204 len: 168 time: 0.2953572 Feb 11 05:25:53.009537 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98798c-c0dc-49a4-980d-48eed45b06aa admin admin] Pushing event deleted for resources: {'Network': ['ID=5c5e4878-6869-450a-92a6-fa248e3f6520,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:53.116460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46516) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:53.158119 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-954e8315-5bac-4884-a5d2-1df565b570ec admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c93bfa3c10d1423da3544e4cbf37d510&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371556 Feb 11 05:25:53.158363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46518) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:25:53.206840 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-90f9533e-6890-4361-8de2-f2882993fd2c admin admin] Publish callbacks [] for security_group (c9ac1eb0-3e0c-4783-9231-471adcc91bbe), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.229100 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-90f9533e-6890-4361-8de2-f2882993fd2c admin admin] Publish callbacks [] for security_group (c9ac1eb0-3e0c-4783-9231-471adcc91bbe), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.294391 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-90f9533e-6890-4361-8de2-f2882993fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c9ac1eb0-3e0c-4783-9231-471adcc91bbe), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.297431 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-90f9533e-6890-4361-8de2-f2882993fd2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.301046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-90f9533e-6890-4361-8de2-f2882993fd2c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c9ac1eb0-3e0c-4783-9231-471adcc91bbe HTTP/1.1" status: 204 len: 168 time: 0.1394196 Feb 11 05:25:53.308189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9533e-6890-4361-8de2-f2882993fd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ac1eb0-3e0c-4783-9231-471adcc91bbe,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:25:54.071263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 910b8fc9-c9d8-4053-9655-b34dbcb4f644 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:25:54.099818 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 910b8fc9-c9d8-4053-9655-b34dbcb4f644 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:25:54.100171 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 910b8fc9-c9d8-4053-9655-b34dbcb4f644 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:25:54.283386 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:25:58.439774 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4106f82d-1c09-458e-a193-33b123d70b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:00.744230 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-73cfcda2-0e7e-4b7e-8fdb-ff1d1b4d195f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:02.370110 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:03.550887 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:05.096186 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:08.553888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8c17b-a329-40ba-b5f7-b5822cacb2d6 req-64ec3810-36cc-4691-a901-d6dfcef54833 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:08.555746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a3f8c17b-a329-40ba-b5f7-b5822cacb2d6 req-64ec3810-36cc-4691-a901-d6dfcef54833 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0974779 Feb 11 05:26:08.557704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d124b-bd23-4a2b-8c6e-66db46f2e932 req-7309c6ee-fc8c-442d-8630-906acf3ff209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:08.559326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d0d124b-bd23-4a2b-8c6e-66db46f2e932 req-7309c6ee-fc8c-442d-8630-906acf3ff209 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 1128 time: 0.1097267 Feb 11 05:26:08.692840 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a3f8c17b-a329-40ba-b5f7-b5822cacb2d6 req-f20018fe-0e71-4866-89eb-6ba1cd4532fb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303871 Feb 11 05:26:08.700440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d124b-bd23-4a2b-8c6e-66db46f2e932 req-62a78cd7-75eb-447a-b8b7-33173465ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:08.702317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d0d124b-bd23-4a2b-8c6e-66db46f2e932 req-62a78cd7-75eb-447a-b8b7-33173465ff6f service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 912 time: 0.1314721 Feb 11 05:26:08.769584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d0d124b-bd23-4a2b-8c6e-66db46f2e932 req-83f32382-fdc3-4e17-b712-4bc936d57319 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2688b163-76b0-4719-9c65-f83a9f6ef193 HTTP/1.1" status: 200 len: 1000 time: 0.0613251 Feb 11 05:26:08.828408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d124b-bd23-4a2b-8c6e-66db46f2e932 req-7b8e2312-285c-4c4c-9497-4e7b0ed95c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:08.829995 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d0d124b-bd23-4a2b-8c6e-66db46f2e932 req-7b8e2312-285c-4c4c-9497-4e7b0ed95c90 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.0541737 Feb 11 05:26:08.896526 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d124b-bd23-4a2b-8c6e-66db46f2e932 req-afecd65b-b0ac-4b13-8b56-9833df3cc341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:08.898901 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d0d124b-bd23-4a2b-8c6e-66db46f2e932 req-afecd65b-b0ac-4b13-8b56-9833df3cc341 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0610409 Feb 11 05:26:09.037097 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d0d124b-bd23-4a2b-8c6e-66db46f2e932 req-7a7f8131-efa5-43dc-9eec-3c6df696c783 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262565 Feb 11 05:26:09.178929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d0d124b-bd23-4a2b-8c6e-66db46f2e932 req-9e319a08-e612-4335-9b87-125e95948515 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347387 Feb 11 05:26:09.182185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5706065-5d82-4b9e-8927-07fe850752fb req-99208081-1360-4efd-bb15-2787bba81a7f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2810740 Feb 11 05:26:09.279633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5706065-5d82-4b9e-8927-07fe850752fb req-1ce4764d-1850-4e24-ae0f-1db0fb6ef208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:09.281253 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5706065-5d82-4b9e-8927-07fe850752fb req-1ce4764d-1850-4e24-ae0f-1db0fb6ef208 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=13a59492bc0343adb1fb7a8aa5188602&device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 1129 time: 0.0576909 Feb 11 05:26:09.415619 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5706065-5d82-4b9e-8927-07fe850752fb req-e39547ef-84e8-4f79-90f7-3debd43a6ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:09.417235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5706065-5d82-4b9e-8927-07fe850752fb req-e39547ef-84e8-4f79-90f7-3debd43a6ef7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3 HTTP/1.1" status: 200 len: 920 time: 0.1088829 Feb 11 05:26:09.468374 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5706065-5d82-4b9e-8927-07fe850752fb req-2a5f836d-3676-434b-96b4-966422e9dc73 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d78f653-eab1-4417-8c0f-e971cd7498e3 HTTP/1.1" status: 200 len: 217 time: 0.0448210 Feb 11 05:26:09.538683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5706065-5d82-4b9e-8927-07fe850752fb req-eb1c46d1-3e12-4bbc-ba6e-f39d8997ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:09.540328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5706065-5d82-4b9e-8927-07fe850752fb req-eb1c46d1-3e12-4bbc-ba6e-f39d8997ae29 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d0ba582-f504-4448-8fec-eb2c8f3e0f4b HTTP/1.1" status: 200 len: 859 time: 0.0631320 Feb 11 05:26:09.577690 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5706065-5d82-4b9e-8927-07fe850752fb req-7d00fe71-2aa6-47d9-a51b-df598126a576 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=82a0990b-9a96-4a9d-8751-c858bdbc0fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280330 Feb 11 05:26:09.683293 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:09.733709 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5706065-5d82-4b9e-8927-07fe850752fb req-55f91e62-fd98-44e4-9dcc-781baa507a40 service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496315 Feb 11 05:26:09.883176 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5706065-5d82-4b9e-8927-07fe850752fb req-5027e44f-63ee-4613-a29a-2e018f064f77 service neutron] 10.222.0.88 "GET /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389608 Feb 11 05:26:09.892785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545d8e3-4869-4b60-935b-3da1f83c77fd req-34878c64-d885-4e55-a117-6b88a923df67 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:09.894378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8545d8e3-4869-4b60-935b-3da1f83c77fd req-34878c64-d885-4e55-a117-6b88a923df67 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0834553 Feb 11 05:26:09.955533 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8545d8e3-4869-4b60-935b-3da1f83c77fd req-843b6b67-8182-4a64-af50-f4ffd0da2e5a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548837 Feb 11 05:26:14.022730 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.607573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47116) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:15.721022 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75357d6c-d863-43f0-9a73-2735e97ff7a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.808456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75357d6c-d863-43f0-9a73-2735e97ff7a2 admin admin] Publish callbacks [] for security_group (b5a36082-27dd-48b7-a979-c83601c6b309), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.813070 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75357d6c-d863-43f0-9a73-2735e97ff7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b5a36082-27dd-48b7-a979-c83601c6b309), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.847504 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-75357d6c-d863-43f0-9a73-2735e97ff7a2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=81b367e8b6f446f081d3d395c99563d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2386482 Feb 11 05:26:15.851757 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47122) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:15.881802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75357d6c-d863-43f0-9a73-2735e97ff7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a36082-27dd-48b7-a979-c83601c6b309,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:15.934511 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d8bf581a-f012-4ba3-8157-4fb045145e78 admin admin] Publish callbacks [] for security_group (b5a36082-27dd-48b7-a979-c83601c6b309), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:15.960547 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d8bf581a-f012-4ba3-8157-4fb045145e78 admin admin] Publish callbacks [] for security_group (b5a36082-27dd-48b7-a979-c83601c6b309), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.038315 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d8bf581a-f012-4ba3-8157-4fb045145e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b5a36082-27dd-48b7-a979-c83601c6b309), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.042500 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d8bf581a-f012-4ba3-8157-4fb045145e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:16.049951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d8bf581a-f012-4ba3-8157-4fb045145e78 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b5a36082-27dd-48b7-a979-c83601c6b309 HTTP/1.1" status: 204 len: 168 time: 0.1968179 Feb 11 05:26:16.062723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf581a-f012-4ba3-8157-4fb045145e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a36082-27dd-48b7-a979-c83601c6b309,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:16.790435 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb29d1-31a6-4358-89e3-532e79103bca req-88ac74ca-cb64-42d5-91fd-c294fc713302 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:16.792132 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fcb29d1-31a6-4358-89e3-532e79103bca req-88ac74ca-cb64-42d5-91fd-c294fc713302 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.0637238 Feb 11 05:26:16.848562 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fcb29d1-31a6-4358-89e3-532e79103bca req-8586189c-2ba0-41ec-a5d0-c840c768cb63 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489643 Feb 11 05:26:18.004565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900c3da-862c-40c8-b472-9e84d5671c94 req-3ce75f1a-69ee-42df-af81-538310a5edd6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:18.012063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6900c3da-862c-40c8-b472-9e84d5671c94 req-3ce75f1a-69ee-42df-af81-538310a5edd6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.0784452 Feb 11 05:26:18.058500 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6900c3da-862c-40c8-b472-9e84d5671c94 req-e75f1e81-2dd3-4eed-a609-7f8a4cf0957c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455570 Feb 11 05:26:18.511665 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47222) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:18.627064 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.706620 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] Publish callbacks [] for security_group (dfda7511-f400-4f10-84f2-074ce84ca189), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.711025 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (dfda7511-f400-4f10-84f2-074ce84ca189), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.752763 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b4c1e06e5486478ba142da508ed8bf84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397256 Feb 11 05:26:18.755549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47228) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:18.757959 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfda7511-f400-4f10-84f2-074ce84ca189,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:18.765638 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.765982 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.766326 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.766662 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.766995 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.767325 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.767678 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.768006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.768328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.768651 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.768979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.769301 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.769620 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89db5beb-9636-4963-adb5-488e16ec76b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.822161 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Publish callbacks [] for security_group (dfda7511-f400-4f10-84f2-074ce84ca189), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.842759 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Publish callbacks [] for security_group (dfda7511-f400-4f10-84f2-074ce84ca189), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.889159 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (dfda7511-f400-4f10-84f2-074ce84ca189), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.891822 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.896267 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dfda7511-f400-4f10-84f2-074ce84ca189 HTTP/1.1" status: 204 len: 168 time: 0.1395032 Feb 11 05:26:18.906702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfda7511-f400-4f10-84f2-074ce84ca189,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:18.917120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.917512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.917841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.918179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.918507 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.918902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.919161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.919517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.919904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.920179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.920505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.920823 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:18.921143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a49e-8597-43f8-8e36-a3df629cc15d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:19.028266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d8bde-7e1d-49ee-b190-d8b7422a0056 req-200b7381-f13c-4b46-b5bd-62d374a53110 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:19.029934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a6d8bde-7e1d-49ee-b190-d8b7422a0056 req-200b7381-f13c-4b46-b5bd-62d374a53110 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.73 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.0637715 Feb 11 05:26:19.176953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-9a6d8bde-7e1d-49ee-b190-d8b7422a0056 req-670f4b46-80c9-4d43-a780-ae4da777401c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Deleting port aa5b0922-cfb6-426d-a9bf-a2da08f84bda {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:19.177488 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a6d8bde-7e1d-49ee-b190-d8b7422a0056 req-670f4b46-80c9-4d43-a780-ae4da777401c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (aa5b0922-cfb6-426d-a9bf-a2da08f84bda), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.259478 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47240) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:19.287106 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7401b68d-5a4d-4931-a908-044bd7be5a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.359097 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79c379-d853-44f1-8f9c-660c78821a10 req-d56a6070-06a8-45a6-af0e-09a5bd486e1f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:19.360856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd79c379-d853-44f1-8f9c-660c78821a10 req-d56a6070-06a8-45a6-af0e-09a5bd486e1f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 946 time: 0.1519117 Feb 11 05:26:19.362843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9a6d8bde-7e1d-49ee-b190-d8b7422a0056 req-670f4b46-80c9-4d43-a780-ae4da777401c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] For port aa5b0922-cfb6-426d-a9bf-a2da08f84bda, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=aa5b0922-cfb6-426d-a9bf-a2da08f84bda,segment=NetworkSegment(a9b3d39c-12c6-41bc-8906-c459aa8656f8),segment_id=a9b3d39c-12c6-41bc-8906-c459aa8656f8)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:19.363285 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a6d8bde-7e1d-49ee-b190-d8b7422a0056 req-670f4b46-80c9-4d43-a780-ae4da777401c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (aa5b0922-cfb6-426d-a9bf-a2da08f84bda), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.371810 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7401b68d-5a4d-4931-a908-044bd7be5a6d admin admin] Publish callbacks [] for security_group (7eb67d59-4a4f-4d83-8bad-68ca010389e1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.377703 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7401b68d-5a4d-4931-a908-044bd7be5a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7eb67d59-4a4f-4d83-8bad-68ca010389e1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.417029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401b68d-5a4d-4931-a908-044bd7be5a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb67d59-4a4f-4d83-8bad-68ca010389e1,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:19.433656 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7401b68d-5a4d-4931-a908-044bd7be5a6d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=55f942cb6fcd4223aa7bd72ebeaf0a99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1723492 Feb 11 05:26:19.434305 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47244) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:19.492422 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ddf7b9dc-c451-485b-92a6-afe11f39023f admin admin] Publish callbacks [] for security_group (7eb67d59-4a4f-4d83-8bad-68ca010389e1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.516793 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ddf7b9dc-c451-485b-92a6-afe11f39023f admin admin] Publish callbacks [] for security_group (7eb67d59-4a4f-4d83-8bad-68ca010389e1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.517558 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd79c379-d853-44f1-8f9c-660c78821a10 req-c4bc93af-126d-4a50-9d1d-dddaa6fa79e2 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea5f8073-743f-4efc-a719-5d2189973daa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461010 Feb 11 05:26:19.580570 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ddf7b9dc-c451-485b-92a6-afe11f39023f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7eb67d59-4a4f-4d83-8bad-68ca010389e1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.583350 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ddf7b9dc-c451-485b-92a6-afe11f39023f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.587297 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ddf7b9dc-c451-485b-92a6-afe11f39023f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7eb67d59-4a4f-4d83-8bad-68ca010389e1 HTTP/1.1" status: 204 len: 168 time: 0.1493642 Feb 11 05:26:19.592634 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7b9dc-c451-485b-92a6-afe11f39023f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb67d59-4a4f-4d83-8bad-68ca010389e1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:19.718294 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a6d8bde-7e1d-49ee-b190-d8b7422a0056 req-670f4b46-80c9-4d43-a780-ae4da777401c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.718662 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a6d8bde-7e1d-49ee-b190-d8b7422a0056 req-670f4b46-80c9-4d43-a780-ae4da777401c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (ec1a507b-713c-4604-98eb-f18f3f672b04), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.718975 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-9a6d8bde-7e1d-49ee-b190-d8b7422a0056 req-670f4b46-80c9-4d43-a780-ae4da777401c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Floating IP ec1a507b-713c-4604-98eb-f18f3f672b04 disassociated. External IP: 172.25.5.32, port: aa5b0922-cfb6-426d-a9bf-a2da08f84bda. Feb 11 05:26:19.719314 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-9a6d8bde-7e1d-49ee-b190-d8b7422a0056 req-670f4b46-80c9-4d43-a780-ae4da777401c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Calling delete_port for aa5b0922-cfb6-426d-a9bf-a2da08f84bda owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:19.855811 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a6d8bde-7e1d-49ee-b190-d8b7422a0056 req-670f4b46-80c9-4d43-a780-ae4da777401c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (aa5b0922-cfb6-426d-a9bf-a2da08f84bda), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:19.888591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f4b46-80c9-4d43-a780-ae4da777401c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event deleted for resources: {'Port': ['ID=aa5b0922-cfb6-426d-a9bf-a2da08f84bda,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:20.008814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a6d8bde-7e1d-49ee-b190-d8b7422a0056 req-670f4b46-80c9-4d43-a780-ae4da777401c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:26:20.398772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a6d8bde-7e1d-49ee-b190-d8b7422a0056 req-670f4b46-80c9-4d43-a780-ae4da777401c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:26:20.416403 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb9d27b-7f50-48f4-bea9-310c97f1e7a6 None None] Sync routers for ids ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:26:20.431456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb9d27b-7f50-48f4-bea9-310c97f1e7a6 None None] Routers {'21f0bec0-fdfb-4b5d-9657-615d190e6d2b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:20.432155 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-6bb9d27b-7f50-48f4-bea9-310c97f1e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:26:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:20.459779 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6d8bde-7e1d-49ee-b190-d8b7422a0056 req-670f4b46-80c9-4d43-a780-ae4da777401c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] No DVR routers for this DVR port aa5b0922-cfb6-426d-a9bf-a2da08f84bda on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:20.468682 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a6d8bde-7e1d-49ee-b190-d8b7422a0056 req-670f4b46-80c9-4d43-a780-ae4da777401c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:20.472649 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a6d8bde-7e1d-49ee-b190-d8b7422a0056 req-670f4b46-80c9-4d43-a780-ae4da777401c tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.73 "DELETE /v2.0/ports/aa5b0922-cfb6-426d-a9bf-a2da08f84bda HTTP/1.1" status: 204 len: 173 time: 1.4370289 Feb 11 05:26:20.473349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63db9e4c-18f9-41b1-ae7e-d8997cd3c120', 'name': 'network-vif-deleted', 'tag': 'aa5b0922-cfb6-426d-a9bf-a2da08f84bda'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:20.487109 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde0c835-936a-4d43-b9d9-558d546d325a" -d '{"events": [{"server_uuid": "63db9e4c-18f9-41b1-ae7e-d8997cd3c120", "name": "network-vif-deleted", "tag": "aa5b0922-cfb6-426d-a9bf-a2da08f84bda"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:20.551515 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647bc9db-a841-495e-8cc5-0665cd24f0ae x-openstack-request-id: req-647bc9db-a841-495e-8cc5-0665cd24f0ae {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:20.551829 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63db9e4c-18f9-41b1-ae7e-d8997cd3c120", "name": "network-vif-deleted", "tag": "aa5b0922-cfb6-426d-a9bf-a2da08f84bda", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:20.552424 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-647bc9db-a841-495e-8cc5-0665cd24f0ae {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:20.555612 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63db9e4c-18f9-41b1-ae7e-d8997cd3c120', 'name': 'network-vif-deleted', 'tag': 'aa5b0922-cfb6-426d-a9bf-a2da08f84bda', 'status': 'completed', 'code': 200} Feb 11 05:26:20.596672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-6bb9d27b-7f50-48f4-bea9-310c97f1e7a6 None None] Set router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:20.692087 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8fd7c05b-67f1-4e6e-ad2f-cf9b108d32df req-ab874e2c-6608-482d-b34f-c4d2bd21569d tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=63db9e4c-18f9-41b1-ae7e-d8997cd3c120 HTTP/1.1" status: 200 len: 210 time: 0.0537069 Feb 11 05:26:20.860622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-6bb9d27b-7f50-48f4-bea9-310c97f1e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:22:10Z', 'revision_number': 4, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b9d05282-7567-4950-a6d3-5d523dd61dce', 'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'mac_address': 'fa:16:3e:48:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:08Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 5, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'subnets': [{'id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:20.896019 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb9d27b-7f50-48f4-bea9-310c97f1e7a6 None None] Checking router: 21f0bec0-fdfb-4b5d-9657-615d190e6d2b for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:26:20.904879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb9d27b-7f50-48f4-bea9-310c97f1e7a6 None None] Routers {'21f0bec0-fdfb-4b5d-9657-615d190e6d2b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:20.905870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-6bb9d27b-7f50-48f4-bea9-310c97f1e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:26:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:21.035085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-6bb9d27b-7f50-48f4-bea9-310c97f1e7a6 None None] Set router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:21.330302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-6bb9d27b-7f50-48f4-bea9-310c97f1e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:22:10Z', 'revision_number': 4, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b9d05282-7567-4950-a6d3-5d523dd61dce', 'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'mac_address': 'fa:16:3e:48:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:08Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 5, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'subnets': [{'id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:21.362680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb9d27b-7f50-48f4-bea9-310c97f1e7a6 None None] The sync data for ids ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'] in n-d-713499-38 is: [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:22:10Z', 'revision_number': 4, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b9d05282-7567-4950-a6d3-5d523dd61dce', 'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'mac_address': 'fa:16:3e:48:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:08Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 5, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'subnets': [{'id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:26:21.666694 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a20f794-7bd0-44e4-97e3-48abd81722a4 None None] New status for floating IP ec1a507b-713c-4604-98eb-f18f3f672b04: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:26:21.795729 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47448) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:21.882822 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-83ed0acd-0330-4ffa-9148-e9813070ee29 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group (ea5f8073-743f-4efc-a719-5d2189973daa), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.922693 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-83ed0acd-0330-4ffa-9148-e9813070ee29 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group (ea5f8073-743f-4efc-a719-5d2189973daa), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:21.959861 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47472) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:22.001144 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-83ed0acd-0330-4ffa-9148-e9813070ee29 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ea5f8073-743f-4efc-a719-5d2189973daa), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.005228 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-83ed0acd-0330-4ffa-9148-e9813070ee29 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.006709 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-83ed0acd-0330-4ffa-9148-e9813070ee29 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "DELETE /v2.0/security-groups/ea5f8073-743f-4efc-a719-5d2189973daa HTTP/1.1" status: 204 len: 168 time: 0.2094524 Feb 11 05:26:22.009527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47482) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:22.017887 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed0acd-0330-4ffa-9148-e9813070ee29 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5f8073-743f-4efc-a719-5d2189973daa,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:22.029625 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-86c5262f-bce9-4523-ae69-f996929fe8e4 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] show failed (client error): The resource could not be found. Feb 11 05:26:22.030931 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-86c5262f-bce9-4523-ae69-f996929fe8e4 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups/ea5f8073-743f-4efc-a719-5d2189973daa HTTP/1.1" status: 404 len: 347 time: 0.0201364 Feb 11 05:26:22.035025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47488) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:22.138141 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-61cf8789-c238-436a-a1e5-6dfa15e99410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.215616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-8facde43-69ce-4209-9909-69d6890976c3 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Deleting port 590e582d-448c-4985-b66e-dd8816b756e8 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:22.215797 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8facde43-69ce-4209-9909-69d6890976c3 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (590e582d-448c-4985-b66e-dd8816b756e8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.313716 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-61cf8789-c238-436a-a1e5-6dfa15e99410 admin admin] Publish callbacks [] for security_group (6d8f5e15-1c00-4660-a30e-6c5540ad20ae), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.322977 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-61cf8789-c238-436a-a1e5-6dfa15e99410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6d8f5e15-1c00-4660-a30e-6c5540ad20ae), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.341050 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8facde43-69ce-4209-9909-69d6890976c3 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (590e582d-448c-4985-b66e-dd8816b756e8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.341373 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8facde43-69ce-4209-9909-69d6890976c3 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for floatingip (590e582d-448c-4985-b66e-dd8816b756e8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.377892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-8facde43-69ce-4209-9909-69d6890976c3 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Calling delete_port for 590e582d-448c-4985-b66e-dd8816b756e8 owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:22.387480 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-61cf8789-c238-436a-a1e5-6dfa15e99410 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c4a136104ef64c76b01ac8a879c45dd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4236276 Feb 11 05:26:22.387480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf8789-c238-436a-a1e5-6dfa15e99410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8f5e15-1c00-4660-a30e-6c5540ad20ae,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:22.388245 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47544) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:22.450685 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40c17ba4-b2fe-40b4-9054-1de8e6c678d1 admin admin] Publish callbacks [] for security_group (6d8f5e15-1c00-4660-a30e-6c5540ad20ae), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.479536 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40c17ba4-b2fe-40b4-9054-1de8e6c678d1 admin admin] Publish callbacks [] for security_group (6d8f5e15-1c00-4660-a30e-6c5540ad20ae), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.535233 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40c17ba4-b2fe-40b4-9054-1de8e6c678d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6d8f5e15-1c00-4660-a30e-6c5540ad20ae), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.538698 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40c17ba4-b2fe-40b4-9054-1de8e6c678d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.540315 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-40c17ba4-b2fe-40b4-9054-1de8e6c678d1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6d8f5e15-1c00-4660-a30e-6c5540ad20ae HTTP/1.1" status: 204 len: 168 time: 0.1511934 Feb 11 05:26:22.548767 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8facde43-69ce-4209-9909-69d6890976c3 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (590e582d-448c-4985-b66e-dd8816b756e8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.550524 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c17ba4-b2fe-40b4-9054-1de8e6c678d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8f5e15-1c00-4660-a30e-6c5540ad20ae,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:22.576324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facde43-69ce-4209-9909-69d6890976c3 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event deleted for resources: {'Port': ['ID=590e582d-448c-4985-b66e-dd8816b756e8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:22.653396 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8facde43-69ce-4209-9909-69d6890976c3 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for floatingip (ec1a507b-713c-4604-98eb-f18f3f672b04), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.656611 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8facde43-69ce-4209-9909-69d6890976c3 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:22.661089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8facde43-69ce-4209-9909-69d6890976c3 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "DELETE /v2.0/floatingips/ec1a507b-713c-4604-98eb-f18f3f672b04 HTTP/1.1" status: 204 len: 168 time: 0.6249936 Feb 11 05:26:22.909655 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47622) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:22.924042 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b4c59c5-3014-409d-9836-1875d3ba24f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.018064 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b4c59c5-3014-409d-9836-1875d3ba24f3 admin admin] Publish callbacks [] for security_group (2e2a4da7-3976-4fea-819e-29fd8705dd7a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.022823 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b4c59c5-3014-409d-9836-1875d3ba24f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2e2a4da7-3976-4fea-819e-29fd8705dd7a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.073025 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9b4c59c5-3014-409d-9836-1875d3ba24f3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5162c41be55a42fd95db22c237a1e9c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1622651 Feb 11 05:26:23.074486 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c59c5-3014-409d-9836-1875d3ba24f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2a4da7-3976-4fea-819e-29fd8705dd7a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:23.075904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47646) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:23.117321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47654) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:23.122054 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-22cfbc67-3800-4555-97e1-42ec90235390 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568728090', 'description': 'tempest-description--1646349358'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:23.144506 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6192f061-7414-489a-ae83-d0b8b193709f admin admin] Publish callbacks [] for security_group (2e2a4da7-3976-4fea-819e-29fd8705dd7a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.145144 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22cfbc67-3800-4555-97e1-42ec90235390 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.169449 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6192f061-7414-489a-ae83-d0b8b193709f admin admin] Publish callbacks [] for security_group (2e2a4da7-3976-4fea-819e-29fd8705dd7a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.230307 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22cfbc67-3800-4555-97e1-42ec90235390 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group (faba5215-b319-4d5a-874a-319f9649ee3a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.230930 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6192f061-7414-489a-ae83-d0b8b193709f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2e2a4da7-3976-4fea-819e-29fd8705dd7a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.233752 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6192f061-7414-489a-ae83-d0b8b193709f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.234381 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22cfbc67-3800-4555-97e1-42ec90235390 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (faba5215-b319-4d5a-874a-319f9649ee3a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.234916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6192f061-7414-489a-ae83-d0b8b193709f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2e2a4da7-3976-4fea-819e-29fd8705dd7a HTTP/1.1" status: 204 len: 168 time: 0.1566715 Feb 11 05:26:23.245429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192f061-7414-489a-ae83-d0b8b193709f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2a4da7-3976-4fea-819e-29fd8705dd7a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:23.289341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfbc67-3800-4555-97e1-42ec90235390 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faba5215-b319-4d5a-874a-319f9649ee3a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:23.291630 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22cfbc67-3800-4555-97e1-42ec90235390 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.292888 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-22cfbc67-3800-4555-97e1-42ec90235390 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1744409 Feb 11 05:26:23.295846 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 47682) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:23.300956 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-12fc1289-f37a-40a3-90cb-3e51c3b474ab tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Request body: {'security_group_rule': {'security_group_id': 'faba5215-b319-4d5a-874a-319f9649ee3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:23.335330 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-12fc1289-f37a-40a3-90cb-3e51c3b474ab tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group_rule (c8151ab8-7808-4649-b2f0-b4e5290ce718), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.403318 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-12fc1289-f37a-40a3-90cb-3e51c3b474ab tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group_rule (c8151ab8-7808-4649-b2f0-b4e5290ce718), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.408372 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-12fc1289-f37a-40a3-90cb-3e51c3b474ab tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (c8151ab8-7808-4649-b2f0-b4e5290ce718), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.431550 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc1289-f37a-40a3-90cb-3e51c3b474ab tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8151ab8-7808-4649-b2f0-b4e5290ce718,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:23.445263 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-12fc1289-f37a-40a3-90cb-3e51c3b474ab tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.446644 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-12fc1289-f37a-40a3-90cb-3e51c3b474ab tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495433 Feb 11 05:26:23.449813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47702) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:23.454854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-f0bdf2d1-5183-429c-be1a-e22ad0df1e43 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Request body: {'security_group_rule': {'security_group_id': 'faba5215-b319-4d5a-874a-319f9649ee3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:23.492398 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0bdf2d1-5183-429c-be1a-e22ad0df1e43 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group_rule (41fd4785-c597-4f3a-8f26-99a6bc52f787), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.557072 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0bdf2d1-5183-429c-be1a-e22ad0df1e43 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group_rule (41fd4785-c597-4f3a-8f26-99a6bc52f787), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.562472 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0bdf2d1-5183-429c-be1a-e22ad0df1e43 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (41fd4785-c597-4f3a-8f26-99a6bc52f787), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.585812 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdf2d1-5183-429c-be1a-e22ad0df1e43 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fd4785-c597-4f3a-8f26-99a6bc52f787,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:23.603170 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0bdf2d1-5183-429c-be1a-e22ad0df1e43 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.605335 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f0bdf2d1-5183-429c-be1a-e22ad0df1e43 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539400 Feb 11 05:26:23.608309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 47732) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:23.612937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:23.644777 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.761504 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:23.903318 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Allocated IP 172.25.5.228 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/08174614-e047-48bd-a923-27576b4c0f63) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:24.022012 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for port (08174614-e047-48bd-a923-27576b4c0f63), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:24.069426 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (08174614-e047-48bd-a923-27576b4c0f63), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:24.124942 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:24.125726 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event updated for resources: {'Port': ['ID=08174614-e047-48bd-a923-27576b4c0f63,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:24.128756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:24.131494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:24.206097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device aa5b0922-cfb6-426d-a9bf-a2da08f84bda no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:24.233339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: aa5b0922-cfb6-426d-a9bf-a2da08f84bda {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:24.233686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device aa5b0922-cfb6-426d-a9bf-a2da08f84bda not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:24.246255 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for floatingip (bab87e6f-55c9-4aea-944e-a85484834a8e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:24.286057 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (08174614-e047-48bd-a923-27576b4c0f63), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:24.447869 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for port (08174614-e047-48bd-a923-27576b4c0f63), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:24.452849 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (08174614-e047-48bd-a923-27576b4c0f63), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:24.520729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event updated for resources: {'Port': ['ID=08174614-e047-48bd-a923-27576b4c0f63,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:24.532765 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (bab87e6f-55c9-4aea-944e-a85484834a8e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:24.551798 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:24.553807 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9acf24ce-d2b7-4631-9518-59201c6b0dc6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9444065 Feb 11 05:26:24.783012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-3f84bd60-6a1f-4de1-89c2-68b4fa100264 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1568728090&fields=id&tenant_id=d38398dc263b4e81883a8499fb1a6d96 HTTP/1.1" status: 200 len: 267 time: 0.0439107 Feb 11 05:26:24.912516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-f698716f-3e27-4e18-b9ad-19a9283b6145 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:24.914596 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-f698716f-3e27-4e18-b9ad-19a9283b6145 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/networks?id=cc0a917d-8eaf-4d95-a902-cd3344524860 HTTP/1.1" status: 200 len: 810 time: 0.1240313 Feb 11 05:26:24.936788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-8ac79c09-171a-481e-ad66-ea6258932ede tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/quotas/d38398dc263b4e81883a8499fb1a6d96 HTTP/1.1" status: 200 len: 375 time: 0.0124459 Feb 11 05:26:25.008917 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-a305f702-456a-477b-a423-12f3ec1969b1 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d38398dc263b4e81883a8499fb1a6d96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655687 Feb 11 05:26:25.129288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-8fed9e2a-71b2-4db3-a77d-683de9afd99a service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:26:25.135927 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-8fed9e2a-71b2-4db3-a77d-683de9afd99a service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1130795 Feb 11 05:26:25.248456 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-489f99f9-f2e4-4cb8-bbd8-c141c643c98e service neutron] 10.222.0.87 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103034 Feb 11 05:26:25.352072 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-f47304dc-82e6-4932-ade3-0b71587467d9 service neutron] 10.222.0.87 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972116 Feb 11 05:26:25.550139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-172a2198-3c1d-44ce-a74b-216bc6b17097 req-11bf079e-4a44-488c-8829-507a08f0f500 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 210 time: 0.0476122 Feb 11 05:26:26.671584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05045a14-042f-4731-8597-7e48960043af req-2420e31d-85b3-4e2e-93fe-37ac9a624b0b tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 210 time: 0.0492594 Feb 11 05:26:26.913839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-5b91a9be-24c7-4284-a279-d2b709176cb1 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:26.915404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-5b91a9be-24c7-4284-a279-d2b709176cb1 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.73 "GET /v2.0/networks?id=cc0a917d-8eaf-4d95-a902-cd3344524860 HTTP/1.1" status: 200 len: 810 time: 0.1531608 Feb 11 05:26:26.995791 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-dd5573cb-1781-450e-b2b1-68ce69959247 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d38398dc263b4e81883a8499fb1a6d96 HTTP/1.1" status: 200 len: 380 time: 0.0716600 Feb 11 05:26:27.009640 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-7a1d6c31-e7c8-42bc-ace0-51482e6d2204 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Request body: {'port': {'device_id': '23a30057-c9ab-4075-a624-0e242fb52571', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'admin_state_up': True, 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'security_groups': ['faba5215-b319-4d5a-874a-319f9649ee3a']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:27.132039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-7a1d6c31-e7c8-42bc-ace0-51482e6d2204 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Made reservation on behalf of d38398dc263b4e81883a8499fb1a6d96 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:27.135389 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-7a1d6c31-e7c8-42bc-ace0-51482e6d2204 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.272290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-7a1d6c31-e7c8-42bc-ace0-51482e6d2204 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Allocated IP 172.20.0.5 (cc0a917d-8eaf-4d95-a902-cd3344524860/f7873483-8f55-4b01-980d-97e18e14d525/edc61057-42b1-4189-ae07-9871a0a238d1) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:27.418440 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-7a1d6c31-e7c8-42bc-ace0-51482e6d2204 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for port (edc61057-42b1-4189-ae07-9871a0a238d1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.464330 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-7a1d6c31-e7c8-42bc-ace0-51482e6d2204 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (edc61057-42b1-4189-ae07-9871a0a238d1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.487001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-7a1d6c31-e7c8-42bc-ace0-51482e6d2204 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Network cc0a917d-8eaf-4d95-a902-cd3344524860 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:27.490127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-7a1d6c31-e7c8-42bc-ace0-51482e6d2204 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:27.492785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-7a1d6c31-e7c8-42bc-ace0-51482e6d2204 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:27.587729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-7a1d6c31-e7c8-42bc-ace0-51482e6d2204 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:27.588760 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-7a1d6c31-e7c8-42bc-ace0-51482e6d2204 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.620967 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-7a1d6c31-e7c8-42bc-ace0-51482e6d2204 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6157391 Feb 11 05:26:27.622032 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d6c31-e7c8-42bc-ace0-51482e6d2204 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event updated for resources: {'Port': ['ID=edc61057-42b1-4189-ae07-9871a0a238d1,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:27.636546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Request body: {'port': {'device_id': '23a30057-c9ab-4075-a624-0e242fb52571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:27.712268 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (edc61057-42b1-4189-ae07-9871a0a238d1), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.898583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-13114e0b-6f42-4e99-86c0-37d92041d200 None None] Provisioning complete for port edc61057-42b1-4189-ae07-9871a0a238d1 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:27.899033 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13114e0b-6f42-4e99-86c0-37d92041d200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (edc61057-42b1-4189-ae07-9871a0a238d1), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:27.933422 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6362bca-d6d1-4d3d-99d4-f020f828181c req-b7b4eae1-8d6d-49f8-b0bd-3dd526dcdd34 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:27.934875 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6362bca-d6d1-4d3d-99d4-f020f828181c req-b7b4eae1-8d6d-49f8-b0bd-3dd526dcdd34 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 931 time: 0.1611145 Feb 11 05:26:27.941475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-13114e0b-6f42-4e99-86c0-37d92041d200 None None] Port edc61057-42b1-4189-ae07-9871a0a238d1 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:26:28.035855 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6362bca-d6d1-4d3d-99d4-f020f828181c req-fd6e578e-1e51-47dd-93b9-396188cab66a tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=faba5215-b319-4d5a-874a-319f9649ee3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885377 Feb 11 05:26:28.123432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc61057-42b1-4189-ae07-9871a0a238d1 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:28.134357 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Publish callbacks [] for port (edc61057-42b1-4189-ae07-9871a0a238d1), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.147254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Transition to ACTIVE for port object edc61057-42b1-4189-ae07-9871a0a238d1 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:28.154003 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (edc61057-42b1-4189-ae07-9871a0a238d1), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.203065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Pushing event updated for resources: {'Port': ['ID=edc61057-42b1-4189-ae07-9871a0a238d1,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:28.360036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Attempting to bind port edc61057-42b1-4189-ae07-9871a0a238d1 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:28.360425 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Attempting to bind port edc61057-42b1-4189-ae07-9871a0a238d1 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a9b3d39c-12c6-41bc-8906-c459aa8656f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:28.360819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Attempting to bind port edc61057-42b1-4189-ae07-9871a0a238d1 on network cc0a917d-8eaf-4d95-a902-cd3344524860 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:28.367562 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Port edc61057-42b1-4189-ae07-9871a0a238d1 on network cc0a917d-8eaf-4d95-a902-cd3344524860 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:28.367894 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Attempting to bind port edc61057-42b1-4189-ae07-9871a0a238d1 on network cc0a917d-8eaf-4d95-a902-cd3344524860 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:28.374258 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:28.374596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Checking segment: {'id': 'a9b3d39c-12c6-41bc-8906-c459aa8656f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:28.374990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Bound using segment: {'id': 'a9b3d39c-12c6-41bc-8906-c459aa8656f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:28.375572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Bound port: edc61057-42b1-4189-ae07-9871a0a238d1, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b3d39c-12c6-41bc-8906-c459aa8656f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:28.376129 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (edc61057-42b1-4189-ae07-9871a0a238d1), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.456452 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c47f7745-644d-4849-bc30-9303c9351d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.478180 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] For port edc61057-42b1-4189-ae07-9871a0a238d1, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:28.481625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] For port edc61057-42b1-4189-ae07-9871a0a238d1, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=edc61057-42b1-4189-ae07-9871a0a238d1,segment=NetworkSegment(a9b3d39c-12c6-41bc-8906-c459aa8656f8),segment_id=a9b3d39c-12c6-41bc-8906-c459aa8656f8)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:28.490006 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (edc61057-42b1-4189-ae07-9871a0a238d1), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.556398 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:28.557367 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.558912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] 10.222.0.73 "PUT /v2.0/ports/edc61057-42b1-4189-ae07-9871a0a238d1 HTTP/1.1" status: 200 len: 1092 time: 0.9292521 Feb 11 05:26:28.559382 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a30057-c9ab-4075-a624-0e242fb52571', 'tag': 'edc61057-42b1-4189-ae07-9871a0a238d1'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:28.564879 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a95b9f-d832-4332-a658-873700f99614" -d '{"events": [{"name": "network-changed", "server_uuid": "23a30057-c9ab-4075-a624-0e242fb52571", "tag": "edc61057-42b1-4189-ae07-9871a0a238d1"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:28.618024 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc54bf9-d943-499f-b6a0-934bc351aaac service neutron] Pushing event updated for resources: {'Port': ['ID=edc61057-42b1-4189-ae07-9871a0a238d1,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:28.666168 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2aca28-551d-4f3b-835a-244162a059dc x-openstack-request-id: req-0b2aca28-551d-4f3b-835a-244162a059dc {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:28.666463 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a30057-c9ab-4075-a624-0e242fb52571", "tag": "edc61057-42b1-4189-ae07-9871a0a238d1", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:28.666714 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0b2aca28-551d-4f3b-835a-244162a059dc {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:28.667110 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a30057-c9ab-4075-a624-0e242fb52571', 'tag': 'edc61057-42b1-4189-ae07-9871a0a238d1', 'status': 'completed', 'code': 200} Feb 11 05:26:28.691611 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-0ec00896-b10a-4539-8a86-6f92b34358c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:28.693787 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-0ec00896-b10a-4539-8a86-6f92b34358c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d38398dc263b4e81883a8499fb1a6d96&device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 1126 time: 0.0719483 Feb 11 05:26:28.764793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-9e47548f-ca6a-44c1-9d2d-ad9913258399 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edc61057-42b1-4189-ae07-9871a0a238d1 HTTP/1.1" status: 200 len: 217 time: 0.0634475 Feb 11 05:26:28.820396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-321541d1-78b5-4bc8-af14-86a0c2de4f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:28.821923 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-321541d1-78b5-4bc8-af14-86a0c2de4f7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7873483-8f55-4b01-980d-97e18e14d525 HTTP/1.1" status: 200 len: 849 time: 0.0507452 Feb 11 05:26:28.891532 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-99b0f1b6-c3c4-4b22-be2b-3954c155ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:28.893071 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-99b0f1b6-c3c4-4b22-be2b-3954c155ad1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc0a917d-8eaf-4d95-a902-cd3344524860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0648971 Feb 11 05:26:29.010771 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-f0d8288e-6511-4854-a06e-8e987cf52ca9 service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089220 Feb 11 05:26:29.110109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5703bde3-9a9f-4838-aee0-db7dba905152 req-3db72e68-7ad0-46c5-8155-62071b69ff5c service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928011 Feb 11 05:26:29.235384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056eb6f8-a3b0-43fa-9809-c88c24c2e9e4 req-d7c9eb29-ad60-4512-88ce-ab6687c3f8cd tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:29.237046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-056eb6f8-a3b0-43fa-9809-c88c24c2e9e4 req-d7c9eb29-ad60-4512-88ce-ab6687c3f8cd tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 943 time: 0.0988765 Feb 11 05:26:29.244897 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a95b9f-d832-4332-a658-873700f99614 req-022afc88-6513-41d7-bae8-a7a082967760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:29.246571 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7a95b9f-d832-4332-a658-873700f99614 req-022afc88-6513-41d7-bae8-a7a082967760 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d38398dc263b4e81883a8499fb1a6d96&device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 1126 time: 0.0748746 Feb 11 05:26:29.350112 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-056eb6f8-a3b0-43fa-9809-c88c24c2e9e4 req-4f8eda6b-0176-4f4f-abc1-15b4fba1cc2a tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=faba5215-b319-4d5a-874a-319f9649ee3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019349 Feb 11 05:26:29.380797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a95b9f-d832-4332-a658-873700f99614 req-0718ac33-a9fd-43d7-9654-664699b87d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:29.382522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7a95b9f-d832-4332-a658-873700f99614 req-0718ac33-a9fd-43d7-9654-664699b87d34 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cc0a917d-8eaf-4d95-a902-cd3344524860 HTTP/1.1" status: 200 len: 911 time: 0.1276395 Feb 11 05:26:29.430648 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7a95b9f-d832-4332-a658-873700f99614 req-6010d7ba-7873-4c65-bc7a-c6caf2f0071a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edc61057-42b1-4189-ae07-9871a0a238d1 HTTP/1.1" status: 200 len: 217 time: 0.0370927 Feb 11 05:26:29.482574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a95b9f-d832-4332-a658-873700f99614 req-4bfd57bc-fb56-482a-977f-9c49aa328c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:29.483988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7a95b9f-d832-4332-a658-873700f99614 req-4bfd57bc-fb56-482a-977f-9c49aa328c05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7873483-8f55-4b01-980d-97e18e14d525 HTTP/1.1" status: 200 len: 849 time: 0.0441031 Feb 11 05:26:29.539043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a95b9f-d832-4332-a658-873700f99614 req-c8ce1b95-a10c-4677-9c99-1b9314ad2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:29.540810 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7a95b9f-d832-4332-a658-873700f99614 req-c8ce1b95-a10c-4677-9c99-1b9314ad2a03 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc0a917d-8eaf-4d95-a902-cd3344524860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469885 Feb 11 05:26:29.642431 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7a95b9f-d832-4332-a658-873700f99614 req-fab5ad6c-e4a1-4e7d-9735-4223522592b6 service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901425 Feb 11 05:26:29.773583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7a95b9f-d832-4332-a658-873700f99614 req-059f373b-3d13-4e97-9b7d-12eede54542f service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238434 Feb 11 05:26:30.482787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61e332-3574-4ec9-8bbd-db0c8294b1bd req-525ba932-0a0c-41ec-b41d-afb2f1211668 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:30.484397 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b61e332-3574-4ec9-8bbd-db0c8294b1bd req-525ba932-0a0c-41ec-b41d-afb2f1211668 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 943 time: 0.0610614 Feb 11 05:26:30.534409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b61e332-3574-4ec9-8bbd-db0c8294b1bd req-16c9fe7d-75a6-4a32-9ed6-393e6d2b61a6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=faba5215-b319-4d5a-874a-319f9649ee3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433106 Feb 11 05:26:30.753789 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ea0d774a-f1a4-459c-982e-faf135e55867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:31.284993 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:26:31.669803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fff39b-258b-4171-ad18-79537a3e48a6 req-d43d607f-cdb9-4079-a66d-8b7740e7ded9 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:31.671701 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-63fff39b-258b-4171-ad18-79537a3e48a6 req-d43d607f-cdb9-4079-a66d-8b7740e7ded9 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 943 time: 0.0655992 Feb 11 05:26:31.728132 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-63fff39b-258b-4171-ad18-79537a3e48a6 req-ebdb51c6-0371-46ad-836c-4c00dc65ab38 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=faba5215-b319-4d5a-874a-319f9649ee3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496361 Feb 11 05:26:32.247579 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device edc61057-42b1-4189-ae07-9871a0a238d1 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:26:32.405943 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.419527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port edc61057-42b1-4189-ae07-9871a0a238d1, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=edc61057-42b1-4189-ae07-9871a0a238d1,segment=NetworkSegment(a9b3d39c-12c6-41bc-8906-c459aa8656f8),segment_id=a9b3d39c-12c6-41bc-8906-c459aa8656f8)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:32.454258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'edc61057-42b1-4189-ae07-9871a0a238d1', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'port_id': 'edc61057-42b1-4189-ae07-9871a0a238d1', 'mac_address': 'fa:16:3e:56:4f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:26:32.511206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port edc61057-42b1-4189-ae07-9871a0a238d1 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:32.511637 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (edc61057-42b1-4189-ae07-9871a0a238d1), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.529925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc61057-42b1-4189-ae07-9871a0a238d1 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:32.551475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port edc61057-42b1-4189-ae07-9871a0a238d1, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=edc61057-42b1-4189-ae07-9871a0a238d1,segment=NetworkSegment(a9b3d39c-12c6-41bc-8906-c459aa8656f8),segment_id=a9b3d39c-12c6-41bc-8906-c459aa8656f8)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:32.556435 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (edc61057-42b1-4189-ae07-9871a0a238d1), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:32.620828 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=edc61057-42b1-4189-ae07-9871a0a238d1,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:32.631905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.632300 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.632643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.633072 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.633423 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.633757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.634147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.634491 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.634994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.635558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.635895 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.636308 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.636673 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:26:32.857668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b631709-190f-4662-af96-234eb7ed4fc0 req-801fef1e-c22a-4871-9552-79d954276c46 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:32.860060 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b631709-190f-4662-af96-234eb7ed4fc0 req-801fef1e-c22a-4871-9552-79d954276c46 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 944 time: 0.0612411 Feb 11 05:26:32.889868 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['edc61057-42b1-4189-ae07-9871a0a238d1'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:32.950320 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b631709-190f-4662-af96-234eb7ed4fc0 req-60da65e2-2650-493f-b6d5-12ba9d69a6fb tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=faba5215-b319-4d5a-874a-319f9649ee3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849876 Feb 11 05:26:33.584935 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.135356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5781a43-c0fb-43d5-8ebc-86a99108c2ba req-d390c255-23cc-4944-b9fb-7c960e6dbd90 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:34.142607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5781a43-c0fb-43d5-8ebc-86a99108c2ba req-d390c255-23cc-4944-b9fb-7c960e6dbd90 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 944 time: 0.0813961 Feb 11 05:26:34.199509 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5781a43-c0fb-43d5-8ebc-86a99108c2ba req-2c2124aa-facc-41b5-b510-760e5a180c9f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=faba5215-b319-4d5a-874a-319f9649ee3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506172 Feb 11 05:26:34.265464 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device edc61057-42b1-4189-ae07-9871a0a238d1 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:26:34.359069 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port edc61057-42b1-4189-ae07-9871a0a238d1 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:26:34.365767 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port edc61057-42b1-4189-ae07-9871a0a238d1 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:34.366463 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (edc61057-42b1-4189-ae07-9871a0a238d1), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.471483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port edc61057-42b1-4189-ae07-9871a0a238d1 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:26:34.472020 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (edc61057-42b1-4189-ae07-9871a0a238d1), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.501880 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a30057-c9ab-4075-a624-0e242fb52571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc61057-42b1-4189-ae07-9871a0a238d1'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:34.505633 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2226a017-ce10-43af-aea1-7c32abf70fc3" -d '{"events": [{"server_uuid": "23a30057-c9ab-4075-a624-0e242fb52571", "name": "network-vif-plugged", "status": "completed", "tag": "edc61057-42b1-4189-ae07-9871a0a238d1"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:34.541387 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port edc61057-42b1-4189-ae07-9871a0a238d1, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=edc61057-42b1-4189-ae07-9871a0a238d1,segment=NetworkSegment(a9b3d39c-12c6-41bc-8906-c459aa8656f8),segment_id=a9b3d39c-12c6-41bc-8906-c459aa8656f8)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:34.549196 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (edc61057-42b1-4189-ae07-9871a0a238d1), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.672402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=edc61057-42b1-4189-ae07-9871a0a238d1,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:34.944862 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcace25b-d7f4-4c11-8628-b1d311b18e4d x-openstack-request-id: req-bcace25b-d7f4-4c11-8628-b1d311b18e4d {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:34.945505 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a30057-c9ab-4075-a624-0e242fb52571", "name": "network-vif-plugged", "status": "completed", "tag": "edc61057-42b1-4189-ae07-9871a0a238d1", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:34.945768 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bcace25b-d7f4-4c11-8628-b1d311b18e4d {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:34.947020 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a30057-c9ab-4075-a624-0e242fb52571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc61057-42b1-4189-ae07-9871a0a238d1', 'code': 200} Feb 11 05:26:35.072107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d3ba7-589a-4e13-aad1-e74ae3090656 req-6a7e6e76-4193-4062-9bfc-24301728c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:35.074136 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f3d3ba7-589a-4e13-aad1-e74ae3090656 req-6a7e6e76-4193-4062-9bfc-24301728c7e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 1128 time: 0.0637846 Feb 11 05:26:35.110078 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:35.136498 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f3d3ba7-589a-4e13-aad1-e74ae3090656 req-be1e5f5e-12c2-4e4d-a7de-49ea96e0c252 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=faba5215-b319-4d5a-874a-319f9649ee3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541770 Feb 11 05:26:35.361696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d93e0-d123-4fa2-bf1d-c0664a124d6c req-f71d0348-7ca2-4911-a520-e9da4a7105e9 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:35.382233 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f9d93e0-d123-4fa2-bf1d-c0664a124d6c req-f71d0348-7ca2-4911-a520-e9da4a7105e9 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 945 time: 0.1008384 Feb 11 05:26:35.430709 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f9d93e0-d123-4fa2-bf1d-c0664a124d6c req-6bb16424-e50c-47c0-9f38-b3a630ebcf40 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=faba5215-b319-4d5a-874a-319f9649ee3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562162 Feb 11 05:26:35.616286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48208) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:35.758579 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0cc4f1b4-6974-47a5-bf7a-cde5b23f1d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:35.848128 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0cc4f1b4-6974-47a5-bf7a-cde5b23f1d23 admin admin] Publish callbacks [] for security_group (f62373c8-7f57-4eb2-a2fd-56d168474118), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:35.853176 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0cc4f1b4-6974-47a5-bf7a-cde5b23f1d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f62373c8-7f57-4eb2-a2fd-56d168474118), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:35.921878 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4f1b4-6974-47a5-bf7a-cde5b23f1d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62373c8-7f57-4eb2-a2fd-56d168474118,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:35.949918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0cc4f1b4-6974-47a5-bf7a-cde5b23f1d23 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=20e811586fea4c119c178ddd0d64a1e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3321607 Feb 11 05:26:35.952559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48220) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:36.012942 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c048d6d1-00dc-464f-9f6a-5df0c983551f admin admin] Publish callbacks [] for security_group (f62373c8-7f57-4eb2-a2fd-56d168474118), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.035643 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c048d6d1-00dc-464f-9f6a-5df0c983551f admin admin] Publish callbacks [] for security_group (f62373c8-7f57-4eb2-a2fd-56d168474118), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.089024 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c048d6d1-00dc-464f-9f6a-5df0c983551f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f62373c8-7f57-4eb2-a2fd-56d168474118), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.091866 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c048d6d1-00dc-464f-9f6a-5df0c983551f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.093263 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c048d6d1-00dc-464f-9f6a-5df0c983551f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f62373c8-7f57-4eb2-a2fd-56d168474118 HTTP/1.1" status: 204 len: 168 time: 0.1383808 Feb 11 05:26:36.103266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048d6d1-00dc-464f-9f6a-5df0c983551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62373c8-7f57-4eb2-a2fd-56d168474118,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:36.472485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48232) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:36.497532 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-23f72953-42bb-45c0-ba5e-adb37378abc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.689390 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbad3a8-1829-4bbc-88a9-3c5f0f0555b3 req-a6c58b05-ffe9-46c4-af7e-fef67bc3ee3f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:36.697126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1bbad3a8-1829-4bbc-88a9-3c5f0f0555b3 req-a6c58b05-ffe9-46c4-af7e-fef67bc3ee3f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 945 time: 0.0956357 Feb 11 05:26:36.732040 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-23f72953-42bb-45c0-ba5e-adb37378abc7 admin admin] Publish callbacks [] for security_group (4a7dddc9-bb39-478b-b248-506c455bd9da), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.745567 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-23f72953-42bb-45c0-ba5e-adb37378abc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4a7dddc9-bb39-478b-b248-506c455bd9da), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.772906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1bbad3a8-1829-4bbc-88a9-3c5f0f0555b3 req-69f9d806-daa0-4542-9926-81ebb75fea98 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=faba5215-b319-4d5a-874a-319f9649ee3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702734 Feb 11 05:26:36.807857 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-23f72953-42bb-45c0-ba5e-adb37378abc7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d19fbc185d7c4e9c804d5f564db1319b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3333824 Feb 11 05:26:36.809117 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f72953-42bb-45c0-ba5e-adb37378abc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7dddc9-bb39-478b-b248-506c455bd9da,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:36.811306 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48238) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:36.886326 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-df285e8a-f762-4209-a147-fd978450299d admin admin] Publish callbacks [] for security_group (4a7dddc9-bb39-478b-b248-506c455bd9da), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.916666 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-df285e8a-f762-4209-a147-fd978450299d admin admin] Publish callbacks [] for security_group (4a7dddc9-bb39-478b-b248-506c455bd9da), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.972907 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-df285e8a-f762-4209-a147-fd978450299d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4a7dddc9-bb39-478b-b248-506c455bd9da), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.976530 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-df285e8a-f762-4209-a147-fd978450299d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:36.980241 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-df285e8a-f762-4209-a147-fd978450299d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4a7dddc9-bb39-478b-b248-506c455bd9da HTTP/1.1" status: 204 len: 168 time: 0.1654780 Feb 11 05:26:36.990441 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df285e8a-f762-4209-a147-fd978450299d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7dddc9-bb39-478b-b248-506c455bd9da,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:37.988839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498f4ea-fbfe-49b5-9f0e-5a6e3bd1d95f req-fe071799-e4d6-490b-94ce-d489dfe5ecfd tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:37.995476 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8498f4ea-fbfe-49b5-9f0e-5a6e3bd1d95f req-fe071799-e4d6-490b-94ce-d489dfe5ecfd tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 945 time: 0.1328943 Feb 11 05:26:38.085081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8498f4ea-fbfe-49b5-9f0e-5a6e3bd1d95f req-3c62e88b-b38c-473f-b88c-41acd25f7db6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=faba5215-b319-4d5a-874a-319f9649ee3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830367 Feb 11 05:26:38.302197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca1592-79de-49d1-88a6-ed70c94122cb req-381002a2-5229-43b9-be1e-43c58d1bb7f0 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:38.304174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fbca1592-79de-49d1-88a6-ed70c94122cb req-381002a2-5229-43b9-be1e-43c58d1bb7f0 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 945 time: 0.1093113 Feb 11 05:26:38.313873 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48282) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:38.319829 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-890bc075-c7e2-4f9b-b47e-edf8fe382e3f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Request body: {'floatingip': {'port_id': 'edc61057-42b1-4189-ae07-9871a0a238d1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:38.348894 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48286) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:38.413629 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-890bc075-c7e2-4f9b-b47e-edf8fe382e3f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for floatingip (bab87e6f-55c9-4aea-944e-a85484834a8e), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.562186 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d47265b1-ce52-49cd-89f3-88720c701d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.721016 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d47265b1-ce52-49cd-89f3-88720c701d72 admin admin] Publish callbacks [] for security_group (f5a69446-3e59-465a-870d-f38e86f5c2de), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.723503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d47265b1-ce52-49cd-89f3-88720c701d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f5a69446-3e59-465a-870d-f38e86f5c2de), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.775275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d47265b1-ce52-49cd-89f3-88720c701d72 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=125115b8baee41a3804f1049d3cfc05d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4219615 Feb 11 05:26:38.775704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48300) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:38.806799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47265b1-ce52-49cd-89f3-88720c701d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a69446-3e59-465a-870d-f38e86f5c2de,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:38.932304 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1945458-9667-40d4-b93f-fc7d28ebcdad admin admin] Publish callbacks [] for security_group (f5a69446-3e59-465a-870d-f38e86f5c2de), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:38.961690 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1945458-9667-40d4-b93f-fc7d28ebcdad admin admin] Publish callbacks [] for security_group (f5a69446-3e59-465a-870d-f38e86f5c2de), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.068587 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1945458-9667-40d4-b93f-fc7d28ebcdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f5a69446-3e59-465a-870d-f38e86f5c2de), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.071283 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1945458-9667-40d4-b93f-fc7d28ebcdad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.075108 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a1945458-9667-40d4-b93f-fc7d28ebcdad admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f5a69446-3e59-465a-870d-f38e86f5c2de HTTP/1.1" status: 204 len: 168 time: 0.2956433 Feb 11 05:26:39.091408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1945458-9667-40d4-b93f-fc7d28ebcdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a69446-3e59-465a-870d-f38e86f5c2de,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:39.094458 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-890bc075-c7e2-4f9b-b47e-edf8fe382e3f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.112187 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-890bc075-c7e2-4f9b-b47e-edf8fe382e3f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (bab87e6f-55c9-4aea-944e-a85484834a8e), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.326059 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-890bc075-c7e2-4f9b-b47e-edf8fe382e3f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Floating IP bab87e6f-55c9-4aea-944e-a85484834a8e associated. External IP: 172.25.5.228, port: edc61057-42b1-4189-ae07-9871a0a238d1. Feb 11 05:26:39.611967 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890bc075-c7e2-4f9b-b47e-edf8fe382e3f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:26:39.769623 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890bc075-c7e2-4f9b-b47e-edf8fe382e3f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:26:39.776663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48320) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:39.780570 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-890bc075-c7e2-4f9b-b47e-edf8fe382e3f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.815841 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-097e7956-c390-4b08-a045-697bc7f41343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:39.900641 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-890bc075-c7e2-4f9b-b47e-edf8fe382e3f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "PUT /v2.0/floatingips/bab87e6f-55c9-4aea-944e-a85484834a8e HTTP/1.1" status: 200 len: 991 time: 1.5850966 Feb 11 05:26:39.919853 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a30057-c9ab-4075-a624-0e242fb52571', 'tag': 'edc61057-42b1-4189-ae07-9871a0a238d1'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:39.921962 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25f6ff5-ebda-4aa1-9f26-8365cc8e76d1" -d '{"events": [{"name": "network-changed", "server_uuid": "23a30057-c9ab-4075-a624-0e242fb52571", "tag": "edc61057-42b1-4189-ae07-9871a0a238d1"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:40.006091 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3e0e54-e0e4-40f0-9f4f-ad84c092bde6 x-openstack-request-id: req-9d3e0e54-e0e4-40f0-9f4f-ad84c092bde6 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:40.006394 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a30057-c9ab-4075-a624-0e242fb52571", "tag": "edc61057-42b1-4189-ae07-9871a0a238d1", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:40.006654 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9d3e0e54-e0e4-40f0-9f4f-ad84c092bde6 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:40.007059 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a30057-c9ab-4075-a624-0e242fb52571', 'tag': 'edc61057-42b1-4189-ae07-9871a0a238d1', 'status': 'completed', 'code': 200} Feb 11 05:26:40.081558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4904f6-eb7c-4a2e-b259-f333e716d7f3 None None] Sync routers for ids ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:26:40.093254 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-097e7956-c390-4b08-a045-697bc7f41343 admin admin] Publish callbacks [] for security_group (494e7df4-f1fa-4892-9402-06f5e5484783), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.097503 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.102466 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-097e7956-c390-4b08-a045-697bc7f41343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (494e7df4-f1fa-4892-9402-06f5e5484783), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.106044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4904f6-eb7c-4a2e-b259-f333e716d7f3 None None] Routers {'21f0bec0-fdfb-4b5d-9657-615d190e6d2b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:40.107202 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ff4904f6-eb7c-4a2e-b259-f333e716d7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:26:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:40.169496 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f6ff5-ebda-4aa1-9f26-8365cc8e76d1 req-2e218960-2c27-42b6-90d4-1255f8e573d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:40.170954 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f25f6ff5-ebda-4aa1-9f26-8365cc8e76d1 req-2e218960-2c27-42b6-90d4-1255f8e573d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d38398dc263b4e81883a8499fb1a6d96&device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 1128 time: 0.1515465 Feb 11 05:26:40.179434 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-097e7956-c390-4b08-a045-697bc7f41343 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1fcda6f329e347019a9499392e593671&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3853793 Feb 11 05:26:40.182092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48332) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:40.190261 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e7956-c390-4b08-a045-697bc7f41343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494e7df4-f1fa-4892-9402-06f5e5484783,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:40.397502 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-ff4904f6-eb7c-4a2e-b259-f333e716d7f3 None None] Set router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:40.526409 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a303e808-d38f-46ca-8ba0-081c8a3cfaed admin admin] Publish callbacks [] for security_group (494e7df4-f1fa-4892-9402-06f5e5484783), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.607855 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a303e808-d38f-46ca-8ba0-081c8a3cfaed admin admin] Publish callbacks [] for security_group (494e7df4-f1fa-4892-9402-06f5e5484783), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:40.724791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f6ff5-ebda-4aa1-9f26-8365cc8e76d1 req-555b956a-685e-4ba2-8b9e-fa601f49417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:40.727319 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f25f6ff5-ebda-4aa1-9f26-8365cc8e76d1 req-555b956a-685e-4ba2-8b9e-fa601f49417f service neutron] 10.222.0.73 "GET /v2.0/networks?id=cc0a917d-8eaf-4d95-a902-cd3344524860 HTTP/1.1" status: 200 len: 911 time: 0.5418274 Feb 11 05:26:40.962249 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ff4904f6-eb7c-4a2e-b259-f333e716d7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:22:10Z', 'revision_number': 4, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'bab87e6f-55c9-4aea-944e-a85484834a8e', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'port_id': 'edc61057-42b1-4189-ae07-9871a0a238d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'mac_address': 'fa:16:3e:56:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a30057-c9ab-4075-a624-0e242fb52571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:26:24Z', 'updated_at': '2022-02-11T05:26:38Z', 'revision_number': 1, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d05282-7567-4950-a6d3-5d523dd61dce', 'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'mac_address': 'fa:16:3e:48:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:08Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 5, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'subnets': [{'id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:41.074791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4904f6-eb7c-4a2e-b259-f333e716d7f3 None None] Checking router: 21f0bec0-fdfb-4b5d-9657-615d190e6d2b for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:26:41.088968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4904f6-eb7c-4a2e-b259-f333e716d7f3 None None] Routers {'21f0bec0-fdfb-4b5d-9657-615d190e6d2b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:41.089699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ff4904f6-eb7c-4a2e-b259-f333e716d7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:26:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:41.393492 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-ff4904f6-eb7c-4a2e-b259-f333e716d7f3 None None] Set router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:41.516293 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f25f6ff5-ebda-4aa1-9f26-8365cc8e76d1 req-4a7d6abe-cb1a-460b-8426-670ab1a3bfb0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edc61057-42b1-4189-ae07-9871a0a238d1 HTTP/1.1" status: 200 len: 999 time: 0.7731707 Feb 11 05:26:41.658189 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a303e808-d38f-46ca-8ba0-081c8a3cfaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (494e7df4-f1fa-4892-9402-06f5e5484783), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:41.692021 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a303e808-d38f-46ca-8ba0-081c8a3cfaed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:41.696997 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a303e808-d38f-46ca-8ba0-081c8a3cfaed admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/494e7df4-f1fa-4892-9402-06f5e5484783 HTTP/1.1" status: 204 len: 168 time: 1.5132699 Feb 11 05:26:41.782317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303e808-d38f-46ca-8ba0-081c8a3cfaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494e7df4-f1fa-4892-9402-06f5e5484783,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:41.838524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f6ff5-ebda-4aa1-9f26-8365cc8e76d1 req-64d08da2-fd62-41cc-aa3b-f4583cd0f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:41.850263 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f25f6ff5-ebda-4aa1-9f26-8365cc8e76d1 req-64d08da2-fd62-41cc-aa3b-f4583cd0f30a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7873483-8f55-4b01-980d-97e18e14d525 HTTP/1.1" status: 200 len: 849 time: 0.3190224 Feb 11 05:26:42.036879 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f6ff5-ebda-4aa1-9f26-8365cc8e76d1 req-2e992fb8-861f-4332-a88b-186719cf1524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:42.038839 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f25f6ff5-ebda-4aa1-9f26-8365cc8e76d1 req-2e992fb8-861f-4332-a88b-186719cf1524 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc0a917d-8eaf-4d95-a902-cd3344524860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1776888 Feb 11 05:26:42.269199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ff4904f6-eb7c-4a2e-b259-f333e716d7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:22:10Z', 'revision_number': 4, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'bab87e6f-55c9-4aea-944e-a85484834a8e', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'port_id': 'edc61057-42b1-4189-ae07-9871a0a238d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'mac_address': 'fa:16:3e:56:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a30057-c9ab-4075-a624-0e242fb52571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:26:24Z', 'updated_at': '2022-02-11T05:26:38Z', 'revision_number': 1, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d05282-7567-4950-a6d3-5d523dd61dce', 'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'mac_address': 'fa:16:3e:48:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:08Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 5, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'subnets': [{'id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:42.335899 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f25f6ff5-ebda-4aa1-9f26-8365cc8e76d1 req-5f1a09f7-e6d8-47e4-b4b5-a23fb015a7e9 service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837875 Feb 11 05:26:42.405310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4904f6-eb7c-4a2e-b259-f333e716d7f3 None None] The sync data for ids ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'] in n-d-713499-38 is: [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:22:10Z', 'revision_number': 4, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'bab87e6f-55c9-4aea-944e-a85484834a8e', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'port_id': 'edc61057-42b1-4189-ae07-9871a0a238d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'mac_address': 'fa:16:3e:56:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a30057-c9ab-4075-a624-0e242fb52571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:26:24Z', 'updated_at': '2022-02-11T05:26:38Z', 'revision_number': 1, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d05282-7567-4950-a6d3-5d523dd61dce', 'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'mac_address': 'fa:16:3e:48:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:08Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 5, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'subnets': [{'id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:26:42.756462 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f25f6ff5-ebda-4aa1-9f26-8365cc8e76d1 req-8ffdf36a-66b3-4d43-b415-b0a9a6dbcad3 service neutron] 10.222.0.73 "GET /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178312 Feb 11 05:26:42.960240 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa233fa4-0122-4f5f-aac5-bde812e5d1f8 None None] New status for floating IP bab87e6f-55c9-4aea-944e-a85484834a8e: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:26:44.048242 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:48.535344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32713af-9883-421d-b50d-ef0dbc4079a7 req-b11f4014-97b7-4d21-8903-e0f925e8b854 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:48.549516 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b32713af-9883-421d-b50d-ef0dbc4079a7 req-b11f4014-97b7-4d21-8903-e0f925e8b854 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.0877700 Feb 11 05:26:48.619449 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b32713af-9883-421d-b50d-ef0dbc4079a7 req-b0fc8010-6db2-4e2e-94b6-3260d9454ba8 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648556 Feb 11 05:26:49.029235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e4b72-04e6-4df5-baa4-8000f99513f5 req-3ed344bd-9b8a-4aeb-81b6-acd07e9fcd83 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:49.039729 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c66e4b72-04e6-4df5-baa4-8000f99513f5 req-3ed344bd-9b8a-4aeb-81b6-acd07e9fcd83 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1688237 Feb 11 05:26:49.081001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8c6d3-f133-4684-a424-889b465441a3 req-1ebb99f8-0855-41d7-a8b4-959ffc6f26e2 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:49.083381 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70a8c6d3-f133-4684-a424-889b465441a3 req-1ebb99f8-0855-41d7-a8b4-959ffc6f26e2 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 946 time: 0.1597857 Feb 11 05:26:49.191167 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c66e4b72-04e6-4df5-baa4-8000f99513f5 req-78fba1a5-45aa-43e2-9acc-56241c996bd9 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503720 Feb 11 05:26:49.257412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-70a8c6d3-f133-4684-a424-889b465441a3 req-b146db36-43d6-4b75-8d88-495527ea16ab tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Deleting port 2d78f653-eab1-4417-8c0f-e971cd7498e3 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:49.257788 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70a8c6d3-f133-4684-a424-889b465441a3 req-b146db36-43d6-4b75-8d88-495527ea16ab tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.364458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48568) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:49.392796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-70a8c6d3-f133-4684-a424-889b465441a3 req-b146db36-43d6-4b75-8d88-495527ea16ab tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] For port 2d78f653-eab1-4417-8c0f-e971cd7498e3, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2d78f653-eab1-4417-8c0f-e971cd7498e3,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:49.393184 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70a8c6d3-f133-4684-a424-889b465441a3 req-b146db36-43d6-4b75-8d88-495527ea16ab tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.420482 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-70a8c6d3-f133-4684-a424-889b465441a3 req-b146db36-43d6-4b75-8d88-495527ea16ab tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Calling delete_port for 2d78f653-eab1-4417-8c0f-e971cd7498e3 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:49.502651 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92f77290-f6c6-4a30-933e-623815356f92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.568034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815532b4-56c7-4614-a0f3-00f523737b70 req-0d3ba6d0-954f-40a6-9824-4ca47487a0fa tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:49.570814 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-815532b4-56c7-4614-a0f3-00f523737b70 req-0d3ba6d0-954f-40a6-9824-4ca47487a0fa tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0887852 Feb 11 05:26:49.677639 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92f77290-f6c6-4a30-933e-623815356f92 admin admin] Publish callbacks [] for security_group (e9018320-61bf-4741-9f0c-949fdc0f8270), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.685645 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92f77290-f6c6-4a30-933e-623815356f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e9018320-61bf-4741-9f0c-949fdc0f8270), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.733074 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f77290-f6c6-4a30-933e-623815356f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9018320-61bf-4741-9f0c-949fdc0f8270,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:49.750102 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-815532b4-56c7-4614-a0f3-00f523737b70 req-5944f4aa-8144-4d17-b965-e904f4eff8d7 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731725 Feb 11 05:26:49.820549 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-92f77290-f6c6-4a30-933e-623815356f92 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7ba38c68e4fa4d2e92d8d6d9d62bee93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4541667 Feb 11 05:26:49.825043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48578) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:49.841851 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70a8c6d3-f133-4684-a424-889b465441a3 req-b146db36-43d6-4b75-8d88-495527ea16ab tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2d78f653-eab1-4417-8c0f-e971cd7498e3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.859666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['81b757ab-9e42-40fe-bb13-f70307f41e25', '2d78f653-eab1-4417-8c0f-e971cd7498e3'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:49.937013 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a2886c9-d8c3-46f7-bf2e-5105d69cc630 admin admin] Publish callbacks [] for security_group (e9018320-61bf-4741-9f0c-949fdc0f8270), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.982883 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a2886c9-d8c3-46f7-bf2e-5105d69cc630 admin admin] Publish callbacks [] for security_group (e9018320-61bf-4741-9f0c-949fdc0f8270), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:49.997059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146db36-43d6-4b75-8d88-495527ea16ab tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Pushing event deleted for resources: {'Port': ['ID=2d78f653-eab1-4417-8c0f-e971cd7498e3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:50.047185 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a2886c9-d8c3-46f7-bf2e-5105d69cc630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e9018320-61bf-4741-9f0c-949fdc0f8270), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:50.050477 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a2886c9-d8c3-46f7-bf2e-5105d69cc630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:50.055660 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9a2886c9-d8c3-46f7-bf2e-5105d69cc630 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e9018320-61bf-4741-9f0c-949fdc0f8270 HTTP/1.1" status: 204 len: 168 time: 0.2292922 Feb 11 05:26:50.064655 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2886c9-d8c3-46f7-bf2e-5105d69cc630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9018320-61bf-4741-9f0c-949fdc0f8270,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:50.107302 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a8c6d3-f133-4684-a424-889b465441a3 req-b146db36-43d6-4b75-8d88-495527ea16ab tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] No DVR routers for this DVR port 2d78f653-eab1-4417-8c0f-e971cd7498e3 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:50.110779 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-70a8c6d3-f133-4684-a424-889b465441a3 req-b146db36-43d6-4b75-8d88-495527ea16ab tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:50.114340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70a8c6d3-f133-4684-a424-889b465441a3 req-b146db36-43d6-4b75-8d88-495527ea16ab tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.88 "DELETE /v2.0/ports/2d78f653-eab1-4417-8c0f-e971cd7498e3 HTTP/1.1" status: 204 len: 173 time: 1.0202851 Feb 11 05:26:50.116192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d194e1-7e38-4a0b-bfca-456ec1e75a5c', 'name': 'network-vif-deleted', 'tag': '2d78f653-eab1-4417-8c0f-e971cd7498e3'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:50.118639 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d70670-a74f-47e5-88ac-c1799f773410" -d '{"events": [{"server_uuid": "a9d194e1-7e38-4a0b-bfca-456ec1e75a5c", "name": "network-vif-deleted", "tag": "2d78f653-eab1-4417-8c0f-e971cd7498e3"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:50.149871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e9234-7d25-4dd0-b554-7459fd2876be req-3fc3cdc3-a75e-438a-b279-2d53aa9f6842 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:50.151776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f7e9234-7d25-4dd0-b554-7459fd2876be req-3fc3cdc3-a75e-438a-b279-2d53aa9f6842 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9d194e1-7e38-4a0b-bfca-456ec1e75a5c HTTP/1.1" status: 200 len: 867 time: 0.3594680 Feb 11 05:26:50.176086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844b4f-961e-456b-a377-cc3741b05ff9 req-5acde193-fb88-42c3-8a18-892a996e38b5 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:50.178227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea844b4f-961e-456b-a377-cc3741b05ff9 req-5acde193-fb88-42c3-8a18-892a996e38b5 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.2654731 Feb 11 05:26:50.334611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f7e9234-7d25-4dd0-b554-7459fd2876be req-e76fd81c-9283-4104-9237-3d425d83e68e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726060 Feb 11 05:26:50.359581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea844b4f-961e-456b-a377-cc3741b05ff9 req-c79e0502-52f2-4fa6-bfdb-ac3d9327dbf9 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500444 Feb 11 05:26:50.711176 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c14a6a9-13ff-44af-99fd-2ebe2396a194 x-openstack-request-id: req-0c14a6a9-13ff-44af-99fd-2ebe2396a194 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:50.712196 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d194e1-7e38-4a0b-bfca-456ec1e75a5c", "name": "network-vif-deleted", "tag": "2d78f653-eab1-4417-8c0f-e971cd7498e3", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:50.712655 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0c14a6a9-13ff-44af-99fd-2ebe2396a194 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:50.713275 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d194e1-7e38-4a0b-bfca-456ec1e75a5c', 'name': 'network-vif-deleted', 'tag': '2d78f653-eab1-4417-8c0f-e971cd7498e3', 'status': 'completed', 'code': 200} Feb 11 05:26:50.750722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35ee2e-724a-4e50-af5f-0fd09f71ce64 req-89b92ca1-82d1-43db-9997-c5ed35bce3b0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:50.751904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48598) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:50.768632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb35ee2e-724a-4e50-af5f-0fd09f71ce64 req-89b92ca1-82d1-43db-9997-c5ed35bce3b0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1664662 Feb 11 05:26:50.780983 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d904941d-612a-4017-a853-591f0f6d5f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:50.881348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb35ee2e-724a-4e50-af5f-0fd09f71ce64 req-d6a414a0-8b7a-4467-ba57-29d34f239a46 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116860 Feb 11 05:26:50.938911 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d904941d-612a-4017-a853-591f0f6d5f17 admin admin] Publish callbacks [] for security_group (20b058d7-97e6-4b7c-b813-4441756ad9fa), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:50.955100 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d904941d-612a-4017-a853-591f0f6d5f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (20b058d7-97e6-4b7c-b813-4441756ad9fa), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.013926 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d904941d-612a-4017-a853-591f0f6d5f17 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c4cb972c9988423facf0695a8256edd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2608953 Feb 11 05:26:51.016959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48604) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:51.081769 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904941d-612a-4017-a853-591f0f6d5f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b058d7-97e6-4b7c-b813-4441756ad9fa,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:51.200728 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5a3ebe27-ba5a-4ce9-99e8-c219e3c159dd admin admin] Publish callbacks [] for security_group (20b058d7-97e6-4b7c-b813-4441756ad9fa), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.280356 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5a3ebe27-ba5a-4ce9-99e8-c219e3c159dd admin admin] Publish callbacks [] for security_group (20b058d7-97e6-4b7c-b813-4441756ad9fa), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.436924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49198773-1a38-4533-a18b-2d6032df81ee req-1a8da966-a47f-465d-b15b-c468441d376f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:51.438641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49198773-1a38-4533-a18b-2d6032df81ee req-1a8da966-a47f-465d-b15b-c468441d376f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 811 time: 0.2133822 Feb 11 05:26:51.464386 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49198773-1a38-4533-a18b-2d6032df81ee req-436b343d-dc7f-470b-8e7b-5185908a404e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/quotas/a38f9ca0a2114cbd80c262e2e7e4e09c HTTP/1.1" status: 200 len: 375 time: 0.0178852 Feb 11 05:26:51.465308 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5a3ebe27-ba5a-4ce9-99e8-c219e3c159dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (20b058d7-97e6-4b7c-b813-4441756ad9fa), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.468617 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5a3ebe27-ba5a-4ce9-99e8-c219e3c159dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:51.472195 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5a3ebe27-ba5a-4ce9-99e8-c219e3c159dd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/20b058d7-97e6-4b7c-b813-4441756ad9fa HTTP/1.1" status: 204 len: 168 time: 0.4518509 Feb 11 05:26:51.527856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ebe27-ba5a-4ce9-99e8-c219e3c159dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b058d7-97e6-4b7c-b813-4441756ad9fa,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:51.570460 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49198773-1a38-4533-a18b-2d6032df81ee req-3b6a092f-4951-4f89-adf2-4e77a4751fb7 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0996273 Feb 11 05:26:51.870703 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49198773-1a38-4533-a18b-2d6032df81ee req-33f9a661-c7df-49ff-8f37-69cf5ad27400 service neutron] 10.222.0.87 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905393 Feb 11 05:26:52.032920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3446aea-410c-4e72-a98e-1814357717cf req-89bd218a-3ffb-4bae-9221-17052fe5e80c tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.034613 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3446aea-410c-4e72-a98e-1814357717cf req-89bd218a-3ffb-4bae-9221-17052fe5e80c tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.1501763 Feb 11 05:26:52.056603 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49198773-1a38-4533-a18b-2d6032df81ee req-93710080-6233-4696-ad01-5ff620beeaa1 service neutron] 10.222.0.87 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708984 Feb 11 05:26:52.132111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3446aea-410c-4e72-a98e-1814357717cf req-f9616cae-be2b-4e1e-a30f-f2be1af1e972 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/security-groups?id=b5fb0b3a-9455-4010-b8ac-7350ee7311f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851505 Feb 11 05:26:52.415371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5d12aca-dd40-48f3-bb87-01436806bc33 req-293b834b-beaf-41e2-9906-45dd2e0d7e78 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 210 time: 0.1072645 Feb 11 05:26:52.426698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5527ef-9610-433b-a22b-412dba9a2793 req-77f0e7e3-6d57-4315-bcdf-788fdf895b2b tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:52.436677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9d5527ef-9610-433b-a22b-412dba9a2793 req-77f0e7e3-6d57-4315-bcdf-788fdf895b2b tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.88 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 945 time: 0.2615407 Feb 11 05:26:52.611022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-9d5527ef-9610-433b-a22b-412dba9a2793 req-db89e512-d61e-46a1-a116-b9c934f7400e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Deleting port 81b757ab-9e42-40fe-bb13-f70307f41e25 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:52.611375 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9d5527ef-9610-433b-a22b-412dba9a2793 req-db89e512-d61e-46a1-a116-b9c934f7400e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.727369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9d5527ef-9610-433b-a22b-412dba9a2793 req-db89e512-d61e-46a1-a116-b9c934f7400e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] For port 81b757ab-9e42-40fe-bb13-f70307f41e25, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=81b757ab-9e42-40fe-bb13-f70307f41e25,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:52.727834 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9d5527ef-9610-433b-a22b-412dba9a2793 req-db89e512-d61e-46a1-a116-b9c934f7400e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.741302 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-9d5527ef-9610-433b-a22b-412dba9a2793 req-db89e512-d61e-46a1-a116-b9c934f7400e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Calling delete_port for 81b757ab-9e42-40fe-bb13-f70307f41e25 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:52.931927 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9d5527ef-9610-433b-a22b-412dba9a2793 req-db89e512-d61e-46a1-a116-b9c934f7400e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (81b757ab-9e42-40fe-bb13-f70307f41e25), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:52.949633 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['81b757ab-9e42-40fe-bb13-f70307f41e25'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:53.001524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89e512-d61e-46a1-a116-b9c934f7400e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Pushing event deleted for resources: {'Port': ['ID=81b757ab-9e42-40fe-bb13-f70307f41e25,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:53.026475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2d78f653-eab1-4417-8c0f-e971cd7498e3 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:53.108905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 2d78f653-eab1-4417-8c0f-e971cd7498e3 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:53.109318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2d78f653-eab1-4417-8c0f-e971cd7498e3 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:53.118383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5527ef-9610-433b-a22b-412dba9a2793 req-db89e512-d61e-46a1-a116-b9c934f7400e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] No DVR routers for this DVR port 81b757ab-9e42-40fe-bb13-f70307f41e25 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:53.124045 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9d5527ef-9610-433b-a22b-412dba9a2793 req-db89e512-d61e-46a1-a116-b9c934f7400e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:53.133415 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9d5527ef-9610-433b-a22b-412dba9a2793 req-db89e512-d61e-46a1-a116-b9c934f7400e tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.88 "DELETE /v2.0/ports/81b757ab-9e42-40fe-bb13-f70307f41e25 HTTP/1.1" status: 204 len: 173 time: 0.6827528 Feb 11 05:26:53.133937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16bd679c-df36-4149-a1ff-ff6b6f328e84', 'name': 'network-vif-deleted', 'tag': '81b757ab-9e42-40fe-bb13-f70307f41e25'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:53.140726 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b714443-f883-49f4-932c-1991c1163f30" -d '{"events": [{"server_uuid": "16bd679c-df36-4149-a1ff-ff6b6f328e84", "name": "network-vif-deleted", "tag": "81b757ab-9e42-40fe-bb13-f70307f41e25"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:53.351784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbe2e789-b8da-4f80-8bb3-e9ec3ea5c961 req-7988dc1a-503f-4c33-afec-97b1a0892034 tempest-ServerRescueNegativeTestJSON-1310307659 tempest-ServerRescueNegativeTestJSON-1310307659-project] 10.222.0.87 "GET /v2.0/ports?device_id=16bd679c-df36-4149-a1ff-ff6b6f328e84 HTTP/1.1" status: 200 len: 210 time: 0.0527122 Feb 11 05:26:53.387187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2cea8-8b69-480f-80fe-1a4ed713dd8e req-aca56305-6964-49ed-8e19-a5dbbbeaee89 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.389030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22e2cea8-8b69-480f-80fe-1a4ed713dd8e req-aca56305-6964-49ed-8e19-a5dbbbeaee89 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c85c878-03ca-4d9e-8297-ba8c13de3cfe HTTP/1.1" status: 200 len: 946 time: 0.1445754 Feb 11 05:26:53.487005 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8c1201-91c1-4f97-a0cb-11051caa471f x-openstack-request-id: req-ee8c1201-91c1-4f97-a0cb-11051caa471f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:53.490885 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16bd679c-df36-4149-a1ff-ff6b6f328e84", "name": "network-vif-deleted", "tag": "81b757ab-9e42-40fe-bb13-f70307f41e25", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:53.491254 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ee8c1201-91c1-4f97-a0cb-11051caa471f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:53.491802 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16bd679c-df36-4149-a1ff-ff6b6f328e84', 'name': 'network-vif-deleted', 'tag': '81b757ab-9e42-40fe-bb13-f70307f41e25', 'status': 'completed', 'code': 200} Feb 11 05:26:53.528918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22e2cea8-8b69-480f-80fe-1a4ed713dd8e req-19dc18e3-ab5a-4e5b-ad15-1755329c419f tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/security-groups?id=7e869431-eb8a-44dc-9d9c-4864c9cf8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334143 Feb 11 05:26:53.665523 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93d3827b-60e8-4603-8fb7-9fd2f840cd4b req-d63a7882-cce2-4084-8daa-592d1fba6f88 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 210 time: 0.0926239 Feb 11 05:26:53.715288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d005e3-21e1-4fbb-ba81-2f13187669a3 req-4dc21341-6a03-42e6-a666-335955c9852a tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:53.726742 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00d005e3-21e1-4fbb-ba81-2f13187669a3 req-4dc21341-6a03-42e6-a666-335955c9852a tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c85c878-03ca-4d9e-8297-ba8c13de3cfe HTTP/1.1" status: 200 len: 946 time: 0.1213415 Feb 11 05:26:53.759864 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48700) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:53.930254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-00d005e3-21e1-4fbb-ba81-2f13187669a3 req-f40f22ae-ae56-4289-9da5-0597137cff86 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Deleting port ed3bc5b7-4a3b-489e-adfe-525597ec69aa {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:53.937033 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-00d005e3-21e1-4fbb-ba81-2f13187669a3 req-f40f22ae-ae56-4289-9da5-0597137cff86 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.061789 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ed44-3019-4d15-a2c5-366c8a277fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.134656 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-00d005e3-21e1-4fbb-ba81-2f13187669a3 req-f40f22ae-ae56-4289-9da5-0597137cff86 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] For port ed3bc5b7-4a3b-489e-adfe-525597ec69aa, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,segment=NetworkSegment(7c3e1ef7-acb3-4508-b942-12dcffce35f9),segment_id=7c3e1ef7-acb3-4508-b942-12dcffce35f9)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:54.135386 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-00d005e3-21e1-4fbb-ba81-2f13187669a3 req-f40f22ae-ae56-4289-9da5-0597137cff86 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.154551 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-00d005e3-21e1-4fbb-ba81-2f13187669a3 req-f40f22ae-ae56-4289-9da5-0597137cff86 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Calling delete_port for ed3bc5b7-4a3b-489e-adfe-525597ec69aa owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:54.184864 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ed44-3019-4d15-a2c5-366c8a277fbf admin admin] Publish callbacks [] for security_group (a9a6466d-23e4-4881-a8f7-d43246aaf196), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.190677 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ed44-3019-4d15-a2c5-366c8a277fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a9a6466d-23e4-4881-a8f7-d43246aaf196), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.241779 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d1e2ed44-3019-4d15-a2c5-366c8a277fbf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=73fc7c19abaf4099a6ef114bebb93df6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4800313 Feb 11 05:26:54.242924 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2ed44-3019-4d15-a2c5-366c8a277fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a6466d-23e4-4881-a8f7-d43246aaf196,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:54.259258 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48710) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:54.321811 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3b84f249-2e8c-4eef-8452-2d5ad18129b5 admin admin] Publish callbacks [] for security_group (a9a6466d-23e4-4881-a8f7-d43246aaf196), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.346187 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3b84f249-2e8c-4eef-8452-2d5ad18129b5 admin admin] Publish callbacks [] for security_group (a9a6466d-23e4-4881-a8f7-d43246aaf196), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.418216 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3b84f249-2e8c-4eef-8452-2d5ad18129b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a9a6466d-23e4-4881-a8f7-d43246aaf196), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.421300 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3b84f249-2e8c-4eef-8452-2d5ad18129b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.422806 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3b84f249-2e8c-4eef-8452-2d5ad18129b5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a9a6466d-23e4-4881-a8f7-d43246aaf196 HTTP/1.1" status: 204 len: 168 time: 0.1609938 Feb 11 05:26:54.443235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84f249-2e8c-4eef-8452-2d5ad18129b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a6466d-23e4-4881-a8f7-d43246aaf196,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:54.460654 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48716) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:54.565809 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-00d005e3-21e1-4fbb-ba81-2f13187669a3 req-f40f22ae-ae56-4289-9da5-0597137cff86 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ed3bc5b7-4a3b-489e-adfe-525597ec69aa), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.583385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['ed3bc5b7-4a3b-489e-adfe-525597ec69aa'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:54.626617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f22ae-ae56-4289-9da5-0597137cff86 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Pushing event deleted for resources: {'Port': ['ID=ed3bc5b7-4a3b-489e-adfe-525597ec69aa,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:54.769053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d005e3-21e1-4fbb-ba81-2f13187669a3 req-f40f22ae-ae56-4289-9da5-0597137cff86 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] No DVR routers for this DVR port ed3bc5b7-4a3b-489e-adfe-525597ec69aa on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:26:54.776015 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e4db886-bb83-4b97-af25-574dee09b64a req-c7d33d7f-d3d9-4c1d-8e64-b6ee212de673 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c85c878-03ca-4d9e-8297-ba8c13de3cfe HTTP/1.1" status: 200 len: 210 time: 0.0881569 Feb 11 05:26:54.778018 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-00d005e3-21e1-4fbb-ba81-2f13187669a3 req-f40f22ae-ae56-4289-9da5-0597137cff86 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:54.781788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00d005e3-21e1-4fbb-ba81-2f13187669a3 req-f40f22ae-ae56-4289-9da5-0597137cff86 tempest-VolumesAdminNegativeTest-1044854097 tempest-VolumesAdminNegativeTest-1044854097-project] 10.222.0.88 "DELETE /v2.0/ports/ed3bc5b7-4a3b-489e-adfe-525597ec69aa HTTP/1.1" status: 204 len: 173 time: 1.0491436 Feb 11 05:26:54.789391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49198773-1a38-4533-a18b-2d6032df81ee req-9c8ef59a-8dc9-4744-a62e-f964547fa320 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:54.791227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49198773-1a38-4533-a18b-2d6032df81ee req-9c8ef59a-8dc9-4744-a62e-f964547fa320 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 811 time: 0.7177861 Feb 11 05:26:54.815981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-49198773-1a38-4533-a18b-2d6032df81ee req-31851bfd-8fe7-44c6-accd-be9313f966d8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Request body: {'port': {'device_id': '7cdc264e-1a90-4de5-a3c4-fede60097eef', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'admin_state_up': True, 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:54.843860 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a29dd88-fc62-4b93-b109-1bd00a00be0d req-c6c03e11-246f-4dda-9827-54f6770b7543 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 210 time: 0.0711303 Feb 11 05:26:54.984604 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49198773-1a38-4533-a18b-2d6032df81ee req-31851bfd-8fe7-44c6-accd-be9313f966d8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Made reservation on behalf of a38f9ca0a2114cbd80c262e2e7e4e09c for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:26:54.994288 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49198773-1a38-4533-a18b-2d6032df81ee req-31851bfd-8fe7-44c6-accd-be9313f966d8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:55.336953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-49198773-1a38-4533-a18b-2d6032df81ee req-31851bfd-8fe7-44c6-accd-be9313f966d8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Allocated IP 172.20.0.11 (95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32/851350eb-847c-4b77-aca2-43ae706acc60/f1679e9b-9e4b-4fcc-a47b-5e9d1636251b) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:26:55.484128 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63a903e0-325f-40e2-a01e-03950d854a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (d172066a-88c5-4e00-9ae4-fbb297d8683a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:55.531838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c85c878-03ca-4d9e-8297-ba8c13de3cfe', 'name': 'network-vif-deleted', 'tag': 'ed3bc5b7-4a3b-489e-adfe-525597ec69aa'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:55.541290 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ae07ab-f319-40a6-905c-0071dfd6503f" -d '{"events": [{"server_uuid": "6c85c878-03ca-4d9e-8297-ba8c13de3cfe", "name": "network-vif-deleted", "tag": "ed3bc5b7-4a3b-489e-adfe-525597ec69aa"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:55.660612 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e41af3-8d47-4ade-83e9-9f74346ddcff x-openstack-request-id: req-01e41af3-8d47-4ade-83e9-9f74346ddcff {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:55.661270 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c85c878-03ca-4d9e-8297-ba8c13de3cfe", "name": "network-vif-deleted", "tag": "ed3bc5b7-4a3b-489e-adfe-525597ec69aa", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:55.661658 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-01e41af3-8d47-4ade-83e9-9f74346ddcff {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:55.662226 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c85c878-03ca-4d9e-8297-ba8c13de3cfe', 'name': 'network-vif-deleted', 'tag': 'ed3bc5b7-4a3b-489e-adfe-525597ec69aa', 'status': 'completed', 'code': 200} Feb 11 05:26:55.716021 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49198773-1a38-4533-a18b-2d6032df81ee req-31851bfd-8fe7-44c6-accd-be9313f966d8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:55.765459 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49198773-1a38-4533-a18b-2d6032df81ee req-31851bfd-8fe7-44c6-accd-be9313f966d8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:55.779016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a6712007-49e8-473e-b379-e0925725c858', '2c68c0be-39a6-4e3b-81d5-593b986f1abd'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:26:55.836097 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49198773-1a38-4533-a18b-2d6032df81ee req-31851bfd-8fe7-44c6-accd-be9313f966d8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:26:55.843928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-49198773-1a38-4533-a18b-2d6032df81ee req-31851bfd-8fe7-44c6-accd-be9313f966d8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:26:55.846442 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-63a903e0-325f-40e2-a01e-03950d854a92 admin admin] Deleting port 2d99773e-ca05-4986-a2e8-dd5530cba363 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:55.846825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63a903e0-325f-40e2-a01e-03950d854a92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2d99773e-ca05-4986-a2e8-dd5530cba363), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:55.870384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-49198773-1a38-4533-a18b-2d6032df81ee req-31851bfd-8fe7-44c6-accd-be9313f966d8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:26:55.936521 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31851bfd-8fe7-44c6-accd-be9313f966d8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event updated for resources: {'Port': ['ID=f1679e9b-9e4b-4fcc-a47b-5e9d1636251b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:55.956344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48754) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:55.965038 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-63a903e0-325f-40e2-a01e-03950d854a92 admin admin] For port 2d99773e-ca05-4986-a2e8-dd5530cba363, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2d99773e-ca05-4986-a2e8-dd5530cba363,segment=NetworkSegment(5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1),segment_id=5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:55.965552 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63a903e0-325f-40e2-a01e-03950d854a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2d99773e-ca05-4986-a2e8-dd5530cba363), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:55.995767 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-63a903e0-325f-40e2-a01e-03950d854a92 admin admin] Calling delete_port for 2d99773e-ca05-4986-a2e8-dd5530cba363 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:56.001549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49198773-1a38-4533-a18b-2d6032df81ee req-31851bfd-8fe7-44c6-accd-be9313f966d8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:56.002232 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49198773-1a38-4533-a18b-2d6032df81ee req-31851bfd-8fe7-44c6-accd-be9313f966d8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:56.037031 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49198773-1a38-4533-a18b-2d6032df81ee req-31851bfd-8fe7-44c6-accd-be9313f966d8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2254775 Feb 11 05:26:56.049474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Request body: {'port': {'device_id': '7cdc264e-1a90-4de5-a3c4-fede60097eef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:26:56.264122 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:56.449783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc22cde-b4a3-405e-b093-f43027f32fe2 req-64071318-92cc-4400-9450-9e721493fd36 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:56.464961 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bcc22cde-b4a3-405e-b093-f43027f32fe2 req-64071318-92cc-4400-9450-9e721493fd36 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 932 time: 0.3709702 Feb 11 05:26:56.508380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e5d07842-f5ff-4afd-94b2-384adfe1229e None None] Provisioning complete for port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:26:56.508794 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5d07842-f5ff-4afd-94b2-384adfe1229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:56.580340 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e5d07842-f5ff-4afd-94b2-384adfe1229e None None] Port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:26:56.671459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bcc22cde-b4a3-405e-b093-f43027f32fe2 req-4220aefc-deed-4889-b52b-15a8c65f85ed tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054460 Feb 11 05:26:56.725134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc30730f-7f47-45ef-b110-5db63d545e7f admin admin] Deleting subnet f0065c61-f007-49b1-a4d5-6f0ea05d6e98 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:26:56.781342 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc30730f-7f47-45ef-b110-5db63d545e7f admin admin] Publish callbacks [] for subnet (f0065c61-f007-49b1-a4d5-6f0ea05d6e98), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:56.846778 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc30730f-7f47-45ef-b110-5db63d545e7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (f0065c61-f007-49b1-a4d5-6f0ea05d6e98), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:56.956974 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc30730f-7f47-45ef-b110-5db63d545e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (f0065c61-f007-49b1-a4d5-6f0ea05d6e98), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.008601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ed3bc5b7-4a3b-489e-adfe-525597ec69aa no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:57.022971 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63a903e0-325f-40e2-a01e-03950d854a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2d99773e-ca05-4986-a2e8-dd5530cba363), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.046915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: ed3bc5b7-4a3b-489e-adfe-525597ec69aa {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:57.047260 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ed3bc5b7-4a3b-489e-adfe-525597ec69aa not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:57.055450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 81b757ab-9e42-40fe-bb13-f70307f41e25 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:57.073071 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a903e0-325f-40e2-a01e-03950d854a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d99773e-ca05-4986-a2e8-dd5530cba363,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:57.092446 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc30730f-7f47-45ef-b110-5db63d545e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (f0065c61-f007-49b1-a4d5-6f0ea05d6e98), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.117518 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 81b757ab-9e42-40fe-bb13-f70307f41e25 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:57.117857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 81b757ab-9e42-40fe-bb13-f70307f41e25 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:57.131365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30730f-7f47-45ef-b110-5db63d545e7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0065c61-f007-49b1-a4d5-6f0ea05d6e98,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:57.152477 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc30730f-7f47-45ef-b110-5db63d545e7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.156255 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bc30730f-7f47-45ef-b110-5db63d545e7f admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f0065c61-f007-49b1-a4d5-6f0ea05d6e98 HTTP/1.1" status: 204 len: 168 time: 1.1987212 Feb 11 05:26:57.158932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48794) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:57.295384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1679e9b-9e4b-4fcc-a47b-5e9d1636251b {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:26:57.307927 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Publish callbacks [] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.312785 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-304e5faf-a363-4896-a074-ef3ddc09c698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (ce22d6e2-7189-4f69-9172-0305d37722eb), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.356660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Transition to ACTIVE for port object f1679e9b-9e4b-4fcc-a47b-5e9d1636251b will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:26:57.383461 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.398378 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63a903e0-325f-40e2-a01e-03950d854a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (d172066a-88c5-4e00-9ae4-fbb297d8683a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.454429 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-304e5faf-a363-4896-a074-ef3ddc09c698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (ce22d6e2-7189-4f69-9172-0305d37722eb), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:57.550662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1679e9b-9e4b-4fcc-a47b-5e9d1636251b,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:57.556267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-304e5faf-a363-4896-a074-ef3ddc09c698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce22d6e2-7189-4f69-9172-0305d37722eb']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:57.571577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-304e5faf-a363-4896-a074-ef3ddc09c698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3e1ef7-acb3-4508-b942-12dcffce35f9') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:57.571955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-304e5faf-a363-4896-a074-ef3ddc09c698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3e1ef7-acb3-4508-b942-12dcffce35f9') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:57.907959 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a903e0-325f-40e2-a01e-03950d854a92 admin admin] Router d172066a-88c5-4e00-9ae4-fbb297d8683a has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:26:58.063751 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a903e0-325f-40e2-a01e-03950d854a92 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:26:58.076677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a663d44c-33bc-4cf0-81a7-717ccd0a1300 None None] Sync routers for ids ['d172066a-88c5-4e00-9ae4-fbb297d8683a'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:26:58.081608 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-63a903e0-325f-40e2-a01e-03950d854a92 admin admin] 10.222.0.87 "PUT /v2.0/routers/d172066a-88c5-4e00-9ae4-fbb297d8683a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6202972 Feb 11 05:26:58.085339 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48840) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:58.091196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a663d44c-33bc-4cf0-81a7-717ccd0a1300 None None] Routers {'d172066a-88c5-4e00-9ae4-fbb297d8683a'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:58.092122 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a663d44c-33bc-4cf0-81a7-717ccd0a1300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:26:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d172066a-88c5-4e00-9ae4-fbb297d8683a'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:58.152858 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-304e5faf-a363-4896-a074-ef3ddc09c698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (7c3e1ef7-acb3-4508-b942-12dcffce35f9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.244044 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-304e5faf-a363-4896-a074-ef3ddc09c698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (7c3e1ef7-acb3-4508-b942-12dcffce35f9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.277030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-a663d44c-33bc-4cf0-81a7-717ccd0a1300 None None] Set router d172066a-88c5-4e00-9ae4-fbb297d8683a gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:58.280888 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b9228e2-1ede-4259-981b-5cb093e41bd0 admin admin] Publish callbacks [] for router (d172066a-88c5-4e00-9ae4-fbb297d8683a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.307459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304e5faf-a363-4896-a074-ef3ddc09c698 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:26:58.310855 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-304e5faf-a363-4896-a074-ef3ddc09c698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (7c3e1ef7-acb3-4508-b942-12dcffce35f9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:26:58.314197 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:26:58.398773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Attempting to bind port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:26:58.401135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Attempting to bind port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:26:58.401721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Attempting to bind port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b on network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:58.496240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0a567-9193-45b6-8811-ed26c77f0d22 req-d11d38ad-097d-421e-a352-39c8b7cb39c6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:58.498064 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6c0a567-9193-45b6-8811-ed26c77f0d22 req-d11d38ad-097d-421e-a352-39c8b7cb39c6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 944 time: 0.3523846 Feb 11 05:26:58.500684 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-304e5faf-a363-4896-a074-ef3ddc09c698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (ce22d6e2-7189-4f69-9172-0305d37722eb), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.502658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b on network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:26:58.502978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Attempting to bind port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b on network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:26:58.513855 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b9228e2-1ede-4259-981b-5cb093e41bd0 admin admin] Publish callbacks [] for router_gateway (d172066a-88c5-4e00-9ae4-fbb297d8683a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.535893 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-304e5faf-a363-4896-a074-ef3ddc09c698 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.535893 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-304e5faf-a363-4896-a074-ef3ddc09c698 admin admin] 10.222.0.87 "DELETE /v2.0/networks/ce22d6e2-7189-4f69-9172-0305d37722eb HTTP/1.1" status: 204 len: 168 time: 1.3727732 Feb 11 05:26:58.535893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e5faf-a363-4896-a074-ef3ddc09c698 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce22d6e2-7189-4f69-9172-0305d37722eb,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:58.543449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48858) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:58.555436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:26:58.555758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Checking segment: {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:26:58.556071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Bound using segment: {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:26:58.556505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Bound port: f1679e9b-9e4b-4fcc-a47b-5e9d1636251b, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:26:58.556845 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.607845 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3f218eef-4dde-420a-b8ab-836b07f58bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.648256 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-9b9228e2-1ede-4259-981b-5cb093e41bd0 admin admin] Deleting port d2dd8975-833c-42cd-b106-b86211855997 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:26:58.648633 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b9228e2-1ede-4259-981b-5cb093e41bd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d2dd8975-833c-42cd-b106-b86211855997), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.688188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] For port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:26:58.691299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] For port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f1679e9b-9e4b-4fcc-a47b-5e9d1636251b,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:26:58.697796 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6c0a567-9193-45b6-8811-ed26c77f0d22 req-c7047998-f636-493a-9c39-2726eadcff2b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912224 Feb 11 05:26:58.699705 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.711612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d04e2b-301a-469b-8e13-5d9250970aef admin admin] Deleting subnet 24d71d85-5010-4405-a4a3-be03ca2eca31 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:26:58.776396 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55d04e2b-301a-469b-8e13-5d9250970aef admin admin] Publish callbacks [] for subnet (24d71d85-5010-4405-a4a3-be03ca2eca31), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.821923 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55d04e2b-301a-469b-8e13-5d9250970aef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (24d71d85-5010-4405-a4a3-be03ca2eca31), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.826202 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a663d44c-33bc-4cf0-81a7-717ccd0a1300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'name': 'tempest-ServerRescueNegativeTestJSON-2005199828-router', 'tenant_id': '13a59492bc0343adb1fb7a8aa5188602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd2dd8975-833c-42cd-b106-b86211855997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:12Z', 'updated_at': '2022-02-11T05:26:56Z', 'revision_number': 5, 'project_id': '13a59492bc0343adb1fb7a8aa5188602', 'gw_port': {'id': 'd2dd8975-833c-42cd-b106-b86211855997', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:18:13Z', 'updated_at': '2022-02-11T05:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:58.837337 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-9b9228e2-1ede-4259-981b-5cb093e41bd0 admin admin] For port d2dd8975-833c-42cd-b106-b86211855997, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d2dd8975-833c-42cd-b106-b86211855997,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:26:58.837337 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b9228e2-1ede-4259-981b-5cb093e41bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d2dd8975-833c-42cd-b106-b86211855997), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.876566 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:58.878188 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.881723 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49198773-1a38-4533-a18b-2d6032df81ee req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] 10.222.0.73 "PUT /v2.0/ports/f1679e9b-9e4b-4fcc-a47b-5e9d1636251b HTTP/1.1" status: 200 len: 1093 time: 2.8365419 Feb 11 05:26:58.884430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdc264e-1a90-4de5-a3c4-fede60097eef', 'tag': 'f1679e9b-9e4b-4fcc-a47b-5e9d1636251b'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:26:58.893453 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8259d3c9-8205-4316-b2ea-63ee6d62f8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdc264e-1a90-4de5-a3c4-fede60097eef", "tag": "f1679e9b-9e4b-4fcc-a47b-5e9d1636251b"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:26:58.907187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a663d44c-33bc-4cf0-81a7-717ccd0a1300 None None] Checking router: d172066a-88c5-4e00-9ae4-fbb297d8683a for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:26:58.919531 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-9b9228e2-1ede-4259-981b-5cb093e41bd0 admin admin] Calling delete_port for d2dd8975-833c-42cd-b106-b86211855997 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:26:58.935113 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55d04e2b-301a-469b-8e13-5d9250970aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (24d71d85-5010-4405-a4a3-be03ca2eca31), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.946005 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a663d44c-33bc-4cf0-81a7-717ccd0a1300 None None] Routers {'d172066a-88c5-4e00-9ae4-fbb297d8683a'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:26:58.952202 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a663d44c-33bc-4cf0-81a7-717ccd0a1300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:26:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d172066a-88c5-4e00-9ae4-fbb297d8683a'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:59.099274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6c507-5a91-4b3c-a49d-489fa5bc2ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1679e9b-9e4b-4fcc-a47b-5e9d1636251b,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:59.145980 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33417d4a-222d-4134-8b0e-b664d9e2ea63 x-openstack-request-id: req-33417d4a-222d-4134-8b0e-b664d9e2ea63 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:26:59.146312 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdc264e-1a90-4de5-a3c4-fede60097eef", "tag": "f1679e9b-9e4b-4fcc-a47b-5e9d1636251b", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:26:59.146574 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-33417d4a-222d-4134-8b0e-b664d9e2ea63 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:26:59.147055 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cdc264e-1a90-4de5-a3c4-fede60097eef', 'tag': 'f1679e9b-9e4b-4fcc-a47b-5e9d1636251b', 'status': 'completed', 'code': 200} Feb 11 05:26:59.183888 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55d04e2b-301a-469b-8e13-5d9250970aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (24d71d85-5010-4405-a4a3-be03ca2eca31), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.187914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-a663d44c-33bc-4cf0-81a7-717ccd0a1300 None None] Set router d172066a-88c5-4e00-9ae4-fbb297d8683a gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:26:59.256917 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d04e2b-301a-469b-8e13-5d9250970aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24d71d85-5010-4405-a4a3-be03ca2eca31,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:59.267339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a663d44c-33bc-4cf0-81a7-717ccd0a1300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'name': 'tempest-ServerRescueNegativeTestJSON-2005199828-router', 'tenant_id': '13a59492bc0343adb1fb7a8aa5188602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:12Z', 'updated_at': '2022-02-11T05:26:58Z', 'revision_number': 6, 'project_id': '13a59492bc0343adb1fb7a8aa5188602', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:26:59.272966 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b9228e2-1ede-4259-981b-5cb093e41bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d2dd8975-833c-42cd-b106-b86211855997), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.295011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49198773-1a38-4533-a18b-2d6032df81ee req-889f0c57-092a-4754-a40a-83fed60e182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.296578 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49198773-1a38-4533-a18b-2d6032df81ee req-889f0c57-092a-4754-a40a-83fed60e182a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 1127 time: 0.1858232 Feb 11 05:26:59.308802 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a663d44c-33bc-4cf0-81a7-717ccd0a1300 None None] The sync data for ids ['d172066a-88c5-4e00-9ae4-fbb297d8683a'] in n-d-713499-38 is: [{'id': 'd172066a-88c5-4e00-9ae4-fbb297d8683a', 'name': 'tempest-ServerRescueNegativeTestJSON-2005199828-router', 'tenant_id': '13a59492bc0343adb1fb7a8aa5188602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:18:12Z', 'updated_at': '2022-02-11T05:26:58Z', 'revision_number': 6, 'project_id': '13a59492bc0343adb1fb7a8aa5188602', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:26:59.323723 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55d04e2b-301a-469b-8e13-5d9250970aef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.327225 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-55d04e2b-301a-469b-8e13-5d9250970aef admin admin] 10.222.0.87 "DELETE /v2.0/subnets/24d71d85-5010-4405-a4a3-be03ca2eca31 HTTP/1.1" status: 204 len: 168 time: 0.7811792 Feb 11 05:26:59.333601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 48892) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:59.338069 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9228e2-1ede-4259-981b-5cb093e41bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2dd8975-833c-42cd-b106-b86211855997,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:26:59.476325 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49198773-1a38-4533-a18b-2d6032df81ee req-1b9c6a28-9065-4363-b17c-399a2fdd93cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1679e9b-9e4b-4fcc-a47b-5e9d1636251b HTTP/1.1" status: 200 len: 217 time: 0.1700633 Feb 11 05:26:59.510450 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b9228e2-1ede-4259-981b-5cb093e41bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (d172066a-88c5-4e00-9ae4-fbb297d8683a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.609394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49198773-1a38-4533-a18b-2d6032df81ee req-1c3c9189-aaae-424f-ba84-bda6b511d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.610942 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49198773-1a38-4533-a18b-2d6032df81ee req-1c3c9189-aaae-424f-ba84-bda6b511d7be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.1279473 Feb 11 05:26:59.614300 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cee3ce4b-0884-43bb-89ba-b3470277ec74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (81951ab2-3ea4-433e-b3f0-c2fa46fbf16f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.652376 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b9228e2-1ede-4259-981b-5cb093e41bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (d172066a-88c5-4e00-9ae4-fbb297d8683a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.655170 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b9228e2-1ede-4259-981b-5cb093e41bd0 admin admin] Publish callbacks [] for router_controller (d172066a-88c5-4e00-9ae4-fbb297d8683a), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.763645 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49198773-1a38-4533-a18b-2d6032df81ee req-73ba97e4-8f0e-45e0-9e30-6f737e71eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:59.765192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49198773-1a38-4533-a18b-2d6032df81ee req-73ba97e4-8f0e-45e0-9e30-6f737e71eac4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1339316 Feb 11 05:26:59.800144 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b9228e2-1ede-4259-981b-5cb093e41bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (d172066a-88c5-4e00-9ae4-fbb297d8683a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.800842 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9228e2-1ede-4259-981b-5cb093e41bd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d172066a-88c5-4e00-9ae4-fbb297d8683a {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:26:59.815919 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b9228e2-1ede-4259-981b-5cb093e41bd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.821360 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9b9228e2-1ede-4259-981b-5cb093e41bd0 admin admin] 10.222.0.87 "DELETE /v2.0/routers/d172066a-88c5-4e00-9ae4-fbb297d8683a HTTP/1.1" status: 204 len: 168 time: 1.7335372 Feb 11 05:26:59.822990 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48922) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:26:59.885407 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2d99773e-ca05-4986-a2e8-dd5530cba363 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:26:59.916745 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 2d99773e-ca05-4986-a2e8-dd5530cba363 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:26:59.917230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2d99773e-ca05-4986-a2e8-dd5530cba363 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:26:59.958820 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-29005f27-d553-4ccf-840e-588ca770050c admin admin] Deleting subnet 0d0ba582-f504-4448-8fec-eb2c8f3e0f4b {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:26:59.960473 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29005f27-d553-4ccf-840e-588ca770050c admin admin] Publish callbacks [] for subnet (0d0ba582-f504-4448-8fec-eb2c8f3e0f4b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.001297 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29005f27-d553-4ccf-840e-588ca770050c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (0d0ba582-f504-4448-8fec-eb2c8f3e0f4b), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.006011 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cee3ce4b-0884-43bb-89ba-b3470277ec74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (81951ab2-3ea4-433e-b3f0-c2fa46fbf16f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.038454 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-cee3ce4b-0884-43bb-89ba-b3470277ec74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81951ab2-3ea4-433e-b3f0-c2fa46fbf16f']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:00.052605 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-cee3ce4b-0884-43bb-89ba-b3470277ec74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b04653d-e55b-40bf-85ba-8b2d5ca5760a') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:00.052952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-cee3ce4b-0884-43bb-89ba-b3470277ec74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b04653d-e55b-40bf-85ba-8b2d5ca5760a') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:00.064726 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29005f27-d553-4ccf-840e-588ca770050c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (0d0ba582-f504-4448-8fec-eb2c8f3e0f4b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.076348 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cee3ce4b-0884-43bb-89ba-b3470277ec74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (4b04653d-e55b-40bf-85ba-8b2d5ca5760a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.079761 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49198773-1a38-4533-a18b-2d6032df81ee req-81abbc2a-6a0e-4d22-9755-99881e88d615 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899721 Feb 11 05:27:00.108770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52635a15-f2ca-478f-8cb5-57751f6be95f req-8c8b1ca4-2bd0-4f3e-946c-818db389e17e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.110263 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52635a15-f2ca-478f-8cb5-57751f6be95f req-8c8b1ca4-2bd0-4f3e-946c-818db389e17e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 944 time: 0.1819382 Feb 11 05:27:00.120205 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cee3ce4b-0884-43bb-89ba-b3470277ec74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4b04653d-e55b-40bf-85ba-8b2d5ca5760a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.153567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee3ce4b-0884-43bb-89ba-b3470277ec74 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:27:00.153979 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cee3ce4b-0884-43bb-89ba-b3470277ec74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (4b04653d-e55b-40bf-85ba-8b2d5ca5760a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.154168 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29005f27-d553-4ccf-840e-588ca770050c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (0d0ba582-f504-4448-8fec-eb2c8f3e0f4b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:27:00.157311 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:27:00.195872 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29005f27-d553-4ccf-840e-588ca770050c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d0ba582-f504-4448-8fec-eb2c8f3e0f4b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:00.203218 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29005f27-d553-4ccf-840e-588ca770050c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.211006 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-29005f27-d553-4ccf-840e-588ca770050c admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0d0ba582-f504-4448-8fec-eb2c8f3e0f4b HTTP/1.1" status: 204 len: 168 time: 0.3848689 Feb 11 05:27:00.211872 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48948) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:00.298297 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52635a15-f2ca-478f-8cb5-57751f6be95f req-282f990d-ea1d-426c-a222-cbd898953cdf tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759038 Feb 11 05:27:00.306727 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cee3ce4b-0884-43bb-89ba-b3470277ec74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (81951ab2-3ea4-433e-b3f0-c2fa46fbf16f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.316823 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cee3ce4b-0884-43bb-89ba-b3470277ec74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.323405 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cee3ce4b-0884-43bb-89ba-b3470277ec74 admin admin] 10.222.0.87 "DELETE /v2.0/networks/81951ab2-3ea4-433e-b3f0-c2fa46fbf16f HTTP/1.1" status: 204 len: 168 time: 0.9450889 Feb 11 05:27:00.328709 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49198773-1a38-4533-a18b-2d6032df81ee req-eaa952d5-4467-4c8b-8f46-0211f5f22973 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391970 Feb 11 05:27:00.342634 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72c5eee7-9e71-4833-a2b3-54108061e157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (82a0990b-9a96-4a9d-8751-c858bdbc0fb3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.345464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3ce4b-0884-43bb-89ba-b3470277ec74 admin admin] Pushing event deleted for resources: {'Network': ['ID=81951ab2-3ea4-433e-b3f0-c2fa46fbf16f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:00.479534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d3c9-8205-4316-b2ea-63ee6d62f8dd req-11029f3a-6173-45bf-8747-8f5f6a71b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.480325 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72c5eee7-9e71-4833-a2b3-54108061e157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (82a0990b-9a96-4a9d-8751-c858bdbc0fb3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.481704 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8259d3c9-8205-4316-b2ea-63ee6d62f8dd req-11029f3a-6173-45bf-8747-8f5f6a71b0b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 1127 time: 0.0710835 Feb 11 05:27:00.509168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-72c5eee7-9e71-4833-a2b3-54108061e157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a0990b-9a96-4a9d-8751-c858bdbc0fb3']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:00.527482 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-72c5eee7-9e71-4833-a2b3-54108061e157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:00.527862 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-72c5eee7-9e71-4833-a2b3-54108061e157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:00.548816 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72c5eee7-9e71-4833-a2b3-54108061e157 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.564174 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48966) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:00.602920 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72c5eee7-9e71-4833-a2b3-54108061e157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.618128 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c5eee7-9e71-4833-a2b3-54108061e157 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:27:00.620235 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72c5eee7-9e71-4833-a2b3-54108061e157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (5e2d1c0f-65bb-4ef9-ac95-fe81c7e236f1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:27:00.699504 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:27:00.702235 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1f2511f7-1877-47be-bf53-a71fecad0954 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=eaa11ac66d284379913734ee9897e0ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364825 Feb 11 05:27:00.704542 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 48982) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:00.712845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d3c9-8205-4316-b2ea-63ee6d62f8dd req-08f85581-8431-463f-9eac-dde66e29592b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.714333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8259d3c9-8205-4316-b2ea-63ee6d62f8dd req-08f85581-8431-463f-9eac-dde66e29592b service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 912 time: 0.2216470 Feb 11 05:27:00.760154 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d01314fc-f803-4882-afa3-693625035b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.831919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8259d3c9-8205-4316-b2ea-63ee6d62f8dd req-4f695092-4b5f-4903-9b6e-a927275a7633 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1679e9b-9e4b-4fcc-a47b-5e9d1636251b HTTP/1.1" status: 200 len: 217 time: 0.1074774 Feb 11 05:27:00.862894 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72c5eee7-9e71-4833-a2b3-54108061e157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (82a0990b-9a96-4a9d-8751-c858bdbc0fb3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.928075 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72c5eee7-9e71-4833-a2b3-54108061e157 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.941064 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-72c5eee7-9e71-4833-a2b3-54108061e157 admin admin] 10.222.0.87 "DELETE /v2.0/networks/82a0990b-9a96-4a9d-8751-c858bdbc0fb3 HTTP/1.1" status: 204 len: 168 time: 0.7278564 Feb 11 05:27:00.953713 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5eee7-9e71-4833-a2b3-54108061e157 admin admin] Pushing event deleted for resources: {'Network': ['ID=82a0990b-9a96-4a9d-8751-c858bdbc0fb3,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:00.962005 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5531229b-c211-4b86-a2d8-54d2aa9c1179 admin admin] Publish callbacks [] for security_group (7e869431-eb8a-44dc-9d9c-4864c9cf8500), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:00.966821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d3c9-8205-4316-b2ea-63ee6d62f8dd req-b6a76ebf-9e37-4318-a81d-03d8f8aa6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:00.969407 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8259d3c9-8205-4316-b2ea-63ee6d62f8dd req-b6a76ebf-9e37-4318-a81d-03d8f8aa6141 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.1298969 Feb 11 05:27:01.009502 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5531229b-c211-4b86-a2d8-54d2aa9c1179 admin admin] Publish callbacks [] for security_group (7e869431-eb8a-44dc-9d9c-4864c9cf8500), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.085241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259d3c9-8205-4316-b2ea-63ee6d62f8dd req-e341c299-f6e2-492c-8b2b-5cc713d78986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:01.087541 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8259d3c9-8205-4316-b2ea-63ee6d62f8dd req-e341c299-f6e2-492c-8b2b-5cc713d78986 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1101577 Feb 11 05:27:01.098779 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5531229b-c211-4b86-a2d8-54d2aa9c1179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7e869431-eb8a-44dc-9d9c-4864c9cf8500), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.106256 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5531229b-c211-4b86-a2d8-54d2aa9c1179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.116368 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5531229b-c211-4b86-a2d8-54d2aa9c1179 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7e869431-eb8a-44dc-9d9c-4864c9cf8500 HTTP/1.1" status: 204 len: 168 time: 0.4108372 Feb 11 05:27:01.174631 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531229b-c211-4b86-a2d8-54d2aa9c1179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e869431-eb8a-44dc-9d9c-4864c9cf8500,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:01.365131 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49034) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:01.487367 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8259d3c9-8205-4316-b2ea-63ee6d62f8dd req-18e8e115-34a6-499d-a64f-c911a4c36482 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927386 Feb 11 05:27:01.492189 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3a01d7a4-8c59-4f1e-aba7-81ddb8461d0a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=13a59492bc0343adb1fb7a8aa5188602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1256998 Feb 11 05:27:01.493154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49044) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:01.628827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d2dd8975-833c-42cd-b106-b86211855997 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:01.689813 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: d2dd8975-833c-42cd-b106-b86211855997 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:27:01.690088 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d2dd8975-833c-42cd-b106-b86211855997 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:27:01.832178 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d034173b-d1cc-454d-bef5-2f6a69afbefc admin admin] Publish callbacks [] for security_group (b5fb0b3a-9455-4010-b8ac-7350ee7311f8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.857621 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d034173b-d1cc-454d-bef5-2f6a69afbefc admin admin] Publish callbacks [] for security_group (b5fb0b3a-9455-4010-b8ac-7350ee7311f8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.917423 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d034173b-d1cc-454d-bef5-2f6a69afbefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b5fb0b3a-9455-4010-b8ac-7350ee7311f8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.920765 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d034173b-d1cc-454d-bef5-2f6a69afbefc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:01.922111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d034173b-d1cc-454d-bef5-2f6a69afbefc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b5fb0b3a-9455-4010-b8ac-7350ee7311f8 HTTP/1.1" status: 204 len: 168 time: 0.4248803 Feb 11 05:27:01.940482 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcb42c-350d-4f54-9211-96d80169ff8b req-cb74cee0-6b0b-4d27-a418-f04b51f6b568 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:01.949042 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04fcb42c-350d-4f54-9211-96d80169ff8b req-cb74cee0-6b0b-4d27-a418-f04b51f6b568 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 944 time: 0.4505610 Feb 11 05:27:02.028690 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04fcb42c-350d-4f54-9211-96d80169ff8b req-8af58fcc-2fdd-4af5-82e9-d455d2fa5ab6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784819 Feb 11 05:27:02.036820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034173b-d1cc-454d-bef5-2f6a69afbefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fb0b3a-9455-4010-b8ac-7350ee7311f8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:02.089737 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8259d3c9-8205-4316-b2ea-63ee6d62f8dd req-5076f0f2-4016-4afa-8299-3f2f1caf4fae service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795038 Feb 11 05:27:02.160831 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49060) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:02.267702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49068) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:02.275137 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7ba78390-f417-4243-bf84-647bc23e8ce6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a9a412ef50174e3aad49411820966d44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1124699 Feb 11 05:27:02.370632 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-48060c19-043c-440d-921b-9bbf014175ae admin admin] Publish callbacks [] for security_group (02dcd68d-2244-44d3-bf87-7f58889d4ac9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:02.373385 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:02.404728 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-48060c19-043c-440d-921b-9bbf014175ae admin admin] Publish callbacks [] for security_group (02dcd68d-2244-44d3-bf87-7f58889d4ac9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:02.486214 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-48060c19-043c-440d-921b-9bbf014175ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (02dcd68d-2244-44d3-bf87-7f58889d4ac9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:02.490552 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-48060c19-043c-440d-921b-9bbf014175ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:02.499544 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-48060c19-043c-440d-921b-9bbf014175ae admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/02dcd68d-2244-44d3-bf87-7f58889d4ac9 HTTP/1.1" status: 204 len: 168 time: 0.2297976 Feb 11 05:27:02.520744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48060c19-043c-440d-921b-9bbf014175ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dcd68d-2244-44d3-bf87-7f58889d4ac9,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:03.180237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8774c2-710c-4511-acef-23a213fada1c req-bce7943f-a894-4363-be03-a4e04169e4b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:03.190828 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d8774c2-710c-4511-acef-23a213fada1c req-bce7943f-a894-4363-be03-a4e04169e4b2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 944 time: 0.0759215 Feb 11 05:27:03.322742 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d8774c2-710c-4511-acef-23a213fada1c req-8c9bf492-5db4-43c0-8884-77c5137fda3e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303177 Feb 11 05:27:03.570486 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:04.181716 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49174) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:04.405693 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f1679e9b-9e4b-4fcc-a47b-5e9d1636251b details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:04.462531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-3fd13388-f0e2-4fcf-b2fa-98000da62adc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-network', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:04.514246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd13388-f0e2-4fcf-b2fa-98000da62adc admin admin] Made reservation on behalf of 4255e8ac520946e2b4cc56d91c296121 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:04.518137 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3fd13388-f0e2-4fcf-b2fa-98000da62adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:04.553978 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3fd13388-f0e2-4fcf-b2fa-98000da62adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:04.701029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f1679e9b-9e4b-4fcc-a47b-5e9d1636251b,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:04.731569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'f1679e9b-9e4b-4fcc-a47b-5e9d1636251b', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'port_id': 'f1679e9b-9e4b-4fcc-a47b-5e9d1636251b', 'mac_address': 'fa:16:3e:02:2d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:04.922139 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3fd13388-f0e2-4fcf-b2fa-98000da62adc admin admin] Publish callbacks [] for security_group (a8a45993-206c-4742-8775-ae8fc4740c55), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:04.942941 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3fd13388-f0e2-4fcf-b2fa-98000da62adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a8a45993-206c-4742-8775-ae8fc4740c55), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.023538 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd13388-f0e2-4fcf-b2fa-98000da62adc admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:27:05.049844 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f589a4-53ed-42a4-b29d-26c0334c4117 req-9bbdbf4f-2d27-487c-b95d-2dbcad9533e8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1221452 Feb 11 05:27:05.050497 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd13388-f0e2-4fcf-b2fa-98000da62adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a45993-206c-4742-8775-ae8fc4740c55,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:05.101686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b0013-ba4a-4d8d-9b69-00518ff0eea0 req-e98be06f-f128-4ae2-8b17-db1e348b1c01 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:05.106115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e9b0013-ba4a-4d8d-9b69-00518ff0eea0 req-e98be06f-f128-4ae2-8b17-db1e348b1c01 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 944 time: 0.5441461 Feb 11 05:27:05.112609 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3fd13388-f0e2-4fcf-b2fa-98000da62adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4f91cbec-d8cd-41d6-83fe-5521f2a60d26), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.114226 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-3fd13388-f0e2-4fcf-b2fa-98000da62adc admin admin] Added segment 4f91cbec-d8cd-41d6-83fe-5521f2a60d26 of type vlan for network 161685c0-d680-4a86-aa77-aca330e3df1f Feb 11 05:27:05.164638 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:05.173913 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.204582 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.219027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1679e9b-9e4b-4fcc-a47b-5e9d1636251b {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:05.228182 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3fd13388-f0e2-4fcf-b2fa-98000da62adc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (161685c0-d680-4a86-aa77-aca330e3df1f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.295381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f1679e9b-9e4b-4fcc-a47b-5e9d1636251b,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:05.305556 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.362549 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3fd13388-f0e2-4fcf-b2fa-98000da62adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (161685c0-d680-4a86-aa77-aca330e3df1f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.364177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd13388-f0e2-4fcf-b2fa-98000da62adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:05.364841 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3fd13388-f0e2-4fcf-b2fa-98000da62adc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.379780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f589a4-53ed-42a4-b29d-26c0334c4117 req-e29229ed-4b1c-4165-91a5-f4d86509e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:05.381797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f589a4-53ed-42a4-b29d-26c0334c4117 req-e29229ed-4b1c-4165-91a5-f4d86509e5f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 1128 time: 0.2520411 Feb 11 05:27:05.416328 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=f1679e9b-9e4b-4fcc-a47b-5e9d1636251b,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:05.432564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e9b0013-ba4a-4d8d-9b69-00518ff0eea0 req-24cab935-0cb9-4049-aafa-892f876bd972 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043265 Feb 11 05:27:05.461418 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49244) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:05.461894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3fd13388-f0e2-4fcf-b2fa-98000da62adc admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2785943 Feb 11 05:27:05.467278 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3897b541-9a7d-4651-b757-8877d5f7c615 admin admin] Request body: {'subnet': {'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-subnet', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:05.540477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3897b541-9a7d-4651-b757-8877d5f7c615 admin admin] Made reservation on behalf of 4255e8ac520946e2b4cc56d91c296121 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:05.544685 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3897b541-9a7d-4651-b757-8877d5f7c615 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:05.605627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd13388-f0e2-4fcf-b2fa-98000da62adc admin admin] Pushing event updated for resources: {'Network': ['ID=161685c0-d680-4a86-aa77-aca330e3df1f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:05.627216 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['f1679e9b-9e4b-4fcc-a47b-5e9d1636251b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:05.725995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f589a4-53ed-42a4-b29d-26c0334c4117 req-f235831a-fbf7-444a-a563-5cd8bd8f477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:05.730426 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f589a4-53ed-42a4-b29d-26c0334c4117 req-f235831a-fbf7-444a-a563-5cd8bd8f477b service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 912 time: 0.3160546 Feb 11 05:27:05.865837 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f589a4-53ed-42a4-b29d-26c0334c4117 req-3b0cfe62-f422-4ab3-9b1b-3e5125c90ab5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2688b163-76b0-4719-9c65-f83a9f6ef193 HTTP/1.1" status: 200 len: 1000 time: 0.1299050 Feb 11 05:27:05.983918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f589a4-53ed-42a4-b29d-26c0334c4117 req-ee9b9cab-3831-4827-95be-8c79c827c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:05.985985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f589a4-53ed-42a4-b29d-26c0334c4117 req-ee9b9cab-3831-4827-95be-8c79c827c64c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.1133690 Feb 11 05:27:06.055901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f589a4-53ed-42a4-b29d-26c0334c4117 req-dd309ae7-46ec-438d-907f-edfd44032038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:06.057563 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f589a4-53ed-42a4-b29d-26c0334c4117 req-dd309ae7-46ec-438d-907f-edfd44032038 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0567317 Feb 11 05:27:06.075134 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3897b541-9a7d-4651-b757-8877d5f7c615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.095298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 161685c0-d680-4a86-aa77-aca330e3df1f details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:27:06.201843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49266) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:06.205367 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897b541-9a7d-4651-b757-8877d5f7c615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:06.236651 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3897b541-9a7d-4651-b757-8877d5f7c615 admin admin] Checking segment: {'id': '4f91cbec-d8cd-41d6-83fe-5521f2a60d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:06.239338 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3897b541-9a7d-4651-b757-8877d5f7c615 admin admin] Network hostable DHCP agents. Network: 161685c0-d680-4a86-aa77-aca330e3df1f, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:27:06.255536 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f589a4-53ed-42a4-b29d-26c0334c4117 req-2210fbfe-dddc-483f-aa75-4faf77f0b3bd service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901047 Feb 11 05:27:06.268553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3897b541-9a7d-4651-b757-8877d5f7c615 admin admin] Network 161685c0-d680-4a86-aa77-aca330e3df1f is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:27:06.284247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-3897b541-9a7d-4651-b757-8877d5f7c615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 161685c0-d680-4a86-aa77-aca330e3df1f) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:06.296029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f166a1b-d1ed-4ff5-b302-cc51bdb2b73e None None] Network 161685c0-d680-4a86-aa77-aca330e3df1f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:27:06.322079 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3897b541-9a7d-4651-b757-8877d5f7c615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:06.322751 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3897b541-9a7d-4651-b757-8877d5f7c615 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.361889 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3897b541-9a7d-4651-b757-8877d5f7c615 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8984888 Feb 11 05:27:06.364065 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49274) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:06.374753 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-router', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:06.427236 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (0355d2c9-034f-4d56-b2a9-24f4894018cd), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.430479 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (0355d2c9-034f-4d56-b2a9-24f4894018cd), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.525015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-161685c0-d680-4a86-aa77-aca330e3df1f', 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f', 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'fixed_ips': [{'subnet_id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:27:06.525885 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.529822 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4bbb5eec-c54c-4788-8621-ec415b3e836e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.557607 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Publish callbacks [] for router_controller (0355d2c9-034f-4d56-b2a9-24f4894018cd), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.695328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f589a4-53ed-42a4-b29d-26c0334c4117 req-ecc6d59f-27e4-45ef-bbff-65c3e1c7274a service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321206 Feb 11 05:27:06.748093 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Publish callbacks [] for router_gateway (0355d2c9-034f-4d56-b2a9-24f4894018cd), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:06.778376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ff34e-7c26-4d27-8b9b-a3366c691db9 req-99087f2f-e26e-4f8f-b6db-fa706db242a0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:06.788370 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da2ff34e-7c26-4d27-8b9b-a3366c691db9 req-99087f2f-e26e-4f8f-b6db-fa706db242a0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 945 time: 0.2263455 Feb 11 05:27:06.848890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Allocated IP 172.20.0.2 (161685c0-d680-4a86-aa77-aca330e3df1f/3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef/35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:06.937006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da2ff34e-7c26-4d27-8b9b-a3366c691db9 req-a125c3d3-9eb9-456a-9ccb-1b32d2f2667c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468711 Feb 11 05:27:07.006968 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4bbb5eec-c54c-4788-8621-ec415b3e836e admin admin] Publish callbacks [] for security_group (ae4efec5-0252-4dcb-82be-86bfb8b4fd33), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.021408 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4bbb5eec-c54c-4788-8621-ec415b3e836e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ae4efec5-0252-4dcb-82be-86bfb8b4fd33), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.080110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb5eec-c54c-4788-8621-ec415b3e836e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4efec5-0252-4dcb-82be-86bfb8b4fd33,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:07.089001 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4bbb5eec-c54c-4788-8621-ec415b3e836e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c8cd988be4b2429ea5dc04ba93ee9624&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8835700 Feb 11 05:27:07.090131 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49282) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:07.160286 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Publish callbacks [] for router_gateway (0355d2c9-034f-4d56-b2a9-24f4894018cd), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.166721 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Publish callbacks [] for port (35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.170603 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6af747f9-2f00-4c72-883c-89514d7f0d08 admin admin] Publish callbacks [] for security_group (ae4efec5-0252-4dcb-82be-86bfb8b4fd33), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.181917 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.202752 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.206896 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6af747f9-2f00-4c72-883c-89514d7f0d08 admin admin] Publish callbacks [] for security_group (ae4efec5-0252-4dcb-82be-86bfb8b4fd33), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.260255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Network 161685c0-d680-4a86-aa77-aca330e3df1f is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:07.263140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:07.268278 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:07.270410 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Pushing event updated for resources: {'Port': ['ID=35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:07.283083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6af747f9-2f00-4c72-883c-89514d7f0d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ae4efec5-0252-4dcb-82be-86bfb8b4fd33), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.291561 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6af747f9-2f00-4c72-883c-89514d7f0d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.295690 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6af747f9-2f00-4c72-883c-89514d7f0d08 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ae4efec5-0252-4dcb-82be-86bfb8b4fd33 HTTP/1.1" status: 204 len: 168 time: 0.2021961 Feb 11 05:27:07.306853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af747f9-2f00-4c72-883c-89514d7f0d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4efec5-0252-4dcb-82be-86bfb8b4fd33,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:07.396848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Attempting to bind port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:07.397410 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Attempting to bind port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '4f91cbec-d8cd-41d6-83fe-5521f2a60d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:07.397783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Attempting to bind port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c on network 161685c0-d680-4a86-aa77-aca330e3df1f {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:07.407005 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:07.407392 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Checking segment: {'id': '4f91cbec-d8cd-41d6-83fe-5521f2a60d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:07.408964 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.409368 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Bound using segment: {'id': '4f91cbec-d8cd-41d6-83fe-5521f2a60d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:07.409863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Bound port: 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f91cbec-d8cd-41d6-83fe-5521f2a60d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:07.410810 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.545269 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Allocated IP 172.25.5.245 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/7fd46443-ede5-4af0-bcc7-39caf881ee88) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:07.587064 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] For port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:07.596358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] For port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c,segment=NetworkSegment(4f91cbec-d8cd-41d6-83fe-5521f2a60d26),segment_id=4f91cbec-d8cd-41d6-83fe-5521f2a60d26)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:07.606627 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.692084 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9b7df-93c8-4c44-8419-54b97660f49f None None] Pushing event updated for resources: {'Port': ['ID=35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:07.794613 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Publish callbacks [] for port (7fd46443-ede5-4af0-bcc7-39caf881ee88), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.840463 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7fd46443-ede5-4af0-bcc7-39caf881ee88), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:07.863536 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:07.866455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:07.871472 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:07.979650 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Pushing event updated for resources: {'Port': ['ID=7fd46443-ede5-4af0-bcc7-39caf881ee88,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:08.158882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c6960-65a4-47f8-9120-cc03ea5c2241 req-32319afe-00c2-44ef-a932-c86a2ca714fa tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:08.190748 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-467c6960-65a4-47f8-9120-cc03ea5c2241 req-32319afe-00c2-44ef-a932-c86a2ca714fa tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 945 time: 0.1366785 Feb 11 05:27:08.286572 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-467c6960-65a4-47f8-9120-cc03ea5c2241 req-ecb65c32-8899-4c1e-9609-218150899f57 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931656 Feb 11 05:27:08.287202 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:27:08.337856 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:08.375631 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Publish callbacks [] for router_gateway (0355d2c9-034f-4d56-b2a9-24f4894018cd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:08.427315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f1679e9b-9e4b-4fcc-a47b-5e9d1636251b up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:08.488853 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:08.489500 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:08.752149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:08.756064 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:08.784254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:27:08.795015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:08.795974 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:08.907118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c,segment=NetworkSegment(4f91cbec-d8cd-41d6-83fe-5521f2a60d26),segment_id=4f91cbec-d8cd-41d6-83fe-5521f2a60d26)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:08.924151 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:08.985818 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (0355d2c9-034f-4d56-b2a9-24f4894018cd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:09.067332 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:09.108047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:09.108448 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:09.169758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdc264e-1a90-4de5-a3c4-fede60097eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1679e9b-9e4b-4fcc-a47b-5e9d1636251b'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:09.172068 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f782d5-86c9-4721-9501-d81b11be0247" -d '{"events": [{"server_uuid": "7cdc264e-1a90-4de5-a3c4-fede60097eef", "name": "network-vif-plugged", "status": "completed", "tag": "f1679e9b-9e4b-4fcc-a47b-5e9d1636251b"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:09.198583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f1679e9b-9e4b-4fcc-a47b-5e9d1636251b,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:09.217764 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:09.313766 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4914da3e-1767-41ed-b9b9-2bb11d8a13fd x-openstack-request-id: req-4914da3e-1767-41ed-b9b9-2bb11d8a13fd {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:09.315807 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdc264e-1a90-4de5-a3c4-fede60097eef", "name": "network-vif-plugged", "status": "completed", "tag": "f1679e9b-9e4b-4fcc-a47b-5e9d1636251b", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:09.316072 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4914da3e-1767-41ed-b9b9-2bb11d8a13fd {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:09.318796 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdc264e-1a90-4de5-a3c4-fede60097eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1679e9b-9e4b-4fcc-a47b-5e9d1636251b', 'code': 200} Feb 11 05:27:09.364840 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Router 0355d2c9-034f-4d56-b2a9-24f4894018cd is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:27:09.435691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=f1679e9b-9e4b-4fcc-a47b-5e9d1636251b,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:09.522226 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e72a44-5397-4089-ad9f-86b0b3fb282c None None] Network 161685c0-d680-4a86-aa77-aca330e3df1f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:27:09.554926 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbad1a6-0c5b-4d96-9aba-56924beecfb2 req-04ed3382-916c-44b1-b514-4c7304875e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:09.557601 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fbad1a6-0c5b-4d96-9aba-56924beecfb2 req-04ed3382-916c-44b1-b514-4c7304875e2a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 1129 time: 0.1824787 Feb 11 05:27:09.565520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b7901-a63b-4f3d-a1fc-976be8162b5b req-e448aaed-0aff-42da-b87f-e46628fb1681 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:09.579397 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-504b7901-a63b-4f3d-a1fc-976be8162b5b req-e448aaed-0aff-42da-b87f-e46628fb1681 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 946 time: 0.0978866 Feb 11 05:27:09.736848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fbad1a6-0c5b-4d96-9aba-56924beecfb2 req-ed0d0da5-c16a-4076-9410-2d16f36200a0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426778 Feb 11 05:27:09.780106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-70343088-c793-4705-8db1-07b6f629f172 None None] Provisioning complete for port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:09.780721 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70343088-c793-4705-8db1-07b6f629f172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:09.815819 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-504b7901-a63b-4f3d-a1fc-976be8162b5b req-f2f0a9ed-3465-4afe-9b9e-e0b8e9e7ae18 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353349 Feb 11 05:27:09.886223 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:09.989980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-70343088-c793-4705-8db1-07b6f629f172 None None] Current status of the port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:10.264120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:10.463322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-007c4923-8b65-4282-8e1f-5a696b603318 None None] Provisioning complete for port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:10.464450 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-007c4923-8b65-4282-8e1f-5a696b603318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.509340 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:10.519691 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Sync routers for ids ['0355d2c9-034f-4d56-b2a9-24f4894018cd'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:10.537927 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Routers {'0355d2c9-034f-4d56-b2a9-24f4894018cd'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:10.540159 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0355d2c9-034f-4d56-b2a9-24f4894018cd'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:10.540768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:10.541906 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.569399 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:10.574732 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49410) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:10.576092 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-27db27a8-c16e-47d0-b4bc-72330009fb0f admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.2108161 Feb 11 05:27:10.581104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49412) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:10.743572 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-007c4923-8b65-4282-8e1f-5a696b603318 None None] Current status of the port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:10.842143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:10.861740 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Set router 0355d2c9-034f-4d56-b2a9-24f4894018cd gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:11.040323 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43e956a8-280b-4224-8408-fcfff804fb6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.152886 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43e956a8-280b-4224-8408-fcfff804fb6d admin admin] Publish callbacks [] for security_group (a8232cc2-7dbb-4589-ab82-30c4d0e1c025), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.217661 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43e956a8-280b-4224-8408-fcfff804fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a8232cc2-7dbb-4589-ab82-30c4d0e1c025), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.324533 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-router', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:06Z', 'updated_at': '2022-02-11T05:27:08Z', 'revision_number': 3, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'gw_port': {'id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:07Z', 'updated_at': '2022-02-11T05:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:11.336581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-43e956a8-280b-4224-8408-fcfff804fb6d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=eb010b82e5f043cba91560d0cefb804b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7597609 Feb 11 05:27:11.339685 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49428) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:11.387548 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Checking router: 0355d2c9-034f-4d56-b2a9-24f4894018cd for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:27:11.387901 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Updating router 0355d2c9-034f-4d56-b2a9-24f4894018cd port 7fd46443-ede5-4af0-bcc7-39caf881ee88 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:27:11.438880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bfc2e-83c9-4f24-bd40-e323781ded88 req-3c525743-0146-432f-9f91-cfc2e4670b34 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:11.448932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed2bfc2e-83c9-4f24-bd40-e323781ded88 req-3c525743-0146-432f-9f91-cfc2e4670b34 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 946 time: 0.4043181 Feb 11 05:27:11.451864 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e956a8-280b-4224-8408-fcfff804fb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8232cc2-7dbb-4589-ab82-30c4d0e1c025,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:11.475616 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7a9d8ca8-b1f7-4182-a3ef-fb6eb4799bf1 admin admin] Publish callbacks [] for security_group (a8232cc2-7dbb-4589-ab82-30c4d0e1c025), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.499702 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7fd46443-ede5-4af0-bcc7-39caf881ee88), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.588124 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7a9d8ca8-b1f7-4182-a3ef-fb6eb4799bf1 admin admin] Publish callbacks [] for security_group (a8232cc2-7dbb-4589-ab82-30c4d0e1c025), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.750577 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7a9d8ca8-b1f7-4182-a3ef-fb6eb4799bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a8232cc2-7dbb-4589-ab82-30c4d0e1c025), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.753593 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7a9d8ca8-b1f7-4182-a3ef-fb6eb4799bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:11.767726 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7a9d8ca8-b1f7-4182-a3ef-fb6eb4799bf1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a8232cc2-7dbb-4589-ab82-30c4d0e1c025 HTTP/1.1" status: 204 len: 168 time: 0.4166720 Feb 11 05:27:11.793981 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d8ca8-b1f7-4182-a3ef-fb6eb4799bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8232cc2-7dbb-4589-ab82-30c4d0e1c025,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:11.866380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed2bfc2e-83c9-4f24-bd40-e323781ded88 req-4bb893b7-83b5-489a-9a37-494be91ea202 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120297 Feb 11 05:27:11.904053 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.274470 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Publish callbacks [] for port (7fd46443-ede5-4af0-bcc7-39caf881ee88), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.281208 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7fd46443-ede5-4af0-bcc7-39caf881ee88), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.339207 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59598dcd-9097-4831-8e1a-ef61e9042f93 None None] Pushing event updated for resources: {'Port': ['ID=7fd46443-ede5-4af0-bcc7-39caf881ee88,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:12.349496 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59598dcd-9097-4831-8e1a-ef61e9042f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:12.350121 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59598dcd-9097-4831-8e1a-ef61e9042f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:12.350812 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59598dcd-9097-4831-8e1a-ef61e9042f93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:12.351320 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59598dcd-9097-4831-8e1a-ef61e9042f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:12.351860 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59598dcd-9097-4831-8e1a-ef61e9042f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:12.352374 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59598dcd-9097-4831-8e1a-ef61e9042f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:12.353003 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59598dcd-9097-4831-8e1a-ef61e9042f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:12.353498 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59598dcd-9097-4831-8e1a-ef61e9042f93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:12.353993 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59598dcd-9097-4831-8e1a-ef61e9042f93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:12.354526 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59598dcd-9097-4831-8e1a-ef61e9042f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:12.355048 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59598dcd-9097-4831-8e1a-ef61e9042f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:12.355563 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59598dcd-9097-4831-8e1a-ef61e9042f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:12.359452 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59598dcd-9097-4831-8e1a-ef61e9042f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:12.378737 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Attempting to bind port 7fd46443-ede5-4af0-bcc7-39caf881ee88 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:12.379113 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Attempting to bind port 7fd46443-ede5-4af0-bcc7-39caf881ee88 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:12.379702 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Attempting to bind port 7fd46443-ede5-4af0-bcc7-39caf881ee88 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:12.385972 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:12.386677 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:12.387302 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.387904 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:12.388550 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Bound port: 7fd46443-ede5-4af0-bcc7-39caf881ee88, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:12.389126 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7fd46443-ede5-4af0-bcc7-39caf881ee88), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.498254 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] For port 7fd46443-ede5-4af0-bcc7-39caf881ee88, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:12.503121 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] For port 7fd46443-ede5-4af0-bcc7-39caf881ee88, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7fd46443-ede5-4af0-bcc7-39caf881ee88,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:12.515499 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7fd46443-ede5-4af0-bcc7-39caf881ee88), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.633428 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59598dcd-9097-4831-8e1a-ef61e9042f93 None None] Pushing event updated for resources: {'Port': ['ID=7fd46443-ede5-4af0-bcc7-39caf881ee88,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:12.641807 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Routers {'0355d2c9-034f-4d56-b2a9-24f4894018cd'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:12.642438 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0355d2c9-034f-4d56-b2a9-24f4894018cd'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:12.927286 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] Set router 0355d2c9-034f-4d56-b2a9-24f4894018cd gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:12.983381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Allocated IP 172.20.0.1 (161685c0-d680-4a86-aa77-aca330e3df1f/3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef/1af3ac1f-db99-4353-a45d-397e2d1d1db2) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:13.164041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bf23b-5fb2-440e-bd38-d441a5f5baca req-4bab99f7-78e7-4d4d-871e-ae41fb51a5f9 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:13.166050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e02bf23b-5fb2-440e-bd38-d441a5f5baca req-4bab99f7-78e7-4d4d-871e-ae41fb51a5f9 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 946 time: 0.1473238 Feb 11 05:27:13.251891 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Publish callbacks [] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:13.257369 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e02bf23b-5fb2-440e-bd38-d441a5f5baca req-9c047238-7506-4ce9-8384-fba32ca2ed5a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796602 Feb 11 05:27:13.302726 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:13.361952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Network 161685c0-d680-4a86-aa77-aca330e3df1f is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:13.367386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:13.371930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:13.422981 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (0355d2c9-034f-4d56-b2a9-24f4894018cd), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:13.462217 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-router', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:06Z', 'updated_at': '2022-02-11T05:27:08Z', 'revision_number': 3, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'gw_port': {'id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:07Z', 'updated_at': '2022-02-11T05:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:13.535251 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cad515-1b71-4d94-865a-d15d15e6ca9c None None] The sync data for ids ['0355d2c9-034f-4d56-b2a9-24f4894018cd'] in n-d-713499-38 is: [{'id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-router', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:06Z', 'updated_at': '2022-02-11T05:27:08Z', 'revision_number': 3, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'gw_port': {'id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:07Z', 'updated_at': '2022-02-11T05:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:13.672729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Pushing event updated for resources: {'Port': ['ID=1af3ac1f-db99-4353-a45d-397e2d1d1db2,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:13.884540 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:13.915061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-16b3f89b-0433-400b-bce8-0ef34e42c819 None None] Provisioning complete for port 1af3ac1f-db99-4353-a45d-397e2d1d1db2 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:13.917872 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-16b3f89b-0433-400b-bce8-0ef34e42c819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:13.985517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-16b3f89b-0433-400b-bce8-0ef34e42c819 None None] Port 1af3ac1f-db99-4353-a45d-397e2d1d1db2 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:27:14.013283 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-566e6447-4915-46c4-b494-54b705c5e6af req-4d8ca719-30c7-4281-85a7-cfa67154eaf9 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c HTTP/1.1" status: 200 len: 267 time: 0.3821325 Feb 11 05:27:14.070096 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.219358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e6447-4915-46c4-b494-54b705c5e6af req-082fd28e-4a98-43f7-ae22-e557e7d1e4f2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:14.227579 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-566e6447-4915-46c4-b494-54b705c5e6af req-082fd28e-4a98-43f7-ae22-e557e7d1e4f2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 946 time: 0.2118447 Feb 11 05:27:14.235552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-566e6447-4915-46c4-b494-54b705c5e6af req-2937b43f-f4a8-44c3-a316-53bee36c3f66 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Request body: {'port': {'security_groups': []}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:14.434234 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-566e6447-4915-46c4-b494-54b705c5e6af req-2937b43f-f4a8-44c3-a316-53bee36c3f66 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.669085 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Publish callbacks [] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.679693 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:14.788263 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (0355d2c9-034f-4d56-b2a9-24f4894018cd), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.065630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Pushing event updated for resources: {'Port': ['ID=1af3ac1f-db99-4353-a45d-397e2d1d1db2,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:15.266636 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-566e6447-4915-46c4-b494-54b705c5e6af req-2937b43f-f4a8-44c3-a316-53bee36c3f66 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] For port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f1679e9b-9e4b-4fcc-a47b-5e9d1636251b,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:15.397715 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-566e6447-4915-46c4-b494-54b705c5e6af req-2937b43f-f4a8-44c3-a316-53bee36c3f66 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.401771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Network 161685c0-d680-4a86-aa77-aca330e3df1f is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:15.403912 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:15.429147 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-566e6447-4915-46c4-b494-54b705c5e6af req-2937b43f-f4a8-44c3-a316-53bee36c3f66 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.448664 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a6712007-49e8-473e-b379-e0925725c858', '2c68c0be-39a6-4e3b-81d5-593b986f1abd', 'f1679e9b-9e4b-4fcc-a47b-5e9d1636251b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:15.551905 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49530) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:15.714436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e6447-4915-46c4-b494-54b705c5e6af req-2937b43f-f4a8-44c3-a316-53bee36c3f66 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:15.715070 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-566e6447-4915-46c4-b494-54b705c5e6af req-2937b43f-f4a8-44c3-a316-53bee36c3f66 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.716522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-566e6447-4915-46c4-b494-54b705c5e6af req-2937b43f-f4a8-44c3-a316-53bee36c3f66 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "PUT /v2.0/ports/f1679e9b-9e4b-4fcc-a47b-5e9d1636251b HTTP/1.1" status: 200 len: 905 time: 1.4882140 Feb 11 05:27:15.716997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdc264e-1a90-4de5-a3c4-fede60097eef', 'tag': 'f1679e9b-9e4b-4fcc-a47b-5e9d1636251b'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:15.719666 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19338dc-5c53-4385-b117-6dbac78df60b" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdc264e-1a90-4de5-a3c4-fede60097eef", "tag": "f1679e9b-9e4b-4fcc-a47b-5e9d1636251b"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:15.783333 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:15.825944 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:15.845113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['f1679e9b-9e4b-4fcc-a47b-5e9d1636251b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:15.939016 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2d14f9-d4c4-4b80-ba8b-71b38ca52fe1 x-openstack-request-id: req-2c2d14f9-d4c4-4b80-ba8b-71b38ca52fe1 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:15.939301 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdc264e-1a90-4de5-a3c4-fede60097eef", "tag": "f1679e9b-9e4b-4fcc-a47b-5e9d1636251b", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:15.939597 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2c2d14f9-d4c4-4b80-ba8b-71b38ca52fe1 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:15.940008 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cdc264e-1a90-4de5-a3c4-fede60097eef', 'tag': 'f1679e9b-9e4b-4fcc-a47b-5e9d1636251b', 'status': 'completed', 'code': 200} Feb 11 05:27:16.029145 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.036414 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-bcc85c93-fd05-4049-993e-73eab806f878 None None] Provisioning complete for port 1af3ac1f-db99-4353-a45d-397e2d1d1db2 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:16.037126 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bcc85c93-fd05-4049-993e-73eab806f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.052934 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937b43f-f4a8-44c3-a316-53bee36c3f66 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event updated for resources: {'Port': ['ID=f1679e9b-9e4b-4fcc-a47b-5e9d1636251b,revision_number=6']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:16.124754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Router 0355d2c9-034f-4d56-b2a9-24f4894018cd has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:27:16.140147 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19338dc-5c53-4385-b117-6dbac78df60b req-0f382be0-7def-4ed3-82ef-88e27916826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:16.142393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f19338dc-5c53-4385-b117-6dbac78df60b req-0f382be0-7def-4ed3-82ef-88e27916826e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 1091 time: 0.2057354 Feb 11 05:27:16.218804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392f62d-83ea-4687-8300-9d914e50aa59 req-baa7eef1-159e-4e7c-977d-54144d317be7 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:16.252212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f392f62d-83ea-4687-8300-9d914e50aa59 req-baa7eef1-159e-4e7c-977d-54144d317be7 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 908 time: 0.4124613 Feb 11 05:27:16.273921 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bcc85c93-fd05-4049-993e-73eab806f878 None None] Port 1af3ac1f-db99-4353-a45d-397e2d1d1db2 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:27:16.353272 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Allocated IP 172.25.5.77 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/de41dbcb-d7ae-4923-93cf-74e305993b13) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:16.455175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7fd46443-ede5-4af0-bcc7-39caf881ee88 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:16.501605 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for port (de41dbcb-d7ae-4923-93cf-74e305993b13), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.565012 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (de41dbcb-d7ae-4923-93cf-74e305993b13), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.613241 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-cbd0b77c-8ff5-4c83-9077-77bd647613e8 None None] Provisioning complete for port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:16.613967 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b77c-8ff5-4c83-9077-77bd647613e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.620492 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Pushing event updated for resources: {'Port': ['ID=de41dbcb-d7ae-4923-93cf-74e305993b13,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:16.635666 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:16.636749 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19338dc-5c53-4385-b117-6dbac78df60b req-e9a01287-746c-47be-8d92-8614b0ced81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:16.637735 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:16.638459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f19338dc-5c53-4385-b117-6dbac78df60b req-e9a01287-746c-47be-8d92-8614b0ced81d service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 912 time: 0.4855008 Feb 11 05:27:16.640718 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:16.648828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0787b7-91ee-4143-b7b6-1c10e1d41911 req-436845ce-8321-474c-bc32-9972e9be9a56 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:16.656073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f0787b7-91ee-4143-b7b6-1c10e1d41911 req-436845ce-8321-474c-bc32-9972e9be9a56 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1951628 Feb 11 05:27:16.700694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7fd46443-ede5-4af0-bcc7-39caf881ee88 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:16.709976 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7fd46443-ede5-4af0-bcc7-39caf881ee88), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.711654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:16.755931 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f19338dc-5c53-4385-b117-6dbac78df60b req-c912115e-cec8-4a8c-843e-88ccb2d4a629 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1679e9b-9e4b-4fcc-a47b-5e9d1636251b HTTP/1.1" status: 200 len: 217 time: 0.0755191 Feb 11 05:27:16.756281 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-83bf8a5b-3c1b-4f7b-a0fe-29d2765857fd admin admin] 10.222.0.87 "PUT /v2.0/routers/0355d2c9-034f-4d56-b2a9-24f4894018cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1724467 Feb 11 05:27:16.801795 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Sync routers for ids ['0355d2c9-034f-4d56-b2a9-24f4894018cd'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:16.827152 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for floatingip (dd49f631-3872-4423-b1fe-795fd0d4393d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.915280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f0787b7-91ee-4143-b7b6-1c10e1d41911 req-a8806efc-64b2-416d-8db7-d81d23b5434e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581480 Feb 11 05:27:16.921646 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19338dc-5c53-4385-b117-6dbac78df60b req-8e8ca47a-90f5-427a-b3f8-ab68261547cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:16.928852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f19338dc-5c53-4385-b117-6dbac78df60b req-8e8ca47a-90f5-427a-b3f8-ab68261547cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.1880355 Feb 11 05:27:16.945883 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (de41dbcb-d7ae-4923-93cf-74e305993b13), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:16.946111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Routers {'0355d2c9-034f-4d56-b2a9-24f4894018cd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:16.949004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0355d2c9-034f-4d56-b2a9-24f4894018cd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:17.118908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19338dc-5c53-4385-b117-6dbac78df60b req-4eb6cd2a-907b-43e2-8d42-9afd22447713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.120574 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f19338dc-5c53-4385-b117-6dbac78df60b req-4eb6cd2a-907b-43e2-8d42-9afd22447713 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1812775 Feb 11 05:27:17.221385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e3349-d0a9-442e-a51c-a1640caa7800 req-c137ec3a-c488-4a05-8cee-e85941e09b8b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.223677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-700e3349-d0a9-442e-a51c-a1640caa7800 req-c137ec3a-c488-4a05-8cee-e85941e09b8b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.2143738 Feb 11 05:27:17.251713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Set router 0355d2c9-034f-4d56-b2a9-24f4894018cd gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:17.277440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0b77c-8ff5-4c83-9077-77bd647613e8 None None] Current status of the port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:17.336108 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for port (de41dbcb-d7ae-4923-93cf-74e305993b13), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.355158 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (de41dbcb-d7ae-4923-93cf-74e305993b13), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.481875 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Pushing event updated for resources: {'Port': ['ID=de41dbcb-d7ae-4923-93cf-74e305993b13,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:17.501329 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (dd49f631-3872-4423-b1fe-795fd0d4393d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.522117 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.526989 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a02983b9-1b87-4db1-af79-169df237676d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9730453 Feb 11 05:27:17.527941 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49584) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:17.529648 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f19338dc-5c53-4385-b117-6dbac78df60b req-6523ef30-10b2-4eba-b118-f2c288719667 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968167 Feb 11 05:27:17.533379 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5640be8a-abf5-4b64-96d8-e3d24ee92b42 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-973938449'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:17.534453 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-700e3349-d0a9-442e-a51c-a1640caa7800 req-c270938c-02dc-4b1b-b269-3758501c4770 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175269 Feb 11 05:27:17.568849 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5640be8a-abf5-4b64-96d8-e3d24ee92b42 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Made reservation on behalf of 67e492b4f8ce4325b5596cf41a109f17 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:17.572857 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5640be8a-abf5-4b64-96d8-e3d24ee92b42 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.588220 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5640be8a-abf5-4b64-96d8-e3d24ee92b42 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.710482 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5640be8a-abf5-4b64-96d8-e3d24ee92b42 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for security_group (ace7f1f6-0bce-4b20-b5d6-70d42bef580a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.716135 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5640be8a-abf5-4b64-96d8-e3d24ee92b42 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ace7f1f6-0bce-4b20-b5d6-70d42bef580a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.749434 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5640be8a-abf5-4b64-96d8-e3d24ee92b42 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:27:17.761528 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640be8a-abf5-4b64-96d8-e3d24ee92b42 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace7f1f6-0bce-4b20-b5d6-70d42bef580a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:17.767004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7fd46443-ede5-4af0-bcc7-39caf881ee88 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:17.767520 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7fd46443-ede5-4af0-bcc7-39caf881ee88), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.769569 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5640be8a-abf5-4b64-96d8-e3d24ee92b42 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (63aa0961-627c-42a1-913c-ad233dd6d406), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.770012 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-5640be8a-abf5-4b64-96d8-e3d24ee92b42 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Added segment 63aa0961-627c-42a1-913c-ad233dd6d406 of type vlan for network 1a8253b6-b10f-4fbc-afa0-790d510ee035 Feb 11 05:27:17.820353 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5640be8a-abf5-4b64-96d8-e3d24ee92b42 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (1a8253b6-b10f-4fbc-afa0-790d510ee035), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.854200 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5640be8a-abf5-4b64-96d8-e3d24ee92b42 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (1a8253b6-b10f-4fbc-afa0-790d510ee035), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.857212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 7fd46443-ede5-4af0-bcc7-39caf881ee88, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7fd46443-ede5-4af0-bcc7-39caf881ee88,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:17.861074 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5640be8a-abf5-4b64-96d8-e3d24ee92b42 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:17.862059 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5640be8a-abf5-4b64-96d8-e3d24ee92b42 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.934853 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7fd46443-ede5-4af0-bcc7-39caf881ee88), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:17.938520 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640be8a-abf5-4b64-96d8-e3d24ee92b42 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Pushing event updated for resources: {'Network': ['ID=1a8253b6-b10f-4fbc-afa0-790d510ee035,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:17.963629 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5640be8a-abf5-4b64-96d8-e3d24ee92b42 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4343781 Feb 11 05:27:17.964667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49590) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:17.970357 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f92014fd-21c0-4ffe-a39f-8ffa02929e8f tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Request body: {'subnet': {'network_id': '1a8253b6-b10f-4fbc-afa0-790d510ee035', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:17.991915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 1a8253b6-b10f-4fbc-afa0-790d510ee035 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:27:18.061652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-6af11309-21ec-4971-a76b-e801e2e6169c tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.068840 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-6af11309-21ec-4971-a76b-e801e2e6169c tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/networks?id=161685c0-d680-4a86-aa77-aca330e3df1f HTTP/1.1" status: 200 len: 829 time: 0.5669858 Feb 11 05:27:18.083862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f19338dc-5c53-4385-b117-6dbac78df60b req-1e3ab461-8259-46d9-9471-14c870d01007 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198452 Feb 11 05:27:18.118593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6980d0a-ae5c-4ef7-b1d0-500066619220 req-3311e3f6-45fa-434f-b4c7-5f87e911980e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.131153 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6980d0a-ae5c-4ef7-b1d0-500066619220 req-3311e3f6-45fa-434f-b4c7-5f87e911980e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.3988905 Feb 11 05:27:18.136192 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92014fd-21c0-4ffe-a39f-8ffa02929e8f tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Made reservation on behalf of 67e492b4f8ce4325b5596cf41a109f17 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:18.142033 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f92014fd-21c0-4ffe-a39f-8ffa02929e8f tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.155172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=7fd46443-ede5-4af0-bcc7-39caf881ee88,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:18.157825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-115991e4-14cc-48c5-8aca-a9881002929a tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/quotas/4255e8ac520946e2b4cc56d91c296121 HTTP/1.1" status: 200 len: 375 time: 0.0880821 Feb 11 05:27:18.332231 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6980d0a-ae5c-4ef7-b1d0-500066619220 req-29af1041-e76b-42dc-9a7e-8a7d8cddc13f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988924 Feb 11 05:27:18.368016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-efca1642-5b3f-45ec-8fd2-d9ead85111c7 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=4255e8ac520946e2b4cc56d91c296121&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2092371 Feb 11 05:27:18.509898 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-router', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:06Z', 'updated_at': '2022-02-11T05:27:13Z', 'revision_number': 4, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'gw_port': {'id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:07Z', 'updated_at': '2022-02-11T05:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '1af3ac1f-db99-4353-a45d-397e2d1d1db2', 'name': '', 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'mac_address': 'fa:16:3e:fc:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:11Z', 'updated_at': '2022-02-11T05:27:14Z', 'revision_number': 2, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'subnets': [{'id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:18.547950 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f92014fd-21c0-4ffe-a39f-8ffa02929e8f tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (9092cba2-9f60-4c92-81f9-b33ed5c078a0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.582620 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Checking router: 0355d2c9-034f-4d56-b2a9-24f4894018cd for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:27:18.583027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Updating router 0355d2c9-034f-4d56-b2a9-24f4894018cd port 1af3ac1f-db99-4353-a45d-397e2d1d1db2 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:27:18.635019 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92014fd-21c0-4ffe-a39f-8ffa02929e8f tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Pushing event updated for resources: {'Subnet': ['ID=9092cba2-9f60-4c92-81f9-b33ed5c078a0,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:18.637623 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.661733 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92014fd-21c0-4ffe-a39f-8ffa02929e8f tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Checking segment: {'id': '63aa0961-627c-42a1-913c-ad233dd6d406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1a8253b6-b10f-4fbc-afa0-790d510ee035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:18.663607 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92014fd-21c0-4ffe-a39f-8ffa02929e8f tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Network hostable DHCP agents. Network: 1a8253b6-b10f-4fbc-afa0-790d510ee035, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:27:18.694789 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92014fd-21c0-4ffe-a39f-8ffa02929e8f tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Network 1a8253b6-b10f-4fbc-afa0-790d510ee035 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:27:18.708218 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-dd9e4f54-f1ae-402f-b62b-23031602c3a8 service neutron] 10.222.0.87 "GET /v2.0/networks/161685c0-d680-4a86-aa77-aca330e3df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391125 Feb 11 05:27:18.710352 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-f92014fd-21c0-4ffe-a39f-8ffa02929e8f tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 1a8253b6-b10f-4fbc-afa0-790d510ee035) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:18.728092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92014fd-21c0-4ffe-a39f-8ffa02929e8f tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.731060 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f92014fd-21c0-4ffe-a39f-8ffa02929e8f tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.735606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df9577-b9f0-4c32-96f2-c82123216a31 req-c1291d8c-7820-4aba-8e31-04d3f663a699 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.756043 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7df9577-b9f0-4c32-96f2-c82123216a31 req-c1291d8c-7820-4aba-8e31-04d3f663a699 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.2865548 Feb 11 05:27:18.767733 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f92014fd-21c0-4ffe-a39f-8ffa02929e8f tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7994232 Feb 11 05:27:18.768454 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49606) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:18.778623 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1394741549', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:18.834167 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (936314eb-29b4-491d-9236-0bffd2c71ddd), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:18.836240 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (936314eb-29b4-491d-9236-0bffd2c71ddd), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.009599 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for router_controller (936314eb-29b4-491d-9236-0bffd2c71ddd), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.015407 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Publish callbacks [] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.022152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3626562-d3a0-4ffe-a4c8-0271b1f062e3 None None] Network 1a8253b6-b10f-4fbc-afa0-790d510ee035 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:27:19.022644 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7df9577-b9f0-4c32-96f2-c82123216a31 req-f7d4bb61-756e-47c6-9d54-b8138fc918c1 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648036 Feb 11 05:27:19.025895 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.095995 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42c22be5-ddee-4046-9418-e9e1fa4be9d1 service neutron] 10.222.0.87 "GET /v2.0/networks/161685c0-d680-4a86-aa77-aca330e3df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753853 Feb 11 05:27:19.173806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1a065-b289-417b-a36e-fa8059c48a1b None None] Pushing event updated for resources: {'Port': ['ID=1af3ac1f-db99-4353-a45d-397e2d1d1db2,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:19.476638 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Attempting to bind port 1af3ac1f-db99-4353-a45d-397e2d1d1db2 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:19.477039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Attempting to bind port 1af3ac1f-db99-4353-a45d-397e2d1d1db2 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '4f91cbec-d8cd-41d6-83fe-5521f2a60d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:19.477406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Attempting to bind port 1af3ac1f-db99-4353-a45d-397e2d1d1db2 on network 161685c0-d680-4a86-aa77-aca330e3df1f {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:19.533104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:19.533504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Checking segment: {'id': '4f91cbec-d8cd-41d6-83fe-5521f2a60d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:19.533975 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.534370 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Bound using segment: {'id': '4f91cbec-d8cd-41d6-83fe-5521f2a60d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:19.538383 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Bound port: 1af3ac1f-db99-4353-a45d-397e2d1d1db2, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f91cbec-d8cd-41d6-83fe-5521f2a60d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:19.538819 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.540033 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a87d2a6f-101c-41b9-9fe0-f7dfc2f5d837 req-d131b606-9939-4f11-9c89-bd2969b071f0 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 210 time: 0.0887718 Feb 11 05:27:19.557512 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-1a8253b6-b10f-4fbc-afa0-790d510ee035', 'network_id': '1a8253b6-b10f-4fbc-afa0-790d510ee035', 'project_id': '67e492b4f8ce4325b5596cf41a109f17', 'fixed_ips': [{'subnet_id': '9092cba2-9f60-4c92-81f9-b33ed5c078a0'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:27:19.558400 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.610214 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for router_gateway (936314eb-29b4-491d-9236-0bffd2c71ddd), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:19.827523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-13986c6a-9c41-4b56-8dae-b44b39ee75c2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:19.837156 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-13986c6a-9c41-4b56-8dae-b44b39ee75c2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 811 time: 0.2950685 Feb 11 05:27:19.981386 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for router_gateway (936314eb-29b4-491d-9236-0bffd2c71ddd), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:20.037520 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-818d78ca-b347-47fe-8a0d-e5b574131493 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/quotas/a38f9ca0a2114cbd80c262e2e7e4e09c HTTP/1.1" status: 200 len: 375 time: 0.1890614 Feb 11 05:27:20.042131 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:20.107601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Allocated IP 172.20.0.2 (1a8253b6-b10f-4fbc-afa0-790d510ee035/9092cba2-9f60-4c92-81f9-b33ed5c078a0/ceb4c28c-d35c-41c5-b319-f29c4870b9da) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:20.366308 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Allocated IP 172.25.5.199 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/656ca066-911f-4392-8f7a-9c196c88f5bc) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:20.498344 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Publish callbacks [] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:20.517926 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for port (656ca066-911f-4392-8f7a-9c196c88f5bc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:20.532174 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] For port 1af3ac1f-db99-4353-a45d-397e2d1d1db2, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:20.540301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] For port 1af3ac1f-db99-4353-a45d-397e2d1d1db2, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1af3ac1f-db99-4353-a45d-397e2d1d1db2,segment=NetworkSegment(4f91cbec-d8cd-41d6-83fe-5521f2a60d26),segment_id=4f91cbec-d8cd-41d6-83fe-5521f2a60d26)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:20.560550 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7fd46443-ede5-4af0-bcc7-39caf881ee88 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:20.570711 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:20.578326 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:20.615302 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (656ca066-911f-4392-8f7a-9c196c88f5bc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:20.759994 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Pushing event updated for resources: {'Port': ['ID=656ca066-911f-4392-8f7a-9c196c88f5bc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:20.795230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:20.795230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:20.795230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:20.795230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:20.800204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1cef6305-615a-4521-9f73-dc2bec3f0191 None None] Provisioning complete for port 1af3ac1f-db99-4353-a45d-397e2d1d1db2 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:20.800735 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1cef6305-615a-4521-9f73-dc2bec3f0191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:20.811089 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:20.811731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:20.812190 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:20.812640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:20.813979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:20.815179 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:20.817759 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:20.817759 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:20.817759 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:20.838057 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0736c094-844f-45f7-b9f4-797a56247468 req-ff186d49-e0c6-491c-9d90-1ef3a70214fe tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 210 time: 0.0830357 Feb 11 05:27:20.851374 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:20.853052 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:20.873113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:20.918884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Routers {'0355d2c9-034f-4d56-b2a9-24f4894018cd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:20.929249 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-11e0d30f-6b73-49d2-a84e-1d6815eab0c1 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.8858418 Feb 11 05:27:20.933931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0355d2c9-034f-4d56-b2a9-24f4894018cd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:21.182101 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-257cda36-ad73-4f31-a0e5-d39026663c86 service neutron] 10.222.0.87 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514918 Feb 11 05:27:21.278021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Network 1a8253b6-b10f-4fbc-afa0-790d510ee035 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:21.294314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Pushing event updated for resources: {'Port': ['ID=ceb4c28c-d35c-41c5-b319-f29c4870b9da,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:21.297936 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:21.322701 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:21.554211 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-b9f31ef6-8af5-4eed-befd-94db42f82d6a service neutron] 10.222.0.87 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681016 Feb 11 05:27:21.625842 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for router_gateway (936314eb-29b4-491d-9236-0bffd2c71ddd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:21.693156 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] Set router 0355d2c9-034f-4d56-b2a9-24f4894018cd gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:21.757740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-376f37bb-1b07-4431-bfeb-14e6aa46f63d tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:21.759534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-376f37bb-1b07-4431-bfeb-14e6aa46f63d tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.73 "GET /v2.0/networks?id=161685c0-d680-4a86-aa77-aca330e3df1f HTTP/1.1" status: 200 len: 829 time: 0.3310823 Feb 11 05:27:21.773828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Request body: {'port': {'device_id': '35f366d6-aa0c-45ff-8c93-afcca64bca89', 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f', 'admin_state_up': True, 'tenant_id': '4255e8ac520946e2b4cc56d91c296121'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:21.820844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1a065-b289-417b-a36e-fa8059c48a1b None None] Pushing event updated for resources: {'Port': ['ID=1af3ac1f-db99-4353-a45d-397e2d1d1db2,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:22.111876 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b60f35a7-8aad-4c19-b256-46322a52e372 req-26908257-13d4-49fb-88d5-bd66267693a5 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 210 time: 0.1665733 Feb 11 05:27:22.116673 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Made reservation on behalf of 4255e8ac520946e2b4cc56d91c296121 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:22.125035 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.134164 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (936314eb-29b4-491d-9236-0bffd2c71ddd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.206294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a1d24a7-19ab-489f-8846-6139de473ea3 req-6b370376-2d49-4ed8-b985-f0cb3145d327 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 210 time: 0.0909593 Feb 11 05:27:22.275331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7fd46443-ede5-4af0-bcc7-39caf881ee88 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:22.276042 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7fd46443-ede5-4af0-bcc7-39caf881ee88), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.338743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Attempting to bind port ceb4c28c-d35c-41c5-b319-f29c4870b9da on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:22.339403 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Attempting to bind port ceb4c28c-d35c-41c5-b319-f29c4870b9da by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '63aa0961-627c-42a1-913c-ad233dd6d406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1a8253b6-b10f-4fbc-afa0-790d510ee035'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:22.339512 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Attempting to bind port ceb4c28c-d35c-41c5-b319-f29c4870b9da on network 1a8253b6-b10f-4fbc-afa0-790d510ee035 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:22.405683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1cef6305-615a-4521-9f73-dc2bec3f0191 None None] Current status of the port 1af3ac1f-db99-4353-a45d-397e2d1d1db2 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:22.406262 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1cef6305-615a-4521-9f73-dc2bec3f0191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.453630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:22.454033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Checking segment: {'id': '63aa0961-627c-42a1-913c-ad233dd6d406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1a8253b6-b10f-4fbc-afa0-790d510ee035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:22.454588 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.454999 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Bound using segment: {'id': '63aa0961-627c-42a1-913c-ad233dd6d406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1a8253b6-b10f-4fbc-afa0-790d510ee035'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:22.455523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Bound port: ceb4c28c-d35c-41c5-b319-f29c4870b9da, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63aa0961-627c-42a1-913c-ad233dd6d406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1a8253b6-b10f-4fbc-afa0-790d510ee035'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:22.455918 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.492365 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Router 936314eb-29b4-491d-9236-0bffd2c71ddd is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:27:22.561821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Allocated IP 172.20.0.11 (161685c0-d680-4a86-aa77-aca330e3df1f/3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef/dc820dec-903d-4392-8899-98bb7d459b54) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:22.616458 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] For port ceb4c28c-d35c-41c5-b319-f29c4870b9da, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:22.625120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] For port ceb4c28c-d35c-41c5-b319-f29c4870b9da, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ceb4c28c-d35c-41c5-b319-f29c4870b9da,segment=NetworkSegment(63aa0961-627c-42a1-913c-ad233dd6d406),segment_id=63aa0961-627c-42a1-913c-ad233dd6d406)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:22.651693 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.692895 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1cef6305-615a-4521-9f73-dc2bec3f0191 None None] For port 1af3ac1f-db99-4353-a45d-397e2d1d1db2, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1af3ac1f-db99-4353-a45d-397e2d1d1db2,segment=NetworkSegment(4f91cbec-d8cd-41d6-83fe-5521f2a60d26),segment_id=4f91cbec-d8cd-41d6-83fe-5521f2a60d26)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:22.750287 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1cef6305-615a-4521-9f73-dc2bec3f0191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.770120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-router', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:06Z', 'updated_at': '2022-02-11T05:27:13Z', 'revision_number': 4, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'gw_port': {'id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:07Z', 'updated_at': '2022-02-11T05:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '1af3ac1f-db99-4353-a45d-397e2d1d1db2', 'name': '', 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'mac_address': 'fa:16:3e:fc:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:11Z', 'updated_at': '2022-02-11T05:27:20Z', 'revision_number': 4, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'subnets': [{'id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:22.844714 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:22.859273 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbac45aa-9d87-49ae-a16c-282e904821f2 None None] Sync routers for ids ['936314eb-29b4-491d-9236-0bffd2c71ddd'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:22.883022 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac45aa-9d87-49ae-a16c-282e904821f2 None None] Routers {'936314eb-29b4-491d-9236-0bffd2c71ddd'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:22.884049 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dbac45aa-9d87-49ae-a16c-282e904821f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['936314eb-29b4-491d-9236-0bffd2c71ddd'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:22.923428 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:22.932833 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3a71d9e8-b62b-40ae-9f97-06cbb2f9ce6d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.1571860 Feb 11 05:27:22.933838 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49692) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:22.963546 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e57d87-cff0-4852-ad1f-65036759fb15 None None] The sync data for ids ['0355d2c9-034f-4d56-b2a9-24f4894018cd'] in n-d-713499-38 is: [{'id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-router', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:06Z', 'updated_at': '2022-02-11T05:27:13Z', 'revision_number': 4, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'gw_port': {'id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:07Z', 'updated_at': '2022-02-11T05:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '1af3ac1f-db99-4353-a45d-397e2d1d1db2', 'name': '', 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'mac_address': 'fa:16:3e:fc:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:11Z', 'updated_at': '2022-02-11T05:27:20Z', 'revision_number': 4, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'subnets': [{'id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:23.074584 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dbac45aa-9d87-49ae-a16c-282e904821f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:23.079738 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for port (dc820dec-903d-4392-8899-98bb7d459b54), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.145582 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac45aa-9d87-49ae-a16c-282e904821f2 None None] Routers {'936314eb-29b4-491d-9236-0bffd2c71ddd'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:23.146485 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dbac45aa-9d87-49ae-a16c-282e904821f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['936314eb-29b4-491d-9236-0bffd2c71ddd'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:23.150034 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (dc820dec-903d-4392-8899-98bb7d459b54), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.327340 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dbac45aa-9d87-49ae-a16c-282e904821f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:23.331069 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbac45aa-9d87-49ae-a16c-282e904821f2 None None] The sync data for ids ['936314eb-29b4-491d-9236-0bffd2c71ddd'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:23.359307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Network 161685c0-d680-4a86-aa77-aca330e3df1f is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:23.362224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Pushing event updated for resources: {'Port': ['ID=dc820dec-903d-4392-8899-98bb7d459b54,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:23.363846 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14fc04-7e50-4860-bbb5-57b2e172739d None None] Pushing event updated for resources: {'Port': ['ID=ceb4c28c-d35c-41c5-b319-f29c4870b9da,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:23.377124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:23.398394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.409609 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.410024 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.410367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.410708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.411300 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.412481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.412751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.413089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.413441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.414157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.414494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.414823 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:23.427208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:23.576178 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5a45a36c-8ae7-41df-a97b-894ce453300c None None] Provisioning complete for port 1af3ac1f-db99-4353-a45d-397e2d1d1db2 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:23.577316 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5a45a36c-8ae7-41df-a97b-894ce453300c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.656323 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef6305-615a-4521-9f73-dc2bec3f0191 None None] Pushing event updated for resources: {'Port': ['ID=1af3ac1f-db99-4353-a45d-397e2d1d1db2,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:23.676713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:23.678539 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:23.687033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7fd46443-ede5-4af0-bcc7-39caf881ee88 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:23.695012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c0ec86a2-adef-4336-beeb-cd42d69af2b7 req-010c2282-ecf9-495b-90d6-c666d4135422 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 210 time: 0.3339124 Feb 11 05:27:23.744546 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-0c6babc5-a95c-4413-b847-5ffc207d9152 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9747567 Feb 11 05:27:23.836936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Request body: {'port': {'device_id': '35f366d6-aa0c-45ff-8c93-afcca64bca89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:23.959804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5a45a36c-8ae7-41df-a97b-894ce453300c None None] Current status of the port 1af3ac1f-db99-4353-a45d-397e2d1d1db2 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:24.109600 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (dc820dec-903d-4392-8899-98bb7d459b54), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.122871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-72b384c4-ef45-40fd-b507-7f15d2e1a456 None None] Provisioning complete for port dc820dec-903d-4392-8899-98bb7d459b54 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:24.123596 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-72b384c4-ef45-40fd-b507-7f15d2e1a456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (dc820dec-903d-4392-8899-98bb7d459b54), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.130563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ceb4c28c-d35c-41c5-b319-f29c4870b9da up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:24.374811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-72b384c4-ef45-40fd-b507-7f15d2e1a456 None None] Port dc820dec-903d-4392-8899-98bb7d459b54 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:27:24.388873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ceb4c28c-d35c-41c5-b319-f29c4870b9da triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:24.389930 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:24.562613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c4f6d-b5ed-4a36-9753-48d83170d77d req-43b353d2-5db4-437e-8dae-8d1c9d106b35 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.568749 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-479c4f6d-b5ed-4a36-9753-48d83170d77d req-43b353d2-5db4-437e-8dae-8d1c9d106b35 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 932 time: 0.8724730 Feb 11 05:27:24.604683 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-67802128-3c98-4702-8398-355e49c7c8b6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:24.609062 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-67802128-3c98-4702-8398-355e49c7c8b6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 811 time: 0.6706648 Feb 11 05:27:24.652607 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-00b39535-aa46-4bd4-b1da-c5a395804c15 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Request body: {'port': {'device_id': '6214a82f-5a7a-4d27-94e5-a8750cfcf420', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'admin_state_up': True, 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:24.914303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07d9861-6b33-4f38-8369-895dfd472628 None None] Network 1a8253b6-b10f-4fbc-afa0-790d510ee035 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:27:24.946146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-479c4f6d-b5ed-4a36-9753-48d83170d77d req-13a31c82-dcc6-4a34-ba45-696e6cbdbbe8 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8a45993-206c-4742-8775-ae8fc4740c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585258 Feb 11 05:27:25.000000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b92fe95-e06e-4bfc-a0c5-a2f0de68f209 req-5361e210-bf7b-4b05-a900-388b3c126ab9 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 210 time: 0.0750201 Feb 11 05:27:25.114012 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-20a1bcf5-0e47-4cf4-a463-2d569d1dcbde None None] Provisioning complete for port ceb4c28c-d35c-41c5-b319-f29c4870b9da triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:25.114302 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-20a1bcf5-0e47-4cf4-a463-2d569d1dcbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.244756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc820dec-903d-4392-8899-98bb7d459b54 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:25.263110 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Publish callbacks [] for port (dc820dec-903d-4392-8899-98bb7d459b54), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.314666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Transition to ACTIVE for port object dc820dec-903d-4392-8899-98bb7d459b54 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:27:25.323695 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (dc820dec-903d-4392-8899-98bb7d459b54), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.370318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ceb4c28c-d35c-41c5-b319-f29c4870b9da is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:25.370646 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.439354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc820dec-903d-4392-8899-98bb7d459b54,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:25.523558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port ceb4c28c-d35c-41c5-b319-f29c4870b9da, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ceb4c28c-d35c-41c5-b319-f29c4870b9da,segment=NetworkSegment(63aa0961-627c-42a1-913c-ad233dd6d406),segment_id=63aa0961-627c-42a1-913c-ad233dd6d406)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:25.544943 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.545756 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1af3ac1f-db99-4353-a45d-397e2d1d1db2 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:25.660596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Attempting to bind port dc820dec-903d-4392-8899-98bb7d459b54 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:25.661887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Attempting to bind port dc820dec-903d-4392-8899-98bb7d459b54 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '4f91cbec-d8cd-41d6-83fe-5521f2a60d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:25.664714 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Attempting to bind port dc820dec-903d-4392-8899-98bb7d459b54 on network 161685c0-d680-4a86-aa77-aca330e3df1f {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:25.671399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-20a1bcf5-0e47-4cf4-a463-2d569d1dcbde None None] Current status of the port ceb4c28c-d35c-41c5-b319-f29c4870b9da is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:25.674751 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-20a1bcf5-0e47-4cf4-a463-2d569d1dcbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.701186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Port dc820dec-903d-4392-8899-98bb7d459b54 on network 161685c0-d680-4a86-aa77-aca330e3df1f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:27:25.712425 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Attempting to bind port dc820dec-903d-4392-8899-98bb7d459b54 on network 161685c0-d680-4a86-aa77-aca330e3df1f {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:25.740678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:25.741355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Checking segment: {'id': '4f91cbec-d8cd-41d6-83fe-5521f2a60d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:25.741845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Bound using segment: {'id': '4f91cbec-d8cd-41d6-83fe-5521f2a60d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:25.742400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Bound port: dc820dec-903d-4392-8899-98bb7d459b54, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f91cbec-d8cd-41d6-83fe-5521f2a60d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:25.743679 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (dc820dec-903d-4392-8899-98bb7d459b54), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.807951 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=ceb4c28c-d35c-41c5-b319-f29c4870b9da,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:25.916775 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] For port dc820dec-903d-4392-8899-98bb7d459b54, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:25.921262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 1af3ac1f-db99-4353-a45d-397e2d1d1db2 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:25.921672 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.922616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] For port dc820dec-903d-4392-8899-98bb7d459b54, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=dc820dec-903d-4392-8899-98bb7d459b54,segment=NetworkSegment(4f91cbec-d8cd-41d6-83fe-5521f2a60d26),segment_id=4f91cbec-d8cd-41d6-83fe-5521f2a60d26)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:25.932074 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-20a1bcf5-0e47-4cf4-a463-2d569d1dcbde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:27:25.932605 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-20a1bcf5-0e47-4cf4-a463-2d569d1dcbde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:27:25.934138 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (dc820dec-903d-4392-8899-98bb7d459b54), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:26.068352 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:26.069709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.070097 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:26.075002 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] 10.222.0.73 "PUT /v2.0/ports/dc820dec-903d-4392-8899-98bb7d459b54 HTTP/1.1" status: 200 len: 1093 time: 2.2784088 Feb 11 05:27:26.076679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-00b39535-aa46-4bd4-b1da-c5a395804c15 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Made reservation on behalf of a38f9ca0a2114cbd80c262e2e7e4e09c for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:26.077974 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f366d6-aa0c-45ff-8c93-afcca64bca89', 'tag': 'dc820dec-903d-4392-8899-98bb7d459b54'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:26.089393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 1af3ac1f-db99-4353-a45d-397e2d1d1db2 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:26.089615 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b928c3-108b-45d7-8a03-022ca4e24472" -d '{"events": [{"name": "network-changed", "server_uuid": "35f366d6-aa0c-45ff-8c93-afcca64bca89", "tag": "dc820dec-903d-4392-8899-98bb7d459b54"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:26.102382 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-00b39535-aa46-4bd4-b1da-c5a395804c15 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:26.283360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ceb4c28c-d35c-41c5-b319-f29c4870b9da up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:26.334417 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82e5816f-e980-4106-af14-0e15e487e8b4 req-87eebf45-27db-4e0f-809d-00d4ceb89b8c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 210 time: 0.1446528 Feb 11 05:27:26.443880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42578336-c980-4a88-96a0-0217992b94c9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc820dec-903d-4392-8899-98bb7d459b54,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:26.466777 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dabf015-337a-47a6-8be3-bc7ec2c45a16 x-openstack-request-id: req-1dabf015-337a-47a6-8be3-bc7ec2c45a16 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:26.468015 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f366d6-aa0c-45ff-8c93-afcca64bca89", "tag": "dc820dec-903d-4392-8899-98bb7d459b54", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:26.468663 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1dabf015-337a-47a6-8be3-bc7ec2c45a16 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:26.468894 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f366d6-aa0c-45ff-8c93-afcca64bca89', 'tag': 'dc820dec-903d-4392-8899-98bb7d459b54', 'status': 'completed', 'code': 200} Feb 11 05:27:26.511873 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-05b55c07-b253-4667-b611-7bf2aac748bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.513492 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ceb4c28c-d35c-41c5-b319-f29c4870b9da triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:26.513615 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-05b55c07-b253-4667-b611-7bf2aac748bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4255e8ac520946e2b4cc56d91c296121&device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 1127 time: 0.3884904 Feb 11 05:27:26.513868 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:26.618174 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69928f30-e060-4fed-80ae-d29015c95140 req-9075b5b4-6704-4a47-be80-bfb6954527f6 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.619458 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-20a1bcf5-0e47-4cf4-a463-2d569d1dcbde None None] Current status of the port ceb4c28c-d35c-41c5-b319-f29c4870b9da is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:26.620718 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69928f30-e060-4fed-80ae-d29015c95140 req-9075b5b4-6704-4a47-be80-bfb6954527f6 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 944 time: 0.4620998 Feb 11 05:27:26.622401 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-2a00bc37-a84c-4d77-b799-a62989036e6a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc820dec-903d-4392-8899-98bb7d459b54 HTTP/1.1" status: 200 len: 217 time: 0.0976598 Feb 11 05:27:26.679399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-00b39535-aa46-4bd4-b1da-c5a395804c15 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Allocated IP 172.20.0.7 (95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32/851350eb-847c-4b77-aca2-43ae706acc60/4e443a9e-a079-4bec-90ae-49ff031c0efc) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:26.699504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-c0b603b3-a8d0-4932-a0d4-1893fb6b5a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.702406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-c0b603b3-a8d0-4932-a0d4-1893fb6b5a67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef HTTP/1.1" status: 200 len: 868 time: 0.0662491 Feb 11 05:27:26.721794 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ceb4c28c-d35c-41c5-b319-f29c4870b9da is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:26.773908 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-bda6f5e9-e58a-4a14-a433-7c713533a52e None None] Provisioning complete for port ceb4c28c-d35c-41c5-b319-f29c4870b9da triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:26.773908 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bda6f5e9-e58a-4a14-a433-7c713533a52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:26.822707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69928f30-e060-4fed-80ae-d29015c95140 req-5d4300c1-7365-4719-9d39-24ba61ffc831 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8a45993-206c-4742-8775-ae8fc4740c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943443 Feb 11 05:27:26.846145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-b73134f2-ac9f-4779-8074-1ab9bb32581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:26.850049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-b73134f2-ac9f-4779-8074-1ab9bb32581f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=161685c0-d680-4a86-aa77-aca330e3df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1398835 Feb 11 05:27:26.914027 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-00b39535-aa46-4bd4-b1da-c5a395804c15 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:26.967007 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-00b39535-aa46-4bd4-b1da-c5a395804c15 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:26.979337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bda6f5e9-e58a-4a14-a433-7c713533a52e None None] Current status of the port ceb4c28c-d35c-41c5-b319-f29c4870b9da is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:26.986035 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a6712007-49e8-473e-b379-e0925725c858', '2c68c0be-39a6-4e3b-81d5-593b986f1abd'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:27.071209 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-6852d43f-c445-46f2-a165-fbf5ceee1a62 service neutron] 10.222.0.73 "GET /v2.0/networks/161685c0-d680-4a86-aa77-aca330e3df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108817 Feb 11 05:27:27.092763 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-00b39535-aa46-4bd4-b1da-c5a395804c15 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:27.115703 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-00b39535-aa46-4bd4-b1da-c5a395804c15 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:27.135217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-00b39535-aa46-4bd4-b1da-c5a395804c15 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:27.235627 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-00b39535-aa46-4bd4-b1da-c5a395804c15 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:27.236177 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-00b39535-aa46-4bd4-b1da-c5a395804c15 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.265257 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Allocated IP 172.20.0.1 (1a8253b6-b10f-4fbc-afa0-790d510ee035/9092cba2-9f60-4c92-81f9-b33ed5c078a0/b7c4d866-a51b-4606-bbf9-aab59acda044) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:27.269575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e785893-c2db-4c6c-8cdd-f3cbeba1d9f8 req-9a63d706-fbbf-4b00-aae9-d8b5754588dc service neutron] 10.222.0.73 "GET /v2.0/networks/161685c0-d680-4a86-aa77-aca330e3df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934159 Feb 11 05:27:27.271983 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b39535-aa46-4bd4-b1da-c5a395804c15 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event updated for resources: {'Port': ['ID=4e443a9e-a079-4bec-90ae-49ff031c0efc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:27.300431 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-00b39535-aa46-4bd4-b1da-c5a395804c15 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6571567 Feb 11 05:27:27.355338 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Request body: {'port': {'device_id': '6214a82f-5a7a-4d27-94e5-a8750cfcf420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:27.434171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b928c3-108b-45d7-8a03-022ca4e24472 req-14afe2d9-28cd-4575-a209-bcce2250d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:27.439944 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21b928c3-108b-45d7-8a03-022ca4e24472 req-14afe2d9-28cd-4575-a209-bcce2250d43b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4255e8ac520946e2b4cc56d91c296121&device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 1127 time: 0.0994205 Feb 11 05:27:27.617612 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.655723 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for port (b7c4d866-a51b-4606-bbf9-aab59acda044), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.711129 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-551feef0-fa4a-48c5-bd7e-dd0dbb59dd0f None None] Provisioning complete for port 4e443a9e-a079-4bec-90ae-49ff031c0efc triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:27.711621 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-551feef0-fa4a-48c5-bd7e-dd0dbb59dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.713437 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (b7c4d866-a51b-4606-bbf9-aab59acda044), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.783485 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-551feef0-fa4a-48c5-bd7e-dd0dbb59dd0f None None] Port 4e443a9e-a079-4bec-90ae-49ff031c0efc cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:27:27.787980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a083e1-0192-4aaf-b8f4-c11ecb04ed1b req-ff720e7a-b03c-446a-b308-42a436f96035 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:27.789573 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-31a083e1-0192-4aaf-b8f4-c11ecb04ed1b req-ff720e7a-b03c-446a-b308-42a436f96035 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 931 time: 0.2579055 Feb 11 05:27:27.801186 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Network 1a8253b6-b10f-4fbc-afa0-790d510ee035 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:27.805312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:27.812241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b928c3-108b-45d7-8a03-022ca4e24472 req-c14be875-61e2-4168-a2fa-f31ccc888adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:27.813843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21b928c3-108b-45d7-8a03-022ca4e24472 req-c14be875-61e2-4168-a2fa-f31ccc888adc service neutron] 10.222.0.73 "GET /v2.0/networks?id=161685c0-d680-4a86-aa77-aca330e3df1f HTTP/1.1" status: 200 len: 930 time: 0.3667879 Feb 11 05:27:27.831740 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:27.939595 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (936314eb-29b4-491d-9236-0bffd2c71ddd), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:27.939823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21b928c3-108b-45d7-8a03-022ca4e24472 req-7c587240-442b-413f-b574-f94ce9c913bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc820dec-903d-4392-8899-98bb7d459b54 HTTP/1.1" status: 200 len: 217 time: 0.1025493 Feb 11 05:27:28.060196 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-31a083e1-0192-4aaf-b8f4-c11ecb04ed1b req-ee3d4861-d854-47b4-8cd7-f22ad1a7c415 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637732 Feb 11 05:27:28.087884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b928c3-108b-45d7-8a03-022ca4e24472 req-85f811ce-588c-49df-8e79-dfdf778410fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:28.089708 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21b928c3-108b-45d7-8a03-022ca4e24472 req-85f811ce-588c-49df-8e79-dfdf778410fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef HTTP/1.1" status: 200 len: 868 time: 0.1378877 Feb 11 05:27:28.111002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49754) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:28.170400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb3191-165b-4208-bead-1c174443fecc req-47f08850-09ba-43fe-850f-0b962c912bce tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:28.172285 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bb3191-165b-4208-bead-1c174443fecc req-47f08850-09ba-43fe-850f-0b962c912bce tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 944 time: 0.1682138 Feb 11 05:27:28.225268 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b7c4d866-a51b-4606-bbf9-aab59acda044), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.245471 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Pushing event updated for resources: {'Port': ['ID=b7c4d866-a51b-4606-bbf9-aab59acda044,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:28.314695 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-238b50e3-267d-4ad2-bea3-221b2ab42869 None None] Provisioning complete for port b7c4d866-a51b-4606-bbf9-aab59acda044 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:28.314992 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-238b50e3-267d-4ad2-bea3-221b2ab42869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b7c4d866-a51b-4606-bbf9-aab59acda044), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.354727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b928c3-108b-45d7-8a03-022ca4e24472 req-ddaa7afc-d61b-44fe-92f7-a389abd33d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:28.356330 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21b928c3-108b-45d7-8a03-022ca4e24472 req-ddaa7afc-d61b-44fe-92f7-a389abd33d53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=161685c0-d680-4a86-aa77-aca330e3df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2583976 Feb 11 05:27:28.368958 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bb3191-165b-4208-bead-1c174443fecc req-cdc39bb3-597e-48ea-97e9-b17bae8721d1 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8a45993-206c-4742-8775-ae8fc4740c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893661 Feb 11 05:27:28.403843 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-238b50e3-267d-4ad2-bea3-221b2ab42869 None None] Port b7c4d866-a51b-4606-bbf9-aab59acda044 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:27:28.461697 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7df55382-77c7-4df0-9e81-88b34465f184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.479108 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fdd398c6-cccd-4913-bf3d-b36695dd65c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.623489 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21b928c3-108b-45d7-8a03-022ca4e24472 req-dddd357a-34d5-40d6-858f-5a674cdf0eb3 service neutron] 10.222.0.73 "GET /v2.0/networks/161685c0-d680-4a86-aa77-aca330e3df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534907 Feb 11 05:27:28.710130 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fdd398c6-cccd-4913-bf3d-b36695dd65c4 admin admin] Publish callbacks [] for security_group (72342cc5-7b62-4e7b-bbe3-7427409f60d2), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.732045 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fdd398c6-cccd-4913-bf3d-b36695dd65c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (72342cc5-7b62-4e7b-bbe3-7427409f60d2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.796522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fdd398c6-cccd-4913-bf3d-b36695dd65c4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c52a625195d941b98fc330350e9cc9b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6813798 Feb 11 05:27:28.801561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49766) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:28.803758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd398c6-cccd-4913-bf3d-b36695dd65c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72342cc5-7b62-4e7b-bbe3-7427409f60d2,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:28.894339 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21b928c3-108b-45d7-8a03-022ca4e24472 req-4b1b1f03-52ed-4333-8f7f-23bfeeba7f38 service neutron] 10.222.0.73 "GET /v2.0/networks/161685c0-d680-4a86-aa77-aca330e3df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627413 Feb 11 05:27:29.120667 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-60541594-6df1-4939-a585-8044f1769a09 admin admin] Publish callbacks [] for security_group (72342cc5-7b62-4e7b-bbe3-7427409f60d2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.174210 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for port (b7c4d866-a51b-4606-bbf9-aab59acda044), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.190211 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (b7c4d866-a51b-4606-bbf9-aab59acda044), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.208599 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-60541594-6df1-4939-a585-8044f1769a09 admin admin] Publish callbacks [] for security_group (72342cc5-7b62-4e7b-bbe3-7427409f60d2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.224676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65963000-9c5e-4a30-865c-0ff86de4a5ed req-713e0588-3642-444a-b238-185a6c351d29 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:29.226612 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65963000-9c5e-4a30-865c-0ff86de4a5ed req-713e0588-3642-444a-b238-185a6c351d29 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 931 time: 0.0791237 Feb 11 05:27:29.296632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Pushing event updated for resources: {'Port': ['ID=b7c4d866-a51b-4606-bbf9-aab59acda044,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:29.301281 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65963000-9c5e-4a30-865c-0ff86de4a5ed req-f481252d-8da9-481c-958d-140b29847740 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686116 Feb 11 05:27:29.365419 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (936314eb-29b4-491d-9236-0bffd2c71ddd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.368575 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e443a9e-a079-4bec-90ae-49ff031c0efc {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:29.384409 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Publish callbacks [] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.428203 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Transition to ACTIVE for port object 4e443a9e-a079-4bec-90ae-49ff031c0efc will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:27:29.449193 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.549601 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Pushing event updated for resources: {'Port': ['ID=4e443a9e-a079-4bec-90ae-49ff031c0efc,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:29.594789 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-60541594-6df1-4939-a585-8044f1769a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (72342cc5-7b62-4e7b-bbe3-7427409f60d2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.600578 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-60541594-6df1-4939-a585-8044f1769a09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.601669 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-60541594-6df1-4939-a585-8044f1769a09 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/72342cc5-7b62-4e7b-bbe3-7427409f60d2 HTTP/1.1" status: 204 len: 168 time: 0.7492166 Feb 11 05:27:29.622451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b71391-91f1-4763-8851-5d175d35a7e1 req-71d2f43c-a989-4927-b11f-6fce252a0f88 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:29.630836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5b71391-91f1-4763-8851-5d175d35a7e1 req-71d2f43c-a989-4927-b11f-6fce252a0f88 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 944 time: 0.1205626 Feb 11 05:27:29.654135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60541594-6df1-4939-a585-8044f1769a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72342cc5-7b62-4e7b-bbe3-7427409f60d2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:29.768122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5b71391-91f1-4763-8851-5d175d35a7e1 req-48f954c8-459c-4962-9071-de97ef9fa646 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8a45993-206c-4742-8775-ae8fc4740c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363156 Feb 11 05:27:29.878611 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Attempting to bind port 4e443a9e-a079-4bec-90ae-49ff031c0efc on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:27:29.878946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Attempting to bind port 4e443a9e-a079-4bec-90ae-49ff031c0efc by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:27:29.879270 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Attempting to bind port 4e443a9e-a079-4bec-90ae-49ff031c0efc on network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:29.886723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Port 4e443a9e-a079-4bec-90ae-49ff031c0efc on network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:27:29.887049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Attempting to bind port 4e443a9e-a079-4bec-90ae-49ff031c0efc on network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:27:29.897563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Network 1a8253b6-b10f-4fbc-afa0-790d510ee035 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:29.900276 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:29.906552 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:27:29.906892 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Checking segment: {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:27:29.907273 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Bound using segment: {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:27:29.907752 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Bound port: 4e443a9e-a079-4bec-90ae-49ff031c0efc, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd129a3c-647e-4ce1-bc50-412d32f5d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:27:29.908092 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.106251 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] For port 4e443a9e-a079-4bec-90ae-49ff031c0efc, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:27:30.123373 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] For port 4e443a9e-a079-4bec-90ae-49ff031c0efc, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4e443a9e-a079-4bec-90ae-49ff031c0efc,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:27:30.205098 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.242605 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49784) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:30.268081 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Router 936314eb-29b4-491d-9236-0bffd2c71ddd has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:27:30.269542 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Pushing event updated for resources: {'Port': ['ID=4e443a9e-a079-4bec-90ae-49ff031c0efc,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:30.269842 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67158f0d-8841-45a6-a2ca-c145a1a369c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.300477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:30.301633 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.303625 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d6b58077-c4f3-4aaa-9c99-561ab18d198c service neutron] 10.222.0.73 "PUT /v2.0/ports/4e443a9e-a079-4bec-90ae-49ff031c0efc HTTP/1.1" status: 200 len: 1092 time: 2.9574084 Feb 11 05:27:30.308942 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6214a82f-5a7a-4d27-94e5-a8750cfcf420', 'tag': '4e443a9e-a079-4bec-90ae-49ff031c0efc'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:30.311673 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1692d174-46fc-42e0-b9ef-9dc59c3e4561" -d '{"events": [{"name": "network-changed", "server_uuid": "6214a82f-5a7a-4d27-94e5-a8750cfcf420", "tag": "4e443a9e-a079-4bec-90ae-49ff031c0efc"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:30.372846 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2a3ac161-4292-4808-9945-3fef2bcd0122 None None] Provisioning complete for port b7c4d866-a51b-4606-bbf9-aab59acda044 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:30.373290 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a3ac161-4292-4808-9945-3fef2bcd0122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b7c4d866-a51b-4606-bbf9-aab59acda044), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.426230 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b67907-70db-4085-873e-07c29e55db01 x-openstack-request-id: req-64b67907-70db-4085-873e-07c29e55db01 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:30.426673 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6214a82f-5a7a-4d27-94e5-a8750cfcf420", "tag": "4e443a9e-a079-4bec-90ae-49ff031c0efc", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:30.427072 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-64b67907-70db-4085-873e-07c29e55db01 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:30.427706 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6214a82f-5a7a-4d27-94e5-a8750cfcf420', 'tag': '4e443a9e-a079-4bec-90ae-49ff031c0efc', 'status': 'completed', 'code': 200} Feb 11 05:27:30.460216 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2a3ac161-4292-4808-9945-3fef2bcd0122 None None] Port b7c4d866-a51b-4606-bbf9-aab59acda044 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:27:30.519482 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67158f0d-8841-45a6-a2ca-c145a1a369c3 admin admin] Publish callbacks [] for security_group (e50aabfc-b766-4e94-b17d-b9aca770ae81), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.532846 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67158f0d-8841-45a6-a2ca-c145a1a369c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e50aabfc-b766-4e94-b17d-b9aca770ae81), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.548227 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-b96a31d5-e51d-4bbc-81e5-35ed484e8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:30.549889 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-b96a31d5-e51d-4bbc-81e5-35ed484e8b53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 1126 time: 0.1859803 Feb 11 05:27:30.591938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device dc820dec-903d-4392-8899-98bb7d459b54 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:30.636526 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-67158f0d-8841-45a6-a2ca-c145a1a369c3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=60201a6041144d60b330bdc5e84db74a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3926394 Feb 11 05:27:30.638438 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67158f0d-8841-45a6-a2ca-c145a1a369c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50aabfc-b766-4e94-b17d-b9aca770ae81,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:30.644662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49792) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:30.668831 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-5251873b-108a-4bea-b2ce-3e8be455a6a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e443a9e-a079-4bec-90ae-49ff031c0efc HTTP/1.1" status: 200 len: 217 time: 0.1098838 Feb 11 05:27:30.708679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21648763-32f2-4061-a0e8-3eb3f10291de req-2d6bbf25-4ca0-4727-9145-b8557ee232ca tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:30.717270 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21648763-32f2-4061-a0e8-3eb3f10291de req-2d6bbf25-4ca0-4727-9145-b8557ee232ca tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 943 time: 0.1959329 Feb 11 05:27:30.772160 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d34fc610-7dc6-4c77-a4b6-ef9576bf2c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:30.773789 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-d34fc610-7dc6-4c77-a4b6-ef9576bf2c9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.0937035 Feb 11 05:27:30.813470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port dc820dec-903d-4392-8899-98bb7d459b54, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=dc820dec-903d-4392-8899-98bb7d459b54,segment=NetworkSegment(4f91cbec-d8cd-41d6-83fe-5521f2a60d26),segment_id=4f91cbec-d8cd-41d6-83fe-5521f2a60d26)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:30.827023 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:30.837893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'dc820dec-903d-4392-8899-98bb7d459b54', 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f', 'port_id': 'dc820dec-903d-4392-8899-98bb7d459b54', 'mac_address': 'fa:16:3e:ae:88:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:30.852784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49798) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:30.855165 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-be7b9c87-b669-4ca0-a2e6-3c5a71466d5d tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] 10.222.0.87 "PUT /v2.0/routers/936314eb-29b4-491d-9236-0bffd2c71ddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9113111 Feb 11 05:27:30.877753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-3af6d491-0f4e-4186-8e24-5a80d1734f54 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Request body: {'port': {'network_id': '1a8253b6-b10f-4fbc-afa0-790d510ee035', 'name': 'tempest-FloatingIPAdminTestJSON-242688958'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:30.881002 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f4034-a25a-4d97-ac15-64f05510418a None None] Sync routers for ids ['936314eb-29b4-491d-9236-0bffd2c71ddd'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:30.884504 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-46fd2430-f1d3-4589-a204-f110a05fc65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:30.887644 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-46fd2430-f1d3-4589-a204-f110a05fc65a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1075337 Feb 11 05:27:30.914969 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ebb05e41-5de9-4ffb-b289-8fefaa37b720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:30.973451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f4034-a25a-4d97-ac15-64f05510418a None None] Routers {'936314eb-29b4-491d-9236-0bffd2c71ddd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:30.975111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-570f4034-a25a-4d97-ac15-64f05510418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['936314eb-29b4-491d-9236-0bffd2c71ddd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:31.007456 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-bacc9126-c8f5-47fd-a290-6b4d5d07c0e1 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118135 Feb 11 05:27:31.049803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-570f4034-a25a-4d97-ac15-64f05510418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:31.060429 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port dc820dec-903d-4392-8899-98bb7d459b54 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:31.061073 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (dc820dec-903d-4392-8899-98bb7d459b54), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:31.063834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21648763-32f2-4061-a0e8-3eb3f10291de req-3ac86874-aa1c-4cf2-9ee9-20680b7df89f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351197 Feb 11 05:27:31.077603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f4034-a25a-4d97-ac15-64f05510418a None None] Routers {'936314eb-29b4-491d-9236-0bffd2c71ddd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:31.078256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-570f4034-a25a-4d97-ac15-64f05510418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['936314eb-29b4-491d-9236-0bffd2c71ddd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:31.082180 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc820dec-903d-4392-8899-98bb7d459b54 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:31.115834 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port dc820dec-903d-4392-8899-98bb7d459b54, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=dc820dec-903d-4392-8899-98bb7d459b54,segment=NetworkSegment(4f91cbec-d8cd-41d6-83fe-5521f2a60d26),segment_id=4f91cbec-d8cd-41d6-83fe-5521f2a60d26)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:31.138549 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40147944-ab61-4805-9ccb-66f5ba04e56d req-76f59af5-a9d1-4805-99ad-55270df52be4 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235397 Feb 11 05:27:31.197859 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (dc820dec-903d-4392-8899-98bb7d459b54), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:31.207344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-570f4034-a25a-4d97-ac15-64f05510418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:31.208091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f4034-a25a-4d97-ac15-64f05510418a None None] The sync data for ids ['936314eb-29b4-491d-9236-0bffd2c71ddd'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:31.225746 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d7219e6d-c05b-4506-bd9f-53dc8c7cb490 admin admin] Publish callbacks [] for security_group (e50aabfc-b766-4e94-b17d-b9aca770ae81), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:31.283874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=dc820dec-903d-4392-8899-98bb7d459b54,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:31.299032 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692d174-46fc-42e0-b9ef-9dc59c3e4561 req-5ee5811e-1583-49af-a440-160860b40b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:31.301145 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1692d174-46fc-42e0-b9ef-9dc59c3e4561 req-5ee5811e-1583-49af-a440-160860b40b2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 1126 time: 0.1080823 Feb 11 05:27:31.306678 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d7219e6d-c05b-4506-bd9f-53dc8c7cb490 admin admin] Publish callbacks [] for security_group (e50aabfc-b766-4e94-b17d-b9aca770ae81), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:31.402864 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d7219e6d-c05b-4506-bd9f-53dc8c7cb490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e50aabfc-b766-4e94-b17d-b9aca770ae81), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:31.405392 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d7219e6d-c05b-4506-bd9f-53dc8c7cb490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:31.409222 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d7219e6d-c05b-4506-bd9f-53dc8c7cb490 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e50aabfc-b766-4e94-b17d-b9aca770ae81 HTTP/1.1" status: 204 len: 168 time: 0.7607720 Feb 11 05:27:31.422328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e2e0f-f4ef-40aa-ab37-0602ff1af8fc req-33b49d6b-1d74-4d5d-b029-c6228de42eb3 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:31.429214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e6e2e0f-f4ef-40aa-ab37-0602ff1af8fc req-33b49d6b-1d74-4d5d-b029-c6228de42eb3 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 944 time: 0.5476930 Feb 11 05:27:31.462516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7219e6d-c05b-4506-bd9f-53dc8c7cb490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50aabfc-b766-4e94-b17d-b9aca770ae81,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:31.501734 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692d174-46fc-42e0-b9ef-9dc59c3e4561 req-e1a9e392-ebeb-42f9-a698-507f2d36952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:31.504839 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1692d174-46fc-42e0-b9ef-9dc59c3e4561 req-e1a9e392-ebeb-42f9-a698-507f2d36952d service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 912 time: 0.1963916 Feb 11 05:27:31.510145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af6d491-0f4e-4186-8e24-5a80d1734f54 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Made reservation on behalf of 67e492b4f8ce4325b5596cf41a109f17 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:27:31.516083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3af6d491-0f4e-4186-8e24-5a80d1734f54 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:31.523694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['dc820dec-903d-4392-8899-98bb7d459b54'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:31.560122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e6e2e0f-f4ef-40aa-ab37-0602ff1af8fc req-5b189054-afc8-4716-a581-992cf7a02601 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8a45993-206c-4742-8775-ae8fc4740c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298833 Feb 11 05:27:31.591813 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1692d174-46fc-42e0-b9ef-9dc59c3e4561 req-4cd5b521-ff7b-4a0b-be75-7a574f9020be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e443a9e-a079-4bec-90ae-49ff031c0efc HTTP/1.1" status: 200 len: 217 time: 0.0792394 Feb 11 05:27:31.592863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-3af6d491-0f4e-4186-8e24-5a80d1734f54 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] device_id is not set on port 128d35d0-e1cc-4130-a116-0b1b566cb35a yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:27:31.683464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692d174-46fc-42e0-b9ef-9dc59c3e4561 req-fe5183de-ab74-4c2a-9bbf-ba286ecb5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:31.685329 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1692d174-46fc-42e0-b9ef-9dc59c3e4561 req-fe5183de-ab74-4c2a-9bbf-ba286ecb5353 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.0870683 Feb 11 05:27:31.801393 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692d174-46fc-42e0-b9ef-9dc59c3e4561 req-7a39d804-35eb-4845-af1f-8531fe5147ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:31.802932 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1692d174-46fc-42e0-b9ef-9dc59c3e4561 req-7a39d804-35eb-4845-af1f-8531fe5147ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1105504 Feb 11 05:27:31.850043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49826) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:31.885686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-3af6d491-0f4e-4186-8e24-5a80d1734f54 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Allocated IP 172.20.0.13 (1a8253b6-b10f-4fbc-afa0-790d510ee035/9092cba2-9f60-4c92-81f9-b33ed5c078a0/128d35d0-e1cc-4130-a116-0b1b566cb35a) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:31.977065 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1692d174-46fc-42e0-b9ef-9dc59c3e4561 req-18b84baa-fde9-46c8-abdc-b905cc82e3aa service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670148 Feb 11 05:27:32.109821 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1692d174-46fc-42e0-b9ef-9dc59c3e4561 req-ade7e06f-5bde-4a63-9ee7-dcbff2b73bd7 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261890 Feb 11 05:27:32.214261 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d0f70fc-5037-4882-a749-c95483666677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.226628 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3af6d491-0f4e-4186-8e24-5a80d1734f54 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for port (128d35d0-e1cc-4130-a116-0b1b566cb35a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.297754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8bf8c-fb31-494a-8670-f7a82c3d9a6d req-0b833243-54fd-4a0d-ba81-ad3328b0828e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:32.299244 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-63e8bf8c-fb31-494a-8670-f7a82c3d9a6d req-0b833243-54fd-4a0d-ba81-ad3328b0828e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 943 time: 0.1322606 Feb 11 05:27:32.319989 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3af6d491-0f4e-4186-8e24-5a80d1734f54 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (128d35d0-e1cc-4130-a116-0b1b566cb35a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.381139 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.430619 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af6d491-0f4e-4186-8e24-5a80d1734f54 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Network 1a8253b6-b10f-4fbc-afa0-790d510ee035 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:32.450928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-3af6d491-0f4e-4186-8e24-5a80d1734f54 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:32.450928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6d491-0f4e-4186-8e24-5a80d1734f54 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Pushing event updated for resources: {'Port': ['ID=128d35d0-e1cc-4130-a116-0b1b566cb35a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:32.452991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6d491-0f4e-4186-8e24-5a80d1734f54 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:32.462531 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d0f70fc-5037-4882-a749-c95483666677 admin admin] Publish callbacks [] for security_group (fbe61f47-9e6f-4a88-8a4d-915f27d181e1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.468335 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-63e8bf8c-fb31-494a-8670-f7a82c3d9a6d req-44e5a31f-7cfb-4e89-b155-ac4f190160bf tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612659 Feb 11 05:27:32.497365 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d0f70fc-5037-4882-a749-c95483666677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (fbe61f47-9e6f-4a88-8a4d-915f27d181e1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.532365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f70fc-5037-4882-a749-c95483666677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe61f47-9e6f-4a88-8a4d-915f27d181e1,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:32.571520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af6d491-0f4e-4186-8e24-5a80d1734f54 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:32.572313 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3af6d491-0f4e-4186-8e24-5a80d1734f54 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.576886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5d0f70fc-5037-4882-a749-c95483666677 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fb444330f63e40c1b5c3ac394af91b07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7258155 Feb 11 05:27:32.582173 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 49850) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:32.594167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device dc820dec-903d-4392-8899-98bb7d459b54 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:32.625713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3af6d491-0f4e-4186-8e24-5a80d1734f54 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7632020 Feb 11 05:27:32.630324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49852) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:32.712931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port dc820dec-903d-4392-8899-98bb7d459b54 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:27:32.721474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port dc820dec-903d-4392-8899-98bb7d459b54 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:32.722570 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (dc820dec-903d-4392-8899-98bb7d459b54), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.749873 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-49313485-9544-4567-bd04-ac804a582cc1 admin admin] Publish callbacks [] for security_group (fbe61f47-9e6f-4a88-8a4d-915f27d181e1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.808529 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-49313485-9544-4567-bd04-ac804a582cc1 admin admin] Publish callbacks [] for security_group (fbe61f47-9e6f-4a88-8a4d-915f27d181e1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.857975 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9ee21-35c0-4e58-8317-5dd7824c6685 req-0959737d-86e9-4707-a377-457000a579e2 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:32.867878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61e9ee21-35c0-4e58-8317-5dd7824c6685 req-0959737d-86e9-4707-a377-457000a579e2 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 945 time: 0.1451333 Feb 11 05:27:32.917487 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port dc820dec-903d-4392-8899-98bb7d459b54 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:32.928188 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (dc820dec-903d-4392-8899-98bb7d459b54), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.955093 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-49313485-9544-4567-bd04-ac804a582cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (fbe61f47-9e6f-4a88-8a4d-915f27d181e1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.959312 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-49313485-9544-4567-bd04-ac804a582cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:32.961036 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-49313485-9544-4567-bd04-ac804a582cc1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fbe61f47-9e6f-4a88-8a4d-915f27d181e1 HTTP/1.1" status: 204 len: 168 time: 0.3776083 Feb 11 05:27:32.975110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'project_id': '67e492b4f8ce4325b5596cf41a109f17', 'port_id': '128d35d0-e1cc-4130-a116-0b1b566cb35a'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:32.991870 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49313485-9544-4567-bd04-ac804a582cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe61f47-9e6f-4a88-8a4d-915f27d181e1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:33.010770 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:33.037319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f366d6-aa0c-45ff-8c93-afcca64bca89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc820dec-903d-4392-8899-98bb7d459b54'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:33.042620 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368cf875-34e9-475f-9a9d-ec75244d81f1" -d '{"events": [{"server_uuid": "35f366d6-aa0c-45ff-8c93-afcca64bca89", "name": "network-vif-plugged", "status": "completed", "tag": "dc820dec-903d-4392-8899-98bb7d459b54"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:33.057042 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port dc820dec-903d-4392-8899-98bb7d459b54, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=dc820dec-903d-4392-8899-98bb7d459b54,segment=NetworkSegment(4f91cbec-d8cd-41d6-83fe-5521f2a60d26),segment_id=4f91cbec-d8cd-41d6-83fe-5521f2a60d26)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:33.071769 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (dc820dec-903d-4392-8899-98bb7d459b54), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:33.077727 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7344353b-0e94-4a61-ab1b-96fac6c1fa60 None None] Provisioning complete for port 128d35d0-e1cc-4130-a116-0b1b566cb35a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:33.078103 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7344353b-0e94-4a61-ab1b-96fac6c1fa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (128d35d0-e1cc-4130-a116-0b1b566cb35a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:33.144779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7344353b-0e94-4a61-ab1b-96fac6c1fa60 None None] Port 128d35d0-e1cc-4130-a116-0b1b566cb35a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:27:33.149876 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a896a194-d0b6-4f19-8e57-fdca59d4e665 x-openstack-request-id: req-a896a194-d0b6-4f19-8e57-fdca59d4e665 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:33.150213 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f366d6-aa0c-45ff-8c93-afcca64bca89", "name": "network-vif-plugged", "status": "completed", "tag": "dc820dec-903d-4392-8899-98bb7d459b54", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:33.150509 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a896a194-d0b6-4f19-8e57-fdca59d4e665 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:33.151038 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f366d6-aa0c-45ff-8c93-afcca64bca89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc820dec-903d-4392-8899-98bb7d459b54', 'code': 200} Feb 11 05:27:33.194081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61e9ee21-35c0-4e58-8317-5dd7824c6685 req-80f2b4c3-d72c-4ab5-aff4-1161780163b4 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8a45993-206c-4742-8775-ae8fc4740c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252270 Feb 11 05:27:33.214364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=dc820dec-903d-4392-8899-98bb7d459b54,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:33.232833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:33.233196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:33.233545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:33.233990 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:33.234422 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:33.234760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:33.235160 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:33.235861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:33.236217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:33.236679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:33.241615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:33.241812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:33.242281 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:27:33.323579 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542845c2-62c7-4807-bf33-13f8ecc78ed1 req-2488eaf7-f45f-41cf-af50-14d67f499ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:33.325112 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-542845c2-62c7-4807-bf33-13f8ecc78ed1 req-2488eaf7-f45f-41cf-af50-14d67f499ed2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 1129 time: 0.0900786 Feb 11 05:27:33.352877 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:33.582719 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:33.641654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Allocated IP 172.25.5.172 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/24331fc2-28c6-4b0e-891a-cae7d45770f9) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:33.888484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99172ffc-3aec-4cd9-8431-bed186554329 req-3c33703c-77d9-42d5-be21-b82c8037c32d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:33.890100 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99172ffc-3aec-4cd9-8431-bed186554329 req-3c33703c-77d9-42d5-be21-b82c8037c32d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 943 time: 0.2502890 Feb 11 05:27:34.002238 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks [] for port (24331fc2-28c6-4b0e-891a-cae7d45770f9), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.009829 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-542845c2-62c7-4807-bf33-13f8ecc78ed1 req-188d61b5-3106-4bb3-b618-1c424de33a28 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a8a45993-206c-4742-8775-ae8fc4740c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6755314 Feb 11 05:27:34.041142 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99172ffc-3aec-4cd9-8431-bed186554329 req-8ede55c4-3401-4f9c-ae18-94390336d9e4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309710 Feb 11 05:27:34.072829 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (24331fc2-28c6-4b0e-891a-cae7d45770f9), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.140074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:34.142161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Pushing event updated for resources: {'Port': ['ID=24331fc2-28c6-4b0e-891a-cae7d45770f9,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:34.147874 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:34.154391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:34.575540 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc57d9-31ea-4135-b9fb-fcd326eba320 req-b5762073-a739-4c5d-8165-0a797942ef56 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:34.577066 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ebc57d9-31ea-4135-b9fb-fcd326eba320 req-b5762073-a739-4c5d-8165-0a797942ef56 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 946 time: 0.1767449 Feb 11 05:27:34.601861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4e443a9e-a079-4bec-90ae-49ff031c0efc details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:34.770452 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 4e443a9e-a079-4bec-90ae-49ff031c0efc, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4e443a9e-a079-4bec-90ae-49ff031c0efc,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:34.792881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '4e443a9e-a079-4bec-90ae-49ff031c0efc', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'port_id': '4e443a9e-a079-4bec-90ae-49ff031c0efc', 'mac_address': 'fa:16:3e:42:5f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:34.906689 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 4e443a9e-a079-4bec-90ae-49ff031c0efc is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:34.907402 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.937231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e443a9e-a079-4bec-90ae-49ff031c0efc {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:34.976729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 4e443a9e-a079-4bec-90ae-49ff031c0efc, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4e443a9e-a079-4bec-90ae-49ff031c0efc,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:34.982262 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.991036 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks [] for floatingip (a93e8cf7-a015-4c05-a552-56302cee107b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.995112 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ebc57d9-31ea-4135-b9fb-fcd326eba320 req-287b8f84-c690-4500-bdbd-b26b1071aa7c tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8a45993-206c-4742-8775-ae8fc4740c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694396 Feb 11 05:27:35.062317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=4e443a9e-a079-4bec-90ae-49ff031c0efc,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:35.137766 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:35.223373 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (24331fc2-28c6-4b0e-891a-cae7d45770f9), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:35.284315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bc9e0-d9d9-458b-95b1-b2e8db628fee req-f527bf87-9b59-497f-82d8-6f61699a92e0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:35.286233 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-223bc9e0-d9d9-458b-95b1-b2e8db628fee req-f527bf87-9b59-497f-82d8-6f61699a92e0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 944 time: 0.1117065 Feb 11 05:27:35.375461 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['4e443a9e-a079-4bec-90ae-49ff031c0efc'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:35.417674 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks [] for port (24331fc2-28c6-4b0e-891a-cae7d45770f9), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:35.435912 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (24331fc2-28c6-4b0e-891a-cae7d45770f9), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:35.578348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Pushing event updated for resources: {'Port': ['ID=24331fc2-28c6-4b0e-891a-cae7d45770f9,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:35.588638 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-223bc9e0-d9d9-458b-95b1-b2e8db628fee req-23c589bf-123c-4fc8-8cd0-a8d9f3ad0c25 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686819 Feb 11 05:27:35.591999 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a93e8cf7-a015-4c05-a552-56302cee107b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:35.749091 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Floating IP a93e8cf7-a015-4c05-a552-56302cee107b associated. External IP: 172.25.5.172, port: 128d35d0-e1cc-4130-a116-0b1b566cb35a. Feb 11 05:27:36.016139 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Router 936314eb-29b4-491d-9236-0bffd2c71ddd has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:27:36.209834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be3f38-129d-473a-aac4-275abffdf30c req-110dcbf7-1ac2-4a9b-ba55-9b54540b487f tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:36.211290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89be3f38-129d-473a-aac4-275abffdf30c req-110dcbf7-1ac2-4a9b-ba55-9b54540b487f tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 946 time: 0.1120770 Feb 11 05:27:36.230341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:36.242162 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a561daa0-60d4-4695-bb76-14fecb5077bc None None] Sync routers for ids ['936314eb-29b4-491d-9236-0bffd2c71ddd'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:36.259671 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a561daa0-60d4-4695-bb76-14fecb5077bc None None] Routers {'936314eb-29b4-491d-9236-0bffd2c71ddd'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:36.260335 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a561daa0-60d4-4695-bb76-14fecb5077bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['936314eb-29b4-491d-9236-0bffd2c71ddd'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:36.265435 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.305894 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a561daa0-60d4-4695-bb76-14fecb5077bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:36.315968 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a561daa0-60d4-4695-bb76-14fecb5077bc None None] Routers {'936314eb-29b4-491d-9236-0bffd2c71ddd'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:36.316835 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a561daa0-60d4-4695-bb76-14fecb5077bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['936314eb-29b4-491d-9236-0bffd2c71ddd'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:36.333380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89be3f38-129d-473a-aac4-275abffdf30c req-531d4415-a96b-40ee-8552-a75176b50686 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8a45993-206c-4742-8775-ae8fc4740c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124618 Feb 11 05:27:36.337986 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50018) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:36.338430 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-972d3960-d063-4d9c-bef2-be336c387268 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.7062542 Feb 11 05:27:36.355519 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a561daa0-60d4-4695-bb76-14fecb5077bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:36.356348 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a561daa0-60d4-4695-bb76-14fecb5077bc None None] The sync data for ids ['936314eb-29b4-491d-9236-0bffd2c71ddd'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:36.523617 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-91446013-681e-47f6-b8b4-6344bc161a7f tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] 10.222.0.87 "GET /v2.0/floatingips/a93e8cf7-a015-4c05-a552-56302cee107b HTTP/1.1" status: 200 len: 983 time: 0.1832383 Feb 11 05:27:36.524360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50024) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:36.610818 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-b32325a1-e6fb-431e-a16b-53e7d57d4a33 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 258 time: 0.2301164 Feb 11 05:27:36.616155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:36.619132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4e443a9e-a079-4bec-90ae-49ff031c0efc up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:36.646115 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.681932 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 4e443a9e-a079-4bec-90ae-49ff031c0efc completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:27:36.687484 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9b1b4a11-1abd-4cfb-adc8-06ec7983ddcf tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.1620090 Feb 11 05:27:36.687935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 4e443a9e-a079-4bec-90ae-49ff031c0efc triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:36.688807 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.690555 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50030) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:36.791254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f462e7a-7d06-4087-b7ec-246db159a20f req-898b043c-5f26-4dce-89ad-89f63c0310fb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:36.792821 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f462e7a-7d06-4087-b7ec-246db159a20f req-898b043c-5f26-4dce-89ad-89f63c0310fb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 944 time: 0.1181800 Feb 11 05:27:36.806975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 4e443a9e-a079-4bec-90ae-49ff031c0efc is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:36.807878 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.848923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 4e443a9e-a079-4bec-90ae-49ff031c0efc, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4e443a9e-a079-4bec-90ae-49ff031c0efc,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:36.850409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6214a82f-5a7a-4d27-94e5-a8750cfcf420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e443a9e-a079-4bec-90ae-49ff031c0efc'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:36.855870 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f3ee98-707d-40df-b72f-7708ac1c5aa1" -d '{"events": [{"server_uuid": "6214a82f-5a7a-4d27-94e5-a8750cfcf420", "name": "network-vif-plugged", "status": "completed", "tag": "4e443a9e-a079-4bec-90ae-49ff031c0efc"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:36.860964 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.868811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f462e7a-7d06-4087-b7ec-246db159a20f req-c68c565f-27aa-4f97-a818-8a4381760157 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667839 Feb 11 05:27:36.880334 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.922475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=4e443a9e-a079-4bec-90ae-49ff031c0efc,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:36.964065 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-669ee533-e0b1-4f5d-9635-30040d0607ab tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Deleting port 24331fc2-28c6-4b0e-891a-cae7d45770f9 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:36.966086 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-669ee533-e0b1-4f5d-9635-30040d0607ab tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (24331fc2-28c6-4b0e-891a-cae7d45770f9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:36.981589 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50396b4a-ffa2-4499-b955-54620e0a0289 x-openstack-request-id: req-50396b4a-ffa2-4499-b955-54620e0a0289 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:36.981941 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6214a82f-5a7a-4d27-94e5-a8750cfcf420", "name": "network-vif-plugged", "status": "completed", "tag": "4e443a9e-a079-4bec-90ae-49ff031c0efc", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:36.982942 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-50396b4a-ffa2-4499-b955-54620e0a0289 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:36.984214 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6214a82f-5a7a-4d27-94e5-a8750cfcf420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e443a9e-a079-4bec-90ae-49ff031c0efc', 'code': 200} Feb 11 05:27:37.104984 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Allocated IP 172.25.5.187 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/95a61816-d911-42c9-9077-9c0b17262fae) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:37.106642 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-669ee533-e0b1-4f5d-9635-30040d0607ab tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (24331fc2-28c6-4b0e-891a-cae7d45770f9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.106988 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-669ee533-e0b1-4f5d-9635-30040d0607ab tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for floatingip (24331fc2-28c6-4b0e-891a-cae7d45770f9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.129532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-669ee533-e0b1-4f5d-9635-30040d0607ab tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Calling delete_port for 24331fc2-28c6-4b0e-891a-cae7d45770f9 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:37.192354 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6612880-6a00-462b-afde-fb59e17bf255 req-685bd62d-0242-4fc2-a67d-a035e6ba47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:37.193875 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d6612880-6a00-462b-afde-fb59e17bf255 req-685bd62d-0242-4fc2-a67d-a035e6ba47b9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 1128 time: 0.1271169 Feb 11 05:27:37.260545 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d6612880-6a00-462b-afde-fb59e17bf255 req-eca09bee-59c4-4bc6-884d-e0fe89068653 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575314 Feb 11 05:27:37.263096 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for port (95a61816-d911-42c9-9077-9c0b17262fae), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.289859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50042) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:37.316431 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (95a61816-d911-42c9-9077-9c0b17262fae), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.370345 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-669ee533-e0b1-4f5d-9635-30040d0607ab tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (24331fc2-28c6-4b0e-891a-cae7d45770f9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.383512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:37.390351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:37.392810 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:37.406001 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ee533-e0b1-4f5d-9635-30040d0607ab tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Pushing event deleted for resources: {'Port': ['ID=24331fc2-28c6-4b0e-891a-cae7d45770f9,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:37.421510 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Pushing event updated for resources: {'Port': ['ID=95a61816-d911-42c9-9077-9c0b17262fae,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:37.446748 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2591a2cc-06ec-4159-8176-7a68e6ca74c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.486641 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-669ee533-e0b1-4f5d-9635-30040d0607ab tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for floatingip (a93e8cf7-a015-4c05-a552-56302cee107b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.487862 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-669ee533-e0b1-4f5d-9635-30040d0607ab tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Floating IP a93e8cf7-a015-4c05-a552-56302cee107b disassociated (deleted). External IP: 172.25.5.172, port: 128d35d0-e1cc-4130-a116-0b1b566cb35a. Feb 11 05:27:37.536701 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for floatingip (2fde4a12-3355-4053-9181-de15ee1488d1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.602212 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2591a2cc-06ec-4159-8176-7a68e6ca74c1 admin admin] Publish callbacks [] for security_group (ebc1a69a-d50d-4a07-bdec-2b6c08d9f427), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.603858 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (95a61816-d911-42c9-9077-9c0b17262fae), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.607102 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2591a2cc-06ec-4159-8176-7a68e6ca74c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ebc1a69a-d50d-4a07-bdec-2b6c08d9f427), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.678921 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2591a2cc-06ec-4159-8176-7a68e6ca74c1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=11edf397ada047d0bed59e2f2c8bfd36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3879194 Feb 11 05:27:37.687575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50046) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:37.700752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591a2cc-06ec-4159-8176-7a68e6ca74c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc1a69a-d50d-4a07-bdec-2b6c08d9f427,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:37.732620 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669ee533-e0b1-4f5d-9635-30040d0607ab tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Router 936314eb-29b4-491d-9236-0bffd2c71ddd has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:27:37.806006 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-42fde19b-a53d-448f-a862-fb05f8f88274 admin admin] Publish callbacks [] for security_group (ebc1a69a-d50d-4a07-bdec-2b6c08d9f427), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.845760 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-42fde19b-a53d-448f-a862-fb05f8f88274 admin admin] Publish callbacks [] for security_group (ebc1a69a-d50d-4a07-bdec-2b6c08d9f427), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.852518 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669ee533-e0b1-4f5d-9635-30040d0607ab tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:37.856996 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-669ee533-e0b1-4f5d-9635-30040d0607ab tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.866559 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abeb4f8-1d62-4ad7-9f47-c1f85c505537 None None] Sync routers for ids ['936314eb-29b4-491d-9236-0bffd2c71ddd'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:37.883337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abeb4f8-1d62-4ad7-9f47-c1f85c505537 None None] Routers {'936314eb-29b4-491d-9236-0bffd2c71ddd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:37.884369 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9abeb4f8-1d62-4ad7-9f47-c1f85c505537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['936314eb-29b4-491d-9236-0bffd2c71ddd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:37.890291 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for port (95a61816-d911-42c9-9077-9c0b17262fae), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.899963 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (95a61816-d911-42c9-9077-9c0b17262fae), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.902745 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-669ee533-e0b1-4f5d-9635-30040d0607ab tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] 10.222.0.87 "DELETE /v2.0/floatingips/a93e8cf7-a015-4c05-a552-56302cee107b HTTP/1.1" status: 204 len: 168 time: 1.2099080 Feb 11 05:27:37.907059 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50050) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:37.913838 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:37.937966 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.982673 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9abeb4f8-1d62-4ad7-9f47-c1f85c505537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:37.991177 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-42fde19b-a53d-448f-a862-fb05f8f88274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ebc1a69a-d50d-4a07-bdec-2b6c08d9f427), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.994329 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-42fde19b-a53d-448f-a862-fb05f8f88274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:37.998294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-42fde19b-a53d-448f-a862-fb05f8f88274 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ebc1a69a-d50d-4a07-bdec-2b6c08d9f427 HTTP/1.1" status: 204 len: 168 time: 0.3096948 Feb 11 05:27:38.010053 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abeb4f8-1d62-4ad7-9f47-c1f85c505537 None None] Routers {'936314eb-29b4-491d-9236-0bffd2c71ddd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:38.010693 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9abeb4f8-1d62-4ad7-9f47-c1f85c505537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['936314eb-29b4-491d-9236-0bffd2c71ddd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:38.012363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Pushing event updated for resources: {'Port': ['ID=95a61816-d911-42c9-9077-9c0b17262fae,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:38.048160 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9abeb4f8-1d62-4ad7-9f47-c1f85c505537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:38.048359 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abeb4f8-1d62-4ad7-9f47-c1f85c505537 None None] The sync data for ids ['936314eb-29b4-491d-9236-0bffd2c71ddd'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:38.062244 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fde19b-a53d-448f-a862-fb05f8f88274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc1a69a-d50d-4a07-bdec-2b6c08d9f427,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:38.069486 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (2fde4a12-3355-4053-9181-de15ee1488d1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.070353 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.093931 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.095194 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-32120e47-40ad-4a48-b1cd-d05c7c683b20 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4835792 Feb 11 05:27:38.106990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e325cac-e7e0-4806-aafe-5593e3304ca2 req-2d58fefb-2949-48e9-8d00-baad62213db3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:38.108635 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e325cac-e7e0-4806-aafe-5593e3304ca2 req-2d58fefb-2949-48e9-8d00-baad62213db3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.0974991 Feb 11 05:27:38.201898 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Allocated IP 172.25.5.225 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/ee16b28c-42f5-4ec3-9561-181a166ffcf0) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:38.223919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-5fbde95b-530b-4e5a-9bdf-539a639e8b3a tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.187 HTTP/1.1" status: 200 len: 696 time: 0.1142664 Feb 11 05:27:38.354850 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e325cac-e7e0-4806-aafe-5593e3304ca2 req-8ff2c6e1-05b9-4b85-8c9c-0ea16426c3c9 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294990 Feb 11 05:27:38.391565 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks [] for port (ee16b28c-42f5-4ec3-9561-181a166ffcf0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.406941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-0e7114b6-3c20-494b-9b61-d1d9c5b5ada2 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:38.408428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-0e7114b6-3c20-494b-9b61-d1d9c5b5ada2 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.1744587 Feb 11 05:27:38.431155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-af020a78-7b20-4fc2-929e-20d6b5797e19 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:27:38.432153 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50062) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:38.432270 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-646bb902-3719-42a0-9eb3-7cd7c385f84a req-af020a78-7b20-4fc2-929e-20d6b5797e19 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098150 Feb 11 05:27:38.456177 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a28d0998-fb34-49b6-9e29-9729a8dfc2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.464985 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ee16b28c-42f5-4ec3-9561-181a166ffcf0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.520665 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:38.526112 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:38.535377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:38.566705 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Pushing event updated for resources: {'Port': ['ID=ee16b28c-42f5-4ec3-9561-181a166ffcf0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:38.597116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7f910-e4bd-4489-80ce-269cff021280 req-07c60f6b-3a6c-4e21-8910-a057bdd75fb5 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:38.599007 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efc7f910-e4bd-4489-80ce-269cff021280 req-07c60f6b-3a6c-4e21-8910-a057bdd75fb5 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1059599 Feb 11 05:27:38.657731 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efc7f910-e4bd-4489-80ce-269cff021280 req-839adfcb-963c-4f84-b494-18ce41f01b69 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.187 HTTP/1.1" status: 200 len: 696 time: 0.0512481 Feb 11 05:27:38.665933 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a28d0998-fb34-49b6-9e29-9729a8dfc2a1 admin admin] Publish callbacks [] for security_group (ced0c75b-5ac5-4478-a295-0a692fb371bf), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.672388 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-efc7f910-e4bd-4489-80ce-269cff021280 req-741f5f56-f8b8-49d8-ae05-79ec88c1a446 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Request body: {'floatingip': {'port_id': 'dc820dec-903d-4392-8899-98bb7d459b54', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:38.675518 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a28d0998-fb34-49b6-9e29-9729a8dfc2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ced0c75b-5ac5-4478-a295-0a692fb371bf), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.681813 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks [] for floatingip (2201d391-9977-4231-a5df-125098011648), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.718831 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-efc7f910-e4bd-4489-80ce-269cff021280 req-741f5f56-f8b8-49d8-ae05-79ec88c1a446 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for floatingip (2fde4a12-3355-4053-9181-de15ee1488d1), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.741089 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a28d0998-fb34-49b6-9e29-9729a8dfc2a1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4b4c56941e104040807d3ef0ddf597b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3076024 Feb 11 05:27:38.743966 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50066) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:38.751684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d0998-fb34-49b6-9e29-9729a8dfc2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced0c75b-5ac5-4478-a295-0a692fb371bf,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:38.770372 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ee16b28c-42f5-4ec3-9561-181a166ffcf0), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.848647 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-486a259d-0b95-4f9c-8b07-a88f867a440c admin admin] Publish callbacks [] for security_group (ced0c75b-5ac5-4478-a295-0a692fb371bf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:38.916533 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-486a259d-0b95-4f9c-8b07-a88f867a440c admin admin] Publish callbacks [] for security_group (ced0c75b-5ac5-4478-a295-0a692fb371bf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.003140 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-486a259d-0b95-4f9c-8b07-a88f867a440c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ced0c75b-5ac5-4478-a295-0a692fb371bf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.005958 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-486a259d-0b95-4f9c-8b07-a88f867a440c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.007128 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-486a259d-0b95-4f9c-8b07-a88f867a440c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ced0c75b-5ac5-4478-a295-0a692fb371bf HTTP/1.1" status: 204 len: 168 time: 0.2623115 Feb 11 05:27:39.013346 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks [] for port (ee16b28c-42f5-4ec3-9561-181a166ffcf0), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.019566 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a259d-0b95-4f9c-8b07-a88f867a440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced0c75b-5ac5-4478-a295-0a692fb371bf,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:39.023503 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (ee16b28c-42f5-4ec3-9561-181a166ffcf0), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.097052 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Pushing event updated for resources: {'Port': ['ID=ee16b28c-42f5-4ec3-9561-181a166ffcf0,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:39.111458 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (2201d391-9977-4231-a5df-125098011648), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.132805 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.133990 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8316c38b-aa14-430d-96d1-b32458d6691d tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2250814 Feb 11 05:27:39.138700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50070) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:39.384079 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-efc7f910-e4bd-4489-80ce-269cff021280 req-741f5f56-f8b8-49d8-ae05-79ec88c1a446 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.391782 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-efc7f910-e4bd-4489-80ce-269cff021280 req-741f5f56-f8b8-49d8-ae05-79ec88c1a446 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (2fde4a12-3355-4053-9181-de15ee1488d1), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.710373 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:39.933027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:39.953644 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-efc7f910-e4bd-4489-80ce-269cff021280 req-741f5f56-f8b8-49d8-ae05-79ec88c1a446 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Floating IP 2fde4a12-3355-4053-9181-de15ee1488d1 associated. External IP: 172.25.5.187, port: dc820dec-903d-4392-8899-98bb7d459b54. Feb 11 05:27:40.004890 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.032721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0a992-940b-40cf-8e86-eb903bb2c5d1 req-b9bdab9a-a34d-40bc-96f7-5e65460ce81a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.034241 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82a0a992-940b-40cf-8e86-eb903bb2c5d1 req-b9bdab9a-a34d-40bc-96f7-5e65460ce81a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.5073612 Feb 11 05:27:40.169040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82a0a992-940b-40cf-8e86-eb903bb2c5d1 req-35d7bfa3-4722-4ed8-ba77-763e3e9f9663 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278679 Feb 11 05:27:40.302948 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.308320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efc7f910-e4bd-4489-80ce-269cff021280 req-741f5f56-f8b8-49d8-ae05-79ec88c1a446 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Router 0355d2c9-034f-4d56-b2a9-24f4894018cd has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:27:40.587832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Allocated IP 172.25.5.21 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/5b07c6ef-e7f9-4d26-89de-d5155b7b7253) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:40.623880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776606-726f-4406-a01e-4b26abefd334 req-237c18a4-2bb3-4205-974e-e192fd1f5d87 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.625382 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c776606-726f-4406-a01e-4b26abefd334 req-237c18a4-2bb3-4205-974e-e192fd1f5d87 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.2177701 Feb 11 05:27:40.675628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efc7f910-e4bd-4489-80ce-269cff021280 req-741f5f56-f8b8-49d8-ae05-79ec88c1a446 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:40.680765 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-efc7f910-e4bd-4489-80ce-269cff021280 req-741f5f56-f8b8-49d8-ae05-79ec88c1a446 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.685790 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba264a48-884d-4188-8d74-c6d8c8b1fd5d None None] Sync routers for ids ['0355d2c9-034f-4d56-b2a9-24f4894018cd'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:40.699944 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba264a48-884d-4188-8d74-c6d8c8b1fd5d None None] Routers {'0355d2c9-034f-4d56-b2a9-24f4894018cd'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:40.700928 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ba264a48-884d-4188-8d74-c6d8c8b1fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0355d2c9-034f-4d56-b2a9-24f4894018cd'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:40.784295 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c776606-726f-4406-a01e-4b26abefd334 req-a4c5917c-bfdf-4cb7-8ccc-94fcdcbd8fd6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448860 Feb 11 05:27:40.809417 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efc7f910-e4bd-4489-80ce-269cff021280 req-741f5f56-f8b8-49d8-ae05-79ec88c1a446 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "PUT /v2.0/floatingips/2fde4a12-3355-4053-9181-de15ee1488d1 HTTP/1.1" status: 200 len: 997 time: 2.1452677 Feb 11 05:27:40.819386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f366d6-aa0c-45ff-8c93-afcca64bca89', 'tag': 'dc820dec-903d-4392-8899-98bb7d459b54'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:40.821728 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cae2ad3-ba84-4b85-a112-31981f833174" -d '{"events": [{"name": "network-changed", "server_uuid": "35f366d6-aa0c-45ff-8c93-afcca64bca89", "tag": "dc820dec-903d-4392-8899-98bb7d459b54"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:40.822640 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ba264a48-884d-4188-8d74-c6d8c8b1fd5d None None] Set router 0355d2c9-034f-4d56-b2a9-24f4894018cd gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:40.878974 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Publish callbacks [] for port (5b07c6ef-e7f9-4d26-89de-d5155b7b7253), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:40.886363 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d20c3c-1569-4d56-afea-abdad9d4f6a6 x-openstack-request-id: req-94d20c3c-1569-4d56-afea-abdad9d4f6a6 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:40.886653 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f366d6-aa0c-45ff-8c93-afcca64bca89", "tag": "dc820dec-903d-4392-8899-98bb7d459b54", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:40.886903 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-94d20c3c-1569-4d56-afea-abdad9d4f6a6 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:40.887348 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f366d6-aa0c-45ff-8c93-afcca64bca89', 'tag': 'dc820dec-903d-4392-8899-98bb7d459b54', 'status': 'completed', 'code': 200} Feb 11 05:27:40.902339 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7f910-e4bd-4489-80ce-269cff021280 req-aedb5ab7-3ad1-40fe-9302-1634ff886a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.904052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efc7f910-e4bd-4489-80ce-269cff021280 req-aedb5ab7-3ad1-40fe-9302-1634ff886a1d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4255e8ac520946e2b4cc56d91c296121&device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 1129 time: 0.0938699 Feb 11 05:27:40.985586 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae2ad3-ba84-4b85-a112-31981f833174 req-2fca1618-f99a-474f-93c9-592aee041539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:40.989517 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3cae2ad3-ba84-4b85-a112-31981f833174 req-2fca1618-f99a-474f-93c9-592aee041539 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4255e8ac520946e2b4cc56d91c296121&device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 1129 time: 0.0714047 Feb 11 05:27:41.006056 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5b07c6ef-e7f9-4d26-89de-d5155b7b7253), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:41.090745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:41.102155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:41.105854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:41.107975 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Pushing event updated for resources: {'Port': ['ID=5b07c6ef-e7f9-4d26-89de-d5155b7b7253,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:41.113200 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7f910-e4bd-4489-80ce-269cff021280 req-2c510995-1544-41aa-8202-76624f3316a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:41.114727 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efc7f910-e4bd-4489-80ce-269cff021280 req-2c510995-1544-41aa-8202-76624f3316a6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=161685c0-d680-4a86-aa77-aca330e3df1f HTTP/1.1" status: 200 len: 930 time: 0.1949842 Feb 11 05:27:41.178913 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae2ad3-ba84-4b85-a112-31981f833174 req-667437df-6f49-4909-9a1b-94321032d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:41.181390 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3cae2ad3-ba84-4b85-a112-31981f833174 req-667437df-6f49-4909-9a1b-94321032d7a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=161685c0-d680-4a86-aa77-aca330e3df1f HTTP/1.1" status: 200 len: 930 time: 0.1841395 Feb 11 05:27:41.292458 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3cae2ad3-ba84-4b85-a112-31981f833174 req-79090b3f-76c2-46a7-93e3-c267a145fb66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc820dec-903d-4392-8899-98bb7d459b54 HTTP/1.1" status: 200 len: 1000 time: 0.1041176 Feb 11 05:27:41.327536 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ba264a48-884d-4188-8d74-c6d8c8b1fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-router', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:06Z', 'updated_at': '2022-02-11T05:27:13Z', 'revision_number': 4, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'gw_port': {'id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:07Z', 'updated_at': '2022-02-11T05:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '2fde4a12-3355-4053-9181-de15ee1488d1', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'port_id': 'dc820dec-903d-4392-8899-98bb7d459b54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f', 'mac_address': 'fa:16:3e:ae:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f366d6-aa0c-45ff-8c93-afcca64bca89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:27:37Z', 'updated_at': '2022-02-11T05:27:39Z', 'revision_number': 1, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af3ac1f-db99-4353-a45d-397e2d1d1db2', 'name': '', 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'mac_address': 'fa:16:3e:fc:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:11Z', 'updated_at': '2022-02-11T05:27:22Z', 'revision_number': 5, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'subnets': [{'id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:41.334790 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efc7f910-e4bd-4489-80ce-269cff021280 req-46161037-2b4a-4049-b7a5-19c5f9f1a08b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc820dec-903d-4392-8899-98bb7d459b54 HTTP/1.1" status: 200 len: 1000 time: 0.2021990 Feb 11 05:27:41.344463 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Publish callbacks [] for floatingip (698ba51e-9115-454a-a8b0-1280d3f31358), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:41.370261 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba264a48-884d-4188-8d74-c6d8c8b1fd5d None None] Checking router: 0355d2c9-034f-4d56-b2a9-24f4894018cd for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:27:41.394899 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba264a48-884d-4188-8d74-c6d8c8b1fd5d None None] Routers {'0355d2c9-034f-4d56-b2a9-24f4894018cd'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:41.395707 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ba264a48-884d-4188-8d74-c6d8c8b1fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0355d2c9-034f-4d56-b2a9-24f4894018cd'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:41.421242 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae2ad3-ba84-4b85-a112-31981f833174 req-4fbb7854-c7d8-4dea-815e-57e5b506d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:41.425548 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3cae2ad3-ba84-4b85-a112-31981f833174 req-4fbb7854-c7d8-4dea-815e-57e5b506d1fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef HTTP/1.1" status: 200 len: 868 time: 0.1273267 Feb 11 05:27:41.449626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7f910-e4bd-4489-80ce-269cff021280 req-d71e92a4-fa0d-416c-9df8-0051dfe0ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:41.451207 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efc7f910-e4bd-4489-80ce-269cff021280 req-d71e92a4-fa0d-416c-9df8-0051dfe0ac06 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef HTTP/1.1" status: 200 len: 868 time: 0.1082158 Feb 11 05:27:41.451962 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5b07c6ef-e7f9-4d26-89de-d5155b7b7253), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:41.503384 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae2ad3-ba84-4b85-a112-31981f833174 req-67320c71-5e85-47a6-a024-e31334a481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:41.505264 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3cae2ad3-ba84-4b85-a112-31981f833174 req-67320c71-5e85-47a6-a024-e31334a481b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=161685c0-d680-4a86-aa77-aca330e3df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0696003 Feb 11 05:27:41.628259 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ba264a48-884d-4188-8d74-c6d8c8b1fd5d None None] Set router 0355d2c9-034f-4d56-b2a9-24f4894018cd gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:41.642699 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7f910-e4bd-4489-80ce-269cff021280 req-3dfb5d80-4f39-45c5-8639-eb892f186a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:41.646098 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3cae2ad3-ba84-4b85-a112-31981f833174 req-f2f31472-206a-4eb6-bb80-01649f653112 service neutron] 10.222.0.73 "GET /v2.0/networks/161685c0-d680-4a86-aa77-aca330e3df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296246 Feb 11 05:27:41.649279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efc7f910-e4bd-4489-80ce-269cff021280 req-3dfb5d80-4f39-45c5-8639-eb892f186a0d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=161685c0-d680-4a86-aa77-aca330e3df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1470785 Feb 11 05:27:41.669544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-efc7f910-e4bd-4489-80ce-269cff021280 req-ed71f13c-aad5-44dc-9a31-7a575b503dc6 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:27:41.672446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efc7f910-e4bd-4489-80ce-269cff021280 req-ed71f13c-aad5-44dc-9a31-7a575b503dc6 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163999 Feb 11 05:27:41.818913 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3cae2ad3-ba84-4b85-a112-31981f833174 req-147dcc18-5589-4aaf-abae-bca732056f0e service neutron] 10.222.0.73 "GET /v2.0/networks/161685c0-d680-4a86-aa77-aca330e3df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627500 Feb 11 05:27:41.963717 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Publish callbacks [] for port (5b07c6ef-e7f9-4d26-89de-d5155b7b7253), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:41.973492 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (5b07c6ef-e7f9-4d26-89de-d5155b7b7253), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:42.029995 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efc7f910-e4bd-4489-80ce-269cff021280 req-d3082616-cbac-4ea1-9e54-339ee534567b service neutron] 10.222.0.87 "GET /v2.0/networks/161685c0-d680-4a86-aa77-aca330e3df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455868 Feb 11 05:27:42.093904 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ba264a48-884d-4188-8d74-c6d8c8b1fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-router', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:06Z', 'updated_at': '2022-02-11T05:27:13Z', 'revision_number': 4, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'gw_port': {'id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:07Z', 'updated_at': '2022-02-11T05:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '2fde4a12-3355-4053-9181-de15ee1488d1', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'port_id': 'dc820dec-903d-4392-8899-98bb7d459b54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f', 'mac_address': 'fa:16:3e:ae:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f366d6-aa0c-45ff-8c93-afcca64bca89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:27:37Z', 'updated_at': '2022-02-11T05:27:39Z', 'revision_number': 1, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af3ac1f-db99-4353-a45d-397e2d1d1db2', 'name': '', 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'mac_address': 'fa:16:3e:fc:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:11Z', 'updated_at': '2022-02-11T05:27:22Z', 'revision_number': 5, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'subnets': [{'id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:42.114701 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Pushing event updated for resources: {'Port': ['ID=5b07c6ef-e7f9-4d26-89de-d5155b7b7253,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:42.128467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a2f89-4266-4fb8-ad5e-7c90e6aa02f8 req-f752fc7e-72ba-4316-ab5e-4f5d4db08d1c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:42.132444 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba264a48-884d-4188-8d74-c6d8c8b1fd5d None None] The sync data for ids ['0355d2c9-034f-4d56-b2a9-24f4894018cd'] in n-d-713499-38 is: [{'id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-router', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:06Z', 'updated_at': '2022-02-11T05:27:13Z', 'revision_number': 4, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'gw_port': {'id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:07Z', 'updated_at': '2022-02-11T05:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '2fde4a12-3355-4053-9181-de15ee1488d1', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'port_id': 'dc820dec-903d-4392-8899-98bb7d459b54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f', 'mac_address': 'fa:16:3e:ae:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f366d6-aa0c-45ff-8c93-afcca64bca89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:27:37Z', 'updated_at': '2022-02-11T05:27:39Z', 'revision_number': 1, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af3ac1f-db99-4353-a45d-397e2d1d1db2', 'name': '', 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'mac_address': 'fa:16:3e:fc:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:11Z', 'updated_at': '2022-02-11T05:27:22Z', 'revision_number': 5, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'subnets': [{'id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:42.134391 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d9a2f89-4266-4fb8-ad5e-7c90e6aa02f8 req-f752fc7e-72ba-4316-ab5e-4f5d4db08d1c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.2429671 Feb 11 05:27:42.143928 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (698ba51e-9115-454a-a8b0-1280d3f31358), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:42.212571 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:42.216408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-87ecf2d6-ecdb-4d3d-ac2c-8ac5c5a233f7 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0783303 Feb 11 05:27:42.216824 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50170) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:42.253394 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d9a2f89-4266-4fb8-ad5e-7c90e6aa02f8 req-c687354b-1de5-4ac9-8393-1efec5595c59 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133583 Feb 11 05:27:42.265298 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efc7f910-e4bd-4489-80ce-269cff021280 req-cbaca47c-24ba-4e71-9453-f923ca565a55 service neutron] 10.222.0.87 "GET /v2.0/networks/161685c0-d680-4a86-aa77-aca330e3df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068806 Feb 11 05:27:42.346652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50180) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:42.347827 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e083826b-0ef5-4729-b09b-37a7c5aaedde tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4788 time: 0.1285689 Feb 11 05:27:42.482035 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50192) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:42.482382 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7f19d1f8-b5d5-45a0-93d2-16cae86f82d9 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1344721 Feb 11 05:27:42.564402 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-33b1486d-b2b4-4f69-b2b6-92d957c43e19 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 258 time: 0.2493279 Feb 11 05:27:42.587257 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:42.599614 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eab56c9-fc77-49be-b508-5e7432a24c6e None None] New status for floating IP 2fde4a12-3355-4053-9181-de15ee1488d1: ACTIVE {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:27:42.615535 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:42.685956 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f317be0f-d75a-46b0-8e8a-22357ddb3417 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Deleting port 5b07c6ef-e7f9-4d26-89de-d5155b7b7253 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:42.686551 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f317be0f-d75a-46b0-8e8a-22357ddb3417 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5b07c6ef-e7f9-4d26-89de-d5155b7b7253), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:42.863062 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f317be0f-d75a-46b0-8e8a-22357ddb3417 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5b07c6ef-e7f9-4d26-89de-d5155b7b7253), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:42.867296 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f317be0f-d75a-46b0-8e8a-22357ddb3417 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Publish callbacks [] for floatingip (5b07c6ef-e7f9-4d26-89de-d5155b7b7253), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:42.892332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f317be0f-d75a-46b0-8e8a-22357ddb3417 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Calling delete_port for 5b07c6ef-e7f9-4d26-89de-d5155b7b7253 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:42.969184 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.157050 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f317be0f-d75a-46b0-8e8a-22357ddb3417 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5b07c6ef-e7f9-4d26-89de-d5155b7b7253), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.167870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9b2f9-0038-425e-b3be-93a3c79b233e req-2a729452-841d-4896-9224-8295aee651ae tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:43.169661 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07b9b2f9-0038-425e-b3be-93a3c79b233e req-2a729452-841d-4896-9224-8295aee651ae tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.1344681 Feb 11 05:27:43.194593 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317be0f-d75a-46b0-8e8a-22357ddb3417 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Pushing event deleted for resources: {'Port': ['ID=5b07c6ef-e7f9-4d26-89de-d5155b7b7253,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:43.203721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Allocated IP 172.25.5.140 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/ceb34c1f-00f2-4ee4-86f0-050206ad90e0) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:27:43.270563 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07b9b2f9-0038-425e-b3be-93a3c79b233e req-8554859a-97be-4a70-af01-2dccc3632cc9 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941901 Feb 11 05:27:43.273695 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f317be0f-d75a-46b0-8e8a-22357ddb3417 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Publish callbacks [] for floatingip (698ba51e-9115-454a-a8b0-1280d3f31358), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.276445 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f317be0f-d75a-46b0-8e8a-22357ddb3417 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.277664 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f317be0f-d75a-46b0-8e8a-22357ddb3417 tempest-FloatingIPAdminTestJSON-47096440 tempest-FloatingIPAdminTestJSON-47096440-project] 10.222.0.87 "DELETE /v2.0/floatingips/698ba51e-9115-454a-a8b0-1280d3f31358 HTTP/1.1" status: 204 len: 168 time: 0.7941482 Feb 11 05:27:43.280975 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50226) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:43.365825 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for port (ceb34c1f-00f2-4ee4-86f0-050206ad90e0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.415380 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ceb34c1f-00f2-4ee4-86f0-050206ad90e0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.498854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:27:43.502024 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:27:43.507097 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:27:43.510105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Pushing event updated for resources: {'Port': ['ID=ceb34c1f-00f2-4ee4-86f0-050206ad90e0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:43.563984 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-906a9110-a0d0-4902-9e44-6e0229f80e63 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Deleting port ee16b28c-42f5-4ec3-9561-181a166ffcf0 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:43.564702 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-906a9110-a0d0-4902-9e44-6e0229f80e63 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ee16b28c-42f5-4ec3-9561-181a166ffcf0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.631650 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for floatingip (bb84f0a0-9a79-4449-9fe8-6f040d594a12), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.684936 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-906a9110-a0d0-4902-9e44-6e0229f80e63 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ee16b28c-42f5-4ec3-9561-181a166ffcf0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.685469 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-906a9110-a0d0-4902-9e44-6e0229f80e63 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks [] for floatingip (ee16b28c-42f5-4ec3-9561-181a166ffcf0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.703345 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-906a9110-a0d0-4902-9e44-6e0229f80e63 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Calling delete_port for ee16b28c-42f5-4ec3-9561-181a166ffcf0 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:43.738736 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ceb34c1f-00f2-4ee4-86f0-050206ad90e0), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.895960 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-906a9110-a0d0-4902-9e44-6e0229f80e63 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ee16b28c-42f5-4ec3-9561-181a166ffcf0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:43.940686 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a9110-a0d0-4902-9e44-6e0229f80e63 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee16b28c-42f5-4ec3-9561-181a166ffcf0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:44.007399 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for port (ceb34c1f-00f2-4ee4-86f0-050206ad90e0), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.015080 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (ceb34c1f-00f2-4ee4-86f0-050206ad90e0), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.020105 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-906a9110-a0d0-4902-9e44-6e0229f80e63 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks [] for floatingip (2201d391-9977-4231-a5df-125098011648), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.027463 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-906a9110-a0d0-4902-9e44-6e0229f80e63 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.027463 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-906a9110-a0d0-4902-9e44-6e0229f80e63 tempest-FloatingIPAdminTestJSON-1657848960 tempest-FloatingIPAdminTestJSON-1657848960-project-admin] 10.222.0.87 "DELETE /v2.0/floatingips/2201d391-9977-4231-a5df-125098011648 HTTP/1.1" status: 204 len: 168 time: 0.7425826 Feb 11 05:27:44.029561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50252) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:44.095226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Pushing event updated for resources: {'Port': ['ID=ceb34c1f-00f2-4ee4-86f0-050206ad90e0,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:44.109140 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (bb84f0a0-9a79-4449-9fe8-6f040d594a12), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.117155 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.130625 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.131953 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-0c70f1c3-3370-4506-ab81-9947e6da4420 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5618098 Feb 11 05:27:44.169957 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-5a0caf82-c4e0-4e88-966d-ad0405bfe607 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Deleting port 128d35d0-e1cc-4130-a116-0b1b566cb35a {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:44.170309 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a0caf82-c4e0-4e88-966d-ad0405bfe607 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (128d35d0-e1cc-4130-a116-0b1b566cb35a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.190365 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-14b018ae-8e90-4440-a013-83a6ad75ffe5 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.140 HTTP/1.1" status: 200 len: 696 time: 0.0498602 Feb 11 05:27:44.302144 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a0caf82-c4e0-4e88-966d-ad0405bfe607 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (128d35d0-e1cc-4130-a116-0b1b566cb35a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.317554 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-5a0caf82-c4e0-4e88-966d-ad0405bfe607 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Calling delete_port for 128d35d0-e1cc-4130-a116-0b1b566cb35a owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:44.334683 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50258) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:44.349713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-ceaec215-5582-4965-aa66-111b3f9e3613 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:44.351281 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-ceaec215-5582-4965-aa66-111b3f9e3613 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.1550021 Feb 11 05:27:44.372557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-e14ac560-996f-4bca-860a-0b3723a6cb05 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:27:44.373862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fea3533-e5bf-49a2-8e3f-6cf7453e883d req-e14ac560-996f-4bca-860a-0b3723a6cb05 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128148 Feb 11 05:27:44.436582 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49fbc3-761d-4063-b7be-2f8435713ee3 req-83e9c902-cdd0-4957-bea3-8624ad921d4c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:44.443988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a49fbc3-761d-4063-b7be-2f8435713ee3 req-83e9c902-cdd0-4957-bea3-8624ad921d4c tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.0916426 Feb 11 05:27:44.483026 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a0caf82-c4e0-4e88-966d-ad0405bfe607 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (128d35d0-e1cc-4130-a116-0b1b566cb35a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:44.523786 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0caf82-c4e0-4e88-966d-ad0405bfe607 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Pushing event deleted for resources: {'Port': ['ID=128d35d0-e1cc-4130-a116-0b1b566cb35a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:44.583429 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a49fbc3-761d-4063-b7be-2f8435713ee3 req-826e8684-db35-4118-8300-eb0b661d738a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297596 Feb 11 05:27:44.620724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9c866-335d-49b3-aa98-3871395b38aa req-c6e087e5-b4b4-4d28-bf74-edc0d6a6c047 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:44.628185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4e443a9e-a079-4bec-90ae-49ff031c0efc details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:27:44.632989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95d9c866-335d-49b3-aa98-3871395b38aa req-c6e087e5-b4b4-4d28-bf74-edc0d6a6c047 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1842716 Feb 11 05:27:44.833100 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 4e443a9e-a079-4bec-90ae-49ff031c0efc, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4e443a9e-a079-4bec-90ae-49ff031c0efc,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:45.031786 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-726cf5a6-f9a3-4e01-9d06-7fcec280e1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.113335 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a0caf82-c4e0-4e88-966d-ad0405bfe607 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.117383 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5a0caf82-c4e0-4e88-966d-ad0405bfe607 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] 10.222.0.87 "DELETE /v2.0/ports/128d35d0-e1cc-4130-a116-0b1b566cb35a HTTP/1.1" status: 204 len: 168 time: 1.0863769 Feb 11 05:27:45.120566 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50270) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:45.153339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '4e443a9e-a079-4bec-90ae-49ff031c0efc', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'port_id': '4e443a9e-a079-4bec-90ae-49ff031c0efc', 'mac_address': 'fa:16:3e:42:5f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:27:45.200013 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b761ec-1eca-40ea-87d5-b7311ca37e60 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:45.201922 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e2b761ec-1eca-40ea-87d5-b7311ca37e60 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] 10.222.0.87 "GET /v2.0/ports?device_id=936314eb-29b4-491d-9236-0bffd2c71ddd HTTP/1.1" status: 200 len: 913 time: 0.0801032 Feb 11 05:27:45.204605 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50272) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:45.220392 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 4e443a9e-a079-4bec-90ae-49ff031c0efc is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:45.222532 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.248806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e443a9e-a079-4bec-90ae-49ff031c0efc {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:27:45.287589 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:27:45.305998 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95d9c866-335d-49b3-aa98-3871395b38aa req-a62a6d50-60cc-4830-8fff-fba5a2102d42 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.140 HTTP/1.1" status: 200 len: 696 time: 0.6660604 Feb 11 05:27:45.308003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 4e443a9e-a079-4bec-90ae-49ff031c0efc, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4e443a9e-a079-4bec-90ae-49ff031c0efc,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:45.314465 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.322079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-95d9c866-335d-49b3-aa98-3871395b38aa req-44919bd7-fee2-4a62-964b-d9f4479d7a8e tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Request body: {'floatingip': {'port_id': 'dc820dec-903d-4392-8899-98bb7d459b54', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:45.372310 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-95d9c866-335d-49b3-aa98-3871395b38aa req-44919bd7-fee2-4a62-964b-d9f4479d7a8e tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for floatingip (bb84f0a0-9a79-4449-9fe8-6f040d594a12), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.374781 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=4e443a9e-a079-4bec-90ae-49ff031c0efc,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:45.425886 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-726cf5a6-f9a3-4e01-9d06-7fcec280e1ef admin admin] Publish callbacks [] for security_group (66623120-f95c-4344-a744-d753ad621c2f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.434067 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-726cf5a6-f9a3-4e01-9d06-7fcec280e1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (66623120-f95c-4344-a744-d753ad621c2f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.512684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['4e443a9e-a079-4bec-90ae-49ff031c0efc'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:27:45.569410 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-726cf5a6-f9a3-4e01-9d06-7fcec280e1ef admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c9c700607b114a5a82eb9d51fb1485f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2329161 Feb 11 05:27:45.569657 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cf5a6-f9a3-4e01-9d06-7fcec280e1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66623120-f95c-4344-a744-d753ad621c2f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:45.572243 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50276) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:45.664154 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70e65bfa-dad3-4e27-a04a-49980c33e081 admin admin] Publish callbacks [] for security_group (66623120-f95c-4344-a744-d753ad621c2f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.729184 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70e65bfa-dad3-4e27-a04a-49980c33e081 admin admin] Publish callbacks [] for security_group (66623120-f95c-4344-a744-d753ad621c2f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.836370 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-95d9c866-335d-49b3-aa98-3871395b38aa req-44919bd7-fee2-4a62-964b-d9f4479d7a8e tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 05:27:45.839780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95d9c866-335d-49b3-aa98-3871395b38aa req-44919bd7-fee2-4a62-964b-d9f4479d7a8e tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "PUT /v2.0/floatingips/bb84f0a0-9a79-4449-9fe8-6f040d594a12 HTTP/1.1" status: 409 len: 551 time: 0.5266175 Feb 11 05:27:45.903457 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70e65bfa-dad3-4e27-a04a-49980c33e081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (66623120-f95c-4344-a744-d753ad621c2f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.907099 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70e65bfa-dad3-4e27-a04a-49980c33e081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.909517 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-70e65bfa-dad3-4e27-a04a-49980c33e081 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/66623120-f95c-4344-a744-d753ad621c2f HTTP/1.1" status: 204 len: 168 time: 0.3340595 Feb 11 05:27:45.927192 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1f398f29-93bb-47c9-a994-2d819b8219d4 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (936314eb-29b4-491d-9236-0bffd2c71ddd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:45.974015 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e65bfa-dad3-4e27-a04a-49980c33e081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66623120-f95c-4344-a744-d753ad621c2f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:46.140235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6d42e88-a8e9-42f2-a9fc-233d94b2096c req-248a2b07-97cf-4f2d-b97f-f01f49be5155 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/floatingips/bb84f0a0-9a79-4449-9fe8-6f040d594a12 HTTP/1.1" status: 200 len: 693 time: 0.2228644 Feb 11 05:27:46.179443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5423c-88f1-4cdb-b0db-258ddfc838d7 req-78a5ced5-8abe-4ed2-b086-060a41fd6ba3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:46.181309 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0f5423c-88f1-4cdb-b0db-258ddfc838d7 req-78a5ced5-8abe-4ed2-b086-060a41fd6ba3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 944 time: 0.3685114 Feb 11 05:27:46.345704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d42e88-a8e9-42f2-a9fc-233d94b2096c req-be04ab6b-cd36-435b-a53e-a3239cc22191 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:46.348566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6d42e88-a8e9-42f2-a9fc-233d94b2096c req-be04ab6b-cd36-435b-a53e-a3239cc22191 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.1662993 Feb 11 05:27:46.382375 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-1f398f29-93bb-47c9-a994-2d819b8219d4 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Deleting port b7c4d866-a51b-4606-bbf9-aab59acda044 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:46.382375 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1f398f29-93bb-47c9-a994-2d819b8219d4 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b7c4d866-a51b-4606-bbf9-aab59acda044), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.418877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-d6d42e88-a8e9-42f2-a9fc-233d94b2096c req-00576ea2-b0b4-4abe-ab27-11bf5a53f7b5 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:27:46.420879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6d42e88-a8e9-42f2-a9fc-233d94b2096c req-00576ea2-b0b4-4abe-ab27-11bf5a53f7b5 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067563 Feb 11 05:27:46.425029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0f5423c-88f1-4cdb-b0db-258ddfc838d7 req-ac0db8a8-23e5-4b93-b3cd-0902be080345 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752568 Feb 11 05:27:46.514188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50308) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:46.518307 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1f398f29-93bb-47c9-a994-2d819b8219d4 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b7c4d866-a51b-4606-bbf9-aab59acda044), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.533083 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-1f398f29-93bb-47c9-a994-2d819b8219d4 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Calling delete_port for b7c4d866-a51b-4606-bbf9-aab59acda044 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:46.537679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6d42e88-a8e9-42f2-a9fc-233d94b2096c req-88cfadad-6eb9-4bb6-a02c-b10035797f82 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.140 HTTP/1.1" status: 200 len: 696 time: 0.1091621 Feb 11 05:27:46.544345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51aafe42-8b22-4e10-bdd8-41d3e0541806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.633182 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4e443a9e-a079-4bec-90ae-49ff031c0efc up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:27:46.659180 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51aafe42-8b22-4e10-bdd8-41d3e0541806 admin admin] Publish callbacks [] for security_group (86fbe3bd-db19-4711-8a6f-12b3e4fba91c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.735805 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51aafe42-8b22-4e10-bdd8-41d3e0541806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (86fbe3bd-db19-4711-8a6f-12b3e4fba91c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.753193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 4e443a9e-a079-4bec-90ae-49ff031c0efc triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:27:46.755524 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.764517 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6d42e88-a8e9-42f2-a9fc-233d94b2096c req-b837d054-bb9e-467a-a653-7430d08c3c2b tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.140 HTTP/1.1" status: 200 len: 696 time: 0.2072895 Feb 11 05:27:46.908319 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1f398f29-93bb-47c9-a994-2d819b8219d4 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (b7c4d866-a51b-4606-bbf9-aab59acda044), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.913396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 4e443a9e-a079-4bec-90ae-49ff031c0efc is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:46.927107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-51aafe42-8b22-4e10-bdd8-41d3e0541806 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=961c382a92a14327af8ecc7ce7376d5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4118423 Feb 11 05:27:46.927792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50316) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:46.930246 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:46.946730 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f398f29-93bb-47c9-a994-2d819b8219d4 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Pushing event deleted for resources: {'Port': ['ID=b7c4d866-a51b-4606-bbf9-aab59acda044,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:47.002634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aafe42-8b22-4e10-bdd8-41d3e0541806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fbe3bd-db19-4711-8a6f-12b3e4fba91c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:47.048677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6214a82f-5a7a-4d27-94e5-a8750cfcf420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e443a9e-a079-4bec-90ae-49ff031c0efc'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:47.057855 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f684ae22-0bfe-40c4-8e48-120df846c113" -d '{"events": [{"server_uuid": "6214a82f-5a7a-4d27-94e5-a8750cfcf420", "name": "network-vif-plugged", "status": "completed", "tag": "4e443a9e-a079-4bec-90ae-49ff031c0efc"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:47.102323 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 4e443a9e-a079-4bec-90ae-49ff031c0efc, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4e443a9e-a079-4bec-90ae-49ff031c0efc,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:47.116132 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:47.185917 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3583b7f6-d119-4827-88b0-d33c71f78982 x-openstack-request-id: req-3583b7f6-d119-4827-88b0-d33c71f78982 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:47.187133 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6214a82f-5a7a-4d27-94e5-a8750cfcf420", "name": "network-vif-plugged", "status": "completed", "tag": "4e443a9e-a079-4bec-90ae-49ff031c0efc", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:47.187640 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3583b7f6-d119-4827-88b0-d33c71f78982 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:47.188263 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6214a82f-5a7a-4d27-94e5-a8750cfcf420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e443a9e-a079-4bec-90ae-49ff031c0efc', 'code': 200} Feb 11 05:27:47.244708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=4e443a9e-a079-4bec-90ae-49ff031c0efc,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:47.280349 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-72c5f72c-f9c9-455a-bb41-3e8c67bce790 admin admin] Publish callbacks [] for security_group (86fbe3bd-db19-4711-8a6f-12b3e4fba91c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:47.364023 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-72c5f72c-f9c9-455a-bb41-3e8c67bce790 admin admin] Publish callbacks [] for security_group (86fbe3bd-db19-4711-8a6f-12b3e4fba91c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:47.389380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-d6d42e88-a8e9-42f2-a9fc-233d94b2096c req-1bf623b1-ae7f-4bda-a7ef-aef0b77d27a3 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Deleting port ceb34c1f-00f2-4ee4-86f0-050206ad90e0 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:47.391742 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d6d42e88-a8e9-42f2-a9fc-233d94b2096c req-1bf623b1-ae7f-4bda-a7ef-aef0b77d27a3 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ceb34c1f-00f2-4ee4-86f0-050206ad90e0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:47.476911 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1f398f29-93bb-47c9-a994-2d819b8219d4 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (936314eb-29b4-491d-9236-0bffd2c71ddd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:47.565165 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d6d42e88-a8e9-42f2-a9fc-233d94b2096c req-1bf623b1-ae7f-4bda-a7ef-aef0b77d27a3 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ceb34c1f-00f2-4ee4-86f0-050206ad90e0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:47.566500 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d6d42e88-a8e9-42f2-a9fc-233d94b2096c req-1bf623b1-ae7f-4bda-a7ef-aef0b77d27a3 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for floatingip (ceb34c1f-00f2-4ee4-86f0-050206ad90e0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:47.591192 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-72c5f72c-f9c9-455a-bb41-3e8c67bce790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (86fbe3bd-db19-4711-8a6f-12b3e4fba91c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:47.593841 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-72c5f72c-f9c9-455a-bb41-3e8c67bce790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:47.595007 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-72c5f72c-f9c9-455a-bb41-3e8c67bce790 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/86fbe3bd-db19-4711-8a6f-12b3e4fba91c HTTP/1.1" status: 204 len: 168 time: 0.6654441 Feb 11 05:27:47.658083 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5f72c-f9c9-455a-bb41-3e8c67bce790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fbe3bd-db19-4711-8a6f-12b3e4fba91c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:47.664613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-d6d42e88-a8e9-42f2-a9fc-233d94b2096c req-1bf623b1-ae7f-4bda-a7ef-aef0b77d27a3 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Calling delete_port for ceb34c1f-00f2-4ee4-86f0-050206ad90e0 owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:47.905253 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba28a9-c8f1-4043-b046-b35d9fa53e27 req-07cd3aef-d4ed-4ca2-8bc9-ea4ef553ccb0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:47.907006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47ba28a9-c8f1-4043-b046-b35d9fa53e27 req-07cd3aef-d4ed-4ca2-8bc9-ea4ef553ccb0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.3231242 Feb 11 05:27:47.959966 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f398f29-93bb-47c9-a994-2d819b8219d4 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Router 936314eb-29b4-491d-9236-0bffd2c71ddd has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:27:47.996971 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47ba28a9-c8f1-4043-b046-b35d9fa53e27 req-4b77d244-8cbe-4090-b36a-ec480cac0b17 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665512 Feb 11 05:27:48.057315 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d6d42e88-a8e9-42f2-a9fc-233d94b2096c req-1bf623b1-ae7f-4bda-a7ef-aef0b77d27a3 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ceb34c1f-00f2-4ee4-86f0-050206ad90e0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:48.159548 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf623b1-ae7f-4bda-a7ef-aef0b77d27a3 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Pushing event deleted for resources: {'Port': ['ID=ceb34c1f-00f2-4ee4-86f0-050206ad90e0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:48.196580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f398f29-93bb-47c9-a994-2d819b8219d4 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:48.218217 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1f398f29-93bb-47c9-a994-2d819b8219d4 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] 10.222.0.87 "PUT /v2.0/routers/936314eb-29b4-491d-9236-0bffd2c71ddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0125856 Feb 11 05:27:48.223256 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50336) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:48.226510 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8841501d-ce20-48c5-98c2-0fd8b14b70c6 None None] Sync routers for ids ['936314eb-29b4-491d-9236-0bffd2c71ddd'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:48.243839 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841501d-ce20-48c5-98c2-0fd8b14b70c6 None None] Routers {'936314eb-29b4-491d-9236-0bffd2c71ddd'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:48.247765 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8841501d-ce20-48c5-98c2-0fd8b14b70c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['936314eb-29b4-491d-9236-0bffd2c71ddd'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:48.359616 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8841501d-ce20-48c5-98c2-0fd8b14b70c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:48.363793 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d6d42e88-a8e9-42f2-a9fc-233d94b2096c req-1bf623b1-ae7f-4bda-a7ef-aef0b77d27a3 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for floatingip (bb84f0a0-9a79-4449-9fe8-6f040d594a12), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:48.367335 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d6d42e88-a8e9-42f2-a9fc-233d94b2096c req-1bf623b1-ae7f-4bda-a7ef-aef0b77d27a3 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:48.372478 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6d42e88-a8e9-42f2-a9fc-233d94b2096c req-1bf623b1-ae7f-4bda-a7ef-aef0b77d27a3 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "DELETE /v2.0/floatingips/bb84f0a0-9a79-4449-9fe8-6f040d594a12 HTTP/1.1" status: 204 len: 173 time: 1.5833926 Feb 11 05:27:48.417018 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841501d-ce20-48c5-98c2-0fd8b14b70c6 None None] Routers {'936314eb-29b4-491d-9236-0bffd2c71ddd'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:48.421684 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8841501d-ce20-48c5-98c2-0fd8b14b70c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['936314eb-29b4-491d-9236-0bffd2c71ddd'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:48.523186 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a886846-d2cd-4bf9-bda5-94818236d567 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for router (936314eb-29b4-491d-9236-0bffd2c71ddd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:48.527573 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8841501d-ce20-48c5-98c2-0fd8b14b70c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:48.529287 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8841501d-ce20-48c5-98c2-0fd8b14b70c6 None None] The sync data for ids ['936314eb-29b4-491d-9236-0bffd2c71ddd'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:48.556651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-1ff2fe88-fb80-46f7-84f0-c73695a07fac tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.187 HTTP/1.1" status: 200 len: 1002 time: 0.1634889 Feb 11 05:27:48.656562 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-0e670f02-394e-49d2-b53f-3642640ed6ef tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.674701 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-0e670f02-394e-49d2-b53f-3642640ed6ef tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports/dc820dec-903d-4392-8899-98bb7d459b54 HTTP/1.1" status: 200 len: 943 time: 0.1125326 Feb 11 05:27:48.756470 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a886846-d2cd-4bf9-bda5-94818236d567 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for router_gateway (936314eb-29b4-491d-9236-0bffd2c71ddd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:48.804171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-9c1cbed9-33a6-48cf-b429-ebd1d690a025 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.187 HTTP/1.1" status: 200 len: 1002 time: 0.0866692 Feb 11 05:27:48.942484 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4a886846-d2cd-4bf9-bda5-94818236d567 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Deleting port 656ca066-911f-4392-8f7a-9c196c88f5bc {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:48.942840 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a886846-d2cd-4bf9-bda5-94818236d567 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (656ca066-911f-4392-8f7a-9c196c88f5bc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:48.971390 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-4979a480-e560-4f3f-992c-1c60de5f5f97 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:48.979039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-4979a480-e560-4f3f-992c-1c60de5f5f97 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.1735187 Feb 11 05:27:48.986215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-65f81c9c-6bc5-4efc-8fe0-2961ae1a74b9 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:27:48.995613 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-65f81c9c-6bc5-4efc-8fe0-2961ae1a74b9 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154436 Feb 11 05:27:49.096940 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-caa7ccdc-d691-4984-a5d6-38d5e7b26e6a tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.187 HTTP/1.1" status: 200 len: 1002 time: 0.0975957 Feb 11 05:27:49.103321 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-e9296906-62fd-495a-96b0-0fec3db23820 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:27:49.158992 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a886846-d2cd-4bf9-bda5-94818236d567 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (656ca066-911f-4392-8f7a-9c196c88f5bc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:49.183261 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-e9296906-62fd-495a-96b0-0fec3db23820 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for floatingip (2fde4a12-3355-4053-9181-de15ee1488d1), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:49.218009 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4a886846-d2cd-4bf9-bda5-94818236d567 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Calling delete_port for 656ca066-911f-4392-8f7a-9c196c88f5bc owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:49.484369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cf1fa-362b-4d0c-9968-3295885bda5b req-ecca9486-2c92-4538-9269-aa788051ccc1 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:49.497637 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-426cf1fa-362b-4d0c-9968-3295885bda5b req-ecca9486-2c92-4538-9269-aa788051ccc1 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.3094275 Feb 11 05:27:49.773052 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a886846-d2cd-4bf9-bda5-94818236d567 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (656ca066-911f-4392-8f7a-9c196c88f5bc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:49.787200 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-426cf1fa-362b-4d0c-9968-3295885bda5b req-d10c2485-2254-4699-8949-ddebc16c759d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945827 Feb 11 05:27:49.790350 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-e9296906-62fd-495a-96b0-0fec3db23820 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:49.806892 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-e9296906-62fd-495a-96b0-0fec3db23820 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (2fde4a12-3355-4053-9181-de15ee1488d1), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:49.807723 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-e9296906-62fd-495a-96b0-0fec3db23820 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Floating IP 2fde4a12-3355-4053-9181-de15ee1488d1 disassociated. External IP: 172.25.5.187, port: dc820dec-903d-4392-8899-98bb7d459b54. Feb 11 05:27:49.847731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a886846-d2cd-4bf9-bda5-94818236d567 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Pushing event deleted for resources: {'Port': ['ID=656ca066-911f-4392-8f7a-9c196c88f5bc,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:49.947747 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a886846-d2cd-4bf9-bda5-94818236d567 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (936314eb-29b4-491d-9236-0bffd2c71ddd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:50.132525 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a886846-d2cd-4bf9-bda5-94818236d567 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (936314eb-29b4-491d-9236-0bffd2c71ddd), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:50.154908 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a886846-d2cd-4bf9-bda5-94818236d567 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for router_controller (936314eb-29b4-491d-9236-0bffd2c71ddd), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:50.245171 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a886846-d2cd-4bf9-bda5-94818236d567 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (936314eb-29b4-491d-9236-0bffd2c71ddd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:50.247936 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a886846-d2cd-4bf9-bda5-94818236d567 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Fanout notify agent at l3_agent the message router_deleted on router 936314eb-29b4-491d-9236-0bffd2c71ddd {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:27:50.273320 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a886846-d2cd-4bf9-bda5-94818236d567 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:50.277921 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4a886846-d2cd-4bf9-bda5-94818236d567 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] 10.222.0.87 "DELETE /v2.0/routers/936314eb-29b4-491d-9236-0bffd2c71ddd HTTP/1.1" status: 204 len: 168 time: 2.0512576 Feb 11 05:27:50.280316 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50374) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:50.368003 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-e9296906-62fd-495a-96b0-0fec3db23820 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Router 0355d2c9-034f-4d56-b2a9-24f4894018cd has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:27:50.458842 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3892935d-14cc-41c7-827d-d909da8b5f33 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Deleting subnet 9092cba2-9f60-4c92-81f9-b33ed5c078a0 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:27:50.474971 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3892935d-14cc-41c7-827d-d909da8b5f33 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for subnet (9092cba2-9f60-4c92-81f9-b33ed5c078a0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:50.549353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-e9296906-62fd-495a-96b0-0fec3db23820 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:27:50.561723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1f37b-c127-4a4a-b82d-b6d3cdbb2327 None None] Sync routers for ids ['0355d2c9-034f-4d56-b2a9-24f4894018cd'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:27:50.563399 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-e9296906-62fd-495a-96b0-0fec3db23820 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:50.586457 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1f37b-c127-4a4a-b82d-b6d3cdbb2327 None None] Routers {'0355d2c9-034f-4d56-b2a9-24f4894018cd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:50.587108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0cb1f37b-c127-4a4a-b82d-b6d3cdbb2327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0355d2c9-034f-4d56-b2a9-24f4894018cd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:50.609694 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-e9296906-62fd-495a-96b0-0fec3db23820 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "PUT /v2.0/floatingips/2fde4a12-3355-4053-9181-de15ee1488d1 HTTP/1.1" status: 200 len: 695 time: 1.5112782 Feb 11 05:27:50.610391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f366d6-aa0c-45ff-8c93-afcca64bca89', 'tag': 'dc820dec-903d-4392-8899-98bb7d459b54'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:27:50.614116 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64e8cb5-3e05-4f32-9b98-4c23f88ec3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "35f366d6-aa0c-45ff-8c93-afcca64bca89", "tag": "dc820dec-903d-4392-8899-98bb7d459b54"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:27:50.648314 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3892935d-14cc-41c7-827d-d909da8b5f33 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (9092cba2-9f60-4c92-81f9-b33ed5c078a0), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:50.711777 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be0265d-20ce-4fd0-87dd-65d322a35960 x-openstack-request-id: req-6be0265d-20ce-4fd0-87dd-65d322a35960 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:27:50.712470 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f366d6-aa0c-45ff-8c93-afcca64bca89", "tag": "dc820dec-903d-4392-8899-98bb7d459b54", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:27:50.713057 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6be0265d-20ce-4fd0-87dd-65d322a35960 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:27:50.713696 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f366d6-aa0c-45ff-8c93-afcca64bca89', 'tag': 'dc820dec-903d-4392-8899-98bb7d459b54', 'status': 'completed', 'code': 200} Feb 11 05:27:50.870509 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e8cb5-3e05-4f32-9b98-4c23f88ec3ea req-9903753a-7116-459b-878f-f467305e7bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:50.870509 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e64e8cb5-3e05-4f32-9b98-4c23f88ec3ea req-9903753a-7116-459b-878f-f467305e7bc8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4255e8ac520946e2b4cc56d91c296121&device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 1129 time: 0.1163490 Feb 11 05:27:50.925617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-0cb1f37b-c127-4a4a-b82d-b6d3cdbb2327 None None] Set router 0355d2c9-034f-4d56-b2a9-24f4894018cd gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:51.006796 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e8cb5-3e05-4f32-9b98-4c23f88ec3ea req-f0345d6b-49bc-44fb-894e-b7dfc0a2a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:51.008818 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e64e8cb5-3e05-4f32-9b98-4c23f88ec3ea req-f0345d6b-49bc-44fb-894e-b7dfc0a2a5cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=161685c0-d680-4a86-aa77-aca330e3df1f HTTP/1.1" status: 200 len: 930 time: 0.1308415 Feb 11 05:27:51.030575 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3892935d-14cc-41c7-827d-d909da8b5f33 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (9092cba2-9f60-4c92-81f9-b33ed5c078a0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:51.109911 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e64e8cb5-3e05-4f32-9b98-4c23f88ec3ea req-921103d2-527b-416a-ad99-90100dc54a4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc820dec-903d-4392-8899-98bb7d459b54 HTTP/1.1" status: 200 len: 217 time: 0.0921493 Feb 11 05:27:51.210597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-991a7b8e-6d91-4ad8-ac3f-3617e019d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:51.211037 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e8cb5-3e05-4f32-9b98-4c23f88ec3ea req-641be25b-b6e9-435c-a984-dd8ba543c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:51.212771 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e64e8cb5-3e05-4f32-9b98-4c23f88ec3ea req-641be25b-b6e9-435c-a984-dd8ba543c763 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef HTTP/1.1" status: 200 len: 868 time: 0.0883510 Feb 11 05:27:51.218347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-991a7b8e-6d91-4ad8-ac3f-3617e019d3a6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4255e8ac520946e2b4cc56d91c296121&device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 1129 time: 0.5845833 Feb 11 05:27:51.244451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945a244-a153-4138-8d3a-8c436af895a8 req-3b3a1fa4-3314-477d-ab5c-79ba3d06ed81 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:51.256066 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b945a244-a153-4138-8d3a-8c436af895a8 req-3b3a1fa4-3314-477d-ab5c-79ba3d06ed81 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.2008407 Feb 11 05:27:51.298104 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3892935d-14cc-41c7-827d-d909da8b5f33 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (9092cba2-9f60-4c92-81f9-b33ed5c078a0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:51.398307 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892935d-14cc-41c7-827d-d909da8b5f33 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Pushing event deleted for resources: {'Subnet': ['ID=9092cba2-9f60-4c92-81f9-b33ed5c078a0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:51.460838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-dc867bbc-22da-4043-a67d-4264437bbd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:51.467099 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-dc867bbc-22da-4043-a67d-4264437bbd77 service neutron] 10.222.0.87 "GET /v2.0/networks?id=161685c0-d680-4a86-aa77-aca330e3df1f HTTP/1.1" status: 200 len: 930 time: 0.2347002 Feb 11 05:27:51.472799 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3892935d-14cc-41c7-827d-d909da8b5f33 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:51.478361 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3892935d-14cc-41c7-827d-d909da8b5f33 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] 10.222.0.87 "DELETE /v2.0/subnets/9092cba2-9f60-4c92-81f9-b33ed5c078a0 HTTP/1.1" status: 204 len: 168 time: 1.1934261 Feb 11 05:27:51.485995 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50404) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:51.494176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba54493b-7240-4c9d-85c9-f57288e001b0 None None] Network 1a8253b6-b10f-4fbc-afa0-790d510ee035 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:27:51.556485 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-7ab4678b-b9b2-4c94-8bc1-752ebc6e3dc9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc820dec-903d-4392-8899-98bb7d459b54 HTTP/1.1" status: 200 len: 217 time: 0.0656977 Feb 11 05:27:51.623278 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b945a244-a153-4138-8d3a-8c436af895a8 req-b5d50f2e-a27f-4ad1-8c3b-67036151960b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505533 Feb 11 05:27:51.695675 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e8cb5-3e05-4f32-9b98-4c23f88ec3ea req-a3d40d7b-e7a2-416c-a008-7da695d673c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:51.697720 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e64e8cb5-3e05-4f32-9b98-4c23f88ec3ea req-a3d40d7b-e7a2-416c-a008-7da695d673c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=161685c0-d680-4a86-aa77-aca330e3df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4690449 Feb 11 05:27:51.702323 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-3137823e-8099-47b7-a426-1bdf2bcd9197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:51.703896 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-3137823e-8099-47b7-a426-1bdf2bcd9197 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef HTTP/1.1" status: 200 len: 868 time: 0.1376948 Feb 11 05:27:51.708612 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (1a8253b6-b10f-4fbc-afa0-790d510ee035), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:51.717319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0cb1f37b-c127-4a4a-b82d-b6d3cdbb2327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-router', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:06Z', 'updated_at': '2022-02-11T05:27:13Z', 'revision_number': 4, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'gw_port': {'id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:07Z', 'updated_at': '2022-02-11T05:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '1af3ac1f-db99-4353-a45d-397e2d1d1db2', 'name': '', 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'mac_address': 'fa:16:3e:fc:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:11Z', 'updated_at': '2022-02-11T05:27:22Z', 'revision_number': 5, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'subnets': [{'id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:51.796288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1f37b-c127-4a4a-b82d-b6d3cdbb2327 None None] Checking router: 0355d2c9-034f-4d56-b2a9-24f4894018cd for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:27:51.813143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cf3389-d6dd-4f15-a339-f1dce7fddba0 None None] DHCP port deletion for 1a8253b6-b10f-4fbc-afa0-790d510ee035 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:27:51.839867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1f37b-c127-4a4a-b82d-b6d3cdbb2327 None None] Routers {'0355d2c9-034f-4d56-b2a9-24f4894018cd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:27:51.840891 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0cb1f37b-c127-4a4a-b82d-b6d3cdbb2327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0355d2c9-034f-4d56-b2a9-24f4894018cd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:51.891046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-6c20a165-228a-44ee-9f90-1fda28a49381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:51.898057 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-6c20a165-228a-44ee-9f90-1fda28a49381 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=161685c0-d680-4a86-aa77-aca330e3df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1877196 Feb 11 05:27:52.108070 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e64e8cb5-3e05-4f32-9b98-4c23f88ec3ea req-74eec169-e0f1-450b-a6d2-ed7c793ca96d service neutron] 10.222.0.73 "GET /v2.0/networks/161685c0-d680-4a86-aa77-aca330e3df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886707 Feb 11 05:27:52.135007 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-e458d970-be0e-4f76-8cdb-7a91b7d24581 service neutron] 10.222.0.87 "GET /v2.0/networks/161685c0-d680-4a86-aa77-aca330e3df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264428 Feb 11 05:27:52.338351 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e64e8cb5-3e05-4f32-9b98-4c23f88ec3ea req-06ac86b6-dddf-4fdb-98fc-19bd25b8c9ca service neutron] 10.222.0.73 "GET /v2.0/networks/161685c0-d680-4a86-aa77-aca330e3df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193916 Feb 11 05:27:52.350049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ceb4c28c-d35c-41c5-b319-f29c4870b9da no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:27:52.429245 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Deleting port ceb4c28c-d35c-41c5-b319-f29c4870b9da {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:52.429623 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.442229 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-0cb1f37b-c127-4a4a-b82d-b6d3cdbb2327 None None] Set router 0355d2c9-034f-4d56-b2a9-24f4894018cd gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:27:52.485799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-14cf3389-d6dd-4f15-a339-f1dce7fddba0 None None] Deleting port ceb4c28c-d35c-41c5-b319-f29c4870b9da {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:52.487383 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-14cf3389-d6dd-4f15-a339-f1dce7fddba0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.538423 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17c699fa-f10d-4d12-a938-da63f9f3ac17 req-9a94a6a1-36fa-4afb-97f2-f01a00133b5d service neutron] 10.222.0.87 "GET /v2.0/networks/161685c0-d680-4a86-aa77-aca330e3df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931794 Feb 11 05:27:52.677491 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] For port ceb4c28c-d35c-41c5-b319-f29c4870b9da, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ceb4c28c-d35c-41c5-b319-f29c4870b9da,segment=NetworkSegment(63aa0961-627c-42a1-913c-ad233dd6d406),segment_id=63aa0961-627c-42a1-913c-ad233dd6d406)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:52.677861 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.723663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Calling delete_port for ceb4c28c-d35c-41c5-b319-f29c4870b9da owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:52.724867 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9930413d-19d7-4625-9d8e-03f322d58681 req-21066b92-53c4-4b22-a36f-2f5f42af0e60 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/floatingips/2fde4a12-3355-4053-9181-de15ee1488d1 HTTP/1.1" status: 200 len: 695 time: 0.1687307 Feb 11 05:27:52.808930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-14cf3389-d6dd-4f15-a339-f1dce7fddba0 None None] For port ceb4c28c-d35c-41c5-b319-f29c4870b9da, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ceb4c28c-d35c-41c5-b319-f29c4870b9da,segment=NetworkSegment(63aa0961-627c-42a1-913c-ad233dd6d406),segment_id=63aa0961-627c-42a1-913c-ad233dd6d406)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:52.809420 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-14cf3389-d6dd-4f15-a339-f1dce7fddba0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:52.855501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-14cf3389-d6dd-4f15-a339-f1dce7fddba0 None None] Calling delete_port for ceb4c28c-d35c-41c5-b319-f29c4870b9da owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:52.999469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0cb1f37b-c127-4a4a-b82d-b6d3cdbb2327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-router', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:06Z', 'updated_at': '2022-02-11T05:27:13Z', 'revision_number': 4, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'gw_port': {'id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:07Z', 'updated_at': '2022-02-11T05:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '1af3ac1f-db99-4353-a45d-397e2d1d1db2', 'name': '', 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'mac_address': 'fa:16:3e:fc:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:11Z', 'updated_at': '2022-02-11T05:27:22Z', 'revision_number': 5, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'subnets': [{'id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:53.011667 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.072473 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Pushing event deleted for resources: {'Port': ['ID=ceb4c28c-d35c-41c5-b319-f29c4870b9da,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:53.079542 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] No DVR routers for this DVR port ceb4c28c-d35c-41c5-b319-f29c4870b9da on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:53.108816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1f37b-c127-4a4a-b82d-b6d3cdbb2327 None None] The sync data for ids ['0355d2c9-034f-4d56-b2a9-24f4894018cd'] in n-d-713499-38 is: [{'id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-router', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:06Z', 'updated_at': '2022-02-11T05:27:13Z', 'revision_number': 4, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'gw_port': {'id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:07Z', 'updated_at': '2022-02-11T05:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '1af3ac1f-db99-4353-a45d-397e2d1d1db2', 'name': '', 'network_id': '161685c0-d680-4a86-aa77-aca330e3df1f', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'mac_address': 'fa:16:3e:fc:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:11Z', 'updated_at': '2022-02-11T05:27:22Z', 'revision_number': 5, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'subnets': [{'id': '3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:27:53.122646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ceb4c28c-d35c-41c5-b319-f29c4870b9da is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:27:53.128330 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.219844 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930413d-19d7-4625-9d8e-03f322d58681 req-38a969ec-2177-4925-b75e-99a29a162fa7 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:53.222906 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (1a8253b6-b10f-4fbc-afa0-790d510ee035), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.231806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9930413d-19d7-4625-9d8e-03f322d58681 req-38a969ec-2177-4925-b75e-99a29a162fa7 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 784 time: 0.5005302 Feb 11 05:27:53.279371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8253b6-b10f-4fbc-afa0-790d510ee035']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:53.313231 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63aa0961-627c-42a1-913c-ad233dd6d406') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:53.313529 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63aa0961-627c-42a1-913c-ad233dd6d406') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:27:53.346368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50442) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:53.352774 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (63aa0961-627c-42a1-913c-ad233dd6d406), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.355847 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-14cf3389-d6dd-4f15-a339-f1dce7fddba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (ceb4c28c-d35c-41c5-b319-f29c4870b9da), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.357724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed21da7-1c6f-4848-a986-9cb9071fd19f req-aa10fb65-cf06-4428-b030-1c53c0111acb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:53.359272 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ed21da7-1c6f-4848-a986-9cb9071fd19f req-aa10fb65-cf06-4428-b030-1c53c0111acb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.5856669 Feb 11 05:27:53.380069 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (63aa0961-627c-42a1-913c-ad233dd6d406), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.387205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cf3389-d6dd-4f15-a339-f1dce7fddba0 None None] No DVR routers for this DVR port ceb4c28c-d35c-41c5-b319-f29c4870b9da on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:27:53.417553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:27:53.417981 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (63aa0961-627c-42a1-913c-ad233dd6d406), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.460984 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf3389-d6dd-4f15-a339-f1dce7fddba0 None None] Pushing event deleted for resources: {'Port': ['ID=ceb4c28c-d35c-41c5-b319-f29c4870b9da,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:53.490651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9930413d-19d7-4625-9d8e-03f322d58681 req-1ca1d99e-27a1-4897-bdc3-4a2549e43c1e tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.187 HTTP/1.1" status: 200 len: 698 time: 0.2578473 Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:27:53.494125 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:27:53.606787 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9930413d-19d7-4625-9d8e-03f322d58681 req-1c743498-3421-4c2f-95d2-c7efea2164d1 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.5.187 HTTP/1.1" status: 200 len: 698 time: 0.1152544 Feb 11 05:27:53.662755 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (1a8253b6-b10f-4fbc-afa0-790d510ee035), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.688750 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ed21da7-1c6f-4848-a986-9cb9071fd19f req-3bf6296f-f253-4ca6-8adc-e0d2f783d36e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707388 Feb 11 05:27:53.709873 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.722012 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] 10.222.0.87 "DELETE /v2.0/networks/1a8253b6-b10f-4fbc-afa0-790d510ee035 HTTP/1.1" status: 204 len: 168 time: 2.2326241 Feb 11 05:27:53.725391 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50446) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:53.726202 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5aa968-5c0f-44bf-a452-9ba66e391ca1 tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Pushing event deleted for resources: {'Network': ['ID=1a8253b6-b10f-4fbc-afa0-790d510ee035,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:53.766171 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0bf6face-8694-4d56-899f-883ae1873ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:53.772768 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c2059e-7a62-4c9a-a6d7-4f6512bb3453 None None] New status for floating IP 2fde4a12-3355-4053-9181-de15ee1488d1: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:27:54.096413 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-9930413d-19d7-4625-9d8e-03f322d58681 req-9bfbe147-3b7d-4460-b294-ec730406b62d tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Deleting port 95a61816-d911-42c9-9077-9c0b17262fae {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:54.097145 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9930413d-19d7-4625-9d8e-03f322d58681 req-9bfbe147-3b7d-4460-b294-ec730406b62d tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (95a61816-d911-42c9-9077-9c0b17262fae), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.138928 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-c4666d0b-1f57-487f-aac2-70a0f4724ddd tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Deleting port de41dbcb-d7ae-4923-93cf-74e305993b13 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:54.139293 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c4666d0b-1f57-487f-aac2-70a0f4724ddd tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (de41dbcb-d7ae-4923-93cf-74e305993b13), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.365309 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9930413d-19d7-4625-9d8e-03f322d58681 req-9bfbe147-3b7d-4460-b294-ec730406b62d tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (95a61816-d911-42c9-9077-9c0b17262fae), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.366260 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9930413d-19d7-4625-9d8e-03f322d58681 req-9bfbe147-3b7d-4460-b294-ec730406b62d tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for floatingip (95a61816-d911-42c9-9077-9c0b17262fae), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.382022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-9930413d-19d7-4625-9d8e-03f322d58681 req-9bfbe147-3b7d-4460-b294-ec730406b62d tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Calling delete_port for 95a61816-d911-42c9-9077-9c0b17262fae owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:54.390151 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c4666d0b-1f57-487f-aac2-70a0f4724ddd tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (de41dbcb-d7ae-4923-93cf-74e305993b13), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.390712 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c4666d0b-1f57-487f-aac2-70a0f4724ddd tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for floatingip (de41dbcb-d7ae-4923-93cf-74e305993b13), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.428323 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-c4666d0b-1f57-487f-aac2-70a0f4724ddd tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Calling delete_port for de41dbcb-d7ae-4923-93cf-74e305993b13 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:54.506400 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0bf6face-8694-4d56-899f-883ae1873ecf admin admin] Publish callbacks [] for security_group (e925be9f-e382-4a86-ac75-11c09182eecd), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.511925 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0bf6face-8694-4d56-899f-883ae1873ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e925be9f-e382-4a86-ac75-11c09182eecd), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.545587 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0bf6face-8694-4d56-899f-883ae1873ecf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4d27d2ff49444a7a947f04b25f31dd5d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1852713 Feb 11 05:27:54.554195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50454) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:54.634910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6face-8694-4d56-899f-883ae1873ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e925be9f-e382-4a86-ac75-11c09182eecd,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:54.719991 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c4666d0b-1f57-487f-aac2-70a0f4724ddd tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (de41dbcb-d7ae-4923-93cf-74e305993b13), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.747288 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9930413d-19d7-4625-9d8e-03f322d58681 req-9bfbe147-3b7d-4460-b294-ec730406b62d tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (95a61816-d911-42c9-9077-9c0b17262fae), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.781672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4666d0b-1f57-487f-aac2-70a0f4724ddd tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Pushing event deleted for resources: {'Port': ['ID=de41dbcb-d7ae-4923-93cf-74e305993b13,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:54.833359 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0781bf74-3965-41c1-803e-03c2eca9b994 admin admin] Publish callbacks [] for security_group (e925be9f-e382-4a86-ac75-11c09182eecd), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.835273 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbe147-3b7d-4460-b294-ec730406b62d tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Pushing event deleted for resources: {'Port': ['ID=95a61816-d911-42c9-9077-9c0b17262fae,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:54.915165 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c4666d0b-1f57-487f-aac2-70a0f4724ddd tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks [] for floatingip (dd49f631-3872-4423-b1fe-795fd0d4393d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.918236 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c4666d0b-1f57-487f-aac2-70a0f4724ddd tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:54.919585 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c4666d0b-1f57-487f-aac2-70a0f4724ddd tempest-FloatingIPAdminTestJSON-1946434730 tempest-FloatingIPAdminTestJSON-1946434730-project] 10.222.0.87 "DELETE /v2.0/floatingips/dd49f631-3872-4423-b1fe-795fd0d4393d HTTP/1.1" status: 204 len: 168 time: 1.1849010 Feb 11 05:27:55.022485 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0781bf74-3965-41c1-803e-03c2eca9b994 admin admin] Publish callbacks [] for security_group (e925be9f-e382-4a86-ac75-11c09182eecd), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:55.129255 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40b85d-7989-480e-a1b5-2b2c05988062 req-525b6e9f-1167-410a-a3e0-da372230b3fc tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:55.136238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb40b85d-7989-480e-a1b5-2b2c05988062 req-525b6e9f-1167-410a-a3e0-da372230b3fc tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.3096492 Feb 11 05:27:55.149634 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9930413d-19d7-4625-9d8e-03f322d58681 req-9bfbe147-3b7d-4460-b294-ec730406b62d tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks [] for floatingip (2fde4a12-3355-4053-9181-de15ee1488d1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:55.152487 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9930413d-19d7-4625-9d8e-03f322d58681 req-9bfbe147-3b7d-4460-b294-ec730406b62d tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:55.153870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9930413d-19d7-4625-9d8e-03f322d58681 req-9bfbe147-3b7d-4460-b294-ec730406b62d tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "DELETE /v2.0/floatingips/2fde4a12-3355-4053-9181-de15ee1488d1 HTTP/1.1" status: 204 len: 173 time: 1.4979436 Feb 11 05:27:55.222182 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb40b85d-7989-480e-a1b5-2b2c05988062 req-9469158f-3008-4437-8cec-b4f2c2d1889f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847824 Feb 11 05:27:55.255841 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0781bf74-3965-41c1-803e-03c2eca9b994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e925be9f-e382-4a86-ac75-11c09182eecd), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:55.260934 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0781bf74-3965-41c1-803e-03c2eca9b994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:55.263146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0781bf74-3965-41c1-803e-03c2eca9b994 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e925be9f-e382-4a86-ac75-11c09182eecd HTTP/1.1" status: 204 len: 168 time: 0.7078772 Feb 11 05:27:55.287356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781bf74-3965-41c1-803e-03c2eca9b994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e925be9f-e382-4a86-ac75-11c09182eecd,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:55.408798 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50482) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:55.487346 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5afb12-93da-4500-8f76-290949250d71 req-014b9d22-4ff0-4656-b297-ccab281eeeb7 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:55.489189 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f5afb12-93da-4500-8f76-290949250d71 req-014b9d22-4ff0-4656-b297-ccab281eeeb7 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1296346 Feb 11 05:27:55.598347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f5afb12-93da-4500-8f76-290949250d71 req-c0ece3eb-8c11-401c-b106-03cafdaa8707 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1018627 Feb 11 05:27:55.728647 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d24a51b-7fd0-405e-a4f2-250a9a74c730 req-57ac2e74-207a-4aa1-936f-2bb7b780b972 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1044135 Feb 11 05:27:55.934247 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-681bed20-c37a-4ec1-ac44-525a113a39d5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=67e492b4f8ce4325b5596cf41a109f17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5241675 Feb 11 05:27:55.936956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50492) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:56.019481 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50496) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:56.044113 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce46bc7b-4ee7-46be-8713-8b42b5bb97d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.234270 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-93052317-3262-477f-9e23-fc3048767e5a admin admin] Publish callbacks [] for security_group (ace7f1f6-0bce-4b20-b5d6-70d42bef580a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.234270 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-93052317-3262-477f-9e23-fc3048767e5a admin admin] Publish callbacks [] for security_group (ace7f1f6-0bce-4b20-b5d6-70d42bef580a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.234809 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce46bc7b-4ee7-46be-8713-8b42b5bb97d9 admin admin] Publish callbacks [] for security_group (2f7b7322-41cd-43a0-b35d-67db0b72bdcb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.248062 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-93052317-3262-477f-9e23-fc3048767e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ace7f1f6-0bce-4b20-b5d6-70d42bef580a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.250889 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-93052317-3262-477f-9e23-fc3048767e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.255803 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-93052317-3262-477f-9e23-fc3048767e5a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ace7f1f6-0bce-4b20-b5d6-70d42bef580a HTTP/1.1" status: 204 len: 168 time: 0.2956619 Feb 11 05:27:56.270252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93052317-3262-477f-9e23-fc3048767e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace7f1f6-0bce-4b20-b5d6-70d42bef580a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:56.276740 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce46bc7b-4ee7-46be-8713-8b42b5bb97d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2f7b7322-41cd-43a0-b35d-67db0b72bdcb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.466499 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ce46bc7b-4ee7-46be-8713-8b42b5bb97d9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ef6e8d6849604efa9ba20d9a27dc7b6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4458814 Feb 11 05:27:56.468219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46bc7b-4ee7-46be-8713-8b42b5bb97d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7b7322-41cd-43a0-b35d-67db0b72bdcb,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:56.473853 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50512) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:56.546621 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-875e5c6a-0053-46b8-bc20-65e86cad6a08 admin admin] Publish callbacks [] for security_group (2f7b7322-41cd-43a0-b35d-67db0b72bdcb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.587477 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-875e5c6a-0053-46b8-bc20-65e86cad6a08 admin admin] Publish callbacks [] for security_group (2f7b7322-41cd-43a0-b35d-67db0b72bdcb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.594557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83283c72-0eed-4e6f-ad3c-4f6c304ea0cc req-fefbb523-b26e-4c4f-8271-5f2d67dbadd7 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:56.596209 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83283c72-0eed-4e6f-ad3c-4f6c304ea0cc req-fefbb523-b26e-4c4f-8271-5f2d67dbadd7 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.1583033 Feb 11 05:27:56.632688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a780866-69ec-44f9-9886-3a4fb4c5f55b req-179b7f28-afc7-40b1-bbc5-0fc45edf2b49 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:56.648756 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a780866-69ec-44f9-9886-3a4fb4c5f55b req-179b7f28-afc7-40b1-bbc5-0fc45edf2b49 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 946 time: 0.1444135 Feb 11 05:27:56.710906 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-875e5c6a-0053-46b8-bc20-65e86cad6a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2f7b7322-41cd-43a0-b35d-67db0b72bdcb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.713936 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-875e5c6a-0053-46b8-bc20-65e86cad6a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.718730 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-875e5c6a-0053-46b8-bc20-65e86cad6a08 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2f7b7322-41cd-43a0-b35d-67db0b72bdcb HTTP/1.1" status: 204 len: 168 time: 0.2347143 Feb 11 05:27:56.728780 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e5c6a-0053-46b8-bc20-65e86cad6a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7b7322-41cd-43a0-b35d-67db0b72bdcb,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:56.801505 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83283c72-0eed-4e6f-ad3c-4f6c304ea0cc req-2dfd2d63-1853-4d7b-9d86-6e24042fa3ec tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971195 Feb 11 05:27:56.846948 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a780866-69ec-44f9-9886-3a4fb4c5f55b req-43c43c48-530b-44e3-b3b0-dfe927fc6cb1 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8a45993-206c-4742-8775-ae8fc4740c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899345 Feb 11 05:27:57.110319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50518) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:57.127251 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d828fe8-3bb6-4e59-bdab-bba93502b5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:57.266197 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d828fe8-3bb6-4e59-bdab-bba93502b5a9 admin admin] Publish callbacks [] for security_group (24cc95c5-0dc5-4fb0-961f-57467d375756), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:57.283344 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d828fe8-3bb6-4e59-bdab-bba93502b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (24cc95c5-0dc5-4fb0-961f-57467d375756), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:57.358229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50528) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:57.358420 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3d828fe8-3bb6-4e59-bdab-bba93502b5a9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9deeeb81a2d948cab13b0f1f2ad2f1bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2450209 Feb 11 05:27:57.359130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d828fe8-3bb6-4e59-bdab-bba93502b5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cc95c5-0dc5-4fb0-961f-57467d375756,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:57.519217 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-778e9e29-9892-4bc2-b5c0-616782277826 admin admin] Publish callbacks [] for security_group (24cc95c5-0dc5-4fb0-961f-57467d375756), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:57.564966 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-778e9e29-9892-4bc2-b5c0-616782277826 admin admin] Publish callbacks [] for security_group (24cc95c5-0dc5-4fb0-961f-57467d375756), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:57.669461 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-778e9e29-9892-4bc2-b5c0-616782277826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (24cc95c5-0dc5-4fb0-961f-57467d375756), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:57.672769 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-778e9e29-9892-4bc2-b5c0-616782277826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:57.675158 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-778e9e29-9892-4bc2-b5c0-616782277826 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/24cc95c5-0dc5-4fb0-961f-57467d375756 HTTP/1.1" status: 204 len: 168 time: 0.3157251 Feb 11 05:27:57.689584 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e9e29-9892-4bc2-b5c0-616782277826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cc95c5-0dc5-4fb0-961f-57467d375756,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:58.241592 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50554) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:58.249478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32c2e5-0ecc-41a5-b035-daa93abe992f req-cd0e47ee-d2c5-4356-babd-4926c68cdebb tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:58.252360 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b32c2e5-0ecc-41a5-b035-daa93abe992f req-cd0e47ee-d2c5-4356-babd-4926c68cdebb tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 946 time: 0.1188300 Feb 11 05:27:58.267714 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341a976-efc9-475e-91c2-f640e943410d req-ada93140-d529-4029-b0d6-db1b7fc5d4ef tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:58.269325 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9341a976-efc9-475e-91c2-f640e943410d req-ada93140-d529-4029-b0d6-db1b7fc5d4ef tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.2657988 Feb 11 05:27:58.327149 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-484f65af-daab-45f9-a42b-67848f69e19d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:58.457838 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7c5a9-35b2-4411-af9d-74661d9307ee req-22d50eff-5549-4380-8d4a-a1b16c62a84f tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:58.459290 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e2a7c5a9-35b2-4411-af9d-74661d9307ee req-22d50eff-5549-4380-8d4a-a1b16c62a84f tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.73 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 946 time: 0.2387884 Feb 11 05:27:58.488286 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-221a99c0-187a-40ca-873c-a39637e43508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:58.799893 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-484f65af-daab-45f9-a42b-67848f69e19d admin admin] Publish callbacks [] for security_group (1af81351-661b-457e-83ef-3f84567e136e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:58.826309 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-484f65af-daab-45f9-a42b-67848f69e19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1af81351-661b-457e-83ef-3f84567e136e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:58.892513 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-e2a7c5a9-35b2-4411-af9d-74661d9307ee req-f9059c92-d065-4c95-9335-e7d29aef169e tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Deleting port dc820dec-903d-4392-8899-98bb7d459b54 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:27:58.892968 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e2a7c5a9-35b2-4411-af9d-74661d9307ee req-f9059c92-d065-4c95-9335-e7d29aef169e tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (dc820dec-903d-4392-8899-98bb7d459b54), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:58.986662 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-484f65af-daab-45f9-a42b-67848f69e19d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cfdb5b4d1e214b51980cdfe8bea123a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6980424 Feb 11 05:27:58.993064 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50574) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:27:59.060721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f65af-daab-45f9-a42b-67848f69e19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af81351-661b-457e-83ef-3f84567e136e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:27:59.144370 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-e2a7c5a9-35b2-4411-af9d-74661d9307ee req-f9059c92-d065-4c95-9335-e7d29aef169e tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] For port dc820dec-903d-4392-8899-98bb7d459b54, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=dc820dec-903d-4392-8899-98bb7d459b54,segment=NetworkSegment(4f91cbec-d8cd-41d6-83fe-5521f2a60d26),segment_id=4f91cbec-d8cd-41d6-83fe-5521f2a60d26)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:27:59.144370 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e2a7c5a9-35b2-4411-af9d-74661d9307ee req-f9059c92-d065-4c95-9335-e7d29aef169e tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (dc820dec-903d-4392-8899-98bb7d459b54), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:59.171188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-e2a7c5a9-35b2-4411-af9d-74661d9307ee req-f9059c92-d065-4c95-9335-e7d29aef169e tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Calling delete_port for dc820dec-903d-4392-8899-98bb7d459b54 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:27:59.179528 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c6e0e51-da1d-472d-97fb-c27eb0a546c7 admin admin] Publish callbacks [] for security_group (1af81351-661b-457e-83ef-3f84567e136e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:59.374050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b32c2e5-0ecc-41a5-b035-daa93abe992f req-5f6b2db8-1eb3-446a-a066-b6f3ea361399 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8a45993-206c-4742-8775-ae8fc4740c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1021616 Feb 11 05:27:59.410199 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9341a976-efc9-475e-91c2-f640e943410d req-52b634da-5f3d-4f6d-8f87-95b2b0d8cffb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510962 Feb 11 05:27:59.964173 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c6e0e51-da1d-472d-97fb-c27eb0a546c7 admin admin] Publish callbacks [] for security_group (1af81351-661b-457e-83ef-3f84567e136e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:00.132029 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c6e0e51-da1d-472d-97fb-c27eb0a546c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1af81351-661b-457e-83ef-3f84567e136e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:00.134582 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c6e0e51-da1d-472d-97fb-c27eb0a546c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:00.135724 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5c6e0e51-da1d-472d-97fb-c27eb0a546c7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1af81351-661b-457e-83ef-3f84567e136e HTTP/1.1" status: 204 len: 168 time: 1.1417122 Feb 11 05:28:00.164064 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e0e51-da1d-472d-97fb-c27eb0a546c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af81351-661b-457e-83ef-3f84567e136e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:00.347196 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e2a7c5a9-35b2-4411-af9d-74661d9307ee req-f9059c92-d065-4c95-9335-e7d29aef169e tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (dc820dec-903d-4392-8899-98bb7d459b54), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:00.361329 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['dc820dec-903d-4392-8899-98bb7d459b54'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:00.507749 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9059c92-d065-4c95-9335-e7d29aef169e tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Pushing event deleted for resources: {'Port': ['ID=dc820dec-903d-4392-8899-98bb7d459b54,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:00.585557 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dcedf79d-4dc7-4c7d-bf45-6d5fdbc81b5e req-c1f2fcf3-1b89-432a-9cd2-0ea7012e984a tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 210 time: 0.0675080 Feb 11 05:28:00.659458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a7c5a9-35b2-4411-af9d-74661d9307ee req-f9059c92-d065-4c95-9335-e7d29aef169e tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] No DVR routers for this DVR port dc820dec-903d-4392-8899-98bb7d459b54 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:00.688256 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-e2a7c5a9-35b2-4411-af9d-74661d9307ee req-f9059c92-d065-4c95-9335-e7d29aef169e tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:00.701977 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e2a7c5a9-35b2-4411-af9d-74661d9307ee req-f9059c92-d065-4c95-9335-e7d29aef169e tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.73 "DELETE /v2.0/ports/dc820dec-903d-4392-8899-98bb7d459b54 HTTP/1.1" status: 204 len: 173 time: 2.2183993 Feb 11 05:28:00.702511 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f366d6-aa0c-45ff-8c93-afcca64bca89', 'name': 'network-vif-deleted', 'tag': 'dc820dec-903d-4392-8899-98bb7d459b54'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:00.710549 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4471968-03fc-4763-b7b0-62874da8a39a" -d '{"events": [{"server_uuid": "35f366d6-aa0c-45ff-8c93-afcca64bca89", "name": "network-vif-deleted", "tag": "dc820dec-903d-4392-8899-98bb7d459b54"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:00.734780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59efe0-7850-4f5d-8cc6-a51f75088045 req-fb1ac149-d073-461b-8406-a349c7b21ea6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:00.754128 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa59efe0-7850-4f5d-8cc6-a51f75088045 req-fb1ac149-d073-461b-8406-a349c7b21ea6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.1231532 Feb 11 05:28:00.788657 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-717219e8-6449-46a9-a6e4-0bbd0f6573c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:00.822267 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b7285b-086c-4a18-92b6-3c4b9348e42e x-openstack-request-id: req-09b7285b-086c-4a18-92b6-3c4b9348e42e {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:00.822560 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f366d6-aa0c-45ff-8c93-afcca64bca89", "name": "network-vif-deleted", "tag": "dc820dec-903d-4392-8899-98bb7d459b54", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:00.822893 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-09b7285b-086c-4a18-92b6-3c4b9348e42e {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:00.823289 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f366d6-aa0c-45ff-8c93-afcca64bca89', 'name': 'network-vif-deleted', 'tag': 'dc820dec-903d-4392-8899-98bb7d459b54', 'status': 'completed', 'code': 200} Feb 11 05:28:00.930437 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa59efe0-7850-4f5d-8cc6-a51f75088045 req-aa5393d3-06bc-4f4d-8888-7fdd595e215e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751835 Feb 11 05:28:01.921598 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50666) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:01.960814 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c79aed58-cc64-4d7e-b5e4-c39d1416b93f req-0166bb58-95aa-45b9-9bc4-40cc527386dd tempest-FloatingIPsAssociationNegativeTestJSON-1970636794 tempest-FloatingIPsAssociationNegativeTestJSON-1970636794-project] 10.222.0.87 "GET /v2.0/ports?device_id=35f366d6-aa0c-45ff-8c93-afcca64bca89 HTTP/1.1" status: 200 len: 210 time: 0.0709722 Feb 11 05:28:02.191882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895809e-4b06-45e9-8aa9-cff8603539f9 req-73703245-1819-4651-991d-b4131dc47368 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:02.206819 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6895809e-4b06-45e9-8aa9-cff8603539f9 req-73703245-1819-4651-991d-b4131dc47368 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.1209886 Feb 11 05:28:02.338734 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6895809e-4b06-45e9-8aa9-cff8603539f9 req-afa1e848-bbd4-4aee-b822-2a21e6ab656b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176608 Feb 11 05:28:02.386725 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.512034 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e043e58-9cdb-4ce8-b3f7-f5e9439c5f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.702511 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e043e58-9cdb-4ce8-b3f7-f5e9439c5f28 admin admin] Publish callbacks [] for security_group (f0542a55-f0ca-47b7-ad54-e3920f1ddc4e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.709318 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e043e58-9cdb-4ce8-b3f7-f5e9439c5f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f0542a55-f0ca-47b7-ad54-e3920f1ddc4e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.728485 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device dc820dec-903d-4392-8899-98bb7d459b54 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:02.743317 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7e043e58-9cdb-4ce8-b3f7-f5e9439c5f28 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9184d4cc642e46e2bd599d9812d0ab86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8198950 Feb 11 05:28:02.743529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50680) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:02.781210 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: dc820dec-903d-4392-8899-98bb7d459b54 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:02.783365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device dc820dec-903d-4392-8899-98bb7d459b54 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:02.808579 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e043e58-9cdb-4ce8-b3f7-f5e9439c5f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0542a55-f0ca-47b7-ad54-e3920f1ddc4e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:02.833072 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa59c-88be-4ad1-b676-49c3c6cf3630 admin admin] Publish callbacks [] for security_group (f0542a55-f0ca-47b7-ad54-e3920f1ddc4e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.908873 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa59c-88be-4ad1-b676-49c3c6cf3630 admin admin] Publish callbacks [] for security_group (f0542a55-f0ca-47b7-ad54-e3920f1ddc4e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.968515 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa59c-88be-4ad1-b676-49c3c6cf3630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f0542a55-f0ca-47b7-ad54-e3920f1ddc4e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.972520 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ed1fa59c-88be-4ad1-b676-49c3c6cf3630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:02.974557 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ed1fa59c-88be-4ad1-b676-49c3c6cf3630 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f0542a55-f0ca-47b7-ad54-e3920f1ddc4e HTTP/1.1" status: 204 len: 168 time: 0.2297883 Feb 11 05:28:02.985846 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fa59c-88be-4ad1-b676-49c3c6cf3630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0542a55-f0ca-47b7-ad54-e3920f1ddc4e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:03.083667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50696) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:03.576066 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:03.676001 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50722) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:03.709277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da71e1-98f0-4c2a-b900-aee7a22fb615 req-5a971771-6bd5-46ec-be64-90dc892069bb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:03.716787 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64da71e1-98f0-4c2a-b900-aee7a22fb615 req-5a971771-6bd5-46ec-be64-90dc892069bb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.2050793 Feb 11 05:28:03.841454 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50726) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:03.857628 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1f47d660-0fcf-429b-9cb3-984df017dfa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:03.924819 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64da71e1-98f0-4c2a-b900-aee7a22fb615 req-4f7e7ab9-4884-4c6f-89dc-dad777539847 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070603 Feb 11 05:28:04.183189 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1f47d660-0fcf-429b-9cb3-984df017dfa0 admin admin] Publish callbacks [] for security_group (c189fe58-8e35-4cde-bfcc-001a7b214688), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.219626 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-eb3cced6-5e25-4efa-b877-fc02e1361fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-362089120'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:04.225989 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1f47d660-0fcf-429b-9cb3-984df017dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c189fe58-8e35-4cde-bfcc-001a7b214688), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.262384 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47d660-0fcf-429b-9cb3-984df017dfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c189fe58-8e35-4cde-bfcc-001a7b214688,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:04.343396 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6fdee502-77b5-4be6-81b0-986a32c4c723 req-89288a90-61c2-4f43-9107-e959ca27efe5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2559016 Feb 11 05:28:04.357728 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1f47d660-0fcf-429b-9cb3-984df017dfa0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=056187a533cc4edc86a20bd5723e64c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6797371 Feb 11 05:28:04.360111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50734) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:04.365296 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3cced6-5e25-4efa-b877-fc02e1361fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Made reservation on behalf of 14d6d703ace8410a8e6d24d522aee6b2 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:04.370653 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb3cced6-5e25-4efa-b877-fc02e1361fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.433883 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb3cced6-5e25-4efa-b877-fc02e1361fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.537803 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb3cced6-5e25-4efa-b877-fc02e1361fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Publish callbacks [] for security_group (93d6fb78-e34c-4074-af80-2feeef806ef0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.546648 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b53f267-64bc-41b7-b625-1e775fb6df94 admin admin] Publish callbacks [] for security_group (c189fe58-8e35-4cde-bfcc-001a7b214688), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.579143 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb3cced6-5e25-4efa-b877-fc02e1361fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (93d6fb78-e34c-4074-af80-2feeef806ef0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.596955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3cced6-5e25-4efa-b877-fc02e1361fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:04.640479 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b53f267-64bc-41b7-b625-1e775fb6df94 admin admin] Publish callbacks [] for security_group (c189fe58-8e35-4cde-bfcc-001a7b214688), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.656642 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdee502-77b5-4be6-81b0-986a32c4c723 req-2c13ceb3-bd23-4ac7-a1fc-1048e0e2d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:04.658326 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6fdee502-77b5-4be6-81b0-986a32c4c723 req-2c13ceb3-bd23-4ac7-a1fc-1048e0e2d087 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 1129 time: 0.2834837 Feb 11 05:28:04.663808 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cced6-5e25-4efa-b877-fc02e1361fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d6fb78-e34c-4074-af80-2feeef806ef0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:04.681322 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb3cced6-5e25-4efa-b877-fc02e1361fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (602863a9-2911-4e16-ba32-b2f9df520c53), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.681695 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-eb3cced6-5e25-4efa-b877-fc02e1361fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Added segment 602863a9-2911-4e16-ba32-b2f9df520c53 of type vlan for network f53081dd-578e-47e7-b775-3e406b017e9b Feb 11 05:28:04.797884 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b097-656a-43ad-a80f-01a2919413f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (0355d2c9-034f-4d56-b2a9-24f4894018cd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.799892 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b53f267-64bc-41b7-b625-1e775fb6df94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c189fe58-8e35-4cde-bfcc-001a7b214688), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.808911 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b53f267-64bc-41b7-b625-1e775fb6df94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.820348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6b53f267-64bc-41b7-b625-1e775fb6df94 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c189fe58-8e35-4cde-bfcc-001a7b214688 HTTP/1.1" status: 204 len: 168 time: 0.4590003 Feb 11 05:28:04.833922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53f267-64bc-41b7-b625-1e775fb6df94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c189fe58-8e35-4cde-bfcc-001a7b214688,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:04.855968 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb3cced6-5e25-4efa-b877-fc02e1361fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (f53081dd-578e-47e7-b775-3e406b017e9b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.122719 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdee502-77b5-4be6-81b0-986a32c4c723 req-ac089660-5da0-4b38-917c-5dec8ba20e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.134586 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6fdee502-77b5-4be6-81b0-986a32c4c723 req-ac089660-5da0-4b38-917c-5dec8ba20e9c service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 912 time: 0.4413688 Feb 11 05:28:05.138541 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.195242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b667ed-c0c6-49c5-ae27-743477b3929d req-8a7bf52c-2796-4dc7-8ac1-2ee3eb77862d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.213022 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1b667ed-c0c6-49c5-ae27-743477b3929d req-8a7bf52c-2796-4dc7-8ac1-2ee3eb77862d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.1470213 Feb 11 05:28:05.318308 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.db.resource_extend [None req-eb3cced6-5e25-4efa-b877-fc02e1361fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:28:05.398987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1b667ed-c0c6-49c5-ae27-743477b3929d req-05521afa-6ffa-40ce-9d6a-ebbad28ed306 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836727 Feb 11 05:28:05.546187 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6fdee502-77b5-4be6-81b0-986a32c4c723 req-58c1cee1-cb41-4dcd-b2a3-9d64db77c110 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6712007-49e8-473e-b379-e0925725c858 HTTP/1.1" status: 200 len: 217 time: 0.4094563 Feb 11 05:28:05.592585 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb3cced6-5e25-4efa-b877-fc02e1361fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (f53081dd-578e-47e7-b775-3e406b017e9b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.598964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3cced6-5e25-4efa-b877-fc02e1361fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.599597 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb3cced6-5e25-4efa-b877-fc02e1361fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:05.727450 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cced6-5e25-4efa-b877-fc02e1361fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Pushing event updated for resources: {'Network': ['ID=f53081dd-578e-47e7-b775-3e406b017e9b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:05.746974 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eb3cced6-5e25-4efa-b877-fc02e1361fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8938470 Feb 11 05:28:05.751961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network f53081dd-578e-47e7-b775-3e406b017e9b details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:05.757936 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdee502-77b5-4be6-81b0-986a32c4c723 req-d673653e-a698-41f0-9bfe-d48dd1bc5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:05.759410 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6fdee502-77b5-4be6-81b0-986a32c4c723 req-d673653e-a698-41f0-9bfe-d48dd1bc5253 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.1805859 Feb 11 05:28:05.999637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdee502-77b5-4be6-81b0-986a32c4c723 req-1cebe12e-7a12-4028-87db-39ca2b329de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:06.002031 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6fdee502-77b5-4be6-81b0-986a32c4c723 req-1cebe12e-7a12-4028-87db-39ca2b329de0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2288868 Feb 11 05:28:06.058980 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-c1e7b097-656a-43ad-a80f-01a2919413f5 admin admin] Deleting port 1af3ac1f-db99-4353-a45d-397e2d1d1db2 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:06.058980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b097-656a-43ad-a80f-01a2919413f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.250979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-c1e7b097-656a-43ad-a80f-01a2919413f5 admin admin] For port 1af3ac1f-db99-4353-a45d-397e2d1d1db2, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1af3ac1f-db99-4353-a45d-397e2d1d1db2,segment=NetworkSegment(4f91cbec-d8cd-41d6-83fe-5521f2a60d26),segment_id=4f91cbec-d8cd-41d6-83fe-5521f2a60d26)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:06.251947 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b097-656a-43ad-a80f-01a2919413f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.285026 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-c1e7b097-656a-43ad-a80f-01a2919413f5 admin admin] Calling delete_port for 1af3ac1f-db99-4353-a45d-397e2d1d1db2 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:06.324501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50772) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:06.329988 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Request body: {'port': {'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b', 'binding:host_id': 'n-h1-713499-38', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1699178034'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:06.380575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Made reservation on behalf of f3f796d0df17414e962831678de8cd35 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:06.382965 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.394212 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.601438 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks [] for security_group (39ca9028-c309-4482-99a2-b44704f3d956), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.628336 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (39ca9028-c309-4482-99a2-b44704f3d956), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.687973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ca9028-c309-4482-99a2-b44704f3d956,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:06.706309 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b097-656a-43ad-a80f-01a2919413f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (1af3ac1f-db99-4353-a45d-397e2d1d1db2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:06.718394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] device_id is not set on port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:28:06.820646 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f671521-18b2-4cdc-b4e7-c877e4a35b57 req-6b41ec5e-2c50-4ad5-9a95-9c0c8cc93bbb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:06.822670 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f671521-18b2-4cdc-b4e7-c877e4a35b57 req-6b41ec5e-2c50-4ad5-9a95-9c0c8cc93bbb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.2952511 Feb 11 05:28:06.853786 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7b097-656a-43ad-a80f-01a2919413f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1af3ac1f-db99-4353-a45d-397e2d1d1db2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:06.938943 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f671521-18b2-4cdc-b4e7-c877e4a35b57 req-5ef54d73-ebf7-4e42-a249-8f96e31c86c6 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042826 Feb 11 05:28:06.994368 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6fdee502-77b5-4be6-81b0-986a32c4c723 req-d4669d36-b4a6-4a90-b3c4-7b3db7981a81 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9809105 Feb 11 05:28:07.247471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] device_id is not set on port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:28:07.270333 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks [] for port (8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.278908 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.307234 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6fdee502-77b5-4be6-81b0-986a32c4c723 req-c9a03404-e4e8-404b-a24a-2764e25300c3 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061979 Feb 11 05:28:07.400028 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b097-656a-43ad-a80f-01a2919413f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (0355d2c9-034f-4d56-b2a9-24f4894018cd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:07.402183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Pushing event updated for resources: {'Port': ['ID=8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:07.447950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Checking segment: {'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:07.448853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Network hostable DHCP agents. Network: f53081dd-578e-47e7-b775-3e406b017e9b, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:28:07.519684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Network f53081dd-578e-47e7-b775-3e406b017e9b is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:28:07.544650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, f53081dd-578e-47e7-b775-3e406b017e9b) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:07.552661 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:07.556132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edc5e3d-c8a6-479a-bb07-2b8114295702 None None] Network f53081dd-578e-47e7-b775-3e406b017e9b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:07.602763 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:07.603472 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:07.603750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:07.615876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:07.620395 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:07.620958 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 2 to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 Feb 11 05:28:07.680421 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:07.682830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:07.686011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:07.704030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:07.704030 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:07.706927 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 3 to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 Feb 11 05:28:07.758915 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:07.759221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:07.759614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:07.772077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:07.772487 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:07.772867 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 4 to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 Feb 11 05:28:07.823616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:07.826194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:07.826680 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:07.852899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:07.856280 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:07.857368 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 5 to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 Feb 11 05:28:07.930597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:07.930948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:07.931712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:07.937848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:07.938170 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:07.938631 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 6 to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 Feb 11 05:28:07.943461 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e7b097-656a-43ad-a80f-01a2919413f5 admin admin] Router 0355d2c9-034f-4d56-b2a9-24f4894018cd has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:28:08.011659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:08.011996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:08.012342 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:08.049252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:08.049638 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:08.050638 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 7 to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 Feb 11 05:28:08.111328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:08.114145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:08.114518 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:08.185070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:08.186187 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:08.289582 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 8 to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 Feb 11 05:28:08.321033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e7b097-656a-43ad-a80f-01a2919413f5 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:28:08.330640 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c1e7b097-656a-43ad-a80f-01a2919413f5 admin admin] 10.222.0.87 "PUT /v2.0/routers/0355d2c9-034f-4d56-b2a9-24f4894018cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2458582 Feb 11 05:28:08.334991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50802) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:08.342533 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c8cbc9-2a93-44bc-a183-ccd23cd1977f None None] Sync routers for ids ['0355d2c9-034f-4d56-b2a9-24f4894018cd'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:28:08.358899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:08.359090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:08.359445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:08.366256 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbf4ced5-2d4e-48ec-8751-19c44be90607 req-a1e8789a-8d41-426d-9f6b-1f892b0bbb33 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1779895 Feb 11 05:28:08.378539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1151da0-9801-4743-bffd-d28ccffffb3b req-8672ff20-c954-4704-9805-43d2d2e9044e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:08.380294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d1151da0-9801-4743-bffd-d28ccffffb3b req-8672ff20-c954-4704-9805-43d2d2e9044e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.2385154 Feb 11 05:28:08.384324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:08.384711 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:08.385101 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 9 to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 Feb 11 05:28:08.392088 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c8cbc9-2a93-44bc-a183-ccd23cd1977f None None] Routers {'0355d2c9-034f-4d56-b2a9-24f4894018cd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:08.392752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-27c8cbc9-2a93-44bc-a183-ccd23cd1977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0355d2c9-034f-4d56-b2a9-24f4894018cd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:08.437637 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:08.438053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:08.438486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:08.499187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:08.499581 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:08.502973 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d1151da0-9801-4743-bffd-d28ccffffb3b req-1495bb3a-bcd3-41a4-ab6c-93eb1d898cf5 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998602 Feb 11 05:28:08.504463 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 10 to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 Feb 11 05:28:08.529811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:08.530148 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:08.530480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:08.538904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:08.539236 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:08.539631 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.616969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] For port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:08.617639 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempted to set empty binding levels {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:28:08.629190 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.636166 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba6fb-97b8-4633-9743-15630c5882ac admin admin] Publish callbacks [] for router (0355d2c9-034f-4d56-b2a9-24f4894018cd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.649202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:08.649809 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.654826 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4ced5-2d4e-48ec-8751-19c44be90607 req-1fa25821-0ce4-4d78-a36b-48b14d16a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:08.656554 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbf4ced5-2d4e-48ec-8751-19c44be90607 req-1fa25821-0ce4-4d78-a36b-48b14d16a63a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 1129 time: 0.1853845 Feb 11 05:28:08.815123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-27c8cbc9-2a93-44bc-a183-ccd23cd1977f None None] Set router 0355d2c9-034f-4d56-b2a9-24f4894018cd gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:08.899459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4ced5-2d4e-48ec-8751-19c44be90607 req-49ab4f3a-da5e-4e8d-92f7-ff89b59bbdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:08.899775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbf4ced5-2d4e-48ec-8751-19c44be90607 req-49ab4f3a-da5e-4e8d-92f7-ff89b59bbdef service neutron] 10.222.0.88 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 918 time: 0.2104063 Feb 11 05:28:08.936314 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba6fb-97b8-4633-9743-15630c5882ac admin admin] Publish callbacks [] for router_gateway (0355d2c9-034f-4d56-b2a9-24f4894018cd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:08.977775 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Pushing event updated for resources: {'Port': ['ID=8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:09.047988 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-3a1ba6fb-97b8-4633-9743-15630c5882ac admin admin] Deleting port 7fd46443-ede5-4af0-bcc7-39caf881ee88 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:09.048526 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba6fb-97b8-4633-9743-15630c5882ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7fd46443-ede5-4af0-bcc7-39caf881ee88), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.111762 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-27c8cbc9-2a93-44bc-a183-ccd23cd1977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-router', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:06Z', 'updated_at': '2022-02-11T05:28:06Z', 'revision_number': 5, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'gw_port': {'id': '7fd46443-ede5-4af0-bcc7-39caf881ee88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:27:07Z', 'updated_at': '2022-02-11T05:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:09.142046 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c8cbc9-2a93-44bc-a183-ccd23cd1977f None None] Checking router: 0355d2c9-034f-4d56-b2a9-24f4894018cd for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:28:09.151907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c8cbc9-2a93-44bc-a183-ccd23cd1977f None None] Routers {'0355d2c9-034f-4d56-b2a9-24f4894018cd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:09.152581 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-27c8cbc9-2a93-44bc-a183-ccd23cd1977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0355d2c9-034f-4d56-b2a9-24f4894018cd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:09.167362 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f4e7e3ac-105e-4924-800a-a958017e537c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.8417377 Feb 11 05:28:09.169570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbf4ced5-2d4e-48ec-8751-19c44be90607 req-413b4119-8f5e-4717-a19a-15b326628f1d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48 HTTP/1.1" status: 200 len: 1001 time: 0.2493284 Feb 11 05:28:09.170172 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50808) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:09.262674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4ced5-2d4e-48ec-8751-19c44be90607 req-45ad5120-e7ec-4612-819f-e98b455ed824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.264443 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbf4ced5-2d4e-48ec-8751-19c44be90607 req-45ad5120-e7ec-4612-819f-e98b455ed824 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.0847504 Feb 11 05:28:09.271701 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-27c8cbc9-2a93-44bc-a183-ccd23cd1977f None None] Set router 0355d2c9-034f-4d56-b2a9-24f4894018cd gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:09.351132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-27c8cbc9-2a93-44bc-a183-ccd23cd1977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-router', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:06Z', 'updated_at': '2022-02-11T05:28:08Z', 'revision_number': 6, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:09.360666 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-3a1ba6fb-97b8-4633-9743-15630c5882ac admin admin] For port 7fd46443-ede5-4af0-bcc7-39caf881ee88, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7fd46443-ede5-4af0-bcc7-39caf881ee88,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:09.363935 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba6fb-97b8-4633-9743-15630c5882ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7fd46443-ede5-4af0-bcc7-39caf881ee88), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.366909 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4ced5-2d4e-48ec-8751-19c44be90607 req-8ecd966e-6064-4d92-8abd-799a77e5ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.379067 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbf4ced5-2d4e-48ec-8751-19c44be90607 req-8ecd966e-6064-4d92-8abd-799a77e5ab2f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1047933 Feb 11 05:28:09.386789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c8cbc9-2a93-44bc-a183-ccd23cd1977f None None] The sync data for ids ['0355d2c9-034f-4d56-b2a9-24f4894018cd'] in n-d-713499-38 is: [{'id': '0355d2c9-034f-4d56-b2a9-24f4894018cd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2144163879-router', 'tenant_id': '4255e8ac520946e2b4cc56d91c296121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:27:06Z', 'updated_at': '2022-02-11T05:28:08Z', 'revision_number': 6, 'project_id': '4255e8ac520946e2b4cc56d91c296121', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:28:09.408736 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-3a1ba6fb-97b8-4633-9743-15630c5882ac admin admin] Calling delete_port for 7fd46443-ede5-4af0-bcc7-39caf881ee88 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:09.736061 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.758591 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbf4ced5-2d4e-48ec-8751-19c44be90607 req-6fdfd88d-2f69-473c-97d5-69304cd1bb2c service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703485 Feb 11 05:28:09.814936 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a87a4f84-a4f9-4d92-aa1a-868063f32ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Deleting port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:09.815283 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a87a4f84-a4f9-4d92-aa1a-868063f32ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:09.864719 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0617a-5e7e-4204-8c7a-aba7070ec203 req-1be7eb33-28b6-4154-a336-460599103eeb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:09.879826 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75d0617a-5e7e-4204-8c7a-aba7070ec203 req-1be7eb33-28b6-4154-a336-460599103eeb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.1800561 Feb 11 05:28:09.910312 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba6fb-97b8-4633-9743-15630c5882ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7fd46443-ede5-4af0-bcc7-39caf881ee88), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.025944 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75d0617a-5e7e-4204-8c7a-aba7070ec203 req-1becf3cb-47c0-4836-85de-1772f63ee910 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405551 Feb 11 05:28:10.061562 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbf4ced5-2d4e-48ec-8751-19c44be90607 req-ad909dc2-9aa6-4a58-a78c-da2abc36b7a0 service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917786 Feb 11 05:28:10.397051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7fd46443-ede5-4af0-bcc7-39caf881ee88 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:10.446124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 7fd46443-ede5-4af0-bcc7-39caf881ee88 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:10.456493 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7fd46443-ede5-4af0-bcc7-39caf881ee88 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:10.457111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1af3ac1f-db99-4353-a45d-397e2d1d1db2 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:10.475106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ba6fb-97b8-4633-9743-15630c5882ac admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd46443-ede5-4af0-bcc7-39caf881ee88,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:10.509600 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 1af3ac1f-db99-4353-a45d-397e2d1d1db2 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:10.510189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1af3ac1f-db99-4353-a45d-397e2d1d1db2 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:10.546675 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-a87a4f84-a4f9-4d92-aa1a-868063f32ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] For port 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104, host n-h1-713499-38, got binding levels [] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:10.547044 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a87a4f84-a4f9-4d92-aa1a-868063f32ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.605812 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a87a4f84-a4f9-4d92-aa1a-868063f32ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Calling delete_port for 8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:10.678496 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba6fb-97b8-4633-9743-15630c5882ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (0355d2c9-034f-4d56-b2a9-24f4894018cd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.827180 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba6fb-97b8-4633-9743-15630c5882ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (0355d2c9-034f-4d56-b2a9-24f4894018cd), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.831447 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba6fb-97b8-4633-9743-15630c5882ac admin admin] Publish callbacks [] for router_controller (0355d2c9-034f-4d56-b2a9-24f4894018cd), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.914844 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba6fb-97b8-4633-9743-15630c5882ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (0355d2c9-034f-4d56-b2a9-24f4894018cd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.916683 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1ba6fb-97b8-4633-9743-15630c5882ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0355d2c9-034f-4d56-b2a9-24f4894018cd {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:28:10.924402 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba6fb-97b8-4633-9743-15630c5882ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.930505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50836) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:10.932817 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3a1ba6fb-97b8-4633-9743-15630c5882ac admin admin] 10.222.0.87 "DELETE /v2.0/routers/0355d2c9-034f-4d56-b2a9-24f4894018cd HTTP/1.1" status: 204 len: 168 time: 2.5963633 Feb 11 05:28:10.934466 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a87a4f84-a4f9-4d92-aa1a-868063f32ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:10.985204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a4f84-a4f9-4d92-aa1a-868063f32ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:11.001442 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a87a4f84-a4f9-4d92-aa1a-868063f32ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.010826 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a87a4f84-a4f9-4d92-aa1a-868063f32ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] 10.222.0.87 "DELETE /v2.0/ports/8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 HTTP/1.1" status: 204 len: 168 time: 1.8394725 Feb 11 05:28:11.011794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50840) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:11.106316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-eecdc9b0-458d-4b18-99e3-8a5b37209332 admin admin] Deleting subnet 3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:28:11.109967 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1997debf-fbf5-4064-a027-7466498d8084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:28:11.111578 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1997debf-fbf5-4064-a027-7466498d8084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] 10.222.0.87 "GET /v2.0/ports/8e2bdf19-f6cf-4fed-a9d0-b5f2c1706104 HTTP/1.1" status: 404 len: 333 time: 0.0983539 Feb 11 05:28:11.121250 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50848) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:11.130561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0b3e8e19-167c-45fb-9c6a-933f4ed654a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Request body: {'port': {'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813922446'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:11.143202 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eecdc9b0-458d-4b18-99e3-8a5b37209332 admin admin] Publish callbacks [] for subnet (3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.193259 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3e8e19-167c-45fb-9c6a-933f4ed654a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Made reservation on behalf of f3f796d0df17414e962831678de8cd35 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:11.195968 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8e19-167c-45fb-9c6a-933f4ed654a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.243593 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-0b3e8e19-167c-45fb-9c6a-933f4ed654a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] device_id is not set on port 194c80ad-f2ac-4628-b713-37f0ccdf547a yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:28:11.280586 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eecdc9b0-458d-4b18-99e3-8a5b37209332 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.400466 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eecdc9b0-458d-4b18-99e3-8a5b37209332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.481705 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b4b26-d2bb-4c74-b38e-26752d3d316a req-a5dfd4d2-75bc-46ef-94cf-3799a46eb790 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:11.483366 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-942b4b26-d2bb-4c74-b38e-26752d3d316a req-a5dfd4d2-75bc-46ef-94cf-3799a46eb790 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.2592342 Feb 11 05:28:11.515936 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eecdc9b0-458d-4b18-99e3-8a5b37209332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.558274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdc9b0-458d-4b18-99e3-8a5b37209332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:11.577712 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eecdc9b0-458d-4b18-99e3-8a5b37209332 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.581008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1778c2ef-e859-4d66-81cb-f5b0fa7a4ff1 None None] Network 161685c0-d680-4a86-aa77-aca330e3df1f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:11.584659 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-eecdc9b0-458d-4b18-99e3-8a5b37209332 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/3ec6a0f7-3a7e-4d46-99ed-f67dabd2afef HTTP/1.1" status: 204 len: 168 time: 0.6524255 Feb 11 05:28:11.587488 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50856) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:11.661675 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (161685c0-d680-4a86-aa77-aca330e3df1f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.685354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-942b4b26-d2bb-4c74-b38e-26752d3d316a req-24e0ec15-2d24-4dc7-b34d-ea0fd82a0a4f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939478 Feb 11 05:28:11.738953 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8e19-167c-45fb-9c6a-933f4ed654a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks [] for port (194c80ad-f2ac-4628-b713-37f0ccdf547a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.768182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] Deleting port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:11.768734 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.817947 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8e19-167c-45fb-9c6a-933f4ed654a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (194c80ad-f2ac-4628-b713-37f0ccdf547a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:11.947867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8838f97-f9c7-49e0-938c-1cd9864facf6 None None] DHCP port deletion for 161685c0-d680-4a86-aa77-aca330e3df1f request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:28:12.018411 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3e8e19-167c-45fb-9c6a-933f4ed654a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Network f53081dd-578e-47e7-b775-3e406b017e9b is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:12.020432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] For port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c,segment=NetworkSegment(4f91cbec-d8cd-41d6-83fe-5521f2a60d26),segment_id=4f91cbec-d8cd-41d6-83fe-5521f2a60d26)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:12.021000 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.024303 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e8e19-167c-45fb-9c6a-933f4ed654a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Pushing event updated for resources: {'Port': ['ID=194c80ad-f2ac-4628-b713-37f0ccdf547a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:12.043943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d8838f97-f9c7-49e0-938c-1cd9864facf6 None None] Deleting port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:12.044663 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d8838f97-f9c7-49e0-938c-1cd9864facf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.047795 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-0b3e8e19-167c-45fb-9c6a-933f4ed654a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:12.058052 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3e8e19-167c-45fb-9c6a-933f4ed654a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:12.063131 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3e8e19-167c-45fb-9c6a-933f4ed654a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:12.100508 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8e19-167c-45fb-9c6a-933f4ed654a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.116889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] Calling delete_port for 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:12.147210 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0b3e8e19-167c-45fb-9c6a-933f4ed654a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0209188 Feb 11 05:28:12.153221 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50864) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:12.165395 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:12.218893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d8838f97-f9c7-49e0-938c-1cd9864facf6 None None] For port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c,segment=NetworkSegment(4f91cbec-d8cd-41d6-83fe-5521f2a60d26),segment_id=4f91cbec-d8cd-41d6-83fe-5521f2a60d26)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:12.219295 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d8838f97-f9c7-49e0-938c-1cd9864facf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.252958 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d8838f97-f9c7-49e0-938c-1cd9864facf6 None None] Calling delete_port for 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:12.299764 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (194c80ad-f2ac-4628-b713-37f0ccdf547a), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.351030 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.416145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] Pushing event deleted for resources: {'Port': ['ID=35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:12.425695 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d8838f97-f9c7-49e0-938c-1cd9864facf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.427060 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] No DVR routers for this DVR port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:12.442690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:12.460804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8838f97-f9c7-49e0-938c-1cd9864facf6 None None] No DVR routers for this DVR port 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:12.535258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8838f97-f9c7-49e0-938c-1cd9864facf6 None None] Pushing event deleted for resources: {'Port': ['ID=35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:12.546209 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:12.549127 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 35ed47ba-d0d9-49bd-aae6-a3a0ae43ba5c not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:12.632504 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (161685c0-d680-4a86-aa77-aca330e3df1f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.682660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161685c0-d680-4a86-aa77-aca330e3df1f']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:12.686064 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] device_id is not set on port 194c80ad-f2ac-4628-b713-37f0ccdf547a yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:28:12.700291 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks [] for port (194c80ad-f2ac-4628-b713-37f0ccdf547a), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.703310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f91cbec-d8cd-41d6-83fe-5521f2a60d26') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:12.703741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f91cbec-d8cd-41d6-83fe-5521f2a60d26') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:12.713000 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (194c80ad-f2ac-4628-b713-37f0ccdf547a), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.726023 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (4f91cbec-d8cd-41d6-83fe-5521f2a60d26), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.755361 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4f91cbec-d8cd-41d6-83fe-5521f2a60d26), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.768601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:28:12.768927 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (4f91cbec-d8cd-41d6-83fe-5521f2a60d26), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:28:12.772950 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:28:12.841834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:12.842699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:12.843201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:12.845997 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Pushing event updated for resources: {'Port': ['ID=194c80ad-f2ac-4628-b713-37f0ccdf547a,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:12.851746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:12.852401 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:12.852935 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 2 to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a Feb 11 05:28:12.868471 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:12.869137 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:12.869654 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:12.883035 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:12.883738 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:12.884311 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 3 to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a Feb 11 05:28:12.896877 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:12.897472 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:12.897988 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:12.912967 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:12.913498 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:12.914065 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 4 to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a Feb 11 05:28:12.947885 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:12.949624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:12.950226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:12.960614 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:12.961639 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:12.963842 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 5 to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a Feb 11 05:28:12.966592 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (161685c0-d680-4a86-aa77-aca330e3df1f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.975267 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:12.988573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:12.991662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] 10.222.0.87 "DELETE /v2.0/networks/161685c0-d680-4a86-aa77-aca330e3df1f HTTP/1.1" status: 204 len: 168 time: 1.3900609 Feb 11 05:28:12.992251 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:12.992783 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:13.002158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:13.002752 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:13.003346 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 6 to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a Feb 11 05:28:13.027982 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188826fc-7102-47db-9e04-98296d40936b req-2345efac-2255-4005-b87d-d58b792c40bf tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.029517 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:13.030041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:13.030526 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-188826fc-7102-47db-9e04-98296d40936b req-2345efac-2255-4005-b87d-d58b792c40bf tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.2024975 Feb 11 05:28:13.032747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b555056-a2f8-4c2a-b9ac-0ebb7ca398da admin admin] Pushing event deleted for resources: {'Network': ['ID=161685c0-d680-4a86-aa77-aca330e3df1f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:13.038802 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:13.051211 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:13.051875 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:13.052460 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 7 to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a Feb 11 05:28:13.077440 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:13.080921 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:13.081507 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:13.090616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:13.091846 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:13.092445 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 8 to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a Feb 11 05:28:13.103300 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-188826fc-7102-47db-9e04-98296d40936b req-247b47d9-d7b3-4d7e-85ca-1f0ad2d110f4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659459 Feb 11 05:28:13.145467 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:13.145810 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:13.146156 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:13.160419 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:13.161004 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:13.161403 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 9 to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a Feb 11 05:28:13.186862 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:13.187204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:13.187599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:13.192240 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:13.192563 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:13.193081 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 10 to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a Feb 11 05:28:13.214054 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:13.214624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:13.215116 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:13.225402 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:13.225994 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 194c80ad-f2ac-4628-b713-37f0ccdf547a on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:13.233814 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (194c80ad-f2ac-4628-b713-37f0ccdf547a), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:13.367993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50890) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:13.458852 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] For port 194c80ad-f2ac-4628-b713-37f0ccdf547a, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:13.461014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempted to set empty binding levels {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:28:13.477582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-84ebc3c3-5699-4d19-a21f-bcba2c7ca70f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4255e8ac520946e2b4cc56d91c296121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1073618 Feb 11 05:28:13.480384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50892) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:13.482504 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (194c80ad-f2ac-4628-b713-37f0ccdf547a), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:13.544751 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bebfb2e2-b79f-4a9a-b5cb-12dc3ed47860 admin admin] Publish callbacks [] for security_group (a8a45993-206c-4742-8775-ae8fc4740c55), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:13.555108 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Pushing event updated for resources: {'Port': ['ID=194c80ad-f2ac-4628-b713-37f0ccdf547a,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:13.564558 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] In _notify_port_updated(), no bound segment for port 194c80ad-f2ac-4628-b713-37f0ccdf547a on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:28:13.565414 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.566272 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:13.570597 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a9cbcceb-1113-4579-a93e-72d129ee7612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] 10.222.0.87 "PUT /v2.0/ports/194c80ad-f2ac-4628-b713-37f0ccdf547a HTTP/1.1" status: 200 len: 980 time: 1.4152026 Feb 11 05:28:13.571345 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50898) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:13.592218 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bebfb2e2-b79f-4a9a-b5cb-12dc3ed47860 admin admin] Publish callbacks [] for security_group (a8a45993-206c-4742-8775-ae8fc4740c55), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:13.679654 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bebfb2e2-b79f-4a9a-b5cb-12dc3ed47860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a8a45993-206c-4742-8775-ae8fc4740c55), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:13.682578 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bebfb2e2-b79f-4a9a-b5cb-12dc3ed47860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:13.686175 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bebfb2e2-b79f-4a9a-b5cb-12dc3ed47860 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a8a45993-206c-4742-8775-ae8fc4740c55 HTTP/1.1" status: 204 len: 168 time: 0.2023795 Feb 11 05:28:13.692774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfb2e2-b79f-4a9a-b5cb-12dc3ed47860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a45993-206c-4742-8775-ae8fc4740c55,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:13.726078 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.726832 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.727500 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.728528 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.729166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.729924 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.730769 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.731819 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.732602 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.733550 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.734211 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.737182 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.737847 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.738805 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.739531 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.740172 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.740807 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.741664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.742330 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.743074 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.744011 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.744787 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.745418 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.746050 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:13.754511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50906) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:13.755270 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-189c6c1d-1d17-42c9-a78d-6de37fc61a6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21963 time: 0.1828704 Feb 11 05:28:13.862083 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b3e9d-8347-476d-bbbc-42dd091ed067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Deleting port 194c80ad-f2ac-4628-b713-37f0ccdf547a {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:13.862432 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3e9d-8347-476d-bbbc-42dd091ed067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (194c80ad-f2ac-4628-b713-37f0ccdf547a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:13.985949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-0a5b3e9d-8347-476d-bbbc-42dd091ed067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] For port 194c80ad-f2ac-4628-b713-37f0ccdf547a, host n-h1-713499-38, got binding levels [] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:13.986292 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3e9d-8347-476d-bbbc-42dd091ed067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (194c80ad-f2ac-4628-b713-37f0ccdf547a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.010360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b3e9d-8347-476d-bbbc-42dd091ed067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Calling delete_port for 194c80ad-f2ac-4628-b713-37f0ccdf547a owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:14.093402 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.125247 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3e9d-8347-476d-bbbc-42dd091ed067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (194c80ad-f2ac-4628-b713-37f0ccdf547a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.181602 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6385924-a49b-4025-bb8c-c6af4c1162dd req-a6db68fc-8b3c-4a0b-b121-b5c8819dc33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:14.183686 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c6385924-a49b-4025-bb8c-c6af4c1162dd req-a6db68fc-8b3c-4a0b-b121-b5c8819dc33d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 1128 time: 0.0694907 Feb 11 05:28:14.206617 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3e9d-8347-476d-bbbc-42dd091ed067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.220864 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0a5b3e9d-8347-476d-bbbc-42dd091ed067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] 10.222.0.87 "DELETE /v2.0/ports/194c80ad-f2ac-4628-b713-37f0ccdf547a HTTP/1.1" status: 204 len: 168 time: 0.4649677 Feb 11 05:28:14.230403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50918) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:14.241157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b3e9d-8347-476d-bbbc-42dd091ed067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Pushing event deleted for resources: {'Port': ['ID=194c80ad-f2ac-4628-b713-37f0ccdf547a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:14.324602 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e318d28-5023-4753-aa4a-eec4fc3de174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:28:14.326488 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6e318d28-5023-4753-aa4a-eec4fc3de174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] 10.222.0.87 "GET /v2.0/ports/194c80ad-f2ac-4628-b713-37f0ccdf547a HTTP/1.1" status: 404 len: 333 time: 0.0937946 Feb 11 05:28:14.333384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50924) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:14.344789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-3b6fccf0-c9b5-4e8f-b12f-987d73734ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1200070282', 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:14.372665 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6dfdd-1dff-4bcc-8262-27a45a4f9814 req-51d68b09-2ac6-4ebc-b583-8caf4b485d62 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:14.374477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08d6dfdd-1dff-4bcc-8262-27a45a4f9814 req-51d68b09-2ac6-4ebc-b583-8caf4b485d62 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.1522827 Feb 11 05:28:14.387200 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6385924-a49b-4025-bb8c-c6af4c1162dd req-9178511d-659e-4824-b99e-379ffed96843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:14.389597 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c6385924-a49b-4025-bb8c-c6af4c1162dd req-9178511d-659e-4824-b99e-379ffed96843 service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 912 time: 0.1978774 Feb 11 05:28:14.429550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08d6dfdd-1dff-4bcc-8262-27a45a4f9814 req-eaeb01c3-8a1a-4329-b82f-0fb7a2277a53 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467932 Feb 11 05:28:14.430596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6fccf0-c9b5-4e8f-b12f-987d73734ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Made reservation on behalf of f3f796d0df17414e962831678de8cd35 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:14.433149 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3b6fccf0-c9b5-4e8f-b12f-987d73734ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.451401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-3b6fccf0-c9b5-4e8f-b12f-987d73734ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] device_id is not set on port 11709049-216d-4726-a2be-bfd3d58752dd yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:28:14.488365 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c6385924-a49b-4025-bb8c-c6af4c1162dd req-8d2324b1-9bc4-4b57-8198-0b28f0e9eaf9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e443a9e-a079-4bec-90ae-49ff031c0efc HTTP/1.1" status: 200 len: 217 time: 0.0922818 Feb 11 05:28:14.572181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6385924-a49b-4025-bb8c-c6af4c1162dd req-bb9d2564-e4a3-4abc-a41e-2c4bf529a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:14.575343 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c6385924-a49b-4025-bb8c-c6af4c1162dd req-bb9d2564-e4a3-4abc-a41e-2c4bf529a43f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.0772250 Feb 11 05:28:14.657586 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3b6fccf0-c9b5-4e8f-b12f-987d73734ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks [] for port (11709049-216d-4726-a2be-bfd3d58752dd), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.670500 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6385924-a49b-4025-bb8c-c6af4c1162dd req-e5a6ace5-c139-4b08-bb22-1d8a524c5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:14.674318 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c6385924-a49b-4025-bb8c-c6af4c1162dd req-e5a6ace5-c139-4b08-bb22-1d8a524c5b7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0912709 Feb 11 05:28:14.724284 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3b6fccf0-c9b5-4e8f-b12f-987d73734ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (11709049-216d-4726-a2be-bfd3d58752dd), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.789721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6fccf0-c9b5-4e8f-b12f-987d73734ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Network f53081dd-578e-47e7-b775-3e406b017e9b is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:14.793837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fccf0-c9b5-4e8f-b12f-987d73734ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Pushing event updated for resources: {'Port': ['ID=11709049-216d-4726-a2be-bfd3d58752dd,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:14.797216 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-3b6fccf0-c9b5-4e8f-b12f-987d73734ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:14.800169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6fccf0-c9b5-4e8f-b12f-987d73734ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:14.801245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6fccf0-c9b5-4e8f-b12f-987d73734ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:14.801989 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3b6fccf0-c9b5-4e8f-b12f-987d73734ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:14.823400 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3b6fccf0-c9b5-4e8f-b12f-987d73734ea8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4829917 Feb 11 05:28:14.825888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50942) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:14.867158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f48adfd-b04d-4d43-aee2-51e31192408c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:14.871128 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5f48adfd-b04d-4d43-aee2-51e31192408c tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] 10.222.0.87 "GET /v2.0/ports/11709049-216d-4726-a2be-bfd3d58752dd HTTP/1.1" status: 200 len: 959 time: 0.0414820 Feb 11 05:28:14.871453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50946) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:14.889507 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c6385924-a49b-4025-bb8c-c6af4c1162dd req-ff79f4f3-7aee-4dc1-82c2-97569332a79a service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103498 Feb 11 05:28:14.975683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50952) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:15.087741 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c6385924-a49b-4025-bb8c-c6af4c1162dd req-307a315e-b7b9-4adc-bbd7-ced62db20573 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870816 Feb 11 05:28:15.112266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-89f6979e-671c-4ca6-b0ba-762cc2e5e18b tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Deleting port 11709049-216d-4726-a2be-bfd3d58752dd {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:15.112773 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-89f6979e-671c-4ca6-b0ba-762cc2e5e18b tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (11709049-216d-4726-a2be-bfd3d58752dd), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.183016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-35e92623-4a53-4e88-a007-72fe48fdb1d5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2064298229-network', 'tenant_id': 'ee01cdace96a4e869ce2b38c3bff4199'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:15.189600 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-89f6979e-671c-4ca6-b0ba-762cc2e5e18b tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (11709049-216d-4726-a2be-bfd3d58752dd), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.207450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-89f6979e-671c-4ca6-b0ba-762cc2e5e18b tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Calling delete_port for 11709049-216d-4726-a2be-bfd3d58752dd owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:15.221105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e92623-4a53-4e88-a007-72fe48fdb1d5 admin admin] Made reservation on behalf of ee01cdace96a4e869ce2b38c3bff4199 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:15.223397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35e92623-4a53-4e88-a007-72fe48fdb1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.232983 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35e92623-4a53-4e88-a007-72fe48fdb1d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.363275 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-89f6979e-671c-4ca6-b0ba-762cc2e5e18b tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (11709049-216d-4726-a2be-bfd3d58752dd), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.372652 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35e92623-4a53-4e88-a007-72fe48fdb1d5 admin admin] Publish callbacks [] for security_group (1f6e5828-cb4f-4cb8-ab12-e4546a09c83e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.397285 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35e92623-4a53-4e88-a007-72fe48fdb1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1f6e5828-cb4f-4cb8-ab12-e4546a09c83e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.402442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6979e-671c-4ca6-b0ba-762cc2e5e18b tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Pushing event deleted for resources: {'Port': ['ID=11709049-216d-4726-a2be-bfd3d58752dd,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:15.420666 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-89f6979e-671c-4ca6-b0ba-762cc2e5e18b tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.427399 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-89f6979e-671c-4ca6-b0ba-762cc2e5e18b tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] 10.222.0.87 "DELETE /v2.0/ports/11709049-216d-4726-a2be-bfd3d58752dd HTTP/1.1" status: 204 len: 168 time: 0.5457354 Feb 11 05:28:15.427615 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50958) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:15.437317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e92623-4a53-4e88-a007-72fe48fdb1d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:15.449107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e92623-4a53-4e88-a007-72fe48fdb1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:15.455718 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35e92623-4a53-4e88-a007-72fe48fdb1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ff1e814b-9ea1-42cb-939c-2112874a1bbc), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.456063 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-35e92623-4a53-4e88-a007-72fe48fdb1d5 admin admin] Added segment ff1e814b-9ea1-42cb-939c-2112874a1bbc of type vlan for network de79092a-e6c2-413b-90f7-0a46bde23bc7 Feb 11 05:28:15.459320 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-76031110-1302-46fa-b27b-ab4df6196974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:28:15.461585 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-76031110-1302-46fa-b27b-ab4df6196974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] 10.222.0.87 "GET /v2.0/ports/11709049-216d-4726-a2be-bfd3d58752dd HTTP/1.1" status: 404 len: 333 time: 0.0333610 Feb 11 05:28:15.465412 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 50962) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:15.476989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-83c8c9dd-db3a-43a3-bb3d-cfb190308828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Request body: {'port': {'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2027881193'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:15.510154 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35e92623-4a53-4e88-a007-72fe48fdb1d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (de79092a-e6c2-413b-90f7-0a46bde23bc7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.532143 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c8c9dd-db3a-43a3-bb3d-cfb190308828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Made reservation on behalf of f3f796d0df17414e962831678de8cd35 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:15.535099 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-83c8c9dd-db3a-43a3-bb3d-cfb190308828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.551509 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-83c8c9dd-db3a-43a3-bb3d-cfb190308828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] device_id is not set on port 7a1e10fb-3981-4e91-9020-8376214a7d07 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:28:15.574702 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35e92623-4a53-4e88-a007-72fe48fdb1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (de79092a-e6c2-413b-90f7-0a46bde23bc7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.575691 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e92623-4a53-4e88-a007-72fe48fdb1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:15.576276 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-35e92623-4a53-4e88-a007-72fe48fdb1d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.690117 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-35e92623-4a53-4e88-a007-72fe48fdb1d5 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7095335 Feb 11 05:28:15.693829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50966) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:15.699628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-afb370dd-0c95-4d06-b613-fb3cb8f2d67e admin admin] Request body: {'subnet': {'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2064298229-subnet', 'tenant_id': 'ee01cdace96a4e869ce2b38c3bff4199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:15.705226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e92623-4a53-4e88-a007-72fe48fdb1d5 admin admin] Pushing event updated for resources: {'Network': ['ID=de79092a-e6c2-413b-90f7-0a46bde23bc7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:15.725328 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network de79092a-e6c2-413b-90f7-0a46bde23bc7 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:15.734184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288fd77-ac6a-4cf3-a0b0-5137a20ed5dd req-18492e4c-7e8a-4353-9b8d-6b08a249e047 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:15.736632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1288fd77-ac6a-4cf3-a0b0-5137a20ed5dd req-18492e4c-7e8a-4353-9b8d-6b08a249e047 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 945 time: 0.2082667 Feb 11 05:28:15.754154 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-83c8c9dd-db3a-43a3-bb3d-cfb190308828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks [] for port (7a1e10fb-3981-4e91-9020-8376214a7d07), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.777514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb370dd-0c95-4d06-b613-fb3cb8f2d67e admin admin] Made reservation on behalf of ee01cdace96a4e869ce2b38c3bff4199 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:15.780184 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-afb370dd-0c95-4d06-b613-fb3cb8f2d67e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.799070 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-83c8c9dd-db3a-43a3-bb3d-cfb190308828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7a1e10fb-3981-4e91-9020-8376214a7d07), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.855299 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c8c9dd-db3a-43a3-bb3d-cfb190308828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Network f53081dd-578e-47e7-b775-3e406b017e9b is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:15.862071 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-83c8c9dd-db3a-43a3-bb3d-cfb190308828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:15.877611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1288fd77-ac6a-4cf3-a0b0-5137a20ed5dd req-3e7d0340-7f3d-47a8-8cb4-d605fd0a2373 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344039 Feb 11 05:28:15.887664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8c9dd-db3a-43a3-bb3d-cfb190308828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:15.888939 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8c9dd-db3a-43a3-bb3d-cfb190308828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:15.889554 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-83c8c9dd-db3a-43a3-bb3d-cfb190308828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:15.897676 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8c9dd-db3a-43a3-bb3d-cfb190308828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Pushing event updated for resources: {'Port': ['ID=7a1e10fb-3981-4e91-9020-8376214a7d07,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:15.937360 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-83c8c9dd-db3a-43a3-bb3d-cfb190308828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4683475 Feb 11 05:28:15.937982 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50970) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:15.947608 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:16.055389 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7a1e10fb-3981-4e91-9020-8376214a7d07), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.136001 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-afb370dd-0c95-4d06-b613-fb3cb8f2d67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (a5de3e86-13e1-461d-b0c7-ed54a8c80c7d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.256989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb370dd-0c95-4d06-b613-fb3cb8f2d67e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5de3e86-13e1-461d-b0c7-ed54a8c80c7d,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:16.276649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb370dd-0c95-4d06-b613-fb3cb8f2d67e admin admin] Checking segment: {'id': 'ff1e814b-9ea1-42cb-939c-2112874a1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:16.277100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb370dd-0c95-4d06-b613-fb3cb8f2d67e admin admin] Network hostable DHCP agents. Network: de79092a-e6c2-413b-90f7-0a46bde23bc7, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:28:16.332291 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb370dd-0c95-4d06-b613-fb3cb8f2d67e admin admin] Network de79092a-e6c2-413b-90f7-0a46bde23bc7 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:28:16.343337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] device_id is not set on port 7a1e10fb-3981-4e91-9020-8376214a7d07 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:28:16.348700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-afb370dd-0c95-4d06-b613-fb3cb8f2d67e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, de79092a-e6c2-413b-90f7-0a46bde23bc7) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:16.354791 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks [] for port (7a1e10fb-3981-4e91-9020-8376214a7d07), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.357027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb370dd-0c95-4d06-b613-fb3cb8f2d67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:16.357717 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-afb370dd-0c95-4d06-b613-fb3cb8f2d67e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.360324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbf4f54-18eb-4ef3-902b-5d8f500b7a99 None None] Network de79092a-e6c2-413b-90f7-0a46bde23bc7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:16.368628 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (7a1e10fb-3981-4e91-9020-8376214a7d07), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.402708 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-afb370dd-0c95-4d06-b613-fb3cb8f2d67e admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7068398 Feb 11 05:28:16.443148 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Pushing event updated for resources: {'Port': ['ID=7a1e10fb-3981-4e91-9020-8376214a7d07,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:16.460379 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:16.460889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:16.461365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:16.466108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:16.466560 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:16.467051 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 2 to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 Feb 11 05:28:16.498969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:16.499535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:16.499978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:16.505715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:16.506198 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:16.506752 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 3 to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 Feb 11 05:28:16.521893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:16.522304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:16.522765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:16.533312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d22c5b-e2a9-4a15-8b17-aeaeafb7f525 None None] Network de79092a-e6c2-413b-90f7-0a46bde23bc7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:16.533481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:16.533826 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:16.534311 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 4 to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 Feb 11 05:28:16.552260 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:16.552690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:16.553104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:16.557951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:16.558401 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:16.558852 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 5 to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 Feb 11 05:28:16.589857 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:16.590194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:16.590685 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:16.595852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:16.596753 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:16.597168 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 6 to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 Feb 11 05:28:16.618330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:16.618728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:16.619023 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:16.624543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:16.624877 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:16.625280 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 7 to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 Feb 11 05:28:16.639940 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:16.640288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:16.640615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:16.646351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:16.646686 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:16.647086 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 8 to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 Feb 11 05:28:16.667979 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:16.670341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:16.670693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:16.682784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:16.683167 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:16.683970 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 9 to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 Feb 11 05:28:16.699493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:16.699849 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:16.700192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:16.706533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:16.714942 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:16.715556 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempt 10 to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 Feb 11 05:28:16.731944 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:16.732298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:16.732631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempting to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:16.741697 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:16.742035 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Failed to bind port 7a1e10fb-3981-4e91-9020-8376214a7d07 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '602863a9-2911-4e16-ba32-b2f9df520c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f53081dd-578e-47e7-b775-3e406b017e9b'}] Feb 11 05:28:16.742839 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7a1e10fb-3981-4e91-9020-8376214a7d07), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.788675 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4e443a9e-a079-4bec-90ae-49ff031c0efc no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:16.828736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] For port 7a1e10fb-3981-4e91-9020-8376214a7d07, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:16.829155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attempted to set empty binding levels {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:28:16.833869 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (7a1e10fb-3981-4e91-9020-8376214a7d07), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.849770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] In _notify_port_updated(), no bound segment for port 7a1e10fb-3981-4e91-9020-8376214a7d07 on network f53081dd-578e-47e7-b775-3e406b017e9b {{(pid=103171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:28:16.850677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:16.851301 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:16.855198 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] 10.222.0.87 "PUT /v2.0/ports/7a1e10fb-3981-4e91-9020-8376214a7d07 HTTP/1.1" status: 200 len: 980 time: 0.9140131 Feb 11 05:28:16.857332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 50986) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:17.013311 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 4e443a9e-a079-4bec-90ae-49ff031c0efc is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:17.013762 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.070616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6214a82f-5a7a-4d27-94e5-a8750cfcf420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e443a9e-a079-4bec-90ae-49ff031c0efc'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:17.076569 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ab15ba-9404-4b38-b06a-f93881085933" -d '{"events": [{"server_uuid": "6214a82f-5a7a-4d27-94e5-a8750cfcf420", "name": "network-vif-unplugged", "status": "completed", "tag": "4e443a9e-a079-4bec-90ae-49ff031c0efc"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:17.092389 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 4e443a9e-a079-4bec-90ae-49ff031c0efc, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4e443a9e-a079-4bec-90ae-49ff031c0efc,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:17.103587 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.180890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=4e443a9e-a079-4bec-90ae-49ff031c0efc,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:17.250331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bc7e0-bf6e-46f6-83ff-f49c7ef73626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Pushing event updated for resources: {'Port': ['ID=7a1e10fb-3981-4e91-9020-8376214a7d07,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:17.310209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-6cc9dd8d-3920-41b2-91ad-b9f56e13be50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Deleting port 7a1e10fb-3981-4e91-9020-8376214a7d07 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:17.310975 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6cc9dd8d-3920-41b2-91ad-b9f56e13be50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7a1e10fb-3981-4e91-9020-8376214a7d07), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.318080 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8d545-1327-4861-a599-b362215f7179 req-0904b9d9-2b36-490b-857d-476230567ecf tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:17.319718 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84c8d545-1327-4861-a599-b362215f7179 req-0904b9d9-2b36-490b-857d-476230567ecf tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/networks?id=de79092a-e6c2-413b-90f7-0a46bde23bc7 HTTP/1.1" status: 200 len: 822 time: 0.3694649 Feb 11 05:28:17.327740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24fcd8-b81c-4bd1-b415-4a7a972fa857 req-49665a8e-35ad-43c3-a487-026ace8160eb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:17.329725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a24fcd8-b81c-4bd1-b415-4a7a972fa857 req-49665a8e-35ad-43c3-a487-026ace8160eb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 943 time: 0.2630227 Feb 11 05:28:17.386237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84c8d545-1327-4861-a599-b362215f7179 req-9f97507d-03fa-463e-8268-f9b55580cb57 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/quotas/ee01cdace96a4e869ce2b38c3bff4199 HTTP/1.1" status: 200 len: 375 time: 0.0549424 Feb 11 05:28:17.434046 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51008) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:17.478204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-6cc9dd8d-3920-41b2-91ad-b9f56e13be50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] For port 7a1e10fb-3981-4e91-9020-8376214a7d07, host n-h1-713499-38, got binding levels [] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:17.478765 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6cc9dd8d-3920-41b2-91ad-b9f56e13be50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7a1e10fb-3981-4e91-9020-8376214a7d07), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.483293 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84c8d545-1327-4861-a599-b362215f7179 req-c1165e99-e971-49ed-8308-48ecfcd11893 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ee01cdace96a4e869ce2b38c3bff4199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0959699 Feb 11 05:28:17.501221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-84c8d545-1327-4861-a599-b362215f7179 req-9bd3f931-0734-450d-8859-462f4cc33d48 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:28:17.502666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84c8d545-1327-4861-a599-b362215f7179 req-9bd3f931-0734-450d-8859-462f4cc33d48 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100002 Feb 11 05:28:17.512897 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-6cc9dd8d-3920-41b2-91ad-b9f56e13be50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Calling delete_port for 7a1e10fb-3981-4e91-9020-8376214a7d07 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:17.575657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a24fcd8-b81c-4bd1-b415-4a7a972fa857 req-8a9c7d59-9307-472f-923c-0a0937fbfc58 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057579 Feb 11 05:28:17.706327 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215e31c6-8164-48f2-be98-5c337c29b96d x-openstack-request-id: req-215e31c6-8164-48f2-be98-5c337c29b96d {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:17.706863 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6214a82f-5a7a-4d27-94e5-a8750cfcf420", "name": "network-vif-unplugged", "status": "failed", "tag": "4e443a9e-a079-4bec-90ae-49ff031c0efc", "code": 422}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:17.707301 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-215e31c6-8164-48f2-be98-5c337c29b96d {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:17.708012 n-d-713499-38 neutron-server[103173]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6214a82f-5a7a-4d27-94e5-a8750cfcf420', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4e443a9e-a079-4bec-90ae-49ff031c0efc', 'code': 422} returned with failed status Feb 11 05:28:17.715317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84c8d545-1327-4861-a599-b362215f7179 req-874c4a96-1716-4ef1-8720-bdd662f06f6c service neutron] 10.222.0.87 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973157 Feb 11 05:28:17.740146 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6cc9dd8d-3920-41b2-91ad-b9f56e13be50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7a1e10fb-3981-4e91-9020-8376214a7d07), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.754800 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-849027aa-e14e-4381-acad-159661458e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.847980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9dd8d-3920-41b2-91ad-b9f56e13be50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a1e10fb-3981-4e91-9020-8376214a7d07,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:17.870815 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-849027aa-e14e-4381-acad-159661458e51 admin admin] Publish callbacks [] for security_group (eb5e4426-2e17-46d2-8857-ea679af971c9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.882476 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-849027aa-e14e-4381-acad-159661458e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (eb5e4426-2e17-46d2-8857-ea679af971c9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.895270 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6cc9dd8d-3920-41b2-91ad-b9f56e13be50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:17.898783 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6cc9dd8d-3920-41b2-91ad-b9f56e13be50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] 10.222.0.87 "DELETE /v2.0/ports/7a1e10fb-3981-4e91-9020-8376214a7d07 HTTP/1.1" status: 204 len: 168 time: 1.0417163 Feb 11 05:28:17.901429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51014) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:17.924482 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849027aa-e14e-4381-acad-159661458e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5e4426-2e17-46d2-8857-ea679af971c9,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:17.934392 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4525421-9082-460b-a05b-0d2c7997c1cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:28:17.936415 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f4525421-9082-460b-a05b-0d2c7997c1cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-783255393-project-admin] 10.222.0.87 "GET /v2.0/ports/7a1e10fb-3981-4e91-9020-8376214a7d07 HTTP/1.1" status: 404 len: 333 time: 0.0338914 Feb 11 05:28:17.944062 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51016) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:17.975794 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-849027aa-e14e-4381-acad-159661458e51 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8bfec7d63b5b427ab1a8768aea1231c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5406225 Feb 11 05:28:17.978511 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51018) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:17.994753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84c8d545-1327-4861-a599-b362215f7179 req-4ca02f26-629c-4b31-ac37-63ca1e504d42 service neutron] 10.222.0.87 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663774 Feb 11 05:28:18.037792 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3571d62-1508-4505-9302-50ec04d503ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (f53081dd-578e-47e7-b775-3e406b017e9b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.109404 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1879cf1-c371-46c7-a7df-b60909781e72 admin admin] Publish callbacks [] for security_group (eb5e4426-2e17-46d2-8857-ea679af971c9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.133558 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1879cf1-c371-46c7-a7df-b60909781e72 admin admin] Publish callbacks [] for security_group (eb5e4426-2e17-46d2-8857-ea679af971c9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.139991 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3571d62-1508-4505-9302-50ec04d503ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (f53081dd-578e-47e7-b775-3e406b017e9b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.172228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-f3571d62-1508-4505-9302-50ec04d503ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53081dd-578e-47e7-b775-3e406b017e9b']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:18.186359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-f3571d62-1508-4505-9302-50ec04d503ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602863a9-2911-4e16-ba32-b2f9df520c53') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:18.186855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-f3571d62-1508-4505-9302-50ec04d503ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602863a9-2911-4e16-ba32-b2f9df520c53') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:18.201187 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3571d62-1508-4505-9302-50ec04d503ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (602863a9-2911-4e16-ba32-b2f9df520c53), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.258450 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1879cf1-c371-46c7-a7df-b60909781e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (eb5e4426-2e17-46d2-8857-ea679af971c9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.262273 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3571d62-1508-4505-9302-50ec04d503ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (602863a9-2911-4e16-ba32-b2f9df520c53), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.265344 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1879cf1-c371-46c7-a7df-b60909781e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.267005 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b1879cf1-c371-46c7-a7df-b60909781e72 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/eb5e4426-2e17-46d2-8857-ea679af971c9 HTTP/1.1" status: 204 len: 168 time: 0.2874854 Feb 11 05:28:18.277878 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1879cf1-c371-46c7-a7df-b60909781e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5e4426-2e17-46d2-8857-ea679af971c9,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:18.326364 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b220e68-8336-487e-8c0d-28ea82972555 req-1f5a33c9-c79f-4aa4-8719-132f556532d5 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 210 time: 0.0933123 Feb 11 05:28:18.339224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3571d62-1508-4505-9302-50ec04d503ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3571d62-1508-4505-9302-50ec04d503ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (602863a9-2911-4e16-ba32-b2f9df520c53), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:28:18.348121 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:28:18.869080 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3571d62-1508-4505-9302-50ec04d503ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (f53081dd-578e-47e7-b775-3e406b017e9b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.912899 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3571d62-1508-4505-9302-50ec04d503ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.922064 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f3571d62-1508-4505-9302-50ec04d503ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] 10.222.0.87 "DELETE /v2.0/networks/f53081dd-578e-47e7-b775-3e406b017e9b HTTP/1.1" status: 204 len: 168 time: 0.9745543 Feb 11 05:28:18.968492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3571d62-1508-4505-9302-50ec04d503ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-103811009-project] Pushing event deleted for resources: {'Network': ['ID=f53081dd-578e-47e7-b775-3e406b017e9b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:19.024040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762e475-0d83-483c-940b-2737a8e28bb8 req-6b28e2c0-23dc-41a8-81dc-dd8dc20bc8a3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:19.026000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3762e475-0d83-483c-940b-2737a8e28bb8 req-6b28e2c0-23dc-41a8-81dc-dd8dc20bc8a3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 943 time: 0.1707587 Feb 11 05:28:19.133566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3762e475-0d83-483c-940b-2737a8e28bb8 req-f257364e-6f30-482d-8869-e8f04718ba31 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955615 Feb 11 05:28:19.284999 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51056) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:19.314077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf028a63-2798-49e4-8fb9-7faa786022d1 req-6b1a8c99-9511-4135-8993-351ac6b694ce tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:19.321705 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf028a63-2798-49e4-8fb9-7faa786022d1 req-6b1a8c99-9511-4135-8993-351ac6b694ce tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1046388 Feb 11 05:28:19.400893 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf028a63-2798-49e4-8fb9-7faa786022d1 req-f69e2d9f-f3dd-47be-a580-3fd2e64b2d0d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783193 Feb 11 05:28:19.508268 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-233abf99-47d7-4d40-b698-6914b01a92e7 req-e248ec3f-a935-47aa-a702-c5a9ea423894 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 210 time: 0.0743179 Feb 11 05:28:19.538214 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9f2d9641-d237-4d2a-826c-8c40c6d89867 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=14d6d703ace8410a8e6d24d522aee6b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2508218 Feb 11 05:28:19.540985 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51074) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:19.588419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57722bf4-c722-4073-b1e2-8a4106ed364d req-a36278bc-5721-4521-82e1-debcaa4da14b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:19.590260 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57722bf4-c722-4073-b1e2-8a4106ed364d req-a36278bc-5721-4521-82e1-debcaa4da14b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0749931 Feb 11 05:28:19.622067 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-11fe6e58-d205-495d-be93-83995c7dd83c admin admin] Publish callbacks [] for security_group (93d6fb78-e34c-4074-af80-2feeef806ef0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.646860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-11fe6e58-d205-495d-be93-83995c7dd83c admin admin] Publish callbacks [] for security_group (93d6fb78-e34c-4074-af80-2feeef806ef0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.718212 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51084) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:19.718624 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57722bf4-c722-4073-b1e2-8a4106ed364d req-8c755cd4-d8ab-4be5-94ce-12a26c0d5f38 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082757 Feb 11 05:28:19.768556 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-11fe6e58-d205-495d-be93-83995c7dd83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (93d6fb78-e34c-4074-af80-2feeef806ef0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.773024 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-11fe6e58-d205-495d-be93-83995c7dd83c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.774732 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-11fe6e58-d205-495d-be93-83995c7dd83c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/93d6fb78-e34c-4074-af80-2feeef806ef0 HTTP/1.1" status: 204 len: 168 time: 0.2327466 Feb 11 05:28:19.842749 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe6e58-d205-495d-be93-83995c7dd83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d6fb78-e34c-4074-af80-2feeef806ef0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:19.902267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4c96db36-0d67-487a-9c67-1304629a9314 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2019828073-network', 'tenant_id': '006637aa1bce4865be9cae348f4522ff'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:19.940678 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c96db36-0d67-487a-9c67-1304629a9314 admin admin] Made reservation on behalf of 006637aa1bce4865be9cae348f4522ff for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:19.946089 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c96db36-0d67-487a-9c67-1304629a9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.983760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e395533-7180-4c63-9d1d-4a98b1742877 req-d0efc024-c28c-4e4b-ad7f-91f9e4ba83a1 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:19.989787 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c96db36-0d67-487a-9c67-1304629a9314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:19.992228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e395533-7180-4c63-9d1d-4a98b1742877 req-d0efc024-c28c-4e4b-ad7f-91f9e4ba83a1 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0907955 Feb 11 05:28:20.008840 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8d545-1327-4861-a599-b362215f7179 req-ef5acb45-ee24-45c6-a119-4238617d5bcb tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:20.011609 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-84c8d545-1327-4861-a599-b362215f7179 req-ef5acb45-ee24-45c6-a119-4238617d5bcb tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.73 "GET /v2.0/networks?id=de79092a-e6c2-413b-90f7-0a46bde23bc7 HTTP/1.1" status: 200 len: 822 time: 0.2640867 Feb 11 05:28:20.051686 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-84c8d545-1327-4861-a599-b362215f7179 req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Request body: {'port': {'device_id': '64de6410-8b9b-42b0-8fb4-b3cc1f322f91', 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7', 'admin_state_up': True, 'tenant_id': 'ee01cdace96a4e869ce2b38c3bff4199'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:20.071013 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e395533-7180-4c63-9d1d-4a98b1742877 req-625dfc8c-3958-4821-8318-1458e5a07710 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777702 Feb 11 05:28:20.180959 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c96db36-0d67-487a-9c67-1304629a9314 admin admin] Publish callbacks [] for security_group (3a8c0bed-e4fe-474f-a51c-ad3c225390a0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.189721 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c96db36-0d67-487a-9c67-1304629a9314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3a8c0bed-e4fe-474f-a51c-ad3c225390a0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.202152 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c96db36-0d67-487a-9c67-1304629a9314 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:20.212071 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c96db36-0d67-487a-9c67-1304629a9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a0c96c28-2dc4-485d-8444-1567acfada1a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.212305 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-4c96db36-0d67-487a-9c67-1304629a9314 admin admin] Added segment a0c96c28-2dc4-485d-8444-1567acfada1a of type vlan for network e74686bb-2d6a-4e3b-82f0-7bc192f11561 Feb 11 05:28:20.248517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba985b-e066-4f57-a540-2687b21ec04e req-4fda9c58-f45e-4117-ae78-3cc9d9712744 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:20.250090 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25ba985b-e066-4f57-a540-2687b21ec04e req-4fda9c58-f45e-4117-ae78-3cc9d9712744 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0726876 Feb 11 05:28:20.253169 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c96db36-0d67-487a-9c67-1304629a9314 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (e74686bb-2d6a-4e3b-82f0-7bc192f11561), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.259514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51104) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:20.306206 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96db36-0d67-487a-9c67-1304629a9314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8c0bed-e4fe-474f-a51c-ad3c225390a0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:20.312861 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c96db36-0d67-487a-9c67-1304629a9314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (e74686bb-2d6a-4e3b-82f0-7bc192f11561), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.314681 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c96db36-0d67-487a-9c67-1304629a9314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:20.315452 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c96db36-0d67-487a-9c67-1304629a9314 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.323502 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c8d545-1327-4861-a599-b362215f7179 req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Made reservation on behalf of ee01cdace96a4e869ce2b38c3bff4199 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:20.326867 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-84c8d545-1327-4861-a599-b362215f7179 req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.338810 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25ba985b-e066-4f57-a540-2687b21ec04e req-f49a3ff6-fcd1-43d8-bb98-b24fb3377fd2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794711 Feb 11 05:28:20.371992 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4c96db36-0d67-487a-9c67-1304629a9314 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6526535 Feb 11 05:28:20.379047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51110) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:20.385620 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-14949960-0835-4996-9e80-1e1391521755 admin admin] Request body: {'subnet': {'network_id': 'e74686bb-2d6a-4e3b-82f0-7bc192f11561', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2019828073-subnet', 'tenant_id': '006637aa1bce4865be9cae348f4522ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:20.396958 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2813544b-df84-4574-9bc4-34616ea2a6bd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f3f796d0df17414e962831678de8cd35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355827 Feb 11 05:28:20.398419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51112) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:20.408738 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96db36-0d67-487a-9c67-1304629a9314 admin admin] Pushing event updated for resources: {'Network': ['ID=e74686bb-2d6a-4e3b-82f0-7bc192f11561,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:20.422732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network e74686bb-2d6a-4e3b-82f0-7bc192f11561 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:20.445304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14949960-0835-4996-9e80-1e1391521755 admin admin] Made reservation on behalf of 006637aa1bce4865be9cae348f4522ff for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:20.446985 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-14949960-0835-4996-9e80-1e1391521755 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.472726 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdaa7e-ce79-4931-9aec-f7f862aa0865 req-c7696670-2213-4892-a413-ec9bd9b08a99 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:20.474308 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fbdaa7e-ce79-4931-9aec-f7f862aa0865 req-c7696670-2213-4892-a413-ec9bd9b08a99 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 945 time: 0.1512778 Feb 11 05:28:20.553073 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-84c8d545-1327-4861-a599-b362215f7179 req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Allocated IP 172.20.0.2 (de79092a-e6c2-413b-90f7-0a46bde23bc7/a5de3e86-13e1-461d-b0c7-ed54a8c80c7d/099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:20.591515 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-80b65e68-4dda-4602-870d-3a6cffc6d747 admin admin] Publish callbacks [] for security_group (39ca9028-c309-4482-99a2-b44704f3d956), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.650753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fbdaa7e-ce79-4931-9aec-f7f862aa0865 req-ef537ed2-c608-4b4b-9693-711dfc0db9af tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=faba5215-b319-4d5a-874a-319f9649ee3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674764 Feb 11 05:28:20.652553 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-80b65e68-4dda-4602-870d-3a6cffc6d747 admin admin] Publish callbacks [] for security_group (39ca9028-c309-4482-99a2-b44704f3d956), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.726753 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-84c8d545-1327-4861-a599-b362215f7179 req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.729671 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db69bda-a444-4673-9108-3f45118ecdfb req-bacf572c-91eb-498e-9f92-685a18835e01 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:20.731138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9db69bda-a444-4673-9108-3f45118ecdfb req-bacf572c-91eb-498e-9f92-685a18835e01 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1813300 Feb 11 05:28:20.763316 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-84c8d545-1327-4861-a599-b362215f7179 req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.776820 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-000ea57c-8412-46dc-a24f-f91e471b7cff req-a29a3def-c968-43e6-82bb-99205aff0352 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 210 time: 0.0566597 Feb 11 05:28:20.808061 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c8d545-1327-4861-a599-b362215f7179 req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Network de79092a-e6c2-413b-90f7-0a46bde23bc7 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:20.808361 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4e443a9e-a079-4bec-90ae-49ff031c0efc no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:20.815839 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-84c8d545-1327-4861-a599-b362215f7179 req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:20.820965 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c8d545-1327-4861-a599-b362215f7179 req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:20.847189 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-80b65e68-4dda-4602-870d-3a6cffc6d747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (39ca9028-c309-4482-99a2-b44704f3d956), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.849761 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-80b65e68-4dda-4602-870d-3a6cffc6d747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.853532 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-80b65e68-4dda-4602-870d-3a6cffc6d747 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/39ca9028-c309-4482-99a2-b44704f3d956 HTTP/1.1" status: 204 len: 168 time: 0.4497483 Feb 11 05:28:20.867141 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9db69bda-a444-4673-9108-3f45118ecdfb req-eb669e08-2b09-4554-bab4-48238860c574 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193345 Feb 11 05:28:20.868015 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-14949960-0835-4996-9e80-1e1391521755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (eaab3e5b-138d-467e-8ffd-90d7780e617a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.870389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Pushing event updated for resources: {'Port': ['ID=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:20.872492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b65e68-4dda-4602-870d-3a6cffc6d747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ca9028-c309-4482-99a2-b44704f3d956,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:20.890067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:20.890652 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:20.891207 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:20.891776 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:20.892227 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:20.892676 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:20.893202 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:20.893667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:20.894183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:20.894612 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:20.915114 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:20.915520 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:20.916065 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:20.931995 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 4e443a9e-a079-4bec-90ae-49ff031c0efc is: DOWN; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:20.932991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8d545-1327-4861-a599-b362215f7179 req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:20.933835 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-84c8d545-1327-4861-a599-b362215f7179 req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:20.952955 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-84c8d545-1327-4861-a599-b362215f7179 req-e6c9ad9b-2f4c-4e18-abdb-307c912f5e58 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9061475 Feb 11 05:28:20.953514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14949960-0835-4996-9e80-1e1391521755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaab3e5b-138d-467e-8ffd-90d7780e617a,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:20.960928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14949960-0835-4996-9e80-1e1391521755 admin admin] Checking segment: {'id': 'a0c96c28-2dc4-485d-8444-1567acfada1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e74686bb-2d6a-4e3b-82f0-7bc192f11561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:20.961286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14949960-0835-4996-9e80-1e1391521755 admin admin] Network hostable DHCP agents. Network: e74686bb-2d6a-4e3b-82f0-7bc192f11561, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:28:20.966055 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Request body: {'port': {'device_id': '64de6410-8b9b-42b0-8fb4-b3cc1f322f91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:20.978610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14949960-0835-4996-9e80-1e1391521755 admin admin] Network e74686bb-2d6a-4e3b-82f0-7bc192f11561 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:28:20.989245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-14949960-0835-4996-9e80-1e1391521755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, e74686bb-2d6a-4e3b-82f0-7bc192f11561) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:20.993435 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14949960-0835-4996-9e80-1e1391521755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:20.994450 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-14949960-0835-4996-9e80-1e1391521755 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.001095 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ac537f-2e07-41d1-ade5-ed63c3932046 None None] Network e74686bb-2d6a-4e3b-82f0-7bc192f11561 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:21.027186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-14949960-0835-4996-9e80-1e1391521755 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6403878 Feb 11 05:28:21.073064 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.149644 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68798d43-b814-4233-86b4-2dd26e72792c None None] Network e74686bb-2d6a-4e3b-82f0-7bc192f11561 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:21.423154 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:21.430785 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Publish callbacks [] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.444073 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Transition to ACTIVE for port object 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:28:21.447821 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.507296 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Pushing event updated for resources: {'Port': ['ID=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:21.588721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Attempting to bind port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:21.588721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Attempting to bind port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'ff1e814b-9ea1-42cb-939c-2112874a1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:21.588721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Attempting to bind port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b on network de79092a-e6c2-413b-90f7-0a46bde23bc7 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:21.588721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b on network de79092a-e6c2-413b-90f7-0a46bde23bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:21.588721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Attempting to bind port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b on network de79092a-e6c2-413b-90f7-0a46bde23bc7 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:21.595018 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:21.595344 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Checking segment: {'id': 'ff1e814b-9ea1-42cb-939c-2112874a1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:21.595839 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Bound using segment: {'id': 'ff1e814b-9ea1-42cb-939c-2112874a1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:21.596670 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Bound port: 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff1e814b-9ea1-42cb-939c-2112874a1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:21.597044 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.693099 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] For port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:21.696715 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] For port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:21.705012 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.748685 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.750395 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:21.755350 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-84c8d545-1327-4861-a599-b362215f7179 req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] 10.222.0.73 "PUT /v2.0/ports/099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b HTTP/1.1" status: 200 len: 1092 time: 0.7941363 Feb 11 05:28:21.755717 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64de6410-8b9b-42b0-8fb4-b3cc1f322f91', 'tag': '099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:21.759375 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a1fa21-0481-4c8f-bca0-4d7da9e1fe6a" -d '{"events": [{"name": "network-changed", "server_uuid": "64de6410-8b9b-42b0-8fb4-b3cc1f322f91", "tag": "099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:21.839558 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecce114-8b20-4c2f-b927-13fc15c56f69 x-openstack-request-id: req-9ecce114-8b20-4c2f-b927-13fc15c56f69 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:21.839848 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64de6410-8b9b-42b0-8fb4-b3cc1f322f91", "tag": "099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:21.840097 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9ecce114-8b20-4c2f-b927-13fc15c56f69 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:21.840494 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64de6410-8b9b-42b0-8fb4-b3cc1f322f91', 'tag': '099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b', 'status': 'completed', 'code': 200} Feb 11 05:28:21.842848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798b60d-3675-43a8-b214-d1c03552e38e req-8b3305e3-1fc0-4a22-9951-03e01d139524 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.848960 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7b97b-bbed-4bc8-bbdc-2292a8cc9a84 service neutron] Pushing event updated for resources: {'Port': ['ID=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:21.851453 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c798b60d-3675-43a8-b214-d1c03552e38e req-8b3305e3-1fc0-4a22-9951-03e01d139524 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 945 time: 0.1070683 Feb 11 05:28:21.886640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8d545-1327-4861-a599-b362215f7179 req-8313a543-c844-4fe4-9b3e-ebeb64dfe3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:21.888525 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-84c8d545-1327-4861-a599-b362215f7179 req-8313a543-c844-4fe4-9b3e-ebeb64dfe3bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee01cdace96a4e869ce2b38c3bff4199&device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 1126 time: 0.0851455 Feb 11 05:28:21.944261 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-84c8d545-1327-4861-a599-b362215f7179 req-88da7bd7-b8f8-4101-b1c2-415fd01e49ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b HTTP/1.1" status: 200 len: 217 time: 0.0466104 Feb 11 05:28:21.950832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c798b60d-3675-43a8-b214-d1c03552e38e req-004a1c5a-f1ff-43c8-82a9-02da3eee0f59 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups?id=faba5215-b319-4d5a-874a-319f9649ee3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982583 Feb 11 05:28:21.996274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58f3f6-3074-4468-b8cd-003d0419586d req-71a2940a-d7c3-40aa-a5ac-e7170b2c052d tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.001168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8d545-1327-4861-a599-b362215f7179 req-d10f316e-b2bc-4c02-998e-10322b60f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.002878 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-84c8d545-1327-4861-a599-b362215f7179 req-d10f316e-b2bc-4c02-998e-10322b60f63a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5de3e86-13e1-461d-b0c7-ed54a8c80c7d HTTP/1.1" status: 200 len: 862 time: 0.0506189 Feb 11 05:28:22.004668 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab58f3f6-3074-4468-b8cd-003d0419586d req-71a2940a-d7c3-40aa-a5ac-e7170b2c052d tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 943 time: 0.0923712 Feb 11 05:28:22.062130 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-84c8d545-1327-4861-a599-b362215f7179 req-80c92f44-e05e-48a5-baed-557c8b3875a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de79092a-e6c2-413b-90f7-0a46bde23bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408132 Feb 11 05:28:22.068490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab58f3f6-3074-4468-b8cd-003d0419586d req-5dfb5a35-fa87-4b0c-ab60-3a0258b68720 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623822 Feb 11 05:28:22.123271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401db399-4ace-4e49-b324-462351fb2632 req-7081cd68-1fc2-47b1-a99e-d89c6013f027 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.124877 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-401db399-4ace-4e49-b324-462351fb2632 req-7081cd68-1fc2-47b1-a99e-d89c6013f027 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0983505 Feb 11 05:28:22.206082 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-84c8d545-1327-4861-a599-b362215f7179 req-25b76c3d-d5d1-4049-862f-835c34a17e58 service neutron] 10.222.0.73 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348898 Feb 11 05:28:22.252390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-401db399-4ace-4e49-b324-462351fb2632 req-6013f691-8acd-42e3-88fb-abc7ae11ef38 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188457 Feb 11 05:28:22.288319 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:28:22.305616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148167f-6d76-4c87-bbb6-190a2e0beaef req-42d6e326-3f86-462e-bc84-22ce1cc2c6e6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.307717 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5148167f-6d76-4c87-bbb6-190a2e0beaef req-42d6e326-3f86-462e-bc84-22ce1cc2c6e6 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.73 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 945 time: 0.1051993 Feb 11 05:28:22.326909 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-84c8d545-1327-4861-a599-b362215f7179 req-0e93f969-0893-4607-8efb-890591f7a51c service neutron] 10.222.0.73 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104119 Feb 11 05:28:22.428799 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1fa21-0481-4c8f-bca0-4d7da9e1fe6a req-7c3b1126-be4d-4057-85cc-a2f00bf0bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.430431 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-43a1fa21-0481-4c8f-bca0-4d7da9e1fe6a req-7c3b1126-be4d-4057-85cc-a2f00bf0bde3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee01cdace96a4e869ce2b38c3bff4199&device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 1126 time: 0.0561452 Feb 11 05:28:22.436277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-5148167f-6d76-4c87-bbb6-190a2e0beaef req-3e3b98c3-fb3f-4e87-9584-4a802d1cc601 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Deleting port edc61057-42b1-4189-ae07-9871a0a238d1 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:22.436624 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5148167f-6d76-4c87-bbb6-190a2e0beaef req-3e3b98c3-fb3f-4e87-9584-4a802d1cc601 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (edc61057-42b1-4189-ae07-9871a0a238d1), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:22.549431 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1fa21-0481-4c8f-bca0-4d7da9e1fe6a req-8dd22a2e-2548-4bda-b00e-8ac2bae910f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.551466 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-43a1fa21-0481-4c8f-bca0-4d7da9e1fe6a req-8dd22a2e-2548-4bda-b00e-8ac2bae910f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=de79092a-e6c2-413b-90f7-0a46bde23bc7 HTTP/1.1" status: 200 len: 923 time: 0.1144702 Feb 11 05:28:22.556256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5148167f-6d76-4c87-bbb6-190a2e0beaef req-3e3b98c3-fb3f-4e87-9584-4a802d1cc601 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] For port edc61057-42b1-4189-ae07-9871a0a238d1, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=edc61057-42b1-4189-ae07-9871a0a238d1,segment=NetworkSegment(a9b3d39c-12c6-41bc-8906-c459aa8656f8),segment_id=a9b3d39c-12c6-41bc-8906-c459aa8656f8)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:22.556804 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5148167f-6d76-4c87-bbb6-190a2e0beaef req-3e3b98c3-fb3f-4e87-9584-4a802d1cc601 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (edc61057-42b1-4189-ae07-9871a0a238d1), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:22.574817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51176) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:22.606265 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-43a1fa21-0481-4c8f-bca0-4d7da9e1fe6a req-603eb12e-dd49-4d38-aa6d-0ae093d46acb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b HTTP/1.1" status: 200 len: 217 time: 0.0398364 Feb 11 05:28:22.668413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1fa21-0481-4c8f-bca0-4d7da9e1fe6a req-257f2aaf-24f7-4dae-ab95-e54c46968f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:22.670621 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-43a1fa21-0481-4c8f-bca0-4d7da9e1fe6a req-257f2aaf-24f7-4dae-ab95-e54c46968f53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5de3e86-13e1-461d-b0c7-ed54a8c80c7d HTTP/1.1" status: 200 len: 862 time: 0.0553637 Feb 11 05:28:22.715689 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-43a1fa21-0481-4c8f-bca0-4d7da9e1fe6a req-62cac880-5a63-4a8c-80de-08f8a8d19817 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de79092a-e6c2-413b-90f7-0a46bde23bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376143 Feb 11 05:28:22.748316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-646435975', 'router:external': True}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:22.784980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Made reservation on behalf of ffbce60e777444e3a62ee6b69a4e6647 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:22.787637 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:22.798268 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5148167f-6d76-4c87-bbb6-190a2e0beaef req-3e3b98c3-fb3f-4e87-9584-4a802d1cc601 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:22.798623 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5148167f-6d76-4c87-bbb6-190a2e0beaef req-3e3b98c3-fb3f-4e87-9584-4a802d1cc601 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (bab87e6f-55c9-4aea-944e-a85484834a8e), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:22.798944 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-5148167f-6d76-4c87-bbb6-190a2e0beaef req-3e3b98c3-fb3f-4e87-9584-4a802d1cc601 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Floating IP bab87e6f-55c9-4aea-944e-a85484834a8e disassociated. External IP: 172.25.5.228, port: edc61057-42b1-4189-ae07-9871a0a238d1. Feb 11 05:28:22.799289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-5148167f-6d76-4c87-bbb6-190a2e0beaef req-3e3b98c3-fb3f-4e87-9584-4a802d1cc601 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Calling delete_port for edc61057-42b1-4189-ae07-9871a0a238d1 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:22.801262 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:22.814711 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-43a1fa21-0481-4c8f-bca0-4d7da9e1fe6a req-fd7b94e9-6009-4f4c-b084-43b70c91171b service neutron] 10.222.0.73 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914135 Feb 11 05:28:22.926239 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-43a1fa21-0481-4c8f-bca0-4d7da9e1fe6a req-308b5735-8812-4dfb-8067-7d53cd3d57d7 service neutron] 10.222.0.73 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047492 Feb 11 05:28:22.977008 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for security_group (cf8d059e-a943-473d-ae93-26eeaa91be6a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:22.981771 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cf8d059e-a943-473d-ae93-26eeaa91be6a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:23.018643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:23.037137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8d059e-a943-473d-ae93-26eeaa91be6a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:23.042808 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5148167f-6d76-4c87-bbb6-190a2e0beaef req-3e3b98c3-fb3f-4e87-9584-4a802d1cc601 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (edc61057-42b1-4189-ae07-9871a0a238d1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:23.045079 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (98747b54-b1cc-42ca-80b8-7e300b4870e0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:23.045434 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Added segment 98747b54-b1cc-42ca-80b8-7e300b4870e0 of type vlan for network 40912d4d-aa2d-46ec-9128-ce85e26c732a Feb 11 05:28:23.123236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b98c3-fb3f-4e87-9584-4a802d1cc601 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event deleted for resources: {'Port': ['ID=edc61057-42b1-4189-ae07-9871a0a238d1,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:23.151184 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30255234-e398-4083-a471-7bac2676166b req-42dfdc37-8fe2-40a9-9138-869c08bab415 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 210 time: 0.0924482 Feb 11 05:28:23.228673 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (40912d4d-aa2d-46ec-9128-ce85e26c732a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:23.365415 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (40912d4d-aa2d-46ec-9128-ce85e26c732a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:23.366351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:23.366924 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:23.395527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c90875-06ba-4fcf-8b4a-c31b21908367 req-43980bf7-923c-48a3-b573-e5d6feacff1f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:23.396979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56c90875-06ba-4fcf-8b4a-c31b21908367 req-43980bf7-923c-48a3-b573-e5d6feacff1f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 943 time: 0.2019567 Feb 11 05:28:23.477140 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9010427 Feb 11 05:28:23.480379 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51190) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:23.485823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-285f42d7-f3f9-49ba-955c-86d10c65ac68 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Request body: {'subnet': {'network_id': '40912d4d-aa2d-46ec-9128-ce85e26c732a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:23.511213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285f42d7-f3f9-49ba-955c-86d10c65ac68 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Made reservation on behalf of ffbce60e777444e3a62ee6b69a4e6647 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:23.513771 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-285f42d7-f3f9-49ba-955c-86d10c65ac68 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:23.519884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5148167f-6d76-4c87-bbb6-190a2e0beaef req-3e3b98c3-fb3f-4e87-9584-4a802d1cc601 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:28:23.525038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Pushing event updated for resources: {'Network': ['ID=40912d4d-aa2d-46ec-9128-ce85e26c732a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:23.562305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:23.562684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:23.563021 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:23.563340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:23.563708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:23.564038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:23.564367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:23.564692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:23.565014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:23.565334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:23.565660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:23.565975 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:23.566295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07415392-13ee-4c14-90c0-ca4b4a29e597 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:23.579973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 40912d4d-aa2d-46ec-9128-ce85e26c732a details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:23.590503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d99e3-8082-40d7-9a59-756a7faa9e73 req-38dfb54e-fdd7-4b89-bf42-e1725c3fe2f5 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:23.598366 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-473d99e3-8082-40d7-9a59-756a7faa9e73 req-38dfb54e-fdd7-4b89-bf42-e1725c3fe2f5 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.2577002 Feb 11 05:28:23.617192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56c90875-06ba-4fcf-8b4a-c31b21908367 req-f1e72267-80cf-4d1d-b233-3a4f87916c40 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000742 Feb 11 05:28:23.722804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-473d99e3-8082-40d7-9a59-756a7faa9e73 req-c9049926-4cf0-4020-9f8d-713eab75ef1b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234272 Feb 11 05:28:23.774356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5148167f-6d76-4c87-bbb6-190a2e0beaef req-3e3b98c3-fb3f-4e87-9584-4a802d1cc601 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:28:23.785698 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2330967f-df89-449a-92a9-decc80f0aecd None None] Sync routers for ids ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:28:23.802713 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330967f-df89-449a-92a9-decc80f0aecd None None] Routers {'21f0bec0-fdfb-4b5d-9657-615d190e6d2b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:23.802713 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2330967f-df89-449a-92a9-decc80f0aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:23.831408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-5148167f-6d76-4c87-bbb6-190a2e0beaef req-3e3b98c3-fb3f-4e87-9584-4a802d1cc601 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] No DVR routers for this DVR port edc61057-42b1-4189-ae07-9871a0a238d1 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:23.834013 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5148167f-6d76-4c87-bbb6-190a2e0beaef req-3e3b98c3-fb3f-4e87-9584-4a802d1cc601 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:23.838045 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5148167f-6d76-4c87-bbb6-190a2e0beaef req-3e3b98c3-fb3f-4e87-9584-4a802d1cc601 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.73 "DELETE /v2.0/ports/edc61057-42b1-4189-ae07-9871a0a238d1 HTTP/1.1" status: 204 len: 173 time: 1.5256736 Feb 11 05:28:23.838537 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a30057-c9ab-4075-a624-0e242fb52571', 'name': 'network-vif-deleted', 'tag': 'edc61057-42b1-4189-ae07-9871a0a238d1'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:23.851629 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adac928f-7700-42b0-898c-58e833a438ee" -d '{"events": [{"server_uuid": "23a30057-c9ab-4075-a624-0e242fb52571", "name": "network-vif-deleted", "tag": "edc61057-42b1-4189-ae07-9871a0a238d1"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:23.890295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.objects.ports [None req-285f42d7-f3f9-49ba-955c-86d10c65ac68 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103170) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:28:23.890770 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-285f42d7-f3f9-49ba-955c-86d10c65ac68 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (269cfa2d-8602-4279-9778-cd71e5d887bb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:23.902488 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ab3f48-339e-4cf1-baad-dddbd0c57f05 x-openstack-request-id: req-10ab3f48-339e-4cf1-baad-dddbd0c57f05 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:23.902792 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a30057-c9ab-4075-a624-0e242fb52571", "name": "network-vif-deleted", "tag": "edc61057-42b1-4189-ae07-9871a0a238d1", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:23.911241 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-10ab3f48-339e-4cf1-baad-dddbd0c57f05 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:23.912589 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a30057-c9ab-4075-a624-0e242fb52571', 'name': 'network-vif-deleted', 'tag': 'edc61057-42b1-4189-ae07-9871a0a238d1', 'status': 'completed', 'code': 200} Feb 11 05:28:23.958458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f42d7-f3f9-49ba-955c-86d10c65ac68 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Pushing event updated for resources: {'Subnet': ['ID=269cfa2d-8602-4279-9778-cd71e5d887bb,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:23.966439 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285f42d7-f3f9-49ba-955c-86d10c65ac68 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Checking segment: {'id': '98747b54-b1cc-42ca-80b8-7e300b4870e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '40912d4d-aa2d-46ec-9128-ce85e26c732a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:23.966837 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f42d7-f3f9-49ba-955c-86d10c65ac68 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Network hostable DHCP agents. Network: 40912d4d-aa2d-46ec-9128-ce85e26c732a, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:28:23.977978 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-2330967f-df89-449a-92a9-decc80f0aecd None None] Set router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:23.985410 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f42d7-f3f9-49ba-955c-86d10c65ac68 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Network 40912d4d-aa2d-46ec-9128-ce85e26c732a is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:28:24.003815 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-285f42d7-f3f9-49ba-955c-86d10c65ac68 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 40912d4d-aa2d-46ec-9128-ce85e26c732a) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:24.009577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285f42d7-f3f9-49ba-955c-86d10c65ac68 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:24.011046 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-285f42d7-f3f9-49ba-955c-86d10c65ac68 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:24.022464 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42122ff5-2ec3-4dca-b160-1981484cd96c None None] Network 40912d4d-aa2d-46ec-9128-ce85e26c732a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:24.033250 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-285f42d7-f3f9-49ba-955c-86d10c65ac68 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5517323 Feb 11 05:28:24.036458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51208) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:24.043536 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9fef6eff-9b3f-432f-b69a-5fa2ed41d924 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1354348104', 'network_id': '40912d4d-aa2d-46ec-9128-ce85e26c732a'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:24.124878 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fef6eff-9b3f-432f-b69a-5fa2ed41d924 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Made reservation on behalf of ffbce60e777444e3a62ee6b69a4e6647 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:24.128012 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9fef6eff-9b3f-432f-b69a-5fa2ed41d924 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:24.142953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d669b79-de13-4a6b-bed6-c1ea1d596631 None None] Network 40912d4d-aa2d-46ec-9128-ce85e26c732a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:24.161830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-9fef6eff-9b3f-432f-b69a-5fa2ed41d924 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] device_id is not set on port c808e050-5be3-46f2-935a-4e9d0c093a44 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:28:24.225592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-32f2573c-24b6-4f86-bd90-bdc33b5739fa tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:24.232095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-32f2573c-24b6-4f86-bd90-bdc33b5739fa tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/networks?id=e74686bb-2d6a-4e3b-82f0-7bc192f11561 HTTP/1.1" status: 200 len: 809 time: 0.1946166 Feb 11 05:28:24.255957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-4f5f1b40-d0cb-4e9d-910d-50727b8abd24 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/quotas/006637aa1bce4865be9cae348f4522ff HTTP/1.1" status: 200 len: 375 time: 0.0229547 Feb 11 05:28:24.311185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-6329d42f-1c1a-47ad-9c6e-e03541a8cc78 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=006637aa1bce4865be9cae348f4522ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543678 Feb 11 05:28:24.358340 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2330967f-df89-449a-92a9-decc80f0aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:22:10Z', 'revision_number': 4, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b9d05282-7567-4950-a6d3-5d523dd61dce', 'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'mac_address': 'fa:16:3e:48:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:08Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 5, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'subnets': [{'id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:24.363192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8565cca-dcb1-49db-be0b-042c8e0c7cb0 req-95401c9a-146f-4be3-af01-9b70be708f4f tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/ports?device_id=23a30057-c9ab-4075-a624-0e242fb52571 HTTP/1.1" status: 200 len: 210 time: 0.0712533 Feb 11 05:28:24.394557 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2330967f-df89-449a-92a9-decc80f0aecd None None] Checking router: 21f0bec0-fdfb-4b5d-9657-615d190e6d2b for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:28:24.404859 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330967f-df89-449a-92a9-decc80f0aecd None None] Routers {'21f0bec0-fdfb-4b5d-9657-615d190e6d2b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:24.405756 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2330967f-df89-449a-92a9-decc80f0aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:24.421313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-9fef6eff-9b3f-432f-b69a-5fa2ed41d924 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Allocated IP 2001:db8::3ad (40912d4d-aa2d-46ec-9128-ce85e26c732a/269cfa2d-8602-4279-9778-cd71e5d887bb/c808e050-5be3-46f2-935a-4e9d0c093a44) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:24.478689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-c8465385-e2ab-4870-8f25-f2e53d8b1dbe service neutron] 10.222.0.87 "GET /v2.0/networks/e74686bb-2d6a-4e3b-82f0-7bc192f11561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539149 Feb 11 05:28:24.522069 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-2330967f-df89-449a-92a9-decc80f0aecd None None] Set router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:24.636008 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-f462f0d3-2ddb-4423-a4a8-fb0cdb01e48a service neutron] 10.222.0.87 "GET /v2.0/networks/e74686bb-2d6a-4e3b-82f0-7bc192f11561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477144 Feb 11 05:28:24.652108 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9fef6eff-9b3f-432f-b69a-5fa2ed41d924 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for port (c808e050-5be3-46f2-935a-4e9d0c093a44), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:24.707237 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9fef6eff-9b3f-432f-b69a-5fa2ed41d924 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (c808e050-5be3-46f2-935a-4e9d0c093a44), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:24.742047 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2330967f-df89-449a-92a9-decc80f0aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:22:10Z', 'revision_number': 4, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b9d05282-7567-4950-a6d3-5d523dd61dce', 'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'mac_address': 'fa:16:3e:48:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:08Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 5, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'subnets': [{'id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:24.788238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fef6eff-9b3f-432f-b69a-5fa2ed41d924 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Network 40912d4d-aa2d-46ec-9128-ce85e26c732a is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:24.789106 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2330967f-df89-449a-92a9-decc80f0aecd None None] The sync data for ids ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'] in n-d-713499-38 is: [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:22:10Z', 'revision_number': 4, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b9d05282-7567-4950-a6d3-5d523dd61dce', 'name': '', 'network_id': 'cc0a917d-8eaf-4d95-a902-cd3344524860', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'mac_address': 'fa:16:3e:48:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:08Z', 'updated_at': '2022-02-11T05:22:17Z', 'revision_number': 5, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'subnets': [{'id': 'f7873483-8f55-4b01-980d-97e18e14d525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:28:24.799569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-9fef6eff-9b3f-432f-b69a-5fa2ed41d924 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:24.803463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fef6eff-9b3f-432f-b69a-5fa2ed41d924 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:24.804447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fef6eff-9b3f-432f-b69a-5fa2ed41d924 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:24.805055 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9fef6eff-9b3f-432f-b69a-5fa2ed41d924 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:24.807187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef6eff-9b3f-432f-b69a-5fa2ed41d924 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Pushing event updated for resources: {'Port': ['ID=c808e050-5be3-46f2-935a-4e9d0c093a44,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:24.818801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968c000-8bee-4f25-8901-52d16bd698e1 req-6645644d-23f6-4d5f-ab01-ac1119457c50 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:24.820383 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e968c000-8bee-4f25-8901-52d16bd698e1 req-6645644d-23f6-4d5f-ab01-ac1119457c50 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 943 time: 0.1254754 Feb 11 05:28:24.839268 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:24.855995 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9fef6eff-9b3f-432f-b69a-5fa2ed41d924 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8166406 Feb 11 05:28:24.863861 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51222) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:24.927824 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e968c000-8bee-4f25-8901-52d16bd698e1 req-af2c5482-2d4f-491e-8c38-679be31ff6f5 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011736 Feb 11 05:28:24.939840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1f8e1-ca06-44b8-81d3-86fc005cd1ba req-a3f021e4-7864-4b83-b630-221d861a92c4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:24.946958 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fd1f8e1-ca06-44b8-81d3-86fc005cd1ba req-a3f021e4-7864-4b83-b630-221d861a92c4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1050858 Feb 11 05:28:24.995399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:25.014798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b', 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7', 'port_id': '099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b', 'mac_address': 'fa:16:3e:a1:bc:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5de3e86-13e1-461d-b0c7-ed54a8c80c7d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:25.033893 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9d4683e6-0c81-46ef-a564-4efc5c9586a0 req-23b441a4-b489-4bdd-9561-b6316126eace tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c6c12b5-7e97-4b3d-834c-f39b8bf5336a HTTP/1.1" status: 200 len: 210 time: 0.0488355 Feb 11 05:28:25.051226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fd1f8e1-ca06-44b8-81d3-86fc005cd1ba req-5eba5ff7-2afa-4c6e-810b-2b423635b9f3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032386 Feb 11 05:28:25.052392 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-deb3b18d-2105-4a37-a1a4-f354910045b1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Deleting port c808e050-5be3-46f2-935a-4e9d0c093a44 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:25.052862 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-deb3b18d-2105-4a37-a1a4-f354910045b1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c808e050-5be3-46f2-935a-4e9d0c093a44), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.089099 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:25.089608 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.166323 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-deb3b18d-2105-4a37-a1a4-f354910045b1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c808e050-5be3-46f2-935a-4e9d0c093a44), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.183647 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-deb3b18d-2105-4a37-a1a4-f354910045b1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Calling delete_port for c808e050-5be3-46f2-935a-4e9d0c093a44 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:25.284871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f148cc4-2cff-451b-a3c0-fd0b7a2bd672 None None] New status for floating IP bab87e6f-55c9-4aea-944e-a85484834a8e: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:28:25.290668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:25.329761 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-deb3b18d-2105-4a37-a1a4-f354910045b1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c808e050-5be3-46f2-935a-4e9d0c093a44), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.360415 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3b18d-2105-4a37-a1a4-f354910045b1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Pushing event deleted for resources: {'Port': ['ID=c808e050-5be3-46f2-935a-4e9d0c093a44,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:25.392667 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-deb3b18d-2105-4a37-a1a4-f354910045b1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.399167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51234) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:25.403037 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:25.404877 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-deb3b18d-2105-4a37-a1a4-f354910045b1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "DELETE /v2.0/ports/c808e050-5be3-46f2-935a-4e9d0c093a44 HTTP/1.1" status: 204 len: 168 time: 0.5379865 Feb 11 05:28:25.408235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40912d4d-aa2d-46ec-9128-ce85e26c732a', 'external_fixed_ips': [{'subnet_id': '269cfa2d-8602-4279-9778-cd71e5d887bb', 'ip_address': '2001:db8::3ad'}]}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:25.409601 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.439929 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (4f5898aa-2b54-4cbb-9fff-e6a33542d6de), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.441526 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (4f5898aa-2b54-4cbb-9fff-e6a33542d6de), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.484618 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51238) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:25.502246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:25.519225 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_controller (4f5898aa-2b54-4cbb-9fff-e6a33542d6de), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.551636 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f75f5669-639f-4be8-b984-46dd1f3a3997 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group (faba5215-b319-4d5a-874a-319f9649ee3a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.580018 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f75f5669-639f-4be8-b984-46dd1f3a3997 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group (faba5215-b319-4d5a-874a-319f9649ee3a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.637455 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f75f5669-639f-4be8-b984-46dd1f3a3997 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (faba5215-b319-4d5a-874a-319f9649ee3a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.642583 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f75f5669-639f-4be8-b984-46dd1f3a3997 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.643801 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f75f5669-639f-4be8-b984-46dd1f3a3997 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "DELETE /v2.0/security-groups/faba5215-b319-4d5a-874a-319f9649ee3a HTTP/1.1" status: 204 len: 168 time: 0.1576424 Feb 11 05:28:25.647684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51240) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:25.664616 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-08442deb-0368-4f30-a7e0-36430763dc28 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] show failed (client error): The resource could not be found. Feb 11 05:28:25.665608 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-08442deb-0368-4f30-a7e0-36430763dc28 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "GET /v2.0/security-groups/faba5215-b319-4d5a-874a-319f9649ee3a HTTP/1.1" status: 404 len: 347 time: 0.0169652 Feb 11 05:28:25.666393 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f5669-639f-4be8-b984-46dd1f3a3997 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faba5215-b319-4d5a-874a-319f9649ee3a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:25.668736 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51242) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:25.673340 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (4f5898aa-2b54-4cbb-9fff-e6a33542d6de), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.712318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:25.801861 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-6a806ffe-61aa-477b-b1e4-173fe50acf94 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Deleting port 08174614-e047-48bd-a923-27576b4c0f63 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:25.802232 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a806ffe-61aa-477b-b1e4-173fe50acf94 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (08174614-e047-48bd-a923-27576b4c0f63), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.884816 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a806ffe-61aa-477b-b1e4-173fe50acf94 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (08174614-e047-48bd-a923-27576b4c0f63), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.885459 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a806ffe-61aa-477b-b1e4-173fe50acf94 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for floatingip (08174614-e047-48bd-a923-27576b4c0f63), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.886894 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (4f5898aa-2b54-4cbb-9fff-e6a33542d6de), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.896812 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-6a806ffe-61aa-477b-b1e4-173fe50acf94 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Calling delete_port for 08174614-e047-48bd-a923-27576b4c0f63 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:25.915150 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.063921 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a806ffe-61aa-477b-b1e4-173fe50acf94 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (08174614-e047-48bd-a923-27576b4c0f63), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.153491 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a806ffe-61aa-477b-b1e4-173fe50acf94 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Pushing event deleted for resources: {'Port': ['ID=08174614-e047-48bd-a923-27576b4c0f63,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:26.202202 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a806ffe-61aa-477b-b1e4-173fe50acf94 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks [] for floatingip (bab87e6f-55c9-4aea-944e-a85484834a8e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.206117 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a806ffe-61aa-477b-b1e4-173fe50acf94 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.207371 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6a806ffe-61aa-477b-b1e4-173fe50acf94 tempest-AttachVolumeTestJSON-1586590323 tempest-AttachVolumeTestJSON-1586590323-project] 10.222.0.87 "DELETE /v2.0/floatingips/bab87e6f-55c9-4aea-944e-a85484834a8e HTTP/1.1" status: 204 len: 168 time: 0.5376477 Feb 11 05:28:26.386070 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1663df19-8fdc-447d-afef-d85cfa26a95a req-c8a67374-ba02-4c62-8dbb-d8d849743848 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c6c12b5-7e97-4b3d-834c-f39b8bf5336a HTTP/1.1" status: 200 len: 210 time: 0.0921710 Feb 11 05:28:26.537681 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-94fdecd0-c9af-4e79-b6a6-4fd38ad3baed tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:26.539101 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-94fdecd0-c9af-4e79-b6a6-4fd38ad3baed tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.73 "GET /v2.0/networks?id=e74686bb-2d6a-4e3b-82f0-7bc192f11561 HTTP/1.1" status: 200 len: 809 time: 0.2442672 Feb 11 05:28:26.568424 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ded930-a615-4897-9c61-61a1a3fbf55f req-4d44cbf0-4551-411c-ae22-142e978cb4e0 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:26.569804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34ded930-a615-4897-9c61-61a1a3fbf55f req-4d44cbf0-4551-411c-ae22-142e978cb4e0 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 944 time: 0.2771130 Feb 11 05:28:26.578193 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-431f75b6-a47c-4715-90db-1a1123c14879 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Request body: {'port': {'device_id': '0c6c12b5-7e97-4b3d-834c-f39b8bf5336a', 'network_id': 'e74686bb-2d6a-4e3b-82f0-7bc192f11561', 'admin_state_up': True, 'tenant_id': '006637aa1bce4865be9cae348f4522ff'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:26.671002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Allocated IP 2001:db8::3ad (40912d4d-aa2d-46ec-9128-ce85e26c732a/269cfa2d-8602-4279-9778-cd71e5d887bb/1f70911e-33cc-4f92-9d1e-0119958bbde0) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:26.710294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44181472-c17d-48a6-9c58-22a3b9b07a06 req-1494aaec-3477-4dc3-a9fe-84b6714343c2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:26.711791 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44181472-c17d-48a6-9c58-22a3b9b07a06 req-1494aaec-3477-4dc3-a9fe-84b6714343c2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.2483978 Feb 11 05:28:26.742836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34ded930-a615-4897-9c61-61a1a3fbf55f req-092e9786-43e2-48ce-966b-7ae9c56cad89 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613848 Feb 11 05:28:26.851852 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:26.852817 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44181472-c17d-48a6-9c58-22a3b9b07a06 req-060e7630-ee70-4ec3-9a66-5f4d8075d107 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314986 Feb 11 05:28:26.854962 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-431f75b6-a47c-4715-90db-1a1123c14879 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Made reservation on behalf of 006637aa1bce4865be9cae348f4522ff for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:26.858163 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-431f75b6-a47c-4715-90db-1a1123c14879 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.926186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:26.932263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:26.932878 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.937902 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for port (1f70911e-33cc-4f92-9d1e-0119958bbde0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.016533 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:27.017038 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.028228 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1f70911e-33cc-4f92-9d1e-0119958bbde0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.030441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-431f75b6-a47c-4715-90db-1a1123c14879 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Allocated IP 172.20.0.5 (e74686bb-2d6a-4e3b-82f0-7bc192f11561/eaab3e5b-138d-467e-8ffd-90d7780e617a/d459e241-a9f3-4efd-a388-7fbd831334ac) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:27.052561 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64de6410-8b9b-42b0-8fb4-b3cc1f322f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:27.055299 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b595dbc1-a422-437f-a822-7d89ed59a5f9" -d '{"events": [{"server_uuid": "64de6410-8b9b-42b0-8fb4-b3cc1f322f91", "name": "network-vif-plugged", "status": "completed", "tag": "099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:27.061374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:27.067041 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.068674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device edc61057-42b1-4189-ae07-9871a0a238d1 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:27.076899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Network 40912d4d-aa2d-46ec-9128-ce85e26c732a is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:27.085431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:27.092508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:27.104952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Pushing event updated for resources: {'Port': ['ID=1f70911e-33cc-4f92-9d1e-0119958bbde0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:27.119244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: edc61057-42b1-4189-ae07-9871a0a238d1 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:27.119244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device edc61057-42b1-4189-ae07-9871a0a238d1 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:27.164113 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35767843-dbe2-4b30-be30-77eb0d01e1a5 x-openstack-request-id: req-35767843-dbe2-4b30-be30-77eb0d01e1a5 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:27.164760 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64de6410-8b9b-42b0-8fb4-b3cc1f322f91", "name": "network-vif-plugged", "status": "completed", "tag": "099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:27.165245 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-35767843-dbe2-4b30-be30-77eb0d01e1a5 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:27.165851 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64de6410-8b9b-42b0-8fb4-b3cc1f322f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b', 'code': 200} Feb 11 05:28:27.182817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:27.239326 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bda2e-03be-47e3-a5f8-72cf835b6461 req-2b5feef0-acc4-470c-ac48-5763c377f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:27.241013 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b54bda2e-03be-47e3-a5f8-72cf835b6461 req-2b5feef0-acc4-470c-ac48-5763c377f250 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 1128 time: 0.0554838 Feb 11 05:28:27.289576 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b54bda2e-03be-47e3-a5f8-72cf835b6461 req-4251e8e0-80a2-43aa-83b6-7285763c29a9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 Feb 11 05:28:27.385395 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-431f75b6-a47c-4715-90db-1a1123c14879 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Publish callbacks [] for port (d459e241-a9f3-4efd-a388-7fbd831334ac), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.512214 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (4f5898aa-2b54-4cbb-9fff-e6a33542d6de), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.568497 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b272ce06-b7e1-4162-bd06-21dea15921fe req-351ebd68-34b5-4718-9f7e-be226a43a034 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c6c12b5-7e97-4b3d-834c-f39b8bf5336a HTTP/1.1" status: 200 len: 210 time: 0.0703976 Feb 11 05:28:27.585642 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-431f75b6-a47c-4715-90db-1a1123c14879 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d459e241-a9f3-4efd-a388-7fbd831334ac), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.684180 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-431f75b6-a47c-4715-90db-1a1123c14879 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Network e74686bb-2d6a-4e3b-82f0-7bc192f11561 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:27.690973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-431f75b6-a47c-4715-90db-1a1123c14879 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:27.693897 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-431f75b6-a47c-4715-90db-1a1123c14879 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:27.701332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f75b6-a47c-4715-90db-1a1123c14879 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Pushing event updated for resources: {'Port': ['ID=d459e241-a9f3-4efd-a388-7fbd831334ac,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:27.783521 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-431f75b6-a47c-4715-90db-1a1123c14879 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:27.784154 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-431f75b6-a47c-4715-90db-1a1123c14879 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:27.812394 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-431f75b6-a47c-4715-90db-1a1123c14879 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2415736 Feb 11 05:28:27.851793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Request body: {'port': {'device_id': '0c6c12b5-7e97-4b3d-834c-f39b8bf5336a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:27.920456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (4f5898aa-2b54-4cbb-9fff-e6a33542d6de), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.037212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422c004-0927-432e-b422-ca14ab91db83 req-87946483-146d-417a-b380-fbf81f4be909 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.038897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e422c004-0927-432e-b422-ca14ab91db83 req-87946483-146d-417a-b380-fbf81f4be909 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 945 time: 0.1925423 Feb 11 05:28:28.044029 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d459e241-a9f3-4efd-a388-7fbd831334ac), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.191586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6f26a-9d0b-4cbc-a868-0460f961da74 req-12531391-23f1-4f45-85aa-570080269c1e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.193108 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de6f26a-9d0b-4cbc-a868-0460f961da74 req-12531391-23f1-4f45-85aa-570080269c1e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.2377784 Feb 11 05:28:28.208507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e422c004-0927-432e-b422-ca14ab91db83 req-25d81fa4-15fb-4683-adf3-8a86ab80276c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577256 Feb 11 05:28:28.341009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de6f26a-9d0b-4cbc-a868-0460f961da74 req-23155eb8-0ec4-4c9f-a4e2-e7cd137b4d56 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388066 Feb 11 05:28:28.353442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Router 4f5898aa-2b54-4cbb-9fff-e6a33542d6de is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:28:28.476379 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a2219032-6ff7-4ada-8bbf-a7e1add69bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.549551 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:28:28.558631 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Sync routers for ids ['4f5898aa-2b54-4cbb-9fff-e6a33542d6de'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:28:28.569751 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Routers {'4f5898aa-2b54-4cbb-9fff-e6a33542d6de'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:28.570995 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['4f5898aa-2b54-4cbb-9fff-e6a33542d6de'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:28.589772 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.591005 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7037f061-74d0-42c5-b9a9-ab998e7706f7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1891611 Feb 11 05:28:28.593783 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51288) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:28.598764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d459e241-a9f3-4efd-a388-7fbd831334ac {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:28.615513 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Publish callbacks [] for port (d459e241-a9f3-4efd-a388-7fbd831334ac), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.652995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Transition to ACTIVE for port object d459e241-a9f3-4efd-a388-7fbd831334ac will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:28:28.660970 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (d459e241-a9f3-4efd-a388-7fbd831334ac), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.696818 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Set router 4f5898aa-2b54-4cbb-9fff-e6a33542d6de gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:28.749919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=d459e241-a9f3-4efd-a388-7fbd831334ac,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:28.820704 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca2d6-ea77-4b03-b2ac-9712c75ec9a9 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router (4f5898aa-2b54-4cbb-9fff-e6a33542d6de), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.853976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b584ac-cb6e-42dd-ba14-2a85ee70dcb6 req-37e1668d-98ad-4f7a-b1a5-83cd5c1d5ad5 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:28.856288 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7b584ac-cb6e-42dd-ba14-2a85ee70dcb6 req-37e1668d-98ad-4f7a-b1a5-83cd5c1d5ad5 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c6c12b5-7e97-4b3d-834c-f39b8bf5336a HTTP/1.1" status: 200 len: 943 time: 0.1928482 Feb 11 05:28:28.918611 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5898aa-2b54-4cbb-9fff-e6a33542d6de', 'name': '', 'tenant_id': 'ffbce60e777444e3a62ee6b69a4e6647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40912d4d-aa2d-46ec-9128-ce85e26c732a', 'external_fixed_ips': [{'subnet_id': '269cfa2d-8602-4279-9778-cd71e5d887bb', 'ip_address': '2001:db8::3ad'}], 'enable_snat': True}, 'gw_port_id': '1f70911e-33cc-4f92-9d1e-0119958bbde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:28:25Z', 'updated_at': '2022-02-11T05:28:27Z', 'revision_number': 3, 'project_id': 'ffbce60e777444e3a62ee6b69a4e6647', 'gw_port': {'id': '1f70911e-33cc-4f92-9d1e-0119958bbde0', 'name': '', 'network_id': '40912d4d-aa2d-46ec-9128-ce85e26c732a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:60:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5898aa-2b54-4cbb-9fff-e6a33542d6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '269cfa2d-8602-4279-9778-cd71e5d887bb', 'ip_address': '2001:db8::3ad', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:28:25Z', 'updated_at': '2022-02-11T05:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '269cfa2d-8602-4279-9778-cd71e5d887bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:28.933375 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7b584ac-cb6e-42dd-ba14-2a85ee70dcb6 req-b6e62502-5e84-420a-bb6a-1dd212c98224 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664694 Feb 11 05:28:28.936745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Attempting to bind port d459e241-a9f3-4efd-a388-7fbd831334ac on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:28.936745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Attempting to bind port d459e241-a9f3-4efd-a388-7fbd831334ac by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a0c96c28-2dc4-485d-8444-1567acfada1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e74686bb-2d6a-4e3b-82f0-7bc192f11561'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:28.937205 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Attempting to bind port d459e241-a9f3-4efd-a388-7fbd831334ac on network e74686bb-2d6a-4e3b-82f0-7bc192f11561 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:28.942738 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Port d459e241-a9f3-4efd-a388-7fbd831334ac on network e74686bb-2d6a-4e3b-82f0-7bc192f11561 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:28.943199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Attempting to bind port d459e241-a9f3-4efd-a388-7fbd831334ac on network e74686bb-2d6a-4e3b-82f0-7bc192f11561 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:28.948409 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:28.948941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Checking segment: {'id': 'a0c96c28-2dc4-485d-8444-1567acfada1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e74686bb-2d6a-4e3b-82f0-7bc192f11561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:28.949396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Bound using segment: {'id': 'a0c96c28-2dc4-485d-8444-1567acfada1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e74686bb-2d6a-4e3b-82f0-7bc192f11561'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:28.949927 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Bound port: d459e241-a9f3-4efd-a388-7fbd831334ac, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c96c28-2dc4-485d-8444-1567acfada1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e74686bb-2d6a-4e3b-82f0-7bc192f11561'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:28.950398 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d459e241-a9f3-4efd-a388-7fbd831334ac), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.957903 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Checking router: 4f5898aa-2b54-4cbb-9fff-e6a33542d6de for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:28:28.958254 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Updating router 4f5898aa-2b54-4cbb-9fff-e6a33542d6de port 1f70911e-33cc-4f92-9d1e-0119958bbde0 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:28:28.991316 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1f70911e-33cc-4f92-9d1e-0119958bbde0), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.993289 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca2d6-ea77-4b03-b2ac-9712c75ec9a9 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (4f5898aa-2b54-4cbb-9fff-e6a33542d6de), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.029288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] For port d459e241-a9f3-4efd-a388-7fbd831334ac, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:29.034319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] For port d459e241-a9f3-4efd-a388-7fbd831334ac, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d459e241-a9f3-4efd-a388-7fbd831334ac,segment=NetworkSegment(a0c96c28-2dc4-485d-8444-1567acfada1a),segment_id=a0c96c28-2dc4-485d-8444-1567acfada1a)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:29.043544 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (d459e241-a9f3-4efd-a388-7fbd831334ac), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.059992 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ca2d6-ea77-4b03-b2ac-9712c75ec9a9 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Deleting port 1f70911e-33cc-4f92-9d1e-0119958bbde0 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:29.060332 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca2d6-ea77-4b03-b2ac-9712c75ec9a9 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1f70911e-33cc-4f92-9d1e-0119958bbde0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.099142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:29.100087 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.103053 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] 10.222.0.73 "PUT /v2.0/ports/d459e241-a9f3-4efd-a388-7fbd831334ac HTTP/1.1" status: 200 len: 1092 time: 1.2553771 Feb 11 05:28:29.117375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6c12b5-7e97-4b3d-834c-f39b8bf5336a', 'tag': 'd459e241-a9f3-4efd-a388-7fbd831334ac'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:29.121070 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7e68fd-e4fa-4334-a4c4-6df5560594d5" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6c12b5-7e97-4b3d-834c-f39b8bf5336a", "tag": "d459e241-a9f3-4efd-a388-7fbd831334ac"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:29.170109 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca2d6-ea77-4b03-b2ac-9712c75ec9a9 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1f70911e-33cc-4f92-9d1e-0119958bbde0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.187261 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ca2d6-ea77-4b03-b2ac-9712c75ec9a9 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Calling delete_port for 1f70911e-33cc-4f92-9d1e-0119958bbde0 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:29.206918 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb41edc-a346-4abb-a4cf-fbfc1b5f7063 x-openstack-request-id: req-8cb41edc-a346-4abb-a4cf-fbfc1b5f7063 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:29.207126 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6c12b5-7e97-4b3d-834c-f39b8bf5336a", "tag": "d459e241-a9f3-4efd-a388-7fbd831334ac", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:29.207379 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8cb41edc-a346-4abb-a4cf-fbfc1b5f7063 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:29.207802 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6c12b5-7e97-4b3d-834c-f39b8bf5336a', 'tag': 'd459e241-a9f3-4efd-a388-7fbd831334ac', 'status': 'completed', 'code': 200} Feb 11 05:28:29.235257 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f8afa-249d-479e-ba56-add661cfdbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=d459e241-a9f3-4efd-a388-7fbd831334ac,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:29.263086 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Publish callbacks [] for port (1f70911e-33cc-4f92-9d1e-0119958bbde0), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.267409 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-8eb930f6-972b-45a2-96c0-f8ac1c503940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:29.270358 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-8eb930f6-972b-45a2-96c0-f8ac1c503940 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=006637aa1bce4865be9cae348f4522ff&device_id=0c6c12b5-7e97-4b3d-834c-f39b8bf5336a HTTP/1.1" status: 200 len: 1126 time: 0.1088190 Feb 11 05:28:29.271402 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1f70911e-33cc-4f92-9d1e-0119958bbde0), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.329709 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Attempting to bind port 1f70911e-33cc-4f92-9d1e-0119958bbde0 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:29.330345 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Attempting to bind port 1f70911e-33cc-4f92-9d1e-0119958bbde0 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '98747b54-b1cc-42ca-80b8-7e300b4870e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '40912d4d-aa2d-46ec-9128-ce85e26c732a'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:29.330864 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Attempting to bind port 1f70911e-33cc-4f92-9d1e-0119958bbde0 on network 40912d4d-aa2d-46ec-9128-ce85e26c732a {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:29.345527 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:29.346203 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Checking segment: {'id': '98747b54-b1cc-42ca-80b8-7e300b4870e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '40912d4d-aa2d-46ec-9128-ce85e26c732a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:29.346755 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.347913 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Bound using segment: {'id': '98747b54-b1cc-42ca-80b8-7e300b4870e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '40912d4d-aa2d-46ec-9128-ce85e26c732a'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:29.348543 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Bound port: 1f70911e-33cc-4f92-9d1e-0119958bbde0, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98747b54-b1cc-42ca-80b8-7e300b4870e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '40912d4d-aa2d-46ec-9128-ce85e26c732a'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:29.349073 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1f70911e-33cc-4f92-9d1e-0119958bbde0), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.388260 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-18c39b15-e383-4e4f-b5c6-185c446c2be4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d459e241-a9f3-4efd-a388-7fbd831334ac HTTP/1.1" status: 200 len: 217 time: 0.1091459 Feb 11 05:28:29.397791 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d45580-1ffe-4e36-bbde-12a8d5110f5b None None] Pushing event updated for resources: {'Port': ['ID=1f70911e-33cc-4f92-9d1e-0119958bbde0,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:29.418684 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d45580-1ffe-4e36-bbde-12a8d5110f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.419341 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d45580-1ffe-4e36-bbde-12a8d5110f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.419878 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d45580-1ffe-4e36-bbde-12a8d5110f5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.420387 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d45580-1ffe-4e36-bbde-12a8d5110f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.420917 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d45580-1ffe-4e36-bbde-12a8d5110f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.421417 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d45580-1ffe-4e36-bbde-12a8d5110f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.421919 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d45580-1ffe-4e36-bbde-12a8d5110f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.423113 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d45580-1ffe-4e36-bbde-12a8d5110f5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.423925 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d45580-1ffe-4e36-bbde-12a8d5110f5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.424579 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d45580-1ffe-4e36-bbde-12a8d5110f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.425083 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d45580-1ffe-4e36-bbde-12a8d5110f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.425721 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d45580-1ffe-4e36-bbde-12a8d5110f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.426220 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d45580-1ffe-4e36-bbde-12a8d5110f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:29.463241 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca2d6-ea77-4b03-b2ac-9712c75ec9a9 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (1f70911e-33cc-4f92-9d1e-0119958bbde0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.464634 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.db.api [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:28:29.465053 n-d-713499-38 neutron-server[103174]: DEBUG oslo_db.api [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:28:29.493180 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ca2d6-ea77-4b03-b2ac-9712c75ec9a9 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f70911e-33cc-4f92-9d1e-0119958bbde0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:29.526501 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca2d6-ea77-4b03-b2ac-9712c75ec9a9 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (4f5898aa-2b54-4cbb-9fff-e6a33542d6de), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.962051 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-a82eaf8d-5a5e-49e1-a687-848f36a5ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:29.964601 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-a82eaf8d-5a5e-49e1-a687-848f36a5ede3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eaab3e5b-138d-467e-8ffd-90d7780e617a HTTP/1.1" status: 200 len: 849 time: 0.5286889 Feb 11 05:28:29.982680 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Attempting to bind port 1f70911e-33cc-4f92-9d1e-0119958bbde0 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:29.983207 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Attempting to bind port 1f70911e-33cc-4f92-9d1e-0119958bbde0 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '98747b54-b1cc-42ca-80b8-7e300b4870e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '40912d4d-aa2d-46ec-9128-ce85e26c732a'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:29.983613 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Attempting to bind port 1f70911e-33cc-4f92-9d1e-0119958bbde0 on network 40912d4d-aa2d-46ec-9128-ce85e26c732a {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:29.995608 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:29.996015 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Checking segment: {'id': '98747b54-b1cc-42ca-80b8-7e300b4870e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '40912d4d-aa2d-46ec-9128-ce85e26c732a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:29.996414 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.996808 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Bound using segment: {'id': '98747b54-b1cc-42ca-80b8-7e300b4870e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '40912d4d-aa2d-46ec-9128-ce85e26c732a'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:29.997289 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Bound port: 1f70911e-33cc-4f92-9d1e-0119958bbde0, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98747b54-b1cc-42ca-80b8-7e300b4870e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '40912d4d-aa2d-46ec-9128-ce85e26c732a'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:29.997679 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1f70911e-33cc-4f92-9d1e-0119958bbde0), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.019643 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca2d6-ea77-4b03-b2ac-9712c75ec9a9 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (4f5898aa-2b54-4cbb-9fff-e6a33542d6de), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.022169 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca2d6-ea77-4b03-b2ac-9712c75ec9a9 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_controller (4f5898aa-2b54-4cbb-9fff-e6a33542d6de), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.028326 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Port 1f70911e-33cc-4f92-9d1e-0119958bbde0 has been deleted concurrently {{(pid=103174) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 11 05:28:30.040324 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Routers {'4f5898aa-2b54-4cbb-9fff-e6a33542d6de'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:30.040880 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-e373cc1d-d4ba-4e86-a99d-bdb0b2316dc4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e74686bb-2d6a-4e3b-82f0-7bc192f11561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614715 Feb 11 05:28:30.041548 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['4f5898aa-2b54-4cbb-9fff-e6a33542d6de'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:30.057978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614eacc8-4b9f-4ffe-b5a4-459d11a33f02 req-4475743e-7316-49f0-a81a-bfafd9d0a302 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:30.059586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-614eacc8-4b9f-4ffe-b5a4-459d11a33f02 req-4475743e-7316-49f0-a81a-bfafd9d0a302 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 945 time: 0.6703801 Feb 11 05:28:30.084596 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca2d6-ea77-4b03-b2ac-9712c75ec9a9 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (4f5898aa-2b54-4cbb-9fff-e6a33542d6de), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.085315 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8ca2d6-ea77-4b03-b2ac-9712c75ec9a9 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f5898aa-2b54-4cbb-9fff-e6a33542d6de {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:28:30.095398 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca2d6-ea77-4b03-b2ac-9712c75ec9a9 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.096714 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cc8ca2d6-ea77-4b03-b2ac-9712c75ec9a9 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "DELETE /v2.0/routers/4f5898aa-2b54-4cbb-9fff-e6a33542d6de HTTP/1.1" status: 204 len: 168 time: 1.5007138 Feb 11 05:28:30.099321 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51316) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:30.110487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06cc1e-d6aa-4d7f-bf25-aef72bf1d9b9 req-c5a671c4-e814-4dac-9843-4e442d980a53 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:30.111843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd06cc1e-d6aa-4d7f-bf25-aef72bf1d9b9 req-c5a671c4-e814-4dac-9843-4e442d980a53 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.6386936 Feb 11 05:28:30.121330 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] Set router 4f5898aa-2b54-4cbb-9fff-e6a33542d6de gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:30.174394 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5898aa-2b54-4cbb-9fff-e6a33542d6de', 'name': '', 'tenant_id': 'ffbce60e777444e3a62ee6b69a4e6647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:28:25Z', 'updated_at': '2022-02-11T05:28:29Z', 'revision_number': 5, 'project_id': 'ffbce60e777444e3a62ee6b69a4e6647', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:30.271091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6714647-2f0f-4b6f-92f0-d03b4afa7eed tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Deleting subnet 269cfa2d-8602-4279-9778-cd71e5d887bb {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:28:30.290597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd06cc1e-d6aa-4d7f-bf25-aef72bf1d9b9 req-625f51b4-01f1-415e-97d0-8a32103a81f7 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598606 Feb 11 05:28:30.291323 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6714647-2f0f-4b6f-92f0-d03b4afa7eed tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for subnet (269cfa2d-8602-4279-9778-cd71e5d887bb), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.305996 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd6bad6-30ba-41d0-9ff3-2d5d21b8fb51 None None] The sync data for ids ['4f5898aa-2b54-4cbb-9fff-e6a33542d6de'] in n-d-713499-38 is: [{'id': '4f5898aa-2b54-4cbb-9fff-e6a33542d6de', 'name': '', 'tenant_id': 'ffbce60e777444e3a62ee6b69a4e6647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:28:25Z', 'updated_at': '2022-02-11T05:28:29Z', 'revision_number': 5, 'project_id': 'ffbce60e777444e3a62ee6b69a4e6647', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:28:30.319581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-614eacc8-4b9f-4ffe-b5a4-459d11a33f02 req-cf0bf4cb-9e65-4c28-b047-ac9f385d38de tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435365 Feb 11 05:28:30.326731 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-176627c2-0433-4e2e-a395-b7fd470aa29d service neutron] 10.222.0.73 "GET /v2.0/networks/e74686bb-2d6a-4e3b-82f0-7bc192f11561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759972 Feb 11 05:28:30.384724 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6714647-2f0f-4b6f-92f0-d03b4afa7eed tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (269cfa2d-8602-4279-9778-cd71e5d887bb), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.548131 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6714647-2f0f-4b6f-92f0-d03b4afa7eed tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (269cfa2d-8602-4279-9778-cd71e5d887bb), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.573661 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fecf79b6-b161-4cfb-b82c-bb41e6d93bef req-ea97861a-7f66-4e48-a039-bfeea994d279 service neutron] 10.222.0.73 "GET /v2.0/networks/e74686bb-2d6a-4e3b-82f0-7bc192f11561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398417 Feb 11 05:28:30.612144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc66e3-6c40-4bf3-bb15-864f628684fc req-e020bfaf-997c-4b9f-b057-6a7a62aa4f74 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:30.613621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65bc66e3-6c40-4bf3-bb15-864f628684fc req-e020bfaf-997c-4b9f-b057-6a7a62aa4f74 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 945 time: 0.1719344 Feb 11 05:28:30.633162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eac03f-1009-453a-be6e-76b9d8196356 req-62f339b0-9b9b-407d-98c0-584431c6c086 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:30.635990 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5eac03f-1009-453a-be6e-76b9d8196356 req-62f339b0-9b9b-407d-98c0-584431c6c086 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c6c12b5-7e97-4b3d-834c-f39b8bf5336a HTTP/1.1" status: 200 len: 943 time: 0.1954527 Feb 11 05:28:30.686826 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6714647-2f0f-4b6f-92f0-d03b4afa7eed tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (269cfa2d-8602-4279-9778-cd71e5d887bb), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.749137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6714647-2f0f-4b6f-92f0-d03b4afa7eed tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=269cfa2d-8602-4279-9778-cd71e5d887bb,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:30.752197 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6714647-2f0f-4b6f-92f0-d03b4afa7eed tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.757693 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d6714647-2f0f-4b6f-92f0-d03b4afa7eed tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "DELETE /v2.0/subnets/269cfa2d-8602-4279-9778-cd71e5d887bb HTTP/1.1" status: 204 len: 168 time: 0.6522245 Feb 11 05:28:30.758077 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51324) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:30.787560 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65bc66e3-6c40-4bf3-bb15-864f628684fc req-a479c27c-7723-4768-848d-ff8b94579471 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461890 Feb 11 05:28:30.796415 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f9358ca8-a1e2-422e-9de5-106d77c5b230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.808190 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5eac03f-1009-453a-be6e-76b9d8196356 req-bcb29b0d-82f9-48cb-b5cc-57198f3adabb tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626134 Feb 11 05:28:30.828579 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e68fd-e4fa-4334-a4c4-6df5560594d5 req-aaf2a11c-12f0-43e0-882b-5319518a7491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:30.830542 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb7e68fd-e4fa-4334-a4c4-6df5560594d5 req-aaf2a11c-12f0-43e0-882b-5319518a7491 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=006637aa1bce4865be9cae348f4522ff&device_id=0c6c12b5-7e97-4b3d-834c-f39b8bf5336a HTTP/1.1" status: 200 len: 1126 time: 0.1655285 Feb 11 05:28:30.877982 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e10eca4-4d1f-4514-8506-ee14fbfc0c9d tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (40912d4d-aa2d-46ec-9128-ce85e26c732a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:30.987611 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e10eca4-4d1f-4514-8506-ee14fbfc0c9d tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (40912d4d-aa2d-46ec-9128-ce85e26c732a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.000678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e68fd-e4fa-4334-a4c4-6df5560594d5 req-603538af-8feb-492a-86b3-1d7f6db1725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:31.002258 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb7e68fd-e4fa-4334-a4c4-6df5560594d5 req-603538af-8feb-492a-86b3-1d7f6db1725e service neutron] 10.222.0.73 "GET /v2.0/networks?id=e74686bb-2d6a-4e3b-82f0-7bc192f11561 HTTP/1.1" status: 200 len: 910 time: 0.1642096 Feb 11 05:28:31.007306 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7e10eca4-4d1f-4514-8506-ee14fbfc0c9d tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40912d4d-aa2d-46ec-9128-ce85e26c732a']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:31.019911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7e10eca4-4d1f-4514-8506-ee14fbfc0c9d tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98747b54-b1cc-42ca-80b8-7e300b4870e0') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:31.020823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7e10eca4-4d1f-4514-8506-ee14fbfc0c9d tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98747b54-b1cc-42ca-80b8-7e300b4870e0') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:31.032110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b56405-6ba8-471c-9094-508c7253bd4f req-841fc7d6-9923-4121-8c30-1d9a798fc196 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:31.037093 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2b56405-6ba8-471c-9094-508c7253bd4f req-841fc7d6-9923-4121-8c30-1d9a798fc196 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 945 time: 0.1077940 Feb 11 05:28:31.049949 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e10eca4-4d1f-4514-8506-ee14fbfc0c9d tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (98747b54-b1cc-42ca-80b8-7e300b4870e0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.067436 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e10eca4-4d1f-4514-8506-ee14fbfc0c9d tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (98747b54-b1cc-42ca-80b8-7e300b4870e0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.070093 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb7e68fd-e4fa-4334-a4c4-6df5560594d5 req-5105d1ae-2852-4347-817f-5cc22e0ceb07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d459e241-a9f3-4efd-a388-7fbd831334ac HTTP/1.1" status: 200 len: 217 time: 0.0589361 Feb 11 05:28:31.074404 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e10eca4-4d1f-4514-8506-ee14fbfc0c9d tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:28:31.074825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e10eca4-4d1f-4514-8506-ee14fbfc0c9d tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (98747b54-b1cc-42ca-80b8-7e300b4870e0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: items = [ Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:28:31.076562 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:28:31.146174 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e10eca4-4d1f-4514-8506-ee14fbfc0c9d tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (40912d4d-aa2d-46ec-9128-ce85e26c732a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.148741 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2b56405-6ba8-471c-9094-508c7253bd4f req-18f6db9c-4695-4a42-b229-d7bc852d2283 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803599 Feb 11 05:28:31.151081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e68fd-e4fa-4334-a4c4-6df5560594d5 req-362ad92a-6b2f-4c91-96a7-64589095a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:31.152746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb7e68fd-e4fa-4334-a4c4-6df5560594d5 req-362ad92a-6b2f-4c91-96a7-64589095a40c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eaab3e5b-138d-467e-8ffd-90d7780e617a HTTP/1.1" status: 200 len: 849 time: 0.0696805 Feb 11 05:28:31.153328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e10eca4-4d1f-4514-8506-ee14fbfc0c9d tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40912d4d-aa2d-46ec-9128-ce85e26c732a {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:28:31.157561 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7e10eca4-4d1f-4514-8506-ee14fbfc0c9d tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.161192 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7e10eca4-4d1f-4514-8506-ee14fbfc0c9d tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "DELETE /v2.0/networks/40912d4d-aa2d-46ec-9128-ce85e26c732a HTTP/1.1" status: 204 len: 168 time: 0.4021604 Feb 11 05:28:31.176227 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10eca4-4d1f-4514-8506-ee14fbfc0c9d tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Pushing event deleted for resources: {'Network': ['ID=40912d4d-aa2d-46ec-9128-ce85e26c732a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:31.231281 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb7e68fd-e4fa-4334-a4c4-6df5560594d5 req-77a2c77d-f059-41e8-a4ad-54ed079db59c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e74686bb-2d6a-4e3b-82f0-7bc192f11561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689237 Feb 11 05:28:31.421452 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51342) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:31.426851 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5c846b2f-8630-440d-9c3d-8f365dd43708 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Request body: {'router': {'name': 'tempest-router--658131077', 'project_id': '4a860d8871464d8c8a0da3bf9d41ccc9'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:31.444416 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2858626-bfba-4837-b3ad-70e38b65866b req-d094c656-8b90-4566-9e48-4b0fd1534204 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:31.446447 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2858626-bfba-4837-b3ad-70e38b65866b req-d094c656-8b90-4566-9e48-4b0fd1534204 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 945 time: 0.1841633 Feb 11 05:28:31.455691 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c846b2f-8630-440d-9c3d-8f365dd43708 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (e70d961d-a1d8-4e9a-bd2b-6e43b63fb78c), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.457517 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c846b2f-8630-440d-9c3d-8f365dd43708 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (e70d961d-a1d8-4e9a-bd2b-6e43b63fb78c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.504522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb7e68fd-e4fa-4334-a4c4-6df5560594d5 req-e06b7a32-488a-416a-8402-6a9db328b814 service neutron] 10.222.0.73 "GET /v2.0/networks/e74686bb-2d6a-4e3b-82f0-7bc192f11561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549689 Feb 11 05:28:31.523020 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c846b2f-8630-440d-9c3d-8f365dd43708 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_controller (e70d961d-a1d8-4e9a-bd2b-6e43b63fb78c), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.528032 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c846b2f-8630-440d-9c3d-8f365dd43708 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (e70d961d-a1d8-4e9a-bd2b-6e43b63fb78c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.549351 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5c846b2f-8630-440d-9c3d-8f365dd43708 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.551104 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5c846b2f-8630-440d-9c3d-8f365dd43708 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1280758 Feb 11 05:28:31.554523 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51344) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:31.582809 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2858626-bfba-4837-b3ad-70e38b65866b req-fef5054e-36f3-4645-871a-ca049edfe364 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099589 Feb 11 05:28:31.629814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef8919-9a4a-4530-9524-42d3d2021b06 req-7c05461f-b24e-4f82-8d97-f30c76572261 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:31.631797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8eef8919-9a4a-4530-9524-42d3d2021b06 req-7c05461f-b24e-4f82-8d97-f30c76572261 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.2178793 Feb 11 05:28:31.727247 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8eef8919-9a4a-4530-9524-42d3d2021b06 req-09be8dff-c3cc-4f65-bbb6-b1cb02fa1abf tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828733 Feb 11 05:28:31.730235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb7e68fd-e4fa-4334-a4c4-6df5560594d5 req-aff4c582-a63d-46f3-bae3-4017d984f35d service neutron] 10.222.0.73 "GET /v2.0/networks/e74686bb-2d6a-4e3b-82f0-7bc192f11561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148921 Feb 11 05:28:31.744055 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce42406f-60d6-49d4-a92d-eff7c152be3f tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router (e70d961d-a1d8-4e9a-bd2b-6e43b63fb78c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:31.788262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f251e32-1914-4c6e-be0d-5a49380b4092 req-8f621a6a-8c7d-47c8-8fd5-5881e9ddc1de tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:31.790033 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f251e32-1914-4c6e-be0d-5a49380b4092 req-8f621a6a-8c7d-47c8-8fd5-5881e9ddc1de tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 945 time: 0.0669796 Feb 11 05:28:31.867177 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f251e32-1914-4c6e-be0d-5a49380b4092 req-625bb0ef-ea79-4c26-9482-e7ae39c5fe70 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713322 Feb 11 05:28:32.032106 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce42406f-60d6-49d4-a92d-eff7c152be3f tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (e70d961d-a1d8-4e9a-bd2b-6e43b63fb78c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:32.040229 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce42406f-60d6-49d4-a92d-eff7c152be3f tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_controller (e70d961d-a1d8-4e9a-bd2b-6e43b63fb78c), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:32.104209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf219a5d-4f00-43d4-908f-1c3c3108ccd5 req-17303729-3200-49cc-9c4e-116dc4e38ddb tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:32.105854 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf219a5d-4f00-43d4-908f-1c3c3108ccd5 req-17303729-3200-49cc-9c4e-116dc4e38ddb tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c6c12b5-7e97-4b3d-834c-f39b8bf5336a HTTP/1.1" status: 200 len: 943 time: 0.1396844 Feb 11 05:28:32.114125 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce42406f-60d6-49d4-a92d-eff7c152be3f tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (e70d961d-a1d8-4e9a-bd2b-6e43b63fb78c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:32.115092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce42406f-60d6-49d4-a92d-eff7c152be3f tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e70d961d-a1d8-4e9a-bd2b-6e43b63fb78c {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:28:32.122845 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce42406f-60d6-49d4-a92d-eff7c152be3f tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:32.122845 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ce42406f-60d6-49d4-a92d-eff7c152be3f tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "DELETE /v2.0/routers/e70d961d-a1d8-4e9a-bd2b-6e43b63fb78c HTTP/1.1" status: 204 len: 168 time: 0.5675073 Feb 11 05:28:32.131783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad44c6e-08a6-45ca-9b45-d645247b59ca req-26f106a6-48ce-4287-81e5-372878633a00 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:32.134111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ad44c6e-08a6-45ca-9b45-d645247b59ca req-26f106a6-48ce-4287-81e5-372878633a00 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 945 time: 0.1520629 Feb 11 05:28:32.180094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c91f83-61bc-4a68-9237-851ad9c17cf2 req-7482cfc0-7f99-488e-94c9-9cccfabfe319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:32.181738 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59c91f83-61bc-4a68-9237-851ad9c17cf2 req-7482cfc0-7f99-488e-94c9-9cccfabfe319 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 1128 time: 0.1404221 Feb 11 05:28:32.274836 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51368) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:32.292641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf219a5d-4f00-43d4-908f-1c3c3108ccd5 req-fb3b8a19-2640-4f90-ae70-e1a4451ea524 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757300 Feb 11 05:28:32.381877 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ad44c6e-08a6-45ca-9b45-d645247b59ca req-d7d543c2-260c-46bf-a61d-d9e47fbfbe96 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363460 Feb 11 05:28:32.396001 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:32.460012 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-691625272', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:32.493780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c91f83-61bc-4a68-9237-851ad9c17cf2 req-1923ba41-f04c-47b5-8d5e-a471f8ca5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:32.495366 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59c91f83-61bc-4a68-9237-851ad9c17cf2 req-1923ba41-f04c-47b5-8d5e-a471f8ca5b44 service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 912 time: 0.3060663 Feb 11 05:28:32.502798 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (632e4ab1-dcb3-43f5-bfd2-7e279ca523b4), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:32.504220 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (632e4ab1-dcb3-43f5-bfd2-7e279ca523b4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:32.570849 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_controller (632e4ab1-dcb3-43f5-bfd2-7e279ca523b4), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:32.630677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59c91f83-61bc-4a68-9237-851ad9c17cf2 req-b6eafd2a-1431-4821-b3df-fbf7e416193a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2688b163-76b0-4719-9c65-f83a9f6ef193 HTTP/1.1" status: 200 len: 1000 time: 0.1207778 Feb 11 05:28:32.638088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f948da-36fe-47b2-8b56-42a1424e4b71 req-518b3567-e497-414c-84d4-5446669780b5 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:32.639601 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65f948da-36fe-47b2-8b56-42a1424e4b71 req-518b3567-e497-414c-84d4-5446669780b5 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1921005 Feb 11 05:28:32.688647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c91f83-61bc-4a68-9237-851ad9c17cf2 req-be0290bf-9ef7-4aaf-a77c-017af2c95827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:32.690094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59c91f83-61bc-4a68-9237-851ad9c17cf2 req-be0290bf-9ef7-4aaf-a77c-017af2c95827 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.0495586 Feb 11 05:28:32.726395 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51378) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:32.763462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc20800-dee2-4115-a8ed-d7959429aa1d req-94b7d759-7b27-445c-9413-0a158be0c3a4 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:32.769662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ccc20800-dee2-4115-a8ed-d7959429aa1d req-94b7d759-7b27-445c-9413-0a158be0c3a4 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 945 time: 0.2719650 Feb 11 05:28:32.819110 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (632e4ab1-dcb3-43f5-bfd2-7e279ca523b4), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:32.832628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c91f83-61bc-4a68-9237-851ad9c17cf2 req-15210ec3-06f3-4d36-88fd-ec538d99fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:32.834820 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59c91f83-61bc-4a68-9237-851ad9c17cf2 req-15210ec3-06f3-4d36-88fd-ec538d99fe09 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1341481 Feb 11 05:28:32.864901 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65f948da-36fe-47b2-8b56-42a1424e4b71 req-1daaf4b2-8945-45cb-ad95-3bb41fd749af tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724763 Feb 11 05:28:32.880672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device d459e241-a9f3-4efd-a388-7fbd831334ac details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:32.927503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ccc20800-dee2-4115-a8ed-d7959429aa1d req-938354b1-8bb5-4bd0-a482-c8789bc75cb4 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568429 Feb 11 05:28:33.047692 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfbf5-59b6-403d-a7bc-76e976220e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.090818 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port d459e241-a9f3-4efd-a388-7fbd831334ac, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d459e241-a9f3-4efd-a388-7fbd831334ac,segment=NetworkSegment(a0c96c28-2dc4-485d-8444-1567acfada1a),segment_id=a0c96c28-2dc4-485d-8444-1567acfada1a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:33.105159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'd459e241-a9f3-4efd-a388-7fbd831334ac', 'network_id': 'e74686bb-2d6a-4e3b-82f0-7bc192f11561', 'port_id': 'd459e241-a9f3-4efd-a388-7fbd831334ac', 'mac_address': 'fa:16:3e:8d:16:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaab3e5b-138d-467e-8ffd-90d7780e617a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:33.110766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59c91f83-61bc-4a68-9237-851ad9c17cf2 req-01595267-2a97-4191-a7bd-8b45d88c20c6 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616529 Feb 11 05:28:33.157762 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port d459e241-a9f3-4efd-a388-7fbd831334ac is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:33.158206 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d459e241-a9f3-4efd-a388-7fbd831334ac), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.163655 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8502b8f-d34d-447d-b1ef-1778b899139b req-e14cbf10-2971-422d-aea4-aa5b318f6dee tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:33.166052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8502b8f-d34d-447d-b1ef-1778b899139b req-e14cbf10-2971-422d-aea4-aa5b318f6dee tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 945 time: 0.1388783 Feb 11 05:28:33.185725 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d459e241-a9f3-4efd-a388-7fbd831334ac {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:33.223345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port d459e241-a9f3-4efd-a388-7fbd831334ac, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d459e241-a9f3-4efd-a388-7fbd831334ac,segment=NetworkSegment(a0c96c28-2dc4-485d-8444-1567acfada1a),segment_id=a0c96c28-2dc4-485d-8444-1567acfada1a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:33.229543 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d459e241-a9f3-4efd-a388-7fbd831334ac), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.294334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=d459e241-a9f3-4efd-a388-7fbd831334ac,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:33.309781 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:33.310817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:33.311478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:33.312039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:33.312225 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59c91f83-61bc-4a68-9237-851ad9c17cf2 req-aa466a01-4420-4976-ac8f-fd58ae5c6900 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941655 Feb 11 05:28:33.313019 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:33.313919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:33.314479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:33.315000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:33.315616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:33.316185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:33.316700 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:33.317295 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:33.317790 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:28:33.324787 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8502b8f-d34d-447d-b1ef-1778b899139b req-d738f4a6-50dc-4da5-bdd1-5a1be32f728f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897174 Feb 11 05:28:33.335234 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (632e4ab1-dcb3-43f5-bfd2-7e279ca523b4), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.363266 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.427560 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfbf5-59b6-403d-a7bc-76e976220e17 admin admin] Publish callbacks [] for security_group (aace848a-7dc9-40a0-a9ee-cf30b62798f5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.447457 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a6cfbf5-59b6-403d-a7bc-76e976220e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (aace848a-7dc9-40a0-a9ee-cf30b62798f5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.523393 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d8396-7f29-4c3c-b758-7d430c55f2a0 req-8a59c5c7-82e9-4d11-91df-55e0d882616f tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:33.525029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa9d8396-7f29-4c3c-b758-7d430c55f2a0 req-8a59c5c7-82e9-4d11-91df-55e0d882616f tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c6c12b5-7e97-4b3d-834c-f39b8bf5336a HTTP/1.1" status: 200 len: 944 time: 0.1111948 Feb 11 05:28:33.533130 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cfbf5-59b6-403d-a7bc-76e976220e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aace848a-7dc9-40a0-a9ee-cf30b62798f5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:33.542912 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4a6cfbf5-59b6-403d-a7bc-76e976220e17 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b711ccef461a45bf847446e354d770db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8154809 Feb 11 05:28:33.543526 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51400) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:33.571861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['d459e241-a9f3-4efd-a388-7fbd831334ac'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:33.585882 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.615945 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Allocated IP 172.25.5.62 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/922ad812-a6ae-4b1b-b7c1-fd046cfa8dff) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:33.645533 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bfe548e5-1099-4f03-a8e5-7fc2fd2c25f0 admin admin] Publish callbacks [] for security_group (aace848a-7dc9-40a0-a9ee-cf30b62798f5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.652832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa9d8396-7f29-4c3c-b758-7d430c55f2a0 req-9e431ff4-b425-411d-876e-91e2ae3406aa tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095383 Feb 11 05:28:33.739315 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bfe548e5-1099-4f03-a8e5-7fc2fd2c25f0 admin admin] Publish callbacks [] for security_group (aace848a-7dc9-40a0-a9ee-cf30b62798f5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.824107 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for port (922ad812-a6ae-4b1b-b7c1-fd046cfa8dff), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.846376 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bfe548e5-1099-4f03-a8e5-7fc2fd2c25f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (aace848a-7dc9-40a0-a9ee-cf30b62798f5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.850558 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bfe548e5-1099-4f03-a8e5-7fc2fd2c25f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:33.854541 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bfe548e5-1099-4f03-a8e5-7fc2fd2c25f0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/aace848a-7dc9-40a0-a9ee-cf30b62798f5 HTTP/1.1" status: 204 len: 168 time: 0.3058124 Feb 11 05:28:33.901883 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe548e5-1099-4f03-a8e5-7fc2fd2c25f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aace848a-7dc9-40a0-a9ee-cf30b62798f5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:33.956168 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (922ad812-a6ae-4b1b-b7c1-fd046cfa8dff), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:34.106225 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:34.111609 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:34.114556 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:34.182570 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Pushing event updated for resources: {'Port': ['ID=922ad812-a6ae-4b1b-b7c1-fd046cfa8dff,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:34.216752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f977e-f9d7-434e-bc41-7aec5952f40a req-f6e9e58d-e04f-4a7d-b6bd-4bfac80bcff1 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:34.241130 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d1f977e-f9d7-434e-bc41-7aec5952f40a req-f6e9e58d-e04f-4a7d-b6bd-4bfac80bcff1 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1460786 Feb 11 05:28:34.334114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d1f977e-f9d7-434e-bc41-7aec5952f40a req-6f9b1905-127f-4234-ab5c-d85ad1169812 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875475 Feb 11 05:28:34.489681 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842156f5-bcc0-4726-90a5-66e3d8ca2dad req-0dabc586-1fba-4568-b8e3-b51f620d8fa7 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:34.491229 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-842156f5-bcc0-4726-90a5-66e3d8ca2dad req-0dabc586-1fba-4568-b8e3-b51f620d8fa7 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 945 time: 0.1131237 Feb 11 05:28:34.518220 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (632e4ab1-dcb3-43f5-bfd2-7e279ca523b4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:34.573967 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-842156f5-bcc0-4726-90a5-66e3d8ca2dad req-09f81fb9-7a6b-46c7-8256-e1cee366dfbc tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743320 Feb 11 05:28:34.797481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531f0aa-eff8-477b-94b0-4414407cbf97 req-206b8550-664e-4215-bdb9-50b088393c05 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:34.804687 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8531f0aa-eff8-477b-94b0-4414407cbf97 req-206b8550-664e-4215-bdb9-50b088393c05 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c6c12b5-7e97-4b3d-834c-f39b8bf5336a HTTP/1.1" status: 200 len: 944 time: 0.0674233 Feb 11 05:28:34.821377 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (632e4ab1-dcb3-43f5-bfd2-7e279ca523b4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:34.864225 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8531f0aa-eff8-477b-94b0-4414407cbf97 req-108cf22a-c571-4942-9c5f-7e556fe6c7de tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540502 Feb 11 05:28:34.887785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device d459e241-a9f3-4efd-a388-7fbd831334ac up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:34.955203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port d459e241-a9f3-4efd-a388-7fbd831334ac completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:34.964346 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port d459e241-a9f3-4efd-a388-7fbd831334ac triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:34.965073 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d459e241-a9f3-4efd-a388-7fbd831334ac), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.054029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Router 632e4ab1-dcb3-43f5-bfd2-7e279ca523b4 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:28:35.129861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port d459e241-a9f3-4efd-a388-7fbd831334ac is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:35.130622 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d459e241-a9f3-4efd-a388-7fbd831334ac), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.150401 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.169590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6c12b5-7e97-4b3d-834c-f39b8bf5336a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd459e241-a9f3-4efd-a388-7fbd831334ac'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:35.172297 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9543d539-d592-473d-acbc-05b8b7f9aebe" -d '{"events": [{"server_uuid": "0c6c12b5-7e97-4b3d-834c-f39b8bf5336a", "name": "network-vif-plugged", "status": "completed", "tag": "d459e241-a9f3-4efd-a388-7fbd831334ac"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:35.190285 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port d459e241-a9f3-4efd-a388-7fbd831334ac, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d459e241-a9f3-4efd-a388-7fbd831334ac,segment=NetworkSegment(a0c96c28-2dc4-485d-8444-1567acfada1a),segment_id=a0c96c28-2dc4-485d-8444-1567acfada1a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:35.197200 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d459e241-a9f3-4efd-a388-7fbd831334ac), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.236796 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:28:35.262445 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34be5f48-f12a-4c32-bc04-19f8ac33cc9c x-openstack-request-id: req-34be5f48-f12a-4c32-bc04-19f8ac33cc9c {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:35.263205 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6c12b5-7e97-4b3d-834c-f39b8bf5336a", "name": "network-vif-plugged", "status": "completed", "tag": "d459e241-a9f3-4efd-a388-7fbd831334ac", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:35.263485 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-34be5f48-f12a-4c32-bc04-19f8ac33cc9c {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:35.263971 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.265375 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6c12b5-7e97-4b3d-834c-f39b8bf5336a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd459e241-a9f3-4efd-a388-7fbd831334ac', 'code': 200} Feb 11 05:28:35.269703 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3cfb0b46-43e6-4076-8873-52656c6a9357 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9908521 Feb 11 05:28:35.270000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51452) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:35.271331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c4454b-7bc4-4ff1-8757-621b7db68e84 None None] Sync routers for ids ['632e4ab1-dcb3-43f5-bfd2-7e279ca523b4'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:28:35.296811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4454b-7bc4-4ff1-8757-621b7db68e84 None None] Routers {'632e4ab1-dcb3-43f5-bfd2-7e279ca523b4'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:35.297501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-42c4454b-7bc4-4ff1-8757-621b7db68e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['632e4ab1-dcb3-43f5-bfd2-7e279ca523b4'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:35.342304 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-42c4454b-7bc4-4ff1-8757-621b7db68e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:35.360096 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=d459e241-a9f3-4efd-a388-7fbd831334ac,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:35.365208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4454b-7bc4-4ff1-8757-621b7db68e84 None None] Routers {'632e4ab1-dcb3-43f5-bfd2-7e279ca523b4'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:35.365840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-42c4454b-7bc4-4ff1-8757-621b7db68e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['632e4ab1-dcb3-43f5-bfd2-7e279ca523b4'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:35.402666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-42c4454b-7bc4-4ff1-8757-621b7db68e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:35.403322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c4454b-7bc4-4ff1-8757-621b7db68e84 None None] The sync data for ids ['632e4ab1-dcb3-43f5-bfd2-7e279ca523b4'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:28:35.421561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-43310b0a-aed6-4082-a975-5cd9f64f44a2 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "GET /v2.0/routers/632e4ab1-dcb3-43f5-bfd2-7e279ca523b4 HTTP/1.1" status: 200 len: 923 time: 0.1503792 Feb 11 05:28:35.424791 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51458) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:35.463782 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b49ea930-c830-4a3a-8416-a7d6960be489 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "GET /v2.0/ports?device_id=632e4ab1-dcb3-43f5-bfd2-7e279ca523b4 HTTP/1.1" status: 200 len: 205 time: 0.0363994 Feb 11 05:28:35.465109 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51460) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:35.507082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df4fec-2a37-431d-8a38-d9c3f709717e req-8b236b9b-6dc6-4011-9d68-eb408e4457fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:35.508827 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-38df4fec-2a37-431d-8a38-d9c3f709717e req-8b236b9b-6dc6-4011-9d68-eb408e4457fb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0c6c12b5-7e97-4b3d-834c-f39b8bf5336a HTTP/1.1" status: 200 len: 1128 time: 0.0900085 Feb 11 05:28:35.521159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d695bf-d761-4cf2-b367-a24a1c70ce34 req-7e2f4bec-7bdc-405a-8764-ecc9c2a1233f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:35.522742 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0d695bf-d761-4cf2-b367-a24a1c70ce34 req-7e2f4bec-7bdc-405a-8764-ecc9c2a1233f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0937824 Feb 11 05:28:35.582606 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-38df4fec-2a37-431d-8a38-d9c3f709717e req-59e0f7dd-3a47-4211-9bae-4e4dab629f15 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587461 Feb 11 05:28:35.608585 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdc216a5-fc25-4743-ade3-75c9c4ace15d tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (632e4ab1-dcb3-43f5-bfd2-7e279ca523b4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.613521 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0d695bf-d761-4cf2-b367-a24a1c70ce34 req-e71629b1-5208-4d8b-a0d3-b6c6fe1b6cd4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759704 Feb 11 05:28:35.756221 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdc216a5-fc25-4743-ade3-75c9c4ace15d tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (632e4ab1-dcb3-43f5-bfd2-7e279ca523b4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.826684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c5c54-2eeb-48cc-b943-ff0b80d4e653 req-b7337b2a-1fad-428a-82b1-b454389edfcb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:35.828782 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae9c5c54-2eeb-48cc-b943-ff0b80d4e653 req-b7337b2a-1fad-428a-82b1-b454389edfcb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1270947 Feb 11 05:28:35.837914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf3b02-10c5-4345-9294-a14938481a9e req-14029ba5-2caf-44ec-b433-a16dffffb52c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:35.839714 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fabf3b02-10c5-4345-9294-a14938481a9e req-14029ba5-2caf-44ec-b433-a16dffffb52c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 945 time: 0.1147361 Feb 11 05:28:35.856105 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-bdc216a5-fc25-4743-ade3-75c9c4ace15d tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Deleting port 922ad812-a6ae-4b1b-b7c1-fd046cfa8dff {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:35.856677 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdc216a5-fc25-4743-ade3-75c9c4ace15d tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (922ad812-a6ae-4b1b-b7c1-fd046cfa8dff), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.941269 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fabf3b02-10c5-4345-9294-a14938481a9e req-7ae55a6c-061d-4eeb-8b51-b3ffa6348a34 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880365 Feb 11 05:28:35.956601 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdc216a5-fc25-4743-ade3-75c9c4ace15d tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (922ad812-a6ae-4b1b-b7c1-fd046cfa8dff), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:35.965138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae9c5c54-2eeb-48cc-b943-ff0b80d4e653 req-1aacde4e-7ea1-46ad-9eb6-df8b1d49254a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218710 Feb 11 05:28:35.971954 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-bdc216a5-fc25-4743-ade3-75c9c4ace15d tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Calling delete_port for 922ad812-a6ae-4b1b-b7c1-fd046cfa8dff owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:36.118496 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d8c6a-6591-472b-946c-590d88e91273 req-7affde2a-1458-40bc-9c57-afcb061874d7 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:36.120040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd6d8c6a-6591-472b-946c-590d88e91273 req-7affde2a-1458-40bc-9c57-afcb061874d7 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c6c12b5-7e97-4b3d-834c-f39b8bf5336a HTTP/1.1" status: 200 len: 945 time: 0.1057441 Feb 11 05:28:36.157918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cb5cb-97ca-4ad8-b436-df4a15f4ecea req-51d9fbfb-a69f-4a7d-baaf-0d7c8627708b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:36.159740 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e78cb5cb-97ca-4ad8-b436-df4a15f4ecea req-51d9fbfb-a69f-4a7d-baaf-0d7c8627708b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0923760 Feb 11 05:28:36.213939 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdc216a5-fc25-4743-ade3-75c9c4ace15d tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (922ad812-a6ae-4b1b-b7c1-fd046cfa8dff), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.217882 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd6d8c6a-6591-472b-946c-590d88e91273 req-03e6e116-9586-4f50-b777-268d3d59cb8a tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867414 Feb 11 05:28:36.261385 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc216a5-fc25-4743-ade3-75c9c4ace15d tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Pushing event deleted for resources: {'Port': ['ID=922ad812-a6ae-4b1b-b7c1-fd046cfa8dff,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:36.270388 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e78cb5cb-97ca-4ad8-b436-df4a15f4ecea req-4f9d1b29-b31f-4c88-ba84-49874468fa6b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016991 Feb 11 05:28:36.362904 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdc216a5-fc25-4743-ade3-75c9c4ace15d tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (632e4ab1-dcb3-43f5-bfd2-7e279ca523b4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.453484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f0793-071e-41a3-ae1e-aa562f6fcea5 req-6ed3dea0-69ba-4651-adb4-b06930f59bd0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:36.455387 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f7f0793-071e-41a3-ae1e-aa562f6fcea5 req-6ed3dea0-69ba-4651-adb4-b06930f59bd0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.0799055 Feb 11 05:28:36.475120 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdc216a5-fc25-4743-ade3-75c9c4ace15d tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (632e4ab1-dcb3-43f5-bfd2-7e279ca523b4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.478305 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdc216a5-fc25-4743-ade3-75c9c4ace15d tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_controller (632e4ab1-dcb3-43f5-bfd2-7e279ca523b4), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.511259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f7f0793-071e-41a3-ae1e-aa562f6fcea5 req-1e641fa1-57df-45eb-8135-4f1fafd368ee tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499604 Feb 11 05:28:36.545993 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdc216a5-fc25-4743-ade3-75c9c4ace15d tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (632e4ab1-dcb3-43f5-bfd2-7e279ca523b4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.547432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc216a5-fc25-4743-ade3-75c9c4ace15d tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Fanout notify agent at l3_agent the message router_deleted on router 632e4ab1-dcb3-43f5-bfd2-7e279ca523b4 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:28:36.557853 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdc216a5-fc25-4743-ade3-75c9c4ace15d tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.559141 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bdc216a5-fc25-4743-ade3-75c9c4ace15d tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "DELETE /v2.0/routers/632e4ab1-dcb3-43f5-bfd2-7e279ca523b4 HTTP/1.1" status: 204 len: 168 time: 1.0928974 Feb 11 05:28:36.563049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51502) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:36.568547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1724221983', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'enable_snat': False}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:36.592456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (82d5fde8-d668-445e-9bee-2860aa07ec08), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.594573 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (82d5fde8-d668-445e-9bee-2860aa07ec08), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.688883 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_controller (82d5fde8-d668-445e-9bee-2860aa07ec08), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:36.701660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d56a1-7194-44bd-ae3b-47c337e79936 req-923b9768-bf7e-47e6-a5ea-512bc738f254 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:36.703932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-500d56a1-7194-44bd-ae3b-47c337e79936 req-923b9768-bf7e-47e6-a5ea-512bc738f254 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1033902 Feb 11 05:28:36.906491 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:37.090329 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:37.104368 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b', 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7', 'port_id': '099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b', 'mac_address': 'fa:16:3e:a1:bc:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5de3e86-13e1-461d-b0c7-ed54a8c80c7d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:37.180729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:37.181214 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.217036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:37.241208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:37.249661 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.276067 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (82d5fde8-d668-445e-9bee-2860aa07ec08), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.284008 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51536) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:37.330190 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-500d56a1-7194-44bd-ae3b-47c337e79936 req-0dbfa9e0-40b5-4021-9caf-1f852910870f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5929222 Feb 11 05:28:37.358653 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:37.371363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3bb39-ab84-4dfe-8f11-a15ecaca3bb0 req-eb998fec-e336-492c-a048-53ef2ce51106 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:37.377282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18f3bb39-ab84-4dfe-8f11-a15ecaca3bb0 req-eb998fec-e336-492c-a048-53ef2ce51106 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 945 time: 0.2573032 Feb 11 05:28:37.449723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:37.524729 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20e3c7c3-f28c-49e4-8c3f-59a011510c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.526274 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18f3bb39-ab84-4dfe-8f11-a15ecaca3bb0 req-81c32949-723c-4e6d-8200-7374f10be8b0 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479073 Feb 11 05:28:37.571341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ceb59-2d84-4531-b500-9809c0f7e9f2 req-5ab7899a-6a57-4df0-9e6d-028f2b1b4fd0 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:37.572894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c8ceb59-2d84-4531-b500-9809c0f7e9f2 req-5ab7899a-6a57-4df0-9e6d-028f2b1b4fd0 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c6c12b5-7e97-4b3d-834c-f39b8bf5336a HTTP/1.1" status: 200 len: 945 time: 0.1055233 Feb 11 05:28:37.636699 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20e3c7c3-f28c-49e4-8c3f-59a011510c9a admin admin] Publish callbacks [] for security_group (43fe993b-8de1-4804-a8d7-92a3aadb6f1a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.642653 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20e3c7c3-f28c-49e4-8c3f-59a011510c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (43fe993b-8de1-4804-a8d7-92a3aadb6f1a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.690304 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3c7c3-f28c-49e4-8c3f-59a011510c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fe993b-8de1-4804-a8d7-92a3aadb6f1a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:37.713953 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-20e3c7c3-f28c-49e4-8c3f-59a011510c9a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0d1783526973464b931511f9ee9d0644&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4247615 Feb 11 05:28:37.716688 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51544) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:37.774467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c8ceb59-2d84-4531-b500-9809c0f7e9f2 req-df1a02f0-9092-4055-ba6a-f0f778ca0e08 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869392 Feb 11 05:28:37.778506 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d29a1a7f-e7f4-4d15-a71b-de7f17c51954 admin admin] Publish callbacks [] for security_group (43fe993b-8de1-4804-a8d7-92a3aadb6f1a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.795203 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (82d5fde8-d668-445e-9bee-2860aa07ec08), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.818388 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.824876 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d29a1a7f-e7f4-4d15-a71b-de7f17c51954 admin admin] Publish callbacks [] for security_group (43fe993b-8de1-4804-a8d7-92a3aadb6f1a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.909254 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d29a1a7f-e7f4-4d15-a71b-de7f17c51954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (43fe993b-8de1-4804-a8d7-92a3aadb6f1a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.909254 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d29a1a7f-e7f4-4d15-a71b-de7f17c51954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:37.911119 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d29a1a7f-e7f4-4d15-a71b-de7f17c51954 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/43fe993b-8de1-4804-a8d7-92a3aadb6f1a HTTP/1.1" status: 204 len: 168 time: 0.1918755 Feb 11 05:28:37.925474 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a1a7f-e7f4-4d15-a71b-de7f17c51954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fe993b-8de1-4804-a8d7-92a3aadb6f1a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:38.027802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e477b-f8a5-47cc-804b-40be75d919d5 req-dc44e1c5-3305-4e23-b9e5-f73429f1b0a0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:38.029324 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-381e477b-f8a5-47cc-804b-40be75d919d5 req-dc44e1c5-3305-4e23-b9e5-f73429f1b0a0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1961503 Feb 11 05:28:38.046802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Allocated IP 172.25.5.51 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/2b86bde0-bb3d-4f38-a9b3-e2956ae3160f) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:38.114697 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-381e477b-f8a5-47cc-804b-40be75d919d5 req-02e01e2d-df5d-443f-af14-61bbeb00a845 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700209 Feb 11 05:28:38.242972 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for port (2b86bde0-bb3d-4f38-a9b3-e2956ae3160f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.285100 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2b86bde0-bb3d-4f38-a9b3-e2956ae3160f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.325702 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51562) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:38.340475 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e132d02c-69a1-4688-9749-c5370f8781ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.348867 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:38.352005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:38.354641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:38.382811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Pushing event updated for resources: {'Port': ['ID=2b86bde0-bb3d-4f38-a9b3-e2956ae3160f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:38.480802 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e132d02c-69a1-4688-9749-c5370f8781ca admin admin] Publish callbacks [] for security_group (f944d3b6-024a-42e6-8e3b-17e84720f148), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.485918 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e132d02c-69a1-4688-9749-c5370f8781ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f944d3b6-024a-42e6-8e3b-17e84720f148), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.526686 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132d02c-69a1-4688-9749-c5370f8781ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f944d3b6-024a-42e6-8e3b-17e84720f148,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:38.550793 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e132d02c-69a1-4688-9749-c5370f8781ca admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=69fea93d74fb46f299a2579de6f7d93f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2241552 Feb 11 05:28:38.553311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51570) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:38.634435 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec583464-9802-4561-b525-61d5831a56cf admin admin] Publish callbacks [] for security_group (f944d3b6-024a-42e6-8e3b-17e84720f148), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.656980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec583464-9802-4561-b525-61d5831a56cf admin admin] Publish callbacks [] for security_group (f944d3b6-024a-42e6-8e3b-17e84720f148), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.712182 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec583464-9802-4561-b525-61d5831a56cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f944d3b6-024a-42e6-8e3b-17e84720f148), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.716169 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec583464-9802-4561-b525-61d5831a56cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.717584 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ec583464-9802-4561-b525-61d5831a56cf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f944d3b6-024a-42e6-8e3b-17e84720f148 HTTP/1.1" status: 204 len: 168 time: 0.1631947 Feb 11 05:28:38.727338 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec583464-9802-4561-b525-61d5831a56cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f944d3b6-024a-42e6-8e3b-17e84720f148,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:38.819396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367529cb-94f7-437a-8592-6dad39c058dd req-8f2012e7-f642-4f0a-af16-462833111a3d tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:38.821035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-367529cb-94f7-437a-8592-6dad39c058dd req-8f2012e7-f642-4f0a-af16-462833111a3d tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 944 time: 0.1630228 Feb 11 05:28:38.837295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acfcef-9eb5-45d6-bbf9-be617c9518cd req-3ed65602-ae2b-4b52-a5dc-eaa0cdf74e77 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:38.838960 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8acfcef-9eb5-45d6-bbf9-be617c9518cd req-3ed65602-ae2b-4b52-a5dc-eaa0cdf74e77 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c6c12b5-7e97-4b3d-834c-f39b8bf5336a HTTP/1.1" status: 200 len: 945 time: 0.2114873 Feb 11 05:28:38.881783 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (82d5fde8-d668-445e-9bee-2860aa07ec08), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:38.933517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:38.966398 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-367529cb-94f7-437a-8592-6dad39c058dd req-b9f77105-3906-4b85-a857-82d7d09dde94 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263227 Feb 11 05:28:38.985669 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8acfcef-9eb5-45d6-bbf9-be617c9518cd req-ea0b894d-c22b-4cdf-86ee-5b9a1dc001f8 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349070 Feb 11 05:28:39.070811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:39.071196 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:39.163813 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:39.164577 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:39.213625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64de6410-8b9b-42b0-8fb4-b3cc1f322f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:39.218147 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cd5046-1bf1-45b0-afdb-d6cef473a372" -d '{"events": [{"server_uuid": "64de6410-8b9b-42b0-8fb4-b3cc1f322f91", "name": "network-vif-plugged", "status": "completed", "tag": "099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:39.242858 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (82d5fde8-d668-445e-9bee-2860aa07ec08), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:39.259875 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:39.270555 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:39.345251 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6e6f62-7a4a-4cc0-97bd-056a8e672e32 x-openstack-request-id: req-5b6e6f62-7a4a-4cc0-97bd-056a8e672e32 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:39.349226 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64de6410-8b9b-42b0-8fb4-b3cc1f322f91", "name": "network-vif-plugged", "status": "completed", "tag": "099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:39.351797 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5b6e6f62-7a4a-4cc0-97bd-056a8e672e32 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:39.352231 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64de6410-8b9b-42b0-8fb4-b3cc1f322f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b', 'code': 200} Feb 11 05:28:39.392726 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:39.478941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb6926-3e2b-440a-88d0-284958c7fbc6 req-bfb25654-0d8c-4003-95cc-e456b1f0aa31 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:39.480590 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85cb6926-3e2b-440a-88d0-284958c7fbc6 req-bfb25654-0d8c-4003-95cc-e456b1f0aa31 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1591961 Feb 11 05:28:39.537689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65ad95-faef-4355-aa5e-c52be08dd2cd req-46d8d0ff-dcc6-44fd-b3ca-4fdb31779420 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:39.539229 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d65ad95-faef-4355-aa5e-c52be08dd2cd req-46d8d0ff-dcc6-44fd-b3ca-4fdb31779420 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 945 time: 0.1426609 Feb 11 05:28:39.541776 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Router 82d5fde8-d668-445e-9bee-2860aa07ec08 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:28:39.630346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85cb6926-3e2b-440a-88d0-284958c7fbc6 req-dffd3250-264e-4e4a-9ab3-cbe615187099 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417608 Feb 11 05:28:39.724807 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d65ad95-faef-4355-aa5e-c52be08dd2cd req-d417eb7f-ce2c-468e-a4c8-63c965dab0e8 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738923 Feb 11 05:28:39.737786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:28:39.740069 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:39.757583 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Sync routers for ids ['82d5fde8-d668-445e-9bee-2860aa07ec08'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:28:39.760614 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:39.763287 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-caa6dd74-652c-4ac4-a9a3-e745e79e8e35 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1987929 Feb 11 05:28:39.766695 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51608) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:39.781126 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Routers {'82d5fde8-d668-445e-9bee-2860aa07ec08'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:39.781353 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['82d5fde8-d668-445e-9bee-2860aa07ec08'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:39.938265 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bfa6f3d4-9ca6-48fb-9503-8850641a8994 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "GET /v2.0/routers/82d5fde8-d668-445e-9bee-2860aa07ec08 HTTP/1.1" status: 200 len: 908 time: 0.1679962 Feb 11 05:28:39.941608 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51618) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:39.950016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1724221983', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'enable_snat': True}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:39.975112 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Set router 82d5fde8-d668-445e-9bee-2860aa07ec08 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:40.003982 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (21d20e75-2574-4bbd-89bb-e161f0116d44), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.004592 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (21d20e75-2574-4bbd-89bb-e161f0116d44), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.015929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00543b2-e3b7-4776-be4d-cb0191a5d266 req-095e178c-75b6-43cf-84c1-51f7d0ca97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:40.020663 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a00543b2-e3b7-4776-be4d-cb0191a5d266 req-095e178c-75b6-43cf-84c1-51f7d0ca97d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 1128 time: 0.1212332 Feb 11 05:28:40.049255 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf0239-c386-40b7-abe0-d39193610b50 req-fba5f8b1-05a4-41b2-ae21-f2b102c6d15a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:40.054900 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7bf0239-c386-40b7-abe0-d39193610b50 req-fba5f8b1-05a4-41b2-ae21-f2b102c6d15a tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1373329 Feb 11 05:28:40.131085 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_controller (21d20e75-2574-4bbd-89bb-e161f0116d44), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.173282 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d5fde8-d668-445e-9bee-2860aa07ec08', 'name': 'tempest-snat-router-1724221983', 'tenant_id': 'ffbce60e777444e3a62ee6b69a4e6647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.51'}], 'enable_snat': False}, 'gw_port_id': '2b86bde0-bb3d-4f38-a9b3-e2956ae3160f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:28:36Z', 'updated_at': '2022-02-11T05:28:38Z', 'revision_number': 3, 'project_id': 'ffbce60e777444e3a62ee6b69a4e6647', 'gw_port': {'id': '2b86bde0-bb3d-4f38-a9b3-e2956ae3160f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d5fde8-d668-445e-9bee-2860aa07ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:28:37Z', 'updated_at': '2022-02-11T05:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:40.203386 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Checking router: 82d5fde8-d668-445e-9bee-2860aa07ec08 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:28:40.203979 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Updating router 82d5fde8-d668-445e-9bee-2860aa07ec08 port 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:28:40.233247 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2b86bde0-bb3d-4f38-a9b3-e2956ae3160f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.280849 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7bf0239-c386-40b7-abe0-d39193610b50 req-6faf8a76-0f32-428e-961e-2ba8438039df tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809092 Feb 11 05:28:40.365802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924e359-1071-4b29-9eac-15d7b4778a6f req-38a19dc3-7843-4b74-9cbd-7fad07ed6c11 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:40.374560 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8924e359-1071-4b29-9eac-15d7b4778a6f req-38a19dc3-7843-4b74-9cbd-7fad07ed6c11 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c6c12b5-7e97-4b3d-834c-f39b8bf5336a HTTP/1.1" status: 200 len: 945 time: 0.2723362 Feb 11 05:28:40.377734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00543b2-e3b7-4776-be4d-cb0191a5d266 req-1ca05b23-3e0f-46b5-b2a0-f335ba29443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:40.379185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a00543b2-e3b7-4776-be4d-cb0191a5d266 req-1ca05b23-3e0f-46b5-b2a0-f335ba29443a service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 200 len: 912 time: 0.3207781 Feb 11 05:28:40.448184 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8924e359-1071-4b29-9eac-15d7b4778a6f req-e219886a-7331-4e8e-be88-7584e99fe4d8 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676379 Feb 11 05:28:40.552905 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a00543b2-e3b7-4776-be4d-cb0191a5d266 req-339ed8ff-ce25-447a-80f1-f30fccdfa1a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2688b163-76b0-4719-9c65-f83a9f6ef193 HTTP/1.1" status: 200 len: 1000 time: 0.1219816 Feb 11 05:28:40.636593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00543b2-e3b7-4776-be4d-cb0191a5d266 req-585c86f1-613a-4a98-a2fb-3f6059a9a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:40.638504 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a00543b2-e3b7-4776-be4d-cb0191a5d266 req-585c86f1-613a-4a98-a2fb-3f6059a9a440 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 200 len: 850 time: 0.0757060 Feb 11 05:28:40.741109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00543b2-e3b7-4776-be4d-cb0191a5d266 req-425bd6ec-1281-4df1-ab2f-5ae4b8c975d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:40.743049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a00543b2-e3b7-4776-be4d-cb0191a5d266 req-425bd6ec-1281-4df1-ab2f-5ae4b8c975d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0964468 Feb 11 05:28:40.847672 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Publish callbacks [] for port (2b86bde0-bb3d-4f38-a9b3-e2956ae3160f), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.862506 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2b86bde0-bb3d-4f38-a9b3-e2956ae3160f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.925240 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (21d20e75-2574-4bbd-89bb-e161f0116d44), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.940203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:40.949942 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293d13b-16a3-40f8-8d57-ce16aff05b5e req-9b3558ec-fc6b-45c1-976a-3c8d94898750 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:40.950663 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Attempting to bind port 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:40.951036 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Attempting to bind port 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:40.951395 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Attempting to bind port 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:40.951601 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5293d13b-16a3-40f8-8d57-ce16aff05b5e req-9b3558ec-fc6b-45c1-976a-3c8d94898750 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c6c12b5-7e97-4b3d-834c-f39b8bf5336a HTTP/1.1" status: 200 len: 945 time: 0.1792774 Feb 11 05:28:40.963224 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:40.963672 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:40.964070 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:40.964454 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:40.967759 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Bound port: 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:40.967759 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2b86bde0-bb3d-4f38-a9b3-e2956ae3160f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.073480 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] For port 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:41.083995 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] For port 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2b86bde0-bb3d-4f38-a9b3-e2956ae3160f,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:41.090744 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac6b66-d887-45d7-b521-3a620a487a00 None None] Pushing event updated for resources: {'Port': ['ID=2b86bde0-bb3d-4f38-a9b3-e2956ae3160f,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:41.104649 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2b86bde0-bb3d-4f38-a9b3-e2956ae3160f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.138822 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:41.139250 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.152069 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-5293d13b-16a3-40f8-8d57-ce16aff05b5e req-bdde3c01-d82b-4c13-ad77-b7c200133607 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Deleting port d459e241-a9f3-4efd-a388-7fbd831334ac {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:41.152415 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-5293d13b-16a3-40f8-8d57-ce16aff05b5e req-bdde3c01-d82b-4c13-ad77-b7c200133607 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d459e241-a9f3-4efd-a388-7fbd831334ac), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.158433 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09878a39-d5aa-46a5-851b-2f5123363c25 req-0311cd9a-91e1-4f3f-9cdb-7424cbd556b6 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:41.174873 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-09878a39-d5aa-46a5-851b-2f5123363c25 req-0311cd9a-91e1-4f3f-9cdb-7424cbd556b6 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 945 time: 0.1943483 Feb 11 05:28:41.189836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a00543b2-e3b7-4776-be4d-cb0191a5d266 req-6476aeaf-d1f0-4f0a-a5db-101e7281beb9 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261382 Feb 11 05:28:41.217721 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:41.221432 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Routers {'82d5fde8-d668-445e-9bee-2860aa07ec08'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:41.222352 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['82d5fde8-d668-445e-9bee-2860aa07ec08'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:41.225710 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.273878 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-5293d13b-16a3-40f8-8d57-ce16aff05b5e req-bdde3c01-d82b-4c13-ad77-b7c200133607 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] For port d459e241-a9f3-4efd-a388-7fbd831334ac, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d459e241-a9f3-4efd-a388-7fbd831334ac,segment=NetworkSegment(a0c96c28-2dc4-485d-8444-1567acfada1a),segment_id=a0c96c28-2dc4-485d-8444-1567acfada1a)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:41.274212 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-5293d13b-16a3-40f8-8d57-ce16aff05b5e req-bdde3c01-d82b-4c13-ad77-b7c200133607 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d459e241-a9f3-4efd-a388-7fbd831334ac), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.302711 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-5293d13b-16a3-40f8-8d57-ce16aff05b5e req-bdde3c01-d82b-4c13-ad77-b7c200133607 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Calling delete_port for d459e241-a9f3-4efd-a388-7fbd831334ac owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:41.339298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:41.366549 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64de6410-8b9b-42b0-8fb4-b3cc1f322f91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:41.370498 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5912b6-8922-4120-ae5f-a37a093848a7" -d '{"events": [{"server_uuid": "64de6410-8b9b-42b0-8fb4-b3cc1f322f91", "name": "network-vif-unplugged", "status": "completed", "tag": "099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:41.406872 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac6b66-d887-45d7-b521-3a620a487a00 None None] Pushing event updated for resources: {'Port': ['ID=2b86bde0-bb3d-4f38-a9b3-e2956ae3160f,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:41.455954 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a00543b2-e3b7-4776-be4d-cb0191a5d266 req-80fc4a23-94e6-46d8-8961-443364673064 service neutron] 10.222.0.73 "GET /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498043 Feb 11 05:28:41.540159 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-09878a39-d5aa-46a5-851b-2f5123363c25 req-c08df298-ad17-4e5e-87cc-529fd963327c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637147 Feb 11 05:28:41.545129 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] Set router 82d5fde8-d668-445e-9bee-2860aa07ec08 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:41.564823 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-5293d13b-16a3-40f8-8d57-ce16aff05b5e req-bdde3c01-d82b-4c13-ad77-b7c200133607 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d459e241-a9f3-4efd-a388-7fbd831334ac), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.578816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['d459e241-a9f3-4efd-a388-7fbd831334ac'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:41.620428 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde3c01-d82b-4c13-ad77-b7c200133607 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Pushing event deleted for resources: {'Port': ['ID=d459e241-a9f3-4efd-a388-7fbd831334ac,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:41.650674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39164a-d661-4faa-9d4c-b3c7ba1630a4 req-16b46b6e-81d6-4e97-bcf1-559aec007db1 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:41.675949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d39164a-d661-4faa-9d4c-b3c7ba1630a4 req-16b46b6e-81d6-4e97-bcf1-559aec007db1 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.2153556 Feb 11 05:28:41.690361 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-5293d13b-16a3-40f8-8d57-ce16aff05b5e req-bdde3c01-d82b-4c13-ad77-b7c200133607 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] No DVR routers for this DVR port d459e241-a9f3-4efd-a388-7fbd831334ac on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:41.694655 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-5293d13b-16a3-40f8-8d57-ce16aff05b5e req-bdde3c01-d82b-4c13-ad77-b7c200133607 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:41.698709 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5293d13b-16a3-40f8-8d57-ce16aff05b5e req-bdde3c01-d82b-4c13-ad77-b7c200133607 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.73 "DELETE /v2.0/ports/d459e241-a9f3-4efd-a388-7fbd831334ac HTTP/1.1" status: 204 len: 173 time: 0.7347956 Feb 11 05:28:41.709785 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e7ed5-efc4-4d65-ba9a-5300bb1cb576 req-e531a0c8-b5e3-40a6-86c3-c03e09d6dd19 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:41.718580 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282f1786-d9f9-4242-8cc4-cab6c21b6a1c x-openstack-request-id: req-282f1786-d9f9-4242-8cc4-cab6c21b6a1c {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:41.719050 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64de6410-8b9b-42b0-8fb4-b3cc1f322f91", "name": "network-vif-unplugged", "status": "completed", "tag": "099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:41.719582 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-282f1786-d9f9-4242-8cc4-cab6c21b6a1c {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:41.720375 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64de6410-8b9b-42b0-8fb4-b3cc1f322f91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b', 'code': 200} Feb 11 05:28:41.728223 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b10e7ed5-efc4-4d65-ba9a-5300bb1cb576 req-e531a0c8-b5e3-40a6-86c3-c03e09d6dd19 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.73 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 943 time: 0.2096183 Feb 11 05:28:41.730941 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6c12b5-7e97-4b3d-834c-f39b8bf5336a', 'name': 'network-vif-deleted', 'tag': 'd459e241-a9f3-4efd-a388-7fbd831334ac'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:41.743899 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ac604c-4d40-44a1-8016-218906056a7a" -d '{"events": [{"server_uuid": "0c6c12b5-7e97-4b3d-834c-f39b8bf5336a", "name": "network-vif-deleted", "tag": "d459e241-a9f3-4efd-a388-7fbd831334ac"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:41.816437 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d39164a-d661-4faa-9d4c-b3c7ba1630a4 req-6e438621-e590-4159-90d0-6c582def89e8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395273 Feb 11 05:28:42.001061 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2141ad5d-0160-444b-a604-d27b0c144427 req-7c1ffcb7-d99b-4274-84a0-419b2a6367d9 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c6c12b5-7e97-4b3d-834c-f39b8bf5336a HTTP/1.1" status: 200 len: 210 time: 0.1073425 Feb 11 05:28:42.056271 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d5fde8-d668-445e-9bee-2860aa07ec08', 'name': 'tempest-snat-router-1724221983', 'tenant_id': 'ffbce60e777444e3a62ee6b69a4e6647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.51'}], 'enable_snat': False}, 'gw_port_id': '2b86bde0-bb3d-4f38-a9b3-e2956ae3160f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:28:36Z', 'updated_at': '2022-02-11T05:28:38Z', 'revision_number': 3, 'project_id': 'ffbce60e777444e3a62ee6b69a4e6647', 'gw_port': {'id': '2b86bde0-bb3d-4f38-a9b3-e2956ae3160f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d5fde8-d668-445e-9bee-2860aa07ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:28:37Z', 'updated_at': '2022-02-11T05:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:42.086544 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e176aa65-ef8b-4f9f-bf61-c8908aeeb6b2 None None] The sync data for ids ['82d5fde8-d668-445e-9bee-2860aa07ec08'] in n-d-713499-38 is: [{'id': '82d5fde8-d668-445e-9bee-2860aa07ec08', 'name': 'tempest-snat-router-1724221983', 'tenant_id': 'ffbce60e777444e3a62ee6b69a4e6647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.51'}], 'enable_snat': False}, 'gw_port_id': '2b86bde0-bb3d-4f38-a9b3-e2956ae3160f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:28:36Z', 'updated_at': '2022-02-11T05:28:38Z', 'revision_number': 3, 'project_id': 'ffbce60e777444e3a62ee6b69a4e6647', 'gw_port': {'id': '2b86bde0-bb3d-4f38-a9b3-e2956ae3160f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d5fde8-d668-445e-9bee-2860aa07ec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:28:37Z', 'updated_at': '2022-02-11T05:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:28:42.125558 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8e53a3-8f5b-490b-9a67-5eeb9074f4ec x-openstack-request-id: req-9c8e53a3-8f5b-490b-9a67-5eeb9074f4ec {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:42.125558 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6c12b5-7e97-4b3d-834c-f39b8bf5336a", "name": "network-vif-deleted", "tag": "d459e241-a9f3-4efd-a388-7fbd831334ac", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:42.126173 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9c8e53a3-8f5b-490b-9a67-5eeb9074f4ec {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:42.126173 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6c12b5-7e97-4b3d-834c-f39b8bf5336a', 'name': 'network-vif-deleted', 'tag': 'd459e241-a9f3-4efd-a388-7fbd831334ac', 'status': 'completed', 'code': 200} Feb 11 05:28:42.267320 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (21d20e75-2574-4bbd-89bb-e161f0116d44), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:42.324003 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:42.488036 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-b10e7ed5-efc4-4d65-ba9a-5300bb1cb576 req-aaeae838-de8d-4fd6-ab81-6f41337a435e tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Deleting port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:42.488387 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b10e7ed5-efc4-4d65-ba9a-5300bb1cb576 req-aaeae838-de8d-4fd6-ab81-6f41337a435e tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:42.662755 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Allocated IP 172.25.5.114 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/1dd5806a-cff4-4290-ad78-64a7cc3a31ff) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:42.741448 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-b10e7ed5-efc4-4d65-ba9a-5300bb1cb576 req-aaeae838-de8d-4fd6-ab81-6f41337a435e tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] For port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:42.741811 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b10e7ed5-efc4-4d65-ba9a-5300bb1cb576 req-aaeae838-de8d-4fd6-ab81-6f41337a435e tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:42.749770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73168a7d-e2d4-4b67-91aa-2273a83a3206 req-71fe19cf-18e6-414a-815f-88a2dcddde34 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:42.763442 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73168a7d-e2d4-4b67-91aa-2273a83a3206 req-71fe19cf-18e6-414a-815f-88a2dcddde34 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=64de6410-8b9b-42b0-8fb4-b3cc1f322f91 HTTP/1.1" status: 200 len: 943 time: 0.1105089 Feb 11 05:28:42.808375 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-b10e7ed5-efc4-4d65-ba9a-5300bb1cb576 req-aaeae838-de8d-4fd6-ab81-6f41337a435e tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Calling delete_port for 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:42.877468 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73168a7d-e2d4-4b67-91aa-2273a83a3206 req-93a00d5c-d392-4e27-bbdf-54314fb46b05 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130915 Feb 11 05:28:43.107794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedaa84-f43f-491c-83fb-2b0df211a744 req-7e590d81-1d6f-43ae-b284-4080598d282b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:43.109847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adedaa84-f43f-491c-83fb-2b0df211a744 req-7e590d81-1d6f-43ae-b284-4080598d282b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1485970 Feb 11 05:28:43.240079 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adedaa84-f43f-491c-83fb-2b0df211a744 req-f307c030-5378-47c1-8baa-15fab4364355 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247227 Feb 11 05:28:43.320004 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b10e7ed5-efc4-4d65-ba9a-5300bb1cb576 req-aaeae838-de8d-4fd6-ab81-6f41337a435e tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:43.341693 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for port (1dd5806a-cff4-4290-ad78-64a7cc3a31ff), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:43.480722 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeae838-de8d-4fd6-ab81-6f41337a435e tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Pushing event deleted for resources: {'Port': ['ID=099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:43.530949 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10e7ed5-efc4-4d65-ba9a-5300bb1cb576 req-aaeae838-de8d-4fd6-ab81-6f41337a435e tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] No DVR routers for this DVR port 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:43.533892 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b10e7ed5-efc4-4d65-ba9a-5300bb1cb576 req-aaeae838-de8d-4fd6-ab81-6f41337a435e tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:43.539016 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b10e7ed5-efc4-4d65-ba9a-5300bb1cb576 req-aaeae838-de8d-4fd6-ab81-6f41337a435e tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.73 "DELETE /v2.0/ports/099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b HTTP/1.1" status: 204 len: 173 time: 1.7819617 Feb 11 05:28:43.590217 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaed3ca-6523-4a8a-bd94-6ac9ca92b897 req-4de6921a-0404-4ee3-b59f-5d878bdbdd56 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:43.598623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-deaed3ca-6523-4a8a-bd94-6ac9ca92b897 req-4de6921a-0404-4ee3-b59f-5d878bdbdd56 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.2313576 Feb 11 05:28:43.610667 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (1dd5806a-cff4-4290-ad78-64a7cc3a31ff), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:43.688145 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Pushing event updated for resources: {'Port': ['ID=1dd5806a-cff4-4290-ad78-64a7cc3a31ff,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:43.711231 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:43.720754 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:43.733277 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:43.755388 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-96205ad3-37fd-4275-8a17-411cccf4e7c5 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:43.757878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-96205ad3-37fd-4275-8a17-411cccf4e7c5 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/networks?id=e74686bb-2d6a-4e3b-82f0-7bc192f11561 HTTP/1.1" status: 200 len: 809 time: 0.2766082 Feb 11 05:28:43.773720 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-deaed3ca-6523-4a8a-bd94-6ac9ca92b897 req-73d8af60-1cd9-4f08-b029-13505f6a7ff9 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100373 Feb 11 05:28:43.810655 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-ccb397eb-c767-4346-98ff-7587cdff9168 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/quotas/006637aa1bce4865be9cae348f4522ff HTTP/1.1" status: 200 len: 375 time: 0.0322051 Feb 11 05:28:43.890924 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-309045f5-b77e-4bd0-8603-3ec84dd92ba1 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=006637aa1bce4865be9cae348f4522ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764260 Feb 11 05:28:44.075877 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-c2a25246-658a-407b-b4ff-f93a1f920536 service neutron] 10.222.0.87 "GET /v2.0/networks/e74686bb-2d6a-4e3b-82f0-7bc192f11561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772528 Feb 11 05:28:44.129380 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.152204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64de6410-8b9b-42b0-8fb4-b3cc1f322f91', 'name': 'network-vif-deleted', 'tag': '099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:44.158326 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb09b6dd-083e-4af5-82d4-9e0deb879dbf" -d '{"events": [{"server_uuid": "64de6410-8b9b-42b0-8fb4-b3cc1f322f91", "name": "network-vif-deleted", "tag": "099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:44.287470 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-fd763790-d788-4e23-9919-2502489ed09b service neutron] 10.222.0.87 "GET /v2.0/networks/e74686bb-2d6a-4e3b-82f0-7bc192f11561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057021 Feb 11 05:28:44.323280 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (21d20e75-2574-4bbd-89bb-e161f0116d44), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.394244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:44.585245 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b1f122-2000-4cc8-9c8d-bfc14bd13ab7 x-openstack-request-id: req-49b1f122-2000-4cc8-9c8d-bfc14bd13ab7 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:44.586475 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64de6410-8b9b-42b0-8fb4-b3cc1f322f91", "name": "network-vif-deleted", "tag": "099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:44.586982 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-49b1f122-2000-4cc8-9c8d-bfc14bd13ab7 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:44.587767 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64de6410-8b9b-42b0-8fb4-b3cc1f322f91', 'name': 'network-vif-deleted', 'tag': '099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b', 'status': 'completed', 'code': 200} Feb 11 05:28:44.609664 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:44.610049 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2b86bde0-bb3d-4f38-a9b3-e2956ae3160f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.687178 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5992159a-bc08-4886-8242-618757e34be7 req-4bfec91a-6023-430d-9db8-ae4b0fa59756 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 210 time: 0.0504520 Feb 11 05:28:44.768694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:44.769013 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2b86bde0-bb3d-4f38-a9b3-e2956ae3160f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.781654 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51900) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:44.818902 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2b86bde0-bb3d-4f38-a9b3-e2956ae3160f,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:44.824074 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2b86bde0-bb3d-4f38-a9b3-e2956ae3160f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.858416 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (21d20e75-2574-4bbd-89bb-e161f0116d44), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:44.864032 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1b4c7-928a-4939-ade8-81500e49663f req-b62dfe96-bcd0-4f48-a0ee-20c06d2b37b3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:44.875472 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aec1b4c7-928a-4939-ade8-81500e49663f req-b62dfe96-bcd0-4f48-a0ee-20c06d2b37b3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6214a82f-5a7a-4d27-94e5-a8750cfcf420 HTTP/1.1" status: 200 len: 943 time: 0.1194913 Feb 11 05:28:44.906629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=2b86bde0-bb3d-4f38-a9b3-e2956ae3160f,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:44.947228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device d459e241-a9f3-4efd-a388-7fbd831334ac no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:45.015912 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: d459e241-a9f3-4efd-a388-7fbd831334ac {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:45.022441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device d459e241-a9f3-4efd-a388-7fbd831334ac not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:45.025226 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:45.036156 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-aec1b4c7-928a-4939-ade8-81500e49663f req-f7330e9e-dd3f-4745-8bac-f1f294c420f0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Deleting port 4e443a9e-a079-4bec-90ae-49ff031c0efc {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:45.036156 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aec1b4c7-928a-4939-ade8-81500e49663f req-f7330e9e-dd3f-4745-8bac-f1f294c420f0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.059070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Router 21d20e75-2574-4bbd-89bb-e161f0116d44 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:28:45.091372 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:45.092097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 099cfce8-5c28-4c86-b1a9-4b2ac3d6d00b not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:45.156505 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad9e1b2b-5907-4d8e-bba8-580fd5a14cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.170390 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-aec1b4c7-928a-4939-ade8-81500e49663f req-f7330e9e-dd3f-4745-8bac-f1f294c420f0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] For port 4e443a9e-a079-4bec-90ae-49ff031c0efc, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4e443a9e-a079-4bec-90ae-49ff031c0efc,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:45.171188 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aec1b4c7-928a-4939-ade8-81500e49663f req-f7330e9e-dd3f-4745-8bac-f1f294c420f0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.190763 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-aec1b4c7-928a-4939-ade8-81500e49663f req-f7330e9e-dd3f-4745-8bac-f1f294c420f0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Calling delete_port for 4e443a9e-a079-4bec-90ae-49ff031c0efc owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:45.250781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:28:45.262491 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df7165b-919d-49a3-a0ea-5d7190d9a53f None None] Sync routers for ids ['21d20e75-2574-4bbd-89bb-e161f0116d44'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:28:45.283476 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.284835 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aaa7039f-34e3-4caf-83f2-3777b8916f3e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3419476 Feb 11 05:28:45.288812 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51914) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:45.292379 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7165b-919d-49a3-a0ea-5d7190d9a53f None None] Routers {'21d20e75-2574-4bbd-89bb-e161f0116d44'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:45.295022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9df7165b-919d-49a3-a0ea-5d7190d9a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['21d20e75-2574-4bbd-89bb-e161f0116d44'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:45.356518 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad9e1b2b-5907-4d8e-bba8-580fd5a14cae admin admin] Publish callbacks [] for security_group (d905fd24-4b2d-48a5-abae-981de4e7ec34), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.367884 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad9e1b2b-5907-4d8e-bba8-580fd5a14cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d905fd24-4b2d-48a5-abae-981de4e7ec34), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.466069 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ad9e1b2b-5907-4d8e-bba8-580fd5a14cae admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ae9957a0e6384177877644ca97c5b1c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6810780 Feb 11 05:28:45.469441 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51916) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:45.496882 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e1b2b-5907-4d8e-bba8-580fd5a14cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d905fd24-4b2d-48a5-abae-981de4e7ec34,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:45.510554 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aec1b4c7-928a-4939-ade8-81500e49663f req-f7330e9e-dd3f-4745-8bac-f1f294c420f0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (4e443a9e-a079-4bec-90ae-49ff031c0efc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.539534 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8bf4cfe7-4bf2-4835-8270-e1ce1050ed8a tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "GET /v2.0/routers/21d20e75-2574-4bbd-89bb-e161f0116d44 HTTP/1.1" status: 200 len: 908 time: 0.2473876 Feb 11 05:28:45.547782 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51918) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:45.551081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a6712007-49e8-473e-b379-e0925725c858', '2c68c0be-39a6-4e3b-81d5-593b986f1abd'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:45.564852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7330e9e-dd3f-4745-8bac-f1f294c420f0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event deleted for resources: {'Port': ['ID=4e443a9e-a079-4bec-90ae-49ff031c0efc,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:45.630736 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51920) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:45.638067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0b9e7bc3-e14b-4e08-aae8-f7c7af8ee561 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1508977174', 'description': 'tempest-description--356589285'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:45.641614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec1b4c7-928a-4939-ade8-81500e49663f req-f7330e9e-dd3f-4745-8bac-f1f294c420f0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] No DVR routers for this DVR port 4e443a9e-a079-4bec-90ae-49ff031c0efc on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:45.646136 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-aec1b4c7-928a-4939-ade8-81500e49663f req-f7330e9e-dd3f-4745-8bac-f1f294c420f0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.653047 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aec1b4c7-928a-4939-ade8-81500e49663f req-f7330e9e-dd3f-4745-8bac-f1f294c420f0 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "DELETE /v2.0/ports/4e443a9e-a079-4bec-90ae-49ff031c0efc HTTP/1.1" status: 204 len: 173 time: 0.7743762 Feb 11 05:28:45.656432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6214a82f-5a7a-4d27-94e5-a8750cfcf420', 'name': 'network-vif-deleted', 'tag': '4e443a9e-a079-4bec-90ae-49ff031c0efc'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:45.663494 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6f4341-9611-4989-9742-6c2e61b182ed" -d '{"events": [{"server_uuid": "6214a82f-5a7a-4d27-94e5-a8750cfcf420", "name": "network-vif-deleted", "tag": "4e443a9e-a079-4bec-90ae-49ff031c0efc"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:45.704069 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-9df7165b-919d-49a3-a0ea-5d7190d9a53f None None] Set router 21d20e75-2574-4bbd-89bb-e161f0116d44 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:45.744949 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b9e7bc3-e14b-4e08-aae8-f7c7af8ee561 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.760251 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6700192-fb25-4824-91b9-caf3a4702709 admin admin] Publish callbacks [] for security_group (d905fd24-4b2d-48a5-abae-981de4e7ec34), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.775665 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea354349-5e9a-4ec5-afb7-a587d02bb58e x-openstack-request-id: req-ea354349-5e9a-4ec5-afb7-a587d02bb58e {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:45.776269 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6214a82f-5a7a-4d27-94e5-a8750cfcf420", "name": "network-vif-deleted", "tag": "4e443a9e-a079-4bec-90ae-49ff031c0efc", "status": "failed", "code": 422}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:45.776747 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ea354349-5e9a-4ec5-afb7-a587d02bb58e {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:45.777480 n-d-713499-38 neutron-server[103171]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6214a82f-5a7a-4d27-94e5-a8750cfcf420', 'name': 'network-vif-deleted', 'tag': '4e443a9e-a079-4bec-90ae-49ff031c0efc', 'status': 'failed', 'code': 422} returned with failed status Feb 11 05:28:45.896783 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6700192-fb25-4824-91b9-caf3a4702709 admin admin] Publish callbacks [] for security_group (d905fd24-4b2d-48a5-abae-981de4e7ec34), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.911742 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-684f3d30-f6df-427b-8d84-a156be7b9a75 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router (21d20e75-2574-4bbd-89bb-e161f0116d44), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:45.940078 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e440ef0-45dd-430f-ba2d-ac4968946fc5 req-74a71861-97af-4c16-8007-440cfba232df tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 210 time: 0.0721841 Feb 11 05:28:46.045917 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b9e7bc3-e14b-4e08-aae8-f7c7af8ee561 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for security_group (8a51a708-b881-4572-a1da-db0f3994c7ac), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.078244 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b9e7bc3-e14b-4e08-aae8-f7c7af8ee561 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8a51a708-b881-4572-a1da-db0f3994c7ac), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.111843 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6700192-fb25-4824-91b9-caf3a4702709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d905fd24-4b2d-48a5-abae-981de4e7ec34), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.114398 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6700192-fb25-4824-91b9-caf3a4702709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.116166 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d6700192-fb25-4824-91b9-caf3a4702709 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d905fd24-4b2d-48a5-abae-981de4e7ec34 HTTP/1.1" status: 204 len: 168 time: 0.6433403 Feb 11 05:28:46.127092 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b9e7bc3-e14b-4e08-aae8-f7c7af8ee561 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.131411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51932) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:46.131596 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0b9e7bc3-e14b-4e08-aae8-f7c7af8ee561 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4997041 Feb 11 05:28:46.137397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-eea21ec0-ea26-4f5c-8667-e070a613617b tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Request body: {'security_group_rule': {'security_group_id': '8a51a708-b881-4572-a1da-db0f3994c7ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:46.142926 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e7bc3-e14b-4e08-aae8-f7c7af8ee561 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a51a708-b881-4572-a1da-db0f3994c7ac,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:46.166667 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-684f3d30-f6df-427b-8d84-a156be7b9a75 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (21d20e75-2574-4bbd-89bb-e161f0116d44), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.191279 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6700192-fb25-4824-91b9-caf3a4702709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d905fd24-4b2d-48a5-abae-981de4e7ec34,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:46.245482 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eea21ec0-ea26-4f5c-8667-e070a613617b tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for security_group_rule (47b4e35e-c6cb-4318-80a6-711913631870), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.266861 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-684f3d30-f6df-427b-8d84-a156be7b9a75 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Deleting port 1dd5806a-cff4-4290-ad78-64a7cc3a31ff {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:46.267405 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-684f3d30-f6df-427b-8d84-a156be7b9a75 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1dd5806a-cff4-4290-ad78-64a7cc3a31ff), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.450538 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9df7165b-919d-49a3-a0ea-5d7190d9a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d20e75-2574-4bbd-89bb-e161f0116d44', 'name': 'tempest-snat-router-1724221983', 'tenant_id': 'ffbce60e777444e3a62ee6b69a4e6647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '1dd5806a-cff4-4290-ad78-64a7cc3a31ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:28:40Z', 'updated_at': '2022-02-11T05:28:44Z', 'revision_number': 3, 'project_id': 'ffbce60e777444e3a62ee6b69a4e6647', 'gw_port': {'id': '1dd5806a-cff4-4290-ad78-64a7cc3a31ff', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d20e75-2574-4bbd-89bb-e161f0116d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:28:42Z', 'updated_at': '2022-02-11T05:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:46.460104 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eea21ec0-ea26-4f5c-8667-e070a613617b tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for security_group_rule (47b4e35e-c6cb-4318-80a6-711913631870), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.467385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:46.475746 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eea21ec0-ea26-4f5c-8667-e070a613617b tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (47b4e35e-c6cb-4318-80a6-711913631870), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.541966 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea21ec0-ea26-4f5c-8667-e070a613617b tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b4e35e-c6cb-4318-80a6-711913631870,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:46.557387 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eea21ec0-ea26-4f5c-8667-e070a613617b tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.561267 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-eea21ec0-ea26-4f5c-8667-e070a613617b tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4259021 Feb 11 05:28:46.561508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51944) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:46.577011 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-684f3d30-f6df-427b-8d84-a156be7b9a75 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1dd5806a-cff4-4290-ad78-64a7cc3a31ff), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.586315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6b6edf36-64c2-432e-adbc-04826fa161be tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Request body: {'security_group_rule': {'security_group_id': '8a51a708-b881-4572-a1da-db0f3994c7ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:46.601822 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-684f3d30-f6df-427b-8d84-a156be7b9a75 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Calling delete_port for 1dd5806a-cff4-4290-ad78-64a7cc3a31ff owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:46.609143 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-2fe0e9dc-ec45-4939-aba7-e81e94e1b767 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:46.610592 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-2fe0e9dc-ec45-4939-aba7-e81e94e1b767 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.73 "GET /v2.0/networks?id=e74686bb-2d6a-4e3b-82f0-7bc192f11561 HTTP/1.1" status: 200 len: 809 time: 0.3276527 Feb 11 05:28:46.625920 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-f5d7fd57-2d3c-442a-851a-c0c3d9ab0559 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Request body: {'port': {'device_id': '2b8b6efd-5e93-4e52-a15c-838ac332c547', 'network_id': 'e74686bb-2d6a-4e3b-82f0-7bc192f11561', 'admin_state_up': True, 'tenant_id': '006637aa1bce4865be9cae348f4522ff'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:46.657074 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b6edf36-64c2-432e-adbc-04826fa161be tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for security_group_rule (c41e963e-1556-4679-8033-53cf967db7a3), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.657313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df7165b-919d-49a3-a0ea-5d7190d9a53f None None] Checking router: 21d20e75-2574-4bbd-89bb-e161f0116d44 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:28:46.657478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df7165b-919d-49a3-a0ea-5d7190d9a53f None None] Updating router 21d20e75-2574-4bbd-89bb-e161f0116d44 port 1dd5806a-cff4-4290-ad78-64a7cc3a31ff binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:28:46.721237 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9df7165b-919d-49a3-a0ea-5d7190d9a53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1dd5806a-cff4-4290-ad78-64a7cc3a31ff), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.821310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e7de0-621c-4e45-9182-c3372e430a68 req-541a1a2f-d437-49e5-89e9-70335de92725 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:46.836399 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b8e7de0-621c-4e45-9182-c3372e430a68 req-541a1a2f-d437-49e5-89e9-70335de92725 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 908 time: 0.1165924 Feb 11 05:28:46.841645 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b6edf36-64c2-432e-adbc-04826fa161be tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for security_group_rule (c41e963e-1556-4679-8033-53cf967db7a3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.854650 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b6edf36-64c2-432e-adbc-04826fa161be tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (c41e963e-1556-4679-8033-53cf967db7a3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.855133 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-f5d7fd57-2d3c-442a-851a-c0c3d9ab0559 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Made reservation on behalf of 006637aa1bce4865be9cae348f4522ff for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:46.858615 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-f5d7fd57-2d3c-442a-851a-c0c3d9ab0559 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.898112 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b6edf36-64c2-432e-adbc-04826fa161be tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:46.899777 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6b6edf36-64c2-432e-adbc-04826fa161be tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3325963 Feb 11 05:28:46.901228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6edf36-64c2-432e-adbc-04826fa161be tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41e963e-1556-4679-8033-53cf967db7a3,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:46.903309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51956) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:46.916597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:46.945050 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.011870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:47.012272 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2b86bde0-bb3d-4f38-a9b3-e2956ae3160f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.036413 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-684f3d30-f6df-427b-8d84-a156be7b9a75 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (1dd5806a-cff4-4290-ad78-64a7cc3a31ff), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.078229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f3d30-f6df-427b-8d84-a156be7b9a75 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Pushing event deleted for resources: {'Port': ['ID=1dd5806a-cff4-4290-ad78-64a7cc3a31ff,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:47.144577 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-11787a10-2ded-430d-8cc8-7df7735d2984 req-9ea87d86-10bf-477b-81c5-4dc726775869 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 210 time: 0.0460696 Feb 11 05:28:47.220491 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.388214 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-9df7165b-919d-49a3-a0ea-5d7190d9a53f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:28:47.388505 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-9df7165b-919d-49a3-a0ea-5d7190d9a53f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:28:47.456136 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:47.521106 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Allocated IP 172.25.5.233 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/136c2ef5-2374-434b-a216-0b475d5f19c7) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:47.589894 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-684f3d30-f6df-427b-8d84-a156be7b9a75 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (21d20e75-2574-4bbd-89bb-e161f0116d44), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.660213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-f5d7fd57-2d3c-442a-851a-c0c3d9ab0559 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Allocated IP 172.20.0.10 (e74686bb-2d6a-4e3b-82f0-7bc192f11561/eaab3e5b-138d-467e-8ffd-90d7780e617a/e9a4607d-75c9-412a-95e0-cf671e7bfcda) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:47.667720 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for port (136c2ef5-2374-434b-a216-0b475d5f19c7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.701650 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-684f3d30-f6df-427b-8d84-a156be7b9a75 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (21d20e75-2574-4bbd-89bb-e161f0116d44), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.704449 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-684f3d30-f6df-427b-8d84-a156be7b9a75 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_controller (21d20e75-2574-4bbd-89bb-e161f0116d44), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.739703 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (136c2ef5-2374-434b-a216-0b475d5f19c7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.768085 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-684f3d30-f6df-427b-8d84-a156be7b9a75 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (21d20e75-2574-4bbd-89bb-e161f0116d44), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.768604 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684f3d30-f6df-427b-8d84-a156be7b9a75 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21d20e75-2574-4bbd-89bb-e161f0116d44 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:28:47.774270 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-684f3d30-f6df-427b-8d84-a156be7b9a75 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.778538 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-684f3d30-f6df-427b-8d84-a156be7b9a75 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "DELETE /v2.0/routers/21d20e75-2574-4bbd-89bb-e161f0116d44 HTTP/1.1" status: 204 len: 168 time: 2.2266774 Feb 11 05:28:47.778538 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51980) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:47.814953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Pushing event updated for resources: {'Port': ['ID=136c2ef5-2374-434b-a216-0b475d5f19c7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:47.824930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51982) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:47.838975 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:47.840626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:47.845311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:47.943550 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df7165b-919d-49a3-a0ea-5d7190d9a53f None None] Port 1dd5806a-cff4-4290-ad78-64a7cc3a31ff not found while updating agent binding for router 21d20e75-2574-4bbd-89bb-e161f0116d44. {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 05:28:47.965211 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7165b-919d-49a3-a0ea-5d7190d9a53f None None] Routers set() bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:47.969294 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7165b-919d-49a3-a0ea-5d7190d9a53f None None] Router IDs set() for agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:28:47.969426 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-761a4d28-77d7-4c8a-b84c-2be9e65b0132 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router (82d5fde8-d668-445e-9bee-2860aa07ec08), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:47.970276 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_agentschedulers_db [None req-9df7165b-919d-49a3-a0ea-5d7190d9a53f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'21d20e75-2574-4bbd-89bb-e161f0116d44'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent'). {{(pid=103173) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:28:47.970855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df7165b-919d-49a3-a0ea-5d7190d9a53f None None] The sync data for ids ['21d20e75-2574-4bbd-89bb-e161f0116d44'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:28:48.020169 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for floatingip (3334b4b2-6a83-46e4-b766-09e8031a8d14), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.041507 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca21e-be02-4a9d-8eb5-021cd1f2b698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.072187 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-f5d7fd57-2d3c-442a-851a-c0c3d9ab0559 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Publish callbacks [] for port (e9a4607d-75c9-412a-95e0-cf671e7bfcda), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.107440 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (136c2ef5-2374-434b-a216-0b475d5f19c7), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.119374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b575e-c5e2-4fea-ac14-f3bfe2e25f94 req-599dc6ba-e3eb-4397-92c8-cad7032c8f8f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:48.120924 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a5b575e-c5e2-4fea-ac14-f3bfe2e25f94 req-599dc6ba-e3eb-4397-92c8-cad7032c8f8f tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 908 time: 0.1420693 Feb 11 05:28:48.178475 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-761a4d28-77d7-4c8a-b84c-2be9e65b0132 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (82d5fde8-d668-445e-9bee-2860aa07ec08), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.219339 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9797a-3cb2-48ac-b940-c77423d25789 req-d27e170b-53aa-4110-9ab5-474cdd03aad8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:48.220933 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8d9797a-3cb2-48ac-b940-c77423d25789 req-d27e170b-53aa-4110-9ab5-474cdd03aad8 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 908 time: 0.1062279 Feb 11 05:28:48.239184 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-f5d7fd57-2d3c-442a-851a-c0c3d9ab0559 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e9a4607d-75c9-412a-95e0-cf671e7bfcda), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.279161 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca21e-be02-4a9d-8eb5-021cd1f2b698 admin admin] Publish callbacks [] for security_group (3ac21b87-a3be-45bf-a0ab-02750f9c7013), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.291981 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca21e-be02-4a9d-8eb5-021cd1f2b698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3ac21b87-a3be-45bf-a0ab-02750f9c7013), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.331855 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-f5d7fd57-2d3c-442a-851a-c0c3d9ab0559 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Network e74686bb-2d6a-4e3b-82f0-7bc192f11561 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:48.341251 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-f5d7fd57-2d3c-442a-851a-c0c3d9ab0559 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:48.344219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7fd57-2d3c-442a-851a-c0c3d9ab0559 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Pushing event updated for resources: {'Port': ['ID=e9a4607d-75c9-412a-95e0-cf671e7bfcda,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:48.374627 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-f5d7fd57-2d3c-442a-851a-c0c3d9ab0559 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:48.378547 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fd5ca21e-be02-4a9d-8eb5-021cd1f2b698 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=151c3db5aae14d4a94cdef1b101451d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5518649 Feb 11 05:28:48.382938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51992) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:48.385433 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ca21e-be02-4a9d-8eb5-021cd1f2b698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac21b87-a3be-45bf-a0ab-02750f9c7013,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:48.424161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de3a67-bba2-4680-9900-5a9b45c3d41c req-63b107ca-eaf0-4b1c-9fd1-1998bed6838e tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:48.425726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89de3a67-bba2-4680-9900-5a9b45c3d41c req-63b107ca-eaf0-4b1c-9fd1-1998bed6838e tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 932 time: 0.1549723 Feb 11 05:28:48.455738 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-f5d7fd57-2d3c-442a-851a-c0c3d9ab0559 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:48.456273 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-f5d7fd57-2d3c-442a-851a-c0c3d9ab0559 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.468092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-761a4d28-77d7-4c8a-b84c-2be9e65b0132 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Deleting port 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:48.468928 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-761a4d28-77d7-4c8a-b84c-2be9e65b0132 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2b86bde0-bb3d-4f38-a9b3-e2956ae3160f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.500906 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-c8d9797a-3cb2-48ac-b940-c77423d25789 req-28cd9e1a-2170-4c01-be0b-1549faefbc82 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Deleting port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:48.501249 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c8d9797a-3cb2-48ac-b940-c77423d25789 req-28cd9e1a-2170-4c01-be0b-1549faefbc82 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.506585 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-f5d7fd57-2d3c-442a-851a-c0c3d9ab0559 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8857346 Feb 11 05:28:48.559058 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Request body: {'port': {'device_id': '2b8b6efd-5e93-4e52-a15c-838ac332c547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:48.716616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-c8d9797a-3cb2-48ac-b940-c77423d25789 req-28cd9e1a-2170-4c01-be0b-1549faefbc82 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] For port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f1679e9b-9e4b-4fcc-a47b-5e9d1636251b,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:48.717274 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c8d9797a-3cb2-48ac-b940-c77423d25789 req-28cd9e1a-2170-4c01-be0b-1549faefbc82 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.727677 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-761a4d28-77d7-4c8a-b84c-2be9e65b0132 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] For port 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2b86bde0-bb3d-4f38-a9b3-e2956ae3160f,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:48.728056 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-761a4d28-77d7-4c8a-b84c-2be9e65b0132 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2b86bde0-bb3d-4f38-a9b3-e2956ae3160f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.742707 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-c8d9797a-3cb2-48ac-b940-c77423d25789 req-28cd9e1a-2170-4c01-be0b-1549faefbc82 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Calling delete_port for f1679e9b-9e4b-4fcc-a47b-5e9d1636251b owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:48.748844 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e9a4607d-75c9-412a-95e0-cf671e7bfcda), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.751440 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-761a4d28-77d7-4c8a-b84c-2be9e65b0132 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Calling delete_port for 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:48.814130 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for port (136c2ef5-2374-434b-a216-0b475d5f19c7), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.820963 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (136c2ef5-2374-434b-a216-0b475d5f19c7), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.901719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89de3a67-bba2-4680-9900-5a9b45c3d41c req-e41a7b4b-c309-4b73-a7d6-43d4ee6dace1 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583549 Feb 11 05:28:48.939992 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4bf68b04-5cbb-4d18-b6e2-cb830fca7d74 admin admin] Publish callbacks [] for security_group (3ac21b87-a3be-45bf-a0ab-02750f9c7013), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.958414 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Pushing event updated for resources: {'Port': ['ID=136c2ef5-2374-434b-a216-0b475d5f19c7,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:48.978694 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (3334b4b2-6a83-46e4-b766-09e8031a8d14), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:48.982468 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4bf68b04-5cbb-4d18-b6e2-cb830fca7d74 admin admin] Publish callbacks [] for security_group (3ac21b87-a3be-45bf-a0ab-02750f9c7013), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.016653 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.017636 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5f0cca00-7f6a-453b-8e01-07f35d30cf0f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1065187 Feb 11 05:28:49.053694 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4bf68b04-5cbb-4d18-b6e2-cb830fca7d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3ac21b87-a3be-45bf-a0ab-02750f9c7013), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.056666 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4bf68b04-5cbb-4d18-b6e2-cb830fca7d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.060141 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4bf68b04-5cbb-4d18-b6e2-cb830fca7d74 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3ac21b87-a3be-45bf-a0ab-02750f9c7013 HTTP/1.1" status: 204 len: 168 time: 0.6743281 Feb 11 05:28:49.068208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf68b04-5cbb-4d18-b6e2-cb830fca7d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac21b87-a3be-45bf-a0ab-02750f9c7013,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:49.210706 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c8d9797a-3cb2-48ac-b940-c77423d25789 req-28cd9e1a-2170-4c01-be0b-1549faefbc82 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (f1679e9b-9e4b-4fcc-a47b-5e9d1636251b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.289401 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4455e454-aef4-4278-a818-7e3d7fb95186 req-95b67193-66ef-48e9-b2db-29892bf2884d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cdc264e-1a90-4de5-a3c4-fede60097eef HTTP/1.1" status: 200 len: 210 time: 0.0708585 Feb 11 05:28:49.290943 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd9e1a-2170-4c01-be0b-1549faefbc82 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event deleted for resources: {'Port': ['ID=f1679e9b-9e4b-4fcc-a47b-5e9d1636251b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:49.336669 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-761a4d28-77d7-4c8a-b84c-2be9e65b0132 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2b86bde0-bb3d-4f38-a9b3-e2956ae3160f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.411230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d9797a-3cb2-48ac-b940-c77423d25789 req-28cd9e1a-2170-4c01-be0b-1549faefbc82 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] No DVR routers for this DVR port f1679e9b-9e4b-4fcc-a47b-5e9d1636251b on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:49.425923 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c8d9797a-3cb2-48ac-b940-c77423d25789 req-28cd9e1a-2170-4c01-be0b-1549faefbc82 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.428212 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8d9797a-3cb2-48ac-b940-c77423d25789 req-28cd9e1a-2170-4c01-be0b-1549faefbc82 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "DELETE /v2.0/ports/f1679e9b-9e4b-4fcc-a47b-5e9d1636251b HTTP/1.1" status: 204 len: 173 time: 1.1905138 Feb 11 05:28:49.428837 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdc264e-1a90-4de5-a3c4-fede60097eef', 'name': 'network-vif-deleted', 'tag': 'f1679e9b-9e4b-4fcc-a47b-5e9d1636251b'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:49.431099 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3014595-7aab-493f-a2f4-134b409afa59" -d '{"events": [{"server_uuid": "7cdc264e-1a90-4de5-a3c4-fede60097eef", "name": "network-vif-deleted", "tag": "f1679e9b-9e4b-4fcc-a47b-5e9d1636251b"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:49.434516 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a4d28-77d7-4c8a-b84c-2be9e65b0132 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b86bde0-bb3d-4f38-a9b3-e2956ae3160f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:49.522188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e39f45-a724-4dd9-916c-a557b055c123 req-a884e9dd-0ec3-4fe7-bf8b-54a0bbb69af7 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:49.523773 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67e39f45-a724-4dd9-916c-a557b055c123 req-a884e9dd-0ec3-4fe7-bf8b-54a0bbb69af7 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/networks?id=de79092a-e6c2-413b-90f7-0a46bde23bc7 HTTP/1.1" status: 200 len: 822 time: 0.2333884 Feb 11 05:28:49.551678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67e39f45-a724-4dd9-916c-a557b055c123 req-fb97e65b-3040-42ef-b8b8-b9c751811bc8 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/quotas/ee01cdace96a4e869ce2b38c3bff4199 HTTP/1.1" status: 200 len: 375 time: 0.0194030 Feb 11 05:28:49.604764 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddd9939-f521-4fd4-a015-7cc66b908145 x-openstack-request-id: req-eddd9939-f521-4fd4-a015-7cc66b908145 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:49.605250 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdc264e-1a90-4de5-a3c4-fede60097eef", "name": "network-vif-deleted", "tag": "f1679e9b-9e4b-4fcc-a47b-5e9d1636251b", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:49.605651 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eddd9939-f521-4fd4-a015-7cc66b908145 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:49.617844 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdc264e-1a90-4de5-a3c4-fede60097eef', 'name': 'network-vif-deleted', 'tag': 'f1679e9b-9e4b-4fcc-a47b-5e9d1636251b', 'status': 'completed', 'code': 200} Feb 11 05:28:49.627258 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67e39f45-a724-4dd9-916c-a557b055c123 req-0362ff34-2b9a-40e2-9e7d-54719ae6c205 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ee01cdace96a4e869ce2b38c3bff4199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705185 Feb 11 05:28:49.727903 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-761a4d28-77d7-4c8a-b84c-2be9e65b0132 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (82d5fde8-d668-445e-9bee-2860aa07ec08), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.731674 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a4607d-75c9-412a-95e0-cf671e7bfcda {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:49.737516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52032) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:49.797242 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Publish callbacks [] for port (e9a4607d-75c9-412a-95e0-cf671e7bfcda), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.803618 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67e39f45-a724-4dd9-916c-a557b055c123 req-d5ac451b-f774-46fa-a071-040e57d95857 service neutron] 10.222.0.87 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616256 Feb 11 05:28:49.883912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Transition to ACTIVE for port object e9a4607d-75c9-412a-95e0-cf671e7bfcda will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:28:49.885898 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-761a4d28-77d7-4c8a-b84c-2be9e65b0132 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (82d5fde8-d668-445e-9bee-2860aa07ec08), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.888627 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-761a4d28-77d7-4c8a-b84c-2be9e65b0132 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_controller (82d5fde8-d668-445e-9bee-2860aa07ec08), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:49.893215 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (e9a4607d-75c9-412a-95e0-cf671e7bfcda), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.035619 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-761a4d28-77d7-4c8a-b84c-2be9e65b0132 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (82d5fde8-d668-445e-9bee-2860aa07ec08), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.036458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761a4d28-77d7-4c8a-b84c-2be9e65b0132 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82d5fde8-d668-445e-9bee-2860aa07ec08 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:28:50.042225 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-761a4d28-77d7-4c8a-b84c-2be9e65b0132 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.043837 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-761a4d28-77d7-4c8a-b84c-2be9e65b0132 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "DELETE /v2.0/routers/82d5fde8-d668-445e-9bee-2860aa07ec08 HTTP/1.1" status: 204 len: 168 time: 2.2643244 Feb 11 05:28:50.050346 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a4607d-75c9-412a-95e0-cf671e7bfcda,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:50.052930 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52044) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:50.059344 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-361542187', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:50.152014 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67e39f45-a724-4dd9-916c-a557b055c123 req-79cfd26e-583e-435d-8f28-f3f9885cda14 service neutron] 10.222.0.87 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424513 Feb 11 05:28:50.186394 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Attempting to bind port e9a4607d-75c9-412a-95e0-cf671e7bfcda on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:50.187250 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Attempting to bind port e9a4607d-75c9-412a-95e0-cf671e7bfcda by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a0c96c28-2dc4-485d-8444-1567acfada1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e74686bb-2d6a-4e3b-82f0-7bc192f11561'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:50.187618 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Attempting to bind port e9a4607d-75c9-412a-95e0-cf671e7bfcda on network e74686bb-2d6a-4e3b-82f0-7bc192f11561 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:50.192466 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (2713c8f7-228d-4a0d-b79e-4578c20c2ee3), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.193674 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (2713c8f7-228d-4a0d-b79e-4578c20c2ee3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.198184 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Port e9a4607d-75c9-412a-95e0-cf671e7bfcda on network e74686bb-2d6a-4e3b-82f0-7bc192f11561 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:50.198700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Attempting to bind port e9a4607d-75c9-412a-95e0-cf671e7bfcda on network e74686bb-2d6a-4e3b-82f0-7bc192f11561 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:50.221710 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:50.222074 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Checking segment: {'id': 'a0c96c28-2dc4-485d-8444-1567acfada1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e74686bb-2d6a-4e3b-82f0-7bc192f11561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:50.222452 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Bound using segment: {'id': 'a0c96c28-2dc4-485d-8444-1567acfada1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e74686bb-2d6a-4e3b-82f0-7bc192f11561'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:50.222904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Bound port: e9a4607d-75c9-412a-95e0-cf671e7bfcda, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c96c28-2dc4-485d-8444-1567acfada1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e74686bb-2d6a-4e3b-82f0-7bc192f11561'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:50.224422 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e9a4607d-75c9-412a-95e0-cf671e7bfcda), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.349837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd89a8d-63c1-4436-98c5-4ed13e68c585 req-aaf30500-cf5f-4f4a-8a5c-ee324efd9f54 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:50.365090 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6dd89a8d-63c1-4436-98c5-4ed13e68c585 req-aaf30500-cf5f-4f4a-8a5c-ee324efd9f54 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 944 time: 0.2765145 Feb 11 05:28:50.437459 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_controller (2713c8f7-228d-4a0d-b79e-4578c20c2ee3), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.479743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6dd89a8d-63c1-4436-98c5-4ed13e68c585 req-56dedd45-b0f6-4efc-8b8d-c01de3477c37 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097157 Feb 11 05:28:50.594631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f444f6c-fcb7-4ba8-a168-ce4e5c7e099e req-bcd40b07-5f9d-47a8-9d08-ba9978ff2614 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 210 time: 0.0405254 Feb 11 05:28:50.620625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] For port e9a4607d-75c9-412a-95e0-cf671e7bfcda, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:50.688587 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (2713c8f7-228d-4a0d-b79e-4578c20c2ee3), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.696677 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] For port e9a4607d-75c9-412a-95e0-cf671e7bfcda, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e9a4607d-75c9-412a-95e0-cf671e7bfcda,segment=NetworkSegment(a0c96c28-2dc4-485d-8444-1567acfada1a),segment_id=a0c96c28-2dc4-485d-8444-1567acfada1a)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:50.730136 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (e9a4607d-75c9-412a-95e0-cf671e7bfcda), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.804694 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-edcdb61e-b6ed-4c07-b08e-2d4247f20efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (21f0bec0-fdfb-4b5d-9657-615d190e6d2b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.826919 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:50.827844 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:50.829730 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] 10.222.0.73 "PUT /v2.0/ports/e9a4607d-75c9-412a-95e0-cf671e7bfcda HTTP/1.1" status: 200 len: 1093 time: 2.2788117 Feb 11 05:28:50.950411 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a67d9f-89bf-4ed0-8d8a-bae470d71aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a4607d-75c9-412a-95e0-cf671e7bfcda,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:50.960795 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f1679e9b-9e4b-4fcc-a47b-5e9d1636251b no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:51.004990 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: f1679e9b-9e4b-4fcc-a47b-5e9d1636251b {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:51.007942 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f1679e9b-9e4b-4fcc-a47b-5e9d1636251b not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:51.041381 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-053aee6b-546e-4173-be21-f494abc9cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:51.043483 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-053aee6b-546e-4173-be21-f494abc9cfd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=006637aa1bce4865be9cae348f4522ff&device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 1127 time: 0.1647658 Feb 11 05:28:51.106966 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-180a70f0-d2bd-48c7-a3d9-74b7272d9081 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9a4607d-75c9-412a-95e0-cf671e7bfcda HTTP/1.1" status: 200 len: 217 time: 0.0539727 Feb 11 05:28:51.155004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec29b4-a9b1-4eef-b008-ef4eddba23c5 req-e7a4cf40-2415-489a-9a2c-e4fea1df8d97 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:51.157296 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13ec29b4-a9b1-4eef-b008-ef4eddba23c5 req-e7a4cf40-2415-489a-9a2c-e4fea1df8d97 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=feb79820-7fed-4088-b628-7b92d41cc99d HTTP/1.1" status: 200 len: 945 time: 0.1747615 Feb 11 05:28:51.264334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-e31f2407-70ff-4975-a1a1-ea7e668e46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:51.266418 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-e31f2407-70ff-4975-a1a1-ea7e668e46c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eaab3e5b-138d-467e-8ffd-90d7780e617a HTTP/1.1" status: 200 len: 849 time: 0.1535983 Feb 11 05:28:51.307627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13ec29b4-a9b1-4eef-b008-ef4eddba23c5 req-8ce2e5a3-7f3f-4fd1-af42-c52415459ed7 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329589 Feb 11 05:28:51.330128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-edcdb61e-b6ed-4c07-b08e-2d4247f20efd admin admin] Deleting port b9d05282-7567-4950-a6d3-5d523dd61dce {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:51.330620 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-edcdb61e-b6ed-4c07-b08e-2d4247f20efd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.349926 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (2713c8f7-228d-4a0d-b79e-4578c20c2ee3), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.387440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52080) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:51.408513 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.442878 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-57b01a72-cbe3-44ff-b83a-2e029dbf1059 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e74686bb-2d6a-4e3b-82f0-7bc192f11561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869627 Feb 11 05:28:51.456906 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-edcdb61e-b6ed-4c07-b08e-2d4247f20efd admin admin] For port b9d05282-7567-4950-a6d3-5d523dd61dce, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b9d05282-7567-4950-a6d3-5d523dd61dce,segment=NetworkSegment(a9b3d39c-12c6-41bc-8906-c459aa8656f8),segment_id=a9b3d39c-12c6-41bc-8906-c459aa8656f8)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:51.457284 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-edcdb61e-b6ed-4c07-b08e-2d4247f20efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.489433 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-edcdb61e-b6ed-4c07-b08e-2d4247f20efd admin admin] Calling delete_port for b9d05282-7567-4950-a6d3-5d523dd61dce owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:51.572835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-2e64756b-dfe3-47f0-84d6-72be679defe5 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-122932412'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:51.619582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8b6efd-5e93-4e52-a15c-838ac332c547', 'tag': 'e9a4607d-75c9-412a-95e0-cf671e7bfcda'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:51.621960 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002795fb-d9fd-4476-a1d3-8b7ecabff6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8b6efd-5e93-4e52-a15c-838ac332c547", "tag": "e9a4607d-75c9-412a-95e0-cf671e7bfcda"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:51.673329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e64756b-dfe3-47f0-84d6-72be679defe5 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Made reservation on behalf of f0ba19bd34c047639631808c26c6b624 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:51.676410 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2e64756b-dfe3-47f0-84d6-72be679defe5 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.692273 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2e64756b-dfe3-47f0-84d6-72be679defe5 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.697411 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-a1e2ed37-dd58-426c-97d5-d4334edbbe56 service neutron] 10.222.0.73 "GET /v2.0/networks/e74686bb-2d6a-4e3b-82f0-7bc192f11561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345891 Feb 11 05:28:51.713507 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Allocated IP 172.25.5.133 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/d9c85808-170c-4bc5-b0a9-9b83389e53be) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:51.762938 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e80f558f-9df7-4ca0-bc78-164028894ac4 req-ebfa8f39-0897-481f-a449-e6b3093ac948 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 210 time: 0.0555031 Feb 11 05:28:51.776013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245e487-04de-4686-8b33-14ef3e3b457a req-94a1aa3c-ebec-4564-aaf9-5a902f3e91ce tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:51.785131 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b245e487-04de-4686-8b33-14ef3e3b457a req-94a1aa3c-ebec-4564-aaf9-5a902f3e91ce tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 944 time: 0.1972673 Feb 11 05:28:51.891210 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a971ea-b088-4700-b930-d8b79763205b x-openstack-request-id: req-d1a971ea-b088-4700-b930-d8b79763205b {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:51.892216 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8b6efd-5e93-4e52-a15c-838ac332c547", "tag": "e9a4607d-75c9-412a-95e0-cf671e7bfcda", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:51.892652 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d1a971ea-b088-4700-b930-d8b79763205b {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:51.893187 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8b6efd-5e93-4e52-a15c-838ac332c547', 'tag': 'e9a4607d-75c9-412a-95e0-cf671e7bfcda', 'status': 'completed', 'code': 200} Feb 11 05:28:51.905287 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b245e487-04de-4686-8b33-14ef3e3b457a req-6518643a-4bad-48de-91b3-9a5c50e4a2fd tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136959 Feb 11 05:28:51.928645 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46d9696c-427d-4c35-a857-4de1d4270af3 req-d93dfbed-9f85-4a03-8c88-089489b2c042 service neutron] 10.222.0.73 "GET /v2.0/networks/e74686bb-2d6a-4e3b-82f0-7bc192f11561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208591 Feb 11 05:28:51.987408 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2e64756b-dfe3-47f0-84d6-72be679defe5 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks [] for security_group (e8f9c969-538a-4451-b494-184992b81402), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:51.989295 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-edcdb61e-b6ed-4c07-b08e-2d4247f20efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b9d05282-7567-4950-a6d3-5d523dd61dce), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.000916 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2e64756b-dfe3-47f0-84d6-72be679defe5 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e8f9c969-538a-4451-b494-184992b81402), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.036632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdb61e-b6ed-4c07-b08e-2d4247f20efd admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d05282-7567-4950-a6d3-5d523dd61dce,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:52.092426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e64756b-dfe3-47f0-84d6-72be679defe5 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:52.184981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64756b-dfe3-47f0-84d6-72be679defe5 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f9c969-538a-4451-b494-184992b81402,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:52.189823 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2e64756b-dfe3-47f0-84d6-72be679defe5 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (e0d5f9b6-467e-4e65-80ea-eca7f7e28edc), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.190240 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-2e64756b-dfe3-47f0-84d6-72be679defe5 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Added segment e0d5f9b6-467e-4e65-80ea-eca7f7e28edc of type vlan for network 691bee55-cda7-48dd-8f8d-82a2241c6c68 Feb 11 05:28:52.255556 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2e64756b-dfe3-47f0-84d6-72be679defe5 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (691bee55-cda7-48dd-8f8d-82a2241c6c68), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.324226 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-edcdb61e-b6ed-4c07-b08e-2d4247f20efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (21f0bec0-fdfb-4b5d-9657-615d190e6d2b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.332314 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2e64756b-dfe3-47f0-84d6-72be679defe5 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (691bee55-cda7-48dd-8f8d-82a2241c6c68), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.341690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e64756b-dfe3-47f0-84d6-72be679defe5 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:52.344816 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2e64756b-dfe3-47f0-84d6-72be679defe5 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.382326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2e64756b-dfe3-47f0-84d6-72be679defe5 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9936666 Feb 11 05:28:52.384795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52094) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:52.391776 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:52.395779 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-f366501e-8ab7-447a-816b-1acc9739ff30 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Request body: {'subnet': {'network_id': '691bee55-cda7-48dd-8f8d-82a2241c6c68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:52.436215 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:52.437851 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2b86bde0-bb3d-4f38-a9b3-e2956ae3160f not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:52.550854 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for port (d9c85808-170c-4bc5-b0a9-9b83389e53be), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.599666 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002795fb-d9fd-4476-a1d3-8b7ecabff6a0 req-5d46dc7d-767b-4025-a26b-710b80a51d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:52.601074 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-002795fb-d9fd-4476-a1d3-8b7ecabff6a0 req-5d46dc7d-767b-4025-a26b-710b80a51d50 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=006637aa1bce4865be9cae348f4522ff&device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 1127 time: 0.1427879 Feb 11 05:28:52.619684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64756b-dfe3-47f0-84d6-72be679defe5 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Pushing event updated for resources: {'Network': ['ID=691bee55-cda7-48dd-8f8d-82a2241c6c68,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:52.644672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 691bee55-cda7-48dd-8f8d-82a2241c6c68 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:52.646992 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e39f45-a724-4dd9-916c-a557b055c123 req-841747b5-3308-49b3-ad4c-09f0190ae266 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:52.648577 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-67e39f45-a724-4dd9-916c-a557b055c123 req-841747b5-3308-49b3-ad4c-09f0190ae266 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.73 "GET /v2.0/networks?id=de79092a-e6c2-413b-90f7-0a46bde23bc7 HTTP/1.1" status: 200 len: 822 time: 0.7174938 Feb 11 05:28:52.695829 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d9c85808-170c-4bc5-b0a9-9b83389e53be), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.696681 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f366501e-8ab7-447a-816b-1acc9739ff30 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Made reservation on behalf of f0ba19bd34c047639631808c26c6b624 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:52.700885 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f366501e-8ab7-447a-816b-1acc9739ff30 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:52.701281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-67e39f45-a724-4dd9-916c-a557b055c123 req-cdeeed1c-d463-4e3a-a239-dd717f917910 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Request body: {'port': {'device_id': '2e0e0983-706b-4991-8859-2eb150a4d680', 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7', 'admin_state_up': True, 'tenant_id': 'ee01cdace96a4e869ce2b38c3bff4199'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:52.757412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a14b08-731e-4178-b6aa-198a566d529d req-e43fced7-619a-4dc8-834a-80a3563e5096 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:52.759106 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45a14b08-731e-4178-b6aa-198a566d529d req-e43fced7-619a-4dc8-834a-80a3563e5096 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=feb79820-7fed-4088-b628-7b92d41cc99d HTTP/1.1" status: 200 len: 945 time: 0.2774198 Feb 11 05:28:52.810373 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:52.825192 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:52.837560 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:52.865063 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002795fb-d9fd-4476-a1d3-8b7ecabff6a0 req-aad4d19a-1489-42a7-8b08-d5dcd0e08dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:52.866492 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-002795fb-d9fd-4476-a1d3-8b7ecabff6a0 req-aad4d19a-1489-42a7-8b08-d5dcd0e08dd4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e74686bb-2d6a-4e3b-82f0-7bc192f11561 HTTP/1.1" status: 200 len: 910 time: 0.2551942 Feb 11 05:28:52.870938 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Pushing event updated for resources: {'Port': ['ID=d9c85808-170c-4bc5-b0a9-9b83389e53be,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:52.935702 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-002795fb-d9fd-4476-a1d3-8b7ecabff6a0 req-753049c7-3fe3-4e7b-9823-1bbbdad08de9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9a4607d-75c9-412a-95e0-cf671e7bfcda HTTP/1.1" status: 200 len: 217 time: 0.0576248 Feb 11 05:28:52.964101 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25771468-2606-4dcb-8740-45dd6bcb354a req-cbb7a006-b1fd-4004-ae11-fca8710ad190 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 210 time: 0.0839057 Feb 11 05:28:52.973866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45a14b08-731e-4178-b6aa-198a566d529d req-7f3108d3-fd30-4cf6-abe7-45e58640d89d tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861074 Feb 11 05:28:53.009549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6389e5-71b3-4f61-923a-25dc059cf392 req-246c08a2-119e-4085-ac21-bb04dfbd2d9e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:53.011121 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f6389e5-71b3-4f61-923a-25dc059cf392 req-246c08a2-119e-4085-ac21-bb04dfbd2d9e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "GET /v2.0/ports?device_id=feb79820-7fed-4088-b628-7b92d41cc99d HTTP/1.1" status: 200 len: 945 time: 0.2117381 Feb 11 05:28:53.064802 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e39f45-a724-4dd9-916c-a557b055c123 req-cdeeed1c-d463-4e3a-a239-dd717f917910 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Made reservation on behalf of ee01cdace96a4e869ce2b38c3bff4199 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:53.068149 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-67e39f45-a724-4dd9-916c-a557b055c123 req-cdeeed1c-d463-4e3a-a239-dd717f917910 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.102536 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002795fb-d9fd-4476-a1d3-8b7ecabff6a0 req-e25c3e5b-f462-43e7-8830-6d4886e66930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:53.104046 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-002795fb-d9fd-4476-a1d3-8b7ecabff6a0 req-e25c3e5b-f462-43e7-8830-6d4886e66930 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eaab3e5b-138d-467e-8ffd-90d7780e617a HTTP/1.1" status: 200 len: 849 time: 0.1569142 Feb 11 05:28:53.154578 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-002795fb-d9fd-4476-a1d3-8b7ecabff6a0 req-674a449f-9fe6-4425-91a3-74fb026f4fcb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e74686bb-2d6a-4e3b-82f0-7bc192f11561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396886 Feb 11 05:28:53.239479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcdb61e-b6ed-4c07-b08e-2d4247f20efd admin admin] Router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:28:53.260586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e6702-9e48-485d-b2fe-feefbb1c9628 req-7e72a473-2136-48f7-b5e9-37f5af436df8 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:53.262072 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b97e6702-9e48-485d-b2fe-feefbb1c9628 req-7e72a473-2136-48f7-b5e9-37f5af436df8 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 944 time: 0.2242429 Feb 11 05:28:53.262903 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f366501e-8ab7-447a-816b-1acc9739ff30 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (fea2f87d-f05a-41d1-bc9c-ed76d2259e69), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.410008 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366501e-8ab7-447a-816b-1acc9739ff30 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Pushing event updated for resources: {'Subnet': ['ID=fea2f87d-f05a-41d1-bc9c-ed76d2259e69,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:53.422775 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-002795fb-d9fd-4476-a1d3-8b7ecabff6a0 req-67287e20-208c-4fe5-bea1-60c5c99536dc service neutron] 10.222.0.73 "GET /v2.0/networks/e74686bb-2d6a-4e3b-82f0-7bc192f11561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328136 Feb 11 05:28:53.432760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-9f6389e5-71b3-4f61-923a-25dc059cf392 req-5a7e2599-7064-4c0c-b909-82eaf48d2d64 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Deleting port 2c68c0be-39a6-4e3b-81d5-593b986f1abd {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:53.433099 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9f6389e5-71b3-4f61-923a-25dc059cf392 req-5a7e2599-7064-4c0c-b909-82eaf48d2d64 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2c68c0be-39a6-4e3b-81d5-593b986f1abd), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.442787 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-67e39f45-a724-4dd9-916c-a557b055c123 req-cdeeed1c-d463-4e3a-a239-dd717f917910 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Allocated IP 172.20.0.2 (de79092a-e6c2-413b-90f7-0a46bde23bc7/a5de3e86-13e1-461d-b0c7-ed54a8c80c7d/79acbb26-2d05-4ef0-8ac4-87f11436eff4) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:53.462884 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (2713c8f7-228d-4a0d-b79e-4578c20c2ee3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.661684 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-002795fb-d9fd-4476-a1d3-8b7ecabff6a0 req-8ff9464c-82a7-4ec0-913d-8df0dc057ebd service neutron] 10.222.0.73 "GET /v2.0/networks/e74686bb-2d6a-4e3b-82f0-7bc192f11561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280998 Feb 11 05:28:53.824882 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b97e6702-9e48-485d-b2fe-feefbb1c9628 req-d75e6430-e63a-4d64-9ba5-77c51b4a3589 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545671 Feb 11 05:28:53.836333 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-67e39f45-a724-4dd9-916c-a557b055c123 req-cdeeed1c-d463-4e3a-a239-dd717f917910 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.836439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f366501e-8ab7-447a-816b-1acc9739ff30 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Checking segment: {'id': 'e0d5f9b6-467e-4e65-80ea-eca7f7e28edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '691bee55-cda7-48dd-8f8d-82a2241c6c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:53.836902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f366501e-8ab7-447a-816b-1acc9739ff30 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Network hostable DHCP agents. Network: 691bee55-cda7-48dd-8f8d-82a2241c6c68, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:28:53.863665 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (2713c8f7-228d-4a0d-b79e-4578c20c2ee3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.900616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcdb61e-b6ed-4c07-b08e-2d4247f20efd admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:28:53.913941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-edcdb61e-b6ed-4c07-b08e-2d4247f20efd admin admin] 10.222.0.87 "PUT /v2.0/routers/21f0bec0-fdfb-4b5d-9657-615d190e6d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1749632 Feb 11 05:28:53.916800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52104) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:53.919559 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f27b2-9b8b-475f-8c8e-23ad96305cb7 None None] Sync routers for ids ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:28:53.932100 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f27b2-9b8b-475f-8c8e-23ad96305cb7 None None] Routers {'21f0bec0-fdfb-4b5d-9657-615d190e6d2b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:53.932964 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-499f27b2-9b8b-475f-8c8e-23ad96305cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:53.934492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f366501e-8ab7-447a-816b-1acc9739ff30 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Network 691bee55-cda7-48dd-8f8d-82a2241c6c68 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:28:53.936402 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-67e39f45-a724-4dd9-916c-a557b055c123 req-cdeeed1c-d463-4e3a-a239-dd717f917910 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.987694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-f366501e-8ab7-447a-816b-1acc9739ff30 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 691bee55-cda7-48dd-8f8d-82a2241c6c68) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:54.000501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b8733d-c8bd-4a23-a217-f28ce108b792 None None] Network 691bee55-cda7-48dd-8f8d-82a2241c6c68 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:54.004157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9f6389e5-71b3-4f61-923a-25dc059cf392 req-5a7e2599-7064-4c0c-b909-82eaf48d2d64 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] For port 2c68c0be-39a6-4e3b-81d5-593b986f1abd, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2c68c0be-39a6-4e3b-81d5-593b986f1abd,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:54.004157 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9f6389e5-71b3-4f61-923a-25dc059cf392 req-5a7e2599-7064-4c0c-b909-82eaf48d2d64 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2c68c0be-39a6-4e3b-81d5-593b986f1abd), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.025260 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e39f45-a724-4dd9-916c-a557b055c123 req-cdeeed1c-d463-4e3a-a239-dd717f917910 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Network de79092a-e6c2-413b-90f7-0a46bde23bc7 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:54.033946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-67e39f45-a724-4dd9-916c-a557b055c123 req-cdeeed1c-d463-4e3a-a239-dd717f917910 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:54.036992 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e39f45-a724-4dd9-916c-a557b055c123 req-cdeeed1c-d463-4e3a-a239-dd717f917910 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:54.039576 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeeed1c-d463-4e3a-a239-dd717f917910 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Pushing event updated for resources: {'Port': ['ID=79acbb26-2d05-4ef0-8ac4-87f11436eff4,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:54.044703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f366501e-8ab7-447a-816b-1acc9739ff30 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:54.045694 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f366501e-8ab7-447a-816b-1acc9739ff30 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.078743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-9f6389e5-71b3-4f61-923a-25dc059cf392 req-5a7e2599-7064-4c0c-b909-82eaf48d2d64 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Calling delete_port for 2c68c0be-39a6-4e3b-81d5-593b986f1abd owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:54.099568 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e39f45-a724-4dd9-916c-a557b055c123 req-cdeeed1c-d463-4e3a-a239-dd717f917910 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:54.100203 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-67e39f45-a724-4dd9-916c-a557b055c123 req-cdeeed1c-d463-4e3a-a239-dd717f917910 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.113343 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-499f27b2-9b8b-475f-8c8e-23ad96305cb7 None None] Set router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:54.122532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Router 2713c8f7-228d-4a0d-b79e-4578c20c2ee3 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:28:54.129783 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-67e39f45-a724-4dd9-916c-a557b055c123 req-cdeeed1c-d463-4e3a-a239-dd717f917910 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4354119 Feb 11 05:28:54.145080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Request body: {'port': {'device_id': '2e0e0983-706b-4991-8859-2eb150a4d680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:54.167164 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f366501e-8ab7-447a-816b-1acc9739ff30 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7789798 Feb 11 05:28:54.184026 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52110) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:54.204338 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4a2dfce9-a922-498c-8a34-8e573d9ac4b3 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Request body: {'port': {'network_id': '691bee55-cda7-48dd-8f8d-82a2241c6c68', 'name': 'tempest-DHCPAgentSchedulersTestJSON-844114490'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:54.231833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-691bee55-cda7-48dd-8f8d-82a2241c6c68', 'network_id': '691bee55-cda7-48dd-8f8d-82a2241c6c68', 'project_id': 'f0ba19bd34c047639631808c26c6b624', 'fixed_ips': [{'subnet_id': 'fea2f87d-f05a-41d1-bc9c-ed76d2259e69'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:28:54.233313 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.307469 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-af70abb2-d908-47dc-af2e-be7b21fc3d9f admin admin] Publish callbacks [] for router (21f0bec0-fdfb-4b5d-9657-615d190e6d2b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.334867 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-499f27b2-9b8b-475f-8c8e-23ad96305cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:28:51Z', 'revision_number': 5, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:54.345389 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.377362 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f27b2-9b8b-475f-8c8e-23ad96305cb7 None None] Checking router: 21f0bec0-fdfb-4b5d-9657-615d190e6d2b for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:28:54.389131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Allocated IP 172.20.0.2 (691bee55-cda7-48dd-8f8d-82a2241c6c68/fea2f87d-f05a-41d1-bc9c-ed76d2259e69/d3955fbd-f8c5-4263-8935-60f071d97eef) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:54.391776 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f27b2-9b8b-475f-8c8e-23ad96305cb7 None None] Routers {'21f0bec0-fdfb-4b5d-9657-615d190e6d2b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:54.392834 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-499f27b2-9b8b-475f-8c8e-23ad96305cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:54.396851 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5485d-be5b-4731-83c6-85c9ff5c0ef8 req-6e97aad3-a7cd-4b71-a2a5-d2eccdc6b54e tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:54.398879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-caf5485d-be5b-4731-83c6-85c9ff5c0ef8 req-6e97aad3-a7cd-4b71-a2a5-d2eccdc6b54e tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 931 time: 0.3075230 Feb 11 05:28:54.415204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4de1a-690e-43f0-81f7-17264d6ac411 req-43e4d5c8-4090-4238-b11b-fadefbfa8a39 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:54.417760 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55b4de1a-690e-43f0-81f7-17264d6ac411 req-43e4d5c8-4090-4238-b11b-fadefbfa8a39 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=feb79820-7fed-4088-b628-7b92d41cc99d HTTP/1.1" status: 200 len: 945 time: 0.2756386 Feb 11 05:28:54.444266 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:28:54.545580 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.547401 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5765c711-2773-43dc-988d-f85866cb1a60 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.4919572 Feb 11 05:28:54.555573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52112) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:54.564174 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-301d2fa3-271e-42e8-91b0-e2ce2b472686 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'enable_snat': False}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:54.569741 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2dfce9-a922-498c-8a34-8e573d9ac4b3 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Made reservation on behalf of f0ba19bd34c047639631808c26c6b624 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:54.573431 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a2dfce9-a922-498c-8a34-8e573d9ac4b3 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.592698 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Publish callbacks [] for port (d3955fbd-f8c5-4263-8935-60f071d97eef), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.599140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb52beea-069d-4711-ba1f-22ccbb843f15 None None] Sync routers for ids ['2713c8f7-228d-4a0d-b79e-4578c20c2ee3'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:28:54.608048 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (d3955fbd-f8c5-4263-8935-60f071d97eef), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.619066 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55b4de1a-690e-43f0-81f7-17264d6ac411 req-f098a8d6-db7f-4a4a-93ac-ea5bce735d9e tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629975 Feb 11 05:28:54.630017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-caf5485d-be5b-4731-83c6-85c9ff5c0ef8 req-d5d0bd2b-efd2-4ca2-9db0-32b19d33153c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092688 Feb 11 05:28:54.640635 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9f6389e5-71b3-4f61-923a-25dc059cf392 req-5a7e2599-7064-4c0c-b909-82eaf48d2d64 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2c68c0be-39a6-4e3b-81d5-593b986f1abd), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.648321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-4a2dfce9-a922-498c-8a34-8e573d9ac4b3 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] device_id is not set on port 41499a08-9f56-41c6-b04a-e96f1eed536b yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:28:54.652923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Network 691bee55-cda7-48dd-8f8d-82a2241c6c68 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:54.659690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:54.665838 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:54.669930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a6712007-49e8-473e-b379-e0925725c858', '2c68c0be-39a6-4e3b-81d5-593b986f1abd'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:54.700948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e2599-7064-4c0c-b909-82eaf48d2d64 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event deleted for resources: {'Port': ['ID=2c68c0be-39a6-4e3b-81d5-593b986f1abd,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:54.701750 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb52beea-069d-4711-ba1f-22ccbb843f15 None None] Routers {'2713c8f7-228d-4a0d-b79e-4578c20c2ee3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:54.703160 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bb52beea-069d-4711-ba1f-22ccbb843f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2713c8f7-228d-4a0d-b79e-4578c20c2ee3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:54.731969 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-499f27b2-9b8b-475f-8c8e-23ad96305cb7 None None] Set router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:28:54.755218 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6389e5-71b3-4f61-923a-25dc059cf392 req-5a7e2599-7064-4c0c-b909-82eaf48d2d64 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] No DVR routers for this DVR port 2c68c0be-39a6-4e3b-81d5-593b986f1abd on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:54.758070 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9f6389e5-71b3-4f61-923a-25dc059cf392 req-5a7e2599-7064-4c0c-b909-82eaf48d2d64 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.762095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f6389e5-71b3-4f61-923a-25dc059cf392 req-5a7e2599-7064-4c0c-b909-82eaf48d2d64 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "DELETE /v2.0/ports/2c68c0be-39a6-4e3b-81d5-593b986f1abd HTTP/1.1" status: 204 len: 173 time: 1.7231402 Feb 11 05:28:54.766148 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb79820-7fed-4088-b628-7b92d41cc99d', 'name': 'network-vif-deleted', 'tag': '2c68c0be-39a6-4e3b-81d5-593b986f1abd'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:54.768772 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30eb27d-66de-4c01-89e2-45e736961944" -d '{"events": [{"server_uuid": "feb79820-7fed-4088-b628-7b92d41cc99d", "name": "network-vif-deleted", "tag": "2c68c0be-39a6-4e3b-81d5-593b986f1abd"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:54.773531 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-af70abb2-d908-47dc-af2e-be7b21fc3d9f admin admin] Publish callbacks [] for router_gateway (21f0bec0-fdfb-4b5d-9657-615d190e6d2b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:54.778789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bb52beea-069d-4711-ba1f-22ccbb843f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:54.895150 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb52beea-069d-4711-ba1f-22ccbb843f15 None None] Routers {'2713c8f7-228d-4a0d-b79e-4578c20c2ee3'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:54.895150 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bb52beea-069d-4711-ba1f-22ccbb843f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2713c8f7-228d-4a0d-b79e-4578c20c2ee3'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:54.895496 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2bda31-d291-4fe5-aa97-4bbdbbbc27f3 x-openstack-request-id: req-2c2bda31-d291-4fe5-aa97-4bbdbbbc27f3 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:54.895900 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb79820-7fed-4088-b628-7b92d41cc99d", "name": "network-vif-deleted", "tag": "2c68c0be-39a6-4e3b-81d5-593b986f1abd", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:54.896928 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2c2bda31-d291-4fe5-aa97-4bbdbbbc27f3 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:54.899813 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb79820-7fed-4088-b628-7b92d41cc99d', 'name': 'network-vif-deleted', 'tag': '2c68c0be-39a6-4e3b-81d5-593b986f1abd', 'status': 'completed', 'code': 200} Feb 11 05:28:54.976655 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-af70abb2-d908-47dc-af2e-be7b21fc3d9f admin admin] Deleting port 51426b4e-4699-4f01-a084-a69e0d01263c {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:54.980740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Pushing event updated for resources: {'Port': ['ID=d3955fbd-f8c5-4263-8935-60f071d97eef,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:54.991305 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-af70abb2-d908-47dc-af2e-be7b21fc3d9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (51426b4e-4699-4f01-a084-a69e0d01263c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.036658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e9a4607d-75c9-412a-95e0-cf671e7bfcda details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:28:55.147744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01733d88-0348-447b-83fb-9f290fd227ce req-2b5dec5b-e649-4b89-b5b0-2c3f3369ed68 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:55.156573 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01733d88-0348-447b-83fb-9f290fd227ce req-2b5dec5b-e649-4b89-b5b0-2c3f3369ed68 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 944 time: 0.1359863 Feb 11 05:28:55.171411 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e9a4607d-75c9-412a-95e0-cf671e7bfcda, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e9a4607d-75c9-412a-95e0-cf671e7bfcda,segment=NetworkSegment(a0c96c28-2dc4-485d-8444-1567acfada1a),segment_id=a0c96c28-2dc4-485d-8444-1567acfada1a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:55.192258 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-af70abb2-d908-47dc-af2e-be7b21fc3d9f admin admin] For port 51426b4e-4699-4f01-a084-a69e0d01263c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=51426b4e-4699-4f01-a084-a69e0d01263c,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:55.192980 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-af70abb2-d908-47dc-af2e-be7b21fc3d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (51426b4e-4699-4f01-a084-a69e0d01263c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.215204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'e9a4607d-75c9-412a-95e0-cf671e7bfcda', 'network_id': 'e74686bb-2d6a-4e3b-82f0-7bc192f11561', 'port_id': 'e9a4607d-75c9-412a-95e0-cf671e7bfcda', 'mac_address': 'fa:16:3e:34:f5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaab3e5b-138d-467e-8ffd-90d7780e617a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:28:55.216352 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-499f27b2-9b8b-475f-8c8e-23ad96305cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:28:51Z', 'revision_number': 5, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:55.221437 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bb52beea-069d-4711-ba1f-22ccbb843f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:55.223791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb52beea-069d-4711-ba1f-22ccbb843f15 None None] The sync data for ids ['2713c8f7-228d-4a0d-b79e-4578c20c2ee3'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:28:55.241251 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01733d88-0348-447b-83fb-9f290fd227ce req-f913c0fe-78ec-4038-a62d-334e9fa644aa tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831680 Feb 11 05:28:55.242781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-af70abb2-d908-47dc-af2e-be7b21fc3d9f admin admin] Calling delete_port for 51426b4e-4699-4f01-a084-a69e0d01263c owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:55.260996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Attempting to bind port d3955fbd-f8c5-4263-8935-60f071d97eef on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:55.261379 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Attempting to bind port d3955fbd-f8c5-4263-8935-60f071d97eef by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'e0d5f9b6-467e-4e65-80ea-eca7f7e28edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '691bee55-cda7-48dd-8f8d-82a2241c6c68'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:55.261749 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Attempting to bind port d3955fbd-f8c5-4263-8935-60f071d97eef on network 691bee55-cda7-48dd-8f8d-82a2241c6c68 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:55.290041 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f27b2-9b8b-475f-8c8e-23ad96305cb7 None None] The sync data for ids ['21f0bec0-fdfb-4b5d-9657-615d190e6d2b'] in n-d-713499-38 is: [{'id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'name': 'tempest-AttachVolumeTestJSON-608260464-router', 'tenant_id': 'd38398dc263b4e81883a8499fb1a6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:21:56Z', 'updated_at': '2022-02-11T05:28:51Z', 'revision_number': 5, 'project_id': 'd38398dc263b4e81883a8499fb1a6d96', 'gw_port': {'id': '51426b4e-4699-4f01-a084-a69e0d01263c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f0bec0-fdfb-4b5d-9657-615d190e6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:21:57Z', 'updated_at': '2022-02-11T05:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:28:55.316913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:55.317290 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Checking segment: {'id': 'e0d5f9b6-467e-4e65-80ea-eca7f7e28edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '691bee55-cda7-48dd-8f8d-82a2241c6c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:55.317700 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.318090 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Bound using segment: {'id': 'e0d5f9b6-467e-4e65-80ea-eca7f7e28edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '691bee55-cda7-48dd-8f8d-82a2241c6c68'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:55.318578 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Bound port: d3955fbd-f8c5-4263-8935-60f071d97eef, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d5f9b6-467e-4e65-80ea-eca7f7e28edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '691bee55-cda7-48dd-8f8d-82a2241c6c68'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:55.318963 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d3955fbd-f8c5-4263-8935-60f071d97eef), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.387535 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-4a2dfce9-a922-498c-8a34-8e573d9ac4b3 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Allocated IP 172.20.0.11 (691bee55-cda7-48dd-8f8d-82a2241c6c68/fea2f87d-f05a-41d1-bc9c-ed76d2259e69/41499a08-9f56-41c6-b04a-e96f1eed536b) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:28:55.426090 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port e9a4607d-75c9-412a-95e0-cf671e7bfcda is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:55.426565 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e9a4607d-75c9-412a-95e0-cf671e7bfcda), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.444982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a4607d-75c9-412a-95e0-cf671e7bfcda {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:55.500989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79acbb26-2d05-4ef0-8ac4-87f11436eff4 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:28:55.518141 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Publish callbacks [] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.526934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e9a4607d-75c9-412a-95e0-cf671e7bfcda, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e9a4607d-75c9-412a-95e0-cf671e7bfcda,segment=NetworkSegment(a0c96c28-2dc4-485d-8444-1567acfada1a),segment_id=a0c96c28-2dc4-485d-8444-1567acfada1a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:55.534998 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e9a4607d-75c9-412a-95e0-cf671e7bfcda), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.545688 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] For port d3955fbd-f8c5-4263-8935-60f071d97eef, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:55.552397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-af70abb2-d908-47dc-af2e-be7b21fc3d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (51426b4e-4699-4f01-a084-a69e0d01263c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.580016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70abb2-d908-47dc-af2e-be7b21fc3d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=51426b4e-4699-4f01-a084-a69e0d01263c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:55.584258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] For port d3955fbd-f8c5-4263-8935-60f071d97eef, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d3955fbd-f8c5-4263-8935-60f071d97eef,segment=NetworkSegment(e0d5f9b6-467e-4e65-80ea-eca7f7e28edc),segment_id=e0d5f9b6-467e-4e65-80ea-eca7f7e28edc)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:55.592641 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Transition to ACTIVE for port object 79acbb26-2d05-4ef0-8ac4-87f11436eff4 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:28:55.598001 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d3955fbd-f8c5-4263-8935-60f071d97eef), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.606531 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.626357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=e9a4607d-75c9-412a-95e0-cf671e7bfcda,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:55.686175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5a743-771d-4dfb-bc2a-cd656d013c17 None None] Pushing event updated for resources: {'Port': ['ID=d3955fbd-f8c5-4263-8935-60f071d97eef,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:55.688473 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-af70abb2-d908-47dc-af2e-be7b21fc3d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (21f0bec0-fdfb-4b5d-9657-615d190e6d2b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.819080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Pushing event updated for resources: {'Port': ['ID=79acbb26-2d05-4ef0-8ac4-87f11436eff4,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:55.824938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['e9a4607d-75c9-412a-95e0-cf671e7bfcda'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:28:55.909896 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-af70abb2-d908-47dc-af2e-be7b21fc3d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (21f0bec0-fdfb-4b5d-9657-615d190e6d2b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.915603 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-af70abb2-d908-47dc-af2e-be7b21fc3d9f admin admin] Publish callbacks [] for router_controller (21f0bec0-fdfb-4b5d-9657-615d190e6d2b), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.932336 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-301d2fa3-271e-42e8-91b0-e2ce2b472686 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (2713c8f7-228d-4a0d-b79e-4578c20c2ee3), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.025945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a336d1-17b2-4305-9b9a-912ab522e225 req-b9b46c4f-7434-4982-afd3-9438b54c9b18 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:56.027586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43a336d1-17b2-4305-9b9a-912ab522e225 req-b9b46c4f-7434-4982-afd3-9438b54c9b18 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 943 time: 0.2354579 Feb 11 05:28:56.036858 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-af70abb2-d908-47dc-af2e-be7b21fc3d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (21f0bec0-fdfb-4b5d-9657-615d190e6d2b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.037578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af70abb2-d908-47dc-af2e-be7b21fc3d9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21f0bec0-fdfb-4b5d-9657-615d190e6d2b {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:28:56.046451 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-af70abb2-d908-47dc-af2e-be7b21fc3d9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.047657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-af70abb2-d908-47dc-af2e-be7b21fc3d9f admin admin] 10.222.0.87 "DELETE /v2.0/routers/21f0bec0-fdfb-4b5d-9657-615d190e6d2b HTTP/1.1" status: 204 len: 168 time: 2.1302328 Feb 11 05:28:56.053021 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52130) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:56.070367 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a2dfce9-a922-498c-8a34-8e573d9ac4b3 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks [] for port (41499a08-9f56-41c6-b04a-e96f1eed536b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.154142 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Attempting to bind port 79acbb26-2d05-4ef0-8ac4-87f11436eff4 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:28:56.154489 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Attempting to bind port 79acbb26-2d05-4ef0-8ac4-87f11436eff4 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'ff1e814b-9ea1-42cb-939c-2112874a1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:28:56.154817 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Attempting to bind port 79acbb26-2d05-4ef0-8ac4-87f11436eff4 on network de79092a-e6c2-413b-90f7-0a46bde23bc7 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:56.168374 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Port 79acbb26-2d05-4ef0-8ac4-87f11436eff4 on network de79092a-e6c2-413b-90f7-0a46bde23bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:28:56.168596 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Attempting to bind port 79acbb26-2d05-4ef0-8ac4-87f11436eff4 on network de79092a-e6c2-413b-90f7-0a46bde23bc7 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:28:56.189490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43a336d1-17b2-4305-9b9a-912ab522e225 req-39b84b06-5dd8-46ca-96f3-e832c9b0e123 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374345 Feb 11 05:28:56.200844 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a2dfce9-a922-498c-8a34-8e573d9ac4b3 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (41499a08-9f56-41c6-b04a-e96f1eed536b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.204813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-356e6538-2031-4944-ab45-6c5b8172c0d5 admin admin] Deleting subnet f7873483-8f55-4b01-980d-97e18e14d525 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:28:56.210513 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-356e6538-2031-4944-ab45-6c5b8172c0d5 admin admin] Publish callbacks [] for subnet (f7873483-8f55-4b01-980d-97e18e14d525), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.220721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:28:56.220721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Checking segment: {'id': 'ff1e814b-9ea1-42cb-939c-2112874a1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:28:56.220721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Bound using segment: {'id': 'ff1e814b-9ea1-42cb-939c-2112874a1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:28:56.220721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Bound port: 79acbb26-2d05-4ef0-8ac4-87f11436eff4, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff1e814b-9ea1-42cb-939c-2112874a1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:28:56.220721 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.272734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a808f-2e08-4494-b9f2-9aa399b15241 req-4d559ad3-94ec-4fe1-b90a-74f16c9bf866 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:56.274678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e32a808f-2e08-4494-b9f2-9aa399b15241 req-4d559ad3-94ec-4fe1-b90a-74f16c9bf866 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.1885786 Feb 11 05:28:56.287811 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2dfce9-a922-498c-8a34-8e573d9ac4b3 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Network 691bee55-cda7-48dd-8f8d-82a2241c6c68 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:28:56.294133 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-4a2dfce9-a922-498c-8a34-8e573d9ac4b3 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:28:56.325549 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2dfce9-a922-498c-8a34-8e573d9ac4b3 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:28:56.353899 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-356e6538-2031-4944-ab45-6c5b8172c0d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (f7873483-8f55-4b01-980d-97e18e14d525), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.362679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2dfce9-a922-498c-8a34-8e573d9ac4b3 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Pushing event updated for resources: {'Port': ['ID=41499a08-9f56-41c6-b04a-e96f1eed536b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:56.395745 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e32a808f-2e08-4494-b9f2-9aa399b15241 req-8d717c2e-3284-4936-9fa0-e6a8b4c6aa46 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056368 Feb 11 05:28:56.435329 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] For port 79acbb26-2d05-4ef0-8ac4-87f11436eff4, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:28:56.444616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2dfce9-a922-498c-8a34-8e573d9ac4b3 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:56.445336 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a2dfce9-a922-498c-8a34-8e573d9ac4b3 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.450465 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] For port 79acbb26-2d05-4ef0-8ac4-87f11436eff4, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=79acbb26-2d05-4ef0-8ac4-87f11436eff4,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:28:56.463758 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.525513 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-356e6538-2031-4944-ab45-6c5b8172c0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (f7873483-8f55-4b01-980d-97e18e14d525), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.542368 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4a2dfce9-a922-498c-8a34-8e573d9ac4b3 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3388216 Feb 11 05:28:56.546720 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52134) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:56.556642 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d3955fbd-f8c5-4263-8935-60f071d97eef up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:56.557841 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:56.558554 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.560418 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-67e39f45-a724-4dd9-916c-a557b055c123 req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] 10.222.0.73 "PUT /v2.0/ports/79acbb26-2d05-4ef0-8ac4-87f11436eff4 HTTP/1.1" status: 200 len: 1092 time: 2.4218309 Feb 11 05:28:56.562697 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0e0983-706b-4991-8859-2eb150a4d680', 'tag': '79acbb26-2d05-4ef0-8ac4-87f11436eff4'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:56.566060 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48438e3c-8d6e-4c2a-a12e-162bac8556e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0e0983-706b-4991-8859-2eb150a4d680", "tag": "79acbb26-2d05-4ef0-8ac4-87f11436eff4"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:56.603474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d372d2-18bd-49e7-8e88-cb04248bd82c req-d915683f-db0f-44dd-9364-ccecee1e6359 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:56.615571 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60d372d2-18bd-49e7-8e88-cb04248bd82c req-d915683f-db0f-44dd-9364-ccecee1e6359 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 945 time: 0.1489799 Feb 11 05:28:56.648921 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d756e4a-aeaa-408d-a229-924ffffd8753 x-openstack-request-id: req-5d756e4a-aeaa-408d-a229-924ffffd8753 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:56.649296 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0e0983-706b-4991-8859-2eb150a4d680", "tag": "79acbb26-2d05-4ef0-8ac4-87f11436eff4", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:56.649488 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5d756e4a-aeaa-408d-a229-924ffffd8753 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:56.649892 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0e0983-706b-4991-8859-2eb150a4d680', 'tag': '79acbb26-2d05-4ef0-8ac4-87f11436eff4', 'status': 'completed', 'code': 200} Feb 11 05:28:56.656322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d3955fbd-f8c5-4263-8935-60f071d97eef triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:56.657021 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d3955fbd-f8c5-4263-8935-60f071d97eef), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.662794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a17bc-59c9-4b41-9471-706ede3e31f0 service neutron] Pushing event updated for resources: {'Port': ['ID=79acbb26-2d05-4ef0-8ac4-87f11436eff4,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:56.730601 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60d372d2-18bd-49e7-8e88-cb04248bd82c req-e29d7f12-9441-4fb6-97a5-48be3104e589 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141398 Feb 11 05:28:56.739155 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-356e6538-2031-4944-ab45-6c5b8172c0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (f7873483-8f55-4b01-980d-97e18e14d525), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.783704 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e39f45-a724-4dd9-916c-a557b055c123 req-54c03aa3-9e04-4147-af41-e35d8de43790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:56.783923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e6538-2031-4944-ab45-6c5b8172c0d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7873483-8f55-4b01-980d-97e18e14d525,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:56.785441 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-67e39f45-a724-4dd9-916c-a557b055c123 req-54c03aa3-9e04-4147-af41-e35d8de43790 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee01cdace96a4e869ce2b38c3bff4199&device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 1126 time: 0.1343756 Feb 11 05:28:56.789264 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-356e6538-2031-4944-ab45-6c5b8172c0d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.792533 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a65824-3146-4be7-ac68-cb27770a6913 None None] Network cc0a917d-8eaf-4d95-a902-cd3344524860 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:56.794327 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-356e6538-2031-4944-ab45-6c5b8172c0d5 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f7873483-8f55-4b01-980d-97e18e14d525 HTTP/1.1" status: 204 len: 168 time: 0.7116215 Feb 11 05:28:56.799411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52138) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:56.803590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-cd393db5-191d-459a-9112-fa2152642790 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Deleting port 41499a08-9f56-41c6-b04a-e96f1eed536b {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:56.803941 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd393db5-191d-459a-9112-fa2152642790 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (41499a08-9f56-41c6-b04a-e96f1eed536b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.835865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d3955fbd-f8c5-4263-8935-60f071d97eef is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:56.836504 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d3955fbd-f8c5-4263-8935-60f071d97eef), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.845538 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-67e39f45-a724-4dd9-916c-a557b055c123 req-c079548c-4a78-4a0b-86f6-61c5830efddb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79acbb26-2d05-4ef0-8ac4-87f11436eff4 HTTP/1.1" status: 200 len: 217 time: 0.0499804 Feb 11 05:28:56.931303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port d3955fbd-f8c5-4263-8935-60f071d97eef, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d3955fbd-f8c5-4263-8935-60f071d97eef,segment=NetworkSegment(e0d5f9b6-467e-4e65-80ea-eca7f7e28edc),segment_id=e0d5f9b6-467e-4e65-80ea-eca7f7e28edc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:56.936006 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (cc0a917d-8eaf-4d95-a902-cd3344524860), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.938864 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d3955fbd-f8c5-4263-8935-60f071d97eef), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.973603 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e39f45-a724-4dd9-916c-a557b055c123 req-f67ba52d-7322-4449-acc3-709f433c3e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:56.975343 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-67e39f45-a724-4dd9-916c-a557b055c123 req-f67ba52d-7322-4449-acc3-709f433c3e07 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5de3e86-13e1-461d-b0c7-ed54a8c80c7d HTTP/1.1" status: 200 len: 862 time: 0.1229649 Feb 11 05:28:56.991492 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b9d05282-7567-4950-a6d3-5d523dd61dce no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:56.994428 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e9a4607d-75c9-412a-95e0-cf671e7bfcda up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:57.018656 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd393db5-191d-459a-9112-fa2152642790 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (41499a08-9f56-41c6-b04a-e96f1eed536b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.038680 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-cd393db5-191d-459a-9112-fa2152642790 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Calling delete_port for 41499a08-9f56-41c6-b04a-e96f1eed536b owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:57.046942 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=d3955fbd-f8c5-4263-8935-60f071d97eef,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:57.062010 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: b9d05282-7567-4950-a6d3-5d523dd61dce {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:57.062391 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b9d05282-7567-4950-a6d3-5d523dd61dce not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:57.066602 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-67e39f45-a724-4dd9-916c-a557b055c123 req-5e91040b-da87-49cf-b07f-1402c0da11fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de79092a-e6c2-413b-90f7-0a46bde23bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495634 Feb 11 05:28:57.101257 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] Deleting port ecf61b9c-8d3a-4c00-b56a-7b80505c260b {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:57.101607 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ecf61b9c-8d3a-4c00-b56a-7b80505c260b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.121410 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port e9a4607d-75c9-412a-95e0-cf671e7bfcda completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:28:57.126457 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port e9a4607d-75c9-412a-95e0-cf671e7bfcda triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:57.126840 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e9a4607d-75c9-412a-95e0-cf671e7bfcda), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.198680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870db051-9991-4f69-af35-9d1b7aa39c42 None None] DHCP port deletion for cc0a917d-8eaf-4d95-a902-cd3344524860 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:28:57.201798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] For port ecf61b9c-8d3a-4c00-b56a-7b80505c260b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ecf61b9c-8d3a-4c00-b56a-7b80505c260b,segment=NetworkSegment(a9b3d39c-12c6-41bc-8906-c459aa8656f8),segment_id=a9b3d39c-12c6-41bc-8906-c459aa8656f8)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:57.202779 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ecf61b9c-8d3a-4c00-b56a-7b80505c260b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.209715 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-301d2fa3-271e-42e8-91b0-e2ce2b472686 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (2713c8f7-228d-4a0d-b79e-4578c20c2ee3), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.217902 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-301d2fa3-271e-42e8-91b0-e2ce2b472686 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (2713c8f7-228d-4a0d-b79e-4578c20c2ee3), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.227321 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] Calling delete_port for ecf61b9c-8d3a-4c00-b56a-7b80505c260b owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:57.237969 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-67e39f45-a724-4dd9-916c-a557b055c123 req-45c65300-60d3-4366-9227-7e04cde798c8 service neutron] 10.222.0.73 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602578 Feb 11 05:28:57.314197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adce26b-28f3-451f-ad72-bc6fe1fb0514 None None] Network 691bee55-cda7-48dd-8f8d-82a2241c6c68 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:57.343917 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port e9a4607d-75c9-412a-95e0-cf671e7bfcda is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:57.344328 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e9a4607d-75c9-412a-95e0-cf671e7bfcda), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.389139 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd393db5-191d-459a-9112-fa2152642790 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (41499a08-9f56-41c6-b04a-e96f1eed536b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.426086 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-67e39f45-a724-4dd9-916c-a557b055c123 req-5e1d2afc-47ba-4c4f-9f4c-e31cb855d703 service neutron] 10.222.0.73 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521735 Feb 11 05:28:57.436174 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301d2fa3-271e-42e8-91b0-e2ce2b472686 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Router 2713c8f7-228d-4a0d-b79e-4578c20c2ee3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:28:57.437744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd393db5-191d-459a-9112-fa2152642790 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Pushing event deleted for resources: {'Port': ['ID=41499a08-9f56-41c6-b04a-e96f1eed536b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:57.454111 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ecf61b9c-8d3a-4c00-b56a-7b80505c260b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.491924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed607d-60eb-42a0-89fa-64a4626e54cd req-6d10353c-f1c8-4657-ac5d-630020b6bf14 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:57.493419 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85ed607d-60eb-42a0-89fa-64a4626e54cd req-6d10353c-f1c8-4657-ac5d-630020b6bf14 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 943 time: 0.1872149 Feb 11 05:28:57.518768 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf61b9c-8d3a-4c00-b56a-7b80505c260b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:57.553344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] No DVR routers for this DVR port ecf61b9c-8d3a-4c00-b56a-7b80505c260b on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:57.598196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-870db051-9991-4f69-af35-9d1b7aa39c42 None None] Deleting port ecf61b9c-8d3a-4c00-b56a-7b80505c260b {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:57.598775 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-870db051-9991-4f69-af35-9d1b7aa39c42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ecf61b9c-8d3a-4c00-b56a-7b80505c260b), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.618572 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48438e3c-8d6e-4c2a-a12e-162bac8556e2 req-12681b42-058d-47c9-aae7-4f46a6ed54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:57.620177 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-48438e3c-8d6e-4c2a-a12e-162bac8556e2 req-12681b42-058d-47c9-aae7-4f46a6ed54cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee01cdace96a4e869ce2b38c3bff4199&device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 1126 time: 0.0953920 Feb 11 05:28:57.622208 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301d2fa3-271e-42e8-91b0-e2ce2b472686 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:28:57.622329 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e9a4607d-75c9-412a-95e0-cf671e7bfcda, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e9a4607d-75c9-412a-95e0-cf671e7bfcda,segment=NetworkSegment(a0c96c28-2dc4-485d-8444-1567acfada1a),segment_id=a0c96c28-2dc4-485d-8444-1567acfada1a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:57.627261 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-301d2fa3-271e-42e8-91b0-e2ce2b472686 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.627821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8b6efd-5e93-4e52-a15c-838ac332c547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a4607d-75c9-412a-95e0-cf671e7bfcda'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:57.631354 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb002c99-8a98-4c4f-b22a-7b101d30554c" -d '{"events": [{"server_uuid": "2b8b6efd-5e93-4e52-a15c-838ac332c547", "name": "network-vif-plugged", "status": "completed", "tag": "e9a4607d-75c9-412a-95e0-cf671e7bfcda"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:28:57.631504 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-301d2fa3-271e-42e8-91b0-e2ce2b472686 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "PUT /v2.0/routers/2713c8f7-228d-4a0d-b79e-4578c20c2ee3 HTTP/1.1" status: 200 len: 925 time: 3.0748835 Feb 11 05:28:57.632221 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52146) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:57.643729 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79905ca1-b137-451b-9cce-b64cf96cc002 None None] Sync routers for ids ['2713c8f7-228d-4a0d-b79e-4578c20c2ee3'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:28:57.658156 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e9a4607d-75c9-412a-95e0-cf671e7bfcda), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.659208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2c68c0be-39a6-4e3b-81d5-593b986f1abd no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:57.678327 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd393db5-191d-459a-9112-fa2152642790 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.681980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cd393db5-191d-459a-9112-fa2152642790 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] 10.222.0.87 "DELETE /v2.0/ports/41499a08-9f56-41c6-b04a-e96f1eed536b HTTP/1.1" status: 204 len: 168 time: 1.1307242 Feb 11 05:28:57.690151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52150) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:57.691218 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79905ca1-b137-451b-9cce-b64cf96cc002 None None] Routers {'2713c8f7-228d-4a0d-b79e-4578c20c2ee3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:57.693355 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-79905ca1-b137-451b-9cce-b64cf96cc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2713c8f7-228d-4a0d-b79e-4578c20c2ee3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:57.703008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e944ff15-f3ba-4a7b-b0e3-dbed5698a203 None None] Provisioning complete for port d3955fbd-f8c5-4263-8935-60f071d97eef triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:57.703626 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e944ff15-f3ba-4a7b-b0e3-dbed5698a203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d3955fbd-f8c5-4263-8935-60f071d97eef), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.716795 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85ed607d-60eb-42a0-89fa-64a4626e54cd req-2a11a96b-759d-42be-b273-4b042889596c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997840 Feb 11 05:28:57.761651 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-79905ca1-b137-451b-9cce-b64cf96cc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:57.766337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 2c68c0be-39a6-4e3b-81d5-593b986f1abd {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:57.766686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2c68c0be-39a6-4e3b-81d5-593b986f1abd not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:57.798505 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79905ca1-b137-451b-9cce-b64cf96cc002 None None] Routers {'2713c8f7-228d-4a0d-b79e-4578c20c2ee3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:28:57.799145 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-79905ca1-b137-451b-9cce-b64cf96cc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:28:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2713c8f7-228d-4a0d-b79e-4578c20c2ee3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:57.807646 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (cc0a917d-8eaf-4d95-a902-cd3344524860), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.821844 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48438e3c-8d6e-4c2a-a12e-162bac8556e2 req-55ca4465-a597-465f-a698-0b5144339709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:57.823345 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-48438e3c-8d6e-4c2a-a12e-162bac8556e2 req-55ca4465-a597-465f-a698-0b5144339709 service neutron] 10.222.0.73 "GET /v2.0/networks?id=de79092a-e6c2-413b-90f7-0a46bde23bc7 HTTP/1.1" status: 200 len: 923 time: 0.1902583 Feb 11 05:28:57.826219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-870db051-9991-4f69-af35-9d1b7aa39c42 None None] For port ecf61b9c-8d3a-4c00-b56a-7b80505c260b, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:57.826609 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-870db051-9991-4f69-af35-9d1b7aa39c42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ecf61b9c-8d3a-4c00-b56a-7b80505c260b), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.830979 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f1449a0a-eeb3-4d4a-b75e-9ee801c7874c tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "GET /v2.0/routers/2713c8f7-228d-4a0d-b79e-4578c20c2ee3 HTTP/1.1" status: 200 len: 925 time: 0.1858914 Feb 11 05:28:57.830979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52156) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:57.832621 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2c7996-f868-4609-a55d-f2d45ccfca6e x-openstack-request-id: req-8d2c7996-f868-4609-a55d-f2d45ccfca6e {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:28:57.832912 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8b6efd-5e93-4e52-a15c-838ac332c547", "name": "network-vif-plugged", "status": "completed", "tag": "e9a4607d-75c9-412a-95e0-cf671e7bfcda", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:28:57.833161 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8d2c7996-f868-4609-a55d-f2d45ccfca6e {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:28:57.833570 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8b6efd-5e93-4e52-a15c-838ac332c547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a4607d-75c9-412a-95e0-cf671e7bfcda', 'code': 200} Feb 11 05:28:57.864792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-870db051-9991-4f69-af35-9d1b7aa39c42 None None] Calling delete_port for ecf61b9c-8d3a-4c00-b56a-7b80505c260b owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:57.875049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-870db051-9991-4f69-af35-9d1b7aa39c42 None None] Port ecf61b9c-8d3a-4c00-b56a-7b80505c260b was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:28:57.883356 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=e9a4607d-75c9-412a-95e0-cf671e7bfcda,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:57.888908 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-870db051-9991-4f69-af35-9d1b7aa39c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (ecf61b9c-8d3a-4c00-b56a-7b80505c260b), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:57.926380 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-48438e3c-8d6e-4c2a-a12e-162bac8556e2 req-36a7e7ee-716d-4d9e-9a90-570c838b25be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79acbb26-2d05-4ef0-8ac4-87f11436eff4 HTTP/1.1" status: 200 len: 217 time: 0.0809035 Feb 11 05:28:57.929062 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6cd92a15-1e0d-4146-8ab0-eba873de9ba0 tempest-DHCPAgentSchedulersTestJSON-1887006615 tempest-DHCPAgentSchedulersTestJSON-1887006615-project-admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.2357447 Feb 11 05:28:57.929730 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870db051-9991-4f69-af35-9d1b7aa39c42 None None] Pushing event deleted for resources: {'Port': ['ID=ecf61b9c-8d3a-4c00-b56a-7b80505c260b,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:57.932632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52160) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:57.933431 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870db051-9991-4f69-af35-9d1b7aa39c42 None None] No DVR routers for this DVR port ecf61b9c-8d3a-4c00-b56a-7b80505c260b on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:57.945482 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-79905ca1-b137-451b-9cce-b64cf96cc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:57.946142 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79905ca1-b137-451b-9cce-b64cf96cc002 None None] The sync data for ids ['2713c8f7-228d-4a0d-b79e-4578c20c2ee3'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:28:57.956194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b6f61a1a-5436-4b75-aa01-30722aa37fd8 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1965592371'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:28:57.957728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d532f-c264-4e74-a236-e15177ffa04c req-d0665500-e244-4eac-b52e-ac7b3bf831f4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:57.965107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f3d532f-c264-4e74-a236-e15177ffa04c req-d0665500-e244-4eac-b52e-ac7b3bf831f4 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.4220734 Feb 11 05:28:57.968877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0a917d-8eaf-4d95-a902-cd3344524860']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:57.993471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e944ff15-f3ba-4a7b-b0e3-dbed5698a203 None None] Current status of the port d3955fbd-f8c5-4263-8935-60f071d97eef is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:58.007516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b3d39c-12c6-41bc-8906-c459aa8656f8') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:58.007824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b3d39c-12c6-41bc-8906-c459aa8656f8') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:28:58.049079 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (a9b3d39c-12c6-41bc-8906-c459aa8656f8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.063209 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f61a1a-5436-4b75-aa01-30722aa37fd8 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Made reservation on behalf of f0ba19bd34c047639631808c26c6b624 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:28:58.066508 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f61a1a-5436-4b75-aa01-30722aa37fd8 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.067048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c44e41-318f-4d0b-a26f-8462edff0cfb req-9f211f3f-85a1-4b8a-bb73-cfda11220ae3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:58.068608 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a4c44e41-318f-4d0b-a26f-8462edff0cfb req-9f211f3f-85a1-4b8a-bb73-cfda11220ae3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.3949385 Feb 11 05:28:58.076827 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea00d94-9c27-4b2f-a391-a8cddd3ecba4 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:58.079271 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6ea00d94-9c27-4b2f-a391-a8cddd3ecba4 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&device_id=2713c8f7-228d-4a0d-b79e-4578c20c2ee3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2481709 Feb 11 05:28:58.083123 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52162) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:58.091120 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48438e3c-8d6e-4c2a-a12e-162bac8556e2 req-58c1aaa0-f2ae-4cfa-a5c0-ef689e8c323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:58.092663 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-48438e3c-8d6e-4c2a-a12e-162bac8556e2 req-58c1aaa0-f2ae-4cfa-a5c0-ef689e8c323e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5de3e86-13e1-461d-b0c7-ed54a8c80c7d HTTP/1.1" status: 200 len: 862 time: 0.1304226 Feb 11 05:28:58.102487 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a9b3d39c-12c6-41bc-8906-c459aa8656f8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.115253 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2525be9-0502-4e7f-be73-ab47fc032b20 req-34353992-725d-4c50-add2-2c159bd90bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:58.116781 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a2525be9-0502-4e7f-be73-ab47fc032b20 req-34353992-725d-4c50-add2-2c159bd90bdd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 1129 time: 0.1556556 Feb 11 05:28:58.136068 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:28:58.136482 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (a9b3d39c-12c6-41bc-8906-c459aa8656f8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.138871 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f61a1a-5436-4b75-aa01-30722aa37fd8 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:28:58.144247 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-48438e3c-8d6e-4c2a-a12e-162bac8556e2 req-50eafc6a-f123-420f-8ef9-bca717437395 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de79092a-e6c2-413b-90f7-0a46bde23bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419130 Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:28:58.149467 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:28:58.175277 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f61a1a-5436-4b75-aa01-30722aa37fd8 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d5cb468e-ce29-4886-a5e6-e845cc229636), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.175664 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-b6f61a1a-5436-4b75-aa01-30722aa37fd8 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Added segment d5cb468e-ce29-4886-a5e6-e845cc229636 of type vlan for network 5b6db5f3-a08c-4ac7-b090-1a29949c98c5 Feb 11 05:28:58.256235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f3d532f-c264-4e74-a236-e15177ffa04c req-789c3902-1d80-4460-b1b2-2039bcfdecb2 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850020 Feb 11 05:28:58.267391 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f61a1a-5436-4b75-aa01-30722aa37fd8 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (5b6db5f3-a08c-4ac7-b090-1a29949c98c5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.306380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb163f-7d7b-49b0-9e5c-1d7a081a5e28 req-148e4483-3569-4930-96ce-0d5f722c41d8 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:58.308256 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a2525be9-0502-4e7f-be73-ab47fc032b20 req-cfacdb01-50dd-4cb4-a3b4-94f240318efd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663063 Feb 11 05:28:58.310423 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52cb163f-7d7b-49b0-9e5c-1d7a081a5e28 req-148e4483-3569-4930-96ce-0d5f722c41d8 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 946 time: 0.3324931 Feb 11 05:28:58.326634 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-23431cd2-516a-4c6d-8ec1-5fcb581758a3 None None] Provisioning complete for port d3955fbd-f8c5-4263-8935-60f071d97eef triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:58.327984 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-23431cd2-516a-4c6d-8ec1-5fcb581758a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d3955fbd-f8c5-4263-8935-60f071d97eef), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.358265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d3955fbd-f8c5-4263-8935-60f071d97eef up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:28:58.361505 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-48438e3c-8d6e-4c2a-a12e-162bac8556e2 req-18b3a438-e927-42e0-a623-a9d63c3c134a service neutron] 10.222.0.73 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986296 Feb 11 05:28:58.365932 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (cc0a917d-8eaf-4d95-a902-cd3344524860), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.377354 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f61a1a-5436-4b75-aa01-30722aa37fd8 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (5b6db5f3-a08c-4ac7-b090-1a29949c98c5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.383943 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f61a1a-5436-4b75-aa01-30722aa37fd8 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:58.386064 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f61a1a-5436-4b75-aa01-30722aa37fd8 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.420191 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.428021 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] 10.222.0.87 "DELETE /v2.0/networks/cc0a917d-8eaf-4d95-a902-cd3344524860 HTTP/1.1" status: 204 len: 168 time: 1.6268332 Feb 11 05:28:58.433042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bca03-aaa2-4e6b-8c98-ca43b8d78504 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0a917d-8eaf-4d95-a902-cd3344524860,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:58.484810 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b6f61a1a-5436-4b75-aa01-30722aa37fd8 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5433021 Feb 11 05:28:58.486551 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52168) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:58.490618 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f61a1a-5436-4b75-aa01-30722aa37fd8 tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Pushing event updated for resources: {'Network': ['ID=5b6db5f3-a08c-4ac7-b090-1a29949c98c5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:58.494963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d3955fbd-f8c5-4263-8935-60f071d97eef triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:28:58.495288 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d3955fbd-f8c5-4263-8935-60f071d97eef), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.527766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 5b6db5f3-a08c-4ac7-b090-1a29949c98c5 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:28:58.532644 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dffb05ee-4439-4f08-96c6-46710f1d2d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.567343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-23431cd2-516a-4c6d-8ec1-5fcb581758a3 None None] Current status of the port d3955fbd-f8c5-4263-8935-60f071d97eef is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:58.601066 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52cb163f-7d7b-49b0-9e5c-1d7a081a5e28 req-206a4b42-afa2-479d-8621-0e0440ee04ad tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285659 Feb 11 05:28:58.612113 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cda7b9-015f-43a1-8923-1b351abc63b4 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:58.613641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e1cda7b9-015f-43a1-8923-1b351abc63b4 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 881 time: 0.5261371 Feb 11 05:28:58.626190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52170) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:58.698184 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-48438e3c-8d6e-4c2a-a12e-162bac8556e2 req-d07ea4ce-7d89-4e97-b289-90ed1a16442f service neutron] 10.222.0.73 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509008 Feb 11 05:28:58.709220 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2294c649-18fd-4f8e-999b-c9dc5a5cb93b None None] Could not find standard attr ID for object 41499a08-9f56-41c6-b04a-e96f1eed536b. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:28:58.716289 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d3955fbd-f8c5-4263-8935-60f071d97eef is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:28:58.741619 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52174) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:58.778393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ecf61b9c-8d3a-4c00-b56a-7b80505c260b no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:58.818310 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fdadf688-6fc4-4b74-9c02-65fd3476fa93 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d38398dc263b4e81883a8499fb1a6d96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0730124 Feb 11 05:28:58.818784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52176) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:58.820049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: ecf61b9c-8d3a-4c00-b56a-7b80505c260b {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:58.820475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ecf61b9c-8d3a-4c00-b56a-7b80505c260b not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:58.821081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 51426b4e-4699-4f01-a084-a69e0d01263c no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:28:58.842871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 51426b4e-4699-4f01-a084-a69e0d01263c {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:28:58.843671 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 51426b4e-4699-4f01-a084-a69e0d01263c not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:28:58.873143 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-096714e8-b53c-4a20-976d-c23cef9e6320 admin admin] Publish callbacks [] for security_group (c71bfc4b-d5a9-47c1-822c-f8c1ac6e5edf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.897488 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-096714e8-b53c-4a20-976d-c23cef9e6320 admin admin] Publish callbacks [] for security_group (c71bfc4b-d5a9-47c1-822c-f8c1ac6e5edf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.951326 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-096714e8-b53c-4a20-976d-c23cef9e6320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c71bfc4b-d5a9-47c1-822c-f8c1ac6e5edf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.954270 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-096714e8-b53c-4a20-976d-c23cef9e6320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.958057 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-096714e8-b53c-4a20-976d-c23cef9e6320 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c71bfc4b-d5a9-47c1-822c-f8c1ac6e5edf HTTP/1.1" status: 204 len: 168 time: 0.1356685 Feb 11 05:28:58.964192 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096714e8-b53c-4a20-976d-c23cef9e6320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71bfc4b-d5a9-47c1-822c-f8c1ac6e5edf,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:59.089416 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-200b8a93-b266-4b2f-9d32-aefd84e8a98e tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "GET /v2.0/ports?device_id=2713c8f7-228d-4a0d-b79e-4578c20c2ee3 HTTP/1.1" status: 200 len: 205 time: 0.4618843 Feb 11 05:28:59.092054 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52180) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:59.098873 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a4c44e41-318f-4d0b-a26f-8462edff0cfb req-a07c2ed9-5f85-463b-acae-8bfe1cd1b7e3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Deleting port a6712007-49e8-473e-b379-e0925725c858 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:59.099172 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a4c44e41-318f-4d0b-a26f-8462edff0cfb req-a07c2ed9-5f85-463b-acae-8bfe1cd1b7e3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a6712007-49e8-473e-b379-e0925725c858), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.210724 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f914c8c-dcee-40ff-8694-e37199e7fece tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (2713c8f7-228d-4a0d-b79e-4578c20c2ee3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.253927 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-580d4c93-0675-43f1-b43e-50f8375ef866 tempest-DHCPAgentSchedulersTestJSON-1887006615 tempest-DHCPAgentSchedulersTestJSON-1887006615-project-admin] 10.222.0.87 "GET /v2.0/agents/351248f7-5a8b-4bcc-be04-6e9c0ba76cb0/dhcp-networks HTTP/1.1" status: 200 len: 6501 time: 0.7447586 Feb 11 05:28:59.256853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52186) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:59.275518 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a6538-6260-4daa-9a40-2d374e495b83 req-8c61753e-600e-4e3d-99cb-3e19c23ab10f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:59.277218 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8d5a6538-6260-4daa-9a40-2d374e495b83 req-8c61753e-600e-4e3d-99cb-3e19c23ab10f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 943 time: 0.1843386 Feb 11 05:28:59.295392 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:28:59.303796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-a4c44e41-318f-4d0b-a26f-8462edff0cfb req-a07c2ed9-5f85-463b-acae-8bfe1cd1b7e3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] For port a6712007-49e8-473e-b379-e0925725c858, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a6712007-49e8-473e-b379-e0925725c858,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:28:59.304161 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a4c44e41-318f-4d0b-a26f-8462edff0cfb req-a07c2ed9-5f85-463b-acae-8bfe1cd1b7e3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a6712007-49e8-473e-b379-e0925725c858), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.332356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a4c44e41-318f-4d0b-a26f-8462edff0cfb req-a07c2ed9-5f85-463b-acae-8bfe1cd1b7e3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Calling delete_port for a6712007-49e8-473e-b379-e0925725c858 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:59.353472 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f914c8c-dcee-40ff-8694-e37199e7fece tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (2713c8f7-228d-4a0d-b79e-4578c20c2ee3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.416693 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-9f914c8c-dcee-40ff-8694-e37199e7fece tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Deleting port d9c85808-170c-4bc5-b0a9-9b83389e53be {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:28:59.417038 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f914c8c-dcee-40ff-8694-e37199e7fece tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d9c85808-170c-4bc5-b0a9-9b83389e53be), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.492047 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8d5a6538-6260-4daa-9a40-2d374e495b83 req-34a097ff-3ac3-4055-84f7-11fb5be799b7 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977131 Feb 11 05:28:59.506405 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f914c8c-dcee-40ff-8694-e37199e7fece tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d9c85808-170c-4bc5-b0a9-9b83389e53be), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.523056 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-9f914c8c-dcee-40ff-8694-e37199e7fece tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Calling delete_port for d9c85808-170c-4bc5-b0a9-9b83389e53be owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:28:59.549405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c636c2-ff75-4c4c-9b67-fe29d59dbaf6 tempest-DHCPAgentSchedulersTestJSON-1887006615 tempest-DHCPAgentSchedulersTestJSON-1887006615-project-admin] Network 5b6db5f3-a08c-4ac7-b090-1a29949c98c5 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:28:59.576281 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71c7a7-60be-483a-b496-e34d4f6e0528 req-0f001afa-39f3-4034-a4b3-317e1b93f391 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:59.578654 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c71c7a7-60be-483a-b496-e34d4f6e0528 req-0f001afa-39f3-4034-a4b3-317e1b93f391 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=384440be-d517-4f6b-8891-87a9f0fcefa2 HTTP/1.1" status: 200 len: 946 time: 0.2142386 Feb 11 05:28:59.585071 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e8c636c2-ff75-4c4c-9b67-fe29d59dbaf6 tempest-DHCPAgentSchedulersTestJSON-1887006615 tempest-DHCPAgentSchedulersTestJSON-1887006615-project-admin] 10.222.0.87 "POST /v2.0/agents/351248f7-5a8b-4bcc-be04-6e9c0ba76cb0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3236210 Feb 11 05:28:59.586330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52202) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:28:59.587540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2d2a91-1273-464b-94ea-1b07ad4e0c42 None None] Network 5b6db5f3-a08c-4ac7-b090-1a29949c98c5 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:28:59.680406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c71c7a7-60be-483a-b496-e34d4f6e0528 req-d1cccb65-3fbf-4ae9-a3ca-e00fa983712b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=c22ad66d-a10a-4159-8958-20e00e8679e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857861 Feb 11 05:28:59.811954 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a4c44e41-318f-4d0b-a26f-8462edff0cfb req-a07c2ed9-5f85-463b-acae-8bfe1cd1b7e3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a6712007-49e8-473e-b379-e0925725c858), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.856415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c2ed9-5f85-463b-acae-8bfe1cd1b7e3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event deleted for resources: {'Port': ['ID=a6712007-49e8-473e-b379-e0925725c858,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:28:59.920127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9138aa-4941-4d28-b97a-a02ea2412131 req-7da82c7d-7e8c-4fee-8815-768572a93594 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:59.927862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df9138aa-4941-4d28-b97a-a02ea2412131 req-7da82c7d-7e8c-4fee-8815-768572a93594 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 946 time: 0.2297351 Feb 11 05:28:59.985865 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c44e41-318f-4d0b-a26f-8462edff0cfb req-a07c2ed9-5f85-463b-acae-8bfe1cd1b7e3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] No DVR routers for this DVR port a6712007-49e8-473e-b379-e0925725c858 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:28:59.989142 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a4c44e41-318f-4d0b-a26f-8462edff0cfb req-a07c2ed9-5f85-463b-acae-8bfe1cd1b7e3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.993068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a4c44e41-318f-4d0b-a26f-8462edff0cfb req-a07c2ed9-5f85-463b-acae-8bfe1cd1b7e3 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "DELETE /v2.0/ports/a6712007-49e8-473e-b379-e0925725c858 HTTP/1.1" status: 204 len: 173 time: 1.9089289 Feb 11 05:28:59.995290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384440be-d517-4f6b-8891-87a9f0fcefa2', 'name': 'network-vif-deleted', 'tag': 'a6712007-49e8-473e-b379-e0925725c858'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:28:59.998653 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13848c5-3864-4e6a-9081-6217ba02a6c1" -d '{"events": [{"server_uuid": "384440be-d517-4f6b-8891-87a9f0fcefa2", "name": "network-vif-deleted", "tag": "a6712007-49e8-473e-b379-e0925725c858"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:00.022840 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dd7e4f23-6054-4f6d-8b25-dfcea05f9043 tempest-DHCPAgentSchedulersTestJSON-1887006615 tempest-DHCPAgentSchedulersTestJSON-1887006615-project-admin] 10.222.0.87 "GET /v2.0/agents/351248f7-5a8b-4bcc-be04-6e9c0ba76cb0/dhcp-networks HTTP/1.1" status: 200 len: 7272 time: 0.4329617 Feb 11 05:29:00.030046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52214) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:00.078813 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7caa5d03-9026-4e39-9c33-fd65f609ea04 x-openstack-request-id: req-7caa5d03-9026-4e39-9c33-fd65f609ea04 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:00.079301 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384440be-d517-4f6b-8891-87a9f0fcefa2", "name": "network-vif-deleted", "tag": "a6712007-49e8-473e-b379-e0925725c858", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:00.079767 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7caa5d03-9026-4e39-9c33-fd65f609ea04 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:00.080362 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384440be-d517-4f6b-8891-87a9f0fcefa2', 'name': 'network-vif-deleted', 'tag': 'a6712007-49e8-473e-b379-e0925725c858', 'status': 'completed', 'code': 200} Feb 11 05:29:00.115784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df9138aa-4941-4d28-b97a-a02ea2412131 req-2d5293ca-49ef-49ca-8ab2-1235c987ddf2 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865718 Feb 11 05:29:00.216862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f0b321e3-c759-4f0d-a5da-0c6e1191ac66 tempest-DHCPAgentSchedulersTestJSON-1887006615 tempest-DHCPAgentSchedulersTestJSON-1887006615-project-admin] 10.222.0.87 "DELETE /v2.0/agents/351248f7-5a8b-4bcc-be04-6e9c0ba76cb0/dhcp-networks/5b6db5f3-a08c-4ac7-b090-1a29949c98c5 HTTP/1.1" status: 204 len: 168 time: 0.1855693 Feb 11 05:29:00.219204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52220) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:00.306133 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f914c8c-dcee-40ff-8694-e37199e7fece tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d9c85808-170c-4bc5-b0a9-9b83389e53be), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.369424 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f914c8c-dcee-40ff-8694-e37199e7fece tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Pushing event deleted for resources: {'Port': ['ID=d9c85808-170c-4bc5-b0a9-9b83389e53be,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:00.474975 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3f9ef05b-1c07-40ac-bf18-7016783825ea tempest-DHCPAgentSchedulersTestJSON-1887006615 tempest-DHCPAgentSchedulersTestJSON-1887006615-project-admin] 10.222.0.87 "GET /v2.0/agents/351248f7-5a8b-4bcc-be04-6e9c0ba76cb0/dhcp-networks HTTP/1.1" status: 200 len: 6501 time: 0.2506702 Feb 11 05:29:00.475268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52232) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:00.488331 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f914c8c-dcee-40ff-8694-e37199e7fece tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (2713c8f7-228d-4a0d-b79e-4578c20c2ee3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.566564 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a19c286f-d26e-451f-b6eb-c8d51f300b97 tempest-DHCPAgentSchedulersTestJSON-1887006615 tempest-DHCPAgentSchedulersTestJSON-1887006615-project-admin] 10.222.0.87 "GET /v2.0/networks/691bee55-cda7-48dd-8f8d-82a2241c6c68/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0862861 Feb 11 05:29:00.567966 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52236) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:00.604402 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f914c8c-dcee-40ff-8694-e37199e7fece tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (2713c8f7-228d-4a0d-b79e-4578c20c2ee3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.606519 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f914c8c-dcee-40ff-8694-e37199e7fece tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_controller (2713c8f7-228d-4a0d-b79e-4578c20c2ee3), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.644192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dbde2a3a-2b33-4e37-a610-046466b5452e tempest-DHCPAgentSchedulersTestJSON-1887006615 tempest-DHCPAgentSchedulersTestJSON-1887006615-project-admin] 10.222.0.87 "GET /v2.0/networks/691bee55-cda7-48dd-8f8d-82a2241c6c68/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0729785 Feb 11 05:29:00.650195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52242) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:00.664264 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f914c8c-dcee-40ff-8694-e37199e7fece tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (2713c8f7-228d-4a0d-b79e-4578c20c2ee3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.664834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f914c8c-dcee-40ff-8694-e37199e7fece tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Fanout notify agent at l3_agent the message router_deleted on router 2713c8f7-228d-4a0d-b79e-4578c20c2ee3 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:29:00.677017 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f914c8c-dcee-40ff-8694-e37199e7fece tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.679766 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9f914c8c-dcee-40ff-8694-e37199e7fece tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "DELETE /v2.0/routers/2713c8f7-228d-4a0d-b79e-4578c20c2ee3 HTTP/1.1" status: 204 len: 168 time: 1.5852253 Feb 11 05:29:00.683830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52244) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:00.689204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a48bac16-6aae-4791-986c-755436b63c12 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-644109579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:00.713360 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a48bac16-6aae-4791-986c-755436b63c12 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (22c321dc-9d57-4713-82fe-3f356bca7048), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.714523 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a48bac16-6aae-4791-986c-755436b63c12 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (22c321dc-9d57-4713-82fe-3f356bca7048), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.719756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031dc40-f22b-46cf-9727-428dfed2b090 req-0ad4b9c1-72b5-41e6-9ffc-12ec7fdaaea2 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:00.727023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6031dc40-f22b-46cf-9727-428dfed2b090 req-0ad4b9c1-72b5-41e6-9ffc-12ec7fdaaea2 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 943 time: 0.1290274 Feb 11 05:29:00.762956 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4806d902-0d67-41d4-a25d-c93d59df9823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.794847 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a48bac16-6aae-4791-986c-755436b63c12 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_controller (22c321dc-9d57-4713-82fe-3f356bca7048), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.802094 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a48bac16-6aae-4791-986c-755436b63c12 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (22c321dc-9d57-4713-82fe-3f356bca7048), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.822442 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a48bac16-6aae-4791-986c-755436b63c12 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:00.824061 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a48bac16-6aae-4791-986c-755436b63c12 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1393609 Feb 11 05:29:00.827492 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52252) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:00.833002 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Request body: {'router': {'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:00.867854 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6031dc40-f22b-46cf-9727-428dfed2b090 req-d396705e-555f-487d-9d40-37ca3d058a94 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337671 Feb 11 05:29:00.894675 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-801f21c4-c4bf-45af-b9c9-a84c9395e7c5 tempest-DHCPAgentSchedulersTestJSON-1887006615 tempest-DHCPAgentSchedulersTestJSON-1887006615-project-admin] 10.222.0.87 "GET /v2.0/agents/351248f7-5a8b-4bcc-be04-6e9c0ba76cb0/dhcp-networks HTTP/1.1" status: 200 len: 6501 time: 0.2416713 Feb 11 05:29:00.898686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52254) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:00.979242 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 79acbb26-2d05-4ef0-8ac4-87f11436eff4 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:29:00.983166 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a6712007-49e8-473e-b379-e0925725c858 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:01.011855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: a6712007-49e8-473e-b379-e0925725c858 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:01.012442 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a6712007-49e8-473e-b379-e0925725c858 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:01.051757 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-db92308d-4779-47bb-a257-76d63365c97e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (5b6db5f3-a08c-4ac7-b090-1a29949c98c5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.150964 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 79acbb26-2d05-4ef0-8ac4-87f11436eff4, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=79acbb26-2d05-4ef0-8ac4-87f11436eff4,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:01.169451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '79acbb26-2d05-4ef0-8ac4-87f11436eff4', 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7', 'port_id': '79acbb26-2d05-4ef0-8ac4-87f11436eff4', 'mac_address': 'fa:16:3e:f6:b6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5de3e86-13e1-461d-b0c7-ed54a8c80c7d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:29:01.194877 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (22c321dc-9d57-4713-82fe-3f356bca7048), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.252482 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-db92308d-4779-47bb-a257-76d63365c97e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (5b6db5f3-a08c-4ac7-b090-1a29949c98c5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.274917 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 79acbb26-2d05-4ef0-8ac4-87f11436eff4 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:01.275465 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.300687 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-db92308d-4779-47bb-a257-76d63365c97e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6db5f3-a08c-4ac7-b090-1a29949c98c5']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:01.306664 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79acbb26-2d05-4ef0-8ac4-87f11436eff4 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:01.319120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55818463-d490-449f-a37c-94e60a408ee1 req-85c07777-e143-41e8-8439-c2ca11c1d642 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:01.320712 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55818463-d490-449f-a37c-94e60a408ee1 req-85c07777-e143-41e8-8439-c2ca11c1d642 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.2303278 Feb 11 05:29:01.325722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-db92308d-4779-47bb-a257-76d63365c97e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cb468e-ce29-4886-a5e6-e845cc229636') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:01.326161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-db92308d-4779-47bb-a257-76d63365c97e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cb468e-ce29-4886-a5e6-e845cc229636') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:01.340749 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-db92308d-4779-47bb-a257-76d63365c97e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (d5cb468e-ce29-4886-a5e6-e845cc229636), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.352231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 79acbb26-2d05-4ef0-8ac4-87f11436eff4, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=79acbb26-2d05-4ef0-8ac4-87f11436eff4,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:01.358180 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.372733 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-db92308d-4779-47bb-a257-76d63365c97e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d5cb468e-ce29-4886-a5e6-e845cc229636), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.402197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db92308d-4779-47bb-a257-76d63365c97e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:01.402652 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-db92308d-4779-47bb-a257-76d63365c97e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (d5cb468e-ce29-4886-a5e6-e845cc229636), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:01.406195 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:01.413340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858ba25-b731-40f5-bd33-0ef21647d2a8 req-cdeb0030-f977-497b-852d-11a634651376 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:01.424244 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7858ba25-b731-40f5-bd33-0ef21647d2a8 req-cdeb0030-f977-497b-852d-11a634651376 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 946 time: 0.1990840 Feb 11 05:29:01.460143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=79acbb26-2d05-4ef0-8ac4-87f11436eff4,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:01.528193 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (22c321dc-9d57-4713-82fe-3f356bca7048), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.544305 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55818463-d490-449f-a37c-94e60a408ee1 req-53909840-b25d-41e2-939e-59273284bfef tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090604 Feb 11 05:29:01.570416 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7858ba25-b731-40f5-bd33-0ef21647d2a8 req-7de0cfe4-04e0-4566-8437-576293d31f8c tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333704 Feb 11 05:29:01.570416 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-db92308d-4779-47bb-a257-76d63365c97e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (5b6db5f3-a08c-4ac7-b090-1a29949c98c5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.571945 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-db92308d-4779-47bb-a257-76d63365c97e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.577988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-db92308d-4779-47bb-a257-76d63365c97e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] 10.222.0.87 "DELETE /v2.0/networks/5b6db5f3-a08c-4ac7-b090-1a29949c98c5 HTTP/1.1" status: 204 len: 168 time: 0.6751914 Feb 11 05:29:01.578145 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.579026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52274) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:01.598705 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92308d-4779-47bb-a257-76d63365c97e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Pushing event deleted for resources: {'Network': ['ID=5b6db5f3-a08c-4ac7-b090-1a29949c98c5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:01.616839 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f3f493-503a-4273-9fd1-c8348343143a tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] DELETE failed (client error): The resource could not be found. Feb 11 05:29:01.617423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f3f493-503a-4273-9fd1-c8348343143a tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:29:01.620825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-15f3f493-503a-4273-9fd1-c8348343143a tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] 10.222.0.87 "DELETE /v2.0/ports/41499a08-9f56-41c6-b04a-e96f1eed536b HTTP/1.1" status: 404 len: 333 time: 0.0407488 Feb 11 05:29:01.623250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52278) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:01.666953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['79acbb26-2d05-4ef0-8ac4-87f11436eff4'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:01.708652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8fccdab-e480-4f44-8e26-33ad034f504e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Deleting subnet fea2f87d-f05a-41d1-bc9c-ed76d2259e69 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:29:01.715357 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b8fccdab-e480-4f44-8e26-33ad034f504e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks [] for subnet (fea2f87d-f05a-41d1-bc9c-ed76d2259e69), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.773043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Allocated IP 172.25.5.8 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/0c5b7aec-39fd-460d-8b4c-ef59c3280969) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:01.797312 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b8fccdab-e480-4f44-8e26-33ad034f504e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (fea2f87d-f05a-41d1-bc9c-ed76d2259e69), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.918432 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b8fccdab-e480-4f44-8e26-33ad034f504e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (fea2f87d-f05a-41d1-bc9c-ed76d2259e69), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:01.955325 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for port (0c5b7aec-39fd-460d-8b4c-ef59c3280969), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.023003 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (0c5b7aec-39fd-460d-8b4c-ef59c3280969), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.041485 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b8fccdab-e480-4f44-8e26-33ad034f504e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (fea2f87d-f05a-41d1-bc9c-ed76d2259e69), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.075457 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:02.079125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:02.089103 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:02.090048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fccdab-e480-4f44-8e26-33ad034f504e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Pushing event deleted for resources: {'Subnet': ['ID=fea2f87d-f05a-41d1-bc9c-ed76d2259e69,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:02.092140 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b8fccdab-e480-4f44-8e26-33ad034f504e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.099702 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52290) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:02.100245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b0e400-ead1-4213-a901-6b6646c22665 None None] Network 691bee55-cda7-48dd-8f8d-82a2241c6c68 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:02.113505 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b8fccdab-e480-4f44-8e26-33ad034f504e tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] 10.222.0.87 "DELETE /v2.0/subnets/fea2f87d-f05a-41d1-bc9c-ed76d2259e69 HTTP/1.1" status: 204 len: 168 time: 0.4783964 Feb 11 05:29:02.147695 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Pushing event updated for resources: {'Port': ['ID=0c5b7aec-39fd-460d-8b4c-ef59c3280969,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:02.161259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d8a74-2b62-464f-83c5-2ef618ef06d1 req-8ce8de2f-0d26-4080-a07b-ddce9d8ebe22 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:02.163468 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a21d8a74-2b62-464f-83c5-2ef618ef06d1 req-8ce8de2f-0d26-4080-a07b-ddce9d8ebe22 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 944 time: 0.1354015 Feb 11 05:29:02.270363 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a21d8a74-2b62-464f-83c5-2ef618ef06d1 req-d2f8dade-aa52-462b-8c1b-01c5048f796b tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968535 Feb 11 05:29:02.306439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c2a107-33d7-4aff-9932-f91ac182730c None None] DHCP port deletion for 691bee55-cda7-48dd-8f8d-82a2241c6c68 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:29:02.365937 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (691bee55-cda7-48dd-8f8d-82a2241c6c68), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.416202 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.468258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a4c2a107-33d7-4aff-9932-f91ac182730c None None] Deleting port d3955fbd-f8c5-4263-8935-60f071d97eef {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:02.468796 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a107-33d7-4aff-9932-f91ac182730c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d3955fbd-f8c5-4263-8935-60f071d97eef), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.571241 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Deleting port d3955fbd-f8c5-4263-8935-60f071d97eef {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:02.571626 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d3955fbd-f8c5-4263-8935-60f071d97eef), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.595737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a4c2a107-33d7-4aff-9932-f91ac182730c None None] For port d3955fbd-f8c5-4263-8935-60f071d97eef, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d3955fbd-f8c5-4263-8935-60f071d97eef,segment=NetworkSegment(e0d5f9b6-467e-4e65-80ea-eca7f7e28edc),segment_id=e0d5f9b6-467e-4e65-80ea-eca7f7e28edc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:02.596623 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a107-33d7-4aff-9932-f91ac182730c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d3955fbd-f8c5-4263-8935-60f071d97eef), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.612169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a4c2a107-33d7-4aff-9932-f91ac182730c None None] Calling delete_port for d3955fbd-f8c5-4263-8935-60f071d97eef owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:02.710217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] For port d3955fbd-f8c5-4263-8935-60f071d97eef, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d3955fbd-f8c5-4263-8935-60f071d97eef,segment=NetworkSegment(e0d5f9b6-467e-4e65-80ea-eca7f7e28edc),segment_id=e0d5f9b6-467e-4e65-80ea-eca7f7e28edc)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:02.710217 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d3955fbd-f8c5-4263-8935-60f071d97eef), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.721878 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a107-33d7-4aff-9932-f91ac182730c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (d3955fbd-f8c5-4263-8935-60f071d97eef), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.726932 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (22c321dc-9d57-4713-82fe-3f356bca7048), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:02.729816 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Calling delete_port for d3955fbd-f8c5-4263-8935-60f071d97eef owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:02.768744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643495d0-199e-468e-a9f2-c68b03e80b51 req-df0f3424-6a7c-4b0d-bff1-867788f3a70f tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:02.782688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-643495d0-199e-468e-a9f2-c68b03e80b51 req-df0f3424-6a7c-4b0d-bff1-867788f3a70f tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 946 time: 0.1375368 Feb 11 05:29:02.798135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2a107-33d7-4aff-9932-f91ac182730c None None] Pushing event deleted for resources: {'Port': ['ID=d3955fbd-f8c5-4263-8935-60f071d97eef,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:02.808324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c2a107-33d7-4aff-9932-f91ac182730c None None] No DVR routers for this DVR port d3955fbd-f8c5-4263-8935-60f071d97eef on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:02.856659 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-643495d0-199e-468e-a9f2-c68b03e80b51 req-f1b6a508-1ad5-4cd9-85f5-fb3676d834a9 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726221 Feb 11 05:29:02.866410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac9256-e661-4614-99e5-69630d98ce8b req-9c2948b2-bd45-4d14-8c39-a83589813132 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:02.868316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5aac9256-e661-4614-99e5-69630d98ce8b req-9c2948b2-bd45-4d14-8c39-a83589813132 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1867595 Feb 11 05:29:02.944667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5aac9256-e661-4614-99e5-69630d98ce8b req-c2f77441-9e79-494a-a011-c8e579a7d793 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616870 Feb 11 05:29:02.987020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 79acbb26-2d05-4ef0-8ac4-87f11436eff4 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:02.988304 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d3955fbd-f8c5-4263-8935-60f071d97eef), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.021229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Pushing event deleted for resources: {'Port': ['ID=d3955fbd-f8c5-4263-8935-60f071d97eef,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:03.054839 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] No DVR routers for this DVR port d3955fbd-f8c5-4263-8935-60f071d97eef on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:03.059716 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 79acbb26-2d05-4ef0-8ac4-87f11436eff4 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:29:03.067463 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 79acbb26-2d05-4ef0-8ac4-87f11436eff4 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:03.068192 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.118522 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (22c321dc-9d57-4713-82fe-3f356bca7048), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.152923 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (22c321dc-9d57-4713-82fe-3f356bca7048), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.156220 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (691bee55-cda7-48dd-8f8d-82a2241c6c68), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.174105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9266b4f-ac57-4c9f-880b-2f31510d7b3a req-d3e045b8-102c-4385-a898-cb8e176d08fb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:03.181620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9266b4f-ac57-4c9f-880b-2f31510d7b3a req-d3e045b8-102c-4385-a898-cb8e176d08fb tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1221604 Feb 11 05:29:03.215377 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 79acbb26-2d05-4ef0-8ac4-87f11436eff4 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:03.216443 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.217197 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691bee55-cda7-48dd-8f8d-82a2241c6c68']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:03.232262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d5f9b6-467e-4e65-80ea-eca7f7e28edc') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:03.232476 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d5f9b6-467e-4e65-80ea-eca7f7e28edc') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:03.251705 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (e0d5f9b6-467e-4e65-80ea-eca7f7e28edc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.256540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0e0983-706b-4991-8859-2eb150a4d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79acbb26-2d05-4ef0-8ac4-87f11436eff4'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:03.260889 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e983a27b-d241-4aaa-b255-a77dea93f205" -d '{"events": [{"server_uuid": "2e0e0983-706b-4991-8859-2eb150a4d680", "name": "network-vif-plugged", "status": "completed", "tag": "79acbb26-2d05-4ef0-8ac4-87f11436eff4"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:03.282574 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 79acbb26-2d05-4ef0-8ac4-87f11436eff4, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=79acbb26-2d05-4ef0-8ac4-87f11436eff4,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:03.289221 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.296806 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (e0d5f9b6-467e-4e65-80ea-eca7f7e28edc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.313314 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:03.313722 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (e0d5f9b6-467e-4e65-80ea-eca7f7e28edc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:03.316874 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:03.368043 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950945b4-e727-4662-a3a8-91b979c87ca9 x-openstack-request-id: req-950945b4-e727-4662-a3a8-91b979c87ca9 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:03.368964 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0e0983-706b-4991-8859-2eb150a4d680", "name": "network-vif-plugged", "status": "completed", "tag": "79acbb26-2d05-4ef0-8ac4-87f11436eff4", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:03.368964 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-950945b4-e727-4662-a3a8-91b979c87ca9 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:03.369240 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0e0983-706b-4991-8859-2eb150a4d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79acbb26-2d05-4ef0-8ac4-87f11436eff4', 'code': 200} Feb 11 05:29:03.369473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a9266b4f-ac57-4c9f-880b-2f31510d7b3a req-7a63e66e-4cba-493a-b6fb-94575b88d6ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Deleting port 2688b163-76b0-4719-9c65-f83a9f6ef193 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:03.370121 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a9266b4f-ac57-4c9f-880b-2f31510d7b3a req-7a63e66e-4cba-493a-b6fb-94575b88d6ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.371133 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=79acbb26-2d05-4ef0-8ac4-87f11436eff4,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:03.429423 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (691bee55-cda7-48dd-8f8d-82a2241c6c68), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.440376 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.443634 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] 10.222.0.87 "DELETE /v2.0/networks/691bee55-cda7-48dd-8f8d-82a2241c6c68 HTTP/1.1" status: 204 len: 168 time: 1.3380873 Feb 11 05:29:03.512039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ee2f7-1b61-4ef8-bc67-aa3e57c149fd tempest-DHCPAgentSchedulersTestJSON-5597530 tempest-DHCPAgentSchedulersTestJSON-5597530-project] Pushing event deleted for resources: {'Network': ['ID=691bee55-cda7-48dd-8f8d-82a2241c6c68,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:03.543280 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d34f3-e8ec-495c-b638-182d16e97cd0 req-905df27a-cc23-48c5-9759-635789c3546a tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:03.546838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-855d34f3-e8ec-495c-b638-182d16e97cd0 req-905df27a-cc23-48c5-9759-635789c3546a tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 945 time: 0.1423547 Feb 11 05:29:03.548659 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Router 22c321dc-9d57-4713-82fe-3f356bca7048 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:29:03.548997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-a9266b4f-ac57-4c9f-880b-2f31510d7b3a req-7a63e66e-4cba-493a-b6fb-94575b88d6ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] For port 2688b163-76b0-4719-9c65-f83a9f6ef193, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2688b163-76b0-4719-9c65-f83a9f6ef193,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:03.549368 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a9266b4f-ac57-4c9f-880b-2f31510d7b3a req-7a63e66e-4cba-493a-b6fb-94575b88d6ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.578471 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.604031 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52318) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:03.622619 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38255d17-f6b8-465c-8f43-5cfecc3bc618 req-a001a52b-73e6-41e1-85b5-a859fd044b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:03.624404 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-38255d17-f6b8-465c-8f43-5cfecc3bc618 req-a001a52b-73e6-41e1-85b5-a859fd044b58 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 1128 time: 0.1676741 Feb 11 05:29:03.700619 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-855d34f3-e8ec-495c-b638-182d16e97cd0 req-181da134-0278-4759-a3d6-d708a4a11a64 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347120 Feb 11 05:29:03.722702 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-38255d17-f6b8-465c-8f43-5cfecc3bc618 req-f4d8462d-e850-408e-9e75-40d2cc161d6e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856085 Feb 11 05:29:03.746341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:29:03.757673 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.758183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9c823-1508-4058-af98-c0260eb8f73a None None] Sync routers for ids ['22c321dc-9d57-4713-82fe-3f356bca7048'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:29:03.759115 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c3bb7bcb-f4a7-467d-b15d-cfa8e5530609 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "PUT /v2.0/routers/22c321dc-9d57-4713-82fe-3f356bca7048 HTTP/1.1" status: 200 len: 881 time: 2.9302530 Feb 11 05:29:03.762165 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52322) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:03.776522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb9c823-1508-4058-af98-c0260eb8f73a None None] Routers {'22c321dc-9d57-4713-82fe-3f356bca7048'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:03.777714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3fb9c823-1508-4058-af98-c0260eb8f73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:29:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['22c321dc-9d57-4713-82fe-3f356bca7048'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:03.864945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3fb9c823-1508-4058-af98-c0260eb8f73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:03.887521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb9c823-1508-4058-af98-c0260eb8f73a None None] Routers {'22c321dc-9d57-4713-82fe-3f356bca7048'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:03.888430 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3fb9c823-1508-4058-af98-c0260eb8f73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:29:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['22c321dc-9d57-4713-82fe-3f356bca7048'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:03.913793 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a9266b4f-ac57-4c9f-880b-2f31510d7b3a req-7a63e66e-4cba-493a-b6fb-94575b88d6ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.914247 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a9266b4f-ac57-4c9f-880b-2f31510d7b3a req-7a63e66e-4cba-493a-b6fb-94575b88d6ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a5abeadc-5aa1-43b8-97d5-d3186568478c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.914657 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-a9266b4f-ac57-4c9f-880b-2f31510d7b3a req-7a63e66e-4cba-493a-b6fb-94575b88d6ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Floating IP a5abeadc-5aa1-43b8-97d5-d3186568478c disassociated. External IP: 172.25.5.215, port: 2688b163-76b0-4719-9c65-f83a9f6ef193. Feb 11 05:29:03.915064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a9266b4f-ac57-4c9f-880b-2f31510d7b3a req-7a63e66e-4cba-493a-b6fb-94575b88d6ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Calling delete_port for 2688b163-76b0-4719-9c65-f83a9f6ef193 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:03.916588 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a9187786-5317-4d68-8dd8-978c02527c3d tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "GET /v2.0/routers/22c321dc-9d57-4713-82fe-3f356bca7048 HTTP/1.1" status: 200 len: 922 time: 0.1522205 Feb 11 05:29:03.917255 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52328) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:03.948416 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3fb9c823-1508-4058-af98-c0260eb8f73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:03.949311 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9c823-1508-4058-af98-c0260eb8f73a None None] The sync data for ids ['22c321dc-9d57-4713-82fe-3f356bca7048'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:29:03.965061 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52330) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:04.095531 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce808-7ecb-402e-acb8-2c940bcd8801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.115753 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-70981fa0-cf50-4976-a145-2ca09eb034cc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f0ba19bd34c047639631808c26c6b624&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1492524 Feb 11 05:29:04.117569 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52336) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:04.133227 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255f8480-c0d7-4a0d-bf4d-84003cdb80ac tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:04.137450 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-255f8480-c0d7-4a0d-bf4d-84003cdb80ac tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&device_id=22c321dc-9d57-4713-82fe-3f356bca7048&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2165620 Feb 11 05:29:04.144580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52338) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:04.232406 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4918df24-c964-4a3f-bdf9-67cb1e0e98a9 admin admin] Publish callbacks [] for security_group (e8f9c969-538a-4451-b494-184992b81402), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.250253 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dc4df-3117-4faf-b6c1-8c8c1b285ec2 req-6fdd6c34-8cdf-4eb7-9638-10a1a824a543 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:04.251893 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b0dc4df-3117-4faf-b6c1-8c8c1b285ec2 req-6fdd6c34-8cdf-4eb7-9638-10a1a824a543 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 945 time: 0.1662922 Feb 11 05:29:04.258828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c521b-c13e-48b8-8acd-4757a9142f89 req-ee1b2066-42d1-49e3-8688-45c38db23b37 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:04.260354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f7c521b-c13e-48b8-8acd-4757a9142f89 req-ee1b2066-42d1-49e3-8688-45c38db23b37 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 946 time: 0.1990888 Feb 11 05:29:04.270937 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4918df24-c964-4a3f-bdf9-67cb1e0e98a9 admin admin] Publish callbacks [] for security_group (e8f9c969-538a-4451-b494-184992b81402), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.279664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cde6c8-b194-49c0-aa0f-f267d3d9696c tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:04.283792 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d8cde6c8-b194-49c0-aa0f-f267d3d9696c tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 881 time: 0.1362336 Feb 11 05:29:04.285827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52340) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:04.351403 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3eb570c2-a790-430b-a76e-abd121846cfd tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "GET /v2.0/ports?device_id=22c321dc-9d57-4713-82fe-3f356bca7048 HTTP/1.1" status: 200 len: 205 time: 0.0634682 Feb 11 05:29:04.354515 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52342) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:04.357339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d3955fbd-f8c5-4263-8935-60f071d97eef no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:04.358667 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4918df24-c964-4a3f-bdf9-67cb1e0e98a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e8f9c969-538a-4451-b494-184992b81402), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.364322 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4918df24-c964-4a3f-bdf9-67cb1e0e98a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.366150 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4918df24-c964-4a3f-bdf9-67cb1e0e98a9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e8f9c969-538a-4451-b494-184992b81402 HTTP/1.1" status: 204 len: 168 time: 0.2467804 Feb 11 05:29:04.390193 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a9266b4f-ac57-4c9f-880b-2f31510d7b3a req-7a63e66e-4cba-493a-b6fb-94575b88d6ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2688b163-76b0-4719-9c65-f83a9f6ef193), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.414847 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: d3955fbd-f8c5-4263-8935-60f071d97eef {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:04.418476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d3955fbd-f8c5-4263-8935-60f071d97eef not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:04.443369 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918df24-c964-4a3f-bdf9-67cb1e0e98a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f9c969-538a-4451-b494-184992b81402,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:04.461644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63e66e-4cba-493a-b6fb-94575b88d6ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event deleted for resources: {'Port': ['ID=2688b163-76b0-4719-9c65-f83a9f6ef193,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:04.473656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b0dc4df-3117-4faf-b6c1-8c8c1b285ec2 req-c9c9eafb-b2b9-4d96-a11d-85e3993c3562 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups?id=3178f4ef-ee6c-4789-9656-d745ac1cd92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075768 Feb 11 05:29:04.498032 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f7c521b-c13e-48b8-8acd-4757a9142f89 req-dc80723b-50b3-44bd-bc9b-ed3f6a472d56 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239811 Feb 11 05:29:04.500579 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce808-7ecb-402e-acb8-2c940bcd8801 admin admin] Publish callbacks [] for security_group (ca51e17b-ee85-4d5c-94ca-0f7520086351), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.507325 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce808-7ecb-402e-acb8-2c940bcd8801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ca51e17b-ee85-4d5c-94ca-0f7520086351), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.642041 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7c6ce808-7ecb-402e-acb8-2c940bcd8801 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e786698b88824bc6a9f6564679baa9e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0343447 Feb 11 05:29:04.644384 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52348) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:04.664166 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ce808-7ecb-402e-acb8-2c940bcd8801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca51e17b-ee85-4d5c-94ca-0f7520086351,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:04.685982 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8701fa1f-001f-4f8a-9de0-93270d5c5c37 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (22c321dc-9d57-4713-82fe-3f356bca7048), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.745833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9266b4f-ac57-4c9f-880b-2f31510d7b3a req-7a63e66e-4cba-493a-b6fb-94575b88d6ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Router 49777c72-0606-4a52-94bb-f661d1820c00 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:29:04.802726 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03961b15-06ff-419a-8efa-54c5a4bbdebd req-bf899d93-e376-413a-b4a1-aa0b01355bcb tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:04.804284 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-03961b15-06ff-419a-8efa-54c5a4bbdebd req-bf899d93-e376-413a-b4a1-aa0b01355bcb tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 946 time: 0.2468581 Feb 11 05:29:04.901661 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52354) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:04.929126 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9beb1cf6-de15-4440-af4c-afcc295bd8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.957632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9266b4f-ac57-4c9f-880b-2f31510d7b3a req-7a63e66e-4cba-493a-b6fb-94575b88d6ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:29:04.968045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2356a-48b4-4a60-8fe0-cf5566a8b4df req-bcb2c8a8-8a6b-48ad-89bd-489206f9ecf2 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:04.969262 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def338c-eb49-4fa8-8df9-427fde5dda56 None None] Sync routers for ids ['49777c72-0606-4a52-94bb-f661d1820c00'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:29:04.969760 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16e2356a-48b4-4a60-8fe0-cf5566a8b4df req-bcb2c8a8-8a6b-48ad-89bd-489206f9ecf2 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 945 time: 0.1414912 Feb 11 05:29:04.994192 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def338c-eb49-4fa8-8df9-427fde5dda56 None None] Routers {'49777c72-0606-4a52-94bb-f661d1820c00'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:04.995887 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5def338c-eb49-4fa8-8df9-427fde5dda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:29:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['49777c72-0606-4a52-94bb-f661d1820c00'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:05.042127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9266b4f-ac57-4c9f-880b-2f31510d7b3a req-7a63e66e-4cba-493a-b6fb-94575b88d6ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] No DVR routers for this DVR port 2688b163-76b0-4719-9c65-f83a9f6ef193 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:05.054656 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a9266b4f-ac57-4c9f-880b-2f31510d7b3a req-7a63e66e-4cba-493a-b6fb-94575b88d6ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.058171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9266b4f-ac57-4c9f-880b-2f31510d7b3a req-7a63e66e-4cba-493a-b6fb-94575b88d6ad tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.73 "DELETE /v2.0/ports/2688b163-76b0-4719-9c65-f83a9f6ef193 HTTP/1.1" status: 204 len: 173 time: 1.8707254 Feb 11 05:29:05.058526 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'name': 'network-vif-deleted', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:05.060826 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7f801f-db44-4034-9e38-021911a0d2af" -d '{"events": [{"server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "name": "network-vif-deleted", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:05.094475 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16e2356a-48b4-4a60-8fe0-cf5566a8b4df req-62139c73-43ca-4f3a-8153-fda29e29dd90 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165926 Feb 11 05:29:05.144138 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9beb1cf6-de15-4440-af4c-afcc295bd8ad admin admin] Publish callbacks [] for security_group (3e2b4719-1ac2-44ab-afbc-6f51ed8fd542), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.152694 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9beb1cf6-de15-4440-af4c-afcc295bd8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3e2b4719-1ac2-44ab-afbc-6f51ed8fd542), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.154443 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.197899 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763dee4e-4e19-47c4-9306-eaf096f6e157 x-openstack-request-id: req-763dee4e-4e19-47c4-9306-eaf096f6e157 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:05.198779 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c60d314-2f3a-4931-a400-3f7b175137ca", "name": "network-vif-deleted", "tag": "2688b163-76b0-4719-9c65-f83a9f6ef193", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:05.199234 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-763dee4e-4e19-47c4-9306-eaf096f6e157 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:05.199881 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c60d314-2f3a-4931-a400-3f7b175137ca', 'name': 'network-vif-deleted', 'tag': '2688b163-76b0-4719-9c65-f83a9f6ef193', 'status': 'completed', 'code': 200} Feb 11 05:29:05.233943 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9beb1cf6-de15-4440-af4c-afcc295bd8ad admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e3aa647d01644d74a154a01ead061d1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3307543 Feb 11 05:29:05.235473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb1cf6-de15-4440-af4c-afcc295bd8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2b4719-1ac2-44ab-afbc-6f51ed8fd542,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:05.238304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52358) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:05.253725 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5def338c-eb49-4fa8-8df9-427fde5dda56 None None] Set router 49777c72-0606-4a52-94bb-f661d1820c00 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:29:05.279966 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9a9e-ec52-491b-b24a-fafcf72b15b2 admin admin] Publish callbacks [] for security_group (ca51e17b-ee85-4d5c-94ca-0f7520086351), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.335637 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8701fa1f-001f-4f8a-9de0-93270d5c5c37 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (22c321dc-9d57-4713-82fe-3f356bca7048), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.349326 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9a9e-ec52-491b-b24a-fafcf72b15b2 admin admin] Publish callbacks [] for security_group (ca51e17b-ee85-4d5c-94ca-0f7520086351), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.419245 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-03961b15-06ff-419a-8efa-54c5a4bbdebd req-7ed168f1-0aed-4049-8603-86e9904a35d0 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Deleting port e9a4607d-75c9-412a-95e0-cf671e7bfcda {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:05.419619 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-03961b15-06ff-419a-8efa-54c5a4bbdebd req-7ed168f1-0aed-4049-8603-86e9904a35d0 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e9a4607d-75c9-412a-95e0-cf671e7bfcda), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.492636 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5def338c-eb49-4fa8-8df9-427fde5dda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49777c72-0606-4a52-94bb-f661d1820c00', 'name': 'tempest-ServerActionsTestJSON-725393311-router', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:22:16Z', 'revision_number': 4, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'gw_port': {'id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:10Z', 'updated_at': '2022-02-11T05:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c', 'name': '', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'mac_address': 'fa:16:3e:de:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:14Z', 'updated_at': '2022-02-11T05:22:21Z', 'revision_number': 5, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'subnets': [{'id': '851350eb-847c-4b77-aca2-43ae706acc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:05.505842 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9a9e-ec52-491b-b24a-fafcf72b15b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ca51e17b-ee85-4d5c-94ca-0f7520086351), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.508489 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9a9e-ec52-491b-b24a-fafcf72b15b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.509694 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bc5c9a9e-ec52-491b-b24a-fafcf72b15b2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ca51e17b-ee85-4d5c-94ca-0f7520086351 HTTP/1.1" status: 204 len: 168 time: 0.8352208 Feb 11 05:29:05.526134 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def338c-eb49-4fa8-8df9-427fde5dda56 None None] Checking router: 49777c72-0606-4a52-94bb-f661d1820c00 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:29:05.537926 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def338c-eb49-4fa8-8df9-427fde5dda56 None None] Routers {'49777c72-0606-4a52-94bb-f661d1820c00'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:05.538703 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5def338c-eb49-4fa8-8df9-427fde5dda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:29:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['49777c72-0606-4a52-94bb-f661d1820c00'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:05.551070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8701fa1f-001f-4f8a-9de0-93270d5c5c37 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Deleting port 0c5b7aec-39fd-460d-8b4c-ef59c3280969 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:05.551432 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8701fa1f-001f-4f8a-9de0-93270d5c5c37 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (0c5b7aec-39fd-460d-8b4c-ef59c3280969), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.595720 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c9a9e-ec52-491b-b24a-fafcf72b15b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca51e17b-ee85-4d5c-94ca-0f7520086351,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:05.663609 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-03961b15-06ff-419a-8efa-54c5a4bbdebd req-7ed168f1-0aed-4049-8603-86e9904a35d0 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] For port e9a4607d-75c9-412a-95e0-cf671e7bfcda, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e9a4607d-75c9-412a-95e0-cf671e7bfcda,segment=NetworkSegment(a0c96c28-2dc4-485d-8444-1567acfada1a),segment_id=a0c96c28-2dc4-485d-8444-1567acfada1a)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:05.664013 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-03961b15-06ff-419a-8efa-54c5a4bbdebd req-7ed168f1-0aed-4049-8603-86e9904a35d0 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e9a4607d-75c9-412a-95e0-cf671e7bfcda), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.691481 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-03961b15-06ff-419a-8efa-54c5a4bbdebd req-7ed168f1-0aed-4049-8603-86e9904a35d0 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Calling delete_port for e9a4607d-75c9-412a-95e0-cf671e7bfcda owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:05.801605 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5def338c-eb49-4fa8-8df9-427fde5dda56 None None] Set router 49777c72-0606-4a52-94bb-f661d1820c00 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:29:05.870068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4418c9d5-9fcc-452b-9084-a64a5cb16c41 req-23d5f9d6-0c19-4613-9928-cc532d36df3b tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c60d314-2f3a-4931-a400-3f7b175137ca HTTP/1.1" status: 200 len: 210 time: 0.1488419 Feb 11 05:29:05.916569 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e958291a-355d-4e68-9e72-d5f3299164b8 admin admin] Publish callbacks [] for security_group (3e2b4719-1ac2-44ab-afbc-6f51ed8fd542), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.927487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7d6a5-8332-4541-96f2-e480a059e08a req-90b5069a-148d-476e-9a3c-c16d3b8d69be tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:05.935958 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aec7d6a5-8332-4541-96f2-e480a059e08a req-90b5069a-148d-476e-9a3c-c16d3b8d69be tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 946 time: 0.2368138 Feb 11 05:29:05.962130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8701fa1f-001f-4f8a-9de0-93270d5c5c37 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (0c5b7aec-39fd-460d-8b4c-ef59c3280969), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.972135 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e958291a-355d-4e68-9e72-d5f3299164b8 admin admin] Publish callbacks [] for security_group (3e2b4719-1ac2-44ab-afbc-6f51ed8fd542), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:05.990717 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8701fa1f-001f-4f8a-9de0-93270d5c5c37 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Calling delete_port for 0c5b7aec-39fd-460d-8b4c-ef59c3280969 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:06.028228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aec7d6a5-8332-4541-96f2-e480a059e08a req-d4b232e0-eca1-4a16-a47c-9e4f84ff0cd3 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/security-groups?id=3a8c0bed-e4fe-474f-a51c-ad3c225390a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908563 Feb 11 05:29:06.061425 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e958291a-355d-4e68-9e72-d5f3299164b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3e2b4719-1ac2-44ab-afbc-6f51ed8fd542), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.064633 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e958291a-355d-4e68-9e72-d5f3299164b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.068440 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e958291a-355d-4e68-9e72-d5f3299164b8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3e2b4719-1ac2-44ab-afbc-6f51ed8fd542 HTTP/1.1" status: 204 len: 168 time: 0.8287253 Feb 11 05:29:06.078929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958291a-355d-4e68-9e72-d5f3299164b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2b4719-1ac2-44ab-afbc-6f51ed8fd542,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:06.108921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52372) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:06.124320 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51ed33d5-048a-4daa-bc30-5294be9dd64c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.148062 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-03961b15-06ff-419a-8efa-54c5a4bbdebd req-7ed168f1-0aed-4049-8603-86e9904a35d0 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e9a4607d-75c9-412a-95e0-cf671e7bfcda), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.156446 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5def338c-eb49-4fa8-8df9-427fde5dda56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49777c72-0606-4a52-94bb-f661d1820c00', 'name': 'tempest-ServerActionsTestJSON-725393311-router', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:22:16Z', 'revision_number': 4, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'gw_port': {'id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:10Z', 'updated_at': '2022-02-11T05:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c', 'name': '', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'mac_address': 'fa:16:3e:de:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:14Z', 'updated_at': '2022-02-11T05:22:21Z', 'revision_number': 5, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'subnets': [{'id': '851350eb-847c-4b77-aca2-43ae706acc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:06.189239 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def338c-eb49-4fa8-8df9-427fde5dda56 None None] The sync data for ids ['49777c72-0606-4a52-94bb-f661d1820c00'] in n-d-713499-38 is: [{'id': '49777c72-0606-4a52-94bb-f661d1820c00', 'name': 'tempest-ServerActionsTestJSON-725393311-router', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:22:16Z', 'revision_number': 4, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'gw_port': {'id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:10Z', 'updated_at': '2022-02-11T05:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c', 'name': '', 'network_id': '95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'mac_address': 'fa:16:3e:de:2f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '851350eb-847c-4b77-aca2-43ae706acc60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:14Z', 'updated_at': '2022-02-11T05:22:21Z', 'revision_number': 5, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'subnets': [{'id': '851350eb-847c-4b77-aca2-43ae706acc60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:29:06.259066 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed168f1-0aed-4049-8603-86e9904a35d0 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Pushing event deleted for resources: {'Port': ['ID=e9a4607d-75c9-412a-95e0-cf671e7bfcda,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:06.268770 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51ed33d5-048a-4daa-bc30-5294be9dd64c admin admin] Publish callbacks [] for security_group (8ddf6245-6469-4f47-9f97-38e6638de7c4), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.283115 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51ed33d5-048a-4daa-bc30-5294be9dd64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8ddf6245-6469-4f47-9f97-38e6638de7c4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.315684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac97e3-f110-43bb-b09b-180b5441483f req-c6dd9361-4b3d-4739-b6c3-837339a284f4 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:06.318068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27ac97e3-f110-43bb-b09b-180b5441483f req-c6dd9361-4b3d-4739-b6c3-837339a284f4 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 945 time: 0.1185055 Feb 11 05:29:06.336726 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-03961b15-06ff-419a-8efa-54c5a4bbdebd req-7ed168f1-0aed-4049-8603-86e9904a35d0 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] No DVR routers for this DVR port e9a4607d-75c9-412a-95e0-cf671e7bfcda on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:06.339378 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-03961b15-06ff-419a-8efa-54c5a4bbdebd req-7ed168f1-0aed-4049-8603-86e9904a35d0 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.344053 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-03961b15-06ff-419a-8efa-54c5a4bbdebd req-7ed168f1-0aed-4049-8603-86e9904a35d0 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.73 "DELETE /v2.0/ports/e9a4607d-75c9-412a-95e0-cf671e7bfcda HTTP/1.1" status: 204 len: 173 time: 1.5263679 Feb 11 05:29:06.346930 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8b6efd-5e93-4e52-a15c-838ac332c547', 'name': 'network-vif-deleted', 'tag': 'e9a4607d-75c9-412a-95e0-cf671e7bfcda'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:06.351395 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4579539-0d7b-458b-8b36-397f1d7fa4e4" -d '{"events": [{"server_uuid": "2b8b6efd-5e93-4e52-a15c-838ac332c547", "name": "network-vif-deleted", "tag": "e9a4607d-75c9-412a-95e0-cf671e7bfcda"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:06.366201 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-51ed33d5-048a-4daa-bc30-5294be9dd64c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2299870a7709408183502c7005d0d68e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2560577 Feb 11 05:29:06.368449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52380) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:06.369107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed33d5-048a-4daa-bc30-5294be9dd64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddf6245-6469-4f47-9f97-38e6638de7c4,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:06.419053 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8701fa1f-001f-4f8a-9de0-93270d5c5c37 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (0c5b7aec-39fd-460d-8b4c-ef59c3280969), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.450601 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-48467124-2bf5-43c6-9ca2-974fdad39d00 admin admin] Publish callbacks [] for security_group (8ddf6245-6469-4f47-9f97-38e6638de7c4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.458375 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27ac97e3-f110-43bb-b09b-180b5441483f req-4d6d0889-0260-4c2b-ae01-63122c47f25f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282589 Feb 11 05:29:06.499328 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a2bb9b-18b0-4dea-a246-e57f2d42be2f x-openstack-request-id: req-25a2bb9b-18b0-4dea-a246-e57f2d42be2f {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:06.499737 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8b6efd-5e93-4e52-a15c-838ac332c547", "name": "network-vif-deleted", "tag": "e9a4607d-75c9-412a-95e0-cf671e7bfcda", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:06.500051 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-25a2bb9b-18b0-4dea-a246-e57f2d42be2f {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:06.500522 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8b6efd-5e93-4e52-a15c-838ac332c547', 'name': 'network-vif-deleted', 'tag': 'e9a4607d-75c9-412a-95e0-cf671e7bfcda', 'status': 'completed', 'code': 200} Feb 11 05:29:06.523195 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-48467124-2bf5-43c6-9ca2-974fdad39d00 admin admin] Publish callbacks [] for security_group (8ddf6245-6469-4f47-9f97-38e6638de7c4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.533490 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701fa1f-001f-4f8a-9de0-93270d5c5c37 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Pushing event deleted for resources: {'Port': ['ID=0c5b7aec-39fd-460d-8b4c-ef59c3280969,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:06.607659 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-48467124-2bf5-43c6-9ca2-974fdad39d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8ddf6245-6469-4f47-9f97-38e6638de7c4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.608907 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8701fa1f-001f-4f8a-9de0-93270d5c5c37 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (22c321dc-9d57-4713-82fe-3f356bca7048), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.610801 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-48467124-2bf5-43c6-9ca2-974fdad39d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.612205 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-48467124-2bf5-43c6-9ca2-974fdad39d00 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8ddf6245-6469-4f47-9f97-38e6638de7c4 HTTP/1.1" status: 204 len: 168 time: 0.2401359 Feb 11 05:29:06.631777 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48467124-2bf5-43c6-9ca2-974fdad39d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddf6245-6469-4f47-9f97-38e6638de7c4,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:06.658480 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee08dc6-6837-44c0-9dea-93edec479992 None None] New status for floating IP a5abeadc-5aa1-43b8-97d5-d3186568478c: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:29:06.700646 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545035d9-d0ec-4c78-a823-7be2d3d04174 req-7c7e2271-6ae1-48d2-9ac6-50889455a87f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:06.702798 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-545035d9-d0ec-4c78-a823-7be2d3d04174 req-7c7e2271-6ae1-48d2-9ac6-50889455a87f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 945 time: 0.0897448 Feb 11 05:29:06.738342 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8701fa1f-001f-4f8a-9de0-93270d5c5c37 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (22c321dc-9d57-4713-82fe-3f356bca7048), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.740604 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8701fa1f-001f-4f8a-9de0-93270d5c5c37 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_controller (22c321dc-9d57-4713-82fe-3f356bca7048), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.817365 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8701fa1f-001f-4f8a-9de0-93270d5c5c37 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (22c321dc-9d57-4713-82fe-3f356bca7048), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.818016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8701fa1f-001f-4f8a-9de0-93270d5c5c37 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Fanout notify agent at l3_agent the message router_deleted on router 22c321dc-9d57-4713-82fe-3f356bca7048 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:29:06.820429 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-545035d9-d0ec-4c78-a823-7be2d3d04174 req-9177aeb2-2a20-4bef-aaa7-627b12637b01 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040511 Feb 11 05:29:06.825758 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8701fa1f-001f-4f8a-9de0-93270d5c5c37 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.832047 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8701fa1f-001f-4f8a-9de0-93270d5c5c37 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "DELETE /v2.0/routers/22c321dc-9d57-4713-82fe-3f356bca7048 HTTP/1.1" status: 204 len: 168 time: 2.4704456 Feb 11 05:29:06.832338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52394) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:06.836267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-cb906024-dcf5-42ad-bf73-642e0aefe71f tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-766491838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:06.892257 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb906024-dcf5-42ad-bf73-642e0aefe71f tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (95e46c4b-d9d5-45d5-868b-e4471e080532), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.898373 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb906024-dcf5-42ad-bf73-642e0aefe71f tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (95e46c4b-d9d5-45d5-868b-e4471e080532), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.979778 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb906024-dcf5-42ad-bf73-642e0aefe71f tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_controller (95e46c4b-d9d5-45d5-868b-e4471e080532), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.987194 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb906024-dcf5-42ad-bf73-642e0aefe71f tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (95e46c4b-d9d5-45d5-868b-e4471e080532), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:06.992056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e9a4607d-75c9-412a-95e0-cf671e7bfcda no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:07.031341 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb906024-dcf5-42ad-bf73-642e0aefe71f tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.032827 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cb906024-dcf5-42ad-bf73-642e0aefe71f tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2004962 Feb 11 05:29:07.035888 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52414) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:07.040398 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'enable_snat': True}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:07.050212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: e9a4607d-75c9-412a-95e0-cf671e7bfcda {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:07.053062 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e9a4607d-75c9-412a-95e0-cf671e7bfcda not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:07.053791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2688b163-76b0-4719-9c65-f83a9f6ef193 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:07.073445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52420) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:07.117855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 2688b163-76b0-4719-9c65-f83a9f6ef193 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:07.118183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2688b163-76b0-4719-9c65-f83a9f6ef193 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:07.205318 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3ea7681e-9b04-4ef5-9f0a-e7303b5de235 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for security_group (3178f4ef-ee6c-4789-9656-d745ac1cd92b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.259227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1589b1ac-049e-4d37-9160-a688340092dc req-53ec245c-6326-4885-b9ed-986d4f116252 tempest-VolumesActionsTest-809124470 tempest-VolumesActionsTest-809124470-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b8b6efd-5e93-4e52-a15c-838ac332c547 HTTP/1.1" status: 200 len: 210 time: 0.0432124 Feb 11 05:29:07.263856 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3ea7681e-9b04-4ef5-9f0a-e7303b5de235 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for security_group (3178f4ef-ee6c-4789-9656-d745ac1cd92b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.334842 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3ea7681e-9b04-4ef5-9f0a-e7303b5de235 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3178f4ef-ee6c-4789-9656-d745ac1cd92b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.340060 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3ea7681e-9b04-4ef5-9f0a-e7303b5de235 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.342850 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3ea7681e-9b04-4ef5-9f0a-e7303b5de235 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "DELETE /v2.0/security-groups/3178f4ef-ee6c-4789-9656-d745ac1cd92b HTTP/1.1" status: 204 len: 168 time: 0.2678056 Feb 11 05:29:07.356312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52436) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:07.357669 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7681e-9b04-4ef5-9f0a-e7303b5de235 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3178f4ef-ee6c-4789-9656-d745ac1cd92b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:07.421864 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-2002d545-0e11-4d82-b53c-6aaed1e79e14 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] show failed (client error): The resource could not be found. Feb 11 05:29:07.422961 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2002d545-0e11-4d82-b53c-6aaed1e79e14 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "GET /v2.0/security-groups/3178f4ef-ee6c-4789-9656-d745ac1cd92b HTTP/1.1" status: 404 len: 347 time: 0.0505750 Feb 11 05:29:07.425778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52444) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:07.484795 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52446) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:07.534987 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (95e46c4b-d9d5-45d5-868b-e4471e080532), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.619921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-42db4b8f-ae47-40cf-adaf-6efe0de8a701 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Deleting port 22ac737b-9170-4893-99a5-cf6c17fc7162 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:07.620276 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-42db4b8f-ae47-40cf-adaf-6efe0de8a701 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (22ac737b-9170-4893-99a5-cf6c17fc7162), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.705553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1ff7b824-6c06-4cc0-b243-73445a121d64 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-951885947'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:07.736516 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff7b824-6c06-4cc0-b243-73445a121d64 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Made reservation on behalf of c785b37e33c7434b8c62cf6ea0d664d6 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:07.739892 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b824-6c06-4cc0-b243-73445a121d64 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.744508 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-42db4b8f-ae47-40cf-adaf-6efe0de8a701 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (22ac737b-9170-4893-99a5-cf6c17fc7162), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.744842 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-42db4b8f-ae47-40cf-adaf-6efe0de8a701 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for floatingip (22ac737b-9170-4893-99a5-cf6c17fc7162), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.750906 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b824-6c06-4cc0-b243-73445a121d64 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.789548 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-42db4b8f-ae47-40cf-adaf-6efe0de8a701 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Calling delete_port for 22ac737b-9170-4893-99a5-cf6c17fc7162 owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:07.853160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02866cc5-9f15-4514-8153-ceabfa1e3a7e req-22cc0f34-fb59-4346-ac9c-cba334dbe965 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:07.854682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02866cc5-9f15-4514-8153-ceabfa1e3a7e req-22cc0f34-fb59-4346-ac9c-cba334dbe965 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 945 time: 0.1146293 Feb 11 05:29:07.926775 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (95e46c4b-d9d5-45d5-868b-e4471e080532), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.935722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02866cc5-9f15-4514-8153-ceabfa1e3a7e req-c48ebcdf-b72c-40af-a62b-4c5772c21914 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753055 Feb 11 05:29:07.954775 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.963455 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b824-6c06-4cc0-b243-73445a121d64 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks [] for security_group (addc43f2-53a0-4731-81c2-328695755357), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:07.971334 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b824-6c06-4cc0-b243-73445a121d64 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (addc43f2-53a0-4731-81c2-328695755357), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.015623 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-42db4b8f-ae47-40cf-adaf-6efe0de8a701 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (22ac737b-9170-4893-99a5-cf6c17fc7162), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.042876 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff7b824-6c06-4cc0-b243-73445a121d64 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:29:08.048299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db4b8f-ae47-40cf-adaf-6efe0de8a701 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Pushing event deleted for resources: {'Port': ['ID=22ac737b-9170-4893-99a5-cf6c17fc7162,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:08.062693 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7b824-6c06-4cc0-b243-73445a121d64 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=addc43f2-53a0-4731-81c2-328695755357,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:08.068238 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b824-6c06-4cc0-b243-73445a121d64 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (37ded515-4e43-4b16-abdc-883e41566e92), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.068774 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-1ff7b824-6c06-4cc0-b243-73445a121d64 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Added segment 37ded515-4e43-4b16-abdc-883e41566e92 of type vlan for network 775f957a-4d41-42ad-84ac-c852d4f5e037 Feb 11 05:29:08.132846 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-42db4b8f-ae47-40cf-adaf-6efe0de8a701 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks [] for floatingip (a5abeadc-5aa1-43b8-97d5-d3186568478c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.137374 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-42db4b8f-ae47-40cf-adaf-6efe0de8a701 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.138676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-42db4b8f-ae47-40cf-adaf-6efe0de8a701 tempest-ServerActionsTestJSON-510665822 tempest-ServerActionsTestJSON-510665822-project] 10.222.0.87 "DELETE /v2.0/floatingips/a5abeadc-5aa1-43b8-97d5-d3186568478c HTTP/1.1" status: 204 len: 168 time: 0.7119510 Feb 11 05:29:08.142210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52476) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:08.169243 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Allocated IP 172.25.5.238 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/6ec87de3-2584-41ee-b09a-289a34ba02fc) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:08.172087 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b824-6c06-4cc0-b243-73445a121d64 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (775f957a-4d41-42ad-84ac-c852d4f5e037), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.228531 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b824-6c06-4cc0-b243-73445a121d64 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (775f957a-4d41-42ad-84ac-c852d4f5e037), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.234379 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff7b824-6c06-4cc0-b243-73445a121d64 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:08.235740 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b824-6c06-4cc0-b243-73445a121d64 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.349845 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1ff7b824-6c06-4cc0-b243-73445a121d64 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8638775 Feb 11 05:29:08.352875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52488) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:08.359713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-3d0d162c-b54a-4dc1-af1c-72b9fc3c4162 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Request body: {'subnet': {'network_id': '775f957a-4d41-42ad-84ac-c852d4f5e037', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:08.406537 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7b824-6c06-4cc0-b243-73445a121d64 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event updated for resources: {'Network': ['ID=775f957a-4d41-42ad-84ac-c852d4f5e037,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:08.418055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 775f957a-4d41-42ad-84ac-c852d4f5e037 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:29:08.418516 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for port (6ec87de3-2584-41ee-b09a-289a34ba02fc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.459553 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (6ec87de3-2584-41ee-b09a-289a34ba02fc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.484248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0d162c-b54a-4dc1-af1c-72b9fc3c4162 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Made reservation on behalf of c785b37e33c7434b8c62cf6ea0d664d6 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:08.490771 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d0d162c-b54a-4dc1-af1c-72b9fc3c4162 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:08.515476 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Pushing event updated for resources: {'Port': ['ID=6ec87de3-2584-41ee-b09a-289a34ba02fc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:08.526434 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:08.528362 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:08.536131 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:08.864559 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (95e46c4b-d9d5-45d5-868b-e4471e080532), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.010105 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d0d162c-b54a-4dc1-af1c-72b9fc3c4162 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (e638b58d-77c5-4b1d-ab4b-f188178af7c4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.185592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d162c-b54a-4dc1-af1c-72b9fc3c4162 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event updated for resources: {'Subnet': ['ID=e638b58d-77c5-4b1d-ab4b-f188178af7c4,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:09.216848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0d162c-b54a-4dc1-af1c-72b9fc3c4162 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Checking segment: {'id': '37ded515-4e43-4b16-abdc-883e41566e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '775f957a-4d41-42ad-84ac-c852d4f5e037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:09.217237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0d162c-b54a-4dc1-af1c-72b9fc3c4162 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Network hostable DHCP agents. Network: 775f957a-4d41-42ad-84ac-c852d4f5e037, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:29:09.236388 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b1893-a96a-4048-984b-3df97b2789bb req-8723d047-005a-4758-abb6-a7d171ccee7a tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:09.237922 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ce5b1893-a96a-4048-984b-3df97b2789bb req-8723d047-005a-4758-abb6-a7d171ccee7a tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 945 time: 0.1500289 Feb 11 05:29:09.289662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0d162c-b54a-4dc1-af1c-72b9fc3c4162 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Network 775f957a-4d41-42ad-84ac-c852d4f5e037 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:29:09.317131 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-3d0d162c-b54a-4dc1-af1c-72b9fc3c4162 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 775f957a-4d41-42ad-84ac-c852d4f5e037) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:09.324519 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ce5b1893-a96a-4048-984b-3df97b2789bb req-6853bf43-fc81-435e-a599-b0bf66d7357f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784061 Feb 11 05:29:09.327229 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0d162c-b54a-4dc1-af1c-72b9fc3c4162 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:09.327939 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d0d162c-b54a-4dc1-af1c-72b9fc3c4162 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.338766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072cb903-abe7-4e31-bd27-c3004318f6b8 None None] Network 775f957a-4d41-42ad-84ac-c852d4f5e037 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:09.371754 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3d0d162c-b54a-4dc1-af1c-72b9fc3c4162 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0176291 Feb 11 05:29:09.375800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52548) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:09.381692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-7ee2e75c-4d3b-4fba-96e5-8df2a4b621f9 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Request body: {'port': {'network_id': '775f957a-4d41-42ad-84ac-c852d4f5e037', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1547060793'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:09.477203 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38e1caaf-cc6e-4259-bb8e-76f986a5cd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (49777c72-0606-4a52-94bb-f661d1820c00), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.489160 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (95e46c4b-d9d5-45d5-868b-e4471e080532), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.492747 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (95e46c4b-d9d5-45d5-868b-e4471e080532), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.610313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-775f957a-4d41-42ad-84ac-c852d4f5e037', 'network_id': '775f957a-4d41-42ad-84ac-c852d4f5e037', 'project_id': 'c785b37e33c7434b8c62cf6ea0d664d6', 'fixed_ips': [{'subnet_id': 'e638b58d-77c5-4b1d-ab4b-f188178af7c4'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:29:09.611978 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.637017 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee2e75c-4d3b-4fba-96e5-8df2a4b621f9 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Made reservation on behalf of c785b37e33c7434b8c62cf6ea0d664d6 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:09.641048 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7ee2e75c-4d3b-4fba-96e5-8df2a4b621f9 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.666498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-7ee2e75c-4d3b-4fba-96e5-8df2a4b621f9 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] device_id is not set on port c812ef35-d2e7-41fc-bbad-34e0db6bf559 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:29:09.720201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Router 95e46c4b-d9d5-45d5-868b-e4471e080532 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:29:09.831097 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.852831 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Allocated IP 2001:db8::2 (775f957a-4d41-42ad-84ac-c852d4f5e037/e638b58d-77c5-4b1d-ab4b-f188178af7c4/837c60a8-5f3d-4108-b1e0-1a855facfb87) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:09.857125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:29:09.869224 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce14a2c6-76a5-4491-8918-18b0d6b3d260 None None] Sync routers for ids ['95e46c4b-d9d5-45d5-868b-e4471e080532'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:29:09.876624 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:09.877912 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a8d1b09d-c760-4af4-bb39-49548bd182ae tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "PUT /v2.0/routers/95e46c4b-d9d5-45d5-868b-e4471e080532 HTTP/1.1" status: 200 len: 918 time: 2.8410068 Feb 11 05:29:09.882477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52562) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:09.897006 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce14a2c6-76a5-4491-8918-18b0d6b3d260 None None] Routers {'95e46c4b-d9d5-45d5-868b-e4471e080532'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:09.898090 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ce14a2c6-76a5-4491-8918-18b0d6b3d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:29:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['95e46c4b-d9d5-45d5-868b-e4471e080532'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:09.997347 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ce14a2c6-76a5-4491-8918-18b0d6b3d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:10.021615 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce14a2c6-76a5-4491-8918-18b0d6b3d260 None None] Routers {'95e46c4b-d9d5-45d5-868b-e4471e080532'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:10.022584 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ce14a2c6-76a5-4491-8918-18b0d6b3d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:29:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['95e46c4b-d9d5-45d5-868b-e4471e080532'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:10.075663 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ce14a2c6-76a5-4491-8918-18b0d6b3d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:10.078423 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce14a2c6-76a5-4491-8918-18b0d6b3d260 None None] The sync data for ids ['95e46c4b-d9d5-45d5-868b-e4471e080532'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:29:10.105839 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3167a197-d4aa-4f96-abc6-f71c3dbb7375 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "GET /v2.0/routers/95e46c4b-d9d5-45d5-868b-e4471e080532 HTTP/1.1" status: 200 len: 924 time: 0.2195702 Feb 11 05:29:10.110392 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52570) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:10.126224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-38e1caaf-cc6e-4259-bb8e-76f986a5cd09 admin admin] Deleting port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:10.126573 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38e1caaf-cc6e-4259-bb8e-76f986a5cd09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.273363 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-946008f3-a13b-4831-bdab-126bea180a2c req-6ccfd0ce-6fc9-4ee9-83ae-ec207f606b25 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1438539 Feb 11 05:29:10.294803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aad5db-1c6d-439e-862d-0342ceead1fb tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:10.299936 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a0aad5db-1c6d-439e-862d-0342ceead1fb tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&device_id=95e46c4b-d9d5-45d5-868b-e4471e080532&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1864686 Feb 11 05:29:10.302698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52580) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:10.341595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-38e1caaf-cc6e-4259-bb8e-76f986a5cd09 admin admin] For port 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:10.342748 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38e1caaf-cc6e-4259-bb8e-76f986a5cd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.390912 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-38e1caaf-cc6e-4259-bb8e-76f986a5cd09 admin admin] Calling delete_port for 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:10.464045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946008f3-a13b-4831-bdab-126bea180a2c req-7ea61174-2882-4b40-a9f8-2c19e2aa7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:10.465788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-946008f3-a13b-4831-bdab-126bea180a2c req-7ea61174-2882-4b40-a9f8-2c19e2aa7e4d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 1129 time: 0.1180427 Feb 11 05:29:10.475860 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Publish callbacks [] for port (837c60a8-5f3d-4108-b1e0-1a855facfb87), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.486038 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33fb94f-76d1-42b4-ab63-be9fc83cb185 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:10.487596 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (837c60a8-5f3d-4108-b1e0-1a855facfb87), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.492678 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d33fb94f-76d1-42b4-ab63-be9fc83cb185 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 881 time: 0.1884923 Feb 11 05:29:10.493486 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52588) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:10.571122 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-142106e0-a928-448a-9cf1-01bd316aab69 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "GET /v2.0/ports?device_id=95e46c4b-d9d5-45d5-868b-e4471e080532 HTTP/1.1" status: 200 len: 205 time: 0.0759125 Feb 11 05:29:10.572227 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52594) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:10.581466 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Pushing event updated for resources: {'Port': ['ID=837c60a8-5f3d-4108-b1e0-1a855facfb87,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:10.603988 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Network 775f957a-4d41-42ad-84ac-c852d4f5e037 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:10.609030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:10.612020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:10.677124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Attempting to bind port 837c60a8-5f3d-4108-b1e0-1a855facfb87 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:10.677806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Attempting to bind port 837c60a8-5f3d-4108-b1e0-1a855facfb87 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '37ded515-4e43-4b16-abdc-883e41566e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '775f957a-4d41-42ad-84ac-c852d4f5e037'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:10.678402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Attempting to bind port 837c60a8-5f3d-4108-b1e0-1a855facfb87 on network 775f957a-4d41-42ad-84ac-c852d4f5e037 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:10.684017 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:10.684688 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Checking segment: {'id': '37ded515-4e43-4b16-abdc-883e41566e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '775f957a-4d41-42ad-84ac-c852d4f5e037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:10.685287 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.685923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Bound using segment: {'id': '37ded515-4e43-4b16-abdc-883e41566e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '775f957a-4d41-42ad-84ac-c852d4f5e037'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:10.686592 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Bound port: 837c60a8-5f3d-4108-b1e0-1a855facfb87, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ded515-4e43-4b16-abdc-883e41566e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '775f957a-4d41-42ad-84ac-c852d4f5e037'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:10.687209 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (837c60a8-5f3d-4108-b1e0-1a855facfb87), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.756658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] For port 837c60a8-5f3d-4108-b1e0-1a855facfb87, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:10.760486 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] For port 837c60a8-5f3d-4108-b1e0-1a855facfb87, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=837c60a8-5f3d-4108-b1e0-1a855facfb87,segment=NetworkSegment(37ded515-4e43-4b16-abdc-883e41566e92),segment_id=37ded515-4e43-4b16-abdc-883e41566e92)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:10.770276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946008f3-a13b-4831-bdab-126bea180a2c req-370d0469-907e-4f69-91c4-33e36ac1c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:10.770915 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (837c60a8-5f3d-4108-b1e0-1a855facfb87), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.772424 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-946008f3-a13b-4831-bdab-126bea180a2c req-370d0469-907e-4f69-91c4-33e36ac1c503 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 918 time: 0.2713351 Feb 11 05:29:10.869055 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71d408dc-79ce-443f-8994-8f78648b6ecd tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (95e46c4b-d9d5-45d5-868b-e4471e080532), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:10.871041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-7ee2e75c-4d3b-4fba-96e5-8df2a4b621f9 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Allocated IP 2001:db8::27d (775f957a-4d41-42ad-84ac-c852d4f5e037/e638b58d-77c5-4b1d-ab4b-f188178af7c4/c812ef35-d2e7-41fc-bbad-34e0db6bf559) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:10.874049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da049e4-b8b9-4d44-89c2-a8d92b7172d4 None None] Pushing event updated for resources: {'Port': ['ID=837c60a8-5f3d-4108-b1e0-1a855facfb87,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:10.901105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84625b9c-ab6a-43b4-9581-86f8910a670b req-683c7f27-ea42-476b-af3e-f469a6f079eb tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:10.922809 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84625b9c-ab6a-43b4-9581-86f8910a670b req-683c7f27-ea42-476b-af3e-f469a6f079eb tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 945 time: 0.4639001 Feb 11 05:29:10.962557 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-946008f3-a13b-4831-bdab-126bea180a2c req-1fa42120-2320-4cf3-afc7-510bf179f3b3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48 HTTP/1.1" status: 200 len: 1001 time: 0.1716542 Feb 11 05:29:11.005697 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 79acbb26-2d05-4ef0-8ac4-87f11436eff4 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:29:11.086741 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71d408dc-79ce-443f-8994-8f78648b6ecd tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (95e46c4b-d9d5-45d5-868b-e4471e080532), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.234757 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-71d408dc-79ce-443f-8994-8f78648b6ecd tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Deleting port 6ec87de3-2584-41ee-b09a-289a34ba02fc {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:11.235117 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71d408dc-79ce-443f-8994-8f78648b6ecd tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6ec87de3-2584-41ee-b09a-289a34ba02fc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.269069 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-84625b9c-ab6a-43b4-9581-86f8910a670b req-b003ad4e-c5f9-4ab3-8d2c-b5017c6f61d2 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452220 Feb 11 05:29:11.287197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 79acbb26-2d05-4ef0-8ac4-87f11436eff4, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=79acbb26-2d05-4ef0-8ac4-87f11436eff4,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:11.287467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946008f3-a13b-4831-bdab-126bea180a2c req-ce00ab36-f466-444d-816e-80f5e5b3df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:11.290072 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-946008f3-a13b-4831-bdab-126bea180a2c req-ce00ab36-f466-444d-816e-80f5e5b3df8d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.3112595 Feb 11 05:29:11.318321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '79acbb26-2d05-4ef0-8ac4-87f11436eff4', 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7', 'port_id': '79acbb26-2d05-4ef0-8ac4-87f11436eff4', 'mac_address': 'fa:16:3e:f6:b6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5de3e86-13e1-461d-b0c7-ed54a8c80c7d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:29:11.425355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 79acbb26-2d05-4ef0-8ac4-87f11436eff4 is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:11.425980 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.429510 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71d408dc-79ce-443f-8994-8f78648b6ecd tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6ec87de3-2584-41ee-b09a-289a34ba02fc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.443927 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38e1caaf-cc6e-4259-bb8e-76f986a5cd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.446378 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79acbb26-2d05-4ef0-8ac4-87f11436eff4 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:11.461585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-71d408dc-79ce-443f-8994-8f78648b6ecd tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Calling delete_port for 6ec87de3-2584-41ee-b09a-289a34ba02fc owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:11.498443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 79acbb26-2d05-4ef0-8ac4-87f11436eff4, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=79acbb26-2d05-4ef0-8ac4-87f11436eff4,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:11.506459 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.521767 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946008f3-a13b-4831-bdab-126bea180a2c req-25358b70-a867-476b-8135-3106b4a9293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:11.524550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-946008f3-a13b-4831-bdab-126bea180a2c req-25358b70-a867-476b-8135-3106b4a9293a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2226167 Feb 11 05:29:11.535005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1caaf-cc6e-4259-bb8e-76f986a5cd09 admin admin] Pushing event deleted for resources: {'Port': ['ID=39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:11.669837 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=79acbb26-2d05-4ef0-8ac4-87f11436eff4,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:11.711603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['79acbb26-2d05-4ef0-8ac4-87f11436eff4'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:11.779268 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7ee2e75c-4d3b-4fba-96e5-8df2a4b621f9 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks [] for port (c812ef35-d2e7-41fc-bbad-34e0db6bf559), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:11.952235 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71d408dc-79ce-443f-8994-8f78648b6ecd tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (6ec87de3-2584-41ee-b09a-289a34ba02fc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.084095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d408dc-79ce-443f-8994-8f78648b6ecd tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Pushing event deleted for resources: {'Port': ['ID=6ec87de3-2584-41ee-b09a-289a34ba02fc,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:12.318631 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71d408dc-79ce-443f-8994-8f78648b6ecd tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (95e46c4b-d9d5-45d5-868b-e4471e080532), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.634688 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 837c60a8-5f3d-4108-b1e0-1a855facfb87 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:12.646643 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38e1caaf-cc6e-4259-bb8e-76f986a5cd09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (49777c72-0606-4a52-94bb-f661d1820c00), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.656254 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71d408dc-79ce-443f-8994-8f78648b6ecd tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (95e46c4b-d9d5-45d5-868b-e4471e080532), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.666587 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71d408dc-79ce-443f-8994-8f78648b6ecd tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_controller (95e46c4b-d9d5-45d5-868b-e4471e080532), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.675095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-946008f3-a13b-4831-bdab-126bea180a2c req-ef53a26c-003f-41b6-8107-818260a3229e service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1284783 Feb 11 05:29:12.762829 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71d408dc-79ce-443f-8994-8f78648b6ecd tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (95e46c4b-d9d5-45d5-868b-e4471e080532), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.763376 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d408dc-79ce-443f-8994-8f78648b6ecd tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Fanout notify agent at l3_agent the message router_deleted on router 95e46c4b-d9d5-45d5-868b-e4471e080532 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:29:12.782726 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71d408dc-79ce-443f-8994-8f78648b6ecd tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.788076 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-71d408dc-79ce-443f-8994-8f78648b6ecd tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "DELETE /v2.0/routers/95e46c4b-d9d5-45d5-868b-e4471e080532 HTTP/1.1" status: 204 len: 168 time: 2.2104619 Feb 11 05:29:12.789797 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52646) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:12.798937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-fea33506-dfb3-4c49-957a-d8317a1065a4 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-790168344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:12.808227 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 837c60a8-5f3d-4108-b1e0-1a855facfb87 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:12.808908 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (837c60a8-5f3d-4108-b1e0-1a855facfb87), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.827375 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fea33506-dfb3-4c49-957a-d8317a1065a4 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (ccd16147-239a-4c06-a870-2b49318f76ad), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.828825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fea33506-dfb3-4c49-957a-d8317a1065a4 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (ccd16147-239a-4c06-a870-2b49318f76ad), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.915581 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fea33506-dfb3-4c49-957a-d8317a1065a4 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_controller (ccd16147-239a-4c06-a870-2b49318f76ad), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.928788 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fea33506-dfb3-4c49-957a-d8317a1065a4 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (ccd16147-239a-4c06-a870-2b49318f76ad), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.944076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22917306-4fc5-4d1b-86ab-b2fe2756086b None None] Network 775f957a-4d41-42ad-84ac-c852d4f5e037 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:12.952713 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7ee2e75c-4d3b-4fba-96e5-8df2a4b621f9 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (c812ef35-d2e7-41fc-bbad-34e0db6bf559), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.961284 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fea33506-dfb3-4c49-957a-d8317a1065a4 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:12.969003 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fea33506-dfb3-4c49-957a-d8317a1065a4 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1783953 Feb 11 05:29:12.969930 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52650) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:12.975139 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'enable_snat': False}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:13.050987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 79acbb26-2d05-4ef0-8ac4-87f11436eff4 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:13.055293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2e75c-4d3b-4fba-96e5-8df2a4b621f9 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event updated for resources: {'Port': ['ID=c812ef35-d2e7-41fc-bbad-34e0db6bf559,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:13.091189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee2e75c-4d3b-4fba-96e5-8df2a4b621f9 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Network 775f957a-4d41-42ad-84ac-c852d4f5e037 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:13.109583 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c18cfe-c69d-4689-b490-d874df8f7d9d req-9bc9d966-d7fc-486e-8e32-5af030662c3e tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:13.111452 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4c18cfe-c69d-4689-b490-d874df8f7d9d req-9bc9d966-d7fc-486e-8e32-5af030662c3e tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 944 time: 0.4624512 Feb 11 05:29:13.135615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-bc4a8cbf-f997-4251-ab3c-b8bc0ab54546 None None] Provisioning complete for port 837c60a8-5f3d-4108-b1e0-1a855facfb87 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:13.135997 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc4a8cbf-f997-4251-ab3c-b8bc0ab54546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (837c60a8-5f3d-4108-b1e0-1a855facfb87), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.150875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-7ee2e75c-4d3b-4fba-96e5-8df2a4b621f9 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:13.191279 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee2e75c-4d3b-4fba-96e5-8df2a4b621f9 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:13.198970 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee2e75c-4d3b-4fba-96e5-8df2a4b621f9 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:13.199652 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7ee2e75c-4d3b-4fba-96e5-8df2a4b621f9 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.236168 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (ccd16147-239a-4c06-a870-2b49318f76ad), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.300921 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-946008f3-a13b-4831-bdab-126bea180a2c req-8ae814ea-e055-4334-8d5b-ddc34b926ba3 service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145530 Feb 11 05:29:13.325672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7ee2e75c-4d3b-4fba-96e5-8df2a4b621f9 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9480009 Feb 11 05:29:13.329319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 837c60a8-5f3d-4108-b1e0-1a855facfb87 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:13.329722 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (837c60a8-5f3d-4108-b1e0-1a855facfb87), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.344349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52652) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:13.354388 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-4db53cc7-ee0f-496b-bd11-960dbba44911 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Request body: {'port': {'network_id': '775f957a-4d41-42ad-84ac-c852d4f5e037', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1025686843', 'allowed_address_pairs': [{'ip_address': '2001:db8::27d', 'mac_address': 'fa:16:3e:02:f5:fb'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:13.455526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 837c60a8-5f3d-4108-b1e0-1a855facfb87, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=837c60a8-5f3d-4108-b1e0-1a855facfb87,segment=NetworkSegment(37ded515-4e43-4b16-abdc-883e41566e92),segment_id=37ded515-4e43-4b16-abdc-883e41566e92)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:13.471334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 79acbb26-2d05-4ef0-8ac4-87f11436eff4 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:13.471603 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.473755 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (837c60a8-5f3d-4108-b1e0-1a855facfb87), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.475814 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4c18cfe-c69d-4689-b490-d874df8f7d9d req-911f4173-48f9-4288-a494-c616d4be8190 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257952 Feb 11 05:29:13.723252 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a8cbf-f997-4251-ab3c-b8bc0ab54546 None None] Current status of the port 837c60a8-5f3d-4108-b1e0-1a855facfb87 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:13.727520 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc4a8cbf-f997-4251-ab3c-b8bc0ab54546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (837c60a8-5f3d-4108-b1e0-1a855facfb87), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.904278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e1caaf-cc6e-4259-bb8e-76f986a5cd09 admin admin] Router 49777c72-0606-4a52-94bb-f661d1820c00 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:29:13.909818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db53cc7-ee0f-496b-bd11-960dbba44911 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Made reservation on behalf of c785b37e33c7434b8c62cf6ea0d664d6 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:13.913596 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (ccd16147-239a-4c06-a870-2b49318f76ad), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:13.971276 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 79acbb26-2d05-4ef0-8ac4-87f11436eff4 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:13.972311 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.022571 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.055045 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=837c60a8-5f3d-4108-b1e0-1a855facfb87,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:14.088625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0e0983-706b-4991-8859-2eb150a4d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79acbb26-2d05-4ef0-8ac4-87f11436eff4'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:14.091159 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335cab90-ddea-43cd-b013-8e8382223b20" -d '{"events": [{"server_uuid": "2e0e0983-706b-4991-8859-2eb150a4d680", "name": "network-vif-plugged", "status": "completed", "tag": "79acbb26-2d05-4ef0-8ac4-87f11436eff4"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:14.127876 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 79acbb26-2d05-4ef0-8ac4-87f11436eff4, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=79acbb26-2d05-4ef0-8ac4-87f11436eff4,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:14.130021 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-bc4a8cbf-f997-4251-ab3c-b8bc0ab54546 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:29:14.130655 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-bc4a8cbf-f997-4251-ab3c-b8bc0ab54546 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:29:14.136320 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.139714 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.190025 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e487d6f5-0a1b-4ca1-9cae-6168eead19a4 x-openstack-request-id: req-e487d6f5-0a1b-4ca1-9cae-6168eead19a4 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:14.193000 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0e0983-706b-4991-8859-2eb150a4d680", "name": "network-vif-plugged", "status": "completed", "tag": "79acbb26-2d05-4ef0-8ac4-87f11436eff4", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:14.193622 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e487d6f5-0a1b-4ca1-9cae-6168eead19a4 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:14.194234 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0e0983-706b-4991-8859-2eb150a4d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79acbb26-2d05-4ef0-8ac4-87f11436eff4', 'code': 200} Feb 11 05:29:14.265601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=79acbb26-2d05-4ef0-8ac4-87f11436eff4,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:14.293301 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Allocated IP 172.25.5.64 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/91a86e15-8cd7-4fde-bb39-8c3d660f9eea) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:14.393400 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 837c60a8-5f3d-4108-b1e0-1a855facfb87 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:14.401814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3fd8b-9cff-4fe9-880c-c5393feec1af req-ed91ca87-2b91-42de-bfc9-48b1b36762a3 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:14.404755 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86d3fd8b-9cff-4fe9-880c-c5393feec1af req-ed91ca87-2b91-42de-bfc9-48b1b36762a3 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 944 time: 0.4337816 Feb 11 05:29:14.512366 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 837c60a8-5f3d-4108-b1e0-1a855facfb87 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:14.512746 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (837c60a8-5f3d-4108-b1e0-1a855facfb87), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.548696 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for port (91a86e15-8cd7-4fde-bb39-8c3d660f9eea), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.592331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e1caaf-cc6e-4259-bb8e-76f986a5cd09 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:29:14.608808 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbfb65c-7242-43aa-acfa-e614be908a99 None None] Sync routers for ids ['49777c72-0606-4a52-94bb-f661d1820c00'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:29:14.627686 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (91a86e15-8cd7-4fde-bb39-8c3d660f9eea), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.634536 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52712) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:14.637061 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-38e1caaf-cc6e-4259-bb8e-76f986a5cd09 admin admin] 10.222.0.87 "PUT /v2.0/routers/49777c72-0606-4a52-94bb-f661d1820c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4921553 Feb 11 05:29:14.671794 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbfb65c-7242-43aa-acfa-e614be908a99 None None] Routers {'49777c72-0606-4a52-94bb-f661d1820c00'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:14.672542 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-dbbfb65c-7242-43aa-acfa-e614be908a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:29:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['49777c72-0606-4a52-94bb-f661d1820c00'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:14.761501 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4db53cc7-ee0f-496b-bd11-960dbba44911 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:14.769554 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a8cbf-f997-4251-ab3c-b8bc0ab54546 None None] Current status of the port 837c60a8-5f3d-4108-b1e0-1a855facfb87 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:14.805309 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 837c60a8-5f3d-4108-b1e0-1a855facfb87 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:14.806050 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:14.820131 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:14.829585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:14.889672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86d3fd8b-9cff-4fe9-880c-c5393feec1af req-0d0e98ba-0f83-48b0-9453-a40666df36d2 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283594 Feb 11 05:29:14.900736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-4db53cc7-ee0f-496b-bd11-960dbba44911 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] device_id is not set on port 0413f003-b05c-4511-a279-83cd7772d40b yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:29:14.990487 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5e5c8413-bbab-4bcf-800a-bbc251522acf None None] Provisioning complete for port c812ef35-d2e7-41fc-bbad-34e0db6bf559 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:14.990956 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8413-bbab-4bcf-800a-bbc251522acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c812ef35-d2e7-41fc-bbad-34e0db6bf559), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.042387 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c8413-bbab-4bcf-800a-bbc251522acf None None] Port c812ef35-d2e7-41fc-bbad-34e0db6bf559 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:15.054964 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-dbbfb65c-7242-43aa-acfa-e614be908a99 None None] Set router 49777c72-0606-4a52-94bb-f661d1820c00 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:29:15.238217 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-4db53cc7-ee0f-496b-bd11-960dbba44911 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Allocated IP 2001:db8::2c0 (775f957a-4d41-42ad-84ac-c852d4f5e037/e638b58d-77c5-4b1d-ab4b-f188178af7c4/0413f003-b05c-4511-a279-83cd7772d40b) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:15.282323 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5e5c8413-bbab-4bcf-800a-bbc251522acf None None] Provisioning complete for port 837c60a8-5f3d-4108-b1e0-1a855facfb87 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:15.287741 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8413-bbab-4bcf-800a-bbc251522acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (837c60a8-5f3d-4108-b1e0-1a855facfb87), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.563394 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Pushing event updated for resources: {'Port': ['ID=91a86e15-8cd7-4fde-bb39-8c3d660f9eea,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:15.645704 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2b30740-ec97-417f-8d11-d07dc8ba7cbb admin admin] Publish callbacks [] for router (49777c72-0606-4a52-94bb-f661d1820c00), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.694559 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4db53cc7-ee0f-496b-bd11-960dbba44911 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks [] for port (0413f003-b05c-4511-a279-83cd7772d40b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.774515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-dbbfb65c-7242-43aa-acfa-e614be908a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49777c72-0606-4a52-94bb-f661d1820c00', 'name': 'tempest-ServerActionsTestJSON-725393311-router', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:29:11Z', 'revision_number': 5, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'gw_port': {'id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:10Z', 'updated_at': '2022-02-11T05:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:15.797126 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4db53cc7-ee0f-496b-bd11-960dbba44911 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (0413f003-b05c-4511-a279-83cd7772d40b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:15.831911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c8413-bbab-4bcf-800a-bbc251522acf None None] Current status of the port 837c60a8-5f3d-4108-b1e0-1a855facfb87 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:15.838494 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbfb65c-7242-43aa-acfa-e614be908a99 None None] Checking router: 49777c72-0606-4a52-94bb-f661d1820c00 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:29:15.851072 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbfb65c-7242-43aa-acfa-e614be908a99 None None] Routers {'49777c72-0606-4a52-94bb-f661d1820c00'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:15.851553 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-dbbfb65c-7242-43aa-acfa-e614be908a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:29:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['49777c72-0606-4a52-94bb-f661d1820c00'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:15.942142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db53cc7-ee0f-496b-bd11-960dbba44911 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event updated for resources: {'Port': ['ID=0413f003-b05c-4511-a279-83cd7772d40b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:15.962326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db53cc7-ee0f-496b-bd11-960dbba44911 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Network 775f957a-4d41-42ad-84ac-c852d4f5e037 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:15.964241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-4db53cc7-ee0f-496b-bd11-960dbba44911 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:15.978695 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db53cc7-ee0f-496b-bd11-960dbba44911 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:15.996261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db53cc7-ee0f-496b-bd11-960dbba44911 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:15.996964 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4db53cc7-ee0f-496b-bd11-960dbba44911 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.090901 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4db53cc7-ee0f-496b-bd11-960dbba44911 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.7486355 Feb 11 05:29:16.091622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52792) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:16.169255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a122137a-f36a-4f63-8da2-08d9095a859c None None] Provisioning complete for port c812ef35-d2e7-41fc-bbad-34e0db6bf559 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:16.170763 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a122137a-f36a-4f63-8da2-08d9095a859c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c812ef35-d2e7-41fc-bbad-34e0db6bf559), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.261160 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a122137a-f36a-4f63-8da2-08d9095a859c None None] Port c812ef35-d2e7-41fc-bbad-34e0db6bf559 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:16.272155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c596bd0-d763-41c2-ba5a-b8b22cd320fd req-8b640578-8510-462f-a287-2a5ff19dfc9c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:16.287833 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c596bd0-d763-41c2-ba5a-b8b22cd320fd req-8b640578-8510-462f-a287-2a5ff19dfc9c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 945 time: 0.2535138 Feb 11 05:29:16.317229 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-dbbfb65c-7242-43aa-acfa-e614be908a99 None None] Set router 49777c72-0606-4a52-94bb-f661d1820c00 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:29:16.431256 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router_gateway (ccd16147-239a-4c06-a870-2b49318f76ad), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.504674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139d7406-1f22-41b2-a5d6-d3d89fb4cffd tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:16.512058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139d7406-1f22-41b2-a5d6-d3d89fb4cffd tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:16.519037 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139d7406-1f22-41b2-a5d6-d3d89fb4cffd tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:16.522300 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-139d7406-1f22-41b2-a5d6-d3d89fb4cffd tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.4284785 Feb 11 05:29:16.525261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52802) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:16.540465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c596bd0-d763-41c2-ba5a-b8b22cd320fd req-0d3e4928-a33d-47ee-8374-990efa29f53d tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517598 Feb 11 05:29:16.571659 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8179a9af-9eed-4adc-8fb8-5786a8100914 None None] Provisioning complete for port 0413f003-b05c-4511-a279-83cd7772d40b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:16.571659 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8179a9af-9eed-4adc-8fb8-5786a8100914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0413f003-b05c-4511-a279-83cd7772d40b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.615720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8179a9af-9eed-4adc-8fb8-5786a8100914 None None] Port 0413f003-b05c-4511-a279-83cd7772d40b cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:16.623939 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5723a-1435-464e-9cd8-da077bc34194 req-c3e3c501-6073-450f-a92f-700a67561e31 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:16.626948 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-efb5723a-1435-464e-9cd8-da077bc34194 req-c3e3c501-6073-450f-a92f-700a67561e31 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 945 time: 0.8802016 Feb 11 05:29:16.663043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-d4d2b490-44da-4c82-ae38-e92233838c67 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Deleting port 0413f003-b05c-4511-a279-83cd7772d40b {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:16.663890 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d4d2b490-44da-4c82-ae38-e92233838c67 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (0413f003-b05c-4511-a279-83cd7772d40b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.743063 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2b30740-ec97-417f-8d11-d07dc8ba7cbb admin admin] Publish callbacks [] for router_gateway (49777c72-0606-4a52-94bb-f661d1820c00), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.826789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-dbbfb65c-7242-43aa-acfa-e614be908a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49777c72-0606-4a52-94bb-f661d1820c00', 'name': 'tempest-ServerActionsTestJSON-725393311-router', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:29:11Z', 'revision_number': 5, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'gw_port': {'id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:10Z', 'updated_at': '2022-02-11T05:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:16.838820 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d4d2b490-44da-4c82-ae38-e92233838c67 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (0413f003-b05c-4511-a279-83cd7772d40b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.895226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-d4d2b490-44da-4c82-ae38-e92233838c67 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Calling delete_port for 0413f003-b05c-4511-a279-83cd7772d40b owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:16.919647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbfb65c-7242-43aa-acfa-e614be908a99 None None] The sync data for ids ['49777c72-0606-4a52-94bb-f661d1820c00'] in n-d-713499-38 is: [{'id': '49777c72-0606-4a52-94bb-f661d1820c00', 'name': 'tempest-ServerActionsTestJSON-725393311-router', 'tenant_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:22:09Z', 'updated_at': '2022-02-11T05:29:11Z', 'revision_number': 5, 'project_id': 'a38f9ca0a2114cbd80c262e2e7e4e09c', 'gw_port': {'id': '2a0d29a4-fa99-4d92-a566-130c10cca874', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49777c72-0606-4a52-94bb-f661d1820c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:22:10Z', 'updated_at': '2022-02-11T05:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:29:16.985879 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (ccd16147-239a-4c06-a870-2b49318f76ad), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:16.999153 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (ccd16147-239a-4c06-a870-2b49318f76ad), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.006578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52812) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:17.015337 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f2b30740-ec97-417f-8d11-d07dc8ba7cbb admin admin] Deleting port 2a0d29a4-fa99-4d92-a566-130c10cca874 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:17.015823 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2b30740-ec97-417f-8d11-d07dc8ba7cbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2a0d29a4-fa99-4d92-a566-130c10cca874), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.101424 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-efb5723a-1435-464e-9cd8-da077bc34194 req-e72259b0-cc94-4d90-98dc-b43b075b854c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Deleting port 79acbb26-2d05-4ef0-8ac4-87f11436eff4 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:17.101866 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-efb5723a-1435-464e-9cd8-da077bc34194 req-e72259b0-cc94-4d90-98dc-b43b075b854c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.171163 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d4d2b490-44da-4c82-ae38-e92233838c67 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (0413f003-b05c-4511-a279-83cd7772d40b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.233220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2b490-44da-4c82-ae38-e92233838c67 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event deleted for resources: {'Port': ['ID=0413f003-b05c-4511-a279-83cd7772d40b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:17.304571 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-829828e3-85f8-4ae5-a1b2-e1c06f83d5db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.387661 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-f2b30740-ec97-417f-8d11-d07dc8ba7cbb admin admin] For port 2a0d29a4-fa99-4d92-a566-130c10cca874, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2a0d29a4-fa99-4d92-a566-130c10cca874,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:17.388031 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2b30740-ec97-417f-8d11-d07dc8ba7cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2a0d29a4-fa99-4d92-a566-130c10cca874), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.402876 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f2b30740-ec97-417f-8d11-d07dc8ba7cbb admin admin] Calling delete_port for 2a0d29a4-fa99-4d92-a566-130c10cca874 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:17.499573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-efb5723a-1435-464e-9cd8-da077bc34194 req-e72259b0-cc94-4d90-98dc-b43b075b854c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] For port 79acbb26-2d05-4ef0-8ac4-87f11436eff4, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=79acbb26-2d05-4ef0-8ac4-87f11436eff4,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:17.499951 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-efb5723a-1435-464e-9cd8-da077bc34194 req-e72259b0-cc94-4d90-98dc-b43b075b854c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.516979 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d4d2b490-44da-4c82-ae38-e92233838c67 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.540878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d4d2b490-44da-4c82-ae38-e92233838c67 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "DELETE /v2.0/ports/0413f003-b05c-4511-a279-83cd7772d40b HTTP/1.1" status: 204 len: 168 time: 1.0137382 Feb 11 05:29:17.551567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52816) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:17.614480 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b7f945-b543-481b-ad23-9db0f342b737 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] GET failed (client error): The resource could not be found. Feb 11 05:29:17.615495 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b9b7f945-b543-481b-ad23-9db0f342b737 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "GET /v2.0/ports/0413f003-b05c-4511-a279-83cd7772d40b HTTP/1.1" status: 404 len: 333 time: 0.0628450 Feb 11 05:29:17.624672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52820) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:17.630475 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-396856d5-3601-49ab-a74c-f297214aadd6 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Request body: {'port': {'network_id': '775f957a-4d41-42ad-84ac-c852d4f5e037', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1632408999'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:17.647729 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-efb5723a-1435-464e-9cd8-da077bc34194 req-e72259b0-cc94-4d90-98dc-b43b075b854c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Calling delete_port for 79acbb26-2d05-4ef0-8ac4-87f11436eff4 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:17.792334 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-829828e3-85f8-4ae5-a1b2-e1c06f83d5db admin admin] Publish callbacks [] for security_group (faaa309e-231d-4dda-b1d6-7e4a50c7b563), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.822052 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-829828e3-85f8-4ae5-a1b2-e1c06f83d5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (faaa309e-231d-4dda-b1d6-7e4a50c7b563), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.822264 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Router ccd16147-239a-4c06-a870-2b49318f76ad is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:29:17.883594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396856d5-3601-49ab-a74c-f297214aadd6 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Made reservation on behalf of c785b37e33c7434b8c62cf6ea0d664d6 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:17.887321 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-396856d5-3601-49ab-a74c-f297214aadd6 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:17.899771 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-829828e3-85f8-4ae5-a1b2-e1c06f83d5db admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a69df5f4bf4b4718b342c4f7a4818e5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8921347 Feb 11 05:29:17.913979 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52826) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:17.918767 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829828e3-85f8-4ae5-a1b2-e1c06f83d5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaa309e-231d-4dda-b1d6-7e4a50c7b563,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:17.960268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbe77a-6d71-438b-8f6b-0b8e803d69e6 req-0b67d8ef-6b1f-4818-ab70-c8698130fbc7 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:17.962238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7fbe77a-6d71-438b-8f6b-0b8e803d69e6 req-0b67d8ef-6b1f-4818-ab70-c8698130fbc7 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 945 time: 0.2704148 Feb 11 05:29:17.969221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-396856d5-3601-49ab-a74c-f297214aadd6 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] device_id is not set on port 386c75d2-ccc6-4d73-9c49-2396404b08a0 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:29:18.048345 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2b30740-ec97-417f-8d11-d07dc8ba7cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2a0d29a4-fa99-4d92-a566-130c10cca874), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.092532 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7fbe77a-6d71-438b-8f6b-0b8e803d69e6 req-e90bd545-5e56-42b2-bcf2-5c3db4b80a05 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146932 Feb 11 05:29:18.100017 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a972fdf8-832c-42be-a4fa-456a12273a64 admin admin] Publish callbacks [] for security_group (faaa309e-231d-4dda-b1d6-7e4a50c7b563), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.119720 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b30740-ec97-417f-8d11-d07dc8ba7cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0d29a4-fa99-4d92-a566-130c10cca874,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:18.144463 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a972fdf8-832c-42be-a4fa-456a12273a64 admin admin] Publish callbacks [] for security_group (faaa309e-231d-4dda-b1d6-7e4a50c7b563), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.212491 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:29:18.217732 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.218964 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-157cf584-31c7-4c92-955e-c6e2895204a1 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "PUT /v2.0/routers/ccd16147-239a-4c06-a870-2b49318f76ad HTTP/1.1" status: 200 len: 918 time: 5.2477107 Feb 11 05:29:18.223451 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff2163-cdd0-44b2-ae05-344c9a98ff37 None None] Sync routers for ids ['ccd16147-239a-4c06-a870-2b49318f76ad'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:29:18.226118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52830) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:18.246978 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff2163-cdd0-44b2-ae05-344c9a98ff37 None None] Routers {'ccd16147-239a-4c06-a870-2b49318f76ad'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:18.250145 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4cff2163-cdd0-44b2-ae05-344c9a98ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:29:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['ccd16147-239a-4c06-a870-2b49318f76ad'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:18.255578 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-efb5723a-1435-464e-9cd8-da077bc34194 req-e72259b0-cc94-4d90-98dc-b43b075b854c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (79acbb26-2d05-4ef0-8ac4-87f11436eff4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.293015 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2b30740-ec97-417f-8d11-d07dc8ba7cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (49777c72-0606-4a52-94bb-f661d1820c00), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.297364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-396856d5-3601-49ab-a74c-f297214aadd6 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Allocated IP 2001:db8::2fe (775f957a-4d41-42ad-84ac-c852d4f5e037/e638b58d-77c5-4b1d-ab4b-f188178af7c4/386c75d2-ccc6-4d73-9c49-2396404b08a0) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:18.341658 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a972fdf8-832c-42be-a4fa-456a12273a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (faaa309e-231d-4dda-b1d6-7e4a50c7b563), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.345338 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a972fdf8-832c-42be-a4fa-456a12273a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.347474 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a972fdf8-832c-42be-a4fa-456a12273a64 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/faaa309e-231d-4dda-b1d6-7e4a50c7b563 HTTP/1.1" status: 204 len: 168 time: 0.4292288 Feb 11 05:29:18.368102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972fdf8-832c-42be-a4fa-456a12273a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaa309e-231d-4dda-b1d6-7e4a50c7b563,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:18.383160 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:18.401437 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4cff2163-cdd0-44b2-ae05-344c9a98ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:18.417144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:18.417494 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 39bdb86f-3d31-4a5d-b79b-bc1ecc571c7c not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:18.443733 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72259b0-cc94-4d90-98dc-b43b075b854c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Pushing event deleted for resources: {'Port': ['ID=79acbb26-2d05-4ef0-8ac4-87f11436eff4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:18.449518 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff2163-cdd0-44b2-ae05-344c9a98ff37 None None] Routers {'ccd16147-239a-4c06-a870-2b49318f76ad'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:18.454631 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4cff2163-cdd0-44b2-ae05-344c9a98ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:29:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['ccd16147-239a-4c06-a870-2b49318f76ad'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:18.469186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0a55ae0c-f7ef-42a3-bc5e-92fda1b039e7 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "GET /v2.0/routers/ccd16147-239a-4c06-a870-2b49318f76ad HTTP/1.1" status: 200 len: 924 time: 0.2415848 Feb 11 05:29:18.480836 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52834) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:18.576905 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4cff2163-cdd0-44b2-ae05-344c9a98ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:18.578484 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff2163-cdd0-44b2-ae05-344c9a98ff37 None None] The sync data for ids ['ccd16147-239a-4c06-a870-2b49318f76ad'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:29:18.605514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e3bbc6-ecdd-465c-ae6d-d12e0523df0f tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:18.610151 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-86e3bbc6-ecdd-465c-ae6d-d12e0523df0f tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&device_id=ccd16147-239a-4c06-a870-2b49318f76ad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1245577 Feb 11 05:29:18.610931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52836) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:18.750783 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-396856d5-3601-49ab-a74c-f297214aadd6 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks [] for port (386c75d2-ccc6-4d73-9c49-2396404b08a0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.770557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c446ce-08cf-40ac-b00f-c46bb4b5f2af tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:18.772110 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b5c446ce-08cf-40ac-b00f-c46bb4b5f2af tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "GET /v2.0/networks/88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 881 time: 0.1602168 Feb 11 05:29:18.776266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52844) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:18.817354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f9c52bf3-f60c-4b18-9e96-6992d4aad301 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "GET /v2.0/ports?device_id=ccd16147-239a-4c06-a870-2b49318f76ad HTTP/1.1" status: 200 len: 205 time: 0.0396650 Feb 11 05:29:18.820145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52846) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:18.943181 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2b30740-ec97-417f-8d11-d07dc8ba7cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (49777c72-0606-4a52-94bb-f661d1820c00), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.962303 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-396856d5-3601-49ab-a74c-f297214aadd6 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (386c75d2-ccc6-4d73-9c49-2396404b08a0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:18.963626 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2b30740-ec97-417f-8d11-d07dc8ba7cbb admin admin] Publish callbacks [] for router_controller (49777c72-0606-4a52-94bb-f661d1820c00), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.010681 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52852) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:19.012037 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb5723a-1435-464e-9cd8-da077bc34194 req-e72259b0-cc94-4d90-98dc-b43b075b854c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] No DVR routers for this DVR port 79acbb26-2d05-4ef0-8ac4-87f11436eff4 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:19.017037 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-efb5723a-1435-464e-9cd8-da077bc34194 req-e72259b0-cc94-4d90-98dc-b43b075b854c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.019685 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c041c46b-3cb1-450b-bd13-cd3bff6ceb13 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (ccd16147-239a-4c06-a870-2b49318f76ad), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.020773 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-efb5723a-1435-464e-9cd8-da077bc34194 req-e72259b0-cc94-4d90-98dc-b43b075b854c tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.73 "DELETE /v2.0/ports/79acbb26-2d05-4ef0-8ac4-87f11436eff4 HTTP/1.1" status: 204 len: 173 time: 2.3859537 Feb 11 05:29:19.040480 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0e0983-706b-4991-8859-2eb150a4d680', 'name': 'network-vif-deleted', 'tag': '79acbb26-2d05-4ef0-8ac4-87f11436eff4'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:19.042846 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9837d7bb-c986-4798-8415-ea055cdb6617" -d '{"events": [{"server_uuid": "2e0e0983-706b-4991-8859-2eb150a4d680", "name": "network-vif-deleted", "tag": "79acbb26-2d05-4ef0-8ac4-87f11436eff4"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:19.090867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 79acbb26-2d05-4ef0-8ac4-87f11436eff4 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:19.111895 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-672b05dd-17d5-4e99-94c5-bbfde8ca914f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.129799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 79acbb26-2d05-4ef0-8ac4-87f11436eff4 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:19.130458 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 79acbb26-2d05-4ef0-8ac4-87f11436eff4 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:19.136058 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2b30740-ec97-417f-8d11-d07dc8ba7cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (49777c72-0606-4a52-94bb-f661d1820c00), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.140166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b30740-ec97-417f-8d11-d07dc8ba7cbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49777c72-0606-4a52-94bb-f661d1820c00 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:29:19.162746 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2b30740-ec97-417f-8d11-d07dc8ba7cbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.170871 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f2b30740-ec97-417f-8d11-d07dc8ba7cbb admin admin] 10.222.0.87 "DELETE /v2.0/routers/49777c72-0606-4a52-94bb-f661d1820c00 HTTP/1.1" status: 204 len: 168 time: 4.5259035 Feb 11 05:29:19.173741 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52860) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:19.208238 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f046a3-3582-4712-a0e0-14ca83020b52 x-openstack-request-id: req-e3f046a3-3582-4712-a0e0-14ca83020b52 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:19.208745 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0e0983-706b-4991-8859-2eb150a4d680", "name": "network-vif-deleted", "tag": "79acbb26-2d05-4ef0-8ac4-87f11436eff4", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:19.209173 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e3f046a3-3582-4712-a0e0-14ca83020b52 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:19.209730 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0e0983-706b-4991-8859-2eb150a4d680', 'name': 'network-vif-deleted', 'tag': '79acbb26-2d05-4ef0-8ac4-87f11436eff4', 'status': 'completed', 'code': 200} Feb 11 05:29:19.296945 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-689b5b6f-16a1-4877-8194-5de2f79a6a46 admin admin] Deleting subnet 851350eb-847c-4b77-aca2-43ae706acc60 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:29:19.305501 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-689b5b6f-16a1-4877-8194-5de2f79a6a46 admin admin] Publish callbacks [] for subnet (851350eb-847c-4b77-aca2-43ae706acc60), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.412532 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-689b5b6f-16a1-4877-8194-5de2f79a6a46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (851350eb-847c-4b77-aca2-43ae706acc60), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.455459 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-672b05dd-17d5-4e99-94c5-bbfde8ca914f admin admin] Publish callbacks [] for security_group (5d65218b-084f-43ee-992c-66cc75043db8), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.468177 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-672b05dd-17d5-4e99-94c5-bbfde8ca914f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5d65218b-084f-43ee-992c-66cc75043db8), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.538114 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-672b05dd-17d5-4e99-94c5-bbfde8ca914f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1b6e56c0c7cf4474bde73ee82f0ee9f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5223253 Feb 11 05:29:19.541949 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52862) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:19.570940 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b05dd-17d5-4e99-94c5-bbfde8ca914f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d65218b-084f-43ee-992c-66cc75043db8,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:19.620931 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-689b5b6f-16a1-4877-8194-5de2f79a6a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (851350eb-847c-4b77-aca2-43ae706acc60), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.677323 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bcc1c9ff-fded-40a2-a7dd-77118f33c6a9 admin admin] Publish callbacks [] for security_group (5d65218b-084f-43ee-992c-66cc75043db8), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.722671 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bcc1c9ff-fded-40a2-a7dd-77118f33c6a9 admin admin] Publish callbacks [] for security_group (5d65218b-084f-43ee-992c-66cc75043db8), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.742067 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-689b5b6f-16a1-4877-8194-5de2f79a6a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (851350eb-847c-4b77-aca2-43ae706acc60), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.850428 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b5b6f-16a1-4877-8194-5de2f79a6a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851350eb-847c-4b77-aca2-43ae706acc60,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:19.853956 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-689b5b6f-16a1-4877-8194-5de2f79a6a46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:19.859526 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-689b5b6f-16a1-4877-8194-5de2f79a6a46 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/851350eb-847c-4b77-aca2-43ae706acc60 HTTP/1.1" status: 204 len: 168 time: 0.6807356 Feb 11 05:29:19.869953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52864) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:19.875121 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a1393d-0909-45bf-b8c3-8c85803fc8ac None None] Network 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:20.021016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396856d5-3601-49ab-a74c-f297214aadd6 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Network 775f957a-4d41-42ad-84ac-c852d4f5e037 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:20.023475 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c041c46b-3cb1-450b-bd13-cd3bff6ceb13 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (ccd16147-239a-4c06-a870-2b49318f76ad), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.052759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-396856d5-3601-49ab-a74c-f297214aadd6 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:20.055220 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bcc1c9ff-fded-40a2-a7dd-77118f33c6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5d65218b-084f-43ee-992c-66cc75043db8), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.062657 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bcc1c9ff-fded-40a2-a7dd-77118f33c6a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.080311 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bcc1c9ff-fded-40a2-a7dd-77118f33c6a9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5d65218b-084f-43ee-992c-66cc75043db8 HTTP/1.1" status: 204 len: 168 time: 0.5360739 Feb 11 05:29:20.087837 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.090480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396856d5-3601-49ab-a74c-f297214aadd6 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:20.103987 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1c9ff-fded-40a2-a7dd-77118f33c6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d65218b-084f-43ee-992c-66cc75043db8,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:20.106571 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396856d5-3601-49ab-a74c-f297214aadd6 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:20.108509 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-396856d5-3601-49ab-a74c-f297214aadd6 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.125315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d030b50a-a761-444b-82f3-c54656bf3629 req-36e2173e-e7b5-4e61-9871-e4d6623b96c2 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e0e0983-706b-4991-8859-2eb150a4d680 HTTP/1.1" status: 200 len: 210 time: 0.1169064 Feb 11 05:29:20.126058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396856d5-3601-49ab-a74c-f297214aadd6 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event updated for resources: {'Port': ['ID=386c75d2-ccc6-4d73-9c49-2396404b08a0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:20.171714 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-396856d5-3601-49ab-a74c-f297214aadd6 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5430202 Feb 11 05:29:20.180369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52872) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:20.187353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-5cf07ac5-df65-410d-bf5a-97e0952898c7 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::27d', 'mac_address': 'fa:16:3e:02:f5:fb'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:20.234506 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b762d5-1ee3-444c-aebf-3f736f610fb0 None None] DHCP port deletion for 95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:29:20.312095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Deleting port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:20.323285 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.449508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:20.527834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] For port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:20.529775 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.540980 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5cf07ac5-df65-410d-bf5a-97e0952898c7 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (386c75d2-ccc6-4d73-9c49-2396404b08a0), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.573940 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:20.574261 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.584105 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Calling delete_port for f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:20.641066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:20.646676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c7b762d5-1ee3-444c-aebf-3f736f610fb0 None None] Deleting port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:20.647734 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c7b762d5-1ee3-444c-aebf-3f736f610fb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.728544 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.748508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c7b762d5-1ee3-444c-aebf-3f736f610fb0 None None] For port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0,segment=NetworkSegment(dd129a3c-647e-4ce1-bc50-412d32f5d32e),segment_id=dd129a3c-647e-4ce1-bc50-412d32f5d32e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:20.751852 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c7b762d5-1ee3-444c-aebf-3f736f610fb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.767071 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:20.774549 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] No DVR routers for this DVR port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:20.783097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c7b762d5-1ee3-444c-aebf-3f736f610fb0 None None] Calling delete_port for f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:20.820519 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5cf07ac5-df65-410d-bf5a-97e0952898c7 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks [] for port (386c75d2-ccc6-4d73-9c49-2396404b08a0), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.829663 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5cf07ac5-df65-410d-bf5a-97e0952898c7 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (386c75d2-ccc6-4d73-9c49-2396404b08a0), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.836658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c041c46b-3cb1-450b-bd13-cd3bff6ceb13 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Deleting port 91a86e15-8cd7-4fde-bb39-8c3d660f9eea {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:20.838129 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c041c46b-3cb1-450b-bd13-cd3bff6ceb13 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (91a86e15-8cd7-4fde-bb39-8c3d660f9eea), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.914327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-5cf07ac5-df65-410d-bf5a-97e0952898c7 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] In _notify_port_updated(), no bound segment for port 386c75d2-ccc6-4d73-9c49-2396404b08a0 on network 775f957a-4d41-42ad-84ac-c852d4f5e037 {{(pid=103171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:29:20.928992 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.937530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf07ac5-df65-410d-bf5a-97e0952898c7 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:20.939031 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5cf07ac5-df65-410d-bf5a-97e0952898c7 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.942169 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5cf07ac5-df65-410d-bf5a-97e0952898c7 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "PUT /v2.0/ports/386c75d2-ccc6-4d73-9c49-2396404b08a0 HTTP/1.1" status: 200 len: 1003 time: 0.7610307 Feb 11 05:29:20.945017 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52882) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:20.958545 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c7b762d5-1ee3-444c-aebf-3f736f610fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.982828 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.982828 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2a0d29a4-fa99-4d92-a566-130c10cca874 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:21.016319 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:21.039247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd129a3c-647e-4ce1-bc50-412d32f5d32e') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:21.039721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd129a3c-647e-4ce1-bc50-412d32f5d32e') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:21.083121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf07ac5-df65-410d-bf5a-97e0952898c7 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event updated for resources: {'Port': ['ID=386c75d2-ccc6-4d73-9c49-2396404b08a0,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:21.099994 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (dd129a3c-647e-4ce1-bc50-412d32f5d32e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.125695 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c041c46b-3cb1-450b-bd13-cd3bff6ceb13 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (91a86e15-8cd7-4fde-bb39-8c3d660f9eea), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.139899 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (dd129a3c-647e-4ce1-bc50-412d32f5d32e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.144979 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b762d5-1ee3-444c-aebf-3f736f610fb0 None None] No DVR routers for this DVR port f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:21.163623 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b762d5-1ee3-444c-aebf-3f736f610fb0 None None] Pushing event deleted for resources: {'Port': ['ID=f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:21.192743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 2a0d29a4-fa99-4d92-a566-130c10cca874 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:21.193090 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2a0d29a4-fa99-4d92-a566-130c10cca874 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:21.196828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c041c46b-3cb1-450b-bd13-cd3bff6ceb13 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Calling delete_port for 91a86e15-8cd7-4fde-bb39-8c3d660f9eea owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:21.207591 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:21.208016 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (dd129a3c-647e-4ce1-bc50-412d32f5d32e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:21.211226 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:21.295651 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a8f03445-f0ac-446a-96dd-4182f080511e None None] Provisioning complete for port 386c75d2-ccc6-4d73-9c49-2396404b08a0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:21.295651 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8f03445-f0ac-446a-96dd-4182f080511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (386c75d2-ccc6-4d73-9c49-2396404b08a0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.300409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event deleted for resources: {'Port': ['ID=f9d9bccf-deb3-4728-ba9d-aea7ba35f8e0,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:21.366436 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a8f03445-f0ac-446a-96dd-4182f080511e None None] Port 386c75d2-ccc6-4d73-9c49-2396404b08a0 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:21.403352 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b26fe8a2-8160-4595-b5b9-a78a92efd538 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Deleting port 386c75d2-ccc6-4d73-9c49-2396404b08a0 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:21.404108 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b26fe8a2-8160-4595-b5b9-a78a92efd538 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (386c75d2-ccc6-4d73-9c49-2396404b08a0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.409787 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.444752 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.453898 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] 10.222.0.87 "DELETE /v2.0/networks/95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32 HTTP/1.1" status: 204 len: 168 time: 1.5823386 Feb 11 05:29:21.510899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=95d9ad59-da70-41b8-8fd3-b1e8b7d4bb32,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:21.520087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f75bc4e8-b50e-4b42-9147-4b4083c71cd2 None None] Provisioning complete for port 386c75d2-ccc6-4d73-9c49-2396404b08a0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:21.522970 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f75bc4e8-b50e-4b42-9147-4b4083c71cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (386c75d2-ccc6-4d73-9c49-2396404b08a0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.565085 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:21.565445 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:21.565795 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:21.566142 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:21.566483 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:21.566817 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:21.567152 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:21.573764 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:21.574231 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:21.574586 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:21.579462 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:21.579866 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:21.583371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba902c85-8c14-4c8c-a187-8d4140f340b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:21.643541 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f75bc4e8-b50e-4b42-9147-4b4083c71cd2 None None] Port 386c75d2-ccc6-4d73-9c49-2396404b08a0 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:21.738760 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b26fe8a2-8160-4595-b5b9-a78a92efd538 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (386c75d2-ccc6-4d73-9c49-2396404b08a0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.779590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b26fe8a2-8160-4595-b5b9-a78a92efd538 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Calling delete_port for 386c75d2-ccc6-4d73-9c49-2396404b08a0 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:21.784002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52918) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:21.795376 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c041c46b-3cb1-450b-bd13-cd3bff6ceb13 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (91a86e15-8cd7-4fde-bb39-8c3d660f9eea), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:21.840430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041c46b-3cb1-450b-bd13-cd3bff6ceb13 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Pushing event deleted for resources: {'Port': ['ID=91a86e15-8cd7-4fde-bb39-8c3d660f9eea,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:21.934534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6321ecca-4499-4e2f-8866-023697657d53 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a38f9ca0a2114cbd80c262e2e7e4e09c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482856 Feb 11 05:29:21.939228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52922) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:21.941978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-a620a3db-e3f2-4944-8967-c33a7bdab7cf tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:21.944292 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-a620a3db-e3f2-4944-8967-c33a7bdab7cf tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/networks?id=de79092a-e6c2-413b-90f7-0a46bde23bc7 HTTP/1.1" status: 200 len: 822 time: 0.3162048 Feb 11 05:29:21.947654 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b26fe8a2-8160-4595-b5b9-a78a92efd538 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (386c75d2-ccc6-4d73-9c49-2396404b08a0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.004171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fe8a2-8160-4595-b5b9-a78a92efd538 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event deleted for resources: {'Port': ['ID=386c75d2-ccc6-4d73-9c49-2396404b08a0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:22.018566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-31a2aa66-5312-45f2-988e-8808b8a941c5 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/quotas/ee01cdace96a4e869ce2b38c3bff4199 HTTP/1.1" status: 200 len: 375 time: 0.0566230 Feb 11 05:29:22.082837 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-e54b7a59-ac76-4d2f-aa25-39aae2af1b30 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ee01cdace96a4e869ce2b38c3bff4199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625167 Feb 11 05:29:22.134044 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c041c46b-3cb1-450b-bd13-cd3bff6ceb13 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (ccd16147-239a-4c06-a870-2b49318f76ad), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.174101 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-015c3c55-2e5c-42df-814a-08198dbe4cea admin admin] Publish callbacks [] for security_group (c22ad66d-a10a-4159-8958-20e00e8679e1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.318969 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b26fe8a2-8160-4595-b5b9-a78a92efd538 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.322279 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b26fe8a2-8160-4595-b5b9-a78a92efd538 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "DELETE /v2.0/ports/386c75d2-ccc6-4d73-9c49-2396404b08a0 HTTP/1.1" status: 204 len: 168 time: 1.3749111 Feb 11 05:29:22.336317 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-015c3c55-2e5c-42df-814a-08198dbe4cea admin admin] Publish callbacks [] for security_group (c22ad66d-a10a-4159-8958-20e00e8679e1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.338166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52930) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:22.353389 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c041c46b-3cb1-450b-bd13-cd3bff6ceb13 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (ccd16147-239a-4c06-a870-2b49318f76ad), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.357209 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c041c46b-3cb1-450b-bd13-cd3bff6ceb13 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_controller (ccd16147-239a-4c06-a870-2b49318f76ad), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.422507 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c041c46b-3cb1-450b-bd13-cd3bff6ceb13 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (ccd16147-239a-4c06-a870-2b49318f76ad), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.423044 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c041c46b-3cb1-450b-bd13-cd3bff6ceb13 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Fanout notify agent at l3_agent the message router_deleted on router ccd16147-239a-4c06-a870-2b49318f76ad {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:29:22.431676 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c041c46b-3cb1-450b-bd13-cd3bff6ceb13 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.432796 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c041c46b-3cb1-450b-bd13-cd3bff6ceb13 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "DELETE /v2.0/routers/ccd16147-239a-4c06-a870-2b49318f76ad HTTP/1.1" status: 204 len: 168 time: 3.6116569 Feb 11 05:29:22.437219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52934) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:22.439210 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d351739-c808-4a07-8911-99396900626d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] GET failed (client error): The resource could not be found. Feb 11 05:29:22.441375 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3d351739-c808-4a07-8911-99396900626d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "GET /v2.0/ports/386c75d2-ccc6-4d73-9c49-2396404b08a0 HTTP/1.1" status: 404 len: 333 time: 0.1018753 Feb 11 05:29:22.441611 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1788434727', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}, 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:22.445830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52936) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:22.457343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-287e9333-afbc-4750-9692-70973c1b2700 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Request body: {'port': {'network_id': '775f957a-4d41-42ad-84ac-c852d4f5e037', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-456764707'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:22.506930 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.508799 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.534842 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-0296ddcc-5e94-408b-b0cf-0eca0f3d9ce7 service neutron] 10.222.0.87 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506099 Feb 11 05:29:22.654588 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_controller (2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.662631 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287e9333-afbc-4750-9692-70973c1b2700 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Made reservation on behalf of c785b37e33c7434b8c62cf6ea0d664d6 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:22.666834 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-287e9333-afbc-4750-9692-70973c1b2700 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.688822 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-015c3c55-2e5c-42df-814a-08198dbe4cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c22ad66d-a10a-4159-8958-20e00e8679e1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.691700 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-015c3c55-2e5c-42df-814a-08198dbe4cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:22.697030 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-015c3c55-2e5c-42df-814a-08198dbe4cea admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c22ad66d-a10a-4159-8958-20e00e8679e1 HTTP/1.1" status: 204 len: 168 time: 0.7529778 Feb 11 05:29:22.697030 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-287e9333-afbc-4750-9692-70973c1b2700 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] device_id is not set on port c65f25f6-4a0c-45b4-b643-cc06e87db49f yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:29:22.720722 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c3c55-2e5c-42df-814a-08198dbe4cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22ad66d-a10a-4159-8958-20e00e8679e1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:22.946581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-3d7a61cd-c295-419a-b358-9240da24d75f service neutron] 10.222.0.87 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039974 Feb 11 05:29:23.006544 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.016900 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-287e9333-afbc-4750-9692-70973c1b2700 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Allocated IP 2001:db8::2b2 (775f957a-4d41-42ad-84ac-c852d4f5e037/e638b58d-77c5-4b1d-ab4b-f188178af7c4/c65f25f6-4a0c-45b4-b643-cc06e87db49f) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:23.403628 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-287e9333-afbc-4750-9692-70973c1b2700 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks [] for port (c65f25f6-4a0c-45b4-b643-cc06e87db49f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.449916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-651c6085-b770-4f68-9728-5b37964ae8df req-512f1932-6342-4fd4-9681-85ca3fe1cf9f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 210 time: 0.0786815 Feb 11 05:29:23.534642 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-287e9333-afbc-4750-9692-70973c1b2700 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c65f25f6-4a0c-45b4-b643-cc06e87db49f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.748217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e9333-afbc-4750-9692-70973c1b2700 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event updated for resources: {'Port': ['ID=c65f25f6-4a0c-45b4-b643-cc06e87db49f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:23.808002 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287e9333-afbc-4750-9692-70973c1b2700 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Network 775f957a-4d41-42ad-84ac-c852d4f5e037 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:23.812020 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-287e9333-afbc-4750-9692-70973c1b2700 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:23.837679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e9333-afbc-4750-9692-70973c1b2700 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:23.860802 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287e9333-afbc-4750-9692-70973c1b2700 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:23.861907 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-287e9333-afbc-4750-9692-70973c1b2700 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.867006 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.938722 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-287e9333-afbc-4750-9692-70973c1b2700 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4911513 Feb 11 05:29:23.939687 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52972) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:23.967224 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:23.971172 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6ce50c46-ccab-4067-9c9b-194e8bdd4866 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:02:f5:fb'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:24.323913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Allocated IP 172.25.5.119 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/0499fac0-d00a-4fb4-8f39-f8afa3bfb6ed) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:24.430684 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ce50c46-ccab-4067-9c9b-194e8bdd4866 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c65f25f6-4a0c-45b4-b643-cc06e87db49f), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:24.500242 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for port (0499fac0-d00a-4fb4-8f39-f8afa3bfb6ed), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:24.546288 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (0499fac0-d00a-4fb4-8f39-f8afa3bfb6ed), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:24.580432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e11b00db-aba8-40b9-8dab-81dd229ed408 None None] Provisioning complete for port c65f25f6-4a0c-45b4-b643-cc06e87db49f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:24.595981 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e11b00db-aba8-40b9-8dab-81dd229ed408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c65f25f6-4a0c-45b4-b643-cc06e87db49f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:24.597858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:24.607087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:24.608827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:24.702714 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Pushing event updated for resources: {'Port': ['ID=0499fac0-d00a-4fb4-8f39-f8afa3bfb6ed,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:24.749762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:24.750129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:24.750467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:24.750806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:24.751146 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:24.751521 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:24.751860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:24.752361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:24.752516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:24.752839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:24.753165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:24.753497 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:24.753904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:24.769031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e11b00db-aba8-40b9-8dab-81dd229ed408 None None] Port c65f25f6-4a0c-45b4-b643-cc06e87db49f cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:24.818060 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad3bc81c-a356-4ef2-8213-33d0a7ef9c1f req-60003475-f727-4b8e-a54e-7fe7fb807385 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 210 time: 0.0735970 Feb 11 05:29:25.086898 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ce50c46-ccab-4067-9c9b-194e8bdd4866 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks [] for port (c65f25f6-4a0c-45b4-b643-cc06e87db49f), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.094184 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ce50c46-ccab-4067-9c9b-194e8bdd4866 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (c65f25f6-4a0c-45b4-b643-cc06e87db49f), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.145776 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.178011 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce50c46-ccab-4067-9c9b-194e8bdd4866 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event updated for resources: {'Port': ['ID=c65f25f6-4a0c-45b4-b643-cc06e87db49f,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:25.198940 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-6ce50c46-ccab-4067-9c9b-194e8bdd4866 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] In _notify_port_updated(), no bound segment for port c65f25f6-4a0c-45b4-b643-cc06e87db49f on network 775f957a-4d41-42ad-84ac-c852d4f5e037 {{(pid=103170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:29:25.204865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce50c46-ccab-4067-9c9b-194e8bdd4866 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:25.205523 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ce50c46-ccab-4067-9c9b-194e8bdd4866 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.209720 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6ce50c46-ccab-4067-9c9b-194e8bdd4866 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "PUT /v2.0/ports/c65f25f6-4a0c-45b4-b643-cc06e87db49f HTTP/1.1" status: 200 len: 1002 time: 1.2658696 Feb 11 05:29:25.212117 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53012) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:25.380646 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-27164d2a-8b59-49c9-86ff-2c78c9ead49a tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Deleting port c65f25f6-4a0c-45b4-b643-cc06e87db49f {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:25.381000 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27164d2a-8b59-49c9-86ff-2c78c9ead49a tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c65f25f6-4a0c-45b4-b643-cc06e87db49f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.647235 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27164d2a-8b59-49c9-86ff-2c78c9ead49a tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c65f25f6-4a0c-45b4-b643-cc06e87db49f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.655550 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.725157 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a49f9240-8a2d-4b0c-98d4-4f7c110ff667 None None] Provisioning complete for port c65f25f6-4a0c-45b4-b643-cc06e87db49f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:25.726145 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a49f9240-8a2d-4b0c-98d4-4f7c110ff667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c65f25f6-4a0c-45b4-b643-cc06e87db49f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.773510 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-27164d2a-8b59-49c9-86ff-2c78c9ead49a tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Calling delete_port for c65f25f6-4a0c-45b4-b643-cc06e87db49f owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:25.831264 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Router 2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:29:25.831813 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a49f9240-8a2d-4b0c-98d4-4f7c110ff667 None None] Port c65f25f6-4a0c-45b4-b643-cc06e87db49f cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:26.089683 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9cb0e7bf-9209-4b91-b96b-ed056d8f4fe7 req-1c011d1b-d5c9-4e90-81c3-54d5e0a9cd38 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 210 time: 0.0652807 Feb 11 05:29:26.119536 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:29:26.141577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b88a492-7e81-4009-85c1-bd65101878bf None None] Sync routers for ids ['2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:29:26.154479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b88a492-7e81-4009-85c1-bd65101878bf None None] Routers {'2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:26.155302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0b88a492-7e81-4009-85c1-bd65101878bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:29:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:26.160640 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:26.162306 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9c24d61b-61eb-43b8-807e-9983fa5fe2dc tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7243822 Feb 11 05:29:26.166896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53038) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:26.177073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-f06bd485-6054-46a3-81d9-d4a74e586ea6 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:26.236726 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-b752582e-e2e8-448e-aeae-703ebba9e72a tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:26.246985 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-b752582e-e2e8-448e-aeae-703ebba9e72a tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.73 "GET /v2.0/networks?id=de79092a-e6c2-413b-90f7-0a46bde23bc7 HTTP/1.1" status: 200 len: 822 time: 0.6077316 Feb 11 05:29:26.270313 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-425f0adb-a68f-4850-9668-32806fe95329 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Request body: {'port': {'device_id': 'ae1f8129-0e29-4458-ab66-62d614627e57', 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7', 'admin_state_up': True, 'tenant_id': 'ee01cdace96a4e869ce2b38c3bff4199'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:26.270832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0b88a492-7e81-4009-85c1-bd65101878bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:26.280882 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27164d2a-8b59-49c9-86ff-2c78c9ead49a tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c65f25f6-4a0c-45b4-b643-cc06e87db49f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:26.292901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b88a492-7e81-4009-85c1-bd65101878bf None None] Routers {'2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:26.295563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0b88a492-7e81-4009-85c1-bd65101878bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:29:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:26.395499 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0b88a492-7e81-4009-85c1-bd65101878bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:26.399825 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b88a492-7e81-4009-85c1-bd65101878bf None None] The sync data for ids ['2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:29:26.436604 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27164d2a-8b59-49c9-86ff-2c78c9ead49a tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event deleted for resources: {'Port': ['ID=c65f25f6-4a0c-45b4-b643-cc06e87db49f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:26.482816 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27164d2a-8b59-49c9-86ff-2c78c9ead49a tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:26.488606 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-27164d2a-8b59-49c9-86ff-2c78c9ead49a tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "DELETE /v2.0/ports/c65f25f6-4a0c-45b4-b643-cc06e87db49f HTTP/1.1" status: 204 len: 168 time: 1.2729824 Feb 11 05:29:26.517873 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53054) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:26.571397 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abac7ef-6471-459b-8242-d5228dfbfe12 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] GET failed (client error): The resource could not be found. Feb 11 05:29:26.572936 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1abac7ef-6471-459b-8242-d5228dfbfe12 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "GET /v2.0/ports/c65f25f6-4a0c-45b4-b643-cc06e87db49f HTTP/1.1" status: 404 len: 333 time: 0.0542843 Feb 11 05:29:26.577509 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53056) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:26.582642 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5cfe8d14-0bfc-488f-986f-b6e54478556e tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Request body: {'port': {'network_id': '775f957a-4d41-42ad-84ac-c852d4f5e037', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1639000279'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:26.769655 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-42874e64-ca3c-4746-98ec-30720af69b6f req-7a9d297e-d2bc-49f7-94cd-998d3d2bc7f7 service neutron] (103170) timed out ('10.222.0.88', 53876) {{(pid=103170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:29:26.798100 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-425f0adb-a68f-4850-9668-32806fe95329 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Made reservation on behalf of ee01cdace96a4e869ce2b38c3bff4199 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:26.802435 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-425f0adb-a68f-4850-9668-32806fe95329 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:26.888315 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfe8d14-0bfc-488f-986f-b6e54478556e tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Made reservation on behalf of c785b37e33c7434b8c62cf6ea0d664d6 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:26.892984 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8d14-0bfc-488f-986f-b6e54478556e tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:26.925565 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-5cfe8d14-0bfc-488f-986f-b6e54478556e tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] device_id is not set on port 30d42af2-9b6f-4934-ae68-4e0bca8dea84 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:29:27.119565 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-5cfe8d14-0bfc-488f-986f-b6e54478556e tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Allocated IP 2001:db8::182 (775f957a-4d41-42ad-84ac-c852d4f5e037/e638b58d-77c5-4b1d-ab4b-f188178af7c4/30d42af2-9b6f-4934-ae68-4e0bca8dea84) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:27.140784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53068) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:27.156426 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f06bd485-6054-46a3-81d9-d4a74e586ea6 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:27.196913 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f06bd485-6054-46a3-81d9-d4a74e586ea6 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_gateway (2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:27.246155 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-425f0adb-a68f-4850-9668-32806fe95329 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Allocated IP 172.20.0.10 (de79092a-e6c2-413b-90f7-0a46bde23bc7/a5de3e86-13e1-461d-b0c7-ed54a8c80c7d/d62f0b85-f653-4fef-93b1-cc95fbbf938f) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:27.455668 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8d14-0bfc-488f-986f-b6e54478556e tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks [] for port (30d42af2-9b6f-4934-ae68-4e0bca8dea84), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:27.488256 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fda2b6dc-a1fd-40c9-a428-802742cfcb12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:27.660528 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8d14-0bfc-488f-986f-b6e54478556e tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (30d42af2-9b6f-4934-ae68-4e0bca8dea84), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:27.678446 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-425f0adb-a68f-4850-9668-32806fe95329 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for port (d62f0b85-f653-4fef-93b1-cc95fbbf938f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:27.828802 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-425f0adb-a68f-4850-9668-32806fe95329 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d62f0b85-f653-4fef-93b1-cc95fbbf938f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:27.836008 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfe8d14-0bfc-488f-986f-b6e54478556e tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Network 775f957a-4d41-42ad-84ac-c852d4f5e037 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:27.854933 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5cfe8d14-0bfc-488f-986f-b6e54478556e tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:27.865241 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-425f0adb-a68f-4850-9668-32806fe95329 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Network de79092a-e6c2-413b-90f7-0a46bde23bc7 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:27.869661 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfe8d14-0bfc-488f-986f-b6e54478556e tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:27.875662 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfe8d14-0bfc-488f-986f-b6e54478556e tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:27.876313 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8d14-0bfc-488f-986f-b6e54478556e tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:27.912702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-f06bd485-6054-46a3-81d9-d4a74e586ea6 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Deleting port 0499fac0-d00a-4fb4-8f39-f8afa3bfb6ed {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:27.913630 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f06bd485-6054-46a3-81d9-d4a74e586ea6 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (0499fac0-d00a-4fb4-8f39-f8afa3bfb6ed), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:27.915514 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-425f0adb-a68f-4850-9668-32806fe95329 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:27.939892 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-425f0adb-a68f-4850-9668-32806fe95329 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:27.949169 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5cfe8d14-0bfc-488f-986f-b6e54478556e tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3703034 Feb 11 05:29:27.994896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53088) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:27.995232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53090) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:28.005463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a9b967d9-6af3-40d4-9ad7-776574055f80 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Request body: {'port': {'network_id': '775f957a-4d41-42ad-84ac-c852d4f5e037', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1745984654'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:28.018170 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe8d14-0bfc-488f-986f-b6e54478556e tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event updated for resources: {'Port': ['ID=30d42af2-9b6f-4934-ae68-4e0bca8dea84,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:28.133848 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fda2b6dc-a1fd-40c9-a428-802742cfcb12 admin admin] Publish callbacks [] for security_group (c99f5492-9dd0-465b-b2f6-b0e5a5309912), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.137108 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f0adb-a68f-4850-9668-32806fe95329 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Pushing event updated for resources: {'Port': ['ID=d62f0b85-f653-4fef-93b1-cc95fbbf938f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:28.151228 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fda2b6dc-a1fd-40c9-a428-802742cfcb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c99f5492-9dd0-465b-b2f6-b0e5a5309912), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.171799 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-425f0adb-a68f-4850-9668-32806fe95329 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:28.172362 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-425f0adb-a68f-4850-9668-32806fe95329 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.184194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b20e2-17a6-4f82-b529-95cea87ff66a req-b502c253-ea12-406d-a2aa-0a4fcc0a3f69 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:28.192987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe0b20e2-17a6-4f82-b529-95cea87ff66a req-b502c253-ea12-406d-a2aa-0a4fcc0a3f69 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 932 time: 0.8662143 Feb 11 05:29:28.198383 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f06bd485-6054-46a3-81d9-d4a74e586ea6 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (0499fac0-d00a-4fb4-8f39-f8afa3bfb6ed), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.209834 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-425f0adb-a68f-4850-9668-32806fe95329 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9536340 Feb 11 05:29:28.233406 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Request body: {'port': {'device_id': 'ae1f8129-0e29-4458-ab66-62d614627e57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:28.236074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-f06bd485-6054-46a3-81d9-d4a74e586ea6 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Calling delete_port for 0499fac0-d00a-4fb4-8f39-f8afa3bfb6ed owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:28.276098 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b967d9-6af3-40d4-9ad7-776574055f80 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Made reservation on behalf of c785b37e33c7434b8c62cf6ea0d664d6 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:28.277635 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fda2b6dc-a1fd-40c9-a428-802742cfcb12 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6088a6f970904bfbaa3fc7430163e337&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1098924 Feb 11 05:29:28.281296 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a9b967d9-6af3-40d4-9ad7-776574055f80 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.321352 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53096) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:28.343355 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2b6dc-a1fd-40c9-a428-802742cfcb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99f5492-9dd0-465b-b2f6-b0e5a5309912,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:28.372020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-a9b967d9-6af3-40d4-9ad7-776574055f80 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] device_id is not set on port 7c77170f-c762-479c-95fa-62f93c46da69 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:29:28.380596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d92f49d7-f593-4849-bf34-ef0ccf012693 None None] Provisioning complete for port 30d42af2-9b6f-4934-ae68-4e0bca8dea84 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:28.381153 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d92f49d7-f593-4849-bf34-ef0ccf012693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (30d42af2-9b6f-4934-ae68-4e0bca8dea84), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.453173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d92f49d7-f593-4849-bf34-ef0ccf012693 None None] Port 30d42af2-9b6f-4934-ae68-4e0bca8dea84 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:28.475129 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d62f0b85-f653-4fef-93b1-cc95fbbf938f), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.486568 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-901feb75-6cee-42b8-bd25-9502010e5e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.524153 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-a9b967d9-6af3-40d4-9ad7-776574055f80 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Allocated IP 2001:db8::355 (775f957a-4d41-42ad-84ac-c852d4f5e037/e638b58d-77c5-4b1d-ab4b-f188178af7c4/7c77170f-c762-479c-95fa-62f93c46da69) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:28.524852 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5220fadd-da7a-46f3-acea-c7711e6295b9 admin admin] Publish callbacks [] for security_group (c99f5492-9dd0-465b-b2f6-b0e5a5309912), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.567835 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5220fadd-da7a-46f3-acea-c7711e6295b9 admin admin] Publish callbacks [] for security_group (c99f5492-9dd0-465b-b2f6-b0e5a5309912), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.720064 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a9b967d9-6af3-40d4-9ad7-776574055f80 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks [] for port (7c77170f-c762-479c-95fa-62f93c46da69), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.747020 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5220fadd-da7a-46f3-acea-c7711e6295b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c99f5492-9dd0-465b-b2f6-b0e5a5309912), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.749810 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5220fadd-da7a-46f3-acea-c7711e6295b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.750983 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5220fadd-da7a-46f3-acea-c7711e6295b9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c99f5492-9dd0-465b-b2f6-b0e5a5309912 HTTP/1.1" status: 204 len: 168 time: 0.4284129 Feb 11 05:29:28.772063 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220fadd-da7a-46f3-acea-c7711e6295b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99f5492-9dd0-465b-b2f6-b0e5a5309912,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:28.805264 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a9b967d9-6af3-40d4-9ad7-776574055f80 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7c77170f-c762-479c-95fa-62f93c46da69), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.867274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62f0b85-f653-4fef-93b1-cc95fbbf938f {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:28.883246 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Publish callbacks [] for port (d62f0b85-f653-4fef-93b1-cc95fbbf938f), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.900158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b967d9-6af3-40d4-9ad7-776574055f80 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event updated for resources: {'Port': ['ID=7c77170f-c762-479c-95fa-62f93c46da69,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:28.911298 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Transition to ACTIVE for port object d62f0b85-f653-4fef-93b1-cc95fbbf938f will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:29:28.918283 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (d62f0b85-f653-4fef-93b1-cc95fbbf938f), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.923278 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67bd369a-1fdf-4ccf-a347-b9b4f6547735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.932014 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe0b20e2-17a6-4f82-b529-95cea87ff66a req-a6d01535-e827-4626-bcb9-afb7c71adc92 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7376351 Feb 11 05:29:28.942186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b967d9-6af3-40d4-9ad7-776574055f80 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Network 775f957a-4d41-42ad-84ac-c852d4f5e037 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:28.963121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-a9b967d9-6af3-40d4-9ad7-776574055f80 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:28.972297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b967d9-6af3-40d4-9ad7-776574055f80 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:28.977632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b967d9-6af3-40d4-9ad7-776574055f80 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:28.978283 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a9b967d9-6af3-40d4-9ad7-776574055f80 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.004458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=d62f0b85-f653-4fef-93b1-cc95fbbf938f,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:29.093962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a9b967d9-6af3-40d4-9ad7-776574055f80 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0932608 Feb 11 05:29:29.094173 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53106) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:29.102261 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-bd4d92a1-3d24-4614-ac22-1e2513544ef3 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::27d', 'mac_address': 'fa:16:3e:02:f5:fb'}, {'ip_address': '2001:db8::182', 'mac_address': 'fa:16:3e:31:8c:a1'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:29.190286 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Attempting to bind port d62f0b85-f653-4fef-93b1-cc95fbbf938f on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:29.200746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Attempting to bind port d62f0b85-f653-4fef-93b1-cc95fbbf938f by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'ff1e814b-9ea1-42cb-939c-2112874a1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:29.201901 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Attempting to bind port d62f0b85-f653-4fef-93b1-cc95fbbf938f on network de79092a-e6c2-413b-90f7-0a46bde23bc7 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:29.218110 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Port d62f0b85-f653-4fef-93b1-cc95fbbf938f on network de79092a-e6c2-413b-90f7-0a46bde23bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:29:29.220520 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Attempting to bind port d62f0b85-f653-4fef-93b1-cc95fbbf938f on network de79092a-e6c2-413b-90f7-0a46bde23bc7 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:29.231772 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:29.232423 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Checking segment: {'id': 'ff1e814b-9ea1-42cb-939c-2112874a1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:29.233021 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Bound using segment: {'id': 'ff1e814b-9ea1-42cb-939c-2112874a1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:29.233653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Bound port: d62f0b85-f653-4fef-93b1-cc95fbbf938f, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff1e814b-9ea1-42cb-939c-2112874a1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:29.234298 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d62f0b85-f653-4fef-93b1-cc95fbbf938f), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.262998 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f06bd485-6054-46a3-81d9-d4a74e586ea6 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (0499fac0-d00a-4fb4-8f39-f8afa3bfb6ed), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.284085 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd4d92a1-3d24-4614-ac22-1e2513544ef3 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7c77170f-c762-479c-95fa-62f93c46da69), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.321676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06bd485-6054-46a3-81d9-d4a74e586ea6 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Pushing event deleted for resources: {'Port': ['ID=0499fac0-d00a-4fb4-8f39-f8afa3bfb6ed,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:29.376702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53114) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:29.415005 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67bd369a-1fdf-4ccf-a347-b9b4f6547735 admin admin] Publish callbacks [] for security_group (4c947d26-aa63-4d53-860c-88675cfa9f6c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.432775 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67bd369a-1fdf-4ccf-a347-b9b4f6547735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4c947d26-aa63-4d53-860c-88675cfa9f6c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.468942 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-763de1bd-a6d7-44c6-be9e-bd0d93749a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.496148 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-67bd369a-1fdf-4ccf-a347-b9b4f6547735 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ff0ed69fe1944a10bcc001e95ef12835&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4971628 Feb 11 05:29:29.499517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53116) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:29.504308 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-074a248a-39a6-4acd-a289-d9d150a676b8 None None] Provisioning complete for port 7c77170f-c762-479c-95fa-62f93c46da69 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:29.504888 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-074a248a-39a6-4acd-a289-d9d150a676b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7c77170f-c762-479c-95fa-62f93c46da69), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.567841 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f06bd485-6054-46a3-81d9-d4a74e586ea6 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.576110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-074a248a-39a6-4acd-a289-d9d150a676b8 None None] Port 7c77170f-c762-479c-95fa-62f93c46da69 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:29.636425 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd369a-1fdf-4ccf-a347-b9b4f6547735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c947d26-aa63-4d53-860c-88675cfa9f6c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:29.730265 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75ed433f-09f9-4f32-960c-b866519be96a admin admin] Publish callbacks [] for security_group (4c947d26-aa63-4d53-860c-88675cfa9f6c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.973769 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd4d92a1-3d24-4614-ac22-1e2513544ef3 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks [] for port (7c77170f-c762-479c-95fa-62f93c46da69), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.985198 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd4d92a1-3d24-4614-ac22-1e2513544ef3 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (7c77170f-c762-479c-95fa-62f93c46da69), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.994579 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] For port d62f0b85-f653-4fef-93b1-cc95fbbf938f, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:30.012990 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] For port d62f0b85-f653-4fef-93b1-cc95fbbf938f, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d62f0b85-f653-4fef-93b1-cc95fbbf938f,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:30.072052 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d92a1-3d24-4614-ac22-1e2513544ef3 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] In _notify_port_updated(), no bound segment for port 7c77170f-c762-479c-95fa-62f93c46da69 on network 775f957a-4d41-42ad-84ac-c852d4f5e037 {{(pid=103170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:29:30.079809 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4d92a1-3d24-4614-ac22-1e2513544ef3 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:30.082489 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd4d92a1-3d24-4614-ac22-1e2513544ef3 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.093853 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bd4d92a1-3d24-4614-ac22-1e2513544ef3 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "PUT /v2.0/ports/7c77170f-c762-479c-95fa-62f93c46da69 HTTP/1.1" status: 200 len: 1068 time: 0.9905107 Feb 11 05:29:30.093853 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (d62f0b85-f653-4fef-93b1-cc95fbbf938f), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.106295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53120) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:30.126559 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:30.127177 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.128935 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] 10.222.0.73 "PUT /v2.0/ports/d62f0b85-f653-4fef-93b1-cc95fbbf938f HTTP/1.1" status: 200 len: 1093 time: 1.9070451 Feb 11 05:29:30.132066 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1f8129-0e29-4458-ab66-62d614627e57', 'tag': 'd62f0b85-f653-4fef-93b1-cc95fbbf938f'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:30.133690 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bf5c48-4440-418e-9c65-b6d0a2912965" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1f8129-0e29-4458-ab66-62d614627e57", "tag": "d62f0b85-f653-4fef-93b1-cc95fbbf938f"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:30.178312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d92a1-3d24-4614-ac22-1e2513544ef3 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event updated for resources: {'Port': ['ID=7c77170f-c762-479c-95fa-62f93c46da69,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:30.190131 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-763de1bd-a6d7-44c6-be9e-bd0d93749a39 admin admin] Publish callbacks [] for security_group (6f0f1a32-6aac-4b1e-b3fb-c57543fb6a89), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.197669 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75ed433f-09f9-4f32-960c-b866519be96a admin admin] Publish callbacks [] for security_group (4c947d26-aa63-4d53-860c-88675cfa9f6c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.297959 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-763de1bd-a6d7-44c6-be9e-bd0d93749a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6f0f1a32-6aac-4b1e-b3fb-c57543fb6a89), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.313962 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f06bd485-6054-46a3-81d9-d4a74e586ea6 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.378949 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f06bd485-6054-46a3-81d9-d4a74e586ea6 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.460809 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c8709d-59e8-46c1-808c-34ee7474c84b x-openstack-request-id: req-15c8709d-59e8-46c1-808c-34ee7474c84b {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:30.461710 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1f8129-0e29-4458-ab66-62d614627e57", "tag": "d62f0b85-f653-4fef-93b1-cc95fbbf938f", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:30.463892 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-15c8709d-59e8-46c1-808c-34ee7474c84b {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:30.464699 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1f8129-0e29-4458-ab66-62d614627e57', 'tag': 'd62f0b85-f653-4fef-93b1-cc95fbbf938f', 'status': 'completed', 'code': 200} Feb 11 05:29:30.474713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-763de1bd-a6d7-44c6-be9e-bd0d93749a39 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9b52bc0645c348fa9827d151d18c3d5d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0722585 Feb 11 05:29:30.498757 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53130) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:30.506675 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763de1bd-a6d7-44c6-be9e-bd0d93749a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0f1a32-6aac-4b1e-b3fb-c57543fb6a89,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:30.526411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416c247-ee68-48f7-a856-69a74be993c9 req-8c6e85be-8942-42e5-bfe8-b2a4ce5631e3 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:30.536293 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4416c247-ee68-48f7-a856-69a74be993c9 req-8c6e85be-8942-42e5-bfe8-b2a4ce5631e3 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 944 time: 0.3425100 Feb 11 05:29:30.554774 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad90b19-3ffa-4d83-b577-929542c85aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=d62f0b85-f653-4fef-93b1-cc95fbbf938f,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:30.578562 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-495c92e3-ef9c-4beb-bd06-e99b10874b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:30.580390 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-495c92e3-ef9c-4beb-bd06-e99b10874b95 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee01cdace96a4e869ce2b38c3bff4199&device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 1127 time: 0.3721335 Feb 11 05:29:30.613164 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06bd485-6054-46a3-81d9-d4a74e586ea6 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Router 2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:29:30.622221 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75ed433f-09f9-4f32-960c-b866519be96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4c947d26-aa63-4d53-860c-88675cfa9f6c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.625385 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75ed433f-09f9-4f32-960c-b866519be96a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.627643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-75ed433f-09f9-4f32-960c-b866519be96a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4c947d26-aa63-4d53-860c-88675cfa9f6c HTTP/1.1" status: 204 len: 168 time: 1.1179702 Feb 11 05:29:30.656363 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-4b65460f-7773-4aea-ba7e-681edc81eb3e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d62f0b85-f653-4fef-93b1-cc95fbbf938f HTTP/1.1" status: 200 len: 217 time: 0.0628538 Feb 11 05:29:30.691672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed433f-09f9-4f32-960c-b866519be96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c947d26-aa63-4d53-860c-88675cfa9f6c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:30.704396 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4416c247-ee68-48f7-a856-69a74be993c9 req-a361a15a-14db-4ada-baf5-38b6bda8eb23 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671135 Feb 11 05:29:30.773165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d17ebb94-1337-46d9-aa2b-c77dcf2c263b None None] Provisioning complete for port 7c77170f-c762-479c-95fa-62f93c46da69 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:30.774623 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d17ebb94-1337-46d9-aa2b-c77dcf2c263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7c77170f-c762-479c-95fa-62f93c46da69), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.779142 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d862c0f9-d225-4070-a786-29a31e3fff0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.787644 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1d4b2-ef57-4b53-b652-8b3b1350b33d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Deleting port 7c77170f-c762-479c-95fa-62f93c46da69 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:30.787990 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d4b2-ef57-4b53-b652-8b3b1350b33d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7c77170f-c762-479c-95fa-62f93c46da69), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.831850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06bd485-6054-46a3-81d9-d4a74e586ea6 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:29:30.840568 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab85e649-cbfe-46e9-bf26-b0e54ba7dfda admin admin] Publish callbacks [] for security_group (6f0f1a32-6aac-4b1e-b3fb-c57543fb6a89), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.850348 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19350a68-1729-4790-b53f-6a2472cef2bd None None] Sync routers for ids ['2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:29:30.862636 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f06bd485-6054-46a3-81d9-d4a74e586ea6 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:30.877590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53134) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:30.879139 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-6e70f513-4997-409e-8b52-679a373109f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:30.880666 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-6e70f513-4997-409e-8b52-679a373109f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5de3e86-13e1-461d-b0c7-ed54a8c80c7d HTTP/1.1" status: 200 len: 862 time: 0.2161362 Feb 11 05:29:30.883012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f06bd485-6054-46a3-81d9-d4a74e586ea6 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "PUT /v2.0/routers/2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0 HTTP/1.1" status: 200 len: 710 time: 4.7007420 Feb 11 05:29:30.884580 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19350a68-1729-4790-b53f-6a2472cef2bd None None] Routers {'2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:30.885229 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-19350a68-1729-4790-b53f-6a2472cef2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:29:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:30.891915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d17ebb94-1337-46d9-aa2b-c77dcf2c263b None None] Port 7c77170f-c762-479c-95fa-62f93c46da69 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:30.969784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53136) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:30.970078 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-77d47c9c-cd16-4c0c-b6e9-4c7c184c201e tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "GET /v2.0/routers/2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0 HTTP/1.1" status: 200 len: 745 time: 0.0881631 Feb 11 05:29:31.024479 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-72eb1415-67ba-4514-a45b-0870b89aa59c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de79092a-e6c2-413b-90f7-0a46bde23bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534599 Feb 11 05:29:31.041914 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab85e649-cbfe-46e9-bf26-b0e54ba7dfda admin admin] Publish callbacks [] for security_group (6f0f1a32-6aac-4b1e-b3fb-c57543fb6a89), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.154483 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e9f97833-ac93-45b6-8957-a07abb0a9a43 tempest-RoutersIpV6AdminTest-1938694980 tempest-RoutersIpV6AdminTest-1938694980-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&device_id=2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0 HTTP/1.1" status: 200 len: 205 time: 0.1828654 Feb 11 05:29:31.157239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53140) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:31.200434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7f8a8277-35ac-426c-bdb3-21f0bc4608e5 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0 HTTP/1.1" status: 200 len: 205 time: 0.0416589 Feb 11 05:29:31.201071 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d4b2-ef57-4b53-b652-8b3b1350b33d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7c77170f-c762-479c-95fa-62f93c46da69), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.202755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53142) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:31.240879 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-19350a68-1729-4790-b53f-6a2472cef2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:31.252191 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19350a68-1729-4790-b53f-6a2472cef2bd None None] Routers {'2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:31.252969 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-19350a68-1729-4790-b53f-6a2472cef2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:29:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:31.261118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1d4b2-ef57-4b53-b652-8b3b1350b33d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Calling delete_port for 7c77170f-c762-479c-95fa-62f93c46da69 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:31.312239 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-19350a68-1729-4790-b53f-6a2472cef2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:31.313064 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19350a68-1729-4790-b53f-6a2472cef2bd None None] The sync data for ids ['2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:29:31.346423 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b13018f0-b422-4f5a-861a-53b625cb62ac tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.368160 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab85e649-cbfe-46e9-bf26-b0e54ba7dfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6f0f1a32-6aac-4b1e-b3fb-c57543fb6a89), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.370869 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab85e649-cbfe-46e9-bf26-b0e54ba7dfda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.372239 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ab85e649-cbfe-46e9-bf26-b0e54ba7dfda admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6f0f1a32-6aac-4b1e-b3fb-c57543fb6a89 HTTP/1.1" status: 204 len: 168 time: 0.8697908 Feb 11 05:29:31.413475 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-fb4bcf4b-d927-4ec8-81e1-5684ef7fdfc2 service neutron] 10.222.0.73 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694749 Feb 11 05:29:31.441721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85e649-cbfe-46e9-bf26-b0e54ba7dfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0f1a32-6aac-4b1e-b3fb-c57543fb6a89,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:31.662093 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b13018f0-b422-4f5a-861a-53b625cb62ac tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.665125 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b13018f0-b422-4f5a-861a-53b625cb62ac tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router_controller (2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.765860 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b13018f0-b422-4f5a-861a-53b625cb62ac tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.767065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13018f0-b422-4f5a-861a-53b625cb62ac tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Fanout notify agent at l3_agent the message router_deleted on router 2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:29:31.808856 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d4b2-ef57-4b53-b652-8b3b1350b33d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7c77170f-c762-479c-95fa-62f93c46da69), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.813521 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b13018f0-b422-4f5a-861a-53b625cb62ac tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:31.821744 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b13018f0-b422-4f5a-861a-53b625cb62ac tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "DELETE /v2.0/routers/2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0 HTTP/1.1" status: 204 len: 168 time: 0.6094871 Feb 11 05:29:31.822565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53168) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:31.892221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2bf89bc5-35ce-4d40-985d-8235c2265398 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0 HTTP/1.1" status: 200 len: 205 time: 0.0658977 Feb 11 05:29:31.898940 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53172) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:32.010977 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3fc9c-bd84-48f5-8eb2-b3c60f6de39a req-eab87ff8-a0a6-4093-8e8f-5dfeccddea22 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:32.021778 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d0d3fc9c-bd84-48f5-8eb2-b3c60f6de39a req-eab87ff8-a0a6-4093-8e8f-5dfeccddea22 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 944 time: 0.1390605 Feb 11 05:29:32.045344 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1c159046-a2d4-4c5a-8724-716c37b5cf80 req-a7bfe9b1-89d7-4665-a881-03a94d7f36fa service neutron] 10.222.0.73 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188881 Feb 11 05:29:32.145119 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d0d3fc9c-bd84-48f5-8eb2-b3c60f6de39a req-694ca029-30a4-49b9-9d61-62b0b81901c6 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213202 Feb 11 05:29:32.181063 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1d4b2-ef57-4b53-b652-8b3b1350b33d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event deleted for resources: {'Port': ['ID=7c77170f-c762-479c-95fa-62f93c46da69,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:32.202859 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-bf5ca7e2-1f8a-40ea-9886-af89964cd2b8 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] delete failed (client error): The resource could not be found. Feb 11 05:29:32.207153 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53182) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:32.207635 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bf5ca7e2-1f8a-40ea-9886-af89964cd2b8 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "DELETE /v2.0/routers/2cc6c33b-88e4-4ccc-a5d8-4ca3bbff84e0 HTTP/1.1" status: 404 len: 336 time: 0.3058763 Feb 11 05:29:32.250428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d25cdae8-a1e5-4181-a6cf-1a04088dec74 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "GET /v2.0/ports?device_id=ccd16147-239a-4c06-a870-2b49318f76ad HTTP/1.1" status: 200 len: 205 time: 0.0420654 Feb 11 05:29:32.253334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53186) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:32.326913 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-9c333b51-7ea3-4c9e-b8c9-719ee2e2815b tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] delete failed (client error): The resource could not be found. Feb 11 05:29:32.331112 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9c333b51-7ea3-4c9e-b8c9-719ee2e2815b tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "DELETE /v2.0/routers/ccd16147-239a-4c06-a870-2b49318f76ad HTTP/1.1" status: 404 len: 336 time: 0.0729949 Feb 11 05:29:32.331402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53194) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:32.357646 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf5c48-4440-418e-9c65-b6d0a2912965 req-7449fc01-aec2-4331-b81a-84310c848654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:32.359273 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-98bf5c48-4440-418e-9c65-b6d0a2912965 req-7449fc01-aec2-4331-b81a-84310c848654 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee01cdace96a4e869ce2b38c3bff4199&device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 1127 time: 0.1709573 Feb 11 05:29:32.401053 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-39d26240-c589-42e2-abce-0aecaa916c98 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "GET /v2.0/ports?device_id=95e46c4b-d9d5-45d5-868b-e4471e080532 HTTP/1.1" status: 200 len: 205 time: 0.0666292 Feb 11 05:29:32.402861 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53198) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:32.407566 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:32.473802 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf5c48-4440-418e-9c65-b6d0a2912965 req-4e1b65f8-af77-49ae-85cd-4c460959ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:32.475500 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-98bf5c48-4440-418e-9c65-b6d0a2912965 req-4e1b65f8-af77-49ae-85cd-4c460959ff8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=de79092a-e6c2-413b-90f7-0a46bde23bc7 HTTP/1.1" status: 200 len: 923 time: 0.1075735 Feb 11 05:29:32.511144 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-0a17e4b8-a4cd-4e75-bf2b-830a516b80d3 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] delete failed (client error): The resource could not be found. Feb 11 05:29:32.514817 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0a17e4b8-a4cd-4e75-bf2b-830a516b80d3 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "DELETE /v2.0/routers/95e46c4b-d9d5-45d5-868b-e4471e080532 HTTP/1.1" status: 404 len: 336 time: 0.1100636 Feb 11 05:29:32.517175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53204) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:32.559624 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-98bf5c48-4440-418e-9c65-b6d0a2912965 req-99352b26-15ef-4721-94d3-30a0484dc6c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d62f0b85-f653-4fef-93b1-cc95fbbf938f HTTP/1.1" status: 200 len: 217 time: 0.0641668 Feb 11 05:29:32.579459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-aa70bda0-e71c-4a36-a3ea-351fb2561d2e tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "GET /v2.0/ports?device_id=22c321dc-9d57-4713-82fe-3f356bca7048 HTTP/1.1" status: 200 len: 205 time: 0.0600326 Feb 11 05:29:32.582480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53206) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:32.680873 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-68c17780-b680-44f1-ad96-fcee30e09620 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] delete failed (client error): The resource could not be found. Feb 11 05:29:32.682170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-68c17780-b680-44f1-ad96-fcee30e09620 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "DELETE /v2.0/routers/22c321dc-9d57-4713-82fe-3f356bca7048 HTTP/1.1" status: 404 len: 336 time: 0.0987549 Feb 11 05:29:32.687118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53212) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:32.702510 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d4b2-ef57-4b53-b652-8b3b1350b33d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:32.720964 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a8f1d4b2-ef57-4b53-b652-8b3b1350b33d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "DELETE /v2.0/ports/7c77170f-c762-479c-95fa-62f93c46da69 HTTP/1.1" status: 204 len: 168 time: 2.6114368 Feb 11 05:29:32.723002 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53218) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:32.764595 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-383fd48e-f9ef-411c-a9f7-4255ff7a8dc4 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "GET /v2.0/ports?device_id=2713c8f7-228d-4a0d-b79e-4578c20c2ee3 HTTP/1.1" status: 200 len: 205 time: 0.0751874 Feb 11 05:29:32.769240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53220) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:32.837329 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-64395f46-aefa-493e-ae05-ff2c0b4dc28e tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] GET failed (client error): The resource could not be found. Feb 11 05:29:32.840686 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-64395f46-aefa-493e-ae05-ff2c0b4dc28e tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "GET /v2.0/ports/7c77170f-c762-479c-95fa-62f93c46da69 HTTP/1.1" status: 404 len: 333 time: 0.0437973 Feb 11 05:29:32.842217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53224) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:32.843840 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf5c48-4440-418e-9c65-b6d0a2912965 req-890e413b-d120-456e-9f0a-1932d3b434f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:32.845429 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-98bf5c48-4440-418e-9c65-b6d0a2912965 req-890e413b-d120-456e-9f0a-1932d3b434f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5de3e86-13e1-461d-b0c7-ed54a8c80c7d HTTP/1.1" status: 200 len: 862 time: 0.2774754 Feb 11 05:29:32.911656 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-98bf5c48-4440-418e-9c65-b6d0a2912965 req-550a616d-68ad-499f-a700-1c83c660f6db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de79092a-e6c2-413b-90f7-0a46bde23bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581789 Feb 11 05:29:32.923470 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-37b9982e-3908-4bb8-b798-43e10d09ff94 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] delete failed (client error): The resource could not be found. Feb 11 05:29:32.931615 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-37b9982e-3908-4bb8-b798-43e10d09ff94 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "DELETE /v2.0/routers/2713c8f7-228d-4a0d-b79e-4578c20c2ee3 HTTP/1.1" status: 404 len: 336 time: 0.1591601 Feb 11 05:29:32.933031 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53228) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:32.971260 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ed035f0a-d783-420a-be81-3f54e3df30b8 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "GET /v2.0/ports?device_id=632e4ab1-dcb3-43f5-bfd2-7e279ca523b4 HTTP/1.1" status: 200 len: 205 time: 0.0368078 Feb 11 05:29:32.973204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53230) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:33.021187 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-b591c446-a0c3-4140-96a5-8e80f781c225 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] delete failed (client error): The resource could not be found. Feb 11 05:29:33.022232 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b591c446-a0c3-4140-96a5-8e80f781c225 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "DELETE /v2.0/routers/632e4ab1-dcb3-43f5-bfd2-7e279ca523b4 HTTP/1.1" status: 404 len: 336 time: 0.0456991 Feb 11 05:29:33.025346 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53234) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:33.077130 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8216ae-9499-44b3-a88b-04d25c70b1e8 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] DELETE failed (client error): The resource could not be found. Feb 11 05:29:33.077892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8216ae-9499-44b3-a88b-04d25c70b1e8 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:29:33.091848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fe8216ae-9499-44b3-a88b-04d25c70b1e8 tempest-RoutersIpV6AdminTest-1534875292 tempest-RoutersIpV6AdminTest-1534875292-project] 10.222.0.87 "DELETE /v2.0/subnets/269cfa2d-8602-4279-9778-cd71e5d887bb HTTP/1.1" status: 404 len: 337 time: 0.0628061 Feb 11 05:29:33.132543 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-98bf5c48-4440-418e-9c65-b6d0a2912965 req-18756308-b042-4c5a-b3e1-58ad5115879c service neutron] 10.222.0.73 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086868 Feb 11 05:29:33.372867 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-9cb47af5-3662-4210-a04e-1c92f902fd86 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Deleting port 30d42af2-9b6f-4934-ae68-4e0bca8dea84 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:33.384171 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9cb47af5-3662-4210-a04e-1c92f902fd86 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (30d42af2-9b6f-4934-ae68-4e0bca8dea84), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.465795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fded22b-295c-460f-a6a9-2801137eb9ea req-a49b5719-c579-40dc-a36e-71dbe42d88bf tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:33.473611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fded22b-295c-460f-a6a9-2801137eb9ea req-a49b5719-c579-40dc-a36e-71dbe42d88bf tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 944 time: 0.1782584 Feb 11 05:29:33.483896 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-98bf5c48-4440-418e-9c65-b6d0a2912965 req-b13a8a36-9ce4-4f85-a797-68de44e184dd service neutron] 10.222.0.73 "GET /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413792 Feb 11 05:29:33.526165 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9cb47af5-3662-4210-a04e-1c92f902fd86 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (30d42af2-9b6f-4934-ae68-4e0bca8dea84), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.550938 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-9cb47af5-3662-4210-a04e-1c92f902fd86 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Calling delete_port for 30d42af2-9b6f-4934-ae68-4e0bca8dea84 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:33.595204 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.633913 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fded22b-295c-460f-a6a9-2801137eb9ea req-4198ee68-63fd-48c4-bb65-c08d66b077bf tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592085 Feb 11 05:29:33.641074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53256) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:33.752710 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9cb47af5-3662-4210-a04e-1c92f902fd86 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (30d42af2-9b6f-4934-ae68-4e0bca8dea84), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.880813 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0009744e-0848-4367-8f61-0efae15ca2f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.896929 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb47af5-3662-4210-a04e-1c92f902fd86 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event deleted for resources: {'Port': ['ID=30d42af2-9b6f-4934-ae68-4e0bca8dea84,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:33.955714 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9cb47af5-3662-4210-a04e-1c92f902fd86 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:33.967615 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9cb47af5-3662-4210-a04e-1c92f902fd86 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "DELETE /v2.0/ports/30d42af2-9b6f-4934-ae68-4e0bca8dea84 HTTP/1.1" status: 204 len: 168 time: 1.1211221 Feb 11 05:29:33.968282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53270) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:34.036876 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-29cafc88-1d8b-43b0-a8fe-2370b06b4a53 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] GET failed (client error): The resource could not be found. Feb 11 05:29:34.043127 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-29cafc88-1d8b-43b0-a8fe-2370b06b4a53 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "GET /v2.0/ports/30d42af2-9b6f-4934-ae68-4e0bca8dea84 HTTP/1.1" status: 404 len: 333 time: 0.0722270 Feb 11 05:29:34.044470 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53272) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:34.096749 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0009744e-0848-4367-8f61-0efae15ca2f2 admin admin] Publish callbacks [] for security_group (755f0a97-a176-4c72-aa33-892692bc5cd0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.104701 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0009744e-0848-4367-8f61-0efae15ca2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (755f0a97-a176-4c72-aa33-892692bc5cd0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.181331 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0009744e-0848-4367-8f61-0efae15ca2f2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e92e922b07564ed38bbe35dc17b408f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5390935 Feb 11 05:29:34.184483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53276) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:34.208456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009744e-0848-4367-8f61-0efae15ca2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755f0a97-a176-4c72-aa33-892692bc5cd0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:34.248652 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-aa31b444-9bb1-4d7f-90f9-1cbf429d7405 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Deleting port c812ef35-d2e7-41fc-bbad-34e0db6bf559 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:34.249240 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aa31b444-9bb1-4d7f-90f9-1cbf429d7405 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c812ef35-d2e7-41fc-bbad-34e0db6bf559), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.309101 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2fda-0587-47d0-8110-19ace273983d admin admin] Publish callbacks [] for security_group (755f0a97-a176-4c72-aa33-892692bc5cd0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.334779 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2fda-0587-47d0-8110-19ace273983d admin admin] Publish callbacks [] for security_group (755f0a97-a176-4c72-aa33-892692bc5cd0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.394565 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aa31b444-9bb1-4d7f-90f9-1cbf429d7405 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c812ef35-d2e7-41fc-bbad-34e0db6bf559), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.418002 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2fda-0587-47d0-8110-19ace273983d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (755f0a97-a176-4c72-aa33-892692bc5cd0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.423991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-aa31b444-9bb1-4d7f-90f9-1cbf429d7405 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Calling delete_port for c812ef35-d2e7-41fc-bbad-34e0db6bf559 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:34.430775 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2fda-0587-47d0-8110-19ace273983d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.439573 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ed0d2fda-0587-47d0-8110-19ace273983d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/755f0a97-a176-4c72-aa33-892692bc5cd0 HTTP/1.1" status: 204 len: 168 time: 0.2535877 Feb 11 05:29:34.460906 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d2fda-0587-47d0-8110-19ace273983d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755f0a97-a176-4c72-aa33-892692bc5cd0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:34.776749 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aa31b444-9bb1-4d7f-90f9-1cbf429d7405 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c812ef35-d2e7-41fc-bbad-34e0db6bf559), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.870710 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31b444-9bb1-4d7f-90f9-1cbf429d7405 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event deleted for resources: {'Port': ['ID=c812ef35-d2e7-41fc-bbad-34e0db6bf559,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:34.947988 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aa31b444-9bb1-4d7f-90f9-1cbf429d7405 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.958303 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aa31b444-9bb1-4d7f-90f9-1cbf429d7405 tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "DELETE /v2.0/ports/c812ef35-d2e7-41fc-bbad-34e0db6bf559 HTTP/1.1" status: 204 len: 168 time: 0.9105599 Feb 11 05:29:34.958476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791f725-94f0-4a65-8fdf-640db5063125 req-75bd3b9e-007e-4795-84a5-839092722e17 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:34.965911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53300) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:34.973689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5791f725-94f0-4a65-8fdf-640db5063125 req-75bd3b9e-007e-4795-84a5-839092722e17 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 944 time: 0.1490796 Feb 11 05:29:35.119486 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-d843b16e-ba32-4bfd-a978-706e3b34bf0f tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Deleting subnet e638b58d-77c5-4b1d-ab4b-f188178af7c4 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:29:35.123669 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d843b16e-ba32-4bfd-a978-706e3b34bf0f tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks [] for subnet (e638b58d-77c5-4b1d-ab4b-f188178af7c4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:35.129103 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5791f725-94f0-4a65-8fdf-640db5063125 req-ce5bc158-6c55-4f2f-840a-0fba5ec089f8 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543713 Feb 11 05:29:35.158713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device d62f0b85-f653-4fef-93b1-cc95fbbf938f details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:29:35.169997 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:35.288334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53308) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:35.363872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port d62f0b85-f653-4fef-93b1-cc95fbbf938f, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d62f0b85-f653-4fef-93b1-cc95fbbf938f,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:35.369256 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fe706017-81e1-4883-958e-3907f9bb9914 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ffbce60e777444e3a62ee6b69a4e6647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0795388 Feb 11 05:29:35.369930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53310) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:35.394611 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'd62f0b85-f653-4fef-93b1-cc95fbbf938f', 'network_id': 'de79092a-e6c2-413b-90f7-0a46bde23bc7', 'port_id': 'd62f0b85-f653-4fef-93b1-cc95fbbf938f', 'mac_address': 'fa:16:3e:74:05:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5de3e86-13e1-461d-b0c7-ed54a8c80c7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:29:35.456140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port d62f0b85-f653-4fef-93b1-cc95fbbf938f is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:35.457222 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d62f0b85-f653-4fef-93b1-cc95fbbf938f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:35.460136 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-876d9601-9b8b-412f-b047-e89e1417802c admin admin] Publish callbacks [] for security_group (cf8d059e-a943-473d-ae93-26eeaa91be6a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:35.478475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62f0b85-f653-4fef-93b1-cc95fbbf938f {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:29:35.495626 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-876d9601-9b8b-412f-b047-e89e1417802c admin admin] Publish callbacks [] for security_group (cf8d059e-a943-473d-ae93-26eeaa91be6a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:35.511149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port d62f0b85-f653-4fef-93b1-cc95fbbf938f, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d62f0b85-f653-4fef-93b1-cc95fbbf938f,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:35.519281 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d62f0b85-f653-4fef-93b1-cc95fbbf938f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:35.610860 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-876d9601-9b8b-412f-b047-e89e1417802c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cf8d059e-a943-473d-ae93-26eeaa91be6a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:35.613623 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-876d9601-9b8b-412f-b047-e89e1417802c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:35.617938 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-876d9601-9b8b-412f-b047-e89e1417802c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cf8d059e-a943-473d-ae93-26eeaa91be6a HTTP/1.1" status: 204 len: 168 time: 0.2466381 Feb 11 05:29:35.619532 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=d62f0b85-f653-4fef-93b1-cc95fbbf938f,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:35.631750 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:35.632485 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:35.633042 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:35.633809 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:35.634356 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:35.634899 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:35.635569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:35.636113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:35.636699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:35.637233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:35.637513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d9601-9b8b-412f-b047-e89e1417802c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8d059e-a943-473d-ae93-26eeaa91be6a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:35.638225 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:35.638910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:35.639518 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:29:35.658755 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d843b16e-ba32-4bfd-a978-706e3b34bf0f tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (e638b58d-77c5-4b1d-ab4b-f188178af7c4), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:35.733726 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['d62f0b85-f653-4fef-93b1-cc95fbbf938f'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:29:35.890129 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d843b16e-ba32-4bfd-a978-706e3b34bf0f tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (e638b58d-77c5-4b1d-ab4b-f188178af7c4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:36.122301 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d843b16e-ba32-4bfd-a978-706e3b34bf0f tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (e638b58d-77c5-4b1d-ab4b-f188178af7c4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:36.181392 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843b16e-ba32-4bfd-a978-706e3b34bf0f tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event deleted for resources: {'Subnet': ['ID=e638b58d-77c5-4b1d-ab4b-f188178af7c4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:36.211709 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d843b16e-ba32-4bfd-a978-706e3b34bf0f tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:36.222023 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d843b16e-ba32-4bfd-a978-706e3b34bf0f tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "DELETE /v2.0/subnets/e638b58d-77c5-4b1d-ab4b-f188178af7c4 HTTP/1.1" status: 204 len: 168 time: 1.2507541 Feb 11 05:29:36.222430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53334) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:36.224546 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d73c23-9303-4e8b-be7b-0638c1c2504f None None] Network 775f957a-4d41-42ad-84ac-c852d4f5e037 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:36.293966 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:29:36.499441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1b5ff6-c035-4ffd-83fb-e457079f3169 None None] DHCP port deletion for 775f957a-4d41-42ad-84ac-c852d4f5e037 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:29:36.593698 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (775f957a-4d41-42ad-84ac-c852d4f5e037), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:36.617383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff3439-ba8f-407b-b1a8-288e76e4e164 req-c593b018-51f2-4118-9e88-382be59ceb71 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:36.633480 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0cff3439-ba8f-407b-b1a8-288e76e4e164 req-c593b018-51f2-4118-9e88-382be59ceb71 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 945 time: 0.3563042 Feb 11 05:29:36.649387 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b5ff6-c035-4ffd-83fb-e457079f3169 None None] Deleting port 837c60a8-5f3d-4108-b1e0-1a855facfb87 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:36.649976 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5ff6-c035-4ffd-83fb-e457079f3169 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (837c60a8-5f3d-4108-b1e0-1a855facfb87), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:36.840512 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0cff3439-ba8f-407b-b1a8-288e76e4e164 req-81cb73df-559c-4114-adbb-bb91bd9c5d08 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014828 Feb 11 05:29:36.884736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-6e1b5ff6-c035-4ffd-83fb-e457079f3169 None None] For port 837c60a8-5f3d-4108-b1e0-1a855facfb87, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=837c60a8-5f3d-4108-b1e0-1a855facfb87,segment=NetworkSegment(37ded515-4e43-4b16-abdc-883e41566e92),segment_id=37ded515-4e43-4b16-abdc-883e41566e92)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:36.885288 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5ff6-c035-4ffd-83fb-e457079f3169 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (837c60a8-5f3d-4108-b1e0-1a855facfb87), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:36.907496 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Deleting port 837c60a8-5f3d-4108-b1e0-1a855facfb87 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:36.907496 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (837c60a8-5f3d-4108-b1e0-1a855facfb87), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:36.915668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b5ff6-c035-4ffd-83fb-e457079f3169 None None] Calling delete_port for 837c60a8-5f3d-4108-b1e0-1a855facfb87 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:37.002871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] For port 837c60a8-5f3d-4108-b1e0-1a855facfb87, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=837c60a8-5f3d-4108-b1e0-1a855facfb87,segment=NetworkSegment(37ded515-4e43-4b16-abdc-883e41566e92),segment_id=37ded515-4e43-4b16-abdc-883e41566e92)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:37.003236 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (837c60a8-5f3d-4108-b1e0-1a855facfb87), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.019355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Calling delete_port for 837c60a8-5f3d-4108-b1e0-1a855facfb87 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:37.142255 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5ff6-c035-4ffd-83fb-e457079f3169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (837c60a8-5f3d-4108-b1e0-1a855facfb87), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.157817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device d62f0b85-f653-4fef-93b1-cc95fbbf938f up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:37.199136 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (837c60a8-5f3d-4108-b1e0-1a855facfb87), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.228852 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b5ff6-c035-4ffd-83fb-e457079f3169 None None] Pushing event deleted for resources: {'Port': ['ID=837c60a8-5f3d-4108-b1e0-1a855facfb87,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:37.238335 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b5ff6-c035-4ffd-83fb-e457079f3169 None None] No DVR routers for this DVR port 837c60a8-5f3d-4108-b1e0-1a855facfb87 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:37.298022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port d62f0b85-f653-4fef-93b1-cc95fbbf938f completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:29:37.304766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port d62f0b85-f653-4fef-93b1-cc95fbbf938f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:37.305519 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d62f0b85-f653-4fef-93b1-cc95fbbf938f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.321691 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event deleted for resources: {'Port': ['ID=837c60a8-5f3d-4108-b1e0-1a855facfb87,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:37.353461 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] No DVR routers for this DVR port 837c60a8-5f3d-4108-b1e0-1a855facfb87 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:37.527807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port d62f0b85-f653-4fef-93b1-cc95fbbf938f is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:37.529283 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d62f0b85-f653-4fef-93b1-cc95fbbf938f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.558363 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (775f957a-4d41-42ad-84ac-c852d4f5e037), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.566925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1f8129-0e29-4458-ab66-62d614627e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62f0b85-f653-4fef-93b1-cc95fbbf938f'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:37.569547 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d08f92-099d-4a4e-97f9-3fb79b3ddab9" -d '{"events": [{"server_uuid": "ae1f8129-0e29-4458-ab66-62d614627e57", "name": "network-vif-plugged", "status": "completed", "tag": "d62f0b85-f653-4fef-93b1-cc95fbbf938f"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:37.591791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775f957a-4d41-42ad-84ac-c852d4f5e037']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:37.597855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port d62f0b85-f653-4fef-93b1-cc95fbbf938f, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d62f0b85-f653-4fef-93b1-cc95fbbf938f,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:37.611635 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d62f0b85-f653-4fef-93b1-cc95fbbf938f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.617552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ded515-4e43-4b16-abdc-883e41566e92') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:37.618058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ded515-4e43-4b16-abdc-883e41566e92') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:37.640300 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (37ded515-4e43-4b16-abdc-883e41566e92), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.675958 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (37ded515-4e43-4b16-abdc-883e41566e92), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.686389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:37.688278 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (37ded515-4e43-4b16-abdc-883e41566e92), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.704194 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74113e37-9c98-471d-92ef-13aeb124f3b7 x-openstack-request-id: req-74113e37-9c98-471d-92ef-13aeb124f3b7 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:37.704542 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1f8129-0e29-4458-ab66-62d614627e57", "name": "network-vif-plugged", "status": "completed", "tag": "d62f0b85-f653-4fef-93b1-cc95fbbf938f", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:37.704756 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-74113e37-9c98-471d-92ef-13aeb124f3b7 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:37.705367 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1f8129-0e29-4458-ab66-62d614627e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62f0b85-f653-4fef-93b1-cc95fbbf938f', 'code': 200} Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:37.723170 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:37.768097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=d62f0b85-f653-4fef-93b1-cc95fbbf938f,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:37.845022 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (775f957a-4d41-42ad-84ac-c852d4f5e037), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.872518 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:37.888974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] 10.222.0.87 "DELETE /v2.0/networks/775f957a-4d41-42ad-84ac-c852d4f5e037 HTTP/1.1" status: 204 len: 168 time: 1.6627500 Feb 11 05:29:37.890809 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53398) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:37.899154 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636fcdc-c652-41da-930b-94f930f38482 req-f069d028-c268-4feb-8b21-eb4de58f776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:37.901638 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c636fcdc-c652-41da-930b-94f930f38482 req-f069d028-c268-4feb-8b21-eb4de58f776c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 1129 time: 0.1134064 Feb 11 05:29:37.940911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26562cc-1679-4146-aa05-0efcdb30036d tempest-AllowedAddressPairIpV6TestJSON-831258618 tempest-AllowedAddressPairIpV6TestJSON-831258618-project] Pushing event deleted for resources: {'Network': ['ID=775f957a-4d41-42ad-84ac-c852d4f5e037,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:38.000739 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c636fcdc-c652-41da-930b-94f930f38482 req-60f606fc-84be-4628-b900-a05449a3b08b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884380 Feb 11 05:29:38.198025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c4695-290a-498c-850d-69ddecfd801b req-93724fde-4e5a-4808-874b-3d14486374c8 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:38.199629 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af5c4695-290a-498c-850d-69ddecfd801b req-93724fde-4e5a-4808-874b-3d14486374c8 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 946 time: 0.1212430 Feb 11 05:29:38.298568 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af5c4695-290a-498c-850d-69ddecfd801b req-5dc19ff8-3517-4fd0-b79e-e03943b5c107 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815382 Feb 11 05:29:38.300496 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Request body: {'networks': [{'name': 'tempest-network--1224375459'}, {'name': 'tempest-network--1694771345'}]} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:38.302383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Request body: {'network': {'name': 'tempest-network--1224375459'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:38.303019 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Request body: {'network': {'name': 'tempest-network--1694771345'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:38.345548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Made reservation on behalf of fbb06935b6c74bb4b20c069410c36abb for: {'network': 2} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:38.354225 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:38.428175 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:38.461790 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 837c60a8-5f3d-4108-b1e0-1a855facfb87 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:38.505923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 837c60a8-5f3d-4108-b1e0-1a855facfb87 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:38.506921 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 837c60a8-5f3d-4108-b1e0-1a855facfb87 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:38.668292 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for security_group (83b9dcde-9ab2-43c5-a132-03acc0e351d8), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:38.685611 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (83b9dcde-9ab2-43c5-a132-03acc0e351d8), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:38.686894 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:38.845521 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b9dcde-9ab2-43c5-a132-03acc0e351d8,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:38.862091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53422) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:38.887577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:29:38.925354 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4dec459a-3b1c-4b6b-8153-db4a6cd7aac3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:38.933244 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Added segment 4dec459a-3b1c-4b6b-8153-db4a6cd7aac3 of type vlan for network 218a31f0-cdb7-43c2-9e65-4995748922b0 Feb 11 05:29:39.070497 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (218a31f0-cdb7-43c2-9e65-4995748922b0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.158506 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:29:39.190236 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (6f4157a8-644b-4172-81a8-5868a12df4e0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.190236 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Added segment 6f4157a8-644b-4172-81a8-5868a12df4e0 of type vlan for network e895cd67-8478-47f2-b285-46f98ea0b5fa Feb 11 05:29:39.267684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4f003e4a-12a0-4e0e-bdb4-ba73c268d639 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c785b37e33c7434b8c62cf6ea0d664d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4053133 Feb 11 05:29:39.271840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53430) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:39.279407 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (e895cd67-8478-47f2-b285-46f98ea0b5fa), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.334441 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (218a31f0-cdb7-43c2-9e65-4995748922b0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.335528 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (e895cd67-8478-47f2-b285-46f98ea0b5fa), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.353719 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:39.366666 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:39.367353 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.382510 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1ba5-7f61-41cc-aa78-2dfbe936bb37 admin admin] Publish callbacks [] for security_group (addc43f2-53a0-4731-81c2-328695755357), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.465844 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event updated for resources: {'Network': ['ID=218a31f0-cdb7-43c2-9e65-4995748922b0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:39.470600 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1ba5-7f61-41cc-aa78-2dfbe936bb37 admin admin] Publish callbacks [] for security_group (addc43f2-53a0-4731-81c2-328695755357), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.477571 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 218a31f0-cdb7-43c2-9e65-4995748922b0 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:29:39.513374 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6091008 Feb 11 05:29:39.517528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53438) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:39.583203 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da622e-18e1-42e6-988a-4da01ca4d856 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event updated for resources: {'Network': ['ID=e895cd67-8478-47f2-b285-46f98ea0b5fa,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:39.634856 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network e895cd67-8478-47f2-b285-46f98ea0b5fa details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:29:39.851738 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.928195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2dda7-730c-4bb1-aafb-de3ffa441b78 req-d92f91da-c700-48df-8882-aa62e230f5d6 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:39.930383 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25d2dda7-730c-4bb1-aafb-de3ffa441b78 req-d92f91da-c700-48df-8882-aa62e230f5d6 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 946 time: 0.3099413 Feb 11 05:29:39.993425 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1ba5-7f61-41cc-aa78-2dfbe936bb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (addc43f2-53a0-4731-81c2-328695755357), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:39.996677 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1ba5-7f61-41cc-aa78-2dfbe936bb37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.001958 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fdcf1ba5-7f61-41cc-aa78-2dfbe936bb37 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/addc43f2-53a0-4731-81c2-328695755357 HTTP/1.1" status: 204 len: 168 time: 0.7242339 Feb 11 05:29:40.043233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf1ba5-7f61-41cc-aa78-2dfbe936bb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addc43f2-53a0-4731-81c2-328695755357,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:40.088761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f56f670-4348-4fb9-b615-1a8fd9037341 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:40.106249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f56f670-4348-4fb9-b615-1a8fd9037341 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:40.119091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f56f670-4348-4fb9-b615-1a8fd9037341 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:40.125541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f56f670-4348-4fb9-b615-1a8fd9037341 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:40.132713 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53452) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:40.136411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4f56f670-4348-4fb9-b615-1a8fd9037341 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6076503 Feb 11 05:29:40.189461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25d2dda7-730c-4bb1-aafb-de3ffa441b78 req-49031b09-b6a5-4ed8-bcdc-5686c49d8ab3 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319500 Feb 11 05:29:40.404509 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a73bbfb-d2a6-4aec-8ed0-19191dff83bb tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (218a31f0-cdb7-43c2-9e65-4995748922b0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.716680 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a73bbfb-d2a6-4aec-8ed0-19191dff83bb tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (218a31f0-cdb7-43c2-9e65-4995748922b0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.757775 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-3a73bbfb-d2a6-4aec-8ed0-19191dff83bb tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218a31f0-cdb7-43c2-9e65-4995748922b0']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:40.782462 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-3a73bbfb-d2a6-4aec-8ed0-19191dff83bb tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dec459a-3b1c-4b6b-8153-db4a6cd7aac3') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:40.787712 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-3a73bbfb-d2a6-4aec-8ed0-19191dff83bb tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dec459a-3b1c-4b6b-8153-db4a6cd7aac3') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:40.812497 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a73bbfb-d2a6-4aec-8ed0-19191dff83bb tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (4dec459a-3b1c-4b6b-8153-db4a6cd7aac3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.837383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a6e18-4b42-45c3-a0d1-1417bbf349ad req-e0d8eeba-6b82-46bf-be55-d844972f945a tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:40.846972 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a73bbfb-d2a6-4aec-8ed0-19191dff83bb tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4dec459a-3b1c-4b6b-8153-db4a6cd7aac3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.852131 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-024a6e18-4b42-45c3-a0d1-1417bbf349ad req-e0d8eeba-6b82-46bf-be55-d844972f945a tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 946 time: 0.1076183 Feb 11 05:29:40.879443 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a73bbfb-d2a6-4aec-8ed0-19191dff83bb tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:40.880008 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a73bbfb-d2a6-4aec-8ed0-19191dff83bb tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (4dec459a-3b1c-4b6b-8153-db4a6cd7aac3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:40.883452 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:40.986629 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-024a6e18-4b42-45c3-a0d1-1417bbf349ad req-e6dfc6ff-c147-4517-8564-bb46dce31617 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333258 Feb 11 05:29:41.032146 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a73bbfb-d2a6-4aec-8ed0-19191dff83bb tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (218a31f0-cdb7-43c2-9e65-4995748922b0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.101657 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a73bbfb-d2a6-4aec-8ed0-19191dff83bb tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.114880 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3a73bbfb-d2a6-4aec-8ed0-19191dff83bb tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "DELETE /v2.0/networks/218a31f0-cdb7-43c2-9e65-4995748922b0 HTTP/1.1" status: 204 len: 168 time: 0.9789882 Feb 11 05:29:41.115716 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53484) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:41.117156 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73bbfb-d2a6-4aec-8ed0-19191dff83bb tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event deleted for resources: {'Network': ['ID=218a31f0-cdb7-43c2-9e65-4995748922b0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:41.217682 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4a528bb-6feb-4418-86ad-53d7a5385b94 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (e895cd67-8478-47f2-b285-46f98ea0b5fa), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.346387 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4a528bb-6feb-4418-86ad-53d7a5385b94 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (e895cd67-8478-47f2-b285-46f98ea0b5fa), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.373686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-a4a528bb-6feb-4418-86ad-53d7a5385b94 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e895cd67-8478-47f2-b285-46f98ea0b5fa']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:41.385389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-a4a528bb-6feb-4418-86ad-53d7a5385b94 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4157a8-644b-4172-81a8-5868a12df4e0') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:41.386008 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-a4a528bb-6feb-4418-86ad-53d7a5385b94 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4157a8-644b-4172-81a8-5868a12df4e0') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:41.407740 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4a528bb-6feb-4418-86ad-53d7a5385b94 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (6f4157a8-644b-4172-81a8-5868a12df4e0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.445276 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4a528bb-6feb-4418-86ad-53d7a5385b94 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (6f4157a8-644b-4172-81a8-5868a12df4e0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.464755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a528bb-6feb-4418-86ad-53d7a5385b94 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:41.465445 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4a528bb-6feb-4418-86ad-53d7a5385b94 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (6f4157a8-644b-4172-81a8-5868a12df4e0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:41.490833 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:41.595322 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4a528bb-6feb-4418-86ad-53d7a5385b94 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (e895cd67-8478-47f2-b285-46f98ea0b5fa), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.606140 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4a528bb-6feb-4418-86ad-53d7a5385b94 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:41.612365 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53498) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:41.631766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a4a528bb-6feb-4418-86ad-53d7a5385b94 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "DELETE /v2.0/networks/e895cd67-8478-47f2-b285-46f98ea0b5fa HTTP/1.1" status: 204 len: 168 time: 0.5143602 Feb 11 05:29:42.096020 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a46a1e-0ab9-4b3e-99b0-e38e538ad9d3 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:42.109162 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a46a1e-0ab9-4b3e-99b0-e38e538ad9d3 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:42.111090 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-28a46a1e-0ab9-4b3e-99b0-e38e538ad9d3 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4977188 Feb 11 05:29:42.114802 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53518) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:42.123164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1a2919ea-50cc-4d40-be5a-4d0f7b743658 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-101872905'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:42.165787 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53520) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:42.198141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2919ea-50cc-4d40-be5a-4d0f7b743658 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Made reservation on behalf of fbb06935b6c74bb4b20c069410c36abb for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:42.201947 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a2919ea-50cc-4d40-be5a-4d0f7b743658 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.240979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2919ea-50cc-4d40-be5a-4d0f7b743658 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:29:42.254334 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a2919ea-50cc-4d40-be5a-4d0f7b743658 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (091cf220-2c09-4249-9d61-bb2fb5acaf0c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.254874 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-1a2919ea-50cc-4d40-be5a-4d0f7b743658 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Added segment 091cf220-2c09-4249-9d61-bb2fb5acaf0c of type vlan for network 2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c Feb 11 05:29:42.306994 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a2919ea-50cc-4d40-be5a-4d0f7b743658 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.336267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a528bb-6feb-4418-86ad-53d7a5385b94 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event deleted for resources: {'Network': ['ID=e895cd67-8478-47f2-b285-46f98ea0b5fa,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:42.363645 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a2919ea-50cc-4d40-be5a-4d0f7b743658 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.368834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2919ea-50cc-4d40-be5a-4d0f7b743658 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:42.369616 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a2919ea-50cc-4d40-be5a-4d0f7b743658 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.424306 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84aa46-e364-41fd-8e42-345ae7940707 req-e77a15ee-1b5c-4ede-a54a-1b067fd800f1 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:42.426152 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f84aa46-e364-41fd-8e42-345ae7940707 req-e77a15ee-1b5c-4ede-a54a-1b067fd800f1 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 946 time: 0.0918872 Feb 11 05:29:42.482577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2919ea-50cc-4d40-be5a-4d0f7b743658 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event updated for resources: {'Network': ['ID=2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:42.493960 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:29:42.511671 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1a2919ea-50cc-4d40-be5a-4d0f7b743658 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3934004 Feb 11 05:29:42.515658 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53524) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:42.519643 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-24783cac-6b05-4de0-ac6b-25530ba05d43 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-196335335'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:42.551067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24783cac-6b05-4de0-ac6b-25530ba05d43 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Made reservation on behalf of fbb06935b6c74bb4b20c069410c36abb for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:42.557652 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-24783cac-6b05-4de0-ac6b-25530ba05d43 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.570550 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128a791-b7d1-4823-a33c-27029d251193 req-e49037b7-b936-4695-a56b-3b8ed44b3bd4 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:42.572928 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b128a791-b7d1-4823-a33c-27029d251193 req-e49037b7-b936-4695-a56b-3b8ed44b3bd4 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 946 time: 0.2262738 Feb 11 05:29:42.592174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f84aa46-e364-41fd-8e42-345ae7940707 req-6e3dd438-4fa9-4078-896f-4a799b8840a0 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553528 Feb 11 05:29:42.634224 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24783cac-6b05-4de0-ac6b-25530ba05d43 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:29:42.680745 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-24783cac-6b05-4de0-ac6b-25530ba05d43 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (06e9442b-f1bb-416f-acf6-0473b8f55a16), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.681294 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-24783cac-6b05-4de0-ac6b-25530ba05d43 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Added segment 06e9442b-f1bb-416f-acf6-0473b8f55a16 of type vlan for network dc7bf672-5a8e-41f7-adda-d84ad2c84d22 Feb 11 05:29:42.767408 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-24783cac-6b05-4de0-ac6b-25530ba05d43 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (dc7bf672-5a8e-41f7-adda-d84ad2c84d22), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.778329 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-35179934-ef09-4b26-840b-d7d3d5d8231c tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] Request body: {'port': {'network_id': '78db0b2f-9659-4d53-adec-16e68427a356', 'name': 'tempest-NetworksNegativeTestJSON-1666049208'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:42.786479 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-b128a791-b7d1-4823-a33c-27029d251193 req-7da8672b-b1ef-4b62-a8cb-d83a15a4e397 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Deleting port d62f0b85-f653-4fef-93b1-cc95fbbf938f {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:42.789475 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b128a791-b7d1-4823-a33c-27029d251193 req-7da8672b-b1ef-4b62-a8cb-d83a15a4e397 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d62f0b85-f653-4fef-93b1-cc95fbbf938f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.812168 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-35179934-ef09-4b26-840b-d7d3d5d8231c tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] POST failed (client error): The resource could not be found. Feb 11 05:29:42.812699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35179934-ef09-4b26-840b-d7d3d5d8231c tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:29:42.817867 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-35179934-ef09-4b26-840b-d7d3d5d8231c tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6471174 Feb 11 05:29:42.821922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53530) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:42.886973 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4298d50-a01b-460e-933c-2c9be1067ec0 tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] DELETE failed (client error): The resource could not be found. Feb 11 05:29:42.889896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4298d50-a01b-460e-933c-2c9be1067ec0 tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:29:42.903320 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-24783cac-6b05-4de0-ac6b-25530ba05d43 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (dc7bf672-5a8e-41f7-adda-d84ad2c84d22), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.907049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a4298d50-a01b-460e-933c-2c9be1067ec0 tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] 10.222.0.87 "DELETE /v2.0/networks/885dbeb0-9b9b-4dcc-b11d-df00b96d5827 HTTP/1.1" status: 404 len: 339 time: 0.0818791 Feb 11 05:29:42.917608 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53534) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:42.922220 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24783cac-6b05-4de0-ac6b-25530ba05d43 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:42.922855 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-24783cac-6b05-4de0-ac6b-25530ba05d43 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:42.991997 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-d321e699-2ad1-42f6-9f33-b0ff580b644b tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] DELETE failed (client error): The resource could not be found. Feb 11 05:29:42.993001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d321e699-2ad1-42f6-9f33-b0ff580b644b tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:29:42.997574 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d321e699-2ad1-42f6-9f33-b0ff580b644b tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] 10.222.0.87 "DELETE /v2.0/ports/c0531284-ab5f-4d21-9cec-2d475a78e35c HTTP/1.1" status: 404 len: 333 time: 0.0755725 Feb 11 05:29:43.002039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53536) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:43.082867 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a33be50-b40c-468d-b21c-857795422324 tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] DELETE failed (client error): The resource could not be found. Feb 11 05:29:43.083327 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a33be50-b40c-468d-b21c-857795422324 tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:29:43.086305 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6a33be50-b40c-468d-b21c-857795422324 tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] 10.222.0.87 "DELETE /v2.0/subnets/6f8ea232-d075-4d11-8368-637c5cb22d60 HTTP/1.1" status: 404 len: 337 time: 0.0805318 Feb 11 05:29:43.090366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53542) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:43.114248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53546) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:43.119683 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-24783cac-6b05-4de0-ac6b-25530ba05d43 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6050317 Feb 11 05:29:43.129413 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Request body: {'ports': [{'network_id': '2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c', 'name': 'tempest-port--1064481355', 'admin_state_up': True}, {'network_id': 'dc7bf672-5a8e-41f7-adda-d84ad2c84d22', 'admin_state_up': False}]} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:43.129737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Request body: {'port': {'network_id': '2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c', 'name': 'tempest-port--1064481355', 'admin_state_up': True}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:43.130210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Request body: {'port': {'network_id': 'dc7bf672-5a8e-41f7-adda-d84ad2c84d22', 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:43.163889 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24783cac-6b05-4de0-ac6b-25530ba05d43 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event updated for resources: {'Network': ['ID=dc7bf672-5a8e-41f7-adda-d84ad2c84d22,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:43.173454 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network dc7bf672-5a8e-41f7-adda-d84ad2c84d22 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:29:43.179472 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-b128a791-b7d1-4823-a33c-27029d251193 req-7da8672b-b1ef-4b62-a8cb-d83a15a4e397 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] For port d62f0b85-f653-4fef-93b1-cc95fbbf938f, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=d62f0b85-f653-4fef-93b1-cc95fbbf938f,segment=NetworkSegment(ff1e814b-9ea1-42cb-939c-2112874a1bbc),segment_id=ff1e814b-9ea1-42cb-939c-2112874a1bbc)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:43.179854 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b128a791-b7d1-4823-a33c-27029d251193 req-7da8672b-b1ef-4b62-a8cb-d83a15a4e397 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d62f0b85-f653-4fef-93b1-cc95fbbf938f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.195115 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f776375-8f9a-4469-bad4-ee580e1926ce tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] GET failed (client error): The resource could not be found. Feb 11 05:29:43.203411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1f776375-8f9a-4469-bad4-ee580e1926ce tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] 10.222.0.87 "GET /v2.0/networks/24053be4-ef42-486b-8450-86e38d8d5900 HTTP/1.1" status: 404 len: 339 time: 0.1112700 Feb 11 05:29:43.216455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53552) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:43.278041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-b128a791-b7d1-4823-a33c-27029d251193 req-7da8672b-b1ef-4b62-a8cb-d83a15a4e397 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Calling delete_port for d62f0b85-f653-4fef-93b1-cc95fbbf938f owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:43.288966 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a0e119-1a9a-4f52-96cc-97621913e020 tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] GET failed (client error): The resource could not be found. Feb 11 05:29:43.290497 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-01a0e119-1a9a-4f52-96cc-97621913e020 tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] 10.222.0.87 "GET /v2.0/ports/8910580d-1284-444b-a282-9d4c4d1b1c8e HTTP/1.1" status: 404 len: 333 time: 0.0729582 Feb 11 05:29:43.295905 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53554) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:43.371171 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b8d24d-2afa-4f07-a546-3d3e22d601cc tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] GET failed (client error): The resource could not be found. Feb 11 05:29:43.373162 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-79b8d24d-2afa-4f07-a546-3d3e22d601cc tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] 10.222.0.87 "GET /v2.0/subnets/888fcf80-3249-4441-95db-2c8d8d8ddf70 HTTP/1.1" status: 404 len: 337 time: 0.0740452 Feb 11 05:29:43.421304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53556) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:43.427783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-67fb0200-aff7-48d4-916f-5660d90ff631 tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:43.455511 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-67fb0200-aff7-48d4-916f-5660d90ff631 tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] PUT failed (client error): The resource could not be found. Feb 11 05:29:43.455963 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67fb0200-aff7-48d4-916f-5660d90ff631 tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:29:43.462406 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53560) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:43.462620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-67fb0200-aff7-48d4-916f-5660d90ff631 tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] 10.222.0.87 "PUT /v2.0/networks/4f030fb8-f258-43c0-be81-26967f23dcf6 HTTP/1.1" status: 404 len: 339 time: 0.0389779 Feb 11 05:29:43.483610 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-afed30b0-ea34-42d7-8820-7054547ae198 tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:43.499335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Made reservation on behalf of fbb06935b6c74bb4b20c069410c36abb for: {'port': 2} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:43.524619 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.545546 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.568787 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-afed30b0-ea34-42d7-8820-7054547ae198 tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] PUT failed (client error): The resource could not be found. Feb 11 05:29:43.570779 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afed30b0-ea34-42d7-8820-7054547ae198 tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:29:43.572124 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-afed30b0-ea34-42d7-8820-7054547ae198 tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] 10.222.0.87 "PUT /v2.0/ports/0c649440-488a-424a-b478-0aeb155fd404 HTTP/1.1" status: 404 len: 333 time: 0.1085660 Feb 11 05:29:43.594580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53562) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:43.613815 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-77794d64-5182-43fd-85cc-d2b1fecda14d tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:43.686148 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-77794d64-5182-43fd-85cc-d2b1fecda14d tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] PUT failed (client error): The resource could not be found. Feb 11 05:29:43.686763 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77794d64-5182-43fd-85cc-d2b1fecda14d tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:29:43.694191 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-77794d64-5182-43fd-85cc-d2b1fecda14d tempest-NetworksNegativeTestJSON-454980966 tempest-NetworksNegativeTestJSON-454980966-project] 10.222.0.87 "PUT /v2.0/subnets/021df473-469a-46b9-9b5e-69ef3d57774b HTTP/1.1" status: 404 len: 337 time: 0.0967045 Feb 11 05:29:43.839802 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b128a791-b7d1-4823-a33c-27029d251193 req-7da8672b-b1ef-4b62-a8cb-d83a15a4e397 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d62f0b85-f653-4fef-93b1-cc95fbbf938f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:43.867981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] device_id is not set on port 7a687ae0-e60d-4802-9558-bc4118204321 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:29:43.885662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d4746-05b9-4f1c-9525-b98270a2e7b1 req-b1a2817b-0838-4970-9492-6c31cb2ba64f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:43.894666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f37d4746-05b9-4f1c-9525-b98270a2e7b1 req-b1a2817b-0838-4970-9492-6c31cb2ba64f tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/ports?device_id=ae1f8129-0e29-4458-ab66-62d614627e57 HTTP/1.1" status: 200 len: 946 time: 0.1440945 Feb 11 05:29:43.990076 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8672b-b1ef-4b62-a8cb-d83a15a4e397 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Pushing event deleted for resources: {'Port': ['ID=d62f0b85-f653-4fef-93b1-cc95fbbf938f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:43.990828 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f37d4746-05b9-4f1c-9525-b98270a2e7b1 req-4dda1492-f685-4e36-945d-87a91684dde9 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950868 Feb 11 05:29:44.171159 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:44.190964 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for port (7a687ae0-e60d-4802-9558-bc4118204321), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:44.203373 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-b128a791-b7d1-4823-a33c-27029d251193 req-7da8672b-b1ef-4b62-a8cb-d83a15a4e397 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] No DVR routers for this DVR port d62f0b85-f653-4fef-93b1-cc95fbbf938f on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:44.213063 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-b128a791-b7d1-4823-a33c-27029d251193 req-7da8672b-b1ef-4b62-a8cb-d83a15a4e397 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:44.231754 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b128a791-b7d1-4823-a33c-27029d251193 req-7da8672b-b1ef-4b62-a8cb-d83a15a4e397 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.73 "DELETE /v2.0/ports/d62f0b85-f653-4fef-93b1-cc95fbbf938f HTTP/1.1" status: 204 len: 173 time: 1.6461401 Feb 11 05:29:44.232389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1f8129-0e29-4458-ab66-62d614627e57', 'name': 'network-vif-deleted', 'tag': 'd62f0b85-f653-4fef-93b1-cc95fbbf938f'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:29:44.237513 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c04951a-5174-4f53-81d4-8391cd25c303" -d '{"events": [{"server_uuid": "ae1f8129-0e29-4458-ab66-62d614627e57", "name": "network-vif-deleted", "tag": "d62f0b85-f653-4fef-93b1-cc95fbbf938f"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:29:44.372247 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c8101c-0100-4b7d-9ca8-663521eec1f0 x-openstack-request-id: req-84c8101c-0100-4b7d-9ca8-663521eec1f0 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:29:44.372553 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1f8129-0e29-4458-ab66-62d614627e57", "name": "network-vif-deleted", "tag": "d62f0b85-f653-4fef-93b1-cc95fbbf938f", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:29:44.372809 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-84c8101c-0100-4b7d-9ca8-663521eec1f0 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:29:44.373273 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1f8129-0e29-4458-ab66-62d614627e57', 'name': 'network-vif-deleted', 'tag': 'd62f0b85-f653-4fef-93b1-cc95fbbf938f', 'status': 'completed', 'code': 200} Feb 11 05:29:44.417507 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] device_id is not set on port 08e4f5ab-c6b5-4647-a505-c3531eb7e44b yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:29:44.548653 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for port (08e4f5ab-c6b5-4647-a505-c3531eb7e44b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:44.718880 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7a687ae0-e60d-4802-9558-bc4118204321), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:44.888868 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53592) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:44.898666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event updated for resources: {'Port': ['ID=7a687ae0-e60d-4802-9558-bc4118204321,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:44.913227 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Checking segment: {'id': '091cf220-2c09-4249-9d61-bb2fb5acaf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:44.913611 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Network hostable DHCP agents. Network: 2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:29:44.961728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Network 2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:29:44.987004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:45.000358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d5537b-ce86-4062-98d3-89a2ede83bcf None None] Network 2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:45.008487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:45.012075 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (08e4f5ab-c6b5-4647-a505-c3531eb7e44b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.177666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device d62f0b85-f653-4fef-93b1-cc95fbbf938f no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:29:45.231978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event updated for resources: {'Port': ['ID=08e4f5ab-c6b5-4647-a505-c3531eb7e44b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:45.241246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Checking segment: {'id': '06e9442b-f1bb-416f-acf6-0473b8f55a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'dc7bf672-5a8e-41f7-adda-d84ad2c84d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:45.241563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Network hostable DHCP agents. Network: dc7bf672-5a8e-41f7-adda-d84ad2c84d22, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:29:45.262039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: d62f0b85-f653-4fef-93b1-cc95fbbf938f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:29:45.271171 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device d62f0b85-f653-4fef-93b1-cc95fbbf938f not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:29:45.284343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Network dc7bf672-5a8e-41f7-adda-d84ad2c84d22 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:29:45.301394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, dc7bf672-5a8e-41f7-adda-d84ad2c84d22) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:45.306651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:45.316371 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb55ca34-db81-4c5e-acb7-4bb534948219 None None] Network dc7bf672-5a8e-41f7-adda-d84ad2c84d22 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:45.319906 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:45.335957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:45.336846 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.372585 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ec94153f-fc5a-499f-b0c8-75608c86bee4 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2542584 Feb 11 05:29:45.372898 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53618) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:45.416252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53622) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:45.448986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53626) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:45.516732 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ae25af2-6ad7-465f-badb-206510951bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.566397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f5216997-d5cc-4783-b597-7f8838b3c4d9 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for security_group (8a51a708-b881-4572-a1da-db0f3994c7ac), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.567276 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4f695d-d37c-449c-a10f-a7cad3373876 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:45.573364 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4f695d-d37c-449c-a10f-a7cad3373876 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:45.578321 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4d4f695d-d37c-449c-a10f-a7cad3373876 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2012401 Feb 11 05:29:45.585625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53628) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:45.682343 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ae25af2-6ad7-465f-badb-206510951bc5 admin admin] Publish callbacks [] for security_group (edfbcd5d-6a85-4da9-a629-50da0976d2ee), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.687477 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ae25af2-6ad7-465f-badb-206510951bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (edfbcd5d-6a85-4da9-a629-50da0976d2ee), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.766411 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1ae25af2-6ad7-465f-badb-206510951bc5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8aaacfa610ad46d9a21f3f6057bce4bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8750072 Feb 11 05:29:45.767070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53630) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:45.769844 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae25af2-6ad7-465f-badb-206510951bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfbcd5d-6a85-4da9-a629-50da0976d2ee,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:45.823955 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-74943b4b-9d57-410c-9dc6-bbaddf04b0f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.895895 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f5216997-d5cc-4783-b597-7f8838b3c4d9 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for security_group (8a51a708-b881-4572-a1da-db0f3994c7ac), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.909624 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0545f4db-34df-45d1-ab8a-0b14fd8a78d0 admin admin] Publish callbacks [] for security_group (edfbcd5d-6a85-4da9-a629-50da0976d2ee), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:45.966876 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0545f4db-34df-45d1-ab8a-0b14fd8a78d0 admin admin] Publish callbacks [] for security_group (edfbcd5d-6a85-4da9-a629-50da0976d2ee), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.077955 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0545f4db-34df-45d1-ab8a-0b14fd8a78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (edfbcd5d-6a85-4da9-a629-50da0976d2ee), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.087674 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0545f4db-34df-45d1-ab8a-0b14fd8a78d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.093267 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0545f4db-34df-45d1-ab8a-0b14fd8a78d0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/edfbcd5d-6a85-4da9-a629-50da0976d2ee HTTP/1.1" status: 204 len: 168 time: 0.3240454 Feb 11 05:29:46.102895 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545f4db-34df-45d1-ab8a-0b14fd8a78d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfbcd5d-6a85-4da9-a629-50da0976d2ee,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:46.132022 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f5216997-d5cc-4783-b597-7f8838b3c4d9 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8a51a708-b881-4572-a1da-db0f3994c7ac), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.134866 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f5216997-d5cc-4783-b597-7f8838b3c4d9 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.138881 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f5216997-d5cc-4783-b597-7f8838b3c4d9 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "DELETE /v2.0/security-groups/8a51a708-b881-4572-a1da-db0f3994c7ac HTTP/1.1" status: 204 len: 168 time: 0.6861360 Feb 11 05:29:46.139612 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53636) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:46.170819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-f7937a4d-ce1c-40b2-8e56-91a1c05a75db tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Deleting port 7a687ae0-e60d-4802-9558-bc4118204321 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:46.171165 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7937a4d-ce1c-40b2-8e56-91a1c05a75db tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7a687ae0-e60d-4802-9558-bc4118204321), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.215676 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-6d6ba5a8-df6c-4c07-987c-0a5b992d9ba4 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] show failed (client error): The resource could not be found. Feb 11 05:29:46.217556 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6d6ba5a8-df6c-4c07-987c-0a5b992d9ba4 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "GET /v2.0/security-groups/8a51a708-b881-4572-a1da-db0f3994c7ac HTTP/1.1" status: 404 len: 347 time: 0.0762198 Feb 11 05:29:46.220554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5216997-d5cc-4783-b597-7f8838b3c4d9 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a51a708-b881-4572-a1da-db0f3994c7ac,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:46.220805 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53644) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:46.229888 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-74943b4b-9d57-410c-9dc6-bbaddf04b0f7 admin admin] Publish callbacks [] for security_group (f438c194-793b-49d6-98b9-e3cb68264c4b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.243670 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-74943b4b-9d57-410c-9dc6-bbaddf04b0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f438c194-793b-49d6-98b9-e3cb68264c4b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.461229 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-74943b4b-9d57-410c-9dc6-bbaddf04b0f7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=afa0bee3d73f4eb988bf1a1fe9e9266f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0438321 Feb 11 05:29:46.461719 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53648) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:46.470449 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7937a4d-ce1c-40b2-8e56-91a1c05a75db tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7a687ae0-e60d-4802-9558-bc4118204321), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.473131 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74943b4b-9d57-410c-9dc6-bbaddf04b0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f438c194-793b-49d6-98b9-e3cb68264c4b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:46.490599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-f7937a4d-ce1c-40b2-8e56-91a1c05a75db tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Calling delete_port for 7a687ae0-e60d-4802-9558-bc4118204321 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:46.666069 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7937a4d-ce1c-40b2-8e56-91a1c05a75db tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7a687ae0-e60d-4802-9558-bc4118204321), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.701679 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-950ec831-91f8-4c0d-b8aa-94e339915692 admin admin] Publish callbacks [] for security_group (f438c194-793b-49d6-98b9-e3cb68264c4b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.755315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7937a4d-ce1c-40b2-8e56-91a1c05a75db tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event deleted for resources: {'Port': ['ID=7a687ae0-e60d-4802-9558-bc4118204321,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:46.761940 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-950ec831-91f8-4c0d-b8aa-94e339915692 admin admin] Publish callbacks [] for security_group (f438c194-793b-49d6-98b9-e3cb68264c4b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.786508 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7937a4d-ce1c-40b2-8e56-91a1c05a75db tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.786722 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f087c9e3-7a92-46bf-bb0e-d5c96e965641 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Deleting port 136c2ef5-2374-434b-a216-0b475d5f19c7 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:46.787043 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f087c9e3-7a92-46bf-bb0e-d5c96e965641 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (136c2ef5-2374-434b-a216-0b475d5f19c7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:46.792886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f7937a4d-ce1c-40b2-8e56-91a1c05a75db tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "DELETE /v2.0/ports/7a687ae0-e60d-4802-9558-bc4118204321 HTTP/1.1" status: 204 len: 168 time: 1.2021146 Feb 11 05:29:46.795455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53652) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:47.024190 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-950ec831-91f8-4c0d-b8aa-94e339915692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f438c194-793b-49d6-98b9-e3cb68264c4b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.030084 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-950ec831-91f8-4c0d-b8aa-94e339915692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.031246 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-950ec831-91f8-4c0d-b8aa-94e339915692 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f438c194-793b-49d6-98b9-e3cb68264c4b HTTP/1.1" status: 204 len: 168 time: 0.5685849 Feb 11 05:29:47.050350 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-fd5003fb-2ca3-48e2-ab54-85f8be99718d tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Deleting port 08e4f5ab-c6b5-4647-a505-c3531eb7e44b {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:47.050700 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd5003fb-2ca3-48e2-ab54-85f8be99718d tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (08e4f5ab-c6b5-4647-a505-c3531eb7e44b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.063446 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f087c9e3-7a92-46bf-bb0e-d5c96e965641 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (136c2ef5-2374-434b-a216-0b475d5f19c7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.063796 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f087c9e3-7a92-46bf-bb0e-d5c96e965641 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for floatingip (136c2ef5-2374-434b-a216-0b475d5f19c7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.073032 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ec831-91f8-4c0d-b8aa-94e339915692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f438c194-793b-49d6-98b9-e3cb68264c4b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:47.145079 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f087c9e3-7a92-46bf-bb0e-d5c96e965641 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Calling delete_port for 136c2ef5-2374-434b-a216-0b475d5f19c7 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:47.247894 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd5003fb-2ca3-48e2-ab54-85f8be99718d tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (08e4f5ab-c6b5-4647-a505-c3531eb7e44b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.282463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-fd5003fb-2ca3-48e2-ab54-85f8be99718d tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Calling delete_port for 08e4f5ab-c6b5-4647-a505-c3531eb7e44b owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:47.468921 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd5003fb-2ca3-48e2-ab54-85f8be99718d tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (08e4f5ab-c6b5-4647-a505-c3531eb7e44b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.534520 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f087c9e3-7a92-46bf-bb0e-d5c96e965641 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (136c2ef5-2374-434b-a216-0b475d5f19c7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.549413 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5003fb-2ca3-48e2-ab54-85f8be99718d tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event deleted for resources: {'Port': ['ID=08e4f5ab-c6b5-4647-a505-c3531eb7e44b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:47.562576 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd5003fb-2ca3-48e2-ab54-85f8be99718d tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.576582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fd5003fb-2ca3-48e2-ab54-85f8be99718d tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "DELETE /v2.0/ports/08e4f5ab-c6b5-4647-a505-c3531eb7e44b HTTP/1.1" status: 204 len: 168 time: 0.7799726 Feb 11 05:29:47.578374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53674) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:47.650760 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087c9e3-7a92-46bf-bb0e-d5c96e965641 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Pushing event deleted for resources: {'Port': ['ID=136c2ef5-2374-434b-a216-0b475d5f19c7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:47.658843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-237453c2-b4b7-488c-b876-8bf9d0318397 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0780039 Feb 11 05:29:47.660814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53678) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:47.670157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-87401c91-637b-4e04-988d-37af9b6d0993 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-888912553'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:47.722485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87401c91-637b-4e04-988d-37af9b6d0993 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Made reservation on behalf of fbb06935b6c74bb4b20c069410c36abb for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:47.728629 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87401c91-637b-4e04-988d-37af9b6d0993 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.793606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87401c91-637b-4e04-988d-37af9b6d0993 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:29:47.821927 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87401c91-637b-4e04-988d-37af9b6d0993 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (e43b9a79-f8ea-4e46-8ab3-83353ae03635), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.822350 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-87401c91-637b-4e04-988d-37af9b6d0993 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Added segment e43b9a79-f8ea-4e46-8ab3-83353ae03635 of type vlan for network 4641cc25-6940-4275-a037-e65dfea4d821 Feb 11 05:29:47.829905 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f087c9e3-7a92-46bf-bb0e-d5c96e965641 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks [] for floatingip (3334b4b2-6a83-46e4-b766-09e8031a8d14), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.838358 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f087c9e3-7a92-46bf-bb0e-d5c96e965641 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:47.841767 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f087c9e3-7a92-46bf-bb0e-d5c96e965641 tempest-ImagesOneServerNegativeTestJSON-528132191 tempest-ImagesOneServerNegativeTestJSON-528132191-project] 10.222.0.87 "DELETE /v2.0/floatingips/3334b4b2-6a83-46e4-b766-09e8031a8d14 HTTP/1.1" status: 204 len: 168 time: 1.5969465 Feb 11 05:29:47.951456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87401c91-637b-4e04-988d-37af9b6d0993 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (4641cc25-6940-4275-a037-e65dfea4d821), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.016217 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87401c91-637b-4e04-988d-37af9b6d0993 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (4641cc25-6940-4275-a037-e65dfea4d821), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.042659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87401c91-637b-4e04-988d-37af9b6d0993 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:48.049340 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-87401c91-637b-4e04-988d-37af9b6d0993 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.054727 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53696) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:48.175126 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87401c91-637b-4e04-988d-37af9b6d0993 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event updated for resources: {'Network': ['ID=4641cc25-6940-4275-a037-e65dfea4d821,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:48.175654 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67d4f3d-8e17-45da-80df-4d2d81fb730f admin admin] Deleting subnet a5de3e86-13e1-461d-b0c7-ed54a8c80c7d {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:29:48.180887 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f67d4f3d-8e17-45da-80df-4d2d81fb730f admin admin] Publish callbacks [] for subnet (a5de3e86-13e1-461d-b0c7-ed54a8c80c7d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.188425 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 4641cc25-6940-4275-a037-e65dfea4d821 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:29:48.219699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-87401c91-637b-4e04-988d-37af9b6d0993 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5568016 Feb 11 05:29:48.224164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53702) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:48.276398 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-83ada4c2-050b-4f0a-aa57-3d8f9afe2f6e tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2140479415'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:48.316764 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f67d4f3d-8e17-45da-80df-4d2d81fb730f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (a5de3e86-13e1-461d-b0c7-ed54a8c80c7d), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.407848 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ada4c2-050b-4f0a-aa57-3d8f9afe2f6e tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Made reservation on behalf of fbb06935b6c74bb4b20c069410c36abb for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:48.412368 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-83ada4c2-050b-4f0a-aa57-3d8f9afe2f6e tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.433185 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f67d4f3d-8e17-45da-80df-4d2d81fb730f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (a5de3e86-13e1-461d-b0c7-ed54a8c80c7d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.451193 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ada4c2-050b-4f0a-aa57-3d8f9afe2f6e tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:29:48.462817 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-83ada4c2-050b-4f0a-aa57-3d8f9afe2f6e tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (86007042-f347-46e8-ad8f-c731d395f778), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.463211 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-83ada4c2-050b-4f0a-aa57-3d8f9afe2f6e tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Added segment 86007042-f347-46e8-ad8f-c731d395f778 of type vlan for network f54a140a-eeac-4469-b2b5-35b95040d39e Feb 11 05:29:48.540352 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-83ada4c2-050b-4f0a-aa57-3d8f9afe2f6e tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (f54a140a-eeac-4469-b2b5-35b95040d39e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.598990 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-83ada4c2-050b-4f0a-aa57-3d8f9afe2f6e tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (f54a140a-eeac-4469-b2b5-35b95040d39e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.618681 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ada4c2-050b-4f0a-aa57-3d8f9afe2f6e tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:48.618681 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-83ada4c2-050b-4f0a-aa57-3d8f9afe2f6e tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.624406 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f67d4f3d-8e17-45da-80df-4d2d81fb730f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (a5de3e86-13e1-461d-b0c7-ed54a8c80c7d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.677771 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d4f3d-8e17-45da-80df-4d2d81fb730f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5de3e86-13e1-461d-b0c7-ed54a8c80c7d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:48.712396 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-83ada4c2-050b-4f0a-aa57-3d8f9afe2f6e tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4749320 Feb 11 05:29:48.712396 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f67d4f3d-8e17-45da-80df-4d2d81fb730f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:48.731523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53722) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:48.732156 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f67d4f3d-8e17-45da-80df-4d2d81fb730f admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a5de3e86-13e1-461d-b0c7-ed54a8c80c7d HTTP/1.1" status: 204 len: 168 time: 0.6594338 Feb 11 05:29:48.760177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ada4c2-050b-4f0a-aa57-3d8f9afe2f6e tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event updated for resources: {'Network': ['ID=f54a140a-eeac-4469-b2b5-35b95040d39e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:48.794527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network f54a140a-eeac-4469-b2b5-35b95040d39e details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:29:48.908957 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-34f7e843-f1b2-453b-aa8a-266380008631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (de79092a-e6c2-413b-90f7-0a46bde23bc7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.095837 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-34f7e843-f1b2-453b-aa8a-266380008631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (de79092a-e6c2-413b-90f7-0a46bde23bc7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.120672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-34f7e843-f1b2-453b-aa8a-266380008631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de79092a-e6c2-413b-90f7-0a46bde23bc7']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:49.133887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-34f7e843-f1b2-453b-aa8a-266380008631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1e814b-9ea1-42cb-939c-2112874a1bbc') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:49.134185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-34f7e843-f1b2-453b-aa8a-266380008631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1e814b-9ea1-42cb-939c-2112874a1bbc') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:49.171376 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-34f7e843-f1b2-453b-aa8a-266380008631 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (ff1e814b-9ea1-42cb-939c-2112874a1bbc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.200831 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-34f7e843-f1b2-453b-aa8a-266380008631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ff1e814b-9ea1-42cb-939c-2112874a1bbc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.216314 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f7e843-f1b2-453b-aa8a-266380008631 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:49.216725 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-34f7e843-f1b2-453b-aa8a-266380008631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (ff1e814b-9ea1-42cb-939c-2112874a1bbc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:49.219198 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:49.362972 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-34f7e843-f1b2-453b-aa8a-266380008631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (de79092a-e6c2-413b-90f7-0a46bde23bc7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.379745 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-34f7e843-f1b2-453b-aa8a-266380008631 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:49.388980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-34f7e843-f1b2-453b-aa8a-266380008631 admin admin] 10.222.0.87 "DELETE /v2.0/networks/de79092a-e6c2-413b-90f7-0a46bde23bc7 HTTP/1.1" status: 204 len: 168 time: 0.6728675 Feb 11 05:29:49.430906 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7e843-f1b2-453b-aa8a-266380008631 admin admin] Pushing event deleted for resources: {'Network': ['ID=de79092a-e6c2-413b-90f7-0a46bde23bc7,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:49.597265 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53750) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:49.886794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53758) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:49.986648 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53760) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:50.010345 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6825c3e8-c30e-4011-b5b7-40a0a17a433d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ee01cdace96a4e869ce2b38c3bff4199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1216240 Feb 11 05:29:50.102442 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9f3e-24db-4302-9c73-86cfff3a1efc admin admin] Publish callbacks [] for security_group (1f6e5828-cb4f-4cb8-ab12-e4546a09c83e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.129114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9bb07df2-48d1-46cc-bd7d-6ca26d623fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2018894759'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:50.180606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb07df2-48d1-46cc-bd7d-6ca26d623fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:50.184149 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bb07df2-48d1-46cc-bd7d-6ca26d623fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.197961 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9f3e-24db-4302-9c73-86cfff3a1efc admin admin] Publish callbacks [] for security_group (1f6e5828-cb4f-4cb8-ab12-e4546a09c83e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.205513 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bb07df2-48d1-46cc-bd7d-6ca26d623fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.310245 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9f3e-24db-4302-9c73-86cfff3a1efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1f6e5828-cb4f-4cb8-ab12-e4546a09c83e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.313707 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9f3e-24db-4302-9c73-86cfff3a1efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.315120 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c0ca9f3e-24db-4302-9c73-86cfff3a1efc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1f6e5828-cb4f-4cb8-ab12-e4546a09c83e HTTP/1.1" status: 204 len: 168 time: 0.3274872 Feb 11 05:29:50.325907 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca9f3e-24db-4302-9c73-86cfff3a1efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6e5828-cb4f-4cb8-ab12-e4546a09c83e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:50.432447 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bb07df2-48d1-46cc-bd7d-6ca26d623fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for security_group (2618c167-9db6-4fa1-a3b7-61c6fdda3886), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.443450 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bb07df2-48d1-46cc-bd7d-6ca26d623fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2618c167-9db6-4fa1-a3b7-61c6fdda3886), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.482975 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb07df2-48d1-46cc-bd7d-6ca26d623fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2618c167-9db6-4fa1-a3b7-61c6fdda3886,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:50.489095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb07df2-48d1-46cc-bd7d-6ca26d623fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:29:50.519176 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bb07df2-48d1-46cc-bd7d-6ca26d623fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c5d87a26-3919-4a00-84ec-39fcff9e1f4a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.519580 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-9bb07df2-48d1-46cc-bd7d-6ca26d623fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Added segment c5d87a26-3919-4a00-84ec-39fcff9e1f4a of type vlan for network 47b0faa7-bc36-41eb-b924-57aab807f03f Feb 11 05:29:50.643011 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bb07df2-48d1-46cc-bd7d-6ca26d623fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (47b0faa7-bc36-41eb-b924-57aab807f03f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.735038 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bb07df2-48d1-46cc-bd7d-6ca26d623fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (47b0faa7-bc36-41eb-b924-57aab807f03f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.741325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb07df2-48d1-46cc-bd7d-6ca26d623fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:50.742754 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bb07df2-48d1-46cc-bd7d-6ca26d623fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.765065 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9bb07df2-48d1-46cc-bd7d-6ca26d623fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1665306 Feb 11 05:29:50.767487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53802) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:50.774723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-09d97402-dab8-4d8b-95e4-d8e34feb7ad7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-845553105'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:50.852488 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb07df2-48d1-46cc-bd7d-6ca26d623fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Network': ['ID=47b0faa7-bc36-41eb-b924-57aab807f03f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:50.864563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d97402-dab8-4d8b-95e4-d8e34feb7ad7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:50.864716 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 47b0faa7-bc36-41eb-b924-57aab807f03f details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:29:50.869025 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09d97402-dab8-4d8b-95e4-d8e34feb7ad7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.911650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d97402-dab8-4d8b-95e4-d8e34feb7ad7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:29:50.928725 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09d97402-dab8-4d8b-95e4-d8e34feb7ad7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:50.930164 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-09d97402-dab8-4d8b-95e4-d8e34feb7ad7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Added segment 6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06 of type vlan for network fdafedfe-79a0-40f6-a1d9-7b5a021aa946 Feb 11 05:29:51.053388 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09d97402-dab8-4d8b-95e4-d8e34feb7ad7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (fdafedfe-79a0-40f6-a1d9-7b5a021aa946), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.105448 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09d97402-dab8-4d8b-95e4-d8e34feb7ad7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (fdafedfe-79a0-40f6-a1d9-7b5a021aa946), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.114021 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d97402-dab8-4d8b-95e4-d8e34feb7ad7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:51.115169 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09d97402-dab8-4d8b-95e4-d8e34feb7ad7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.143747 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-09d97402-dab8-4d8b-95e4-d8e34feb7ad7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3749578 Feb 11 05:29:51.151968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53814) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:51.164940 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e7310b14-0141-48f2-a489-b1d5f95cd370 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'subnet': {'network_id': '47b0faa7-bc36-41eb-b924-57aab807f03f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:51.243948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d97402-dab8-4d8b-95e4-d8e34feb7ad7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Network': ['ID=fdafedfe-79a0-40f6-a1d9-7b5a021aa946,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:51.259445 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network fdafedfe-79a0-40f6-a1d9-7b5a021aa946 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:29:51.326945 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7310b14-0141-48f2-a489-b1d5f95cd370 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:51.335625 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e7310b14-0141-48f2-a489-b1d5f95cd370 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:51.755296 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e7310b14-0141-48f2-a489-b1d5f95cd370 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (6b5346e0-1847-4e5a-b64e-50b1da41a3a4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.225709 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7310b14-0141-48f2-a489-b1d5f95cd370 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Subnet': ['ID=6b5346e0-1847-4e5a-b64e-50b1da41a3a4,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:52.238630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53858) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:52.244053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Request body: {'subnets': [{'network_id': '4641cc25-6940-4275-a037-e65dfea4d821', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1756758040', 'ip_version': 6}, {'network_id': 'f54a140a-eeac-4469-b2b5-35b95040d39e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:52.244433 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Request body: {'subnet': {'network_id': '4641cc25-6940-4275-a037-e65dfea4d821', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1756758040', 'ip_version': 6}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:52.247320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Request body: {'subnet': {'network_id': 'f54a140a-eeac-4469-b2b5-35b95040d39e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:52.265203 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7310b14-0141-48f2-a489-b1d5f95cd370 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Checking segment: {'id': 'c5d87a26-3919-4a00-84ec-39fcff9e1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47b0faa7-bc36-41eb-b924-57aab807f03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:52.265812 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7310b14-0141-48f2-a489-b1d5f95cd370 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network hostable DHCP agents. Network: 47b0faa7-bc36-41eb-b924-57aab807f03f, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:29:52.290756 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7310b14-0141-48f2-a489-b1d5f95cd370 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network 47b0faa7-bc36-41eb-b924-57aab807f03f is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:29:52.306897 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-e7310b14-0141-48f2-a489-b1d5f95cd370 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 47b0faa7-bc36-41eb-b924-57aab807f03f) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:52.318950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52baadb7-5d6f-4389-82e3-6403c7d0cade None None] Network 47b0faa7-bc36-41eb-b924-57aab807f03f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:52.328197 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7310b14-0141-48f2-a489-b1d5f95cd370 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:52.328819 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e7310b14-0141-48f2-a489-b1d5f95cd370 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.381763 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e7310b14-0141-48f2-a489-b1d5f95cd370 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2282803 Feb 11 05:29:52.382383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53864) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:52.393485 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5a3f4286-cbf8-4571-b1be-4d6756f8e11f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'subnet': {'network_id': 'fdafedfe-79a0-40f6-a1d9-7b5a021aa946', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:52.461028 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53866) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:52.557787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Made reservation on behalf of fbb06935b6c74bb4b20c069410c36abb for: {'subnet': 2} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:52.568789 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.569388 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.582444 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-47b0faa7-bc36-41eb-b924-57aab807f03f', 'network_id': '47b0faa7-bc36-41eb-b924-57aab807f03f', 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'fixed_ips': [{'subnet_id': '6b5346e0-1847-4e5a-b64e-50b1da41a3a4'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:29:52.583346 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.640864 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3f4286-cbf8-4571-b1be-4d6756f8e11f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:52.645052 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a3f4286-cbf8-4571-b1be-4d6756f8e11f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:52.811552 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Allocated IP 2001:db8::2 (47b0faa7-bc36-41eb-b924-57aab807f03f/6b5346e0-1847-4e5a-b64e-50b1da41a3a4/3d2005e6-60b3-414f-ac0f-4c00f3388a80) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:53.018328 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a3f4286-cbf8-4571-b1be-4d6756f8e11f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (64563141-94a6-4ad4-a96b-33d11d40f905), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.074233 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Publish callbacks [] for port (3d2005e6-60b3-414f-ac0f-4c00f3388a80), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.084617 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (3d2005e6-60b3-414f-ac0f-4c00f3388a80), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.109213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f4286-cbf8-4571-b1be-4d6756f8e11f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Subnet': ['ID=64563141-94a6-4ad4-a96b-33d11d40f905,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:53.120353 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f4286-cbf8-4571-b1be-4d6756f8e11f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Checking segment: {'id': '6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fdafedfe-79a0-40f6-a1d9-7b5a021aa946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:53.120723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3f4286-cbf8-4571-b1be-4d6756f8e11f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network hostable DHCP agents. Network: fdafedfe-79a0-40f6-a1d9-7b5a021aa946, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:29:53.125468 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-62037ce5-2297-47b0-b28a-8c634082df18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.175515 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3f4286-cbf8-4571-b1be-4d6756f8e11f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network fdafedfe-79a0-40f6-a1d9-7b5a021aa946 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:29:53.195140 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5a3f4286-cbf8-4571-b1be-4d6756f8e11f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, fdafedfe-79a0-40f6-a1d9-7b5a021aa946) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:53.206077 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3f4286-cbf8-4571-b1be-4d6756f8e11f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:53.206756 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a3f4286-cbf8-4571-b1be-4d6756f8e11f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.231389 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279e81fc-0406-45d2-8044-29fdfea8d97f None None] Network fdafedfe-79a0-40f6-a1d9-7b5a021aa946 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:53.243582 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5a3f4286-cbf8-4571-b1be-4d6756f8e11f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8601139 Feb 11 05:29:53.245708 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-62037ce5-2297-47b0-b28a-8c634082df18 admin admin] Publish callbacks [] for security_group (4c74e1e9-0315-41fa-979a-ee11efe460d5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.246712 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Network 47b0faa7-bc36-41eb-b924-57aab807f03f is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:53.246899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53884) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:53.251533 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5cd33148-18d2-434b-8988-66b4373a8903 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1283822986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:53.257430 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-62037ce5-2297-47b0-b28a-8c634082df18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4c74e1e9-0315-41fa-979a-ee11efe460d5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.259705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:53.267023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:53.332356 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-62037ce5-2297-47b0-b28a-8c634082df18 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=20a14f08063a443f86629cf1ae3e10f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8072901 Feb 11 05:29:53.333277 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53888) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:53.334703 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5cd33148-18d2-434b-8988-66b4373a8903 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (356f3492-d1f7-491b-87ec-b1cffcf2afce), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.335986 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5cd33148-18d2-434b-8988-66b4373a8903 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (356f3492-d1f7-491b-87ec-b1cffcf2afce), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.375498 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (ad9fb94d-865a-4703-8c74-ed6942331011), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.402188 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5cd33148-18d2-434b-8988-66b4373a8903 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_controller (356f3492-d1f7-491b-87ec-b1cffcf2afce), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.410615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Pushing event updated for resources: {'Port': ['ID=3d2005e6-60b3-414f-ac0f-4c00f3388a80,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:53.444724 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62037ce5-2297-47b0-b28a-8c634082df18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c74e1e9-0315-41fa-979a-ee11efe460d5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:53.454074 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5cd33148-18d2-434b-8988-66b4373a8903 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (356f3492-d1f7-491b-87ec-b1cffcf2afce), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.469020 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53892) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:53.492010 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-522c9526-fa29-4640-9d3d-75494d8abe60 admin admin] Publish callbacks [] for security_group (4c74e1e9-0315-41fa-979a-ee11efe460d5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.503706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event updated for resources: {'Subnet': ['ID=ad9fb94d-865a-4703-8c74-ed6942331011,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:53.530294 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5cd33148-18d2-434b-8988-66b4373a8903 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.535212 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5cd33148-18d2-434b-8988-66b4373a8903 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2872028 Feb 11 05:29:53.537669 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53896) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:53.551495 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-522c9526-fa29-4640-9d3d-75494d8abe60 admin admin] Publish callbacks [] for security_group (4c74e1e9-0315-41fa-979a-ee11efe460d5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.606910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Attempting to bind port 3d2005e6-60b3-414f-ac0f-4c00f3388a80 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:53.608146 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Attempting to bind port 3d2005e6-60b3-414f-ac0f-4c00f3388a80 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'c5d87a26-3919-4a00-84ec-39fcff9e1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47b0faa7-bc36-41eb-b924-57aab807f03f'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:53.609595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Attempting to bind port 3d2005e6-60b3-414f-ac0f-4c00f3388a80 on network 47b0faa7-bc36-41eb-b924-57aab807f03f {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:53.641054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:53.641054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Checking segment: {'id': 'c5d87a26-3919-4a00-84ec-39fcff9e1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47b0faa7-bc36-41eb-b924-57aab807f03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:53.641441 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.641723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Bound using segment: {'id': 'c5d87a26-3919-4a00-84ec-39fcff9e1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47b0faa7-bc36-41eb-b924-57aab807f03f'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:53.642377 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Bound port: 3d2005e6-60b3-414f-ac0f-4c00f3388a80, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d87a26-3919-4a00-84ec-39fcff9e1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47b0faa7-bc36-41eb-b924-57aab807f03f'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:53.642942 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3d2005e6-60b3-414f-ac0f-4c00f3388a80), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.649160 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d661016-a458-4a1f-8e7a-465b4215ae60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.691112 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-522c9526-fa29-4640-9d3d-75494d8abe60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4c74e1e9-0315-41fa-979a-ee11efe460d5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.700768 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-522c9526-fa29-4640-9d3d-75494d8abe60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.703412 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-522c9526-fa29-4640-9d3d-75494d8abe60 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4c74e1e9-0315-41fa-979a-ee11efe460d5 HTTP/1.1" status: 204 len: 168 time: 0.2965229 Feb 11 05:29:53.708357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-fdafedfe-79a0-40f6-a1d9-7b5a021aa946', 'network_id': 'fdafedfe-79a0-40f6-a1d9-7b5a021aa946', 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'fixed_ips': [{'subnet_id': '64563141-94a6-4ad4-a96b-33d11d40f905'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:29:53.709416 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.729332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c9526-fa29-4640-9d3d-75494d8abe60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c74e1e9-0315-41fa-979a-ee11efe460d5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:53.870804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] For port 3d2005e6-60b3-414f-ac0f-4c00f3388a80, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:53.897167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] For port 3d2005e6-60b3-414f-ac0f-4c00f3388a80, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3d2005e6-60b3-414f-ac0f-4c00f3388a80,segment=NetworkSegment(c5d87a26-3919-4a00-84ec-39fcff9e1f4a),segment_id=c5d87a26-3919-4a00-84ec-39fcff9e1f4a)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:53.918034 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3d2005e6-60b3-414f-ac0f-4c00f3388a80), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.954661 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Checking segment: {'id': 'e43b9a79-f8ea-4e46-8ab3-83353ae03635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4641cc25-6940-4275-a037-e65dfea4d821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:53.964497 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Network hostable DHCP agents. Network: 4641cc25-6940-4275-a037-e65dfea4d821, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:29:53.980483 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d661016-a458-4a1f-8e7a-465b4215ae60 admin admin] Publish callbacks [] for security_group (14380122-4fad-4520-bd5d-e95573f8a746), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:53.988882 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d661016-a458-4a1f-8e7a-465b4215ae60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (14380122-4fad-4520-bd5d-e95573f8a746), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.053545 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6d661016-a458-4a1f-8e7a-465b4215ae60 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4b7935811e214db98754a835d60121e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5691180 Feb 11 05:29:54.055870 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53918) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:54.074157 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Allocated IP 2001:db8:1::2 (fdafedfe-79a0-40f6-a1d9-7b5a021aa946/64563141-94a6-4ad4-a96b-33d11d40f905/3ba71a6a-ad7a-489a-b3b9-0ad6ba788851) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:54.087890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465c030-db97-4999-a26f-f4d5b3e7a4e4 None None] Pushing event updated for resources: {'Port': ['ID=3d2005e6-60b3-414f-ac0f-4c00f3388a80,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:54.091947 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d661016-a458-4a1f-8e7a-465b4215ae60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14380122-4fad-4520-bd5d-e95573f8a746,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:54.124261 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-080429ad-0063-4c9d-ba8d-335296422b0d admin admin] Publish callbacks [] for security_group (14380122-4fad-4520-bd5d-e95573f8a746), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.150833 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-080429ad-0063-4c9d-ba8d-335296422b0d admin admin] Publish callbacks [] for security_group (14380122-4fad-4520-bd5d-e95573f8a746), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.177041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Network 4641cc25-6940-4275-a037-e65dfea4d821 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:29:54.236644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 4641cc25-6940-4275-a037-e65dfea4d821) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:54.251615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214b3708-5c42-4a5e-bdb7-571fa0d9af99 None None] Network 4641cc25-6940-4275-a037-e65dfea4d821 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:54.266605 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (c0b86191-b7ef-4254-9cc5-161b2391e385), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.277073 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-080429ad-0063-4c9d-ba8d-335296422b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (14380122-4fad-4520-bd5d-e95573f8a746), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.282101 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-080429ad-0063-4c9d-ba8d-335296422b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.283315 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-080429ad-0063-4c9d-ba8d-335296422b0d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/14380122-4fad-4520-bd5d-e95573f8a746 HTTP/1.1" status: 204 len: 168 time: 0.2264965 Feb 11 05:29:54.299034 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080429ad-0063-4c9d-ba8d-335296422b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14380122-4fad-4520-bd5d-e95573f8a746,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:54.411800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event updated for resources: {'Subnet': ['ID=c0b86191-b7ef-4254-9cc5-161b2391e385,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:54.450398 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.453989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Checking segment: {'id': '86007042-f347-46e8-ad8f-c731d395f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f54a140a-eeac-4469-b2b5-35b95040d39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:54.454358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Network hostable DHCP agents. Network: f54a140a-eeac-4469-b2b5-35b95040d39e, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:29:54.470389 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Publish callbacks [] for port (3ba71a6a-ad7a-489a-b3b9-0ad6ba788851), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.484024 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (3ba71a6a-ad7a-489a-b3b9-0ad6ba788851), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.537885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Network f54a140a-eeac-4469-b2b5-35b95040d39e is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:29:54.584893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, f54a140a-eeac-4469-b2b5-35b95040d39e) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:54.589468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:54.591234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:54.591910 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.592320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Network fdafedfe-79a0-40f6-a1d9-7b5a021aa946 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:54.598788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:54.602222 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e5c57e-eabd-42d4-ba7d-4073b1021809 None None] Network f54a140a-eeac-4469-b2b5-35b95040d39e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:54.627815 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:54.630884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Pushing event updated for resources: {'Port': ['ID=3ba71a6a-ad7a-489a-b3b9-0ad6ba788851,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:54.641499 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53228017-5933-4c59-8b58-4bdd8a7b5a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-4641cc25-6940-4275-a037-e65dfea4d821', 'network_id': '4641cc25-6940-4275-a037-e65dfea4d821', 'project_id': 'fbb06935b6c74bb4b20c069410c36abb', 'fixed_ips': [{'subnet_id': 'ad9fb94d-865a-4703-8c74-ed6942331011'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:29:54.642620 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-53228017-5933-4c59-8b58-4bdd8a7b5a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.658764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6b821e39-0bb2-4f2f-bd35-0367defcd3da tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.4167242 Feb 11 05:29:54.659146 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53940) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:54.778784 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f54a140a-eeac-4469-b2b5-35b95040d39e', 'network_id': 'f54a140a-eeac-4469-b2b5-35b95040d39e', 'project_id': 'fbb06935b6c74bb4b20c069410c36abb', 'fixed_ips': [{'subnet_id': 'c0b86191-b7ef-4254-9cc5-161b2391e385'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:29:54.780066 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.819283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19edb4bc-cd4d-483b-b758-b95e7ca1f024 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:54.821739 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19edb4bc-cd4d-483b-b758-b95e7ca1f024 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:54.823196 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19edb4bc-cd4d-483b-b758-b95e7ca1f024 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:54.841865 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-19edb4bc-cd4d-483b-b758-b95e7ca1f024 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1716833 Feb 11 05:29:54.842561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53944) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:54.933311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd11dc5-ab8f-4ae2-a1c4-6f2aef6b0be0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Deleting subnet ad9fb94d-865a-4703-8c74-ed6942331011 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:29:54.939166 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bcd11dc5-ab8f-4ae2-a1c4-6f2aef6b0be0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for subnet (ad9fb94d-865a-4703-8c74-ed6942331011), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:54.940620 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Allocated IP 2001:db8::1 (47b0faa7-bc36-41eb-b924-57aab807f03f/6b5346e0-1847-4e5a-b64e-50b1da41a3a4/88dd2f79-fa58-4e01-923c-23130d76a1c3) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:55.022484 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bcd11dc5-ab8f-4ae2-a1c4-6f2aef6b0be0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (ad9fb94d-865a-4703-8c74-ed6942331011), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.133725 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bcd11dc5-ab8f-4ae2-a1c4-6f2aef6b0be0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (ad9fb94d-865a-4703-8c74-ed6942331011), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.188296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Attempting to bind port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:55.193962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Attempting to bind port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fdafedfe-79a0-40f6-a1d9-7b5a021aa946'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:55.194331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Attempting to bind port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 on network fdafedfe-79a0-40f6-a1d9-7b5a021aa946 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:55.234067 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:55.234457 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Checking segment: {'id': '6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fdafedfe-79a0-40f6-a1d9-7b5a021aa946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:55.234875 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.235349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Bound using segment: {'id': '6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fdafedfe-79a0-40f6-a1d9-7b5a021aa946'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:55.235807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Bound port: 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fdafedfe-79a0-40f6-a1d9-7b5a021aa946'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:55.236274 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3ba71a6a-ad7a-489a-b3b9-0ad6ba788851), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.249429 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (88dd2f79-fa58-4e01-923c-23130d76a1c3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.285791 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bcd11dc5-ab8f-4ae2-a1c4-6f2aef6b0be0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (ad9fb94d-865a-4703-8c74-ed6942331011), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.320277 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bcd11dc5-ab8f-4ae2-a1c4-6f2aef6b0be0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.328203 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bcd11dc5-ab8f-4ae2-a1c4-6f2aef6b0be0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "DELETE /v2.0/subnets/ad9fb94d-865a-4703-8c74-ed6942331011 HTTP/1.1" status: 204 len: 168 time: 0.4848092 Feb 11 05:29:55.331036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Allocated IP 2001:db8:0:1::1 (f54a140a-eeac-4469-b2b5-35b95040d39e/c0b86191-b7ef-4254-9cc5-161b2391e385/ad0637bc-dd61-4361-a29b-a11a521d4ee6) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:29:55.331445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53990) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server [None req-53228017-5933-4c59-8b58-4bdd8a7b5a07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad9fb94d-865a-4703-8c74-ed6942331011: This subnet is being modified by another concurrent operation. Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:29:55.350369 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad9fb94d-865a-4703-8c74-ed6942331011: This subnet is being modified by another concurrent operation. Feb 11 05:29:55.353436 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Feb 11 05:29:55.380886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd11dc5-ab8f-4ae2-a1c4-6f2aef6b0be0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event deleted for resources: {'Subnet': ['ID=ad9fb94d-865a-4703-8c74-ed6942331011,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:55.407387 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1ab382-0775-4aae-89a7-f67ebf6d7595 None None] Network 4641cc25-6940-4275-a037-e65dfea4d821 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:55.435293 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (88dd2f79-fa58-4e01-923c-23130d76a1c3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.503209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=88dd2f79-fa58-4e01-923c-23130d76a1c3,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:55.519644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d64092-907c-4e7b-a5fd-c5b64c73457d tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Deleting subnet c0b86191-b7ef-4254-9cc5-161b2391e385 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:29:55.528241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network 47b0faa7-bc36-41eb-b924-57aab807f03f is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:55.529908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:55.533160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:55.534520 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (356f3492-d1f7-491b-87ec-b1cffcf2afce), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.634524 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54002) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:55.778334 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (88dd2f79-fa58-4e01-923c-23130d76a1c3), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.967783 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5ab3141-deb3-4604-83e5-77abd69929ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.084381 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5ab3141-deb3-4604-83e5-77abd69929ec admin admin] Publish callbacks [] for security_group (3c7f16b0-5287-48a1-80c9-ceadff316dcc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.092034 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5ab3141-deb3-4604-83e5-77abd69929ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3c7f16b0-5287-48a1-80c9-ceadff316dcc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.118180 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f380fb-e872-431f-9155-c503b3a0ca3d None None] Network 47b0faa7-bc36-41eb-b924-57aab807f03f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:56.131403 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a5ab3141-deb3-4604-83e5-77abd69929ec admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2a527c8e810c410d814c3cbd4b1a25be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4925194 Feb 11 05:29:56.138036 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54014) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:56.181025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab3141-deb3-4604-83e5-77abd69929ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7f16b0-5287-48a1-80c9-ceadff316dcc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:56.229343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] For port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:56.250902 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (88dd2f79-fa58-4e01-923c-23130d76a1c3), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.260164 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf984-e929-4f3f-8516-84891a945dda admin admin] Publish callbacks [] for security_group (3c7f16b0-5287-48a1-80c9-ceadff316dcc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.266591 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (88dd2f79-fa58-4e01-923c-23130d76a1c3), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.267668 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (356f3492-d1f7-491b-87ec-b1cffcf2afce), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.280301 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Publish callbacks [] for port (ad0637bc-dd61-4361-a29b-a11a521d4ee6), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.287043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] For port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3ba71a6a-ad7a-489a-b3b9-0ad6ba788851,segment=NetworkSegment(6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06),segment_id=6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:56.319922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8a2d8b23-0025-42eb-8ce2-1f51456a58b6 None None] Provisioning complete for port 3d2005e6-60b3-414f-ac0f-4c00f3388a80 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:56.320501 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8a2d8b23-0025-42eb-8ce2-1f51456a58b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3d2005e6-60b3-414f-ac0f-4c00f3388a80), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.325116 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (ad0637bc-dd61-4361-a29b-a11a521d4ee6), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.334158 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3ba71a6a-ad7a-489a-b3b9-0ad6ba788851), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.347969 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Network f54a140a-eeac-4469-b2b5-35b95040d39e is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:56.360446 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-31d64092-907c-4e7b-a5fd-c5b64c73457d tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for subnet (c0b86191-b7ef-4254-9cc5-161b2391e385), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.375681 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf984-e929-4f3f-8516-84891a945dda admin admin] Publish callbacks [] for security_group (3c7f16b0-5287-48a1-80c9-ceadff316dcc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.394562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:56.457077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=88dd2f79-fa58-4e01-923c-23130d76a1c3,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:56.477465 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf984-e929-4f3f-8516-84891a945dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3c7f16b0-5287-48a1-80c9-ceadff316dcc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.480872 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf984-e929-4f3f-8516-84891a945dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.482439 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0f6bf984-e929-4f3f-8516-84891a945dda admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3c7f16b0-5287-48a1-80c9-ceadff316dcc HTTP/1.1" status: 204 len: 168 time: 0.3434114 Feb 11 05:29:56.483735 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:29:56.496187 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bf984-e929-4f3f-8516-84891a945dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7f16b0-5287-48a1-80c9-ceadff316dcc,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:56.539478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3d2005e6-60b3-414f-ac0f-4c00f3388a80 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:56.548222 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-31d64092-907c-4e7b-a5fd-c5b64c73457d tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (c0b86191-b7ef-4254-9cc5-161b2391e385), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.668743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network 47b0faa7-bc36-41eb-b924-57aab807f03f is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:29:56.672560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:29:56.759783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Pushing event updated for resources: {'Port': ['ID=ad0637bc-dd61-4361-a29b-a11a521d4ee6,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:56.788648 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-31d64092-907c-4e7b-a5fd-c5b64c73457d tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (c0b86191-b7ef-4254-9cc5-161b2391e385), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.921559 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54044) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:56.980209 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-31d64092-907c-4e7b-a5fd-c5b64c73457d tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (c0b86191-b7ef-4254-9cc5-161b2391e385), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.019582 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 356f3492-d1f7-491b-87ec-b1cffcf2afce is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:29:57.022673 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d64092-907c-4e7b-a5fd-c5b64c73457d tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b86191-b7ef-4254-9cc5-161b2391e385,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:57.027580 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-31d64092-907c-4e7b-a5fd-c5b64c73457d tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.033451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54050) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:57.033751 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-31d64092-907c-4e7b-a5fd-c5b64c73457d tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "DELETE /v2.0/subnets/c0b86191-b7ef-4254-9cc5-161b2391e385 HTTP/1.1" status: 204 len: 168 time: 1.7010221 Feb 11 05:29:57.045431 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Attempting to bind port ad0637bc-dd61-4361-a29b-a11a521d4ee6 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:29:57.045818 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Attempting to bind port ad0637bc-dd61-4361-a29b-a11a521d4ee6 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '86007042-f347-46e8-ad8f-c731d395f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f54a140a-eeac-4469-b2b5-35b95040d39e'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:29:57.046193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Attempting to bind port ad0637bc-dd61-4361-a29b-a11a521d4ee6 on network f54a140a-eeac-4469-b2b5-35b95040d39e {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:29:57.132594 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d8b23-0025-42eb-8ce2-1f51456a58b6 None None] Current status of the port 3d2005e6-60b3-414f-ac0f-4c00f3388a80 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:57.133283 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8a2d8b23-0025-42eb-8ce2-1f51456a58b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3d2005e6-60b3-414f-ac0f-4c00f3388a80), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.153526 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb83337-a8a5-4d73-9259-b0fff625de7a tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:57.161281 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2eb83337-a8a5-4d73-9259-b0fff625de7a tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1204405 Feb 11 05:29:57.161582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54052) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:57.170807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:29:57.178351 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bb30215e-1959-4988-832d-39d440879aba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/356f3492-d1f7-491b-87ec-b1cffcf2afce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6388636 Feb 11 05:29:57.180738 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54054) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:57.196976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a4348-11a8-486a-a0f4-99eeac6042d0 None None] Pushing event updated for resources: {'Port': ['ID=3ba71a6a-ad7a-489a-b3b9-0ad6ba788851,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:57.223208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752fb0e-733f-4222-9a79-96999aa73bc8 None None] Sync routers for ids ['356f3492-d1f7-491b-87ec-b1cffcf2afce'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:29:57.231985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54056) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:57.254400 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:29:57.254917 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Checking segment: {'id': '86007042-f347-46e8-ad8f-c731d395f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f54a140a-eeac-4469-b2b5-35b95040d39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:29:57.255348 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.255766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Bound using segment: {'id': '86007042-f347-46e8-ad8f-c731d395f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f54a140a-eeac-4469-b2b5-35b95040d39e'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:29:57.256255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Bound port: ad0637bc-dd61-4361-a29b-a11a521d4ee6, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86007042-f347-46e8-ad8f-c731d395f778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f54a140a-eeac-4469-b2b5-35b95040d39e'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:29:57.256638 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ad0637bc-dd61-4361-a29b-a11a521d4ee6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.266091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3d2005e6-60b3-414f-ac0f-4c00f3388a80 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:57.266467 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3d2005e6-60b3-414f-ac0f-4c00f3388a80), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.275371 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (f54a140a-eeac-4469-b2b5-35b95040d39e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.283298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b360134-3bf5-4b4d-9260-9d2a176d389b tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:57.283822 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-136d8944-2f4d-40c1-b582-fd2b6b8176e6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-879760632-network', 'tenant_id': 'f571c83359014d03b82a06a0b410a902'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:57.290242 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3b360134-3bf5-4b4d-9260-9d2a176d389b tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports/88dd2f79-fa58-4e01-923c-23130d76a1c3 HTTP/1.1" status: 200 len: 911 time: 0.1083193 Feb 11 05:29:57.293970 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5823b63e-c9cc-4d5f-8b69-8275aee122ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.294434 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54060) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:57.311762 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752fb0e-733f-4222-9a79-96999aa73bc8 None None] Routers {'356f3492-d1f7-491b-87ec-b1cffcf2afce'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:57.312420 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e752fb0e-733f-4222-9a79-96999aa73bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:29:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['356f3492-d1f7-491b-87ec-b1cffcf2afce'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:57.381179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e752fb0e-733f-4222-9a79-96999aa73bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:57.411831 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-8a2d8b23-0025-42eb-8ce2-1f51456a58b6 None None] For port 3d2005e6-60b3-414f-ac0f-4c00f3388a80, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3d2005e6-60b3-414f-ac0f-4c00f3388a80,segment=NetworkSegment(c5d87a26-3919-4a00-84ec-39fcff9e1f4a),segment_id=c5d87a26-3919-4a00-84ec-39fcff9e1f4a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:57.420800 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136d8944-2f4d-40c1-b582-fd2b6b8176e6 admin admin] Made reservation on behalf of f571c83359014d03b82a06a0b410a902 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:57.423325 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-136d8944-2f4d-40c1-b582-fd2b6b8176e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.448315 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-136d8944-2f4d-40c1-b582-fd2b6b8176e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.452627 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5823b63e-c9cc-4d5f-8b69-8275aee122ce admin admin] Publish callbacks [] for security_group (00e6241a-aabc-4136-a369-96ecda7c0b69), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.458183 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5823b63e-c9cc-4d5f-8b69-8275aee122ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (00e6241a-aabc-4136-a369-96ecda7c0b69), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.507922 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5823b63e-c9cc-4d5f-8b69-8275aee122ce admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=13fd0a620be24d42ab2f0d3519c1e31a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2745736 Feb 11 05:29:57.510572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54062) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:57.521718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] For port ad0637bc-dd61-4361-a29b-a11a521d4ee6, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:29:57.527202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823b63e-c9cc-4d5f-8b69-8275aee122ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e6241a-aabc-4136-a369-96ecda7c0b69,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:57.532837 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] For port ad0637bc-dd61-4361-a29b-a11a521d4ee6, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ad0637bc-dd61-4361-a29b-a11a521d4ee6,segment=NetworkSegment(86007042-f347-46e8-ad8f-c731d395f778),segment_id=86007042-f347-46e8-ad8f-c731d395f778)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:29:57.584541 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Deleting port ad0637bc-dd61-4361-a29b-a11a521d4ee6 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:29:57.584884 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ad0637bc-dd61-4361-a29b-a11a521d4ee6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.585654 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752fb0e-733f-4222-9a79-96999aa73bc8 None None] Routers {'356f3492-d1f7-491b-87ec-b1cffcf2afce'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:29:57.586836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e752fb0e-733f-4222-9a79-96999aa73bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:29:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['356f3492-d1f7-491b-87ec-b1cffcf2afce'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:57.602175 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ad0637bc-dd61-4361-a29b-a11a521d4ee6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.604720 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8a2d8b23-0025-42eb-8ce2-1f51456a58b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3d2005e6-60b3-414f-ac0f-4c00f3388a80), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.638320 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c7ed242-9680-4702-983f-c85ab6d22c59 admin admin] Publish callbacks [] for security_group (00e6241a-aabc-4136-a369-96ecda7c0b69), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:57.794502 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597297dc-032e-4700-8446-9616ce7c8965 None None] Pushing event updated for resources: {'Port': ['ID=ad0637bc-dd61-4361-a29b-a11a521d4ee6,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:57.797718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e752fb0e-733f-4222-9a79-96999aa73bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:57.798754 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e752fb0e-733f-4222-9a79-96999aa73bc8 None None] The sync data for ids ['356f3492-d1f7-491b-87ec-b1cffcf2afce'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:29:57.834929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3d2005e6-60b3-414f-ac0f-4c00f3388a80 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:57.915725 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] For port ad0637bc-dd61-4361-a29b-a11a521d4ee6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ad0637bc-dd61-4361-a29b-a11a521d4ee6,segment=NetworkSegment(86007042-f347-46e8-ad8f-c731d395f778),segment_id=86007042-f347-46e8-ad8f-c731d395f778)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:57.916200 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ad0637bc-dd61-4361-a29b-a11a521d4ee6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.005197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d8b23-0025-42eb-8ce2-1f51456a58b6 None None] Pushing event updated for resources: {'Port': ['ID=3d2005e6-60b3-414f-ac0f-4c00f3388a80,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:58.036721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Calling delete_port for ad0637bc-dd61-4361-a29b-a11a521d4ee6 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:29:58.093467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b2c3a255-a279-4a71-bdc9-975152a4a256 None None] Provisioning complete for port 88dd2f79-fa58-4e01-923c-23130d76a1c3 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:58.093977 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b2c3a255-a279-4a71-bdc9-975152a4a256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (88dd2f79-fa58-4e01-923c-23130d76a1c3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.220662 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdde0d99-717e-4572-9822-e4f52d55073d None None] Network f54a140a-eeac-4469-b2b5-35b95040d39e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:58.221322 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-136d8944-2f4d-40c1-b582-fd2b6b8176e6 admin admin] Publish callbacks [] for security_group (6b8846f2-3e84-43b2-a065-299742372dec), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.226952 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ad0637bc-dd61-4361-a29b-a11a521d4ee6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.265668 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-136d8944-2f4d-40c1-b582-fd2b6b8176e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6b8846f2-3e84-43b2-a065-299742372dec), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.276186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b2c3a255-a279-4a71-bdc9-975152a4a256 None None] Port 88dd2f79-fa58-4e01-923c-23130d76a1c3 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:58.302966 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event deleted for resources: {'Port': ['ID=ad0637bc-dd61-4361-a29b-a11a521d4ee6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:58.483147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e07817-1f70-418e-a39d-fd34a4c9f5c0 None None] Network fdafedfe-79a0-40f6-a1d9-7b5a021aa946 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:29:58.492430 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b2c3a255-a279-4a71-bdc9-975152a4a256 None None] Provisioning complete for port 3d2005e6-60b3-414f-ac0f-4c00f3388a80 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:58.492805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54076) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:58.493253 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b2c3a255-a279-4a71-bdc9-975152a4a256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3d2005e6-60b3-414f-ac0f-4c00f3388a80), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.511446 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c7ed242-9680-4702-983f-c85ab6d22c59 admin admin] Publish callbacks [] for security_group (00e6241a-aabc-4136-a369-96ecda7c0b69), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.524383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d8944-2f4d-40c1-b582-fd2b6b8176e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8846f2-3e84-43b2-a065-299742372dec,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:58.579058 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] No DVR routers for this DVR port ad0637bc-dd61-4361-a29b-a11a521d4ee6 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:29:58.604856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136d8944-2f4d-40c1-b582-fd2b6b8176e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:29:58.609197 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c7ed242-9680-4702-983f-c85ab6d22c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (00e6241a-aabc-4136-a369-96ecda7c0b69), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.615697 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c7ed242-9680-4702-983f-c85ab6d22c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.617507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1c7ed242-9680-4702-983f-c85ab6d22c59 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/00e6241a-aabc-4136-a369-96ecda7c0b69 HTTP/1.1" status: 204 len: 168 time: 1.1059909 Feb 11 05:29:58.664792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ed242-9680-4702-983f-c85ab6d22c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e6241a-aabc-4136-a369-96ecda7c0b69,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:58.703113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3d2005e6-60b3-414f-ac0f-4c00f3388a80 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:58.707656 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9fcddf6d-fe5b-4484-a0f8-6c3e811179b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.722688 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb59377a-160b-4dcf-9d41-793e4ffde320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.767668 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (f54a140a-eeac-4469-b2b5-35b95040d39e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.798760 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54a140a-eeac-4469-b2b5-35b95040d39e']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:58.810905 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86007042-f347-46e8-ad8f-c731d395f778') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:58.811580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86007042-f347-46e8-ad8f-c731d395f778') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:58.827593 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (86007042-f347-46e8-ad8f-c731d395f778), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.846123 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (86007042-f347-46e8-ad8f-c731d395f778), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.858321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:58.858974 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (86007042-f347-46e8-ad8f-c731d395f778), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.901220 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b2c3a255-a279-4a71-bdc9-975152a4a256 None None] Current status of the port 3d2005e6-60b3-414f-ac0f-4c00f3388a80 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:58.903544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3d2005e6-60b3-414f-ac0f-4c00f3388a80 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:58.918729 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3d2005e6-60b3-414f-ac0f-4c00f3388a80), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.936932 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb59377a-160b-4dcf-9d41-793e4ffde320 admin admin] Publish callbacks [] for security_group (47f0eced-923b-47e9-ab61-407bb58eb083), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.944208 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb59377a-160b-4dcf-9d41-793e4ffde320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (47f0eced-923b-47e9-ab61-407bb58eb083), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:58.948718 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:58.960802 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-136d8944-2f4d-40c1-b582-fd2b6b8176e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (88518d25-2618-42dd-81d7-e7a3c557bb3c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.961198 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-136d8944-2f4d-40c1-b582-fd2b6b8176e6 admin admin] Added segment 88518d25-2618-42dd-81d7-e7a3c557bb3c of type vlan for network 799a9941-b575-4229-aefb-2f7d7414a8e8 Feb 11 05:29:58.962977 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (f54a140a-eeac-4469-b2b5-35b95040d39e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.005784 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.009405 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "DELETE /v2.0/networks/f54a140a-eeac-4469-b2b5-35b95040d39e HTTP/1.1" status: 204 len: 168 time: 1.8468847 Feb 11 05:29:59.014829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54086) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:59.064651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fb59377a-160b-4dcf-9d41-793e4ffde320 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=af0f7061f5fd461e89a455be8202f6dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5643969 Feb 11 05:29:59.065810 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59377a-160b-4dcf-9d41-793e4ffde320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f0eced-923b-47e9-ab61-407bb58eb083,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:59.070536 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-45afe51c-2850-4224-945f-458a8111e271 None None] Provisioning complete for port 88dd2f79-fa58-4e01-923c-23130d76a1c3 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:59.070536 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-45afe51c-2850-4224-945f-458a8111e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (88dd2f79-fa58-4e01-923c-23130d76a1c3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.075036 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54088) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:59.161543 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6e1879cb-7990-40c0-ad24-690844f16370 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (4641cc25-6940-4275-a037-e65dfea4d821), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.164459 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eafd5e-316d-4ecc-a2a2-592d70b3bbd0 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event deleted for resources: {'Network': ['ID=f54a140a-eeac-4469-b2b5-35b95040d39e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:59.193885 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-136d8944-2f4d-40c1-b582-fd2b6b8176e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (799a9941-b575-4229-aefb-2f7d7414a8e8), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.217907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3d2005e6-60b3-414f-ac0f-4c00f3388a80 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:59.219022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:29:59.232428 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-45afe51c-2850-4224-945f-458a8111e271 None None] Port 88dd2f79-fa58-4e01-923c-23130d76a1c3 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:29:59.252960 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54090) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:59.269067 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a391ac12-5aed-4f3b-bdbe-9c893dedacff None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:29:59.312975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-45afe51c-2850-4224-945f-458a8111e271 None None] Provisioning complete for port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:59.313380 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-45afe51c-2850-4224-945f-458a8111e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3ba71a6a-ad7a-489a-b3b9-0ad6ba788851), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.316206 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b716fb33-3607-4856-91ea-7a3520ff61c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.320131 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6e1879cb-7990-40c0-ad24-690844f16370 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (4641cc25-6940-4275-a037-e65dfea4d821), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.324906 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.364171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6e1879cb-7990-40c0-ad24-690844f16370 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4641cc25-6940-4275-a037-e65dfea4d821']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:59.381805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6e1879cb-7990-40c0-ad24-690844f16370 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43b9a79-f8ea-4e46-8ab3-83353ae03635') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:59.382204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6e1879cb-7990-40c0-ad24-690844f16370 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43b9a79-f8ea-4e46-8ab3-83353ae03635') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:29:59.404002 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6e1879cb-7990-40c0-ad24-690844f16370 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (e43b9a79-f8ea-4e46-8ab3-83353ae03635), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.406009 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:29:59.406161 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3ba71a6a-ad7a-489a-b3b9-0ad6ba788851), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.426054 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6e1879cb-7990-40c0-ad24-690844f16370 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (e43b9a79-f8ea-4e46-8ab3-83353ae03635), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.431104 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc8c3-356e-4df5-ac4e-3d9dfe0fb162 admin admin] Publish callbacks [] for security_group (47f0eced-923b-47e9-ab61-407bb58eb083), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.436195 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-136d8944-2f4d-40c1-b582-fd2b6b8176e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (799a9941-b575-4229-aefb-2f7d7414a8e8), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.437624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d8944-2f4d-40c1-b582-fd2b6b8176e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:59.438336 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-136d8944-2f4d-40c1-b582-fd2b6b8176e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.439082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1879cb-7990-40c0-ad24-690844f16370 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:29:59.440348 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6e1879cb-7990-40c0-ad24-690844f16370 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (e43b9a79-f8ea-4e46-8ab3-83353ae03635), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:29:59.443712 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:29:59.460873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a391ac12-5aed-4f3b-bdbe-9c893dedacff None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:29:59.540430 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-136d8944-2f4d-40c1-b582-fd2b6b8176e6 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6169167 Feb 11 05:29:59.542071 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc8c3-356e-4df5-ac4e-3d9dfe0fb162 admin admin] Publish callbacks [] for security_group (47f0eced-923b-47e9-ab61-407bb58eb083), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.544821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54094) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:59.560629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-45afe51c-2850-4224-945f-458a8111e271 None None] Current status of the port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:29:59.561542 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-45afe51c-2850-4224-945f-458a8111e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3ba71a6a-ad7a-489a-b3b9-0ad6ba788851), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.569798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-cbbdf2ac-c3fa-4864-ba83-8dc9dd6c2c09 admin admin] Request body: {'subnet': {'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-879760632-subnet', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:29:59.592760 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b716fb33-3607-4856-91ea-7a3520ff61c0 admin admin] Publish callbacks [] for security_group (ee325831-5ce8-4d93-95c3-53577149f2bb), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.596396 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6e1879cb-7990-40c0-ad24-690844f16370 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (4641cc25-6940-4275-a037-e65dfea4d821), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.596560 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d8944-2f4d-40c1-b582-fd2b6b8176e6 admin admin] Pushing event updated for resources: {'Network': ['ID=799a9941-b575-4229-aefb-2f7d7414a8e8,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:59.602117 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6e1879cb-7990-40c0-ad24-690844f16370 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.607705 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6e1879cb-7990-40c0-ad24-690844f16370 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "DELETE /v2.0/networks/4641cc25-6940-4275-a037-e65dfea4d821 HTTP/1.1" status: 204 len: 168 time: 0.5824752 Feb 11 05:29:59.613794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54096) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:59.616494 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b716fb33-3607-4856-91ea-7a3520ff61c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ee325831-5ce8-4d93-95c3-53577149f2bb), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.643794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1879cb-7990-40c0-ad24-690844f16370 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event deleted for resources: {'Network': ['ID=4641cc25-6940-4275-a037-e65dfea4d821,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:29:59.662164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 799a9941-b575-4229-aefb-2f7d7414a8e8 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:29:59.685886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbdf2ac-c3fa-4864-ba83-8dc9dd6c2c09 admin admin] Made reservation on behalf of f571c83359014d03b82a06a0b410a902 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:29:59.690636 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cbbdf2ac-c3fa-4864-ba83-8dc9dd6c2c09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.726928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-45afe51c-2850-4224-945f-458a8111e271 None None] For port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3ba71a6a-ad7a-489a-b3b9-0ad6ba788851,segment=NetworkSegment(6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06),segment_id=6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:29:59.769171 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-45afe51c-2850-4224-945f-458a8111e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3ba71a6a-ad7a-489a-b3b9-0ad6ba788851), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.947514 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b716fb33-3607-4856-91ea-7a3520ff61c0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b7ceaa1a052047c18d164585ce64ed9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6927238 Feb 11 05:29:59.953109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54098) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:29:59.955481 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cbbdf2ac-c3fa-4864-ba83-8dc9dd6c2c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (795c5f83-8f52-4a99-8b5b-a318dca41c6b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.072409 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716fb33-3607-4856-91ea-7a3520ff61c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee325831-5ce8-4d93-95c3-53577149f2bb,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:00.089367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:00.090606 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3ba71a6a-ad7a-489a-b3b9-0ad6ba788851), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.103474 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac95f4b2-fb82-4353-a535-1ba5a3c04c32 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (dc7bf672-5a8e-41f7-adda-d84ad2c84d22), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.149702 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9d43b4d3-cfc2-4f25-8cf0-4a9fc39024e5 None None] Provisioning complete for port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:00.151002 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9d43b4d3-cfc2-4f25-8cf0-4a9fc39024e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3ba71a6a-ad7a-489a-b3b9-0ad6ba788851), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.160664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdf2ac-c3fa-4864-ba83-8dc9dd6c2c09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=795c5f83-8f52-4a99-8b5b-a318dca41c6b,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:00.191278 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc8c3-356e-4df5-ac4e-3d9dfe0fb162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (47f0eced-923b-47e9-ab61-407bb58eb083), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.192732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afe51c-2850-4224-945f-458a8111e271 None None] Pushing event updated for resources: {'Port': ['ID=3ba71a6a-ad7a-489a-b3b9-0ad6ba788851,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:00.192885 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d9cc8c3-356e-4df5-ac4e-3d9dfe0fb162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.196318 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1d9cc8c3-356e-4df5-ac4e-3d9dfe0fb162 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/47f0eced-923b-47e9-ab61-407bb58eb083 HTTP/1.1" status: 204 len: 168 time: 1.1085594 Feb 11 05:30:00.248663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cc8c3-356e-4df5-ac4e-3d9dfe0fb162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f0eced-923b-47e9-ab61-407bb58eb083,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:00.274169 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:30:00.274757 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:30:00.288806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbdf2ac-c3fa-4864-ba83-8dc9dd6c2c09 admin admin] Checking segment: {'id': '88518d25-2618-42dd-81d7-e7a3c557bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:00.289102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbdf2ac-c3fa-4864-ba83-8dc9dd6c2c09 admin admin] Network hostable DHCP agents. Network: 799a9941-b575-4229-aefb-2f7d7414a8e8, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:30:00.314282 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-914853da-c4a5-4010-9525-3e15f6325cca admin admin] Publish callbacks [] for security_group (ee325831-5ce8-4d93-95c3-53577149f2bb), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.344834 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac95f4b2-fb82-4353-a535-1ba5a3c04c32 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (dc7bf672-5a8e-41f7-adda-d84ad2c84d22), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.351120 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-914853da-c4a5-4010-9525-3e15f6325cca admin admin] Publish callbacks [] for security_group (ee325831-5ce8-4d93-95c3-53577149f2bb), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.351582 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9d43b4d3-cfc2-4f25-8cf0-4a9fc39024e5 None None] Current status of the port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:00.353889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbdf2ac-c3fa-4864-ba83-8dc9dd6c2c09 admin admin] Network 799a9941-b575-4229-aefb-2f7d7414a8e8 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:30:00.362105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6c5989-27f9-47f7-a04f-37601b2fab4a None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:30:00.370338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-cbbdf2ac-c3fa-4864-ba83-8dc9dd6c2c09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 799a9941-b575-4229-aefb-2f7d7414a8e8) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:00.380450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbdf2ac-c3fa-4864-ba83-8dc9dd6c2c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:00.381223 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cbbdf2ac-c3fa-4864-ba83-8dc9dd6c2c09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.403721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Allocated IP 2001:db8:1::1 (fdafedfe-79a0-40f6-a1d9-7b5a021aa946/64563141-94a6-4ad4-a96b-33d11d40f905/ea16f1ab-10c7-43db-b570-e3c633a3c89d) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:00.427642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cbbdf2ac-c3fa-4864-ba83-8dc9dd6c2c09 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8811259 Feb 11 05:30:00.427945 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ac95f4b2-fb82-4353-a535-1ba5a3c04c32 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7bf672-5a8e-41f7-adda-d84ad2c84d22']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:00.430314 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54104) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:00.447899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-879760632-router', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:00.456471 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-914853da-c4a5-4010-9525-3e15f6325cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ee325831-5ce8-4d93-95c3-53577149f2bb), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.459482 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-914853da-c4a5-4010-9525-3e15f6325cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.460981 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-914853da-c4a5-4010-9525-3e15f6325cca admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ee325831-5ce8-4d93-95c3-53577149f2bb HTTP/1.1" status: 204 len: 168 time: 0.4979234 Feb 11 05:30:00.477451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914853da-c4a5-4010-9525-3e15f6325cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee325831-5ce8-4d93-95c3-53577149f2bb,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:00.503374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6c5989-27f9-47f7-a04f-37601b2fab4a None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:30:00.521759 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ac95f4b2-fb82-4353-a535-1ba5a3c04c32 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e9442b-f1bb-416f-acf6-0473b8f55a16') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:00.522253 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ac95f4b2-fb82-4353-a535-1ba5a3c04c32 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e9442b-f1bb-416f-acf6-0473b8f55a16') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:00.584261 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (57452e59-c5a4-4d36-89dc-f2787f18dfc0), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.588020 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (57452e59-c5a4-4d36-89dc-f2787f18dfc0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.665407 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Publish callbacks [] for router_controller (57452e59-c5a4-4d36-89dc-f2787f18dfc0), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.690117 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac95f4b2-fb82-4353-a535-1ba5a3c04c32 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (06e9442b-f1bb-416f-acf6-0473b8f55a16), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.786698 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac95f4b2-fb82-4353-a535-1ba5a3c04c32 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (06e9442b-f1bb-416f-acf6-0473b8f55a16), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.839145 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04acdc02-0fe0-4937-a322-13d308b2da35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.842224 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:00.896757 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac95f4b2-fb82-4353-a535-1ba5a3c04c32 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:00.897190 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac95f4b2-fb82-4353-a535-1ba5a3c04c32 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (06e9442b-f1bb-416f-acf6-0473b8f55a16), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:00.903479 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:00.957868 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-799a9941-b575-4229-aefb-2f7d7414a8e8', 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8', 'project_id': 'f571c83359014d03b82a06a0b410a902', 'fixed_ips': [{'subnet_id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:30:00.958750 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.047644 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:01.129100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54130) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:01.261143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Allocated IP 172.20.0.2 (799a9941-b575-4229-aefb-2f7d7414a8e8/795c5f83-8f52-4a99-8b5b-a318dca41c6b/7364e1a9-72f0-47d4-b0ef-13bebb1c0872) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:01.284180 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Publish callbacks [] for router_gateway (57452e59-c5a4-4d36-89dc-f2787f18dfc0), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.299134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-366ac877-b872-4e7c-b163-bbc026bc0e22 admin admin] Deleting subnet eaab3e5b-138d-467e-8ffd-90d7780e617a {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:30:01.321972 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-366ac877-b872-4e7c-b163-bbc026bc0e22 admin admin] Publish callbacks [] for subnet (eaab3e5b-138d-467e-8ffd-90d7780e617a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.323133 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac95f4b2-fb82-4353-a535-1ba5a3c04c32 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (dc7bf672-5a8e-41f7-adda-d84ad2c84d22), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.393870 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac95f4b2-fb82-4353-a535-1ba5a3c04c32 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.414496 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ac95f4b2-fb82-4353-a535-1ba5a3c04c32 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "DELETE /v2.0/networks/dc7bf672-5a8e-41f7-adda-d84ad2c84d22 HTTP/1.1" status: 204 len: 168 time: 1.7995567 Feb 11 05:30:01.416916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54136) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:01.466886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95f4b2-fb82-4353-a535-1ba5a3c04c32 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event deleted for resources: {'Network': ['ID=dc7bf672-5a8e-41f7-adda-d84ad2c84d22,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:01.502560 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (ea16f1ab-10c7-43db-b570-e3c633a3c89d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.520387 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-366ac877-b872-4e7c-b163-bbc026bc0e22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (eaab3e5b-138d-467e-8ffd-90d7780e617a), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.574724 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Publish callbacks [] for port (7364e1a9-72f0-47d4-b0ef-13bebb1c0872), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.596708 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (7364e1a9-72f0-47d4-b0ef-13bebb1c0872), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.708857 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ea16f1ab-10c7-43db-b570-e3c633a3c89d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.716108 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-141677c1-56c8-4be8-bbe1-7af6cf43ff46 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.740718 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-366ac877-b872-4e7c-b163-bbc026bc0e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (eaab3e5b-138d-467e-8ffd-90d7780e617a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.748204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Network 799a9941-b575-4229-aefb-2f7d7414a8e8 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:01.750519 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:01.759495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:01.761455 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Pushing event updated for resources: {'Port': ['ID=7364e1a9-72f0-47d4-b0ef-13bebb1c0872,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:01.811564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:01.819130 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3ba71a6a-ad7a-489a-b3b9-0ad6ba788851), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.951104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Attempting to bind port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:01.952043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Attempting to bind port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '88518d25-2618-42dd-81d7-e7a3c557bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:01.952667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Attempting to bind port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 on network 799a9941-b575-4229-aefb-2f7d7414a8e8 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:01.962122 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Publish callbacks [] for router_gateway (57452e59-c5a4-4d36-89dc-f2787f18dfc0), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.962324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:01.963036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Checking segment: {'id': '88518d25-2618-42dd-81d7-e7a3c557bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:01.963687 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.964317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Bound using segment: {'id': '88518d25-2618-42dd-81d7-e7a3c557bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:01.965822 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Bound port: 7364e1a9-72f0-47d4-b0ef-13bebb1c0872, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88518d25-2618-42dd-81d7-e7a3c557bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:01.966481 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7364e1a9-72f0-47d4-b0ef-13bebb1c0872), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:01.979502 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-141677c1-56c8-4be8-bbe1-7af6cf43ff46 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.002599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-141677c1-56c8-4be8-bbe1-7af6cf43ff46 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:02.016323 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-141677c1-56c8-4be8-bbe1-7af6cf43ff46 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091cf220-2c09-4249-9d61-bb2fb5acaf0c') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:02.016657 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-141677c1-56c8-4be8-bbe1-7af6cf43ff46 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091cf220-2c09-4249-9d61-bb2fb5acaf0c') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:02.022041 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.026078 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network fdafedfe-79a0-40f6-a1d9-7b5a021aa946 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:02.028392 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-141677c1-56c8-4be8-bbe1-7af6cf43ff46 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (091cf220-2c09-4249-9d61-bb2fb5acaf0c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.046897 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=ea16f1ab-10c7-43db-b570-e3c633a3c89d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:02.048308 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-141677c1-56c8-4be8-bbe1-7af6cf43ff46 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (091cf220-2c09-4249-9d61-bb2fb5acaf0c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.056447 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:02.063809 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] For port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:02.067347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141677c1-56c8-4be8-bbe1-7af6cf43ff46 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:02.067535 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:02.069842 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (356f3492-d1f7-491b-87ec-b1cffcf2afce), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.070057 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-141677c1-56c8-4be8-bbe1-7af6cf43ff46 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (091cf220-2c09-4249-9d61-bb2fb5acaf0c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.075016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] For port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7364e1a9-72f0-47d4-b0ef-13bebb1c0872,segment=NetworkSegment(88518d25-2618-42dd-81d7-e7a3c557bb3c),segment_id=88518d25-2618-42dd-81d7-e7a3c557bb3c)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:02.091888 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7364e1a9-72f0-47d4-b0ef-13bebb1c0872), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:02.147072 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:02.151235 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-141677c1-56c8-4be8-bbe1-7af6cf43ff46 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.157231 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-141677c1-56c8-4be8-bbe1-7af6cf43ff46 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.161925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-141677c1-56c8-4be8-bbe1-7af6cf43ff46 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] 10.222.0.87 "DELETE /v2.0/networks/2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c HTTP/1.1" status: 204 len: 168 time: 0.7412550 Feb 11 05:30:02.189804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141677c1-56c8-4be8-bbe1-7af6cf43ff46 tempest-BulkNetworkOpsIpV6Test-33136797 tempest-BulkNetworkOpsIpV6Test-33136797-project] Pushing event deleted for resources: {'Network': ['ID=2bdeca57-4e7e-4b1e-9378-6bd2a2e3424c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:02.204578 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-366ac877-b872-4e7c-b163-bbc026bc0e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (eaab3e5b-138d-467e-8ffd-90d7780e617a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.248464 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-366ac877-b872-4e7c-b163-bbc026bc0e22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.254854 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-366ac877-b872-4e7c-b163-bbc026bc0e22 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/eaab3e5b-138d-467e-8ffd-90d7780e617a HTTP/1.1" status: 204 len: 168 time: 1.1224060 Feb 11 05:30:02.254854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ac877-b872-4e7c-b163-bbc026bc0e22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaab3e5b-138d-467e-8ffd-90d7780e617a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:02.257223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54164) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:02.349929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32616628-5fb7-41cc-a8af-058a88592fc1 None None] Pushing event updated for resources: {'Port': ['ID=7364e1a9-72f0-47d4-b0ef-13bebb1c0872,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:02.355892 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-93e94c8f-7deb-4bf3-93d2-852479a32612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (e74686bb-2d6a-4e3b-82f0-7bc192f11561), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.365547 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:02.405327 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.491804 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-93e94c8f-7deb-4bf3-93d2-852479a32612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (e74686bb-2d6a-4e3b-82f0-7bc192f11561), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.547398 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-93e94c8f-7deb-4bf3-93d2-852479a32612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74686bb-2d6a-4e3b-82f0-7bc192f11561']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:02.584105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-93e94c8f-7deb-4bf3-93d2-852479a32612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c96c28-2dc4-485d-8444-1567acfada1a') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:02.584398 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-93e94c8f-7deb-4bf3-93d2-852479a32612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c96c28-2dc4-485d-8444-1567acfada1a') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:02.617535 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-93e94c8f-7deb-4bf3-93d2-852479a32612 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (a0c96c28-2dc4-485d-8444-1567acfada1a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.643297 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-93e94c8f-7deb-4bf3-93d2-852479a32612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a0c96c28-2dc4-485d-8444-1567acfada1a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.654859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e94c8f-7deb-4bf3-93d2-852479a32612 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:02.667626 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-93e94c8f-7deb-4bf3-93d2-852479a32612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (a0c96c28-2dc4-485d-8444-1567acfada1a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.694973 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Allocated IP 172.25.5.211 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/519127c3-594c-435e-b47b-46131dd20f36) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:02.724561 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ea16f1ab-10c7-43db-b570-e3c633a3c89d), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:02.857118 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:02.860713 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-93e94c8f-7deb-4bf3-93d2-852479a32612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (e74686bb-2d6a-4e3b-82f0-7bc192f11561), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.885220 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-93e94c8f-7deb-4bf3-93d2-852479a32612 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:02.896381 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-93e94c8f-7deb-4bf3-93d2-852479a32612 admin admin] 10.222.0.87 "DELETE /v2.0/networks/e74686bb-2d6a-4e3b-82f0-7bc192f11561 HTTP/1.1" status: 204 len: 168 time: 0.6380844 Feb 11 05:30:02.903290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54196) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:02.953441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e94c8f-7deb-4bf3-93d2-852479a32612 admin admin] Pushing event deleted for resources: {'Network': ['ID=e74686bb-2d6a-4e3b-82f0-7bc192f11561,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:03.037155 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:03.191232 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:03.191699 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7364e1a9-72f0-47d4-b0ef-13bebb1c0872), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.345000 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Publish callbacks [] for port (519127c3-594c-435e-b47b-46131dd20f36), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.380727 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (ea16f1ab-10c7-43db-b570-e3c633a3c89d), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.391852 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:03.392251 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7364e1a9-72f0-47d4-b0ef-13bebb1c0872), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.395586 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (ea16f1ab-10c7-43db-b570-e3c633a3c89d), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.396633 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (356f3492-d1f7-491b-87ec-b1cffcf2afce), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.452326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cd99e8e2-4bb4-49d3-9afe-3f8977c5025e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fbb06935b6c74bb4b20c069410c36abb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5112820 Feb 11 05:30:03.454819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54206) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:03.458896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7364e1a9-72f0-47d4-b0ef-13bebb1c0872,segment=NetworkSegment(88518d25-2618-42dd-81d7-e7a3c557bb3c),segment_id=88518d25-2618-42dd-81d7-e7a3c557bb3c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:03.462731 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54208) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:03.465444 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7364e1a9-72f0-47d4-b0ef-13bebb1c0872), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.545408 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c3929a89-88a8-48d9-9a04-5a000e8c0b7e admin admin] Publish callbacks [] for security_group (83b9dcde-9ab2-43c5-a132-03acc0e351d8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.550779 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (519127c3-594c-435e-b47b-46131dd20f36), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.594351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54212) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:03.620859 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=ea16f1ab-10c7-43db-b570-e3c633a3c89d,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:03.621060 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c3929a89-88a8-48d9-9a04-5a000e8c0b7e admin admin] Publish callbacks [] for security_group (83b9dcde-9ab2-43c5-a132-03acc0e351d8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.662969 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.711319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=7364e1a9-72f0-47d4-b0ef-13bebb1c0872,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:03.734416 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-732c8d76-1ab0-4765-9929-c611aa1c5d6e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=006637aa1bce4865be9cae348f4522ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367245 Feb 11 05:30:03.744429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54214) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:03.764885 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:03.787316 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:03.800542 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:03.882691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Pushing event updated for resources: {'Port': ['ID=519127c3-594c-435e-b47b-46131dd20f36,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:03.921600 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-383761ed-36c0-4b84-962f-eb688ac681ea admin admin] Publish callbacks [] for security_group (3a8c0bed-e4fe-474f-a51c-ad3c225390a0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.925104 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c3929a89-88a8-48d9-9a04-5a000e8c0b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (83b9dcde-9ab2-43c5-a132-03acc0e351d8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.931802 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac5a623-9d18-456e-a586-3b97e7a4f28a None None] Network 799a9941-b575-4229-aefb-2f7d7414a8e8 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:03.935353 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c3929a89-88a8-48d9-9a04-5a000e8c0b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:03.936597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c3929a89-88a8-48d9-9a04-5a000e8c0b7e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/83b9dcde-9ab2-43c5-a132-03acc0e351d8 HTTP/1.1" status: 204 len: 168 time: 0.4808679 Feb 11 05:30:03.958080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network fdafedfe-79a0-40f6-a1d9-7b5a021aa946 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:03.972086 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:04.019340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3929a89-88a8-48d9-9a04-5a000e8c0b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b9dcde-9ab2-43c5-a132-03acc0e351d8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:04.060666 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-383761ed-36c0-4b84-962f-eb688ac681ea admin admin] Publish callbacks [] for security_group (3a8c0bed-e4fe-474f-a51c-ad3c225390a0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.136040 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0f1ef849-e9a6-4187-9891-bb39c16ca686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.208303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-45d86e48-7ed0-45cb-8370-ea0dfd26509a None None] Provisioning complete for port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:04.210439 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-45d86e48-7ed0-45cb-8370-ea0dfd26509a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7364e1a9-72f0-47d4-b0ef-13bebb1c0872), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.279690 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-383761ed-36c0-4b84-962f-eb688ac681ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3a8c0bed-e4fe-474f-a51c-ad3c225390a0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.288469 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-383761ed-36c0-4b84-962f-eb688ac681ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.293337 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-383761ed-36c0-4b84-962f-eb688ac681ea admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3a8c0bed-e4fe-474f-a51c-ad3c225390a0 HTTP/1.1" status: 204 len: 168 time: 0.5429096 Feb 11 05:30:04.355910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383761ed-36c0-4b84-962f-eb688ac681ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8c0bed-e4fe-474f-a51c-ad3c225390a0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:04.504214 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0f1ef849-e9a6-4187-9891-bb39c16ca686 admin admin] Publish callbacks [] for security_group (58455162-88d9-4e68-ae2a-032079386cdc), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.515868 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0f1ef849-e9a6-4187-9891-bb39c16ca686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (58455162-88d9-4e68-ae2a-032079386cdc), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.550910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-45d86e48-7ed0-45cb-8370-ea0dfd26509a None None] Current status of the port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:04.645888 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0f1ef849-e9a6-4187-9891-bb39c16ca686 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ad8f568e34e848878de23542c8f75583&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1794052 Feb 11 05:30:04.648431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54230) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:04.685509 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ef849-e9a6-4187-9891-bb39c16ca686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58455162-88d9-4e68-ae2a-032079386cdc,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:04.690519 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c11e61f8-9dd3-4d95-ab2e-d834f026e271 None None] Provisioning complete for port ea16f1ab-10c7-43db-b570-e3c633a3c89d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:04.690805 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c11e61f8-9dd3-4d95-ab2e-d834f026e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ea16f1ab-10c7-43db-b570-e3c633a3c89d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.819612 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c11e61f8-9dd3-4d95-ab2e-d834f026e271 None None] Port ea16f1ab-10c7-43db-b570-e3c633a3c89d cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:04.844907 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a250f3ed-0b0c-4169-82ca-58bad20ec3d9 admin admin] Publish callbacks [] for security_group (58455162-88d9-4e68-ae2a-032079386cdc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.907281 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a250f3ed-0b0c-4169-82ca-58bad20ec3d9 admin admin] Publish callbacks [] for security_group (58455162-88d9-4e68-ae2a-032079386cdc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.972443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5e89139d-9445-440e-a319-ee24b9d422d5 None None] Provisioning complete for port ea16f1ab-10c7-43db-b570-e3c633a3c89d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:04.988888 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e89139d-9445-440e-a319-ee24b9d422d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ea16f1ab-10c7-43db-b570-e3c633a3c89d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.004869 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a250f3ed-0b0c-4169-82ca-58bad20ec3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (58455162-88d9-4e68-ae2a-032079386cdc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.007627 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a250f3ed-0b0c-4169-82ca-58bad20ec3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.011834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a250f3ed-0b0c-4169-82ca-58bad20ec3d9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/58455162-88d9-4e68-ae2a-032079386cdc HTTP/1.1" status: 204 len: 168 time: 0.3621194 Feb 11 05:30:05.024590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250f3ed-0b0c-4169-82ca-58bad20ec3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58455162-88d9-4e68-ae2a-032079386cdc,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:05.132730 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:05.220030 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 356f3492-d1f7-491b-87ec-b1cffcf2afce has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:30:05.328699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5e89139d-9445-440e-a319-ee24b9d422d5 None None] Port ea16f1ab-10c7-43db-b570-e3c633a3c89d cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:05.336020 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.368996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:05.369895 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7364e1a9-72f0-47d4-b0ef-13bebb1c0872), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.473418 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Publish callbacks [] for router_gateway (57452e59-c5a4-4d36-89dc-f2787f18dfc0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.561615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:05.653479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee6586c-3f9c-47c8-8365-9c3498d44359 None None] Network 799a9941-b575-4229-aefb-2f7d7414a8e8 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:05.767042 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:30:05.779847 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3cc5087b-e286-4f6c-b047-ac34f4d855b6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/356f3492-d1f7-491b-87ec-b1cffcf2afce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4821415 Feb 11 05:30:05.780876 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2618ed-43a1-4f6b-87c0-ad1ef1c72a04 None None] Sync routers for ids ['356f3492-d1f7-491b-87ec-b1cffcf2afce'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:30:05.782416 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54260) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:05.797308 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2618ed-43a1-4f6b-87c0-ad1ef1c72a04 None None] Routers {'356f3492-d1f7-491b-87ec-b1cffcf2afce'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:05.800923 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4b2618ed-43a1-4f6b-87c0-ad1ef1c72a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['356f3492-d1f7-491b-87ec-b1cffcf2afce'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:05.855531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68c0931-a8ce-4a9e-bf70-12d63288ea87 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:05.860740 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b68c0931-a8ce-4a9e-bf70-12d63288ea87 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports/ea16f1ab-10c7-43db-b570-e3c633a3c89d HTTP/1.1" status: 200 len: 913 time: 0.0766931 Feb 11 05:30:05.860917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54262) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:05.882228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b3e6a2f8-0214-4a7d-b26e-fc7769b82182 None None] Provisioning complete for port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:05.883612 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b3e6a2f8-0214-4a7d-b26e-fc7769b82182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7364e1a9-72f0-47d4-b0ef-13bebb1c0872), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:05.895720 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4b2618ed-43a1-4f6b-87c0-ad1ef1c72a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:05.915174 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2618ed-43a1-4f6b-87c0-ad1ef1c72a04 None None] Routers {'356f3492-d1f7-491b-87ec-b1cffcf2afce'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:05.916691 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4b2618ed-43a1-4f6b-87c0-ad1ef1c72a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['356f3492-d1f7-491b-87ec-b1cffcf2afce'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:06.012353 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4b2618ed-43a1-4f6b-87c0-ad1ef1c72a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:06.017165 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2618ed-43a1-4f6b-87c0-ad1ef1c72a04 None None] The sync data for ids ['356f3492-d1f7-491b-87ec-b1cffcf2afce'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:30:06.088802 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b3e6a2f8-0214-4a7d-b26e-fc7769b82182 None None] Current status of the port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:06.134787 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (57452e59-c5a4-4d36-89dc-f2787f18dfc0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.413968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b9f95393-abac-4651-a0fc-f710ca8f05cf None None] Provisioning complete for port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:06.414780 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9f95393-abac-4651-a0fc-f710ca8f05cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7364e1a9-72f0-47d4-b0ef-13bebb1c0872), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.531476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b9f95393-abac-4651-a0fc-f710ca8f05cf None None] Current status of the port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:06.564710 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:30:06.642154 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b40921d-2530-4eaa-bdf1-79c2fd4ca5e6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (356f3492-d1f7-491b-87ec-b1cffcf2afce), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.766737 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:30:06.781160 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Sync routers for ids ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:30:06.794476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Routers {'57452e59-c5a4-4d36-89dc-f2787f18dfc0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:06.795375 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:06.819220 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:06.820823 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8cd5af0b-47b0-4485-a440-c69111773f92 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3884270 Feb 11 05:30:06.823654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54294) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:06.843920 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54296) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:06.960153 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Set router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:30:07.203657 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b516a6a1-0b63-4d06-9f4e-758601c157a8 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:07.208009 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-b516a6a1-0b63-4d06-9f4e-758601c157a8 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 05:30:07.208523 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-b516a6a1-0b63-4d06-9f4e-758601c157a8 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:30:07.211335 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b516a6a1-0b63-4d06-9f4e-758601c157a8 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3664296 Feb 11 05:30:07.215844 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-0b40921d-2530-4eaa-bdf1-79c2fd4ca5e6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting port ea16f1ab-10c7-43db-b570-e3c633a3c89d {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:07.216208 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b40921d-2530-4eaa-bdf1-79c2fd4ca5e6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ea16f1ab-10c7-43db-b570-e3c633a3c89d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.217626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54314) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:07.228125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-3d461e0d-bbeb-4f10-8b95-62ec2e6b550e tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group': {'name': 'tempest-secgroup--692413479'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:07.285718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'name': 'tempest-TaggedBootDevicesTest-879760632-router', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '519127c3-594c-435e-b47b-46131dd20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:00Z', 'updated_at': '2022-02-11T05:30:05Z', 'revision_number': 3, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'gw_port': {'id': '519127c3-594c-435e-b47b-46131dd20f36', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:02Z', 'updated_at': '2022-02-11T05:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:07.348861 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d461e0d-bbeb-4f10-8b95-62ec2e6b550e tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.363244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Checking router: 57452e59-c5a4-4d36-89dc-f2787f18dfc0 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:30:07.367913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Updating router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 port 519127c3-594c-435e-b47b-46131dd20f36 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:30:07.373740 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d461e0d-bbeb-4f10-8b95-62ec2e6b550e tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.681367 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (519127c3-594c-435e-b47b-46131dd20f36), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.755788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54360) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:07.780233 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.897233 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b40921d-2530-4eaa-bdf1-79c2fd4ca5e6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ea16f1ab-10c7-43db-b570-e3c633a3c89d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:07.939049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-0b40921d-2530-4eaa-bdf1-79c2fd4ca5e6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Calling delete_port for ea16f1ab-10c7-43db-b570-e3c633a3c89d owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:08.030918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-808c6328-f835-4512-8c37-08755db6937b tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.036430 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-808c6328-f835-4512-8c37-08755db6937b tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2778563 Feb 11 05:30:08.040829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54370) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.056479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-a2534b2c-bd91-43db-ae69-ebde045e38f9 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.057612 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a2534b2c-bd91-43db-ae69-ebde045e38f9 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0126441 Feb 11 05:30:08.066975 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54372) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.070545 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d461e0d-bbeb-4f10-8b95-62ec2e6b550e tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (c1f1bad4-b878-4d34-a7e3-6a28a666118b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.081014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-c886757b-499a-43d8-b814-eb4b8c6eef4a tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.082382 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c886757b-499a-43d8-b814-eb4b8c6eef4a tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0144401 Feb 11 05:30:08.086278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54376) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.086942 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d461e0d-bbeb-4f10-8b95-62ec2e6b550e tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c1f1bad4-b878-4d34-a7e3-6a28a666118b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.094831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-29f3941a-6254-48a4-804c-9b2d1cff79b6 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.097009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-29f3941a-6254-48a4-804c-9b2d1cff79b6 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0075779 Feb 11 05:30:08.109950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54380) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.120555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-24746f39-afa0-4d0f-bf72-1628da1870d2 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.122270 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-24746f39-afa0-4d0f-bf72-1628da1870d2 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0108278 Feb 11 05:30:08.138080 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54382) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.138996 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Publish callbacks [] for port (519127c3-594c-435e-b47b-46131dd20f36), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.146823 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (519127c3-594c-435e-b47b-46131dd20f36), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.172000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-510fa434-2f66-4daa-bf17-1c36918735ca tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.173007 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-510fa434-2f66-4daa-bf17-1c36918735ca tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0304027 Feb 11 05:30:08.179375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54386) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.197318 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-fd5658a0-3f31-45d5-854b-90d2d968a50f tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.198336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fd5658a0-3f31-45d5-854b-90d2d968a50f tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0114996 Feb 11 05:30:08.202267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54388) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.211163 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-c6dc084d-03f6-480e-8d8a-26fdad828409 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.213064 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c6dc084d-03f6-480e-8d8a-26fdad828409 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0098290 Feb 11 05:30:08.214079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d461e0d-bbeb-4f10-8b95-62ec2e6b550e tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f1bad4-b878-4d34-a7e3-6a28a666118b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:08.219581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54390) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.227520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-c6a07820-b5fa-402f-a27a-1c65ebdc1c45 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.231153 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c6a07820-b5fa-402f-a27a-1c65ebdc1c45 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0072749 Feb 11 05:30:08.237285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54392) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.242866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-643feaf6-8427-44db-8c86-cb07f68b0750 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.246228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-643feaf6-8427-44db-8c86-cb07f68b0750 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052342 Feb 11 05:30:08.246746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54394) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.250813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Allocated IP 172.20.0.1 (799a9941-b575-4229-aefb-2f7d7414a8e8/795c5f83-8f52-4a99-8b5b-a318dca41c6b/35c49de5-9589-4d30-8823-c17be538fd56) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:08.255818 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-77c7921b-7a87-4920-bc78-815bc8e086c3 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.260289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54396) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.260446 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-77c7921b-7a87-4920-bc78-815bc8e086c3 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0125918 Feb 11 05:30:08.273573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-d05cf5a0-b447-4c29-a382-6bd220fe046d tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.274653 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d05cf5a0-b447-4c29-a382-6bd220fe046d tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0092511 Feb 11 05:30:08.278314 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54398) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.290668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Attempting to bind port 519127c3-594c-435e-b47b-46131dd20f36 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:08.293353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Attempting to bind port 519127c3-594c-435e-b47b-46131dd20f36 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:08.293920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Attempting to bind port 519127c3-594c-435e-b47b-46131dd20f36 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:08.296011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-9f42d378-0f5b-4db8-9bfe-eb2eed9a8667 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.297039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9f42d378-0f5b-4db8-9bfe-eb2eed9a8667 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0135508 Feb 11 05:30:08.304021 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54400) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.322978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:08.325021 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-86c88b9d-da5a-4b5e-bb84-204999c78e94 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.328348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-86c88b9d-da5a-4b5e-bb84-204999c78e94 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0210657 Feb 11 05:30:08.328495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:08.328495 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.328495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:08.328495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Bound port: 519127c3-594c-435e-b47b-46131dd20f36, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:08.328495 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (519127c3-594c-435e-b47b-46131dd20f36), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.330911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d47ae2-5d21-4ac9-9cf4-dfc69f571706 None None] Pushing event updated for resources: {'Port': ['ID=519127c3-594c-435e-b47b-46131dd20f36,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:08.332739 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54402) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.343615 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-f8feb977-e024-4385-bf7a-5bab563903f4 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.347693 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d461e0d-bbeb-4f10-8b95-62ec2e6b550e tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (1b8f6aa6-4cbe-4f7a-8467-9c71d35dec6b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.349184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54404) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.351311 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f8feb977-e024-4385-bf7a-5bab563903f4 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0174396 Feb 11 05:30:08.355296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-e38840a0-d302-46db-a860-b301cd134dd3 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.356788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e38840a0-d302-46db-a860-b301cd134dd3 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0067723 Feb 11 05:30:08.359826 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54406) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.360512 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d461e0d-bbeb-4f10-8b95-62ec2e6b550e tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1b8f6aa6-4cbe-4f7a-8467-9c71d35dec6b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.366979 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b40921d-2530-4eaa-bdf1-79c2fd4ca5e6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ea16f1ab-10c7-43db-b570-e3c633a3c89d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.367316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-4b42adb1-faf8-4bd9-91f3-ee3f8956d9bd tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.368308 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4b42adb1-faf8-4bd9-91f3-ee3f8956d9bd tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043824 Feb 11 05:30:08.372857 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54408) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.401286 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-8096dbb0-5908-4108-a997-f23c02f618e1 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.406694 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8096dbb0-5908-4108-a997-f23c02f618e1 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0089531 Feb 11 05:30:08.407102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54412) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.411283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40921d-2530-4eaa-bdf1-79c2fd4ca5e6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Port': ['ID=ea16f1ab-10c7-43db-b570-e3c633a3c89d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:08.420581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-4eb5a362-78cd-451d-9e72-08ebc0118b60 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.422749 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4eb5a362-78cd-451d-9e72-08ebc0118b60 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0097382 Feb 11 05:30:08.447592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d461e0d-bbeb-4f10-8b95-62ec2e6b550e tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8f6aa6-4cbe-4f7a-8467-9c71d35dec6b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:08.455264 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54414) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.462742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] For port 519127c3-594c-435e-b47b-46131dd20f36, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:08.465485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-38bd9a3a-b9ed-450e-b708-7a9883266de4 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.466482 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-38bd9a3a-b9ed-450e-b708-7a9883266de4 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0099075 Feb 11 05:30:08.469617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54418) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.471742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] For port 519127c3-594c-435e-b47b-46131dd20f36, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=519127c3-594c-435e-b47b-46131dd20f36,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:08.472314 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d461e0d-bbeb-4f10-8b95-62ec2e6b550e tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.476672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3d461e0d-bbeb-4f10-8b95-62ec2e6b550e tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2580252 Feb 11 05:30:08.480617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54420) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.481950 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (519127c3-594c-435e-b47b-46131dd20f36), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.483664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-b8737352-3633-4b06-a71d-9c74e03aa510 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.486881 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b8737352-3633-4b06-a71d-9c74e03aa510 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0069246 Feb 11 05:30:08.490853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6f968c06-2694-4969-a8cc-acfaeb8ca30d tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': '1b8f6aa6-4cbe-4f7a-8467-9c71d35dec6b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:08.494653 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54424) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.503837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-7d9e2619-7a2c-4a7e-9dfb-d83840d5a7d4 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.504824 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7d9e2619-7a2c-4a7e-9dfb-d83840d5a7d4 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0090373 Feb 11 05:30:08.512161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54428) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.524771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-b94fddc1-5a7c-43d0-b87b-bf2b72c849e9 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.525784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b94fddc1-5a7c-43d0-b87b-bf2b72c849e9 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0076597 Feb 11 05:30:08.536915 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54432) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.553216 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-91e24de0-5ed7-479d-9459-c2269396d100 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.554237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-91e24de0-5ed7-479d-9459-c2269396d100 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0143943 Feb 11 05:30:08.567892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54442) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.575816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-d4d4f550-f361-4268-8a52-92ca80b863f3 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.576804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d4d4f550-f361-4268-8a52-92ca80b863f3 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0053179 Feb 11 05:30:08.586173 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54444) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.600071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-95189898-a24d-41cf-8403-10dcc4715184 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.601113 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-95189898-a24d-41cf-8403-10dcc4715184 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0058165 Feb 11 05:30:08.606206 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54450) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.614136 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Publish callbacks [] for port (35c49de5-9589-4d30-8823-c17be538fd56), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.614303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d47ae2-5d21-4ac9-9cf4-dfc69f571706 None None] Pushing event updated for resources: {'Port': ['ID=519127c3-594c-435e-b47b-46131dd20f36,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:08.619602 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Routers {'57452e59-c5a4-4d36-89dc-f2787f18dfc0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:08.620579 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:08.630692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-0cf7825e-918a-43e9-9db6-61a9b8776801 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.634166 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0cf7825e-918a-43e9-9db6-61a9b8776801 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0057011 Feb 11 05:30:08.648010 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54456) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.656948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-2420857e-4441-4905-8b9a-9b519d1a75f5 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.660644 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2420857e-4441-4905-8b9a-9b519d1a75f5 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0090008 Feb 11 05:30:08.661332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54458) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.665466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-634a36cb-5a6b-4eab-b422-7601a2d8b192 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.668692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-634a36cb-5a6b-4eab-b422-7601a2d8b192 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044296 Feb 11 05:30:08.669902 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f968c06-2694-4969-a8cc-acfaeb8ca30d tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group_rule (40b602b7-9103-4726-9dd9-b4195e1d7a93), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.675041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54460) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.689797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-5b1707a1-3dc7-41d4-b6a3-ed41870b5ed6 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.690815 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5b1707a1-3dc7-41d4-b6a3-ed41870b5ed6 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0148621 Feb 11 05:30:08.696724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54466) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.707223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-6cf32fb5-27b8-43b1-8c29-e9d7d7365e47 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.708282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6cf32fb5-27b8-43b1-8c29-e9d7d7365e47 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0105591 Feb 11 05:30:08.714859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54472) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.722468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-22a46097-ad8e-4653-b084-61ef9f124a8e tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.723464 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-22a46097-ad8e-4653-b084-61ef9f124a8e tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0072103 Feb 11 05:30:08.724653 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (35c49de5-9589-4d30-8823-c17be538fd56), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.726480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54474) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.734970 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-37a2813a-1a37-4b3a-b95f-824e7639ea6f tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.735995 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-37a2813a-1a37-4b3a-b95f-824e7639ea6f tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044298 Feb 11 05:30:08.783428 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54476) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.783838 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54478) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.796216 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-56d47223-1006-4660-ae45-c25d9cbe3792 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.797797 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-56d47223-1006-4660-ae45-c25d9cbe3792 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0128374 Feb 11 05:30:08.800989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54482) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.805883 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-ed437d60-3e4c-4ac6-9ab6-5b41aa398f9e tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.806948 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ed437d60-3e4c-4ac6-9ab6-5b41aa398f9e tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0047925 Feb 11 05:30:08.813067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54484) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.823922 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-dcf6b262-cea4-44eb-869a-c11598a0edc3 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.825665 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dcf6b262-cea4-44eb-869a-c11598a0edc3 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0113356 Feb 11 05:30:08.828410 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54486) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.828612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Network 799a9941-b575-4229-aefb-2f7d7414a8e8 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:08.833136 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-0476e66f-8037-460f-a6d5-fd8a8952e222 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.834414 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0476e66f-8037-460f-a6d5-fd8a8952e222 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0047936 Feb 11 05:30:08.836966 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54488) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.843580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-61361d28-4b60-4915-a424-3bb3e5897e62 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.845016 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-61361d28-4b60-4915-a424-3bb3e5897e62 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0070090 Feb 11 05:30:08.847988 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54490) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.857228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:08.857573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-a52bf0f7-1e6a-424b-8bb1-7ee121ec582a tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.858703 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a52bf0f7-1e6a-424b-8bb1-7ee121ec582a tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0096498 Feb 11 05:30:08.861412 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54492) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.869843 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-98e83e90-4146-4f63-a506-4c345bbcb3b2 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.872176 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-98e83e90-4146-4f63-a506-4c345bbcb3b2 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0063307 Feb 11 05:30:08.873554 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b40921d-2530-4eaa-bdf1-79c2fd4ca5e6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (356f3492-d1f7-491b-87ec-b1cffcf2afce), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:08.875654 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54494) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.883296 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-a1d1c04f-7146-44d8-af28-b12f0bb55d46 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.886164 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:08.887281 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a1d1c04f-7146-44d8-af28-b12f0bb55d46 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0096538 Feb 11 05:30:08.893018 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54496) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.899129 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-e6891447-c3f8-4f68-8fa0-dec496294bd2 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.901400 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e6891447-c3f8-4f68-8fa0-dec496294bd2 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0066895 Feb 11 05:30:08.905298 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54498) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.909593 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] Set router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:30:08.912341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-6c9f124b-38df-40bd-8f01-9d08ed60d1a1 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.913188 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6c9f124b-38df-40bd-8f01-9d08ed60d1a1 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0066237 Feb 11 05:30:08.916079 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54500) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.923152 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-02611efa-3ff6-4b73-978a-77c1e477caa5 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.924817 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-02611efa-3ff6-4b73-978a-77c1e477caa5 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0075920 Feb 11 05:30:08.946155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54502) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.951156 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-87b55f87-e408-4cbc-aefc-5ca11c1d9eca tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.954953 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-87b55f87-e408-4cbc-aefc-5ca11c1d9eca tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0078688 Feb 11 05:30:08.961742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54504) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:08.965313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Pushing event updated for resources: {'Port': ['ID=35c49de5-9589-4d30-8823-c17be538fd56,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:08.973077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-725124d9-c24d-4f6b-86c6-9dcdfb3db865 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:08.977093 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-725124d9-c24d-4f6b-86c6-9dcdfb3db865 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0128982 Feb 11 05:30:08.990071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54506) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.001159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-9a448220-7961-4e9f-a4e2-212ca04272d9 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.005694 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9a448220-7961-4e9f-a4e2-212ca04272d9 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0115364 Feb 11 05:30:09.007827 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f968c06-2694-4969-a8cc-acfaeb8ca30d tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group_rule (40b602b7-9103-4726-9dd9-b4195e1d7a93), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.023120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54508) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.030483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-6d73f4f5-a5ad-415f-89d6-63cce4ee05ee tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.034244 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6d73f4f5-a5ad-415f-89d6-63cce4ee05ee tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0097480 Feb 11 05:30:09.035369 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f968c06-2694-4969-a8cc-acfaeb8ca30d tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (40b602b7-9103-4726-9dd9-b4195e1d7a93), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.038899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54510) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.051119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-a3cbc13a-3639-4ee1-b2f1-4460d864c98d tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.056307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a3cbc13a-3639-4ee1-b2f1-4460d864c98d tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0135236 Feb 11 05:30:09.057721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54512) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.080427 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-82a011ca-bcdc-4991-9c3f-2e075cbded63 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.084410 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-82a011ca-bcdc-4991-9c3f-2e075cbded63 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0198522 Feb 11 05:30:09.088443 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (57452e59-c5a4-4d36-89dc-f2787f18dfc0), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.091798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54514) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.146447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-a6f6f7f0-7e84-4f38-8085-46263fabf7e5 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.150725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a6f6f7f0-7e84-4f38-8085-46263fabf7e5 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0539658 Feb 11 05:30:09.150725 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f968c06-2694-4969-a8cc-acfaeb8ca30d tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b602b7-9103-4726-9dd9-b4195e1d7a93,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:09.155002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54516) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.164366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-dc78df5f-eee3-4e91-b4b3-a60cec9c2df7 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.171572 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dc78df5f-eee3-4e91-b4b3-a60cec9c2df7 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0100253 Feb 11 05:30:09.182415 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f968c06-2694-4969-a8cc-acfaeb8ca30d tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.195335 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6f968c06-2694-4969-a8cc-acfaeb8ca30d tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7094431 Feb 11 05:30:09.200318 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54520) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.200566 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54522) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.220428 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-f1c96923-befa-4643-9ecf-670063a38af7 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.227957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f1c96923-befa-4643-9ecf-670063a38af7 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0240664 Feb 11 05:30:09.231513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-37c2c2df-f750-482c-8eeb-21f069faff23 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': '1b8f6aa6-4cbe-4f7a-8467-9c71d35dec6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:09.239297 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69eec487-1631-4e69-a5f2-b1834879d8dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.245448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54524) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.258891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-54490abb-265f-4c00-8956-cc9980054280 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.260464 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-54490abb-265f-4c00-8956-cc9980054280 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0139968 Feb 11 05:30:09.268011 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54526) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.271311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b40921d-2530-4eaa-bdf1-79c2fd4ca5e6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 356f3492-d1f7-491b-87ec-b1cffcf2afce has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:30:09.275092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'name': 'tempest-TaggedBootDevicesTest-879760632-router', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '519127c3-594c-435e-b47b-46131dd20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:00Z', 'updated_at': '2022-02-11T05:30:05Z', 'revision_number': 3, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'gw_port': {'id': '519127c3-594c-435e-b47b-46131dd20f36', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:02Z', 'updated_at': '2022-02-11T05:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:09.316334 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-37c2c2df-f750-482c-8eeb-21f069faff23 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group_rule (25be681a-c667-4fc8-b88f-4f3d63c74d83), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.325353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbdc483-66bd-4158-bcc4-a3acbf70e667 None None] The sync data for ids ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'] in n-d-713499-38 is: [{'id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'name': 'tempest-TaggedBootDevicesTest-879760632-router', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '519127c3-594c-435e-b47b-46131dd20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:00Z', 'updated_at': '2022-02-11T05:30:05Z', 'revision_number': 3, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'gw_port': {'id': '519127c3-594c-435e-b47b-46131dd20f36', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:02Z', 'updated_at': '2022-02-11T05:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:30:09.340371 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c9f677e4-04bf-4207-bb7c-5b1027be9be3 None None] Provisioning complete for port 35c49de5-9589-4d30-8823-c17be538fd56 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:09.340749 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c9f677e4-04bf-4207-bb7c-5b1027be9be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (35c49de5-9589-4d30-8823-c17be538fd56), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.382033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c9f677e4-04bf-4207-bb7c-5b1027be9be3 None None] Port 35c49de5-9589-4d30-8823-c17be538fd56 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:09.393952 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69eec487-1631-4e69-a5f2-b1834879d8dd admin admin] Publish callbacks [] for security_group (0c35d266-8414-4f05-8e6c-a8af447ed104), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.398805 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-36bf2f7a-c0c9-41e8-a066-b2ea0a59494d tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.400455 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-36bf2f7a-c0c9-41e8-a066-b2ea0a59494d tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.1139829 Feb 11 05:30:09.403322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54528) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.403906 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69eec487-1631-4e69-a5f2-b1834879d8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0c35d266-8414-4f05-8e6c-a8af447ed104), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.414094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-b09a584a-8d3d-44fd-b347-66daee2b535c tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.416586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b09a584a-8d3d-44fd-b347-66daee2b535c tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0080199 Feb 11 05:30:09.418632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54530) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.440624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-0edc2c3e-e14a-4448-ab8e-c6817aa42d17 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.441621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0edc2c3e-e14a-4448-ab8e-c6817aa42d17 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0204039 Feb 11 05:30:09.444542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54532) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.448344 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-37c2c2df-f750-482c-8eeb-21f069faff23 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:30:09.451550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-37c2c2df-f750-482c-8eeb-21f069faff23 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2473936 Feb 11 05:30:09.454622 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54534) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.458694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-2e924f4c-d650-4bc2-946c-4a949b4168fa tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.459718 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2e924f4c-d650-4bc2-946c-4a949b4168fa tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0125046 Feb 11 05:30:09.462443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54536) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.469338 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-69eec487-1631-4e69-a5f2-b1834879d8dd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=74af2b659b0d4bc3a91c52e230eca5de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6827109 Feb 11 05:30:09.469542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-3e1772c2-fc9a-44e0-ad6a-860f45bfbea2 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.470495 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3e1772c2-fc9a-44e0-ad6a-860f45bfbea2 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0071716 Feb 11 05:30:09.471410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54538) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.477124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54540) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.479958 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (35c49de5-9589-4d30-8823-c17be538fd56), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.494148 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-c67e62e4-c565-4d49-acec-cd0d4e63297c tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.495152 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c67e62e4-c565-4d49-acec-cd0d4e63297c tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0161242 Feb 11 05:30:09.505242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54542) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.514409 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-59ad3dac-f379-4764-a0d5-f26b372ae365 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.515399 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-59ad3dac-f379-4764-a0d5-f26b372ae365 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0092411 Feb 11 05:30:09.521421 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54544) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.527297 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eec487-1631-4e69-a5f2-b1834879d8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c35d266-8414-4f05-8e6c-a8af447ed104,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:09.528813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-b8230e36-bd58-4dd2-a8dd-df1025bce322 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.532295 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b8230e36-bd58-4dd2-a8dd-df1025bce322 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0074608 Feb 11 05:30:09.536923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54546) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.566635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-85fa282b-d9ab-45e5-a613-b15624a8c00c tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.570089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-85fa282b-d9ab-45e5-a613-b15624a8c00c tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0293200 Feb 11 05:30:09.572021 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54548) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.582443 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-4fcbc58a-bac4-4f55-a9f6-cd93795b7348 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.583705 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4fcbc58a-bac4-4f55-a9f6-cd93795b7348 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0070653 Feb 11 05:30:09.586727 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54550) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.597359 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-72e5c1a9-b1b4-40f7-bed9-703703ad50e0 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.598563 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-72e5c1a9-b1b4-40f7-bed9-703703ad50e0 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0062621 Feb 11 05:30:09.601608 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54552) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.605803 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-5aeba09a-056e-4035-aaef-71b826cd8a7d tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.607121 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5aeba09a-056e-4035-aaef-71b826cd8a7d tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044482 Feb 11 05:30:09.609944 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54554) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.616418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-8ef457b6-e65a-4ced-baae-74d7bc892e5a tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.617371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8ef457b6-e65a-4ced-baae-74d7bc892e5a tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0065136 Feb 11 05:30:09.618463 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4a838ef0-569e-4f99-b0eb-fbdf8c72f082 admin admin] Publish callbacks [] for security_group (0c35d266-8414-4f05-8e6c-a8af447ed104), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.620529 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54556) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.629336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-74f7fca7-6855-4a6d-aa5a-6d19788963d7 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.630510 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-74f7fca7-6855-4a6d-aa5a-6d19788963d7 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0085430 Feb 11 05:30:09.639625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54558) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.656972 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a13960a-6037-46d8-82ea-aecf0daed5d9 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (1b8f6aa6-4cbe-4f7a-8467-9c71d35dec6b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.660731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b40921d-2530-4eaa-bdf1-79c2fd4ca5e6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:30:09.661213 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [None req-601ee868-e298-4e9b-977b-200efe67b358 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.662247 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-601ee868-e298-4e9b-977b-200efe67b358 tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0147302 Feb 11 05:30:09.665405 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54562) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.670933 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0b40921d-2530-4eaa-bdf1-79c2fd4ca5e6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/356f3492-d1f7-491b-87ec-b1cffcf2afce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8091621 Feb 11 05:30:09.673904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54564) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.675801 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-2afd9c0d-4857-4f3b-b207-cddac9db465c tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.676289 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b6ad30-8445-4367-a611-de7d7706cf94 None None] Sync routers for ids ['356f3492-d1f7-491b-87ec-b1cffcf2afce'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:30:09.677661 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2afd9c0d-4857-4f3b-b207-cddac9db465c tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0053799 Feb 11 05:30:09.684466 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54566) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.689276 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [None req-1b0620b2-c496-4564-81e3-bec9c605a9dc tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:30:09.690565 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1b0620b2-c496-4564-81e3-bec9c605a9dc tempest-ExtensionsTestJSON-1515072970 tempest-ExtensionsTestJSON-1515072970-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0047784 Feb 11 05:30:09.711300 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b6ad30-8445-4367-a611-de7d7706cf94 None None] Routers {'356f3492-d1f7-491b-87ec-b1cffcf2afce'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:09.712477 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-82b6ad30-8445-4367-a611-de7d7706cf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['356f3492-d1f7-491b-87ec-b1cffcf2afce'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:09.736255 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a13960a-6037-46d8-82ea-aecf0daed5d9 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (1b8f6aa6-4cbe-4f7a-8467-9c71d35dec6b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.796282 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4a838ef0-569e-4f99-b0eb-fbdf8c72f082 admin admin] Publish callbacks [] for security_group (0c35d266-8414-4f05-8e6c-a8af447ed104), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.800346 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.827652 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-82b6ad30-8445-4367-a611-de7d7706cf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:09.845673 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b6ad30-8445-4367-a611-de7d7706cf94 None None] Routers {'356f3492-d1f7-491b-87ec-b1cffcf2afce'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:09.847353 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-82b6ad30-8445-4367-a611-de7d7706cf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['356f3492-d1f7-491b-87ec-b1cffcf2afce'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:09.909032 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a13960a-6037-46d8-82ea-aecf0daed5d9 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1b8f6aa6-4cbe-4f7a-8467-9c71d35dec6b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.913638 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a13960a-6037-46d8-82ea-aecf0daed5d9 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.920711 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8a13960a-6037-46d8-82ea-aecf0daed5d9 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "DELETE /v2.0/security-groups/1b8f6aa6-4cbe-4f7a-8467-9c71d35dec6b HTTP/1.1" status: 204 len: 168 time: 0.4527290 Feb 11 05:30:09.923014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54570) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:09.933901 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-82b6ad30-8445-4367-a611-de7d7706cf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:09.934890 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b6ad30-8445-4367-a611-de7d7706cf94 None None] The sync data for ids ['356f3492-d1f7-491b-87ec-b1cffcf2afce'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:30:09.969329 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13960a-6037-46d8-82ea-aecf0daed5d9 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8f6aa6-4cbe-4f7a-8467-9c71d35dec6b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:09.971678 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4a838ef0-569e-4f99-b0eb-fbdf8c72f082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0c35d266-8414-4f05-8e6c-a8af447ed104), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.974459 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4a838ef0-569e-4f99-b0eb-fbdf8c72f082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:09.975663 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4a838ef0-569e-4f99-b0eb-fbdf8c72f082 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0c35d266-8414-4f05-8e6c-a8af447ed104 HTTP/1.1" status: 204 len: 168 time: 0.5032847 Feb 11 05:30:10.029634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a838ef0-569e-4f99-b0eb-fbdf8c72f082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c35d266-8414-4f05-8e6c-a8af447ed104,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:10.067253 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Publish callbacks [] for port (35c49de5-9589-4d30-8823-c17be538fd56), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.071212 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (35c49de5-9589-4d30-8823-c17be538fd56), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.109437 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8a64487e-18f0-4cfd-81ba-490fe07bfd80 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1730211 Feb 11 05:30:10.113140 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54576) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:10.120312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-00965e39-043d-4f2f-b42c-d370907a2792 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group': {'name': 'tempest-secgroup--1394505137'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:10.228528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Pushing event updated for resources: {'Port': ['ID=35c49de5-9589-4d30-8823-c17be538fd56,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:10.236092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54578) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:10.243460 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (57452e59-c5a4-4d36-89dc-f2787f18dfc0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.251173 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-00965e39-043d-4f2f-b42c-d370907a2792 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.459330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Network 799a9941-b575-4229-aefb-2f7d7414a8e8 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:10.470731 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:10.509280 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-480ff9da-20cf-42ca-a1b9-94e33215ecb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.520678 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-00965e39-043d-4f2f-b42c-d370907a2792 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (49b4f478-a1bb-4fbf-beeb-12d2221c1efe), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.548398 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-00965e39-043d-4f2f-b42c-d370907a2792 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (49b4f478-a1bb-4fbf-beeb-12d2221c1efe), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.669321 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-480ff9da-20cf-42ca-a1b9-94e33215ecb5 admin admin] Publish callbacks [] for security_group (78f277f6-3334-43d9-8285-4d4b1238e06d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.671463 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-00965e39-043d-4f2f-b42c-d370907a2792 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.672912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-00965e39-043d-4f2f-b42c-d370907a2792 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5579324 Feb 11 05:30:10.676897 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54592) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:10.689007 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00965e39-043d-4f2f-b42c-d370907a2792 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b4f478-a1bb-4fbf-beeb-12d2221c1efe,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:10.692149 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6655fdf1-a589-412e-9302-b5d44f90c94d tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': '49b4f478-a1bb-4fbf-beeb-12d2221c1efe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:10.693353 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-6655fdf1-a589-412e-9302-b5d44f90c94d tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 05:30:10.694809 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-6655fdf1-a589-412e-9302-b5d44f90c94d tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:10.696394 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6655fdf1-a589-412e-9302-b5d44f90c94d tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0170965 Feb 11 05:30:10.699610 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-480ff9da-20cf-42ca-a1b9-94e33215ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (78f277f6-3334-43d9-8285-4d4b1238e06d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.700895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54594) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:10.796668 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-570bc43d-c9e0-4d88-b43d-b65a518a57c0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (356f3492-d1f7-491b-87ec-b1cffcf2afce), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.823669 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3301dfbc-4377-45b2-8578-bc60f3b09fc9 None None] Provisioning complete for port 35c49de5-9589-4d30-8823-c17be538fd56 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:10.827838 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3301dfbc-4377-45b2-8578-bc60f3b09fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (35c49de5-9589-4d30-8823-c17be538fd56), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:10.844660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54600) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:10.851575 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-480ff9da-20cf-42ca-a1b9-94e33215ecb5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c609146a066f4143a6b1cc83239350c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6101701 Feb 11 05:30:10.867346 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ff9da-20cf-42ca-a1b9-94e33215ecb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f277f6-3334-43d9-8285-4d4b1238e06d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:10.957414 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3301dfbc-4377-45b2-8578-bc60f3b09fc9 None None] Port 35c49de5-9589-4d30-8823-c17be538fd56 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:10.960811 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-8162d045-d699-44b3-94a8-bd8e82c5dac0 req-8650b131-9280-45cf-85a7-2b8af17ff6a1 service neutron] (103170) timed out ('10.222.0.87', 48412) {{(pid=103170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:30:10.976184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:30:11.051751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 519127c3-594c-435e-b47b-46131dd20f36 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:11.080149 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2fdab6cf-e124-48a5-b4a5-be972248cce8 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (49b4f478-a1bb-4fbf-beeb-12d2221c1efe), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.087854 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4c25ac7-0d2b-47ae-afea-a95e908e62ab admin admin] Publish callbacks [] for security_group (78f277f6-3334-43d9-8285-4d4b1238e06d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.153737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 519127c3-594c-435e-b47b-46131dd20f36 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:11.154506 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (519127c3-594c-435e-b47b-46131dd20f36), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.270906 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 519127c3-594c-435e-b47b-46131dd20f36 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:11.271387 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (519127c3-594c-435e-b47b-46131dd20f36), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.303822 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 519127c3-594c-435e-b47b-46131dd20f36, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=519127c3-594c-435e-b47b-46131dd20f36,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:11.309438 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (519127c3-594c-435e-b47b-46131dd20f36), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.379891 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=519127c3-594c-435e-b47b-46131dd20f36,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:11.617696 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4c25ac7-0d2b-47ae-afea-a95e908e62ab admin admin] Publish callbacks [] for security_group (78f277f6-3334-43d9-8285-4d4b1238e06d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.643385 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2fdab6cf-e124-48a5-b4a5-be972248cce8 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (49b4f478-a1bb-4fbf-beeb-12d2221c1efe), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.737962 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54618) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:11.815192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a6f1761-8d64-4d23-bb0c-3a8313b94130 req-5efbb2d2-c175-4b0c-86ce-970c494f7cd8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6731904 Feb 11 05:30:11.830683 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4c25ac7-0d2b-47ae-afea-a95e908e62ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (78f277f6-3334-43d9-8285-4d4b1238e06d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.833538 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4c25ac7-0d2b-47ae-afea-a95e908e62ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.834841 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a4c25ac7-0d2b-47ae-afea-a95e908e62ab admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/78f277f6-3334-43d9-8285-4d4b1238e06d HTTP/1.1" status: 204 len: 168 time: 0.9831414 Feb 11 05:30:11.843023 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2fdab6cf-e124-48a5-b4a5-be972248cce8 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (49b4f478-a1bb-4fbf-beeb-12d2221c1efe), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.847502 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2fdab6cf-e124-48a5-b4a5-be972248cce8 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:11.848593 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2fdab6cf-e124-48a5-b4a5-be972248cce8 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "DELETE /v2.0/security-groups/49b4f478-a1bb-4fbf-beeb-12d2221c1efe HTTP/1.1" status: 204 len: 168 time: 1.1413286 Feb 11 05:30:11.855571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54624) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:11.866503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c25ac7-0d2b-47ae-afea-a95e908e62ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f277f6-3334-43d9-8285-4d4b1238e06d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:11.910904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:30:11.937015 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ac62a30f-3f31-4ecc-89d0-717875c7a37a admin admin] 10.222.0.87 "PUT /v2.0/routers/57452e59-c5a4-4d36-89dc-f2787f18dfc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1116731 Feb 11 05:30:11.946861 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdab6cf-e124-48a5-b4a5-be972248cce8 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b4f478-a1bb-4fbf-beeb-12d2221c1efe,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:12.131806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f1761-8d64-4d23-bb0c-3a8313b94130 req-6909db9e-191f-412c-8f26-1a15d83ce0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:12.134979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a6f1761-8d64-4d23-bb0c-3a8313b94130 req-6909db9e-191f-412c-8f26-1a15d83ce0b3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 1129 time: 0.1162999 Feb 11 05:30:12.147409 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-489f49c6-3162-4da6-a2c2-2769ce461015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.155788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-570bc43d-c9e0-4d88-b43d-b65a518a57c0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting port 88dd2f79-fa58-4e01-923c-23130d76a1c3 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:12.156292 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-570bc43d-c9e0-4d88-b43d-b65a518a57c0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (88dd2f79-fa58-4e01-923c-23130d76a1c3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.161312 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8642c1d4-e5b6-43dd-a8a0-ed21e21a5051 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3027072 Feb 11 05:30:12.166745 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54632) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:12.183070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-34a5a8c0-32b2-48e7-aa77-ae68f02c3db4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group': {'name': 'tempest-secgroup--1824853268'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:12.247595 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34a5a8c0-32b2-48e7-aa77-ae68f02c3db4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.381345 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34a5a8c0-32b2-48e7-aa77-ae68f02c3db4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (8c1e29d7-9b7d-4066-9b92-29b12c4b6e7d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.393956 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34a5a8c0-32b2-48e7-aa77-ae68f02c3db4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8c1e29d7-9b7d-4066-9b92-29b12c4b6e7d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.396676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Sync routers for ids ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:30:12.417169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Routers {'57452e59-c5a4-4d36-89dc-f2787f18dfc0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:12.418563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:12.422331 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-570bc43d-c9e0-4d88-b43d-b65a518a57c0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (88dd2f79-fa58-4e01-923c-23130d76a1c3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.459021 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34a5a8c0-32b2-48e7-aa77-ae68f02c3db4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.460425 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-34a5a8c0-32b2-48e7-aa77-ae68f02c3db4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2915540 Feb 11 05:30:12.470177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54636) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:12.483169 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1b558983-57be-42bb-bb8f-faf83366349f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': '8c1e29d7-9b7d-4066-9b92-29b12c4b6e7d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:12.495482 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-1b558983-57be-42bb-bb8f-faf83366349f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 05:30:12.496137 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-1b558983-57be-42bb-bb8f-faf83366349f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:12.500307 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1b558983-57be-42bb-bb8f-faf83366349f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0291538 Feb 11 05:30:12.502108 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5a8c0-32b2-48e7-aa77-ae68f02c3db4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1e29d7-9b7d-4066-9b92-29b12c4b6e7d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:12.505289 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54640) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:12.509348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f1761-8d64-4d23-bb0c-3a8313b94130 req-28e22453-ab3c-4704-a34c-65cedba0d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:12.510827 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a6f1761-8d64-4d23-bb0c-3a8313b94130 req-28e22453-ab3c-4704-a34c-65cedba0d4c2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 918 time: 0.3055630 Feb 11 05:30:12.525844 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-570bc43d-c9e0-4d88-b43d-b65a518a57c0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Calling delete_port for 88dd2f79-fa58-4e01-923c-23130d76a1c3 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:12.538434 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-489f49c6-3162-4da6-a2c2-2769ce461015 admin admin] Publish callbacks [] for security_group (2f1fa93d-6f6d-417a-ba1c-f9888b246c8c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.562861 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-489f49c6-3162-4da6-a2c2-2769ce461015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2f1fa93d-6f6d-417a-ba1c-f9888b246c8c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.606698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f49c6-3162-4da6-a2c2-2769ce461015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1fa93d-6f6d-417a-ba1c-f9888b246c8c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:12.683897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Set router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:30:12.728899 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-489f49c6-3162-4da6-a2c2-2769ce461015 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f9202c73e0254d4ba1569e4f1fecc482&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9895797 Feb 11 05:30:12.732418 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54646) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:12.753255 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-489050c2-14b6-4c8d-bcaf-585e963734c3 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (8c1e29d7-9b7d-4066-9b92-29b12c4b6e7d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:12.757896 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a6f1761-8d64-4d23-bb0c-3a8313b94130 req-096af11d-3c31-4e88-9b60-9911a6088b77 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48 HTTP/1.1" status: 200 len: 1001 time: 0.2286038 Feb 11 05:30:12.895667 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-489050c2-14b6-4c8d-bcaf-585e963734c3 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (8c1e29d7-9b7d-4066-9b92-29b12c4b6e7d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.049077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 519127c3-594c-435e-b47b-46131dd20f36 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:13.052389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f1761-8d64-4d23-bb0c-3a8313b94130 req-92a6611e-c6d1-4c6e-8787-a43144d81982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:13.076229 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a6f1761-8d64-4d23-bb0c-3a8313b94130 req-92a6611e-c6d1-4c6e-8787-a43144d81982 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.2347267 Feb 11 05:30:13.078444 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6da5514a-c244-46e2-9aeb-4499e5be8b2e admin admin] Publish callbacks [] for security_group (2f1fa93d-6f6d-417a-ba1c-f9888b246c8c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.144584 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6da5514a-c244-46e2-9aeb-4499e5be8b2e admin admin] Publish callbacks [] for security_group (2f1fa93d-6f6d-417a-ba1c-f9888b246c8c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.271393 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-489050c2-14b6-4c8d-bcaf-585e963734c3 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8c1e29d7-9b7d-4066-9b92-29b12c4b6e7d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.279149 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-489050c2-14b6-4c8d-bcaf-585e963734c3 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.320128 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-489050c2-14b6-4c8d-bcaf-585e963734c3 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "DELETE /v2.0/security-groups/8c1e29d7-9b7d-4066-9b92-29b12c4b6e7d HTTP/1.1" status: 204 len: 168 time: 0.8054831 Feb 11 05:30:13.323191 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54668) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:13.336259 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:30:13.356684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 519127c3-594c-435e-b47b-46131dd20f36 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:13.359138 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (519127c3-594c-435e-b47b-46131dd20f36), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.373389 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-570bc43d-c9e0-4d88-b43d-b65a518a57c0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (88dd2f79-fa58-4e01-923c-23130d76a1c3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.378111 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6da5514a-c244-46e2-9aeb-4499e5be8b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2f1fa93d-6f6d-417a-ba1c-f9888b246c8c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.392483 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6da5514a-c244-46e2-9aeb-4499e5be8b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.393768 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6da5514a-c244-46e2-9aeb-4499e5be8b2e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2f1fa93d-6f6d-417a-ba1c-f9888b246c8c HTTP/1.1" status: 204 len: 168 time: 0.6601346 Feb 11 05:30:13.410516 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489050c2-14b6-4c8d-bcaf-585e963734c3 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1e29d7-9b7d-4066-9b92-29b12c4b6e7d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:13.427849 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5514a-c244-46e2-9aeb-4499e5be8b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1fa93d-6f6d-417a-ba1c-f9888b246c8c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:13.474861 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ac945673-67da-49f2-8669-e68518cdc888 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1215250 Feb 11 05:30:13.475557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54672) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:13.481731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-58257144-9772-482c-8144-6cd4077792d3 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668543793'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:13.521515 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-58257144-9772-482c-8144-6cd4077792d3 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.530582 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'name': 'tempest-TaggedBootDevicesTest-879760632-router', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '519127c3-594c-435e-b47b-46131dd20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:00Z', 'updated_at': '2022-02-11T05:30:09Z', 'revision_number': 4, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'gw_port': {'id': '519127c3-594c-435e-b47b-46131dd20f36', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:02Z', 'updated_at': '2022-02-11T05:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '35c49de5-9589-4d30-8823-c17be538fd56', 'name': '', 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:07Z', 'updated_at': '2022-02-11T05:30:09Z', 'revision_number': 2, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'subnets': [{'id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:13.588484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bc43d-c9e0-4d88-b43d-b65a518a57c0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Port': ['ID=88dd2f79-fa58-4e01-923c-23130d76a1c3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:13.600232 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Checking router: 57452e59-c5a4-4d36-89dc-f2787f18dfc0 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:30:13.600970 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Updating router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 port 35c49de5-9589-4d30-8823-c17be538fd56 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:30:13.710377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f1761-8d64-4d23-bb0c-3a8313b94130 req-d16e64ae-322c-4c1d-9b5d-4f9d6be23f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:13.712974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a6f1761-8d64-4d23-bb0c-3a8313b94130 req-d16e64ae-322c-4c1d-9b5d-4f9d6be23f24 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6306856 Feb 11 05:30:13.792084 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-58257144-9772-482c-8144-6cd4077792d3 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (4e27c28c-1cd6-43a2-8a4f-fd76da334b89), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.800470 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-58257144-9772-482c-8144-6cd4077792d3 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4e27c28c-1cd6-43a2-8a4f-fd76da334b89), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.804728 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (35c49de5-9589-4d30-8823-c17be538fd56), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.853712 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 519127c3-594c-435e-b47b-46131dd20f36 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:13.890308 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58257144-9772-482c-8144-6cd4077792d3 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e27c28c-1cd6-43a2-8a4f-fd76da334b89,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:13.898208 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-58257144-9772-482c-8144-6cd4077792d3 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.912587 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-58257144-9772-482c-8144-6cd4077792d3 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4347541 Feb 11 05:30:13.914240 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54680) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:13.924969 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6fc006d5-a10c-4ebd-811a-abf272eba476 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': '4e27c28c-1cd6-43a2-8a4f-fd76da334b89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:13.940304 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-570bc43d-c9e0-4d88-b43d-b65a518a57c0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (356f3492-d1f7-491b-87ec-b1cffcf2afce), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:13.945355 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-6fc006d5-a10c-4ebd-811a-abf272eba476 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 05:30:13.946457 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-6fc006d5-a10c-4ebd-811a-abf272eba476 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:13.947762 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6fc006d5-a10c-4ebd-811a-abf272eba476 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0318387 Feb 11 05:30:13.951136 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54682) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:13.956869 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e5dbe124-8aa6-4983-b58f-6576d4a6b1d2 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': '4e27c28c-1cd6-43a2-8a4f-fd76da334b89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:13.957852 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-e5dbe124-8aa6-4983-b58f-6576d4a6b1d2 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 05:30:13.958564 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-e5dbe124-8aa6-4983-b58f-6576d4a6b1d2 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:13.959823 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e5dbe124-8aa6-4983-b58f-6576d4a6b1d2 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067472 Feb 11 05:30:13.964259 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54684) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:13.994614 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5d4591bb-04eb-4b57-867a-06a921dd7c96 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': '4e27c28c-1cd6-43a2-8a4f-fd76da334b89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:13.999395 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-5d4591bb-04eb-4b57-867a-06a921dd7c96 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 05:30:14.000085 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-5d4591bb-04eb-4b57-867a-06a921dd7c96 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:14.002080 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5d4591bb-04eb-4b57-867a-06a921dd7c96 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0252001 Feb 11 05:30:14.004107 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54686) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:14.008332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54688) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:14.016870 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f78f49c9-f04e-42f8-b26c-665c68842d87 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1156995925-network', 'tenant_id': '7265e612114849938bd463195419f6b8'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:14.037149 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-41b1dff2-1676-43c7-943a-d86caeae26bc tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': '4e27c28c-1cd6-43a2-8a4f-fd76da334b89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:14.039050 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-41b1dff2-1676-43c7-943a-d86caeae26bc tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 05:30:14.039697 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-41b1dff2-1676-43c7-943a-d86caeae26bc tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:14.043555 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-41b1dff2-1676-43c7-943a-d86caeae26bc tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0230696 Feb 11 05:30:14.046702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54690) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:14.085978 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78f49c9-f04e-42f8-b26c-665c68842d87 admin admin] Made reservation on behalf of 7265e612114849938bd463195419f6b8 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:14.088531 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f78f49c9-f04e-42f8-b26c-665c68842d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.105147 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f78f49c9-f04e-42f8-b26c-665c68842d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.146863 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54694) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:14.285251 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a6f1761-8d64-4d23-bb0c-3a8313b94130 req-40e8121c-bb50-48af-9351-7d2fc94473a9 service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5224013 Feb 11 05:30:14.314057 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f78f49c9-f04e-42f8-b26c-665c68842d87 admin admin] Publish callbacks [] for security_group (a3d15503-9ffe-4a49-956a-0d6fce5bbc23), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.320082 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f78f49c9-f04e-42f8-b26c-665c68842d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a3d15503-9ffe-4a49-956a-0d6fce5bbc23), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.352168 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.352359 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f49c9-f04e-42f8-b26c-665c68842d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d15503-9ffe-4a49-956a-0d6fce5bbc23,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:14.366797 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78f49c9-f04e-42f8-b26c-665c68842d87 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:14.380278 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f78f49c9-f04e-42f8-b26c-665c68842d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d0c9fe65-764f-4280-ab96-c0b5feb7d6bf), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.380860 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-f78f49c9-f04e-42f8-b26c-665c68842d87 admin admin] Added segment d0c9fe65-764f-4280-ab96-c0b5feb7d6bf of type vlan for network e521730a-19f7-4740-a7d9-35f8556d1448 Feb 11 05:30:14.395010 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Publish callbacks [] for port (35c49de5-9589-4d30-8823-c17be538fd56), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.404381 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (35c49de5-9589-4d30-8823-c17be538fd56), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.428673 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f78f49c9-f04e-42f8-b26c-665c68842d87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (e521730a-19f7-4740-a7d9-35f8556d1448), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.438522 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-42652346-6994-4beb-871a-0981477a696d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-594730524'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:14.482273 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42652346-6994-4beb-871a-0981477a696d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:14.487349 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42652346-6994-4beb-871a-0981477a696d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.499997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c9738-48cb-46b3-a315-f50286e5a798 None None] Pushing event updated for resources: {'Port': ['ID=35c49de5-9589-4d30-8823-c17be538fd56,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:14.501504 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42652346-6994-4beb-871a-0981477a696d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.540404 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f78f49c9-f04e-42f8-b26c-665c68842d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (e521730a-19f7-4740-a7d9-35f8556d1448), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.541381 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78f49c9-f04e-42f8-b26c-665c68842d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:14.541966 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f78f49c9-f04e-42f8-b26c-665c68842d87 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.565081 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9f335552-a24e-41b3-8e66-a18de30a10fb tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (4e27c28c-1cd6-43a2-8a4f-fd76da334b89), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.578803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570bc43d-c9e0-4d88-b43d-b65a518a57c0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 356f3492-d1f7-491b-87ec-b1cffcf2afce has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:30:14.620204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Attempting to bind port 35c49de5-9589-4d30-8823-c17be538fd56 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:14.621298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Attempting to bind port 35c49de5-9589-4d30-8823-c17be538fd56 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '88518d25-2618-42dd-81d7-e7a3c557bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:14.622551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Attempting to bind port 35c49de5-9589-4d30-8823-c17be538fd56 on network 799a9941-b575-4229-aefb-2f7d7414a8e8 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:14.635037 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f78f49c9-f04e-42f8-b26c-665c68842d87 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6296885 Feb 11 05:30:14.638016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54708) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:14.640177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f49c9-f04e-42f8-b26c-665c68842d87 admin admin] Pushing event updated for resources: {'Network': ['ID=e521730a-19f7-4740-a7d9-35f8556d1448,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:14.648245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:14.649026 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-faeddb50-150c-4a83-b3bd-94832d22dc96 admin admin] Request body: {'subnet': {'network_id': 'e521730a-19f7-4740-a7d9-35f8556d1448', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1156995925-subnet', 'tenant_id': '7265e612114849938bd463195419f6b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:14.650582 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Checking segment: {'id': '88518d25-2618-42dd-81d7-e7a3c557bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:14.652351 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.654170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Bound using segment: {'id': '88518d25-2618-42dd-81d7-e7a3c557bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:14.657503 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Bound port: 35c49de5-9589-4d30-8823-c17be538fd56, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88518d25-2618-42dd-81d7-e7a3c557bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:14.657503 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (35c49de5-9589-4d30-8823-c17be538fd56), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.666676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network e521730a-19f7-4740-a7d9-35f8556d1448 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:14.759255 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeddb50-150c-4a83-b3bd-94832d22dc96 admin admin] Made reservation on behalf of 7265e612114849938bd463195419f6b8 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:14.763027 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-faeddb50-150c-4a83-b3bd-94832d22dc96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.817490 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9f335552-a24e-41b3-8e66-a18de30a10fb tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (4e27c28c-1cd6-43a2-8a4f-fd76da334b89), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.883069 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9f335552-a24e-41b3-8e66-a18de30a10fb tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4e27c28c-1cd6-43a2-8a4f-fd76da334b89), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.885698 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9f335552-a24e-41b3-8e66-a18de30a10fb tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.887447 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9f335552-a24e-41b3-8e66-a18de30a10fb tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "DELETE /v2.0/security-groups/4e27c28c-1cd6-43a2-8a4f-fd76da334b89 HTTP/1.1" status: 204 len: 168 time: 0.8364837 Feb 11 05:30:14.896535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54718) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:14.911870 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42652346-6994-4beb-871a-0981477a696d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (e46e91c9-81b5-4559-901d-2438815349f8), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.933731 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42652346-6994-4beb-871a-0981477a696d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e46e91c9-81b5-4559-901d-2438815349f8), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:14.975735 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42652346-6994-4beb-871a-0981477a696d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:15.004238 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42652346-6994-4beb-871a-0981477a696d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.004998 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-42652346-6994-4beb-871a-0981477a696d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Added segment bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9 of type vlan for network 921fec86-1e61-4045-9531-0621000cee8d Feb 11 05:30:15.008837 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] For port 35c49de5-9589-4d30-8823-c17be538fd56, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:15.016065 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] For port 35c49de5-9589-4d30-8823-c17be538fd56, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=35c49de5-9589-4d30-8823-c17be538fd56,segment=NetworkSegment(88518d25-2618-42dd-81d7-e7a3c557bb3c),segment_id=88518d25-2618-42dd-81d7-e7a3c557bb3c)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:15.017157 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42652346-6994-4beb-871a-0981477a696d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e46e91c9-81b5-4559-901d-2438815349f8,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:15.030161 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a6f1761-8d64-4d23-bb0c-3a8313b94130 req-3898f324-bb52-4f5c-93c7-5dad5040e151 service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7404284 Feb 11 05:30:15.040268 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (35c49de5-9589-4d30-8823-c17be538fd56), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.051987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f335552-a24e-41b3-8e66-a18de30a10fb tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e27c28c-1cd6-43a2-8a4f-fd76da334b89,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:15.054433 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570bc43d-c9e0-4d88-b43d-b65a518a57c0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:30:15.066002 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ad6f9-26d8-47d8-a82a-6fc5a8b68ed6 None None] Sync routers for ids ['356f3492-d1f7-491b-87ec-b1cffcf2afce'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:30:15.080943 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-570bc43d-c9e0-4d88-b43d-b65a518a57c0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/356f3492-d1f7-491b-87ec-b1cffcf2afce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4060106 Feb 11 05:30:15.081231 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ad6f9-26d8-47d8-a82a-6fc5a8b68ed6 None None] Routers {'356f3492-d1f7-491b-87ec-b1cffcf2afce'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:15.083972 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-bd9ad6f9-26d8-47d8-a82a-6fc5a8b68ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['356f3492-d1f7-491b-87ec-b1cffcf2afce'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:15.084349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54722) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:15.137586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4515b3bb-42da-463f-b98a-79c61429a326 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports?device_id=356f3492-d1f7-491b-87ec-b1cffcf2afce HTTP/1.1" status: 200 len: 205 time: 0.0518644 Feb 11 05:30:15.140063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54726) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:15.147290 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42652346-6994-4beb-871a-0981477a696d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (921fec86-1e61-4045-9531-0621000cee8d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.191263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c9738-48cb-46b3-a315-f50286e5a798 None None] Pushing event updated for resources: {'Port': ['ID=35c49de5-9589-4d30-8823-c17be538fd56,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:15.198083 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-bd9ad6f9-26d8-47d8-a82a-6fc5a8b68ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:15.220525 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e01d9e2e-cf8f-40ea-b358-832fa2db2743 None None] Provisioning complete for port 35c49de5-9589-4d30-8823-c17be538fd56 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:15.221179 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e01d9e2e-cf8f-40ea-b358-832fa2db2743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (35c49de5-9589-4d30-8823-c17be538fd56), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.231263 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ad6f9-26d8-47d8-a82a-6fc5a8b68ed6 None None] Routers {'356f3492-d1f7-491b-87ec-b1cffcf2afce'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:15.231880 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-bd9ad6f9-26d8-47d8-a82a-6fc5a8b68ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['356f3492-d1f7-491b-87ec-b1cffcf2afce'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:15.271209 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8a183d0d-6b42-4dd9-af9d-460b8d39a7d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (356f3492-d1f7-491b-87ec-b1cffcf2afce), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.277589 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-81c51209-463b-4824-aac4-71dcda2a4807 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3044271 Feb 11 05:30:15.294868 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54728) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:15.357219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e01d9e2e-cf8f-40ea-b358-832fa2db2743 None None] Current status of the port 35c49de5-9589-4d30-8823-c17be538fd56 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:15.357626 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e01d9e2e-cf8f-40ea-b358-832fa2db2743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (35c49de5-9589-4d30-8823-c17be538fd56), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.360254 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5a218a86-28df-412c-87fe-83e37cfea00b tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group': {'name': 'tempest-secgroup--1806750998'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:15.395337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e01d9e2e-cf8f-40ea-b358-832fa2db2743 None None] For port 35c49de5-9589-4d30-8823-c17be538fd56, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=35c49de5-9589-4d30-8823-c17be538fd56,segment=NetworkSegment(88518d25-2618-42dd-81d7-e7a3c557bb3c),segment_id=88518d25-2618-42dd-81d7-e7a3c557bb3c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:15.403254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Routers {'57452e59-c5a4-4d36-89dc-f2787f18dfc0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:15.404646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:15.410266 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e01d9e2e-cf8f-40ea-b358-832fa2db2743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (35c49de5-9589-4d30-8823-c17be538fd56), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.421322 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-bd9ad6f9-26d8-47d8-a82a-6fc5a8b68ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:15.424793 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ad6f9-26d8-47d8-a82a-6fc5a8b68ed6 None None] The sync data for ids ['356f3492-d1f7-491b-87ec-b1cffcf2afce'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:30:15.439780 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-faeddb50-150c-4a83-b3bd-94832d22dc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (0eb82d8a-e95b-437f-8281-244d0af8d1de), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.455511 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42652346-6994-4beb-871a-0981477a696d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (921fec86-1e61-4045-9531-0621000cee8d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.461864 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42652346-6994-4beb-871a-0981477a696d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:15.462683 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42652346-6994-4beb-871a-0981477a696d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.644260 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8a183d0d-6b42-4dd9-af9d-460b8d39a7d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (356f3492-d1f7-491b-87ec-b1cffcf2afce), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.647403 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8a183d0d-6b42-4dd9-af9d-460b8d39a7d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_controller (356f3492-d1f7-491b-87ec-b1cffcf2afce), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.689730 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a218a86-28df-412c-87fe-83e37cfea00b tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.733722 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8a183d0d-6b42-4dd9-af9d-460b8d39a7d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (356f3492-d1f7-491b-87ec-b1cffcf2afce), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.734239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a183d0d-6b42-4dd9-af9d-460b8d39a7d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Fanout notify agent at l3_agent the message router_deleted on router 356f3492-d1f7-491b-87ec-b1cffcf2afce {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:30:15.741262 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8a183d0d-6b42-4dd9-af9d-460b8d39a7d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.742388 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8a183d0d-6b42-4dd9-af9d-460b8d39a7d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/routers/356f3492-d1f7-491b-87ec-b1cffcf2afce HTTP/1.1" status: 204 len: 168 time: 0.6011498 Feb 11 05:30:15.745028 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54736) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:15.759963 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-42652346-6994-4beb-871a-0981477a696d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5990672 Feb 11 05:30:15.763733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54740) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:15.770303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-b75becfb-f52b-487e-8e30-d6692f378217 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'name': 'tempest-PortsTestJSON-1345233448'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:15.782746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42652346-6994-4beb-871a-0981477a696d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Network': ['ID=921fec86-1e61-4045-9531-0621000cee8d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:15.787934 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeddb50-150c-4a83-b3bd-94832d22dc96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb82d8a-e95b-437f-8281-244d0af8d1de,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:15.797852 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d9e2e-cf8f-40ea-b358-832fa2db2743 None None] Pushing event updated for resources: {'Port': ['ID=35c49de5-9589-4d30-8823-c17be538fd56,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:15.802796 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 921fec86-1e61-4045-9531-0621000cee8d details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:15.809342 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeddb50-150c-4a83-b3bd-94832d22dc96 admin admin] Checking segment: {'id': 'd0c9fe65-764f-4280-ab96-c0b5feb7d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e521730a-19f7-4740-a7d9-35f8556d1448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:15.809922 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeddb50-150c-4a83-b3bd-94832d22dc96 admin admin] Network hostable DHCP agents. Network: e521730a-19f7-4740-a7d9-35f8556d1448, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:30:15.880999 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeddb50-150c-4a83-b3bd-94832d22dc96 admin admin] Network e521730a-19f7-4740-a7d9-35f8556d1448 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:30:15.894883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8de49537-f623-4716-b98f-f27d761b9fbc None None] Provisioning complete for port 35c49de5-9589-4d30-8823-c17be538fd56 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:15.895670 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8de49537-f623-4716-b98f-f27d761b9fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (35c49de5-9589-4d30-8823-c17be538fd56), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.897646 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a218a86-28df-412c-87fe-83e37cfea00b tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (acb0b818-bed2-41ee-9a09-130565f0114b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.900613 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-faeddb50-150c-4a83-b3bd-94832d22dc96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, e521730a-19f7-4740-a7d9-35f8556d1448) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:15.906855 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a218a86-28df-412c-87fe-83e37cfea00b tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (acb0b818-bed2-41ee-9a09-130565f0114b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.913351 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeddb50-150c-4a83-b3bd-94832d22dc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:15.914305 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-faeddb50-150c-4a83-b3bd-94832d22dc96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.941692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] Set router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:30:15.949433 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b67218-c286-4f96-88d4-5231b4e51e28 None None] Network e521730a-19f7-4740-a7d9-35f8556d1448 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:15.962846 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a218a86-28df-412c-87fe-83e37cfea00b tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:15.965130 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5a218a86-28df-412c-87fe-83e37cfea00b tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6456952 Feb 11 05:30:15.970195 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54742) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:15.974521 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-faeddb50-150c-4a83-b3bd-94832d22dc96 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3351057 Feb 11 05:30:15.978294 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54744) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:15.983164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e67f21a1-2577-419e-8c56-474e21bd7dc1 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': 'acb0b818-bed2-41ee-9a09-130565f0114b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:15.984173 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-e67f21a1-2577-419e-8c56-474e21bd7dc1 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 05:30:15.984965 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-e67f21a1-2577-419e-8c56-474e21bd7dc1 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:15.986234 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e67f21a1-2577-419e-8c56-474e21bd7dc1 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101497 Feb 11 05:30:15.989546 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54746) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:15.994345 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1156995925-router', 'tenant_id': '7265e612114849938bd463195419f6b8', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:16.004635 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7700bfbd-3afb-45cb-809e-9978ab7c3376 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': 'acb0b818-bed2-41ee-9a09-130565f0114b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:16.008085 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a218a86-28df-412c-87fe-83e37cfea00b tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb0b818-bed2-41ee-9a09-130565f0114b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:16.041877 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (f808434e-1a06-4a40-8cfd-392cbfaaff0b), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.043800 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (f808434e-1a06-4a40-8cfd-392cbfaaff0b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.044105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-b760adf4-1a14-4a3d-a92f-78102907c66d tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting subnet 64563141-94a6-4ad4-a96b-33d11d40f905 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:30:16.049992 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b760adf4-1a14-4a3d-a92f-78102907c66d tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (64563141-94a6-4ad4-a96b-33d11d40f905), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.071238 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-7700bfbd-3afb-45cb-809e-9978ab7c3376 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:16.074720 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7700bfbd-3afb-45cb-809e-9978ab7c3376 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0815270 Feb 11 05:30:16.076315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54750) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:16.092103 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9c467ef6-38fe-4aa5-91a8-eca0840202aa tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': 'acb0b818-bed2-41ee-9a09-130565f0114b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:16.092862 n-d-713499-38 neutron-server[103171]: WARNING neutron.api.v2.base [None req-9c467ef6-38fe-4aa5-91a8-eca0840202aa tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 05:30:16.093356 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-9c467ef6-38fe-4aa5-91a8-eca0840202aa tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:16.097677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9c467ef6-38fe-4aa5-91a8-eca0840202aa tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0151436 Feb 11 05:30:16.100682 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54752) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:16.105299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-023679eb-ba12-496f-974a-a4a074ad5ce2 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': 'acb0b818-bed2-41ee-9a09-130565f0114b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:16.128399 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Publish callbacks [] for router_controller (f808434e-1a06-4a40-8cfd-392cbfaaff0b), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.142236 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b760adf4-1a14-4a3d-a92f-78102907c66d tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (64563141-94a6-4ad4-a96b-33d11d40f905), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.144970 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75becfb-f52b-487e-8e30-d6692f378217 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:16.148187 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b75becfb-f52b-487e-8e30-d6692f378217 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.217870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-b75becfb-f52b-487e-8e30-d6692f378217 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] device_id is not set on port 23e87ff6-ded3-46dc-a9f5-4844fae5fd69 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:30:16.275019 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-023679eb-ba12-496f-974a-a4a074ad5ce2 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:16.276055 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-023679eb-ba12-496f-974a-a4a074ad5ce2 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1744020 Feb 11 05:30:16.292702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54760) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:16.322470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8de49537-f623-4716-b98f-f27d761b9fbc None None] Current status of the port 35c49de5-9589-4d30-8823-c17be538fd56 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:16.323042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1d1b6b19-d815-4fef-b10d-37dce067695d tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': 'acb0b818-bed2-41ee-9a09-130565f0114b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:16.324949 n-d-713499-38 neutron-server[103171]: WARNING neutron.api.v2.base [None req-1d1b6b19-d815-4fef-b10d-37dce067695d tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 05:30:16.327246 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-1d1b6b19-d815-4fef-b10d-37dce067695d tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:16.332573 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1d1b6b19-d815-4fef-b10d-37dce067695d tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0276542 Feb 11 05:30:16.334305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54762) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:16.376541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-72bf6907-defd-439d-b5f3-7bc8175b23cb tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': 'acb0b818-bed2-41ee-9a09-130565f0114b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:16.470342 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b760adf4-1a14-4a3d-a92f-78102907c66d tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (64563141-94a6-4ad4-a96b-33d11d40f905), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.486148 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Publish callbacks [] for router_gateway (f808434e-1a06-4a40-8cfd-392cbfaaff0b), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.507152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-e521730a-19f7-4740-a7d9-35f8556d1448', 'network_id': 'e521730a-19f7-4740-a7d9-35f8556d1448', 'project_id': '7265e612114849938bd463195419f6b8', 'fixed_ips': [{'subnet_id': '0eb82d8a-e95b-437f-8281-244d0af8d1de'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:30:16.511039 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.563672 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-72bf6907-defd-439d-b5f3-7bc8175b23cb tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:16.567486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-72bf6907-defd-439d-b5f3-7bc8175b23cb tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2181466 Feb 11 05:30:16.569088 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54772) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:16.581711 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-32b6761f-aa66-471a-8ced-06c3b4dbc13c tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': 'acb0b818-bed2-41ee-9a09-130565f0114b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:16.582515 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-32b6761f-aa66-471a-8ced-06c3b4dbc13c tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 05:30:16.583556 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-32b6761f-aa66-471a-8ced-06c3b4dbc13c tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:16.588032 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-32b6761f-aa66-471a-8ced-06c3b4dbc13c tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0191169 Feb 11 05:30:16.596263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54774) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:16.605554 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-bd0f9a9e-9d79-44d6-bd42-8d1a34d30192 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': 'acb0b818-bed2-41ee-9a09-130565f0114b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:16.656031 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b75becfb-f52b-487e-8e30-d6692f378217 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (23e87ff6-ded3-46dc-a9f5-4844fae5fd69), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.666555 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b760adf4-1a14-4a3d-a92f-78102907c66d tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (64563141-94a6-4ad4-a96b-33d11d40f905), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.702102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760adf4-1a14-4a3d-a92f-78102907c66d tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Subnet': ['ID=64563141-94a6-4ad4-a96b-33d11d40f905,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:16.710095 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b760adf4-1a14-4a3d-a92f-78102907c66d tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.710718 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-bd0f9a9e-9d79-44d6-bd42-8d1a34d30192 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:16.713223 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b760adf4-1a14-4a3d-a92f-78102907c66d tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/64563141-94a6-4ad4-a96b-33d11d40f905 HTTP/1.1" status: 204 len: 168 time: 0.9663744 Feb 11 05:30:16.719587 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bd0f9a9e-9d79-44d6-bd42-8d1a34d30192 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1211007 Feb 11 05:30:16.719905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a6f43-1e9c-4be0-9f1d-98607db8eeab None None] Network fdafedfe-79a0-40f6-a1d9-7b5a021aa946 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:16.720061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54776) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:16.720436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54778) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:16.735159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-bc890aa5-6722-417a-818f-cdcc00c8a8ae tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': 'acb0b818-bed2-41ee-9a09-130565f0114b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:16.770495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Allocated IP 172.20.0.2 (e521730a-19f7-4740-a7d9-35f8556d1448/0eb82d8a-e95b-437f-8281-244d0af8d1de/9c1463c6-68ae-462e-a00d-1424e01a6d68) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:16.787663 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b75becfb-f52b-487e-8e30-d6692f378217 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (23e87ff6-ded3-46dc-a9f5-4844fae5fd69), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.872092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'name': 'tempest-TaggedBootDevicesTest-879760632-router', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '519127c3-594c-435e-b47b-46131dd20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:00Z', 'updated_at': '2022-02-11T05:30:09Z', 'revision_number': 4, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'gw_port': {'id': '519127c3-594c-435e-b47b-46131dd20f36', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:02Z', 'updated_at': '2022-02-11T05:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '35c49de5-9589-4d30-8823-c17be538fd56', 'name': '', 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:07Z', 'updated_at': '2022-02-11T05:30:15Z', 'revision_number': 5, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'subnets': [{'id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:16.913739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf42796b-a687-4ac2-80e0-31f060552a4d tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting subnet 6b5346e0-1847-4e5a-b64e-50b1da41a3a4 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:30:16.922092 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bf42796b-a687-4ac2-80e0-31f060552a4d tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (6b5346e0-1847-4e5a-b64e-50b1da41a3a4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:16.927066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75becfb-f52b-487e-8e30-d6692f378217 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=23e87ff6-ded3-46dc-a9f5-4844fae5fd69,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:16.973720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a75c2-b4c4-4220-a275-14c78a180bb8 None None] The sync data for ids ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'] in n-d-713499-38 is: [{'id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'name': 'tempest-TaggedBootDevicesTest-879760632-router', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '519127c3-594c-435e-b47b-46131dd20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:00Z', 'updated_at': '2022-02-11T05:30:09Z', 'revision_number': 4, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'gw_port': {'id': '519127c3-594c-435e-b47b-46131dd20f36', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:02Z', 'updated_at': '2022-02-11T05:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '35c49de5-9589-4d30-8823-c17be538fd56', 'name': '', 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:07Z', 'updated_at': '2022-02-11T05:30:15Z', 'revision_number': 5, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'subnets': [{'id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:30:16.988351 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-bc890aa5-6722-417a-818f-cdcc00c8a8ae tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:16.989895 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bc890aa5-6722-417a-818f-cdcc00c8a8ae tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2672017 Feb 11 05:30:16.997774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54792) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:17.010065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75becfb-f52b-487e-8e30-d6692f378217 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Checking segment: {'id': 'bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '921fec86-1e61-4045-9531-0621000cee8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:17.011207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75becfb-f52b-487e-8e30-d6692f378217 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network hostable DHCP agents. Network: 921fec86-1e61-4045-9531-0621000cee8d, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:30:17.015301 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Publish callbacks [] for router_gateway (f808434e-1a06-4a40-8cfd-392cbfaaff0b), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.065824 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.076176 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bf42796b-a687-4ac2-80e0-31f060552a4d tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (6b5346e0-1847-4e5a-b64e-50b1da41a3a4), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.258113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Allocated IP 172.25.5.38 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/60438d07-7d83-47ae-8a47-ea42f44de905) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:17.337648 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1789e7da-756d-4ebb-8c77-021000f995bc None None] DHCP port deletion for fdafedfe-79a0-40f6-a1d9-7b5a021aa946 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:30:17.374228 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Publish callbacks [] for port (9c1463c6-68ae-462e-a00d-1424e01a6d68), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.436699 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (9c1463c6-68ae-462e-a00d-1424e01a6d68), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.489880 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Network e521730a-19f7-4740-a7d9-35f8556d1448 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:17.499181 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:17.503568 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:17.514056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1789e7da-756d-4ebb-8c77-021000f995bc None None] Deleting port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:17.515275 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1789e7da-756d-4ebb-8c77-021000f995bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3ba71a6a-ad7a-489a-b3b9-0ad6ba788851), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.518683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Pushing event updated for resources: {'Port': ['ID=9c1463c6-68ae-462e-a00d-1424e01a6d68,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:17.565828 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Publish callbacks [] for port (60438d07-7d83-47ae-8a47-ea42f44de905), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.662944 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (60438d07-7d83-47ae-8a47-ea42f44de905), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.675212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1789e7da-756d-4ebb-8c77-021000f995bc None None] For port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3ba71a6a-ad7a-489a-b3b9-0ad6ba788851,segment=NetworkSegment(6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06),segment_id=6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:17.675654 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1789e7da-756d-4ebb-8c77-021000f995bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3ba71a6a-ad7a-489a-b3b9-0ad6ba788851), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.678267 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Attempting to bind port 9c1463c6-68ae-462e-a00d-1424e01a6d68 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:17.678655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Attempting to bind port 9c1463c6-68ae-462e-a00d-1424e01a6d68 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'd0c9fe65-764f-4280-ab96-c0b5feb7d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e521730a-19f7-4740-a7d9-35f8556d1448'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:17.679030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Attempting to bind port 9c1463c6-68ae-462e-a00d-1424e01a6d68 on network e521730a-19f7-4740-a7d9-35f8556d1448 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:17.690526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:17.690952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Checking segment: {'id': 'd0c9fe65-764f-4280-ab96-c0b5feb7d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e521730a-19f7-4740-a7d9-35f8556d1448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:17.691329 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.691741 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Bound using segment: {'id': 'd0c9fe65-764f-4280-ab96-c0b5feb7d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e521730a-19f7-4740-a7d9-35f8556d1448'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:17.692242 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Bound port: 9c1463c6-68ae-462e-a00d-1424e01a6d68, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c9fe65-764f-4280-ab96-c0b5feb7d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e521730a-19f7-4740-a7d9-35f8556d1448'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:17.692635 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9c1463c6-68ae-462e-a00d-1424e01a6d68), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.714163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1789e7da-756d-4ebb-8c77-021000f995bc None None] Calling delete_port for 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:17.757308 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:17.769213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:17.780833 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Pushing event updated for resources: {'Port': ['ID=60438d07-7d83-47ae-8a47-ea42f44de905,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:17.785161 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:17.786126 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] For port 9c1463c6-68ae-462e-a00d-1424e01a6d68, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:17.790583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] For port 9c1463c6-68ae-462e-a00d-1424e01a6d68, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9c1463c6-68ae-462e-a00d-1424e01a6d68,segment=NetworkSegment(d0c9fe65-764f-4280-ab96-c0b5feb7d6bf),segment_id=d0c9fe65-764f-4280-ab96-c0b5feb7d6bf)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:17.796065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75becfb-f52b-487e-8e30-d6692f378217 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 921fec86-1e61-4045-9531-0621000cee8d is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:30:17.850236 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d04c-6e30-4417-b60b-21007482d6a1 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (acb0b818-bed2-41ee-9a09-130565f0114b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.855525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-b75becfb-f52b-487e-8e30-d6692f378217 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 921fec86-1e61-4045-9531-0621000cee8d) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:17.882956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1be16e-02a5-4824-945e-0d1c90c8166e None None] Network 921fec86-1e61-4045-9531-0621000cee8d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:17.896000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75becfb-f52b-487e-8e30-d6692f378217 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:17.898883 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9c1463c6-68ae-462e-a00d-1424e01a6d68), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.902149 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75becfb-f52b-487e-8e30-d6692f378217 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:17.903488 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b75becfb-f52b-487e-8e30-d6692f378217 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.944966 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b75becfb-f52b-487e-8e30-d6692f378217 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1797314 Feb 11 05:30:17.965657 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54852) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:17.990895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-90cb4a37-60fe-467a-8030-e5c778b8d2bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-522753455'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:18.096382 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d04c-6e30-4417-b60b-21007482d6a1 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (acb0b818-bed2-41ee-9a09-130565f0114b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.110086 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bf42796b-a687-4ac2-80e0-31f060552a4d tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (6b5346e0-1847-4e5a-b64e-50b1da41a3a4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.190178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cb4a37-60fe-467a-8030-e5c778b8d2bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:18.194957 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-90cb4a37-60fe-467a-8030-e5c778b8d2bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.309687 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d04c-6e30-4417-b60b-21007482d6a1 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (acb0b818-bed2-41ee-9a09-130565f0114b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.312212 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Publish callbacks [] for router_gateway (f808434e-1a06-4a40-8cfd-392cbfaaff0b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.313403 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d04c-6e30-4417-b60b-21007482d6a1 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.317130 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1ac2d04c-6e30-4417-b60b-21007482d6a1 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "DELETE /v2.0/security-groups/acb0b818-bed2-41ee-9a09-130565f0114b HTTP/1.1" status: 204 len: 168 time: 1.3169045 Feb 11 05:30:18.329041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54858) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:18.336218 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cb4a37-60fe-467a-8030-e5c778b8d2bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:18.344732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7d88a-8447-457f-bf95-55c193794182 None None] Pushing event updated for resources: {'Port': ['ID=9c1463c6-68ae-462e-a00d-1424e01a6d68,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:18.358084 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-90cb4a37-60fe-467a-8030-e5c778b8d2bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (995ffcb1-45ff-4227-92da-5670e97cd18f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.358496 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-90cb4a37-60fe-467a-8030-e5c778b8d2bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Added segment 995ffcb1-45ff-4227-92da-5670e97cd18f of type vlan for network d93abe55-95b7-42c3-8f56-c590be9e719b Feb 11 05:30:18.381124 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1789e7da-756d-4ebb-8c77-021000f995bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (3ba71a6a-ad7a-489a-b3b9-0ad6ba788851), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.441493 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1789e7da-756d-4ebb-8c77-021000f995bc None None] No DVR routers for this DVR port 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:18.448162 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789e7da-756d-4ebb-8c77-021000f995bc None None] Pushing event deleted for resources: {'Port': ['ID=3ba71a6a-ad7a-489a-b3b9-0ad6ba788851,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:18.518903 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2d04c-6e30-4417-b60b-21007482d6a1 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb0b818-bed2-41ee-9a09-130565f0114b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:18.523470 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bf42796b-a687-4ac2-80e0-31f060552a4d tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (6b5346e0-1847-4e5a-b64e-50b1da41a3a4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.616184 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-90cb4a37-60fe-467a-8030-e5c778b8d2bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (d93abe55-95b7-42c3-8f56-c590be9e719b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.627584 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54862) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:18.653899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42796b-a687-4ac2-80e0-31f060552a4d tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Subnet': ['ID=6b5346e0-1847-4e5a-b64e-50b1da41a3a4,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:18.656020 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bf42796b-a687-4ac2-80e0-31f060552a4d tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.659448 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bf42796b-a687-4ac2-80e0-31f060552a4d tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/6b5346e0-1847-4e5a-b64e-50b1da41a3a4 HTTP/1.1" status: 204 len: 168 time: 1.9352458 Feb 11 05:30:18.662358 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54868) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:18.691997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27211245-a634-4a93-aa75-da14d3953422 None None] Network 47b0faa7-bc36-41eb-b924-57aab807f03f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:18.735438 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f6cf4a9b-771d-4884-a516-4fc034c971d4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2632213 Feb 11 05:30:18.749147 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54870) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:18.771087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ac633012-23f3-4ab8-baf2-84c77a70caa2 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group': {'name': 'tempest-secgroup--269825591'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:18.836326 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-90cb4a37-60fe-467a-8030-e5c778b8d2bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (d93abe55-95b7-42c3-8f56-c590be9e719b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.851701 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cb4a37-60fe-467a-8030-e5c778b8d2bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:18.852366 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-90cb4a37-60fe-467a-8030-e5c778b8d2bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.925262 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac633012-23f3-4ab8-baf2-84c77a70caa2 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:18.941179 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-90cb4a37-60fe-467a-8030-e5c778b8d2bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9642832 Feb 11 05:30:18.953412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54872) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:18.997337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'ports': [{'network_id': '921fec86-1e61-4045-9531-0621000cee8d'}, {'network_id': 'd93abe55-95b7-42c3-8f56-c590be9e719b'}]} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:18.997905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'network_id': '921fec86-1e61-4045-9531-0621000cee8d'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:18.998555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'network_id': 'd93abe55-95b7-42c3-8f56-c590be9e719b'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:19.039675 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb4a37-60fe-467a-8030-e5c778b8d2bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Network': ['ID=d93abe55-95b7-42c3-8f56-c590be9e719b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:19.053574 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803afbb3-2dd6-4823-acbd-1045d5bf54cc None None] DHCP port deletion for 47b0faa7-bc36-41eb-b924-57aab807f03f request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:30:19.125393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network d93abe55-95b7-42c3-8f56-c590be9e719b details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:19.314339 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac633012-23f3-4ab8-baf2-84c77a70caa2 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (7e394ea9-b845-4a39-9287-9bc96ba33570), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.320524 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34b6b54b-245f-47f7-8bc8-d0fc065020ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.323475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 35c49de5-9589-4d30-8823-c17be538fd56 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:19.336421 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac633012-23f3-4ab8-baf2-84c77a70caa2 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7e394ea9-b845-4a39-9287-9bc96ba33570), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.342343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'port': 2} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:19.350840 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.363638 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e536f28b-d173-494f-8f84-b863dc6e82ad tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (fdafedfe-79a0-40f6-a1d9-7b5a021aa946), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.403000 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.420539 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac633012-23f3-4ab8-baf2-84c77a70caa2 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.421824 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ac633012-23f3-4ab8-baf2-84c77a70caa2 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6708853 Feb 11 05:30:19.429080 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (f808434e-1a06-4a40-8cfd-392cbfaaff0b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.434327 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54876) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:19.448400 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-45736be1-07c0-40c1-a8d9-9c42cd4375c6 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': '7e394ea9-b845-4a39-9287-9bc96ba33570', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:19.449627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac633012-23f3-4ab8-baf2-84c77a70caa2 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e394ea9-b845-4a39-9287-9bc96ba33570,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:19.473982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-803afbb3-2dd6-4823-acbd-1045d5bf54cc None None] Deleting port 3d2005e6-60b3-414f-ac0f-4c00f3388a80 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:19.476138 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-803afbb3-2dd6-4823-acbd-1045d5bf54cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3d2005e6-60b3-414f-ac0f-4c00f3388a80), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.622338 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34b6b54b-245f-47f7-8bc8-d0fc065020ce admin admin] Publish callbacks [] for security_group (dd9480da-601a-4242-8922-fde683f45f68), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.627863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-803afbb3-2dd6-4823-acbd-1045d5bf54cc None None] For port 3d2005e6-60b3-414f-ac0f-4c00f3388a80, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3d2005e6-60b3-414f-ac0f-4c00f3388a80,segment=NetworkSegment(c5d87a26-3919-4a00-84ec-39fcff9e1f4a),segment_id=c5d87a26-3919-4a00-84ec-39fcff9e1f4a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:19.628590 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-803afbb3-2dd6-4823-acbd-1045d5bf54cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3d2005e6-60b3-414f-ac0f-4c00f3388a80), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.643343 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34b6b54b-245f-47f7-8bc8-d0fc065020ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (dd9480da-601a-4242-8922-fde683f45f68), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.674992 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-803afbb3-2dd6-4823-acbd-1045d5bf54cc None None] Calling delete_port for 3d2005e6-60b3-414f-ac0f-4c00f3388a80 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:19.681875 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 35c49de5-9589-4d30-8823-c17be538fd56 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:19.682516 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (35c49de5-9589-4d30-8823-c17be538fd56), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.734806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] device_id is not set on port 81d7eeca-9cba-4ce6-bab6-facbb5e3b68a yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:30:19.763385 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e536f28b-d173-494f-8f84-b863dc6e82ad tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (fdafedfe-79a0-40f6-a1d9-7b5a021aa946), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.801363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-e536f28b-d173-494f-8f84-b863dc6e82ad tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdafedfe-79a0-40f6-a1d9-7b5a021aa946']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:19.816096 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-e536f28b-d173-494f-8f84-b863dc6e82ad tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:19.816096 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-e536f28b-d173-494f-8f84-b863dc6e82ad tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:19.830976 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e536f28b-d173-494f-8f84-b863dc6e82ad tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.849858 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e536f28b-d173-494f-8f84-b863dc6e82ad tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.860695 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e536f28b-d173-494f-8f84-b863dc6e82ad tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:19.861434 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e536f28b-d173-494f-8f84-b863dc6e82ad tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (6eb5a1a4-2a66-4af1-a82b-bd29b6ccba06), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-34b6b54b-245f-47f7-8bc8-d0fc065020ce admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=706f11b16fe240de9f600baeade87769&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3118682 Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:19.942839 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:19.949875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54880) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:19.990878 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (81d7eeca-9cba-4ce6-bab6-facbb5e3b68a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.006539 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-45736be1-07c0-40c1-a8d9-9c42cd4375c6 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The resource could not be found. Feb 11 05:30:20.010859 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-45736be1-07c0-40c1-a8d9-9c42cd4375c6 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5745256 Feb 11 05:30:20.020231 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54882) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:20.026105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa12cdb1-e086-4ca1-a91a-1f84cb1098c5 None None] Network e521730a-19f7-4740-a7d9-35f8556d1448 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:20.027960 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-32b8e4dd-4004-423a-b626-aa4ee659de36 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': '7e394ea9-b845-4a39-9287-9bc96ba33570', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e810460d-b6eb-4b5d-9bf3-5e450f535f19'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:20.031941 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e536f28b-d173-494f-8f84-b863dc6e82ad tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (fdafedfe-79a0-40f6-a1d9-7b5a021aa946), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.061537 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e536f28b-d173-494f-8f84-b863dc6e82ad tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.068056 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e536f28b-d173-494f-8f84-b863dc6e82ad tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/networks/fdafedfe-79a0-40f6-a1d9-7b5a021aa946 HTTP/1.1" status: 204 len: 168 time: 1.4023569 Feb 11 05:30:20.068056 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536f28b-d173-494f-8f84-b863dc6e82ad tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Network': ['ID=fdafedfe-79a0-40f6-a1d9-7b5a021aa946,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:20.074185 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6b54b-245f-47f7-8bc8-d0fc065020ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9480da-601a-4242-8922-fde683f45f68,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:20.099908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54884) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:20.120858 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 35c49de5-9589-4d30-8823-c17be538fd56 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:20.122192 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9c1463c6-68ae-462e-a00d-1424e01a6d68 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:20.146241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] device_id is not set on port 425637f3-3068-4523-b417-182a1b3162e5 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:30:20.200114 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-dd367ad4-2a90-42e7-8960-c5e2189ece7c None None] Provisioning complete for port 9c1463c6-68ae-462e-a00d-1424e01a6d68 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:20.200495 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd367ad4-2a90-42e7-8960-c5e2189ece7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9c1463c6-68ae-462e-a00d-1424e01a6d68), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.213786 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b4a9178f-c4b6-4e49-8bd5-e2dcc5810a88 admin admin] Publish callbacks [] for security_group (dd9480da-601a-4242-8922-fde683f45f68), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.242622 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-803afbb3-2dd6-4823-acbd-1045d5bf54cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (3d2005e6-60b3-414f-ac0f-4c00f3388a80), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.244392 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 9c1463c6-68ae-462e-a00d-1424e01a6d68 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:20.244759 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9c1463c6-68ae-462e-a00d-1424e01a6d68), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.258891 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f05ad2e1-aec7-4878-9be6-db1ad268a960 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (47b0faa7-bc36-41eb-b924-57aab807f03f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.267704 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Router f808434e-1a06-4a40-8cfd-392cbfaaff0b is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:30:20.295213 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-32b8e4dd-4004-423a-b626-aa4ee659de36 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The resource could not be found. Feb 11 05:30:20.299735 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-32b8e4dd-4004-423a-b626-aa4ee659de36 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2769289 Feb 11 05:30:20.300767 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54888) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:20.327779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803afbb3-2dd6-4823-acbd-1045d5bf54cc None None] No DVR routers for this DVR port 3d2005e6-60b3-414f-ac0f-4c00f3388a80 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:20.337902 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803afbb3-2dd6-4823-acbd-1045d5bf54cc None None] Pushing event deleted for resources: {'Port': ['ID=3d2005e6-60b3-414f-ac0f-4c00f3388a80,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:20.354399 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b4a9178f-c4b6-4e49-8bd5-e2dcc5810a88 admin admin] Publish callbacks [] for security_group (dd9480da-601a-4242-8922-fde683f45f68), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.445650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-dd367ad4-2a90-42e7-8960-c5e2189ece7c None None] Current status of the port 9c1463c6-68ae-462e-a00d-1424e01a6d68 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:20.445972 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd367ad4-2a90-42e7-8960-c5e2189ece7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9c1463c6-68ae-462e-a00d-1424e01a6d68), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.448054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 9c1463c6-68ae-462e-a00d-1424e01a6d68 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:20.448974 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9c1463c6-68ae-462e-a00d-1424e01a6d68), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.505278 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b4a9178f-c4b6-4e49-8bd5-e2dcc5810a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (dd9480da-601a-4242-8922-fde683f45f68), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.512990 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-dd367ad4-2a90-42e7-8960-c5e2189ece7c None None] For port 9c1463c6-68ae-462e-a00d-1424e01a6d68, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9c1463c6-68ae-462e-a00d-1424e01a6d68,segment=NetworkSegment(d0c9fe65-764f-4280-ab96-c0b5feb7d6bf),segment_id=d0c9fe65-764f-4280-ab96-c0b5feb7d6bf)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:20.514382 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b4a9178f-c4b6-4e49-8bd5-e2dcc5810a88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.515844 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b4a9178f-c4b6-4e49-8bd5-e2dcc5810a88 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dd9480da-601a-4242-8922-fde683f45f68 HTTP/1.1" status: 204 len: 168 time: 0.5605524 Feb 11 05:30:20.518492 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (425637f3-3068-4523-b417-182a1b3162e5), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.523858 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd367ad4-2a90-42e7-8960-c5e2189ece7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9c1463c6-68ae-462e-a00d-1424e01a6d68), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.550056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9178f-c4b6-4e49-8bd5-e2dcc5810a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9480da-601a-4242-8922-fde683f45f68,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:20.566208 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f05ad2e1-aec7-4878-9be6-db1ad268a960 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (47b0faa7-bc36-41eb-b924-57aab807f03f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.654804 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (81d7eeca-9cba-4ce6-bab6-facbb5e3b68a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.670905 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:30:20.671276 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:30:20.682538 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d2462adf-50f2-4b23-a3b0-72b37c2ed8f4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (7e394ea9-b845-4a39-9287-9bc96ba33570), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.708800 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-f05ad2e1-aec7-4878-9be6-db1ad268a960 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b0faa7-bc36-41eb-b924-57aab807f03f']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:20.709029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd367ad4-2a90-42e7-8960-c5e2189ece7c None None] Pushing event updated for resources: {'Port': ['ID=9c1463c6-68ae-462e-a00d-1424e01a6d68,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:20.732857 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d2462adf-50f2-4b23-a3b0-72b37c2ed8f4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (7e394ea9-b845-4a39-9287-9bc96ba33570), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.738507 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-f05ad2e1-aec7-4878-9be6-db1ad268a960 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d87a26-3919-4a00-84ec-39fcff9e1f4a') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:20.738812 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-f05ad2e1-aec7-4878-9be6-db1ad268a960 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d87a26-3919-4a00-84ec-39fcff9e1f4a') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:20.754494 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fa07caf5-79de-478a-9790-e0d3c9b6a703 None None] Provisioning complete for port 9c1463c6-68ae-462e-a00d-1424e01a6d68 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:20.757507 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa07caf5-79de-478a-9790-e0d3c9b6a703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9c1463c6-68ae-462e-a00d-1424e01a6d68), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.760376 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f05ad2e1-aec7-4878-9be6-db1ad268a960 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (c5d87a26-3919-4a00-84ec-39fcff9e1f4a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.768581 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:30:20.779400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 921fec86-1e61-4045-9531-0621000cee8d is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:20.781134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=81d7eeca-9cba-4ce6-bab6-facbb5e3b68a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:20.789771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:20.795354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:20.800266 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (425637f3-3068-4523-b417-182a1b3162e5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.810906 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Sync routers for ids ['f808434e-1a06-4a40-8cfd-392cbfaaff0b'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:30:20.816717 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.818129 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8d5d2cab-cb51-4d51-84d5-a7ecfeb2d2ec admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8306260 Feb 11 05:30:20.822274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54894) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:20.832790 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f05ad2e1-aec7-4878-9be6-db1ad268a960 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c5d87a26-3919-4a00-84ec-39fcff9e1f4a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.876822 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Routers {'f808434e-1a06-4a40-8cfd-392cbfaaff0b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:20.878579 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f808434e-1a06-4a40-8cfd-392cbfaaff0b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:20.893075 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05ad2e1-aec7-4878-9be6-db1ad268a960 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:20.893075 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f05ad2e1-aec7-4878-9be6-db1ad268a960 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (c5d87a26-3919-4a00-84ec-39fcff9e1f4a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:20.896825 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:20.947886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=425637f3-3068-4523-b417-182a1b3162e5,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:20.966613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Checking segment: {'id': '995ffcb1-45ff-4227-92da-5670e97cd18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd93abe55-95b7-42c3-8f56-c590be9e719b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:20.968116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network hostable DHCP agents. Network: d93abe55-95b7-42c3-8f56-c590be9e719b, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:30:21.000172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network d93abe55-95b7-42c3-8f56-c590be9e719b is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:30:21.016929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, d93abe55-95b7-42c3-8f56-c590be9e719b) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:21.035376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:21.046176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:21.054277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:21.055325 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.055865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd48432-b3ce-4597-ba7d-64dc6d86d016 None None] Network d93abe55-95b7-42c3-8f56-c590be9e719b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:21.058769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54898) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:21.082115 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d2462adf-50f2-4b23-a3b0-72b37c2ed8f4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7e394ea9-b845-4a39-9287-9bc96ba33570), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.084887 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d2462adf-50f2-4b23-a3b0-72b37c2ed8f4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.088383 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d2462adf-50f2-4b23-a3b0-72b37c2ed8f4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "DELETE /v2.0/security-groups/7e394ea9-b845-4a39-9287-9bc96ba33570 HTTP/1.1" status: 204 len: 168 time: 0.7828908 Feb 11 05:30:21.088383 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f05ad2e1-aec7-4878-9be6-db1ad268a960 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (47b0faa7-bc36-41eb-b924-57aab807f03f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.093699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54900) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:21.095635 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-24098ebb-0048-427d-ab0a-57f9e6d0a0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.118432 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f05ad2e1-aec7-4878-9be6-db1ad268a960 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.122074 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f05ad2e1-aec7-4878-9be6-db1ad268a960 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/networks/47b0faa7-bc36-41eb-b924-57aab807f03f HTTP/1.1" status: 204 len: 168 time: 1.0208540 Feb 11 05:30:21.133385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-54171937-f928-438d-80e9-dd3247238ac8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1761796 Feb 11 05:30:21.133385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54902) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:21.136175 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54904) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:21.138882 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ad2e1-aec7-4878-9be6-db1ad268a960 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Network': ['ID=47b0faa7-bc36-41eb-b924-57aab807f03f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:21.142256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-b1e431ec-9cf2-413b-9165-ff31ab07011e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-466532787'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:21.181805 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-fa07caf5-79de-478a-9790-e0d3c9b6a703 None None] Current status of the port 9c1463c6-68ae-462e-a00d-1424e01a6d68 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:21.184020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e431ec-9cf2-413b-9165-ff31ab07011e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:21.187486 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1e431ec-9cf2-413b-9165-ff31ab07011e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.226206 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e431ec-9cf2-413b-9165-ff31ab07011e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:21.236949 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1e431ec-9cf2-413b-9165-ff31ab07011e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d3c0572d-58bb-42bb-9ace-38b00b05bdec), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.237296 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-b1e431ec-9cf2-413b-9165-ff31ab07011e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Added segment d3c0572d-58bb-42bb-9ace-38b00b05bdec of type vlan for network a390f20c-0f27-4667-b927-d42057d13f15 Feb 11 05:30:21.239449 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Set router f808434e-1a06-4a40-8cfd-392cbfaaff0b gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:30:21.288128 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2462adf-50f2-4b23-a3b0-72b37c2ed8f4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e394ea9-b845-4a39-9287-9bc96ba33570,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:21.289333 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1e431ec-9cf2-413b-9165-ff31ab07011e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (a390f20c-0f27-4667-b927-d42057d13f15), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.325861 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1e431ec-9cf2-413b-9165-ff31ab07011e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (a390f20c-0f27-4667-b927-d42057d13f15), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.329264 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 9c1463c6-68ae-462e-a00d-1424e01a6d68 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:21.331347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e431ec-9cf2-413b-9165-ff31ab07011e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:21.332182 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1e431ec-9cf2-413b-9165-ff31ab07011e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.423495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:21.448520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:21.449366 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3ba71a6a-ad7a-489a-b3b9-0ad6ba788851 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:21.453595 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b1e431ec-9cf2-413b-9165-ff31ab07011e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3190150 Feb 11 05:30:21.457392 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54908) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:21.464634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e431ec-9cf2-413b-9165-ff31ab07011e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Network': ['ID=a390f20c-0f27-4667-b927-d42057d13f15,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:21.474564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-21a888b8-66bc-46e2-9a2c-1364e0013797 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'subnet': {'network_id': 'a390f20c-0f27-4667-b927-d42057d13f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:21.481047 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-24098ebb-0048-427d-ab0a-57f9e6d0a0bf admin admin] Publish callbacks [] for security_group (09689106-3c5a-41ff-b98b-64eb45812292), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.482053 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network a390f20c-0f27-4667-b927-d42057d13f15 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:21.503963 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-40b96d2a-59f2-4690-a200-354c5c777b99 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3972962 Feb 11 05:30:21.503963 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54910) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:21.544435 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-db9c75cd-e69e-4a2a-b512-0107f5ca31f7 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': '3a00285b-05b1-4598-91a3-c3ffdac8bf76', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:21.587175 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-24098ebb-0048-427d-ab0a-57f9e6d0a0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (09689106-3c5a-41ff-b98b-64eb45812292), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.625250 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'name': 'tempest-TaggedBootDevicesTest-1156995925-router', 'tenant_id': '7265e612114849938bd463195419f6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '60438d07-7d83-47ae-8a47-ea42f44de905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:16Z', 'updated_at': '2022-02-11T05:30:18Z', 'revision_number': 3, 'project_id': '7265e612114849938bd463195419f6b8', 'gw_port': {'id': '60438d07-7d83-47ae-8a47-ea42f44de905', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:17Z', 'updated_at': '2022-02-11T05:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:21.665308 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-24098ebb-0048-427d-ab0a-57f9e6d0a0bf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2174a655120d44e0a59c6a9fe46b42c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6050370 Feb 11 05:30:21.665919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54912) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:21.675175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9c1463c6-68ae-462e-a00d-1424e01a6d68 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:21.678949 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Checking router: f808434e-1a06-4a40-8cfd-392cbfaaff0b for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:30:21.679439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Updating router f808434e-1a06-4a40-8cfd-392cbfaaff0b port 60438d07-7d83-47ae-8a47-ea42f44de905 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:30:21.696210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a888b8-66bc-46e2-9a2c-1364e0013797 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:21.700237 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21a888b8-66bc-46e2-9a2c-1364e0013797 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.710992 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port 425637f3-3068-4523-b417-182a1b3162e5 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:21.711648 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (425637f3-3068-4523-b417-182a1b3162e5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.713617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24098ebb-0048-427d-ab0a-57f9e6d0a0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09689106-3c5a-41ff-b98b-64eb45812292,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:21.731090 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-db9c75cd-e69e-4a2a-b512-0107f5ca31f7 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The resource could not be found. Feb 11 05:30:21.738581 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-db9c75cd-e69e-4a2a-b512-0107f5ca31f7 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2344201 Feb 11 05:30:21.739452 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54914) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:21.752772 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-70de5149-9371-42a0-8e5b-d6198a1a29f1 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group': {'name': 'tempest-secgroup--159461324'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:21.766703 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (60438d07-7d83-47ae-8a47-ea42f44de905), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.820987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 9c1463c6-68ae-462e-a00d-1424e01a6d68 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:21.821733 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9c1463c6-68ae-462e-a00d-1424e01a6d68), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.838515 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (425637f3-3068-4523-b417-182a1b3162e5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.856459 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for 425637f3-3068-4523-b417-182a1b3162e5 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:21.901506 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f84175d1-2069-4e54-96a9-3c0270b0844e admin admin] Publish callbacks [] for security_group (09689106-3c5a-41ff-b98b-64eb45812292), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.945081 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70de5149-9371-42a0-8e5b-d6198a1a29f1 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:21.967506 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f84175d1-2069-4e54-96a9-3c0270b0844e admin admin] Publish callbacks [] for security_group (09689106-3c5a-41ff-b98b-64eb45812292), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.017424 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21a888b8-66bc-46e2-9a2c-1364e0013797 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (035371d0-b824-4b89-8ac8-cbae90705b95), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.040892 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 9c1463c6-68ae-462e-a00d-1424e01a6d68 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:22.079644 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (425637f3-3068-4523-b417-182a1b3162e5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.118298 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.122413 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a888b8-66bc-46e2-9a2c-1364e0013797 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Subnet': ['ID=035371d0-b824-4b89-8ac8-cbae90705b95,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:22.148934 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f84175d1-2069-4e54-96a9-3c0270b0844e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (09689106-3c5a-41ff-b98b-64eb45812292), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.150809 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.152430 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f84175d1-2069-4e54-96a9-3c0270b0844e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.156347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f84175d1-2069-4e54-96a9-3c0270b0844e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/09689106-3c5a-41ff-b98b-64eb45812292 HTTP/1.1" status: 204 len: 168 time: 0.4804525 Feb 11 05:30:22.156500 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/425637f3-3068-4523-b417-182a1b3162e5 HTTP/1.1" status: 204 len: 168 time: 1.0129111 Feb 11 05:30:22.156586 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54920) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:22.168315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a888b8-66bc-46e2-9a2c-1364e0013797 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Checking segment: {'id': 'd3c0572d-58bb-42bb-9ace-38b00b05bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a390f20c-0f27-4667-b927-d42057d13f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:22.168702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a888b8-66bc-46e2-9a2c-1364e0013797 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network hostable DHCP agents. Network: a390f20c-0f27-4667-b927-d42057d13f15, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:30:22.178747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84175d1-2069-4e54-96a9-3c0270b0844e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09689106-3c5a-41ff-b98b-64eb45812292,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:22.201940 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=425637f3-3068-4523-b417-182a1b3162e5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:22.205097 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a888b8-66bc-46e2-9a2c-1364e0013797 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network a390f20c-0f27-4667-b927-d42057d13f15 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:30:22.220152 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-21a888b8-66bc-46e2-9a2c-1364e0013797 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, a390f20c-0f27-4667-b927-d42057d13f15) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:22.239806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3d2005e6-60b3-414f-ac0f-4c00f3388a80 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:22.242867 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:22.243227 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:22.244000 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:22.244361 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:22.246753 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:22.246753 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:22.246753 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:22.246753 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:22.246753 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:22.247165 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:22.247342 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:22.247643 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:22.247972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23bae0-e36e-4b46-aa6e-54ddae27f5f0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:22.250013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a888b8-66bc-46e2-9a2c-1364e0013797 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:22.251376 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21a888b8-66bc-46e2-9a2c-1364e0013797 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.287672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-21a888b8-66bc-46e2-9a2c-1364e0013797 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8290057 Feb 11 05:30:22.289414 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54922) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:22.304609 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1c74ec41-f4d3-4e28-8c53-d7e0c647a6f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2115453614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:22.337765 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855542c4-3ab5-49ff-a0a1-18f37b12c65a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:22.343458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855542c4-3ab5-49ff-a0a1-18f37b12c65a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:22.345229 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-855542c4-3ab5-49ff-a0a1-18f37b12c65a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1858976 Feb 11 05:30:22.347338 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c74ec41-f4d3-4e28-8c53-d7e0c647a6f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (70debf1a-662f-44bd-bdeb-3067a3d604ba), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.349678 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c74ec41-f4d3-4e28-8c53-d7e0c647a6f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (70debf1a-662f-44bd-bdeb-3067a3d604ba), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.356842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54924) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:22.398714 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70de5149-9371-42a0-8e5b-d6198a1a29f1 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (29203878-8b81-4637-bbb6-d52f34f6a254), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.465948 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70de5149-9371-42a0-8e5b-d6198a1a29f1 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (29203878-8b81-4637-bbb6-d52f34f6a254), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.499434 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70de5149-9371-42a0-8e5b-d6198a1a29f1 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.505888 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-70de5149-9371-42a0-8e5b-d6198a1a29f1 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7517080 Feb 11 05:30:22.505888 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54930) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:22.510301 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3fde5cd5-cdd3-4717-acf1-fce4082535fe tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002523242'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:22.530311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de5149-9371-42a0-8e5b-d6198a1a29f1 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29203878-8b81-4637-bbb6-d52f34f6a254,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:22.551837 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3fde5cd5-cdd3-4717-acf1-fce4082535fe tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.558485 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c74ec41-f4d3-4e28-8c53-d7e0c647a6f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_controller (70debf1a-662f-44bd-bdeb-3067a3d604ba), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.560144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e811bc3-ddea-41c6-9318-90cf43ba4a3c None None] Network a390f20c-0f27-4667-b927-d42057d13f15 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:22.570930 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c74ec41-f4d3-4e28-8c53-d7e0c647a6f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (70debf1a-662f-44bd-bdeb-3067a3d604ba), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.600564 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c74ec41-f4d3-4e28-8c53-d7e0c647a6f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.602344 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1c74ec41-f4d3-4e28-8c53-d7e0c647a6f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3101070 Feb 11 05:30:22.605803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54932) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:22.611193 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9af997cb-71ae-496c-b1d5-7d541f9f0a66 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'port': {'network_id': 'a390f20c-0f27-4667-b927-d42057d13f15', 'name': 'tempest-RoutersIpV6Test-1816133989'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:22.619340 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Allocated IP 172.20.0.1 (e521730a-19f7-4740-a7d9-35f8556d1448/0eb82d8a-e95b-437f-8281-244d0af8d1de/3a90cb9c-b727-46eb-aca9-d0f9d4a70496) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:22.636277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 3d2005e6-60b3-414f-ac0f-4c00f3388a80 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:22.636635 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3d2005e6-60b3-414f-ac0f-4c00f3388a80 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:22.685926 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-544a907a-915d-42d7-80e7-3910b59855e9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port 81d7eeca-9cba-4ce6-bab6-facbb5e3b68a {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:22.691081 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-544a907a-915d-42d7-80e7-3910b59855e9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (81d7eeca-9cba-4ce6-bab6-facbb5e3b68a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.744451 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3fde5cd5-cdd3-4717-acf1-fce4082535fe tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (da4e1f74-3018-4043-aa68-66eec93c1948), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.759198 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3fde5cd5-cdd3-4717-acf1-fce4082535fe tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (da4e1f74-3018-4043-aa68-66eec93c1948), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.813661 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3fde5cd5-cdd3-4717-acf1-fce4082535fe tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.814835 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3fde5cd5-cdd3-4717-acf1-fce4082535fe tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3083668 Feb 11 05:30:22.817629 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde5cd5-cdd3-4717-acf1-fce4082535fe tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4e1f74-3018-4043-aa68-66eec93c1948,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:22.820044 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54940) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:22.830938 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1143149a-4acf-43e4-9206-5d51a161c8be tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group_rule': {'security_group_id': '29203878-8b81-4637-bbb6-d52f34f6a254', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'da4e1f74-3018-4043-aa68-66eec93c1948'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:22.847759 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Publish callbacks [] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.889549 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Publish callbacks [] for port (60438d07-7d83-47ae-8a47-ea42f44de905), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.909178 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-544a907a-915d-42d7-80e7-3910b59855e9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (81d7eeca-9cba-4ce6-bab6-facbb5e3b68a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.909460 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-1143149a-4acf-43e4-9206-5d51a161c8be tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:22.915445 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1143149a-4acf-43e4-9206-5d51a161c8be tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0903721 Feb 11 05:30:22.921573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54944) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:22.938390 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (60438d07-7d83-47ae-8a47-ea42f44de905), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.957626 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.975754 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-a390f20c-0f27-4667-b927-d42057d13f15', 'network_id': 'a390f20c-0f27-4667-b927-d42057d13f15', 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'fixed_ips': [{'subnet_id': '035371d0-b824-4b89-8ac8-cbae90705b95'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:30:22.976795 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:22.983257 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-544a907a-915d-42d7-80e7-3910b59855e9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for 81d7eeca-9cba-4ce6-bab6-facbb5e3b68a owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:23.039578 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cbc7a-69e5-4a87-b171-3d79a68483f1 None None] Pushing event updated for resources: {'Port': ['ID=60438d07-7d83-47ae-8a47-ea42f44de905,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:23.049078 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Attempting to bind port 60438d07-7d83-47ae-8a47-ea42f44de905 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:23.049571 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Attempting to bind port 60438d07-7d83-47ae-8a47-ea42f44de905 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:23.051128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Attempting to bind port 60438d07-7d83-47ae-8a47-ea42f44de905 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:23.061016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:23.061599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:23.062104 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.062725 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:23.063171 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Bound port: 60438d07-7d83-47ae-8a47-ea42f44de905, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:23.063679 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (60438d07-7d83-47ae-8a47-ea42f44de905), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.092984 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Network e521730a-19f7-4740-a7d9-35f8556d1448 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:23.102000 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:23.112981 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:23.115455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af997cb-71ae-496c-b1d5-7d541f9f0a66 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:23.119230 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9af997cb-71ae-496c-b1d5-7d541f9f0a66 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.172240 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (f808434e-1a06-4a40-8cfd-392cbfaaff0b), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.173021 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-544a907a-915d-42d7-80e7-3910b59855e9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (81d7eeca-9cba-4ce6-bab6-facbb5e3b68a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.179309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Pushing event updated for resources: {'Port': ['ID=3a90cb9c-b727-46eb-aca9-d0f9d4a70496,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:23.186073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-9af997cb-71ae-496c-b1d5-7d541f9f0a66 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] device_id is not set on port b4d0c505-7443-424b-8dbb-ee5e54cd4a0e yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:30:23.234583 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69d9d3c8-a0c6-44aa-8291-ec347ed85279 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (da4e1f74-3018-4043-aa68-66eec93c1948), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.265490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a907a-915d-42d7-80e7-3910b59855e9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=81d7eeca-9cba-4ce6-bab6-facbb5e3b68a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:23.272767 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69d9d3c8-a0c6-44aa-8291-ec347ed85279 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (da4e1f74-3018-4043-aa68-66eec93c1948), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.310625 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-544a907a-915d-42d7-80e7-3910b59855e9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.318729 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-544a907a-915d-42d7-80e7-3910b59855e9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/81d7eeca-9cba-4ce6-bab6-facbb5e3b68a HTTP/1.1" status: 204 len: 168 time: 0.9595006 Feb 11 05:30:23.323517 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54952) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:23.384389 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] For port 60438d07-7d83-47ae-8a47-ea42f44de905, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:23.407534 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] For port 60438d07-7d83-47ae-8a47-ea42f44de905, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=60438d07-7d83-47ae-8a47-ea42f44de905,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:23.418030 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (60438d07-7d83-47ae-8a47-ea42f44de905), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.467956 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69d9d3c8-a0c6-44aa-8291-ec347ed85279 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (da4e1f74-3018-4043-aa68-66eec93c1948), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.470561 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69d9d3c8-a0c6-44aa-8291-ec347ed85279 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.471762 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-69d9d3c8-a0c6-44aa-8291-ec347ed85279 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "DELETE /v2.0/security-groups/da4e1f74-3018-4043-aa68-66eec93c1948 HTTP/1.1" status: 204 len: 168 time: 0.5492282 Feb 11 05:30:23.474556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54958) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:23.477961 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.502266 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32858d96-e19c-4895-9440-b6c666bae2d8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:23.503838 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-32858d96-e19c-4895-9440-b6c666bae2d8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1793575 Feb 11 05:30:23.506823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9d3c8-a0c6-44aa-8291-ec347ed85279 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4e1f74-3018-4043-aa68-66eec93c1948,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:23.508710 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54960) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:23.539719 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-05099952-4b73-45e9-97ca-b46aede4e6fe tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] GET failed (client error): The resource could not be found. Feb 11 05:30:23.546078 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-05099952-4b73-45e9-97ca-b46aede4e6fe tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports/425637f3-3068-4523-b417-182a1b3162e5 HTTP/1.1" status: 404 len: 333 time: 0.0304768 Feb 11 05:30:23.546434 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54962) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:23.555954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Allocated IP 2001:db8::2 (a390f20c-0f27-4667-b927-d42057d13f15/035371d0-b824-4b89-8ac8-cbae90705b95/fd185103-9649-4b50-8a53-7c5eee026530) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:23.646055 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-07c1542c-4f0b-40fe-b1d2-df41d8bb7963 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1678665 Feb 11 05:30:23.646286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54966) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:23.654258 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ce2f09-70a0-400f-a921-7020a8b556db tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] GET failed (client error): The resource could not be found. Feb 11 05:30:23.658083 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f1ce2f09-70a0-400f-a921-7020a8b556db tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports/81d7eeca-9cba-4ce6-bab6-facbb5e3b68a HTTP/1.1" status: 404 len: 333 time: 0.1083598 Feb 11 05:30:23.663199 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54968) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:23.744247 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ceb9daab-9ad6-436f-8460-c8581d188ca6 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (29203878-8b81-4637-bbb6-d52f34f6a254), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.799402 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c9cc3f86-59eb-4bf7-8aca-0b1fdb300db0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (d93abe55-95b7-42c3-8f56-c590be9e719b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.805822 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ceb9daab-9ad6-436f-8460-c8581d188ca6 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (29203878-8b81-4637-bbb6-d52f34f6a254), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.807098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cbc7a-69e5-4a87-b171-3d79a68483f1 None None] Pushing event updated for resources: {'Port': ['ID=60438d07-7d83-47ae-8a47-ea42f44de905,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:23.829076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Routers {'f808434e-1a06-4a40-8cfd-392cbfaaff0b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:23.830030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f808434e-1a06-4a40-8cfd-392cbfaaff0b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:23.896756 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ceb9daab-9ad6-436f-8460-c8581d188ca6 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (29203878-8b81-4637-bbb6-d52f34f6a254), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.899916 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ceb9daab-9ad6-436f-8460-c8581d188ca6 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:23.905323 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ceb9daab-9ad6-436f-8460-c8581d188ca6 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "DELETE /v2.0/security-groups/29203878-8b81-4637-bbb6-d52f34f6a254 HTTP/1.1" status: 204 len: 168 time: 0.2578495 Feb 11 05:30:23.910389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54972) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:23.983243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] Set router f808434e-1a06-4a40-8cfd-392cbfaaff0b gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:30:24.023019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9daab-9ad6-436f-8460-c8581d188ca6 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29203878-8b81-4637-bbb6-d52f34f6a254,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:24.050279 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-664211c3-9819-4ed1-8376-b9abd1c4153a None None] Provisioning complete for port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:24.050653 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-664211c3-9819-4ed1-8376-b9abd1c4153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.064156 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c560ea03-e3dc-4b58-8763-ef0f07914bc5 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1513722 Feb 11 05:30:24.067128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54976) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:24.072957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-e3d49315-1cdb-4d1e-8813-6087d6d45c57 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group': {'name': 'tempest-secgroup--321563580'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:24.109279 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e3d49315-1cdb-4d1e-8813-6087d6d45c57 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.229872 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Publish callbacks [] for port (fd185103-9649-4b50-8a53-7c5eee026530), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.238098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-664211c3-9819-4ed1-8376-b9abd1c4153a None None] Port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:24.254724 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (fd185103-9649-4b50-8a53-7c5eee026530), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.335531 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e3d49315-1cdb-4d1e-8813-6087d6d45c57 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (61c1a8b6-c346-4c6c-90ad-14747f3495ab), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.338455 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Publish callbacks [] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.349381 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.350803 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e3d49315-1cdb-4d1e-8813-6087d6d45c57 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (61c1a8b6-c346-4c6c-90ad-14747f3495ab), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.403641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Pushing event updated for resources: {'Port': ['ID=fd185103-9649-4b50-8a53-7c5eee026530,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:24.405294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-9af997cb-71ae-496c-b1d5-7d541f9f0a66 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Allocated IP 2001:db8::81 (a390f20c-0f27-4667-b927-d42057d13f15/035371d0-b824-4b89-8ac8-cbae90705b95/b4d0c505-7443-424b-8dbb-ee5e54cd4a0e) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:24.415522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Network a390f20c-0f27-4667-b927-d42057d13f15 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:24.453266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d49315-1cdb-4d1e-8813-6087d6d45c57 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c1a8b6-c346-4c6c-90ad-14747f3495ab,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:24.457434 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e3d49315-1cdb-4d1e-8813-6087d6d45c57 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.461350 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e3d49315-1cdb-4d1e-8813-6087d6d45c57 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3904793 Feb 11 05:30:24.461957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54982) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:24.468440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-305c1072-575b-4a64-9130-2be0f06473b4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:24.469122 n-d-713499-38 neutron-server[103171]: WARNING neutron.api.v2.base [None req-305c1072-575b-4a64-9130-2be0f06473b4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 05:30:24.469615 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-305c1072-575b-4a64-9130-2be0f06473b4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 05:30:24.476068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-305c1072-575b-4a64-9130-2be0f06473b4 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "PUT /v2.0/security-groups/61c1a8b6-c346-4c6c-90ad-14747f3495ab HTTP/1.1" status: 409 len: 330 time: 0.0082409 Feb 11 05:30:24.476366 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c9cc3f86-59eb-4bf7-8aca-0b1fdb300db0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (d93abe55-95b7-42c3-8f56-c590be9e719b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.476569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:24.484943 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54984) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:24.528132 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-c9cc3f86-59eb-4bf7-8aca-0b1fdb300db0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93abe55-95b7-42c3-8f56-c590be9e719b']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:24.539461 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:24.541682 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (f808434e-1a06-4a40-8cfd-392cbfaaff0b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.555771 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Pushing event updated for resources: {'Port': ['ID=3a90cb9c-b727-46eb-aca9-d0f9d4a70496,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:24.562724 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-c9cc3f86-59eb-4bf7-8aca-0b1fdb300db0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995ffcb1-45ff-4227-92da-5670e97cd18f') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:24.562959 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-c9cc3f86-59eb-4bf7-8aca-0b1fdb300db0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995ffcb1-45ff-4227-92da-5670e97cd18f') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:24.576187 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c9cc3f86-59eb-4bf7-8aca-0b1fdb300db0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (995ffcb1-45ff-4227-92da-5670e97cd18f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.579642 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (61c1a8b6-c346-4c6c-90ad-14747f3495ab), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.611129 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c9cc3f86-59eb-4bf7-8aca-0b1fdb300db0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (995ffcb1-45ff-4227-92da-5670e97cd18f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.654407 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cc3f86-59eb-4bf7-8aca-0b1fdb300db0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:24.654814 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c9cc3f86-59eb-4bf7-8aca-0b1fdb300db0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (995ffcb1-45ff-4227-92da-5670e97cd18f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:24.672391 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:24.676428 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (61c1a8b6-c346-4c6c-90ad-14747f3495ab), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.758301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Attempting to bind port fd185103-9649-4b50-8a53-7c5eee026530 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:24.758564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Attempting to bind port fd185103-9649-4b50-8a53-7c5eee026530 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'd3c0572d-58bb-42bb-9ace-38b00b05bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a390f20c-0f27-4667-b927-d42057d13f15'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:24.759034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Attempting to bind port fd185103-9649-4b50-8a53-7c5eee026530 on network a390f20c-0f27-4667-b927-d42057d13f15 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:24.777100 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:24.777498 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Checking segment: {'id': 'd3c0572d-58bb-42bb-9ace-38b00b05bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a390f20c-0f27-4667-b927-d42057d13f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:24.777633 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c9cc3f86-59eb-4bf7-8aca-0b1fdb300db0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (d93abe55-95b7-42c3-8f56-c590be9e719b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.778748 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.781398 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Bound using segment: {'id': 'd3c0572d-58bb-42bb-9ace-38b00b05bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a390f20c-0f27-4667-b927-d42057d13f15'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:24.783054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Bound port: fd185103-9649-4b50-8a53-7c5eee026530, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c0572d-58bb-42bb-9ace-38b00b05bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a390f20c-0f27-4667-b927-d42057d13f15'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:24.784215 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (fd185103-9649-4b50-8a53-7c5eee026530), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.788714 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c9cc3f86-59eb-4bf7-8aca-0b1fdb300db0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.792647 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c9cc3f86-59eb-4bf7-8aca-0b1fdb300db0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/networks/d93abe55-95b7-42c3-8f56-c590be9e719b HTTP/1.1" status: 204 len: 168 time: 1.1279066 Feb 11 05:30:24.794674 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Network e521730a-19f7-4740-a7d9-35f8556d1448 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:24.800576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54992) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:24.814679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc3f86-59eb-4bf7-8aca-0b1fdb300db0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Network': ['ID=d93abe55-95b7-42c3-8f56-c590be9e719b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:24.816799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-545fa981-6cf8-4a01-91d8-2c575ab14754 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-123851308'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:24.826305 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:24.834994 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (61c1a8b6-c346-4c6c-90ad-14747f3495ab), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.838053 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.841672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "DELETE /v2.0/security-groups/61c1a8b6-c346-4c6c-90ad-14747f3495ab HTTP/1.1" status: 204 len: 168 time: 0.3531764 Feb 11 05:30:24.843743 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54996) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:24.865061 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9af997cb-71ae-496c-b1d5-7d541f9f0a66 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (b4d0c505-7443-424b-8dbb-ee5e54cd4a0e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.875736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'name': 'tempest-TaggedBootDevicesTest-1156995925-router', 'tenant_id': '7265e612114849938bd463195419f6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '60438d07-7d83-47ae-8a47-ea42f44de905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:16Z', 'updated_at': '2022-02-11T05:30:23Z', 'revision_number': 4, 'project_id': '7265e612114849938bd463195419f6b8', 'gw_port': {'id': '60438d07-7d83-47ae-8a47-ea42f44de905', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:17Z', 'updated_at': '2022-02-11T05:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '3a90cb9c-b727-46eb-aca9-d0f9d4a70496', 'name': '', 'network_id': 'e521730a-19f7-4740-a7d9-35f8556d1448', 'tenant_id': '7265e612114849938bd463195419f6b8', 'mac_address': 'fa:16:3e:a6:3f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '0eb82d8a-e95b-437f-8281-244d0af8d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:22Z', 'updated_at': '2022-02-11T05:30:22Z', 'revision_number': 1, 'project_id': '7265e612114849938bd463195419f6b8', 'subnets': [{'id': '0eb82d8a-e95b-437f-8281-244d0af8d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:24.881992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c1a8b6-c346-4c6c-90ad-14747f3495ab,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:24.890728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545fa981-6cf8-4a01-91d8-2c575ab14754 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:24.895198 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-545fa981-6cf8-4a01-91d8-2c575ab14754 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:24.932649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:24.932999 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:24.941294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:24.941753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:24.942183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:24.942635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:24.943077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:24.944640 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:24.945109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:24.946794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:24.953225 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafbfcb1-2afc-4ff3-a3c0-dbebebdc0db3 None None] The sync data for ids ['f808434e-1a06-4a40-8cfd-392cbfaaff0b'] in n-d-713499-38 is: [{'id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'name': 'tempest-TaggedBootDevicesTest-1156995925-router', 'tenant_id': '7265e612114849938bd463195419f6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '60438d07-7d83-47ae-8a47-ea42f44de905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:16Z', 'updated_at': '2022-02-11T05:30:23Z', 'revision_number': 4, 'project_id': '7265e612114849938bd463195419f6b8', 'gw_port': {'id': '60438d07-7d83-47ae-8a47-ea42f44de905', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:17Z', 'updated_at': '2022-02-11T05:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '3a90cb9c-b727-46eb-aca9-d0f9d4a70496', 'name': '', 'network_id': 'e521730a-19f7-4740-a7d9-35f8556d1448', 'tenant_id': '7265e612114849938bd463195419f6b8', 'mac_address': 'fa:16:3e:a6:3f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '0eb82d8a-e95b-437f-8281-244d0af8d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:22Z', 'updated_at': '2022-02-11T05:30:22Z', 'revision_number': 1, 'project_id': '7265e612114849938bd463195419f6b8', 'subnets': [{'id': '0eb82d8a-e95b-437f-8281-244d0af8d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:30:24.954464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:24.968972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:24.970886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb036ca9-91d0-4173-8e96-baf3f2988c2f tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:25.017285 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9af997cb-71ae-496c-b1d5-7d541f9f0a66 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b4d0c505-7443-424b-8dbb-ee5e54cd4a0e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.054919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545fa981-6cf8-4a01-91d8-2c575ab14754 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:25.059716 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] For port fd185103-9649-4b50-8a53-7c5eee026530, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:25.072147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] For port fd185103-9649-4b50-8a53-7c5eee026530, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=fd185103-9649-4b50-8a53-7c5eee026530,segment=NetworkSegment(d3c0572d-58bb-42bb-9ace-38b00b05bdec),segment_id=d3c0572d-58bb-42bb-9ace-38b00b05bdec)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:25.085434 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (fd185103-9649-4b50-8a53-7c5eee026530), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.108117 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-65a067a3-333a-4998-b0d3-163b81038b40 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2568562 Feb 11 05:30:25.112735 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55000) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:25.123165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af997cb-71ae-496c-b1d5-7d541f9f0a66 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network a390f20c-0f27-4667-b927-d42057d13f15 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:25.129422 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-9af997cb-71ae-496c-b1d5-7d541f9f0a66 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:25.132216 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-545fa981-6cf8-4a01-91d8-2c575ab14754 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (bcd03b0b-a96d-4521-8506-b5da995dfa41), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.132579 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-545fa981-6cf8-4a01-91d8-2c575ab14754 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Added segment bcd03b0b-a96d-4521-8506-b5da995dfa41 of type vlan for network 0af46bd1-bb54-4b3b-ad32-2c194748e183 Feb 11 05:30:25.143255 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af997cb-71ae-496c-b1d5-7d541f9f0a66 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:25.148868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af997cb-71ae-496c-b1d5-7d541f9f0a66 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:25.149781 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9af997cb-71ae-496c-b1d5-7d541f9f0a66 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.188386 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-64411bca-9b6e-4ffe-b169-36aae7485426 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] delete failed (client error): The resource could not be found. Feb 11 05:30:25.193255 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-64411bca-9b6e-4ffe-b169-36aae7485426 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "DELETE /v2.0/security-groups/1704abc6-c044-4e50-bbd1-02561d60e919 HTTP/1.1" status: 404 len: 347 time: 0.0788569 Feb 11 05:30:25.202274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55002) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:25.249610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd5ec2-03da-4388-88f8-43293959c808 None None] Pushing event updated for resources: {'Port': ['ID=fd185103-9649-4b50-8a53-7c5eee026530,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:25.318354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9af997cb-71ae-496c-b1d5-7d541f9f0a66 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7109587 Feb 11 05:30:25.319527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af997cb-71ae-496c-b1d5-7d541f9f0a66 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=b4d0c505-7443-424b-8dbb-ee5e54cd4a0e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:25.323864 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55010) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:25.342631 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-caaeb699-c07c-40f9-a910-f521134b7185 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] show failed (client error): The resource could not be found. Feb 11 05:30:25.347610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-caaeb699-c07c-40f9-a910-f521134b7185 tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "GET /v2.0/security-groups/364cf83c-fe12-4373-ae8b-d80ff26ce57a HTTP/1.1" status: 404 len: 347 time: 0.1377602 Feb 11 05:30:25.348555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55012) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:25.354534 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-545fa981-6cf8-4a01-91d8-2c575ab14754 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (0af46bd1-bb54-4b3b-ad32-2c194748e183), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.393820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ae27fb10-7683-44cd-9b91-36330c5b865f None None] Provisioning complete for port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:25.393820 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ae27fb10-7683-44cd-9b91-36330c5b865f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.413239 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-1c17e37b-ec47-42d2-b456-581eecffc0ce tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] show failed (client error): The resource could not be found. Feb 11 05:30:25.424545 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1c17e37b-ec47-42d2-b456-581eecffc0ce tempest-NegativeSecGroupTest-1422061276 tempest-NegativeSecGroupTest-1422061276-project] 10.222.0.87 "GET /v2.0/security-group-rules/e4ada8e5-b900-4ea5-bcc4-afc6e28d2b42 HTTP/1.1" status: 404 len: 356 time: 0.0692666 Feb 11 05:30:25.484205 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-545fa981-6cf8-4a01-91d8-2c575ab14754 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (0af46bd1-bb54-4b3b-ad32-2c194748e183), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.493555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545fa981-6cf8-4a01-91d8-2c575ab14754 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:25.494216 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-545fa981-6cf8-4a01-91d8-2c575ab14754 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.538303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ae27fb10-7683-44cd-9b91-36330c5b865f None None] Port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:25.646248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fa981-6cf8-4a01-91d8-2c575ab14754 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Network': ['ID=0af46bd1-bb54-4b3b-ad32-2c194748e183,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:25.664882 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-545fa981-6cf8-4a01-91d8-2c575ab14754 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8587387 Feb 11 05:30:25.669309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55018) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:25.671835 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 0af46bd1-bb54-4b3b-ad32-2c194748e183 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:25.697477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-b946e3fa-9c12-45d8-b818-24cec8192e63 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'subnet': {'network_id': '0af46bd1-bb54-4b3b-ad32-2c194748e183', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:25.960162 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Router f808434e-1a06-4a40-8cfd-392cbfaaff0b has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:30:26.044878 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b946e3fa-9c12-45d8-b818-24cec8192e63 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:26.055742 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b946e3fa-9c12-45d8-b818-24cec8192e63 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:26.209384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.ipam_backend_mixin [None req-b946e3fa-9c12-45d8-b818-24cec8192e63 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Performing IP validity checks on allocation pools {{(pid=103171) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:30:26.214926 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.ipam_backend_mixin [None req-b946e3fa-9c12-45d8-b818-24cec8192e63 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103171) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:30:26.232318 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55046) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:26.274072 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:30:26.289619 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e897ca6e-9ac0-4767-a52d-f5b2c3c4e099 admin admin] 10.222.0.87 "PUT /v2.0/routers/f808434e-1a06-4a40-8cfd-392cbfaaff0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4671524 Feb 11 05:30:26.555863 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5ffe192b-d2b4-494d-9d0a-d37c1d8392f2 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b4d0c505-7443-424b-8dbb-ee5e54cd4a0e), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:26.560651 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b946e3fa-9c12-45d8-b818-24cec8192e63 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (e57d07b5-02ed-4544-ade2-ecaa6e9c6b9a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:26.740788 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-304f36a5-b172-4c4d-89af-fba8c2cbdab4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4583c6ace93e4dca844d5b4b3748e453&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5071373 Feb 11 05:30:26.745954 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55078) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:26.782254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946e3fa-9c12-45d8-b818-24cec8192e63 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Subnet': ['ID=e57d07b5-02ed-4544-ade2-ecaa6e9c6b9a,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:26.804833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b946e3fa-9c12-45d8-b818-24cec8192e63 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Checking segment: {'id': 'bcd03b0b-a96d-4521-8506-b5da995dfa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0af46bd1-bb54-4b3b-ad32-2c194748e183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:26.806420 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b946e3fa-9c12-45d8-b818-24cec8192e63 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network hostable DHCP agents. Network: 0af46bd1-bb54-4b3b-ad32-2c194748e183, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:30:26.855983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b946e3fa-9c12-45d8-b818-24cec8192e63 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 0af46bd1-bb54-4b3b-ad32-2c194748e183 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:30:26.868879 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-b946e3fa-9c12-45d8-b818-24cec8192e63 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 0af46bd1-bb54-4b3b-ad32-2c194748e183) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:26.881900 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6b3c56-101b-4e0f-bb8b-80571e89a284 None None] Network 0af46bd1-bb54-4b3b-ad32-2c194748e183 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:26.888347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b946e3fa-9c12-45d8-b818-24cec8192e63 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:26.888947 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b946e3fa-9c12-45d8-b818-24cec8192e63 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:26.943119 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b946e3fa-9c12-45d8-b818-24cec8192e63 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2725961 Feb 11 05:30:26.946075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55086) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:26.958703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-b927a46d-1512-47f7-b4c9-40191df9d841 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'network_id': '0af46bd1-bb54-4b3b-ad32-2c194748e183', 'name': 'tempest-PortsTestJSON-483932513'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:27.112842 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-0af46bd1-bb54-4b3b-ad32-2c194748e183', 'network_id': '0af46bd1-bb54-4b3b-ad32-2c194748e183', 'project_id': '6fb7a61752c84babaf383b156ec76727', 'fixed_ips': [{'subnet_id': 'e57d07b5-02ed-4544-ade2-ecaa6e9c6b9a'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:30:27.114525 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.177179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b927a46d-1512-47f7-b4c9-40191df9d841 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:27.180068 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bec09c7f-704a-448e-8302-a6139e87e2b3 admin admin] Publish callbacks [] for security_group (c1f1bad4-b878-4d34-a7e3-6a28a666118b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.181016 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b927a46d-1512-47f7-b4c9-40191df9d841 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.243908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-b927a46d-1512-47f7-b4c9-40191df9d841 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] device_id is not set on port ef0f8d44-7aac-47db-8b4c-2650d9637bf6 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:30:27.377758 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bec09c7f-704a-448e-8302-a6139e87e2b3 admin admin] Publish callbacks [] for security_group (c1f1bad4-b878-4d34-a7e3-6a28a666118b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.380713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0577b26-d7ed-44c4-97d5-19fd53ffa206 None None] Network a390f20c-0f27-4667-b927-d42057d13f15 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:27.497453 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5ffe192b-d2b4-494d-9d0a-d37c1d8392f2 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (b4d0c505-7443-424b-8dbb-ee5e54cd4a0e), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.499818 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bec09c7f-704a-448e-8302-a6139e87e2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c1f1bad4-b878-4d34-a7e3-6a28a666118b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.503043 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bec09c7f-704a-448e-8302-a6139e87e2b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.506538 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bec09c7f-704a-448e-8302-a6139e87e2b3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c1f1bad4-b878-4d34-a7e3-6a28a666118b HTTP/1.1" status: 204 len: 168 time: 0.7553933 Feb 11 05:30:27.508681 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5ffe192b-d2b4-494d-9d0a-d37c1d8392f2 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (b4d0c505-7443-424b-8dbb-ee5e54cd4a0e), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.524908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec09c7f-704a-448e-8302-a6139e87e2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f1bad4-b878-4d34-a7e3-6a28a666118b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:27.652635 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe192b-d2b4-494d-9d0a-d37c1d8392f2 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=b4d0c505-7443-424b-8dbb-ee5e54cd4a0e,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:27.687064 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Allocated IP 172.20.0.2 (0af46bd1-bb54-4b3b-ad32-2c194748e183/e57d07b5-02ed-4544-ade2-ecaa6e9c6b9a/b6d893c6-0db2-4dd5-88b4-c91d38207ab7) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:27.706163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-77986dc5-d49a-448c-b749-9964d434a706 None None] Provisioning complete for port fd185103-9649-4b50-8a53-7c5eee026530 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:27.706844 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-77986dc5-d49a-448c-b749-9964d434a706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (fd185103-9649-4b50-8a53-7c5eee026530), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:27.965178 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5ffe192b-d2b4-494d-9d0a-d37c1d8392f2 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (70debf1a-662f-44bd-bdeb-3067a3d604ba), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.087349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55148) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:28.162723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device fd185103-9649-4b50-8a53-7c5eee026530 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:28.224593 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5ffe192b-d2b4-494d-9d0a-d37c1d8392f2 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b4d0c505-7443-424b-8dbb-ee5e54cd4a0e), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.315528 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1d946113-dbf5-4f72-9dc3-18d0c94c64f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.520290 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-77986dc5-d49a-448c-b749-9964d434a706 None None] Current status of the port fd185103-9649-4b50-8a53-7c5eee026530 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:28.520692 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-77986dc5-d49a-448c-b749-9964d434a706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (fd185103-9649-4b50-8a53-7c5eee026530), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.561862 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1d946113-dbf5-4f72-9dc3-18d0c94c64f2 admin admin] Publish callbacks [] for security_group (da7166b0-0fce-4e25-b120-2a9aec99d4ac), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.570123 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1d946113-dbf5-4f72-9dc3-18d0c94c64f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (da7166b0-0fce-4e25-b120-2a9aec99d4ac), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.690943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-77986dc5-d49a-448c-b749-9964d434a706 None None] For port fd185103-9649-4b50-8a53-7c5eee026530, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=fd185103-9649-4b50-8a53-7c5eee026530,segment=NetworkSegment(d3c0572d-58bb-42bb-9ace-38b00b05bdec),segment_id=d3c0572d-58bb-42bb-9ace-38b00b05bdec)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:28.713302 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-77986dc5-d49a-448c-b749-9964d434a706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (fd185103-9649-4b50-8a53-7c5eee026530), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.727535 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1d946113-dbf5-4f72-9dc3-18d0c94c64f2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c25448ed44cc43a486e3139682c2fd92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6385813 Feb 11 05:30:28.745834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55164) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:28.785935 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-036a9c0e-b7b3-4915-bf93-6033c542932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.809318 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d946113-dbf5-4f72-9dc3-18d0c94c64f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7166b0-0fce-4e25-b120-2a9aec99d4ac,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:28.875108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port fd185103-9649-4b50-8a53-7c5eee026530 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:28.875756 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (fd185103-9649-4b50-8a53-7c5eee026530), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.966110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77986dc5-d49a-448c-b749-9964d434a706 None None] Pushing event updated for resources: {'Port': ['ID=fd185103-9649-4b50-8a53-7c5eee026530,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:28.974765 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7e856779-c1b7-486c-ba9a-57f96fa3c4a3 admin admin] Publish callbacks [] for security_group (da7166b0-0fce-4e25-b120-2a9aec99d4ac), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.045392 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Publish callbacks [] for port (b6d893c6-0db2-4dd5-88b4-c91d38207ab7), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.101819 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3e4142d8-f2da-489a-ac4e-7ff0f52497e5 None None] Provisioning complete for port fd185103-9649-4b50-8a53-7c5eee026530 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:29.102422 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e4142d8-f2da-489a-ac4e-7ff0f52497e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (fd185103-9649-4b50-8a53-7c5eee026530), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.107275 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (b6d893c6-0db2-4dd5-88b4-c91d38207ab7), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.225975 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5ffe192b-d2b4-494d-9d0a-d37c1d8392f2 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (b4d0c505-7443-424b-8dbb-ee5e54cd4a0e), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.237831 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5ffe192b-d2b4-494d-9d0a-d37c1d8392f2 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (b4d0c505-7443-424b-8dbb-ee5e54cd4a0e), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.238652 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5ffe192b-d2b4-494d-9d0a-d37c1d8392f2 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (70debf1a-662f-44bd-bdeb-3067a3d604ba), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.240356 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7e856779-c1b7-486c-ba9a-57f96fa3c4a3 admin admin] Publish callbacks [] for security_group (da7166b0-0fce-4e25-b120-2a9aec99d4ac), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.293058 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Network 0af46bd1-bb54-4b3b-ad32-2c194748e183 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:29.329645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:29.334476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:29.346417 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port fd185103-9649-4b50-8a53-7c5eee026530 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:29.350700 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 60438d07-7d83-47ae-8a47-ea42f44de905 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:29.358562 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe192b-d2b4-494d-9d0a-d37c1d8392f2 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=b4d0c505-7443-424b-8dbb-ee5e54cd4a0e,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:29.396928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-b927a46d-1512-47f7-b4c9-40191df9d841 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Allocated IP 172.20.0.3 (0af46bd1-bb54-4b3b-ad32-2c194748e183/e57d07b5-02ed-4544-ade2-ecaa6e9c6b9a/ef0f8d44-7aac-47db-8b4c-2650d9637bf6) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:29.472439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Pushing event updated for resources: {'Port': ['ID=b6d893c6-0db2-4dd5-88b4-c91d38207ab7,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:29.540267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55210) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:29.583624 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7e856779-c1b7-486c-ba9a-57f96fa3c4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (da7166b0-0fce-4e25-b120-2a9aec99d4ac), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.594233 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7e856779-c1b7-486c-ba9a-57f96fa3c4a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.595741 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7e856779-c1b7-486c-ba9a-57f96fa3c4a3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/da7166b0-0fce-4e25-b120-2a9aec99d4ac HTTP/1.1" status: 204 len: 168 time: 0.8470747 Feb 11 05:30:29.701465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e856779-c1b7-486c-ba9a-57f96fa3c4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7166b0-0fce-4e25-b120-2a9aec99d4ac,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:29.738939 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffe192b-d2b4-494d-9d0a-d37c1d8392f2 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network a390f20c-0f27-4667-b927-d42057d13f15 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:29.746797 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5ffe192b-d2b4-494d-9d0a-d37c1d8392f2 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:29.941254 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-13d300da-8e96-4818-84d0-202ce4a0d9d2 tempest-ServiceProvidersTest-1963504769 tempest-ServiceProvidersTest-1963504769-project] 10.222.0.87 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3916638 Feb 11 05:30:29.946314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Attempting to bind port b6d893c6-0db2-4dd5-88b4-c91d38207ab7 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:29.946908 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Attempting to bind port b6d893c6-0db2-4dd5-88b4-c91d38207ab7 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'bcd03b0b-a96d-4521-8506-b5da995dfa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0af46bd1-bb54-4b3b-ad32-2c194748e183'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:29.947719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Attempting to bind port b6d893c6-0db2-4dd5-88b4-c91d38207ab7 on network 0af46bd1-bb54-4b3b-ad32-2c194748e183 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:29.958256 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Sync routers for ids ['f808434e-1a06-4a40-8cfd-392cbfaaff0b'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:30:29.973218 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Routers {'f808434e-1a06-4a40-8cfd-392cbfaaff0b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:29.973872 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f808434e-1a06-4a40-8cfd-392cbfaaff0b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:30.093443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3e4142d8-f2da-489a-ac4e-7ff0f52497e5 None None] Current status of the port fd185103-9649-4b50-8a53-7c5eee026530 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:30.105075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:30.110000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Checking segment: {'id': 'bcd03b0b-a96d-4521-8506-b5da995dfa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0af46bd1-bb54-4b3b-ad32-2c194748e183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:30.112932 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.113547 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Bound using segment: {'id': 'bcd03b0b-a96d-4521-8506-b5da995dfa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0af46bd1-bb54-4b3b-ad32-2c194748e183'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:30.114271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Bound port: b6d893c6-0db2-4dd5-88b4-c91d38207ab7, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd03b0b-a96d-4521-8506-b5da995dfa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0af46bd1-bb54-4b3b-ad32-2c194748e183'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:30.116640 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b6d893c6-0db2-4dd5-88b4-c91d38207ab7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.131381 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b927a46d-1512-47f7-b4c9-40191df9d841 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (ef0f8d44-7aac-47db-8b4c-2650d9637bf6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.198860 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3e4142d8-f2da-489a-ac4e-7ff0f52497e5 None None] Provisioning complete for port b4d0c505-7443-424b-8dbb-ee5e54cd4a0e triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:30.199239 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e4142d8-f2da-489a-ac4e-7ff0f52497e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b4d0c505-7443-424b-8dbb-ee5e54cd4a0e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.268969 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b927a46d-1512-47f7-b4c9-40191df9d841 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ef0f8d44-7aac-47db-8b4c-2650d9637bf6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.289099 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffe192b-d2b4-494d-9d0a-d37c1d8392f2 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 70debf1a-662f-44bd-bdeb-3067a3d604ba is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:30:30.353685 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Set router f808434e-1a06-4a40-8cfd-392cbfaaff0b gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:30:30.394838 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 60438d07-7d83-47ae-8a47-ea42f44de905 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:30.403933 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (60438d07-7d83-47ae-8a47-ea42f44de905), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.467931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b927a46d-1512-47f7-b4c9-40191df9d841 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 0af46bd1-bb54-4b3b-ad32-2c194748e183 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:30.480346 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-b927a46d-1512-47f7-b4c9-40191df9d841 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:30.509262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b927a46d-1512-47f7-b4c9-40191df9d841 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:30.624716 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffe192b-d2b4-494d-9d0a-d37c1d8392f2 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:30:30.654643 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5ffe192b-d2b4-494d-9d0a-d37c1d8392f2 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/70debf1a-662f-44bd-bdeb-3067a3d604ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3278174 Feb 11 05:30:30.661867 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55226) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:30.715126 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf379b8-0614-4f18-88d0-6a7c251a7207 None None] Sync routers for ids ['70debf1a-662f-44bd-bdeb-3067a3d604ba'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:30:30.751772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55230) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:30.761158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55232) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:30.791269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927a46d-1512-47f7-b4c9-40191df9d841 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=ef0f8d44-7aac-47db-8b4c-2650d9637bf6,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:30.844920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3e4142d8-f2da-489a-ac4e-7ff0f52497e5 None None] Port b4d0c505-7443-424b-8dbb-ee5e54cd4a0e cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:30.862577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3ccac2-0a87-4c3d-a356-e914606ad316 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:30.873831 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ad3ccac2-0a87-4c3d-a356-e914606ad316 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports/b4d0c505-7443-424b-8dbb-ee5e54cd4a0e HTTP/1.1" status: 200 len: 983 time: 0.2106678 Feb 11 05:30:30.878298 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55236) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:30.887197 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1b69ca4-18bb-41bc-ba48-eb24874b5b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.898368 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf379b8-0614-4f18-88d0-6a7c251a7207 None None] Routers {'70debf1a-662f-44bd-bdeb-3067a3d604ba'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:30.899328 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0bf379b8-0614-4f18-88d0-6a7c251a7207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['70debf1a-662f-44bd-bdeb-3067a3d604ba'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:30.934938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b927a46d-1512-47f7-b4c9-40191df9d841 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:30.936526 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b927a46d-1512-47f7-b4c9-40191df9d841 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:30.968871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0bf379b8-0614-4f18-88d0-6a7c251a7207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:31.008755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] For port b6d893c6-0db2-4dd5-88b4-c91d38207ab7, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:31.039487 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f459e632-5e45-47af-aef6-36c4427e290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.051372 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b927a46d-1512-47f7-b4c9-40191df9d841 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1041458 Feb 11 05:30:31.069042 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55238) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:31.120855 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'name': 'tempest-TaggedBootDevicesTest-1156995925-router', 'tenant_id': '7265e612114849938bd463195419f6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '60438d07-7d83-47ae-8a47-ea42f44de905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:16Z', 'updated_at': '2022-02-11T05:30:23Z', 'revision_number': 4, 'project_id': '7265e612114849938bd463195419f6b8', 'gw_port': {'id': '60438d07-7d83-47ae-8a47-ea42f44de905', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:17Z', 'updated_at': '2022-02-11T05:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '3a90cb9c-b727-46eb-aca9-d0f9d4a70496', 'name': '', 'network_id': 'e521730a-19f7-4740-a7d9-35f8556d1448', 'tenant_id': '7265e612114849938bd463195419f6b8', 'mac_address': 'fa:16:3e:a6:3f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '0eb82d8a-e95b-437f-8281-244d0af8d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:22Z', 'updated_at': '2022-02-11T05:30:23Z', 'revision_number': 2, 'project_id': '7265e612114849938bd463195419f6b8', 'subnets': [{'id': '0eb82d8a-e95b-437f-8281-244d0af8d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:31.171195 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Checking router: f808434e-1a06-4a40-8cfd-392cbfaaff0b for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:30:31.172992 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Updating router f808434e-1a06-4a40-8cfd-392cbfaaff0b port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:30:31.259757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] For port b6d893c6-0db2-4dd5-88b4-c91d38207ab7, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b6d893c6-0db2-4dd5-88b4-c91d38207ab7,segment=NetworkSegment(bcd03b0b-a96d-4521-8506-b5da995dfa41),segment_id=bcd03b0b-a96d-4521-8506-b5da995dfa41)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:31.263534 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.267128 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1b69ca4-18bb-41bc-ba48-eb24874b5b91 admin admin] Publish callbacks [] for security_group (2b200e63-1c6f-4066-9f52-490223a1c250), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.275772 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1b69ca4-18bb-41bc-ba48-eb24874b5b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2b200e63-1c6f-4066-9f52-490223a1c250), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.289302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 60438d07-7d83-47ae-8a47-ea42f44de905 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:31.289708 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (60438d07-7d83-47ae-8a47-ea42f44de905), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.302740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf379b8-0614-4f18-88d0-6a7c251a7207 None None] Routers {'70debf1a-662f-44bd-bdeb-3067a3d604ba'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:31.303390 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0bf379b8-0614-4f18-88d0-6a7c251a7207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['70debf1a-662f-44bd-bdeb-3067a3d604ba'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:31.311104 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b6d893c6-0db2-4dd5-88b4-c91d38207ab7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.313954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b303ba07-f8c5-4243-92e7-d126f6a87af6 None None] Provisioning complete for port b4d0c505-7443-424b-8dbb-ee5e54cd4a0e triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:31.314331 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b303ba07-f8c5-4243-92e7-d126f6a87af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b4d0c505-7443-424b-8dbb-ee5e54cd4a0e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.365866 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-929289af-8468-43dd-83af-1b07a6659925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.433601 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a1b69ca4-18bb-41bc-ba48-eb24874b5b91 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=10a8f3a1e12348c6b8ae3aad8704e1ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6709216 Feb 11 05:30:31.438413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55244) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:31.449663 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b69ca4-18bb-41bc-ba48-eb24874b5b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b200e63-1c6f-4066-9f52-490223a1c250,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:31.497346 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022a62d-bbe3-480f-9a2b-24e9e035b74d None None] Pushing event updated for resources: {'Port': ['ID=b6d893c6-0db2-4dd5-88b4-c91d38207ab7,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:31.512313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0bf379b8-0614-4f18-88d0-6a7c251a7207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:31.513458 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf379b8-0614-4f18-88d0-6a7c251a7207 None None] The sync data for ids ['70debf1a-662f-44bd-bdeb-3067a3d604ba'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:30:31.528817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 60438d07-7d83-47ae-8a47-ea42f44de905, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=60438d07-7d83-47ae-8a47-ea42f44de905,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:31.544116 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (60438d07-7d83-47ae-8a47-ea42f44de905), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.553111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b303ba07-f8c5-4243-92e7-d126f6a87af6 None None] Port b4d0c505-7443-424b-8dbb-ee5e54cd4a0e cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:31.640573 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-929289af-8468-43dd-83af-1b07a6659925 admin admin] Publish callbacks [] for security_group (6fa13d6c-31bc-4642-b7f8-2ffeb18e90b0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.649316 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-929289af-8468-43dd-83af-1b07a6659925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6fa13d6c-31bc-4642-b7f8-2ffeb18e90b0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.654447 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b68dd93d-0f73-45d9-8978-8205ed0d49bd admin admin] Publish callbacks [] for security_group (2b200e63-1c6f-4066-9f52-490223a1c250), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.660352 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=60438d07-7d83-47ae-8a47-ea42f44de905,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:31.670251 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-28d20db5-1dba-4281-9192-111f9db3b90a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port ef0f8d44-7aac-47db-8b4c-2650d9637bf6 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:31.670872 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28d20db5-1dba-4281-9192-111f9db3b90a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ef0f8d44-7aac-47db-8b4c-2650d9637bf6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.703237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-929289af-8468-43dd-83af-1b07a6659925 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=65242ea18c614c12a2a8490c243384ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9209921 Feb 11 05:30:31.703237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55246) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:31.761694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device fd185103-9649-4b50-8a53-7c5eee026530 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:31.836521 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929289af-8468-43dd-83af-1b07a6659925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa13d6c-31bc-4642-b7f8-2ffeb18e90b0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:31.922154 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port fd185103-9649-4b50-8a53-7c5eee026530 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:31.922534 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (fd185103-9649-4b50-8a53-7c5eee026530), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.941076 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-da0e0525-a8c3-4587-a60c-551f5b3571ac admin admin] Publish callbacks [] for security_group (6fa13d6c-31bc-4642-b7f8-2ffeb18e90b0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:31.983199 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-da0e0525-a8c3-4587-a60c-551f5b3571ac admin admin] Publish callbacks [] for security_group (6fa13d6c-31bc-4642-b7f8-2ffeb18e90b0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.058491 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28d20db5-1dba-4281-9192-111f9db3b90a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ef0f8d44-7aac-47db-8b4c-2650d9637bf6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.080378 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Publish callbacks [] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.085449 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-da0e0525-a8c3-4587-a60c-551f5b3571ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6fa13d6c-31bc-4642-b7f8-2ffeb18e90b0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.088469 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b68dd93d-0f73-45d9-8978-8205ed0d49bd admin admin] Publish callbacks [] for security_group (2b200e63-1c6f-4066-9f52-490223a1c250), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.095225 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-da0e0525-a8c3-4587-a60c-551f5b3571ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.095783 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.096459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-da0e0525-a8c3-4587-a60c-551f5b3571ac admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6fa13d6c-31bc-4642-b7f8-2ffeb18e90b0 HTTP/1.1" status: 204 len: 168 time: 0.3924420 Feb 11 05:30:32.141860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e0525-a8c3-4587-a60c-551f5b3571ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa13d6c-31bc-4642-b7f8-2ffeb18e90b0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:32.208427 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b3abd-7125-425f-80f4-10546502ec9f None None] Pushing event updated for resources: {'Port': ['ID=3a90cb9c-b727-46eb-aca9-d0f9d4a70496,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:32.219446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-28d20db5-1dba-4281-9192-111f9db3b90a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for ef0f8d44-7aac-47db-8b4c-2650d9637bf6 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:32.231882 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port fd185103-9649-4b50-8a53-7c5eee026530 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:32.295031 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b3abd-7125-425f-80f4-10546502ec9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.302876 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b3abd-7125-425f-80f4-10546502ec9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.303832 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b3abd-7125-425f-80f4-10546502ec9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.304580 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b3abd-7125-425f-80f4-10546502ec9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.305396 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b3abd-7125-425f-80f4-10546502ec9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.306187 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b3abd-7125-425f-80f4-10546502ec9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.307080 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b3abd-7125-425f-80f4-10546502ec9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.308722 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b3abd-7125-425f-80f4-10546502ec9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.309475 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b3abd-7125-425f-80f4-10546502ec9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.310698 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b3abd-7125-425f-80f4-10546502ec9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.311489 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b3abd-7125-425f-80f4-10546502ec9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.312267 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b3abd-7125-425f-80f4-10546502ec9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.313243 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b3abd-7125-425f-80f4-10546502ec9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:32.407269 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.502092 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Attempting to bind port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:32.502459 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Attempting to bind port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'd0c9fe65-764f-4280-ab96-c0b5feb7d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e521730a-19f7-4740-a7d9-35f8556d1448'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:32.503964 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Attempting to bind port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 on network e521730a-19f7-4740-a7d9-35f8556d1448 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:32.521409 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:32.521794 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Checking segment: {'id': 'd0c9fe65-764f-4280-ab96-c0b5feb7d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e521730a-19f7-4740-a7d9-35f8556d1448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:32.522391 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.522945 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Bound using segment: {'id': 'd0c9fe65-764f-4280-ab96-c0b5feb7d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e521730a-19f7-4740-a7d9-35f8556d1448'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:32.523635 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Bound port: 3a90cb9c-b727-46eb-aca9-d0f9d4a70496, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c9fe65-764f-4280-ab96-c0b5feb7d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e521730a-19f7-4740-a7d9-35f8556d1448'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:32.524836 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.701650 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] For port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:32.714890 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] For port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3a90cb9c-b727-46eb-aca9-d0f9d4a70496,segment=NetworkSegment(d0c9fe65-764f-4280-ab96-c0b5feb7d6bf),segment_id=d0c9fe65-764f-4280-ab96-c0b5feb7d6bf)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:32.732614 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.919318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d69d9ab5-333b-472d-a846-820544c18d58 None None] Provisioning complete for port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:32.919855 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d69d9ab5-333b-472d-a846-820544c18d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:32.932300 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b3abd-7125-425f-80f4-10546502ec9f None None] Pushing event updated for resources: {'Port': ['ID=3a90cb9c-b727-46eb-aca9-d0f9d4a70496,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:32.952617 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Routers {'f808434e-1a06-4a40-8cfd-392cbfaaff0b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:32.953127 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f808434e-1a06-4a40-8cfd-392cbfaaff0b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:33.283663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d69d9ab5-333b-472d-a846-820544c18d58 None None] Current status of the port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:33.292863 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d69d9ab5-333b-472d-a846-820544c18d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.394971 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28d20db5-1dba-4281-9192-111f9db3b90a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ef0f8d44-7aac-47db-8b4c-2650d9637bf6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.433415 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d69d9ab5-333b-472d-a846-820544c18d58 None None] For port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3a90cb9c-b727-46eb-aca9-d0f9d4a70496,segment=NetworkSegment(d0c9fe65-764f-4280-ab96-c0b5feb7d6bf),segment_id=d0c9fe65-764f-4280-ab96-c0b5feb7d6bf)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:33.443694 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d69d9ab5-333b-472d-a846-820544c18d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.498280 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d20db5-1dba-4281-9192-111f9db3b90a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=ef0f8d44-7aac-47db-8b4c-2650d9637bf6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:33.532006 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b68dd93d-0f73-45d9-8978-8205ed0d49bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2b200e63-1c6f-4066-9f52-490223a1c250), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.535571 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b68dd93d-0f73-45d9-8978-8205ed0d49bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.536886 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b68dd93d-0f73-45d9-8978-8205ed0d49bd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2b200e63-1c6f-4066-9f52-490223a1c250 HTTP/1.1" status: 204 len: 168 time: 2.0970266 Feb 11 05:30:33.649587 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] Set router f808434e-1a06-4a40-8cfd-392cbfaaff0b gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:30:33.684680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d9ab5-333b-472d-a846-820544c18d58 None None] Pushing event updated for resources: {'Port': ['ID=3a90cb9c-b727-46eb-aca9-d0f9d4a70496,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:33.709171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68dd93d-0f73-45d9-8978-8205ed0d49bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b200e63-1c6f-4066-9f52-490223a1c250,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:33.766678 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.788601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-67d999f6-b0dd-4da2-9ca1-b6eb761c63a9 None None] Provisioning complete for port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:33.788999 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-67d999f6-b0dd-4da2-9ca1-b6eb761c63a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.923079 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28d20db5-1dba-4281-9192-111f9db3b90a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:33.946422 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55288) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:33.950292 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-28d20db5-1dba-4281-9192-111f9db3b90a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/ef0f8d44-7aac-47db-8b4c-2650d9637bf6 HTTP/1.1" status: 204 len: 168 time: 2.8772099 Feb 11 05:30:34.074153 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88d3911-90c4-4c5d-b44d-24075da51f2a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] DELETE failed (client error): The resource could not be found. Feb 11 05:30:34.084331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88d3911-90c4-4c5d-b44d-24075da51f2a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:30:34.152724 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d88d3911-90c4-4c5d-b44d-24075da51f2a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/ef0f8d44-7aac-47db-8b4c-2650d9637bf6 HTTP/1.1" status: 404 len: 333 time: 0.2027152 Feb 11 05:30:34.160305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55294) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:34.282867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-67d999f6-b0dd-4da2-9ca1-b6eb761c63a9 None None] Current status of the port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:34.325812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e774ca41-f302-4cc0-961d-67aed3f5ea3f None None] Network 0af46bd1-bb54-4b3b-ad32-2c194748e183 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:34.417346 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-c677c245-65fa-4564-94e1-38d9039823b4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] GET failed (client error): The resource could not be found. Feb 11 05:30:34.418882 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c677c245-65fa-4564-94e1-38d9039823b4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports/ef0f8d44-7aac-47db-8b4c-2650d9637bf6 HTTP/1.1" status: 404 len: 333 time: 0.2502782 Feb 11 05:30:34.422060 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55300) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:34.450286 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0078ec0a-0847-4aea-9582-057ff872a179 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (70debf1a-662f-44bd-bdeb-3067a3d604ba), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.498939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 60438d07-7d83-47ae-8a47-ea42f44de905 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:34.653075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cacdfb9-e02f-4b7b-99d7-d1e1e92429d0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting subnet e57d07b5-02ed-4544-ade2-ecaa6e9c6b9a {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:30:34.662560 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8cacdfb9-e02f-4b7b-99d7-d1e1e92429d0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (e57d07b5-02ed-4544-ade2-ecaa6e9c6b9a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.745913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-269d070e-fe07-45e7-9b84-3a80936333a8 None None] Provisioning complete for port b6d893c6-0db2-4dd5-88b4-c91d38207ab7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:34.752439 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-269d070e-fe07-45e7-9b84-3a80936333a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b6d893c6-0db2-4dd5-88b4-c91d38207ab7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.856635 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8cacdfb9-e02f-4b7b-99d7-d1e1e92429d0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (e57d07b5-02ed-4544-ade2-ecaa6e9c6b9a), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.979700 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 60438d07-7d83-47ae-8a47-ea42f44de905 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:34.980185 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (60438d07-7d83-47ae-8a47-ea42f44de905), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:35.127083 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'name': 'tempest-TaggedBootDevicesTest-1156995925-router', 'tenant_id': '7265e612114849938bd463195419f6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '60438d07-7d83-47ae-8a47-ea42f44de905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:16Z', 'updated_at': '2022-02-11T05:30:23Z', 'revision_number': 4, 'project_id': '7265e612114849938bd463195419f6b8', 'gw_port': {'id': '60438d07-7d83-47ae-8a47-ea42f44de905', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:17Z', 'updated_at': '2022-02-11T05:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '3a90cb9c-b727-46eb-aca9-d0f9d4a70496', 'name': '', 'network_id': 'e521730a-19f7-4740-a7d9-35f8556d1448', 'tenant_id': '7265e612114849938bd463195419f6b8', 'mac_address': 'fa:16:3e:a6:3f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '0eb82d8a-e95b-437f-8281-244d0af8d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:22Z', 'updated_at': '2022-02-11T05:30:32Z', 'revision_number': 4, 'project_id': '7265e612114849938bd463195419f6b8', 'subnets': [{'id': '0eb82d8a-e95b-437f-8281-244d0af8d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:35.149834 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8cacdfb9-e02f-4b7b-99d7-d1e1e92429d0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (e57d07b5-02ed-4544-ade2-ecaa6e9c6b9a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:35.231474 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583756a-c708-4d2b-b5bc-da31c86f06cb None None] The sync data for ids ['f808434e-1a06-4a40-8cfd-392cbfaaff0b'] in n-d-713499-38 is: [{'id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'name': 'tempest-TaggedBootDevicesTest-1156995925-router', 'tenant_id': '7265e612114849938bd463195419f6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '60438d07-7d83-47ae-8a47-ea42f44de905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:16Z', 'updated_at': '2022-02-11T05:30:23Z', 'revision_number': 4, 'project_id': '7265e612114849938bd463195419f6b8', 'gw_port': {'id': '60438d07-7d83-47ae-8a47-ea42f44de905', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:17Z', 'updated_at': '2022-02-11T05:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '3a90cb9c-b727-46eb-aca9-d0f9d4a70496', 'name': '', 'network_id': 'e521730a-19f7-4740-a7d9-35f8556d1448', 'tenant_id': '7265e612114849938bd463195419f6b8', 'mac_address': 'fa:16:3e:a6:3f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '0eb82d8a-e95b-437f-8281-244d0af8d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:22Z', 'updated_at': '2022-02-11T05:30:32Z', 'revision_number': 4, 'project_id': '7265e612114849938bd463195419f6b8', 'subnets': [{'id': '0eb82d8a-e95b-437f-8281-244d0af8d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:30:35.264320 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-0078ec0a-0847-4aea-9582-057ff872a179 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting port b4d0c505-7443-424b-8dbb-ee5e54cd4a0e {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:35.265004 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0078ec0a-0847-4aea-9582-057ff872a179 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b4d0c505-7443-424b-8dbb-ee5e54cd4a0e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:35.328857 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8cacdfb9-e02f-4b7b-99d7-d1e1e92429d0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (e57d07b5-02ed-4544-ade2-ecaa6e9c6b9a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:35.417418 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 60438d07-7d83-47ae-8a47-ea42f44de905 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:35.419965 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b6d893c6-0db2-4dd5-88b4-c91d38207ab7 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:35.426278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacdfb9-e02f-4b7b-99d7-d1e1e92429d0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Subnet': ['ID=e57d07b5-02ed-4544-ade2-ecaa6e9c6b9a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:35.433002 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-269d070e-fe07-45e7-9b84-3a80936333a8 None None] Current status of the port b6d893c6-0db2-4dd5-88b4-c91d38207ab7 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:35.433395 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-269d070e-fe07-45e7-9b84-3a80936333a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b6d893c6-0db2-4dd5-88b4-c91d38207ab7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:35.449016 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8cacdfb9-e02f-4b7b-99d7-d1e1e92429d0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:35.462858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8cacdfb9-e02f-4b7b-99d7-d1e1e92429d0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/e57d07b5-02ed-4544-ade2-ecaa6e9c6b9a HTTP/1.1" status: 204 len: 168 time: 1.0292811 Feb 11 05:30:35.476466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55330) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:35.679468 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0078ec0a-0847-4aea-9582-057ff872a179 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b4d0c505-7443-424b-8dbb-ee5e54cd4a0e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:35.723685 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-0078ec0a-0847-4aea-9582-057ff872a179 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Calling delete_port for b4d0c505-7443-424b-8dbb-ee5e54cd4a0e owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:35.813629 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (0af46bd1-bb54-4b3b-ad32-2c194748e183), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:35.845560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01a3d14-9938-4413-ba98-fde4e882f680 None None] Network 0af46bd1-bb54-4b3b-ad32-2c194748e183 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:35.872366 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:35.878253 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-269d070e-fe07-45e7-9b84-3a80936333a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:30:35.879968 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-269d070e-fe07-45e7-9b84-3a80936333a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:30:36.062457 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port b6d893c6-0db2-4dd5-88b4-c91d38207ab7 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:36.066916 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b6d893c6-0db2-4dd5-88b4-c91d38207ab7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.148133 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b6d893c6-0db2-4dd5-88b4-c91d38207ab7 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:36.148737 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b6d893c6-0db2-4dd5-88b4-c91d38207ab7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.311249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] For port b6d893c6-0db2-4dd5-88b4-c91d38207ab7, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b6d893c6-0db2-4dd5-88b4-c91d38207ab7,segment=NetworkSegment(bcd03b0b-a96d-4521-8506-b5da995dfa41),segment_id=bcd03b0b-a96d-4521-8506-b5da995dfa41)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:36.311848 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b6d893c6-0db2-4dd5-88b4-c91d38207ab7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.372237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for b6d893c6-0db2-4dd5-88b4-c91d38207ab7 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:36.402513 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0078ec0a-0847-4aea-9582-057ff872a179 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (b4d0c505-7443-424b-8dbb-ee5e54cd4a0e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.448647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-269d070e-fe07-45e7-9b84-3a80936333a8 None None] Current status of the port b6d893c6-0db2-4dd5-88b4-c91d38207ab7 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:36.449180 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-269d070e-fe07-45e7-9b84-3a80936333a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b6d893c6-0db2-4dd5-88b4-c91d38207ab7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.451932 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2258b59-e65b-4867-8660-274d0408c45d None None] DHCP port deletion for 0af46bd1-bb54-4b3b-ad32-2c194748e183 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:30:36.473252 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b6d893c6-0db2-4dd5-88b4-c91d38207ab7 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:36.473252 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b6d893c6-0db2-4dd5-88b4-c91d38207ab7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.529520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port b6d893c6-0db2-4dd5-88b4-c91d38207ab7, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b6d893c6-0db2-4dd5-88b4-c91d38207ab7,segment=NetworkSegment(bcd03b0b-a96d-4521-8506-b5da995dfa41),segment_id=bcd03b0b-a96d-4521-8506-b5da995dfa41)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:36.545470 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b6d893c6-0db2-4dd5-88b4-c91d38207ab7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.547449 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:36.571015 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078ec0a-0847-4aea-9582-057ff872a179 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Port': ['ID=b4d0c505-7443-424b-8dbb-ee5e54cd4a0e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:36.780878 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b6d893c6-0db2-4dd5-88b4-c91d38207ab7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.914410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=b6d893c6-0db2-4dd5-88b4-c91d38207ab7,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:36.916220 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0078ec0a-0847-4aea-9582-057ff872a179 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (70debf1a-662f-44bd-bdeb-3067a3d604ba), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:36.945655 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No DVR routers for this DVR port b6d893c6-0db2-4dd5-88b4-c91d38207ab7 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:36.979009 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-269d070e-fe07-45e7-9b84-3a80936333a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:30:36.979271 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-269d070e-fe07-45e7-9b84-3a80936333a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:30:36.980376 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=b6d893c6-0db2-4dd5-88b4-c91d38207ab7,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:37.067128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:37.067128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:37.067128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:37.067128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:37.067128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:37.067128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:37.071853 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:37.073735 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:37.073735 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:37.073735 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:37.074001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:37.074365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:37.074786 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:30:37.186194 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:37.186868 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.319458 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (0af46bd1-bb54-4b3b-ad32-2c194748e183), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.321040 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c2258b59-e65b-4867-8660-274d0408c45d None None] Deleting port b6d893c6-0db2-4dd5-88b4-c91d38207ab7 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:37.322233 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c2258b59-e65b-4867-8660-274d0408c45d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b6d893c6-0db2-4dd5-88b4-c91d38207ab7), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.420175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af46bd1-bb54-4b3b-ad32-2c194748e183']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:37.462069 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd03b0b-a96d-4521-8506-b5da995dfa41') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:37.464598 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd03b0b-a96d-4521-8506-b5da995dfa41') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:37.496975 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (bcd03b0b-a96d-4521-8506-b5da995dfa41), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.525276 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (bcd03b0b-a96d-4521-8506-b5da995dfa41), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.546327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:37.548182 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (bcd03b0b-a96d-4521-8506-b5da995dfa41), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:37.566475 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:37.591615 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0078ec0a-0847-4aea-9582-057ff872a179 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 70debf1a-662f-44bd-bdeb-3067a3d604ba has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:30:37.759606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:37.777576 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-269d070e-fe07-45e7-9b84-3a80936333a8 None None] Port b6d893c6-0db2-4dd5-88b4-c91d38207ab7 update to ACTIVE by agent not found {{(pid=103173) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 05:30:37.793838 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (0af46bd1-bb54-4b3b-ad32-2c194748e183), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.812288 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.813469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c2258b59-e65b-4867-8660-274d0408c45d None None] For port b6d893c6-0db2-4dd5-88b4-c91d38207ab7, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:37.816456 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c2258b59-e65b-4867-8660-274d0408c45d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b6d893c6-0db2-4dd5-88b4-c91d38207ab7), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.827678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/networks/0af46bd1-bb54-4b3b-ad32-2c194748e183 HTTP/1.1" status: 204 len: 168 time: 2.3379145 Feb 11 05:30:37.846476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c2258b59-e65b-4867-8660-274d0408c45d None None] Calling delete_port for b6d893c6-0db2-4dd5-88b4-c91d38207ab7 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:37.858128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-c2258b59-e65b-4867-8660-274d0408c45d None None] Port b6d893c6-0db2-4dd5-88b4-c91d38207ab7 was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:30:37.859229 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c2258b59-e65b-4867-8660-274d0408c45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (b6d893c6-0db2-4dd5-88b4-c91d38207ab7), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:37.859828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55380) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:37.874080 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c402863d-06ee-4cd7-9ad6-66bcfb78efed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-444292429'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:37.895535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51983781-f776-4d7f-bc18-92404611eed1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Network': ['ID=0af46bd1-bb54-4b3b-ad32-2c194748e183,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:37.914397 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0078ec0a-0847-4aea-9582-057ff872a179 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:30:37.927172 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b084df0-967b-4fe8-badd-27eb923e29ae None None] Sync routers for ids ['70debf1a-662f-44bd-bdeb-3067a3d604ba'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:30:37.945520 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0078ec0a-0847-4aea-9582-057ff872a179 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/70debf1a-662f-44bd-bdeb-3067a3d604ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0648694 Feb 11 05:30:37.952913 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55384) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:37.955275 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b084df0-967b-4fe8-badd-27eb923e29ae None None] Routers {'70debf1a-662f-44bd-bdeb-3067a3d604ba'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:37.956859 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9b084df0-967b-4fe8-badd-27eb923e29ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['70debf1a-662f-44bd-bdeb-3067a3d604ba'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:37.966062 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:37.988670 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c402863d-06ee-4cd7-9ad6-66bcfb78efed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:37.997722 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c402863d-06ee-4cd7-9ad6-66bcfb78efed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.001396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c2258b59-e65b-4867-8660-274d0408c45d None None] Network 0af46bd1-bb54-4b3b-ad32-2c194748e183 is not hosted by any dhcp agent {{(pid=103173) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:30:38.002490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2258b59-e65b-4867-8660-274d0408c45d None None] No DVR routers for this DVR port b6d893c6-0db2-4dd5-88b4-c91d38207ab7 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:38.005497 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2258b59-e65b-4867-8660-274d0408c45d None None] Pushing event deleted for resources: {'Port': ['ID=b6d893c6-0db2-4dd5-88b4-c91d38207ab7,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:38.008618 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1ba77922-0a6c-4629-8a04-3c5d7e5a2be2 None None] Could not find standard attr ID for object b6d893c6-0db2-4dd5-88b4-c91d38207ab7. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:30:38.073831 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9b084df0-967b-4fe8-badd-27eb923e29ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:38.102749 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b084df0-967b-4fe8-badd-27eb923e29ae None None] Routers {'70debf1a-662f-44bd-bdeb-3067a3d604ba'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:38.103661 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9b084df0-967b-4fe8-badd-27eb923e29ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['70debf1a-662f-44bd-bdeb-3067a3d604ba'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:38.112328 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:38.114347 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.128801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c402863d-06ee-4cd7-9ad6-66bcfb78efed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:38.168920 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c402863d-06ee-4cd7-9ad6-66bcfb78efed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (e40062a8-ecab-4a98-aa4f-51030c64e6bc), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.169633 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-c402863d-06ee-4cd7-9ad6-66bcfb78efed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Added segment e40062a8-ecab-4a98-aa4f-51030c64e6bc of type vlan for network 35b76460-299c-45b2-9349-e853cd5998d9 Feb 11 05:30:38.190127 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9b084df0-967b-4fe8-badd-27eb923e29ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:38.191161 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b084df0-967b-4fe8-badd-27eb923e29ae None None] The sync data for ids ['70debf1a-662f-44bd-bdeb-3067a3d604ba'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:30:38.220052 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55388) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:38.302635 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c402863d-06ee-4cd7-9ad6-66bcfb78efed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (35b76460-299c-45b2-9349-e853cd5998d9), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.354229 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:38.380627 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c402863d-06ee-4cd7-9ad6-66bcfb78efed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (35b76460-299c-45b2-9349-e853cd5998d9), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.386192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c402863d-06ee-4cd7-9ad6-66bcfb78efed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:38.386790 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c402863d-06ee-4cd7-9ad6-66bcfb78efed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.451757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b6d893c6-0db2-4dd5-88b4-c91d38207ab7 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:38.464170 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-d011d747-7008-4aa6-add2-069f94e85665 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 05:30:38.465260 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d011d747-7008-4aa6-add2-069f94e85665 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/70debf1a-662f-44bd-bdeb-3067a3d604ba/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5086923 Feb 11 05:30:38.468511 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55396) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:38.498207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: b6d893c6-0db2-4dd5-88b4-c91d38207ab7 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:38.498558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b6d893c6-0db2-4dd5-88b4-c91d38207ab7 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:38.514926 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3899b201-3879-4652-9481-ba1ccaa8359b tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports?device_id=70debf1a-662f-44bd-bdeb-3067a3d604ba HTTP/1.1" status: 200 len: 205 time: 0.0448477 Feb 11 05:30:38.520498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55398) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:38.570840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402863d-06ee-4cd7-9ad6-66bcfb78efed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Network': ['ID=35b76460-299c-45b2-9349-e853cd5998d9,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:38.582140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 35b76460-299c-45b2-9349-e853cd5998d9 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:38.614537 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c402863d-06ee-4cd7-9ad6-66bcfb78efed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7459531 Feb 11 05:30:38.614774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55400) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:38.628892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-60cfc2bb-80b9-4048-bc7e-6036efaa3146 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'subnet': {'network_id': '35b76460-299c-45b2-9349-e853cd5998d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:38.639839 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-524fc231-12ce-47b2-8306-96ccfb3bc635 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (70debf1a-662f-44bd-bdeb-3067a3d604ba), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.713888 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-edc326b3-e8ea-4b98-87db-98da654f2443 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1665376517'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:38.883242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cfc2bb-80b9-4048-bc7e-6036efaa3146 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:38.886685 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-60cfc2bb-80b9-4048-bc7e-6036efaa3146 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.889651 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc326b3-e8ea-4b98-87db-98da654f2443 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Made reservation on behalf of 4386d53e491d4edda3bab62a65f1170d for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:38.894571 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-edc326b3-e8ea-4b98-87db-98da654f2443 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.964835 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-524fc231-12ce-47b2-8306-96ccfb3bc635 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (70debf1a-662f-44bd-bdeb-3067a3d604ba), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:38.971366 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-524fc231-12ce-47b2-8306-96ccfb3bc635 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_controller (70debf1a-662f-44bd-bdeb-3067a3d604ba), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.037582 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-edc326b3-e8ea-4b98-87db-98da654f2443 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.062889 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-524fc231-12ce-47b2-8306-96ccfb3bc635 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (70debf1a-662f-44bd-bdeb-3067a3d604ba), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.063894 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524fc231-12ce-47b2-8306-96ccfb3bc635 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Fanout notify agent at l3_agent the message router_deleted on router 70debf1a-662f-44bd-bdeb-3067a3d604ba {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:30:39.072746 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-524fc231-12ce-47b2-8306-96ccfb3bc635 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.076578 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-524fc231-12ce-47b2-8306-96ccfb3bc635 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/routers/70debf1a-662f-44bd-bdeb-3067a3d604ba HTTP/1.1" status: 204 len: 168 time: 0.5522666 Feb 11 05:30:39.080535 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55410) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:39.185004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ebf831-8e20-4dfb-96e1-804cab015fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting subnet 035371d0-b824-4b89-8ac8-cbae90705b95 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:30:39.190197 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34ebf831-8e20-4dfb-96e1-804cab015fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (035371d0-b824-4b89-8ac8-cbae90705b95), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.244673 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-60cfc2bb-80b9-4048-bc7e-6036efaa3146 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (a8f5119c-bdbf-44a6-bfbe-80d563a95c3d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.259082 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34ebf831-8e20-4dfb-96e1-804cab015fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (035371d0-b824-4b89-8ac8-cbae90705b95), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.309450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfc2bb-80b9-4048-bc7e-6036efaa3146 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Subnet': ['ID=a8f5119c-bdbf-44a6-bfbe-80d563a95c3d,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:39.349961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cfc2bb-80b9-4048-bc7e-6036efaa3146 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Checking segment: {'id': 'e40062a8-ecab-4a98-aa4f-51030c64e6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '35b76460-299c-45b2-9349-e853cd5998d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:39.351446 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cfc2bb-80b9-4048-bc7e-6036efaa3146 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network hostable DHCP agents. Network: 35b76460-299c-45b2-9349-e853cd5998d9, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:30:39.395194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cfc2bb-80b9-4048-bc7e-6036efaa3146 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 35b76460-299c-45b2-9349-e853cd5998d9 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:30:39.402859 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34ebf831-8e20-4dfb-96e1-804cab015fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (035371d0-b824-4b89-8ac8-cbae90705b95), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.418193 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-60cfc2bb-80b9-4048-bc7e-6036efaa3146 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 35b76460-299c-45b2-9349-e853cd5998d9) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:39.429961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb97916-58bf-4984-9222-28bdce1a4f42 None None] Network 35b76460-299c-45b2-9349-e853cd5998d9 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:39.453073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cfc2bb-80b9-4048-bc7e-6036efaa3146 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:39.456216 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-60cfc2bb-80b9-4048-bc7e-6036efaa3146 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.488769 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34ebf831-8e20-4dfb-96e1-804cab015fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (035371d0-b824-4b89-8ac8-cbae90705b95), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.509852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-60cfc2bb-80b9-4048-bc7e-6036efaa3146 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8937428 Feb 11 05:30:39.512938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55414) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:39.522331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-2224685e-f0d2-406e-82dc-0366acfd7004 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'network_id': '35b76460-299c-45b2-9349-e853cd5998d9', 'security_groups': [], 'name': 'tempest-PortsTestJSON-437368301'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:39.546638 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebf831-8e20-4dfb-96e1-804cab015fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Subnet': ['ID=035371d0-b824-4b89-8ac8-cbae90705b95,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:39.553022 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-34ebf831-8e20-4dfb-96e1-804cab015fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.559410 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-34ebf831-8e20-4dfb-96e1-804cab015fe4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/035371d0-b824-4b89-8ac8-cbae90705b95 HTTP/1.1" status: 204 len: 168 time: 0.4772961 Feb 11 05:30:39.563337 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55416) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:39.582776 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-edc326b3-e8ea-4b98-87db-98da654f2443 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Publish callbacks [] for security_group (6be0a944-c91c-4835-8032-d68a70848fa5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.601804 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-edc326b3-e8ea-4b98-87db-98da654f2443 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6be0a944-c91c-4835-8032-d68a70848fa5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.626964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc326b3-e8ea-4b98-87db-98da654f2443 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:39.638195 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-edc326b3-e8ea-4b98-87db-98da654f2443 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c5b0fab1-e0b9-4e9c-ac87-260510074b0d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.638467 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-edc326b3-e8ea-4b98-87db-98da654f2443 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Added segment c5b0fab1-e0b9-4e9c-ac87-260510074b0d of type vlan for network 370af3ed-c44b-4c01-9a34-53dc4c4187c5 Feb 11 05:30:39.668015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3748f0e0-65fa-45b7-b409-65ab2288d9db None None] Network a390f20c-0f27-4667-b927-d42057d13f15 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:39.723105 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-edc326b3-e8ea-4b98-87db-98da654f2443 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (370af3ed-c44b-4c01-9a34-53dc4c4187c5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.787153 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-edc326b3-e8ea-4b98-87db-98da654f2443 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (370af3ed-c44b-4c01-9a34-53dc4c4187c5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.796348 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc326b3-e8ea-4b98-87db-98da654f2443 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:39.805182 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-edc326b3-e8ea-4b98-87db-98da654f2443 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.829812 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2224685e-f0d2-406e-82dc-0366acfd7004 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:39.833448 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2224685e-f0d2-406e-82dc-0366acfd7004 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:39.872043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-2224685e-f0d2-406e-82dc-0366acfd7004 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] device_id is not set on port da4724b3-18f1-4c5a-a230-a0d830f830ff yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:30:39.918531 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-35b76460-299c-45b2-9349-e853cd5998d9', 'network_id': '35b76460-299c-45b2-9349-e853cd5998d9', 'project_id': '6fb7a61752c84babaf383b156ec76727', 'fixed_ips': [{'subnet_id': 'a8f5119c-bdbf-44a6-bfbe-80d563a95c3d'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:30:39.919388 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.029724 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc326b3-e8ea-4b98-87db-98da654f2443 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be0a944-c91c-4835-8032-d68a70848fa5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:40.038638 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-edc326b3-e8ea-4b98-87db-98da654f2443 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8174024 Feb 11 05:30:40.045856 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (a390f20c-0f27-4667-b927-d42057d13f15), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.047472 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55424) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:40.048218 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.103050 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc326b3-e8ea-4b98-87db-98da654f2443 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Pushing event updated for resources: {'Network': ['ID=370af3ed-c44b-4c01-9a34-53dc4c4187c5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:40.169659 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting port fd185103-9649-4b50-8a53-7c5eee026530 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:40.170364 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (fd185103-9649-4b50-8a53-7c5eee026530), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.213976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-2224685e-f0d2-406e-82dc-0366acfd7004 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Allocated IP 172.20.0.7 (35b76460-299c-45b2-9349-e853cd5998d9/a8f5119c-bdbf-44a6-bfbe-80d563a95c3d/da4724b3-18f1-4c5a-a230-a0d830f830ff) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:40.222742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 370af3ed-c44b-4c01-9a34-53dc4c4187c5 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:40.293149 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] For port fd185103-9649-4b50-8a53-7c5eee026530, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=fd185103-9649-4b50-8a53-7c5eee026530,segment=NetworkSegment(d3c0572d-58bb-42bb-9ace-38b00b05bdec),segment_id=d3c0572d-58bb-42bb-9ace-38b00b05bdec)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:40.293800 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (fd185103-9649-4b50-8a53-7c5eee026530), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.314383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Calling delete_port for fd185103-9649-4b50-8a53-7c5eee026530 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:40.403827 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-848dc906-2908-41b1-9fa6-529d8501a2f8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Request body: {'network': {'name': 'tempest-network--1503002703', 'router:external': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:40.409356 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (fd185103-9649-4b50-8a53-7c5eee026530), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.452750 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Port': ['ID=fd185103-9649-4b50-8a53-7c5eee026530,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:40.484004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] No DVR routers for this DVR port fd185103-9649-4b50-8a53-7c5eee026530 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:40.555537 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848dc906-2908-41b1-9fa6-529d8501a2f8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Made reservation on behalf of 6700a8c68ae54c419cadecce4ac3f1ce for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:40.558759 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-848dc906-2908-41b1-9fa6-529d8501a2f8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.571782 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959353cf-3fce-44df-bf42-c84b50ba0a6d None None] DHCP port deletion for a390f20c-0f27-4667-b927-d42057d13f15 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:30:40.601274 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-848dc906-2908-41b1-9fa6-529d8501a2f8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.637132 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2224685e-f0d2-406e-82dc-0366acfd7004 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (da4724b3-18f1-4c5a-a230-a0d830f830ff), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.759134 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2224685e-f0d2-406e-82dc-0366acfd7004 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (da4724b3-18f1-4c5a-a230-a0d830f830ff), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.857828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2224685e-f0d2-406e-82dc-0366acfd7004 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 35b76460-299c-45b2-9349-e853cd5998d9 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:40.861267 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Allocated IP 172.20.0.2 (35b76460-299c-45b2-9349-e853cd5998d9/a8f5119c-bdbf-44a6-bfbe-80d563a95c3d/72db0933-c99f-4f5e-ae95-477211c7b062) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:40.869167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-2224685e-f0d2-406e-82dc-0366acfd7004 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:40.876303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2224685e-f0d2-406e-82dc-0366acfd7004 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:40.887680 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (a390f20c-0f27-4667-b927-d42057d13f15), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:40.908801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224685e-f0d2-406e-82dc-0366acfd7004 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=da4724b3-18f1-4c5a-a230-a0d830f830ff,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:40.948243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2224685e-f0d2-406e-82dc-0366acfd7004 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:40.949666 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2224685e-f0d2-406e-82dc-0366acfd7004 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.012022 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2224685e-f0d2-406e-82dc-0366acfd7004 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.4951663 Feb 11 05:30:41.021351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55436) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:41.045634 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a390f20c-0f27-4667-b927-d42057d13f15']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:41.105599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c0572d-58bb-42bb-9ace-38b00b05bdec') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:41.129852 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c0572d-58bb-42bb-9ace-38b00b05bdec') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:41.196774 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (d3c0572d-58bb-42bb-9ace-38b00b05bdec), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.248190 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Publish callbacks [] for port (72db0933-c99f-4f5e-ae95-477211c7b062), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.258680 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (72db0933-c99f-4f5e-ae95-477211c7b062), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.262882 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d3c0572d-58bb-42bb-9ace-38b00b05bdec), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.302215 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:41.302608 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (d3c0572d-58bb-42bb-9ace-38b00b05bdec), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.378938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Network 35b76460-299c-45b2-9349-e853cd5998d9 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:41.406167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:41.420520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:41.420798 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:41.423271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-5017fb8c-7516-4de4-9962-5a62129f1e60 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port da4724b3-18f1-4c5a-a230-a0d830f830ff {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:41.423271 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5017fb8c-7516-4de4-9962-5a62129f1e60 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (da4724b3-18f1-4c5a-a230-a0d830f830ff), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.443235 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-848dc906-2908-41b1-9fa6-529d8501a2f8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for security_group (5043b681-91d6-452a-91fa-0a7b6f024643), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.445156 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (a390f20c-0f27-4667-b927-d42057d13f15), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.450973 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-848dc906-2908-41b1-9fa6-529d8501a2f8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5043b681-91d6-452a-91fa-0a7b6f024643), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.484524 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Pushing event updated for resources: {'Port': ['ID=72db0933-c99f-4f5e-ae95-477211c7b062,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:41.519987 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848dc906-2908-41b1-9fa6-529d8501a2f8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:41.527774 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.534064 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/networks/a390f20c-0f27-4667-b927-d42057d13f15 HTTP/1.1" status: 204 len: 168 time: 1.9696028 Feb 11 05:30:41.543444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55456) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:41.562777 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Attempting to bind port 72db0933-c99f-4f5e-ae95-477211c7b062 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:41.563500 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Attempting to bind port 72db0933-c99f-4f5e-ae95-477211c7b062 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'e40062a8-ecab-4a98-aa4f-51030c64e6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '35b76460-299c-45b2-9349-e853cd5998d9'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:41.564077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Attempting to bind port 72db0933-c99f-4f5e-ae95-477211c7b062 on network 35b76460-299c-45b2-9349-e853cd5998d9 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:41.577560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6c5e1708-a114-4f7f-a1c9-eb79466198ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1375436852'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:41.598953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:41.599439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Checking segment: {'id': 'e40062a8-ecab-4a98-aa4f-51030c64e6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '35b76460-299c-45b2-9349-e853cd5998d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:41.599772 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.600170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Bound using segment: {'id': 'e40062a8-ecab-4a98-aa4f-51030c64e6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '35b76460-299c-45b2-9349-e853cd5998d9'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:41.600611 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Bound port: 72db0933-c99f-4f5e-ae95-477211c7b062, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40062a8-ecab-4a98-aa4f-51030c64e6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '35b76460-299c-45b2-9349-e853cd5998d9'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:41.600999 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (72db0933-c99f-4f5e-ae95-477211c7b062), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.674270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5e1708-a114-4f7f-a1c9-eb79466198ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:41.675191 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dc906-2908-41b1-9fa6-529d8501a2f8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5043b681-91d6-452a-91fa-0a7b6f024643,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:41.677698 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6c5e1708-a114-4f7f-a1c9-eb79466198ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.679814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c41a2-07e9-4750-900a-150472136d75 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Network': ['ID=a390f20c-0f27-4667-b927-d42057d13f15,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:41.700306 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-848dc906-2908-41b1-9fa6-529d8501a2f8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ffae8e32-8331-4fe1-a342-4a6c086d9254), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.700619 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-848dc906-2908-41b1-9fa6-529d8501a2f8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Added segment ffae8e32-8331-4fe1-a342-4a6c086d9254 of type vlan for network 0c676f37-ef1a-4e0a-be70-ae703b095b24 Feb 11 05:30:41.741760 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5017fb8c-7516-4de4-9962-5a62129f1e60 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (da4724b3-18f1-4c5a-a230-a0d830f830ff), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.746323 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] For port 72db0933-c99f-4f5e-ae95-477211c7b062, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:41.750116 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] For port 72db0933-c99f-4f5e-ae95-477211c7b062, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=72db0933-c99f-4f5e-ae95-477211c7b062,segment=NetworkSegment(e40062a8-ecab-4a98-aa4f-51030c64e6bc),segment_id=e40062a8-ecab-4a98-aa4f-51030c64e6bc)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:41.759599 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (72db0933-c99f-4f5e-ae95-477211c7b062), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.793564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-5017fb8c-7516-4de4-9962-5a62129f1e60 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for da4724b3-18f1-4c5a-a230-a0d830f830ff owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:41.795345 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5e1708-a114-4f7f-a1c9-eb79466198ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:41.839166 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7207053-8ff6-4ede-830e-ab441afa2fd9 None None] Pushing event updated for resources: {'Port': ['ID=72db0933-c99f-4f5e-ae95-477211c7b062,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:41.849784 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-848dc906-2908-41b1-9fa6-529d8501a2f8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (0c676f37-ef1a-4e0a-be70-ae703b095b24), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.866456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6c5e1708-a114-4f7f-a1c9-eb79466198ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (34643d79-30b1-44c7-8153-2fc8324f3b2b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.867384 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-6c5e1708-a114-4f7f-a1c9-eb79466198ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Added segment 34643d79-30b1-44c7-8153-2fc8324f3b2b of type vlan for network c55e6709-ad28-4a2c-be77-7d0dfe67a7a7 Feb 11 05:30:41.896905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device fd185103-9649-4b50-8a53-7c5eee026530 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:41.949359 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-848dc906-2908-41b1-9fa6-529d8501a2f8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (0c676f37-ef1a-4e0a-be70-ae703b095b24), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.950655 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848dc906-2908-41b1-9fa6-529d8501a2f8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:41.951563 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-848dc906-2908-41b1-9fa6-529d8501a2f8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:41.965257 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: fd185103-9649-4b50-8a53-7c5eee026530 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:41.965919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device fd185103-9649-4b50-8a53-7c5eee026530 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:42.020700 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-848dc906-2908-41b1-9fa6-529d8501a2f8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9299154 Feb 11 05:30:42.023609 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55462) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:42.096610 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6c5e1708-a114-4f7f-a1c9-eb79466198ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (c55e6709-ad28-4a2c-be77-7d0dfe67a7a7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.216744 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6c5e1708-a114-4f7f-a1c9-eb79466198ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (c55e6709-ad28-4a2c-be77-7d0dfe67a7a7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.224071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5e1708-a114-4f7f-a1c9-eb79466198ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:42.224669 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6c5e1708-a114-4f7f-a1c9-eb79466198ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.350340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6c5e1708-a114-4f7f-a1c9-eb79466198ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8007812 Feb 11 05:30:42.499884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55468) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:42.515787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-60382c83-05ad-4007-9aba-b2558fc873bf tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'subnet': {'network_id': 'c55e6709-ad28-4a2c-be77-7d0dfe67a7a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:42.644109 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dc906-2908-41b1-9fa6-529d8501a2f8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Pushing event updated for resources: {'Network': ['ID=0c676f37-ef1a-4e0a-be70-ae703b095b24,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:42.655675 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 0c676f37-ef1a-4e0a-be70-ae703b095b24 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:42.671261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e1708-a114-4f7f-a1c9-eb79466198ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Network': ['ID=c55e6709-ad28-4a2c-be77-7d0dfe67a7a7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:42.677628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60382c83-05ad-4007-9aba-b2558fc873bf tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:42.681087 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-60382c83-05ad-4007-9aba-b2558fc873bf tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.699476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network c55e6709-ad28-4a2c-be77-7d0dfe67a7a7 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:42.770179 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2560a40f-4919-4006-8071-0c940a2ec430 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (0c676f37-ef1a-4e0a-be70-ae703b095b24), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.777867 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5017fb8c-7516-4de4-9962-5a62129f1e60 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (da4724b3-18f1-4c5a-a230-a0d830f830ff), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:42.836517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017fb8c-7516-4de4-9962-5a62129f1e60 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=da4724b3-18f1-4c5a-a230-a0d830f830ff,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:43.048257 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2560a40f-4919-4006-8071-0c940a2ec430 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (0c676f37-ef1a-4e0a-be70-ae703b095b24), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.085791 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5017fb8c-7516-4de4-9962-5a62129f1e60 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.098261 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5017fb8c-7516-4de4-9962-5a62129f1e60 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/da4724b3-18f1-4c5a-a230-a0d830f830ff HTTP/1.1" status: 204 len: 168 time: 2.0638282 Feb 11 05:30:43.104374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55476) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:43.124589 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-2560a40f-4919-4006-8071-0c940a2ec430 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c676f37-ef1a-4e0a-be70-ae703b095b24']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:43.141421 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-981298aa-0113-46b7-9a9c-7a86231adc28 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] GET failed (client error): The resource could not be found. Feb 11 05:30:43.146455 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-981298aa-0113-46b7-9a9c-7a86231adc28 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports/da4724b3-18f1-4c5a-a230-a0d830f830ff HTTP/1.1" status: 404 len: 333 time: 0.0383852 Feb 11 05:30:43.156445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55478) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:43.161054 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-2560a40f-4919-4006-8071-0c940a2ec430 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffae8e32-8331-4fe1-a342-4a6c086d9254') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:43.166246 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-2560a40f-4919-4006-8071-0c940a2ec430 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffae8e32-8331-4fe1-a342-4a6c086d9254') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:43.188461 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2560a40f-4919-4006-8071-0c940a2ec430 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (ffae8e32-8331-4fe1-a342-4a6c086d9254), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.235810 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2560a40f-4919-4006-8071-0c940a2ec430 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ffae8e32-8331-4fe1-a342-4a6c086d9254), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.259340 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2560a40f-4919-4006-8071-0c940a2ec430 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:43.266942 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2560a40f-4919-4006-8071-0c940a2ec430 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (ffae8e32-8331-4fe1-a342-4a6c086d9254), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.352922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f128bf0-6151-4a4a-8a68-b38705419fa8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting subnet a8f5119c-bdbf-44a6-bfbe-80d563a95c3d {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:30:43.356791 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f128bf0-6151-4a4a-8a68-b38705419fa8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (a8f5119c-bdbf-44a6-bfbe-80d563a95c3d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.404025 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f128bf0-6151-4a4a-8a68-b38705419fa8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (a8f5119c-bdbf-44a6-bfbe-80d563a95c3d), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:43.420852 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:43.425749 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2560a40f-4919-4006-8071-0c940a2ec430 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (0c676f37-ef1a-4e0a-be70-ae703b095b24), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.466150 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2560a40f-4919-4006-8071-0c940a2ec430 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c676f37-ef1a-4e0a-be70-ae703b095b24 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:30:43.466356 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-60382c83-05ad-4007-9aba-b2558fc873bf tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (68b35f30-3592-464b-b4c2-ea2e19fae482), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.469578 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560a40f-4919-4006-8071-0c940a2ec430 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c676f37-ef1a-4e0a-be70-ae703b095b24,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:43.477670 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2560a40f-4919-4006-8071-0c940a2ec430 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.492848 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2560a40f-4919-4006-8071-0c940a2ec430 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "DELETE /v2.0/networks/0c676f37-ef1a-4e0a-be70-ae703b095b24 HTTP/1.1" status: 204 len: 168 time: 1.4676650 Feb 11 05:30:43.493758 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55482) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:43.500746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-543868ee-3eac-44df-98c1-ea86add58472 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:43.539253 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543868ee-3eac-44df-98c1-ea86add58472 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Made reservation on behalf of 6700a8c68ae54c419cadecce4ac3f1ce for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:43.550047 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-543868ee-3eac-44df-98c1-ea86add58472 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.643447 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543868ee-3eac-44df-98c1-ea86add58472 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:43.669825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-543868ee-3eac-44df-98c1-ea86add58472 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a8a8107b-a639-4f8a-b2d2-b8116c1fdf46), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.670835 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-543868ee-3eac-44df-98c1-ea86add58472 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Added segment a8a8107b-a639-4f8a-b2d2-b8116c1fdf46 of type vlan for network 21fe8437-b5d3-4e85-a276-a96068e14a83 Feb 11 05:30:43.798624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe037b2-d4c0-40ad-b11f-4eb7bd4597e5 None None] Network 35b76460-299c-45b2-9349-e853cd5998d9 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:43.873828 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-543868ee-3eac-44df-98c1-ea86add58472 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (21fe8437-b5d3-4e85-a276-a96068e14a83), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.968084 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-543868ee-3eac-44df-98c1-ea86add58472 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (21fe8437-b5d3-4e85-a276-a96068e14a83), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:43.969387 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543868ee-3eac-44df-98c1-ea86add58472 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:43.970233 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-543868ee-3eac-44df-98c1-ea86add58472 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.030691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 72db0933-c99f-4f5e-ae95-477211c7b062 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:44.132191 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-543868ee-3eac-44df-98c1-ea86add58472 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6353095 Feb 11 05:30:44.135883 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55490) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:44.142341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4e6b46aa-1850-4f99-a5b8-1a6b5e4d523b tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Request body: {'subnet': {'network_id': '21fe8437-b5d3-4e85-a276-a96068e14a83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:44.146814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543868ee-3eac-44df-98c1-ea86add58472 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Pushing event updated for resources: {'Network': ['ID=21fe8437-b5d3-4e85-a276-a96068e14a83,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:44.168824 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 21fe8437-b5d3-4e85-a276-a96068e14a83 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:44.184467 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6b46aa-1850-4f99-a5b8-1a6b5e4d523b tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Made reservation on behalf of 6700a8c68ae54c419cadecce4ac3f1ce for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:44.188220 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e6b46aa-1850-4f99-a5b8-1a6b5e4d523b tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.236642 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d2743a48-54e1-4fa5-8aa6-b2188b944b19 None None] Provisioning complete for port 72db0933-c99f-4f5e-ae95-477211c7b062 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:44.237024 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d2743a48-54e1-4fa5-8aa6-b2188b944b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (72db0933-c99f-4f5e-ae95-477211c7b062), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.323818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60382c83-05ad-4007-9aba-b2558fc873bf tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Subnet': ['ID=68b35f30-3592-464b-b4c2-ea2e19fae482,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:44.444576 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 72db0933-c99f-4f5e-ae95-477211c7b062 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:44.444960 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (72db0933-c99f-4f5e-ae95-477211c7b062), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.459472 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60382c83-05ad-4007-9aba-b2558fc873bf tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Checking segment: {'id': '34643d79-30b1-44c7-8153-2fc8324f3b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c55e6709-ad28-4a2c-be77-7d0dfe67a7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:44.461088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60382c83-05ad-4007-9aba-b2558fc873bf tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network hostable DHCP agents. Network: c55e6709-ad28-4a2c-be77-7d0dfe67a7a7, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:30:44.468523 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f128bf0-6151-4a4a-8a68-b38705419fa8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (a8f5119c-bdbf-44a6-bfbe-80d563a95c3d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.502531 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.528918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60382c83-05ad-4007-9aba-b2558fc873bf tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network c55e6709-ad28-4a2c-be77-7d0dfe67a7a7 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:30:44.548544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-60382c83-05ad-4007-9aba-b2558fc873bf tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, c55e6709-ad28-4a2c-be77-7d0dfe67a7a7) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:44.559804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60382c83-05ad-4007-9aba-b2558fc873bf tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:44.560717 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-60382c83-05ad-4007-9aba-b2558fc873bf tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.590100 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-60382c83-05ad-4007-9aba-b2558fc873bf tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0949476 Feb 11 05:30:44.590499 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55496) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:44.600674 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-28a3d9f5-1dd4-4405-ba0e-6a1665464d3c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-633126637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:44.629945 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f128bf0-6151-4a4a-8a68-b38705419fa8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (a8f5119c-bdbf-44a6-bfbe-80d563a95c3d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.633579 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c75837-41e3-4ec9-9dcf-3c432d91c02a None None] Network c55e6709-ad28-4a2c-be77-7d0dfe67a7a7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:44.662254 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28a3d9f5-1dd4-4405-ba0e-6a1665464d3c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (6393c859-f779-4a9e-99f5-19f5dfb3170d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.663318 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28a3d9f5-1dd4-4405-ba0e-6a1665464d3c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (6393c859-f779-4a9e-99f5-19f5dfb3170d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.697768 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f128bf0-6151-4a4a-8a68-b38705419fa8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f5119c-bdbf-44a6-bfbe-80d563a95c3d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:44.714031 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f128bf0-6151-4a4a-8a68-b38705419fa8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.720759 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6f128bf0-6151-4a4a-8a68-b38705419fa8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/a8f5119c-bdbf-44a6-bfbe-80d563a95c3d HTTP/1.1" status: 204 len: 168 time: 1.5649683 Feb 11 05:30:44.724331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55498) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:44.793230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-c55e6709-ad28-4a2c-be77-7d0dfe67a7a7', 'network_id': 'c55e6709-ad28-4a2c-be77-7d0dfe67a7a7', 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'fixed_ips': [{'subnet_id': '68b35f30-3592-464b-b4c2-ea2e19fae482'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:30:44.794253 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.818440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d2743a48-54e1-4fa5-8aa6-b2188b944b19 None None] Current status of the port 72db0933-c99f-4f5e-ae95-477211c7b062 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:44.819144 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d2743a48-54e1-4fa5-8aa6-b2188b944b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (72db0933-c99f-4f5e-ae95-477211c7b062), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.883567 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28a3d9f5-1dd4-4405-ba0e-6a1665464d3c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_controller (6393c859-f779-4a9e-99f5-19f5dfb3170d), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.891442 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28a3d9f5-1dd4-4405-ba0e-6a1665464d3c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (6393c859-f779-4a9e-99f5-19f5dfb3170d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.920251 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (35b76460-299c-45b2-9349-e853cd5998d9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.955334 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28a3d9f5-1dd4-4405-ba0e-6a1665464d3c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:44.956921 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-28a3d9f5-1dd4-4405-ba0e-6a1665464d3c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3652310 Feb 11 05:30:44.960106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55508) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:45.002161 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241b7edd-9f21-447d-813f-32b530a2ae5a None None] Network 35b76460-299c-45b2-9349-e853cd5998d9 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:45.033162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port 72db0933-c99f-4f5e-ae95-477211c7b062 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:45.033289 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (72db0933-c99f-4f5e-ae95-477211c7b062), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.154466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] For port 72db0933-c99f-4f5e-ae95-477211c7b062, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=72db0933-c99f-4f5e-ae95-477211c7b062,segment=NetworkSegment(e40062a8-ecab-4a98-aa4f-51030c64e6bc),segment_id=e40062a8-ecab-4a98-aa4f-51030c64e6bc)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:45.155255 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (72db0933-c99f-4f5e-ae95-477211c7b062), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.175277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for 72db0933-c99f-4f5e-ae95-477211c7b062 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:45.273062 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 72db0933-c99f-4f5e-ae95-477211c7b062 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:45.273518 n-d-713499-38 neutron-server[103170]: DEBUG neutron.objects.ports [None req-4e6b46aa-1850-4f99-a5b8-1a6b5e4d523b tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103170) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:30:45.273994 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e6b46aa-1850-4f99-a5b8-1a6b5e4d523b tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (6162354c-b683-4e80-8023-b868d67e40f7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.280852 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (72db0933-c99f-4f5e-ae95-477211c7b062), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.328097 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (72db0933-c99f-4f5e-ae95-477211c7b062), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.330264 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b46aa-1850-4f99-a5b8-1a6b5e4d523b tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6162354c-b683-4e80-8023-b868d67e40f7,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:45.372493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=72db0933-c99f-4f5e-ae95-477211c7b062,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:45.375874 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No DVR routers for this DVR port 72db0933-c99f-4f5e-ae95-477211c7b062 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:45.410148 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-d2743a48-54e1-4fa5-8aa6-b2188b944b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:30:45.410531 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-d2743a48-54e1-4fa5-8aa6-b2188b944b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:30:45.500161 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.504199 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6b46aa-1850-4f99-a5b8-1a6b5e4d523b tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Checking segment: {'id': 'a8a8107b-a639-4f8a-b2d2-b8116c1fdf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '21fe8437-b5d3-4e85-a276-a96068e14a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:45.510912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6b46aa-1850-4f99-a5b8-1a6b5e4d523b tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Network hostable DHCP agents. Network: 21fe8437-b5d3-4e85-a276-a96068e14a83, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:30:45.610501 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (35b76460-299c-45b2-9349-e853cd5998d9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.632721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b76460-299c-45b2-9349-e853cd5998d9']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:45.643291 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6b46aa-1850-4f99-a5b8-1a6b5e4d523b tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Network 21fe8437-b5d3-4e85-a276-a96068e14a83 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:30:45.654416 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40062a8-ecab-4a98-aa4f-51030c64e6bc') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:45.654845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40062a8-ecab-4a98-aa4f-51030c64e6bc') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:45.684692 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (e40062a8-ecab-4a98-aa4f-51030c64e6bc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.711903 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Allocated IP 2001:db8::2 (c55e6709-ad28-4a2c-be77-7d0dfe67a7a7/68b35f30-3592-464b-b4c2-ea2e19fae482/523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:45.720299 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (e40062a8-ecab-4a98-aa4f-51030c64e6bc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.751188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:45.756128 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (e40062a8-ecab-4a98-aa4f-51030c64e6bc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:45.764043 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:45.817474 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-4e6b46aa-1850-4f99-a5b8-1a6b5e4d523b tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 21fe8437-b5d3-4e85-a276-a96068e14a83) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:45.825910 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6b46aa-1850-4f99-a5b8-1a6b5e4d523b tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:45.826589 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e6b46aa-1850-4f99-a5b8-1a6b5e4d523b tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.861377 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4e6b46aa-1850-4f99-a5b8-1a6b5e4d523b tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7241495 Feb 11 05:30:45.864065 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55530) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:45.875582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Request body: {'floatingip': {'floating_network_id': '21fe8437-b5d3-4e85-a276-a96068e14a83'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:45.884346 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab16355-a736-48db-aa12-3183050549e1 None None] Network 21fe8437-b5d3-4e85-a276-a96068e14a83 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:45.919054 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (35b76460-299c-45b2-9349-e853cd5998d9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.937717 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.943374 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:45.955684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/networks/35b76460-299c-45b2-9349-e853cd5998d9 HTTP/1.1" status: 204 len: 168 time: 1.2262008 Feb 11 05:30:45.964261 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55534) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:45.968297 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d2743a48-54e1-4fa5-8aa6-b2188b944b19 None None] Port 72db0933-c99f-4f5e-ae95-477211c7b062 update to ACTIVE by agent not found {{(pid=103173) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 05:30:45.976183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0470a37a-6b4c-4456-9bce-484a3b361d12 None None] DHCP port deletion for 35b76460-299c-45b2-9349-e853cd5998d9 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:30:45.980978 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b7c3b1a4-123e-46e7-ac30-99363b1a3a31 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'name': 'tempest-PortsTestJSON-962171251'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:46.004951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda865d-b2a6-41a7-ab07-6f6587b94a4c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Network': ['ID=35b76460-299c-45b2-9349-e853cd5998d9,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:46.145763 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-115758d4-f3dc-46f2-be34-6988d5785f8d None None] Could not find standard attr ID for object 72db0933-c99f-4f5e-ae95-477211c7b062. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:30:46.156416 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fb7d33-2058-4625-83a8-1460b7616b2b None None] Network 21fe8437-b5d3-4e85-a276-a96068e14a83 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:46.313123 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c3b1a4-123e-46e7-ac30-99363b1a3a31 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:46.317421 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b1a4-123e-46e7-ac30-99363b1a3a31 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.380946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-b7c3b1a4-123e-46e7-ac30-99363b1a3a31 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] device_id is not set on port 79db2273-65bb-4551-a04a-0254b459cc82 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:30:46.383957 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Publish callbacks [] for port (523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.444519 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.520066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Network c55e6709-ad28-4a2c-be77-7d0dfe67a7a7 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:46.523671 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:46.531699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:46.589394 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Allocated IP 2001:db8::1 (c55e6709-ad28-4a2c-be77-7d0dfe67a7a7/68b35f30-3592-464b-b4c2-ea2e19fae482/3b605228-1964-429e-9504-eb17e278b7fc) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:46.593431 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.686595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Pushing event updated for resources: {'Port': ['ID=523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:46.721229 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Attempting to bind port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:46.721929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Attempting to bind port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '34643d79-30b1-44c7-8153-2fc8324f3b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c55e6709-ad28-4a2c-be77-7d0dfe67a7a7'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:46.722537 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Attempting to bind port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 on network c55e6709-ad28-4a2c-be77-7d0dfe67a7a7 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:46.728508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:46.730583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Checking segment: {'id': '34643d79-30b1-44c7-8153-2fc8324f3b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c55e6709-ad28-4a2c-be77-7d0dfe67a7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:46.732217 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.732854 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Bound using segment: {'id': '34643d79-30b1-44c7-8153-2fc8324f3b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c55e6709-ad28-4a2c-be77-7d0dfe67a7a7'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:46.733545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Bound port: 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34643d79-30b1-44c7-8153-2fc8324f3b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c55e6709-ad28-4a2c-be77-7d0dfe67a7a7'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:46.734154 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.832433 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] For port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:46.844904 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] For port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2,segment=NetworkSegment(34643d79-30b1-44c7-8153-2fc8324f3b2b),segment_id=34643d79-30b1-44c7-8153-2fc8324f3b2b)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:46.847877 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b1a4-123e-46e7-ac30-99363b1a3a31 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (79db2273-65bb-4551-a04a-0254b459cc82), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.857976 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.914301 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b1a4-123e-46e7-ac30-99363b1a3a31 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (79db2273-65bb-4551-a04a-0254b459cc82), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:46.978463 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab173e63-65ed-4ece-9604-eed55afa8801 None None] Pushing event updated for resources: {'Port': ['ID=523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:47.075369 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c3b1a4-123e-46e7-ac30-99363b1a3a31 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 921fec86-1e61-4045-9531-0621000cee8d is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:47.098746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b7c3b1a4-123e-46e7-ac30-99363b1a3a31 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:47.110621 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3b1a4-123e-46e7-ac30-99363b1a3a31 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=79db2273-65bb-4551-a04a-0254b459cc82,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:47.131958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c3b1a4-123e-46e7-ac30-99363b1a3a31 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:47.146387 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c3b1a4-123e-46e7-ac30-99363b1a3a31 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:47.147395 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7c3b1a4-123e-46e7-ac30-99363b1a3a31 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.153860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (3b605228-1964-429e-9504-eb17e278b7fc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.163235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Allocated IP 172.20.0.6 (21fe8437-b5d3-4e85-a276-a96068e14a83/6162354c-b683-4e80-8023-b868d67e40f7/cb3dbcf9-1cbb-411f-ab86-8a2605598fed) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:47.214099 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b7c3b1a4-123e-46e7-ac30-99363b1a3a31 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2464650 Feb 11 05:30:47.214574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55548) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:47.359035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-6a9fcad3-3fe1-4fde-80a7-4d9e28c080bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port 79db2273-65bb-4551-a04a-0254b459cc82 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:47.359657 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a9fcad3-3fe1-4fde-80a7-4d9e28c080bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (79db2273-65bb-4551-a04a-0254b459cc82), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.399846 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3b605228-1964-429e-9504-eb17e278b7fc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.490964 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a9fcad3-3fe1-4fde-80a7-4d9e28c080bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (79db2273-65bb-4551-a04a-0254b459cc82), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.509000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-6a9fcad3-3fe1-4fde-80a7-4d9e28c080bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for 79db2273-65bb-4551-a04a-0254b459cc82 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:47.536373 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for port (cb3dbcf9-1cbb-411f-ab86-8a2605598fed), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.580259 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network c55e6709-ad28-4a2c-be77-7d0dfe67a7a7 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:47.598985 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:47.623568 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:47.624346 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (6393c859-f779-4a9e-99f5-19f5dfb3170d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.692304 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a9fcad3-3fe1-4fde-80a7-4d9e28c080bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (79db2273-65bb-4551-a04a-0254b459cc82), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.736306 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=3b605228-1964-429e-9504-eb17e278b7fc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:47.769766 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a9fcad3-3fe1-4fde-80a7-4d9e28c080bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.785692 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55554) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:47.786580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6a9fcad3-3fe1-4fde-80a7-4d9e28c080bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/79db2273-65bb-4551-a04a-0254b459cc82 HTTP/1.1" status: 204 len: 168 time: 0.5705385 Feb 11 05:30:47.790051 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fcad3-3fe1-4fde-80a7-4d9e28c080bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=79db2273-65bb-4551-a04a-0254b459cc82,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:47.796192 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6622274b-f148-407a-9827-1e13510de1ed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'mac_address': 'fa:16:3e:84:43:bf', 'name': 'tempest-PortsTestJSON-180274142'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:47.848568 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (cb3dbcf9-1cbb-411f-ab86-8a2605598fed), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:47.983451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Network 21fe8437-b5d3-4e85-a276-a96068e14a83 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:48.003685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:48.035397 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:48.038030 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:48.078103 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Pushing event updated for resources: {'Port': ['ID=cb3dbcf9-1cbb-411f-ab86-8a2605598fed,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:48.109745 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:48.112880 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.190287 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for floatingip (7132bf95-3bbb-4498-b00f-badbe432290b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.257067 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:48.258356 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.287869 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6622274b-f148-407a-9827-1e13510de1ed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:48.316312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2,segment=NetworkSegment(34643d79-30b1-44c7-8153-2fc8324f3b2b),segment_id=34643d79-30b1-44c7-8153-2fc8324f3b2b)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:48.337000 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.385961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 72db0933-c99f-4f5e-ae95-477211c7b062 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:48.480912 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 72db0933-c99f-4f5e-ae95-477211c7b062 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:48.481609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 72db0933-c99f-4f5e-ae95-477211c7b062 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:48.514929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:48.537906 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3b605228-1964-429e-9504-eb17e278b7fc), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.545389 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6622274b-f148-407a-9827-1e13510de1ed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.587582 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cb3dbcf9-1cbb-411f-ab86-8a2605598fed), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.620263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-6622274b-f148-407a-9827-1e13510de1ed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] device_id is not set on port 12900075-840e-4fb1-81e1-8f66d6868a27 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:30:48.661048 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a10b31-37d9-456e-894a-7b51140f07f5 None None] Network c55e6709-ad28-4a2c-be77-7d0dfe67a7a7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:48.809711 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-744976b9-af24-4d14-84d1-81c919f8e45c None None] Provisioning complete for port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:48.810079 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-744976b9-af24-4d14-84d1-81c919f8e45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:48.938198 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-744976b9-af24-4d14-84d1-81c919f8e45c None None] Current status of the port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:49.383131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e2af1a43-be10-41cb-b26e-dc429e1dc6c3 None None] Provisioning complete for port 3b605228-1964-429e-9504-eb17e278b7fc triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:49.384296 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e2af1a43-be10-41cb-b26e-dc429e1dc6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3b605228-1964-429e-9504-eb17e278b7fc), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:49.491525 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e2af1a43-be10-41cb-b26e-dc429e1dc6c3 None None] Port 3b605228-1964-429e-9504-eb17e278b7fc cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:49.516991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e2af1a43-be10-41cb-b26e-dc429e1dc6c3 None None] Provisioning complete for port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:49.517605 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e2af1a43-be10-41cb-b26e-dc429e1dc6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:49.742469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e2af1a43-be10-41cb-b26e-dc429e1dc6c3 None None] Current status of the port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:49.809339 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6622274b-f148-407a-9827-1e13510de1ed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (12900075-840e-4fb1-81e1-8f66d6868a27), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:49.906979 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-21f286ae-205b-416d-8175-7f86f1c130ba None None] Provisioning complete for port 3b605228-1964-429e-9504-eb17e278b7fc triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:49.907911 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21f286ae-205b-416d-8175-7f86f1c130ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3b605228-1964-429e-9504-eb17e278b7fc), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.008544 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (3b605228-1964-429e-9504-eb17e278b7fc), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.009176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-21f286ae-205b-416d-8175-7f86f1c130ba None None] Port 3b605228-1964-429e-9504-eb17e278b7fc cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:50.011685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:30:50.014406 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6622274b-f148-407a-9827-1e13510de1ed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (12900075-840e-4fb1-81e1-8f66d6868a27), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.045913 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6622274b-f148-407a-9827-1e13510de1ed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 921fec86-1e61-4045-9531-0621000cee8d is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:50.047190 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (3b605228-1964-429e-9504-eb17e278b7fc), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.050397 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (6393c859-f779-4a9e-99f5-19f5dfb3170d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.075522 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-6622274b-f148-407a-9827-1e13510de1ed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:50.152439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:50.153755 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.187522 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6622274b-f148-407a-9827-1e13510de1ed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:50.192844 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6622274b-f148-407a-9827-1e13510de1ed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:50.194054 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6622274b-f148-407a-9827-1e13510de1ed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.248670 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network c55e6709-ad28-4a2c-be77-7d0dfe67a7a7 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:50.251291 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for port (cb3dbcf9-1cbb-411f-ab86-8a2605598fed), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.257394 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:50.266982 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6622274b-f148-407a-9827-1e13510de1ed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4746678 Feb 11 05:30:50.268054 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55576) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:50.298689 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:30:50.393095 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:30:50.410843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dacee94-64ee-4da7-b084-c580ee911dab tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:50.414980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2dacee94-64ee-4da7-b084-c580ee911dab tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports/12900075-840e-4fb1-81e1-8f66d6868a27 HTTP/1.1" status: 200 len: 840 time: 0.1438706 Feb 11 05:30:50.415344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55578) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:50.423718 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (cb3dbcf9-1cbb-411f-ab86-8a2605598fed), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.541527 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (7132bf95-3bbb-4498-b00f-badbe432290b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.577349 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.581992 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7090533 Feb 11 05:30:50.582297 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 6393c859-f779-4a9e-99f5-19f5dfb3170d is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:30:50.587346 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55582) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:50.589900 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622274b-f148-407a-9827-1e13510de1ed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=12900075-840e-4fb1-81e1-8f66d6868a27,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:50.634090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-042d709b-9ccc-4432-8339-63cf027c01c1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port 12900075-840e-4fb1-81e1-8f66d6868a27 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:50.635903 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-042d709b-9ccc-4432-8339-63cf027c01c1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (12900075-840e-4fb1-81e1-8f66d6868a27), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.759412 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-14c65cd1-d06f-4847-8d61-f72d8800389a None None] Provisioning complete for port 3b605228-1964-429e-9504-eb17e278b7fc triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:30:50.759846 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-14c65cd1-d06f-4847-8d61-f72d8800389a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3b605228-1964-429e-9504-eb17e278b7fc), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.816662 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2b9b3a6f-eeb3-4b86-90b8-8a1a4ae1c4ac tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "GET /v2.0/floatingips?floating_network_id=21fe8437-b5d3-4e85-a276-a96068e14a83 HTTP/1.1" status: 200 len: 689 time: 0.2210221 Feb 11 05:30:50.816662 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=3b605228-1964-429e-9504-eb17e278b7fc,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:50.818373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55590) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:50.847625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-14c65cd1-d06f-4847-8d61-f72d8800389a None None] Port 3b605228-1964-429e-9504-eb17e278b7fc cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:30:50.883476 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-042d709b-9ccc-4432-8339-63cf027c01c1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (12900075-840e-4fb1-81e1-8f66d6868a27), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:50.903393 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c515f-4c02-4e16-a8b9-4e684d268d46 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Pushing event updated for resources: {'Port': ['ID=cb3dbcf9-1cbb-411f-ab86-8a2605598fed,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:50.918181 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-042d709b-9ccc-4432-8339-63cf027c01c1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for 12900075-840e-4fb1-81e1-8f66d6868a27 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:50.984881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:30:50.990791 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eebe242b-e38b-4d99-8697-e31181cabc33 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/6393c859-f779-4a9e-99f5-19f5dfb3170d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0294821 Feb 11 05:30:50.993513 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55594) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:51.001629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf57ae96-26dc-45cf-a6b2-cecc212ec90f None None] Sync routers for ids ['6393c859-f779-4a9e-99f5-19f5dfb3170d'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:30:51.014791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf57ae96-26dc-45cf-a6b2-cecc212ec90f None None] Routers {'6393c859-f779-4a9e-99f5-19f5dfb3170d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:51.017318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-cf57ae96-26dc-45cf-a6b2-cecc212ec90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['6393c859-f779-4a9e-99f5-19f5dfb3170d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:51.061774 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-cf57ae96-26dc-45cf-a6b2-cecc212ec90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:51.084188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf57ae96-26dc-45cf-a6b2-cecc212ec90f None None] Routers {'6393c859-f779-4a9e-99f5-19f5dfb3170d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:51.088785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-cf57ae96-26dc-45cf-a6b2-cecc212ec90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['6393c859-f779-4a9e-99f5-19f5dfb3170d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:51.099121 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccae09aa-0aad-4ad7-9215-6855c7daa96f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:51.100614 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ccae09aa-0aad-4ad7-9215-6855c7daa96f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports/3b605228-1964-429e-9504-eb17e278b7fc HTTP/1.1" status: 200 len: 911 time: 0.1056428 Feb 11 05:30:51.111965 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55596) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:51.120734 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (21fe8437-b5d3-4e85-a276-a96068e14a83), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.185342 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-cf57ae96-26dc-45cf-a6b2-cecc212ec90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:51.186245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf57ae96-26dc-45cf-a6b2-cecc212ec90f None None] The sync data for ids ['6393c859-f779-4a9e-99f5-19f5dfb3170d'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:30:51.320064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Deleting port cb3dbcf9-1cbb-411f-ab86-8a2605598fed {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:51.320755 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cb3dbcf9-1cbb-411f-ab86-8a2605598fed), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.323324 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-042d709b-9ccc-4432-8339-63cf027c01c1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (12900075-840e-4fb1-81e1-8f66d6868a27), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.378472 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d709b-9ccc-4432-8339-63cf027c01c1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=12900075-840e-4fb1-81e1-8f66d6868a27,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:51.404152 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-042d709b-9ccc-4432-8339-63cf027c01c1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.404152 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-042d709b-9ccc-4432-8339-63cf027c01c1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/12900075-840e-4fb1-81e1-8f66d6868a27 HTTP/1.1" status: 204 len: 168 time: 0.9800634 Feb 11 05:30:51.404152 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55598) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:51.461690 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c363c9-b396-4739-beec-1490be4292d3 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] GET failed (client error): The resource could not be found. Feb 11 05:30:51.463392 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-35c363c9-b396-4739-beec-1490be4292d3 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports/12900075-840e-4fb1-81e1-8f66d6868a27 HTTP/1.1" status: 404 len: 333 time: 0.0628304 Feb 11 05:30:51.468671 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55600) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:51.473548 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-8ca2d903-67be-41bd-9fb8-8d8df0c9fc41 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'name': 'tempest-PortsTestJSON-2089974667'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:51.566185 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cb3dbcf9-1cbb-411f-ab86-8a2605598fed), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.566185 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for floatingip (cb3dbcf9-1cbb-411f-ab86-8a2605598fed), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.605929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Calling delete_port for cb3dbcf9-1cbb-411f-ab86-8a2605598fed owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:51.709086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca2d903-67be-41bd-9fb8-8d8df0c9fc41 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:51.714710 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8ca2d903-67be-41bd-9fb8-8d8df0c9fc41 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.751332 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3d1692a-b7db-41d6-87f5-9d747b0f01ee tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (6393c859-f779-4a9e-99f5-19f5dfb3170d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:51.760232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-8ca2d903-67be-41bd-9fb8-8d8df0c9fc41 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] device_id is not set on port b85c43d8-7611-4614-89ec-a3127b654315 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:30:52.024290 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (cb3dbcf9-1cbb-411f-ab86-8a2605598fed), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.071606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb3dbcf9-1cbb-411f-ab86-8a2605598fed,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:52.231860 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for floatingip (7132bf95-3bbb-4498-b00f-badbe432290b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.248884 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1692a-b7db-41d6-87f5-9d747b0f01ee tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting port 3b605228-1964-429e-9504-eb17e278b7fc {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:52.249602 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3d1692a-b7db-41d6-87f5-9d747b0f01ee tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3b605228-1964-429e-9504-eb17e278b7fc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.256254 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8ca2d903-67be-41bd-9fb8-8d8df0c9fc41 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (b85c43d8-7611-4614-89ec-a3127b654315), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.335538 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8ca2d903-67be-41bd-9fb8-8d8df0c9fc41 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b85c43d8-7611-4614-89ec-a3127b654315), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.362591 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3d1692a-b7db-41d6-87f5-9d747b0f01ee tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3b605228-1964-429e-9504-eb17e278b7fc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.374745 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (6162354c-b683-4e80-8023-b868d67e40f7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.378409 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1692a-b7db-41d6-87f5-9d747b0f01ee tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Calling delete_port for 3b605228-1964-429e-9504-eb17e278b7fc owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:52.422691 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca2d903-67be-41bd-9fb8-8d8df0c9fc41 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 921fec86-1e61-4045-9531-0621000cee8d is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:52.431256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-8ca2d903-67be-41bd-9fb8-8d8df0c9fc41 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:52.436399 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2d903-67be-41bd-9fb8-8d8df0c9fc41 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=b85c43d8-7611-4614-89ec-a3127b654315,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:52.445574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca2d903-67be-41bd-9fb8-8d8df0c9fc41 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:52.452381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca2d903-67be-41bd-9fb8-8d8df0c9fc41 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:52.453036 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8ca2d903-67be-41bd-9fb8-8d8df0c9fc41 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.480239 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8ca2d903-67be-41bd-9fb8-8d8df0c9fc41 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0104737 Feb 11 05:30:52.483154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55620) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:52.490996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-8cf5bf6e-637e-45d8-ab06-ef13d7ab8a62 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:52.552453 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (6162354c-b683-4e80-8023-b868d67e40f7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.641770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6162354c-b683-4e80-8023-b868d67e40f7,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:52.673136 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8cf5bf6e-637e-45d8-ab06-ef13d7ab8a62 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b85c43d8-7611-4614-89ec-a3127b654315), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.674243 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3d1692a-b7db-41d6-87f5-9d747b0f01ee tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3b605228-1964-429e-9504-eb17e278b7fc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.716689 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (21fe8437-b5d3-4e85-a276-a96068e14a83), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.745915 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1692a-b7db-41d6-87f5-9d747b0f01ee tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Port': ['ID=3b605228-1964-429e-9504-eb17e278b7fc,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:52.763525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fe8437-b5d3-4e85-a276-a96068e14a83']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:52.781192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a8107b-a639-4f8a-b2d2-b8116c1fdf46') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:52.781621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a8107b-a639-4f8a-b2d2-b8116c1fdf46') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:52.805818 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (a8a8107b-a639-4f8a-b2d2-b8116c1fdf46), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.845693 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a8a8107b-a639-4f8a-b2d2-b8116c1fdf46), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.966519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:52.975561 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (a8a8107b-a639-4f8a-b2d2-b8116c1fdf46), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:52.977956 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:53.103897 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c3d1692a-b7db-41d6-87f5-9d747b0f01ee tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (6393c859-f779-4a9e-99f5-19f5dfb3170d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.255003 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8cf5bf6e-637e-45d8-ab06-ef13d7ab8a62 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (b85c43d8-7611-4614-89ec-a3127b654315), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.264105 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (21fe8437-b5d3-4e85-a276-a96068e14a83), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.276846 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 21fe8437-b5d3-4e85-a276-a96068e14a83 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:30:53.278269 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8cf5bf6e-637e-45d8-ab06-ef13d7ab8a62 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b85c43d8-7611-4614-89ec-a3127b654315), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.294880 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.298136 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "DELETE /v2.0/networks/21fe8437-b5d3-4e85-a276-a96068e14a83 HTTP/1.1" status: 204 len: 168 time: 2.4797113 Feb 11 05:30:53.315579 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55636) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:53.569692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271e49e-9c40-4cb6-9248-7fed52795d41 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Pushing event deleted for resources: {'Network': ['ID=21fe8437-b5d3-4e85-a276-a96068e14a83,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:53.599401 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d1692a-b7db-41d6-87f5-9d747b0f01ee tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 6393c859-f779-4a9e-99f5-19f5dfb3170d has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:30:53.613130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5bf6e-637e-45d8-ab06-ef13d7ab8a62 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] In _notify_port_updated(), no bound segment for port b85c43d8-7611-4614-89ec-a3127b654315 on network 921fec86-1e61-4045-9531-0621000cee8d {{(pid=103171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:30:53.621092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf5bf6e-637e-45d8-ab06-ef13d7ab8a62 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:53.621775 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8cf5bf6e-637e-45d8-ab06-ef13d7ab8a62 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.623140 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8cf5bf6e-637e-45d8-ab06-ef13d7ab8a62 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "PUT /v2.0/ports/b85c43d8-7611-4614-89ec-a3127b654315 HTTP/1.1" status: 200 len: 818 time: 1.1390197 Feb 11 05:30:53.627816 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55646) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:53.772595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5bf6e-637e-45d8-ab06-ef13d7ab8a62 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=b85c43d8-7611-4614-89ec-a3127b654315,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:53.786033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d1692a-b7db-41d6-87f5-9d747b0f01ee tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:30:53.792854 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-45b0985f-2bc1-4b0d-b2d7-6479ebd39d33 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.4330270 Feb 11 05:30:53.794045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55654) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:53.807598 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c3d1692a-b7db-41d6-87f5-9d747b0f01ee tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/6393c859-f779-4a9e-99f5-19f5dfb3170d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6880543 Feb 11 05:30:53.808653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55656) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:53.934922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55662) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:53.936034 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2de7c49c-0601-4f5d-88a4-ea1189506954 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports?device_id=6393c859-f779-4a9e-99f5-19f5dfb3170d HTTP/1.1" status: 200 len: 205 time: 0.0858853 Feb 11 05:30:54.104247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-de9e6915-1517-4e1b-8f9e-7f27371211cc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port b85c43d8-7611-4614-89ec-a3127b654315 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:54.104682 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de9e6915-1517-4e1b-8f9e-7f27371211cc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b85c43d8-7611-4614-89ec-a3127b654315), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.165268 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9eb5213d-db9e-4921-8b11-52667c4e06d8 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (6393c859-f779-4a9e-99f5-19f5dfb3170d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.239460 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de9e6915-1517-4e1b-8f9e-7f27371211cc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b85c43d8-7611-4614-89ec-a3127b654315), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.243503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a407a-f134-410c-ac93-0fc1634ffce8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:54.244172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a407a-f134-410c-ac93-0fc1634ffce8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:54.244660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a407a-f134-410c-ac93-0fc1634ffce8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:54.245150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a407a-f134-410c-ac93-0fc1634ffce8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:54.245654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a407a-f134-410c-ac93-0fc1634ffce8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:54.246150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a407a-f134-410c-ac93-0fc1634ffce8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:54.246645 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a407a-f134-410c-ac93-0fc1634ffce8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:54.251194 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a02a407a-f134-410c-ac93-0fc1634ffce8 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4638 time: 0.4524820 Feb 11 05:30:54.251878 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55674) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:54.292622 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-de9e6915-1517-4e1b-8f9e-7f27371211cc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for b85c43d8-7611-4614-89ec-a3127b654315 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:54.320937 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-b4584e4e-cced-407a-a118-4b79e7de77d4 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] delete failed (client error): The resource could not be found. Feb 11 05:30:54.324679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b4584e4e-cced-407a-a118-4b79e7de77d4 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "DELETE /v2.0/floatingips/7132bf95-3bbb-4498-b00f-badbe432290b HTTP/1.1" status: 404 len: 345 time: 0.0695066 Feb 11 05:30:54.325159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55676) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:54.345199 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-284686d1-802d-4b19-9117-c84919092119 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] DELETE failed (client error): The resource could not be found. Feb 11 05:30:54.345853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284686d1-802d-4b19-9117-c84919092119 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:30:54.352935 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-284686d1-802d-4b19-9117-c84919092119 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "DELETE /v2.0/networks/21fe8437-b5d3-4e85-a276-a96068e14a83 HTTP/1.1" status: 404 len: 339 time: 0.0228643 Feb 11 05:30:54.405251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55678) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:54.413598 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-688a82c4-0f77-4860-9fa9-38d4ca02a1c1 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Request body: {'network': {'name': 'tempest-network--1455154276', 'router:external': True}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:54.465760 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de9e6915-1517-4e1b-8f9e-7f27371211cc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (b85c43d8-7611-4614-89ec-a3127b654315), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.503104 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e6915-1517-4e1b-8f9e-7f27371211cc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=b85c43d8-7611-4614-89ec-a3127b654315,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:54.517941 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de9e6915-1517-4e1b-8f9e-7f27371211cc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.525017 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-de9e6915-1517-4e1b-8f9e-7f27371211cc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/b85c43d8-7611-4614-89ec-a3127b654315 HTTP/1.1" status: 204 len: 168 time: 0.8966775 Feb 11 05:30:54.526377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55680) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:54.546457 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9eb5213d-db9e-4921-8b11-52667c4e06d8 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (6393c859-f779-4a9e-99f5-19f5dfb3170d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.551163 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9eb5213d-db9e-4921-8b11-52667c4e06d8 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_controller (6393c859-f779-4a9e-99f5-19f5dfb3170d), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.561134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688a82c4-0f77-4860-9fa9-38d4ca02a1c1 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Made reservation on behalf of 6700a8c68ae54c419cadecce4ac3f1ce for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:54.563716 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-688a82c4-0f77-4860-9fa9-38d4ca02a1c1 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.586684 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a8a572-4a53-4cb3-afb1-dad15095c48e None None] Sync routers for ids ['6393c859-f779-4a9e-99f5-19f5dfb3170d'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:30:54.610395 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a8a572-4a53-4cb3-afb1-dad15095c48e None None] Routers {'6393c859-f779-4a9e-99f5-19f5dfb3170d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:54.612530 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-38a8a572-4a53-4cb3-afb1-dad15095c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['6393c859-f779-4a9e-99f5-19f5dfb3170d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:54.636035 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9eb5213d-db9e-4921-8b11-52667c4e06d8 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (6393c859-f779-4a9e-99f5-19f5dfb3170d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.636609 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb5213d-db9e-4921-8b11-52667c4e06d8 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Fanout notify agent at l3_agent the message router_deleted on router 6393c859-f779-4a9e-99f5-19f5dfb3170d {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:30:54.654107 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9eb5213d-db9e-4921-8b11-52667c4e06d8 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.655229 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9eb5213d-db9e-4921-8b11-52667c4e06d8 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/routers/6393c859-f779-4a9e-99f5-19f5dfb3170d HTTP/1.1" status: 204 len: 168 time: 0.7195919 Feb 11 05:30:54.656132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688a82c4-0f77-4860-9fa9-38d4ca02a1c1 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:54.659114 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55684) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:54.667910 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-688a82c4-0f77-4860-9fa9-38d4ca02a1c1 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5d8a174f-03a5-401b-9d70-cc2d49364dfd), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.668319 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-688a82c4-0f77-4860-9fa9-38d4ca02a1c1 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Added segment 5d8a174f-03a5-401b-9d70-cc2d49364dfd of type vlan for network 4c6f0c8d-190f-4036-845e-c384e389dda7 Feb 11 05:30:54.719571 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-38a8a572-4a53-4cb3-afb1-dad15095c48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:54.737283 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-688a82c4-0f77-4860-9fa9-38d4ca02a1c1 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (4c6f0c8d-190f-4036-845e-c384e389dda7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.740664 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a8a572-4a53-4cb3-afb1-dad15095c48e None None] Routers set() bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:30:54.741835 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a8a572-4a53-4cb3-afb1-dad15095c48e None None] Router IDs set() for agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:30:54.743271 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_agentschedulers_db [None req-38a8a572-4a53-4cb3-afb1-dad15095c48e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6393c859-f779-4a9e-99f5-19f5dfb3170d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:30:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent'). {{(pid=103174) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:30:54.744591 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a8a572-4a53-4cb3-afb1-dad15095c48e None None] The sync data for ids ['6393c859-f779-4a9e-99f5-19f5dfb3170d'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:30:54.754530 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53044c04-3449-4f5f-aa41-dc4c9317f1fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:54.759000 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-53044c04-3449-4f5f-aa41-dc4c9317f1fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2291331 Feb 11 05:30:54.761582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55686) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:54.787077 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae0cadf-c01c-4610-b345-c102dbec92fe tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting subnet 68b35f30-3592-464b-b4c2-ea2e19fae482 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:30:54.794809 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-688a82c4-0f77-4860-9fa9-38d4ca02a1c1 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (4c6f0c8d-190f-4036-845e-c384e389dda7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.796880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688a82c4-0f77-4860-9fa9-38d4ca02a1c1 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:54.800166 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-688a82c4-0f77-4860-9fa9-38d4ca02a1c1 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.808696 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-90494b93-d3b0-4e7c-8289-fb0efaadc689 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] GET failed (client error): The resource could not be found. Feb 11 05:30:54.813912 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-90494b93-d3b0-4e7c-8289-fb0efaadc689 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports/b85c43d8-7611-4614-89ec-a3127b654315 HTTP/1.1" status: 404 len: 333 time: 0.0474665 Feb 11 05:30:54.813912 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ae0cadf-c01c-4610-b345-c102dbec92fe tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (68b35f30-3592-464b-b4c2-ea2e19fae482), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.814282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55688) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:54.819263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1b1b94eb-5749-48cb-a5c1-0ac8eb89cbd6 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-911043938'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:54.850562 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-688a82c4-0f77-4860-9fa9-38d4ca02a1c1 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4391448 Feb 11 05:30:54.858255 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55690) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:54.985585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a82c4-0f77-4860-9fa9-38d4ca02a1c1 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Pushing event updated for resources: {'Network': ['ID=4c6f0c8d-190f-4036-845e-c384e389dda7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:54.992879 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634f9a5-b4eb-44f6-a7a5-643bbf44eb98 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:54.996520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 4c6f0c8d-190f-4036-845e-c384e389dda7 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:54.998973 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634f9a5-b4eb-44f6-a7a5-643bbf44eb98 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:55.004663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634f9a5-b4eb-44f6-a7a5-643bbf44eb98 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:55.011177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634f9a5-b4eb-44f6-a7a5-643bbf44eb98 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:55.015320 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8634f9a5-b4eb-44f6-a7a5-643bbf44eb98 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1536891 Feb 11 05:30:55.015320 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1b94eb-5749-48cb-a5c1-0ac8eb89cbd6 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:55.017224 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1b1b94eb-5749-48cb-a5c1-0ac8eb89cbd6 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.017659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55692) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:55.081038 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ae0cadf-c01c-4610-b345-c102dbec92fe tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (68b35f30-3592-464b-b4c2-ea2e19fae482), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.149932 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1b94eb-5749-48cb-a5c1-0ac8eb89cbd6 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:55.182931 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-047e243f-721a-4181-a943-62d9bfa21d86 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (4c6f0c8d-190f-4036-845e-c384e389dda7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.189436 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1b1b94eb-5749-48cb-a5c1-0ac8eb89cbd6 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4c456c6f-f306-4041-94b7-e0e68b03eae1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.189789 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-1b1b94eb-5749-48cb-a5c1-0ac8eb89cbd6 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Added segment 4c456c6f-f306-4041-94b7-e0e68b03eae1 of type vlan for network 23ed3670-9afd-49fc-b905-4ba7701d2def Feb 11 05:30:55.308345 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1b1b94eb-5749-48cb-a5c1-0ac8eb89cbd6 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (23ed3670-9afd-49fc-b905-4ba7701d2def), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.857377 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-047e243f-721a-4181-a943-62d9bfa21d86 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (4c6f0c8d-190f-4036-845e-c384e389dda7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.879513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-047e243f-721a-4181-a943-62d9bfa21d86 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6f0c8d-190f-4036-845e-c384e389dda7']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:55.893058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-047e243f-721a-4181-a943-62d9bfa21d86 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8a174f-03a5-401b-9d70-cc2d49364dfd') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:55.893355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-047e243f-721a-4181-a943-62d9bfa21d86 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8a174f-03a5-401b-9d70-cc2d49364dfd') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:55.905711 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-047e243f-721a-4181-a943-62d9bfa21d86 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (5d8a174f-03a5-401b-9d70-cc2d49364dfd), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.923771 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-047e243f-721a-4181-a943-62d9bfa21d86 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5d8a174f-03a5-401b-9d70-cc2d49364dfd), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.932257 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047e243f-721a-4181-a943-62d9bfa21d86 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:55.933054 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-047e243f-721a-4181-a943-62d9bfa21d86 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (5d8a174f-03a5-401b-9d70-cc2d49364dfd), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:55.987817 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:56.008884 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-047e243f-721a-4181-a943-62d9bfa21d86 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (4c6f0c8d-190f-4036-845e-c384e389dda7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.021882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047e243f-721a-4181-a943-62d9bfa21d86 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c6f0c8d-190f-4036-845e-c384e389dda7 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:30:56.029610 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-047e243f-721a-4181-a943-62d9bfa21d86 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.045614 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-047e243f-721a-4181-a943-62d9bfa21d86 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "DELETE /v2.0/networks/4c6f0c8d-190f-4036-845e-c384e389dda7 HTTP/1.1" status: 204 len: 168 time: 1.0258684 Feb 11 05:30:56.046682 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55714) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:56.068209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-e3f31132-144d-4acc-ab92-b506833b5cd2 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Request body: {'network': {'name': 'tempest-network--411949880', 'router:external': True}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:56.073267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e243f-721a-4181-a943-62d9bfa21d86 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c6f0c8d-190f-4036-845e-c384e389dda7,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:56.102761 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1b1b94eb-5749-48cb-a5c1-0ac8eb89cbd6 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (23ed3670-9afd-49fc-b905-4ba7701d2def), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.120418 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1b94eb-5749-48cb-a5c1-0ac8eb89cbd6 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:56.126691 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1b1b94eb-5749-48cb-a5c1-0ac8eb89cbd6 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.141837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f31132-144d-4acc-ab92-b506833b5cd2 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Made reservation on behalf of 6700a8c68ae54c419cadecce4ac3f1ce for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:56.147308 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e3f31132-144d-4acc-ab92-b506833b5cd2 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.205448 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ae0cadf-c01c-4610-b345-c102dbec92fe tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (68b35f30-3592-464b-b4c2-ea2e19fae482), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.209439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f31132-144d-4acc-ab92-b506833b5cd2 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:56.226224 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e3f31132-144d-4acc-ab92-b506833b5cd2 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (fa21b9db-a9e3-4217-a768-0a8ee239baed), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.226672 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-e3f31132-144d-4acc-ab92-b506833b5cd2 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Added segment fa21b9db-a9e3-4217-a768-0a8ee239baed of type vlan for network 8868f42c-11e9-4d95-a902-cb3b64e8f895 Feb 11 05:30:56.262876 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1b1b94eb-5749-48cb-a5c1-0ac8eb89cbd6 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4475508 Feb 11 05:30:56.309479 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e3f31132-144d-4acc-ab92-b506833b5cd2 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (8868f42c-11e9-4d95-a902-cb3b64e8f895), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.318595 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55716) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:56.331703 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8808d723-49b0-4010-86f0-e36e3542ba59 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'subnet': {'network_id': '23ed3670-9afd-49fc-b905-4ba7701d2def', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:56.352394 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e3f31132-144d-4acc-ab92-b506833b5cd2 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (8868f42c-11e9-4d95-a902-cb3b64e8f895), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.356013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f31132-144d-4acc-ab92-b506833b5cd2 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:56.357062 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e3f31132-144d-4acc-ab92-b506833b5cd2 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.370824 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b94eb-5749-48cb-a5c1-0ac8eb89cbd6 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Network': ['ID=23ed3670-9afd-49fc-b905-4ba7701d2def,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:56.391635 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 23ed3670-9afd-49fc-b905-4ba7701d2def details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:56.466211 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f31132-144d-4acc-ab92-b506833b5cd2 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Pushing event updated for resources: {'Network': ['ID=8868f42c-11e9-4d95-a902-cb3b64e8f895,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:56.487671 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e3f31132-144d-4acc-ab92-b506833b5cd2 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4245727 Feb 11 05:30:56.488607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55722) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:56.508654 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 8868f42c-11e9-4d95-a902-cb3b64e8f895 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:56.550463 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ae0cadf-c01c-4610-b345-c102dbec92fe tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (68b35f30-3592-464b-b4c2-ea2e19fae482), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.630161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c608fe-558c-4029-8f59-6e61331f7630 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:56.636471 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e1c608fe-558c-4029-8f59-6e61331f7630 tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] 10.222.0.87 "GET /v2.0/networks/8868f42c-11e9-4d95-a902-cb3b64e8f895 HTTP/1.1" status: 200 len: 756 time: 0.1401668 Feb 11 05:30:56.637252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55724) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:56.650000 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8808d723-49b0-4010-86f0-e36e3542ba59 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:56.655984 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8808d723-49b0-4010-86f0-e36e3542ba59 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.684948 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ae0cadf-c01c-4610-b345-c102dbec92fe tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.685996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b132e1c-0022-4bbe-9472-028021f35223 None None] Network c55e6709-ad28-4a2c-be77-7d0dfe67a7a7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:56.691047 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0ae0cadf-c01c-4610-b345-c102dbec92fe tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/68b35f30-3592-464b-b4c2-ea2e19fae482 HTTP/1.1" status: 204 len: 168 time: 2.0302172 Feb 11 05:30:56.699575 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0cadf-c01c-4610-b345-c102dbec92fe tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Subnet': ['ID=68b35f30-3592-464b-b4c2-ea2e19fae482,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:56.700162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55726) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:57.018776 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (c55e6709-ad28-4a2c-be77-7d0dfe67a7a7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.042440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34c060e-73a0-4aca-9662-bc1a649c2749 None None] DHCP port deletion for c55e6709-ad28-4a2c-be77-7d0dfe67a7a7 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:30:57.057353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aee93a7-eb9c-4443-a0af-879e6e0ba5ce tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:57.058759 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9aee93a7-eb9c-4443-a0af-879e6e0ba5ce tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] 10.222.0.87 "GET /v2.0/networks/370af3ed-c44b-4c01-9a34-53dc4c4187c5 HTTP/1.1" status: 200 len: 768 time: 0.4200721 Feb 11 05:30:57.067512 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55742) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:57.154777 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f34c060e-73a0-4aca-9662-bc1a649c2749 None None] Deleting port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:57.156067 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f34c060e-73a0-4aca-9662-bc1a649c2749 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.159575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:30:57.159937 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.176768 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8808d723-49b0-4010-86f0-e36e3542ba59 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (8cd8fe1d-d08e-486a-9625-02a3c26768af), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.277350 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f34c060e-73a0-4aca-9662-bc1a649c2749 None None] For port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2,segment=NetworkSegment(34643d79-30b1-44c7-8153-2fc8324f3b2b),segment_id=34643d79-30b1-44c7-8153-2fc8324f3b2b)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:57.277669 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f34c060e-73a0-4aca-9662-bc1a649c2749 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.295569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f34c060e-73a0-4aca-9662-bc1a649c2749 None None] Calling delete_port for 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:57.301902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] For port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2,segment=NetworkSegment(34643d79-30b1-44c7-8153-2fc8324f3b2b),segment_id=34643d79-30b1-44c7-8153-2fc8324f3b2b)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:30:57.302271 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.318973 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9252151d-7a47-419d-8879-b1706cb8d2cc tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (8868f42c-11e9-4d95-a902-cb3b64e8f895), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.327631 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808d723-49b0-4010-86f0-e36e3542ba59 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Subnet': ['ID=8cd8fe1d-d08e-486a-9625-02a3c26768af,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:57.334550 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8808d723-49b0-4010-86f0-e36e3542ba59 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Checking segment: {'id': '4c456c6f-f306-4041-94b7-e0e68b03eae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '23ed3670-9afd-49fc-b905-4ba7701d2def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:57.334924 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8808d723-49b0-4010-86f0-e36e3542ba59 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network hostable DHCP agents. Network: 23ed3670-9afd-49fc-b905-4ba7701d2def, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:30:57.344175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Calling delete_port for 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:30:57.378709 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8808d723-49b0-4010-86f0-e36e3542ba59 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 23ed3670-9afd-49fc-b905-4ba7701d2def is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:30:57.454168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-8808d723-49b0-4010-86f0-e36e3542ba59 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 23ed3670-9afd-49fc-b905-4ba7701d2def) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:57.473403 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7788eca5-2be4-4048-8ceb-efb7015d4789 None None] Network 23ed3670-9afd-49fc-b905-4ba7701d2def requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:30:57.474844 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8808d723-49b0-4010-86f0-e36e3542ba59 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:57.475462 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8808d723-49b0-4010-86f0-e36e3542ba59 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.575994 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.576490 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8808d723-49b0-4010-86f0-e36e3542ba59 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2557344 Feb 11 05:30:57.583608 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9252151d-7a47-419d-8879-b1706cb8d2cc tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (8868f42c-11e9-4d95-a902-cb3b64e8f895), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.589117 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55748) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:57.600925 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-03f49758-293b-4389-8c3f-77a0137bb787 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'subnet': {'network_id': '23ed3670-9afd-49fc-b905-4ba7701d2def', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:57.632361 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f34c060e-73a0-4aca-9662-bc1a649c2749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.652708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] No DVR routers for this DVR port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:57.654955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Port': ['ID=523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:57.681016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c060e-73a0-4aca-9662-bc1a649c2749 None None] Pushing event deleted for resources: {'Port': ['ID=523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:57.689887 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c060e-73a0-4aca-9662-bc1a649c2749 None None] No DVR routers for this DVR port 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:30:57.772262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-23ed3670-9afd-49fc-b905-4ba7701d2def', 'network_id': '23ed3670-9afd-49fc-b905-4ba7701d2def', 'project_id': '6fb7a61752c84babaf383b156ec76727', 'fixed_ips': [{'subnet_id': '8cd8fe1d-d08e-486a-9625-02a3c26768af'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:30:57.773145 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.781314 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (c55e6709-ad28-4a2c-be77-7d0dfe67a7a7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.843894 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55e6709-ad28-4a2c-be77-7d0dfe67a7a7']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:57.888218 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34643d79-30b1-44c7-8153-2fc8324f3b2b') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:57.888528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34643d79-30b1-44c7-8153-2fc8324f3b2b') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:57.943616 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (34643d79-30b1-44c7-8153-2fc8324f3b2b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.950428 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f49758-293b-4389-8c3f-77a0137bb787 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:57.958764 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-03f49758-293b-4389-8c3f-77a0137bb787 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.969251 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (34643d79-30b1-44c7-8153-2fc8324f3b2b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.971041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-9252151d-7a47-419d-8879-b1706cb8d2cc tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8868f42c-11e9-4d95-a902-cb3b64e8f895']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:57.976580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:57.976985 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (34643d79-30b1-44c7-8153-2fc8324f3b2b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:57.990121 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:30:58.002674 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-9252151d-7a47-419d-8879-b1706cb8d2cc tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa21b9db-a9e3-4217-a768-0a8ee239baed') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:58.003273 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-9252151d-7a47-419d-8879-b1706cb8d2cc tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa21b9db-a9e3-4217-a768-0a8ee239baed') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:30:58.036354 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9252151d-7a47-419d-8879-b1706cb8d2cc tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (fa21b9db-a9e3-4217-a768-0a8ee239baed), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:58.073245 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:58.080160 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (c55e6709-ad28-4a2c-be77-7d0dfe67a7a7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.090957 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.102373 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/networks/c55e6709-ad28-4a2c-be77-7d0dfe67a7a7 HTTP/1.1" status: 204 len: 168 time: 1.3997359 Feb 11 05:30:58.106997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55756) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:58.114302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:30:58.114654 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 523cfdfd-e76b-4ef3-9635-ad9ccb2c78a2 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:30:58.119181 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1231273211', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}, 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:58.180241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f76a1a-8f5b-4da2-811f-93e3294882b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Network': ['ID=c55e6709-ad28-4a2c-be77-7d0dfe67a7a7,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:58.208027 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (33afbb54-0883-4c83-bb9a-1d08f860d1e4), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.209339 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (33afbb54-0883-4c83-bb9a-1d08f860d1e4), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.210243 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9252151d-7a47-419d-8879-b1706cb8d2cc tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (fa21b9db-a9e3-4217-a768-0a8ee239baed), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.231934 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9252151d-7a47-419d-8879-b1706cb8d2cc tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:30:58.232558 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9252151d-7a47-419d-8879-b1706cb8d2cc tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (fa21b9db-a9e3-4217-a768-0a8ee239baed), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:30:58.234607 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:30:58.254964 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Allocated IP 172.20.0.2 (23ed3670-9afd-49fc-b905-4ba7701d2def/8cd8fe1d-d08e-486a-9625-02a3c26768af/3277b219-cde5-4fb9-ae2f-3d576b1c3ba3) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:30:58.326473 n-d-713499-38 neutron-server[103170]: INFO neutron.db.ipam_backend_mixin [None req-03f49758-293b-4389-8c3f-77a0137bb787 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8cd8fe1d-d08e-486a-9625-02a3c26768af (CIDR: 172.20.0.0/28) Feb 11 05:30:58.330912 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f49758-293b-4389-8c3f-77a0137bb787 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:30:58.331509 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f49758-293b-4389-8c3f-77a0137bb787 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:30:58.355749 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9252151d-7a47-419d-8879-b1706cb8d2cc tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (8868f42c-11e9-4d95-a902-cb3b64e8f895), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.362781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9252151d-7a47-419d-8879-b1706cb8d2cc tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8868f42c-11e9-4d95-a902-cb3b64e8f895 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:30:58.378619 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9252151d-7a47-419d-8879-b1706cb8d2cc tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.382194 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9252151d-7a47-419d-8879-b1706cb8d2cc tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "DELETE /v2.0/networks/8868f42c-11e9-4d95-a902-cb3b64e8f895 HTTP/1.1" status: 204 len: 168 time: 1.3123825 Feb 11 05:30:58.389686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55758) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:58.396967 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ed9d0911-bb83-4400-a80c-c95c8de0ea8a tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Request body: {'network': {'name': 'tempest-network--1933816824'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:58.415580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252151d-7a47-419d-8879-b1706cb8d2cc tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Pushing event deleted for resources: {'Network': ['ID=8868f42c-11e9-4d95-a902-cb3b64e8f895,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:58.433899 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-03f49758-293b-4389-8c3f-77a0137bb787 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8431666 Feb 11 05:30:58.436284 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55760) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:58.442200 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8cbe2001-93c8-423b-a6cb-453af2d522a5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'subnet': {'network_id': '23ed3670-9afd-49fc-b905-4ba7701d2def', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:58.478543 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_controller (33afbb54-0883-4c83-bb9a-1d08f860d1e4), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.576758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9d0911-bb83-4400-a80c-c95c8de0ea8a tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Made reservation on behalf of 6700a8c68ae54c419cadecce4ac3f1ce for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:58.579000 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0911-bb83-4400-a80c-c95c8de0ea8a tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.683399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbe2001-93c8-423b-a6cb-453af2d522a5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:58.690196 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2001-93c8-423b-a6cb-453af2d522a5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.852020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9d0911-bb83-4400-a80c-c95c8de0ea8a tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:30:58.871574 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_gateway (33afbb54-0883-4c83-bb9a-1d08f860d1e4), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.901125 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0911-bb83-4400-a80c-c95c8de0ea8a tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (83924d23-9fc7-41fb-aebb-5a86837fda7f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.901685 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-ed9d0911-bb83-4400-a80c-c95c8de0ea8a tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Added segment 83924d23-9fc7-41fb-aebb-5a86837fda7f of type vlan for network 4b103fcd-f156-45fc-9729-8d98a177c4e2 Feb 11 05:30:59.015516 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d78b1fb-b7b9-43c4-b257-6be98230116d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:59.061810 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Publish callbacks [] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:59.070370 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:59.075173 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0911-bb83-4400-a80c-c95c8de0ea8a tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (4b103fcd-f156-45fc-9729-8d98a177c4e2), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:59.093451 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2001-93c8-423b-a6cb-453af2d522a5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (3bae0930-0770-4c75-a5b8-c8c87e5a3888), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:59.145396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Pushing event updated for resources: {'Port': ['ID=3277b219-cde5-4fb9-ae2f-3d576b1c3ba3,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:59.162307 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Network 23ed3670-9afd-49fc-b905-4ba7701d2def is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:59.164293 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:59.171549 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:30:59.205016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe2001-93c8-423b-a6cb-453af2d522a5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Subnet': ['ID=3bae0930-0770-4c75-a5b8-c8c87e5a3888,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:59.207000 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0911-bb83-4400-a80c-c95c8de0ea8a tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (4b103fcd-f156-45fc-9729-8d98a177c4e2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:59.213731 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9d0911-bb83-4400-a80c-c95c8de0ea8a tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:59.214427 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0911-bb83-4400-a80c-c95c8de0ea8a tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:59.237365 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbe2001-93c8-423b-a6cb-453af2d522a5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 23ed3670-9afd-49fc-b905-4ba7701d2def is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:30:59.238848 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-8cbe2001-93c8-423b-a6cb-453af2d522a5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:30:59.243309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbe2001-93c8-423b-a6cb-453af2d522a5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:59.244590 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2001-93c8-423b-a6cb-453af2d522a5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:59.274052 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8cbe2001-93c8-423b-a6cb-453af2d522a5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8341441 Feb 11 05:30:59.275882 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55782) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:59.281496 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0f5cfb5f-6472-4d0e-8e5f-d6ee5a72880d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'network_id': '23ed3670-9afd-49fc-b905-4ba7701d2def', 'fixed_ips': [{'subnet_id': '8cd8fe1d-d08e-486a-9625-02a3c26768af'}, {'subnet_id': '3bae0930-0770-4c75-a5b8-c8c87e5a3888'}], 'name': 'tempest-PortsTestJSON-434529660'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:59.344131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Attempting to bind port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:30:59.344530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Attempting to bind port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '4c456c6f-f306-4041-94b7-e0e68b03eae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '23ed3670-9afd-49fc-b905-4ba7701d2def'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:30:59.344888 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Attempting to bind port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 on network 23ed3670-9afd-49fc-b905-4ba7701d2def {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:30:59.362496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:30:59.362878 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Checking segment: {'id': '4c456c6f-f306-4041-94b7-e0e68b03eae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '23ed3670-9afd-49fc-b905-4ba7701d2def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:30:59.363204 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:59.363640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Bound using segment: {'id': '4c456c6f-f306-4041-94b7-e0e68b03eae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '23ed3670-9afd-49fc-b905-4ba7701d2def'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:30:59.364111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Bound port: 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c456c6f-f306-4041-94b7-e0e68b03eae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '23ed3670-9afd-49fc-b905-4ba7701d2def'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:30:59.364506 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:59.442862 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5cfb5f-6472-4d0e-8e5f-d6ee5a72880d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:30:59.460088 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ed9d0911-bb83-4400-a80c-c95c8de0ea8a tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0688229 Feb 11 05:30:59.467965 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55784) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:30:59.474792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] For port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:30:59.480140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] For port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3277b219-cde5-4fb9-ae2f-3d576b1c3ba3,segment=NetworkSegment(4c456c6f-f306-4041-94b7-e0e68b03eae1),segment_id=4c456c6f-f306-4041-94b7-e0e68b03eae1)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:30:59.487380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c2945e2d-8aab-4afc-a864-9cdd2ee907e3 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:30:59.489963 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:59.498517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d0911-bb83-4400-a80c-c95c8de0ea8a tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Pushing event updated for resources: {'Network': ['ID=4b103fcd-f156-45fc-9729-8d98a177c4e2,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:59.600247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fc1b3-bd84-4435-ab95-c4d3b010be73 None None] Pushing event updated for resources: {'Port': ['ID=3277b219-cde5-4fb9-ae2f-3d576b1c3ba3,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:30:59.605798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 4b103fcd-f156-45fc-9729-8d98a177c4e2 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:30:59.696860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f5cfb5f-6472-4d0e-8e5f-d6ee5a72880d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:59.771346 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-0f5cfb5f-6472-4d0e-8e5f-d6ee5a72880d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] device_id is not set on port 95328c2c-8612-4c44-9087-be63435c553d yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:30:59.934640 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_gateway (33afbb54-0883-4c83-bb9a-1d08f860d1e4), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:59.988626 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:00.055284 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c2945e2d-8aab-4afc-a864-9cdd2ee907e3 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (4b103fcd-f156-45fc-9729-8d98a177c4e2), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:00.244453 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c2945e2d-8aab-4afc-a864-9cdd2ee907e3 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (4b103fcd-f156-45fc-9729-8d98a177c4e2), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:00.276118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Allocated IP 172.25.5.84 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/c8ae09a3-cc72-40b7-a007-3fc647642b21) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:00.332512 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-0f5cfb5f-6472-4d0e-8e5f-d6ee5a72880d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Allocated IP 172.20.0.6 (23ed3670-9afd-49fc-b905-4ba7701d2def/8cd8fe1d-d08e-486a-9625-02a3c26768af/95328c2c-8612-4c44-9087-be63435c553d) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:00.341989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-0f5cfb5f-6472-4d0e-8e5f-d6ee5a72880d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Allocated IP 172.20.0.24 (23ed3670-9afd-49fc-b905-4ba7701d2def/3bae0930-0770-4c75-a5b8-c8c87e5a3888/95328c2c-8612-4c44-9087-be63435c553d) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:00.525260 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2945e2d-8aab-4afc-a864-9cdd2ee907e3 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Pushing event updated for resources: {'Network': ['ID=4b103fcd-f156-45fc-9729-8d98a177c4e2,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:00.549470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c2945e2d-8aab-4afc-a864-9cdd2ee907e3 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Network 4b103fcd-f156-45fc-9729-8d98a177c4e2 is not hosted by any dhcp agent {{(pid=103171) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:31:00.550396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2945e2d-8aab-4afc-a864-9cdd2ee907e3 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:00.550996 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c2945e2d-8aab-4afc-a864-9cdd2ee907e3 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:00.557813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55802) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:00.559321 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c2945e2d-8aab-4afc-a864-9cdd2ee907e3 tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "PUT /v2.0/networks/4b103fcd-f156-45fc-9729-8d98a177c4e2 HTTP/1.1" status: 200 len: 858 time: 1.0829995 Feb 11 05:31:00.623222 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (c8ae09a3-cc72-40b7-a007-3fc647642b21), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:00.691708 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-517cb1e0-52f7-4da0-be05-3fbbcf3cfc9d tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (4b103fcd-f156-45fc-9729-8d98a177c4e2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:00.715258 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (c8ae09a3-cc72-40b7-a007-3fc647642b21), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:00.766381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:00.769647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:00.774195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:00.824858 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9209a1f0-50ee-411a-9747-8126eec5f61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:00.827290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=c8ae09a3-cc72-40b7-a007-3fc647642b21,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:01.016455 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-517cb1e0-52f7-4da0-be05-3fbbcf3cfc9d tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (4b103fcd-f156-45fc-9729-8d98a177c4e2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.077553 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f5cfb5f-6472-4d0e-8e5f-d6ee5a72880d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (95328c2c-8612-4c44-9087-be63435c553d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.102587 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-517cb1e0-52f7-4da0-be05-3fbbcf3cfc9d tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b103fcd-f156-45fc-9729-8d98a177c4e2']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:01.132312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-517cb1e0-52f7-4da0-be05-3fbbcf3cfc9d tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83924d23-9fc7-41fb-aebb-5a86837fda7f') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:01.132617 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-517cb1e0-52f7-4da0-be05-3fbbcf3cfc9d tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83924d23-9fc7-41fb-aebb-5a86837fda7f') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:01.170271 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-517cb1e0-52f7-4da0-be05-3fbbcf3cfc9d tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (83924d23-9fc7-41fb-aebb-5a86837fda7f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.194937 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-517cb1e0-52f7-4da0-be05-3fbbcf3cfc9d tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (83924d23-9fc7-41fb-aebb-5a86837fda7f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.222510 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517cb1e0-52f7-4da0-be05-3fbbcf3cfc9d tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:01.223632 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-517cb1e0-52f7-4da0-be05-3fbbcf3cfc9d tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (83924d23-9fc7-41fb-aebb-5a86837fda7f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.293705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ae563d-238b-49de-a8ce-be25312bbea5 None None] Network 23ed3670-9afd-49fc-b905-4ba7701d2def requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:01.384827 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_gateway (33afbb54-0883-4c83-bb9a-1d08f860d1e4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:01.408923 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:01.424583 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-517cb1e0-52f7-4da0-be05-3fbbcf3cfc9d tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (4b103fcd-f156-45fc-9729-8d98a177c4e2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.460035 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517cb1e0-52f7-4da0-be05-3fbbcf3cfc9d tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4b103fcd-f156-45fc-9729-8d98a177c4e2 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 05:31:01.488881 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-517cb1e0-52f7-4da0-be05-3fbbcf3cfc9d tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.501374 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-517cb1e0-52f7-4da0-be05-3fbbcf3cfc9d tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] 10.222.0.87 "DELETE /v2.0/networks/4b103fcd-f156-45fc-9729-8d98a177c4e2 HTTP/1.1" status: 204 len: 168 time: 0.9427614 Feb 11 05:31:01.507408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55814) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:01.578478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1899c140-9bef-40f6-b3f0-5dcfbb44d31c None None] Provisioning complete for port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:01.578861 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1899c140-9bef-40f6-b3f0-5dcfbb44d31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.582641 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb1e0-52f7-4da0-be05-3fbbcf3cfc9d tempest-ExternalNetworksTestJSON-1360336829 tempest-ExternalNetworksTestJSON-1360336829-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b103fcd-f156-45fc-9729-8d98a177c4e2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:01.594342 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2552e6c1-6deb-4478-ae5f-82e5b53603ff tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] DELETE failed (client error): The resource could not be found. Feb 11 05:31:01.594817 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2552e6c1-6deb-4478-ae5f-82e5b53603ff tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:31:01.600394 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2552e6c1-6deb-4478-ae5f-82e5b53603ff tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] 10.222.0.87 "DELETE /v2.0/subnets/6162354c-b683-4e80-8023-b868d67e40f7 HTTP/1.1" status: 404 len: 337 time: 0.0893528 Feb 11 05:31:01.623341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55816) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:01.636400 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f5cfb5f-6472-4d0e-8e5f-d6ee5a72880d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (95328c2c-8612-4c44-9087-be63435c553d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.766413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cfb5f-6472-4d0e-8e5f-d6ee5a72880d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=95328c2c-8612-4c44-9087-be63435c553d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:01.780044 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5cfb5f-6472-4d0e-8e5f-d6ee5a72880d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 23ed3670-9afd-49fc-b905-4ba7701d2def is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:01.781794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-0f5cfb5f-6472-4d0e-8e5f-d6ee5a72880d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:01.789563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5cfb5f-6472-4d0e-8e5f-d6ee5a72880d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:01.817413 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0936e5-3fb4-4378-9c47-e85083bede24 None None] Update dhcp port {'port': {'network_id': '23ed3670-9afd-49fc-b905-4ba7701d2def', 'fixed_ips': [{'subnet_id': '8cd8fe1d-d08e-486a-9625-02a3c26768af', 'ip_address': '172.20.0.2'}, {'subnet_id': '3bae0930-0770-4c75-a5b8-c8c87e5a3888'}], 'binding:host_id': 'n-d-713499-38'}, 'id': '3277b219-cde5-4fb9-ae2f-3d576b1c3ba3'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:31:01.917818 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5cfb5f-6472-4d0e-8e5f-d6ee5a72880d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:01.918510 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f5cfb5f-6472-4d0e-8e5f-d6ee5a72880d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:01.950076 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0f5cfb5f-6472-4d0e-8e5f-d6ee5a72880d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.6730971 Feb 11 05:31:01.952665 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55822) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:01.964149 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-29c993b6-43af-4c15-8668-c2e0c09f7206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8cd8fe1d-d08e-486a-9625-02a3c26768af'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:02.041934 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3d0936e5-3fb4-4378-9c47-e85083bede24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.052705 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee895c72-5eb7-4b59-8630-12a5480c696b tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (370af3ed-c44b-4c01-9a34-53dc4c4187c5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.066467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1899c140-9bef-40f6-b3f0-5dcfbb44d31c None None] Current status of the port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:02.067240 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1899c140-9bef-40f6-b3f0-5dcfbb44d31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.166081 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29c993b6-43af-4c15-8668-c2e0c09f7206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (95328c2c-8612-4c44-9087-be63435c553d), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.168543 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:02.178784 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (33afbb54-0883-4c83-bb9a-1d08f860d1e4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.302463 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1899c140-9bef-40f6-b3f0-5dcfbb44d31c None None] For port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3277b219-cde5-4fb9-ae2f-3d576b1c3ba3,segment=NetworkSegment(4c456c6f-f306-4041-94b7-e0e68b03eae1),segment_id=4c456c6f-f306-4041-94b7-e0e68b03eae1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:02.422724 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1899c140-9bef-40f6-b3f0-5dcfbb44d31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.433458 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee895c72-5eb7-4b59-8630-12a5480c696b tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (370af3ed-c44b-4c01-9a34-53dc4c4187c5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.510689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-ee895c72-5eb7-4b59-8630-12a5480c696b tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370af3ed-c44b-4c01-9a34-53dc4c4187c5']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:02.543727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-ee895c72-5eb7-4b59-8630-12a5480c696b tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b0fab1-e0b9-4e9c-ac87-260510074b0d') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:02.545520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-ee895c72-5eb7-4b59-8630-12a5480c696b tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b0fab1-e0b9-4e9c-ac87-260510074b0d') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:02.570018 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.621189 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee895c72-5eb7-4b59-8630-12a5480c696b tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (c5b0fab1-e0b9-4e9c-ac87-260510074b0d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.667071 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee895c72-5eb7-4b59-8630-12a5480c696b tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c5b0fab1-e0b9-4e9c-ac87-260510074b0d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.678829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee895c72-5eb7-4b59-8630-12a5480c696b tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:02.679499 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee895c72-5eb7-4b59-8630-12a5480c696b tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (c5b0fab1-e0b9-4e9c-ac87-260510074b0d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:02.683445 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:02.706801 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-3d0936e5-3fb4-4378-9c47-e85083bede24 None None] Allocated IP 172.20.0.18 (23ed3670-9afd-49fc-b905-4ba7701d2def/3bae0930-0770-4c75-a5b8-c8c87e5a3888/3277b219-cde5-4fb9-ae2f-3d576b1c3ba3) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:02.780610 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee895c72-5eb7-4b59-8630-12a5480c696b tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (370af3ed-c44b-4c01-9a34-53dc4c4187c5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.807891 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899c140-9bef-40f6-b3f0-5dcfbb44d31c None None] Pushing event updated for resources: {'Port': ['ID=3277b219-cde5-4fb9-ae2f-3d576b1c3ba3,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:02.810740 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee895c72-5eb7-4b59-8630-12a5480c696b tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:02.815622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ee895c72-5eb7-4b59-8630-12a5480c696b tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] 10.222.0.87 "DELETE /v2.0/networks/370af3ed-c44b-4c01-9a34-53dc4c4187c5 HTTP/1.1" status: 204 len: 168 time: 1.1823111 Feb 11 05:31:02.816435 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 33afbb54-0883-4c83-bb9a-1d08f860d1e4 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:31:02.830646 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee895c72-5eb7-4b59-8630-12a5480c696b tempest-ExternalNetworksTestJSON-2131139909 tempest-ExternalNetworksTestJSON-2131139909-project] Pushing event deleted for resources: {'Network': ['ID=370af3ed-c44b-4c01-9a34-53dc4c4187c5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:02.907721 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:02.907721 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.003856 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3d0936e5-3fb4-4378-9c47-e85083bede24 None None] For port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3277b219-cde5-4fb9-ae2f-3d576b1c3ba3,segment=NetworkSegment(4c456c6f-f306-4041-94b7-e0e68b03eae1),segment_id=4c456c6f-f306-4041-94b7-e0e68b03eae1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:03.074916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:31:03.099847 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3d0936e5-3fb4-4378-9c47-e85083bede24 None None] Publish callbacks [] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.124991 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.126601 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1cc0f8b4-f122-4b04-aeeb-d2a79d0664b9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0122972 Feb 11 05:31:03.132219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55836) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:03.209438 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:03.212936 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3d0936e5-3fb4-4378-9c47-e85083bede24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.216541 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27438c3a-7adc-4a72-9f01-54507624d20f None None] Sync routers for ids ['33afbb54-0883-4c83-bb9a-1d08f860d1e4'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:31:03.255363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-29c993b6-43af-4c15-8668-c2e0c09f7206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Delete allocated IP 172.20.0.24 (23ed3670-9afd-49fc-b905-4ba7701d2def/3bae0930-0770-4c75-a5b8-c8c87e5a3888) {{(pid=103170) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:31:03.292671 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55842) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:03.300824 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27438c3a-7adc-4a72-9f01-54507624d20f None None] Routers {'33afbb54-0883-4c83-bb9a-1d08f860d1e4'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:03.302424 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-27438c3a-7adc-4a72-9f01-54507624d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:31:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['33afbb54-0883-4c83-bb9a-1d08f860d1e4'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:03.475577 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-58e9669f-1efd-460e-9972-962dcb47ea91 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/routers/33afbb54-0883-4c83-bb9a-1d08f860d1e4 HTTP/1.1" status: 200 len: 884 time: 0.3401635 Feb 11 05:31:03.479137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55850) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:03.481806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-27438c3a-7adc-4a72-9f01-54507624d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:03.511092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27438c3a-7adc-4a72-9f01-54507624d20f None None] Routers {'33afbb54-0883-4c83-bb9a-1d08f860d1e4'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:03.512025 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-27438c3a-7adc-4a72-9f01-54507624d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:31:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['33afbb54-0883-4c83-bb9a-1d08f860d1e4'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:03.517730 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0936e5-3fb4-4378-9c47-e85083bede24 None None] Pushing event updated for resources: {'Port': ['ID=3277b219-cde5-4fb9-ae2f-3d576b1c3ba3,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:03.589002 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29c993b6-43af-4c15-8668-c2e0c09f7206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (95328c2c-8612-4c44-9087-be63435c553d), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.600937 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29c993b6-43af-4c15-8668-c2e0c09f7206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (95328c2c-8612-4c44-9087-be63435c553d), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.628343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-27438c3a-7adc-4a72-9f01-54507624d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:03.628976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27438c3a-7adc-4a72-9f01-54507624d20f None None] The sync data for ids ['33afbb54-0883-4c83-bb9a-1d08f860d1e4'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:31:03.661148 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.763707 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c993b6-43af-4c15-8668-c2e0c09f7206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=95328c2c-8612-4c44-9087-be63435c553d,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:03.831158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-29c993b6-43af-4c15-8668-c2e0c09f7206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] In _notify_port_updated(), no bound segment for port 95328c2c-8612-4c44-9087-be63435c553d on network 23ed3670-9afd-49fc-b905-4ba7701d2def {{(pid=103170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:31:03.836948 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c993b6-43af-4c15-8668-c2e0c09f7206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:03.837818 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29c993b6-43af-4c15-8668-c2e0c09f7206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:03.841928 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-29c993b6-43af-4c15-8668-c2e0c09f7206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "PUT /v2.0/ports/95328c2c-8612-4c44-9087-be63435c553d HTTP/1.1" status: 200 len: 918 time: 1.8881967 Feb 11 05:31:03.842529 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55866) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:03.848302 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-20b6ac6a-d09c-44f5-a1db-fb79a26af83b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8cd8fe1d-d08e-486a-9625-02a3c26768af'}, {'subnet_id': '3bae0930-0770-4c75-a5b8-c8c87e5a3888'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:04.004015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:04.018896 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20b6ac6a-d09c-44f5-a1db-fb79a26af83b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (95328c2c-8612-4c44-9087-be63435c553d), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.145509 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:04.145992 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.330074 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:04.427882 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ff1b7b41-6d8f-4ac3-9cdf-8cd639da20a5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4386d53e491d4edda3bab62a65f1170d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1347783 Feb 11 05:31:04.440233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55872) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:04.526943 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-20b6ac6a-d09c-44f5-a1db-fb79a26af83b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Allocated IP 172.20.0.27 (23ed3670-9afd-49fc-b905-4ba7701d2def/3bae0930-0770-4c75-a5b8-c8c87e5a3888/95328c2c-8612-4c44-9087-be63435c553d) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:04.528567 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cb764aa-df07-45c8-9b16-0ae78acc0507 admin admin] Publish callbacks [] for security_group (6be0a944-c91c-4835-8032-d68a70848fa5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.541107 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc3933b-55e7-489e-8a52-215cfc76edcb None None] Network 23ed3670-9afd-49fc-b905-4ba7701d2def requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:04.677586 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9a199c62-1454-4a65-b552-ff026a72d777 None None] Provisioning complete for port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:04.690315 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a199c62-1454-4a65-b552-ff026a72d777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.729671 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cb764aa-df07-45c8-9b16-0ae78acc0507 admin admin] Publish callbacks [] for security_group (6be0a944-c91c-4835-8032-d68a70848fa5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.808374 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20b6ac6a-d09c-44f5-a1db-fb79a26af83b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (95328c2c-8612-4c44-9087-be63435c553d), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.814954 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20b6ac6a-d09c-44f5-a1db-fb79a26af83b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (95328c2c-8612-4c44-9087-be63435c553d), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.874963 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cb764aa-df07-45c8-9b16-0ae78acc0507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6be0a944-c91c-4835-8032-d68a70848fa5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.878258 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4cb764aa-df07-45c8-9b16-0ae78acc0507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.879750 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4cb764aa-df07-45c8-9b16-0ae78acc0507 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6be0a944-c91c-4835-8032-d68a70848fa5 HTTP/1.1" status: 204 len: 168 time: 0.4374714 Feb 11 05:31:04.903010 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb764aa-df07-45c8-9b16-0ae78acc0507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be0a944-c91c-4835-8032-d68a70848fa5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:04.930486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-180efd2e-2dd9-4bf8-80f6-cb63f394b8dd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.4500093 Feb 11 05:31:04.932054 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55884) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:04.938119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-54f17deb-6d7c-42a3-8490-3b8f9bea825e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1231273211'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:05.075210 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9a199c62-1454-4a65-b552-ff026a72d777 None None] Current status of the port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:05.114277 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6ac6a-d09c-44f5-a1db-fb79a26af83b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=95328c2c-8612-4c44-9087-be63435c553d,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:05.143131 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.239389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-20b6ac6a-d09c-44f5-a1db-fb79a26af83b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] In _notify_port_updated(), no bound segment for port 95328c2c-8612-4c44-9087-be63435c553d on network 23ed3670-9afd-49fc-b905-4ba7701d2def {{(pid=103170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:31:05.248232 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b6ac6a-d09c-44f5-a1db-fb79a26af83b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:05.248912 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20b6ac6a-d09c-44f5-a1db-fb79a26af83b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.252724 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-20b6ac6a-d09c-44f5-a1db-fb79a26af83b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "PUT /v2.0/ports/95328c2c-8612-4c44-9087-be63435c553d HTTP/1.1" status: 200 len: 998 time: 1.4067984 Feb 11 05:31:05.255458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55894) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:05.541067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7c979f5b-9390-4314-b129-0de4614ef36e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port 95328c2c-8612-4c44-9087-be63435c553d {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:05.541715 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7c979f5b-9390-4314-b129-0de4614ef36e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (95328c2c-8612-4c44-9087-be63435c553d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.588841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55900) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:05.637496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-47361ccf-6322-4008-b496-3514e2b1123f None None] Provisioning complete for port 95328c2c-8612-4c44-9087-be63435c553d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:05.638422 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47361ccf-6322-4008-b496-3514e2b1123f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (95328c2c-8612-4c44-9087-be63435c553d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.752122 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-47361ccf-6322-4008-b496-3514e2b1123f None None] Port 95328c2c-8612-4c44-9087-be63435c553d cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:05.792734 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7c979f5b-9390-4314-b129-0de4614ef36e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (95328c2c-8612-4c44-9087-be63435c553d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.797324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-47361ccf-6322-4008-b496-3514e2b1123f None None] Provisioning complete for port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:05.797710 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47361ccf-6322-4008-b496-3514e2b1123f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:05.823448 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7c979f5b-9390-4314-b129-0de4614ef36e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for 95328c2c-8612-4c44-9087-be63435c553d owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:05.901389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e6e9bc2d-de8f-4df1-a912-54922d0d178c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6700a8c68ae54c419cadecce4ac3f1ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3021159 Feb 11 05:31:05.902338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55904) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:05.967294 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-54f17deb-6d7c-42a3-8490-3b8f9bea825e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (33afbb54-0883-4c83-bb9a-1d08f860d1e4), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.005557 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-54f17deb-6d7c-42a3-8490-3b8f9bea825e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (33afbb54-0883-4c83-bb9a-1d08f860d1e4), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.046610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-47361ccf-6322-4008-b496-3514e2b1123f None None] Current status of the port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:06.103622 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f6010d3e-5bd7-434e-80eb-e0c9da520103 admin admin] Publish callbacks [] for security_group (5043b681-91d6-452a-91fa-0a7b6f024643), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.178765 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-51e2d6aa-5db0-4f81-80f4-739b3ab4e773 None None] Provisioning complete for port 95328c2c-8612-4c44-9087-be63435c553d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:06.179147 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-51e2d6aa-5db0-4f81-80f4-739b3ab4e773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (95328c2c-8612-4c44-9087-be63435c553d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.205739 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f6010d3e-5bd7-434e-80eb-e0c9da520103 admin admin] Publish callbacks [] for security_group (5043b681-91d6-452a-91fa-0a7b6f024643), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.257589 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-51e2d6aa-5db0-4f81-80f4-739b3ab4e773 None None] Port 95328c2c-8612-4c44-9087-be63435c553d cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:06.270073 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7c979f5b-9390-4314-b129-0de4614ef36e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (95328c2c-8612-4c44-9087-be63435c553d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.291830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f17deb-6d7c-42a3-8490-3b8f9bea825e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 33afbb54-0883-4c83-bb9a-1d08f860d1e4 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:31:06.358601 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c979f5b-9390-4314-b129-0de4614ef36e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=95328c2c-8612-4c44-9087-be63435c553d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:06.370589 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2ce06aea-0a59-4ed1-a54e-d612bf304161 None None] Could not find standard attr ID for object 95328c2c-8612-4c44-9087-be63435c553d. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:31:06.465003 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f17deb-6d7c-42a3-8490-3b8f9bea825e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:31:06.471935 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-54f17deb-6d7c-42a3-8490-3b8f9bea825e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.473134 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-54f17deb-6d7c-42a3-8490-3b8f9bea825e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/33afbb54-0883-4c83-bb9a-1d08f860d1e4 HTTP/1.1" status: 200 len: 891 time: 1.5398848 Feb 11 05:31:06.476517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55916) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:06.481267 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f05723b-32d6-4e67-946e-86f634a64a2e None None] Sync routers for ids ['33afbb54-0883-4c83-bb9a-1d08f860d1e4'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:31:06.502230 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f05723b-32d6-4e67-946e-86f634a64a2e None None] Routers {'33afbb54-0883-4c83-bb9a-1d08f860d1e4'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:06.502780 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6f05723b-32d6-4e67-946e-86f634a64a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:31:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['33afbb54-0883-4c83-bb9a-1d08f860d1e4'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:06.568806 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6f05723b-32d6-4e67-946e-86f634a64a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:06.584345 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f05723b-32d6-4e67-946e-86f634a64a2e None None] Routers {'33afbb54-0883-4c83-bb9a-1d08f860d1e4'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:06.585163 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6f05723b-32d6-4e67-946e-86f634a64a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:31:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['33afbb54-0883-4c83-bb9a-1d08f860d1e4'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:06.615637 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7c979f5b-9390-4314-b129-0de4614ef36e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.619738 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7c979f5b-9390-4314-b129-0de4614ef36e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/95328c2c-8612-4c44-9087-be63435c553d HTTP/1.1" status: 204 len: 168 time: 1.3621471 Feb 11 05:31:06.635765 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55920) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:06.685010 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3bfd908-a258-450a-bd48-755203ab4e6a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] GET failed (client error): The resource could not be found. Feb 11 05:31:06.690895 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6f05723b-32d6-4e67-946e-86f634a64a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:06.691562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8600fb7a-e73c-477d-9883-43982e1c80ed None None] Could not find standard attr ID for object 95328c2c-8612-4c44-9087-be63435c553d. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:31:06.692166 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f05723b-32d6-4e67-946e-86f634a64a2e None None] The sync data for ids ['33afbb54-0883-4c83-bb9a-1d08f860d1e4'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:31:06.722583 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c3bfd908-a258-450a-bd48-755203ab4e6a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports/95328c2c-8612-4c44-9087-be63435c553d HTTP/1.1" status: 404 len: 333 time: 0.0853560 Feb 11 05:31:06.725082 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55926) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:06.736503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f6010d3e-5bd7-434e-80eb-e0c9da520103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5043b681-91d6-452a-91fa-0a7b6f024643), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.740694 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f6010d3e-5bd7-434e-80eb-e0c9da520103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:06.742055 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f6010d3e-5bd7-434e-80eb-e0c9da520103 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5043b681-91d6-452a-91fa-0a7b6f024643 HTTP/1.1" status: 204 len: 168 time: 0.8327394 Feb 11 05:31:06.778867 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d20c337e-fa02-4e2e-8095-ec70c39a514b tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/routers/33afbb54-0883-4c83-bb9a-1d08f860d1e4 HTTP/1.1" status: 200 len: 891 time: 0.3018458 Feb 11 05:31:06.779913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6010d3e-5bd7-434e-80eb-e0c9da520103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5043b681-91d6-452a-91fa-0a7b6f024643,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:06.790410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55932) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:06.838814 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7b645b6f-8fa9-418f-8866-e2f4fe91d27f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports?device_id=33afbb54-0883-4c83-bb9a-1d08f860d1e4 HTTP/1.1" status: 200 len: 205 time: 0.0470510 Feb 11 05:31:06.842099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55934) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:06.903916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6d3d2a-80e8-4748-9f9c-95a04c614895 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting subnet 3bae0930-0770-4c75-a5b8-c8c87e5a3888 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:06.921422 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f6d3d2a-80e8-4748-9f9c-95a04c614895 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (3bae0930-0770-4c75-a5b8-c8c87e5a3888), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.063736 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f6d3d2a-80e8-4748-9f9c-95a04c614895 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (3bae0930-0770-4c75-a5b8-c8c87e5a3888), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.115008 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e6393b-9c83-4e9b-b3ca-9583694cf96a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (33afbb54-0883-4c83-bb9a-1d08f860d1e4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.275756 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f6d3d2a-80e8-4748-9f9c-95a04c614895 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (3bae0930-0770-4c75-a5b8-c8c87e5a3888), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.335762 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e6393b-9c83-4e9b-b3ca-9583694cf96a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_gateway (33afbb54-0883-4c83-bb9a-1d08f860d1e4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.407583 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f6d3d2a-80e8-4748-9f9c-95a04c614895 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (3bae0930-0770-4c75-a5b8-c8c87e5a3888), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.482806 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d3d2a-80e8-4748-9f9c-95a04c614895 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Subnet': ['ID=3bae0930-0770-4c75-a5b8-c8c87e5a3888,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:07.485536 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-94e6393b-9c83-4e9b-b3ca-9583694cf96a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting port c8ae09a3-cc72-40b7-a007-3fc647642b21 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:07.488995 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e6393b-9c83-4e9b-b3ca-9583694cf96a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c8ae09a3-cc72-40b7-a007-3fc647642b21), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.508217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f79dd1-3844-426d-90f2-0997cc31e079 None None] Network 23ed3670-9afd-49fc-b905-4ba7701d2def requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:07.511970 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f6d3d2a-80e8-4748-9f9c-95a04c614895 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.521787 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5f6d3d2a-80e8-4748-9f9c-95a04c614895 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/3bae0930-0770-4c75-a5b8-c8c87e5a3888 HTTP/1.1" status: 204 len: 168 time: 0.7907050 Feb 11 05:31:07.525029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55956) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:07.613602 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0758281-769d-47da-99e8-eb25cd6eeb90 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting subnet 8cd8fe1d-d08e-486a-9625-02a3c26768af {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:07.624206 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0758281-769d-47da-99e8-eb25cd6eeb90 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (8cd8fe1d-d08e-486a-9625-02a3c26768af), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.725322 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0758281-769d-47da-99e8-eb25cd6eeb90 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (8cd8fe1d-d08e-486a-9625-02a3c26768af), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.771438 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e6393b-9c83-4e9b-b3ca-9583694cf96a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c8ae09a3-cc72-40b7-a007-3fc647642b21), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:07.805264 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-94e6393b-9c83-4e9b-b3ca-9583694cf96a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Calling delete_port for c8ae09a3-cc72-40b7-a007-3fc647642b21 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:07.901719 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0758281-769d-47da-99e8-eb25cd6eeb90 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (8cd8fe1d-d08e-486a-9625-02a3c26768af), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.038011 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0758281-769d-47da-99e8-eb25cd6eeb90 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (8cd8fe1d-d08e-486a-9625-02a3c26768af), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.097875 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0758281-769d-47da-99e8-eb25cd6eeb90 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd8fe1d-d08e-486a-9625-02a3c26768af,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:08.128754 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0758281-769d-47da-99e8-eb25cd6eeb90 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.134955 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a0758281-769d-47da-99e8-eb25cd6eeb90 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/8cd8fe1d-d08e-486a-9625-02a3c26768af HTTP/1.1" status: 204 len: 168 time: 0.6049619 Feb 11 05:31:08.136015 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55972) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:08.168626 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e6393b-9c83-4e9b-b3ca-9583694cf96a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (c8ae09a3-cc72-40b7-a007-3fc647642b21), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.199754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6393b-9c83-4e9b-b3ca-9583694cf96a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Port': ['ID=c8ae09a3-cc72-40b7-a007-3fc647642b21,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:08.336356 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e6393b-9c83-4e9b-b3ca-9583694cf96a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (33afbb54-0883-4c83-bb9a-1d08f860d1e4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.383511 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (23ed3670-9afd-49fc-b905-4ba7701d2def), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.532641 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:08.532988 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.621670 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e6393b-9c83-4e9b-b3ca-9583694cf96a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (33afbb54-0883-4c83-bb9a-1d08f860d1e4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.624184 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e6393b-9c83-4e9b-b3ca-9583694cf96a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_controller (33afbb54-0883-4c83-bb9a-1d08f860d1e4), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.702493 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] For port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3277b219-cde5-4fb9-ae2f-3d576b1c3ba3,segment=NetworkSegment(4c456c6f-f306-4041-94b7-e0e68b03eae1),segment_id=4c456c6f-f306-4041-94b7-e0e68b03eae1)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:08.703001 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.739664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:08.755518 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e6393b-9c83-4e9b-b3ca-9583694cf96a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (33afbb54-0883-4c83-bb9a-1d08f860d1e4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.756202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e6393b-9c83-4e9b-b3ca-9583694cf96a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Fanout notify agent at l3_agent the message router_deleted on router 33afbb54-0883-4c83-bb9a-1d08f860d1e4 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:31:08.789807 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e6393b-9c83-4e9b-b3ca-9583694cf96a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:08.791113 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-94e6393b-9c83-4e9b-b3ca-9583694cf96a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/routers/33afbb54-0883-4c83-bb9a-1d08f860d1e4 HTTP/1.1" status: 204 len: 168 time: 1.9479861 Feb 11 05:31:08.800467 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55986) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:08.806979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3d157154-8e5f-483d-aea8-4be556e8ee4c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1598551971'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:08.881078 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159dd025-2ea3-4c64-ba28-d94054486200 None None] Network 23ed3670-9afd-49fc-b905-4ba7701d2def requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:08.937453 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d157154-8e5f-483d-aea8-4be556e8ee4c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:08.949285 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d157154-8e5f-483d-aea8-4be556e8ee4c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.062751 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d157154-8e5f-483d-aea8-4be556e8ee4c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:09.192136 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.198816 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d157154-8e5f-483d-aea8-4be556e8ee4c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (343c3e68-a9d4-4839-b586-30f34d99d231), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.200434 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-3d157154-8e5f-483d-aea8-4be556e8ee4c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Added segment 343c3e68-a9d4-4839-b586-30f34d99d231 of type vlan for network 05bdaef8-32aa-4c44-80df-e2ada02d84a7 Feb 11 05:31:09.255794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=3277b219-cde5-4fb9-ae2f-3d576b1c3ba3,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:09.296749 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No DVR routers for this DVR port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:09.444141 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d157154-8e5f-483d-aea8-4be556e8ee4c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (05bdaef8-32aa-4c44-80df-e2ada02d84a7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.535448 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d157154-8e5f-483d-aea8-4be556e8ee4c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (05bdaef8-32aa-4c44-80df-e2ada02d84a7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.554164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d157154-8e5f-483d-aea8-4be556e8ee4c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:09.559129 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d157154-8e5f-483d-aea8-4be556e8ee4c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.627323 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9f37c03f-9259-4b03-90bf-8e51b1c0585d None None] Provisioning complete for port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:09.627752 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f37c03f-9259-4b03-90bf-8e51b1c0585d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3277b219-cde5-4fb9-ae2f-3d576b1c3ba3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.686616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9f37c03f-9259-4b03-90bf-8e51b1c0585d None None] Port 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 was deleted so its status cannot be updated. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 11 05:31:09.709610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0262e6ef-1abf-4111-bd35-9043d9acd943 None None] DHCP port deletion for 23ed3670-9afd-49fc-b905-4ba7701d2def request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:31:09.798270 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:09.936271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56008) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:10.032516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:10.047451 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (23ed3670-9afd-49fc-b905-4ba7701d2def), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.050043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d157154-8e5f-483d-aea8-4be556e8ee4c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Network': ['ID=05bdaef8-32aa-4c44-80df-e2ada02d84a7,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:10.055865 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3d157154-8e5f-483d-aea8-4be556e8ee4c tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2543023 Feb 11 05:31:10.069545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56012) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:10.074258 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-78dd31ab-3c56-4cd9-b3f6-8fc4cbb436e3 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'subnet': {'network_id': '05bdaef8-32aa-4c44-80df-e2ada02d84a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:10.079216 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ed3670-9afd-49fc-b905-4ba7701d2def']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:10.090832 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c456c6f-f306-4041-94b7-e0e68b03eae1') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:10.091169 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c456c6f-f306-4041-94b7-e0e68b03eae1') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:10.112121 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (4c456c6f-f306-4041-94b7-e0e68b03eae1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.139723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 05bdaef8-32aa-4c44-80df-e2ada02d84a7 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:10.150585 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4c456c6f-f306-4041-94b7-e0e68b03eae1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.155677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a9d83e08-5870-468c-82aa-3e01ee42deeb tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1441348569'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:10.156426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a9d83e08-5870-468c-82aa-3e01ee42deeb tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] Unknown quota resources ['metering_label']. {{(pid=103171) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:31:10.165924 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:10.166516 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (4c456c6f-f306-4041-94b7-e0e68b03eae1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:10.172688 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:10.286004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:10.286445 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3277b219-cde5-4fb9-ae2f-3d576b1c3ba3 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:10.379162 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (23ed3670-9afd-49fc-b905-4ba7701d2def), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.411348 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.418592 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/networks/23ed3670-9afd-49fc-b905-4ba7701d2def HTTP/1.1" status: 204 len: 168 time: 2.2805710 Feb 11 05:31:10.420244 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73137ebd-e3f2-46f6-b00a-d7dacc27f257 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Network': ['ID=23ed3670-9afd-49fc-b905-4ba7701d2def,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:10.423191 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56016) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:10.583947 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c13768f-25da-46e3-a5fb-df0f8807baba tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:10.591962 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4c13768f-25da-46e3-a5fb-df0f8807baba tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1541023 Feb 11 05:31:10.592779 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56018) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:10.690996 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a9d83e08-5870-468c-82aa-3e01ee42deeb tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.697463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a9d83e08-5870-468c-82aa-3e01ee42deeb tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7559531 Feb 11 05:31:10.697639 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56022) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:10.707005 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ffe7583c-b562-4dc4-be90-8a84415453ed tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1068716 Feb 11 05:31:10.708026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-4f74b1ec-0109-4b70-aa74-4b1f07596734 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1c56d395-3b14-45f8-80c2-46c7a21490fb'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:10.708026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-4f74b1ec-0109-4b70-aa74-4b1f07596734 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103171) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:31:10.708209 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56024) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:10.717307 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6a354fbd-fe82-42f0-8466-928413f92297 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1738401648'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:10.771446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a354fbd-fe82-42f0-8466-928413f92297 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:10.775394 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a354fbd-fe82-42f0-8466-928413f92297 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.780780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dd31ab-3c56-4cd9-b3f6-8fc4cbb436e3 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:10.791350 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78dd31ab-3c56-4cd9-b3f6-8fc4cbb436e3 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.828229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a354fbd-fe82-42f0-8466-928413f92297 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:10.841822 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a354fbd-fe82-42f0-8466-928413f92297 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (fd053016-1787-48b5-9977-de313bde610c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.842293 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-6a354fbd-fe82-42f0-8466-928413f92297 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Added segment fd053016-1787-48b5-9977-de313bde610c of type vlan for network 43e89a56-5981-488d-af68-45a5cd9f4764 Feb 11 05:31:10.939684 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a354fbd-fe82-42f0-8466-928413f92297 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (43e89a56-5981-488d-af68-45a5cd9f4764), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.981035 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a354fbd-fe82-42f0-8466-928413f92297 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (43e89a56-5981-488d-af68-45a5cd9f4764), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:10.989548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a354fbd-fe82-42f0-8466-928413f92297 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:10.990635 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a354fbd-fe82-42f0-8466-928413f92297 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.128187 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6a354fbd-fe82-42f0-8466-928413f92297 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4196248 Feb 11 05:31:11.142868 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56032) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:11.156708 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5ce94fb0-5144-4200-be06-172049cd490c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'subnet': {'network_id': '43e89a56-5981-488d-af68-45a5cd9f4764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:11.283159 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a354fbd-fe82-42f0-8466-928413f92297 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Network': ['ID=43e89a56-5981-488d-af68-45a5cd9f4764,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:11.298462 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 43e89a56-5981-488d-af68-45a5cd9f4764 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:11.345135 n-d-713499-38 neutron-server[103171]: WARNING neutron.services.metering.metering_plugin [None req-4f74b1ec-0109-4b70-aa74-4b1f07596734 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 05:31:11.442108 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce94fb0-5144-4200-be06-172049cd490c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:11.451329 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5ce94fb0-5144-4200-be06-172049cd490c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.879078 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5ce94fb0-5144-4200-be06-172049cd490c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (7e0de991-448e-4d09-9793-612097bc28d4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.921691 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f74b1ec-0109-4b70-aa74-4b1f07596734 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:11.922962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4f74b1ec-0109-4b70-aa74-4b1f07596734 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.2243621 Feb 11 05:31:11.928882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56038) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:11.933759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-148152c7-84da-467d-8d39-798aea8ee032 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1c56d395-3b14-45f8-80c2-46c7a21490fb'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:11.934540 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-148152c7-84da-467d-8d39-798aea8ee032 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103171) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:31:12.018944 n-d-713499-38 neutron-server[103171]: WARNING neutron.services.metering.metering_plugin [None req-148152c7-84da-467d-8d39-798aea8ee032 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 05:31:12.034635 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78dd31ab-3c56-4cd9-b3f6-8fc4cbb436e3 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (cce81c6f-f257-488c-8a24-a982dd418b6e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.039443 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce94fb0-5144-4200-be06-172049cd490c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Subnet': ['ID=7e0de991-448e-4d09-9793-612097bc28d4,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:12.055274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce94fb0-5144-4200-be06-172049cd490c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Checking segment: {'id': 'fd053016-1787-48b5-9977-de313bde610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '43e89a56-5981-488d-af68-45a5cd9f4764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:12.056192 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce94fb0-5144-4200-be06-172049cd490c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network hostable DHCP agents. Network: 43e89a56-5981-488d-af68-45a5cd9f4764, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:12.121100 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce94fb0-5144-4200-be06-172049cd490c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 43e89a56-5981-488d-af68-45a5cd9f4764 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:12.153752 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5ce94fb0-5144-4200-be06-172049cd490c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 43e89a56-5981-488d-af68-45a5cd9f4764) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:12.161601 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce94fb0-5144-4200-be06-172049cd490c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:12.162213 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5ce94fb0-5144-4200-be06-172049cd490c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.162960 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21c0afa-fd0b-43c0-98c5-bc599d964214 None None] Network 43e89a56-5981-488d-af68-45a5cd9f4764 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:12.217635 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-148152c7-84da-467d-8d39-798aea8ee032 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.219816 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-148152c7-84da-467d-8d39-798aea8ee032 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2896602 Feb 11 05:31:12.223691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56042) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:12.241209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd31ab-3c56-4cd9-b3f6-8fc4cbb436e3 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Subnet': ['ID=cce81c6f-f257-488c-8a24-a982dd418b6e,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:12.260726 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd31ab-3c56-4cd9-b3f6-8fc4cbb436e3 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Checking segment: {'id': '343c3e68-a9d4-4839-b586-30f34d99d231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '05bdaef8-32aa-4c44-80df-e2ada02d84a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:12.261271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dd31ab-3c56-4cd9-b3f6-8fc4cbb436e3 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network hostable DHCP agents. Network: 05bdaef8-32aa-4c44-80df-e2ada02d84a7, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:12.268808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56046) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:12.271348 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5ce94fb0-5144-4200-be06-172049cd490c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1273754 Feb 11 05:31:12.277514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-3af8a884-9a04-4382-8f22-21ce5708918b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'network_id': '43e89a56-5981-488d-af68-45a5cd9f4764', 'name': 'tempest-PortsTestJSON-1194252472'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:12.282046 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1d629e4d-bbf2-461d-8c01-9355641c665c tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=d5267d27-4d12-4b20-ac68-74c97db3991a HTTP/1.1" status: 200 len: 462 time: 0.0565147 Feb 11 05:31:12.282327 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56048) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:12.339654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dd31ab-3c56-4cd9-b3f6-8fc4cbb436e3 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network 05bdaef8-32aa-4c44-80df-e2ada02d84a7 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:12.508141 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-43e89a56-5981-488d-af68-45a5cd9f4764', 'network_id': '43e89a56-5981-488d-af68-45a5cd9f4764', 'project_id': '6fb7a61752c84babaf383b156ec76727', 'fixed_ips': [{'subnet_id': '7e0de991-448e-4d09-9793-612097bc28d4'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:12.509102 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.528294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-78dd31ab-3c56-4cd9-b3f6-8fc4cbb436e3 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 05bdaef8-32aa-4c44-80df-e2ada02d84a7) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:12.543187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dd31ab-3c56-4cd9-b3f6-8fc4cbb436e3 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:12.543900 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78dd31ab-3c56-4cd9-b3f6-8fc4cbb436e3 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.617459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-78dd31ab-3c56-4cd9-b3f6-8fc4cbb436e3 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5449069 Feb 11 05:31:12.619186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af8a884-9a04-4382-8f22-21ce5708918b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:12.631375 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3af8a884-9a04-4382-8f22-21ce5708918b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.647002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56054) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:12.688481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c4fced2d-2959-46b7-b34c-803e3d480147 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2090336363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:12.720775 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b03ffc7e-a8c7-47d7-979b-bb175d854d63 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.725890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56056) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:12.729342 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b03ffc7e-a8c7-47d7-979b-bb175d854d63 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-label-rules/d5267d27-4d12-4b20-ac68-74c97db3991a HTTP/1.1" status: 204 len: 168 time: 0.4457710 Feb 11 05:31:12.749740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-3af8a884-9a04-4382-8f22-21ce5708918b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] device_id is not set on port 23754e33-17f7-4cde-8f61-3250972343a9 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:12.782183 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e12ad0de-bd6f-4e7c-b417-87ef67d2c127 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=d5267d27-4d12-4b20-ac68-74c97db3991a HTTP/1.1" status: 200 len: 221 time: 0.0480881 Feb 11 05:31:12.784547 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56058) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:12.787527 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4fced2d-2959-46b7-b34c-803e3d480147 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.789539 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4fced2d-2959-46b7-b34c-803e3d480147 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:12.792024 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-66343eeb-c82f-4228-8f02-dd3367e4bd9a tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--538520743', 'description': 'label created by tempest'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:12.792471 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-66343eeb-c82f-4228-8f02-dd3367e4bd9a tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] Unknown quota resources ['metering_label']. {{(pid=103170) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:31:12.850606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc1769e-1124-44a0-a102-aa591349e79b None None] Network 05bdaef8-32aa-4c44-80df-e2ada02d84a7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:12.865610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Allocated IP 172.20.0.2 (43e89a56-5981-488d-af68-45a5cd9f4764/7e0de991-448e-4d09-9793-612097bc28d4/2541a9cf-809e-4bda-9d15-872682a6b441) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:13.108947 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4fced2d-2959-46b7-b34c-803e3d480147 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_controller (71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.119388 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4fced2d-2959-46b7-b34c-803e3d480147 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.163078 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4fced2d-2959-46b7-b34c-803e3d480147 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.167090 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c4fced2d-2959-46b7-b34c-803e3d480147 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5101068 Feb 11 05:31:13.170955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56066) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:13.186666 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-66343eeb-c82f-4228-8f02-dd3367e4bd9a tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.187976 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-66343eeb-c82f-4228-8f02-dd3367e4bd9a tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4022305 Feb 11 05:31:13.193541 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56068) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:13.489157 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-05bdaef8-32aa-4c44-80df-e2ada02d84a7', 'network_id': '05bdaef8-32aa-4c44-80df-e2ada02d84a7', 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'fixed_ips': [{'subnet_id': 'cce81c6f-f257-488c-8a24-a982dd418b6e'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:13.504467 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.547945 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4f021563-63d0-4d62-9cdc-ed1f8e76147e tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=7c17f6e9-c836-4da3-a9e8-464dd2f784b9 HTTP/1.1" status: 200 len: 467 time: 0.3513837 Feb 11 05:31:13.550645 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56076) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:13.727709 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Allocated IP 2001:db8::2 (05bdaef8-32aa-4c44-80df-e2ada02d84a7/cce81c6f-f257-488c-8a24-a982dd418b6e/81ba167e-c02a-4b7f-babf-b50031e4c15a) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:13.888770 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Publish callbacks [] for port (81ba167e-c02a-4b7f-babf-b50031e4c15a), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.909078 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (81ba167e-c02a-4b7f-babf-b50031e4c15a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.963370 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Pushing event updated for resources: {'Port': ['ID=81ba167e-c02a-4b7f-babf-b50031e4c15a,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:13.970052 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Publish callbacks [] for port (2541a9cf-809e-4bda-9d15-872682a6b441), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:13.985132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Network 05bdaef8-32aa-4c44-80df-e2ada02d84a7 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:13.987469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:13.990511 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (2541a9cf-809e-4bda-9d15-872682a6b441), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.000357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:14.017131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Network 43e89a56-5981-488d-af68-45a5cd9f4764 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:14.046603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:14.069556 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c001dad-4901-4481-bf54-7eba34ad6519 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.075255 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3c001dad-4901-4481-bf54-7eba34ad6519 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-labels/7c17f6e9-c836-4da3-a9e8-464dd2f784b9 HTTP/1.1" status: 204 len: 168 time: 0.5234041 Feb 11 05:31:14.076166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56080) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:14.101029 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b0346129-3bd4-4e93-b2a9-85dcac8a04ab tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=7c17f6e9-c836-4da3-a9e8-464dd2f784b9 HTTP/1.1" status: 200 len: 216 time: 0.0234380 Feb 11 05:31:14.101665 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:14.103066 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56082) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:14.126042 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6a5a6f7b-5cfd-408b-bf7f-fff7a53debeb tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0195286 Feb 11 05:31:14.131557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56084) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:14.168989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Attempting to bind port 81ba167e-c02a-4b7f-babf-b50031e4c15a on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:14.170241 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Attempting to bind port 81ba167e-c02a-4b7f-babf-b50031e4c15a by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '343c3e68-a9d4-4839-b586-30f34d99d231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '05bdaef8-32aa-4c44-80df-e2ada02d84a7'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:14.170723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Attempting to bind port 81ba167e-c02a-4b7f-babf-b50031e4c15a on network 05bdaef8-32aa-4c44-80df-e2ada02d84a7 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:14.176511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56086) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:14.181205 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a16dbb39-d6c7-484c-90a1-51a7622c3630 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0482171 Feb 11 05:31:14.314245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Pushing event updated for resources: {'Port': ['ID=2541a9cf-809e-4bda-9d15-872682a6b441,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:14.337571 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ef2a431-48b4-4d74-bdd1-3f9f05d49ae8 req-7ee407a5-a2c2-4717-8aac-18218e7236a6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1458390 Feb 11 05:31:14.361745 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8562bd99-9c38-4c7f-8b6a-a01f036c2c41 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels/1c56d395-3b14-45f8-80c2-46c7a21490fb HTTP/1.1" status: 200 len: 473 time: 0.1793339 Feb 11 05:31:14.362913 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56092) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:14.385015 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-936d4d32-cd53-4f48-bc5f-fc03d4a8e20a tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules/79e3c6c8-b56e-446e-a3a9-da26619aab85 HTTP/1.1" status: 200 len: 459 time: 0.0204160 Feb 11 05:31:14.386042 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56094) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:14.387412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-3af8a884-9a04-4382-8f22-21ce5708918b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Allocated IP 172.20.0.12 (43e89a56-5981-488d-af68-45a5cd9f4764/7e0de991-448e-4d09-9793-612097bc28d4/23754e33-17f7-4cde-8f61-3250972343a9) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:14.390028 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.620140 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da5230d6-a010-4092-aa8a-9d43bb4f0006 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.620847 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-da5230d6-a010-4092-aa8a-9d43bb4f0006 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-label-rules/79e3c6c8-b56e-446e-a3a9-da26619aab85 HTTP/1.1" status: 204 len: 168 time: 0.2328720 Feb 11 05:31:14.630241 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56100) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:14.645358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:14.646147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Checking segment: {'id': '343c3e68-a9d4-4839-b586-30f34d99d231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '05bdaef8-32aa-4c44-80df-e2ada02d84a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:14.646872 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.654171 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Bound using segment: {'id': '343c3e68-a9d4-4839-b586-30f34d99d231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '05bdaef8-32aa-4c44-80df-e2ada02d84a7'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:14.655011 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Bound port: 81ba167e-c02a-4b7f-babf-b50031e4c15a, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343c3e68-a9d4-4839-b586-30f34d99d231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '05bdaef8-32aa-4c44-80df-e2ada02d84a7'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:14.655681 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (81ba167e-c02a-4b7f-babf-b50031e4c15a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.691949 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.774738 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Attempting to bind port 2541a9cf-809e-4bda-9d15-872682a6b441 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:14.776438 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Attempting to bind port 2541a9cf-809e-4bda-9d15-872682a6b441 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'fd053016-1787-48b5-9977-de313bde610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '43e89a56-5981-488d-af68-45a5cd9f4764'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:14.777546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2a431-48b4-4d74-bdd1-3f9f05d49ae8 req-388c27dc-012c-4e96-b12c-8709b7801579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:14.779137 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ef2a431-48b4-4d74-bdd1-3f9f05d49ae8 req-388c27dc-012c-4e96-b12c-8709b7801579 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 1129 time: 0.3465784 Feb 11 05:31:14.799513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Attempting to bind port 2541a9cf-809e-4bda-9d15-872682a6b441 on network 43e89a56-5981-488d-af68-45a5cd9f4764 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:14.857115 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:14.860138 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Checking segment: {'id': 'fd053016-1787-48b5-9977-de313bde610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '43e89a56-5981-488d-af68-45a5cd9f4764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:14.860725 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:14.861138 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Bound using segment: {'id': 'fd053016-1787-48b5-9977-de313bde610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '43e89a56-5981-488d-af68-45a5cd9f4764'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:14.869004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Bound port: 2541a9cf-809e-4bda-9d15-872682a6b441, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd053016-1787-48b5-9977-de313bde610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '43e89a56-5981-488d-af68-45a5cd9f4764'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:14.869418 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2541a9cf-809e-4bda-9d15-872682a6b441), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.096257 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] For port 81ba167e-c02a-4b7f-babf-b50031e4c15a, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:15.106193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] For port 81ba167e-c02a-4b7f-babf-b50031e4c15a, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=81ba167e-c02a-4b7f-babf-b50031e4c15a,segment=NetworkSegment(343c3e68-a9d4-4839-b586-30f34d99d231),segment_id=343c3e68-a9d4-4839-b586-30f34d99d231)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:15.141299 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (81ba167e-c02a-4b7f-babf-b50031e4c15a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.180665 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-567ab89c-c43c-48cf-94a4-42bf62ccb232 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.183913 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-567ab89c-c43c-48cf-94a4-42bf62ccb232 tempest-MeteringIpV6TestJSON-905380062 tempest-MeteringIpV6TestJSON-905380062-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-labels/1c56d395-3b14-45f8-80c2-46c7a21490fb HTTP/1.1" status: 204 len: 168 time: 0.5514188 Feb 11 05:31:15.206299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a750df7-e549-4d53-8cfb-2c547beaf01c None None] Pushing event updated for resources: {'Port': ['ID=81ba167e-c02a-4b7f-babf-b50031e4c15a,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:15.388607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] For port 2541a9cf-809e-4bda-9d15-872682a6b441, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:15.394034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] For port 2541a9cf-809e-4bda-9d15-872682a6b441, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2541a9cf-809e-4bda-9d15-872682a6b441,segment=NetworkSegment(fd053016-1787-48b5-9977-de313bde610c),segment_id=fd053016-1787-48b5-9977-de313bde610c)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:15.411395 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2541a9cf-809e-4bda-9d15-872682a6b441), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.471798 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3af8a884-9a04-4382-8f22-21ce5708918b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (23754e33-17f7-4cde-8f61-3250972343a9), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:15.574516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74a22e-459e-493f-ba9a-f4dd6d24b0a3 None None] Pushing event updated for resources: {'Port': ['ID=2541a9cf-809e-4bda-9d15-872682a6b441,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:15.741541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Allocated IP 2001:db8::1 (05bdaef8-32aa-4c44-80df-e2ada02d84a7/cce81c6f-f257-488c-8a24-a982dd418b6e/fc807b5c-612d-4246-8c62-99c71fd4ce44) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:15.754548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56116) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:16.108181 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-179870e4-7704-4781-a7ec-bb4614b6fe50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.225890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 81ba167e-c02a-4b7f-babf-b50031e4c15a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:16.321538 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-179870e4-7704-4781-a7ec-bb4614b6fe50 admin admin] Publish callbacks [] for security_group (9d8eefee-628e-4dfa-9f9d-e67d9c60c6bb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.331158 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-179870e4-7704-4781-a7ec-bb4614b6fe50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9d8eefee-628e-4dfa-9f9d-e67d9c60c6bb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.356761 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 81ba167e-c02a-4b7f-babf-b50031e4c15a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:16.357141 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (81ba167e-c02a-4b7f-babf-b50031e4c15a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.407949 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-179870e4-7704-4781-a7ec-bb4614b6fe50 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=78a54e8db3474d9c85f479ea6c62bbc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6515384 Feb 11 05:31:16.409766 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179870e4-7704-4781-a7ec-bb4614b6fe50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8eefee-628e-4dfa-9f9d-e67d9c60c6bb,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:16.424585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56122) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:16.436627 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (fc807b5c-612d-4246-8c62-99c71fd4ce44), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.474411 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3af8a884-9a04-4382-8f22-21ce5708918b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (23754e33-17f7-4cde-8f61-3250972343a9), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.522743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 81ba167e-c02a-4b7f-babf-b50031e4c15a is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:16.523191 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (81ba167e-c02a-4b7f-babf-b50031e4c15a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.536539 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-82ebcdc6-1c4a-4405-a755-638ea9e3531d admin admin] Publish callbacks [] for security_group (9d8eefee-628e-4dfa-9f9d-e67d9c60c6bb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.573200 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (fc807b5c-612d-4246-8c62-99c71fd4ce44), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.578143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8a884-9a04-4382-8f22-21ce5708918b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=23754e33-17f7-4cde-8f61-3250972343a9,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:16.591526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 81ba167e-c02a-4b7f-babf-b50031e4c15a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=81ba167e-c02a-4b7f-babf-b50031e4c15a,segment=NetworkSegment(343c3e68-a9d4-4839-b586-30f34d99d231),segment_id=343c3e68-a9d4-4839-b586-30f34d99d231)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:16.594350 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-82ebcdc6-1c4a-4405-a755-638ea9e3531d admin admin] Publish callbacks [] for security_group (9d8eefee-628e-4dfa-9f9d-e67d9c60c6bb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.604249 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (81ba167e-c02a-4b7f-babf-b50031e4c15a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.667964 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-82ebcdc6-1c4a-4405-a755-638ea9e3531d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9d8eefee-628e-4dfa-9f9d-e67d9c60c6bb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.671034 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-82ebcdc6-1c4a-4405-a755-638ea9e3531d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:16.676272 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-82ebcdc6-1c4a-4405-a755-638ea9e3531d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9d8eefee-628e-4dfa-9f9d-e67d9c60c6bb HTTP/1.1" status: 204 len: 168 time: 0.2495039 Feb 11 05:31:16.713613 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebcdc6-1c4a-4405-a755-638ea9e3531d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8eefee-628e-4dfa-9f9d-e67d9c60c6bb,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:16.714711 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=fc807b5c-612d-4246-8c62-99c71fd4ce44,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:16.784726 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=81ba167e-c02a-4b7f-babf-b50031e4c15a,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:16.813663 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2a431-48b4-4d74-bdd1-3f9f05d49ae8 req-03acf51f-4131-45f0-9388-c247a9b55012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:16.815768 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ef2a431-48b4-4d74-bdd1-3f9f05d49ae8 req-03acf51f-4131-45f0-9388-c247a9b55012 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 918 time: 1.9275842 Feb 11 05:31:16.819304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network 05bdaef8-32aa-4c44-80df-e2ada02d84a7 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:16.821515 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af8a884-9a04-4382-8f22-21ce5708918b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 43e89a56-5981-488d-af68-45a5cd9f4764 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:16.823621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-3af8a884-9a04-4382-8f22-21ce5708918b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:16.825889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:16.829662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af8a884-9a04-4382-8f22-21ce5708918b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:16.839908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:16.840592 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.231512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af8a884-9a04-4382-8f22-21ce5708918b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:17.235399 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3af8a884-9a04-4382-8f22-21ce5708918b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.254587 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ef2a431-48b4-4d74-bdd1-3f9f05d49ae8 req-f86d7803-86d0-47b3-bff7-5a25a6632400 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48 HTTP/1.1" status: 200 len: 1001 time: 0.4264140 Feb 11 05:31:17.286038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db512bbd-49e2-42e2-8374-21f499c003c3 None None] Network 05bdaef8-32aa-4c44-80df-e2ada02d84a7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:17.417928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2a431-48b4-4d74-bdd1-3f9f05d49ae8 req-1403e77e-6787-4939-a341-4be6da25d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:17.428427 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ef2a431-48b4-4d74-bdd1-3f9f05d49ae8 req-1403e77e-6787-4939-a341-4be6da25d5a8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.1599236 Feb 11 05:31:17.478155 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-0313f9d0-0992-4fa8-8e3d-f8d7111c7f42 None None] Provisioning complete for port 81ba167e-c02a-4b7f-babf-b50031e4c15a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:17.478873 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0313f9d0-0992-4fa8-8e3d-f8d7111c7f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (81ba167e-c02a-4b7f-babf-b50031e4c15a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.516160 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56142) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:17.516727 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3af8a884-9a04-4382-8f22-21ce5708918b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.2462075 Feb 11 05:31:17.521329 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6cf2de4c-ce28-49b5-a0c9-119641be1e11 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'network_id': '43e89a56-5981-488d-af68-45a5cd9f4764', 'name': 'tempest-PortsTestJSON-2131704297'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:17.585263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2a431-48b4-4d74-bdd1-3f9f05d49ae8 req-053705f1-6e83-4619-8220-4aa3ef1c84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:17.620609 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ef2a431-48b4-4d74-bdd1-3f9f05d49ae8 req-053705f1-6e83-4619-8220-4aa3ef1c84b7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1813536 Feb 11 05:31:17.772085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0313f9d0-0992-4fa8-8e3d-f8d7111c7f42 None None] Current status of the port 81ba167e-c02a-4b7f-babf-b50031e4c15a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:17.798526 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ef2a431-48b4-4d74-bdd1-3f9f05d49ae8 req-78f17c60-2fc0-48f8-bff5-d544163b584b service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703568 Feb 11 05:31:17.799130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56146) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:17.820693 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348b5a94-95f2-457c-8b7f-5b01be6a288a None None] Network 43e89a56-5981-488d-af68-45a5cd9f4764 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:17.919506 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf2de4c-ce28-49b5-a0c9-119641be1e11 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:17.934770 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6cf2de4c-ce28-49b5-a0c9-119641be1e11 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:17.998746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-6cf2de4c-ce28-49b5-a0c9-119641be1e11 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] device_id is not set on port fc402dc4-7f9d-49d9-936b-a0f7b2fc3647 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:18.184671 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (fc807b5c-612d-4246-8c62-99c71fd4ce44), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.186654 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-537f37f9-ac9e-490d-93f6-7b504ff44984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.219175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1987b2e4-9c1c-46c4-bb43-490a7d601fd8 None None] Provisioning complete for port 2541a9cf-809e-4bda-9d15-872682a6b441 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:18.219979 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1987b2e4-9c1c-46c4-bb43-490a7d601fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2541a9cf-809e-4bda-9d15-872682a6b441), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.304822 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2541a9cf-809e-4bda-9d15-872682a6b441 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:18.348296 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-6cf2de4c-ce28-49b5-a0c9-119641be1e11 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Allocated IP 172.20.0.8 (43e89a56-5981-488d-af68-45a5cd9f4764/7e0de991-448e-4d09-9793-612097bc28d4/fc402dc4-7f9d-49d9-936b-a0f7b2fc3647) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:18.561807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1987b2e4-9c1c-46c4-bb43-490a7d601fd8 None None] Current status of the port 2541a9cf-809e-4bda-9d15-872682a6b441 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:18.562368 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1987b2e4-9c1c-46c4-bb43-490a7d601fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2541a9cf-809e-4bda-9d15-872682a6b441), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.629691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2541a9cf-809e-4bda-9d15-872682a6b441 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:18.630400 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2541a9cf-809e-4bda-9d15-872682a6b441), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.634391 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1987b2e4-9c1c-46c4-bb43-490a7d601fd8 None None] For port 2541a9cf-809e-4bda-9d15-872682a6b441, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2541a9cf-809e-4bda-9d15-872682a6b441,segment=NetworkSegment(fd053016-1787-48b5-9977-de313bde610c),segment_id=fd053016-1787-48b5-9977-de313bde610c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:18.687339 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1987b2e4-9c1c-46c4-bb43-490a7d601fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2541a9cf-809e-4bda-9d15-872682a6b441), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.784582 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6cf2de4c-ce28-49b5-a0c9-119641be1e11 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (fc402dc4-7f9d-49d9-936b-a0f7b2fc3647), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.833100 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987b2e4-9c1c-46c4-bb43-490a7d601fd8 None None] Pushing event updated for resources: {'Port': ['ID=2541a9cf-809e-4bda-9d15-872682a6b441,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:18.845540 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ef2a431-48b4-4d74-bdd1-3f9f05d49ae8 req-3f3b4b1a-9211-49ba-acbf-58d09382170e service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0315738 Feb 11 05:31:18.848182 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6cf2de4c-ce28-49b5-a0c9-119641be1e11 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (fc402dc4-7f9d-49d9-936b-a0f7b2fc3647), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.902337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f0fa4b43-2673-4170-ae90-e16c3cfcc315 None None] Provisioning complete for port 23754e33-17f7-4cde-8f61-3250972343a9 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:18.902720 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0fa4b43-2673-4170-ae90-e16c3cfcc315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (23754e33-17f7-4cde-8f61-3250972343a9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:18.912380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2541a9cf-809e-4bda-9d15-872682a6b441 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:18.914767 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 81ba167e-c02a-4b7f-babf-b50031e4c15a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:18.940782 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf2de4c-ce28-49b5-a0c9-119641be1e11 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 43e89a56-5981-488d-af68-45a5cd9f4764 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:18.947180 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-6cf2de4c-ce28-49b5-a0c9-119641be1e11 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:18.955185 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf2de4c-ce28-49b5-a0c9-119641be1e11 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:18.995757 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2de4c-ce28-49b5-a0c9-119641be1e11 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=fc402dc4-7f9d-49d9-936b-a0f7b2fc3647,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:19.041174 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf2de4c-ce28-49b5-a0c9-119641be1e11 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:19.041799 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6cf2de4c-ce28-49b5-a0c9-119641be1e11 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.057825 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-537f37f9-ac9e-490d-93f6-7b504ff44984 admin admin] Publish callbacks [] for security_group (32cd7231-055e-436c-8c45-67688af9af22), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.061887 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa4b43-2673-4170-ae90-e16c3cfcc315 None None] Port 23754e33-17f7-4cde-8f61-3250972343a9 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:19.077968 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-537f37f9-ac9e-490d-93f6-7b504ff44984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (32cd7231-055e-436c-8c45-67688af9af22), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.083746 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6cf2de4c-ce28-49b5-a0c9-119641be1e11 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5662720 Feb 11 05:31:19.084330 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56164) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:19.110088 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f0fa4b43-2673-4170-ae90-e16c3cfcc315 None None] Provisioning complete for port fc807b5c-612d-4246-8c62-99c71fd4ce44 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:19.110454 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0fa4b43-2673-4170-ae90-e16c3cfcc315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (fc807b5c-612d-4246-8c62-99c71fd4ce44), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.143951 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (fc807b5c-612d-4246-8c62-99c71fd4ce44), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.168122 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (fc807b5c-612d-4246-8c62-99c71fd4ce44), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.173201 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.211961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa4b43-2673-4170-ae90-e16c3cfcc315 None None] Port fc807b5c-612d-4246-8c62-99c71fd4ce44 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:19.255061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 81ba167e-c02a-4b7f-babf-b50031e4c15a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:19.255742 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (81ba167e-c02a-4b7f-babf-b50031e4c15a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.317899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c917b369-4873-4441-90a8-c1002abb91af tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:19.319920 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c917b369-4873-4441-90a8-c1002abb91af tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.2343495 Feb 11 05:31:19.322807 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56172) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:19.326422 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-537f37f9-ac9e-490d-93f6-7b504ff44984 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a47ae1d698564d87b5f2a01fe11d1c61&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5236244 Feb 11 05:31:19.333424 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56174) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:19.344892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f37f9-ac9e-490d-93f6-7b504ff44984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cd7231-055e-436c-8c45-67688af9af22,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:19.417656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f0fa4b43-2673-4170-ae90-e16c3cfcc315 None None] Provisioning complete for port 2541a9cf-809e-4bda-9d15-872682a6b441 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:19.421489 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0fa4b43-2673-4170-ae90-e16c3cfcc315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2541a9cf-809e-4bda-9d15-872682a6b441), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.510768 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=fc807b5c-612d-4246-8c62-99c71fd4ce44,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:19.530114 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b6f14ed6-25c7-4e43-a678-d8192021b93a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port fc402dc4-7f9d-49d9-936b-a0f7b2fc3647 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:19.535178 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f14ed6-25c7-4e43-a678-d8192021b93a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (fc402dc4-7f9d-49d9-936b-a0f7b2fc3647), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.555660 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 81ba167e-c02a-4b7f-babf-b50031e4c15a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:19.559469 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec272930-d449-4e6d-bee1-13501ffbcdf6 admin admin] Publish callbacks [] for security_group (32cd7231-055e-436c-8c45-67688af9af22), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.576615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network 05bdaef8-32aa-4c44-80df-e2ada02d84a7 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:19.579768 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:19.600742 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec272930-d449-4e6d-bee1-13501ffbcdf6 admin admin] Publish callbacks [] for security_group (32cd7231-055e-436c-8c45-67688af9af22), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.690913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa4b43-2673-4170-ae90-e16c3cfcc315 None None] Current status of the port 2541a9cf-809e-4bda-9d15-872682a6b441 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:19.713090 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f0fa4b43-2673-4170-ae90-e16c3cfcc315 None None] Provisioning complete for port 81ba167e-c02a-4b7f-babf-b50031e4c15a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:19.714043 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0fa4b43-2673-4170-ae90-e16c3cfcc315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (81ba167e-c02a-4b7f-babf-b50031e4c15a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.728260 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f14ed6-25c7-4e43-a678-d8192021b93a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (fc402dc4-7f9d-49d9-936b-a0f7b2fc3647), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.754952 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b6f14ed6-25c7-4e43-a678-d8192021b93a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for fc402dc4-7f9d-49d9-936b-a0f7b2fc3647 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:19.812780 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec272930-d449-4e6d-bee1-13501ffbcdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (32cd7231-055e-436c-8c45-67688af9af22), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.817429 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec272930-d449-4e6d-bee1-13501ffbcdf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:19.818894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ec272930-d449-4e6d-bee1-13501ffbcdf6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/32cd7231-055e-436c-8c45-67688af9af22 HTTP/1.1" status: 204 len: 168 time: 0.4825873 Feb 11 05:31:19.849070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec272930-d449-4e6d-bee1-13501ffbcdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cd7231-055e-436c-8c45-67688af9af22,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:19.870109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:31:19.984945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa4b43-2673-4170-ae90-e16c3cfcc315 None None] Current status of the port 81ba167e-c02a-4b7f-babf-b50031e4c15a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:20.041828 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2541a9cf-809e-4bda-9d15-872682a6b441 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:20.075542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:31:20.098648 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dd2ad6d7-657e-4a35-8b8f-441747e5c335 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9263766 Feb 11 05:31:20.101121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56180) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:20.147551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c09b4-8952-4e37-b633-c0c6fe23ad95 None None] Sync routers for ids ['71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:31:20.167172 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f14ed6-25c7-4e43-a678-d8192021b93a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (fc402dc4-7f9d-49d9-936b-a0f7b2fc3647), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.198282 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6c8ae8b3-7cdf-4de1-8d75-4e7323ddac44 None None] Provisioning complete for port 23754e33-17f7-4cde-8f61-3250972343a9 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:20.198903 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6c8ae8b3-7cdf-4de1-8d75-4e7323ddac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (23754e33-17f7-4cde-8f61-3250972343a9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.204858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f67bf-f7f3-4c18-87e4-328d5ed475d5 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:20.208646 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b79f67bf-f7f3-4c18-87e4-328d5ed475d5 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports/fc807b5c-612d-4246-8c62-99c71fd4ce44 HTTP/1.1" status: 200 len: 911 time: 0.1021380 Feb 11 05:31:20.220202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56184) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:20.226067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-354f2012-8b7c-4587-8004-2ca8cb79e926 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cce81c6f-f257-488c-8a24-a982dd418b6e'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:20.249067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f14ed6-25c7-4e43-a678-d8192021b93a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=fc402dc4-7f9d-49d9-936b-a0f7b2fc3647,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:20.347365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c09b4-8952-4e37-b633-c0c6fe23ad95 None None] Routers {'71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:20.348123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e90c09b4-8952-4e37-b633-c0c6fe23ad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:31:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:20.355395 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2541a9cf-809e-4bda-9d15-872682a6b441 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:20.356299 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2541a9cf-809e-4bda-9d15-872682a6b441), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.400916 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f14ed6-25c7-4e43-a678-d8192021b93a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.412370 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b6f14ed6-25c7-4e43-a678-d8192021b93a tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/fc402dc4-7f9d-49d9-936b-a0f7b2fc3647 HTTP/1.1" status: 204 len: 168 time: 1.0830257 Feb 11 05:31:20.420268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56194) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:20.475226 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf835d4f-1c16-48af-8b07-5d4a14375202 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] GET failed (client error): The resource could not be found. Feb 11 05:31:20.489088 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cf835d4f-1c16-48af-8b07-5d4a14375202 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports/fc402dc4-7f9d-49d9-936b-a0f7b2fc3647 HTTP/1.1" status: 404 len: 333 time: 0.0563092 Feb 11 05:31:20.491705 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56196) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:20.519208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e90c09b4-8952-4e37-b633-c0c6fe23ad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:20.532643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ae8b3-7cdf-4de1-8d75-4e7323ddac44 None None] Port 23754e33-17f7-4cde-8f61-3250972343a9 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:20.536380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c09b4-8952-4e37-b633-c0c6fe23ad95 None None] Routers {'71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:20.537493 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e90c09b4-8952-4e37-b633-c0c6fe23ad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:31:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:20.539237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6c8ae8b3-7cdf-4de1-8d75-4e7323ddac44 None None] Could not find standard attr ID for object fc402dc4-7f9d-49d9-936b-a0f7b2fc3647. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:31:20.628619 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-354f2012-8b7c-4587-8004-2ca8cb79e926 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (fc807b5c-612d-4246-8c62-99c71fd4ce44), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.702307 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4ca77485-bfc4-455f-93b4-300a523b03dd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port 23754e33-17f7-4cde-8f61-3250972343a9 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:20.702652 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4ca77485-bfc4-455f-93b4-300a523b03dd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (23754e33-17f7-4cde-8f61-3250972343a9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.919075 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4ca77485-bfc4-455f-93b4-300a523b03dd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (23754e33-17f7-4cde-8f61-3250972343a9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:20.956813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4ca77485-bfc4-455f-93b4-300a523b03dd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for 23754e33-17f7-4cde-8f61-3250972343a9 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:21.042652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e90c09b4-8952-4e37-b633-c0c6fe23ad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:21.044932 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c09b4-8952-4e37-b633-c0c6fe23ad95 None None] The sync data for ids ['71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:31:21.047918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2541a9cf-809e-4bda-9d15-872682a6b441 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:21.072824 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6c8ae8b3-7cdf-4de1-8d75-4e7323ddac44 None None] Provisioning complete for port fc807b5c-612d-4246-8c62-99c71fd4ce44 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:21.073214 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6c8ae8b3-7cdf-4de1-8d75-4e7323ddac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (fc807b5c-612d-4246-8c62-99c71fd4ce44), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.144584 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ae8b3-7cdf-4de1-8d75-4e7323ddac44 None None] Port fc807b5c-612d-4246-8c62-99c71fd4ce44 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:21.225512 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-354f2012-8b7c-4587-8004-2ca8cb79e926 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (fc807b5c-612d-4246-8c62-99c71fd4ce44), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.230199 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4ca77485-bfc4-455f-93b4-300a523b03dd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (23754e33-17f7-4cde-8f61-3250972343a9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.237185 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-354f2012-8b7c-4587-8004-2ca8cb79e926 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (fc807b5c-612d-4246-8c62-99c71fd4ce44), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.244715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354f2012-8b7c-4587-8004-2ca8cb79e926 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:21.246421 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-354f2012-8b7c-4587-8004-2ca8cb79e926 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.251335 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-354f2012-8b7c-4587-8004-2ca8cb79e926 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/ports/fc807b5c-612d-4246-8c62-99c71fd4ce44 HTTP/1.1" status: 200 len: 911 time: 1.0298457 Feb 11 05:31:21.252372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56212) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:21.536764 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca77485-bfc4-455f-93b4-300a523b03dd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=23754e33-17f7-4cde-8f61-3250972343a9,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:21.547915 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4ca77485-bfc4-455f-93b4-300a523b03dd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.559098 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4ca77485-bfc4-455f-93b4-300a523b03dd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/23754e33-17f7-4cde-8f61-3250972343a9 HTTP/1.1" status: 204 len: 168 time: 1.0662889 Feb 11 05:31:21.566035 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56230) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:21.644171 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1beec44a-3188-4422-b615-b99938f20188 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] GET failed (client error): The resource could not be found. Feb 11 05:31:21.646244 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1beec44a-3188-4422-b615-b99938f20188 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports/23754e33-17f7-4cde-8f61-3250972343a9 HTTP/1.1" status: 404 len: 333 time: 0.0764828 Feb 11 05:31:21.650369 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56234) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:21.673009 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56238) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:21.769978 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting subnet 7e0de991-448e-4d09-9793-612097bc28d4 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:21.773405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f2012-8b7c-4587-8004-2ca8cb79e926 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=fc807b5c-612d-4246-8c62-99c71fd4ce44,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:21.781410 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (7e0de991-448e-4d09-9793-612097bc28d4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.881094 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (7e0de991-448e-4d09-9793-612097bc28d4), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:21.918603 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-704f7449-b290-4a6b-9145-7cf3420d5b6c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-214229972'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:21.988174 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704f7449-b290-4a6b-9145-7cf3420d5b6c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:21.996168 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-704f7449-b290-4a6b-9145-7cf3420d5b6c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.023380 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-704f7449-b290-4a6b-9145-7cf3420d5b6c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.209465 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (7e0de991-448e-4d09-9793-612097bc28d4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.301082 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a26e4211-e8a2-4cb4-b62c-6e5aa31ae417 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.420870 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-704f7449-b290-4a6b-9145-7cf3420d5b6c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for security_group (9de4a497-5279-46f9-85a7-36081b06616b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.438041 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-704f7449-b290-4a6b-9145-7cf3420d5b6c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9de4a497-5279-46f9-85a7-36081b06616b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.474285 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (7e0de991-448e-4d09-9793-612097bc28d4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.523191 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Subnet': ['ID=7e0de991-448e-4d09-9793-612097bc28d4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:22.546810 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:22.547172 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:22.547541 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:22.547885 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:22.548221 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:22.548554 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:22.548884 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:22.549208 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:22.549534 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:22.549865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:22.550228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:22.550549 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:22.550871 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:22.573096 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704f7449-b290-4a6b-9145-7cf3420d5b6c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:22.592006 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.592897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d786eba-f929-44a3-8648-5db6388f7afe None None] Network 43e89a56-5981-488d-af68-45a5cd9f4764 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:22.596163 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-37b1f6a6-592f-4b3a-a117-04b7ebc37d18 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/7e0de991-448e-4d09-9793-612097bc28d4 HTTP/1.1" status: 204 len: 168 time: 0.9446547 Feb 11 05:31:22.612881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56260) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:22.616327 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f7449-b290-4a6b-9145-7cf3420d5b6c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de4a497-5279-46f9-85a7-36081b06616b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:22.779954 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (43e89a56-5981-488d-af68-45a5cd9f4764), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.784840 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56264) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:22.801972 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-704f7449-b290-4a6b-9145-7cf3420d5b6c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a6f96633-f841-4dd1-8801-1741afc10470), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.802320 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-704f7449-b290-4a6b-9145-7cf3420d5b6c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Added segment a6f96633-f841-4dd1-8801-1741afc10470 of type vlan for network f998a239-103b-4838-bc3b-5e531dc8d131 Feb 11 05:31:23.028015 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-704f7449-b290-4a6b-9145-7cf3420d5b6c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (f998a239-103b-4838-bc3b-5e531dc8d131), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.049955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2974fd-630b-4c52-ac2d-4b3d9adf3487 None None] DHCP port deletion for 43e89a56-5981-488d-af68-45a5cd9f4764 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:31:23.096219 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e93206e4-1ccb-4e63-9166-e0cccfdb2244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.103080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port 2541a9cf-809e-4bda-9d15-872682a6b441 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:23.103540 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2541a9cf-809e-4bda-9d15-872682a6b441), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.205763 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] For port 2541a9cf-809e-4bda-9d15-872682a6b441, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2541a9cf-809e-4bda-9d15-872682a6b441,segment=NetworkSegment(fd053016-1787-48b5-9977-de313bde610c),segment_id=fd053016-1787-48b5-9977-de313bde610c)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:23.206456 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2541a9cf-809e-4bda-9d15-872682a6b441), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.208160 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1b2974fd-630b-4c52-ac2d-4b3d9adf3487 None None] Deleting port 2541a9cf-809e-4bda-9d15-872682a6b441 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:23.208549 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b2974fd-630b-4c52-ac2d-4b3d9adf3487 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2541a9cf-809e-4bda-9d15-872682a6b441), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.301158 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1b2974fd-630b-4c52-ac2d-4b3d9adf3487 None None] For port 2541a9cf-809e-4bda-9d15-872682a6b441, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2541a9cf-809e-4bda-9d15-872682a6b441,segment=NetworkSegment(fd053016-1787-48b5-9977-de313bde610c),segment_id=fd053016-1787-48b5-9977-de313bde610c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:23.301567 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b2974fd-630b-4c52-ac2d-4b3d9adf3487 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2541a9cf-809e-4bda-9d15-872682a6b441), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.318900 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1b2974fd-630b-4c52-ac2d-4b3d9adf3487 None None] Calling delete_port for 2541a9cf-809e-4bda-9d15-872682a6b441 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:23.323581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-a26e4211-e8a2-4cb4-b62c-6e5aa31ae417 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting port fc807b5c-612d-4246-8c62-99c71fd4ce44 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:23.324776 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a26e4211-e8a2-4cb4-b62c-6e5aa31ae417 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (fc807b5c-612d-4246-8c62-99c71fd4ce44), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.436018 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b2974fd-630b-4c52-ac2d-4b3d9adf3487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (2541a9cf-809e-4bda-9d15-872682a6b441), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.452377 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a26e4211-e8a2-4cb4-b62c-6e5aa31ae417 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (fc807b5c-612d-4246-8c62-99c71fd4ce44), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.465365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2974fd-630b-4c52-ac2d-4b3d9adf3487 None None] No DVR routers for this DVR port 2541a9cf-809e-4bda-9d15-872682a6b441 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:23.467380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-a26e4211-e8a2-4cb4-b62c-6e5aa31ae417 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Calling delete_port for fc807b5c-612d-4246-8c62-99c71fd4ce44 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:23.518030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2974fd-630b-4c52-ac2d-4b3d9adf3487 None None] Pushing event deleted for resources: {'Port': ['ID=2541a9cf-809e-4bda-9d15-872682a6b441,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:23.700781 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a26e4211-e8a2-4cb4-b62c-6e5aa31ae417 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (fc807b5c-612d-4246-8c62-99c71fd4ce44), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.708427 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-704f7449-b290-4a6b-9145-7cf3420d5b6c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (f998a239-103b-4838-bc3b-5e531dc8d131), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.716784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704f7449-b290-4a6b-9145-7cf3420d5b6c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:23.717407 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-704f7449-b290-4a6b-9145-7cf3420d5b6c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.750243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e4211-e8a2-4cb4-b62c-6e5aa31ae417 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Port': ['ID=fc807b5c-612d-4246-8c62-99c71fd4ce44,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:23.774369 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for 2541a9cf-809e-4bda-9d15-872682a6b441 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:23.892216 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-704f7449-b290-4a6b-9145-7cf3420d5b6c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2158897 Feb 11 05:31:23.916688 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56280) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:24.002956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2541a9cf-809e-4bda-9d15-872682a6b441 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:24.013559 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a26e4211-e8a2-4cb4-b62c-6e5aa31ae417 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.031583 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6157cd5b-d8e0-40c3-8988-5a3a2443fcbf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:24.039636 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f7449-b290-4a6b-9145-7cf3420d5b6c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Network': ['ID=f998a239-103b-4838-bc3b-5e531dc8d131,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:24.083920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 2541a9cf-809e-4bda-9d15-872682a6b441 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:24.087529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2541a9cf-809e-4bda-9d15-872682a6b441 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:24.097641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:24.237836 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e93206e4-1ccb-4e63-9166-e0cccfdb2244 admin admin] Publish callbacks [] for security_group (7e68de8e-7243-4c33-bde9-c6dae2bddfbf), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.254789 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e93206e4-1ccb-4e63-9166-e0cccfdb2244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7e68de8e-7243-4c33-bde9-c6dae2bddfbf), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.261650 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2541a9cf-809e-4bda-9d15-872682a6b441), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.368621 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93206e4-1ccb-4e63-9166-e0cccfdb2244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e68de8e-7243-4c33-bde9-c6dae2bddfbf,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:24.375536 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=2541a9cf-809e-4bda-9d15-872682a6b441,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:24.398473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26e4211-e8a2-4cb4-b62c-6e5aa31ae417 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:31:24.403691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6157cd5b-d8e0-40c3-8988-5a3a2443fcbf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:24.410776 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6157cd5b-d8e0-40c3-8988-5a3a2443fcbf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.457981 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No DVR routers for this DVR port 2541a9cf-809e-4bda-9d15-872682a6b441 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:24.642415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26e4211-e8a2-4cb4-b62c-6e5aa31ae417 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:31:24.656726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a26e4211-e8a2-4cb4-b62c-6e5aa31ae417 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3980937 Feb 11 05:31:24.671313 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cfba39-7755-490c-b4f7-303ce425e951 None None] Sync routers for ids ['71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:31:24.672182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56290) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:24.681126 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cfba39-7755-490c-b4f7-303ce425e951 None None] Routers {'71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:24.683781 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-20cfba39-7755-490c-b4f7-303ce425e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:31:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:24.687061 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (43e89a56-5981-488d-af68-45a5cd9f4764), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.750644 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e89a56-5981-488d-af68-45a5cd9f4764']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:24.760053 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-20cfba39-7755-490c-b4f7-303ce425e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:24.761982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4dccb83b-11a7-47ad-b973-bdcfe42b56ec tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports?device_id=71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5 HTTP/1.1" status: 200 len: 205 time: 0.0955250 Feb 11 05:31:24.762656 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56292) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:24.770112 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd053016-1787-48b5-9977-de313bde610c') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:24.770407 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd053016-1787-48b5-9977-de313bde610c') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:24.778729 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cfba39-7755-490c-b4f7-303ce425e951 None None] Routers {'71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:24.779626 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-20cfba39-7755-490c-b4f7-303ce425e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:31:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:24.781823 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (fd053016-1787-48b5-9977-de313bde610c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.798180 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (fd053016-1787-48b5-9977-de313bde610c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.805420 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:24.806034 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (fd053016-1787-48b5-9977-de313bde610c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.840608 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-20cfba39-7755-490c-b4f7-303ce425e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:24.841707 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cfba39-7755-490c-b4f7-303ce425e951 None None] The sync data for ids ['71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:31:24.884064 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e93206e4-1ccb-4e63-9166-e0cccfdb2244 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0a4e0cd7589343259302de6e5202b327&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0980778 Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:24.887936 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:24.892578 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56298) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:24.893252 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (43e89a56-5981-488d-af68-45a5cd9f4764), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.954834 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:24.959968 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/networks/43e89a56-5981-488d-af68-45a5cd9f4764 HTTP/1.1" status: 204 len: 168 time: 2.3445449 Feb 11 05:31:24.968936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56302) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:25.037299 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d3526-426a-4ddb-a506-0773777aa11f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Network': ['ID=43e89a56-5981-488d-af68-45a5cd9f4764,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:25.050361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1201851729'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:25.074330 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-140195b6-0448-4003-a2b0-e9270c536d08 admin admin] Publish callbacks [] for security_group (7e68de8e-7243-4c33-bde9-c6dae2bddfbf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.079923 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f36765f5-c95b-4b83-9e2c-7f55079061e8 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.111542 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-140195b6-0448-4003-a2b0-e9270c536d08 admin admin] Publish callbacks [] for security_group (7e68de8e-7243-4c33-bde9-c6dae2bddfbf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.236605 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-140195b6-0448-4003-a2b0-e9270c536d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7e68de8e-7243-4c33-bde9-c6dae2bddfbf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.239800 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-140195b6-0448-4003-a2b0-e9270c536d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.241089 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-140195b6-0448-4003-a2b0-e9270c536d08 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7e68de8e-7243-4c33-bde9-c6dae2bddfbf HTTP/1.1" status: 204 len: 168 time: 0.3404002 Feb 11 05:31:25.264692 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140195b6-0448-4003-a2b0-e9270c536d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e68de8e-7243-4c33-bde9-c6dae2bddfbf,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:25.269739 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6157cd5b-d8e0-40c3-8988-5a3a2443fcbf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (0248a47a-9896-4a9e-a3dc-6c488007f685), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.322932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:25.326592 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.329865 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f36765f5-c95b-4b83-9e2c-7f55079061e8 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.332925 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f36765f5-c95b-4b83-9e2c-7f55079061e8 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_controller (71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.367784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157cd5b-d8e0-40c3-8988-5a3a2443fcbf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:25.369738 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6157cd5b-d8e0-40c3-8988-5a3a2443fcbf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network hostable DHCP agents. Network: f998a239-103b-4838-bc3b-5e531dc8d131, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:25.397591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:25.401781 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f36765f5-c95b-4b83-9e2c-7f55079061e8 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.402479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36765f5-c95b-4b83-9e2c-7f55079061e8 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Fanout notify agent at l3_agent the message router_deleted on router 71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:31:25.407719 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6157cd5b-d8e0-40c3-8988-5a3a2443fcbf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:25.410267 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f36765f5-c95b-4b83-9e2c-7f55079061e8 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.411520 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f36765f5-c95b-4b83-9e2c-7f55079061e8 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/routers/71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5 HTTP/1.1" status: 204 len: 168 time: 0.6476316 Feb 11 05:31:25.415575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56306) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:25.421496 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-6157cd5b-d8e0-40c3-8988-5a3a2443fcbf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, f998a239-103b-4838-bc3b-5e531dc8d131) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:25.431977 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0077d182-d804-4d03-8769-f615a848b671 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:25.432466 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157cd5b-d8e0-40c3-8988-5a3a2443fcbf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=0248a47a-9896-4a9e-a3dc-6c488007f685,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:25.446855 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6157cd5b-d8e0-40c3-8988-5a3a2443fcbf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:25.447574 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6157cd5b-d8e0-40c3-8988-5a3a2443fcbf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.477707 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7a1c8d-afd1-42b7-aa32-0d80703c7adc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting subnet cce81c6f-f257-488c-8a24-a982dd418b6e {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:25.486483 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6157cd5b-d8e0-40c3-8988-5a3a2443fcbf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4598448 Feb 11 05:31:25.486733 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-da7a1c8d-afd1-42b7-aa32-0d80703c7adc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (cce81c6f-f257-488c-8a24-a982dd418b6e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.488353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56310) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:25.492321 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-18153183-89b2-46e5-8a09-d4e99d5bc704 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'name': 'tempest-NetworksTestDHCPv6-852676427'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:25.589628 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4f17768c-3e45-4346-baa6-d68a395f9463), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.590074 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Added segment 4f17768c-3e45-4346-baa6-d68a395f9463 of type vlan for network d8d68dd0-53ec-405a-81cb-0417f01e402d Feb 11 05:31:25.634510 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': '0248a47a-9896-4a9e-a3dc-6c488007f685'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:25.635672 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.694077 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (d8d68dd0-53ec-405a-81cb-0417f01e402d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.694675 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56314) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:25.705219 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-da7a1c8d-afd1-42b7-aa32-0d80703c7adc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (cce81c6f-f257-488c-8a24-a982dd418b6e), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.713673 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18153183-89b2-46e5-8a09-d4e99d5bc704 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:25.717479 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0f45cb8-567c-4827-a483-d75aafe23f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.718819 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-18153183-89b2-46e5-8a09-d4e99d5bc704 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.779684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-18153183-89b2-46e5-8a09-d4e99d5bc704 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port 1b3f49f5-f732-49cf-accb-c29e0241869c yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:25.812145 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0f45cb8-567c-4827-a483-d75aafe23f42 admin admin] Publish callbacks [] for security_group (c422251a-efff-4741-9694-ec9b477fda36), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.817546 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0f45cb8-567c-4827-a483-d75aafe23f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c422251a-efff-4741-9694-ec9b477fda36), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.829036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Allocated IP 2001:db8::2 (f998a239-103b-4838-bc3b-5e531dc8d131/0248a47a-9896-4a9e-a3dc-6c488007f685/08376e77-f56f-42b1-8d0d-24adb5e6fa78) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:25.862131 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d0f45cb8-567c-4827-a483-d75aafe23f42 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=20352d9039134dca8e6163bf273ea16f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1663499 Feb 11 05:31:25.864302 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f45cb8-567c-4827-a483-d75aafe23f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c422251a-efff-4741-9694-ec9b477fda36,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:25.867148 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56316) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:25.893789 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (d8d68dd0-53ec-405a-81cb-0417f01e402d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.899336 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:25.899948 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:25.991929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0193965 Feb 11 05:31:25.992138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56318) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:26.009426 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Publish callbacks [] for port (08376e77-f56f-42b1-8d0d-24adb5e6fa78), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.017007 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (08376e77-f56f-42b1-8d0d-24adb5e6fa78), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.035892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-825b6cb0-ab2c-48a5-b30f-d4d71dbff2fa tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'subnet': {'network_id': 'd8d68dd0-53ec-405a-81cb-0417f01e402d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:26.041085 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-da7a1c8d-afd1-42b7-aa32-0d80703c7adc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (cce81c6f-f257-488c-8a24-a982dd418b6e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.072902 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Pushing event updated for resources: {'Port': ['ID=08376e77-f56f-42b1-8d0d-24adb5e6fa78,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:26.081767 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Network': ['ID=d8d68dd0-53ec-405a-81cb-0417f01e402d,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:26.091874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:26.093967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:26.099992 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:26.131156 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56324) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:26.137125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e3dda64a-62da-4669-9e58-b9f579c83420 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1227343761'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:26.169614 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dda64a-62da-4669-9e58-b9f579c83420 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Made reservation on behalf of f571c83359014d03b82a06a0b410a902 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:26.173701 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3dda64a-62da-4669-9e58-b9f579c83420 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.186545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Attempting to bind port 08376e77-f56f-42b1-8d0d-24adb5e6fa78 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:26.187089 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Attempting to bind port 08376e77-f56f-42b1-8d0d-24adb5e6fa78 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:26.187598 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Attempting to bind port 08376e77-f56f-42b1-8d0d-24adb5e6fa78 on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:26.194558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:26.195154 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:26.196655 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.197751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:26.198352 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Bound port: 08376e77-f56f-42b1-8d0d-24adb5e6fa78, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:26.198903 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (08376e77-f56f-42b1-8d0d-24adb5e6fa78), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.200788 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dda64a-62da-4669-9e58-b9f579c83420 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:26.208569 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-23575e5a-e862-455f-a73f-98625e366739 admin admin] Publish callbacks [] for security_group (c422251a-efff-4741-9694-ec9b477fda36), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.215226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:26.215863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:26.216204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:26.216558 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:26.216876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:26.217207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:26.217790 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:26.217904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:26.218166 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:26.218493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:26.218817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:26.218925 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3dda64a-62da-4669-9e58-b9f579c83420 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c3d58be6-7cfc-438d-8331-7e8222e36f66), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.219141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:26.219273 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-e3dda64a-62da-4669-9e58-b9f579c83420 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Added segment c3d58be6-7cfc-438d-8331-7e8222e36f66 of type vlan for network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 Feb 11 05:31:26.219601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dbd790-e85c-45b5-9e8a-352e26a47241 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:26.250991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network d8d68dd0-53ec-405a-81cb-0417f01e402d details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:26.291683 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3dda64a-62da-4669-9e58-b9f579c83420 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (25636206-fa93-4ae9-b2a8-6ceafbadfce4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.310904 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-23575e5a-e862-455f-a73f-98625e366739 admin admin] Publish callbacks [] for security_group (c422251a-efff-4741-9694-ec9b477fda36), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.314928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-18153183-89b2-46e5-8a09-d4e99d5bc704 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::cd (f998a239-103b-4838-bc3b-5e531dc8d131/0248a47a-9896-4a9e-a3dc-6c488007f685/1b3f49f5-f732-49cf-accb-c29e0241869c) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:26.333401 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3dda64a-62da-4669-9e58-b9f579c83420 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (25636206-fa93-4ae9-b2a8-6ceafbadfce4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.342413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dda64a-62da-4669-9e58-b9f579c83420 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:26.343100 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3dda64a-62da-4669-9e58-b9f579c83420 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.359204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825b6cb0-ab2c-48a5-b30f-d4d71dbff2fa tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:26.362893 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-825b6cb0-ab2c-48a5-b30f-d4d71dbff2fa tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.386171 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] For port 08376e77-f56f-42b1-8d0d-24adb5e6fa78, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:26.391059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] For port 08376e77-f56f-42b1-8d0d-24adb5e6fa78, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=08376e77-f56f-42b1-8d0d-24adb5e6fa78,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:26.406988 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (08376e77-f56f-42b1-8d0d-24adb5e6fa78), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.407235 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e3dda64a-62da-4669-9e58-b9f579c83420 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2747028 Feb 11 05:31:26.413860 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56326) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:26.424519 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-eacb1d6d-5c1f-493d-9014-f5111cddcc06 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-206804302'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:26.432182 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-da7a1c8d-afd1-42b7-aa32-0d80703c7adc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (cce81c6f-f257-488c-8a24-a982dd418b6e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.493639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb815e-b105-40c4-af4c-679809087147 None None] Pushing event updated for resources: {'Port': ['ID=08376e77-f56f-42b1-8d0d-24adb5e6fa78,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:26.512721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dda64a-62da-4669-9e58-b9f579c83420 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event updated for resources: {'Network': ['ID=25636206-fa93-4ae9-b2a8-6ceafbadfce4,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:26.525575 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacb1d6d-5c1f-493d-9014-f5111cddcc06 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Made reservation on behalf of f571c83359014d03b82a06a0b410a902 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:26.526123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:26.529950 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eacb1d6d-5c1f-493d-9014-f5111cddcc06 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.561706 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eacb1d6d-5c1f-493d-9014-f5111cddcc06 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:26.576167 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eacb1d6d-5c1f-493d-9014-f5111cddcc06 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4026cc13-97fa-4344-b9da-7d1b79dff762), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.577091 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-eacb1d6d-5c1f-493d-9014-f5111cddcc06 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Added segment 4026cc13-97fa-4344-b9da-7d1b79dff762 of type vlan for network 23491f43-7703-4822-8ced-d1c33541a9ac Feb 11 05:31:26.588812 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a1c8d-afd1-42b7-aa32-0d80703c7adc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Subnet': ['ID=cce81c6f-f257-488c-8a24-a982dd418b6e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:26.591476 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-da7a1c8d-afd1-42b7-aa32-0d80703c7adc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.597200 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-da7a1c8d-afd1-42b7-aa32-0d80703c7adc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/cce81c6f-f257-488c-8a24-a982dd418b6e HTTP/1.1" status: 204 len: 168 time: 1.1782289 Feb 11 05:31:26.601368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56328) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:26.630649 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eacb1d6d-5c1f-493d-9014-f5111cddcc06 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (23491f43-7703-4822-8ced-d1c33541a9ac), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.666020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05929894-6912-42e2-9104-1c5f2ddd5e04 None None] Network 05bdaef8-32aa-4c44-80df-e2ada02d84a7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:26.678989 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eacb1d6d-5c1f-493d-9014-f5111cddcc06 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (23491f43-7703-4822-8ced-d1c33541a9ac), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.684894 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-23575e5a-e862-455f-a73f-98625e366739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c422251a-efff-4741-9694-ec9b477fda36), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.688226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacb1d6d-5c1f-493d-9014-f5111cddcc06 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:26.688344 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-23575e5a-e862-455f-a73f-98625e366739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.688643 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eacb1d6d-5c1f-493d-9014-f5111cddcc06 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.689337 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-23575e5a-e862-455f-a73f-98625e366739 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c422251a-efff-4741-9694-ec9b477fda36 HTTP/1.1" status: 204 len: 168 time: 0.8188198 Feb 11 05:31:26.765604 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eacb1d6d-5c1f-493d-9014-f5111cddcc06 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3506131 Feb 11 05:31:26.777527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56334) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:26.778317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23575e5a-e862-455f-a73f-98625e366739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c422251a-efff-4741-9694-ec9b477fda36,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:26.799627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-2b5812ee-32d1-441c-acfe-1bc227e33f90 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Request body: {'subnet': {'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:26.840289 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-021ceb9d-643a-46c3-8a76-48ebb59920ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (05bdaef8-32aa-4c44-80df-e2ada02d84a7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.877954 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb1d6d-5c1f-493d-9014-f5111cddcc06 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event updated for resources: {'Network': ['ID=23491f43-7703-4822-8ced-d1c33541a9ac,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:26.897151 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 23491f43-7703-4822-8ced-d1c33541a9ac details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:27.004617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bab3df-4a9f-4e35-a2c6-6b841a2be2b2 None None] DHCP port deletion for 05bdaef8-32aa-4c44-80df-e2ada02d84a7 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:31:27.093801 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-41bab3df-4a9f-4e35-a2c6-6b841a2be2b2 None None] Deleting port 81ba167e-c02a-4b7f-babf-b50031e4c15a {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:27.095800 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-41bab3df-4a9f-4e35-a2c6-6b841a2be2b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (81ba167e-c02a-4b7f-babf-b50031e4c15a), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.181560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-41bab3df-4a9f-4e35-a2c6-6b841a2be2b2 None None] For port 81ba167e-c02a-4b7f-babf-b50031e4c15a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=81ba167e-c02a-4b7f-babf-b50031e4c15a,segment=NetworkSegment(343c3e68-a9d4-4839-b586-30f34d99d231),segment_id=343c3e68-a9d4-4839-b586-30f34d99d231)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:27.182105 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-41bab3df-4a9f-4e35-a2c6-6b841a2be2b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (81ba167e-c02a-4b7f-babf-b50031e4c15a), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.200044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-41bab3df-4a9f-4e35-a2c6-6b841a2be2b2 None None] Calling delete_port for 81ba167e-c02a-4b7f-babf-b50031e4c15a owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:27.300172 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:31:27.331782 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-41bab3df-4a9f-4e35-a2c6-6b841a2be2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (81ba167e-c02a-4b7f-babf-b50031e4c15a), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.387322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bab3df-4a9f-4e35-a2c6-6b841a2be2b2 None None] Pushing event deleted for resources: {'Port': ['ID=81ba167e-c02a-4b7f-babf-b50031e4c15a,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:27.391180 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bab3df-4a9f-4e35-a2c6-6b841a2be2b2 None None] No DVR routers for this DVR port 81ba167e-c02a-4b7f-babf-b50031e4c15a on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:27.428360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-021ceb9d-643a-46c3-8a76-48ebb59920ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] The port '81ba167e-c02a-4b7f-babf-b50031e4c15a' was deleted {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 11 05:31:27.464271 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-18153183-89b2-46e5-8a09-d4e99d5bc704 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (1b3f49f5-f732-49cf-accb-c29e0241869c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.470724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5812ee-32d1-441c-acfe-1bc227e33f90 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Made reservation on behalf of f571c83359014d03b82a06a0b410a902 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:27.474110 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2b5812ee-32d1-441c-acfe-1bc227e33f90 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.530623 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-825b6cb0-ab2c-48a5-b30f-d4d71dbff2fa tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (33ecb2bd-f68d-4c5e-8342-66dc57a7137a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.668060 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-021ceb9d-643a-46c3-8a76-48ebb59920ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (05bdaef8-32aa-4c44-80df-e2ada02d84a7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.740868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-021ceb9d-643a-46c3-8a76-48ebb59920ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bdaef8-32aa-4c44-80df-e2ada02d84a7']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:27.754865 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b6cb0-ab2c-48a5-b30f-d4d71dbff2fa tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Subnet': ['ID=33ecb2bd-f68d-4c5e-8342-66dc57a7137a,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:27.771685 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-021ceb9d-643a-46c3-8a76-48ebb59920ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343c3e68-a9d4-4839-b586-30f34d99d231') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:27.772236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-021ceb9d-643a-46c3-8a76-48ebb59920ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343c3e68-a9d4-4839-b586-30f34d99d231') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:27.785153 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-18153183-89b2-46e5-8a09-d4e99d5bc704 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1b3f49f5-f732-49cf-accb-c29e0241869c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.845677 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-021ceb9d-643a-46c3-8a76-48ebb59920ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (343c3e68-a9d4-4839-b586-30f34d99d231), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:27.959062 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18153183-89b2-46e5-8a09-d4e99d5bc704 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=1b3f49f5-f732-49cf-accb-c29e0241869c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:27.969481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825b6cb0-ab2c-48a5-b30f-d4d71dbff2fa tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Checking segment: {'id': '4f17768c-3e45-4346-baa6-d68a395f9463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd8d68dd0-53ec-405a-81cb-0417f01e402d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:27.969752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b6cb0-ab2c-48a5-b30f-d4d71dbff2fa tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network hostable DHCP agents. Network: d8d68dd0-53ec-405a-81cb-0417f01e402d, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:27.974764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18153183-89b2-46e5-8a09-d4e99d5bc704 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:27.990562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8837cc8a-a125-47bf-818f-8f9ed5c305be None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:27.999387 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-021ceb9d-643a-46c3-8a76-48ebb59920ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (343c3e68-a9d4-4839-b586-30f34d99d231), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.001480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-18153183-89b2-46e5-8a09-d4e99d5bc704 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:28.004271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18153183-89b2-46e5-8a09-d4e99d5bc704 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:28.009956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18153183-89b2-46e5-8a09-d4e99d5bc704 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:28.010583 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-18153183-89b2-46e5-8a09-d4e99d5bc704 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.037967 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021ceb9d-643a-46c3-8a76-48ebb59920ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:28.038384 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-021ceb9d-643a-46c3-8a76-48ebb59920ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (343c3e68-a9d4-4839-b586-30f34d99d231), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:28.042811 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:28.090517 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-18153183-89b2-46e5-8a09-d4e99d5bc704 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6023242 Feb 11 05:31:28.090718 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56368) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:28.095103 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2b5812ee-32d1-441c-acfe-1bc227e33f90 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (b4ffbfec-1193-4937-9b0b-71991ee02cfb), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.145310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 08376e77-f56f-42b1-8d0d-24adb5e6fa78 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:28.151276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b6cb0-ab2c-48a5-b30f-d4d71dbff2fa tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network d8d68dd0-53ec-405a-81cb-0417f01e402d is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:28.198854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-825b6cb0-ab2c-48a5-b30f-d4d71dbff2fa tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, d8d68dd0-53ec-405a-81cb-0417f01e402d) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:28.204324 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3237ae10-a04d-4996-9355-b21e42188fd9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:28.212625 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-021ceb9d-643a-46c3-8a76-48ebb59920ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (05bdaef8-32aa-4c44-80df-e2ada02d84a7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.214845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825b6cb0-ab2c-48a5-b30f-d4d71dbff2fa tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:28.215600 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-825b6cb0-ab2c-48a5-b30f-d4d71dbff2fa tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.215883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea97ddc9-c9ac-4d16-886e-5f452624f211 None None] Network d8d68dd0-53ec-405a-81cb-0417f01e402d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:28.222888 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3237ae10-a04d-4996-9355-b21e42188fd9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:28.231700 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-021ceb9d-643a-46c3-8a76-48ebb59920ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.233369 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3237ae10-a04d-4996-9355-b21e42188fd9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1414239 Feb 11 05:31:28.234171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56370) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:28.238611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-021ceb9d-643a-46c3-8a76-48ebb59920ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/networks/05bdaef8-32aa-4c44-80df-e2ada02d84a7 HTTP/1.1" status: 204 len: 168 time: 1.6283715 Feb 11 05:31:28.238611 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5812ee-32d1-441c-acfe-1bc227e33f90 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event updated for resources: {'Subnet': ['ID=b4ffbfec-1193-4937-9b0b-71991ee02cfb,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:28.245957 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56372) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:28.258515 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ceb9d-643a-46c3-8a76-48ebb59920ce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Network': ['ID=05bdaef8-32aa-4c44-80df-e2ada02d84a7,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:28.270172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5812ee-32d1-441c-acfe-1bc227e33f90 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Checking segment: {'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:28.270555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5812ee-32d1-441c-acfe-1bc227e33f90 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Network hostable DHCP agents. Network: 25636206-fa93-4ae9-b2a8-6ceafbadfce4, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:28.276081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-825b6cb0-ab2c-48a5-b30f-d4d71dbff2fa tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2498517 Feb 11 05:31:28.281495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56376) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:28.290001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-b6423b42-fbce-4348-a037-17e07a5d2d3f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'network_id': 'd8d68dd0-53ec-405a-81cb-0417f01e402d', 'name': 'tempest-PortsTestJSON-1402603460', 'fixed_ips': [{'subnet_id': '33ecb2bd-f68d-4c5e-8342-66dc57a7137a', 'ip_address': '172.20.0.10'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:28.320146 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-670725e6-6952-4401-b81e-88f7121c88c4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-349842232', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:28.374168 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5812ee-32d1-441c-acfe-1bc227e33f90 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:28.387994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-258fb6e4-fe6d-40db-a76c-2a211008214a None None] Provisioning complete for port 08376e77-f56f-42b1-8d0d-24adb5e6fa78 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:28.388438 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-258fb6e4-fe6d-40db-a76c-2a211008214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (08376e77-f56f-42b1-8d0d-24adb5e6fa78), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.402444 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-670725e6-6952-4401-b81e-88f7121c88c4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.403454 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-670725e6-6952-4401-b81e-88f7121c88c4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.432304 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d82e2489-8288-4fb7-9195-fd1da592abf4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port 1b3f49f5-f732-49cf-accb-c29e0241869c {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:28.432651 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d82e2489-8288-4fb7-9195-fd1da592abf4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1b3f49f5-f732-49cf-accb-c29e0241869c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.464862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-2b5812ee-32d1-441c-acfe-1bc227e33f90 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 25636206-fa93-4ae9-b2a8-6ceafbadfce4) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:28.491372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5812ee-32d1-441c-acfe-1bc227e33f90 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:28.494453 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2b5812ee-32d1-441c-acfe-1bc227e33f90 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.502975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d3c383-23a3-4bf0-b9b0-a50f88523ff4 None None] Network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:28.575946 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-670725e6-6952-4401-b81e-88f7121c88c4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_controller (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.583653 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-670725e6-6952-4401-b81e-88f7121c88c4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.594858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2b5812ee-32d1-441c-acfe-1bc227e33f90 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8031032 Feb 11 05:31:28.596802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56382) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:28.626289 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d82e2489-8288-4fb7-9195-fd1da592abf4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1b3f49f5-f732-49cf-accb-c29e0241869c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.629954 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-5580ef4c-c86e-47ee-a647-fce9dd5e14aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Request body: {'subnet': {'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:28.638981 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-670725e6-6952-4401-b81e-88f7121c88c4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.640356 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b7a9b86-3902-43bc-97ee-b16021254273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.651458 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-670725e6-6952-4401-b81e-88f7121c88c4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3725159 Feb 11 05:31:28.651774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56386) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:28.662187 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d82e2489-8288-4fb7-9195-fd1da592abf4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for 1b3f49f5-f732-49cf-accb-c29e0241869c owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:28.687459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-f0acea9f-4054-4230-8307-4270756ec4b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1563133498'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:28.763256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-d8d68dd0-53ec-405a-81cb-0417f01e402d', 'network_id': 'd8d68dd0-53ec-405a-81cb-0417f01e402d', 'project_id': '6fb7a61752c84babaf383b156ec76727', 'fixed_ips': [{'subnet_id': '33ecb2bd-f68d-4c5e-8342-66dc57a7137a'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:28.764319 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.887325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6423b42-fbce-4348-a037-17e07a5d2d3f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:28.911190 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d82e2489-8288-4fb7-9195-fd1da592abf4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (1b3f49f5-f732-49cf-accb-c29e0241869c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.974554 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e2489-8288-4fb7-9195-fd1da592abf4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=1b3f49f5-f732-49cf-accb-c29e0241869c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:28.996686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0acea9f-4054-4230-8307-4270756ec4b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:29.007323 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0acea9f-4054-4230-8307-4270756ec4b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.019841 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d82e2489-8288-4fb7-9195-fd1da592abf4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.034521 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d82e2489-8288-4fb7-9195-fd1da592abf4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/1b3f49f5-f732-49cf-accb-c29e0241869c HTTP/1.1" status: 204 len: 168 time: 0.7989533 Feb 11 05:31:29.035214 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56390) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:29.086674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 08376e77-f56f-42b1-8d0d-24adb5e6fa78 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:29.087721 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (08376e77-f56f-42b1-8d0d-24adb5e6fa78), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.092411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0acea9f-4054-4230-8307-4270756ec4b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:29.131614 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0acea9f-4054-4230-8307-4270756ec4b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (76c45562-9846-4e62-8c36-3ea67d440c2d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.131970 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-f0acea9f-4054-4230-8307-4270756ec4b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Added segment 76c45562-9846-4e62-8c36-3ea67d440c2d of type vlan for network ed3593b7-5d9e-417f-8e3f-e44a26bbc232 Feb 11 05:31:29.134306 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6aa9f1-008b-44d1-b4bd-a8832e3a2c12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:29.136552 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6aa9f1-008b-44d1-b4bd-a8832e3a2c12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:29.143444 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fc6aa9f1-008b-44d1-b4bd-a8832e3a2c12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1049728 Feb 11 05:31:29.143908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56392) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:29.158802 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-258fb6e4-fe6d-40db-a76c-2a211008214a None None] Current status of the port 08376e77-f56f-42b1-8d0d-24adb5e6fa78 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:29.159842 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-258fb6e4-fe6d-40db-a76c-2a211008214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (08376e77-f56f-42b1-8d0d-24adb5e6fa78), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.209641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-25636206-fa93-4ae9-b2a8-6ceafbadfce4', 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4', 'project_id': 'f571c83359014d03b82a06a0b410a902', 'fixed_ips': [{'subnet_id': 'b4ffbfec-1193-4937-9b0b-71991ee02cfb'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:29.210912 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.225555 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0acea9f-4054-4230-8307-4270756ec4b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (ed3593b7-5d9e-417f-8e3f-e44a26bbc232), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.239182 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00a569a-668a-49d4-8fe0-62b7f1b2e516 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 0248a47a-9896-4a9e-a3dc-6c488007f685 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:29.246266 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a00a569a-668a-49d4-8fe0-62b7f1b2e516 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (0248a47a-9896-4a9e-a3dc-6c488007f685), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.343429 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a00a569a-668a-49d4-8fe0-62b7f1b2e516 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (0248a47a-9896-4a9e-a3dc-6c488007f685), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.352627 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b6423b42-fbce-4348-a037-17e07a5d2d3f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.374579 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0acea9f-4054-4230-8307-4270756ec4b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (ed3593b7-5d9e-417f-8e3f-e44a26bbc232), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.386590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0acea9f-4054-4230-8307-4270756ec4b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:29.387207 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0acea9f-4054-4230-8307-4270756ec4b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.452024 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5580ef4c-c86e-47ee-a647-fce9dd5e14aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Made reservation on behalf of f571c83359014d03b82a06a0b410a902 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:29.455367 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5580ef4c-c86e-47ee-a647-fce9dd5e14aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.493328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-b6423b42-fbce-4348-a037-17e07a5d2d3f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] device_id is not set on port 68b4013f-7415-42c1-8363-03154d09babe yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:29.531879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f0acea9f-4054-4230-8307-4270756ec4b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8836749 Feb 11 05:31:29.532643 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56398) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:29.544619 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-784fae44-c295-41da-9aea-360b98ae349f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'subnet': {'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:29.553831 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-258fb6e4-fe6d-40db-a76c-2a211008214a None None] For port 08376e77-f56f-42b1-8d0d-24adb5e6fa78, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=08376e77-f56f-42b1-8d0d-24adb5e6fa78,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:29.579172 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a00a569a-668a-49d4-8fe0-62b7f1b2e516 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (0248a47a-9896-4a9e-a3dc-6c488007f685), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.620424 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-258fb6e4-fe6d-40db-a76c-2a211008214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (08376e77-f56f-42b1-8d0d-24adb5e6fa78), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.736786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acea9f-4054-4230-8307-4270756ec4b0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Network': ['ID=ed3593b7-5d9e-417f-8e3f-e44a26bbc232,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:29.796643 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784fae44-c295-41da-9aea-360b98ae349f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:29.802288 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-784fae44-c295-41da-9aea-360b98ae349f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.806362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network ed3593b7-5d9e-417f-8e3f-e44a26bbc232 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:29.819685 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a00a569a-668a-49d4-8fe0-62b7f1b2e516 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (0248a47a-9896-4a9e-a3dc-6c488007f685), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.929590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a569a-668a-49d4-8fe0-62b7f1b2e516 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=0248a47a-9896-4a9e-a3dc-6c488007f685,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:29.933419 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 08376e77-f56f-42b1-8d0d-24adb5e6fa78 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:29.938143 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a00a569a-668a-49d4-8fe0-62b7f1b2e516 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.946193 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5580ef4c-c86e-47ee-a647-fce9dd5e14aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (e4cec936-abe4-430a-9a3b-3c96014981c9), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.953828 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a00a569a-668a-49d4-8fe0-62b7f1b2e516 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/0248a47a-9896-4a9e-a3dc-6c488007f685 HTTP/1.1" status: 204 len: 168 time: 0.8086774 Feb 11 05:31:29.958471 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56402) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:29.989470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab063ca-1c11-4253-bc17-3c6754ca23b1 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:29.992856 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Allocated IP 172.20.0.2 (d8d68dd0-53ec-405a-81cb-0417f01e402d/33ecb2bd-f68d-4c5e-8342-66dc57a7137a/e1c9dd37-e22d-4362-8779-ae7dc274f429) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:29.997218 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Allocated IP 10.1.1.2 (25636206-fa93-4ae9-b2a8-6ceafbadfce4/b4ffbfec-1193-4937-9b0b-71991ee02cfb/52ff6eab-fb5d-4930-95d7-e0c095fd25a2) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:30.000739 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9da2d260-74cd-45a8-b541-f11fa0c29cee None None] Provisioning complete for port 08376e77-f56f-42b1-8d0d-24adb5e6fa78 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:30.001119 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9da2d260-74cd-45a8-b541-f11fa0c29cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (08376e77-f56f-42b1-8d0d-24adb5e6fa78), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.022461 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fb6e4-fe6d-40db-a76c-2a211008214a None None] Pushing event updated for resources: {'Port': ['ID=08376e77-f56f-42b1-8d0d-24adb5e6fa78,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:30.043448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580ef4c-c86e-47ee-a647-fce9dd5e14aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Checking segment: {'id': '4026cc13-97fa-4344-b9da-7d1b79dff762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:30.044197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5580ef4c-c86e-47ee-a647-fce9dd5e14aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Network hostable DHCP agents. Network: 23491f43-7703-4822-8ced-d1c33541a9ac, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:30.047770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580ef4c-c86e-47ee-a647-fce9dd5e14aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event updated for resources: {'Subnet': ['ID=e4cec936-abe4-430a-9a3b-3c96014981c9,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:30.070870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5580ef4c-c86e-47ee-a647-fce9dd5e14aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Network 23491f43-7703-4822-8ced-d1c33541a9ac is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:30.097025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-5580ef4c-c86e-47ee-a647-fce9dd5e14aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 23491f43-7703-4822-8ced-d1c33541a9ac) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:30.102270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5580ef4c-c86e-47ee-a647-fce9dd5e14aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:30.102978 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5580ef4c-c86e-47ee-a647-fce9dd5e14aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.108197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 81ba167e-c02a-4b7f-babf-b50031e4c15a no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:30.123106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c99a11-e2c0-4b8f-ac5c-7a091c3a9ee6 None None] Network 23491f43-7703-4822-8ced-d1c33541a9ac requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:30.133667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5580ef4c-c86e-47ee-a647-fce9dd5e14aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5258121 Feb 11 05:31:30.136251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56404) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:30.141126 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-bb2627bf-93db-4fbb-9a2c-5f76a72a75b6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Request body: {'port': {'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4', 'name': 'tempest-TaggedBootDevicesTest-2012783024', 'fixed_ips': [{'subnet_id': 'b4ffbfec-1193-4937-9b0b-71991ee02cfb'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:30.160546 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b5f5b6fb-2d88-49cd-a32e-e0cd31ff3040 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1998570 Feb 11 05:31:30.161373 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56406) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:30.260644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2627bf-93db-4fbb-9a2c-5f76a72a75b6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Made reservation on behalf of f571c83359014d03b82a06a0b410a902 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:30.265861 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-17a81fa7-963a-4b09-8ceb-de902072b686 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:30.281615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 81ba167e-c02a-4b7f-babf-b50031e4c15a {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:30.281817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 81ba167e-c02a-4b7f-babf-b50031e4c15a not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:30.382080 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bb2627bf-93db-4fbb-9a2c-5f76a72a75b6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.428526 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-bb2627bf-93db-4fbb-9a2c-5f76a72a75b6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] device_id is not set on port 2f6163c5-4e87-4547-a174-b364d5b146f5 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:30.443750 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-784fae44-c295-41da-9aea-360b98ae349f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (d84ef6ab-a18b-4ca0-9f82-77760090ae2c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.476296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 08376e77-f56f-42b1-8d0d-24adb5e6fa78 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:30.518357 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fae44-c295-41da-9aea-360b98ae349f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Subnet': ['ID=d84ef6ab-a18b-4ca0-9f82-77760090ae2c,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:30.583361 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a81fa7-963a-4b09-8ceb-de902072b686 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:30.588914 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-17a81fa7-963a-4b09-8ceb-de902072b686 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.701499 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9da2d260-74cd-45a8-b541-f11fa0c29cee None None] Current status of the port 08376e77-f56f-42b1-8d0d-24adb5e6fa78 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:30.720100 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784fae44-c295-41da-9aea-360b98ae349f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Checking segment: {'id': '76c45562-9846-4e62-8c36-3ea67d440c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:30.720894 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784fae44-c295-41da-9aea-360b98ae349f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network hostable DHCP agents. Network: ed3593b7-5d9e-417f-8e3f-e44a26bbc232, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:30.729810 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9da2d260-74cd-45a8-b541-f11fa0c29cee None None] Could not find standard attr ID for object 1b3f49f5-f732-49cf-accb-c29e0241869c. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:31:30.762625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784fae44-c295-41da-9aea-360b98ae349f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network ed3593b7-5d9e-417f-8e3f-e44a26bbc232 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:30.821829 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-23491f43-7703-4822-8ced-d1c33541a9ac', 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac', 'project_id': 'f571c83359014d03b82a06a0b410a902', 'fixed_ips': [{'subnet_id': 'e4cec936-abe4-430a-9a3b-3c96014981c9'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:30.823295 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.835195 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-784fae44-c295-41da-9aea-360b98ae349f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, ed3593b7-5d9e-417f-8e3f-e44a26bbc232) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:30.844966 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784fae44-c295-41da-9aea-360b98ae349f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:30.849804 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-784fae44-c295-41da-9aea-360b98ae349f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.857938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 08376e77-f56f-42b1-8d0d-24adb5e6fa78 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:30.858325 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (08376e77-f56f-42b1-8d0d-24adb5e6fa78), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.875935 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Publish callbacks [] for port (52ff6eab-fb5d-4930-95d7-e0c095fd25a2), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:30.897491 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390a9c66-bd4c-4124-b5dc-6bb6776c9302 None None] Network ed3593b7-5d9e-417f-8e3f-e44a26bbc232 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:30.908457 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3824ea-c2bd-42cb-b963-092455ea9bd0 None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:31:30.922406 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-784fae44-c295-41da-9aea-360b98ae349f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3881674 Feb 11 05:31:30.923148 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56414) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:30.986889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-bb2627bf-93db-4fbb-9a2c-5f76a72a75b6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Allocated IP 10.1.1.40 (25636206-fa93-4ae9-b2a8-6ceafbadfce4/b4ffbfec-1193-4937-9b0b-71991ee02cfb/2f6163c5-4e87-4547-a174-b364d5b146f5) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:31.034897 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a9827930-f52a-4b43-85fe-8b0e51fc2baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.041037 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (52ff6eab-fb5d-4930-95d7-e0c095fd25a2), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.067121 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-17a81fa7-963a-4b09-8ceb-de902072b686 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (d269e643-fdea-4ab0-aae4-de37bb2ee983), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.138059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:31.141394 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a81fa7-963a-4b09-8ceb-de902072b686 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:31.215036 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bb2627bf-93db-4fbb-9a2c-5f76a72a75b6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.257452 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-17a81fa7-963a-4b09-8ceb-de902072b686 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:31.275900 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Pushing event updated for resources: {'Port': ['ID=52ff6eab-fb5d-4930-95d7-e0c095fd25a2,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:31.285146 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:31.287375 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a81fa7-963a-4b09-8ceb-de902072b686 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:31.288628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:31.296438 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-17a81fa7-963a-4b09-8ceb-de902072b686 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.321612 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-17a81fa7-963a-4b09-8ceb-de902072b686 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0629246 Feb 11 05:31:31.349386 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Publish callbacks [] for port (e1c9dd37-e22d-4362-8779-ae7dc274f429), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.361490 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56416) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:31.370480 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0da5b31c-39db-440c-92c1-447a1896c4fc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'name': 'tempest-NetworksTestDHCPv6-1222704393'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:31.416159 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bb2627bf-93db-4fbb-9a2c-5f76a72a75b6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.453386 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a81fa7-963a-4b09-8ceb-de902072b686 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=d269e643-fdea-4ab0-aae4-de37bb2ee983,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:31.460821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:31.461702 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.526432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2627bf-93db-4fbb-9a2c-5f76a72a75b6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event updated for resources: {'Port': ['ID=2f6163c5-4e87-4547-a174-b364d5b146f5,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:31.538021 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2627bf-93db-4fbb-9a2c-5f76a72a75b6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:31.544533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-bb2627bf-93db-4fbb-9a2c-5f76a72a75b6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:31.554694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2627bf-93db-4fbb-9a2c-5f76a72a75b6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:31.600943 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (e1c9dd37-e22d-4362-8779-ae7dc274f429), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.605147 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.633868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-b6423b42-fbce-4348-a037-17e07a5d2d3f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Allocated IP 172.20.0.10 (d8d68dd0-53ec-405a-81cb-0417f01e402d/33ecb2bd-f68d-4c5e-8342-66dc57a7137a/68b4013f-7415-42c1-8363-03154d09babe) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:31.753820 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da5b31c-39db-440c-92c1-447a1896c4fc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:31.757869 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0da5b31c-39db-440c-92c1-447a1896c4fc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.819602 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b6423b42-fbce-4348-a037-17e07a5d2d3f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (68b4013f-7415-42c1-8363-03154d09babe), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.826456 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-0da5b31c-39db-440c-92c1-447a1896c4fc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port d8f1d7e0-6e4e-437b-a068-07cd59f1aec1 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:31.886534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2627bf-93db-4fbb-9a2c-5f76a72a75b6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:31.887298 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bb2627bf-93db-4fbb-9a2c-5f76a72a75b6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.899195 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b6423b42-fbce-4348-a037-17e07a5d2d3f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (68b4013f-7415-42c1-8363-03154d09babe), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.918428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bb2627bf-93db-4fbb-9a2c-5f76a72a75b6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7788708 Feb 11 05:31:31.918942 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56426) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:31.935305 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-aab88919-f203-43ac-b4fd-633c7bb8efbd tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Request body: {'port': {'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4', 'name': 'tempest-TaggedBootDevicesTest-2000867418', 'fixed_ips': [{'subnet_id': 'b4ffbfec-1193-4937-9b0b-71991ee02cfb'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:31.951944 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6423b42-fbce-4348-a037-17e07a5d2d3f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network d8d68dd0-53ec-405a-81cb-0417f01e402d is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:31.958181 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-b6423b42-fbce-4348-a037-17e07a5d2d3f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:31.961235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6423b42-fbce-4348-a037-17e07a5d2d3f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:31.964343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 08376e77-f56f-42b1-8d0d-24adb5e6fa78 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:32.006914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6423b42-fbce-4348-a037-17e07a5d2d3f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=68b4013f-7415-42c1-8363-03154d09babe,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:32.049463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6423b42-fbce-4348-a037-17e07a5d2d3f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:32.050151 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b6423b42-fbce-4348-a037-17e07a5d2d3f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.089724 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b6423b42-fbce-4348-a037-17e07a5d2d3f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8065217 Feb 11 05:31:32.092623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56428) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:32.111150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-16a1593d-1478-4024-8588-6a1970684e7b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'network_id': 'd8d68dd0-53ec-405a-81cb-0417f01e402d', 'name': 'tempest-PortsTestJSON-1430961618', 'fixed_ips': [{'subnet_id': '33ecb2bd-f68d-4c5e-8342-66dc57a7137a', 'ip_address': '172.20.0.9'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:32.114043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Network d8d68dd0-53ec-405a-81cb-0417f01e402d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:32.155283 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:32.173731 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:32.188785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Allocated IP 10.2.2.2 (23491f43-7703-4822-8ced-d1c33541a9ac/e4cec936-abe4-430a-9a3b-3c96014981c9/baeda157-1921-4010-b513-829c5b43a23d) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:32.212539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Attempting to bind port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:32.213052 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Attempting to bind port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:32.213568 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Attempting to bind port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 on network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:32.261164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:32.261741 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Checking segment: {'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:32.262251 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.262749 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Bound using segment: {'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:32.263347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Bound port: 52ff6eab-fb5d-4930-95d7-e0c095fd25a2, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:32.263884 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (52ff6eab-fb5d-4930-95d7-e0c095fd25a2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.284479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7d3824ea-c2bd-42cb-b963-092455ea9bd0 None None] Deleting port 08376e77-f56f-42b1-8d0d-24adb5e6fa78 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:32.285010 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7d3824ea-c2bd-42cb-b963-092455ea9bd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (08376e77-f56f-42b1-8d0d-24adb5e6fa78), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.291346 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Pushing event updated for resources: {'Port': ['ID=e1c9dd37-e22d-4362-8779-ae7dc274f429,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:32.394431 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Attempting to bind port e1c9dd37-e22d-4362-8779-ae7dc274f429 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:32.399086 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Attempting to bind port e1c9dd37-e22d-4362-8779-ae7dc274f429 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '4f17768c-3e45-4346-baa6-d68a395f9463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd8d68dd0-53ec-405a-81cb-0417f01e402d'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:32.399666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Attempting to bind port e1c9dd37-e22d-4362-8779-ae7dc274f429 on network d8d68dd0-53ec-405a-81cb-0417f01e402d {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:32.408965 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a1593d-1478-4024-8588-6a1970684e7b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:32.421600 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-16a1593d-1478-4024-8588-6a1970684e7b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.463641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-16a1593d-1478-4024-8588-6a1970684e7b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] device_id is not set on port 9c5c96c1-4f82-40df-ae4c-789b0b3dff8d yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:32.495728 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:32.496111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Checking segment: {'id': '4f17768c-3e45-4346-baa6-d68a395f9463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd8d68dd0-53ec-405a-81cb-0417f01e402d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:32.496518 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.496920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Bound using segment: {'id': '4f17768c-3e45-4346-baa6-d68a395f9463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd8d68dd0-53ec-405a-81cb-0417f01e402d'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:32.497402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Bound port: e1c9dd37-e22d-4362-8779-ae7dc274f429, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f17768c-3e45-4346-baa6-d68a395f9463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd8d68dd0-53ec-405a-81cb-0417f01e402d'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:32.497788 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e1c9dd37-e22d-4362-8779-ae7dc274f429), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.509988 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-0da5b31c-39db-440c-92c1-447a1896c4fc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::2e8 (f998a239-103b-4838-bc3b-5e531dc8d131/d269e643-fdea-4ab0-aae4-de37bb2ee983/d8f1d7e0-6e4e-437b-a068-07cd59f1aec1) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:32.568975 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab88919-f203-43ac-b4fd-633c7bb8efbd tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Made reservation on behalf of f571c83359014d03b82a06a0b410a902 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:32.603259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7d3824ea-c2bd-42cb-b963-092455ea9bd0 None None] For port 08376e77-f56f-42b1-8d0d-24adb5e6fa78, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=08376e77-f56f-42b1-8d0d-24adb5e6fa78,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:32.604218 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7d3824ea-c2bd-42cb-b963-092455ea9bd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (08376e77-f56f-42b1-8d0d-24adb5e6fa78), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.617915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7d3824ea-c2bd-42cb-b963-092455ea9bd0 None None] Calling delete_port for 08376e77-f56f-42b1-8d0d-24adb5e6fa78 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:32.705522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 08376e77-f56f-42b1-8d0d-24adb5e6fa78 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:32.739321 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aab88919-f203-43ac-b4fd-633c7bb8efbd tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.747850 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7d3824ea-c2bd-42cb-b963-092455ea9bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (08376e77-f56f-42b1-8d0d-24adb5e6fa78), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.762554 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Allocated IP 2001:db8::2 (ed3593b7-5d9e-417f-8e3f-e44a26bbc232/d84ef6ab-a18b-4ca0-9f82-77760090ae2c/50303ecd-27f2-4a73-bcce-198a6f425264) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:32.827750 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3824ea-c2bd-42cb-b963-092455ea9bd0 None None] Pushing event deleted for resources: {'Port': ['ID=08376e77-f56f-42b1-8d0d-24adb5e6fa78,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:32.830848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 08376e77-f56f-42b1-8d0d-24adb5e6fa78 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:32.831370 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 08376e77-f56f-42b1-8d0d-24adb5e6fa78 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:32.843706 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.861149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3824ea-c2bd-42cb-b963-092455ea9bd0 None None] No DVR routers for this DVR port 08376e77-f56f-42b1-8d0d-24adb5e6fa78 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:32.861559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-16a1593d-1478-4024-8588-6a1970684e7b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Allocated IP 172.20.0.9 (d8d68dd0-53ec-405a-81cb-0417f01e402d/33ecb2bd-f68d-4c5e-8342-66dc57a7137a/9c5c96c1-4f82-40df-ae4c-789b0b3dff8d) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:32.865819 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0da5b31c-39db-440c-92c1-447a1896c4fc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (d8f1d7e0-6e4e-437b-a068-07cd59f1aec1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:32.930670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03fcb23-7fa0-4acb-9524-62af2b8aeb05 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:32.941121 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-aab88919-f203-43ac-b4fd-633c7bb8efbd tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] device_id is not set on port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:32.949530 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0da5b31c-39db-440c-92c1-447a1896c4fc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d8f1d7e0-6e4e-437b-a068-07cd59f1aec1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.019890 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5b31c-39db-440c-92c1-447a1896c4fc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=d8f1d7e0-6e4e-437b-a068-07cd59f1aec1,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:33.035191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] For port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:33.078703 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da5b31c-39db-440c-92c1-447a1896c4fc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:33.083520 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-0da5b31c-39db-440c-92c1-447a1896c4fc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:33.086365 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da5b31c-39db-440c-92c1-447a1896c4fc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:33.093436 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da5b31c-39db-440c-92c1-447a1896c4fc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:33.094356 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0da5b31c-39db-440c-92c1-447a1896c4fc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.102234 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-16a1593d-1478-4024-8588-6a1970684e7b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (9c5c96c1-4f82-40df-ae4c-789b0b3dff8d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.114550 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] For port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=52ff6eab-fb5d-4930-95d7-e0c095fd25a2,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:33.136746 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56436) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:33.137179 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0da5b31c-39db-440c-92c1-447a1896c4fc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7715580 Feb 11 05:31:33.236531 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-16a1593d-1478-4024-8588-6a1970684e7b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (9c5c96c1-4f82-40df-ae4c-789b0b3dff8d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.292152 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-aab88919-f203-43ac-b4fd-633c7bb8efbd tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Allocated IP 10.1.1.223 (25636206-fa93-4ae9-b2a8-6ceafbadfce4/b4ffbfec-1193-4937-9b0b-71991ee02cfb/aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:33.294733 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (52ff6eab-fb5d-4930-95d7-e0c095fd25a2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.343314 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a1593d-1478-4024-8588-6a1970684e7b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network d8d68dd0-53ec-405a-81cb-0417f01e402d is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:33.354685 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c011cd5-9f2f-4dba-8bab-74af60d5adfd tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:33.359124 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56440) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:33.359922 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0c011cd5-9f2f-4dba-8bab-74af60d5adfd tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2216880 Feb 11 05:31:33.364852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-16a1593d-1478-4024-8588-6a1970684e7b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:33.370487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a1593d-1478-4024-8588-6a1970684e7b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:33.421464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a1593d-1478-4024-8588-6a1970684e7b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:33.422106 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-16a1593d-1478-4024-8588-6a1970684e7b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.433900 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a54db-1733-4b30-ad56-71ea6d5d6a00 None None] Pushing event updated for resources: {'Port': ['ID=52ff6eab-fb5d-4930-95d7-e0c095fd25a2,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:33.435989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1593d-1478-4024-8588-6a1970684e7b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=9c5c96c1-4f82-40df-ae4c-789b0b3dff8d,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:33.440459 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] For port e1c9dd37-e22d-4362-8779-ae7dc274f429, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:33.448111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-16a1593d-1478-4024-8588-6a1970684e7b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3542392 Feb 11 05:31:33.451104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56442) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:33.527676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] For port e1c9dd37-e22d-4362-8779-ae7dc274f429, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e1c9dd37-e22d-4362-8779-ae7dc274f429,segment=NetworkSegment(4f17768c-3e45-4346-baa6-d68a395f9463),segment_id=4f17768c-3e45-4346-baa6-d68a395f9463)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:33.605463 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Publish callbacks [] for port (baeda157-1921-4010-b513-829c5b43a23d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.613045 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e1c9dd37-e22d-4362-8779-ae7dc274f429), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.649704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be52386-3cac-4ba4-8961-71970d8f7cc2 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:33.650619 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-51ecd02a-50fd-48c3-b2db-c4c52ad67057 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port d8f1d7e0-6e4e-437b-a068-07cd59f1aec1 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:33.651305 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51ecd02a-50fd-48c3-b2db-c4c52ad67057 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d8f1d7e0-6e4e-437b-a068-07cd59f1aec1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.653064 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4be52386-3cac-4ba4-8961-71970d8f7cc2 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1993186 Feb 11 05:31:33.656368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56444) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:33.696817 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.731662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a058b131-01ec-4796-a09a-ab4254248be8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:33.738116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a058b131-01ec-4796-a09a-ab4254248be8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:33.746023 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a058b131-01ec-4796-a09a-ab4254248be8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:33.746571 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (baeda157-1921-4010-b513-829c5b43a23d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.748793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a058b131-01ec-4796-a09a-ab4254248be8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0910661 Feb 11 05:31:33.751604 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56446) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:33.830460 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51ecd02a-50fd-48c3-b2db-c4c52ad67057 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d8f1d7e0-6e4e-437b-a068-07cd59f1aec1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.899289 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-51ecd02a-50fd-48c3-b2db-c4c52ad67057 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for d8f1d7e0-6e4e-437b-a068-07cd59f1aec1 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:33.906690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Network 23491f43-7703-4822-8ced-d1c33541a9ac is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:33.907019 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aab88919-f203-43ac-b4fd-633c7bb8efbd tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:33.936025 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:33.958528 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:34.002069 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-2895cbe8-5578-485f-9e70-098db32a1930 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port 9c5c96c1-4f82-40df-ae4c-789b0b3dff8d {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:34.002694 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2895cbe8-5578-485f-9e70-098db32a1930 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (9c5c96c1-4f82-40df-ae4c-789b0b3dff8d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.024637 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': 'd269e643-fdea-4ab0-aae4-de37bb2ee983'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:34.025757 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.068693 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aab88919-f203-43ac-b4fd-633c7bb8efbd tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.097146 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe55e99-9705-417a-98d8-a23d6dea6673 None None] Pushing event updated for resources: {'Port': ['ID=e1c9dd37-e22d-4362-8779-ae7dc274f429,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:34.167364 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Publish callbacks [] for port (50303ecd-27f2-4a73-bcce-198a6f425264), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.169690 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2895cbe8-5578-485f-9e70-098db32a1930 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (9c5c96c1-4f82-40df-ae4c-789b0b3dff8d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.186016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-2895cbe8-5578-485f-9e70-098db32a1930 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for 9c5c96c1-4f82-40df-ae4c-789b0b3dff8d owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:34.214475 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab88919-f203-43ac-b4fd-633c7bb8efbd tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:34.256478 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (50303ecd-27f2-4a73-bcce-198a6f425264), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.308546 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-aab88919-f203-43ac-b4fd-633c7bb8efbd tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:34.312203 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab88919-f203-43ac-b4fd-633c7bb8efbd tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:34.352991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Attempting to bind port baeda157-1921-4010-b513-829c5b43a23d on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:34.353529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Attempting to bind port baeda157-1921-4010-b513-829c5b43a23d by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '4026cc13-97fa-4344-b9da-7d1b79dff762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:34.356869 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Attempting to bind port baeda157-1921-4010-b513-829c5b43a23d on network 23491f43-7703-4822-8ced-d1c33541a9ac {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:34.378966 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:34.379530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Checking segment: {'id': '4026cc13-97fa-4344-b9da-7d1b79dff762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:34.380640 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.381461 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Bound using segment: {'id': '4026cc13-97fa-4344-b9da-7d1b79dff762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:34.382452 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Bound port: baeda157-1921-4010-b513-829c5b43a23d, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4026cc13-97fa-4344-b9da-7d1b79dff762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:34.382452 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (baeda157-1921-4010-b513-829c5b43a23d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.386981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Pushing event updated for resources: {'Port': ['ID=baeda157-1921-4010-b513-829c5b43a23d,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:34.444872 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab88919-f203-43ac-b4fd-633c7bb8efbd tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event updated for resources: {'Port': ['ID=aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:34.519596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Network ed3593b7-5d9e-417f-8e3f-e44a26bbc232 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:34.523876 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2895cbe8-5578-485f-9e70-098db32a1930 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (9c5c96c1-4f82-40df-ae4c-789b0b3dff8d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.538764 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:34.546411 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:34.569426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895cbe8-5578-485f-9e70-098db32a1930 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=9c5c96c1-4f82-40df-ae4c-789b0b3dff8d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:34.649522 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab88919-f203-43ac-b4fd-633c7bb8efbd tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:34.650639 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aab88919-f203-43ac-b4fd-633c7bb8efbd tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.669957 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51ecd02a-50fd-48c3-b2db-c4c52ad67057 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d8f1d7e0-6e4e-437b-a068-07cd59f1aec1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.685898 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aab88919-f203-43ac-b4fd-633c7bb8efbd tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7636750 Feb 11 05:31:34.731408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Allocated IP 2001:db8::1 (ed3593b7-5d9e-417f-8e3f-e44a26bbc232/d84ef6ab-a18b-4ca0-9f82-77760090ae2c/ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:34.737904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecd02a-50fd-48c3-b2db-c4c52ad67057 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=d8f1d7e0-6e4e-437b-a068-07cd59f1aec1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:34.740931 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2895cbe8-5578-485f-9e70-098db32a1930 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.750257 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Allocated IP 2001:db8::2 (f998a239-103b-4838-bc3b-5e531dc8d131/d269e643-fdea-4ab0-aae4-de37bb2ee983/9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:34.755382 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2895cbe8-5578-485f-9e70-098db32a1930 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/9c5c96c1-4f82-40df-ae4c-789b0b3dff8d HTTP/1.1" status: 204 len: 168 time: 1.0025437 Feb 11 05:31:34.758977 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56458) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:34.811147 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ab853a-887e-4936-88e1-cbd2a09c1a5e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] GET failed (client error): The resource could not be found. Feb 11 05:31:34.812583 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a9ab853a-887e-4936-88e1-cbd2a09c1a5e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports/9c5c96c1-4f82-40df-ae4c-789b0b3dff8d HTTP/1.1" status: 404 len: 333 time: 0.0523586 Feb 11 05:31:34.815502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56460) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:34.823857 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51ecd02a-50fd-48c3-b2db-c4c52ad67057 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.840260 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:34.843805 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-51ecd02a-50fd-48c3-b2db-c4c52ad67057 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/d8f1d7e0-6e4e-437b-a068-07cd59f1aec1 HTTP/1.1" status: 204 len: 168 time: 1.4829860 Feb 11 05:31:34.850242 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56462) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:34.889176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Pushing event updated for resources: {'Port': ['ID=50303ecd-27f2-4a73-bcce-198a6f425264,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:34.930966 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] For port baeda157-1921-4010-b513-829c5b43a23d, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:34.937646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] For port baeda157-1921-4010-b513-829c5b43a23d, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=baeda157-1921-4010-b513-829c5b43a23d,segment=NetworkSegment(4026cc13-97fa-4344-b9da-7d1b79dff762),segment_id=4026cc13-97fa-4344-b9da-7d1b79dff762)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:35.056182 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f65b8b-311a-4a11-98ed-bc37568ccb71 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:35.061863 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f65b8b-311a-4a11-98ed-bc37568ccb71 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:35.069360 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-70f65b8b-311a-4a11-98ed-bc37568ccb71 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2179983 Feb 11 05:31:35.074208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-054c75f1-3813-4944-b19f-d946bb398c80 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port 68b4013f-7415-42c1-8363-03154d09babe {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:35.074566 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-054c75f1-3813-4944-b19f-d946bb398c80 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (68b4013f-7415-42c1-8363-03154d09babe), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.075907 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56468) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:35.234773 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-944f0207-83f7-4cd0-bff4-99357a35f896 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet d269e643-fdea-4ab0-aae4-de37bb2ee983 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:35.269678 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Attempting to bind port 50303ecd-27f2-4a73-bcce-198a6f425264 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:35.270254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Attempting to bind port 50303ecd-27f2-4a73-bcce-198a6f425264 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '76c45562-9846-4e62-8c36-3ea67d440c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:35.271063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Attempting to bind port 50303ecd-27f2-4a73-bcce-198a6f425264 on network ed3593b7-5d9e-417f-8e3f-e44a26bbc232 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:35.282322 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (baeda157-1921-4010-b513-829c5b43a23d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.310198 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-054c75f1-3813-4944-b19f-d946bb398c80 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (68b4013f-7415-42c1-8363-03154d09babe), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.326446 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.339814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-054c75f1-3813-4944-b19f-d946bb398c80 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for 68b4013f-7415-42c1-8363-03154d09babe owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:35.390690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db59eec-c90a-4162-b976-400864dc90b7 None None] Pushing event updated for resources: {'Port': ['ID=baeda157-1921-4010-b513-829c5b43a23d,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:35.411777 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:35.412015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Checking segment: {'id': '76c45562-9846-4e62-8c36-3ea67d440c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:35.412436 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.412883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Bound using segment: {'id': '76c45562-9846-4e62-8c36-3ea67d440c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:35.413375 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Bound port: 50303ecd-27f2-4a73-bcce-198a6f425264, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c45562-9846-4e62-8c36-3ea67d440c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:35.414615 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (50303ecd-27f2-4a73-bcce-198a6f425264), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.427861 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.432314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2513cbc-2d56-48b5-a898-ba88728b3b10 None None] Network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:35.540307 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:35.567855 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network ed3593b7-5d9e-417f-8e3f-e44a26bbc232 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:35.575827 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:35.582165 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:35.582878 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.612466 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5e34ec9b-8409-44ee-ba17-a03eaaeba989 None None] Provisioning complete for port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:35.612960 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e34ec9b-8409-44ee-ba17-a03eaaeba989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (52ff6eab-fb5d-4930-95d7-e0c095fd25a2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.637716 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-054c75f1-3813-4944-b19f-d946bb398c80 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (68b4013f-7415-42c1-8363-03154d09babe), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.654724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:35.655174 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (52ff6eab-fb5d-4930-95d7-e0c095fd25a2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.713008 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.794174 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c75f1-3813-4944-b19f-d946bb398c80 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=68b4013f-7415-42c1-8363-03154d09babe,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:35.825899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-7ea588a6-d307-4048-ae80-7b0bb72ca81d req-ecbefbe9-2b5c-4715-8097-2c064b03c73d service neutron] (103170) timed out ('10.222.0.87', 60534) {{(pid=103170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:31:35.866891 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-054c75f1-3813-4944-b19f-d946bb398c80 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.881503 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56474) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:35.898013 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-054c75f1-3813-4944-b19f-d946bb398c80 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/68b4013f-7415-42c1-8363-03154d09babe HTTP/1.1" status: 204 len: 168 time: 1.0811045 Feb 11 05:31:35.932756 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab184142-fe79-4387-8388-ad0b4c470480 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] GET failed (client error): The resource could not be found. Feb 11 05:31:35.938955 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ab184142-fe79-4387-8388-ad0b4c470480 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports/68b4013f-7415-42c1-8363-03154d09babe HTTP/1.1" status: 404 len: 333 time: 0.0555189 Feb 11 05:31:35.942366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56476) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:35.945712 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5e34ec9b-8409-44ee-ba17-a03eaaeba989 None None] Current status of the port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:35.946654 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e34ec9b-8409-44ee-ba17-a03eaaeba989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (52ff6eab-fb5d-4930-95d7-e0c095fd25a2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.946787 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:35.975972 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfd3e95-fdb0-45bf-8f65-cd48ecacb30c None None] Network d8d68dd0-53ec-405a-81cb-0417f01e402d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:36.076744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd3b3d5-738d-4ebc-bf39-9e01abcd87e7 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting subnet 33ecb2bd-f68d-4c5e-8342-66dc57a7137a {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:36.080316 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6bd3b3d5-738d-4ebc-bf39-9e01abcd87e7 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (33ecb2bd-f68d-4c5e-8342-66dc57a7137a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.118774 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56480) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:36.196203 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-eec7ade7-141e-41fe-9c13-c3d457d7f675 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--325073386', 'description': 'tempest-description--510844923'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:36.217249 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6bd3b3d5-738d-4ebc-bf39-9e01abcd87e7 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (33ecb2bd-f68d-4c5e-8342-66dc57a7137a), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.311921 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eec7ade7-141e-41fe-9c13-c3d457d7f675 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.341970 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:36.342447 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (52ff6eab-fb5d-4930-95d7-e0c095fd25a2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.456324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] For port 50303ecd-27f2-4a73-bcce-198a6f425264, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:36.463505 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5e34ec9b-8409-44ee-ba17-a03eaaeba989 None None] For port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=52ff6eab-fb5d-4930-95d7-e0c095fd25a2,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:36.504867 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e34ec9b-8409-44ee-ba17-a03eaaeba989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (52ff6eab-fb5d-4930-95d7-e0c095fd25a2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.508211 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] For port 50303ecd-27f2-4a73-bcce-198a6f425264, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=50303ecd-27f2-4a73-bcce-198a6f425264,segment=NetworkSegment(76c45562-9846-4e62-8c36-3ea67d440c2d),segment_id=76c45562-9846-4e62-8c36-3ea67d440c2d)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:36.551856 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Publish callbacks [] for port (9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.570619 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-944f0207-83f7-4cd0-bff4-99357a35f896 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (d269e643-fdea-4ab0-aae4-de37bb2ee983), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.611793 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:31:36.612686 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:31:36.653421 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.655634 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34ec9b-8409-44ee-ba17-a03eaaeba989 None None] Pushing event updated for resources: {'Port': ['ID=52ff6eab-fb5d-4930-95d7-e0c095fd25a2,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:36.667137 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (50303ecd-27f2-4a73-bcce-198a6f425264), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.695239 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-944f0207-83f7-4cd0-bff4-99357a35f896 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (d269e643-fdea-4ab0-aae4-de37bb2ee983), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.760354 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:36.764793 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-857f94ab-5457-4284-89fb-1e8570cf68f6 None None] Provisioning complete for port e1c9dd37-e22d-4362-8779-ae7dc274f429 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:36.765278 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-857f94ab-5457-4284-89fb-1e8570cf68f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e1c9dd37-e22d-4362-8779-ae7dc274f429), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.816916 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:36.824920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:36.836231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Pushing event updated for resources: {'Port': ['ID=9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:36.851885 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-944f0207-83f7-4cd0-bff4-99357a35f896 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (d269e643-fdea-4ab0-aae4-de37bb2ee983), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:36.981498 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6bd3b3d5-738d-4ebc-bf39-9e01abcd87e7 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (33ecb2bd-f68d-4c5e-8342-66dc57a7137a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.009916 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-944f0207-83f7-4cd0-bff4-99357a35f896 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (d269e643-fdea-4ab0-aae4-de37bb2ee983), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.102589 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6bd3b3d5-738d-4ebc-bf39-9e01abcd87e7 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (33ecb2bd-f68d-4c5e-8342-66dc57a7137a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.123994 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6bd3b3d5-738d-4ebc-bf39-9e01abcd87e7 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.135249 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6bd3b3d5-738d-4ebc-bf39-9e01abcd87e7 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/33ecb2bd-f68d-4c5e-8342-66dc57a7137a HTTP/1.1" status: 204 len: 168 time: 1.1917448 Feb 11 05:31:37.144510 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f0207-83f7-4cd0-bff4-99357a35f896 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=d269e643-fdea-4ab0-aae4-de37bb2ee983,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:37.149754 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56490) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:37.162993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3b3d5-738d-4ebc-bf39-9e01abcd87e7 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Subnet': ['ID=33ecb2bd-f68d-4c5e-8342-66dc57a7137a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:37.196703 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-944f0207-83f7-4cd0-bff4-99357a35f896 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.212916 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-944f0207-83f7-4cd0-bff4-99357a35f896 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/d269e643-fdea-4ab0-aae4-de37bb2ee983 HTTP/1.1" status: 204 len: 168 time: 2.1347139 Feb 11 05:31:37.224333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56492) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:37.254518 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:37.255621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e1c9dd37-e22d-4362-8779-ae7dc274f429 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:37.303739 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658546ca-43e0-4e8c-abe8-b3a80dad1880 None None] Network d8d68dd0-53ec-405a-81cb-0417f01e402d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:37.352553 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5036b0c8-5c77-4b97-8e7a-52fd708a8b9e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264932 Feb 11 05:31:37.353482 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56496) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:37.365196 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-43ee6002-4566-49c2-9ddc-3e910a1e7527 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:37.428848 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (d8d68dd0-53ec-405a-81cb-0417f01e402d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.446645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-857f94ab-5457-4284-89fb-1e8570cf68f6 None None] Current status of the port e1c9dd37-e22d-4362-8779-ae7dc274f429 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:37.447054 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-857f94ab-5457-4284-89fb-1e8570cf68f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e1c9dd37-e22d-4362-8779-ae7dc274f429), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.529689 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Attempting to bind port 9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:37.530335 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Attempting to bind port 9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:37.530480 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Attempting to bind port 9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:37.560329 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eec7ade7-141e-41fe-9c13-c3d457d7f675 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for security_group (3cf28cb2-49e4-44c6-9a96-688d92e7c5f0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.567327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:37.567812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:37.568230 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.568731 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:37.569780 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Bound port: 9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:37.570960 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.578434 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eec7ade7-141e-41fe-9c13-c3d457d7f675 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3cf28cb2-49e4-44c6-9a96-688d92e7c5f0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.597645 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ee6002-4566-49c2-9ddc-3e910a1e7527 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:37.601269 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43ee6002-4566-49c2-9ddc-3e910a1e7527 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.726751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] For port 9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:37.731038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] For port 9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:37.751841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Pushing event updated for resources: {'Port': ['ID=50303ecd-27f2-4a73-bcce-198a6f425264,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:37.759932 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.814571 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eec7ade7-141e-41fe-9c13-c3d457d7f675 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.818160 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eec7ade7-141e-41fe-9c13-c3d457d7f675 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6983604 Feb 11 05:31:37.824300 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.826008 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56510) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:37.828637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7ade7-141e-41fe-9c13-c3d457d7f675 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:37.840511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-cb9cee75-e4b3-42cc-9380-231cffd3fcac tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Request body: {'security_group_rule': {'security_group_id': '3cf28cb2-49e4-44c6-9a96-688d92e7c5f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:37.843991 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.844977 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.851011 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-857f94ab-5457-4284-89fb-1e8570cf68f6 None None] For port e1c9dd37-e22d-4362-8779-ae7dc274f429, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e1c9dd37-e22d-4362-8779-ae7dc274f429,segment=NetworkSegment(4f17768c-3e45-4346-baa6-d68a395f9463),segment_id=4f17768c-3e45-4346-baa6-d68a395f9463)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:37.916552 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7d2ed0-0c15-471a-8f47-ad4df7b4cff8 None None] Network 23491f43-7703-4822-8ced-d1c33541a9ac requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:37.921378 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb9cee75-e4b3-42cc-9380-231cffd3fcac tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for security_group_rule (bd675417-46d1-4380-b978-86a1ed4ce18f), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:37.962934 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:38.018594 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-857f94ab-5457-4284-89fb-1e8570cf68f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e1c9dd37-e22d-4362-8779-ae7dc274f429), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.046041 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:38.047038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:38.047495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:38.047785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:38.048184 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:38.048525 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:38.048862 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:38.049250 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:38.049678 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:38.049945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:38.050274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:38.050707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:38.053212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf948af-a9fd-47a4-93cf-3db601df56b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:38.058015 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port e1c9dd37-e22d-4362-8779-ae7dc274f429 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:38.058796 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e1c9dd37-e22d-4362-8779-ae7dc274f429), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.067732 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb9cee75-e4b3-42cc-9380-231cffd3fcac tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for security_group_rule (bd675417-46d1-4380-b978-86a1ed4ce18f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.075148 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb9cee75-e4b3-42cc-9380-231cffd3fcac tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (bd675417-46d1-4380-b978-86a1ed4ce18f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.133050 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cee75-e4b3-42cc-9380-231cffd3fcac tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd675417-46d1-4380-b978-86a1ed4ce18f,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:38.153475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port e1c9dd37-e22d-4362-8779-ae7dc274f429 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:38.156352 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e1c9dd37-e22d-4362-8779-ae7dc274f429), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.189023 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network ed3593b7-5d9e-417f-8e3f-e44a26bbc232 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:38.191588 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] For port e1c9dd37-e22d-4362-8779-ae7dc274f429, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e1c9dd37-e22d-4362-8779-ae7dc274f429,segment=NetworkSegment(4f17768c-3e45-4346-baa6-d68a395f9463),segment_id=4f17768c-3e45-4346-baa6-d68a395f9463)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:38.191967 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e1c9dd37-e22d-4362-8779-ae7dc274f429), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.195550 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:38.201755 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb9cee75-e4b3-42cc-9380-231cffd3fcac tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.203633 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cb9cee75-e4b3-42cc-9380-231cffd3fcac tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3694732 Feb 11 05:31:38.207114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56520) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:38.218147 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1847bb83-519d-4038-9fea-76af8613b5a4 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Request body: {'security_group_rule': {'security_group_id': '3cf28cb2-49e4-44c6-9a96-688d92e7c5f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:38.222151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for e1c9dd37-e22d-4362-8779-ae7dc274f429 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:38.235041 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43ee6002-4566-49c2-9ddc-3e910a1e7527 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (1ebe1c45-60b1-4d95-94fd-636370db8e65), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.312904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee6002-4566-49c2-9ddc-3e910a1e7527 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:38.323077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-43ee6002-4566-49c2-9ddc-3e910a1e7527 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:38.341957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee6002-4566-49c2-9ddc-3e910a1e7527 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:38.345458 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43ee6002-4566-49c2-9ddc-3e910a1e7527 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.378425 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723333f4-112e-4110-a45e-d74bf36e4176 None None] Pushing event updated for resources: {'Port': ['ID=9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:38.389831 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c97a09a-02bf-421a-8063-67df5ee7a186 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:38.495258 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e1c9dd37-e22d-4362-8779-ae7dc274f429), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.505205 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:31:38.516281 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Provisioning complete for port e1c9dd37-e22d-4362-8779-ae7dc274f429 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:38.517424 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e1c9dd37-e22d-4362-8779-ae7dc274f429), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.551232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-43ee6002-4566-49c2-9ddc-3e910a1e7527 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1921940 Feb 11 05:31:38.558034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56534) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:38.567937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-4d98db51-da30-45f2-8a44-3d7d0f1c14a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'name': 'tempest-NetworksTestDHCPv6-1090623798'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:38.579923 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1847bb83-519d-4038-9fea-76af8613b5a4 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for security_group_rule (648627b0-2601-4eb5-862b-2aaff61adf92), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.586602 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Port e1c9dd37-e22d-4362-8779-ae7dc274f429 was deleted so its status cannot be updated. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 11 05:31:38.594246 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=e1c9dd37-e22d-4362-8779-ae7dc274f429,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:38.596560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee6002-4566-49c2-9ddc-3e910a1e7527 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=1ebe1c45-60b1-4d95-94fd-636370db8e65,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:38.602782 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No DVR routers for this DVR port e1c9dd37-e22d-4362-8779-ae7dc274f429 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:38.665800 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Port e1c9dd37-e22d-4362-8779-ae7dc274f429 update to ACTIVE by agent not found {{(pid=103173) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 05:31:38.807772 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:31:38.823819 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ed29e861-4cce-43df-ab0e-0d39fc4b318f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/3c75dc6c-84bf-446e-98df-9a4dfdd45ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8975267 Feb 11 05:31:38.824846 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56540) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:38.841069 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1b43b152-0ac8-434f-b2c1-8d85ab1270e4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-707074952'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:38.883628 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b43b152-0ac8-434f-b2c1-8d85ab1270e4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:38.887284 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1b43b152-0ac8-434f-b2c1-8d85ab1270e4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.978311 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (d8d68dd0-53ec-405a-81cb-0417f01e402d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:38.999322 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b43b152-0ac8-434f-b2c1-8d85ab1270e4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:39.013907 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d68dd0-53ec-405a-81cb-0417f01e402d']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:39.030735 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1b43b152-0ac8-434f-b2c1-8d85ab1270e4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (6929dff0-1608-489b-b33b-693428450846), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.031207 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-1b43b152-0ac8-434f-b2c1-8d85ab1270e4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Added segment 6929dff0-1608-489b-b33b-693428450846 of type vlan for network cf40f41a-821b-4a60-94aa-1d92046f45c9 Feb 11 05:31:39.034978 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f17768c-3e45-4346-baa6-d68a395f9463') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:39.035361 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f17768c-3e45-4346-baa6-d68a395f9463') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:39.040577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d98db51-da30-45f2-8a44-3d7d0f1c14a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:39.055698 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (4f17768c-3e45-4346-baa6-d68a395f9463), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.058581 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d98db51-da30-45f2-8a44-3d7d0f1c14a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.063580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92968c72-978c-4a82-b7cc-3eb48e214938 None None] Network ed3593b7-5d9e-417f-8e3f-e44a26bbc232 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:39.073810 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Provisioning complete for port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:39.073810 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.076714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Sync routers for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:31:39.111853 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1b43b152-0ac8-434f-b2c1-8d85ab1270e4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (cf40f41a-821b-4a60-94aa-1d92046f45c9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.116569 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4f17768c-3e45-4346-baa6-d68a395f9463), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.126959 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:31:39.127495 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (4f17768c-3e45-4346-baa6-d68a395f9463), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:31:39.130780 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:31:39.145381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:39.146183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:31:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:39.166068 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1847bb83-519d-4038-9fea-76af8613b5a4 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for security_group_rule (648627b0-2601-4eb5-862b-2aaff61adf92), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.173749 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-4d98db51-da30-45f2-8a44-3d7d0f1c14a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port feff1f67-5763-44c3-8bcc-7e4144a37803 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:39.186451 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1847bb83-519d-4038-9fea-76af8613b5a4 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (648627b0-2601-4eb5-862b-2aaff61adf92), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.214343 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1b43b152-0ac8-434f-b2c1-8d85ab1270e4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (cf40f41a-821b-4a60-94aa-1d92046f45c9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.231318 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b43b152-0ac8-434f-b2c1-8d85ab1270e4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:39.237707 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1b43b152-0ac8-434f-b2c1-8d85ab1270e4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.242398 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a98b3-6d72-4968-b698-1c5d6c02d1ee None None] DHCP port deletion for d8d68dd0-53ec-405a-81cb-0417f01e402d request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:31:39.257755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f94ab-5457-4284-89fb-1e8570cf68f6 None None] Pushing event updated for resources: {'Port': ['ID=e1c9dd37-e22d-4362-8779-ae7dc274f429,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:39.317580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847bb83-519d-4038-9fea-76af8613b5a4 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648627b0-2601-4eb5-862b-2aaff61adf92,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:39.350309 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device baeda157-1921-4010-b513-829c5b43a23d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:39.368594 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:39.429256 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (d8d68dd0-53ec-405a-81cb-0417f01e402d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.434127 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43b152-0ac8-434f-b2c1-8d85ab1270e4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Network': ['ID=cf40f41a-821b-4a60-94aa-1d92046f45c9,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:39.447459 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.450966 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-4d98db51-da30-45f2-8a44-3d7d0f1c14a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::274 (f998a239-103b-4838-bc3b-5e531dc8d131/1ebe1c45-60b1-4d95-94fd-636370db8e65/feff1f67-5763-44c3-8bcc-7e4144a37803) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:39.470518 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network cf40f41a-821b-4a60-94aa-1d92046f45c9 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:39.472388 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/networks/d8d68dd0-53ec-405a-81cb-0417f01e402d HTTP/1.1" status: 204 len: 168 time: 2.3154154 Feb 11 05:31:39.477431 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56544) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:39.492059 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1b43b152-0ac8-434f-b2c1-8d85ab1270e4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6550169 Feb 11 05:31:39.522444 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56546) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:39.538413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4cf10428-7f9a-44ec-a315-29dc025bb343 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1070311744'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:39.576185 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2fa3bb81-e2b6-4fe4-bcf8-ffb7ae4ed8f7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'subnet': {'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:39.596159 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf10428-7f9a-44ec-a315-29dc025bb343 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:39.599865 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4cf10428-7f9a-44ec-a315-29dc025bb343 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.611520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:31:39.623996 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61720154-2ae4-4add-a42c-bd58272fa5fd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Network': ['ID=d8d68dd0-53ec-405a-81cb-0417f01e402d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:39.663079 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d98db51-da30-45f2-8a44-3d7d0f1c14a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (feff1f67-5763-44c3-8bcc-7e4144a37803), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.703550 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1847bb83-519d-4038-9fea-76af8613b5a4 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.705709 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1847bb83-519d-4038-9fea-76af8613b5a4 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4935524 Feb 11 05:31:39.708571 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d98db51-da30-45f2-8a44-3d7d0f1c14a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (feff1f67-5763-44c3-8bcc-7e4144a37803), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.710279 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56552) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:39.717219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:39.740983 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Provisioning complete for port baeda157-1921-4010-b513-829c5b43a23d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:39.741463 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (baeda157-1921-4010-b513-829c5b43a23d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.755206 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.770793 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf10428-7f9a-44ec-a315-29dc025bb343 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:39.793910 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4cf10428-7f9a-44ec-a315-29dc025bb343 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d83a74cf-bfa6-41dc-8688-8d051767fad9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.794526 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-4cf10428-7f9a-44ec-a315-29dc025bb343 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Added segment d83a74cf-bfa6-41dc-8688-8d051767fad9 of type vlan for network b3b65b48-e8ca-48c0-abfb-63355445e4db Feb 11 05:31:39.841555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d98db51-da30-45f2-8a44-3d7d0f1c14a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:39.883442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-4d98db51-da30-45f2-8a44-3d7d0f1c14a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:39.902546 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4cf10428-7f9a-44ec-a315-29dc025bb343 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (b3b65b48-e8ca-48c0-abfb-63355445e4db), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.945647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d98db51-da30-45f2-8a44-3d7d0f1c14a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:39.952530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d98db51-da30-45f2-8a44-3d7d0f1c14a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:39.953371 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d98db51-da30-45f2-8a44-3d7d0f1c14a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.960290 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.964514 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa3bb81-e2b6-4fe4-bcf8-ffb7ae4ed8f7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:39.970393 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98db51-da30-45f2-8a44-3d7d0f1c14a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=feff1f67-5763-44c3-8bcc-7e4144a37803,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:39.974059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port baeda157-1921-4010-b513-829c5b43a23d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:39.975211 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2fa3bb81-e2b6-4fe4-bcf8-ffb7ae4ed8f7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.978768 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (baeda157-1921-4010-b513-829c5b43a23d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:39.988158 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4d98db51-da30-45f2-8a44-3d7d0f1c14a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4269974 Feb 11 05:31:39.990201 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56560) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:40.076340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058b139a-5e5f-4d48-a2c3-f978824c9831 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:40.082095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058b139a-5e5f-4d48-a2c3-f978824c9831 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:40.084523 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-058b139a-5e5f-4d48-a2c3-f978824c9831 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0925944 Feb 11 05:31:40.091926 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56562) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:40.094398 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.170338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2889f7c9-0fd7-4164-879f-6e5921cf1833 None None] Update dhcp port {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'fixed_ips': [{'subnet_id': '1ebe1c45-60b1-4d95-94fd-636370db8e65'}], 'binding:host_id': 'n-d-713499-38'}, 'id': '9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:31:40.176485 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4cf10428-7f9a-44ec-a315-29dc025bb343 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (b3b65b48-e8ca-48c0-abfb-63355445e4db), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.190503 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf10428-7f9a-44ec-a315-29dc025bb343 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:40.191159 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4cf10428-7f9a-44ec-a315-29dc025bb343 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.281406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-11240667-eeda-4be7-9e2d-da91415a5eac tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port feff1f67-5763-44c3-8bcc-7e4144a37803 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:40.282012 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-11240667-eeda-4be7-9e2d-da91415a5eac tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (feff1f67-5763-44c3-8bcc-7e4144a37803), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.309834 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4cf10428-7f9a-44ec-a315-29dc025bb343 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8215284 Feb 11 05:31:40.324188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56564) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:40.355171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-565033fa-6f57-4504-90dc-ffa0bfa53f21 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'subnet': {'network_id': 'b3b65b48-e8ca-48c0-abfb-63355445e4db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:40.386088 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2889f7c9-0fd7-4164-879f-6e5921cf1833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.445436 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Current status of the port baeda157-1921-4010-b513-829c5b43a23d is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:40.449163 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (baeda157-1921-4010-b513-829c5b43a23d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.546326 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port baeda157-1921-4010-b513-829c5b43a23d is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:40.546880 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (baeda157-1921-4010-b513-829c5b43a23d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.551254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Allocated IP 172.25.5.111 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/ee371523-813d-4c5a-89ec-81db6bc8a6c3) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:40.578880 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-11240667-eeda-4be7-9e2d-da91415a5eac tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (feff1f67-5763-44c3-8bcc-7e4144a37803), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.584916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf10428-7f9a-44ec-a315-29dc025bb343 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Network': ['ID=b3b65b48-e8ca-48c0-abfb-63355445e4db,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:40.606170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-11240667-eeda-4be7-9e2d-da91415a5eac tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for feff1f67-5763-44c3-8bcc-7e4144a37803 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:40.608743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network b3b65b48-e8ca-48c0-abfb-63355445e4db details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:40.635815 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2fa3bb81-e2b6-4fe4-bcf8-ffb7ae4ed8f7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (e92875c1-2a66-4eef-85f7-987d75cf2533), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.648715 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] For port baeda157-1921-4010-b513-829c5b43a23d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=baeda157-1921-4010-b513-829c5b43a23d,segment=NetworkSegment(4026cc13-97fa-4344-b9da-7d1b79dff762),segment_id=4026cc13-97fa-4344-b9da-7d1b79dff762)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:40.737469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565033fa-6f57-4504-90dc-ffa0bfa53f21 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:40.757147 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-565033fa-6f57-4504-90dc-ffa0bfa53f21 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.786958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3bb81-e2b6-4fe4-bcf8-ffb7ae4ed8f7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Subnet': ['ID=e92875c1-2a66-4eef-85f7-987d75cf2533,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:40.809724 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3bb81-e2b6-4fe4-bcf8-ffb7ae4ed8f7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Checking segment: {'id': '6929dff0-1608-489b-b33b-693428450846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:40.810449 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa3bb81-e2b6-4fe4-bcf8-ffb7ae4ed8f7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network hostable DHCP agents. Network: cf40f41a-821b-4a60-94aa-1d92046f45c9, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:40.841383 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (baeda157-1921-4010-b513-829c5b43a23d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.855249 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa3bb81-e2b6-4fe4-bcf8-ffb7ae4ed8f7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network cf40f41a-821b-4a60-94aa-1d92046f45c9 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:40.898084 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-2fa3bb81-e2b6-4fe4-bcf8-ffb7ae4ed8f7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, cf40f41a-821b-4a60-94aa-1d92046f45c9) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:40.910638 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa3bb81-e2b6-4fe4-bcf8-ffb7ae4ed8f7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:40.911392 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2fa3bb81-e2b6-4fe4-bcf8-ffb7ae4ed8f7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:40.942550 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2fa3bb81-e2b6-4fe4-bcf8-ffb7ae4ed8f7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3741567 Feb 11 05:31:40.943271 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56574) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:41.045693 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for port (ee371523-813d-4c5a-89ec-81db6bc8a6c3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.110253 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-2889f7c9-0fd7-4164-879f-6e5921cf1833 None None] Allocated IP 2001:db8::2 (f998a239-103b-4838-bc3b-5e531dc8d131/1ebe1c45-60b1-4d95-94fd-636370db8e65/9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:41.128351 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9199fe-1465-4767-bc06-87a452041c9b None None] Network cf40f41a-821b-4a60-94aa-1d92046f45c9 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:41.177950 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:31:41.178321 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:31:41.249396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Provisioning complete for port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:41.249693 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (52ff6eab-fb5d-4930-95d7-e0c095fd25a2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.347560 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-565033fa-6f57-4504-90dc-ffa0bfa53f21 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (ade4cf90-1f03-4ac8-b864-0ef0f4254d96), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.401333 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:31:35Z', 'revision_number': 2, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:36Z', 'revision_number': 2, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:41.450234 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Pushing event updated for resources: {'Port': ['ID=baeda157-1921-4010-b513-829c5b43a23d,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:41.515944 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Checking router: 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:31:41.516288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Updating router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 port ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:31:41.545835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565033fa-6f57-4504-90dc-ffa0bfa53f21 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Subnet': ['ID=ade4cf90-1f03-4ac8-b864-0ef0f4254d96,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:41.549973 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-11240667-eeda-4be7-9e2d-da91415a5eac tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (feff1f67-5763-44c3-8bcc-7e4144a37803), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.552423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565033fa-6f57-4504-90dc-ffa0bfa53f21 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Checking segment: {'id': 'd83a74cf-bfa6-41dc-8688-8d051767fad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b3b65b48-e8ca-48c0-abfb-63355445e4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:41.553127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565033fa-6f57-4504-90dc-ffa0bfa53f21 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network hostable DHCP agents. Network: b3b65b48-e8ca-48c0-abfb-63355445e4db, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:41.556568 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ee371523-813d-4c5a-89ec-81db6bc8a6c3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.684577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event updated for resources: {'Port': ['ID=ee371523-813d-4c5a-89ec-81db6bc8a6c3,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:41.714195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:41.728991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:41.733525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565033fa-6f57-4504-90dc-ffa0bfa53f21 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network b3b65b48-e8ca-48c0-abfb-63355445e4db is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:41.740342 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:41.791300 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Current status of the port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:41.833403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11240667-eeda-4be7-9e2d-da91415a5eac tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=feff1f67-5763-44c3-8bcc-7e4144a37803,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:41.838765 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-11240667-eeda-4be7-9e2d-da91415a5eac tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.842596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2889f7c9-0fd7-4164-879f-6e5921cf1833 None None] For port 9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:41.849073 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56582) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:41.849795 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-11240667-eeda-4be7-9e2d-da91415a5eac tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/feff1f67-5763-44c3-8bcc-7e4144a37803 HTTP/1.1" status: 204 len: 168 time: 1.7517316 Feb 11 05:31:41.883860 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.890753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-565033fa-6f57-4504-90dc-ffa0bfa53f21 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, b3b65b48-e8ca-48c0-abfb-63355445e4db) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:41.894815 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-cf40f41a-821b-4a60-94aa-1d92046f45c9', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:41.895735 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.914724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565033fa-6f57-4504-90dc-ffa0bfa53f21 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:41.916896 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-565033fa-6f57-4504-90dc-ffa0bfa53f21 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.919386 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Provisioning complete for port 2f6163c5-4e87-4547-a174-b364d5b146f5 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:41.919812 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:41.922890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ef560d-43b6-4019-aff8-5ef458aef316 None None] Network b3b65b48-e8ca-48c0-abfb-63355445e4db requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:41.962348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-565033fa-6f57-4504-90dc-ffa0bfa53f21 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6131046 Feb 11 05:31:41.968545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56586) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:41.979203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-65247782-a287-4c82-926d-e4479c2f5ae3 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1112418195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:41.990723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port baeda157-1921-4010-b513-829c5b43a23d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:41.992548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 50303ecd-27f2-4a73-bcce-198a6f425264 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:42.024194 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-65247782-a287-4c82-926d-e4479c2f5ae3 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (5b308d90-5dfb-46f9-8290-7b9f157c736f), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.026079 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-65247782-a287-4c82-926d-e4479c2f5ae3 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (5b308d90-5dfb-46f9-8290-7b9f157c736f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.171239 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-65247782-a287-4c82-926d-e4479c2f5ae3 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for router_controller (5b308d90-5dfb-46f9-8290-7b9f157c736f), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.210006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5164a75a-768a-419c-b5c2-baa81308c2a0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:42.211801 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5164a75a-768a-419c-b5c2-baa81308c2a0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:42.213434 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5164a75a-768a-419c-b5c2-baa81308c2a0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3564613 Feb 11 05:31:42.216333 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56590) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:42.260543 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-65247782-a287-4c82-926d-e4479c2f5ae3 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (5b308d90-5dfb-46f9-8290-7b9f157c736f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.333928 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2656243b-3686-4d18-a4f7-4e62354f5360 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 1ebe1c45-60b1-4d95-94fd-636370db8e65 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:42.337367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-64234380-8d19-4dc1-a7be-204c533d3a82 None None] Port 2f6163c5-4e87-4547-a174-b364d5b146f5 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:42.339165 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-65247782-a287-4c82-926d-e4479c2f5ae3 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.343513 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56592) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:42.343910 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-65247782-a287-4c82-926d-e4479c2f5ae3 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3741856 Feb 11 05:31:42.349732 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2889f7c9-0fd7-4164-879f-6e5921cf1833 None None] Publish callbacks [] for port (9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.362890 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9846b391-4c8d-4340-b692-8f25b9316463 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'network_id': 'b3b65b48-e8ca-48c0-abfb-63355445e4db', 'name': 'tempest-PortsTestJSON-1892719073'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:42.364004 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for floatingip (5e26d4e0-3b0d-4a67-a58d-a74f0e3695b8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.368378 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2656243b-3686-4d18-a4f7-4e62354f5360 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (1ebe1c45-60b1-4d95-94fd-636370db8e65), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.401748 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2889f7c9-0fd7-4164-879f-6e5921cf1833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.430712 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.452579 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ee371523-813d-4c5a-89ec-81db6bc8a6c3), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.518406 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2656243b-3686-4d18-a4f7-4e62354f5360 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (1ebe1c45-60b1-4d95-94fd-636370db8e65), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.649222 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 50303ecd-27f2-4a73-bcce-198a6f425264 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:42.649656 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (50303ecd-27f2-4a73-bcce-198a6f425264), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.737128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9921dcec-fc19-4958-bacb-a7a866eaf39d None None] Provisioning complete for port baeda157-1921-4010-b513-829c5b43a23d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:42.737437 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9921dcec-fc19-4958-bacb-a7a866eaf39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (baeda157-1921-4010-b513-829c5b43a23d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.776604 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for port (ee371523-813d-4c5a-89ec-81db6bc8a6c3), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.787400 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (ee371523-813d-4c5a-89ec-81db6bc8a6c3), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.904747 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9846b391-4c8d-4340-b692-8f25b9316463 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:42.908857 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9846b391-4c8d-4340-b692-8f25b9316463 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.960066 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Publish callbacks [] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.968211 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (5e26d4e0-3b0d-4a67-a58d-a74f0e3695b8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.982796 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2656243b-3686-4d18-a4f7-4e62354f5360 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (1ebe1c45-60b1-4d95-94fd-636370db8e65), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:42.986997 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-9846b391-4c8d-4340-b692-8f25b9316463 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] device_id is not set on port 8b51b73f-d4d7-4288-bbc3-e385213061f6 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:43.029160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event updated for resources: {'Port': ['ID=ee371523-813d-4c5a-89ec-81db6bc8a6c3,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:43.034363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889f7c9-0fd7-4164-879f-6e5921cf1833 None None] Pushing event updated for resources: {'Port': ['ID=9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:43.040316 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.041842 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6fc28505-8c87-4cdd-ba86-390fda2bf39d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3290205 Feb 11 05:31:43.064568 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Allocated IP 2001:db8:1::2 (cf40f41a-821b-4a60-94aa-1d92046f45c9/e92875c1-2a66-4eef-85f7-987d75cf2533/cd6ddcad-8388-4454-b32f-c2338b0efc74) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:43.067442 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.126727 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-b3b65b48-e8ca-48c0-abfb-63355445e4db', 'network_id': 'b3b65b48-e8ca-48c0-abfb-63355445e4db', 'project_id': '6fb7a61752c84babaf383b156ec76727', 'fixed_ips': [{'subnet_id': 'ade4cf90-1f03-4ac8-b864-0ef0f4254d96'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:43.127963 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.239237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43721f63-61aa-4ee7-9834-dc93a00fac03 None None] Pushing event updated for resources: {'Port': ['ID=ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:43.276312 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2656243b-3686-4d18-a4f7-4e62354f5360 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (1ebe1c45-60b1-4d95-94fd-636370db8e65), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.434861 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-9846b391-4c8d-4340-b692-8f25b9316463 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Allocated IP 172.20.0.4 (b3b65b48-e8ca-48c0-abfb-63355445e4db/ade4cf90-1f03-4ac8-b864-0ef0f4254d96/8b51b73f-d4d7-4288-bbc3-e385213061f6) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:43.447345 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2656243b-3686-4d18-a4f7-4e62354f5360 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.456042 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2656243b-3686-4d18-a4f7-4e62354f5360 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/1ebe1c45-60b1-4d95-94fd-636370db8e65 HTTP/1.1" status: 204 len: 168 time: 1.2383521 Feb 11 05:31:43.458233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56612) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:43.465102 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656243b-3686-4d18-a4f7-4e62354f5360 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=1ebe1c45-60b1-4d95-94fd-636370db8e65,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:43.612242 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Publish callbacks [] for port (cd6ddcad-8388-4454-b32f-c2338b0efc74), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.627019 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fbeccdf9-013d-4945-8101-fd63d98e154e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1631799 Feb 11 05:31:43.627696 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (cd6ddcad-8388-4454-b32f-c2338b0efc74), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.628385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56616) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:43.720378 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 50303ecd-27f2-4a73-bcce-198a6f425264 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:43.721128 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (50303ecd-27f2-4a73-bcce-198a6f425264), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.726163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9921dcec-fc19-4958-bacb-a7a866eaf39d None None] Current status of the port baeda157-1921-4010-b513-829c5b43a23d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:43.786260 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Allocated IP 2001:db8:1::1 (cf40f41a-821b-4a60-94aa-1d92046f45c9/e92875c1-2a66-4eef-85f7-987d75cf2533/2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:43.793661 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Network cf40f41a-821b-4a60-94aa-1d92046f45c9 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:43.801080 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Attempting to bind port ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:43.801482 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Attempting to bind port ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '76c45562-9846-4e62-8c36-3ea67d440c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:43.801899 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Attempting to bind port ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 on network ed3593b7-5d9e-417f-8e3f-e44a26bbc232 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:43.815605 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4d6db7-7633-4b96-9fc7-c95b1281f4a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:43.819015 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ac4d6db7-7633-4b96-9fc7-c95b1281f4a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1845584 Feb 11 05:31:43.821659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56618) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:43.839356 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:43.848029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:43.865237 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9846b391-4c8d-4340-b692-8f25b9316463 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (8b51b73f-d4d7-4288-bbc3-e385213061f6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.865618 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:43.872501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Checking segment: {'id': '76c45562-9846-4e62-8c36-3ea67d440c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:43.872950 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.873362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Bound using segment: {'id': '76c45562-9846-4e62-8c36-3ea67d440c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:43.873872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Bound port: ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c45562-9846-4e62-8c36-3ea67d440c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:43.874297 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.885798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Pushing event updated for resources: {'Port': ['ID=cd6ddcad-8388-4454-b32f-c2338b0efc74,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:43.923972 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9921dcec-fc19-4958-bacb-a7a866eaf39d None None] Provisioning complete for port ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:43.924362 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9921dcec-fc19-4958-bacb-a7a866eaf39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:43.952169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 50303ecd-27f2-4a73-bcce-198a6f425264, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=50303ecd-27f2-4a73-bcce-198a6f425264,segment=NetworkSegment(76c45562-9846-4e62-8c36-3ea67d440c2d),segment_id=76c45562-9846-4e62-8c36-3ea67d440c2d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:44.000070 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (50303ecd-27f2-4a73-bcce-198a6f425264), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.000070 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:44.021111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ec20ff-d51e-4ce2-ae18-8814e3cae126 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:44.022263 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f2ec20ff-d51e-4ce2-ae18-8814e3cae126 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1996531 Feb 11 05:31:44.025520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56626) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.081643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6429094a-2462-45c9-b076-2be6cba48941 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537469 Feb 11 05:31:44.092621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56628) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:44.102286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-03637bfc-734f-41c8-bb78-a72b273884a2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:44.117291 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.125924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9921dcec-fc19-4958-bacb-a7a866eaf39d None None] Port ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:44.134769 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-f12bd851-f15c-48eb-a7c7-9afc4a734781 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--325073386&fields=id&tenant_id=f571c83359014d03b82a06a0b410a902 HTTP/1.1" status: 200 len: 267 time: 0.1761079 Feb 11 05:31:44.152159 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9846b391-4c8d-4340-b692-8f25b9316463 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8b51b73f-d4d7-4288-bbc3-e385213061f6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.189893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Attempting to bind port cd6ddcad-8388-4454-b32f-c2338b0efc74 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:44.190499 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Attempting to bind port cd6ddcad-8388-4454-b32f-c2338b0efc74 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '6929dff0-1608-489b-b33b-693428450846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:44.191129 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Attempting to bind port cd6ddcad-8388-4454-b32f-c2338b0efc74 on network cf40f41a-821b-4a60-94aa-1d92046f45c9 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:44.307950 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.309173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:44.316091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Checking segment: {'id': '6929dff0-1608-489b-b33b-693428450846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:44.317121 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.317742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Bound using segment: {'id': '6929dff0-1608-489b-b33b-693428450846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:44.318483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Bound port: cd6ddcad-8388-4454-b32f-c2338b0efc74, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6929dff0-1608-489b-b33b-693428450846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:44.319109 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cd6ddcad-8388-4454-b32f-c2338b0efc74), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.321191 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9846b391-4c8d-4340-b692-8f25b9316463 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network b3b65b48-e8ca-48c0-abfb-63355445e4db is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:44.363386 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-9846b391-4c8d-4340-b692-8f25b9316463 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:44.368888 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=50303ecd-27f2-4a73-bcce-198a6f425264,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:44.373038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] For port ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:44.379355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9921dcec-fc19-4958-bacb-a7a866eaf39d None None] Provisioning complete for port 50303ecd-27f2-4a73-bcce-198a6f425264 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:44.379869 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9921dcec-fc19-4958-bacb-a7a866eaf39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (50303ecd-27f2-4a73-bcce-198a6f425264), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.380041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9846b391-4c8d-4340-b692-8f25b9316463 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:44.395913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-194f1d52-5254-4496-81c4-72e2254b3a6b tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:44.398191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-194f1d52-5254-4496-81c4-72e2254b3a6b tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports/2f6163c5-4e87-4547-a174-b364d5b146f5 HTTP/1.1" status: 200 len: 931 time: 0.2617238 Feb 11 05:31:44.441442 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Allocated IP 172.20.0.2 (b3b65b48-e8ca-48c0-abfb-63355445e4db/ade4cf90-1f03-4ac8-b864-0ef0f4254d96/f7441a90-cd14-4bb1-8ab9-28413093bc39) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:44.470858 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] For port ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3,segment=NetworkSegment(76c45562-9846-4e62-8c36-3ea67d440c2d),segment_id=76c45562-9846-4e62-8c36-3ea67d440c2d)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:44.525379 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.531944 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.546661 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:44.547108 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (52ff6eab-fb5d-4930-95d7-e0c095fd25a2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.547862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-2a45eb8e-4c70-4906-8895-ed82dc17ff68 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:44.556613 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-2a45eb8e-4c70-4906-8895-ed82dc17ff68 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports/aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 HTTP/1.1" status: 200 len: 932 time: 0.1523390 Feb 11 05:31:44.637235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-35c8c13c-6d9b-4539-9650-27d95b4f037a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?network_id=23491f43-7703-4822-8ced-d1c33541a9ac&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0796173 Feb 11 05:31:44.655928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03637bfc-734f-41c8-bb78-a72b273884a2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:44.660336 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-03637bfc-734f-41c8-bb78-a72b273884a2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.690854 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846b391-4c8d-4340-b692-8f25b9316463 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=8b51b73f-d4d7-4288-bbc3-e385213061f6,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:44.709350 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9846b391-4c8d-4340-b692-8f25b9316463 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:44.716269 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9846b391-4c8d-4340-b692-8f25b9316463 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.751596 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network cf40f41a-821b-4a60-94aa-1d92046f45c9 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:44.795045 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:44.805213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:44.810905 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:44.918235 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9846b391-4c8d-4340-b692-8f25b9316463 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5728581 Feb 11 05:31:44.924902 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56640) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:45.038845 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:45.079861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604a8ad1-dc0f-4ad2-8809-2e9bf15618aa None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:45.237548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] For port cd6ddcad-8388-4454-b32f-c2338b0efc74, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:45.377740 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-75b5ef50-3f33-4df0-b8c4-b6a6cc6fc16d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?network_id=23491f43-7703-4822-8ced-d1c33541a9ac&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.7388659 Feb 11 05:31:45.391879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] For port cd6ddcad-8388-4454-b32f-c2338b0efc74, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cd6ddcad-8388-4454-b32f-c2338b0efc74,segment=NetworkSegment(6929dff0-1608-489b-b33b-693428450846),segment_id=6929dff0-1608-489b-b33b-693428450846)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:45.397394 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43721f63-61aa-4ee7-9834-dc93a00fac03 None None] Pushing event updated for resources: {'Port': ['ID=ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:45.486383 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:45.487047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:31:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:45.585399 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cd6ddcad-8388-4454-b32f-c2338b0efc74), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.728661 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a23c0c85-2ffe-4857-b690-c40e167e5871 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:45.736290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a23c0c85-2ffe-4857-b690-c40e167e5871 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:45.743087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a23c0c85-2ffe-4857-b690-c40e167e5871 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:45.755626 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a23c0c85-2ffe-4857-b690-c40e167e5871 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/networks?id=799a9941-b575-4229-aefb-2f7d7414a8e8&id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&id=23491f43-7703-4822-8ced-d1c33541a9ac&id=23491f43-7703-4822-8ced-d1c33541a9ac HTTP/1.1" status: 200 len: 1989 time: 0.3687351 Feb 11 05:31:45.794066 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-f294dbac-c9c4-48f4-97ed-53f942341d24 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/quotas/f571c83359014d03b82a06a0b410a902 HTTP/1.1" status: 200 len: 375 time: 0.0370202 Feb 11 05:31:45.811358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9921dcec-fc19-4958-bacb-a7a866eaf39d None None] Current status of the port 50303ecd-27f2-4a73-bcce-198a6f425264 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:45.832828 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.866052 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Publish callbacks [] for port (f7441a90-cd14-4bb1-8ab9-28413093bc39), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:45.875313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:31:45.878816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:45.881026 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80c71f-b1a3-48a5-acda-9fda71d05360 None None] Pushing event updated for resources: {'Port': ['ID=cd6ddcad-8388-4454-b32f-c2338b0efc74,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:45.917189 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (f7441a90-cd14-4bb1-8ab9-28413093bc39), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.026349 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-03637bfc-734f-41c8-bb78-a72b273884a2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (1b42a18e-f252-438e-a981-a559a2f221d3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.075949 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21621b85-19c5-4584-a7bf-bb262b045b74 None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:31:46.090383 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Network b3b65b48-e8ca-48c0-abfb-63355445e4db is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:46.157290 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Pushing event updated for resources: {'Port': ['ID=f7441a90-cd14-4bb1-8ab9-28413093bc39,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:46.179665 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f77d4619-69fe-4fa9-959c-b2423508819f None None] Provisioning complete for port 9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:46.180322 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f77d4619-69fe-4fa9-959c-b2423508819f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.228183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device baeda157-1921-4010-b513-829c5b43a23d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:46.230386 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:46.267484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03637bfc-734f-41c8-bb78-a72b273884a2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:46.278859 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:46.333831 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-fa1dae20-772b-47e5-93b5-61ce591539f9 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f571c83359014d03b82a06a0b410a902&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5386727 Feb 11 05:31:46.350067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-03637bfc-734f-41c8-bb78-a72b273884a2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:46.355313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03637bfc-734f-41c8-bb78-a72b273884a2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:46.364247 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-03637bfc-734f-41c8-bb78-a72b273884a2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.414993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03637bfc-734f-41c8-bb78-a72b273884a2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=1b42a18e-f252-438e-a981-a559a2f221d3,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:46.448600 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-03637bfc-734f-41c8-bb78-a72b273884a2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3548970 Feb 11 05:31:46.459151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56654) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:46.483082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-fee669eb-ae35-48df-a4f8-7dc1b9b726df tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'fixed_ips': [{'subnet_id': '1b42a18e-f252-438e-a981-a559a2f221d3', 'ip_address': '2001:db8::ffbe:aa71:2b91:3c6a'}], 'name': 'tempest-NetworksTestDHCPv6-534557956'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:46.600986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Attempting to bind port f7441a90-cd14-4bb1-8ab9-28413093bc39 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:46.601288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Attempting to bind port f7441a90-cd14-4bb1-8ab9-28413093bc39 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'd83a74cf-bfa6-41dc-8688-8d051767fad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b3b65b48-e8ca-48c0-abfb-63355445e4db'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:46.601656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Attempting to bind port f7441a90-cd14-4bb1-8ab9-28413093bc39 on network b3b65b48-e8ca-48c0-abfb-63355445e4db {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:46.635471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:46.636120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Checking segment: {'id': 'd83a74cf-bfa6-41dc-8688-8d051767fad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b3b65b48-e8ca-48c0-abfb-63355445e4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:46.639860 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.640292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Bound using segment: {'id': 'd83a74cf-bfa6-41dc-8688-8d051767fad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b3b65b48-e8ca-48c0-abfb-63355445e4db'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:46.640809 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Bound port: f7441a90-cd14-4bb1-8ab9-28413093bc39, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83a74cf-bfa6-41dc-8688-8d051767fad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b3b65b48-e8ca-48c0-abfb-63355445e4db'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:46.641209 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f7441a90-cd14-4bb1-8ab9-28413093bc39), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.671090 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-21621b85-19c5-4584-a7bf-bb262b045b74 None None] Deleting port 9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:46.671499 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21621b85-19c5-4584-a7bf-bb262b045b74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.845002 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-ce99ef39-3162-4351-82a7-90272126f9af service neutron] 10.222.0.87 "GET /v2.0/networks/799a9941-b575-4229-aefb-2f7d7414a8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601357 Feb 11 05:31:46.922910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-21621b85-19c5-4584-a7bf-bb262b045b74 None None] For port 9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:46.924431 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21621b85-19c5-4584-a7bf-bb262b045b74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.942916 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0c61-a4d9-4035-af37-41e99365d6bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8b51b73f-d4d7-4288-bbc3-e385213061f6), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:46.958502 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-21621b85-19c5-4584-a7bf-bb262b045b74 None None] Calling delete_port for 9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:47.013226 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port baeda157-1921-4010-b513-829c5b43a23d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:47.013736 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (baeda157-1921-4010-b513-829c5b43a23d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.152919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee669eb-ae35-48df-a4f8-7dc1b9b726df tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:47.353463 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] For port f7441a90-cd14-4bb1-8ab9-28413093bc39, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:47.389004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f77d4619-69fe-4fa9-959c-b2423508819f None None] Current status of the port 9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:47.391247 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f77d4619-69fe-4fa9-959c-b2423508819f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.405084 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] For port f7441a90-cd14-4bb1-8ab9-28413093bc39, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f7441a90-cd14-4bb1-8ab9-28413093bc39,segment=NetworkSegment(d83a74cf-bfa6-41dc-8688-8d051767fad9),segment_id=d83a74cf-bfa6-41dc-8688-8d051767fad9)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:47.420957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-c6297766-f581-4b41-970a-1f40b7348b27 service neutron] 10.222.0.87 "GET /v2.0/networks/799a9941-b575-4229-aefb-2f7d7414a8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5726984 Feb 11 05:31:47.450983 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f7441a90-cd14-4bb1-8ab9-28413093bc39), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.532885 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fee669eb-ae35-48df-a4f8-7dc1b9b726df tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.579933 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21621b85-19c5-4584-a7bf-bb262b045b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.581679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-71742ef8-ce01-4af6-beaa-4e0818bfbe0c service neutron] 10.222.0.87 "GET /v2.0/ports/2f6163c5-4e87-4547-a174-b364d5b146f5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1495910 Feb 11 05:31:47.590652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-fee669eb-ae35-48df-a4f8-7dc1b9b726df tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port 067e5872-c7b5-4367-976e-0fc2515e12f5 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:47.642242 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:31:45Z', 'revision_number': 3, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:43Z', 'revision_number': 1, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:44Z', 'revision_number': 4, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:47.711129 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.718081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21621b85-19c5-4584-a7bf-bb262b045b74 None None] No DVR routers for this DVR port 9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:47.722813 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.724968 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.732934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port baeda157-1921-4010-b513-829c5b43a23d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:47.734389 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 50303ecd-27f2-4a73-bcce-198a6f425264 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:47.745945 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0c61-a4d9-4035-af37-41e99365d6bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (8b51b73f-d4d7-4288-bbc3-e385213061f6), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.757706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7483b616-59cd-4994-b415-775d686c55b5 None None] Network cf40f41a-821b-4a60-94aa-1d92046f45c9 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:47.763632 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0c61-a4d9-4035-af37-41e99365d6bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (8b51b73f-d4d7-4288-bbc3-e385213061f6), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:47.774966 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16901713-9005-4aa3-a1d6-a4cc11217766 None None] The sync data for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 is: [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:31:45Z', 'revision_number': 3, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:43Z', 'revision_number': 1, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:44Z', 'revision_number': 4, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:31:47.868907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a71ef9-e277-4679-983a-bc92245301da None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:48.240059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-fee669eb-ae35-48df-a4f8-7dc1b9b726df tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::ffbe:aa71:2b91:3c6a (f998a239-103b-4838-bc3b-5e531dc8d131/1b42a18e-f252-438e-a981-a559a2f221d3/067e5872-c7b5-4367-976e-0fc2515e12f5) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:48.280224 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-58b93f5b-3e2b-4191-ad98-825870fb5086 service neutron] 10.222.0.87 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6839700 Feb 11 05:31:48.283264 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:48.569723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac0c61-a4d9-4035-af37-41e99365d6bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=8b51b73f-d4d7-4288-bbc3-e385213061f6,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:48.582495 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network cf40f41a-821b-4a60-94aa-1d92046f45c9 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:48.582603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9654174-e8de-4a66-9973-6ea832747235 None None] Pushing event updated for resources: {'Port': ['ID=f7441a90-cd14-4bb1-8ab9-28413093bc39,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:48.585459 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:48.724349 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-b27a94e4-a0b3-4bf1-a274-1e560f292458 service neutron] 10.222.0.87 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253461 Feb 11 05:31:48.826476 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-4661fc40-8898-4a6e-990f-0d447e50f6a0 service neutron] 10.222.0.87 "GET /v2.0/ports/aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0671985 Feb 11 05:31:48.847754 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21621b85-19c5-4584-a7bf-bb262b045b74 None None] Pushing event deleted for resources: {'Port': ['ID=9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:48.870315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f77d4619-69fe-4fa9-959c-b2423508819f None None] Provisioning complete for port ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:48.870702 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f77d4619-69fe-4fa9-959c-b2423508819f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:48.919193 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fee669eb-ae35-48df-a4f8-7dc1b9b726df tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (067e5872-c7b5-4367-976e-0fc2515e12f5), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:48.961129 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:31:49.017657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': '1b42a18e-f252-438e-a981-a559a2f221d3'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:49.018551 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.116192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a2e5873f-305e-4a46-b4de-b850caba97d6 service neutron] 10.222.0.87 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816522 Feb 11 05:31:49.184842 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0c61-a4d9-4035-af37-41e99365d6bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (5b308d90-5dfb-46f9-8290-7b9f157c736f), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.186688 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 50303ecd-27f2-4a73-bcce-198a6f425264 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:49.187081 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (50303ecd-27f2-4a73-bcce-198a6f425264), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.225460 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fee669eb-ae35-48df-a4f8-7dc1b9b726df tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (067e5872-c7b5-4367-976e-0fc2515e12f5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.449904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee669eb-ae35-48df-a4f8-7dc1b9b726df tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:49.453752 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:31:49.470829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-fee669eb-ae35-48df-a4f8-7dc1b9b726df tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:49.476677 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-552f741a-7d85-477f-9abc-21c4f33ed5a1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/3c75dc6c-84bf-446e-98df-9a4dfdd45ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5321150 Feb 11 05:31:49.478367 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56672) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:49.488480 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0ba5018c-229f-4634-8bf2-329fe7c1dabc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1457703103'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:49.492189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee669eb-ae35-48df-a4f8-7dc1b9b726df tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:49.497429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee669eb-ae35-48df-a4f8-7dc1b9b726df tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:49.498048 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fee669eb-ae35-48df-a4f8-7dc1b9b726df tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.547521 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba5018c-229f-4634-8bf2-329fe7c1dabc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:49.553451 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ba5018c-229f-4634-8bf2-329fe7c1dabc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.584132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee669eb-ae35-48df-a4f8-7dc1b9b726df tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=067e5872-c7b5-4367-976e-0fc2515e12f5,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:49.614550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fee669eb-ae35-48df-a4f8-7dc1b9b726df tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1479816 Feb 11 05:31:49.617873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f77d4619-69fe-4fa9-959c-b2423508819f None None] Current status of the port ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:49.618395 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f77d4619-69fe-4fa9-959c-b2423508819f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.623716 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56674) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:49.658596 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba5018c-229f-4634-8bf2-329fe7c1dabc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:49.681564 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ba5018c-229f-4634-8bf2-329fe7c1dabc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ad68690a-4214-4840-862d-3cb1b1beeede), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.683565 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-0ba5018c-229f-4634-8bf2-329fe7c1dabc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Added segment ad68690a-4214-4840-862d-3cb1b1beeede of type vlan for network c75ddf1c-d929-4b35-ad2e-222dad4e87e0 Feb 11 05:31:49.743679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Allocated IP 2001:db8::2 (f998a239-103b-4838-bc3b-5e531dc8d131/1b42a18e-f252-438e-a981-a559a2f221d3/61b80156-f20c-4b29-8143-a860ad93a720) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:49.758620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-b5713763-70e0-42a8-a1f7-992fcb440145 service neutron] 10.222.0.87 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202741 Feb 11 05:31:49.784814 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f77d4619-69fe-4fa9-959c-b2423508819f None None] For port ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3,segment=NetworkSegment(76c45562-9846-4e62-8c36-3ea67d440c2d),segment_id=76c45562-9846-4e62-8c36-3ea67d440c2d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:49.821714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fcb9f8-3ced-4daa-aa78-a6a73f0d64f4 None None] Network b3b65b48-e8ca-48c0-abfb-63355445e4db requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:49.827783 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f77d4619-69fe-4fa9-959c-b2423508819f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.873426 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0c61-a4d9-4035-af37-41e99365d6bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8b51b73f-d4d7-4288-bbc3-e385213061f6), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:49.880686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 50303ecd-27f2-4a73-bcce-198a6f425264 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:49.963938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e1c9dd37-e22d-4362-8779-ae7dc274f429 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:50.032757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-2470b0bc-76ed-4ce3-bd5e-50c548709455 service neutron] 10.222.0.87 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676101 Feb 11 05:31:50.052970 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ba5018c-229f-4634-8bf2-329fe7c1dabc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (c75ddf1c-d929-4b35-ad2e-222dad4e87e0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.088874 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a791764-796d-491a-9644-97bd6a0da2bb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:50.093477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5a791764-796d-491a-9644-97bd6a0da2bb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4662545 Feb 11 05:31:50.104156 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56678) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:50.124870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: e1c9dd37-e22d-4362-8779-ae7dc274f429 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:50.125617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e1c9dd37-e22d-4362-8779-ae7dc274f429 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:50.204943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:31:50.252837 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:50.253152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9a1c8910-c678-4cd5-b0dd-5afa33ff1b1d not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:31:50.254617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6b5db17e-1bcf-4600-ab18-f2740795c6f5 None None] Provisioning complete for port cd6ddcad-8388-4454-b32f-c2338b0efc74 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:50.254992 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6b5db17e-1bcf-4600-ab18-f2740795c6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cd6ddcad-8388-4454-b32f-c2338b0efc74), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.325187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d4619-69fe-4fa9-959c-b2423508819f None None] Pushing event updated for resources: {'Port': ['ID=ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:50.409507 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.db.resource_extend [None req-0ba5018c-229f-4634-8bf2-329fe7c1dabc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:31:50.468327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-21948287-6bb1-434f-b338-82d513d491fe tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port 067e5872-c7b5-4367-976e-0fc2515e12f5 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:50.468812 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21948287-6bb1-434f-b338-82d513d491fe tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (067e5872-c7b5-4367-976e-0fc2515e12f5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.473383 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ba5018c-229f-4634-8bf2-329fe7c1dabc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (c75ddf1c-d929-4b35-ad2e-222dad4e87e0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.483525 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba5018c-229f-4634-8bf2-329fe7c1dabc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:50.488287 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ba5018c-229f-4634-8bf2-329fe7c1dabc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.650945 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0ba5018c-229f-4634-8bf2-329fe7c1dabc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1666906 Feb 11 05:31:50.666964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56684) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:50.680710 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b7d3afff-0a0f-40b4-a17f-d5b0c6af52bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'subnet': {'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:50.720496 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Publish callbacks [] for port (61b80156-f20c-4b29-8143-a860ad93a720), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.722187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:50.724050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-ad1c27db-584d-49b5-9406-ab177e1728a7 service neutron] 10.222.0.87 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6813598 Feb 11 05:31:50.758825 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5018c-229f-4634-8bf2-329fe7c1dabc tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Network': ['ID=c75ddf1c-d929-4b35-ad2e-222dad4e87e0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:50.782508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network c75ddf1c-d929-4b35-ad2e-222dad4e87e0 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:31:50.806803 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0c61-a4d9-4035-af37-41e99365d6bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (8b51b73f-d4d7-4288-bbc3-e385213061f6), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.808265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6b5db17e-1bcf-4600-ab18-f2740795c6f5 None None] Current status of the port cd6ddcad-8388-4454-b32f-c2338b0efc74 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:50.808827 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6b5db17e-1bcf-4600-ab18-f2740795c6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cd6ddcad-8388-4454-b32f-c2338b0efc74), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.827620 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (61b80156-f20c-4b29-8143-a860ad93a720), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.844001 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0c61-a4d9-4035-af37-41e99365d6bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (8b51b73f-d4d7-4288-bbc3-e385213061f6), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.860877 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21948287-6bb1-434f-b338-82d513d491fe tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (067e5872-c7b5-4367-976e-0fc2515e12f5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:50.894922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-21948287-6bb1-434f-b338-82d513d491fe tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for 067e5872-c7b5-4367-976e-0fc2515e12f5 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:50.972115 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Pushing event updated for resources: {'Port': ['ID=61b80156-f20c-4b29-8143-a860ad93a720,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:51.085732 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac0c61-a4d9-4035-af37-41e99365d6bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=8b51b73f-d4d7-4288-bbc3-e385213061f6,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:51.091871 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21948287-6bb1-434f-b338-82d513d491fe tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (067e5872-c7b5-4367-976e-0fc2515e12f5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.123281 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:51.126000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:51.137370 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d3afff-0a0f-40b4-a17f-d5b0c6af52bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:51.140228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:51.141910 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7d3afff-0a0f-40b4-a17f-d5b0c6af52bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.179795 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-6b5db17e-1bcf-4600-ab18-f2740795c6f5 None None] For port cd6ddcad-8388-4454-b32f-c2338b0efc74, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cd6ddcad-8388-4454-b32f-c2338b0efc74,segment=NetworkSegment(6929dff0-1608-489b-b33b-693428450846),segment_id=6929dff0-1608-489b-b33b-693428450846)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:51.224112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21948287-6bb1-434f-b338-82d513d491fe tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=067e5872-c7b5-4367-976e-0fc2515e12f5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:51.226969 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d4ac0c61-a4d9-4035-af37-41e99365d6bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (5b308d90-5dfb-46f9-8290-7b9f157c736f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.279375 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6b5db17e-1bcf-4600-ab18-f2740795c6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cd6ddcad-8388-4454-b32f-c2338b0efc74), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.313100 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21948287-6bb1-434f-b338-82d513d491fe tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.318610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-21948287-6bb1-434f-b338-82d513d491fe tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/067e5872-c7b5-4367-976e-0fc2515e12f5 HTTP/1.1" status: 204 len: 168 time: 1.2112594 Feb 11 05:31:51.318902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56688) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:51.350098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:51.350509 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.454833 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Sync routers for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:31:51.468306 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:51.468939 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:31:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:51.481666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6b5db17e-1bcf-4600-ab18-f2740795c6f5 None None] Provisioning complete for port f7441a90-cd14-4bb1-8ab9-28413093bc39 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:51.482049 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6b5db17e-1bcf-4600-ab18-f2740795c6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f7441a90-cd14-4bb1-8ab9-28413093bc39), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.505495 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-d7613e93-619d-404f-a999-9c30376d241c service neutron] 10.222.0.87 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7804861 Feb 11 05:31:51.526151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd16a899-9506-4487-a986-2945dc28f73a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:51.527708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd16a899-9506-4487-a986-2945dc28f73a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:51.532000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dd16a899-9506-4487-a986-2945dc28f73a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2023664 Feb 11 05:31:51.548135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56692) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:51.549770 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Attempting to bind port 61b80156-f20c-4b29-8143-a860ad93a720 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:51.550157 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Attempting to bind port 61b80156-f20c-4b29-8143-a860ad93a720 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:51.550527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Attempting to bind port 61b80156-f20c-4b29-8143-a860ad93a720 on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:51.570838 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:51.571258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:51.574851 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.576228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:51.577195 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Bound port: 61b80156-f20c-4b29-8143-a860ad93a720, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:51.578237 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (61b80156-f20c-4b29-8143-a860ad93a720), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.605995 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5db17e-1bcf-4600-ab18-f2740795c6f5 None None] Pushing event updated for resources: {'Port': ['ID=cd6ddcad-8388-4454-b32f-c2338b0efc74,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:51.690997 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:31:51.701298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] For port 61b80156-f20c-4b29-8143-a860ad93a720, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:51.710994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] For port 61b80156-f20c-4b29-8143-a860ad93a720, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=61b80156-f20c-4b29-8143-a860ad93a720,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:51.732458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c15e79-786c-4397-917b-6618e2e0391c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 1b42a18e-f252-438e-a981-a559a2f221d3 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:51.751657 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d0c15e79-786c-4397-917b-6618e2e0391c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (1b42a18e-f252-438e-a981-a559a2f221d3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.790564 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7d3afff-0a0f-40b4-a17f-d5b0c6af52bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (993ae0c6-4090-4a3a-b57b-1566e44964dc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.798033 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (61b80156-f20c-4b29-8143-a860ad93a720), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.800717 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d0c15e79-786c-4397-917b-6618e2e0391c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (1b42a18e-f252-438e-a981-a559a2f221d3), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:51.917468 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3afff-0a0f-40b4-a17f-d5b0c6af52bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Subnet': ['ID=993ae0c6-4090-4a3a-b57b-1566e44964dc,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:51.957288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:51.958140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f7441a90-cd14-4bb1-8ab9-28413093bc39 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:51.967788 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d0c15e79-786c-4397-917b-6618e2e0391c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (1b42a18e-f252-438e-a981-a559a2f221d3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.031222 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac0c61-a4d9-4035-af37-41e99365d6bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network b3b65b48-e8ca-48c0-abfb-63355445e4db is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:52.036545 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac0c61-a4d9-4035-af37-41e99365d6bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:52.095626 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d0c15e79-786c-4397-917b-6618e2e0391c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (1b42a18e-f252-438e-a981-a559a2f221d3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.139006 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6b5db17e-1bcf-4600-ab18-f2740795c6f5 None None] Current status of the port f7441a90-cd14-4bb1-8ab9-28413093bc39 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:52.139839 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6b5db17e-1bcf-4600-ab18-f2740795c6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f7441a90-cd14-4bb1-8ab9-28413093bc39), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.154007 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:31:45Z', 'revision_number': 3, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:46Z', 'revision_number': 2, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:52.177000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c15e79-786c-4397-917b-6618e2e0391c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=1b42a18e-f252-438e-a981-a559a2f221d3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:52.189112 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e46ad-a00c-4498-9719-eb4cb3bce3fe None None] Pushing event updated for resources: {'Port': ['ID=61b80156-f20c-4b29-8143-a860ad93a720,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:52.200156 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d0c15e79-786c-4397-917b-6618e2e0391c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.213794 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d0c15e79-786c-4397-917b-6618e2e0391c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/1b42a18e-f252-438e-a981-a559a2f221d3 HTTP/1.1" status: 204 len: 168 time: 0.6645470 Feb 11 05:31:52.215044 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56700) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:52.244488 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a9f73f02-1b55-4c9a-a0c7-7da7bb502c20 service neutron] 10.222.0.87 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7319167 Feb 11 05:31:52.263719 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Checking router: 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:31:52.267674 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Updating router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 port 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:31:52.284945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f7441a90-cd14-4bb1-8ab9-28413093bc39 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:52.290295 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f7441a90-cd14-4bb1-8ab9-28413093bc39), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.378980 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.395398 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3afff-0a0f-40b4-a17f-d5b0c6af52bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Checking segment: {'id': 'ad68690a-4214-4840-862d-3cb1b1beeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:52.402277 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7d9d205b-2f5a-4da4-a97f-6549b52ddb47 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1835885 Feb 11 05:31:52.402583 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d3afff-0a0f-40b4-a17f-d5b0c6af52bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network hostable DHCP agents. Network: c75ddf1c-d929-4b35-ad2e-222dad4e87e0, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:31:52.405778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56702) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:52.424106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-6b5db17e-1bcf-4600-ab18-f2740795c6f5 None None] For port f7441a90-cd14-4bb1-8ab9-28413093bc39, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f7441a90-cd14-4bb1-8ab9-28413093bc39,segment=NetworkSegment(d83a74cf-bfa6-41dc-8688-8d051767fad9),segment_id=d83a74cf-bfa6-41dc-8688-8d051767fad9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:52.445162 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6b5db17e-1bcf-4600-ab18-f2740795c6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f7441a90-cd14-4bb1-8ab9-28413093bc39), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.500262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d3afff-0a0f-40b4-a17f-d5b0c6af52bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network c75ddf1c-d929-4b35-ad2e-222dad4e87e0 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:31:52.555759 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b7d3afff-0a0f-40b4-a17f-d5b0c6af52bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, c75ddf1c-d929-4b35-ad2e-222dad4e87e0) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:52.561282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d3afff-0a0f-40b4-a17f-d5b0c6af52bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:52.565411 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7d3afff-0a0f-40b4-a17f-d5b0c6af52bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.624437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-0ea69ea3-47a7-4184-9e11-22044773bddb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:52.633717 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5db17e-1bcf-4600-ab18-f2740795c6f5 None None] Pushing event updated for resources: {'Port': ['ID=f7441a90-cd14-4bb1-8ab9-28413093bc39,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:52.638203 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b7d3afff-0a0f-40b4-a17f-d5b0c6af52bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9666650 Feb 11 05:31:52.638203 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ac0c61-a4d9-4035-af37-41e99365d6bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Router 5b308d90-5dfb-46f9-8290-7b9f157c736f is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:31:52.643575 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56708) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:52.657766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a15b654-a35a-405e-b8b7-caf53d85baf6 None None] Network c75ddf1c-d929-4b35-ad2e-222dad4e87e0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:52.760725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9772b264-3ad6-43dd-bb16-a5b200634b19 service neutron] 10.222.0.87 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731310 Feb 11 05:31:52.768005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56710) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:52.795668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c0fdafb0-ef85-40ba-a648-2bd6349ce859 None None] Provisioning complete for port cd6ddcad-8388-4454-b32f-c2338b0efc74 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:52.797718 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c0fdafb0-ef85-40ba-a648-2bd6349ce859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cd6ddcad-8388-4454-b32f-c2338b0efc74), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:52.885526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f7441a90-cd14-4bb1-8ab9-28413093bc39 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:52.886792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cd6ddcad-8388-4454-b32f-c2338b0efc74 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:52.985047 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ac0c61-a4d9-4035-af37-41e99365d6bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:31:53.020170 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d4ac0c61-a4d9-4035-af37-41e99365d6bc tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "PUT /v2.0/routers/5b308d90-5dfb-46f9-8290-7b9f157c736f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0880206 Feb 11 05:31:53.020798 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56714) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:53.120007 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Publish callbacks [] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.128461 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.238870 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34306e6-0dd0-4684-8bf6-41c8b24e0ef5 None None] Pushing event updated for resources: {'Port': ['ID=2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:53.265411 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477fb7a4-b8e4-4a2d-a617-4eb475373b67 None None] Sync routers for ids ['5b308d90-5dfb-46f9-8290-7b9f157c736f'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:31:53.280437 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34306e6-0dd0-4684-8bf6-41c8b24e0ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:53.281334 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34306e6-0dd0-4684-8bf6-41c8b24e0ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:53.281842 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34306e6-0dd0-4684-8bf6-41c8b24e0ef5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:53.282339 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34306e6-0dd0-4684-8bf6-41c8b24e0ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:53.282837 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34306e6-0dd0-4684-8bf6-41c8b24e0ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:53.283360 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34306e6-0dd0-4684-8bf6-41c8b24e0ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:53.284261 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34306e6-0dd0-4684-8bf6-41c8b24e0ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:53.284834 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34306e6-0dd0-4684-8bf6-41c8b24e0ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:53.285348 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34306e6-0dd0-4684-8bf6-41c8b24e0ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:53.285855 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34306e6-0dd0-4684-8bf6-41c8b24e0ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:53.286361 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34306e6-0dd0-4684-8bf6-41c8b24e0ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:53.286902 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34306e6-0dd0-4684-8bf6-41c8b24e0ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:53.287483 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34306e6-0dd0-4684-8bf6-41c8b24e0ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:31:53.336715 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61938d03-2d98-4868-9370-c6d700aafec2 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:53.345543 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-61938d03-2d98-4868-9370-c6d700aafec2 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b308d90-5dfb-46f9-8290-7b9f157c736f HTTP/1.1" status: 200 len: 982 time: 0.3209307 Feb 11 05:31:53.346269 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56718) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:53.349645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fb7a4-b8e4-4a2d-a617-4eb475373b67 None None] Routers {'5b308d90-5dfb-46f9-8290-7b9f157c736f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:53.350545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-477fb7a4-b8e4-4a2d-a617-4eb475373b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:31:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5b308d90-5dfb-46f9-8290-7b9f157c736f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:53.414247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-477fb7a4-b8e4-4a2d-a617-4eb475373b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:53.455207 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Attempting to bind port 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:53.455896 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Attempting to bind port 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '6929dff0-1608-489b-b33b-693428450846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:53.456437 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Attempting to bind port 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f on network cf40f41a-821b-4a60-94aa-1d92046f45c9 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:53.463933 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:53.472096 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Checking segment: {'id': '6929dff0-1608-489b-b33b-693428450846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:53.472943 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.473543 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Bound using segment: {'id': '6929dff0-1608-489b-b33b-693428450846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:53.474210 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Bound port: 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6929dff0-1608-489b-b33b-693428450846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:53.474768 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.493303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-2d97181d-fa84-4de3-93f8-2cb38684da31 service neutron] 10.222.0.87 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946180 Feb 11 05:31:53.581218 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'fixed_ips': [{'subnet_id': '993ae0c6-4090-4a3a-b57b-1566e44964dc'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:53.585301 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.627488 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] For port 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:53.632488 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] For port 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f,segment=NetworkSegment(6929dff0-1608-489b-b33b-693428450846),segment_id=6929dff0-1608-489b-b33b-693428450846)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:53.639198 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fb7a4-b8e4-4a2d-a617-4eb475373b67 None None] Routers {'5b308d90-5dfb-46f9-8290-7b9f157c736f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:53.640144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-477fb7a4-b8e4-4a2d-a617-4eb475373b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:31:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5b308d90-5dfb-46f9-8290-7b9f157c736f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:53.643236 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.796435 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34306e6-0dd0-4684-8bf6-41c8b24e0ef5 None None] Pushing event updated for resources: {'Port': ['ID=2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:53.803961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port cd6ddcad-8388-4454-b32f-c2338b0efc74 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:53.806571 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea69ea3-47a7-4184-9e11-22044773bddb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:53.810355 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0ea69ea3-47a7-4184-9e11-22044773bddb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.811204 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cd6ddcad-8388-4454-b32f-c2338b0efc74), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.843319 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:53.844588 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:31:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:53.871726 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9d0cc279-42ba-4c9d-bbb8-83589bd89e94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.933080 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-477fb7a4-b8e4-4a2d-a617-4eb475373b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:53.934338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477fb7a4-b8e4-4a2d-a617-4eb475373b67 None None] The sync data for ids ['5b308d90-5dfb-46f9-8290-7b9f157c736f'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:31:53.951303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c0fdafb0-ef85-40ba-a648-2bd6349ce859 None None] Current status of the port cd6ddcad-8388-4454-b32f-c2338b0efc74 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:54.084610 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:31:54.130231 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-cb2bfcbf-abf9-4333-8f81-49cdbf69bab3 service neutron] 10.222.0.87 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929125 Feb 11 05:31:54.154955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7c14f6-7558-447b-a83d-6415eccfa9d3 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:54.229254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c0fdafb0-ef85-40ba-a648-2bd6349ce859 None None] Provisioning complete for port f7441a90-cd14-4bb1-8ab9-28413093bc39 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:54.229644 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c0fdafb0-ef85-40ba-a648-2bd6349ce859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f7441a90-cd14-4bb1-8ab9-28413093bc39), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.352994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port cd6ddcad-8388-4454-b32f-c2338b0efc74 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:54.368194 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0ea69ea3-47a7-4184-9e11-22044773bddb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (1e74484c-5bab-44d8-8d15-afa9310ae62c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.554200 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:31:45Z', 'revision_number': 3, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:53Z', 'revision_number': 4, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:54.590080 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97085b05-e15c-452f-9ce1-a4bb9c5da72e None None] The sync data for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 is: [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:31:45Z', 'revision_number': 3, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:53Z', 'revision_number': 4, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:31:54.615773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea69ea3-47a7-4184-9e11-22044773bddb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=1e74484c-5bab-44d8-8d15-afa9310ae62c,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:54.622043 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9d0cc279-42ba-4c9d-bbb8-83589bd89e94 admin admin] Publish callbacks [] for security_group (68167565-7022-42a6-8437-0ec943e722bc), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.625862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6dbe6aca-111c-47fd-8c18-e81743b612d9 service neutron] 10.222.0.87 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947865 Feb 11 05:31:54.629451 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9d0cc279-42ba-4c9d-bbb8-83589bd89e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (68167565-7022-42a6-8437-0ec943e722bc), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.664939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Allocated IP 2001:db8:2::2 (c75ddf1c-d929-4b35-ad2e-222dad4e87e0/993ae0c6-4090-4a3a-b57b-1566e44964dc/f7f1462b-b866-4482-ab5e-f148b0915562) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:54.677520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea69ea3-47a7-4184-9e11-22044773bddb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:54.776799 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9d0cc279-42ba-4c9d-bbb8-83589bd89e94 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ec76ca323416437586715dd4d9e9ea9d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0079944 Feb 11 05:31:54.777787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-0ea69ea3-47a7-4184-9e11-22044773bddb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:54.790707 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea69ea3-47a7-4184-9e11-22044773bddb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:54.791410 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0ea69ea3-47a7-4184-9e11-22044773bddb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.814930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56726) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:54.844385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0ea69ea3-47a7-4184-9e11-22044773bddb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2332122 Feb 11 05:31:54.854449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-e26f6398-7b53-41dc-a971-77862ef25a6f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:54.855865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:54.861602 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-e26f6398-7b53-41dc-a971-77862ef25a6f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports/2f6163c5-4e87-4547-a174-b364d5b146f5 HTTP/1.1" status: 200 len: 931 time: 0.2190757 Feb 11 05:31:54.862286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56728) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:54.932374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cc279-42ba-4c9d-bbb8-83589bd89e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68167565-7022-42a6-8437-0ec943e722bc,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:54.945367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-5b1e5dca-9a65-4abf-be43-db38dea7f790 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'fixed_ips': [{'subnet_id': '1e74484c-5bab-44d8-8d15-afa9310ae62c', 'ip_address': '2001:db8::f776:27ae:8194:1bf'}], 'name': 'tempest-NetworksTestDHCPv6-427080011'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:54.963345 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:54.989776 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6fc58b9d-2987-4a51-8b17-b39f7fc24ff3 admin admin] Publish callbacks [] for security_group (68167565-7022-42a6-8437-0ec943e722bc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.048657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:55.049595 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.098056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53254f99-b79f-4862-b624-a04838a5729d None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:31:55.158573 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c0fdafb0-ef85-40ba-a648-2bd6349ce859 None None] Current status of the port f7441a90-cd14-4bb1-8ab9-28413093bc39 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:55.167881 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Publish callbacks [] for port (f7f1462b-b866-4482-ab5e-f148b0915562), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.198313 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6fc58b9d-2987-4a51-8b17-b39f7fc24ff3 admin admin] Publish callbacks [] for security_group (68167565-7022-42a6-8437-0ec943e722bc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.206302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c0fdafb0-ef85-40ba-a648-2bd6349ce859 None None] Provisioning complete for port 8b51b73f-d4d7-4288-bbc3-e385213061f6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:55.206771 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c0fdafb0-ef85-40ba-a648-2bd6349ce859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8b51b73f-d4d7-4288-bbc3-e385213061f6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.212926 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (f7f1462b-b866-4482-ab5e-f148b0915562), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.221924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-bd0fcf86-8d80-496a-a271-eb2342c22967 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:55.223467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-bd0fcf86-8d80-496a-a271-eb2342c22967 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports/aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 HTTP/1.1" status: 200 len: 932 time: 0.2713048 Feb 11 05:31:55.280095 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:55.280632 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.357147 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1e5dca-9a65-4abf-be43-db38dea7f790 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:55.380203 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6fc58b9d-2987-4a51-8b17-b39f7fc24ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (68167565-7022-42a6-8437-0ec943e722bc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.384531 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6fc58b9d-2987-4a51-8b17-b39f7fc24ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.387988 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Network c75ddf1c-d929-4b35-ad2e-222dad4e87e0 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:55.391016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6fc58b9d-2987-4a51-8b17-b39f7fc24ff3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/68167565-7022-42a6-8437-0ec943e722bc HTTP/1.1" status: 204 len: 168 time: 0.5737567 Feb 11 05:31:55.437558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:55.448906 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Allocated IP 2001:db8:2::1 (c75ddf1c-d929-4b35-ad2e-222dad4e87e0/993ae0c6-4090-4a3a-b57b-1566e44964dc/ddceead2-36cc-4f65-af17-b2304a13dcb6) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:55.455860 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:55.476985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc58b9d-2987-4a51-8b17-b39f7fc24ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68167565-7022-42a6-8437-0ec943e722bc,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:55.547587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f,segment=NetworkSegment(6929dff0-1608-489b-b33b-693428450846),segment_id=6929dff0-1608-489b-b33b-693428450846)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:55.572547 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.583275 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:55.583439 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5dca-9a65-4abf-be43-db38dea7f790 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.653660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-5b1e5dca-9a65-4abf-be43-db38dea7f790 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port 79630d49-1cae-490a-a648-6b93f718e371 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:55.786629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c0fdafb0-ef85-40ba-a648-2bd6349ce859 None None] Port 8b51b73f-d4d7-4288-bbc3-e385213061f6 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:31:55.791536 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Pushing event updated for resources: {'Port': ['ID=f7f1462b-b866-4482-ab5e-f148b0915562,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:55.886742 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.888542 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e2d8-6a6e-49e6-b2cc-5490ad0dbb13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (5b308d90-5dfb-46f9-8290-7b9f157c736f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.902455 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-53254f99-b79f-4862-b624-a04838a5729d None None] Deleting port 61b80156-f20c-4b29-8143-a860ad93a720 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:55.913789 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-53254f99-b79f-4862-b624-a04838a5729d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (61b80156-f20c-4b29-8143-a860ad93a720), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.020839 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-53254f99-b79f-4862-b624-a04838a5729d None None] For port 61b80156-f20c-4b29-8143-a860ad93a720, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=61b80156-f20c-4b29-8143-a860ad93a720,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:56.021386 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-53254f99-b79f-4862-b624-a04838a5729d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (61b80156-f20c-4b29-8143-a860ad93a720), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.037863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-53254f99-b79f-4862-b624-a04838a5729d None None] Calling delete_port for 61b80156-f20c-4b29-8143-a860ad93a720 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:56.053702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-5b1e5dca-9a65-4abf-be43-db38dea7f790 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::f776:27ae:8194:1bf (f998a239-103b-4838-bc3b-5e531dc8d131/1e74484c-5bab-44d8-8d15-afa9310ae62c/79630d49-1cae-490a-a648-6b93f718e371) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:56.205020 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-53254f99-b79f-4862-b624-a04838a5729d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (61b80156-f20c-4b29-8143-a860ad93a720), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.232303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c0fdafb0-ef85-40ba-a648-2bd6349ce859 None None] Provisioning complete for port 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:56.233040 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c0fdafb0-ef85-40ba-a648-2bd6349ce859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.247743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:56.248475 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.267241 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5dca-9a65-4abf-be43-db38dea7f790 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (79630d49-1cae-490a-a648-6b93f718e371), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.314416 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5dca-9a65-4abf-be43-db38dea7f790 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (79630d49-1cae-490a-a648-6b93f718e371), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.327651 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Attempting to bind port f7f1462b-b866-4482-ab5e-f148b0915562 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:31:56.328522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Attempting to bind port f7f1462b-b866-4482-ab5e-f148b0915562 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'ad68690a-4214-4840-862d-3cb1b1beeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:31:56.329118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Attempting to bind port f7f1462b-b866-4482-ab5e-f148b0915562 on network c75ddf1c-d929-4b35-ad2e-222dad4e87e0 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:31:56.342817 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.346131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53254f99-b79f-4862-b624-a04838a5729d None None] No DVR routers for this DVR port 61b80156-f20c-4b29-8143-a860ad93a720 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:31:56.348292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:31:56.349070 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Checking segment: {'id': 'ad68690a-4214-4840-862d-3cb1b1beeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:31:56.349741 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.350397 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Bound using segment: {'id': 'ad68690a-4214-4840-862d-3cb1b1beeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:31:56.351454 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Bound port: f7f1462b-b866-4482-ab5e-f148b0915562, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad68690a-4214-4840-862d-3cb1b1beeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:31:56.352131 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f7f1462b-b866-4482-ab5e-f148b0915562), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.434126 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=ddceead2-36cc-4f65-af17-b2304a13dcb6,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:56.438301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f65bfa-b28e-48a6-b613-62e8b661a875 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:56.453414 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:56.461534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1e5dca-9a65-4abf-be43-db38dea7f790 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:56.484967 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network c75ddf1c-d929-4b35-ad2e-222dad4e87e0 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:56.489631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-5b1e5dca-9a65-4abf-be43-db38dea7f790 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:56.503797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e5dca-9a65-4abf-be43-db38dea7f790 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:56.511266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1e5dca-9a65-4abf-be43-db38dea7f790 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:56.516076 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5dca-9a65-4abf-be43-db38dea7f790 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.529574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e5dca-9a65-4abf-be43-db38dea7f790 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=79630d49-1cae-490a-a648-6b93f718e371,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:56.550708 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5b1e5dca-9a65-4abf-be43-db38dea7f790 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6149046 Feb 11 05:31:56.553173 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56784) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:56.560122 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:56.565830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:31:56.570729 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.635951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c6aa30-2ead-4208-9827-af6dca7f7343 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:56.639471 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-84c6aa30-2ead-4208-9827-af6dca7f7343 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0841055 Feb 11 05:31:56.642133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56786) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:56.688156 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53254f99-b79f-4862-b624-a04838a5729d None None] Pushing event deleted for resources: {'Port': ['ID=61b80156-f20c-4b29-8143-a860ad93a720,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:56.765721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e2d8-6a6e-49e6-b2cc-5490ad0dbb13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port 8b51b73f-d4d7-4288-bbc3-e385213061f6 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:56.766427 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e2d8-6a6e-49e6-b2cc-5490ad0dbb13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8b51b73f-d4d7-4288-bbc3-e385213061f6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.842889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:56.844196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f7441a90-cd14-4bb1-8ab9-28413093bc39 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:56.852098 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d25772a-89fc-4c8d-bafc-182a34115d08 req-5c11d814-c45b-436c-92de-b68a796ac141 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.3933260 Feb 11 05:31:56.924383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c840134c-4931-4b5f-a8dd-71cca04d24d0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port 79630d49-1cae-490a-a648-6b93f718e371 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:31:56.924980 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c840134c-4931-4b5f-a8dd-71cca04d24d0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (79630d49-1cae-490a-a648-6b93f718e371), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.962249 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] For port f7f1462b-b866-4482-ab5e-f148b0915562, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:31:56.962478 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.983269 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-7bcbdc5d-84c9-4b0e-a40f-d73b44b143c8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:56.984774 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-7bcbdc5d-84c9-4b0e-a40f-d73b44b143c8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports/2f6163c5-4e87-4547-a174-b364d5b146f5 HTTP/1.1" status: 200 len: 931 time: 0.5517461 Feb 11 05:31:57.023777 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c840134c-4931-4b5f-a8dd-71cca04d24d0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (79630d49-1cae-490a-a648-6b93f718e371), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.042485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c840134c-4931-4b5f-a8dd-71cca04d24d0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for 79630d49-1cae-490a-a648-6b93f718e371 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:57.063690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c0fdafb0-ef85-40ba-a648-2bd6349ce859 None None] Current status of the port 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:57.074205 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56792) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:57.091562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] For port f7f1462b-b866-4482-ab5e-f148b0915562, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f7f1462b-b866-4482-ab5e-f148b0915562,segment=NetworkSegment(ad68690a-4214-4840-862d-3cb1b1beeede),segment_id=ad68690a-4214-4840-862d-3cb1b1beeede)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:31:57.100740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f7441a90-cd14-4bb1-8ab9-28413093bc39 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:57.101266 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f7441a90-cd14-4bb1-8ab9-28413093bc39), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.136561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-d86ecfde-bb63-4e46-899e-66a05b46a4e7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:57.137979 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-d86ecfde-bb63-4e46-899e-66a05b46a4e7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports/aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 HTTP/1.1" status: 200 len: 932 time: 0.1471345 Feb 11 05:31:57.156714 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e2d8-6a6e-49e6-b2cc-5490ad0dbb13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8b51b73f-d4d7-4288-bbc3-e385213061f6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.192551 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f7f1462b-b866-4482-ab5e-f148b0915562), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.229109 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e2d8-6a6e-49e6-b2cc-5490ad0dbb13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for 8b51b73f-d4d7-4288-bbc3-e385213061f6 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:31:57.236974 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6e128323-d8b9-45f8-983d-a82c80b1935a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-87803565-network', 'tenant_id': '956cac9475ef4226a6728574a5a305a1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:57.243038 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c840134c-4931-4b5f-a8dd-71cca04d24d0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (79630d49-1cae-490a-a648-6b93f718e371), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.329191 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840134c-4931-4b5f-a8dd-71cca04d24d0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=79630d49-1cae-490a-a648-6b93f718e371,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:57.393673 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c840134c-4931-4b5f-a8dd-71cca04d24d0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.398666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c840134c-4931-4b5f-a8dd-71cca04d24d0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/79630d49-1cae-490a-a648-6b93f718e371 HTTP/1.1" status: 204 len: 168 time: 0.7538922 Feb 11 05:31:57.401060 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56800) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:57.457758 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e128323-d8b9-45f8-983d-a82c80b1935a admin admin] Made reservation on behalf of 956cac9475ef4226a6728574a5a305a1 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:57.460221 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e128323-d8b9-45f8-983d-a82c80b1935a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.497030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216e7549-41c6-4879-be5f-3c86f85ff7d8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:57.498984 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216e7549-41c6-4879-be5f-3c86f85ff7d8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:57.518082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-216e7549-41c6-4879-be5f-3c86f85ff7d8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1148798 Feb 11 05:31:57.519537 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5860b4-c997-4bc3-90b7-058557ad1bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': '1e74484c-5bab-44d8-8d15-afa9310ae62c'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:57.520485 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0e5860b4-c997-4bc3-90b7-058557ad1bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.520940 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56808) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:57.610956 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e128323-d8b9-45f8-983d-a82c80b1935a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.638545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-59289925-cb12-4c84-9b91-6ef15b23553d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 1e74484c-5bab-44d8-8d15-afa9310ae62c {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:31:57.649895 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-59289925-cb12-4c84-9b91-6ef15b23553d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (1e74484c-5bab-44d8-8d15-afa9310ae62c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.665458 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.680311 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.681714 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.709169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138301d-9835-40e7-a942-64b77ee189b3 None None] Pushing event updated for resources: {'Port': ['ID=f7f1462b-b866-4482-ab5e-f148b0915562,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:57.739004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=ddceead2-36cc-4f65-af17-b2304a13dcb6,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:57.760815 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-59289925-cb12-4c84-9b91-6ef15b23553d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (1e74484c-5bab-44d8-8d15-afa9310ae62c), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.773418 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f7441a90-cd14-4bb1-8ab9-28413093bc39 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:57.774810 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cd6ddcad-8388-4454-b32f-c2338b0efc74 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:57.827529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e643ed8e-f8a0-4cfb-a0a2-8552af3a545e None None] Provisioning complete for port 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:57.827842 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e643ed8e-f8a0-4cfb-a0a2-8552af3a545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.837571 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-59289925-cb12-4c84-9b91-6ef15b23553d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (1e74484c-5bab-44d8-8d15-afa9310ae62c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.907682 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port cd6ddcad-8388-4454-b32f-c2338b0efc74 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:57.908355 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cd6ddcad-8388-4454-b32f-c2338b0efc74), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:57.951137 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-59289925-cb12-4c84-9b91-6ef15b23553d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (1e74484c-5bab-44d8-8d15-afa9310ae62c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server [None req-0e5860b4-c997-4bc3-90b7-058557ad1bbf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e74484c-5bab-44d8-8d15-afa9310ae62c: This subnet is being modified by another concurrent operation. Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:31:58.000197 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e74484c-5bab-44d8-8d15-afa9310ae62c: This subnet is being modified by another concurrent operation. Feb 11 05:31:58.004247 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Feb 11 05:31:58.024496 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59289925-cb12-4c84-9b91-6ef15b23553d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=1e74484c-5bab-44d8-8d15-afa9310ae62c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:58.035630 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network c75ddf1c-d929-4b35-ad2e-222dad4e87e0 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:58.042020 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:58.063040 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e643ed8e-f8a0-4cfb-a0a2-8552af3a545e None None] Current status of the port 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:58.075566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01304371-9501-4d0d-a416-c9d5f785109e req-ea00c2d2-afd8-45a4-80f5-199ce1a00423 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0601566 Feb 11 05:31:58.089450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e643ed8e-f8a0-4cfb-a0a2-8552af3a545e None None] Could not find standard attr ID for object 61b80156-f20c-4b29-8143-a860ad93a720. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:31:58.106154 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-59289925-cb12-4c84-9b91-6ef15b23553d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.115642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-59289925-cb12-4c84-9b91-6ef15b23553d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/1e74484c-5bab-44d8-8d15-afa9310ae62c HTTP/1.1" status: 204 len: 168 time: 0.5934908 Feb 11 05:31:58.120808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56816) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:58.139181 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e2d8-6a6e-49e6-b2cc-5490ad0dbb13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8b51b73f-d4d7-4288-bbc3-e385213061f6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.256252 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e2d8-6a6e-49e6-b2cc-5490ad0dbb13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=8b51b73f-d4d7-4288-bbc3-e385213061f6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:58.261783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port cd6ddcad-8388-4454-b32f-c2338b0efc74 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:58.262827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 61b80156-f20c-4b29-8143-a860ad93a720 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:58.266301 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-118d4a97-0120-4be0-a862-c72db5b58f3c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1443670 Feb 11 05:31:58.269888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56818) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:58.277856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-60ca4717-a3b0-4f06-8982-0ec4772b533f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:58.293485 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 61b80156-f20c-4b29-8143-a860ad93a720 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:31:58.294126 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 61b80156-f20c-4b29-8143-a860ad93a720 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 05:31:58.336840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Port 61b80156-f20c-4b29-8143-a860ad93a720 not found, will not notify nova. {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 05:31:58.459114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ca4717-a3b0-4f06-8982-0ec4772b533f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:58.468331 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-60ca4717-a3b0-4f06-8982-0ec4772b533f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.474087 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:31:58.480167 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0b16739e-1a01-49fa-8fa4-83aae517d6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.514815 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e128323-d8b9-45f8-983d-a82c80b1935a admin admin] Publish callbacks [] for security_group (b20b238c-a3c5-4332-9f2c-f6bbe06dca32), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.526139 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e128323-d8b9-45f8-983d-a82c80b1935a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b20b238c-a3c5-4332-9f2c-f6bbe06dca32), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.551074 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e128323-d8b9-45f8-983d-a82c80b1935a admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:58.645532 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f7f1462b-b866-4482-ab5e-f148b0915562 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:58.752993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f7f1462b-b866-4482-ab5e-f148b0915562 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:58.753380 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f7f1462b-b866-4482-ab5e-f148b0915562), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.817004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:31:58.819762 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e128323-d8b9-45f8-983d-a82c80b1935a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d506de75-aa3a-443a-ada6-4fb45ca7a248), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.822045 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-6e128323-d8b9-45f8-983d-a82c80b1935a admin admin] Added segment d506de75-aa3a-443a-ada6-4fb45ca7a248 of type vlan for network 0f5a4be0-feb8-49fd-96dc-ac82be5bf89e Feb 11 05:31:58.831156 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Sync routers for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:31:58.853635 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a8fa3596-c23c-405c-94f0-5cffd5456e05 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/3c75dc6c-84bf-446e-98df-9a4dfdd45ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2019501 Feb 11 05:31:58.854002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56824) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:58.861490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a1af76e8-c7af-4dbe-a70d-016703753c15 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-890781953'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:58.865589 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:31:58.870168 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:31:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:58.890789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1af76e8-c7af-4dbe-a70d-016703753c15 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:58.897052 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1af76e8-c7af-4dbe-a70d-016703753c15 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.935876 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-60ca4717-a3b0-4f06-8982-0ec4772b533f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (01f70faa-84f4-4313-a4c8-0a22d7052068), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.956899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1af76e8-c7af-4dbe-a70d-016703753c15 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:31:58.998684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f7f1462b-b866-4482-ab5e-f148b0915562 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:31:58.999071 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f7f1462b-b866-4482-ab5e-f148b0915562), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.019622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ca4717-a3b0-4f06-8982-0ec4772b533f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:31:59.042033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-60ca4717-a3b0-4f06-8982-0ec4772b533f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:31:59.064208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ca4717-a3b0-4f06-8982-0ec4772b533f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:59.065047 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-60ca4717-a3b0-4f06-8982-0ec4772b533f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.071768 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1af76e8-c7af-4dbe-a70d-016703753c15 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (67cf2fd2-7487-4742-9b4c-6300c151c764), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.072327 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-a1af76e8-c7af-4dbe-a70d-016703753c15 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Added segment 67cf2fd2-7487-4742-9b4c-6300c151c764 of type vlan for network 2785b168-c448-4dd7-b4dd-927408992d72 Feb 11 05:31:59.096269 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e128323-d8b9-45f8-983d-a82c80b1935a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20b238c-a3c5-4332-9f2c-f6bbe06dca32,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:59.104348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ab405d-7fdd-4812-a46d-cfb4d931a0f8 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:59.113619 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca4717-a3b0-4f06-8982-0ec4772b533f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=01f70faa-84f4-4313-a4c8-0a22d7052068,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:31:59.120327 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:31:59.123054 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e2d8-6a6e-49e6-b2cc-5490ad0dbb13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (5b308d90-5dfb-46f9-8290-7b9f157c736f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.176544 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-60ca4717-a3b0-4f06-8982-0ec4772b533f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9022038 Feb 11 05:31:59.179547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56828) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:31:59.185643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-d3dbdc8f-2c9e-41ac-98df-4be5caf2cf47 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'fixed_ips': [{'subnet_id': '01f70faa-84f4-4313-a4c8-0a22d7052068', 'ip_address': '2001:db8::42d3:8284:b248:77c8'}], 'name': 'tempest-NetworksTestDHCPv6-1579135268'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:31:59.353768 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-ad6a3bc4-d032-4e38-8425-49956638e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:59.355816 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-ad6a3bc4-d032-4e38-8425-49956638e0b2 service neutron] 10.222.0.73 "GET /v2.0/ports/2f6163c5-4e87-4547-a174-b364d5b146f5 HTTP/1.1" status: 200 len: 1027 time: 0.5492103 Feb 11 05:31:59.358876 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e128323-d8b9-45f8-983d-a82c80b1935a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (0f5a4be0-feb8-49fd-96dc-ac82be5bf89e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.391743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb9725b-e9aa-4475-98a0-a13f18d7435b None None] Network c75ddf1c-d929-4b35-ad2e-222dad4e87e0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:31:59.408206 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-ff52d80d-f060-42fe-ad17-a89550e7ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:59.410281 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-ff52d80d-f060-42fe-ad17-a89550e7ac0d service neutron] 10.222.0.73 "GET /v2.0/ports/aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 HTTP/1.1" status: 200 len: 1028 time: 0.0457661 Feb 11 05:31:59.445259 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1af76e8-c7af-4dbe-a70d-016703753c15 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (2785b168-c448-4dd7-b4dd-927408992d72), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.447928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dbdc8f-2c9e-41ac-98df-4be5caf2cf47 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:31:59.455121 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3dbdc8f-2c9e-41ac-98df-4be5caf2cf47 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.471528 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.db.resource_extend [None req-6e128323-d8b9-45f8-983d-a82c80b1935a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:31:59.474566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e92414b-72cb-4af5-957d-f3000a661a9c req-400dd27b-aedd-43d5-ad74-90a9dd682ff9 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0780373 Feb 11 05:31:59.482547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-d3dbdc8f-2c9e-41ac-98df-4be5caf2cf47 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port 49444ee1-fdda-4011-b3b0-4b2c4a0b30df yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:31:59.689350 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:31:56Z', 'revision_number': 4, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddceead2-36cc-4f65-af17-b2304a13dcb6', 'name': '', 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:c7:b6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:55Z', 'updated_at': '2022-02-11T05:31:57Z', 'revision_number': 2, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:31:59.691832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-d3dbdc8f-2c9e-41ac-98df-4be5caf2cf47 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::42d3:8284:b248:77c8 (f998a239-103b-4838-bc3b-5e531dc8d131/01f70faa-84f4-4313-a4c8-0a22d7052068/49444ee1-fdda-4011-b3b0-4b2c4a0b30df) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:31:59.711043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': '01f70faa-84f4-4313-a4c8-0a22d7052068'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:31:59.713180 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.723882 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port f7f1462b-b866-4482-ab5e-f148b0915562, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f7f1462b-b866-4482-ab5e-f148b0915562,segment=NetworkSegment(ad68690a-4214-4840-862d-3cb1b1beeede),segment_id=ad68690a-4214-4840-862d-3cb1b1beeede)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:31:59.777832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e2661816-36db-478e-b12e-f3500f40d519 None None] Provisioning complete for port f7f1462b-b866-4482-ab5e-f148b0915562 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:31:59.778365 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e2661816-36db-478e-b12e-f3500f40d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f7f1462b-b866-4482-ab5e-f148b0915562), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.801893 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Checking router: 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:31:59.804208 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Updating router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 port ddceead2-36cc-4f65-af17-b2304a13dcb6 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:31:59.856420 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f7f1462b-b866-4482-ab5e-f148b0915562), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.857231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:31:59.862060 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.887735 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3dbdc8f-2c9e-41ac-98df-4be5caf2cf47 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (49444ee1-fdda-4011-b3b0-4b2c4a0b30df), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.899376 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.resource_extend [None req-a1af76e8-c7af-4dbe-a70d-016703753c15 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:31:59.932131 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1af76e8-c7af-4dbe-a70d-016703753c15 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (2785b168-c448-4dd7-b4dd-927408992d72), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.937585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1af76e8-c7af-4dbe-a70d-016703753c15 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:59.938291 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1af76e8-c7af-4dbe-a70d-016703753c15 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.996367 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a1af76e8-c7af-4dbe-a70d-016703753c15 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1411033 Feb 11 05:31:59.997548 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56834) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:00.025331 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3dbdc8f-2c9e-41ac-98df-4be5caf2cf47 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (49444ee1-fdda-4011-b3b0-4b2c4a0b30df), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.037100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ac962dc1-c6b6-4cd7-8cc2-870ea29dd999 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'subnet': {'network_id': '2785b168-c448-4dd7-b4dd-927408992d72', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:00.255074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbdc8f-2c9e-41ac-98df-4be5caf2cf47 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=49444ee1-fdda-4011-b3b0-4b2c4a0b30df,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:00.268791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af76e8-c7af-4dbe-a70d-016703753c15 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Network': ['ID=2785b168-c448-4dd7-b4dd-927408992d72,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:00.275848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac962dc1-c6b6-4cd7-8cc2-870ea29dd999 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Made reservation on behalf of aed2cf4bcc0e476eaad967f8f1916a0c for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:00.279354 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac962dc1-c6b6-4cd7-8cc2-870ea29dd999 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.284332 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e128323-d8b9-45f8-983d-a82c80b1935a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (0f5a4be0-feb8-49fd-96dc-ac82be5bf89e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.285298 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e128323-d8b9-45f8-983d-a82c80b1935a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:00.285870 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e128323-d8b9-45f8-983d-a82c80b1935a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.290684 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Publish callbacks [] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.298816 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.318696 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 2785b168-c448-4dd7-b4dd-927408992d72 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:00.384533 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848caa4-963e-4422-a31e-305ba8d94095 None None] Pushing event updated for resources: {'Port': ['ID=ddceead2-36cc-4f65-af17-b2304a13dcb6,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:00.400357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:00.400747 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.511867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=f7f1462b-b866-4482-ab5e-f148b0915562,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:00.528077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dbdc8f-2c9e-41ac-98df-4be5caf2cf47 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:00.541417 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-d3dbdc8f-2c9e-41ac-98df-4be5caf2cf47 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:00.547062 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dbdc8f-2c9e-41ac-98df-4be5caf2cf47 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:00.565485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dbdc8f-2c9e-41ac-98df-4be5caf2cf47 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:00.566155 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3dbdc8f-2c9e-41ac-98df-4be5caf2cf47 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.571307 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e128323-d8b9-45f8-983d-a82c80b1935a admin admin] Pushing event updated for resources: {'Network': ['ID=0f5a4be0-feb8-49fd-96dc-ac82be5bf89e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:00.574920 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Attempting to bind port ddceead2-36cc-4f65-af17-b2304a13dcb6 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:00.575642 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Attempting to bind port ddceead2-36cc-4f65-af17-b2304a13dcb6 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'ad68690a-4214-4840-862d-3cb1b1beeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:00.575807 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Attempting to bind port ddceead2-36cc-4f65-af17-b2304a13dcb6 on network c75ddf1c-d929-4b35-ad2e-222dad4e87e0 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:00.594501 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:00.594911 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Checking segment: {'id': 'ad68690a-4214-4840-862d-3cb1b1beeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:00.595278 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.595768 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Bound using segment: {'id': 'ad68690a-4214-4840-862d-3cb1b1beeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:00.596240 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Bound port: ddceead2-36cc-4f65-af17-b2304a13dcb6, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad68690a-4214-4840-862d-3cb1b1beeede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:00.596615 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.598328 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6e128323-d8b9-45f8-983d-a82c80b1935a admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.5124190 Feb 11 05:32:00.601089 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef5e2d8-6a6e-49e6-b2cc-5490ad0dbb13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Router 5b308d90-5dfb-46f9-8290-7b9f157c736f has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:32:00.604135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56840) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:00.620813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e150d209-ad06-4b31-bae8-3ff653ceec69 admin admin] Request body: {'subnet': {'network_id': '0f5a4be0-feb8-49fd-96dc-ac82be5bf89e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-87803565-subnet', 'tenant_id': '956cac9475ef4226a6728574a5a305a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:00.622156 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 0f5a4be0-feb8-49fd-96dc-ac82be5bf89e details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:00.667990 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e2661816-36db-478e-b12e-f3500f40d519 None None] Current status of the port f7f1462b-b866-4482-ab5e-f148b0915562 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:00.681571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e150d209-ad06-4b31-bae8-3ff653ceec69 admin admin] Made reservation on behalf of 956cac9475ef4226a6728574a5a305a1 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:00.689490 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e150d209-ad06-4b31-bae8-3ff653ceec69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.731119 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edf2111f-43bd-4e48-a20f-4387e52fa645 req-93df146b-bf88-4a36-a737-d80b62387db9 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0852857 Feb 11 05:32:00.742401 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] For port ddceead2-36cc-4f65-af17-b2304a13dcb6, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:00.747083 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] For port ddceead2-36cc-4f65-af17-b2304a13dcb6, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ddceead2-36cc-4f65-af17-b2304a13dcb6,segment=NetworkSegment(ad68690a-4214-4840-862d-3cb1b1beeede),segment_id=ad68690a-4214-4840-862d-3cb1b1beeede)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:00.747290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d3dbdc8f-2c9e-41ac-98df-4be5caf2cf47 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5643361 Feb 11 05:32:00.749272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56842) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:00.755990 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.847235 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac962dc1-c6b6-4cd7-8cc2-870ea29dd999 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (ff26bfb6-79f1-414f-b9da-64178066da2b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:00.887823 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:00.888994 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:31:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:01.055016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad40c04-5a5b-400a-aff8-b32ed935b76b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.070484 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6ad40c04-5a5b-400a-aff8-b32ed935b76b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3201516 Feb 11 05:32:01.080613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56846) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:01.099921 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Allocated IP 2001:db8::2 (f998a239-103b-4838-bc3b-5e531dc8d131/01f70faa-84f4-4313-a4c8-0a22d7052068/77143b31-0798-4c72-af56-455145aad969) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:01.103762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac962dc1-c6b6-4cd7-8cc2-870ea29dd999 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Subnet': ['ID=ff26bfb6-79f1-414f-b9da-64178066da2b,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:01.167234 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e150d209-ad06-4b31-bae8-3ff653ceec69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (554ed693-fbd0-4f7d-85c0-757604f29531), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.194972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac962dc1-c6b6-4cd7-8cc2-870ea29dd999 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Checking segment: {'id': '67cf2fd2-7487-4742-9b4c-6300c151c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:01.195340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac962dc1-c6b6-4cd7-8cc2-870ea29dd999 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network hostable DHCP agents. Network: 2785b168-c448-4dd7-b4dd-927408992d72, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:01.205052 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:01.268976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac962dc1-c6b6-4cd7-8cc2-870ea29dd999 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network 2785b168-c448-4dd7-b4dd-927408992d72 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:01.317256 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150d209-ad06-4b31-bae8-3ff653ceec69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=554ed693-fbd0-4f7d-85c0-757604f29531,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:01.333081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-ac962dc1-c6b6-4cd7-8cc2-870ea29dd999 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 2785b168-c448-4dd7-b4dd-927408992d72) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:01.348819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac962dc1-c6b6-4cd7-8cc2-870ea29dd999 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.352998 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ac962dc1-c6b6-4cd7-8cc2-870ea29dd999 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.355224 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848caa4-963e-4422-a31e-305ba8d94095 None None] Pushing event updated for resources: {'Port': ['ID=ddceead2-36cc-4f65-af17-b2304a13dcb6,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:01.417000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ac962dc1-c6b6-4cd7-8cc2-870ea29dd999 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3857872 Feb 11 05:32:01.418863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56848) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:01.428802 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b60b1eea-3a74-462f-96ef-dde12927a2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.432144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-0a915be7-4050-4ba8-8699-46b76f594176 None None] Provisioning complete for port ddceead2-36cc-4f65-af17-b2304a13dcb6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:01.432517 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a915be7-4050-4ba8-8699-46b76f594176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.451958 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fc1314-972f-435f-97da-51230c7d8c39 None None] Network 2785b168-c448-4dd7-b4dd-927408992d72 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:01.477163 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-99c81148-7f68-42df-8cb5-34cd34d9ba95 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.482768 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-99c81148-7f68-42df-8cb5-34cd34d9ba95 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.489472 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-99c81148-7f68-42df-8cb5-34cd34d9ba95 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:01.492096 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-99c81148-7f68-42df-8cb5-34cd34d9ba95 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.73 "GET /v2.0/networks?id=799a9941-b575-4229-aefb-2f7d7414a8e8&id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&id=23491f43-7703-4822-8ced-d1c33541a9ac&id=23491f43-7703-4822-8ced-d1c33541a9ac HTTP/1.1" status: 200 len: 1989 time: 2.0737741 Feb 11 05:32:01.515505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-9ebed19e-6de5-4ddb-a4f0-90a6a2ca78bc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port 49444ee1-fdda-4011-b3b0-4b2c4a0b30df {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:01.515877 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9ebed19e-6de5-4ddb-a4f0-90a6a2ca78bc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (49444ee1-fdda-4011-b3b0-4b2c4a0b30df), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:01.621845 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef5e2d8-6a6e-49e6-b2cc-5490ad0dbb13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:01.642874 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7ef5e2d8-6a6e-49e6-b2cc-5490ad0dbb13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "PUT /v2.0/routers/5b308d90-5dfb-46f9-8290-7b9f157c736f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2929754 Feb 11 05:32:01.652144 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56852) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:01.666497 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:31:56Z', 'revision_number': 4, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddceead2-36cc-4f65-af17-b2304a13dcb6', 'name': '', 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:c7:b6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:55Z', 'updated_at': '2022-02-11T05:32:00Z', 'revision_number': 4, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:01.691072 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb57149-4807-4686-8afb-b6887862667c None None] Sync routers for ids ['5b308d90-5dfb-46f9-8290-7b9f157c736f'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:01.746796 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee081a-429f-41d1-8222-1ff7ac81b58a None None] The sync data for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 is: [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:31:56Z', 'revision_number': 4, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddceead2-36cc-4f65-af17-b2304a13dcb6', 'name': '', 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:c7:b6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:55Z', 'updated_at': '2022-02-11T05:32:00Z', 'revision_number': 4, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:01.880321 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-671b43a3-a44f-49b9-826e-9967976616c5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f571c83359014d03b82a06a0b410a902 HTTP/1.1" status: 200 len: 379 time: 0.3192906 Feb 11 05:32:01.881937 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce809efa-0aa2-43ab-9d63-67bd9fc0a888 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] GET failed (client error): The resource could not be found. Feb 11 05:32:01.890107 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ce809efa-0aa2-43ab-9d63-67bd9fc0a888 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports/8b51b73f-d4d7-4288-bbc3-e385213061f6 HTTP/1.1" status: 404 len: 333 time: 0.2324929 Feb 11 05:32:01.892464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56856) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:01.898670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:01.921444 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-8adfd579-c5c0-4178-9dd1-226f2fa76027 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Request body: {'port': {'device_id': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8', 'admin_state_up': True, 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'security_groups': ['3cf28cb2-49e4-44c6-9a96-688d92e7c5f0']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:02.074103 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 61b80156-f20c-4b29-8143-a860ad93a720 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:02.109983 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb57149-4807-4686-8afb-b6887862667c None None] Routers {'5b308d90-5dfb-46f9-8290-7b9f157c736f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:02.110748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7eb57149-4807-4686-8afb-b6887862667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5b308d90-5dfb-46f9-8290-7b9f157c736f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:02.172322 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c0215664-ba5d-4b12-bad1-db1b8b6f9c8f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for router (5b308d90-5dfb-46f9-8290-7b9f157c736f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.257858 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e150d209-ad06-4b31-bae8-3ff653ceec69 admin admin] Checking segment: {'id': 'd506de75-aa3a-443a-ada6-4fb45ca7a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0f5a4be0-feb8-49fd-96dc-ac82be5bf89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:02.258393 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e150d209-ad06-4b31-bae8-3ff653ceec69 admin admin] Network hostable DHCP agents. Network: 0f5a4be0-feb8-49fd-96dc-ac82be5bf89e, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:02.293062 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 61b80156-f20c-4b29-8143-a860ad93a720 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:02.293416 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 61b80156-f20c-4b29-8143-a860ad93a720 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:02.310173 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Publish callbacks [] for port (77143b31-0798-4c72-af56-455145aad969), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.316498 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7eb57149-4807-4686-8afb-b6887862667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:02.357871 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (77143b31-0798-4c72-af56-455145aad969), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.495237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb57149-4807-4686-8afb-b6887862667c None None] Routers {'5b308d90-5dfb-46f9-8290-7b9f157c736f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:02.496320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7eb57149-4807-4686-8afb-b6887862667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5b308d90-5dfb-46f9-8290-7b9f157c736f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:02.717507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b5c252f-5a1c-484d-94e5-b101e7a4d294 req-d90f8b79-b622-4d01-9c51-5f02bad3eeeb tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.2465172 Feb 11 05:32:02.827851 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e150d209-ad06-4b31-bae8-3ff653ceec69 admin admin] Network 0f5a4be0-feb8-49fd-96dc-ac82be5bf89e is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:02.862334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-e150d209-ad06-4b31-bae8-3ff653ceec69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 0f5a4be0-feb8-49fd-96dc-ac82be5bf89e) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:02.905583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-2785b168-c448-4dd7-b4dd-927408992d72', 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72', 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'fixed_ips': [{'subnet_id': 'ff26bfb6-79f1-414f-b9da-64178066da2b'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:02.906807 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.909687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f7f1462b-b866-4482-ab5e-f148b0915562 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:02.919006 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef7b02c-c79b-468e-8148-4202392f834b None None] Network 0f5a4be0-feb8-49fd-96dc-ac82be5bf89e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:02.934995 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c0215664-ba5d-4b12-bad1-db1b8b6f9c8f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (5b308d90-5dfb-46f9-8290-7b9f157c736f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.937374 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e150d209-ad06-4b31-bae8-3ff653ceec69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:02.937963 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e150d209-ad06-4b31-bae8-3ff653ceec69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:02.943051 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c0215664-ba5d-4b12-bad1-db1b8b6f9c8f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for router_controller (5b308d90-5dfb-46f9-8290-7b9f157c736f), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.060469 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e150d209-ad06-4b31-bae8-3ff653ceec69 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4552116 Feb 11 05:32:03.063845 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-8adfd579-c5c0-4178-9dd1-226f2fa76027 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Made reservation on behalf of f571c83359014d03b82a06a0b410a902 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:03.065544 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-8adfd579-c5c0-4178-9dd1-226f2fa76027 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.122002 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c0215664-ba5d-4b12-bad1-db1b8b6f9c8f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (5b308d90-5dfb-46f9-8290-7b9f157c736f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.122450 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0215664-ba5d-4b12-bad1-db1b8b6f9c8f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Fanout notify agent at l3_agent the message router_deleted on router 5b308d90-5dfb-46f9-8290-7b9f157c736f {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:32:03.152788 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c0215664-ba5d-4b12-bad1-db1b8b6f9c8f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.153931 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c0215664-ba5d-4b12-bad1-db1b8b6f9c8f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/routers/5b308d90-5dfb-46f9-8290-7b9f157c736f HTTP/1.1" status: 204 len: 168 time: 1.2178328 Feb 11 05:32:03.177060 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56868) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:03.248547 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9ebed19e-6de5-4ddb-a4f0-90a6a2ca78bc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (49444ee1-fdda-4011-b3b0-4b2c4a0b30df), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.250886 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:03.262111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0a915be7-4050-4ba8-8699-46b76f594176 None None] Current status of the port ddceead2-36cc-4f65-af17-b2304a13dcb6 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:03.262810 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a915be7-4050-4ba8-8699-46b76f594176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.303039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-9ebed19e-6de5-4ddb-a4f0-90a6a2ca78bc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for 49444ee1-fdda-4011-b3b0-4b2c4a0b30df owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:03.526533 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2622375d-8e92-422f-af53-57cea6f40bbe tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting subnet ade4cf90-1f03-4ac8-b864-0ef0f4254d96 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:03.541589 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2622375d-8e92-422f-af53-57cea6f40bbe tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (ade4cf90-1f03-4ac8-b864-0ef0f4254d96), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.553802 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Allocated IP 2001:db8:3::2 (2785b168-c448-4dd7-b4dd-927408992d72/ff26bfb6-79f1-414f-b9da-64178066da2b/97c5d919-f1b9-493d-b484-0c0fc884db45) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:03.680156 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.769407 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2622375d-8e92-422f-af53-57cea6f40bbe tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (ade4cf90-1f03-4ac8-b864-0ef0f4254d96), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.922222 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Publish callbacks [] for port (97c5d919-f1b9-493d-b484-0c0fc884db45), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:03.927014 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7eb57149-4807-4686-8afb-b6887862667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:03.929468 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb57149-4807-4686-8afb-b6887862667c None None] The sync data for ids ['5b308d90-5dfb-46f9-8290-7b9f157c736f'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:03.942421 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Pushing event updated for resources: {'Port': ['ID=77143b31-0798-4c72-af56-455145aad969,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:03.959025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-8adfd579-c5c0-4178-9dd1-226f2fa76027 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Allocated IP 172.20.0.13 (799a9941-b575-4229-aefb-2f7d7414a8e8/795c5f83-8f52-4a99-8b5b-a318dca41c6b/75f3b967-e8c9-4755-8087-be2d8c88ed6a) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:04.022551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0a915be7-4050-4ba8-8699-46b76f594176 None None] For port ddceead2-36cc-4f65-af17-b2304a13dcb6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ddceead2-36cc-4f65-af17-b2304a13dcb6,segment=NetworkSegment(ad68690a-4214-4840-862d-3cb1b1beeede),segment_id=ad68690a-4214-4840-862d-3cb1b1beeede)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:04.043723 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.107231 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a915be7-4050-4ba8-8699-46b76f594176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.117488 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (97c5d919-f1b9-493d-b484-0c0fc884db45), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.137501 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2622375d-8e92-422f-af53-57cea6f40bbe tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (ade4cf90-1f03-4ac8-b864-0ef0f4254d96), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.141148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:04.145034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:04.198031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Network 2785b168-c448-4dd7-b4dd-927408992d72 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:04.236901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:04.276911 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2622375d-8e92-422f-af53-57cea6f40bbe tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (ade4cf90-1f03-4ac8-b864-0ef0f4254d96), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.299389 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:32:04.318284 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e4e89815-9013-4a9f-a404-cbc2af7f031e req-be4a5563-06ee-49cb-b0af-d27342a8ef8d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.1225123 Feb 11 05:32:04.325160 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9ebed19e-6de5-4ddb-a4f0-90a6a2ca78bc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (49444ee1-fdda-4011-b3b0-4b2c4a0b30df), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.354616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622375d-8e92-422f-af53-57cea6f40bbe tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Subnet': ['ID=ade4cf90-1f03-4ac8-b864-0ef0f4254d96,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:04.415512 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2622375d-8e92-422f-af53-57cea6f40bbe tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.428699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:04.435434 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2622375d-8e92-422f-af53-57cea6f40bbe tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/ade4cf90-1f03-4ac8-b864-0ef0f4254d96 HTTP/1.1" status: 204 len: 168 time: 1.2515395 Feb 11 05:32:04.438798 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56886) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:04.464304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebed19e-6de5-4ddb-a4f0-90a6a2ca78bc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=49444ee1-fdda-4011-b3b0-4b2c4a0b30df,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:04.515746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f7f1462b-b866-4482-ab5e-f148b0915562 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:04.516136 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f7f1462b-b866-4482-ab5e-f148b0915562), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.533043 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.600032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Attempting to bind port 77143b31-0798-4c72-af56-455145aad969 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:04.600456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Attempting to bind port 77143b31-0798-4c72-af56-455145aad969 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:04.600832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Attempting to bind port 77143b31-0798-4c72-af56-455145aad969 on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:04.606083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b51a71-7095-4728-98df-e971b629f96d None None] Network b3b65b48-e8ca-48c0-abfb-63355445e4db requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:04.610382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db81d76-261e-4489-be1d-32dbda804d99 None None] Network 0f5a4be0-feb8-49fd-96dc-ac82be5bf89e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:04.636082 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9ebed19e-6de5-4ddb-a4f0-90a6a2ca78bc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.642283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56890) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:04.642680 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9ebed19e-6de5-4ddb-a4f0-90a6a2ca78bc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/49444ee1-fdda-4011-b3b0-4b2c4a0b30df HTTP/1.1" status: 204 len: 168 time: 3.5557625 Feb 11 05:32:04.746993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:04.748038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:04.748468 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.748873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:04.749373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Bound port: 77143b31-0798-4c72-af56-455145aad969, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:04.749771 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (77143b31-0798-4c72-af56-455145aad969), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.792461 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Allocated IP 2001:db8:3::1 (2785b168-c448-4dd7-b4dd-927408992d72/ff26bfb6-79f1-414f-b9da-64178066da2b/2b3a3116-ceb6-4609-a162-d9601190746e) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:04.927153 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] For port 77143b31-0798-4c72-af56-455145aad969, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:04.931348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] For port 77143b31-0798-4c72-af56-455145aad969, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=77143b31-0798-4c72-af56-455145aad969,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:04.944998 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-0a915be7-4050-4ba8-8699-46b76f594176 None None] Provisioning complete for port f7f1462b-b866-4482-ab5e-f148b0915562 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:04.947530 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a915be7-4050-4ba8-8699-46b76f594176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f7f1462b-b866-4482-ab5e-f148b0915562), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.998074 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (77143b31-0798-4c72-af56-455145aad969), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.012875 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (b3b65b48-e8ca-48c0-abfb-63355445e4db), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.018814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e075a1-31a1-496c-b193-bfe03181b98a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.025618 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e075a1-31a1-496c-b193-bfe03181b98a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.027891 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-04e075a1-31a1-496c-b193-bfe03181b98a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3788130 Feb 11 05:32:05.039248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56892) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:05.042282 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Attempting to bind port 97c5d919-f1b9-493d-b484-0c0fc884db45 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:05.042670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Attempting to bind port 97c5d919-f1b9-493d-b484-0c0fc884db45 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '67cf2fd2-7487-4742-9b4c-6300c151c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:05.043039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Attempting to bind port 97c5d919-f1b9-493d-b484-0c0fc884db45 on network 2785b168-c448-4dd7-b4dd-927408992d72 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:05.066370 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:05.066760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Checking segment: {'id': '67cf2fd2-7487-4742-9b4c-6300c151c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:05.067178 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.067870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Bound using segment: {'id': '67cf2fd2-7487-4742-9b4c-6300c151c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:05.068368 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Bound port: 97c5d919-f1b9-493d-b484-0c0fc884db45, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cf2fd2-7487-4742-9b4c-6300c151c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:05.068794 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (97c5d919-f1b9-493d-b484-0c0fc884db45), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.102108 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-8adfd579-c5c0-4178-9dd1-226f2fa76027 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for port (75f3b967-e8c9-4755-8087-be2d8c88ed6a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.192661 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4558d26-c25e-4185-9eac-a3ee3f6c31a6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 01f70faa-84f4-4313-a4c8-0a22d7052068 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:05.208283 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-8adfd579-c5c0-4178-9dd1-226f2fa76027 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (75f3b967-e8c9-4755-8087-be2d8c88ed6a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.222006 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4558d26-c25e-4185-9eac-a3ee3f6c31a6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (01f70faa-84f4-4313-a4c8-0a22d7052068), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.332481 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a915be7-4050-4ba8-8699-46b76f594176 None None] Pushing event updated for resources: {'Port': ['ID=ddceead2-36cc-4f65-af17-b2304a13dcb6,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:05.374325 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4558d26-c25e-4185-9eac-a3ee3f6c31a6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (01f70faa-84f4-4313-a4c8-0a22d7052068), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.465377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfd579-c5c0-4178-9dd1-226f2fa76027 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event updated for resources: {'Port': ['ID=75f3b967-e8c9-4755-8087-be2d8c88ed6a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:05.485268 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.503499 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Pushing event updated for resources: {'Port': ['ID=97c5d919-f1b9-493d-b484-0c0fc884db45,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:05.529733 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (2b3a3116-ceb6-4609-a162-d9601190746e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.533583 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-8adfd579-c5c0-4178-9dd1-226f2fa76027 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Network 799a9941-b575-4229-aefb-2f7d7414a8e8 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:05.540472 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-8adfd579-c5c0-4178-9dd1-226f2fa76027 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:05.554912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-8adfd579-c5c0-4178-9dd1-226f2fa76027 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:05.730172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e976c-04d6-4b75-bade-265107f6af02 None None] Pushing event updated for resources: {'Port': ['ID=77143b31-0798-4c72-af56-455145aad969,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:05.806391 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-8adfd579-c5c0-4178-9dd1-226f2fa76027 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:05.807082 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-8adfd579-c5c0-4178-9dd1-226f2fa76027 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.815847 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2b3a3116-ceb6-4609-a162-d9601190746e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.823591 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port f7441a90-cd14-4bb1-8ab9-28413093bc39 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:05.823934 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f7441a90-cd14-4bb1-8ab9-28413093bc39), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:05.986278 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-8adfd579-c5c0-4178-9dd1-226f2fa76027 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0881062 Feb 11 05:32:06.003872 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-5852bcea-df9f-4dcc-87cb-10738619d588 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Request body: {'port': {'device_id': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4', 'admin_state_up': True, 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'security_groups': ['3cf28cb2-49e4-44c6-9a96-688d92e7c5f0']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:06.028457 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0a915be7-4050-4ba8-8699-46b76f594176 None None] Current status of the port f7f1462b-b866-4482-ab5e-f148b0915562 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:06.086639 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network 2785b168-c448-4dd7-b4dd-927408992d72 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:06.129851 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:06.167565 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f7f1462b-b866-4482-ab5e-f148b0915562 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:06.175785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ddceead2-36cc-4f65-af17-b2304a13dcb6 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:06.177017 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:06.177755 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.190147 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] For port f7441a90-cd14-4bb1-8ab9-28413093bc39, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f7441a90-cd14-4bb1-8ab9-28413093bc39,segment=NetworkSegment(d83a74cf-bfa6-41dc-8688-8d051767fad9),segment_id=d83a74cf-bfa6-41dc-8688-8d051767fad9)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:06.190723 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f7441a90-cd14-4bb1-8ab9-28413093bc39), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.321437 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b79af14-3018-43d6-8a8b-ad82bcb25194 None None] DHCP port deletion for b3b65b48-e8ca-48c0-abfb-63355445e4db request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:32:06.361628 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for f7441a90-cd14-4bb1-8ab9-28413093bc39 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:06.400854 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] For port 97c5d919-f1b9-493d-b484-0c0fc884db45, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:06.478937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ddceead2-36cc-4f65-af17-b2304a13dcb6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:06.479587 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.570743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] For port 97c5d919-f1b9-493d-b484-0c0fc884db45, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=97c5d919-f1b9-493d-b484-0c0fc884db45,segment=NetworkSegment(67cf2fd2-7487-4742-9b4c-6300c151c764),segment_id=67cf2fd2-7487-4742-9b4c-6300c151c764)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:06.610308 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ecf00873-a2dd-4755-9b67-0683774342f9 None None] Provisioning complete for port ddceead2-36cc-4f65-af17-b2304a13dcb6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:06.611136 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ecf00873-a2dd-4755-9b67-0683774342f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.624462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=2b3a3116-ceb6-4609-a162-d9601190746e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:06.639168 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2b3a3116-ceb6-4609-a162-d9601190746e), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.681923 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-5852bcea-df9f-4dcc-87cb-10738619d588 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Made reservation on behalf of f571c83359014d03b82a06a0b410a902 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:06.700806 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-5852bcea-df9f-4dcc-87cb-10738619d588 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.757678 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (97c5d919-f1b9-493d-b484-0c0fc884db45), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.768143 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (f7441a90-cd14-4bb1-8ab9-28413093bc39), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.791337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9b3e5-e8cb-41cd-a620-69449d32093e req-4779708d-288d-4864-b147-c0c7860f22ca tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:06.811698 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3be9b3e5-e8cb-41cd-a620-69449d32093e req-4779708d-288d-4864-b147-c0c7860f22ca tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 932 time: 1.1299593 Feb 11 05:32:06.895172 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4558d26-c25e-4185-9eac-a3ee3f6c31a6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (01f70faa-84f4-4313-a4c8-0a22d7052068), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:06.898025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=f7441a90-cd14-4bb1-8ab9-28413093bc39,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:06.961803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ddceead2-36cc-4f65-af17-b2304a13dcb6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:07.026151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No DVR routers for this DVR port f7441a90-cd14-4bb1-8ab9-28413093bc39 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:07.135758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9b79af14-3018-43d6-8a8b-ad82bcb25194 None None] Deleting port f7441a90-cd14-4bb1-8ab9-28413093bc39 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:07.136136 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b79af14-3018-43d6-8a8b-ad82bcb25194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f7441a90-cd14-4bb1-8ab9-28413093bc39), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.189234 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ecf00873-a2dd-4755-9b67-0683774342f9 None None] Current status of the port ddceead2-36cc-4f65-af17-b2304a13dcb6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:07.235486 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e96bac-d3d7-464e-8300-4367a684baa7 None None] Pushing event updated for resources: {'Port': ['ID=97c5d919-f1b9-493d-b484-0c0fc884db45,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:07.351187 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3be9b3e5-e8cb-41cd-a620-69449d32093e req-cfa8674b-23af-4d9c-a7a9-f9245e9234d3 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4641929 Feb 11 05:32:07.383114 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ecf00873-a2dd-4755-9b67-0683774342f9 None None] Provisioning complete for port 75f3b967-e8c9-4755-8087-be2d8c88ed6a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:07.387655 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ecf00873-a2dd-4755-9b67-0683774342f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (75f3b967-e8c9-4755-8087-be2d8c88ed6a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.399608 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (b3b65b48-e8ca-48c0-abfb-63355445e4db), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.477245 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b65b48-e8ca-48c0-abfb-63355445e4db']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:07.488647 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4558d26-c25e-4185-9eac-a3ee3f6c31a6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (01f70faa-84f4-4313-a4c8-0a22d7052068), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.523555 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83a74cf-bfa6-41dc-8688-8d051767fad9') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:07.523865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83a74cf-bfa6-41dc-8688-8d051767fad9') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:07.550272 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 77143b31-0798-4c72-af56-455145aad969 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:07.563485 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9b79af14-3018-43d6-8a8b-ad82bcb25194 None None] For port f7441a90-cd14-4bb1-8ab9-28413093bc39, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:07.565317 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (d83a74cf-bfa6-41dc-8688-8d051767fad9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.567078 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b79af14-3018-43d6-8a8b-ad82bcb25194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f7441a90-cd14-4bb1-8ab9-28413093bc39), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.570473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4558d26-c25e-4185-9eac-a3ee3f6c31a6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=01f70faa-84f4-4313-a4c8-0a22d7052068,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:07.605732 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d83a74cf-bfa6-41dc-8688-8d051767fad9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.623057 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4558d26-c25e-4185-9eac-a3ee3f6c31a6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.626550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c4558d26-c25e-4185-9eac-a3ee3f6c31a6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/01f70faa-84f4-4313-a4c8-0a22d7052068 HTTP/1.1" status: 204 len: 168 time: 2.5863037 Feb 11 05:32:07.627720 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:07.628136 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (d83a74cf-bfa6-41dc-8688-8d051767fad9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.631819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56908) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:07.731189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9b79af14-3018-43d6-8a8b-ad82bcb25194 None None] Calling delete_port for f7441a90-cd14-4bb1-8ab9-28413093bc39 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:07.746729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20301eac-d2bb-4764-ac00-24ff871e2300 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:07.751514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-9b79af14-3018-43d6-8a8b-ad82bcb25194 None None] Port f7441a90-cd14-4bb1-8ab9-28413093bc39 was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:32:07.753679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-aec1f309-2365-4033-8aaf-5b50c2b3b40a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1210880 Feb 11 05:32:07.754343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56914) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:07.803732 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b79af14-3018-43d6-8a8b-ad82bcb25194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (f7441a90-cd14-4bb1-8ab9-28413093bc39), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.825026 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ecf00873-a2dd-4755-9b67-0683774342f9 None None] Port 75f3b967-e8c9-4755-8087-be2d8c88ed6a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:07.830930 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:07.885244 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (b3b65b48-e8ca-48c0-abfb-63355445e4db), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.897309 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.901275 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/networks/b3b65b48-e8ca-48c0-abfb-63355445e4db HTTP/1.1" status: 204 len: 168 time: 3.4463153 Feb 11 05:32:07.915543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56918) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:07.930682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3476e90-00f1-447e-9719-4d06d33d760e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Network': ['ID=b3b65b48-e8ca-48c0-abfb-63355445e4db,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:07.936973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 77143b31-0798-4c72-af56-455145aad969 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:07.938165 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (77143b31-0798-4c72-af56-455145aad969), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:07.941292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79af14-3018-43d6-8a8b-ad82bcb25194 None None] Pushing event deleted for resources: {'Port': ['ID=f7441a90-cd14-4bb1-8ab9-28413093bc39,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:07.963918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b79af14-3018-43d6-8a8b-ad82bcb25194 None None] No DVR routers for this DVR port f7441a90-cd14-4bb1-8ab9-28413093bc39 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:07.980138 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-5852bcea-df9f-4dcc-87cb-10738619d588 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Allocated IP 10.1.1.107 (25636206-fa93-4ae9-b2a8-6ceafbadfce4/b4ffbfec-1193-4937-9b0b-71991ee02cfb/e807764e-d613-4927-87a7-0871be7d6db6) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:08.175261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4c1660-50e7-41b0-b332-88dd364c4775 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:08.193137 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4f4c1660-50e7-41b0-b332-88dd364c4775 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports/23e87ff6-ded3-46dc-a9f5-4844fae5fd69 HTTP/1.1" status: 200 len: 841 time: 0.2504215 Feb 11 05:32:08.194696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56920) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:08.299926 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f644f956-7a72-4930-a3e1-4585ae6ee0f9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:08.303852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f644f956-7a72-4930-a3e1-4585ae6ee0f9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5457890 Feb 11 05:32:08.311996 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-5852bcea-df9f-4dcc-87cb-10738619d588 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for port (e807764e-d613-4927-87a7-0871be7d6db6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:08.313939 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56922) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:08.321095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e29ab1f4-d5bf-4daa-9385-1e2612f13cc7 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports/23e87ff6-ded3-46dc-a9f5-4844fae5fd69?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1231749 Feb 11 05:32:08.327792 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56924) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:08.343043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-310d96f2-f436-4c7c-8e5b-f695ba195c13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'subnet': {'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:08.406080 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for port (2b3a3116-ceb6-4609-a162-d9601190746e), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:08.454589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a52ca6e-78ea-45e2-8dcd-352ee6d03da7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:08.456517 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2a52ca6e-78ea-45e2-8dcd-352ee6d03da7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1342728 Feb 11 05:32:08.460798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56928) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:08.487377 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2b3a3116-ceb6-4609-a162-d9601190746e), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:08.489549 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:08.547755 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-5852bcea-df9f-4dcc-87cb-10738619d588 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e807764e-d613-4927-87a7-0871be7d6db6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:08.566746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-27ad9f91-f1df-4352-ad53-88bc9f9cf0cf None None] Provisioning complete for port 77143b31-0798-4c72-af56-455145aad969 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:08.567432 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27ad9f91-f1df-4352-ad53-88bc9f9cf0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (77143b31-0798-4c72-af56-455145aad969), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:08.606715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-034670a5-b017-4cec-9f65-c5317c453150 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1302931 Feb 11 05:32:08.622424 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56930) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:08.629791 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-710e1ba7-b897-4349-8118-b4a173ee3de9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:08.638218 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75acb5dd-7010-434a-8ff2-69390ee6cd7f None None] Network 2785b168-c448-4dd7-b4dd-927408992d72 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:08.684083 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852bcea-df9f-4dcc-87cb-10738619d588 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event updated for resources: {'Port': ['ID=e807764e-d613-4927-87a7-0871be7d6db6,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:08.705010 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-5852bcea-df9f-4dcc-87cb-10738619d588 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:08.716287 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-5852bcea-df9f-4dcc-87cb-10738619d588 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:08.726858 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-5852bcea-df9f-4dcc-87cb-10738619d588 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:08.872163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 77143b31-0798-4c72-af56-455145aad969 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:08.872967 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (77143b31-0798-4c72-af56-455145aad969), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:08.926650 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310d96f2-f436-4c7c-8e5b-f695ba195c13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:08.931196 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-310d96f2-f436-4c7c-8e5b-f695ba195c13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.132426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 77143b31-0798-4c72-af56-455145aad969, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=77143b31-0798-4c72-af56-455145aad969,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:09.142157 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (77143b31-0798-4c72-af56-455145aad969), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.143508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ddceead2-36cc-4f65-af17-b2304a13dcb6 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:09.166201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-5852bcea-df9f-4dcc-87cb-10738619d588 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:09.172933 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-5852bcea-df9f-4dcc-87cb-10738619d588 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.222262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710e1ba7-b897-4349-8118-b4a173ee3de9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:09.225752 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-710e1ba7-b897-4349-8118-b4a173ee3de9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.257690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-27ad9f91-f1df-4352-ad53-88bc9f9cf0cf None None] Current status of the port 77143b31-0798-4c72-af56-455145aad969 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:09.258935 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27ad9f91-f1df-4352-ad53-88bc9f9cf0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (77143b31-0798-4c72-af56-455145aad969), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.287089 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-5852bcea-df9f-4dcc-87cb-10738619d588 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2873678 Feb 11 05:32:09.295763 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event updated for resources: {'Port': ['ID=2b3a3116-ceb6-4609-a162-d9601190746e,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:09.332807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7590-1b16-48f9-9713-6ac908d3c201 req-42d79844-b1f3-4e97-bd5c-5da9edec25f5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:09.341397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7590-1b16-48f9-9713-6ac908d3c201 req-42d79844-b1f3-4e97-bd5c-5da9edec25f5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:09.343204 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f31a7590-1b16-48f9-9713-6ac908d3c201 req-42d79844-b1f3-4e97-bd5c-5da9edec25f5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 1654 time: 0.7689421 Feb 11 05:32:09.361271 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-97601164-33f2-49e1-92c5-f8bba343d7f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Request body: {'port': {'device_id': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4', 'admin_state_up': True, 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'security_groups': ['3cf28cb2-49e4-44c6-9a96-688d92e7c5f0']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:09.412913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edad244-9d9a-4675-93ff-6c5646e1baa2 None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:32:09.535041 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f31a7590-1b16-48f9-9713-6ac908d3c201 req-1875de9c-c9cd-404e-a4d9-e930f14796c8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271732 Feb 11 05:32:09.567312 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-27ad9f91-f1df-4352-ad53-88bc9f9cf0cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:32:09.576414 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-27ad9f91-f1df-4352-ad53-88bc9f9cf0cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:32:09.587707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ddceead2-36cc-4f65-af17-b2304a13dcb6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:09.592002 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.593593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Network 2785b168-c448-4dd7-b4dd-927408992d72 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:09.595465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:09.650180 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=77143b31-0798-4c72-af56-455145aad969,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:09.816745 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2edad244-9d9a-4675-93ff-6c5646e1baa2 None None] Deleting port 77143b31-0798-4c72-af56-455145aad969 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:09.817427 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2edad244-9d9a-4675-93ff-6c5646e1baa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (77143b31-0798-4c72-af56-455145aad969), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.849937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:32:09.957272 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:09.995626 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ddceead2-36cc-4f65-af17-b2304a13dcb6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:10.103027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:10.112764 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Sync routers for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:10.126639 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d838f1a2-2b30-45d3-91bf-a5feb179cde4 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/3c75dc6c-84bf-446e-98df-9a4dfdd45ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7066782 Feb 11 05:32:10.132225 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56944) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:10.134198 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:10.135122 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:10.160927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-27ad9f91-f1df-4352-ad53-88bc9f9cf0cf None None] Current status of the port 77143b31-0798-4c72-af56-455145aad969 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:10.163836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f7441a90-cd14-4bb1-8ab9-28413093bc39 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:10.172872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-d71bbdd7-96a1-49a9-b46b-f424f341172f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:10.210007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-27ad9f91-f1df-4352-ad53-88bc9f9cf0cf None None] Could not find standard attr ID for object 49444ee1-fdda-4011-b3b0-4b2c4a0b30df. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:32:10.232804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: f7441a90-cd14-4bb1-8ab9-28413093bc39 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:10.233508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f7441a90-cd14-4bb1-8ab9-28413093bc39 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:10.253055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2edad244-9d9a-4675-93ff-6c5646e1baa2 None None] For port 77143b31-0798-4c72-af56-455145aad969, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=77143b31-0798-4c72-af56-455145aad969,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:10.253577 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2edad244-9d9a-4675-93ff-6c5646e1baa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (77143b31-0798-4c72-af56-455145aad969), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.287032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2edad244-9d9a-4675-93ff-6c5646e1baa2 None None] Calling delete_port for 77143b31-0798-4c72-af56-455145aad969 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:10.318275 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:10.483534 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-eae4bbc9-736f-40d3-8099-a31369e63f15 None None] Provisioning complete for port e807764e-d613-4927-87a7-0871be7d6db6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:10.483534 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eae4bbc9-736f-40d3-8099-a31369e63f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e807764e-d613-4927-87a7-0871be7d6db6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.596341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 97c5d919-f1b9-493d-b484-0c0fc884db45 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:10.688137 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-eae4bbc9-736f-40d3-8099-a31369e63f15 None None] Port e807764e-d613-4927-87a7-0871be7d6db6 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:10.713297 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2edad244-9d9a-4675-93ff-6c5646e1baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (77143b31-0798-4c72-af56-455145aad969), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.718371 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-eae4bbc9-736f-40d3-8099-a31369e63f15 None None] Provisioning complete for port 97c5d919-f1b9-493d-b484-0c0fc884db45 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:10.718757 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eae4bbc9-736f-40d3-8099-a31369e63f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (97c5d919-f1b9-493d-b484-0c0fc884db45), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.729029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 97c5d919-f1b9-493d-b484-0c0fc884db45 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:10.730083 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (97c5d919-f1b9-493d-b484-0c0fc884db45), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.828599 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:06Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2b3a3116-ceb6-4609-a162-d9601190746e', 'name': '', 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:2c:74:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:04Z', 'updated_at': '2022-02-11T05:32:07Z', 'revision_number': 2, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddceead2-36cc-4f65-af17-b2304a13dcb6', 'name': '', 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:c7:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:55Z', 'updated_at': '2022-02-11T05:32:03Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:10.862804 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-710e1ba7-b897-4349-8118-b4a173ee3de9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (6d6092fb-9322-4856-8e6a-2aeb59bcd628), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.868650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edad244-9d9a-4675-93ff-6c5646e1baa2 None None] No DVR routers for this DVR port 77143b31-0798-4c72-af56-455145aad969 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:10.878862 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edad244-9d9a-4675-93ff-6c5646e1baa2 None None] Pushing event deleted for resources: {'Port': ['ID=77143b31-0798-4c72-af56-455145aad969,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:10.909504 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Checking router: 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:32:10.909858 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Updating router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 port 2b3a3116-ceb6-4609-a162-d9601190746e binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:32:10.978071 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2b3a3116-ceb6-4609-a162-d9601190746e), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:10.993436 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 97c5d919-f1b9-493d-b484-0c0fc884db45 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:10.999720 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (97c5d919-f1b9-493d-b484-0c0fc884db45), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.014338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbadc485-dbe4-4c4f-865b-134787423d70 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:32:11.060539 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710e1ba7-b897-4349-8118-b4a173ee3de9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:11.085944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-710e1ba7-b897-4349-8118-b4a173ee3de9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:11.087376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca58d0-95e8-46e9-9e42-22a66128bd50 req-9480e089-55e3-49b5-ae47-a9c82b1331e2 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:11.093689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca58d0-95e8-46e9-9e42-22a66128bd50 req-9480e089-55e3-49b5-ae47-a9c82b1331e2 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:11.104557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710e1ba7-b897-4349-8118-b4a173ee3de9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:11.113851 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-31ca58d0-95e8-46e9-9e42-22a66128bd50 req-9480e089-55e3-49b5-ae47-a9c82b1331e2 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 1654 time: 0.3226228 Feb 11 05:32:11.114773 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-710e1ba7-b897-4349-8118-b4a173ee3de9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.174204 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-310d96f2-f436-4c7c-8e5b-f695ba195c13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (98b76d41-e418-49e9-8312-7e930e705782), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.226567 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e1ba7-b897-4349-8118-b4a173ee3de9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=6d6092fb-9322-4856-8e6a-2aeb59bcd628,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:11.260185 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310d96f2-f436-4c7c-8e5b-f695ba195c13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 921fec86-1e61-4045-9531-0621000cee8d is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:11.274657 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-310d96f2-f436-4c7c-8e5b-f695ba195c13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:11.282195 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310d96f2-f436-4c7c-8e5b-f695ba195c13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:11.291880 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-310d96f2-f436-4c7c-8e5b-f695ba195c13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.297311 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-710e1ba7-b897-4349-8118-b4a173ee3de9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6714718 Feb 11 05:32:11.304270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56954) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:11.317033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-37e7a0c4-6a06-4255-8282-90d34d3990e8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'fixed_ips': [{'subnet_id': '6d6092fb-9322-4856-8e6a-2aeb59bcd628', 'ip_address': '2001:db8::484e:a79d:e23d:4467'}], 'name': 'tempest-NetworksTestDHCPv6-1673612118'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:11.357027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbadc485-dbe4-4c4f-865b-134787423d70 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:32:11.383492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-31ca58d0-95e8-46e9-9e42-22a66128bd50 req-547d24de-ab46-469f-9e2c-6344f73de69e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669029 Feb 11 05:32:11.424446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-97601164-33f2-49e1-92c5-f8bba343d7f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Made reservation on behalf of f571c83359014d03b82a06a0b410a902 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:11.431594 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-97601164-33f2-49e1-92c5-f8bba343d7f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.448226 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-310d96f2-f436-4c7c-8e5b-f695ba195c13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1134324 Feb 11 05:32:11.465852 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56958) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:11.524166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-191deea0-6e02-4742-a4c6-2e9d60ba9eea tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'security_group': {'name': 'tempest-secgroup-1639725100'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:11.540693 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d96f2-f436-4c7c-8e5b-f695ba195c13 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Subnet': ['ID=98b76d41-e418-49e9-8312-7e930e705782,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:11.606556 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-191deea0-6e02-4742-a4c6-2e9d60ba9eea tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.666067 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 97c5d919-f1b9-493d-b484-0c0fc884db45, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=97c5d919-f1b9-493d-b484-0c0fc884db45,segment=NetworkSegment(67cf2fd2-7487-4742-9b4c-6300c151c764),segment_id=67cf2fd2-7487-4742-9b4c-6300c151c764)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:11.675234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e7a0c4-6a06-4255-8282-90d34d3990e8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:11.675734 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (97c5d919-f1b9-493d-b484-0c0fc884db45), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.700394 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Publish callbacks [] for port (2b3a3116-ceb6-4609-a162-d9601190746e), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.715270 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2b3a3116-ceb6-4609-a162-d9601190746e), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.764029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-eae4bbc9-736f-40d3-8099-a31369e63f15 None None] Current status of the port 97c5d919-f1b9-493d-b484-0c0fc884db45 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:11.819314 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd4bff-f272-46ae-9adf-249eec8b7658 None None] Pushing event updated for resources: {'Port': ['ID=2b3a3116-ceb6-4609-a162-d9601190746e,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:11.860833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 77143b31-0798-4c72-af56-455145aad969 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:11.869365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-eae4bbc9-736f-40d3-8099-a31369e63f15 None None] Provisioning complete for port 2b3a3116-ceb6-4609-a162-d9601190746e triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:11.869632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-97601164-33f2-49e1-92c5-f8bba343d7f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Allocated IP 10.1.1.183 (25636206-fa93-4ae9-b2a8-6ceafbadfce4/b4ffbfec-1193-4937-9b0b-71991ee02cfb/e65444c4-bc4c-4a0b-b81e-aba2ed7752b8) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:11.870572 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eae4bbc9-736f-40d3-8099-a31369e63f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2b3a3116-ceb6-4609-a162-d9601190746e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.940260 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-191deea0-6e02-4742-a4c6-2e9d60ba9eea tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (48c5df11-56fa-4054-9fb8-7e4066c19324), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.944939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-921fec86-1e61-4045-9531-0621000cee8d', 'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'project_id': '6fb7a61752c84babaf383b156ec76727', 'fixed_ips': [{'subnet_id': '98b76d41-e418-49e9-8312-7e930e705782'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:11.945578 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.947662 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': '6d6092fb-9322-4856-8e6a-2aeb59bcd628'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:11.948439 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.950431 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 77143b31-0798-4c72-af56-455145aad969 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:11.950772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 77143b31-0798-4c72-af56-455145aad969 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:11.958115 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-191deea0-6e02-4742-a4c6-2e9d60ba9eea tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (48c5df11-56fa-4054-9fb8-7e4066c19324), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:11.966831 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Attempting to bind port 2b3a3116-ceb6-4609-a162-d9601190746e on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:11.970956 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Attempting to bind port 2b3a3116-ceb6-4609-a162-d9601190746e by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '67cf2fd2-7487-4742-9b4c-6300c151c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:11.972097 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.extraroute_db [None req-d71bbdd7-96a1-49a9-b46b-f424f341172f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103171) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:32:11.972443 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Attempting to bind port 2b3a3116-ceb6-4609-a162-d9601190746e on network 2785b168-c448-4dd7-b4dd-927408992d72 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:11.995189 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:11.999721 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Checking segment: {'id': '67cf2fd2-7487-4742-9b4c-6300c151c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:12.002855 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.005110 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Bound using segment: {'id': '67cf2fd2-7487-4742-9b4c-6300c151c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:12.005767 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Bound port: 2b3a3116-ceb6-4609-a162-d9601190746e, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cf2fd2-7487-4742-9b4c-6300c151c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:12.006759 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2b3a3116-ceb6-4609-a162-d9601190746e), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.008794 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=97c5d919-f1b9-493d-b484-0c0fc884db45,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:12.017506 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-191deea0-6e02-4742-a4c6-2e9d60ba9eea tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.022352 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-191deea0-6e02-4742-a4c6-2e9d60ba9eea tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5199440 Feb 11 05:32:12.023081 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56962) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:12.030133 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-eae4bbc9-736f-40d3-8099-a31369e63f15 None None] Port 2b3a3116-ceb6-4609-a162-d9601190746e cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:12.040327 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4203300e-7fca-415c-8eb2-370e93939db1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'security_group': {'name': 'tempest-secgroup-1581316289'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:12.049989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191deea0-6e02-4742-a4c6-2e9d60ba9eea tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c5df11-56fa-4054-9fb8-7e4066c19324,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:12.081749 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.extraroute_db [None req-d71bbdd7-96a1-49a9-b46b-f424f341172f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Removed routes are [] {{(pid=103171) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:32:12.082161 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d71bbdd7-96a1-49a9-b46b-f424f341172f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.103685 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-37e7a0c4-6a06-4255-8282-90d34d3990e8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.124814 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4203300e-7fca-415c-8eb2-370e93939db1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.222918 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-97601164-33f2-49e1-92c5-f8bba343d7f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for port (e65444c4-bc4c-4a0b-b81e-aba2ed7752b8), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.254893 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] For port 2b3a3116-ceb6-4609-a162-d9601190746e, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:12.261848 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] For port 2b3a3116-ceb6-4609-a162-d9601190746e, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2b3a3116-ceb6-4609-a162-d9601190746e,segment=NetworkSegment(67cf2fd2-7487-4742-9b4c-6300c151c764),segment_id=67cf2fd2-7487-4742-9b4c-6300c151c764)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:12.281848 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2b3a3116-ceb6-4609-a162-d9601190746e), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.330225 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4203300e-7fca-415c-8eb2-370e93939db1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (5c56071c-fef8-4110-b3d7-1e36ebe8844f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.337394 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4203300e-7fca-415c-8eb2-370e93939db1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5c56071c-fef8-4110-b3d7-1e36ebe8844f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.346654 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-97601164-33f2-49e1-92c5-f8bba343d7f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e65444c4-bc4c-4a0b-b81e-aba2ed7752b8), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.411333 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:12.412083 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:12.414789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5592c6ee-d719-448f-b5dc-54cec20d4959 None None] Provisioning complete for port 2b3a3116-ceb6-4609-a162-d9601190746e triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:12.415432 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5592c6ee-d719-448f-b5dc-54cec20d4959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2b3a3116-ceb6-4609-a162-d9601190746e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.423515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 97c5d919-f1b9-493d-b484-0c0fc884db45 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:12.527742 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd4bff-f272-46ae-9adf-249eec8b7658 None None] Pushing event updated for resources: {'Port': ['ID=2b3a3116-ceb6-4609-a162-d9601190746e,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:12.560166 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4203300e-7fca-415c-8eb2-370e93939db1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.566618 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4203300e-7fca-415c-8eb2-370e93939db1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5305092 Feb 11 05:32:12.567605 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203300e-7fca-415c-8eb2-370e93939db1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c56071c-fef8-4110-b3d7-1e36ebe8844f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:12.575640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-97601164-33f2-49e1-92c5-f8bba343d7f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:12.580778 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56972) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:12.596491 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b08866d7-2b91-4396-a2c9-6bd177305659 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1447305017', 'security_groups': ['5c56071c-fef8-4110-b3d7-1e36ebe8844f'], 'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '98b76d41-e418-49e9-8312-7e930e705782'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:12.599594 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d71bbdd7-96a1-49a9-b46b-f424f341172f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.652381 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-97601164-33f2-49e1-92c5-f8bba343d7f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:12.653927 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d71bbdd7-96a1-49a9-b46b-f424f341172f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.665124 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97601164-33f2-49e1-92c5-f8bba343d7f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event updated for resources: {'Port': ['ID=e65444c4-bc4c-4a0b-b81e-aba2ed7752b8,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:12.705975 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-97601164-33f2-49e1-92c5-f8bba343d7f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:12.714935 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-37e7a0c4-6a06-4255-8282-90d34d3990e8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port bbbbe38f-5d2c-4fea-bec5-2df5b935eb93 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:32:12.736868 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Allocated IP 172.20.0.2 (921fec86-1e61-4045-9531-0621000cee8d/98b76d41-e418-49e9-8312-7e930e705782/eb5f4d0a-940c-4048-975b-454d7023981d) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:12.755506 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:12.781478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Allocated IP 2001:db8::2 (f998a239-103b-4838-bc3b-5e531dc8d131/6d6092fb-9322-4856-8e6a-2aeb59bcd628/5831bb76-ca77-468f-a12c-5d252ef87bb4) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:12.820864 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-97601164-33f2-49e1-92c5-f8bba343d7f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:12.821556 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-97601164-33f2-49e1-92c5-f8bba343d7f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:12.867093 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-97601164-33f2-49e1-92c5-f8bba343d7f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5154366 Feb 11 05:32:12.890121 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-52fa98e1-a977-48c1-a1b8-7f2a65657bd6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Request body: {'port': {'device_id': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac', 'admin_state_up': True, 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'security_groups': ['3cf28cb2-49e4-44c6-9a96-688d92e7c5f0']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:13.230014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08866d7-2b91-4396-a2c9-6bd177305659 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:13.278557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-52fa98e1-a977-48c1-a1b8-7f2a65657bd6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Made reservation on behalf of f571c83359014d03b82a06a0b410a902 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:13.317401 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:11Z', 'revision_number': 6, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2b3a3116-ceb6-4609-a162-d9601190746e', 'name': '', 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:2c:74:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:04Z', 'updated_at': '2022-02-11T05:32:12Z', 'revision_number': 4, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddceead2-36cc-4f65-af17-b2304a13dcb6', 'name': '', 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:c7:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:55Z', 'updated_at': '2022-02-11T05:32:03Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:13.356952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 97c5d919-f1b9-493d-b484-0c0fc884db45 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:13.362073 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (97c5d919-f1b9-493d-b484-0c0fc884db45), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.372589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4f876-8a4f-4c92-b67b-0450cc908d0d req-1e6b78b6-fd54-40df-9acb-c1e966e5230a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:13.382791 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ab1727-1633-45af-8f08-2381348aa31f None None] The sync data for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 is: [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:11Z', 'revision_number': 6, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2b3a3116-ceb6-4609-a162-d9601190746e', 'name': '', 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:2c:74:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:04Z', 'updated_at': '2022-02-11T05:32:12Z', 'revision_number': 4, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddceead2-36cc-4f65-af17-b2304a13dcb6', 'name': '', 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:c7:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:55Z', 'updated_at': '2022-02-11T05:32:03Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:13.399722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4f876-8a4f-4c92-b67b-0450cc908d0d req-1e6b78b6-fd54-40df-9acb-c1e966e5230a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:13.414034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4f876-8a4f-4c92-b67b-0450cc908d0d req-1e6b78b6-fd54-40df-9acb-c1e966e5230a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:13.415802 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71e4f876-8a4f-4c92-b67b-0450cc908d0d req-1e6b78b6-fd54-40df-9acb-c1e966e5230a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 2375 time: 0.8049729 Feb 11 05:32:13.503918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71bbdd7-96a1-49a9-b46b-f424f341172f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:32:13.565916 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b08866d7-2b91-4396-a2c9-6bd177305659 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.633781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-b08866d7-2b91-4396-a2c9-6bd177305659 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] device_id is not set on port 18b6ca7e-b227-44e7-a6e1-dfba8a0847ac yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:32:13.644284 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-52fa98e1-a977-48c1-a1b8-7f2a65657bd6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.645494 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5592c6ee-d719-448f-b5dc-54cec20d4959 None None] Current status of the port 2b3a3116-ceb6-4609-a162-d9601190746e is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:13.645908 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5592c6ee-d719-448f-b5dc-54cec20d4959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2b3a3116-ceb6-4609-a162-d9601190746e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.763378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71e4f876-8a4f-4c92-b67b-0450cc908d0d req-09bb197c-da28-45ca-bca7-faf631b90cd1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223157 Feb 11 05:32:13.949781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71bbdd7-96a1-49a9-b46b-f424f341172f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:13.965605 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d71bbdd7-96a1-49a9-b46b-f424f341172f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:13.978956 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d71bbdd7-96a1-49a9-b46b-f424f341172f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 HTTP/1.1" status: 200 len: 953 time: 3.8260846 Feb 11 05:32:13.980194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56984) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:14.080848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5592c6ee-d719-448f-b5dc-54cec20d4959 None None] For port 2b3a3116-ceb6-4609-a162-d9601190746e, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2b3a3116-ceb6-4609-a162-d9601190746e,segment=NetworkSegment(67cf2fd2-7487-4742-9b4c-6300c151c764),segment_id=67cf2fd2-7487-4742-9b4c-6300c151c764)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:14.216976 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5592c6ee-d719-448f-b5dc-54cec20d4959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2b3a3116-ceb6-4609-a162-d9601190746e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.229206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 97c5d919-f1b9-493d-b484-0c0fc884db45 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:14.267022 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-52fa98e1-a977-48c1-a1b8-7f2a65657bd6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Allocated IP 10.2.2.100 (23491f43-7703-4822-8ced-d1c33541a9ac/e4cec936-abe4-430a-9a3b-3c96014981c9/7bcee796-21e7-410d-b1ec-9e7e94e164c7) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:14.354472 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56986) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:14.357686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-307505de-d861-4641-a210-eb6c2a923ebb tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/routers/3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 HTTP/1.1" status: 200 len: 953 time: 0.3762908 Feb 11 05:32:14.367081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8a3d55d-74c6-4ff2-9ea0-951a04bc0f81 req-5edad187-b384-4514-a6e3-cefc7f985675 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1819308 Feb 11 05:32:14.369252 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-bda0a320-8114-4cdc-b19e-e55b8d24f92f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'router': {'routes': None}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:14.404250 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Publish callbacks [] for port (eb5f4d0a-940c-4048-975b-454d7023981d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.458540 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.475157 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.540080 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Publish callbacks [] for port (5831bb76-ca77-468f-a12c-5d252ef87bb4), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.545314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2b3a3116-ceb6-4609-a162-d9601190746e up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:14.548316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3d55d-74c6-4ff2-9ea0-951a04bc0f81 req-d337ca80-7c36-4189-8b8b-1daadb79b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:14.550776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8a3d55d-74c6-4ff2-9ea0-951a04bc0f81 req-d337ca80-7c36-4189-8b8b-1daadb79b0d0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 1129 time: 0.1190970 Feb 11 05:32:14.555439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592c6ee-d719-448f-b5dc-54cec20d4959 None None] Pushing event updated for resources: {'Port': ['ID=2b3a3116-ceb6-4609-a162-d9601190746e,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:14.583161 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Network 921fec86-1e61-4045-9531-0621000cee8d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:14.640061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Pushing event updated for resources: {'Port': ['ID=eb5f4d0a-940c-4048-975b-454d7023981d,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:14.666317 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (5831bb76-ca77-468f-a12c-5d252ef87bb4), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.672005 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:14.677365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:14.849059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:14.858615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-37e7a0c4-6a06-4255-8282-90d34d3990e8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::484e:a79d:e23d:4467 (f998a239-103b-4838-bc3b-5e531dc8d131/6d6092fb-9322-4856-8e6a-2aeb59bcd628/bbbbe38f-5d2c-4fea-bec5-2df5b935eb93) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:14.920913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Attempting to bind port eb5f4d0a-940c-4048-975b-454d7023981d on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:14.921450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Attempting to bind port eb5f4d0a-940c-4048-975b-454d7023981d by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '921fec86-1e61-4045-9531-0621000cee8d'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:14.922357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Attempting to bind port eb5f4d0a-940c-4048-975b-454d7023981d on network 921fec86-1e61-4045-9531-0621000cee8d {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:14.924527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:14.932136 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Pushing event updated for resources: {'Port': ['ID=5831bb76-ca77-468f-a12c-5d252ef87bb4,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:14.937219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:14.949286 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:14.949844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Checking segment: {'id': 'bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '921fec86-1e61-4045-9531-0621000cee8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:14.950528 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:14.951032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Bound using segment: {'id': 'bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '921fec86-1e61-4045-9531-0621000cee8d'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:14.951774 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Bound port: eb5f4d0a-940c-4048-975b-454d7023981d, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '921fec86-1e61-4045-9531-0621000cee8d'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:14.952276 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.113979 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2b3a3116-ceb6-4609-a162-d9601190746e triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:15.114364 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2b3a3116-ceb6-4609-a162-d9601190746e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.182218 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3d55d-74c6-4ff2-9ea0-951a04bc0f81 req-39920fc5-33df-4024-8b57-2fde5c28695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:15.185259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8a3d55d-74c6-4ff2-9ea0-951a04bc0f81 req-39920fc5-33df-4024-8b57-2fde5c28695b service neutron] 10.222.0.88 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 918 time: 0.5461321 Feb 11 05:32:15.292717 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-b08866d7-2b91-4396-a2c9-6bd177305659 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Allocated IP 172.20.0.8 (921fec86-1e61-4045-9531-0621000cee8d/98b76d41-e418-49e9-8312-7e930e705782/18b6ca7e-b227-44e7-a6e1-dfba8a0847ac) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:15.331643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068aa704-8232-4a27-9960-ca4677d35491 None None] Sync routers for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:15.408228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Attempting to bind port 5831bb76-ca77-468f-a12c-5d252ef87bb4 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:15.409171 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Attempting to bind port 5831bb76-ca77-468f-a12c-5d252ef87bb4 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:15.411665 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Attempting to bind port 5831bb76-ca77-468f-a12c-5d252ef87bb4 on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:15.425433 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:15.436909 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:15.436909 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.436909 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:15.436909 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Bound port: 5831bb76-ca77-468f-a12c-5d252ef87bb4, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:15.436909 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5831bb76-ca77-468f-a12c-5d252ef87bb4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.440746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068aa704-8232-4a27-9960-ca4677d35491 None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:15.444204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-068aa704-8232-4a27-9960-ca4677d35491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:15.445840 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-52fa98e1-a977-48c1-a1b8-7f2a65657bd6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.554619 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] For port eb5f4d0a-940c-4048-975b-454d7023981d, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:15.657954 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-52fa98e1-a977-48c1-a1b8-7f2a65657bd6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.673367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] For port eb5f4d0a-940c-4048-975b-454d7023981d, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=eb5f4d0a-940c-4048-975b-454d7023981d,segment=NetworkSegment(bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9),segment_id=bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:15.804967 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:15.809241 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa98e1-a977-48c1-a1b8-7f2a65657bd6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event updated for resources: {'Port': ['ID=7bcee796-21e7-410d-b1ec-9e7e94e164c7,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:15.984694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-068aa704-8232-4a27-9960-ca4677d35491 None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:16.090358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2b3a3116-ceb6-4609-a162-d9601190746e is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:16.105201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-52fa98e1-a977-48c1-a1b8-7f2a65657bd6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Network 23491f43-7703-4822-8ced-d1c33541a9ac is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:16.141103 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-52fa98e1-a977-48c1-a1b8-7f2a65657bd6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:16.150763 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] For port 5831bb76-ca77-468f-a12c-5d252ef87bb4, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:16.157736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] For port 5831bb76-ca77-468f-a12c-5d252ef87bb4, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5831bb76-ca77-468f-a12c-5d252ef87bb4,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:16.211009 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-52fa98e1-a977-48c1-a1b8-7f2a65657bd6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:16.249376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fd5ef-a9ca-4a9e-983c-21a056f6548a req-15fd52b1-028b-4197-817c-d95bed71e8f3 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:16.255712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fd5ef-a9ca-4a9e-983c-21a056f6548a req-15fd52b1-028b-4197-817c-d95bed71e8f3 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:16.261171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fd5ef-a9ca-4a9e-983c-21a056f6548a req-15fd52b1-028b-4197-817c-d95bed71e8f3 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:16.266701 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-080fd5ef-a9ca-4a9e-983c-21a056f6548a req-15fd52b1-028b-4197-817c-d95bed71e8f3 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 2375 time: 1.3777201 Feb 11 05:32:16.377474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d306c6-cfe3-461c-83b3-3fa935b59424 None None] Pushing event updated for resources: {'Port': ['ID=eb5f4d0a-940c-4048-975b-454d7023981d,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:16.399213 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5831bb76-ca77-468f-a12c-5d252ef87bb4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.520026 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-37e7a0c4-6a06-4255-8282-90d34d3990e8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (bbbbe38f-5d2c-4fea-bec5-2df5b935eb93), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.636154 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2b3a3116-ceb6-4609-a162-d9601190746e up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:16.657708 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-37e7a0c4-6a06-4255-8282-90d34d3990e8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (bbbbe38f-5d2c-4fea-bec5-2df5b935eb93), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:16.680581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8a3d55d-74c6-4ff2-9ea0-951a04bc0f81 req-7d27be72-60c6-4e1b-9a79-f1faccce4791 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48 HTTP/1.1" status: 200 len: 1001 time: 1.4739275 Feb 11 05:32:16.917935 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.extraroute_db [None req-bda0a320-8114-4cdc-b19e-e55b8d24f92f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Added routes are [] {{(pid=103170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:32:16.918356 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.extraroute_db [None req-bda0a320-8114-4cdc-b19e-e55b8d24f92f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:32:17.012723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3d55d-74c6-4ff2-9ea0-951a04bc0f81 req-21a77759-e10f-4735-9c30-05fa812b3dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:17.014373 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8a3d55d-74c6-4ff2-9ea0-951a04bc0f81 req-21a77759-e10f-4735-9c30-05fa812b3dd0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.2898922 Feb 11 05:32:17.058911 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b08866d7-2b91-4396-a2c9-6bd177305659 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (18b6ca7e-b227-44e7-a6e1-dfba8a0847ac), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.059807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2b3a3116-ceb6-4609-a162-d9601190746e triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:17.060202 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2b3a3116-ceb6-4609-a162-d9601190746e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.123890 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b08866d7-2b91-4396-a2c9-6bd177305659 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (18b6ca7e-b227-44e7-a6e1-dfba8a0847ac), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.126099 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bda0a320-8114-4cdc-b19e-e55b8d24f92f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.172992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e7a0c4-6a06-4255-8282-90d34d3990e8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:17.181868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-080fd5ef-a9ca-4a9e-983c-21a056f6548a req-ef4f578c-4cc8-4a31-9d2f-afcf073c48b6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8845563 Feb 11 05:32:17.221675 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-37e7a0c4-6a06-4255-8282-90d34d3990e8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:17.229385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e7a0c4-6a06-4255-8282-90d34d3990e8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:17.230283 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517249dc-b626-47d8-a82c-454a9f143419 None None] Pushing event updated for resources: {'Port': ['ID=5831bb76-ca77-468f-a12c-5d252ef87bb4,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:17.237839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e7a0c4-6a06-4255-8282-90d34d3990e8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:17.238467 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-37e7a0c4-6a06-4255-8282-90d34d3990e8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.248207 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08866d7-2b91-4396-a2c9-6bd177305659 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 921fec86-1e61-4045-9531-0621000cee8d is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:17.305414 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-37e7a0c4-6a06-4255-8282-90d34d3990e8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.9922833 Feb 11 05:32:17.306661 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a0c4-6a06-4255-8282-90d34d3990e8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=bbbbe38f-5d2c-4fea-bec5-2df5b935eb93,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:17.315551 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57012) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:17.329911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2b3a3116-ceb6-4609-a162-d9601190746e is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:17.350855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-e53635fb-a08d-4f92-b234-80bd5736aa35 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'fixed_ips': [{'subnet_id': '6d6092fb-9322-4856-8e6a-2aeb59bcd628', 'ip_address': '2001:db8::484e:a79d:e23d:4467'}], 'name': 'tempest-NetworksTestDHCPv6-979272724'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:17.450769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3d55d-74c6-4ff2-9ea0-951a04bc0f81 req-eecac322-59d3-4b14-8816-6c593e55ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:17.452359 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8a3d55d-74c6-4ff2-9ea0-951a04bc0f81 req-eecac322-59d3-4b14-8816-6c593e55ec84 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4066114 Feb 11 05:32:17.458587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-068aa704-8232-4a27-9960-ca4677d35491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:11Z', 'revision_number': 6, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2b3a3116-ceb6-4609-a162-d9601190746e', 'name': '', 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:2c:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:04Z', 'updated_at': '2022-02-11T05:32:13Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddceead2-36cc-4f65-af17-b2304a13dcb6', 'name': '', 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:c7:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:55Z', 'updated_at': '2022-02-11T05:32:03Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:17.520165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068aa704-8232-4a27-9960-ca4677d35491 None None] Checking router: 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:32:17.553798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068aa704-8232-4a27-9960-ca4677d35491 None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:17.554449 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-068aa704-8232-4a27-9960-ca4677d35491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:17.601798 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-52fa98e1-a977-48c1-a1b8-7f2a65657bd6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:17.602469 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-52fa98e1-a977-48c1-a1b8-7f2a65657bd6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.617582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b08866d7-2b91-4396-a2c9-6bd177305659 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:17.647211 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8a3d55d-74c6-4ff2-9ea0-951a04bc0f81 req-cdebc99a-97bb-4666-924a-ea10a2a623ac service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776905 Feb 11 05:32:17.696743 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08866d7-2b91-4396-a2c9-6bd177305659 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:17.811363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-068aa704-8232-4a27-9960-ca4677d35491 None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:17.830216 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08866d7-2b91-4396-a2c9-6bd177305659 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:17.844211 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b08866d7-2b91-4396-a2c9-6bd177305659 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.845478 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8a3d55d-74c6-4ff2-9ea0-951a04bc0f81 req-8f77b728-50b4-41be-90c0-c42ba6bf763c service neutron] 10.222.0.88 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417520 Feb 11 05:32:17.932595 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bda0a320-8114-4cdc-b19e-e55b8d24f92f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.936576 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bda0a320-8114-4cdc-b19e-e55b8d24f92f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:17.962194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08866d7-2b91-4396-a2c9-6bd177305659 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=18b6ca7e-b227-44e7-a6e1-dfba8a0847ac,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:17.970361 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-52fa98e1-a977-48c1-a1b8-7f2a65657bd6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0948994 Feb 11 05:32:17.975815 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b08866d7-2b91-4396-a2c9-6bd177305659 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.3868284 Feb 11 05:32:17.989068 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57016) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:17.995206 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a6f710f5-3759-43fd-90c1-fcae0e1a84b9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'subnet': {'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:18.003052 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53635fb-a08d-4f92-b234-80bd5736aa35 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:18.241056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-87daece5-96d8-43a6-8fc7-1d5a9c7669d0 None None] Provisioning complete for port eb5f4d0a-940c-4048-975b-454d7023981d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:18.241474 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-87daece5-96d8-43a6-8fc7-1d5a9c7669d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.505322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1052ce-d688-459d-b4e8-e59e1d33bf89 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:32:18.547360 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e53635fb-a08d-4f92-b234-80bd5736aa35 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.622910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5831bb76-ca77-468f-a12c-5d252ef87bb4 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:18.625887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-e53635fb-a08d-4f92-b234-80bd5736aa35 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port 23f0608c-60cf-473c-a79c-432904823ce7 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:32:18.695777 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f710f5-3759-43fd-90c1-fcae0e1a84b9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:18.699791 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6f710f5-3759-43fd-90c1-fcae0e1a84b9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:18.724313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528538fc-c4f6-47d9-bfe1-797d91d1497d req-da913252-93fa-4796-ae76-be74cbc55f8c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:18.730654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528538fc-c4f6-47d9-bfe1-797d91d1497d req-da913252-93fa-4796-ae76-be74cbc55f8c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:18.736172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528538fc-c4f6-47d9-bfe1-797d91d1497d req-da913252-93fa-4796-ae76-be74cbc55f8c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:18.742239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528538fc-c4f6-47d9-bfe1-797d91d1497d req-da913252-93fa-4796-ae76-be74cbc55f8c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:18.744099 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-528538fc-c4f6-47d9-bfe1-797d91d1497d req-da913252-93fa-4796-ae76-be74cbc55f8c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 3096 time: 0.3609633 Feb 11 05:32:18.930340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-528538fc-c4f6-47d9-bfe1-797d91d1497d req-8da710ae-b84c-4ed4-8068-7ac66ce7ac12 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703432 Feb 11 05:32:18.989188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a9aa3618-f8f7-4e5d-8456-8f045312de72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Request body: {'port': {'device_id': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac', 'admin_state_up': True, 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'security_groups': ['3cf28cb2-49e4-44c6-9a96-688d92e7c5f0']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:19.033372 n-d-713499-38 neutron-server[103171]: INFO neutron.db.ipam_backend_mixin [None req-a6f710f5-3759-43fd-90c1-fcae0e1a84b9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 98b76d41-e418-49e9-8312-7e930e705782 (CIDR: 172.20.0.0/28) Feb 11 05:32:19.035855 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53635fb-a08d-4f92-b234-80bd5736aa35 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 05:32:19.036441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53635fb-a08d-4f92-b234-80bd5736aa35 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:19.040747 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f710f5-3759-43fd-90c1-fcae0e1a84b9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:32:19.041338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f710f5-3759-43fd-90c1-fcae0e1a84b9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:19.064012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e53635fb-a08d-4f92-b234-80bd5736aa35 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7456503 Feb 11 05:32:19.068131 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57026) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:19.072282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a6f710f5-3759-43fd-90c1-fcae0e1a84b9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0820198 Feb 11 05:32:19.077688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57028) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:19.082911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-198dc74e-3023-40a5-af5d-fb56096f4206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'subnet': {'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:19.121345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-87daece5-96d8-43a6-8fc7-1d5a9c7669d0 None None] Current status of the port eb5f4d0a-940c-4048-975b-454d7023981d is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:19.121927 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-87daece5-96d8-43a6-8fc7-1d5a9c7669d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.187083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-068aa704-8232-4a27-9960-ca4677d35491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:16Z', 'revision_number': 7, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2b3a3116-ceb6-4609-a162-d9601190746e', 'name': '', 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:2c:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:04Z', 'updated_at': '2022-02-11T05:32:13Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddceead2-36cc-4f65-af17-b2304a13dcb6', 'name': '', 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:c7:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:55Z', 'updated_at': '2022-02-11T05:32:03Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:19.246104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198dc74e-3023-40a5-af5d-fb56096f4206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:19.251281 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-198dc74e-3023-40a5-af5d-fb56096f4206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.256210 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068aa704-8232-4a27-9960-ca4677d35491 None None] The sync data for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 is: [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:16Z', 'revision_number': 7, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2b3a3116-ceb6-4609-a162-d9601190746e', 'name': '', 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:2c:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:04Z', 'updated_at': '2022-02-11T05:32:13Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddceead2-36cc-4f65-af17-b2304a13dcb6', 'name': '', 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:c7:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:55Z', 'updated_at': '2022-02-11T05:32:03Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:19.327611 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-87daece5-96d8-43a6-8fc7-1d5a9c7669d0 None None] For port eb5f4d0a-940c-4048-975b-454d7023981d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=eb5f4d0a-940c-4048-975b-454d7023981d,segment=NetworkSegment(bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9),segment_id=bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:19.328584 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda0a320-8114-4cdc-b19e-e55b8d24f92f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:32:19.350350 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f261705-e4e6-4ca9-b2f5-309bacb2d6d7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:19.354382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 5831bb76-ca77-468f-a12c-5d252ef87bb4 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:19.358671 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5831bb76-ca77-468f-a12c-5d252ef87bb4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.366497 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f261705-e4e6-4ca9-b2f5-309bacb2d6d7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:19.368589 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7f261705-e4e6-4ca9-b2f5-309bacb2d6d7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2217002 Feb 11 05:32:19.370949 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-87daece5-96d8-43a6-8fc7-1d5a9c7669d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.374392 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57030) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:19.595668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-87daece5-96d8-43a6-8fc7-1d5a9c7669d0 None None] Provisioning complete for port 23e87ff6-ded3-46dc-a9f5-4844fae5fd69 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:19.596154 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-87daece5-96d8-43a6-8fc7-1d5a9c7669d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (23e87ff6-ded3-46dc-a9f5-4844fae5fd69), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.719737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87daece5-96d8-43a6-8fc7-1d5a9c7669d0 None None] Pushing event updated for resources: {'Port': ['ID=eb5f4d0a-940c-4048-975b-454d7023981d,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:19.733778 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a9aa3618-f8f7-4e5d-8456-8f045312de72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Made reservation on behalf of f571c83359014d03b82a06a0b410a902 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:19.750735 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-198dc74e-3023-40a5-af5d-fb56096f4206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (99dbee27-a4dd-439d-8808-13ab68939c11), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.762163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1052ce-d688-459d-b4e8-e59e1d33bf89 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:32:19.772074 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-87daece5-96d8-43a6-8fc7-1d5a9c7669d0 None None] Port 23e87ff6-ded3-46dc-a9f5-4844fae5fd69 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:19.851563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda0a320-8114-4cdc-b19e-e55b8d24f92f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:19.855312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5831bb76-ca77-468f-a12c-5d252ef87bb4 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:19.855910 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5831bb76-ca77-468f-a12c-5d252ef87bb4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.863732 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a888b7c5-c9d6-4d40-8b98-b7acf9e931a9 None None] Sync routers for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:19.876662 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bda0a320-8114-4cdc-b19e-e55b8d24f92f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.881882 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bda0a320-8114-4cdc-b19e-e55b8d24f92f tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 HTTP/1.1" status: 200 len: 703 time: 5.5202870 Feb 11 05:32:19.883010 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888b7c5-c9d6-4d40-8b98-b7acf9e931a9 None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:19.885654 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a888b7c5-c9d6-4d40-8b98-b7acf9e931a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:19.888883 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57036) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:19.908446 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198dc74e-3023-40a5-af5d-fb56096f4206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 921fec86-1e61-4045-9531-0621000cee8d is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:19.915464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-198dc74e-3023-40a5-af5d-fb56096f4206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:19.926875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198dc74e-3023-40a5-af5d-fb56096f4206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:19.928812 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-198dc74e-3023-40a5-af5d-fb56096f4206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:19.976386 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-198dc74e-3023-40a5-af5d-fb56096f4206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8973603 Feb 11 05:32:19.978391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198dc74e-3023-40a5-af5d-fb56096f4206 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Subnet': ['ID=99dbee27-a4dd-439d-8808-13ab68939c11,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:19.981110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57040) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:19.989236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-63d391fd-f08e-43bb-b247-9ba823202ae5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-235207528', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '99dbee27-a4dd-439d-8808-13ab68939c11'}], 'security_groups': ['48c5df11-56fa-4054-9fb8-7e4066c19324']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:20.016097 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port bbbbe38f-5d2c-4fea-bec5-2df5b935eb93 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:20.016673 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (bbbbe38f-5d2c-4fea-bec5-2df5b935eb93), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.164848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8208fa1d-020f-4033-b43c-6b9286b719de None None] Provisioning complete for port 5831bb76-ca77-468f-a12c-5d252ef87bb4 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:20.167566 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5dd45bf0-5339-43e8-b883-c10ac87dcfce tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/routers/3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 HTTP/1.1" status: 200 len: 703 time: 0.2715633 Feb 11 05:32:20.168148 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8208fa1d-020f-4033-b43c-6b9286b719de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5831bb76-ca77-468f-a12c-5d252ef87bb4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.199078 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57044) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:20.258128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 5831bb76-ca77-468f-a12c-5d252ef87bb4, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5831bb76-ca77-468f-a12c-5d252ef87bb4,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:20.279793 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5831bb76-ca77-468f-a12c-5d252ef87bb4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.280937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device eb5f4d0a-940c-4048-975b-454d7023981d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:20.347773 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a888b7c5-c9d6-4d40-8b98-b7acf9e931a9 None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:20.445543 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a9aa3618-f8f7-4e5d-8456-8f045312de72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.519219 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-63d391fd-f08e-43bb-b247-9ba823202ae5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (18b6ca7e-b227-44e7-a6e1-dfba8a0847ac), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.767928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3d718-2c23-4663-b743-f1dfbd8da3e6 req-64517dc7-f7d7-4ce7-990b-0817514f7f72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:20.778452 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3d718-2c23-4663-b743-f1dfbd8da3e6 req-64517dc7-f7d7-4ce7-990b-0817514f7f72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:20.781350 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port eb5f4d0a-940c-4048-975b-454d7023981d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:20.781569 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.796943 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a888b7c5-c9d6-4d40-8b98-b7acf9e931a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:16Z', 'revision_number': 7, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2b3a3116-ceb6-4609-a162-d9601190746e', 'name': '', 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:2c:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:04Z', 'updated_at': '2022-02-11T05:32:13Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddceead2-36cc-4f65-af17-b2304a13dcb6', 'name': '', 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:c7:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:55Z', 'updated_at': '2022-02-11T05:32:03Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:20.803567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3d718-2c23-4663-b743-f1dfbd8da3e6 req-64517dc7-f7d7-4ce7-990b-0817514f7f72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:20.809382 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3d718-2c23-4663-b743-f1dfbd8da3e6 req-64517dc7-f7d7-4ce7-990b-0817514f7f72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:20.833371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4a3d718-2c23-4663-b743-f1dfbd8da3e6 req-64517dc7-f7d7-4ce7-990b-0817514f7f72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 3096 time: 0.7475872 Feb 11 05:32:20.850983 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (bbbbe38f-5d2c-4fea-bec5-2df5b935eb93), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:20.857257 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a888b7c5-c9d6-4d40-8b98-b7acf9e931a9 None None] Checking router: 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:32:20.882340 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=5831bb76-ca77-468f-a12c-5d252ef87bb4,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:20.883250 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888b7c5-c9d6-4d40-8b98-b7acf9e931a9 None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:20.883984 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a888b7c5-c9d6-4d40-8b98-b7acf9e931a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:20.916222 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for bbbbe38f-5d2c-4fea-bec5-2df5b935eb93 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:20.948192 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8208fa1d-020f-4033-b43c-6b9286b719de None None] Current status of the port 5831bb76-ca77-468f-a12c-5d252ef87bb4 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:21.074583 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a888b7c5-c9d6-4d40-8b98-b7acf9e931a9 None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:21.102445 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4a3d718-2c23-4663-b743-f1dfbd8da3e6 req-664baf78-e884-44f1-9aed-50c0b03dc972 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645628 Feb 11 05:32:21.129350 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port eb5f4d0a-940c-4048-975b-454d7023981d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:21.151064 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-623e08f1-ca1e-4283-af0d-c703d4631994 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.319561 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5831bb76-ca77-468f-a12c-5d252ef87bb4 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:21.455774 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 5831bb76-ca77-468f-a12c-5d252ef87bb4 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:21.456158 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5831bb76-ca77-468f-a12c-5d252ef87bb4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.497296 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a888b7c5-c9d6-4d40-8b98-b7acf9e931a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:16Z', 'revision_number': 7, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2b3a3116-ceb6-4609-a162-d9601190746e', 'name': '', 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:2c:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:04Z', 'updated_at': '2022-02-11T05:32:13Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddceead2-36cc-4f65-af17-b2304a13dcb6', 'name': '', 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:c7:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:55Z', 'updated_at': '2022-02-11T05:32:03Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:21.512698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-63d391fd-f08e-43bb-b247-9ba823202ae5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Delete allocated IP 172.20.0.8 (921fec86-1e61-4045-9531-0621000cee8d/98b76d41-e418-49e9-8312-7e930e705782) {{(pid=103171) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:32:21.530260 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-63d391fd-f08e-43bb-b247-9ba823202ae5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Allocated IP 172.20.0.27 (921fec86-1e61-4045-9531-0621000cee8d/99dbee27-a4dd-439d-8808-13ab68939c11/18b6ca7e-b227-44e7-a6e1-dfba8a0847ac) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:21.580330 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a9aa3618-f8f7-4e5d-8456-8f045312de72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Allocated IP 10.2.2.200 (23491f43-7703-4822-8ced-d1c33541a9ac/e4cec936-abe4-430a-9a3b-3c96014981c9/a854c3bb-38fb-4e01-b81b-b450abbcf0b9) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:21.580717 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a888b7c5-c9d6-4d40-8b98-b7acf9e931a9 None None] The sync data for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 is: [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:16Z', 'revision_number': 7, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2b3a3116-ceb6-4609-a162-d9601190746e', 'name': '', 'network_id': '2785b168-c448-4dd7-b4dd-927408992d72', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:2c:74:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:04Z', 'updated_at': '2022-02-11T05:32:13Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'ff26bfb6-79f1-414f-b9da-64178066da2b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddceead2-36cc-4f65-af17-b2304a13dcb6', 'name': '', 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:c7:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:55Z', 'updated_at': '2022-02-11T05:32:03Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:21.657106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5831bb76-ca77-468f-a12c-5d252ef87bb4 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:21.658273 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device eb5f4d0a-940c-4048-975b-454d7023981d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:21.836018 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port eb5f4d0a-940c-4048-975b-454d7023981d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:21.836421 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.979937 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-63d391fd-f08e-43bb-b247-9ba823202ae5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (18b6ca7e-b227-44e7-a6e1-dfba8a0847ac), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:21.991163 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-63d391fd-f08e-43bb-b247-9ba823202ae5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (18b6ca7e-b227-44e7-a6e1-dfba8a0847ac), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.120385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port eb5f4d0a-940c-4048-975b-454d7023981d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:22.285588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d391fd-f08e-43bb-b247-9ba823202ae5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=18b6ca7e-b227-44e7-a6e1-dfba8a0847ac,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:22.302449 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (bbbbe38f-5d2c-4fea-bec5-2df5b935eb93), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.324261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-63d391fd-f08e-43bb-b247-9ba823202ae5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] In _notify_port_updated(), no bound segment for port 18b6ca7e-b227-44e7-a6e1-dfba8a0847ac on network 921fec86-1e61-4045-9531-0621000cee8d {{(pid=103171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:32:22.342340 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1065a4f9-f106-4177-b01c-c5f483959297 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:22.354690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d391fd-f08e-43bb-b247-9ba823202ae5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:22.366259 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-63d391fd-f08e-43bb-b247-9ba823202ae5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.368895 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-63d391fd-f08e-43bb-b247-9ba823202ae5 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "PUT /v2.0/ports/18b6ca7e-b227-44e7-a6e1-dfba8a0847ac HTTP/1.1" status: 200 len: 920 time: 2.3864095 Feb 11 05:32:22.426962 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-623e08f1-ca1e-4283-af0d-c703d4631994 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting port 2b3a3116-ceb6-4609-a162-d9601190746e {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:22.427350 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-623e08f1-ca1e-4283-af0d-c703d4631994 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2b3a3116-ceb6-4609-a162-d9601190746e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.430073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57064) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:22.596364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64c2012-99d7-44b9-aa06-aecc68826374 None None] Network 921fec86-1e61-4045-9531-0621000cee8d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:22.710061 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-623e08f1-ca1e-4283-af0d-c703d4631994 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] For port 2b3a3116-ceb6-4609-a162-d9601190746e, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2b3a3116-ceb6-4609-a162-d9601190746e,segment=NetworkSegment(67cf2fd2-7487-4742-9b4c-6300c151c764),segment_id=67cf2fd2-7487-4742-9b4c-6300c151c764)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:22.710470 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-623e08f1-ca1e-4283-af0d-c703d4631994 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2b3a3116-ceb6-4609-a162-d9601190746e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:22.720158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd38893-140f-41e3-a655-ffdceaaa7861 req-c6437c66-83ea-4183-9a0e-4f944dd5e3e6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:22.726130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd38893-140f-41e3-a655-ffdceaaa7861 req-c6437c66-83ea-4183-9a0e-4f944dd5e3e6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:22.747351 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-623e08f1-ca1e-4283-af0d-c703d4631994 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Calling delete_port for 2b3a3116-ceb6-4609-a162-d9601190746e owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:22.763310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd38893-140f-41e3-a655-ffdceaaa7861 req-c6437c66-83ea-4183-9a0e-4f944dd5e3e6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:22.790584 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd38893-140f-41e3-a655-ffdceaaa7861 req-c6437c66-83ea-4183-9a0e-4f944dd5e3e6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:22.809128 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fdd38893-140f-41e3-a655-ffdceaaa7861 req-c6437c66-83ea-4183-9a0e-4f944dd5e3e6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 3096 time: 0.5128720 Feb 11 05:32:22.844927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f817b962-0ae7-451d-af51-dd55b3423411 None None] Provisioning complete for port 5831bb76-ca77-468f-a12c-5d252ef87bb4 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:22.845315 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f817b962-0ae7-451d-af51-dd55b3423411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5831bb76-ca77-468f-a12c-5d252ef87bb4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.029271 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fdd38893-140f-41e3-a655-ffdceaaa7861 req-95b2da45-5bf5-4f4b-a07d-0823f81a72dd tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192674 Feb 11 05:32:23.038104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-04bb4c2c-8ab2-4e83-8e2b-581d5b798488 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port 18b6ca7e-b227-44e7-a6e1-dfba8a0847ac {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:23.038962 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-04bb4c2c-8ab2-4e83-8e2b-581d5b798488 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (18b6ca7e-b227-44e7-a6e1-dfba8a0847ac), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.118915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f817b962-0ae7-451d-af51-dd55b3423411 None None] Current status of the port 5831bb76-ca77-468f-a12c-5d252ef87bb4 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:23.134984 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f817b962-0ae7-451d-af51-dd55b3423411 None None] Could not find standard attr ID for object bbbbe38f-5d2c-4fea-bec5-2df5b935eb93. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:32:23.259314 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=bbbbe38f-5d2c-4fea-bec5-2df5b935eb93,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:23.301309 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-53034b62-a313-4dcb-91c4-ee9d1bf8657c None None] Could not find standard attr ID for object 2b3a3116-ceb6-4609-a162-d9601190746e. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:32:23.324795 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:23.325331 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:23.325460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:23.325785 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:23.326350 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5933ab-02d0-4301-a227-8121a5c4f051 None None] Update dhcp port {'port': {'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'fixed_ips': [{'subnet_id': '98b76d41-e418-49e9-8312-7e930e705782', 'ip_address': '172.20.0.2'}, {'subnet_id': '99dbee27-a4dd-439d-8808-13ab68939c11'}], 'binding:host_id': 'n-d-713499-38'}, 'id': 'eb5f4d0a-940c-4048-975b-454d7023981d'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:32:23.329067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:23.329598 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:23.330116 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:23.331620 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:23.332789 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:23.333317 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:23.336626 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:23.338553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:23.339104 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:23.344918 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-623e08f1-ca1e-4283-af0d-c703d4631994 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2b3a3116-ceb6-4609-a162-d9601190746e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.371927 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-04bb4c2c-8ab2-4e83-8e2b-581d5b798488 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (18b6ca7e-b227-44e7-a6e1-dfba8a0847ac), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.415397 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-53034b62-a313-4dcb-91c4-ee9d1bf8657c None None] Provisioning complete for port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:23.417015 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-53034b62-a313-4dcb-91c4-ee9d1bf8657c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e65444c4-bc4c-4a0b-b81e-aba2ed7752b8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.417825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.423157 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f6921640-f557-42b0-8d20-07ba655e3595 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/bbbbe38f-5d2c-4fea-bec5-2df5b935eb93 HTTP/1.1" status: 204 len: 168 time: 4.0475466 Feb 11 05:32:23.425793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57072) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:23.427328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-04bb4c2c-8ab2-4e83-8e2b-581d5b798488 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for 18b6ca7e-b227-44e7-a6e1-dfba8a0847ac owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:23.447564 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e08f1-ca1e-4283-af0d-c703d4631994 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Port': ['ID=2b3a3116-ceb6-4609-a162-d9601190746e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:23.515831 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-53034b62-a313-4dcb-91c4-ee9d1bf8657c None None] Port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:23.527875 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4c5933ab-02d0-4301-a227-8121a5c4f051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.741895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3fd984-b49c-45bf-bc58-184bfeefdb99 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:23.747396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3fd984-b49c-45bf-bc58-184bfeefdb99 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:23.749978 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5f3fd984-b49c-45bf-bc58-184bfeefdb99 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3164783 Feb 11 05:32:23.752883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57074) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:23.754601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-53034b62-a313-4dcb-91c4-ee9d1bf8657c None None] Provisioning complete for port 7bcee796-21e7-410d-b1ec-9e7e94e164c7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:23.754991 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-53034b62-a313-4dcb-91c4-ee9d1bf8657c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.819744 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a9aa3618-f8f7-4e5d-8456-8f045312de72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.821139 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-623e08f1-ca1e-4283-af0d-c703d4631994 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.000079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-4c5933ab-02d0-4301-a227-8121a5c4f051 None None] Allocated IP 172.20.0.18 (921fec86-1e61-4045-9531-0621000cee8d/99dbee27-a4dd-439d-8808-13ab68939c11/eb5f4d0a-940c-4048-975b-454d7023981d) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:24.012941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 6d6092fb-9322-4856-8e6a-2aeb59bcd628 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:24.030593 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (6d6092fb-9322-4856-8e6a-2aeb59bcd628), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.074525 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-53034b62-a313-4dcb-91c4-ee9d1bf8657c None None] Port 7bcee796-21e7-410d-b1ec-9e7e94e164c7 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:24.226332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623e08f1-ca1e-4283-af0d-c703d4631994 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:32:24.328189 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (6d6092fb-9322-4856-8e6a-2aeb59bcd628), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.367859 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fe3421e7-5b3d-441f-8574-4d4ba4269053 None None] Provisioning complete for port 5831bb76-ca77-468f-a12c-5d252ef87bb4 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:24.368239 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fe3421e7-5b3d-441f-8574-4d4ba4269053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5831bb76-ca77-468f-a12c-5d252ef87bb4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.516620 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-4c5933ab-02d0-4301-a227-8121a5c4f051 None None] For port eb5f4d0a-940c-4048-975b-454d7023981d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=eb5f4d0a-940c-4048-975b-454d7023981d,segment=NetworkSegment(bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9),segment_id=bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:24.559031 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-04bb4c2c-8ab2-4e83-8e2b-581d5b798488 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (18b6ca7e-b227-44e7-a6e1-dfba8a0847ac), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.613113 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb4c2c-8ab2-4e83-8e2b-581d5b798488 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=18b6ca7e-b227-44e7-a6e1-dfba8a0847ac,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:24.727379 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdac38-9912-4bdd-9752-237c600f76e9 req-87d4481a-3630-4bc8-818b-7e37d54789de tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:24.736762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdac38-9912-4bdd-9752-237c600f76e9 req-87d4481a-3630-4bc8-818b-7e37d54789de tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:24.747938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdac38-9912-4bdd-9752-237c600f76e9 req-87d4481a-3630-4bc8-818b-7e37d54789de tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:24.757033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdac38-9912-4bdd-9752-237c600f76e9 req-87d4481a-3630-4bc8-818b-7e37d54789de tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:24.760135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6cfdac38-9912-4bdd-9752-237c600f76e9 req-87d4481a-3630-4bc8-818b-7e37d54789de tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 3096 time: 0.4289203 Feb 11 05:32:24.832858 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (6d6092fb-9322-4856-8e6a-2aeb59bcd628), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.897691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6cfdac38-9912-4bdd-9752-237c600f76e9 req-67fd33f6-9d66-4024-8ac6-301eff4bd6ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156425 Feb 11 05:32:24.937325 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-04bb4c2c-8ab2-4e83-8e2b-581d5b798488 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:24.945637 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-04bb4c2c-8ab2-4e83-8e2b-581d5b798488 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/18b6ca7e-b227-44e7-a6e1-dfba8a0847ac HTTP/1.1" status: 204 len: 168 time: 2.5142853 Feb 11 05:32:24.947397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57084) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:25.050090 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-fe3421e7-5b3d-441f-8574-4d4ba4269053 None None] Current status of the port 5831bb76-ca77-468f-a12c-5d252ef87bb4 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:25.071977 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4c5933ab-02d0-4301-a227-8121a5c4f051 None None] Publish callbacks [] for port (eb5f4d0a-940c-4048-975b-454d7023981d), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.076373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fe3421e7-5b3d-441f-8574-4d4ba4269053 None None] Could not find standard attr ID for object 2b3a3116-ceb6-4609-a162-d9601190746e. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:32:25.079270 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4c5933ab-02d0-4301-a227-8121a5c4f051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.109084 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fe3421e7-5b3d-441f-8574-4d4ba4269053 None None] Could not find standard attr ID for object bbbbe38f-5d2c-4fea-bec5-2df5b935eb93. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:32:25.212494 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623e08f1-ca1e-4283-af0d-c703d4631994 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:25.232100 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-623e08f1-ca1e-4283-af0d-c703d4631994 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/3c75dc6c-84bf-446e-98df-9a4dfdd45ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0319135 Feb 11 05:32:25.243227 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57088) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:25.264501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882180e9-e817-4345-9ddb-5b5523516b16 None None] Sync routers for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:25.323699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882180e9-e817-4345-9ddb-5b5523516b16 None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:25.324528 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-882180e9-e817-4345-9ddb-5b5523516b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:25.387328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a31638-b9b2-4741-b5c0-7de4804f33c7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting subnet ff26bfb6-79f1-414f-b9da-64178066da2b {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:25.391838 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a9aa3618-f8f7-4e5d-8456-8f045312de72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.404349 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19a31638-b9b2-4741-b5c0-7de4804f33c7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (ff26bfb6-79f1-414f-b9da-64178066da2b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.423872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5933ab-02d0-4301-a227-8121a5c4f051 None None] Pushing event updated for resources: {'Port': ['ID=eb5f4d0a-940c-4048-975b-454d7023981d,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:25.560843 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a9aa3618-f8f7-4e5d-8456-8f045312de72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Network 23491f43-7703-4822-8ced-d1c33541a9ac is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:25.572787 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-882180e9-e817-4345-9ddb-5b5523516b16 None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:25.617776 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a9aa3618-f8f7-4e5d-8456-8f045312de72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:25.621067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a9aa3618-f8f7-4e5d-8456-8f045312de72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:25.737336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a9aa3618-f8f7-4e5d-8456-8f045312de72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:25.738474 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a9aa3618-f8f7-4e5d-8456-8f045312de72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.767299 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a9aa3618-f8f7-4e5d-8456-8f045312de72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7950013 Feb 11 05:32:25.773187 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19a31638-b9b2-4741-b5c0-7de4804f33c7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (ff26bfb6-79f1-414f-b9da-64178066da2b), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.782343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Request body: {'port': {'device_id': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:25.844340 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa3618-f8f7-4e5d-8456-8f045312de72 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event updated for resources: {'Port': ['ID=a854c3bb-38fb-4e01-b81b-b450abbcf0b9,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:25.912312 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (75f3b967-e8c9-4755-8087-be2d8c88ed6a), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:25.947606 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f6a380-f89a-49dd-8b5d-636a09ec2b0b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] GET failed (client error): The resource could not be found. Feb 11 05:32:25.958254 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57094) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:25.965667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-43f6a380-f89a-49dd-8b5d-636a09ec2b0b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports/18b6ca7e-b227-44e7-a6e1-dfba8a0847ac HTTP/1.1" status: 404 len: 333 time: 1.0164940 Feb 11 05:32:26.018187 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (6d6092fb-9322-4856-8e6a-2aeb59bcd628), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.141635 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.147836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183d91bd-da89-4dd6-b379-3641b1b123ec None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:26.152525 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/6d6092fb-9322-4856-8e6a-2aeb59bcd628 HTTP/1.1" status: 204 len: 168 time: 2.3983259 Feb 11 05:32:26.153633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57100) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:26.234224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6092fb-9322-4856-8e6a-2aeb59bcd628,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:26.260196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-882180e9-e817-4345-9ddb-5b5523516b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:23Z', 'revision_number': 8, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddceead2-36cc-4f65-af17-b2304a13dcb6', 'name': '', 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:c7:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:55Z', 'updated_at': '2022-02-11T05:32:03Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:26.366171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1292af70-d42f-409f-9534-9f70ac2f7b5a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1269140 Feb 11 05:32:26.379687 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57102) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:26.392082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-fac316d5-104f-4aef-a643-4c5a38a7fc14 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:26.415325 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19a31638-b9b2-4741-b5c0-7de4804f33c7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (ff26bfb6-79f1-414f-b9da-64178066da2b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.423019 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882180e9-e817-4345-9ddb-5b5523516b16 None None] Checking router: 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:32:26.465964 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8b273971-5362-4070-8d20-165bbda05042 None None] Provisioning complete for port a854c3bb-38fb-4e01-b81b-b450abbcf0b9 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:26.468405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:26.468759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:26.469098 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:26.469433 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:26.469765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:26.470094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:26.470413 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:26.470740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:26.471058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:26.471876 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8b273971-5362-4070-8d20-165bbda05042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.476241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:26.476698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:26.477038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:26.477381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b932d5-773e-4b18-83cb-8483c577bdc7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:26.526741 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-55be8053-0e04-45c7-adbf-e9aef67fef66 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (5c56071c-fef8-4110-b3d7-1e36ebe8844f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.595731 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8b273971-5362-4070-8d20-165bbda05042 None None] Port a854c3bb-38fb-4e01-b81b-b450abbcf0b9 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:26.600973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14fa09f-ce56-4e25-9ef7-db86efaae852 None None] Network 921fec86-1e61-4045-9531-0621000cee8d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:26.647850 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-55be8053-0e04-45c7-adbf-e9aef67fef66 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (5c56071c-fef8-4110-b3d7-1e36ebe8844f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.688311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e81ee-43c5-4126-b948-e5337eb7e6a8 req-ea8a0e6e-603a-4fe8-9f52-a9ef8f11921d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:26.705840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e81ee-43c5-4126-b948-e5337eb7e6a8 req-ea8a0e6e-603a-4fe8-9f52-a9ef8f11921d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:26.726017 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e81ee-43c5-4126-b948-e5337eb7e6a8 req-ea8a0e6e-603a-4fe8-9f52-a9ef8f11921d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:26.743471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e81ee-43c5-4126-b948-e5337eb7e6a8 req-ea8a0e6e-603a-4fe8-9f52-a9ef8f11921d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:26.747455 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19a31638-b9b2-4741-b5c0-7de4804f33c7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (ff26bfb6-79f1-414f-b9da-64178066da2b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.761339 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e81ee-43c5-4126-b948-e5337eb7e6a8 req-ea8a0e6e-603a-4fe8-9f52-a9ef8f11921d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:26.762914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882180e9-e817-4345-9ddb-5b5523516b16 None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:26.763876 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-882180e9-e817-4345-9ddb-5b5523516b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:26.771388 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-760e81ee-43c5-4126-b948-e5337eb7e6a8 req-ea8a0e6e-603a-4fe8-9f52-a9ef8f11921d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 3817 time: 0.6160760 Feb 11 05:32:26.824697 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a31638-b9b2-4741-b5c0-7de4804f33c7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Subnet': ['ID=ff26bfb6-79f1-414f-b9da-64178066da2b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:26.836611 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-55be8053-0e04-45c7-adbf-e9aef67fef66 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5c56071c-fef8-4110-b3d7-1e36ebe8844f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.841686 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-55be8053-0e04-45c7-adbf-e9aef67fef66 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.847171 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-55be8053-0e04-45c7-adbf-e9aef67fef66 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/security-groups/5c56071c-fef8-4110-b3d7-1e36ebe8844f HTTP/1.1" status: 204 len: 168 time: 0.8836889 Feb 11 05:32:26.851845 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57110) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:26.889792 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19a31638-b9b2-4741-b5c0-7de4804f33c7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.896803 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-19a31638-b9b2-4741-b5c0-7de4804f33c7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/ff26bfb6-79f1-414f-b9da-64178066da2b HTTP/1.1" status: 204 len: 168 time: 1.6513519 Feb 11 05:32:26.913889 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57112) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:26.921743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd144d3-bdea-47e7-8d01-9f3e490f0ac8 None None] Network 2785b168-c448-4dd7-b4dd-927408992d72 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:26.959353 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-760e81ee-43c5-4126-b948-e5337eb7e6a8 req-340e4ebe-a4d1-48b0-bca0-45de212bf705 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387539 Feb 11 05:32:26.960585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac316d5-104f-4aef-a643-4c5a38a7fc14 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:26.964114 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fac316d5-104f-4aef-a643-4c5a38a7fc14 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.972352 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be8053-0e04-45c7-adbf-e9aef67fef66 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c56071c-fef8-4110-b3d7-1e36ebe8844f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:27.102723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad766f69-5fd4-4034-aa1c-6b763837db88 None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:32:27.131355 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (2785b168-c448-4dd7-b4dd-927408992d72), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.169880 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f3b967-e8c9-4755-8087-be2d8c88ed6a {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:27.179953 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c811d12-6dd5-498d-84e5-b82209f8cf4b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (48c5df11-56fa-4054-9fb8-7e4066c19324), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.196988 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Publish callbacks [] for port (75f3b967-e8c9-4755-8087-be2d8c88ed6a), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.213490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-882180e9-e817-4345-9ddb-5b5523516b16 None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:27.249288 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Transition to ACTIVE for port object 75f3b967-e8c9-4755-8087-be2d8c88ed6a will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:27.289696 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c811d12-6dd5-498d-84e5-b82209f8cf4b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (48c5df11-56fa-4054-9fb8-7e4066c19324), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.293569 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (75f3b967-e8c9-4755-8087-be2d8c88ed6a), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.402275 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Pushing event updated for resources: {'Port': ['ID=75f3b967-e8c9-4755-8087-be2d8c88ed6a,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:27.419249 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device eb5f4d0a-940c-4048-975b-454d7023981d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:27.442373 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fac316d5-104f-4aef-a643-4c5a38a7fc14 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (4edca0b2-b90a-4c95-a7fb-3724e630a257), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.489157 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c811d12-6dd5-498d-84e5-b82209f8cf4b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (48c5df11-56fa-4054-9fb8-7e4066c19324), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.492978 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c811d12-6dd5-498d-84e5-b82209f8cf4b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.494650 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6c811d12-6dd5-498d-84e5-b82209f8cf4b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/security-groups/48c5df11-56fa-4054-9fb8-7e4066c19324 HTTP/1.1" status: 204 len: 168 time: 0.6121635 Feb 11 05:32:27.507303 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57116) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:27.517389 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-78d7aaee-6fe9-49dc-a7c8-ef4673f4a96b None None] Provisioning complete for port eb5f4d0a-940c-4048-975b-454d7023981d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:27.518007 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-78d7aaee-6fe9-49dc-a7c8-ef4673f4a96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.534252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac316d5-104f-4aef-a643-4c5a38a7fc14 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:27.549747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-fac316d5-104f-4aef-a643-4c5a38a7fc14 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:27.560531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac316d5-104f-4aef-a643-4c5a38a7fc14 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:27.561123 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fac316d5-104f-4aef-a643-4c5a38a7fc14 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.607604 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac316d5-104f-4aef-a643-4c5a38a7fc14 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=4edca0b2-b90a-4c95-a7fb-3724e630a257,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:27.624508 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fac316d5-104f-4aef-a643-4c5a38a7fc14 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2394171 Feb 11 05:32:27.624793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57120) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:27.630070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-68114d99-3bfd-45d4-af5c-e6ad32ee2ee5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'fixed_ips': [{'subnet_id': '4edca0b2-b90a-4c95-a7fb-3724e630a257', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-980436866'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:27.748566 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c811d12-6dd5-498d-84e5-b82209f8cf4b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c5df11-56fa-4054-9fb8-7e4066c19324,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:27.761712 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting port 97c5d919-f1b9-493d-b484-0c0fc884db45 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:27.762289 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (97c5d919-f1b9-493d-b484-0c0fc884db45), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.831729 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-86947443-922d-41f8-8daf-35a0e33ab112 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting subnet 98b76d41-e418-49e9-8312-7e930e705782 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:27.859396 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-86947443-922d-41f8-8daf-35a0e33ab112 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (98b76d41-e418-49e9-8312-7e930e705782), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.901685 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68114d99-3bfd-45d4-af5c-e6ad32ee2ee5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:27.966239 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port eb5f4d0a-940c-4048-975b-454d7023981d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:27.966840 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:27.997594 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Attempting to bind port 75f3b967-e8c9-4755-8087-be2d8c88ed6a on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:28.001825 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Attempting to bind port 75f3b967-e8c9-4755-8087-be2d8c88ed6a by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '88518d25-2618-42dd-81d7-e7a3c557bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:28.002236 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Attempting to bind port 75f3b967-e8c9-4755-8087-be2d8c88ed6a on network 799a9941-b575-4229-aefb-2f7d7414a8e8 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:28.047199 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-68114d99-3bfd-45d4-af5c-e6ad32ee2ee5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.059992 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Port 75f3b967-e8c9-4755-8087-be2d8c88ed6a on network 799a9941-b575-4229-aefb-2f7d7414a8e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:28.060326 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Attempting to bind port 75f3b967-e8c9-4755-8087-be2d8c88ed6a on network 799a9941-b575-4229-aefb-2f7d7414a8e8 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:28.063355 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] For port 97c5d919-f1b9-493d-b484-0c0fc884db45, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=97c5d919-f1b9-493d-b484-0c0fc884db45,segment=NetworkSegment(67cf2fd2-7487-4742-9b4c-6300c151c764),segment_id=67cf2fd2-7487-4742-9b4c-6300c151c764)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:28.075010 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-68114d99-3bfd-45d4-af5c-e6ad32ee2ee5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port d20e642d-ca9d-4128-8900-1c534b02066e yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:32:28.075943 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (97c5d919-f1b9-493d-b484-0c0fc884db45), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.104347 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:28.104799 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Checking segment: {'id': '88518d25-2618-42dd-81d7-e7a3c557bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:28.105098 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Bound using segment: {'id': '88518d25-2618-42dd-81d7-e7a3c557bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:28.105553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Bound port: 75f3b967-e8c9-4755-8087-be2d8c88ed6a, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88518d25-2618-42dd-81d7-e7a3c557bb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:28.105922 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (75f3b967-e8c9-4755-8087-be2d8c88ed6a), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.120984 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Calling delete_port for 97c5d919-f1b9-493d-b484-0c0fc884db45 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:28.149189 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-86947443-922d-41f8-8daf-35a0e33ab112 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (98b76d41-e418-49e9-8312-7e930e705782), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.271321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-78d7aaee-6fe9-49dc-a7c8-ef4673f4a96b None None] Current status of the port eb5f4d0a-940c-4048-975b-454d7023981d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:28.273953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1496e89e-5741-4807-826f-a14827555637 None None] DHCP port deletion for 2785b168-c448-4dd7-b4dd-927408992d72 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:32:28.279097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ad766f69-5fd4-4034-aa1c-6b763837db88 None None] Deleting port 5831bb76-ca77-468f-a12c-5d252ef87bb4 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:28.282392 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ad766f69-5fd4-4034-aa1c-6b763837db88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5831bb76-ca77-468f-a12c-5d252ef87bb4), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.426678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03daee-5225-47ff-81bf-bf058059177d req-a6346c2d-7dbf-4711-a988-2f12893f0be6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:28.444072 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03daee-5225-47ff-81bf-bf058059177d req-a6346c2d-7dbf-4711-a988-2f12893f0be6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:28.455246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03daee-5225-47ff-81bf-bf058059177d req-a6346c2d-7dbf-4711-a988-2f12893f0be6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:28.471972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03daee-5225-47ff-81bf-bf058059177d req-a6346c2d-7dbf-4711-a988-2f12893f0be6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:28.480554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03daee-5225-47ff-81bf-bf058059177d req-a6346c2d-7dbf-4711-a988-2f12893f0be6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:28.493198 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e03daee-5225-47ff-81bf-bf058059177d req-a6346c2d-7dbf-4711-a988-2f12893f0be6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 3829 time: 0.3619263 Feb 11 05:32:28.519567 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-68114d99-3bfd-45d4-af5c-e6ad32ee2ee5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:32:28.520034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68114d99-3bfd-45d4-af5c-e6ad32ee2ee5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:28.570521 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-68114d99-3bfd-45d4-af5c-e6ad32ee2ee5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9446166 Feb 11 05:32:28.587911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57128) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:28.611020 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] For port 75f3b967-e8c9-4755-8087-be2d8c88ed6a, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:28.648152 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-86947443-922d-41f8-8daf-35a0e33ab112 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (98b76d41-e418-49e9-8312-7e930e705782), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.687946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] For port 75f3b967-e8c9-4755-8087-be2d8c88ed6a, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=75f3b967-e8c9-4755-8087-be2d8c88ed6a,segment=NetworkSegment(88518d25-2618-42dd-81d7-e7a3c557bb3c),segment_id=88518d25-2618-42dd-81d7-e7a3c557bb3c)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:28.715621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e03daee-5225-47ff-81bf-bf058059177d req-8e75e5d3-cbcf-4964-b70c-a082add51c3a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053621 Feb 11 05:32:28.722685 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (75f3b967-e8c9-4755-8087-be2d8c88ed6a), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.793424 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817117c3-302a-4c45-9f56-e8818f33d1ec tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:28.808858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-817117c3-302a-4c45-9f56-e8818f33d1ec tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2192020 Feb 11 05:32:28.811393 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57132) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:28.843968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port eb5f4d0a-940c-4048-975b-454d7023981d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:28.884616 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (97c5d919-f1b9-493d-b484-0c0fc884db45), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.897044 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:28.897685 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.899121 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] 10.222.0.73 "PUT /v2.0/ports/75f3b967-e8c9-4755-8087-be2d8c88ed6a HTTP/1.1" status: 200 len: 1093 time: 3.1221075 Feb 11 05:32:28.914935 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'tag': '75f3b967-e8c9-4755-8087-be2d8c88ed6a'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:28.917504 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b1e9b3-322a-498f-b93d-67dd9984c699" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "tag": "75f3b967-e8c9-4755-8087-be2d8c88ed6a"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:28.955152 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5638f84-0ffc-4924-8389-be3232bb2a12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:28.966206 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5638f84-0ffc-4924-8389-be3232bb2a12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:28.969091 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Request body: {'port': {'device_id': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:28.970696 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f5638f84-0ffc-4924-8389-be3232bb2a12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1563377 Feb 11 05:32:28.972082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57140) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:29.048780 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] No DVR routers for this DVR port 97c5d919-f1b9-493d-b484-0c0fc884db45 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:29.060170 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c53bc357-1ab8-4935-b101-e64236061287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.078704 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5831bb76-ca77-468f-a12c-5d252ef87bb4 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:29.180464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9c1c46-8ed6-42b9-9e21-859399dff156 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 4edca0b2-b90a-4c95-a7fb-3724e630a257 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:29.181764 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ad766f69-5fd4-4034-aa1c-6b763837db88 None None] For port 5831bb76-ca77-468f-a12c-5d252ef87bb4, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5831bb76-ca77-468f-a12c-5d252ef87bb4,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:29.182214 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ad766f69-5fd4-4034-aa1c-6b763837db88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5831bb76-ca77-468f-a12c-5d252ef87bb4), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.190275 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1c46-8ed6-42b9-9e21-859399dff156 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (4edca0b2-b90a-4c95-a7fb-3724e630a257), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.198348 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-86947443-922d-41f8-8daf-35a0e33ab112 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (98b76d41-e418-49e9-8312-7e930e705782), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.210873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ad766f69-5fd4-4034-aa1c-6b763837db88 None None] Calling delete_port for 5831bb76-ca77-468f-a12c-5d252ef87bb4 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:29.298724 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1c46-8ed6-42b9-9e21-859399dff156 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (4edca0b2-b90a-4c95-a7fb-3724e630a257), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.459314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-78d7aaee-6fe9-49dc-a7c8-ef4673f4a96b None None] Provisioning complete for port 23e87ff6-ded3-46dc-a9f5-4844fae5fd69 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:29.459747 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-78d7aaee-6fe9-49dc-a7c8-ef4673f4a96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (23e87ff6-ded3-46dc-a9f5-4844fae5fd69), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.478991 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1c46-8ed6-42b9-9e21-859399dff156 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (4edca0b2-b90a-4c95-a7fb-3724e630a257), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.516203 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47916da8-6832-4c9b-b0e9-9d100e2d62c0 x-openstack-request-id: req-47916da8-6832-4c9b-b0e9-9d100e2d62c0 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:29.516812 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "tag": "75f3b967-e8c9-4755-8087-be2d8c88ed6a", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:29.517231 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-47916da8-6832-4c9b-b0e9-9d100e2d62c0 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:29.517822 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'tag': '75f3b967-e8c9-4755-8087-be2d8c88ed6a', 'status': 'completed', 'code': 200} Feb 11 05:32:29.526754 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d5d02-f113-4e56-8ced-37ad5f71a254 service neutron] Pushing event updated for resources: {'Port': ['ID=75f3b967-e8c9-4755-8087-be2d8c88ed6a,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:29.538920 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ad766f69-5fd4-4034-aa1c-6b763837db88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (5831bb76-ca77-468f-a12c-5d252ef87bb4), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.549474 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-86947443-922d-41f8-8daf-35a0e33ab112 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.555733 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-78d7aaee-6fe9-49dc-a7c8-ef4673f4a96b None None] Port 23e87ff6-ded3-46dc-a9f5-4844fae5fd69 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:29.558082 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-86947443-922d-41f8-8daf-35a0e33ab112 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/98b76d41-e418-49e9-8312-7e930e705782 HTTP/1.1" status: 204 len: 168 time: 2.0448055 Feb 11 05:32:29.559233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aa6057-c60e-4e8f-acdf-04fe883a8eee None None] Network 921fec86-1e61-4045-9531-0621000cee8d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:29.566271 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57144) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:29.579591 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86947443-922d-41f8-8daf-35a0e33ab112 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Subnet': ['ID=98b76d41-e418-49e9-8312-7e930e705782,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:29.586257 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ac5bc67e-e03b-4bf5-9095-b2cf903b42e8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'subnet': {'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:29.659505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1e9b3-322a-498f-b93d-67dd9984c699 req-309d1052-9cc8-49a8-8688-6c5432f6b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:29.660181 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1e9b3-322a-498f-b93d-67dd9984c699 req-309d1052-9cc8-49a8-8688-6c5432f6b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:29.660680 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1e9b3-322a-498f-b93d-67dd9984c699 req-309d1052-9cc8-49a8-8688-6c5432f6b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:29.661145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1e9b3-322a-498f-b93d-67dd9984c699 req-309d1052-9cc8-49a8-8688-6c5432f6b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:29.661771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1e9b3-322a-498f-b93d-67dd9984c699 req-309d1052-9cc8-49a8-8688-6c5432f6b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:29.663738 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64b1e9b3-322a-498f-b93d-67dd9984c699 req-309d1052-9cc8-49a8-8688-6c5432f6b579 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f571c83359014d03b82a06a0b410a902&device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 4396 time: 0.2968400 Feb 11 05:32:29.673541 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-78d7aaee-6fe9-49dc-a7c8-ef4673f4a96b None None] Could not find standard attr ID for object 18b6ca7e-b227-44e7-a6e1-dfba8a0847ac. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:32:29.687360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad766f69-5fd4-4034-aa1c-6b763837db88 None None] Pushing event deleted for resources: {'Port': ['ID=5831bb76-ca77-468f-a12c-5d252ef87bb4,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:29.693070 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad766f69-5fd4-4034-aa1c-6b763837db88 None None] No DVR routers for this DVR port 5831bb76-ca77-468f-a12c-5d252ef87bb4 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:29.749364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No active binding found for port 5831bb76-ca77-468f-a12c-5d252ef87bb4 {{(pid=103173) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 05:32:29.749768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] The host n-d-713499-38 is not matching for port 5831bb76-ca77-468f-a12c-5d252ef87bb4 host None! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:32:29.750193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5831bb76-ca77-468f-a12c-5d252ef87bb4 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:29.753413 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ee524c-3a08-4ebf-823c-48b0e04c0300 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:29.916544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Port': ['ID=97c5d919-f1b9-493d-b484-0c0fc884db45,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:29.926933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-882180e9-e817-4345-9ddb-5b5523516b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:23Z', 'revision_number': 8, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddceead2-36cc-4f65-af17-b2304a13dcb6', 'name': '', 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:c7:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:55Z', 'updated_at': '2022-02-11T05:32:03Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:29.939849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1496e89e-5741-4807-826f-a14827555637 None None] Deleting port 97c5d919-f1b9-493d-b484-0c0fc884db45 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:29.951676 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1496e89e-5741-4807-826f-a14827555637 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (97c5d919-f1b9-493d-b484-0c0fc884db45), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.985472 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (2785b168-c448-4dd7-b4dd-927408992d72), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.006830 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.013944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5bc67e-e03b-4bf5-9095-b2cf903b42e8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:30.021024 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc67e-e03b-4bf5-9095-b2cf903b42e8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.157036 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1c46-8ed6-42b9-9e21-859399dff156 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (4edca0b2-b90a-4c95-a7fb-3724e630a257), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.164358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 97c5d919-f1b9-493d-b484-0c0fc884db45 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:30.198558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882180e9-e817-4345-9ddb-5b5523516b16 None None] The sync data for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 is: [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:23Z', 'revision_number': 8, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddceead2-36cc-4f65-af17-b2304a13dcb6', 'name': '', 'network_id': 'c75ddf1c-d929-4b35-ad2e-222dad4e87e0', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:c7:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:55Z', 'updated_at': '2022-02-11T05:32:03Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': '993ae0c6-4090-4a3a-b57b-1566e44964dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:30.245770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c1c46-8ed6-42b9-9e21-859399dff156 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=4edca0b2-b90a-4c95-a7fb-3724e630a257,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:30.272297 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1c46-8ed6-42b9-9e21-859399dff156 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.296378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ce9c1c46-8ed6-42b9-9e21-859399dff156 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/4edca0b2-b90a-4c95-a7fb-3724e630a257 HTTP/1.1" status: 204 len: 168 time: 1.3232677 Feb 11 05:32:30.306140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 97c5d919-f1b9-493d-b484-0c0fc884db45 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:30.306498 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 97c5d919-f1b9-493d-b484-0c0fc884db45 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:30.328439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57154) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:30.364661 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc67e-e03b-4bf5-9095-b2cf903b42e8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (5858c2f8-bf86-4e03-8f23-652472f4096c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.408438 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de701df3-9566-43b4-88dd-b394209e8803 req-bd18ce6d-6c77-445a-ae00-cb6b8855d691 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:30.410426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1496e89e-5741-4807-826f-a14827555637 None None] For port 97c5d919-f1b9-493d-b484-0c0fc884db45, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:30.410838 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1496e89e-5741-4807-826f-a14827555637 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (97c5d919-f1b9-493d-b484-0c0fc884db45), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.421877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de701df3-9566-43b4-88dd-b394209e8803 req-bd18ce6d-6c77-445a-ae00-cb6b8855d691 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:30.427464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de701df3-9566-43b4-88dd-b394209e8803 req-bd18ce6d-6c77-445a-ae00-cb6b8855d691 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:30.433028 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de701df3-9566-43b4-88dd-b394209e8803 req-bd18ce6d-6c77-445a-ae00-cb6b8855d691 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:30.434810 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2785b168-c448-4dd7-b4dd-927408992d72']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:30.437887 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bc67e-e03b-4bf5-9095-b2cf903b42e8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Subnet': ['ID=5858c2f8-bf86-4e03-8f23-652472f4096c,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:30.439756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de701df3-9566-43b4-88dd-b394209e8803 req-bd18ce6d-6c77-445a-ae00-cb6b8855d691 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:30.450044 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de701df3-9566-43b4-88dd-b394209e8803 req-bd18ce6d-6c77-445a-ae00-cb6b8855d691 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 3829 time: 0.6182759 Feb 11 05:32:30.466006 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-61643ced-e2c6-4a54-9f17-05ecf0fdfaf4 None None] Provisioning complete for port eb5f4d0a-940c-4048-975b-454d7023981d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:30.473606 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61643ced-e2c6-4a54-9f17-05ecf0fdfaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.539951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-67b03498-fcc8-48c7-bf52-5c3b352e52c0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739148 Feb 11 05:32:30.546016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1e9b3-322a-498f-b93d-67dd9984c699 req-95689922-db97-4387-aa1d-60df34e96861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:30.565227 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1e9b3-322a-498f-b93d-67dd9984c699 req-95689922-db97-4387-aa1d-60df34e96861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:30.565708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1e9b3-322a-498f-b93d-67dd9984c699 req-95689922-db97-4387-aa1d-60df34e96861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:30.575324 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64b1e9b3-322a-498f-b93d-67dd9984c699 req-95689922-db97-4387-aa1d-60df34e96861 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f571c83359014d03b82a06a0b410a902&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8831096 Feb 11 05:32:30.607562 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57156) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:30.615335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-249376ac-ca23-4d5e-99e7-b355a06fb9c3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:30.638431 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67cf2fd2-7487-4742-9b4c-6300c151c764') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:30.638739 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67cf2fd2-7487-4742-9b4c-6300c151c764') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:30.650461 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5bc67e-e03b-4bf5-9095-b2cf903b42e8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 921fec86-1e61-4045-9531-0621000cee8d is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:30.670695 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-ac5bc67e-e03b-4bf5-9095-b2cf903b42e8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:30.673326 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5bc67e-e03b-4bf5-9095-b2cf903b42e8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:30.673935 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc67e-e03b-4bf5-9095-b2cf903b42e8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.715762 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ac5bc67e-e03b-4bf5-9095-b2cf903b42e8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1336601 Feb 11 05:32:30.724173 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (67cf2fd2-7487-4742-9b4c-6300c151c764), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.727290 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57158) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:30.734276 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3d1d6fa8-9ecf-4d62-92f1-c1c23f979cfd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'security_group': {'name': 'tempest-secgroup-1376630318'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:30.736575 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1496e89e-5741-4807-826f-a14827555637 None None] Calling delete_port for 97c5d919-f1b9-493d-b484-0c0fc884db45 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:30.738472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199b64e4-800e-44f3-8c8f-72a3eea40090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': '4edca0b2-b90a-4c95-a7fb-3724e630a257'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:30.739869 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-199b64e4-800e-44f3-8c8f-72a3eea40090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.762421 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-1496e89e-5741-4807-826f-a14827555637 None None] Port 97c5d919-f1b9-493d-b484-0c0fc884db45 was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:32:30.794557 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6fa8-9ecf-4d62-92f1-c1c23f979cfd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.816615 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1496e89e-5741-4807-826f-a14827555637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (97c5d919-f1b9-493d-b484-0c0fc884db45), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.882750 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (67cf2fd2-7487-4742-9b4c-6300c151c764), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.916793 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:30.917453 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (67cf2fd2-7487-4742-9b4c-6300c151c764), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:30.919801 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496e89e-5741-4807-826f-a14827555637 None None] Pushing event deleted for resources: {'Port': ['ID=97c5d919-f1b9-493d-b484-0c0fc884db45,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:30.921750 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:30.995645 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de701df3-9566-43b4-88dd-b394209e8803 req-31958eab-fb81-454b-b275-d4074a92d19a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5445008 Feb 11 05:32:31.012972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249376ac-ca23-4d5e-99e7-b355a06fb9c3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:31.021758 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-249376ac-ca23-4d5e-99e7-b355a06fb9c3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.180921 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496e89e-5741-4807-826f-a14827555637 None None] No DVR routers for this DVR port 97c5d919-f1b9-493d-b484-0c0fc884db45 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:31.185375 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7dbede48-0af7-4b57-a85b-befbc01e8f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.230026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1e9b3-322a-498f-b93d-67dd9984c699 req-ae22e6df-15cf-47a0-8658-e3889f019f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:31.235861 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64b1e9b3-322a-498f-b93d-67dd9984c699 req-ae22e6df-15cf-47a0-8658-e3889f019f63 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6590564 Feb 11 05:32:31.290709 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-61643ced-e2c6-4a54-9f17-05ecf0fdfaf4 None None] Current status of the port eb5f4d0a-940c-4048-975b-454d7023981d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:31.316907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-61643ced-e2c6-4a54-9f17-05ecf0fdfaf4 None None] Could not find standard attr ID for object 18b6ca7e-b227-44e7-a6e1-dfba8a0847ac. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:32:31.338231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-61643ced-e2c6-4a54-9f17-05ecf0fdfaf4 None None] Provisioning complete for port 23e87ff6-ded3-46dc-a9f5-4844fae5fd69 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:31.339015 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61643ced-e2c6-4a54-9f17-05ecf0fdfaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (23e87ff6-ded3-46dc-a9f5-4844fae5fd69), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.412260 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-61643ced-e2c6-4a54-9f17-05ecf0fdfaf4 None None] Port 23e87ff6-ded3-46dc-a9f5-4844fae5fd69 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:31.509003 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57170) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:31.542617 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6163c5-4e87-4547-a174-b364d5b146f5 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:31.551676 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Publish callbacks [] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.565283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Transition to ACTIVE for port object 2f6163c5-4e87-4547-a174-b364d5b146f5 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:31.686142 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (2785b168-c448-4dd7-b4dd-927408992d72), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.689631 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.739680 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-249376ac-ca23-4d5e-99e7-b355a06fb9c3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (846919fa-5e7f-4732-942f-62fd3643b0ae), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.771217 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:31.777937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c23269e-aa29-41f9-8628-e92478c28bc5 None None] Network 921fec86-1e61-4045-9531-0621000cee8d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:31.785161 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/networks/2785b168-c448-4dd7-b4dd-927408992d72 HTTP/1.1" status: 204 len: 168 time: 4.8627167 Feb 11 05:32:31.791015 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57174) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:31.910217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249376ac-ca23-4d5e-99e7-b355a06fb9c3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:31.934630 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249376ac-ca23-4d5e-99e7-b355a06fb9c3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=846919fa-5e7f-4732-942f-62fd3643b0ae,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:31.946226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-249376ac-ca23-4d5e-99e7-b355a06fb9c3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:31.979191 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249376ac-ca23-4d5e-99e7-b355a06fb9c3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:31.979832 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-249376ac-ca23-4d5e-99e7-b355a06fb9c3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.020610 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95b231-df9d-4cbf-a365-0a2b6e6da8bd tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Network': ['ID=2785b168-c448-4dd7-b4dd-927408992d72,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:32.044811 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-25c9d97d-77df-4e41-80ec-c1ab52d5f59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.085261 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2b3a3116-ceb6-4609-a162-d9601190746e no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:32.087815 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc75e999-2248-493c-b8e6-604a9bfddc4d None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:32.109601 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-249376ac-ca23-4d5e-99e7-b355a06fb9c3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4991877 Feb 11 05:32:32.178544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57178) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:32.225297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-194decca-e492-4ad7-a8f5-781c60760c42 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2025787454', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:32.252205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 2b3a3116-ceb6-4609-a162-d9601190746e {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:32.256261 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2b3a3116-ceb6-4609-a162-d9601190746e not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:32.267882 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6163c5-4e87-4547-a174-b364d5b146f5,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:32.295076 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Attempting to bind port 2f6163c5-4e87-4547-a174-b364d5b146f5 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:32.295442 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Attempting to bind port 2f6163c5-4e87-4547-a174-b364d5b146f5 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:32.299161 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Attempting to bind port 2f6163c5-4e87-4547-a174-b364d5b146f5 on network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:32.321350 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6fa8-9ecf-4d62-92f1-c1c23f979cfd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (72a1a8e7-ab61-4b95-9a78-1ca7a1db17cf), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.325532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Port 2f6163c5-4e87-4547-a174-b364d5b146f5 on network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:32.327154 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Attempting to bind port 2f6163c5-4e87-4547-a174-b364d5b146f5 on network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:32.340681 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:32.341144 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Checking segment: {'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:32.341553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Bound using segment: {'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:32.342033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Bound port: 2f6163c5-4e87-4547-a174-b364d5b146f5, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:32.342406 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.346388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-56238245-47da-487f-9e68-3aedd4f21d68 None None] Provisioning complete for port eb5f4d0a-940c-4048-975b-454d7023981d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:32.347115 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-56238245-47da-487f-9e68-3aedd4f21d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.371807 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6fa8-9ecf-4d62-92f1-c1c23f979cfd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (72a1a8e7-ab61-4b95-9a78-1ca7a1db17cf), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.409642 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-194decca-e492-4ad7-a8f5-781c60760c42 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (c1d866cc-7802-43a8-a002-1eaebc84db9e), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.415156 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-194decca-e492-4ad7-a8f5-781c60760c42 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (c1d866cc-7802-43a8-a002-1eaebc84db9e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.455746 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6fa8-9ecf-4d62-92f1-c1c23f979cfd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.458688 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3d1d6fa8-9ecf-4d62-92f1-c1c23f979cfd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7282810 Feb 11 05:32:32.479784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57184) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:32.491911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-557a852f-4638-4305-96f0-a7647e53a4f4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'security_group': {'name': 'tempest-secgroup-1181325962'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:32.573157 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d6fa8-9ecf-4d62-92f1-c1c23f979cfd tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a1a8e7-ab61-4b95-9a78-1ca7a1db17cf,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:32.629397 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-557a852f-4638-4305-96f0-a7647e53a4f4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.688309 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.756142 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] For port 2f6163c5-4e87-4547-a174-b364d5b146f5, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:32.760622 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] For port 2f6163c5-4e87-4547-a174-b364d5b146f5, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2f6163c5-4e87-4547-a174-b364d5b146f5,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:32.774229 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90d4ee-9238-4b9c-9547-bf6dbe35e79b req-4f9966fd-2cb5-4a03-b164-37dcf2a2cce7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:32.786996 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.788821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90d4ee-9238-4b9c-9547-bf6dbe35e79b req-4f9966fd-2cb5-4a03-b164-37dcf2a2cce7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:32.796216 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90d4ee-9238-4b9c-9547-bf6dbe35e79b req-4f9966fd-2cb5-4a03-b164-37dcf2a2cce7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:32.810223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90d4ee-9238-4b9c-9547-bf6dbe35e79b req-4f9966fd-2cb5-4a03-b164-37dcf2a2cce7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:32.821064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90d4ee-9238-4b9c-9547-bf6dbe35e79b req-4f9966fd-2cb5-4a03-b164-37dcf2a2cce7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:32.835679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90d4ee-9238-4b9c-9547-bf6dbe35e79b req-4f9966fd-2cb5-4a03-b164-37dcf2a2cce7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:32.838255 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f90d4ee-9238-4b9c-9547-bf6dbe35e79b req-4f9966fd-2cb5-4a03-b164-37dcf2a2cce7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 4601 time: 0.5889561 Feb 11 05:32:32.874941 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': '846919fa-5e7f-4732-942f-62fd3643b0ae'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:32.877132 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.880549 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-557a852f-4638-4305-96f0-a7647e53a4f4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (dcece6bb-898e-40b8-b517-4becf6df98bb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.887266 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:32.887956 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.889601 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] 10.222.0.73 "PUT /v2.0/ports/2f6163c5-4e87-4547-a174-b364d5b146f5 HTTP/1.1" status: 200 len: 1131 time: 3.9284604 Feb 11 05:32:32.892522 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'tag': '2f6163c5-4e87-4547-a174-b364d5b146f5'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:32.904569 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cadf6e-2cea-40b9-a617-c37941968127" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "tag": "2f6163c5-4e87-4547-a174-b364d5b146f5"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:32.924538 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-557a852f-4638-4305-96f0-a7647e53a4f4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (dcece6bb-898e-40b8-b517-4becf6df98bb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:32.940595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58087253-335e-45a6-afbb-d13cede8a8d3 None None] Update dhcp port {'port': {'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'fixed_ips': [{'subnet_id': '99dbee27-a4dd-439d-8808-13ab68939c11', 'ip_address': '172.20.0.18'}, {'subnet_id': '5858c2f8-bf86-4e03-8f23-652472f4096c'}], 'binding:host_id': 'n-d-713499-38'}, 'id': 'eb5f4d0a-940c-4048-975b-454d7023981d'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:32:32.984324 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Request body: {'port': {'device_id': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:33.012393 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec90b67-bd48-478a-aaa4-d00cac1df4f5 x-openstack-request-id: req-0ec90b67-bd48-478a-aaa4-d00cac1df4f5 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:33.013969 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "tag": "2f6163c5-4e87-4547-a174-b364d5b146f5", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:33.013969 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0ec90b67-bd48-478a-aaa4-d00cac1df4f5 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:33.013969 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'tag': '2f6163c5-4e87-4547-a174-b364d5b146f5', 'status': 'completed', 'code': 200} Feb 11 05:32:33.019577 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-194decca-e492-4ad7-a8f5-781c60760c42 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for router_controller (c1d866cc-7802-43a8-a002-1eaebc84db9e), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.065641 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-194decca-e492-4ad7-a8f5-781c60760c42 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (c1d866cc-7802-43a8-a002-1eaebc84db9e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.104842 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-557a852f-4638-4305-96f0-a7647e53a4f4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.106109 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-557a852f-4638-4305-96f0-a7647e53a4f4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6252429 Feb 11 05:32:33.123328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57188) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:33.161920 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8585c81f-6a0b-4fb2-af63-5619dd861829 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'security_group': {'name': 'tempest-secgroup-840238942'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:33.186041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a852f-4638-4305-96f0-a7647e53a4f4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcece6bb-898e-40b8-b517-4becf6df98bb,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:33.207668 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e42439-d512-450f-8588-e5cf88394d48 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6163c5-4e87-4547-a174-b364d5b146f5,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:33.332560 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f90d4ee-9238-4b9c-9547-bf6dbe35e79b req-5522a734-9e46-4d3b-8ced-892fed7781f6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3059602 Feb 11 05:32:33.338371 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-194decca-e492-4ad7-a8f5-781c60760c42 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.347580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-194decca-e492-4ad7-a8f5-781c60760c42 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1445627 Feb 11 05:32:33.355834 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Allocated IP 2001:db8::2 (f998a239-103b-4838-bc3b-5e531dc8d131/846919fa-5e7f-4732-942f-62fd3643b0ae/da3761ba-74d7-42ef-9164-8106e3ba4949) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:33.359375 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57190) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:33.372059 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-25c9d97d-77df-4e41-80ec-c1ab52d5f59b admin admin] Publish callbacks [] for security_group (fda5672f-a37c-4adf-ae0a-656140bf19a2), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.374309 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8585c81f-6a0b-4fb2-af63-5619dd861829 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.390204 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-25c9d97d-77df-4e41-80ec-c1ab52d5f59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (fda5672f-a37c-4adf-ae0a-656140bf19a2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.482120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cadf6e-2cea-40b9-a617-c37941968127 req-f51e7827-8eb9-42ff-8767-12aaa3e4f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:33.482785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cadf6e-2cea-40b9-a617-c37941968127 req-f51e7827-8eb9-42ff-8767-12aaa3e4f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:33.488972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cadf6e-2cea-40b9-a617-c37941968127 req-f51e7827-8eb9-42ff-8767-12aaa3e4f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:33.488972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cadf6e-2cea-40b9-a617-c37941968127 req-f51e7827-8eb9-42ff-8767-12aaa3e4f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:33.490043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cadf6e-2cea-40b9-a617-c37941968127 req-f51e7827-8eb9-42ff-8767-12aaa3e4f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:33.490784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cadf6e-2cea-40b9-a617-c37941968127 req-f51e7827-8eb9-42ff-8767-12aaa3e4f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:33.492936 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b0cadf6e-2cea-40b9-a617-c37941968127 req-f51e7827-8eb9-42ff-8767-12aaa3e4f563 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f571c83359014d03b82a06a0b410a902&device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5351 time: 0.4567084 Feb 11 05:32:33.568087 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.579741 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Publish callbacks [] for port (da3761ba-74d7-42ef-9164-8106e3ba4949), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.604205 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (da3761ba-74d7-42ef-9164-8106e3ba4949), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.606993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-56238245-47da-487f-9e68-3aedd4f21d68 None None] Current status of the port eb5f4d0a-940c-4048-975b-454d7023981d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:33.626077 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.663173 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58087253-335e-45a6-afbb-d13cede8a8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.674049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:33.682060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:33.692296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:33.741326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-25c9d97d-77df-4e41-80ec-c1ab52d5f59b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cef11a2d722b4ab099aa40b325721b78&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2313523 Feb 11 05:32:33.760260 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57196) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:33.771740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9d97d-77df-4e41-80ec-c1ab52d5f59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda5672f-a37c-4adf-ae0a-656140bf19a2,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:33.849712 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-56238245-47da-487f-9e68-3aedd4f21d68 None None] Provisioning complete for port 23e87ff6-ded3-46dc-a9f5-4844fae5fd69 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:33.850101 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-56238245-47da-487f-9e68-3aedd4f21d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (23e87ff6-ded3-46dc-a9f5-4844fae5fd69), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:33.947202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cadf6e-2cea-40b9-a617-c37941968127 req-5f558c84-332e-4591-ace6-db5e1bb320fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:33.948465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cadf6e-2cea-40b9-a617-c37941968127 req-5f558c84-332e-4591-ace6-db5e1bb320fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:33.949122 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cadf6e-2cea-40b9-a617-c37941968127 req-5f558c84-332e-4591-ace6-db5e1bb320fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:33.951551 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b0cadf6e-2cea-40b9-a617-c37941968127 req-5f558c84-332e-4591-ace6-db5e1bb320fb service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f571c83359014d03b82a06a0b410a902&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3904891 Feb 11 05:32:33.985660 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Pushing event updated for resources: {'Port': ['ID=da3761ba-74d7-42ef-9164-8106e3ba4949,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:34.002669 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-56238245-47da-487f-9e68-3aedd4f21d68 None None] Port 23e87ff6-ded3-46dc-a9f5-4844fae5fd69 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:34.239198 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Attempting to bind port da3761ba-74d7-42ef-9164-8106e3ba4949 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:34.239609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Attempting to bind port da3761ba-74d7-42ef-9164-8106e3ba4949 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:34.240459 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Attempting to bind port da3761ba-74d7-42ef-9164-8106e3ba4949 on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:34.308586 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:34.308913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:34.309216 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.309775 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:34.310442 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Bound port: da3761ba-74d7-42ef-9164-8106e3ba4949, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:34.311398 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (da3761ba-74d7-42ef-9164-8106e3ba4949), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.371447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cadf6e-2cea-40b9-a617-c37941968127 req-1afb4726-22ce-4323-89a2-467adda72357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:34.373689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b0cadf6e-2cea-40b9-a617-c37941968127 req-1afb4726-22ce-4323-89a2-467adda72357 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4143751 Feb 11 05:32:34.469930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-58087253-335e-45a6-afbb-d13cede8a8d3 None None] Allocated IP 172.20.0.2 (921fec86-1e61-4045-9531-0621000cee8d/5858c2f8-bf86-4e03-8f23-652472f4096c/eb5f4d0a-940c-4048-975b-454d7023981d) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:34.490068 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-189350c8-323e-422f-b907-2e8833360311 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.572972 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35855a00-a986-434e-a163-edfd9e831e7c admin admin] Publish callbacks [] for security_group (fda5672f-a37c-4adf-ae0a-656140bf19a2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.579910 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8585c81f-6a0b-4fb2-af63-5619dd861829 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (3726587a-ebb1-4a4c-b8f7-bdf6ddc5dd9f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.616888 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8585c81f-6a0b-4fb2-af63-5619dd861829 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3726587a-ebb1-4a4c-b8f7-bdf6ddc5dd9f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.688407 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35855a00-a986-434e-a163-edfd9e831e7c admin admin] Publish callbacks [] for security_group (fda5672f-a37c-4adf-ae0a-656140bf19a2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.722203 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8585c81f-6a0b-4fb2-af63-5619dd861829 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.726285 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8585c81f-6a0b-4fb2-af63-5619dd861829 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5854900 Feb 11 05:32:34.738832 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57204) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:34.744950 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f6599107-d120-437b-824b-9de84a880347 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1965141587', 'security_groups': ['3726587a-ebb1-4a4c-b8f7-bdf6ddc5dd9f'], 'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5858c2f8-bf86-4e03-8f23-652472f4096c'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:34.774880 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585c81f-6a0b-4fb2-af63-5619dd861829 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3726587a-ebb1-4a4c-b8f7-bdf6ddc5dd9f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:34.831724 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.193484 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35855a00-a986-434e-a163-edfd9e831e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (fda5672f-a37c-4adf-ae0a-656140bf19a2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.205371 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35855a00-a986-434e-a163-edfd9e831e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.206625 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-35855a00-a986-434e-a163-edfd9e831e7c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fda5672f-a37c-4adf-ae0a-656140bf19a2 HTTP/1.1" status: 204 len: 168 time: 1.4278495 Feb 11 05:32:35.344318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] For port da3761ba-74d7-42ef-9164-8106e3ba4949, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:35.370382 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d556527-c640-443e-8f0f-e1819dac2065 req-701c445e-a0ad-4dc7-bfba-b6e60cc801e3 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:35.381032 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d556527-c640-443e-8f0f-e1819dac2065 req-701c445e-a0ad-4dc7-bfba-b6e60cc801e3 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:35.386859 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35855a00-a986-434e-a163-edfd9e831e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda5672f-a37c-4adf-ae0a-656140bf19a2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:35.388884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d556527-c640-443e-8f0f-e1819dac2065 req-701c445e-a0ad-4dc7-bfba-b6e60cc801e3 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:35.396577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d556527-c640-443e-8f0f-e1819dac2065 req-701c445e-a0ad-4dc7-bfba-b6e60cc801e3 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:35.419319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] For port da3761ba-74d7-42ef-9164-8106e3ba4949, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=da3761ba-74d7-42ef-9164-8106e3ba4949,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:35.421495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d556527-c640-443e-8f0f-e1819dac2065 req-701c445e-a0ad-4dc7-bfba-b6e60cc801e3 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:35.438744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d556527-c640-443e-8f0f-e1819dac2065 req-701c445e-a0ad-4dc7-bfba-b6e60cc801e3 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:35.445894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8d556527-c640-443e-8f0f-e1819dac2065 req-701c445e-a0ad-4dc7-bfba-b6e60cc801e3 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 4601 time: 0.8921058 Feb 11 05:32:35.451445 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:35.527684 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Publish callbacks [] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.596202 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Transition to ACTIVE for port object aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:35.611771 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.617406 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6599107-d120-437b-824b-9de84a880347 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:35.641567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8d556527-c640-443e-8f0f-e1819dac2065 req-f1379031-4094-4adc-a290-e1c2e4e320cc tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1882594 Feb 11 05:32:35.666570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-58087253-335e-45a6-afbb-d13cede8a8d3 None None] For port eb5f4d0a-940c-4048-975b-454d7023981d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=eb5f4d0a-940c-4048-975b-454d7023981d,segment=NetworkSegment(bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9),segment_id=bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:35.750568 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.774625 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (da3761ba-74d7-42ef-9164-8106e3ba4949), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.834660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-189350c8-323e-422f-b907-2e8833360311 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting port ddceead2-36cc-4f65-af17-b2304a13dcb6 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:35.835010 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-189350c8-323e-422f-b907-2e8833360311 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.859144 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Pushing event updated for resources: {'Port': ['ID=aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:35.956407 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58087253-335e-45a6-afbb-d13cede8a8d3 None None] Publish callbacks [] for port (eb5f4d0a-940c-4048-975b-454d7023981d), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:35.987518 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58087253-335e-45a6-afbb-d13cede8a8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.156574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-189350c8-323e-422f-b907-2e8833360311 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] For port ddceead2-36cc-4f65-af17-b2304a13dcb6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ddceead2-36cc-4f65-af17-b2304a13dcb6,segment=NetworkSegment(ad68690a-4214-4840-862d-3cb1b1beeede),segment_id=ad68690a-4214-4840-862d-3cb1b1beeede)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:36.156959 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-189350c8-323e-422f-b907-2e8833360311 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.167724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc271b3-7704-47d3-b9e0-016f49acbb73 None None] Pushing event updated for resources: {'Port': ['ID=da3761ba-74d7-42ef-9164-8106e3ba4949,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:36.201371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-189350c8-323e-422f-b907-2e8833360311 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Calling delete_port for ddceead2-36cc-4f65-af17-b2304a13dcb6 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:36.268971 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::1 (f998a239-103b-4838-bc3b-5e531dc8d131/846919fa-5e7f-4732-942f-62fd3643b0ae/57052c9b-bf92-4d81-986f-9028c1881fb7) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:36.385422 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58087253-335e-45a6-afbb-d13cede8a8d3 None None] Pushing event updated for resources: {'Port': ['ID=eb5f4d0a-940c-4048-975b-454d7023981d,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:36.460410 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6599107-d120-437b-824b-9de84a880347 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.589700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Attempting to bind port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:36.590049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Attempting to bind port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:36.590409 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Attempting to bind port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 on network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:36.592992 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-f6599107-d120-437b-824b-9de84a880347 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] device_id is not set on port 28932b3b-8e43-45b1-bac5-62a646c2bc73 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:32:36.626291 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 on network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:36.626970 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Attempting to bind port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 on network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:36.640045 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:36.640568 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Checking segment: {'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:36.642624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Bound using segment: {'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:36.645284 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Bound port: aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:36.645705 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:36.769604 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.071618 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-189350c8-323e-422f-b907-2e8833360311 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ddceead2-36cc-4f65-af17-b2304a13dcb6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.104198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189350c8-323e-422f-b907-2e8833360311 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Port': ['ID=ddceead2-36cc-4f65-af17-b2304a13dcb6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:37.132306 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.145952 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] For port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:37.302498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409a766-537a-4299-a365-b4713e836113 req-63bd510d-5961-4f0e-ad24-20c78a31cd58 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:37.322887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409a766-537a-4299-a365-b4713e836113 req-63bd510d-5961-4f0e-ad24-20c78a31cd58 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:37.336054 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] For port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:37.336322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409a766-537a-4299-a365-b4713e836113 req-63bd510d-5961-4f0e-ad24-20c78a31cd58 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:37.338595 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:37.343340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409a766-537a-4299-a365-b4713e836113 req-63bd510d-5961-4f0e-ad24-20c78a31cd58 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:37.349025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409a766-537a-4299-a365-b4713e836113 req-63bd510d-5961-4f0e-ad24-20c78a31cd58 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:37.355851 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409a766-537a-4299-a365-b4713e836113 req-63bd510d-5961-4f0e-ad24-20c78a31cd58 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:37.361688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409a766-537a-4299-a365-b4713e836113 req-63bd510d-5961-4f0e-ad24-20c78a31cd58 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:37.364591 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9409a766-537a-4299-a365-b4713e836113 req-63bd510d-5961-4f0e-ad24-20c78a31cd58 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5374 time: 0.4071290 Feb 11 05:32:37.389878 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:37.409773 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-f6599107-d120-437b-824b-9de84a880347 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Allocated IP 172.20.0.3 (921fec86-1e61-4045-9531-0621000cee8d/5858c2f8-bf86-4e03-8f23-652472f4096c/28932b3b-8e43-45b1-bac5-62a646c2bc73) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:37.448645 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:37.449382 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (c1d866cc-7802-43a8-a002-1eaebc84db9e), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.610283 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-189350c8-323e-422f-b907-2e8833360311 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.668120 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9409a766-537a-4299-a365-b4713e836113 req-37b2f836-8418-461e-b9b3-15ce7051ba4d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2446947 Feb 11 05:32:37.681354 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.720265 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=57052c9b-bf92-4d81-986f-9028c1881fb7,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:37.768534 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:37.769311 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.770960 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] 10.222.0.73 "PUT /v2.0/ports/aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 HTTP/1.1" status: 200 len: 1132 time: 4.8396509 Feb 11 05:32:37.804512 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'tag': 'aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:37.813232 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279f40ea-58b1-47b2-af3e-8fd335da3ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "tag": "aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:37.888944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Request body: {'port': {'device_id': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:37.901566 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5858d3-9f49-44c9-97d3-6826ec5bc97c x-openstack-request-id: req-2e5858d3-9f49-44c9-97d3-6826ec5bc97c {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:37.902226 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "tag": "aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:37.902646 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2e5858d3-9f49-44c9-97d3-6826ec5bc97c {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:37.903193 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'tag': 'aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7', 'status': 'completed', 'code': 200} Feb 11 05:32:37.913910 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:37.935991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-841568a3-049e-4ae4-8816-ef7f2c26a798 None None] Provisioning complete for port eb5f4d0a-940c-4048-975b-454d7023981d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:37.936542 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-841568a3-049e-4ae4-8816-ef7f2c26a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.196762 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-841568a3-049e-4ae4-8816-ef7f2c26a798 None None] Current status of the port eb5f4d0a-940c-4048-975b-454d7023981d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:38.240599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-841568a3-049e-4ae4-8816-ef7f2c26a798 None None] Provisioning complete for port 23e87ff6-ded3-46dc-a9f5-4844fae5fd69 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:38.248243 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-841568a3-049e-4ae4-8816-ef7f2c26a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (23e87ff6-ded3-46dc-a9f5-4844fae5fd69), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.313259 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ab592-f52f-487b-af40-35e0624c024c service neutron] Pushing event updated for resources: {'Port': ['ID=aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:38.319829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57248) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:38.338105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f40ea-58b1-47b2-af3e-8fd335da3ff9 req-69569a1b-ce47-4f18-850c-52d94137decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:38.338612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f40ea-58b1-47b2-af3e-8fd335da3ff9 req-69569a1b-ce47-4f18-850c-52d94137decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:38.342928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f40ea-58b1-47b2-af3e-8fd335da3ff9 req-69569a1b-ce47-4f18-850c-52d94137decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:38.342928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f40ea-58b1-47b2-af3e-8fd335da3ff9 req-69569a1b-ce47-4f18-850c-52d94137decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:38.342928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f40ea-58b1-47b2-af3e-8fd335da3ff9 req-69569a1b-ce47-4f18-850c-52d94137decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:38.342928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f40ea-58b1-47b2-af3e-8fd335da3ff9 req-69569a1b-ce47-4f18-850c-52d94137decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:38.343270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f40ea-58b1-47b2-af3e-8fd335da3ff9 req-69569a1b-ce47-4f18-850c-52d94137decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:38.353171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-279f40ea-58b1-47b2-af3e-8fd335da3ff9 req-69569a1b-ce47-4f18-850c-52d94137decc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f571c83359014d03b82a06a0b410a902&device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 6307 time: 0.4221823 Feb 11 05:32:38.361268 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-841568a3-049e-4ae4-8816-ef7f2c26a798 None None] Port 23e87ff6-ded3-46dc-a9f5-4844fae5fd69 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:38.376809 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device eb5f4d0a-940c-4048-975b-454d7023981d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:38.485018 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189350c8-323e-422f-b907-2e8833360311 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:32:38.511702 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port eb5f4d0a-940c-4048-975b-454d7023981d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:38.512083 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.557842 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e807764e-d613-4927-87a7-0871be7d6db6), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.716764 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port eb5f4d0a-940c-4048-975b-454d7023981d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:38.718197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device da3761ba-74d7-42ef-9164-8106e3ba4949 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:38.779570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Provisioning complete for port da3761ba-74d7-42ef-9164-8106e3ba4949 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:38.779962 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (da3761ba-74d7-42ef-9164-8106e3ba4949), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.781050 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189350c8-323e-422f-b907-2e8833360311 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:38.794776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-189350c8-323e-422f-b907-2e8833360311 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/3c75dc6c-84bf-446e-98df-9a4dfdd45ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0021424 Feb 11 05:32:38.797560 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc5325-8946-4c70-a746-d84ec7e1a354 None None] Sync routers for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:38.803749 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57256) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:38.815138 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c8967980-ff70-4d72-abfa-4673110ebe8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.846931 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc5325-8946-4c70-a746-d84ec7e1a354 None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:38.847979 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7abc5325-8946-4c70-a746-d84ec7e1a354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:38.878083 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6599107-d120-437b-824b-9de84a880347 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (28932b3b-8e43-45b1-bac5-62a646c2bc73), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:38.902275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f40ea-58b1-47b2-af3e-8fd335da3ff9 req-225631e6-15b2-4f52-adf6-994d6b6280a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:38.914003 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f40ea-58b1-47b2-af3e-8fd335da3ff9 req-225631e6-15b2-4f52-adf6-994d6b6280a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:38.914749 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f40ea-58b1-47b2-af3e-8fd335da3ff9 req-225631e6-15b2-4f52-adf6-994d6b6280a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:38.916700 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-279f40ea-58b1-47b2-af3e-8fd335da3ff9 req-225631e6-15b2-4f52-adf6-994d6b6280a9 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f571c83359014d03b82a06a0b410a902&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5490983 Feb 11 05:32:39.022645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port da3761ba-74d7-42ef-9164-8106e3ba4949 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:39.024195 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (da3761ba-74d7-42ef-9164-8106e3ba4949), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.067995 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-7abc5325-8946-4c70-a746-d84ec7e1a354 None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:39.082110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f40ea-58b1-47b2-af3e-8fd335da3ff9 req-ea501ba8-6773-47b6-925f-5eff3b029cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:39.084083 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-279f40ea-58b1-47b2-af3e-8fd335da3ff9 req-ea501ba8-6773-47b6-925f-5eff3b029cef service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1572073 Feb 11 05:32:39.089655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Current status of the port da3761ba-74d7-42ef-9164-8106e3ba4949 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:39.090378 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (da3761ba-74d7-42ef-9164-8106e3ba4949), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.109959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4aef6d-c9b3-4a59-8b2e-839b4fc61c71 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting subnet 993ae0c6-4090-4a3a-b57b-1566e44964dc {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:39.173211 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee4aef6d-c9b3-4a59-8b2e-839b4fc61c71 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (993ae0c6-4090-4a3a-b57b-1566e44964dc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.205361 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] For port da3761ba-74d7-42ef-9164-8106e3ba4949, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=da3761ba-74d7-42ef-9164-8106e3ba4949,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:39.228525 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (da3761ba-74d7-42ef-9164-8106e3ba4949), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.282327 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6599107-d120-437b-824b-9de84a880347 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (28932b3b-8e43-45b1-bac5-62a646c2bc73), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.334527 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee4aef6d-c9b3-4a59-8b2e-839b4fc61c71 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (993ae0c6-4090-4a3a-b57b-1566e44964dc), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.387547 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e191efb2-7639-4326-857e-d0e93a000f2b None None] Provisioning complete for port 57052c9b-bf92-4d81-986f-9028c1881fb7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:39.387941 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e191efb2-7639-4326-857e-d0e93a000f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.429033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port da3761ba-74d7-42ef-9164-8106e3ba4949 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:39.435458 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e191efb2-7639-4326-857e-d0e93a000f2b None None] Port 57052c9b-bf92-4d81-986f-9028c1881fb7 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:39.438682 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Pushing event updated for resources: {'Port': ['ID=da3761ba-74d7-42ef-9164-8106e3ba4949,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:39.448885 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:39.449248 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:39.449601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:39.450003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:39.450349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:39.450690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:39.451027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:39.451362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:39.451726 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:39.452110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:39.452598 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:39.452935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:39.453268 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a5194c-ff4e-46f8-bbe4-0911971a8168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:39.509700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86153992-28e7-4b85-bd3d-84d73bd8ffc0 req-e5269d04-fab4-408a-9df2-03731b2b030a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:39.516265 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86153992-28e7-4b85-bd3d-84d73bd8ffc0 req-e5269d04-fab4-408a-9df2-03731b2b030a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:39.522102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86153992-28e7-4b85-bd3d-84d73bd8ffc0 req-e5269d04-fab4-408a-9df2-03731b2b030a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:39.528808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86153992-28e7-4b85-bd3d-84d73bd8ffc0 req-e5269d04-fab4-408a-9df2-03731b2b030a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:39.535672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86153992-28e7-4b85-bd3d-84d73bd8ffc0 req-e5269d04-fab4-408a-9df2-03731b2b030a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:39.541952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86153992-28e7-4b85-bd3d-84d73bd8ffc0 req-e5269d04-fab4-408a-9df2-03731b2b030a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:39.543948 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7abc5325-8946-4c70-a746-d84ec7e1a354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:36Z', 'revision_number': 9, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:39.547552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86153992-28e7-4b85-bd3d-84d73bd8ffc0 req-e5269d04-fab4-408a-9df2-03731b2b030a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:39.549845 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86153992-28e7-4b85-bd3d-84d73bd8ffc0 req-e5269d04-fab4-408a-9df2-03731b2b030a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5374 time: 0.4631245 Feb 11 05:32:39.577383 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c8967980-ff70-4d72-abfa-4673110ebe8b admin admin] Publish callbacks [] for security_group (253e484a-a093-4786-83b6-7f1c7f846931), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.590634 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc5325-8946-4c70-a746-d84ec7e1a354 None None] Checking router: 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:32:39.602632 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc5325-8946-4c70-a746-d84ec7e1a354 None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:39.603542 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7abc5325-8946-4c70-a746-d84ec7e1a354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:39.616737 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c8967980-ff70-4d72-abfa-4673110ebe8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (253e484a-a093-4786-83b6-7f1c7f846931), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.717002 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-7abc5325-8946-4c70-a746-d84ec7e1a354 None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:39.756689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c8967980-ff70-4d72-abfa-4673110ebe8b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f8f6c9c733a241648a2e55de32a8c954&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3998919 Feb 11 05:32:39.761469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8967980-ff70-4d72-abfa-4673110ebe8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253e484a-a093-4786-83b6-7f1c7f846931,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:39.764119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57262) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:39.790200 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.810841 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee4aef6d-c9b3-4a59-8b2e-839b4fc61c71 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (993ae0c6-4090-4a3a-b57b-1566e44964dc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.849548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6599107-d120-437b-824b-9de84a880347 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 921fec86-1e61-4045-9531-0621000cee8d is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:39.863178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-f6599107-d120-437b-824b-9de84a880347 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:39.871044 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6599107-d120-437b-824b-9de84a880347 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:39.888113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6599107-d120-437b-824b-9de84a880347 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=28932b3b-8e43-45b1-bac5-62a646c2bc73,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:39.929376 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.948135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86153992-28e7-4b85-bd3d-84d73bd8ffc0 req-4642443f-da14-4e6a-8537-8b2d6acc8e04 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3774860 Feb 11 05:32:39.952582 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:39.956299 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (c1d866cc-7802-43a8-a002-1eaebc84db9e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.029924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device da3761ba-74d7-42ef-9164-8106e3ba4949 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:40.125544 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-18edb3c2-4c90-4123-afc9-ffffc76f981a admin admin] Publish callbacks [] for security_group (253e484a-a093-4786-83b6-7f1c7f846931), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.136686 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee4aef6d-c9b3-4a59-8b2e-839b4fc61c71 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (993ae0c6-4090-4a3a-b57b-1566e44964dc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.159204 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7abc5325-8946-4c70-a746-d84ec7e1a354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:36Z', 'revision_number': 9, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:40.173310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port da3761ba-74d7-42ef-9164-8106e3ba4949 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:40.173719 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (da3761ba-74d7-42ef-9164-8106e3ba4949), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.174649 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6599107-d120-437b-824b-9de84a880347 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:40.175344 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6599107-d120-437b-824b-9de84a880347 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.201478 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc5325-8946-4c70-a746-d84ec7e1a354 None None] The sync data for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 is: [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:36Z', 'revision_number': 9, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': '2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f', 'name': '', 'network_id': 'cf40f41a-821b-4a60-94aa-1d92046f45c9', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:14:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:42Z', 'updated_at': '2022-02-11T05:31:55Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'e92875c1-2a66-4eef-85f7-987d75cf2533', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:40.260025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=57052c9b-bf92-4d81-986f-9028c1881fb7,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:40.262353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4aef6d-c9b3-4a59-8b2e-839b4fc61c71 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Subnet': ['ID=993ae0c6-4090-4a3a-b57b-1566e44964dc,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:40.276741 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee4aef6d-c9b3-4a59-8b2e-839b4fc61c71 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.289151 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ff1532-38fa-4c90-b443-c6b6261aedeb None None] Network c75ddf1c-d929-4b35-ad2e-222dad4e87e0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:40.292806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ee4aef6d-c9b3-4a59-8b2e-839b4fc61c71 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/993ae0c6-4090-4a3a-b57b-1566e44964dc HTTP/1.1" status: 204 len: 168 time: 1.4869816 Feb 11 05:32:40.296346 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57264) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:40.318698 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f6599107-d120-437b-824b-9de84a880347 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.5780578 Feb 11 05:32:40.325378 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57266) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:40.331549 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1c90039b-551f-4dd2-a545-43b9de4cb82b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'subnet': {'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:40.360652 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-18edb3c2-4c90-4123-afc9-ffffc76f981a admin admin] Publish callbacks [] for security_group (253e484a-a093-4786-83b6-7f1c7f846931), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.444406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f3b1eed9-d80b-4373-92fd-1b10485e50da None None] Provisioning complete for port 28932b3b-8e43-45b1-bac5-62a646c2bc73 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:40.444789 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f3b1eed9-d80b-4373-92fd-1b10485e50da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (28932b3b-8e43-45b1-bac5-62a646c2bc73), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.458958 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (c75ddf1c-d929-4b35-ad2e-222dad4e87e0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.476056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port da3761ba-74d7-42ef-9164-8106e3ba4949 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:40.484501 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e807764e-d613-4927-87a7-0871be7d6db6 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:40.488127 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-18edb3c2-4c90-4123-afc9-ffffc76f981a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (253e484a-a093-4786-83b6-7f1c7f846931), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.491951 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-18edb3c2-4c90-4123-afc9-ffffc76f981a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.493570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-18edb3c2-4c90-4123-afc9-ffffc76f981a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/253e484a-a093-4786-83b6-7f1c7f846931 HTTP/1.1" status: 204 len: 168 time: 0.7032070 Feb 11 05:32:40.495034 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Publish callbacks [] for port (e807764e-d613-4927-87a7-0871be7d6db6), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.516697 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:40.526389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:40.528611 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Transition to ACTIVE for port object e807764e-d613-4927-87a7-0871be7d6db6 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:40.550331 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (e807764e-d613-4927-87a7-0871be7d6db6), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.552772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edb3c2-4c90-4123-afc9-ffffc76f981a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253e484a-a093-4786-83b6-7f1c7f846931,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:40.563825 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1eed9-d80b-4373-92fd-1b10485e50da None None] Port 28932b3b-8e43-45b1-bac5-62a646c2bc73 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:40.574561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c90039b-551f-4dd2-a545-43b9de4cb82b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:40.578640 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c90039b-551f-4dd2-a545-43b9de4cb82b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.594808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting port f7f1462b-b866-4482-ab5e-f148b0915562 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:40.595664 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f7f1462b-b866-4482-ab5e-f148b0915562), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.779362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d8c777-8120-411e-9a34-2a4c2664ebf8 None None] DHCP port deletion for c75ddf1c-d929-4b35-ad2e-222dad4e87e0 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:32:40.781415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] For port f7f1462b-b866-4482-ab5e-f148b0915562, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f7f1462b-b866-4482-ab5e-f148b0915562,segment=NetworkSegment(ad68690a-4214-4840-862d-3cb1b1beeede),segment_id=ad68690a-4214-4840-862d-3cb1b1beeede)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:40.784473 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f7f1462b-b866-4482-ab5e-f148b0915562), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:40.811054 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Calling delete_port for f7f1462b-b866-4482-ab5e-f148b0915562 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:40.934423 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b5d8c777-8120-411e-9a34-2a4c2664ebf8 None None] Deleting port f7f1462b-b866-4482-ab5e-f148b0915562 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:40.935056 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b5d8c777-8120-411e-9a34-2a4c2664ebf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f7f1462b-b866-4482-ab5e-f148b0915562), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.040837 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Pushing event updated for resources: {'Port': ['ID=e807764e-d613-4927-87a7-0871be7d6db6,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:41.055040 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f7f1462b-b866-4482-ab5e-f148b0915562), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.132889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b5d8c777-8120-411e-9a34-2a4c2664ebf8 None None] For port f7f1462b-b866-4482-ab5e-f148b0915562, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f7f1462b-b866-4482-ab5e-f148b0915562,segment=NetworkSegment(ad68690a-4214-4840-862d-3cb1b1beeede),segment_id=ad68690a-4214-4840-862d-3cb1b1beeede)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:41.133383 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b5d8c777-8120-411e-9a34-2a4c2664ebf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f7f1462b-b866-4482-ab5e-f148b0915562), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.136736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Port': ['ID=f7f1462b-b866-4482-ab5e-f148b0915562,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:41.174084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] No DVR routers for this DVR port f7f1462b-b866-4482-ab5e-f148b0915562 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:41.186520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e5269c5e-9ce9-499b-864b-cbe4262fd175 None None] Provisioning complete for port 57052c9b-bf92-4d81-986f-9028c1881fb7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:41.187101 n-d-713499-38 neutron-server[103170]: INFO neutron.db.ipam_backend_mixin [None req-1c90039b-551f-4dd2-a545-43b9de4cb82b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5858c2f8-bf86-4e03-8f23-652472f4096c (CIDR: 172.20.0.0/28) Feb 11 05:32:41.187891 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5269c5e-9ce9-499b-864b-cbe4262fd175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.193252 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b5d8c777-8120-411e-9a34-2a4c2664ebf8 None None] Calling delete_port for f7f1462b-b866-4482-ab5e-f148b0915562 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:41.197527 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c90039b-551f-4dd2-a545-43b9de4cb82b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:32:41.198138 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c90039b-551f-4dd2-a545-43b9de4cb82b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:41.244099 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1c90039b-551f-4dd2-a545-43b9de4cb82b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9175389 Feb 11 05:32:41.245295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57284) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:41.249952 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Attempting to bind port e807764e-d613-4927-87a7-0871be7d6db6 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:41.250408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Attempting to bind port e807764e-d613-4927-87a7-0871be7d6db6 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:41.257297 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Attempting to bind port e807764e-d613-4927-87a7-0871be7d6db6 on network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:41.278480 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e5269c5e-9ce9-499b-864b-cbe4262fd175 None None] Port 57052c9b-bf92-4d81-986f-9028c1881fb7 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:41.281373 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-440c76c5-0811-45c9-8b2d-362ef4db9ef1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'subnet': {'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:41.300997 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:32:41.314867 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Port e807764e-d613-4927-87a7-0871be7d6db6 on network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:41.315557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Attempting to bind port e807764e-d613-4927-87a7-0871be7d6db6 on network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:41.322047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379633e1-a3f4-4e58-927b-0f30ca6818e6 req-e946d58b-e148-4f81-874f-8acd1957b776 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:41.330307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379633e1-a3f4-4e58-927b-0f30ca6818e6 req-e946d58b-e148-4f81-874f-8acd1957b776 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:41.331833 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Router c1d866cc-7802-43a8-a002-1eaebc84db9e is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:32:41.336194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379633e1-a3f4-4e58-927b-0f30ca6818e6 req-e946d58b-e148-4f81-874f-8acd1957b776 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:41.341995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379633e1-a3f4-4e58-927b-0f30ca6818e6 req-e946d58b-e148-4f81-874f-8acd1957b776 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:41.343952 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:41.344335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Checking segment: {'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:41.344732 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Bound using segment: {'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:41.345179 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Bound port: e807764e-d613-4927-87a7-0871be7d6db6, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:41.345546 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e807764e-d613-4927-87a7-0871be7d6db6), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.348981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379633e1-a3f4-4e58-927b-0f30ca6818e6 req-e946d58b-e148-4f81-874f-8acd1957b776 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:41.354323 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379633e1-a3f4-4e58-927b-0f30ca6818e6 req-e946d58b-e148-4f81-874f-8acd1957b776 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:41.360118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379633e1-a3f4-4e58-927b-0f30ca6818e6 req-e946d58b-e148-4f81-874f-8acd1957b776 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:41.368203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-379633e1-a3f4-4e58-927b-0f30ca6818e6 req-e946d58b-e148-4f81-874f-8acd1957b776 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5386 time: 0.2219069 Feb 11 05:32:41.426735 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (c75ddf1c-d929-4b35-ad2e-222dad4e87e0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.450183 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b5d8c777-8120-411e-9a34-2a4c2664ebf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (f7f1462b-b866-4482-ab5e-f148b0915562), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.475257 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75ddf1c-d929-4b35-ad2e-222dad4e87e0']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:41.501873 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-379633e1-a3f4-4e58-927b-0f30ca6818e6 req-2019bc09-3c40-4f8c-bfc9-d2ae02ea9a79 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1327019 Feb 11 05:32:41.506097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8c777-8120-411e-9a34-2a4c2664ebf8 None None] Pushing event deleted for resources: {'Port': ['ID=f7f1462b-b866-4482-ab5e-f148b0915562,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:41.514636 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad68690a-4214-4840-862d-3cb1b1beeede') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:41.514774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad68690a-4214-4840-862d-3cb1b1beeede') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:41.527468 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d8c777-8120-411e-9a34-2a4c2664ebf8 None None] No DVR routers for this DVR port f7f1462b-b866-4482-ab5e-f148b0915562 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:41.539728 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (ad68690a-4214-4840-862d-3cb1b1beeede), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.562793 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ad68690a-4214-4840-862d-3cb1b1beeede), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.572599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:41.573014 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (ad68690a-4214-4840-862d-3cb1b1beeede), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:41.576806 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:41.604375 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440c76c5-0811-45c9-8b2d-362ef4db9ef1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:41.609941 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-440c76c5-0811-45c9-8b2d-362ef4db9ef1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.619227 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:41.634462 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-06e6311d-befe-4abd-95b5-fe1b03ba2a2c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "PUT /v2.0/routers/c1d866cc-7802-43a8-a002-1eaebc84db9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2719600 Feb 11 05:32:41.636789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Sync routers for ids ['c1d866cc-7802-43a8-a002-1eaebc84db9e'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:41.654056 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57294) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:41.660044 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] For port e807764e-d613-4927-87a7-0871be7d6db6, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:41.661252 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Routers {'c1d866cc-7802-43a8-a002-1eaebc84db9e'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:41.661904 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c1d866cc-7802-43a8-a002-1eaebc84db9e'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:41.723520 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (c75ddf1c-d929-4b35-ad2e-222dad4e87e0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.725797 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] For port e807764e-d613-4927-87a7-0871be7d6db6, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e807764e-d613-4927-87a7-0871be7d6db6,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:41.729239 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.736491 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/networks/c75ddf1c-d929-4b35-ad2e-222dad4e87e0 HTTP/1.1" status: 204 len: 168 time: 1.4382489 Feb 11 05:32:41.740115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57302) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:41.776756 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (e807764e-d613-4927-87a7-0871be7d6db6), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.791010 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555c8a0-06ee-4a9e-9e20-139926924f22 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Network': ['ID=c75ddf1c-d929-4b35-ad2e-222dad4e87e0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:41.814813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11afdda1-8e32-46b2-a8ab-6866f3d9ca51 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:41.823280 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-11afdda1-8e32-46b2-a8ab-6866f3d9ca51 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports/57052c9b-bf92-4d81-986f-9028c1881fb7 HTTP/1.1" status: 200 len: 911 time: 0.1679976 Feb 11 05:32:41.841308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57304) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:41.847708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Set router c1d866cc-7802-43a8-a002-1eaebc84db9e gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:41.876299 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:41.877071 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:41.879284 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] 10.222.0.73 "PUT /v2.0/ports/e807764e-d613-4927-87a7-0871be7d6db6 HTTP/1.1" status: 200 len: 1092 time: 4.0328696 Feb 11 05:32:41.884764 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'tag': 'e807764e-d613-4927-87a7-0871be7d6db6'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:41.887096 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8ad3df-b7cc-4682-8ed7-e46728ff139c" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "tag": "e807764e-d613-4927-87a7-0871be7d6db6"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:41.947559 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Request body: {'port': {'device_id': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:42.006539 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edfd132-4c8b-4e54-ac1b-5f64dbea7a67 x-openstack-request-id: req-7edfd132-4c8b-4e54-ac1b-5f64dbea7a67 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:42.010764 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "tag": "e807764e-d613-4927-87a7-0871be7d6db6", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:42.012815 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7edfd132-4c8b-4e54-ac1b-5f64dbea7a67 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:42.014120 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'tag': 'e807764e-d613-4927-87a7-0871be7d6db6', 'status': 'completed', 'code': 200} Feb 11 05:32:42.043449 n-d-713499-38 neutron-server[103170]: INFO neutron.db.ipam_backend_mixin [None req-440c76c5-0811-45c9-8b2d-362ef4db9ef1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 99dbee27-a4dd-439d-8808-13ab68939c11 (CIDR: 172.20.0.16/28) Feb 11 05:32:42.048752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e7e5ec-b644-415b-817c-ddd585b2bc44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.057870 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-440c76c5-0811-45c9-8b2d-362ef4db9ef1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:32:42.062454 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f7f1462b-b866-4482-ab5e-f148b0915562 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:42.064035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e7e5ec-b644-415b-817c-ddd585b2bc44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.069371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-34e7e5ec-b644-415b-817c-ddd585b2bc44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2270546 Feb 11 05:32:42.075010 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440c76c5-0811-45c9-8b2d-362ef4db9ef1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:42.095610 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57310) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:42.098690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb022a-e653-4360-9bc1-b7a5b1224700 service neutron] Pushing event updated for resources: {'Port': ['ID=e807764e-d613-4927-87a7-0871be7d6db6,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:42.132367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: f7f1462b-b866-4482-ab5e-f148b0915562 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:42.132729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f7f1462b-b866-4482-ab5e-f148b0915562 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:42.133170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ddceead2-36cc-4f65-af17-b2304a13dcb6 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:42.138210 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-440c76c5-0811-45c9-8b2d-362ef4db9ef1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8898168 Feb 11 05:32:42.138210 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57312) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:42.208171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a506b77b-a137-4717-96f4-afc2303c61b4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'subnet': {'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:42.254682 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: ddceead2-36cc-4f65-af17-b2304a13dcb6 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:42.256377 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ddceead2-36cc-4f65-af17-b2304a13dcb6 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:42.339948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ad3df-b7cc-4682-8ed7-e46728ff139c req-4b29e62a-68b2-47cb-93bb-445e5e732465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.340421 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ad3df-b7cc-4682-8ed7-e46728ff139c req-4b29e62a-68b2-47cb-93bb-445e5e732465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.340893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ad3df-b7cc-4682-8ed7-e46728ff139c req-4b29e62a-68b2-47cb-93bb-445e5e732465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.341363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ad3df-b7cc-4682-8ed7-e46728ff139c req-4b29e62a-68b2-47cb-93bb-445e5e732465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.341837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ad3df-b7cc-4682-8ed7-e46728ff139c req-4b29e62a-68b2-47cb-93bb-445e5e732465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.342289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ad3df-b7cc-4682-8ed7-e46728ff139c req-4b29e62a-68b2-47cb-93bb-445e5e732465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.342754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ad3df-b7cc-4682-8ed7-e46728ff139c req-4b29e62a-68b2-47cb-93bb-445e5e732465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:42.344839 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f8ad3df-b7cc-4682-8ed7-e46728ff139c req-4b29e62a-68b2-47cb-93bb-445e5e732465 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f571c83359014d03b82a06a0b410a902&device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 6406 time: 0.3507662 Feb 11 05:32:42.406749 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d866cc-7802-43a8-a002-1eaebc84db9e', 'name': 'tempest-NetworksTestDHCPv6-router-2025787454', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:32Z', 'updated_at': '2022-02-11T05:32:37Z', 'revision_number': 2, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'gw_port_host': None, '_interfaces': [{'id': '57052c9b-bf92-4d81-986f-9028c1881fb7', 'name': '', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'mac_address': 'fa:16:3e:fe:6d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d866cc-7802-43a8-a002-1eaebc84db9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '846919fa-5e7f-4732-942f-62fd3643b0ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:35Z', 'updated_at': '2022-02-11T05:32:38Z', 'revision_number': 2, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'subnets': [{'id': '846919fa-5e7f-4732-942f-62fd3643b0ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:42.446636 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Checking router: c1d866cc-7802-43a8-a002-1eaebc84db9e for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:32:42.447162 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Updating router c1d866cc-7802-43a8-a002-1eaebc84db9e port 57052c9b-bf92-4d81-986f-9028c1881fb7 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:32:42.481475 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:42.518286 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e65444c4-bc4c-4a0b-b81e-aba2ed7752b8), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:42.657558 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a506b77b-a137-4717-96f4-afc2303c61b4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Made reservation on behalf of 6fb7a61752c84babaf383b156ec76727 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:42.662221 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a506b77b-a137-4717-96f4-afc2303c61b4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:42.873007 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Publish callbacks [] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:42.886544 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.112367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ad3df-b7cc-4682-8ed7-e46728ff139c req-8a7c2e90-a548-4902-89b8-20c265284c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.112958 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ad3df-b7cc-4682-8ed7-e46728ff139c req-8a7c2e90-a548-4902-89b8-20c265284c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.113307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ad3df-b7cc-4682-8ed7-e46728ff139c req-8a7c2e90-a548-4902-89b8-20c265284c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.120186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f8ad3df-b7cc-4682-8ed7-e46728ff139c req-8a7c2e90-a548-4902-89b8-20c265284c36 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f571c83359014d03b82a06a0b410a902&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7626526 Feb 11 05:32:43.120546 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba3b5d-6670-4368-84d0-08c17a3aa479 None None] Pushing event updated for resources: {'Port': ['ID=57052c9b-bf92-4d81-986f-9028c1881fb7,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:43.130724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57332) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:43.143093 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Attempting to bind port 57052c9b-bf92-4d81-986f-9028c1881fb7 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:43.144486 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Attempting to bind port 57052c9b-bf92-4d81-986f-9028c1881fb7 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:43.145296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Attempting to bind port 57052c9b-bf92-4d81-986f-9028c1881fb7 on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:43.153455 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:43.154278 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:43.155293 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.156731 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:43.157435 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Bound port: 57052c9b-bf92-4d81-986f-9028c1881fb7, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:43.158034 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.221931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9200fe-766f-418c-bce0-7969ebdd4d5d req-8d6b289e-613d-4242-a339-7631e99ee1f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.229412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9200fe-766f-418c-bce0-7969ebdd4d5d req-8d6b289e-613d-4242-a339-7631e99ee1f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.235253 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9200fe-766f-418c-bce0-7969ebdd4d5d req-8d6b289e-613d-4242-a339-7631e99ee1f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.241166 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9200fe-766f-418c-bce0-7969ebdd4d5d req-8d6b289e-613d-4242-a339-7631e99ee1f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.248440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9200fe-766f-418c-bce0-7969ebdd4d5d req-8d6b289e-613d-4242-a339-7631e99ee1f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.255573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9200fe-766f-418c-bce0-7969ebdd4d5d req-8d6b289e-613d-4242-a339-7631e99ee1f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.263022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9200fe-766f-418c-bce0-7969ebdd4d5d req-8d6b289e-613d-4242-a339-7631e99ee1f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.265443 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f9200fe-766f-418c-bce0-7969ebdd4d5d req-8d6b289e-613d-4242-a339-7631e99ee1f7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5386 time: 0.2859178 Feb 11 05:32:43.272584 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] For port 57052c9b-bf92-4d81-986f-9028c1881fb7, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:43.277869 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] For port 57052c9b-bf92-4d81-986f-9028c1881fb7, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=57052c9b-bf92-4d81-986f-9028c1881fb7,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:43.290421 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.380834 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba3b5d-6670-4368-84d0-08c17a3aa479 None None] Pushing event updated for resources: {'Port': ['ID=57052c9b-bf92-4d81-986f-9028c1881fb7,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:43.394844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Routers {'c1d866cc-7802-43a8-a002-1eaebc84db9e'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:43.395528 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c1d866cc-7802-43a8-a002-1eaebc84db9e'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:43.408970 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a506b77b-a137-4717-96f4-afc2303c61b4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (10e8dd4e-36f0-4491-8ef3-31594330edd7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.482276 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f9200fe-766f-418c-bce0-7969ebdd4d5d req-34614784-30cc-40ef-a3f6-d4191da92054 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2024016 Feb 11 05:32:43.515864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] Set router c1d866cc-7802-43a8-a002-1eaebc84db9e gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:43.539114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ad3df-b7cc-4682-8ed7-e46728ff139c req-b94bf1c5-6b5f-4e2d-990b-87b2b03cc0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.539664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a506b77b-a137-4717-96f4-afc2303c61b4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Network 921fec86-1e61-4045-9531-0621000cee8d is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:43.545519 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f8ad3df-b7cc-4682-8ed7-e46728ff139c req-b94bf1c5-6b5f-4e2d-990b-87b2b03cc0c4 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4136341 Feb 11 05:32:43.562357 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7e2bc14-3358-43bf-845a-15cb341b16d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.569248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-aa26dce2-19c1-4601-9d79-968622231e8d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'network': {'name': 'tempest-network-smoke--1686131999', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'port_security_enabled': True}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:43.581929 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a506b77b-a137-4717-96f4-afc2303c61b4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:43.600066 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a506b77b-a137-4717-96f4-afc2303c61b4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:43.602141 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a506b77b-a137-4717-96f4-afc2303c61b4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.657804 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506b77b-a137-4717-96f4-afc2303c61b4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Subnet': ['ID=10e8dd4e-36f0-4491-8ef3-31594330edd7,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:43.671864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88a4ea-7a01-4f3f-baa7-08e38a419b8d None None] Network 921fec86-1e61-4045-9531-0621000cee8d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:43.679598 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-0089e6d6-0a8e-4118-b02e-b73a9dbef739 None None] Provisioning complete for port 57052c9b-bf92-4d81-986f-9028c1881fb7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:43.679997 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0089e6d6-0a8e-4118-b02e-b73a9dbef739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.702656 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a506b77b-a137-4717-96f4-afc2303c61b4 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5041785 Feb 11 05:32:43.739793 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57338) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:43.745748 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7b76901e-f5db-4130-b0e9-f404de76782f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2121291701', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '10e8dd4e-36f0-4491-8ef3-31594330edd7'}], 'security_groups': ['72a1a8e7-ab61-4b95-9a78-1ca7a1db17cf', 'dcece6bb-898e-40b8-b517-4becf6df98bb']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:43.826418 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65907ecf-31b6-4be0-97b4-57babcb4b6c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (c1d866cc-7802-43a8-a002-1eaebc84db9e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.838824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa26dce2-19c1-4601-9d79-968622231e8d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Made reservation on behalf of 89a824e240334b3fb89a7803bbc06026 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:43.844685 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aa26dce2-19c1-4601-9d79-968622231e8d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:43.865989 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aa26dce2-19c1-4601-9d79-968622231e8d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.007176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0089e6d6-0a8e-4118-b02e-b73a9dbef739 None None] Current status of the port 57052c9b-bf92-4d81-986f-9028c1881fb7 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:44.007611 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0089e6d6-0a8e-4118-b02e-b73a9dbef739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.156259 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aa26dce2-19c1-4601-9d79-968622231e8d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (a1708d44-d687-40f7-970f-e49b35ce9181), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.201290 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aa26dce2-19c1-4601-9d79-968622231e8d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a1708d44-d687-40f7-970f-e49b35ce9181), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.217532 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa26dce2-19c1-4601-9d79-968622231e8d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:32:44.232217 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aa26dce2-19c1-4601-9d79-968622231e8d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ec5faa0c-b186-4e6d-8be6-cf1885e5f353), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.232669 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-aa26dce2-19c1-4601-9d79-968622231e8d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Added segment ec5faa0c-b186-4e6d-8be6-cf1885e5f353 of type vlan for network bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 Feb 11 05:32:44.287145 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.304414 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0089e6d6-0a8e-4118-b02e-b73a9dbef739 None None] For port 57052c9b-bf92-4d81-986f-9028c1881fb7, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=57052c9b-bf92-4d81-986f-9028c1881fb7,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:44.305932 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aa26dce2-19c1-4601-9d79-968622231e8d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.309537 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d866cc-7802-43a8-a002-1eaebc84db9e', 'name': 'tempest-NetworksTestDHCPv6-router-2025787454', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:32Z', 'updated_at': '2022-02-11T05:32:37Z', 'revision_number': 2, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'gw_port_host': None, '_interfaces': [{'id': '57052c9b-bf92-4d81-986f-9028c1881fb7', 'name': '', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'mac_address': 'fa:16:3e:fe:6d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d866cc-7802-43a8-a002-1eaebc84db9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '846919fa-5e7f-4732-942f-62fd3643b0ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:35Z', 'updated_at': '2022-02-11T05:32:43Z', 'revision_number': 4, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'subnets': [{'id': '846919fa-5e7f-4732-942f-62fd3643b0ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:44.313109 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0089e6d6-0a8e-4118-b02e-b73a9dbef739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.364161 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aa26dce2-19c1-4601-9d79-968622231e8d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.370687 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa26dce2-19c1-4601-9d79-968622231e8d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:44.371493 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aa26dce2-19c1-4601-9d79-968622231e8d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.383972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:44.396194 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Publish callbacks [] for port (e65444c4-bc4c-4a0b-b81e-aba2ed7752b8), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.434869 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089e6d6-0a8e-4118-b02e-b73a9dbef739 None None] Pushing event updated for resources: {'Port': ['ID=57052c9b-bf92-4d81-986f-9028c1881fb7,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:44.448472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e60c94-af22-45f3-b7b2-725e159e6473 None None] The sync data for ids ['c1d866cc-7802-43a8-a002-1eaebc84db9e'] in n-d-713499-38 is: [{'id': 'c1d866cc-7802-43a8-a002-1eaebc84db9e', 'name': 'tempest-NetworksTestDHCPv6-router-2025787454', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:32Z', 'updated_at': '2022-02-11T05:32:37Z', 'revision_number': 2, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'gw_port_host': None, '_interfaces': [{'id': '57052c9b-bf92-4d81-986f-9028c1881fb7', 'name': '', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'mac_address': 'fa:16:3e:fe:6d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d866cc-7802-43a8-a002-1eaebc84db9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '846919fa-5e7f-4732-942f-62fd3643b0ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:35Z', 'updated_at': '2022-02-11T05:32:43Z', 'revision_number': 4, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'subnets': [{'id': '846919fa-5e7f-4732-942f-62fd3643b0ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:44.452105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659e1e42-a474-44ae-b446-5753689c16b0 None None] Update dhcp port {'port': {'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'fixed_ips': [{'subnet_id': '99dbee27-a4dd-439d-8808-13ab68939c11', 'ip_address': '172.20.0.18'}, {'subnet_id': '5858c2f8-bf86-4e03-8f23-652472f4096c', 'ip_address': '172.20.0.2'}, {'subnet_id': '10e8dd4e-36f0-4491-8ef3-31594330edd7'}], 'binding:host_id': 'n-d-713499-38'}, 'id': 'eb5f4d0a-940c-4048-975b-454d7023981d'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:32:44.458340 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Transition to ACTIVE for port object e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:44.482967 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-659e1e42-a474-44ae-b446-5753689c16b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.507066 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (e65444c4-bc4c-4a0b-b81e-aba2ed7752b8), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.519325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26dce2-19c1-4601-9d79-968622231e8d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Network': ['ID=bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:44.588837 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b76901e-f5db-4130-b0e9-f404de76782f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (28932b3b-8e43-45b1-bac5-62a646c2bc73), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.593960 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-aa26dce2-19c1-4601-9d79-968622231e8d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4505792 Feb 11 05:32:44.604422 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57346) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:44.644539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-496517300', 'admin_state_up': True, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:44.664562 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e65444c4-bc4c-4a0b-b81e-aba2ed7752b8,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:44.720970 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-659e1e42-a474-44ae-b446-5753689c16b0 None None] Allocated IP 172.20.0.34 (921fec86-1e61-4045-9531-0621000cee8d/10e8dd4e-36f0-4491-8ef3-31594330edd7/eb5f4d0a-940c-4048-975b-454d7023981d) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:44.781045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2bc14-3358-43bf-845a-15cb341b16d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting port 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:44.781399 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7e2bc14-3358-43bf-845a-15cb341b16d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.784564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26dce2-19c1-4601-9d79-968622231e8d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1708d44-d687-40f7-970f-e49b35ce9181,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:44.788365 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (15432e38-8359-44ea-9473-cff5adad9e46), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.793265 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (15432e38-8359-44ea-9473-cff5adad9e46), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.909106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-659e1e42-a474-44ae-b446-5753689c16b0 None None] For port eb5f4d0a-940c-4048-975b-454d7023981d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=eb5f4d0a-940c-4048-975b-454d7023981d,segment=NetworkSegment(bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9),segment_id=bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:44.980903 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-659e1e42-a474-44ae-b446-5753689c16b0 None None] Publish callbacks [] for port (eb5f4d0a-940c-4048-975b-454d7023981d), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:44.995779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:32:44.999674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-abc8e9bb-91ae-4bf4-9cab-dda2c1d5369c None None] Provisioning complete for port 57052c9b-bf92-4d81-986f-9028c1881fb7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:45.000279 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-abc8e9bb-91ae-4bf4-9cab-dda2c1d5369c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.057687 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-659e1e42-a474-44ae-b446-5753689c16b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.089358 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router_controller (15432e38-8359-44ea-9473-cff5adad9e46), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.110957 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Attempting to bind port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:45.110957 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Attempting to bind port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:45.110957 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Attempting to bind port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 on network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:45.167885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ff53-5168-47f2-b37c-af158d21addd req-ca86296f-abd7-4086-96b3-2a14cc672e09 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:45.173177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ff53-5168-47f2-b37c-af158d21addd req-ca86296f-abd7-4086-96b3-2a14cc672e09 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:45.179513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ff53-5168-47f2-b37c-af158d21addd req-ca86296f-abd7-4086-96b3-2a14cc672e09 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:45.184423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ff53-5168-47f2-b37c-af158d21addd req-ca86296f-abd7-4086-96b3-2a14cc672e09 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:45.187746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 on network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:45.190011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ff53-5168-47f2-b37c-af158d21addd req-ca86296f-abd7-4086-96b3-2a14cc672e09 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:45.195968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Attempting to bind port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 on network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:45.198959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ff53-5168-47f2-b37c-af158d21addd req-ca86296f-abd7-4086-96b3-2a14cc672e09 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:45.208095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ff53-5168-47f2-b37c-af158d21addd req-ca86296f-abd7-4086-96b3-2a14cc672e09 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:45.216013 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdd4ff53-5168-47f2-b37c-af158d21addd req-ca86296f-abd7-4086-96b3-2a14cc672e09 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5398 time: 0.5216215 Feb 11 05:32:45.280448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e1e42-a474-44ae-b446-5753689c16b0 None None] Pushing event updated for resources: {'Port': ['ID=eb5f4d0a-940c-4048-975b-454d7023981d,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:45.286649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-c7e2bc14-3358-43bf-845a-15cb341b16d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] For port 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f,segment=NetworkSegment(6929dff0-1608-489b-b33b-693428450846),segment_id=6929dff0-1608-489b-b33b-693428450846)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:45.287156 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7e2bc14-3358-43bf-845a-15cb341b16d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.311705 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2bc14-3358-43bf-845a-15cb341b16d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Calling delete_port for 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:45.359597 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-abc8e9bb-91ae-4bf4-9cab-dda2c1d5369c None None] Current status of the port 57052c9b-bf92-4d81-986f-9028c1881fb7 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:45.398665 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:45.399012 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Checking segment: {'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:45.399406 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Bound using segment: {'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:45.399881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Bound port: e65444c4-bc4c-4a0b-b81e-aba2ed7752b8, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d58be6-7cfc-438d-8331-7e8222e36f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:45.400246 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e65444c4-bc4c-4a0b-b81e-aba2ed7752b8), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.456462 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router_gateway (15432e38-8359-44ea-9473-cff5adad9e46), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.465836 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-65907ecf-31b6-4be0-97b4-57babcb4b6c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port 57052c9b-bf92-4d81-986f-9028c1881fb7 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:45.466410 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65907ecf-31b6-4be0-97b4-57babcb4b6c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.484503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdd4ff53-5168-47f2-b37c-af158d21addd req-e1e66bfe-4111-4d28-a309-5f2cffe4b668 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2604301 Feb 11 05:32:45.824267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-7b76901e-f5db-4130-b0e9-f404de76782f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Delete allocated IP 172.20.0.3 (921fec86-1e61-4045-9531-0621000cee8d/5858c2f8-bf86-4e03-8f23-652472f4096c) {{(pid=103170) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:32:45.834330 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-7b76901e-f5db-4130-b0e9-f404de76782f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Allocated IP 172.20.0.36 (921fec86-1e61-4045-9531-0621000cee8d/10e8dd4e-36f0-4491-8ef3-31594330edd7/28932b3b-8e43-45b1-bac5-62a646c2bc73) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:46.001849 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7e2bc14-3358-43bf-845a-15cb341b16d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.085888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2bc14-3358-43bf-845a-15cb341b16d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Port': ['ID=2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:46.156804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 57052c9b-bf92-4d81-986f-9028c1881fb7 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:46.222531 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-65907ecf-31b6-4be0-97b4-57babcb4b6c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] For port 57052c9b-bf92-4d81-986f-9028c1881fb7, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=57052c9b-bf92-4d81-986f-9028c1881fb7,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:46.223192 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65907ecf-31b6-4be0-97b4-57babcb4b6c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.255402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 57052c9b-bf92-4d81-986f-9028c1881fb7 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:46.255402 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.370160 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 57052c9b-bf92-4d81-986f-9028c1881fb7 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:46.372550 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device eb5f4d0a-940c-4048-975b-454d7023981d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:46.443302 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b76901e-f5db-4130-b0e9-f404de76782f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for port (28932b3b-8e43-45b1-bac5-62a646c2bc73), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.451944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-65907ecf-31b6-4be0-97b4-57babcb4b6c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for 57052c9b-bf92-4d81-986f-9028c1881fb7 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:46.460581 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router_gateway (15432e38-8359-44ea-9473-cff5adad9e46), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.470556 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7e2bc14-3358-43bf-845a-15cb341b16d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.494939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c0d788e1-da90-4244-a737-4c9c245bf249 None None] Provisioning complete for port eb5f4d0a-940c-4048-975b-454d7023981d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:46.495320 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c0d788e1-da90-4244-a737-4c9c245bf249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.516948 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.579063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port eb5f4d0a-940c-4048-975b-454d7023981d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:46.579797 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.703530 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b76901e-f5db-4130-b0e9-f404de76782f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (28932b3b-8e43-45b1-bac5-62a646c2bc73), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.716019 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65907ecf-31b6-4be0-97b4-57babcb4b6c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (57052c9b-bf92-4d81-986f-9028c1881fb7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.781162 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] For port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:46.813125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] For port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e65444c4-bc4c-4a0b-b81e-aba2ed7752b8,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:46.900197 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76901e-f5db-4130-b0e9-f404de76782f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event updated for resources: {'Port': ['ID=28932b3b-8e43-45b1-bac5-62a646c2bc73,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:46.915372 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c0d788e1-da90-4244-a737-4c9c245bf249 None None] Current status of the port eb5f4d0a-940c-4048-975b-454d7023981d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:46.920327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port eb5f4d0a-940c-4048-975b-454d7023981d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:46.924954 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (e65444c4-bc4c-4a0b-b81e-aba2ed7752b8), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.941285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e0002-6ab8-4b1b-acce-1557ea8340ff req-61582131-814d-4229-b90f-754803dfe025 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:46.946841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e0002-6ab8-4b1b-acce-1557ea8340ff req-61582131-814d-4229-b90f-754803dfe025 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:46.948287 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c0d788e1-da90-4244-a737-4c9c245bf249 None None] Provisioning complete for port 23e87ff6-ded3-46dc-a9f5-4844fae5fd69 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:46.952808 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c0d788e1-da90-4244-a737-4c9c245bf249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (23e87ff6-ded3-46dc-a9f5-4844fae5fd69), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:46.956483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e0002-6ab8-4b1b-acce-1557ea8340ff req-61582131-814d-4229-b90f-754803dfe025 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:46.975848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e0002-6ab8-4b1b-acce-1557ea8340ff req-61582131-814d-4229-b90f-754803dfe025 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:46.976389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65907ecf-31b6-4be0-97b4-57babcb4b6c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=57052c9b-bf92-4d81-986f-9028c1881fb7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:46.981108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e0002-6ab8-4b1b-acce-1557ea8340ff req-61582131-814d-4229-b90f-754803dfe025 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:46.987319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e0002-6ab8-4b1b-acce-1557ea8340ff req-61582131-814d-4229-b90f-754803dfe025 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:46.999268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e0002-6ab8-4b1b-acce-1557ea8340ff req-61582131-814d-4229-b90f-754803dfe025 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:47.008698 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-906e0002-6ab8-4b1b-acce-1557ea8340ff req-61582131-814d-4229-b90f-754803dfe025 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5398 time: 0.2822890 Feb 11 05:32:47.032633 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c0d788e1-da90-4244-a737-4c9c245bf249 None None] Port 23e87ff6-ded3-46dc-a9f5-4844fae5fd69 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:47.054628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c0d788e1-da90-4244-a737-4c9c245bf249 None None] Provisioning complete for port 28932b3b-8e43-45b1-bac5-62a646c2bc73 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:47.055108 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c0d788e1-da90-4244-a737-4c9c245bf249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (28932b3b-8e43-45b1-bac5-62a646c2bc73), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.110105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c0d788e1-da90-4244-a737-4c9c245bf249 None None] Port 28932b3b-8e43-45b1-bac5-62a646c2bc73 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:47.138448 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:47.139078 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.151852 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] 10.222.0.73 "PUT /v2.0/ports/e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 HTTP/1.1" status: 200 len: 1092 time: 5.2237542 Feb 11 05:32:47.155095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'tag': 'e65444c4-bc4c-4a0b-b81e-aba2ed7752b8'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:47.160085 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a463c3df-9567-4e4d-bb55-892339d78e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "tag": "e65444c4-bc4c-4a0b-b81e-aba2ed7752b8"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:47.201882 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Request body: {'port': {'device_id': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:47.210999 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Allocated IP 172.25.5.34 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/fa9cc490-4188-4505-9b9f-d57a04d4f9be) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:47.237734 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7b76901e-f5db-4130-b0e9-f404de76782f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] In _notify_port_updated(), no bound segment for port 28932b3b-8e43-45b1-bac5-62a646c2bc73 on network 921fec86-1e61-4045-9531-0621000cee8d {{(pid=103170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:32:47.254812 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76901e-f5db-4130-b0e9-f404de76782f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:47.255525 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b76901e-f5db-4130-b0e9-f404de76782f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.256897 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7b76901e-f5db-4130-b0e9-f404de76782f tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "PUT /v2.0/ports/28932b3b-8e43-45b1-bac5-62a646c2bc73 HTTP/1.1" status: 200 len: 960 time: 3.5159860 Feb 11 05:32:47.263766 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57364) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:47.307973 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65907ecf-31b6-4be0-97b4-57babcb4b6c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (c1d866cc-7802-43a8-a002-1eaebc84db9e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.321450 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01a2e01-8bdb-4654-b6d0-a05a63a7b6eb x-openstack-request-id: req-c01a2e01-8bdb-4654-b6d0-a05a63a7b6eb {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:47.321772 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "tag": "e65444c4-bc4c-4a0b-b81e-aba2ed7752b8", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:47.321986 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c01a2e01-8bdb-4654-b6d0-a05a63a7b6eb {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:47.322376 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'tag': 'e65444c4-bc4c-4a0b-b81e-aba2ed7752b8', 'status': 'completed', 'code': 200} Feb 11 05:32:47.435638 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404ba29-bce7-41ea-a629-6cf4c42952c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e65444c4-bc4c-4a0b-b81e-aba2ed7752b8,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:47.632131 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.641359 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65907ecf-31b6-4be0-97b4-57babcb4b6c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Router c1d866cc-7802-43a8-a002-1eaebc84db9e has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:32:47.677603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-47d52298-c7ee-4e61-a486-d096beb7924c None None] Provisioning complete for port 28932b3b-8e43-45b1-bac5-62a646c2bc73 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:47.678190 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47d52298-c7ee-4e61-a486-d096beb7924c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (28932b3b-8e43-45b1-bac5-62a646c2bc73), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:47.754945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-47d52298-c7ee-4e61-a486-d096beb7924c None None] Port 28932b3b-8e43-45b1-bac5-62a646c2bc73 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:47.800168 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-906e0002-6ab8-4b1b-acce-1557ea8340ff req-df786998-c3d3-4bb9-9d82-d7a79b086f1e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7904980 Feb 11 05:32:47.883263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e2bc14-3358-43bf-845a-15cb341b16d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:32:47.914637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65907ecf-31b6-4be0-97b4-57babcb4b6c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:47.925994 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d290b-0134-423f-8ef6-7e75d0e9a9cd None None] Sync routers for ids ['c1d866cc-7802-43a8-a002-1eaebc84db9e'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:47.936341 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-65907ecf-31b6-4be0-97b4-57babcb4b6c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "PUT /v2.0/routers/c1d866cc-7802-43a8-a002-1eaebc84db9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8293991 Feb 11 05:32:47.940331 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57366) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:47.955031 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d290b-0134-423f-8ef6-7e75d0e9a9cd None None] Routers {'c1d866cc-7802-43a8-a002-1eaebc84db9e'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:47.960059 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f12d290b-0134-423f-8ef6-7e75d0e9a9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c1d866cc-7802-43a8-a002-1eaebc84db9e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:48.077747 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for port (fa9cc490-4188-4505-9b9f-d57a04d4f9be), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.101510 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4602439f-6f42-4d2c-920b-f46972b5c53e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.103130 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4602439f-6f42-4d2c-920b-f46972b5c53e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.107904 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4602439f-6f42-4d2c-920b-f46972b5c53e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1664381 Feb 11 05:32:48.108964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463c3df-9567-4e4d-bb55-892339d78e9d req-71b7befe-7b87-4809-a207-337a567d187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.109456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463c3df-9567-4e4d-bb55-892339d78e9d req-71b7befe-7b87-4809-a207-337a567d187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.109932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463c3df-9567-4e4d-bb55-892339d78e9d req-71b7befe-7b87-4809-a207-337a567d187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.110868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463c3df-9567-4e4d-bb55-892339d78e9d req-71b7befe-7b87-4809-a207-337a567d187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.110999 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57368) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:48.111344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463c3df-9567-4e4d-bb55-892339d78e9d req-71b7befe-7b87-4809-a207-337a567d187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.111841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463c3df-9567-4e4d-bb55-892339d78e9d req-71b7befe-7b87-4809-a207-337a567d187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.112310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463c3df-9567-4e4d-bb55-892339d78e9d req-71b7befe-7b87-4809-a207-337a567d187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.115399 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a463c3df-9567-4e4d-bb55-892339d78e9d req-71b7befe-7b87-4809-a207-337a567d187c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f571c83359014d03b82a06a0b410a902&device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 6505 time: 0.3111920 Feb 11 05:32:48.175999 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e2bc14-3358-43bf-845a-15cb341b16d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:48.195503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c7e2bc14-3358-43bf-845a-15cb341b16d9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/3c75dc6c-84bf-446e-98df-9a4dfdd45ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4173810 Feb 11 05:32:48.195744 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc5d30-760d-44aa-b3e0-33e6b6f269ce None None] Sync routers for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:48.198629 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57370) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:48.218789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fc5d30-760d-44aa-b3e0-33e6b6f269ce None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:48.219446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-11fc5d30-760d-44aa-b3e0-33e6b6f269ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:48.243514 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6cc49b-d740-475f-bf24-f0dac172d1c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 846919fa-5e7f-4732-942f-62fd3643b0ae {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:48.250468 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc49b-d740-475f-bf24-f0dac172d1c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (846919fa-5e7f-4732-942f-62fd3643b0ae), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.302136 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-583f393f-d20a-486b-8bea-d60333fa74c9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port 28932b3b-8e43-45b1-bac5-62a646c2bc73 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:48.302515 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-583f393f-d20a-486b-8bea-d60333fa74c9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (28932b3b-8e43-45b1-bac5-62a646c2bc73), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.345475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-11fc5d30-760d-44aa-b3e0-33e6b6f269ce None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:48.382560 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (fa9cc490-4188-4505-9b9f-d57a04d4f9be), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.388693 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc49b-d740-475f-bf24-f0dac172d1c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (846919fa-5e7f-4732-942f-62fd3643b0ae), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.399881 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-f12d290b-0134-423f-8ef6-7e75d0e9a9cd None None] Set router c1d866cc-7802-43a8-a002-1eaebc84db9e gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:48.426253 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f7e544-17f9-4826-812d-9a672b456c58 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting subnet e92875c1-2a66-4eef-85f7-987d75cf2533 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:48.436365 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-96f7e544-17f9-4826-812d-9a672b456c58 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (e92875c1-2a66-4eef-85f7-987d75cf2533), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.465400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463c3df-9567-4e4d-bb55-892339d78e9d req-12b63573-f921-4e4d-8e23-75ae312c5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.465914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463c3df-9567-4e4d-bb55-892339d78e9d req-12b63573-f921-4e4d-8e23-75ae312c5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.466390 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463c3df-9567-4e4d-bb55-892339d78e9d req-12b63573-f921-4e4d-8e23-75ae312c5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.468108 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a463c3df-9567-4e4d-bb55-892339d78e9d req-12b63573-f921-4e4d-8e23-75ae312c5d82 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f571c83359014d03b82a06a0b410a902&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3397601 Feb 11 05:32:48.502226 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f12d290b-0134-423f-8ef6-7e75d0e9a9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d866cc-7802-43a8-a002-1eaebc84db9e', 'name': 'tempest-NetworksTestDHCPv6-router-2025787454', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:32Z', 'updated_at': '2022-02-11T05:32:46Z', 'revision_number': 3, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:48.527089 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc49b-d740-475f-bf24-f0dac172d1c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (846919fa-5e7f-4732-942f-62fd3643b0ae), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.533225 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d290b-0134-423f-8ef6-7e75d0e9a9cd None None] Checking router: c1d866cc-7802-43a8-a002-1eaebc84db9e for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:32:48.544466 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d290b-0134-423f-8ef6-7e75d0e9a9cd None None] Routers {'c1d866cc-7802-43a8-a002-1eaebc84db9e'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:48.545341 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f12d290b-0134-423f-8ef6-7e75d0e9a9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c1d866cc-7802-43a8-a002-1eaebc84db9e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:48.564278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:48.583077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:48.596010 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:48.600029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcee796-21e7-410d-b1ec-9e7e94e164c7 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:48.609444 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Publish callbacks [] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.611442 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-583f393f-d20a-486b-8bea-d60333fa74c9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (28932b3b-8e43-45b1-bac5-62a646c2bc73), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.618116 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-96f7e544-17f9-4826-812d-9a672b456c58 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (e92875c1-2a66-4eef-85f7-987d75cf2533), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.620760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Port': ['ID=fa9cc490-4188-4505-9b9f-d57a04d4f9be,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:48.623493 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Transition to ACTIVE for port object 7bcee796-21e7-410d-b1ec-9e7e94e164c7 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:48.625460 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc49b-d740-475f-bf24-f0dac172d1c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (846919fa-5e7f-4732-942f-62fd3643b0ae), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.656488 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cc49b-d740-475f-bf24-f0dac172d1c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=846919fa-5e7f-4732-942f-62fd3643b0ae,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:48.658910 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.690304 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b04700b-2aaf-4f6d-bde4-162fcfe21c92 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:48.694670 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc49b-d740-475f-bf24-f0dac172d1c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:48.701588 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5e6cc49b-d740-475f-bf24-f0dac172d1c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/846919fa-5e7f-4732-942f-62fd3643b0ae HTTP/1.1" status: 204 len: 168 time: 0.5858359 Feb 11 05:32:48.703454 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57376) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:48.708039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-583f393f-d20a-486b-8bea-d60333fa74c9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for 28932b3b-8e43-45b1-bac5-62a646c2bc73 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:48.749348 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-f12d290b-0134-423f-8ef6-7e75d0e9a9cd None None] Set router c1d866cc-7802-43a8-a002-1eaebc84db9e gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:48.824292 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f12d290b-0134-423f-8ef6-7e75d0e9a9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d866cc-7802-43a8-a002-1eaebc84db9e', 'name': 'tempest-NetworksTestDHCPv6-router-2025787454', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:32Z', 'updated_at': '2022-02-11T05:32:46Z', 'revision_number': 3, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:48.866971 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d290b-0134-423f-8ef6-7e75d0e9a9cd None None] The sync data for ids ['c1d866cc-7802-43a8-a002-1eaebc84db9e'] in n-d-713499-38 is: [{'id': 'c1d866cc-7802-43a8-a002-1eaebc84db9e', 'name': 'tempest-NetworksTestDHCPv6-router-2025787454', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:32Z', 'updated_at': '2022-02-11T05:32:46Z', 'revision_number': 3, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:48.886133 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00077133-1206-4750-8046-319156d5ec18 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcee796-21e7-410d-b1ec-9e7e94e164c7,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:48.910175 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Attempting to bind port 7bcee796-21e7-410d-b1ec-9e7e94e164c7 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:48.910764 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Attempting to bind port 7bcee796-21e7-410d-b1ec-9e7e94e164c7 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '4026cc13-97fa-4344-b9da-7d1b79dff762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:48.911175 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Attempting to bind port 7bcee796-21e7-410d-b1ec-9e7e94e164c7 on network 23491f43-7703-4822-8ced-d1c33541a9ac {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:48.913128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463c3df-9567-4e4d-bb55-892339d78e9d req-9fdf322a-ab7a-4e30-ba1b-fa1f8b3ee6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:48.914715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a463c3df-9567-4e4d-bb55-892339d78e9d req-9fdf322a-ab7a-4e30-ba1b-fa1f8b3ee6c6 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4192832 Feb 11 05:32:48.936993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-11fc5d30-760d-44aa-b3e0-33e6b6f269ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:45Z', 'revision_number': 10, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:48.983585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Port 7bcee796-21e7-410d-b1ec-9e7e94e164c7 on network 23491f43-7703-4822-8ced-d1c33541a9ac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:48.984710 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Attempting to bind port 7bcee796-21e7-410d-b1ec-9e7e94e164c7 on network 23491f43-7703-4822-8ced-d1c33541a9ac {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:48.985694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc5d30-760d-44aa-b3e0-33e6b6f269ce None None] Checking router: 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:32:49.001861 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:49.002123 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Checking segment: {'id': '4026cc13-97fa-4344-b9da-7d1b79dff762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:49.002650 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Bound using segment: {'id': '4026cc13-97fa-4344-b9da-7d1b79dff762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:49.003095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Bound port: 7bcee796-21e7-410d-b1ec-9e7e94e164c7, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4026cc13-97fa-4344-b9da-7d1b79dff762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:49.003479 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.005564 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-96f7e544-17f9-4826-812d-9a672b456c58 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (e92875c1-2a66-4eef-85f7-987d75cf2533), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.025293 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fc5d30-760d-44aa-b3e0-33e6b6f269ce None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:49.026075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-11fc5d30-760d-44aa-b3e0-33e6b6f269ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:49.031040 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e149efff-e28a-4f58-bf71-9091d827658f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3217938 Feb 11 05:32:49.034218 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57380) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:49.135388 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] For port 7bcee796-21e7-410d-b1ec-9e7e94e164c7, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:49.138560 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] For port 7bcee796-21e7-410d-b1ec-9e7e94e164c7, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=7bcee796-21e7-410d-b1ec-9e7e94e164c7,segment=NetworkSegment(4026cc13-97fa-4344-b9da-7d1b79dff762),segment_id=4026cc13-97fa-4344-b9da-7d1b79dff762)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:49.148326 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.194964 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-96f7e544-17f9-4826-812d-9a672b456c58 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (e92875c1-2a66-4eef-85f7-987d75cf2533), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.197440 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-583f393f-d20a-486b-8bea-d60333fa74c9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (28932b3b-8e43-45b1-bac5-62a646c2bc73), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.269632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00077133-1206-4750-8046-319156d5ec18 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcee796-21e7-410d-b1ec-9e7e94e164c7,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:49.277144 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:49.277768 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.279158 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-00077133-1206-4750-8046-319156d5ec18 service neutron] 10.222.0.73 "PUT /v2.0/ports/7bcee796-21e7-410d-b1ec-9e7e94e164c7 HTTP/1.1" status: 200 len: 1092 time: 2.0855553 Feb 11 05:32:49.282214 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00e4f594-b770-4b9a-a5db-b50cc98ec61b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for router (c1d866cc-7802-43a8-a002-1eaebc84db9e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.299742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-11fc5d30-760d-44aa-b3e0-33e6b6f269ce None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:49.328458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'tag': '7bcee796-21e7-410d-b1ec-9e7e94e164c7'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:49.335608 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f618ca-57b0-411f-8bc8-8ab06b8356a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "tag": "7bcee796-21e7-410d-b1ec-9e7e94e164c7"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:49.345149 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Request body: {'port': {'device_id': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:49.410983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f393f-d20a-486b-8bea-d60333fa74c9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=28932b3b-8e43-45b1-bac5-62a646c2bc73,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:49.421122 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7e544-17f9-4826-812d-9a672b456c58 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Subnet': ['ID=e92875c1-2a66-4eef-85f7-987d75cf2533,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:49.424704 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-96f7e544-17f9-4826-812d-9a672b456c58 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.431732 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-96f7e544-17f9-4826-812d-9a672b456c58 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/e92875c1-2a66-4eef-85f7-987d75cf2533 HTTP/1.1" status: 204 len: 168 time: 1.2290232 Feb 11 05:32:49.508521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef20dea-ca96-4574-8cae-b9535ae1adec None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:32:49.515700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57388) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:49.524399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36419915-91a2-4157-a624-e0d71dce97f0 None None] Network cf40f41a-821b-4a60-94aa-1d92046f45c9 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:49.556837 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-583f393f-d20a-486b-8bea-d60333fa74c9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.563381 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-583f393f-d20a-486b-8bea-d60333fa74c9 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/28932b3b-8e43-45b1-bac5-62a646c2bc73 HTTP/1.1" status: 204 len: 168 time: 2.2970896 Feb 11 05:32:49.591151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57390) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:49.770273 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f6fab-b232-4681-9a84-beb1384b384c req-83c9dce0-e428-402d-af75-2cf5964c8891 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:49.782965 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f6fab-b232-4681-9a84-beb1384b384c req-83c9dce0-e428-402d-af75-2cf5964c8891 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:49.793808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f6fab-b232-4681-9a84-beb1384b384c req-83c9dce0-e428-402d-af75-2cf5964c8891 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:49.799811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f6fab-b232-4681-9a84-beb1384b384c req-83c9dce0-e428-402d-af75-2cf5964c8891 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:49.805904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f6fab-b232-4681-9a84-beb1384b384c req-83c9dce0-e428-402d-af75-2cf5964c8891 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:49.812151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f6fab-b232-4681-9a84-beb1384b384c req-83c9dce0-e428-402d-af75-2cf5964c8891 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:49.825348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f6fab-b232-4681-9a84-beb1384b384c req-83c9dce0-e428-402d-af75-2cf5964c8891 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:49.827695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-417f6fab-b232-4681-9a84-beb1384b384c req-83c9dce0-e428-402d-af75-2cf5964c8891 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5410 time: 0.6378286 Feb 11 05:32:49.904903 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e90b951-a4d7-48f3-81d7-20458ebaa822 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] GET failed (client error): The resource could not be found. Feb 11 05:32:49.906704 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6e90b951-a4d7-48f3-81d7-20458ebaa822 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports/28932b3b-8e43-45b1-bac5-62a646c2bc73 HTTP/1.1" status: 404 len: 333 time: 0.3161364 Feb 11 05:32:49.920760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57392) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:49.986825 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (cf40f41a-821b-4a60-94aa-1d92046f45c9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:49.994303 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29d9332-af89-46f1-b83a-69101786c3b6 x-openstack-request-id: req-b29d9332-af89-46f1-b83a-69101786c3b6 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:49.994912 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "tag": "7bcee796-21e7-410d-b1ec-9e7e94e164c7", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:49.994912 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b29d9332-af89-46f1-b83a-69101786c3b6 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:49.995230 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'tag': '7bcee796-21e7-410d-b1ec-9e7e94e164c7', 'status': 'completed', 'code': 200} Feb 11 05:32:50.071010 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 57052c9b-bf92-4d81-986f-9028c1881fb7 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:50.078119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f618ca-57b0-411f-8bc8-8ab06b8356a1 req-6cf44208-2dc8-477e-a885-c70e33dfafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.078859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f618ca-57b0-411f-8bc8-8ab06b8356a1 req-6cf44208-2dc8-477e-a885-c70e33dfafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.079538 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f618ca-57b0-411f-8bc8-8ab06b8356a1 req-6cf44208-2dc8-477e-a885-c70e33dfafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.080171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f618ca-57b0-411f-8bc8-8ab06b8356a1 req-6cf44208-2dc8-477e-a885-c70e33dfafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.080806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f618ca-57b0-411f-8bc8-8ab06b8356a1 req-6cf44208-2dc8-477e-a885-c70e33dfafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.081430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f618ca-57b0-411f-8bc8-8ab06b8356a1 req-6cf44208-2dc8-477e-a885-c70e33dfafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.082054 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f618ca-57b0-411f-8bc8-8ab06b8356a1 req-6cf44208-2dc8-477e-a885-c70e33dfafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.084861 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8f618ca-57b0-411f-8bc8-8ab06b8356a1 req-6cf44208-2dc8-477e-a885-c70e33dfafa2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f571c83359014d03b82a06a0b410a902&device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 6604 time: 0.5135672 Feb 11 05:32:50.128723 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.135286 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00e4f594-b770-4b9a-a5db-b50cc98ec61b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (c1d866cc-7802-43a8-a002-1eaebc84db9e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.142871 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00e4f594-b770-4b9a-a5db-b50cc98ec61b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for router_controller (c1d866cc-7802-43a8-a002-1eaebc84db9e), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.232890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 57052c9b-bf92-4d81-986f-9028c1881fb7 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:50.233143 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00e4f594-b770-4b9a-a5db-b50cc98ec61b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (c1d866cc-7802-43a8-a002-1eaebc84db9e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.233313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 57052c9b-bf92-4d81-986f-9028c1881fb7 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:50.233656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device da3761ba-74d7-42ef-9164-8106e3ba4949 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:50.234185 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e4f594-b770-4b9a-a5db-b50cc98ec61b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Fanout notify agent at l3_agent the message router_deleted on router c1d866cc-7802-43a8-a002-1eaebc84db9e {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:32:50.243195 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00e4f594-b770-4b9a-a5db-b50cc98ec61b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.247904 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-00e4f594-b770-4b9a-a5db-b50cc98ec61b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/routers/c1d866cc-7802-43a8-a002-1eaebc84db9e HTTP/1.1" status: 204 len: 168 time: 1.2124972 Feb 11 05:32:50.248625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57394) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:50.257141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f402d389-33c7-492f-9a77-b92720f64f7f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:50.305006 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0ef20dea-ca96-4574-8cae-b9535ae1adec None None] Deleting port da3761ba-74d7-42ef-9164-8106e3ba4949 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:50.305501 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ef20dea-ca96-4574-8cae-b9535ae1adec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (da3761ba-74d7-42ef-9164-8106e3ba4949), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.361252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-417f6fab-b232-4681-9a84-beb1384b384c req-8b2d2dbc-c97e-4940-99c1-350f0cf82e28 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4474742 Feb 11 05:32:50.390386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f618ca-57b0-411f-8bc8-8ab06b8356a1 req-0bcd5478-2524-4140-b387-ecf49734d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.390920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f618ca-57b0-411f-8bc8-8ab06b8356a1 req-0bcd5478-2524-4140-b387-ecf49734d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.391394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f618ca-57b0-411f-8bc8-8ab06b8356a1 req-0bcd5478-2524-4140-b387-ecf49734d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.393006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8f618ca-57b0-411f-8bc8-8ab06b8356a1 req-0bcd5478-2524-4140-b387-ecf49734d65b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f571c83359014d03b82a06a0b410a902&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2844539 Feb 11 05:32:50.395605 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f167b83-1e98-48dc-9e7b-01f5d17fc178 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (3726587a-ebb1-4a4c-b8f7-bdf6ddc5dd9f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.398556 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router_gateway (15432e38-8359-44ea-9473-cff5adad9e46), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.422256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a0cbfe-9ecb-4f1d-8033-2f9a3910318b None None] DHCP port deletion for cf40f41a-821b-4a60-94aa-1d92046f45c9 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:32:50.445317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0ef20dea-ca96-4574-8cae-b9535ae1adec None None] For port da3761ba-74d7-42ef-9164-8106e3ba4949, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=da3761ba-74d7-42ef-9164-8106e3ba4949,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:50.445688 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ef20dea-ca96-4574-8cae-b9535ae1adec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (da3761ba-74d7-42ef-9164-8106e3ba4949), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.513135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f618ca-57b0-411f-8bc8-8ab06b8356a1 req-7986e1df-a7b7-4e7e-bfd8-ea2dc6ee9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.514562 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8f618ca-57b0-411f-8bc8-8ab06b8356a1 req-7986e1df-a7b7-4e7e-bfd8-ea2dc6ee9642 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1140804 Feb 11 05:32:50.537608 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f402d389-33c7-492f-9a77-b92720f64f7f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:50.541529 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f402d389-33c7-492f-9a77-b92720f64f7f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.566551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-11fc5d30-760d-44aa-b3e0-33e6b6f269ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:45Z', 'revision_number': 10, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:50.570790 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting port cd6ddcad-8388-4454-b32f-c2338b0efc74 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:50.571143 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cd6ddcad-8388-4454-b32f-c2338b0efc74), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.582475 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f167b83-1e98-48dc-9e7b-01f5d17fc178 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (3726587a-ebb1-4a4c-b8f7-bdf6ddc5dd9f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.610356 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc5d30-760d-44aa-b3e0-33e6b6f269ce None None] The sync data for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 is: [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:45Z', 'revision_number': 10, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None, '_interfaces': [{'id': 'ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3', 'name': '', 'network_id': 'ed3593b7-5d9e-417f-8e3f-e44a26bbc232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'mac_address': 'fa:16:3e:cd:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:31:31Z', 'updated_at': '2022-02-11T05:31:49Z', 'revision_number': 5, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'subnets': [{'id': 'd84ef6ab-a18b-4ca0-9f82-77760090ae2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:50.619703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0ef20dea-ca96-4574-8cae-b9535ae1adec None None] Calling delete_port for da3761ba-74d7-42ef-9164-8106e3ba4949 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:50.649552 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port da3761ba-74d7-42ef-9164-8106e3ba4949 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:50.650340 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (da3761ba-74d7-42ef-9164-8106e3ba4949), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.736871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port da3761ba-74d7-42ef-9164-8106e3ba4949, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=da3761ba-74d7-42ef-9164-8106e3ba4949,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:50.747005 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (da3761ba-74d7-42ef-9164-8106e3ba4949), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.802369 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f402d389-33c7-492f-9a77-b92720f64f7f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.808473 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-63a0cbfe-9ecb-4f1d-8033-2f9a3910318b None None] Deleting port cd6ddcad-8388-4454-b32f-c2338b0efc74 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:50.809137 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-63a0cbfe-9ecb-4f1d-8033-2f9a3910318b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cd6ddcad-8388-4454-b32f-c2338b0efc74), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.861377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402d389-33c7-492f-9a77-b92720f64f7f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:50.891896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=da3761ba-74d7-42ef-9164-8106e3ba4949,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:50.908825 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f402d389-33c7-492f-9a77-b92720f64f7f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:50.916016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-f402d389-33c7-492f-9a77-b92720f64f7f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:50.925741 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f402d389-33c7-492f-9a77-b92720f64f7f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:50.927445 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f402d389-33c7-492f-9a77-b92720f64f7f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.929034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-63a0cbfe-9ecb-4f1d-8033-2f9a3910318b None None] For port cd6ddcad-8388-4454-b32f-c2338b0efc74, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cd6ddcad-8388-4454-b32f-c2338b0efc74,segment=NetworkSegment(6929dff0-1608-489b-b33b-693428450846),segment_id=6929dff0-1608-489b-b33b-693428450846)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:50.929721 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-63a0cbfe-9ecb-4f1d-8033-2f9a3910318b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cd6ddcad-8388-4454-b32f-c2338b0efc74), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.939237 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ef20dea-ca96-4574-8cae-b9535ae1adec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (da3761ba-74d7-42ef-9164-8106e3ba4949), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:50.953105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-63a0cbfe-9ecb-4f1d-8033-2f9a3910318b None None] Calling delete_port for cd6ddcad-8388-4454-b32f-c2338b0efc74 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:50.955445 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f402d389-33c7-492f-9a77-b92720f64f7f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7037368 Feb 11 05:32:50.962790 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57400) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:50.981358 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b9c05a8c-8c45-4179-9f06-0e8b246ffa59 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-700012567', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:50.986514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef20dea-ca96-4574-8cae-b9535ae1adec None None] Pushing event deleted for resources: {'Port': ['ID=da3761ba-74d7-42ef-9164-8106e3ba4949,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:50.990606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef20dea-ca96-4574-8cae-b9535ae1adec None None] No DVR routers for this DVR port da3761ba-74d7-42ef-9164-8106e3ba4949 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:51.041823 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32648c2-7dbb-43e5-8eb7-cc8349f20e19 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:51.071000 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9c05a8c-8c45-4179-9f06-0e8b246ffa59 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (55394c49-996e-4053-b050-edb3816c10cc), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.073251 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9c05a8c-8c45-4179-9f06-0e8b246ffa59 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (55394c49-996e-4053-b050-edb3816c10cc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.100634 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a854c3bb-38fb-4e01-b81b-b450abbcf0b9 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:32:51.114026 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Publish callbacks [] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.164617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': '4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:51.165995 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.188569 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Transition to ACTIVE for port object a854c3bb-38fb-4e01-b81b-b450abbcf0b9 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:32:51.191006 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9c05a8c-8c45-4179-9f06-0e8b246ffa59 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for router_controller (55394c49-996e-4053-b050-edb3816c10cc), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.196654 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.257679 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-63a0cbfe-9ecb-4f1d-8033-2f9a3910318b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (cd6ddcad-8388-4454-b32f-c2338b0efc74), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.276551 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9c05a8c-8c45-4179-9f06-0e8b246ffa59 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (55394c49-996e-4053-b050-edb3816c10cc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.292571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Pushing event updated for resources: {'Port': ['ID=a854c3bb-38fb-4e01-b81b-b450abbcf0b9,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:51.315938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0cbfe-9ecb-4f1d-8033-2f9a3910318b None None] Pushing event deleted for resources: {'Port': ['ID=cd6ddcad-8388-4454-b32f-c2338b0efc74,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:51.322059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a0cbfe-9ecb-4f1d-8033-2f9a3910318b None None] No DVR routers for this DVR port cd6ddcad-8388-4454-b32f-c2338b0efc74 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:51.359368 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9c05a8c-8c45-4179-9f06-0e8b246ffa59 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.363124 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b9c05a8c-8c45-4179-9f06-0e8b246ffa59 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3967035 Feb 11 05:32:51.370309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57402) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:51.372797 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (15432e38-8359-44ea-9473-cff5adad9e46), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.380500 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f167b83-1e98-48dc-9e7b-01f5d17fc178 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3726587a-ebb1-4a4c-b8f7-bdf6ddc5dd9f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.384011 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f167b83-1e98-48dc-9e7b-01f5d17fc178 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.385682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2f167b83-1e98-48dc-9e7b-01f5d17fc178 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/security-groups/3726587a-ebb1-4a4c-b8f7-bdf6ddc5dd9f HTTP/1.1" status: 204 len: 168 time: 1.4594600 Feb 11 05:32:51.390818 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57404) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:51.428928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f167b83-1e98-48dc-9e7b-01f5d17fc178 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3726587a-ebb1-4a4c-b8f7-bdf6ddc5dd9f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:51.446319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] For port cd6ddcad-8388-4454-b32f-c2338b0efc74, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cd6ddcad-8388-4454-b32f-c2338b0efc74,segment=NetworkSegment(6929dff0-1608-489b-b33b-693428450846),segment_id=6929dff0-1608-489b-b33b-693428450846)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:51.446695 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cd6ddcad-8388-4454-b32f-c2338b0efc74), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.465135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Allocated IP 2001:db8::2 (f998a239-103b-4838-bc3b-5e531dc8d131/4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4/23bcf7d8-ae14-4d7d-96c4-2bad772637ad) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:51.546503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Calling delete_port for cd6ddcad-8388-4454-b32f-c2338b0efc74 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:51.663271 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Publish callbacks [] for port (23bcf7d8-ae14-4d7d-96c4-2bad772637ad), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.682190 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (23bcf7d8-ae14-4d7d-96c4-2bad772637ad), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.745206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Pushing event updated for resources: {'Port': ['ID=23bcf7d8-ae14-4d7d-96c4-2bad772637ad,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:51.761238 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:51.762606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:51.765679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:51.786574 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (cd6ddcad-8388-4454-b32f-c2338b0efc74), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.821491 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Port': ['ID=cd6ddcad-8388-4454-b32f-c2338b0efc74,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:51.824195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] No DVR routers for this DVR port cd6ddcad-8388-4454-b32f-c2338b0efc74 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:51.835911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Attempting to bind port 23bcf7d8-ae14-4d7d-96c4-2bad772637ad on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:51.836145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2459a2-04bc-4712-969a-cb5426cdc4bc req-a94c1f47-21cf-4e40-9345-2939dc557108 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:51.836463 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Attempting to bind port 23bcf7d8-ae14-4d7d-96c4-2bad772637ad by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:51.836846 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Attempting to bind port 23bcf7d8-ae14-4d7d-96c4-2bad772637ad on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:51.843582 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:51.843973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:51.844384 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.844788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:51.845264 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Bound port: 23bcf7d8-ae14-4d7d-96c4-2bad772637ad, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:51.845653 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (23bcf7d8-ae14-4d7d-96c4-2bad772637ad), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.866430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2459a2-04bc-4712-969a-cb5426cdc4bc req-a94c1f47-21cf-4e40-9345-2939dc557108 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:51.883592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2459a2-04bc-4712-969a-cb5426cdc4bc req-a94c1f47-21cf-4e40-9345-2939dc557108 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:51.893369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2459a2-04bc-4712-969a-cb5426cdc4bc req-a94c1f47-21cf-4e40-9345-2939dc557108 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:51.912598 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2459a2-04bc-4712-969a-cb5426cdc4bc req-a94c1f47-21cf-4e40-9345-2939dc557108 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:51.918295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2459a2-04bc-4712-969a-cb5426cdc4bc req-a94c1f47-21cf-4e40-9345-2939dc557108 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:51.930895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2459a2-04bc-4712-969a-cb5426cdc4bc req-a94c1f47-21cf-4e40-9345-2939dc557108 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:51.932639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] For port 23bcf7d8-ae14-4d7d-96c4-2bad772637ad, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:51.937938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] For port 23bcf7d8-ae14-4d7d-96c4-2bad772637ad, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=23bcf7d8-ae14-4d7d-96c4-2bad772637ad,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:51.946597 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (23bcf7d8-ae14-4d7d-96c4-2bad772637ad), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.955915 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f2459a2-04bc-4712-969a-cb5426cdc4bc req-a94c1f47-21cf-4e40-9345-2939dc557108 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.4582918 Feb 11 05:32:51.961768 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.973569 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Attempting to bind port a854c3bb-38fb-4e01-b81b-b450abbcf0b9 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:51.973918 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Attempting to bind port a854c3bb-38fb-4e01-b81b-b450abbcf0b9 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '4026cc13-97fa-4344-b9da-7d1b79dff762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:51.974247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Attempting to bind port a854c3bb-38fb-4e01-b81b-b450abbcf0b9 on network 23491f43-7703-4822-8ced-d1c33541a9ac {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:51.978167 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-376df1e0-1b50-4900-b836-fade3398995d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (dcece6bb-898e-40b8-b517-4becf6df98bb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:51.992719 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Port a854c3bb-38fb-4e01-b81b-b450abbcf0b9 on network 23491f43-7703-4822-8ced-d1c33541a9ac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:32:51.993057 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Attempting to bind port a854c3bb-38fb-4e01-b81b-b450abbcf0b9 on network 23491f43-7703-4822-8ced-d1c33541a9ac {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:51.999079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:52.038724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:52.038724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2f2ccb0d-5a52-42ac-b1d7-d7ba0a07f63f not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:52.039035 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cd6ddcad-8388-4454-b32f-c2338b0efc74 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:52.062197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: cd6ddcad-8388-4454-b32f-c2338b0efc74 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:52.062562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cd6ddcad-8388-4454-b32f-c2338b0efc74 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:52.064655 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:52.065092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Checking segment: {'id': '4026cc13-97fa-4344-b9da-7d1b79dff762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:52.065479 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Bound using segment: {'id': '4026cc13-97fa-4344-b9da-7d1b79dff762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:52.065933 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Bound port: a854c3bb-38fb-4e01-b81b-b450abbcf0b9, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4026cc13-97fa-4344-b9da-7d1b79dff762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:52.066447 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.099352 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309263f-cb66-4a45-bf79-523c64ae395d None None] Pushing event updated for resources: {'Port': ['ID=23bcf7d8-ae14-4d7d-96c4-2bad772637ad,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:52.104102 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-376df1e0-1b50-4900-b836-fade3398995d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (dcece6bb-898e-40b8-b517-4becf6df98bb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.138219 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (cf40f41a-821b-4a60-94aa-1d92046f45c9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.187071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf40f41a-821b-4a60-94aa-1d92046f45c9']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:52.206792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6929dff0-1608-489b-b33b-693428450846') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:52.207289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6929dff0-1608-489b-b33b-693428450846') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:52.229619 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (6929dff0-1608-489b-b33b-693428450846), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.244664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Router 15432e38-8359-44ea-9473-cff5adad9e46 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:32:52.265440 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f2459a2-04bc-4712-969a-cb5426cdc4bc req-4705b32c-8de2-4f86-a690-d9f77bd88840 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3070266 Feb 11 05:32:52.267398 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (6929dff0-1608-489b-b33b-693428450846), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.314382 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:52.314929 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (6929dff0-1608-489b-b33b-693428450846), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.316318 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-376df1e0-1b50-4900-b836-fade3398995d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (dcece6bb-898e-40b8-b517-4becf6df98bb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:52.318769 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:52.322051 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-376df1e0-1b50-4900-b836-fade3398995d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.323461 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-376df1e0-1b50-4900-b836-fade3398995d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/security-groups/dcece6bb-898e-40b8-b517-4becf6df98bb HTTP/1.1" status: 204 len: 168 time: 0.9312603 Feb 11 05:32:52.328823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57412) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:52.343563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] For port a854c3bb-38fb-4e01-b81b-b450abbcf0b9, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:52.400985 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376df1e0-1b50-4900-b836-fade3398995d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcece6bb-898e-40b8-b517-4becf6df98bb,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:52.414416 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] For port a854c3bb-38fb-4e01-b81b-b450abbcf0b9, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a854c3bb-38fb-4e01-b81b-b450abbcf0b9,segment=NetworkSegment(4026cc13-97fa-4344-b9da-7d1b79dff762),segment_id=4026cc13-97fa-4344-b9da-7d1b79dff762)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:52.437724 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.471613 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (cf40f41a-821b-4a60-94aa-1d92046f45c9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.494267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:52.494747 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.496291 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] 10.222.0.73 "PUT /v2.0/ports/a854c3bb-38fb-4e01-b81b-b450abbcf0b9 HTTP/1.1" status: 200 len: 1092 time: 3.1563547 Feb 11 05:32:52.498661 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.505562 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/networks/cf40f41a-821b-4a60-94aa-1d92046f45c9 HTTP/1.1" status: 204 len: 168 time: 2.9817953 Feb 11 05:32:52.506341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57414) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:52.536451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'tag': 'a854c3bb-38fb-4e01-b81b-b450abbcf0b9'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:32:52.538750 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89127a3-b563-4892-ba9d-a80bee67e45d" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "tag": "a854c3bb-38fb-4e01-b81b-b450abbcf0b9"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:32:52.572772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef7bd8-141c-4aa8-8187-ea472e516ed9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Network': ['ID=cf40f41a-821b-4a60-94aa-1d92046f45c9,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:52.607130 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e066db7-46d5-4269-8f74-35a580af8a76 x-openstack-request-id: req-7e066db7-46d5-4269-8f74-35a580af8a76 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:32:52.607453 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "tag": "a854c3bb-38fb-4e01-b81b-b450abbcf0b9", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:32:52.607729 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7e066db7-46d5-4269-8f74-35a580af8a76 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:32:52.608124 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'tag': 'a854c3bb-38fb-4e01-b81b-b450abbcf0b9', 'status': 'completed', 'code': 200} Feb 11 05:32:52.623221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:52.643096 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Sync routers for ids ['15432e38-8359-44ea-9473-cff5adad9e46'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:52.648277 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::1 (f998a239-103b-4838-bc3b-5e531dc8d131/4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4/4affc1ae-4d4a-4905-9c88-ce6946a1a3ec) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:52.657506 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-78a99585-03e1-404d-bb66-f31c8a949a6d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (72a1a8e7-ab61-4b95-9a78-1ca7a1db17cf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.678225 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Routers {'15432e38-8359-44ea-9473-cff5adad9e46'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:52.678860 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15432e38-8359-44ea-9473-cff5adad9e46'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:52.700572 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7017ad-86ad-468c-8764-645085ec74ad service neutron] Pushing event updated for resources: {'Port': ['ID=a854c3bb-38fb-4e01-b81b-b450abbcf0b9,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:52.835025 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.842498 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6233cb87-4f2f-4be4-830b-0e3432e17db5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.2235985 Feb 11 05:32:52.848585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57422) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:52.878158 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:52.895450 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Set router 15432e38-8359-44ea-9473-cff5adad9e46 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:52.983933 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.001940 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-f9c3561e-a352-4c45-9a3b-14c05465be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:53.002428 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-f9c3561e-a352-4c45-9a3b-14c05465be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:53.002899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-f9c3561e-a352-4c45-9a3b-14c05465be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:53.003369 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-f9c3561e-a352-4c45-9a3b-14c05465be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:53.003861 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-f9c3561e-a352-4c45-9a3b-14c05465be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:53.004357 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-f9c3561e-a352-4c45-9a3b-14c05465be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:53.004819 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-f9c3561e-a352-4c45-9a3b-14c05465be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:53.006791 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-f9c3561e-a352-4c45-9a3b-14c05465be1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f571c83359014d03b82a06a0b410a902&device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 6703 time: 0.4495614 Feb 11 05:32:53.008582 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-78a99585-03e1-404d-bb66-f31c8a949a6d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (72a1a8e7-ab61-4b95-9a78-1ca7a1db17cf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.022488 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-74d89c97-9c21-4319-b103-cf2a7bfee5d5 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=89a824e240334b3fb89a7803bbc06026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1727793 Feb 11 05:32:53.026094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57426) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:53.110092 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-417a45c5-0c7d-4ad1-8781-9a93da8b37f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75f3b967-e8c9-4755-8087-be2d8c88ed6a HTTP/1.1" status: 200 len: 217 time: 0.0631895 Feb 11 05:32:53.112666 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:32:49Z', 'revision_number': 3, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:53.123691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:53.142362 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Checking router: 15432e38-8359-44ea-9473-cff5adad9e46 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:32:53.142986 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Updating router 15432e38-8359-44ea-9473-cff5adad9e46 port fa9cc490-4188-4505-9b9f-d57a04d4f9be binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:32:53.157263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:53.167979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:53.168550 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (55394c49-996e-4053-b050-edb3816c10cc), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.173120 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=4affc1ae-4d4a-4905-9c88-ce6946a1a3ec,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:53.183018 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (fa9cc490-4188-4505-9b9f-d57a04d4f9be), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.249469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-11e3f495-f9f2-44dd-ba4a-fea5ef4e2fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:53.250960 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-11e3f495-f9f2-44dd-ba4a-fea5ef4e2fb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=795c5f83-8f52-4a99-8b5b-a318dca41c6b HTTP/1.1" status: 200 len: 850 time: 0.1262562 Feb 11 05:32:53.253003 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-78a99585-03e1-404d-bb66-f31c8a949a6d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (72a1a8e7-ab61-4b95-9a78-1ca7a1db17cf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.255718 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-78a99585-03e1-404d-bb66-f31c8a949a6d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.259080 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-78a99585-03e1-404d-bb66-f31c8a949a6d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/security-groups/72a1a8e7-ab61-4b95-9a78-1ca7a1db17cf HTTP/1.1" status: 204 len: 168 time: 0.9239898 Feb 11 05:32:53.261466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57428) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:53.266529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05b7698-e53e-4c58-bc1a-ae8fcc275c88 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:53.268225 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d05b7698-e53e-4c58-bc1a-ae8fcc275c88 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2408922 Feb 11 05:32:53.301517 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57430) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:53.356868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee142bfd-ad0e-452b-96d5-1770e9200298 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting subnet 5858c2f8-bf86-4e03-8f23-652472f4096c {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:53.361126 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee142bfd-ad0e-452b-96d5-1770e9200298 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (5858c2f8-bf86-4e03-8f23-652472f4096c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.377645 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a99585-03e1-404d-bb66-f31c8a949a6d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a1a8e7-ab61-4b95-9a78-1ca7a1db17cf,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:53.385719 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ccffca76-b2d6-4111-8928-ef68c8c9cb08 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0848615 Feb 11 05:32:53.389387 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57432) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:53.398838 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b74eff16-1981-4904-9573-ab6f65817777 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1815975060', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:53.471276 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee142bfd-ad0e-452b-96d5-1770e9200298 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (5858c2f8-bf86-4e03-8f23-652472f4096c), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.553758 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Publish callbacks [] for port (fa9cc490-4188-4505-9b9f-d57a04d4f9be), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.561733 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-7a3af4c4-a5e6-4aae-b416-dc6895871f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:53.562580 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (fa9cc490-4188-4505-9b9f-d57a04d4f9be), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.565820 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-7a3af4c4-a5e6-4aae-b416-dc6895871f53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=799a9941-b575-4229-aefb-2f7d7414a8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2814140 Feb 11 05:32:53.587258 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee142bfd-ad0e-452b-96d5-1770e9200298 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (5858c2f8-bf86-4e03-8f23-652472f4096c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.592499 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.616767 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1178a10-e80a-4f38-9840-04a1ac1464a7 None None] Pushing event updated for resources: {'Port': ['ID=fa9cc490-4188-4505-9b9f-d57a04d4f9be,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:53.639057 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1178a10-e80a-4f38-9840-04a1ac1464a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:53.639708 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1178a10-e80a-4f38-9840-04a1ac1464a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:53.640208 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1178a10-e80a-4f38-9840-04a1ac1464a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:53.640708 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1178a10-e80a-4f38-9840-04a1ac1464a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:53.641495 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1178a10-e80a-4f38-9840-04a1ac1464a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:53.642011 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1178a10-e80a-4f38-9840-04a1ac1464a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:53.642508 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1178a10-e80a-4f38-9840-04a1ac1464a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:53.643005 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1178a10-e80a-4f38-9840-04a1ac1464a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:53.643591 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1178a10-e80a-4f38-9840-04a1ac1464a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:53.644647 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1178a10-e80a-4f38-9840-04a1ac1464a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:53.645847 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1178a10-e80a-4f38-9840-04a1ac1464a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:53.646346 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1178a10-e80a-4f38-9840-04a1ac1464a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:53.647516 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1178a10-e80a-4f38-9840-04a1ac1464a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:32:53.654611 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Attempting to bind port fa9cc490-4188-4505-9b9f-d57a04d4f9be on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:53.655271 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Attempting to bind port fa9cc490-4188-4505-9b9f-d57a04d4f9be by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:53.656472 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Attempting to bind port fa9cc490-4188-4505-9b9f-d57a04d4f9be on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:53.663940 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:53.664652 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:53.665329 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.666061 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:53.666907 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Bound port: fa9cc490-4188-4505-9b9f-d57a04d4f9be, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:53.667562 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (fa9cc490-4188-4505-9b9f-d57a04d4f9be), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.726458 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] For port fa9cc490-4188-4505-9b9f-d57a04d4f9be, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:53.730615 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] For port fa9cc490-4188-4505-9b9f-d57a04d4f9be, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=fa9cc490-4188-4505-9b9f-d57a04d4f9be,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:53.740340 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (fa9cc490-4188-4505-9b9f-d57a04d4f9be), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.841363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-785b3e07-af8e-47bf-b5d4-a2aa4bca26c9 None None] Provisioning complete for port 23bcf7d8-ae14-4d7d-96c4-2bad772637ad triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:53.847408 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-785b3e07-af8e-47bf-b5d4-a2aa4bca26c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (23bcf7d8-ae14-4d7d-96c4-2bad772637ad), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.875252 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee142bfd-ad0e-452b-96d5-1770e9200298 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (5858c2f8-bf86-4e03-8f23-652472f4096c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.916413 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1c175aa5-8406-41b2-8546-59736ecdd6e2 service neutron] 10.222.0.73 "GET /v2.0/networks/799a9941-b575-4229-aefb-2f7d7414a8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228917 Feb 11 05:32:53.916413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74eff16-1981-4904-9573-ab6f65817777 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Made reservation on behalf of 89a824e240334b3fb89a7803bbc06026 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:32:53.924130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b74eff16-1981-4904-9573-ab6f65817777 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.939239 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1178a10-e80a-4f38-9840-04a1ac1464a7 None None] Pushing event updated for resources: {'Port': ['ID=fa9cc490-4188-4505-9b9f-d57a04d4f9be,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:53.939691 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee142bfd-ad0e-452b-96d5-1770e9200298 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:53.942909 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Routers {'15432e38-8359-44ea-9473-cff5adad9e46'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:53.945054 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15432e38-8359-44ea-9473-cff5adad9e46'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:53.949969 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ab3961-fcb3-49a3-ae12-b322b6176b27 None None] Network 921fec86-1e61-4045-9531-0621000cee8d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:32:53.951734 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ee142bfd-ad0e-452b-96d5-1770e9200298 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/5858c2f8-bf86-4e03-8f23-652472f4096c HTTP/1.1" status: 204 len: 168 time: 0.6789169 Feb 11 05:32:53.952388 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57440) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:54.087700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa3a5a8-6ee7-44d1-9a17-f262a6e40f2b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting subnet 10e8dd4e-36f0-4491-8ef3-31594330edd7 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:54.091170 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a5a8-6ee7-44d1-9a17-f262a6e40f2b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (10e8dd4e-36f0-4491-8ef3-31594330edd7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.136653 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 23bcf7d8-ae14-4d7d-96c4-2bad772637ad up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:54.136904 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a5a8-6ee7-44d1-9a17-f262a6e40f2b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (10e8dd4e-36f0-4491-8ef3-31594330edd7), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.142254 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] Set router 15432e38-8359-44ea-9473-cff5adad9e46 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:54.233781 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a5a8-6ee7-44d1-9a17-f262a6e40f2b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (10e8dd4e-36f0-4491-8ef3-31594330edd7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.262339 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.299360 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.300100 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (55394c49-996e-4053-b050-edb3816c10cc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.342643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165a789-d4a4-47a1-92d7-dca70ccd08fb req-1479ebe1-5594-4a00-8cfe-50ce60056968 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:54.349324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165a789-d4a4-47a1-92d7-dca70ccd08fb req-1479ebe1-5594-4a00-8cfe-50ce60056968 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:54.354983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165a789-d4a4-47a1-92d7-dca70ccd08fb req-1479ebe1-5594-4a00-8cfe-50ce60056968 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:54.362788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165a789-d4a4-47a1-92d7-dca70ccd08fb req-1479ebe1-5594-4a00-8cfe-50ce60056968 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:54.371557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165a789-d4a4-47a1-92d7-dca70ccd08fb req-1479ebe1-5594-4a00-8cfe-50ce60056968 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:54.377255 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165a789-d4a4-47a1-92d7-dca70ccd08fb req-1479ebe1-5594-4a00-8cfe-50ce60056968 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:54.383996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165a789-d4a4-47a1-92d7-dca70ccd08fb req-1479ebe1-5594-4a00-8cfe-50ce60056968 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:54.386125 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c165a789-d4a4-47a1-92d7-dca70ccd08fb req-1479ebe1-5594-4a00-8cfe-50ce60056968 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.6920140 Feb 11 05:32:54.387397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a5a8-6ee7-44d1-9a17-f262a6e40f2b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (10e8dd4e-36f0-4491-8ef3-31594330edd7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.396446 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee142bfd-ad0e-452b-96d5-1770e9200298 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Subnet': ['ID=5858c2f8-bf86-4e03-8f23-652472f4096c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:54.433129 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a5a8-6ee7-44d1-9a17-f262a6e40f2b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.439683 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4fa3a5a8-6ee7-44d1-9a17-f262a6e40f2b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/10e8dd4e-36f0-4491-8ef3-31594330edd7 HTTP/1.1" status: 204 len: 168 time: 0.4188426 Feb 11 05:32:54.453715 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57442) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:54.470857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-785b3e07-af8e-47bf-b5d4-a2aa4bca26c9 None None] Current status of the port 23bcf7d8-ae14-4d7d-96c4-2bad772637ad is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:54.473268 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-785b3e07-af8e-47bf-b5d4-a2aa4bca26c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (23bcf7d8-ae14-4d7d-96c4-2bad772637ad), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.491806 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b68eb2-51f9-4c7b-aa11-72e1301f9750 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:54.492551 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b68eb2-51f9-4c7b-aa11-72e1301f9750 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:54.500069 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-54b68eb2-51f9-4c7b-aa11-72e1301f9750 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/5858c2f8-bf86-4e03-8f23-652472f4096c HTTP/1.1" status: 404 len: 337 time: 0.0448971 Feb 11 05:32:54.503779 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57444) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:54.505130 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c165a789-d4a4-47a1-92d7-dca70ccd08fb req-f255487e-7e85-4f04-b69f-3249b97c571d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019328 Feb 11 05:32:54.506372 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:32:49Z', 'revision_number': 3, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:54.507169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3a5a8-6ee7-44d1-9a17-f262a6e40f2b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Subnet': ['ID=10e8dd4e-36f0-4491-8ef3-31594330edd7,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:54.509077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 23bcf7d8-ae14-4d7d-96c4-2bad772637ad triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:54.510427 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (23bcf7d8-ae14-4d7d-96c4-2bad772637ad), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.567198 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43504bf0-7509-44ff-b544-b86d6f0952b7 None None] The sync data for ids ['15432e38-8359-44ea-9473-cff5adad9e46'] in n-d-713499-38 is: [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:32:49Z', 'revision_number': 3, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:54.607100 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b7144aa7-ad66-49bd-ae8c-b8775abeb5f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.636810 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-785b3e07-af8e-47bf-b5d4-a2aa4bca26c9 None None] For port 23bcf7d8-ae14-4d7d-96c4-2bad772637ad, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=23bcf7d8-ae14-4d7d-96c4-2bad772637ad,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:54.707209 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-785b3e07-af8e-47bf-b5d4-a2aa4bca26c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (23bcf7d8-ae14-4d7d-96c4-2bad772637ad), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.820034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 23bcf7d8-ae14-4d7d-96c4-2bad772637ad is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:54.838861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921c1810-beb9-4de9-9b2c-925dd3dccc70 None None] Update dhcp port {'port': {'network_id': '921fec86-1e61-4045-9531-0621000cee8d', 'fixed_ips': [{'subnet_id': '99dbee27-a4dd-439d-8808-13ab68939c11', 'ip_address': '172.20.0.18'}, {'subnet_id': '10e8dd4e-36f0-4491-8ef3-31594330edd7'}], 'binding:host_id': 'n-d-713499-38'}, 'id': 'eb5f4d0a-940c-4048-975b-454d7023981d'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:32:54.843205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b3e07-af8e-47bf-b5d4-a2aa4bca26c9 None None] Pushing event updated for resources: {'Port': ['ID=23bcf7d8-ae14-4d7d-96c4-2bad772637ad,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:54.897993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-282fd301-d990-4862-b96f-f9c06cc90c2f None None] Provisioning complete for port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:54.898513 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-282fd301-d990-4862-b96f-f9c06cc90c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:54.902228 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-921c1810-beb9-4de9-9b2c-925dd3dccc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.015025 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-282fd301-d990-4862-b96f-f9c06cc90c2f None None] Port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:55.034675 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-058628e4-c3fe-4acf-86fc-c6a0740fb6b8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting subnet 99dbee27-a4dd-439d-8808-13ab68939c11 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:55.038730 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-058628e4-c3fe-4acf-86fc-c6a0740fb6b8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (99dbee27-a4dd-439d-8808-13ab68939c11), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.100752 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=4affc1ae-4d4a-4905-9c88-ce6946a1a3ec,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:55.144027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b7144aa7-ad66-49bd-ae8c-b8775abeb5f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting port ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:55.144363 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b7144aa7-ad66-49bd-ae8c-b8775abeb5f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.167750 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-058628e4-c3fe-4acf-86fc-c6a0740fb6b8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (99dbee27-a4dd-439d-8808-13ab68939c11), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.213710 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-c80eba20-ce8d-46d2-95a1-888bc0df0c29 service neutron] 10.222.0.73 "GET /v2.0/networks/799a9941-b575-4229-aefb-2f7d7414a8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9492002 Feb 11 05:32:55.261489 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-b7144aa7-ad66-49bd-ae8c-b8775abeb5f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] For port ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3,segment=NetworkSegment(76c45562-9846-4e62-8c36-3ea67d440c2d),segment_id=76c45562-9846-4e62-8c36-3ea67d440c2d)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:55.261764 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b7144aa7-ad66-49bd-ae8c-b8775abeb5f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.281402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b7144aa7-ad66-49bd-ae8c-b8775abeb5f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Calling delete_port for ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:55.305304 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-10a6ed53-a349-46e9-90e5-342bbf321556 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=2f6163c5-4e87-4547-a174-b364d5b146f5 HTTP/1.1" status: 200 len: 217 time: 0.0538750 Feb 11 05:32:55.360348 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-895feccc-5dbc-4e2c-bd54-c97ef32b0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:55.361856 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-895feccc-5dbc-4e2c-bd54-c97ef32b0ab4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4ffbfec-1193-4937-9b0b-71991ee02cfb HTTP/1.1" status: 200 len: 797 time: 0.0470188 Feb 11 05:32:55.375761 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:55.385508 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:55.536492 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b7144aa7-ad66-49bd-ae8c-b8775abeb5f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.598470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7144aa7-ad66-49bd-ae8c-b8775abeb5f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Port': ['ID=ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:55.788575 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b7144aa7-ad66-49bd-ae8c-b8775abeb5f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.810659 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b74eff16-1981-4904-9573-ab6f65817777 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (56d85561-1dbd-4932-a993-14b36f1f969b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.813426 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-058628e4-c3fe-4acf-86fc-c6a0740fb6b8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (99dbee27-a4dd-439d-8808-13ab68939c11), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.888471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-97305644-6b7b-4c3c-9aca-16be619bbfa2 None None] Provisioning complete for port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:55.888967 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-97305644-6b7b-4c3c-9aca-16be619bbfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.904929 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-e55a435a-7698-4d9f-b757-48e7f9485b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:55.906557 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-e55a435a-7698-4d9f-b757-48e7f9485b2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5292799 Feb 11 05:32:56.020582 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-97305644-6b7b-4c3c-9aca-16be619bbfa2 None None] Port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:56.084897 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74eff16-1981-4904-9573-ab6f65817777 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Subnet': ['ID=56d85561-1dbd-4932-a993-14b36f1f969b,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server [None req-921c1810-beb9-4de9-9b2c-925dd3dccc70 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99dbee27-a4dd-439d-8808-13ab68939c11: This subnet is being modified by another concurrent operation. Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99dbee27-a4dd-439d-8808-13ab68939c11: This subnet is being modified by another concurrent operation. Feb 11 05:32:56.093358 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Feb 11 05:32:56.187078 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-ba644926-e33b-4c37-8684-e45fd61c111f service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485845 Feb 11 05:32:56.202916 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-058628e4-c3fe-4acf-86fc-c6a0740fb6b8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (99dbee27-a4dd-439d-8808-13ab68939c11), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.234689 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe534c8-428b-45fd-81a0-11bb0f848b75 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:32:56.362858 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-cf948e37-079f-4d06-8ed2-14f3996b52bb None None] Provisioning complete for port eb5f4d0a-940c-4048-975b-454d7023981d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:56.363441 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf948e37-079f-4d06-8ed2-14f3996b52bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.382950 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-f8fe33dd-a42e-4e58-9913-2a06d0e5b5a8 service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632664 Feb 11 05:32:56.385791 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-058628e4-c3fe-4acf-86fc-c6a0740fb6b8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.392923 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-058628e4-c3fe-4acf-86fc-c6a0740fb6b8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/99dbee27-a4dd-439d-8808-13ab68939c11 HTTP/1.1" status: 204 len: 168 time: 1.8395033 Feb 11 05:32:56.394029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058628e4-c3fe-4acf-86fc-c6a0740fb6b8 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Subnet': ['ID=99dbee27-a4dd-439d-8808-13ab68939c11,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:56.397388 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57456) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:56.442450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device fa9cc490-4188-4505-9b9f-d57a04d4f9be up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:56.476314 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-b34e228b-c8b6-471d-87e9-e3104349096c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 HTTP/1.1" status: 200 len: 217 time: 0.0771699 Feb 11 05:32:56.483669 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-696a0682-f6fb-4578-9f42-974b56283f84 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:56.484294 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696a0682-f6fb-4578-9f42-974b56283f84 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:56.490588 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-696a0682-f6fb-4578-9f42-974b56283f84 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/98b76d41-e418-49e9-8312-7e930e705782 HTTP/1.1" status: 404 len: 337 time: 0.0509501 Feb 11 05:32:56.491613 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74eff16-1981-4904-9573-ab6f65817777 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Checking segment: {'id': 'ec5faa0c-b186-4e6d-8be6-cf1885e5f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:56.491989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74eff16-1981-4904-9573-ab6f65817777 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network hostable DHCP agents. Network: bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:32:56.497128 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Router 55394c49-996e-4053-b050-edb3816c10cc is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:32:56.501332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57458) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:56.566229 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port fa9cc490-4188-4505-9b9f-d57a04d4f9be triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:56.567162 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (fa9cc490-4188-4505-9b9f-d57a04d4f9be), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.591310 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-7dfd85ed-58c9-45af-b19f-fc698698c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:56.592858 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-7dfd85ed-58c9-45af-b19f-fc698698c3f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4ffbfec-1193-4937-9b0b-71991ee02cfb HTTP/1.1" status: 200 len: 797 time: 0.0906284 Feb 11 05:32:56.605601 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1e486065-4b31-4636-aca7-5bace8ca9be1 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b308d90-5dfb-46f9-8290-7b9f157c736f HTTP/1.1" status: 200 len: 205 time: 0.0461760 Feb 11 05:32:56.608905 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57460) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:56.651748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c286bad-f1c4-48ff-bbbf-92bbd17507bc req-a54a55a3-cb4b-463d-9d08-ac72e7c22669 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:56.658745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c286bad-f1c4-48ff-bbbf-92bbd17507bc req-a54a55a3-cb4b-463d-9d08-ac72e7c22669 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:56.664806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c286bad-f1c4-48ff-bbbf-92bbd17507bc req-a54a55a3-cb4b-463d-9d08-ac72e7c22669 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:56.670645 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c286bad-f1c4-48ff-bbbf-92bbd17507bc req-a54a55a3-cb4b-463d-9d08-ac72e7c22669 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:56.673866 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-c8e7f8b6-cb7e-4ba9-8b11-85c4f57a54c2 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] delete failed (client error): The resource could not be found. Feb 11 05:32:56.678635 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c8e7f8b6-cb7e-4ba9-8b11-85c4f57a54c2 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/routers/5b308d90-5dfb-46f9-8290-7b9f157c736f HTTP/1.1" status: 404 len: 336 time: 0.0592229 Feb 11 05:32:56.679374 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74eff16-1981-4904-9573-ab6f65817777 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:32:56.680136 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c286bad-f1c4-48ff-bbbf-92bbd17507bc req-a54a55a3-cb4b-463d-9d08-ac72e7c22669 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:56.686415 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57462) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:56.691112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c286bad-f1c4-48ff-bbbf-92bbd17507bc req-a54a55a3-cb4b-463d-9d08-ac72e7c22669 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:56.698865 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c286bad-f1c4-48ff-bbbf-92bbd17507bc req-a54a55a3-cb4b-463d-9d08-ac72e7c22669 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:56.701292 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c286bad-f1c4-48ff-bbbf-92bbd17507bc req-a54a55a3-cb4b-463d-9d08-ac72e7c22669 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.9834478 Feb 11 05:32:56.822358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7144aa7-ad66-49bd-ae8c-b8775abeb5f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:32:56.851956 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-816bffb0-29c8-4a50-aa5c-7bdef6459e31 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:56.852603 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816bffb0-29c8-4a50-aa5c-7bdef6459e31 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:56.859057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57464) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:56.859251 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-816bffb0-29c8-4a50-aa5c-7bdef6459e31 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/ade4cf90-1f03-4ac8-b864-0ef0f4254d96 HTTP/1.1" status: 404 len: 337 time: 0.1452019 Feb 11 05:32:56.860675 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:56.863926 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b74eff16-1981-4904-9573-ab6f65817777 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:56.868723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74eff16-1981-4904-9573-ab6f65817777 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:56.869995 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b74eff16-1981-4904-9573-ab6f65817777 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.892655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Sync routers for ids ['55394c49-996e-4053-b050-edb3816c10cc'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:56.894399 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6f845a69-9943-44b7-a44d-632ff68a378e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "PUT /v2.0/routers/55394c49-996e-4053-b050-edb3816c10cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5229371 Feb 11 05:32:56.899269 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57466) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:56.930941 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cf948e37-079f-4d06-8ed2-14f3996b52bb None None] Current status of the port eb5f4d0a-940c-4048-975b-454d7023981d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:56.955064 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b74eff16-1981-4904-9573-ab6f65817777 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.5583026 Feb 11 05:32:56.961514 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f224e5f5-8242-403f-a1fa-79691301eafe tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:56.966013 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f224e5f5-8242-403f-a1fa-79691301eafe tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports/4affc1ae-4d4a-4905-9c88-ce6946a1a3ec HTTP/1.1" status: 200 len: 911 time: 0.0640819 Feb 11 05:32:56.966517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Routers {'55394c49-996e-4053-b050-edb3816c10cc'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:56.967336 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['55394c49-996e-4053-b050-edb3816c10cc'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:56.967677 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57468) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:56.968014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57470) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:56.977280 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cf2443-6f62-42fd-b685-f695fa2a9a0d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:56.977749 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cf2443-6f62-42fd-b685-f695fa2a9a0d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:56.981695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d4cf2443-6f62-42fd-b685-f695fa2a9a0d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/33ecb2bd-f68d-4c5e-8342-66dc57a7137a HTTP/1.1" status: 404 len: 337 time: 0.0525432 Feb 11 05:32:56.986968 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57472) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:57.009801 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c286bad-f1c4-48ff-bbbf-92bbd17507bc req-1dcac8a2-1b2e-4ee4-aa35-eb0615344f9a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2611012 Feb 11 05:32:57.017857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-cf948e37-079f-4d06-8ed2-14f3996b52bb None None] Provisioning complete for port 23e87ff6-ded3-46dc-a9f5-4844fae5fd69 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:57.018459 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf948e37-079f-4d06-8ed2-14f3996b52bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (23e87ff6-ded3-46dc-a9f5-4844fae5fd69), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.079140 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6d8258-0e06-447c-aaa9-cb28ff7d154c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:57.079646 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6d8258-0e06-447c-aaa9-cb28ff7d154c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:57.082840 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dd6d8258-0e06-447c-aaa9-cb28ff7d154c tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/7e0de991-448e-4d09-9793-612097bc28d4 HTTP/1.1" status: 404 len: 337 time: 0.0935140 Feb 11 05:32:57.085313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57474) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:57.093882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7144aa7-ad66-49bd-ae8c-b8775abeb5f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:32:57.104195 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b7144aa7-ad66-49bd-ae8c-b8775abeb5f9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/3c75dc6c-84bf-446e-98df-9a4dfdd45ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5834477 Feb 11 05:32:57.105002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57476) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:57.106763 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564efe8-2f8a-4a5e-9552-46c4e2741a91 None None] Sync routers for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:32:57.127270 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564efe8-2f8a-4a5e-9552-46c4e2741a91 None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:57.128205 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7564efe8-2f8a-4a5e-9552-46c4e2741a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:57.133284 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4f7eb6-4093-47b0-ad5b-f8d6628d306b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:57.133853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4f7eb6-4093-47b0-ad5b-f8d6628d306b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:57.138035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ef4f7eb6-4093-47b0-ad5b-f8d6628d306b tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/95328c2c-8612-4c44-9087-be63435c553d HTTP/1.1" status: 404 len: 333 time: 0.0509031 Feb 11 05:32:57.155707 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57478) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:57.176605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port fa9cc490-4188-4505-9b9f-d57a04d4f9be is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:57.177878 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (fa9cc490-4188-4505-9b9f-d57a04d4f9be), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.194545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bdc995d-ac85-4323-9b7c-0878c1433cc7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting subnet d84ef6ab-a18b-4ca0-9f82-77760090ae2c {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:32:57.202129 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4bdc995d-ac85-4323-9b7c-0878c1433cc7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (d84ef6ab-a18b-4ca0-9f82-77760090ae2c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.215740 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84511c0-9e35-4b49-b89d-4cb68bac0c8d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:57.216214 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84511c0-9e35-4b49-b89d-4cb68bac0c8d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:57.221957 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c84511c0-9e35-4b49-b89d-4cb68bac0c8d tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/3bae0930-0770-4c75-a5b8-c8c87e5a3888 HTTP/1.1" status: 404 len: 337 time: 0.0469327 Feb 11 05:32:57.245441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port fa9cc490-4188-4505-9b9f-d57a04d4f9be, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=fa9cc490-4188-4505-9b9f-d57a04d4f9be,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:57.247908 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cf948e37-079f-4d06-8ed2-14f3996b52bb None None] Port 23e87ff6-ded3-46dc-a9f5-4844fae5fd69 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:32:57.259433 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Set router 55394c49-996e-4053-b050-edb3816c10cc gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:57.261732 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (fa9cc490-4188-4505-9b9f-d57a04d4f9be), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.261883 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57480) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:57.262890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 23bcf7d8-ae14-4d7d-96c4-2bad772637ad up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:57.268684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-966e9dbf-7cb1-497b-930c-3c18baadcacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:57.270445 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-966e9dbf-7cb1-497b-930c-3c18baadcacc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6606753 Feb 11 05:32:57.310325 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4bdc995d-ac85-4323-9b7c-0878c1433cc7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (d84ef6ab-a18b-4ca0-9f82-77760090ae2c), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.346694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe534c8-428b-45fd-81a0-11bb0f848b75 None None] Unable to find a vacant binding_index for network bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 and agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 11 05:32:57.360997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe534c8-428b-45fd-81a0-11bb0f848b75 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1) {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:32:57.389564 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a567e4fd-ee3c-445f-a1e8-84c71f8d1c83 service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103451 Feb 11 05:32:57.516700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c30b546-758c-486c-9aa8-4a3c4bc7ecbe tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:57.523010 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c30b546-758c-486c-9aa8-4a3c4bc7ecbe tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:57.527736 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0c30b546-758c-486c-9aa8-4a3c4bc7ecbe tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4071548 Feb 11 05:32:57.529964 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-46735a3e-9890-48b7-aa16-06e2b66b994f service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097848 Feb 11 05:32:57.532767 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57486) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:57.534468 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=fa9cc490-4188-4505-9b9f-d57a04d4f9be,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:57.550621 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4bdc995d-ac85-4323-9b7c-0878c1433cc7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (d84ef6ab-a18b-4ca0-9f82-77760090ae2c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.551871 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-7564efe8-2f8a-4a5e-9552-46c4e2741a91 None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:57.613151 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7564efe8-2f8a-4a5e-9552-46c4e2741a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:55Z', 'revision_number': 11, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:57.625403 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4bdc995d-ac85-4323-9b7c-0878c1433cc7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (d84ef6ab-a18b-4ca0-9f82-77760090ae2c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.631348 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f149377-3f57-4517-94ad-60a4526cfa0e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:57.631840 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f149377-3f57-4517-94ad-60a4526cfa0e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:57.648955 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564efe8-2f8a-4a5e-9552-46c4e2741a91 None None] Checking router: 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:32:57.649694 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4f149377-3f57-4517-94ad-60a4526cfa0e tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/8cd8fe1d-d08e-486a-9625-02a3c26768af HTTP/1.1" status: 404 len: 337 time: 0.3779719 Feb 11 05:32:57.658998 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564efe8-2f8a-4a5e-9552-46c4e2741a91 None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:32:57.660086 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7564efe8-2f8a-4a5e-9552-46c4e2741a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:57.665722 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57488) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:57.672145 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4bdc995d-ac85-4323-9b7c-0878c1433cc7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.679889 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4bdc995d-ac85-4323-9b7c-0878c1433cc7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/d84ef6ab-a18b-4ca0-9f82-77760090ae2c HTTP/1.1" status: 204 len: 168 time: 0.5716083 Feb 11 05:32:57.680520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57490) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:57.681268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc995d-ac85-4323-9b7c-0878c1433cc7 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Subnet': ['ID=d84ef6ab-a18b-4ca0-9f82-77760090ae2c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:57.698963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 23bcf7d8-ae14-4d7d-96c4-2bad772637ad triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:57.699343 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (23bcf7d8-ae14-4d7d-96c4-2bad772637ad), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.768758 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6220a2f6-e496-4e2b-ba0c-0e3215feee6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=e807764e-d613-4927-87a7-0871be7d6db6 HTTP/1.1" status: 200 len: 217 time: 0.1385922 Feb 11 05:32:57.790409 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-7564efe8-2f8a-4a5e-9552-46c4e2741a91 None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:32:57.812218 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (ed3593b7-5d9e-417f-8e3f-e44a26bbc232), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:57.835030 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4096b7-e5bc-4815-937b-05595a0b8f57 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:57.835930 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4096b7-e5bc-4815-937b-05595a0b8f57 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:57.839165 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dd4096b7-e5bc-4815-937b-05595a0b8f57 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/da4724b3-18f1-4c5a-a230-a0d830f830ff HTTP/1.1" status: 404 len: 333 time: 0.1561651 Feb 11 05:32:57.856378 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57492) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:57.872863 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7564efe8-2f8a-4a5e-9552-46c4e2741a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:55Z', 'revision_number': 11, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:57.907626 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7564efe8-2f8a-4a5e-9552-46c4e2741a91 None None] The sync data for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 is: [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:55Z', 'revision_number': 11, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:32:57.919001 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9c6cb9-1cdf-4409-b407-05c79a1f31d3 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:57.919639 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9c6cb9-1cdf-4409-b407-05c79a1f31d3 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:57.930689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0e9c6cb9-1cdf-4409-b407-05c79a1f31d3 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/a8f5119c-bdbf-44a6-bfbe-80d563a95c3d HTTP/1.1" status: 404 len: 337 time: 0.0696208 Feb 11 05:32:57.932620 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57494) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:57.965590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-63ff661e-cc13-46f6-808a-6810f1686d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:57.967096 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-63ff661e-cc13-46f6-808a-6810f1686d2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4ffbfec-1193-4937-9b0b-71991ee02cfb HTTP/1.1" status: 200 len: 797 time: 0.1779327 Feb 11 05:32:57.970916 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 23bcf7d8-ae14-4d7d-96c4-2bad772637ad is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:57.982434 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-129afa5e-2825-4ad1-bc49-69d64546fcec tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] DELETE failed (client error): The resource could not be found. Feb 11 05:32:57.983232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129afa5e-2825-4ad1-bc49-69d64546fcec tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:32:57.984432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55394c49-996e-4053-b050-edb3816c10cc', 'name': 'tempest-NetworksTestDHCPv6-router-700012567', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:51Z', 'updated_at': '2022-02-11T05:32:53Z', 'revision_number': 2, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'gw_port_host': None, '_interfaces': [{'id': '4affc1ae-4d4a-4905-9c88-ce6946a1a3ec', 'name': '', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'mac_address': 'fa:16:3e:ed:e3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55394c49-996e-4053-b050-edb3816c10cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:52Z', 'updated_at': '2022-02-11T05:32:54Z', 'revision_number': 2, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'subnets': [{'id': '4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:57.990287 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-129afa5e-2825-4ad1-bc49-69d64546fcec tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/subnets/e57d07b5-02ed-4544-ade2-ecaa6e9c6b9a HTTP/1.1" status: 404 len: 337 time: 0.0565035 Feb 11 05:32:57.990920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57496) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:58.028095 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Checking router: 55394c49-996e-4053-b050-edb3816c10cc for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:32:58.028439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Updating router 55394c49-996e-4053-b050-edb3816c10cc port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:32:58.037532 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Deleting port 50303ecd-27f2-4a73-bcce-198a6f425264 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:58.037969 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (50303ecd-27f2-4a73-bcce-198a6f425264), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.117453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'fixed_ips': [{'subnet_id': '56d85561-1dbd-4932-a993-14b36f1f969b'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:32:58.119668 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.204893 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-b6da1ead-fee9-4eae-9940-eddb3de3fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:58.206463 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-b6da1ead-fee9-4eae-9940-eddb3de3fe2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1978514 Feb 11 05:32:58.292771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] For port 50303ecd-27f2-4a73-bcce-198a6f425264, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=50303ecd-27f2-4a73-bcce-198a6f425264,segment=NetworkSegment(76c45562-9846-4e62-8c36-3ea67d440c2d),segment_id=76c45562-9846-4e62-8c36-3ea67d440c2d)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:58.293507 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (50303ecd-27f2-4a73-bcce-198a6f425264), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.298742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Allocated IP 172.20.0.2 (bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1/56d85561-1dbd-4932-a993-14b36f1f969b/394694e5-4f86-46bc-9151-ef8a64331777) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:32:58.351537 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c4104991-b486-4eba-9339-9ec221c411ae tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port 23e87ff6-ded3-46dc-a9f5-4844fae5fd69 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:32:58.352021 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4104991-b486-4eba-9339-9ec221c411ae tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (23e87ff6-ded3-46dc-a9f5-4844fae5fd69), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.356786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Calling delete_port for 50303ecd-27f2-4a73-bcce-198a6f425264 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:58.381700 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.387914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a949a2-cc52-4070-b2b9-d1b2de2a30f9 req-87f5b6cc-afc0-4b8c-858a-fc962948b9df tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:58.396031 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a949a2-cc52-4070-b2b9-d1b2de2a30f9 req-87f5b6cc-afc0-4b8c-858a-fc962948b9df tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:58.401726 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a949a2-cc52-4070-b2b9-d1b2de2a30f9 req-87f5b6cc-afc0-4b8c-858a-fc962948b9df tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:58.408039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a949a2-cc52-4070-b2b9-d1b2de2a30f9 req-87f5b6cc-afc0-4b8c-858a-fc962948b9df tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:58.413897 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a949a2-cc52-4070-b2b9-d1b2de2a30f9 req-87f5b6cc-afc0-4b8c-858a-fc962948b9df tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:58.420052 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a949a2-cc52-4070-b2b9-d1b2de2a30f9 req-87f5b6cc-afc0-4b8c-858a-fc962948b9df tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:58.425535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a949a2-cc52-4070-b2b9-d1b2de2a30f9 req-87f5b6cc-afc0-4b8c-858a-fc962948b9df tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:58.438572 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81a949a2-cc52-4070-b2b9-d1b2de2a30f9 req-87f5b6cc-afc0-4b8c-858a-fc962948b9df tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.2734790 Feb 11 05:32:58.452044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device fa9cc490-4188-4505-9b9f-d57a04d4f9be up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:32:58.486575 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-83bd7759-5912-47e3-afc3-326556e95a83 service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728961 Feb 11 05:32:58.542576 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81a949a2-cc52-4070-b2b9-d1b2de2a30f9 req-a969b005-2562-4d50-a958-f2597777d73d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029282 Feb 11 05:32:58.568376 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9975b01b-b4fc-495e-9dcc-28c9f6d85de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.607574 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Publish callbacks [] for port (394694e5-4f86-46bc-9151-ef8a64331777), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.670645 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (394694e5-4f86-46bc-9151-ef8a64331777), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.711931 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4104991-b486-4eba-9339-9ec221c411ae tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (23e87ff6-ded3-46dc-a9f5-4844fae5fd69), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.746972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c4104991-b486-4eba-9339-9ec221c411ae tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for 23e87ff6-ded3-46dc-a9f5-4844fae5fd69 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:32:58.760562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Network bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:32:58.771084 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Pushing event updated for resources: {'Port': ['ID=394694e5-4f86-46bc-9151-ef8a64331777,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:58.780200 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:32:58.785904 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port fa9cc490-4188-4505-9b9f-d57a04d4f9be triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:32:58.786570 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (fa9cc490-4188-4505-9b9f-d57a04d4f9be), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.830102 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (50303ecd-27f2-4a73-bcce-198a6f425264), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.842996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:32:58.876124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Port': ['ID=50303ecd-27f2-4a73-bcce-198a6f425264,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:58.879192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] No DVR routers for this DVR port 50303ecd-27f2-4a73-bcce-198a6f425264 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:32:59.004508 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (ed3593b7-5d9e-417f-8e3f-e44a26bbc232), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.025183 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-26a00fc4-fd4f-4cdd-bc06-66dfa33ce057 service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317683 Feb 11 05:32:59.040582 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3593b7-5d9e-417f-8e3f-e44a26bbc232']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:59.053452 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c45562-9846-4e62-8c36-3ea67d440c2d') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:59.054144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c45562-9846-4e62-8c36-3ea67d440c2d') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:32:59.057183 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4104991-b486-4eba-9339-9ec221c411ae tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (23e87ff6-ded3-46dc-a9f5-4844fae5fd69), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.072176 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (76c45562-9846-4e62-8c36-3ea67d440c2d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.083895 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-758934ab-8937-428f-acb9-f37731bf8e23 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 HTTP/1.1" status: 200 len: 217 time: 0.0425429 Feb 11 05:32:59.093757 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (76c45562-9846-4e62-8c36-3ea67d440c2d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.104743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:32:59.105407 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (76c45562-9846-4e62-8c36-3ea67d440c2d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.157569 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-7a61cac1-a963-4322-997a-7370bce54c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:59.159332 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-7a61cac1-a963-4322-997a-7370bce54c16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4ffbfec-1193-4937-9b0b-71991ee02cfb HTTP/1.1" status: 200 len: 797 time: 0.0487847 Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:32:59.192348 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:32:59.206161 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.211282 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (ed3593b7-5d9e-417f-8e3f-e44a26bbc232), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.215948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Attempting to bind port 394694e5-4f86-46bc-9151-ef8a64331777 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:59.216439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Attempting to bind port 394694e5-4f86-46bc-9151-ef8a64331777 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'ec5faa0c-b186-4e6d-8be6-cf1885e5f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:59.216681 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Attempting to bind port 394694e5-4f86-46bc-9151-ef8a64331777 on network bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:59.220534 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4104991-b486-4eba-9339-9ec221c411ae tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.224542 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port fa9cc490-4188-4505-9b9f-d57a04d4f9be is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:59.237556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c4104991-b486-4eba-9339-9ec221c411ae tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/ports/23e87ff6-ded3-46dc-a9f5-4844fae5fd69 HTTP/1.1" status: 204 len: 168 time: 1.2444968 Feb 11 05:32:59.237806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:59.238340 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Checking segment: {'id': 'ec5faa0c-b186-4e6d-8be6-cf1885e5f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:59.238537 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.239196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Bound using segment: {'id': 'ec5faa0c-b186-4e6d-8be6-cf1885e5f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:59.239786 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Bound port: 394694e5-4f86-46bc-9151-ef8a64331777, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5faa0c-b186-4e6d-8be6-cf1885e5f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:59.240181 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (394694e5-4f86-46bc-9151-ef8a64331777), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.245015 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.251959 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57504) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:59.252266 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57506) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:32:59.256158 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/networks/ed3593b7-5d9e-417f-8e3f-e44a26bbc232 HTTP/1.1" status: 204 len: 168 time: 1.5712371 Feb 11 05:32:59.320988 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4104991-b486-4eba-9339-9ec221c411ae tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=23e87ff6-ded3-46dc-a9f5-4844fae5fd69,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:59.334669 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device eb5f4d0a-940c-4048-975b-454d7023981d no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:59.337160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202859b-6fe3-41f1-827c-c74da8b8ba02 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Pushing event deleted for resources: {'Network': ['ID=ed3593b7-5d9e-417f-8e3f-e44a26bbc232,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:59.374366 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-238f321c-3094-478b-a4a7-fa9be8edca3a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'router': {'routes': None}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:32:59.393524 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] For port 394694e5-4f86-46bc-9151-ef8a64331777, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:59.405791 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Publish callbacks [] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.421339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] For port 394694e5-4f86-46bc-9151-ef8a64331777, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=394694e5-4f86-46bc-9151-ef8a64331777,segment=NetworkSegment(ec5faa0c-b186-4e6d-8be6-cf1885e5f353),segment_id=ec5faa0c-b186-4e6d-8be6-cf1885e5f353)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:59.423336 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.436938 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (394694e5-4f86-46bc-9151-ef8a64331777), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.470610 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8e1e618-e883-4ec5-b0a0-dd06d78c4b5e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (55394c49-996e-4053-b050-edb3816c10cc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.479329 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (921fec86-1e61-4045-9531-0621000cee8d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.482239 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-62f9c478-571e-489c-9bd8-eca455c30348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:59.483799 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-62f9c478-571e-489c-9bd8-eca455c30348 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3174207 Feb 11 05:32:59.523672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bca0b8-9b1c-4f4e-9727-ccb2e7d0a709 None None] Pushing event updated for resources: {'Port': ['ID=4affc1ae-4d4a-4905-9c88-ce6946a1a3ec,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:59.529855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port eb5f4d0a-940c-4048-975b-454d7023981d is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:32:59.530250 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.678355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Attempting to bind port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:32:59.684324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Attempting to bind port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:32:59.684799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Attempting to bind port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:32:59.686986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4f4a5-832b-436e-8dde-b42327a68292 None None] Pushing event updated for resources: {'Port': ['ID=394694e5-4f86-46bc-9151-ef8a64331777,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:59.721920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port eb5f4d0a-940c-4048-975b-454d7023981d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=eb5f4d0a-940c-4048-975b-454d7023981d,segment=NetworkSegment(bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9),segment_id=bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:32:59.730573 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:32:59.730964 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:32:59.731382 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.731815 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:32:59.732314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Bound port: 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:32:59.732708 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.734904 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.735633 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:32:59.795694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:32:59.796053 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ac33a8f6-f5a6-4cc5-9e91-8f24e9966db3 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:32:59.859377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276b11f-86a6-4b5e-843a-8ef63aa5ba21 req-043d1827-8348-4766-9184-dfcddced50c0 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:59.862815 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=eb5f4d0a-940c-4048-975b-454d7023981d,revision_number=11']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:32:59.866551 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276b11f-86a6-4b5e-843a-8ef63aa5ba21 req-043d1827-8348-4766-9184-dfcddced50c0 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:59.871353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] For port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:32:59.872942 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276b11f-86a6-4b5e-843a-8ef63aa5ba21 req-043d1827-8348-4766-9184-dfcddced50c0 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:59.880174 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276b11f-86a6-4b5e-843a-8ef63aa5ba21 req-043d1827-8348-4766-9184-dfcddced50c0 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:59.881496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] For port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4affc1ae-4d4a-4905-9c88-ce6946a1a3ec,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:32:59.888201 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276b11f-86a6-4b5e-843a-8ef63aa5ba21 req-043d1827-8348-4766-9184-dfcddced50c0 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:59.891140 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.895303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276b11f-86a6-4b5e-843a-8ef63aa5ba21 req-043d1827-8348-4766-9184-dfcddced50c0 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:59.908753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276b11f-86a6-4b5e-843a-8ef63aa5ba21 req-043d1827-8348-4766-9184-dfcddced50c0 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:59.913094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e276b11f-86a6-4b5e-843a-8ef63aa5ba21 req-043d1827-8348-4766-9184-dfcddced50c0 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.2715764 Feb 11 05:32:59.992458 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bca0b8-9b1c-4f4e-9727-ccb2e7d0a709 None None] Pushing event updated for resources: {'Port': ['ID=4affc1ae-4d4a-4905-9c88-ce6946a1a3ec,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:00.000111 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-b5967085-01b7-4cb5-a3cf-8f290e5294c3 service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468477 Feb 11 05:33:00.009135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.extraroute_db [None req-238f321c-3094-478b-a4a7-fa9be8edca3a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Added routes are [] {{(pid=103170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:33:00.009755 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.extraroute_db [None req-238f321c-3094-478b-a4a7-fa9be8edca3a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Removed routes are [] {{(pid=103170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:33:00.010365 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-238f321c-3094-478b-a4a7-fa9be8edca3a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.025720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Routers {'55394c49-996e-4053-b050-edb3816c10cc'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:00.026259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:32:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['55394c49-996e-4053-b050-edb3816c10cc'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:00.068082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e276b11f-86a6-4b5e-843a-8ef63aa5ba21 req-644076a6-7768-468d-8985-8bd88c7fad9f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1482534 Feb 11 05:33:00.167687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] Set router 55394c49-996e-4053-b050-edb3816c10cc gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:00.278748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 394694e5-4f86-46bc-9151-ef8a64331777 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:00.403375 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 394694e5-4f86-46bc-9151-ef8a64331777 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:00.403782 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (394694e5-4f86-46bc-9151-ef8a64331777), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.513113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55394c49-996e-4053-b050-edb3816c10cc', 'name': 'tempest-NetworksTestDHCPv6-router-700012567', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:51Z', 'updated_at': '2022-02-11T05:32:53Z', 'revision_number': 2, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'gw_port_host': None, '_interfaces': [{'id': '4affc1ae-4d4a-4905-9c88-ce6946a1a3ec', 'name': '', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'mac_address': 'fa:16:3e:ed:e3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55394c49-996e-4053-b050-edb3816c10cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:52Z', 'updated_at': '2022-02-11T05:32:59Z', 'revision_number': 4, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'subnets': [{'id': '4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:00.520413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Allocated IP 172.20.0.1 (bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1/56d85561-1dbd-4932-a993-14b36f1f969b/2ac34f90-f4b9-427d-83b5-048fb06eeb20) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:00.550005 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39669409-3bbb-4f01-8a65-a9c9d2b000c2 None None] The sync data for ids ['55394c49-996e-4053-b050-edb3816c10cc'] in n-d-713499-38 is: [{'id': '55394c49-996e-4053-b050-edb3816c10cc', 'name': 'tempest-NetworksTestDHCPv6-router-700012567', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:51Z', 'updated_at': '2022-02-11T05:32:53Z', 'revision_number': 2, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'gw_port_host': None, '_interfaces': [{'id': '4affc1ae-4d4a-4905-9c88-ce6946a1a3ec', 'name': '', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'mac_address': 'fa:16:3e:ed:e3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55394c49-996e-4053-b050-edb3816c10cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:52Z', 'updated_at': '2022-02-11T05:32:59Z', 'revision_number': 4, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'subnets': [{'id': '4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:00.558324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 394694e5-4f86-46bc-9151-ef8a64331777 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:00.559553 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (394694e5-4f86-46bc-9151-ef8a64331777), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.568454 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-f75ae92a-0b1e-47fe-bd7e-af78c03f68bd service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551097 Feb 11 05:33:00.569871 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Deleting port eb5f4d0a-940c-4048-975b-454d7023981d {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:00.570223 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.575285 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-238f321c-3094-478b-a4a7-fa9be8edca3a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.618887 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 394694e5-4f86-46bc-9151-ef8a64331777, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=394694e5-4f86-46bc-9151-ef8a64331777,segment=NetworkSegment(ec5faa0c-b186-4e6d-8be6-cf1885e5f353),segment_id=ec5faa0c-b186-4e6d-8be6-cf1885e5f353)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:00.632917 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (394694e5-4f86-46bc-9151-ef8a64331777), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.679223 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-238f321c-3094-478b-a4a7-fa9be8edca3a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:00.699109 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=394694e5-4f86-46bc-9151-ef8a64331777,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:00.742769 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-1b379263-5986-4768-b0c2-36a4965bbc1d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7bcee796-21e7-410d-b1ec-9e7e94e164c7 HTTP/1.1" status: 200 len: 217 time: 0.1605887 Feb 11 05:33:00.784670 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2f276cc0-a9ca-475e-8326-4e7e5609dbf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.025786 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] For port eb5f4d0a-940c-4048-975b-454d7023981d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=eb5f4d0a-940c-4048-975b-454d7023981d,segment=NetworkSegment(bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9),segment_id=bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:01.026372 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.083519 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238f321c-3094-478b-a4a7-fa9be8edca3a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:01.084605 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Calling delete_port for eb5f4d0a-940c-4048-975b-454d7023981d owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:01.087534 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-e74f04f5-7349-43d3-bdfb-5d18040aa957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:01.089085 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-e74f04f5-7349-43d3-bdfb-5d18040aa957 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e4cec936-abe4-430a-9a3b-3c96014981c9 HTTP/1.1" status: 200 len: 797 time: 0.2583892 Feb 11 05:33:01.110328 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.158631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1c1814-7cb2-47df-b166-1ff1dcfb30be None None] Network 921fec86-1e61-4045-9531-0621000cee8d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:01.244969 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d8e1e618-e883-4ec5-b0a0-dd06d78c4b5e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:01.245344 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8e1e618-e883-4ec5-b0a0-dd06d78c4b5e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.333184 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34df6bd4-2db8-4b57-9a3b-c785ff6df832 None None] Network bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:01.334784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30af1e-5ba9-4de9-9f74-3418ac1a28c0 req-724d4866-022e-4517-bfe6-e9fb8b360ecf tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:01.335267 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5256340-4bc1-4cae-ba48-9470e191d04c None None] Network ed3593b7-5d9e-417f-8e3f-e44a26bbc232 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:01.360411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30af1e-5ba9-4de9-9f74-3418ac1a28c0 req-724d4866-022e-4517-bfe6-e9fb8b360ecf tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:01.368513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30af1e-5ba9-4de9-9f74-3418ac1a28c0 req-724d4866-022e-4517-bfe6-e9fb8b360ecf tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:01.374535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30af1e-5ba9-4de9-9f74-3418ac1a28c0 req-724d4866-022e-4517-bfe6-e9fb8b360ecf tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:01.380828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30af1e-5ba9-4de9-9f74-3418ac1a28c0 req-724d4866-022e-4517-bfe6-e9fb8b360ecf tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:01.386339 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30af1e-5ba9-4de9-9f74-3418ac1a28c0 req-724d4866-022e-4517-bfe6-e9fb8b360ecf tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:01.391762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30af1e-5ba9-4de9-9f74-3418ac1a28c0 req-724d4866-022e-4517-bfe6-e9fb8b360ecf tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:01.393793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db30af1e-5ba9-4de9-9f74-3418ac1a28c0 req-724d4866-022e-4517-bfe6-e9fb8b360ecf tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.1982834 Feb 11 05:33:01.410651 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-d8e1e618-e883-4ec5-b0a0-dd06d78c4b5e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] For port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4affc1ae-4d4a-4905-9c88-ce6946a1a3ec,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:01.411023 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8e1e618-e883-4ec5-b0a0-dd06d78c4b5e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.434341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d8e1e618-e883-4ec5-b0a0-dd06d78c4b5e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:01.545559 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5256340-4bc1-4cae-ba48-9470e191d04c None None] Network ed3593b7-5d9e-417f-8e3f-e44a26bbc232 could not be found, it might have been deleted concurrently. {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:33:01.560495 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db30af1e-5ba9-4de9-9f74-3418ac1a28c0 req-fd05e369-3067-48ff-9913-6a5d9790178c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1601274 Feb 11 05:33:01.569317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-07bced64-26c5-4842-ad5e-832c109ce5f6 None None] Provisioning complete for port 394694e5-4f86-46bc-9151-ef8a64331777 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:01.569692 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-07bced64-26c5-4842-ad5e-832c109ce5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (394694e5-4f86-46bc-9151-ef8a64331777), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.660799 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6ee1b02d-7b75-46b0-a8d5-36a3ad05b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:01.662514 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-6ee1b02d-7b75-46b0-a8d5-36a3ad05b57a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23491f43-7703-4822-8ced-d1c33541a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5582440 Feb 11 05:33:01.678969 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbc0cc8-b6c2-4c9a-8bd8-165846b4d4d1 None None] DHCP port deletion for ed3593b7-5d9e-417f-8e3f-e44a26bbc232 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:01.762003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafe2d6e-6db3-4b54-96ef-20073c5490b0 None None] DHCP port deletion for 921fec86-1e61-4045-9531-0621000cee8d request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:01.822817 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238f321c-3094-478b-a4a7-fa9be8edca3a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:01.848597 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.867172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7541b7-1fae-4ae6-9b88-a7ec653c81b8 None None] Sync routers for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:01.885269 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-238f321c-3094-478b-a4a7-fa9be8edca3a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:01.887803 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-238f321c-3094-478b-a4a7-fa9be8edca3a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 HTTP/1.1" status: 200 len: 704 time: 2.5169611 Feb 11 05:33:01.890530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57524) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:01.934485 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7541b7-1fae-4ae6-9b88-a7ec653c81b8 None None] Routers {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:01.934940 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-1e7541b7-1fae-4ae6-9b88-a7ec653c81b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:01.945930 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8d4ec5e5-718c-4378-b16c-00e2b946f6ed tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 HTTP/1.1" status: 200 len: 205 time: 0.0517962 Feb 11 05:33:01.948076 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57526) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:01.948859 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-07bced64-26c5-4842-ad5e-832c109ce5f6 None None] Current status of the port 394694e5-4f86-46bc-9151-ef8a64331777 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:02.137325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-1e7541b7-1fae-4ae6-9b88-a7ec653c81b8 None None] Set router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:02.138881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-07bced64-26c5-4842-ad5e-832c109ce5f6 None None] Provisioning complete for port eb5f4d0a-940c-4048-975b-454d7023981d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:02.139259 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-07bced64-26c5-4842-ad5e-832c109ce5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.140582 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e662fe17-dda7-4bc3-9835-8711ee3f64c1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.176275 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:02.186536 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:02.250927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-07bced64-26c5-4842-ad5e-832c109ce5f6 None None] Port eb5f4d0a-940c-4048-975b-454d7023981d was deleted so its status cannot be updated. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 11 05:33:02.253330 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-1e7541b7-1fae-4ae6-9b88-a7ec653c81b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75dc6c-84bf-446e-98df-9a4dfdd45ae5', 'name': 'tempest-RoutersIpV6Test-router-349842232', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:31:28Z', 'updated_at': '2022-02-11T05:32:55Z', 'revision_number': 11, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:02.475727 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e662fe17-dda7-4bc3-9835-8711ee3f64c1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.479185 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e662fe17-dda7-4bc3-9835-8711ee3f64c1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_controller (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.530337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-07bced64-26c5-4842-ad5e-832c109ce5f6 None None] Could not find standard attr ID for object 23e87ff6-ded3-46dc-a9f5-4844fae5fd69. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:33:02.539255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 394694e5-4f86-46bc-9151-ef8a64331777 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:02.557329 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e662fe17-dda7-4bc3-9835-8711ee3f64c1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (3c75dc6c-84bf-446e-98df-9a4dfdd45ae5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.557848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e662fe17-dda7-4bc3-9835-8711ee3f64c1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Fanout notify agent at l3_agent the message router_deleted on router 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:33:02.564550 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e662fe17-dda7-4bc3-9835-8711ee3f64c1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.569462 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e662fe17-dda7-4bc3-9835-8711ee3f64c1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/routers/3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 HTTP/1.1" status: 204 len: 168 time: 0.6163044 Feb 11 05:33:02.573167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57528) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:02.578768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-dafe2d6e-6db3-4b54-96ef-20073c5490b0 None None] Deleting port eb5f4d0a-940c-4048-975b-454d7023981d {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:02.579523 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dafe2d6e-6db3-4b54-96ef-20073c5490b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.581958 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7541b7-1fae-4ae6-9b88-a7ec653c81b8 None None] Checking router: 3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:33:02.584845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1aaaa7de-df52-4e97-b3ff-412450f88088 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1409311541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:02.641277 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.693664 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1aaaa7de-df52-4e97-b3ff-412450f88088 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (605a694a-d8e4-4c88-9791-7bf4579d74de), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.695275 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1aaaa7de-df52-4e97-b3ff-412450f88088 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (605a694a-d8e4-4c88-9791-7bf4579d74de), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.721216 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7541b7-1fae-4ae6-9b88-a7ec653c81b8 None None] Routers set() bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:02.721706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7541b7-1fae-4ae6-9b88-a7ec653c81b8 None None] Router IDs set() for agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:33:02.723227 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_agentschedulers_db [None req-1e7541b7-1fae-4ae6-9b88-a7ec653c81b8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent'). {{(pid=103173) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:33:02.723844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7541b7-1fae-4ae6-9b88-a7ec653c81b8 None None] The sync data for ids ['3c75dc6c-84bf-446e-98df-9a4dfdd45ae5'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:02.758827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-dafe2d6e-6db3-4b54-96ef-20073c5490b0 None None] For port eb5f4d0a-940c-4048-975b-454d7023981d, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:02.759689 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dafe2d6e-6db3-4b54-96ef-20073c5490b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.788833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e6cb706d-25bc-4e4e-b249-2e2f89636160 None None] Provisioning complete for port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:02.789413 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6cb706d-25bc-4e4e-b249-2e2f89636160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.796013 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-dafe2d6e-6db3-4b54-96ef-20073c5490b0 None None] Calling delete_port for eb5f4d0a-940c-4048-975b-454d7023981d owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:02.823140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-dafe2d6e-6db3-4b54-96ef-20073c5490b0 None None] Port eb5f4d0a-940c-4048-975b-454d7023981d was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:33:02.829418 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dafe2d6e-6db3-4b54-96ef-20073c5490b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.839602 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1aaaa7de-df52-4e97-b3ff-412450f88088 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_controller (605a694a-d8e4-4c88-9791-7bf4579d74de), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.878864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd388d-9f16-45a2-a672-b08c8ddb1311 None None] Network bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:02.918741 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 394694e5-4f86-46bc-9151-ef8a64331777 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:02.939476 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (394694e5-4f86-46bc-9151-ef8a64331777), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:02.944291 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1aaaa7de-df52-4e97-b3ff-412450f88088 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (605a694a-d8e4-4c88-9791-7bf4579d74de), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.011161 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe2d6e-6db3-4b54-96ef-20073c5490b0 None None] Pushing event deleted for resources: {'Port': ['ID=eb5f4d0a-940c-4048-975b-454d7023981d,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:03.024944 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe2d6e-6db3-4b54-96ef-20073c5490b0 None None] No DVR routers for this DVR port eb5f4d0a-940c-4048-975b-454d7023981d on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:03.038398 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514596e-372e-4fd1-a047-28d9534eca26 req-3cff80f5-f4b2-4bbb-afa6-33cb6e11e760 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:03.044184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514596e-372e-4fd1-a047-28d9534eca26 req-3cff80f5-f4b2-4bbb-afa6-33cb6e11e760 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:03.050391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514596e-372e-4fd1-a047-28d9534eca26 req-3cff80f5-f4b2-4bbb-afa6-33cb6e11e760 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:03.054041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Port': ['ID=2ac34f90-f4b9-427d-83b5-048fb06eeb20,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:03.056776 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514596e-372e-4fd1-a047-28d9534eca26 req-3cff80f5-f4b2-4bbb-afa6-33cb6e11e760 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:03.071283 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-f962e39f-2a25-42c8-a5ba-02fa218b7d8e service neutron] 10.222.0.73 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3419225 Feb 11 05:33:03.081222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514596e-372e-4fd1-a047-28d9534eca26 req-3cff80f5-f4b2-4bbb-afa6-33cb6e11e760 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:03.088217 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514596e-372e-4fd1-a047-28d9534eca26 req-3cff80f5-f4b2-4bbb-afa6-33cb6e11e760 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:03.093765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514596e-372e-4fd1-a047-28d9534eca26 req-3cff80f5-f4b2-4bbb-afa6-33cb6e11e760 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:03.096067 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6514596e-372e-4fd1-a047-28d9534eca26 req-3cff80f5-f4b2-4bbb-afa6-33cb6e11e760 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.2434664 Feb 11 05:33:03.099040 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1aaaa7de-df52-4e97-b3ff-412450f88088 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.100996 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1aaaa7de-df52-4e97-b3ff-412450f88088 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5262575 Feb 11 05:33:03.108719 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57536) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:03.113353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c6f73481-3ba7-45b9-9c00-c41fcebaab21 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:03.193470 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (eb5f4d0a-940c-4048-975b-454d7023981d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.225392 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:03.230135 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-5a411c7d-ea02-4239-8b72-920ad2654c71 service neutron] 10.222.0.73 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542754 Feb 11 05:33:03.231648 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Port': ['ID=eb5f4d0a-940c-4048-975b-454d7023981d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:03.248214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6514596e-372e-4fd1-a047-28d9534eca26 req-04e52271-7237-48b9-b23a-44811143a78b tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1460369 Feb 11 05:33:03.345250 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-e01acb47-0431-4e70-86eb-f56342075cb0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a854c3bb-38fb-4e01-b81b-b450abbcf0b9 HTTP/1.1" status: 200 len: 217 time: 0.0990589 Feb 11 05:33:03.372558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 394694e5-4f86-46bc-9151-ef8a64331777 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:03.373766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:03.377631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb706d-25bc-4e4e-b249-2e2f89636160 None None] Current status of the port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:03.378088 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6cb706d-25bc-4e4e-b249-2e2f89636160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.436722 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-c34a1930-403b-41ea-b657-c8e853dfb678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:03.438100 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-c34a1930-403b-41ea-b657-c8e853dfb678 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e4cec936-abe4-430a-9a3b-3c96014981c9 HTTP/1.1" status: 200 len: 797 time: 0.0683372 Feb 11 05:33:03.438956 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] No DVR routers for this DVR port eb5f4d0a-940c-4048-975b-454d7023981d on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:03.464904 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e6cb706d-25bc-4e4e-b249-2e2f89636160 None None] For port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4affc1ae-4d4a-4905-9c88-ce6946a1a3ec,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:03.485196 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6f73481-3ba7-45b9-9c00-c41fcebaab21 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (605a694a-d8e4-4c88-9791-7bf4579d74de), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.490307 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:03.492951 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.495478 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6cb706d-25bc-4e4e-b249-2e2f89636160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.513173 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6f73481-3ba7-45b9-9c00-c41fcebaab21 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (605a694a-d8e4-4c88-9791-7bf4579d74de), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.575433 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (15432e38-8359-44ea-9473-cff5adad9e46), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.695392 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.705176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6e752bf7-8512-4b2a-b6db-3127a098c603 None None] Provisioning complete for port 394694e5-4f86-46bc-9151-ef8a64331777 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:03.705559 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e752bf7-8512-4b2a-b6db-3127a098c603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (394694e5-4f86-46bc-9151-ef8a64331777), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.730525 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb706d-25bc-4e4e-b249-2e2f89636160 None None] Pushing event updated for resources: {'Port': ['ID=4affc1ae-4d4a-4905-9c88-ce6946a1a3ec,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:03.745266 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (921fec86-1e61-4045-9531-0621000cee8d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.810282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a78235d2-3034-4e0c-a647-9e074a504a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:03.811884 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-a78235d2-3034-4e0c-a647-9e074a504a43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23491f43-7703-4822-8ced-d1c33541a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3477581 Feb 11 05:33:03.817603 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921fec86-1e61-4045-9531-0621000cee8d']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:03.817799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f73481-3ba7-45b9-9c00-c41fcebaab21 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Router 605a694a-d8e4-4c88-9791-7bf4579d74de is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:33:03.829683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:03.853925 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:03.854269 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:03.870068 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 50303ecd-27f2-4a73-bcce-198a6f425264 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:03.870984 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.917364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 50303ecd-27f2-4a73-bcce-198a6f425264 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:03.917654 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.917775 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 50303ecd-27f2-4a73-bcce-198a6f425264 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:03.927300 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6e752bf7-8512-4b2a-b6db-3127a098c603 None None] Current status of the port 394694e5-4f86-46bc-9151-ef8a64331777 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:03.931399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:03.931844 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (bd7d6af9-cbbf-4bac-8d4a-9ec3bfa270f9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.959367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f73481-3ba7-45b9-9c00-c41fcebaab21 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:03.970615 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6f73481-3ba7-45b9-9c00-c41fcebaab21 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:03.974674 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c6f73481-3ba7-45b9-9c00-c41fcebaab21 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "PUT /v2.0/routers/605a694a-d8e4-4c88-9791-7bf4579d74de HTTP/1.1" status: 200 len: 698 time: 0.8622155 Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:03.977495 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:03.986915 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96315f2f-8347-4f85-a4f0-752ab5ed5ae2 None None] Sync routers for ids ['605a694a-d8e4-4c88-9791-7bf4579d74de'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:03.999697 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57538) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:04.009837 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96315f2f-8347-4f85-a4f0-752ab5ed5ae2 None None] Routers {'605a694a-d8e4-4c88-9791-7bf4579d74de'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:04.010467 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-96315f2f-8347-4f85-a4f0-752ab5ed5ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['605a694a-d8e4-4c88-9791-7bf4579d74de'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:04.072051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-461584a2-d9f7-4e8f-b507-368fa5273b24 None None] Provisioning complete for port 2ac34f90-f4b9-427d-83b5-048fb06eeb20 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:04.072222 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-461584a2-d9f7-4e8f-b507-368fa5273b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.155182 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8e1e618-e883-4ec5-b0a0-dd06d78c4b5e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (4affc1ae-4d4a-4905-9c88-ce6946a1a3ec), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.180999 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-461584a2-d9f7-4e8f-b507-368fa5273b24 None None] Port 2ac34f90-f4b9-427d-83b5-048fb06eeb20 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:04.183213 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-96315f2f-8347-4f85-a4f0-752ab5ed5ae2 None None] Set router 605a694a-d8e4-4c88-9791-7bf4579d74de gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:04.191462 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:04.207127 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5a26763e-ecef-4872-bb4f-acfca2b31ece tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/routers/605a694a-d8e4-4c88-9791-7bf4579d74de HTTP/1.1" status: 200 len: 704 time: 0.2055011 Feb 11 05:33:04.207775 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57544) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:04.232814 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:04.233078 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 05:33:04.263262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Port 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec not found, will not notify nova. {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 05:33:04.263827 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-96315f2f-8347-4f85-a4f0-752ab5ed5ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605a694a-d8e4-4c88-9791-7bf4579d74de', 'name': 'tempest-RoutersIpV6Test-router-1409311541', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:02Z', 'updated_at': '2022-02-11T05:33:03Z', 'revision_number': 2, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:04.264677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-461584a2-d9f7-4e8f-b507-368fa5273b24 None None] Provisioning complete for port 394694e5-4f86-46bc-9151-ef8a64331777 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:04.265101 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-461584a2-d9f7-4e8f-b507-368fa5273b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (394694e5-4f86-46bc-9151-ef8a64331777), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.278945 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-de750566-33ee-4fea-9a38-09847e46e638 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports?device_id=605a694a-d8e4-4c88-9791-7bf4579d74de HTTP/1.1" status: 200 len: 205 time: 0.0677857 Feb 11 05:33:04.280660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57546) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:04.305401 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96315f2f-8347-4f85-a4f0-752ab5ed5ae2 None None] Checking router: 605a694a-d8e4-4c88-9791-7bf4579d74de for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:33:04.314863 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96315f2f-8347-4f85-a4f0-752ab5ed5ae2 None None] Routers {'605a694a-d8e4-4c88-9791-7bf4579d74de'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:04.315821 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-96315f2f-8347-4f85-a4f0-752ab5ed5ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['605a694a-d8e4-4c88-9791-7bf4579d74de'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:04.361999 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.365182 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (921fec86-1e61-4045-9531-0621000cee8d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.379232 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.385287 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] 10.222.0.87 "DELETE /v2.0/networks/921fec86-1e61-4045-9531-0621000cee8d HTTP/1.1" status: 204 len: 168 time: 5.1263690 Feb 11 05:33:04.417321 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-96315f2f-8347-4f85-a4f0-752ab5ed5ae2 None None] Set router 605a694a-d8e4-4c88-9791-7bf4579d74de gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:04.443096 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd63a-ba61-4a76-ae25-94bee473253a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (605a694a-d8e4-4c88-9791-7bf4579d74de), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.462735 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f99e1-f200-4f2a-8b88-2d90d15bc8c0 tempest-PortsTestJSON-999082371 tempest-PortsTestJSON-999082371-project] Pushing event deleted for resources: {'Network': ['ID=921fec86-1e61-4045-9531-0621000cee8d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:04.494692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-461584a2-d9f7-4e8f-b507-368fa5273b24 None None] Current status of the port 394694e5-4f86-46bc-9151-ef8a64331777 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:04.558235 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-96315f2f-8347-4f85-a4f0-752ab5ed5ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605a694a-d8e4-4c88-9791-7bf4579d74de', 'name': 'tempest-RoutersIpV6Test-router-1409311541', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:02Z', 'updated_at': '2022-02-11T05:33:03Z', 'revision_number': 2, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:04.623229 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f4697624-404e-4bc3-8e69-7b4ce010d94b None None] Provisioning complete for port 2ac34f90-f4b9-427d-83b5-048fb06eeb20 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:04.623640 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4697624-404e-4bc3-8e69-7b4ce010d94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.635528 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96315f2f-8347-4f85-a4f0-752ab5ed5ae2 None None] The sync data for ids ['605a694a-d8e4-4c88-9791-7bf4579d74de'] in n-d-713499-38 is: [{'id': '605a694a-d8e4-4c88-9791-7bf4579d74de', 'name': 'tempest-RoutersIpV6Test-router-1409311541', 'tenant_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:33:02Z', 'updated_at': '2022-02-11T05:33:03Z', 'revision_number': 2, 'project_id': 'aed2cf4bcc0e476eaad967f8f1916a0c', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:04.688881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1e618-e883-4ec5-b0a0-dd06d78c4b5e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=4affc1ae-4d4a-4905-9c88-ce6946a1a3ec,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:04.707528 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8e1e618-e883-4ec5-b0a0-dd06d78c4b5e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (55394c49-996e-4053-b050-edb3816c10cc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.723950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f4697624-404e-4bc3-8e69-7b4ce010d94b None None] Port 2ac34f90-f4b9-427d-83b5-048fb06eeb20 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:04.835862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d8477-36a1-48db-bc20-e4dca693764f req-b4cf1800-e62a-4048-9bef-ff4fb9a9a221 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:04.850115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d8477-36a1-48db-bc20-e4dca693764f req-b4cf1800-e62a-4048-9bef-ff4fb9a9a221 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:04.875319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d8477-36a1-48db-bc20-e4dca693764f req-b4cf1800-e62a-4048-9bef-ff4fb9a9a221 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:04.903090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d8477-36a1-48db-bc20-e4dca693764f req-b4cf1800-e62a-4048-9bef-ff4fb9a9a221 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:04.915950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d8477-36a1-48db-bc20-e4dca693764f req-b4cf1800-e62a-4048-9bef-ff4fb9a9a221 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:04.933590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d8477-36a1-48db-bc20-e4dca693764f req-b4cf1800-e62a-4048-9bef-ff4fb9a9a221 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:04.942430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d8477-36a1-48db-bc20-e4dca693764f req-b4cf1800-e62a-4048-9bef-ff4fb9a9a221 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:04.944538 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f1d8477-36a1-48db-bc20-e4dca693764f req-b4cf1800-e62a-4048-9bef-ff4fb9a9a221 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.4991443 Feb 11 05:33:04.997425 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57554) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:05.003294 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd63a-ba61-4a76-ae25-94bee473253a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (605a694a-d8e4-4c88-9791-7bf4579d74de), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.006363 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd63a-ba61-4a76-ae25-94bee473253a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router_controller (605a694a-d8e4-4c88-9791-7bf4579d74de), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.021057 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-88c53eab-bec4-4e76-a847-da875334dedd service neutron] 10.222.0.73 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1986952 Feb 11 05:33:05.164238 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.210949 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd63a-ba61-4a76-ae25-94bee473253a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (605a694a-d8e4-4c88-9791-7bf4579d74de), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.211473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdbd63a-ba61-4a76-ae25-94bee473253a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Fanout notify agent at l3_agent the message router_deleted on router 605a694a-d8e4-4c88-9791-7bf4579d74de {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:33:05.227061 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd63a-ba61-4a76-ae25-94bee473253a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.228387 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9bdbd63a-ba61-4a76-ae25-94bee473253a tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/routers/605a694a-d8e4-4c88-9791-7bf4579d74de HTTP/1.1" status: 204 len: 168 time: 0.9468641 Feb 11 05:33:05.237606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57562) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:05.255515 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f1d8477-36a1-48db-bc20-e4dca693764f req-7ddff615-f4fc-4871-ba3c-dfb527088194 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2625275 Feb 11 05:33:05.272104 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b83bd437-ce19-453d-9ff2-d34f4c232258 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports?device_id=605a694a-d8e4-4c88-9791-7bf4579d74de HTTP/1.1" status: 200 len: 205 time: 0.0329285 Feb 11 05:33:05.274694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57564) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:05.303949 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ba63c218-cbbd-4690-8bfc-4c852a68512b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6fb7a61752c84babaf383b156ec76727&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2996805 Feb 11 05:33:05.309571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57566) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:05.321450 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-69b3bef9-3fc0-42d6-aa41-751ad9fa6980 req-be835674-90ba-4183-bc8d-c4da294c33ca service neutron] 10.222.0.73 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618439 Feb 11 05:33:05.328412 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-d8cb0717-1c15-4a26-bfe6-fba86d4a2856 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] delete failed (client error): The resource could not be found. Feb 11 05:33:05.329869 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d8cb0717-1c15-4a26-bfe6-fba86d4a2856 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/routers/605a694a-d8e4-4c88-9791-7bf4579d74de HTTP/1.1" status: 404 len: 336 time: 0.0539088 Feb 11 05:33:05.333191 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57568) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:05.369128 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-264c8cd5-54a6-4649-a6db-365676dd1faa tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] DELETE failed (client error): The resource could not be found. Feb 11 05:33:05.369598 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264c8cd5-54a6-4649-a6db-365676dd1faa tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:33:05.375692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-264c8cd5-54a6-4649-a6db-365676dd1faa tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/ff26bfb6-79f1-414f-b9da-64178066da2b HTTP/1.1" status: 404 len: 337 time: 0.0412908 Feb 11 05:33:05.376315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57570) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:05.404531 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-6408f303-2dca-4760-b73f-8403bcc84055 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] DELETE failed (client error): The resource could not be found. Feb 11 05:33:05.404994 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6408f303-2dca-4760-b73f-8403bcc84055 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:33:05.410870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6408f303-2dca-4760-b73f-8403bcc84055 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/993ae0c6-4090-4a3a-b57b-1566e44964dc HTTP/1.1" status: 404 len: 337 time: 0.0334973 Feb 11 05:33:05.411465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57572) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:05.437337 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6ae00c-6255-47b9-be36-95b89fb3500b tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] DELETE failed (client error): The resource could not be found. Feb 11 05:33:05.437722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6ae00c-6255-47b9-be36-95b89fb3500b tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:33:05.443507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dc6ae00c-6255-47b9-be36-95b89fb3500b tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/e92875c1-2a66-4eef-85f7-987d75cf2533 HTTP/1.1" status: 404 len: 337 time: 0.0284185 Feb 11 05:33:05.444176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57574) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:05.472566 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8c90a1-2bc4-4cec-b9d3-eba073c9089b tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] DELETE failed (client error): The resource could not be found. Feb 11 05:33:05.473184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8c90a1-2bc4-4cec-b9d3-eba073c9089b tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:33:05.476680 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2e8c90a1-2bc4-4cec-b9d3-eba073c9089b tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/d84ef6ab-a18b-4ca0-9f82-77760090ae2c HTTP/1.1" status: 404 len: 337 time: 0.0311706 Feb 11 05:33:05.478833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57576) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:05.521451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-130f42ea-53ab-4b89-8083-37ff1bd207af tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 HTTP/1.1" status: 200 len: 205 time: 0.0406692 Feb 11 05:33:05.522313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57578) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:05.530748 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e1e618-e883-4ec5-b0a0-dd06d78c4b5e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Router 55394c49-996e-4053-b050-edb3816c10cc has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:05.597377 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18048fe-4f43-4832-bfc0-afc7ec1dde62 admin admin] Publish callbacks [] for security_group (e46e91c9-81b5-4559-901d-2438815349f8), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.610482 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89127a3-b563-4892-ba9d-a80bee67e45d req-8867718f-4eab-424a-9f4b-99594e9ccb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:05.610955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89127a3-b563-4892-ba9d-a80bee67e45d req-8867718f-4eab-424a-9f4b-99594e9ccb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:05.611434 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89127a3-b563-4892-ba9d-a80bee67e45d req-8867718f-4eab-424a-9f4b-99594e9ccb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:05.611911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89127a3-b563-4892-ba9d-a80bee67e45d req-8867718f-4eab-424a-9f4b-99594e9ccb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:05.613189 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89127a3-b563-4892-ba9d-a80bee67e45d req-8867718f-4eab-424a-9f4b-99594e9ccb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:05.613663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89127a3-b563-4892-ba9d-a80bee67e45d req-8867718f-4eab-424a-9f4b-99594e9ccb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:05.614125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89127a3-b563-4892-ba9d-a80bee67e45d req-8867718f-4eab-424a-9f4b-99594e9ccb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:05.616201 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f89127a3-b563-4892-ba9d-a80bee67e45d req-8867718f-4eab-424a-9f4b-99594e9ccb44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f571c83359014d03b82a06a0b410a902&device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 6703 time: 0.2204776 Feb 11 05:33:05.739968 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.766964 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18048fe-4f43-4832-bfc0-afc7ec1dde62 admin admin] Publish callbacks [] for security_group (e46e91c9-81b5-4559-901d-2438815349f8), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.769309 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:05.813850 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e1e618-e883-4ec5-b0a0-dd06d78c4b5e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:05.833619 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d45a11-3702-43e4-b224-884a8cca3a12 None None] Sync routers for ids ['55394c49-996e-4053-b050-edb3816c10cc'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:05.851648 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d45a11-3702-43e4-b224-884a8cca3a12 None None] Routers {'55394c49-996e-4053-b050-edb3816c10cc'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:05.852605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d3d45a11-3702-43e4-b224-884a8cca3a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['55394c49-996e-4053-b050-edb3816c10cc'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:05.967271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-d3d45a11-3702-43e4-b224-884a8cca3a12 None None] Set router 55394c49-996e-4053-b050-edb3816c10cc gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:05.984911 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-c7b89317-5d10-47c6-926c-fcf9f66f6fa1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] delete failed (client error): The resource could not be found. Feb 11 05:33:05.989273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c7b89317-5d10-47c6-926c-fcf9f66f6fa1 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/routers/3c75dc6c-84bf-446e-98df-9a4dfdd45ae5 HTTP/1.1" status: 404 len: 336 time: 0.4654481 Feb 11 05:33:05.989882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57580) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:06.041961 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-afb49235-c953-47e7-971b-cc50927df91e tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports?device_id=71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5 HTTP/1.1" status: 200 len: 205 time: 0.0509214 Feb 11 05:33:06.046795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57582) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:06.086720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d3d45a11-3702-43e4-b224-884a8cca3a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55394c49-996e-4053-b050-edb3816c10cc', 'name': 'tempest-NetworksTestDHCPv6-router-700012567', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:51Z', 'updated_at': '2022-02-11T05:33:03Z', 'revision_number': 3, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:06.127272 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-cfed4c20-268c-4111-b3ca-866b13ab8e61 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] delete failed (client error): The resource could not be found. Feb 11 05:33:06.127519 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d45a11-3702-43e4-b224-884a8cca3a12 None None] Checking router: 55394c49-996e-4053-b050-edb3816c10cc for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:33:06.128804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cfed4c20-268c-4111-b3ca-866b13ab8e61 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/routers/71f21bff-0d27-4f36-9e0b-0fe2aef2e0a5 HTTP/1.1" status: 404 len: 336 time: 0.0807154 Feb 11 05:33:06.133426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57584) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:06.140108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d45a11-3702-43e4-b224-884a8cca3a12 None None] Routers {'55394c49-996e-4053-b050-edb3816c10cc'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:06.140951 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d3d45a11-3702-43e4-b224-884a8cca3a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['55394c49-996e-4053-b050-edb3816c10cc'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:06.185772 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3638a4-174f-4d5f-9f50-9d4bc14b3bb9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] DELETE failed (client error): The resource could not be found. Feb 11 05:33:06.186487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3638a4-174f-4d5f-9f50-9d4bc14b3bb9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:33:06.191866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bb3638a4-174f-4d5f-9f50-9d4bc14b3bb9 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/cce81c6f-f257-488c-8a24-a982dd418b6e HTTP/1.1" status: 404 len: 337 time: 0.0562930 Feb 11 05:33:06.198877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57588) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:06.223000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-d3d45a11-3702-43e4-b224-884a8cca3a12 None None] Set router 55394c49-996e-4053-b050-edb3816c10cc gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:06.254491 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b0562d38-29c0-441f-9f8f-58e4e54bd878 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports?device_id=33afbb54-0883-4c83-bb9a-1d08f860d1e4 HTTP/1.1" status: 200 len: 205 time: 0.0542691 Feb 11 05:33:06.257375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57592) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:06.289992 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d3d45a11-3702-43e4-b224-884a8cca3a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55394c49-996e-4053-b050-edb3816c10cc', 'name': 'tempest-NetworksTestDHCPv6-router-700012567', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:51Z', 'updated_at': '2022-02-11T05:33:03Z', 'revision_number': 3, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:06.345239 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-fe7cb9b0-d831-4899-8bb8-dcb3d60fe9c0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] delete failed (client error): The resource could not be found. Feb 11 05:33:06.346289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fe7cb9b0-d831-4899-8bb8-dcb3d60fe9c0 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/routers/33afbb54-0883-4c83-bb9a-1d08f860d1e4 HTTP/1.1" status: 404 len: 336 time: 0.0879996 Feb 11 05:33:06.349761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57596) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:06.369016 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d8e1e618-e883-4ec5-b0a0-dd06d78c4b5e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "PUT /v2.0/routers/55394c49-996e-4053-b050-edb3816c10cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8348305 Feb 11 05:33:06.369577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d45a11-3702-43e4-b224-884a8cca3a12 None None] The sync data for ids ['55394c49-996e-4053-b050-edb3816c10cc'] in n-d-713499-38 is: [{'id': '55394c49-996e-4053-b050-edb3816c10cc', 'name': 'tempest-NetworksTestDHCPv6-router-700012567', 'tenant_id': '0a6081079e0644cbbaca04e56165b567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:51Z', 'updated_at': '2022-02-11T05:33:03Z', 'revision_number': 3, 'project_id': '0a6081079e0644cbbaca04e56165b567', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:06.376237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57598) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:06.397728 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (15432e38-8359-44ea-9473-cff5adad9e46), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.409459 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Port': ['ID=2ac34f90-f4b9-427d-83b5-048fb06eeb20,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:06.477848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df70fb3-4f63-4bd8-8819-38ecf2fc8b89 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.479500 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df70fb3-4f63-4bd8-8819-38ecf2fc8b89 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.482775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0df70fb3-4f63-4bd8-8819-38ecf2fc8b89 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1039498 Feb 11 05:33:06.489135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57600) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:06.503451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2294aad6-2a8d-4797-8c5d-52ba89429d69 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports?device_id=6393c859-f779-4a9e-99f5-19f5dfb3170d HTTP/1.1" status: 200 len: 205 time: 0.1419122 Feb 11 05:33:06.503664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89127a3-b563-4892-ba9d-a80bee67e45d req-56dcffe8-a5d6-4538-b55a-d658b7d35e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.503664 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f89127a3-b563-4892-ba9d-a80bee67e45d req-56dcffe8-a5d6-4538-b55a-d658b7d35e75 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23491f43-7703-4822-8ced-d1c33541a9ac HTTP/1.1" status: 200 len: 902 time: 0.8419504 Feb 11 05:33:06.503896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57602) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:06.569195 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-f90f8899-e4f0-4593-8ee4-70fb48f15906 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] delete failed (client error): The resource could not be found. Feb 11 05:33:06.572655 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f90f8899-e4f0-4593-8ee4-70fb48f15906 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/routers/6393c859-f779-4a9e-99f5-19f5dfb3170d HTTP/1.1" status: 404 len: 336 time: 0.0685725 Feb 11 05:33:06.574575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57604) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:06.601693 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f89127a3-b563-4892-ba9d-a80bee67e45d req-51d08ff7-a32b-4b90-b029-3be73fad5dbf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a854c3bb-38fb-4e01-b81b-b450abbcf0b9 HTTP/1.1" status: 200 len: 217 time: 0.0565088 Feb 11 05:33:06.605448 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18048fe-4f43-4832-bfc0-afc7ec1dde62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e46e91c9-81b5-4559-901d-2438815349f8), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.608041 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18048fe-4f43-4832-bfc0-afc7ec1dde62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.610080 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-d830bb6c-dfd0-4c06-b60c-9ff3fa1516f6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] DELETE failed (client error): The resource could not be found. Feb 11 05:33:06.610624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d830bb6c-dfd0-4c06-b60c-9ff3fa1516f6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:33:06.613466 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c18048fe-4f43-4832-bfc0-afc7ec1dde62 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e46e91c9-81b5-4559-901d-2438815349f8 HTTP/1.1" status: 204 len: 168 time: 1.3008168 Feb 11 05:33:06.616838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d830bb6c-dfd0-4c06-b60c-9ff3fa1516f6 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/68b35f30-3592-464b-b4c2-ea2e19fae482 HTTP/1.1" status: 404 len: 337 time: 0.0389171 Feb 11 05:33:06.620294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57608) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:06.647565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ed4f-27c7-4f11-a4e2-5d66db98c4e2 req-8377b04a-6806-4344-b153-fab99cf8d56f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.653149 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ed4f-27c7-4f11-a4e2-5d66db98c4e2 req-8377b04a-6806-4344-b153-fab99cf8d56f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.660249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ed4f-27c7-4f11-a4e2-5d66db98c4e2 req-8377b04a-6806-4344-b153-fab99cf8d56f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.663517 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89127a3-b563-4892-ba9d-a80bee67e45d req-48dbff21-d824-483b-8075-79495daa4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.664995 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f89127a3-b563-4892-ba9d-a80bee67e45d req-48dbff21-d824-483b-8075-79495daa4ab2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e4cec936-abe4-430a-9a3b-3c96014981c9 HTTP/1.1" status: 200 len: 797 time: 0.0470359 Feb 11 05:33:06.666427 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ed4f-27c7-4f11-a4e2-5d66db98c4e2 req-8377b04a-6806-4344-b153-fab99cf8d56f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.672031 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ed4f-27c7-4f11-a4e2-5d66db98c4e2 req-8377b04a-6806-4344-b153-fab99cf8d56f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.678308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ed4f-27c7-4f11-a4e2-5d66db98c4e2 req-8377b04a-6806-4344-b153-fab99cf8d56f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.683690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ed4f-27c7-4f11-a4e2-5d66db98c4e2 req-8377b04a-6806-4344-b153-fab99cf8d56f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.685901 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5193ed4f-27c7-4f11-a4e2-5d66db98c4e2 req-8377b04a-6806-4344-b153-fab99cf8d56f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.2343075 Feb 11 05:33:06.696343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18048fe-4f43-4832-bfc0-afc7ec1dde62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46e91c9-81b5-4559-901d-2438815349f8,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:06.720336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-28455ef0-b54e-4a8e-af77-06cf3665f7ce tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:06.730970 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28455ef0-b54e-4a8e-af77-06cf3665f7ce tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.734324 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3cf60d4c-bbab-4a59-ac5c-5743278ea6eb tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports?device_id=70debf1a-662f-44bd-bdeb-3067a3d604ba HTTP/1.1" status: 200 len: 205 time: 0.1078544 Feb 11 05:33:06.736654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57610) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:06.750407 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:06.821261 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28455ef0-b54e-4a8e-af77-06cf3665f7ce tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:06.821792 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-d23f359a-ba6d-4dba-a0b5-3f6d3eba81cf tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] delete failed (client error): The resource could not be found. Feb 11 05:33:06.823125 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d23f359a-ba6d-4dba-a0b5-3f6d3eba81cf tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/routers/70debf1a-662f-44bd-bdeb-3067a3d604ba HTTP/1.1" status: 404 len: 336 time: 0.0850856 Feb 11 05:33:06.830304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57614) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:06.884069 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:06.990258 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89127a3-b563-4892-ba9d-a80bee67e45d req-79193c3e-ce54-4462-9ca1-faaaccfc9d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:06.992141 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f89127a3-b563-4892-ba9d-a80bee67e45d req-79193c3e-ce54-4462-9ca1-faaaccfc9d2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23491f43-7703-4822-8ced-d1c33541a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3086829 Feb 11 05:33:07.000453 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28455ef0-b54e-4a8e-af77-06cf3665f7ce tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.004904 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5193ed4f-27c7-4f11-a4e2-5d66db98c4e2 req-3ee79e97-7f33-49ba-b9d6-e4976b742824 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2864034 Feb 11 05:33:07.008641 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e219cf0-c2cf-48f2-89ff-640f293e1886 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] DELETE failed (client error): The resource could not be found. Feb 11 05:33:07.009115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e219cf0-c2cf-48f2-89ff-640f293e1886 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:33:07.018692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0e219cf0-c2cf-48f2-89ff-640f293e1886 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/035371d0-b824-4b89-8ac8-cbae90705b95 HTTP/1.1" status: 404 len: 337 time: 0.1833951 Feb 11 05:33:07.020578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57620) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:07.060174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-21c00b7b-3725-456f-8bb5-2e8c62e02dba tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "GET /v2.0/ports?device_id=356f3492-d1f7-491b-87ec-b1cffcf2afce HTTP/1.1" status: 200 len: 205 time: 0.0364897 Feb 11 05:33:07.062580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57622) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:07.133629 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-4bd56809-1619-4719-bbe1-ae3a8bd96668 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] delete failed (client error): The resource could not be found. Feb 11 05:33:07.137162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4bd56809-1619-4719-bbe1-ae3a8bd96668 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/routers/356f3492-d1f7-491b-87ec-b1cffcf2afce HTTP/1.1" status: 404 len: 336 time: 0.0697927 Feb 11 05:33:07.138380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57626) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:07.147711 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f89127a3-b563-4892-ba9d-a80bee67e45d req-5ea6db97-9541-4e67-b749-8d89de6015f5 service neutron] 10.222.0.73 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410997 Feb 11 05:33:07.218743 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d56fa82-87c9-4631-978e-59ba5dac6135 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] DELETE failed (client error): The resource could not be found. Feb 11 05:33:07.219207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d56fa82-87c9-4631-978e-59ba5dac6135 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:33:07.235742 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7d56fa82-87c9-4631-978e-59ba5dac6135 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/64563141-94a6-4ad4-a96b-33d11d40f905 HTTP/1.1" status: 404 len: 337 time: 0.0940247 Feb 11 05:33:07.237417 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57630) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:07.295990 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee6f10b-8633-4fc7-acb0-2c51fd4f8142 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] DELETE failed (client error): The resource could not be found. Feb 11 05:33:07.296463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee6f10b-8633-4fc7-acb0-2c51fd4f8142 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:33:07.303410 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f89127a3-b563-4892-ba9d-a80bee67e45d req-9763a0b5-9581-4795-97d4-aa2820263729 service neutron] 10.222.0.73 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387522 Feb 11 05:33:07.319938 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dee6f10b-8633-4fc7-acb0-2c51fd4f8142 tempest-RoutersIpV6Test-1195965207 tempest-RoutersIpV6Test-1195965207-project] 10.222.0.87 "DELETE /v2.0/subnets/6b5346e0-1847-4e5a-b64e-50b1da41a3a4 HTTP/1.1" status: 404 len: 337 time: 0.0801969 Feb 11 05:33:07.369407 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Router 15432e38-8359-44ea-9473-cff5adad9e46 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:07.377073 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28455ef0-b54e-4a8e-af77-06cf3665f7ce tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.383388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8eda9921-d3b6-44ab-b6ec-4240a47666b8 None None] Provisioning complete for port 2ac34f90-f4b9-427d-83b5-048fb06eeb20 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:07.384462 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8eda9921-d3b6-44ab-b6ec-4240a47666b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.440225 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28455ef0-b54e-4a8e-af77-06cf3665f7ce tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:07.450979 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28455ef0-b54e-4a8e-af77-06cf3665f7ce tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.458138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57640) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:07.458466 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-28455ef0-b54e-4a8e-af77-06cf3665f7ce tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4 HTTP/1.1" status: 204 len: 168 time: 0.9674149 Feb 11 05:33:07.627770 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:07.634661 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c18ea9f9-57b9-498a-9e41-3166c187710e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "PUT /v2.0/routers/15432e38-8359-44ea-9473-cff5adad9e46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6656549 Feb 11 05:33:07.638173 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Sync routers for ids ['15432e38-8359-44ea-9473-cff5adad9e46'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:07.638679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57648) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:07.662871 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Routers {'15432e38-8359-44ea-9473-cff5adad9e46'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:07.668236 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15432e38-8359-44ea-9473-cff5adad9e46'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:07.726703 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8fe5543e-f78e-4d4d-bf1c-c346a1a05dbb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2597775 Feb 11 05:33:07.728841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57654) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:07.914081 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57658) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:07.918422 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Set router 15432e38-8359-44ea-9473-cff5adad9e46 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:07.923678 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fdc159-7dba-479e-a64a-7178d1712708 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:07.933203 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1db20fbc-370a-4a31-b3d0-a5a51cbd00ad tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for router (55394c49-996e-4053-b050-edb3816c10cc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:07.961786 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8eda9921-d3b6-44ab-b6ec-4240a47666b8 None None] Port 2ac34f90-f4b9-427d-83b5-048fb06eeb20 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:08.060929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:08.079141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57664) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:08.108345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:08.123495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4affc1ae-4d4a-4905-9c88-ce6946a1a3ec not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:08.149983 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130e5d5-264b-428d-8fb2-dcccbfd46c5d tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.150391 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130e5d5-264b-428d-8fb2-dcccbfd46c5d tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.150864 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130e5d5-264b-428d-8fb2-dcccbfd46c5d tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.151869 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130e5d5-264b-428d-8fb2-dcccbfd46c5d tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.152498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130e5d5-264b-428d-8fb2-dcccbfd46c5d tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.152971 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130e5d5-264b-428d-8fb2-dcccbfd46c5d tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.154511 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130e5d5-264b-428d-8fb2-dcccbfd46c5d tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.155661 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130e5d5-264b-428d-8fb2-dcccbfd46c5d tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.156383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130e5d5-264b-428d-8fb2-dcccbfd46c5d tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.156859 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130e5d5-264b-428d-8fb2-dcccbfd46c5d tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.159055 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130e5d5-264b-428d-8fb2-dcccbfd46c5d tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.163826 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4130e5d5-264b-428d-8fb2-dcccbfd46c5d tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7733 time: 0.5219982 Feb 11 05:33:08.165461 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57668) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:08.289641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3b0ce4-5529-4155-8084-ae7bca557f17 None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:08.335617 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9dfdbd84-9797-48cd-ad63-603e82a364cc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'network': {'name': 'tempest-RoutersTest-791890284'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:08.347889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cf3b0ce4-5529-4155-8084-ae7bca557f17 None None] Deleting port 23bcf7d8-ae14-4d7d-96c4-2bad772637ad {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:08.348278 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf3b0ce4-5529-4155-8084-ae7bca557f17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (23bcf7d8-ae14-4d7d-96c4-2bad772637ad), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.361109 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1db20fbc-370a-4a31-b3d0-a5a51cbd00ad tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (55394c49-996e-4053-b050-edb3816c10cc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.369945 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1db20fbc-370a-4a31-b3d0-a5a51cbd00ad tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for router_controller (55394c49-996e-4053-b050-edb3816c10cc), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.371279 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:33:04Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2ac34f90-f4b9-427d-83b5-048fb06eeb20', 'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:0f:fb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:00Z', 'updated_at': '2022-02-11T05:33:05Z', 'revision_number': 2, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:08.372133 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfdbd84-9797-48cd-ad63-603e82a364cc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:08.379191 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dfdbd84-9797-48cd-ad63-603e82a364cc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.437357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc081524-caf4-4ed2-a67a-a84034215dfc req-b147f075-69d2-4586-aad7-e779ea215884 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.439345 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Checking router: 15432e38-8359-44ea-9473-cff5adad9e46 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:33:08.439738 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Updating router 15432e38-8359-44ea-9473-cff5adad9e46 port 2ac34f90-f4b9-427d-83b5-048fb06eeb20 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:33:08.443454 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc081524-caf4-4ed2-a67a-a84034215dfc req-b147f075-69d2-4586-aad7-e779ea215884 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.449278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc081524-caf4-4ed2-a67a-a84034215dfc req-b147f075-69d2-4586-aad7-e779ea215884 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.453062 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-cf3b0ce4-5529-4155-8084-ae7bca557f17 None None] For port 23bcf7d8-ae14-4d7d-96c4-2bad772637ad, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=23bcf7d8-ae14-4d7d-96c4-2bad772637ad,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:08.454067 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf3b0ce4-5529-4155-8084-ae7bca557f17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (23bcf7d8-ae14-4d7d-96c4-2bad772637ad), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.454789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc081524-caf4-4ed2-a67a-a84034215dfc req-b147f075-69d2-4586-aad7-e779ea215884 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.459990 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec65808-b919-4f3e-8f98-0ff60223e741 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.462128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc081524-caf4-4ed2-a67a-a84034215dfc req-b147f075-69d2-4586-aad7-e779ea215884 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.462723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec65808-b919-4f3e-8f98-0ff60223e741 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.463720 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec65808-b919-4f3e-8f98-0ff60223e741 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.464695 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec65808-b919-4f3e-8f98-0ff60223e741 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.466322 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec65808-b919-4f3e-8f98-0ff60223e741 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.466879 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec65808-b919-4f3e-8f98-0ff60223e741 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.467925 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc081524-caf4-4ed2-a67a-a84034215dfc req-b147f075-69d2-4586-aad7-e779ea215884 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.468520 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec65808-b919-4f3e-8f98-0ff60223e741 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.469408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec65808-b919-4f3e-8f98-0ff60223e741 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.470671 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec65808-b919-4f3e-8f98-0ff60223e741 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.473094 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec65808-b919-4f3e-8f98-0ff60223e741 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.474376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc081524-caf4-4ed2-a67a-a84034215dfc req-b147f075-69d2-4586-aad7-e779ea215884 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.476617 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc081524-caf4-4ed2-a67a-a84034215dfc req-b147f075-69d2-4586-aad7-e779ea215884 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.2985113 Feb 11 05:33:08.478122 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1db20fbc-370a-4a31-b3d0-a5a51cbd00ad tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (55394c49-996e-4053-b050-edb3816c10cc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.478623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db20fbc-370a-4a31-b3d0-a5a51cbd00ad tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Fanout notify agent at l3_agent the message router_deleted on router 55394c49-996e-4053-b050-edb3816c10cc {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:33:08.480650 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.481321 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9ec65808-b919-4f3e-8f98-0ff60223e741 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6459 time: 0.3147945 Feb 11 05:33:08.484043 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dfdbd84-9797-48cd-ad63-603e82a364cc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.489572 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1db20fbc-370a-4a31-b3d0-a5a51cbd00ad tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.490713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1db20fbc-370a-4a31-b3d0-a5a51cbd00ad tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/routers/55394c49-996e-4053-b050-edb3816c10cc HTTP/1.1" status: 204 len: 168 time: 0.7575700 Feb 11 05:33:08.491375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57674) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:08.499976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cf3b0ce4-5529-4155-8084-ae7bca557f17 None None] Calling delete_port for 23bcf7d8-ae14-4d7d-96c4-2bad772637ad owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:08.511744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57676) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:08.591096 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c4939293-07c5-4c2a-bc18-5e81988aee5e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=aed2cf4bcc0e476eaad967f8f1916a0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6758437 Feb 11 05:33:08.596287 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57678) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:08.692908 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c42ee35-bdda-4041-8625-453c66a1ccbf admin admin] Publish callbacks [] for security_group (2618c167-9db6-4fa1-a3b7-61c6fdda3886), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.693928 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf3b0ce4-5529-4155-8084-ae7bca557f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (23bcf7d8-ae14-4d7d-96c4-2bad772637ad), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.718986 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c42ee35-bdda-4041-8625-453c66a1ccbf admin admin] Publish callbacks [] for security_group (2618c167-9db6-4fa1-a3b7-61c6fdda3886), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.749177 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b0ce4-5529-4155-8084-ae7bca557f17 None None] Pushing event deleted for resources: {'Port': ['ID=23bcf7d8-ae14-4d7d-96c4-2bad772637ad,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:08.752573 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3b0ce4-5529-4155-8084-ae7bca557f17 None None] No DVR routers for this DVR port 23bcf7d8-ae14-4d7d-96c4-2bad772637ad on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:08.807673 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dfdbd84-9797-48cd-ad63-603e82a364cc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for security_group (73655db1-fc0a-4720-a396-855ad18cda00), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.814367 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dfdbd84-9797-48cd-ad63-603e82a364cc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (73655db1-fc0a-4720-a396-855ad18cda00), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.845465 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfdbd84-9797-48cd-ad63-603e82a364cc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:33:08.855940 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c42ee35-bdda-4041-8625-453c66a1ccbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2618c167-9db6-4fa1-a3b7-61c6fdda3886), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.858211 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc081524-caf4-4ed2-a67a-a84034215dfc req-50b8ace8-3e25-491c-8f5b-a02071bc8df3 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3655362 Feb 11 05:33:08.861398 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c42ee35-bdda-4041-8625-453c66a1ccbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.866364 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0c42ee35-bdda-4041-8625-453c66a1ccbf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2618c167-9db6-4fa1-a3b7-61c6fdda3886 HTTP/1.1" status: 204 len: 168 time: 0.2607079 Feb 11 05:33:08.882021 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aa8f7c-1cdf-4798-83cc-a882fc580758 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:08.885914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e9aa8f7c-1cdf-4798-83cc-a882fc580758 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3780503 Feb 11 05:33:08.891789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57682) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:08.902347 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dfdbd84-9797-48cd-ad63-603e82a364cc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (b56242b3-111e-4992-bda8-9ba84b972f76), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:08.902872 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-9dfdbd84-9797-48cd-ad63-603e82a364cc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Added segment b56242b3-111e-4992-bda8-9ba84b972f76 of type vlan for network 0a2f56b6-13f0-4109-b3ef-04766d1f0f53 Feb 11 05:33:08.906953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdbd84-9797-48cd-ad63-603e82a364cc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73655db1-fc0a-4720-a396-855ad18cda00,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:09.008648 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42ee35-bdda-4041-8625-453c66a1ccbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2618c167-9db6-4fa1-a3b7-61c6fdda3886,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:09.033699 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dfdbd84-9797-48cd-ad63-603e82a364cc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (0a2f56b6-13f0-4109-b3ef-04766d1f0f53), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.083038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7691795-9738-403c-8f00-6569d5b7064c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:09.087238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f7691795-9738-403c-8f00-6569d5b7064c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1816878 Feb 11 05:33:09.088507 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57686) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:09.089413 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dfdbd84-9797-48cd-ad63-603e82a364cc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (0a2f56b6-13f0-4109-b3ef-04766d1f0f53), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.094587 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfdbd84-9797-48cd-ad63-603e82a364cc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:09.108372 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dfdbd84-9797-48cd-ad63-603e82a364cc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.200216 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2bc1d692-8607-49e5-87a6-5c46ae8c029c tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.7009630 Feb 11 05:33:09.216269 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Publish callbacks [] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.228895 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.251608 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57690) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:09.257601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-71366973-3980-4596-80d4-5905b91cf623 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:09.262506 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a971dbb2-6c5f-4fd1-ba4f-5f9ee6058cdf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1508620 Feb 11 05:33:09.343739 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9dfdbd84-9797-48cd-ad63-603e82a364cc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2610049 Feb 11 05:33:09.344754 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57694) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:09.376869 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-c0e818bc-d152-486a-bc74-eddee854ac12 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'network': {'name': 'tempest-RoutersTest-699614641'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:09.441423 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff051fa-4095-4cbe-b02f-e073e29beb69 None None] Pushing event updated for resources: {'Port': ['ID=2ac34f90-f4b9-427d-83b5-048fb06eeb20,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:09.499219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdbd84-9797-48cd-ad63-603e82a364cc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Network': ['ID=0a2f56b6-13f0-4109-b3ef-04766d1f0f53,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:09.509778 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e818bc-d152-486a-bc74-eddee854ac12 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:09.513294 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c0e818bc-d152-486a-bc74-eddee854ac12 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.521395 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 0a2f56b6-13f0-4109-b3ef-04766d1f0f53 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:33:09.606978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71366973-3980-4596-80d4-5905b91cf623 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:09.607658 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e818bc-d152-486a-bc74-eddee854ac12 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:33:09.611530 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-71366973-3980-4596-80d4-5905b91cf623 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.644210 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Attempting to bind port 2ac34f90-f4b9-427d-83b5-048fb06eeb20 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:09.647102 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Attempting to bind port 2ac34f90-f4b9-427d-83b5-048fb06eeb20 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'ec5faa0c-b186-4e6d-8be6-cf1885e5f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:09.650834 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Attempting to bind port 2ac34f90-f4b9-427d-83b5-048fb06eeb20 on network bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:09.665638 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:09.667689 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c0e818bc-d152-486a-bc74-eddee854ac12 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (b053e28a-8f4f-4220-b395-4eb7b3228403), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.668141 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-c0e818bc-d152-486a-bc74-eddee854ac12 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Added segment b053e28a-8f4f-4220-b395-4eb7b3228403 of type vlan for network 042a0bca-a312-49e7-85e1-b90edc1aec99 Feb 11 05:33:09.672814 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Checking segment: {'id': 'ec5faa0c-b186-4e6d-8be6-cf1885e5f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:09.673339 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.677200 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Bound using segment: {'id': 'ec5faa0c-b186-4e6d-8be6-cf1885e5f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:09.677774 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Bound port: 2ac34f90-f4b9-427d-83b5-048fb06eeb20, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5faa0c-b186-4e6d-8be6-cf1885e5f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:09.681449 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.776879 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.810733 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c0e818bc-d152-486a-bc74-eddee854ac12 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (042a0bca-a312-49e7-85e1-b90edc1aec99), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.864044 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c0e818bc-d152-486a-bc74-eddee854ac12 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (042a0bca-a312-49e7-85e1-b90edc1aec99), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.877877 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e818bc-d152-486a-bc74-eddee854ac12 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:09.877877 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c0e818bc-d152-486a-bc74-eddee854ac12 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.878244 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] For port 2ac34f90-f4b9-427d-83b5-048fb06eeb20, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:09.883760 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] For port 2ac34f90-f4b9-427d-83b5-048fb06eeb20, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2ac34f90-f4b9-427d-83b5-048fb06eeb20,segment=NetworkSegment(ec5faa0c-b186-4e6d-8be6-cf1885e5f353),segment_id=ec5faa0c-b186-4e6d-8be6-cf1885e5f353)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:09.894187 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.901177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57710) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:09.921174 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-125b3437-c976-4294-9a5c-66dbf9f2685c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-867814043', 'description': 'tempest-secgroup-smoke-867814043 description', 'project_id': '89a824e240334b3fb89a7803bbc06026'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:09.946003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8ffa8889-b4cd-42aa-9e82-116163c7a386 None None] Provisioning complete for port 2ac34f90-f4b9-427d-83b5-048fb06eeb20 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:09.946686 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8ffa8889-b4cd-42aa-9e82-116163c7a386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:09.967907 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c0e818bc-d152-486a-bc74-eddee854ac12 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6225247 Feb 11 05:33:09.974490 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57716) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:09.984414 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ac6d4778-1073-43ae-8f6a-3e6bdb442647 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'subnet': {'network_id': '0a2f56b6-13f0-4109-b3ef-04766d1f0f53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:10.030834 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-125b3437-c976-4294-9a5c-66dbf9f2685c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.051781 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Routers {'15432e38-8359-44ea-9473-cff5adad9e46'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:10.053835 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15432e38-8359-44ea-9473-cff5adad9e46'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:10.146111 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e818bc-d152-486a-bc74-eddee854ac12 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Network': ['ID=042a0bca-a312-49e7-85e1-b90edc1aec99,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:10.180219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 042a0bca-a312-49e7-85e1-b90edc1aec99 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:33:10.258621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 23bcf7d8-ae14-4d7d-96c4-2bad772637ad no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:10.289040 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 23bcf7d8-ae14-4d7d-96c4-2bad772637ad {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:10.289407 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 23bcf7d8-ae14-4d7d-96c4-2bad772637ad not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:10.307621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8ffa8889-b4cd-42aa-9e82-116163c7a386 None None] Current status of the port 2ac34f90-f4b9-427d-83b5-048fb06eeb20 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:10.308347 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8ffa8889-b4cd-42aa-9e82-116163c7a386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.338905 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6d4778-1073-43ae-8f6a-3e6bdb442647 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:10.347875 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac6d4778-1073-43ae-8f6a-3e6bdb442647 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.365746 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] Set router 15432e38-8359-44ea-9473-cff5adad9e46 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:10.371501 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-125b3437-c976-4294-9a5c-66dbf9f2685c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (3af73701-7a8f-4d78-8d0a-2f64900bdba0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.391639 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-125b3437-c976-4294-9a5c-66dbf9f2685c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3af73701-7a8f-4d78-8d0a-2f64900bdba0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.393779 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57720) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:10.406258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-8ffa8889-b4cd-42aa-9e82-116163c7a386 None None] For port 2ac34f90-f4b9-427d-83b5-048fb06eeb20, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2ac34f90-f4b9-427d-83b5-048fb06eeb20,segment=NetworkSegment(ec5faa0c-b186-4e6d-8be6-cf1885e5f353),segment_id=ec5faa0c-b186-4e6d-8be6-cf1885e5f353)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:10.417619 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [-] 10.222.0.87 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0066526 Feb 11 05:33:10.422610 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8ffa8889-b4cd-42aa-9e82-116163c7a386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.428488 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57722) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:10.519588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa8889-b4cd-42aa-9e82-116163c7a386 None None] Pushing event updated for resources: {'Port': ['ID=2ac34f90-f4b9-427d-83b5-048fb06eeb20,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:10.547194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b3437-c976-4294-9a5c-66dbf9f2685c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af73701-7a8f-4d78-8d0a-2f64900bdba0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:10.557185 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff051fa-4095-4cbe-b02f-e073e29beb69 None None] Pushing event updated for resources: {'Port': ['ID=2ac34f90-f4b9-427d-83b5-048fb06eeb20,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:10.559938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b734680b-270f-49e5-90cc-6b1b05e1a4ce None None] Provisioning complete for port 2ac34f90-f4b9-427d-83b5-048fb06eeb20 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:10.560491 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b734680b-270f-49e5-90cc-6b1b05e1a4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.579313 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-125b3437-c976-4294-9a5c-66dbf9f2685c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.581008 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-125b3437-c976-4294-9a5c-66dbf9f2685c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6767142 Feb 11 05:33:10.593790 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57726) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:10.599829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a127c2-eb3d-472b-878a-5fc6de289910 req-3fdbb6fe-0051-4284-850f-ddf8c9ff0f13 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:10.606732 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9f4e158b-18cf-4ee1-aa7e-eb837b792ff1 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': '3af73701-7a8f-4d78-8d0a-2f64900bdba0', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:10.620622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a127c2-eb3d-472b-878a-5fc6de289910 req-3fdbb6fe-0051-4284-850f-ddf8c9ff0f13 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:10.629479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a127c2-eb3d-472b-878a-5fc6de289910 req-3fdbb6fe-0051-4284-850f-ddf8c9ff0f13 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:10.656479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a127c2-eb3d-472b-878a-5fc6de289910 req-3fdbb6fe-0051-4284-850f-ddf8c9ff0f13 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:10.672481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a127c2-eb3d-472b-878a-5fc6de289910 req-3fdbb6fe-0051-4284-850f-ddf8c9ff0f13 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:10.686761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a127c2-eb3d-472b-878a-5fc6de289910 req-3fdbb6fe-0051-4284-850f-ddf8c9ff0f13 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:10.688663 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0644eb43-18a6-4c6a-ad23-78e07522a450 tempest-NetworksApiDiscovery-317467364 tempest-NetworksApiDiscovery-317467364-project] 10.222.0.87 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2550528 Feb 11 05:33:10.701907 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f4e158b-18cf-4ee1-aa7e-eb837b792ff1 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (e5c45f28-ccf6-4fcf-8c96-eced911ab058), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.702850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a127c2-eb3d-472b-878a-5fc6de289910 req-3fdbb6fe-0051-4284-850f-ddf8c9ff0f13 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:10.707374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b734680b-270f-49e5-90cc-6b1b05e1a4ce None None] Current status of the port 2ac34f90-f4b9-427d-83b5-048fb06eeb20 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:10.715559 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3a127c2-eb3d-472b-878a-5fc6de289910 req-3fdbb6fe-0051-4284-850f-ddf8c9ff0f13 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.6014006 Feb 11 05:33:10.873437 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:33:04Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2ac34f90-f4b9-427d-83b5-048fb06eeb20', 'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:0f:fb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:00Z', 'updated_at': '2022-02-11T05:33:09Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:10.876808 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3a127c2-eb3d-472b-878a-5fc6de289910 req-52d72760-e694-4064-b3c0-d61749ad241b tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1579356 Feb 11 05:33:10.907233 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f4e158b-18cf-4ee1-aa7e-eb837b792ff1 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (e5c45f28-ccf6-4fcf-8c96-eced911ab058), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.917449 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc686b-779b-4fd4-9619-da6a67414aac None None] The sync data for ids ['15432e38-8359-44ea-9473-cff5adad9e46'] in n-d-713499-38 is: [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:33:04Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2ac34f90-f4b9-427d-83b5-048fb06eeb20', 'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:0f:fb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:00Z', 'updated_at': '2022-02-11T05:33:09Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:10.931578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.objects.ports [None req-71366973-3980-4596-80d4-5905b91cf623 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103171) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:33:10.943705 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f4e158b-18cf-4ee1-aa7e-eb837b792ff1 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (e5c45f28-ccf6-4fcf-8c96-eced911ab058), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:10.944169 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-71366973-3980-4596-80d4-5905b91cf623 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (7742479e-a89c-4b15-844f-9182bbebf183), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.046973 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e158b-18cf-4ee1-aa7e-eb837b792ff1 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c45f28-ccf6-4fcf-8c96-eced911ab058,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:11.063194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71366973-3980-4596-80d4-5905b91cf623 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:11.067135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-71366973-3980-4596-80d4-5905b91cf623 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:11.068497 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f4e158b-18cf-4ee1-aa7e-eb837b792ff1 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.069776 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9f4e158b-18cf-4ee1-aa7e-eb837b792ff1 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4718821 Feb 11 05:33:11.072750 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57736) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:11.078891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71366973-3980-4596-80d4-5905b91cf623 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:11.082495 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-71366973-3980-4596-80d4-5905b91cf623 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.086488 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9aa541-a5da-4e33-9d23-329c7ee98fb2 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:11.087363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4d83eb40-6812-406a-bf47-81a4a44fac4d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': '3af73701-7a8f-4d78-8d0a-2f64900bdba0', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:11.094893 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac6d4778-1073-43ae-8f6a-3e6bdb442647 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (7859bd94-c489-4566-ae47-e775e5d79a82), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.111374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71366973-3980-4596-80d4-5905b91cf623 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=7742479e-a89c-4b15-844f-9182bbebf183,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:11.177281 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-71366973-3980-4596-80d4-5905b91cf623 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9221666 Feb 11 05:33:11.180841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57744) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:11.200266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9cc3305f-560f-42b5-99a5-0ece74720e93 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:11.225656 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d4778-1073-43ae-8f6a-3e6bdb442647 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Subnet': ['ID=7859bd94-c489-4566-ae47-e775e5d79a82,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:11.229546 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d83eb40-6812-406a-bf47-81a4a44fac4d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (400748a6-3af2-47c8-9e6b-0e898bdd2d8b), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.250171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d4778-1073-43ae-8f6a-3e6bdb442647 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Checking segment: {'id': 'b56242b3-111e-4992-bda8-9ba84b972f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0a2f56b6-13f0-4109-b3ef-04766d1f0f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:11.250753 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6d4778-1073-43ae-8f6a-3e6bdb442647 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network hostable DHCP agents. Network: 0a2f56b6-13f0-4109-b3ef-04766d1f0f53, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:33:11.284429 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': '7742479e-a89c-4b15-844f-9182bbebf183'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:33:11.285571 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.289119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57748) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:11.339072 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6d4778-1073-43ae-8f6a-3e6bdb442647 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network 0a2f56b6-13f0-4109-b3ef-04766d1f0f53 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:33:11.369160 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-ac6d4778-1073-43ae-8f6a-3e6bdb442647 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 0a2f56b6-13f0-4109-b3ef-04766d1f0f53) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:11.377784 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d83eb40-6812-406a-bf47-81a4a44fac4d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (400748a6-3af2-47c8-9e6b-0e898bdd2d8b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.381024 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6d4778-1073-43ae-8f6a-3e6bdb442647 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:11.381630 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac6d4778-1073-43ae-8f6a-3e6bdb442647 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.387015 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d83eb40-6812-406a-bf47-81a4a44fac4d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (400748a6-3af2-47c8-9e6b-0e898bdd2d8b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.436304 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6388adb-fbc3-45a5-b7ee-244129fc6e52 None None] Network 0a2f56b6-13f0-4109-b3ef-04766d1f0f53 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:11.442758 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83eb40-6812-406a-bf47-81a4a44fac4d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400748a6-3af2-47c8-9e6b-0e898bdd2d8b,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:11.458726 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ac6d4778-1073-43ae-8f6a-3e6bdb442647 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4816530 Feb 11 05:33:11.461429 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57752) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:11.471801 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-cf61f671-fcf3-446d-a001-f95646b229b5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'subnet': {'network_id': '042a0bca-a312-49e7-85e1-b90edc1aec99', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:11.491123 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc3305f-560f-42b5-99a5-0ece74720e93 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:11.500696 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d83eb40-6812-406a-bf47-81a4a44fac4d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.502020 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4d83eb40-6812-406a-bf47-81a4a44fac4d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4276309 Feb 11 05:33:11.507333 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57754) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:11.509432 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9cc3305f-560f-42b5-99a5-0ece74720e93 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.524309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9de534c4-724e-4d67-9fee-a339e99f5267 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': '3af73701-7a8f-4d78-8d0a-2f64900bdba0', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:11.586822 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-54dcb4ad-395c-4ef2-8469-1600e4743bc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.661862 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9de534c4-724e-4d67-9fee-a339e99f5267 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (543641da-b051-4644-9571-3f953bac1fc4), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.676327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Allocated IP 2001:db8::f816:3eff:fe0a:46a2 (f998a239-103b-4838-bc3b-5e531dc8d131/7742479e-a89c-4b15-844f-9182bbebf183/354d4d42-4ed6-4839-8ba7-6f4c370751d9) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:11.693543 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf61f671-fcf3-446d-a001-f95646b229b5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:11.697218 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf61f671-fcf3-446d-a001-f95646b229b5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:11.785067 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-0a2f56b6-13f0-4109-b3ef-04766d1f0f53', 'network_id': '0a2f56b6-13f0-4109-b3ef-04766d1f0f53', 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'fixed_ips': [{'subnet_id': '7859bd94-c489-4566-ae47-e775e5d79a82'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:33:11.786084 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.010853 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-54dcb4ad-395c-4ef2-8469-1600e4743bc7 admin admin] Publish callbacks [] for security_group (5dca9e40-c5d5-439b-a3cd-b5381412f856), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.035576 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-54dcb4ad-395c-4ef2-8469-1600e4743bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5dca9e40-c5d5-439b-a3cd-b5381412f856), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.164982 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf61f671-fcf3-446d-a001-f95646b229b5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (8995b61b-c9d5-4901-bc2a-1b4ca3a4d51f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.387449 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-54dcb4ad-395c-4ef2-8469-1600e4743bc7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1d2035e419624cb2978b92153a408fa2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0970411 Feb 11 05:33:12.389929 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9de534c4-724e-4d67-9fee-a339e99f5267 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (543641da-b051-4644-9571-3f953bac1fc4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.390507 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Publish callbacks [] for port (354d4d42-4ed6-4839-8ba7-6f4c370751d9), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.396353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2ac34f90-f4b9-427d-83b5-048fb06eeb20 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:12.399917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57780) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:12.400746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61f671-fcf3-446d-a001-f95646b229b5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Subnet': ['ID=8995b61b-c9d5-4901-bc2a-1b4ca3a4d51f,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:12.405565 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (354d4d42-4ed6-4839-8ba7-6f4c370751d9), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.422685 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9de534c4-724e-4d67-9fee-a339e99f5267 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (543641da-b051-4644-9571-3f953bac1fc4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.431852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcb4ad-395c-4ef2-8469-1600e4743bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dca9e40-c5d5-439b-a3cd-b5381412f856,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:12.458364 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9cc3305f-560f-42b5-99a5-0ece74720e93 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (be39165e-abe8-4d40-a05c-a635b076ad7c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.492918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc3305f-560f-42b5-99a5-0ece74720e93 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:12.507098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:12.512225 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-9cc3305f-560f-42b5-99a5-0ece74720e93 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:12.516597 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Allocated IP 172.20.0.2 (0a2f56b6-13f0-4109-b3ef-04766d1f0f53/7859bd94-c489-4566-ae47-e775e5d79a82/2ec2333e-3547-4b4e-8f63-580884e573dd) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:12.517340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc3305f-560f-42b5-99a5-0ece74720e93 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:12.517950 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9cc3305f-560f-42b5-99a5-0ece74720e93 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.519874 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9de534c4-724e-4d67-9fee-a339e99f5267 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.533691 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9de534c4-724e-4d67-9fee-a339e99f5267 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0228722 Feb 11 05:33:12.535436 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf61f671-fcf3-446d-a001-f95646b229b5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Checking segment: {'id': 'b053e28a-8f4f-4220-b395-4eb7b3228403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '042a0bca-a312-49e7-85e1-b90edc1aec99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:12.535989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf61f671-fcf3-446d-a001-f95646b229b5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network hostable DHCP agents. Network: 042a0bca-a312-49e7-85e1-b90edc1aec99, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:33:12.540894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:12.541121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57782) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:12.558619 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:12.588825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9cc3305f-560f-42b5-99a5-0ece74720e93 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4030292 Feb 11 05:33:12.595529 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57784) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:12.596939 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-4c2462f0-3ad1-4cb1-93ec-2e1971baaf53 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': '3af73701-7a8f-4d78-8d0a-2f64900bdba0', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:12.613851 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-c53f2c61-ae4f-4ccf-bf78-24d4e03fe8a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'mac_address': 'fa:16:3e:63:b1:f3', 'name': 'tempest-NetworksTestDHCPv6-1179271882'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:12.664100 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4c2462f0-3ad1-4cb1-93ec-2e1971baaf53 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (410cc66b-7b00-4088-9972-d4e8eb99cad3), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.684125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Pushing event updated for resources: {'Port': ['ID=354d4d42-4ed6-4839-8ba7-6f4c370751d9,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:12.757944 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4c2462f0-3ad1-4cb1-93ec-2e1971baaf53 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (410cc66b-7b00-4088-9972-d4e8eb99cad3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.763671 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de534c4-724e-4d67-9fee-a339e99f5267 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543641da-b051-4644-9571-3f953bac1fc4,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:12.780735 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041c933-3537-42e8-9175-9823d09c8bb8 req-95115570-2117-44aa-b46f-38bafaa14ac8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:12.786270 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Attempting to bind port 354d4d42-4ed6-4839-8ba7-6f4c370751d9 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:12.786896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Attempting to bind port 354d4d42-4ed6-4839-8ba7-6f4c370751d9 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:12.787272 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Attempting to bind port 354d4d42-4ed6-4839-8ba7-6f4c370751d9 on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:12.793050 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041c933-3537-42e8-9175-9823d09c8bb8 req-95115570-2117-44aa-b46f-38bafaa14ac8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:12.798972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf61f671-fcf3-446d-a001-f95646b229b5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network 042a0bca-a312-49e7-85e1-b90edc1aec99 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:33:12.799208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2ac34f90-f4b9-427d-83b5-048fb06eeb20 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:12.802106 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041c933-3537-42e8-9175-9823d09c8bb8 req-95115570-2117-44aa-b46f-38bafaa14ac8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:12.808477 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.812297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041c933-3537-42e8-9175-9823d09c8bb8 req-95115570-2117-44aa-b46f-38bafaa14ac8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:12.822901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041c933-3537-42e8-9175-9823d09c8bb8 req-95115570-2117-44aa-b46f-38bafaa14ac8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:12.834828 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-cf61f671-fcf3-446d-a001-f95646b229b5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 042a0bca-a312-49e7-85e1-b90edc1aec99) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:12.841435 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53f2c61-ae4f-4ccf-bf78-24d4e03fe8a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:12.846472 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf61f671-fcf3-446d-a001-f95646b229b5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:12.847760 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf61f671-fcf3-446d-a001-f95646b229b5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.852800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041c933-3537-42e8-9175-9823d09c8bb8 req-95115570-2117-44aa-b46f-38bafaa14ac8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:12.858616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041c933-3537-42e8-9175-9823d09c8bb8 req-95115570-2117-44aa-b46f-38bafaa14ac8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:12.861057 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7041c933-3537-42e8-9175-9823d09c8bb8 req-95115570-2117-44aa-b46f-38bafaa14ac8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.7823875 Feb 11 05:33:12.864038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:12.864431 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:12.864844 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.865251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:12.865741 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Bound port: 354d4d42-4ed6-4839-8ba7-6f4c370751d9, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:12.868367 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4c2462f0-3ad1-4cb1-93ec-2e1971baaf53 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (410cc66b-7b00-4088-9972-d4e8eb99cad3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.879346 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (354d4d42-4ed6-4839-8ba7-6f4c370751d9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.891099 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6f9b348-fde1-4568-a650-162b4d805841 admin admin] Publish callbacks [] for security_group (5dca9e40-c5d5-439b-a3cd-b5381412f856), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.948483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2462f0-3ad1-4cb1-93ec-2e1971baaf53 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410cc66b-7b00-4088-9972-d4e8eb99cad3,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:12.981790 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4c2462f0-3ad1-4cb1-93ec-2e1971baaf53 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:12.985460 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4c2462f0-3ad1-4cb1-93ec-2e1971baaf53 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3995852 Feb 11 05:33:12.985624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b728a9b-2422-494a-a961-04d59e49397b None None] Network 042a0bca-a312-49e7-85e1-b90edc1aec99 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:13.000080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57794) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:13.018363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ea31ac2e-d0d1-4d07-81aa-087ee487a094 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': '3af73701-7a8f-4d78-8d0a-2f64900bdba0', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:13.045641 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cf61f671-fcf3-446d-a001-f95646b229b5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5805666 Feb 11 05:33:13.065815 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711be50-98c3-4231-ba61-7d9d8f60e14a req-5eb56f2b-9ae4-41d1-aa27-17bc23b938a7 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:13.067595 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a711be50-98c3-4231-ba61-7d9d8f60e14a req-5eb56f2b-9ae4-41d1-aa27-17bc23b938a7 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 946 time: 0.6368501 Feb 11 05:33:13.074137 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] For port 354d4d42-4ed6-4839-8ba7-6f4c370751d9, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:13.074333 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57796) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:13.099949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3305f-560f-42b5-99a5-0ece74720e93 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=be39165e-abe8-4d40-a05c-a635b076ad7c,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:13.100409 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-351d3236-de37-45eb-bc56-faa538463410 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-66998820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:13.161061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] For port 354d4d42-4ed6-4839-8ba7-6f4c370751d9, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=354d4d42-4ed6-4839-8ba7-6f4c370751d9,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:13.165473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc4de0-c338-42a2-a458-a77d8ecf30ce req-2612cf28-f349-42d0-825e-e04c0a0f1100 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:13.169595 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59cc4de0-c338-42a2-a458-a77d8ecf30ce req-2612cf28-f349-42d0-825e-e04c0a0f1100 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.88 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 946 time: 0.1846640 Feb 11 05:33:13.194523 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (354d4d42-4ed6-4839-8ba7-6f4c370751d9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.203783 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-351d3236-de37-45eb-bc56-faa538463410 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (97126cb8-4f15-4152-99d2-b23cf2426726), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.208489 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-351d3236-de37-45eb-bc56-faa538463410 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (97126cb8-4f15-4152-99d2-b23cf2426726), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.269376 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6f9b348-fde1-4568-a650-162b4d805841 admin admin] Publish callbacks [] for security_group (5dca9e40-c5d5-439b-a3cd-b5381412f856), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.301222 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-ea31ac2e-d0d1-4d07-81aa-087ee487a094 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Project 89a824e240334b3fb89a7803bbc06026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:33:13.361212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-042a0bca-a312-49e7-85e1-b90edc1aec99', 'network_id': '042a0bca-a312-49e7-85e1-b90edc1aec99', 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'fixed_ips': [{'subnet_id': '8995b61b-c9d5-4901-bc2a-1b4ca3a4d51f'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:33:13.362177 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.384582 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea31ac2e-d0d1-4d07-81aa-087ee487a094 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (043dfa1b-a9bd-4bc6-972e-c54557f11c3f), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.461053 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Publish callbacks [] for port (2ec2333e-3547-4b4e-8f63-580884e573dd), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.491243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2ac34f90-f4b9-427d-83b5-048fb06eeb20 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:13.494241 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95c4e5-8e01-4762-8f0b-2ae7c2178815 None None] Pushing event updated for resources: {'Port': ['ID=354d4d42-4ed6-4839-8ba7-6f4c370751d9,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:13.512212 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (2ec2333e-3547-4b4e-8f63-580884e573dd), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.542932 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea31ac2e-d0d1-4d07-81aa-087ee487a094 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (043dfa1b-a9bd-4bc6-972e-c54557f11c3f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.545287 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-351d3236-de37-45eb-bc56-faa538463410 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_controller (97126cb8-4f15-4152-99d2-b23cf2426726), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.557533 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea31ac2e-d0d1-4d07-81aa-087ee487a094 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (043dfa1b-a9bd-4bc6-972e-c54557f11c3f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.571714 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-351d3236-de37-45eb-bc56-faa538463410 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (97126cb8-4f15-4152-99d2-b23cf2426726), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.588590 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c53f2c61-ae4f-4ccf-bf78-24d4e03fe8a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.637558 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31ac2e-d0d1-4d07-81aa-087ee487a094 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043dfa1b-a9bd-4bc6-972e-c54557f11c3f,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:13.689964 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6f9b348-fde1-4568-a650-162b4d805841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5dca9e40-c5d5-439b-a3cd-b5381412f856), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.693479 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6f9b348-fde1-4568-a650-162b4d805841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.698765 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d6f9b348-fde1-4568-a650-162b4d805841 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5dca9e40-c5d5-439b-a3cd-b5381412f856 HTTP/1.1" status: 204 len: 168 time: 1.2856936 Feb 11 05:33:13.722188 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-351d3236-de37-45eb-bc56-faa538463410 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.728089 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-351d3236-de37-45eb-bc56-faa538463410 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6375697 Feb 11 05:33:13.730878 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-c53f2c61-ae4f-4ccf-bf78-24d4e03fe8a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port 263b90db-5c3f-4013-9030-e5182d7fff6b yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:33:13.746257 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea31ac2e-d0d1-4d07-81aa-087ee487a094 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:13.748019 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ea31ac2e-d0d1-4d07-81aa-087ee487a094 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7453883 Feb 11 05:33:13.748678 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57804) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:13.774493 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57806) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:13.781534 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-d9413bd5-98d4-4ed7-ac57-1bee08d01823 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': '3af73701-7a8f-4d78-8d0a-2f64900bdba0', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:13.805430 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9b348-fde1-4568-a650-162b4d805841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dca9e40-c5d5-439b-a3cd-b5381412f856,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:13.915318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a711be50-98c3-4231-ba61-7d9d8f60e14a req-bc640bf3-72b2-41b4-89f0-8a47462312c5 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8392751 Feb 11 05:33:13.963946 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7041c933-3537-42e8-9175-9823d09c8bb8 req-8385e5be-ee55-4610-97ce-035a7e4c1532 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0673902 Feb 11 05:33:14.051774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-59cc4de0-c338-42a2-a458-a77d8ecf30ce req-5e4d792f-809c-4e45-a90a-a0ada454f225 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Deleting port ffe277a6-992f-4a40-97f8-6d4f51fdca48 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:14.052230 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59cc4de0-c338-42a2-a458-a77d8ecf30ce req-5e4d792f-809c-4e45-a90a-a0ada454f225 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.059775 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Allocated IP 172.21.0.2 (042a0bca-a312-49e7-85e1-b90edc1aec99/8995b61b-c9d5-4901-bc2a-1b4ca3a4d51f/c7f42932-39d8-43ae-a4a7-07bb914d9698) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:14.337429 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 354d4d42-4ed6-4839-8ba7-6f4c370751d9 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:14.358189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-59cc4de0-c338-42a2-a458-a77d8ecf30ce req-5e4d792f-809c-4e45-a90a-a0ada454f225 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] For port ffe277a6-992f-4a40-97f8-6d4f51fdca48, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=ffe277a6-992f-4a40-97f8-6d4f51fdca48,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:14.358784 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59cc4de0-c338-42a2-a458-a77d8ecf30ce req-5e4d792f-809c-4e45-a90a-a0ada454f225 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.366854 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Pushing event updated for resources: {'Port': ['ID=2ec2333e-3547-4b4e-8f63-580884e573dd,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:14.420051 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Publish callbacks [] for port (c7f42932-39d8-43ae-a4a7-07bb914d9698), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.466794 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (c7f42932-39d8-43ae-a4a7-07bb914d9698), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.487648 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Network 0a2f56b6-13f0-4109-b3ef-04766d1f0f53 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:14.551693 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:14.564045 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Network 042a0bca-a312-49e7-85e1-b90edc1aec99 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:14.566897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:14.575871 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.590247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:14.633483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:14.704291 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Pushing event updated for resources: {'Port': ['ID=c7f42932-39d8-43ae-a4a7-07bb914d9698,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:14.827550 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-d9413bd5-98d4-4ed7-ac57-1bee08d01823 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Project 89a824e240334b3fb89a7803bbc06026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:33:14.846214 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d9413bd5-98d4-4ed7-ac57-1bee08d01823 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (ff1ae64b-5797-42a4-9edf-b1531eec8164), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.884654 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Attempting to bind port 2ec2333e-3547-4b4e-8f63-580884e573dd on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:14.886074 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Attempting to bind port 2ec2333e-3547-4b4e-8f63-580884e573dd by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'b56242b3-111e-4992-bda8-9ba84b972f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0a2f56b6-13f0-4109-b3ef-04766d1f0f53'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:14.886621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Attempting to bind port 2ec2333e-3547-4b4e-8f63-580884e573dd on network 0a2f56b6-13f0-4109-b3ef-04766d1f0f53 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:14.917141 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:14.917519 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Checking segment: {'id': 'b56242b3-111e-4992-bda8-9ba84b972f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0a2f56b6-13f0-4109-b3ef-04766d1f0f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:14.917956 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.918412 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Bound using segment: {'id': 'b56242b3-111e-4992-bda8-9ba84b972f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0a2f56b6-13f0-4109-b3ef-04766d1f0f53'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:14.918902 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Bound port: 2ec2333e-3547-4b4e-8f63-580884e573dd, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56242b3-111e-4992-bda8-9ba84b972f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0a2f56b6-13f0-4109-b3ef-04766d1f0f53'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:14.919289 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2ec2333e-3547-4b4e-8f63-580884e573dd), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.931666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 354d4d42-4ed6-4839-8ba7-6f4c370751d9 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:14.939379 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (354d4d42-4ed6-4839-8ba7-6f4c370751d9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:14.989014 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Attempting to bind port c7f42932-39d8-43ae-a4a7-07bb914d9698 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:14.990066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Attempting to bind port c7f42932-39d8-43ae-a4a7-07bb914d9698 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'b053e28a-8f4f-4220-b395-4eb7b3228403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '042a0bca-a312-49e7-85e1-b90edc1aec99'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:14.993944 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Attempting to bind port c7f42932-39d8-43ae-a4a7-07bb914d9698 on network 042a0bca-a312-49e7-85e1-b90edc1aec99 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:15.016128 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59cc4de0-c338-42a2-a458-a77d8ecf30ce req-5e4d792f-809c-4e45-a90a-a0ada454f225 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.016507 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59cc4de0-c338-42a2-a458-a77d8ecf30ce req-5e4d792f-809c-4e45-a90a-a0ada454f225 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (07684b33-aa93-465d-96be-261f3dea390c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.016835 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-59cc4de0-c338-42a2-a458-a77d8ecf30ce req-5e4d792f-809c-4e45-a90a-a0ada454f225 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Floating IP 07684b33-aa93-465d-96be-261f3dea390c disassociated. External IP: 172.25.5.236, port: ffe277a6-992f-4a40-97f8-6d4f51fdca48. Feb 11 05:33:15.017189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-59cc4de0-c338-42a2-a458-a77d8ecf30ce req-5e4d792f-809c-4e45-a90a-a0ada454f225 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Calling delete_port for ffe277a6-992f-4a40-97f8-6d4f51fdca48 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:15.239495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] For port 2ec2333e-3547-4b4e-8f63-580884e573dd, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:15.251671 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] For port 2ec2333e-3547-4b4e-8f63-580884e573dd, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2ec2333e-3547-4b4e-8f63-580884e573dd,segment=NetworkSegment(b56242b3-111e-4992-bda8-9ba84b972f76),segment_id=b56242b3-111e-4992-bda8-9ba84b972f76)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:15.258343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:15.258734 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Checking segment: {'id': 'b053e28a-8f4f-4220-b395-4eb7b3228403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '042a0bca-a312-49e7-85e1-b90edc1aec99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:15.267583 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.268095 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Bound using segment: {'id': 'b053e28a-8f4f-4220-b395-4eb7b3228403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '042a0bca-a312-49e7-85e1-b90edc1aec99'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:15.268645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Bound port: c7f42932-39d8-43ae-a4a7-07bb914d9698, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b053e28a-8f4f-4220-b395-4eb7b3228403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '042a0bca-a312-49e7-85e1-b90edc1aec99'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:15.269053 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c7f42932-39d8-43ae-a4a7-07bb914d9698), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.275667 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2ec2333e-3547-4b4e-8f63-580884e573dd), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.281000 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d9413bd5-98d4-4ed7-ac57-1bee08d01823 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (ff1ae64b-5797-42a4-9edf-b1531eec8164), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.290349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adff1cb-f91f-463b-b6e1-ff7b41d3e2a4 req-627f9fd6-94f8-4102-abe0-3642f4e9544a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:15.306290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adff1cb-f91f-463b-b6e1-ff7b41d3e2a4 req-627f9fd6-94f8-4102-abe0-3642f4e9544a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:15.316662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adff1cb-f91f-463b-b6e1-ff7b41d3e2a4 req-627f9fd6-94f8-4102-abe0-3642f4e9544a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:15.322124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adff1cb-f91f-463b-b6e1-ff7b41d3e2a4 req-627f9fd6-94f8-4102-abe0-3642f4e9544a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:15.327404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adff1cb-f91f-463b-b6e1-ff7b41d3e2a4 req-627f9fd6-94f8-4102-abe0-3642f4e9544a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:15.348271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adff1cb-f91f-463b-b6e1-ff7b41d3e2a4 req-627f9fd6-94f8-4102-abe0-3642f4e9544a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:15.358469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd41d9d-4edb-411e-866d-cebfb2f03713 None None] Pushing event updated for resources: {'Port': ['ID=2ec2333e-3547-4b4e-8f63-580884e573dd,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:15.358769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adff1cb-f91f-463b-b6e1-ff7b41d3e2a4 req-627f9fd6-94f8-4102-abe0-3642f4e9544a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:15.360794 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4adff1cb-f91f-463b-b6e1-ff7b41d3e2a4 req-627f9fd6-94f8-4102-abe0-3642f4e9544a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.2128227 Feb 11 05:33:15.386297 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d9413bd5-98d4-4ed7-ac57-1bee08d01823 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (ff1ae64b-5797-42a4-9edf-b1531eec8164), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.417023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46352ea5-c5e6-4ebf-b7c5-0b6dffb78e85 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:15.448455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb92a6-eb22-464c-9141-f7fd070f938f req-af4bbf09-6865-438f-b238-11a2bb724ae0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:15.456918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94fb92a6-eb22-464c-9141-f7fd070f938f req-af4bbf09-6865-438f-b238-11a2bb724ae0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 946 time: 0.3071892 Feb 11 05:33:15.462497 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d9413bd5-98d4-4ed7-ac57-1bee08d01823 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.464955 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d9413bd5-98d4-4ed7-ac57-1bee08d01823 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6892231 Feb 11 05:33:15.479167 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9413bd5-98d4-4ed7-ac57-1bee08d01823 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1ae64b-5797-42a4-9edf-b1531eec8164,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:15.604550 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-c53f2c61-ae4f-4ccf-bf78-24d4e03fe8a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 172.20.0.3 (f998a239-103b-4838-bc3b-5e531dc8d131/be39165e-abe8-4d40-a05c-a635b076ad7c/263b90db-5c3f-4013-9030-e5182d7fff6b) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:15.619970 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] For port c7f42932-39d8-43ae-a4a7-07bb914d9698, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:15.624459 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] For port c7f42932-39d8-43ae-a4a7-07bb914d9698, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c7f42932-39d8-43ae-a4a7-07bb914d9698,segment=NetworkSegment(b053e28a-8f4f-4220-b395-4eb7b3228403),segment_id=b053e28a-8f4f-4220-b395-4eb7b3228403)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:15.624674 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94fb92a6-eb22-464c-9141-f7fd070f938f req-4a6be7a9-1d99-4509-9462-73da60c40471 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=6d34278f-bfa3-4103-a612-47e171312fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666284 Feb 11 05:33:15.626402 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-c53f2c61-ae4f-4ccf-bf78-24d4e03fe8a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::f816:3eff:fe63:b1f3 (f998a239-103b-4838-bc3b-5e531dc8d131/7742479e-a89c-4b15-844f-9182bbebf183/263b90db-5c3f-4013-9030-e5182d7fff6b) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:15.663216 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c7f42932-39d8-43ae-a4a7-07bb914d9698), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.699473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4adff1cb-f91f-463b-b6e1-ff7b41d3e2a4 req-7e342596-d7dc-408a-b232-8e1aca196a91 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3100216 Feb 11 05:33:15.703323 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59cc4de0-c338-42a2-a458-a77d8ecf30ce req-5e4d792f-809c-4e45-a90a-a0ada454f225 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ffe277a6-992f-4a40-97f8-6d4f51fdca48), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.867242 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-17896615-9b6f-4e4f-beda-1ca6cc492403 None None] Provisioning complete for port 354d4d42-4ed6-4839-8ba7-6f4c370751d9 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:15.867735 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17896615-9b6f-4e4f-beda-1ca6cc492403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (354d4d42-4ed6-4839-8ba7-6f4c370751d9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:15.908489 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.040514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 354d4d42-4ed6-4839-8ba7-6f4c370751d9 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:16.043851 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (354d4d42-4ed6-4839-8ba7-6f4c370751d9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.060171 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1ab79-edf3-4ffb-bd52-e192294fd401 None None] Pushing event updated for resources: {'Port': ['ID=c7f42932-39d8-43ae-a4a7-07bb914d9698,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:16.167533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d792f-809c-4e45-a90a-a0ada454f225 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event deleted for resources: {'Port': ['ID=ffe277a6-992f-4a40-97f8-6d4f51fdca48,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:16.183504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 354d4d42-4ed6-4839-8ba7-6f4c370751d9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=354d4d42-4ed6-4839-8ba7-6f4c370751d9,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:16.193628 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (354d4d42-4ed6-4839-8ba7-6f4c370751d9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.258783 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c53f2c61-ae4f-4ccf-bf78-24d4e03fe8a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (263b90db-5c3f-4013-9030-e5182d7fff6b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.312880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59cc4de0-c338-42a2-a458-a77d8ecf30ce req-5e4d792f-809c-4e45-a90a-a0ada454f225 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:16.376222 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-af9d317c-c2ff-4782-a77a-b7c45a1843ae tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867814043&fields=id&tenant_id=89a824e240334b3fb89a7803bbc06026 HTTP/1.1" status: 200 len: 267 time: 0.1978326 Feb 11 05:33:16.474308 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d44f710-83bf-4b71-ae82-20e20baa4402 None None] Update dhcp port {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'fixed_ips': [{'subnet_id': '7742479e-a89c-4b15-844f-9182bbebf183', 'ip_address': '2001:db8::f816:3eff:fe0a:46a2'}, {'subnet_id': 'be39165e-abe8-4d40-a05c-a635b076ad7c'}], 'binding:host_id': 'n-d-713499-38'}, 'id': '354d4d42-4ed6-4839-8ba7-6f4c370751d9'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:33:16.542885 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3d44f710-83bf-4b71-ae82-20e20baa4402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (354d4d42-4ed6-4839-8ba7-6f4c370751d9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.551242 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c53f2c61-ae4f-4ccf-bf78-24d4e03fe8a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (263b90db-5c3f-4013-9030-e5182d7fff6b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.607763 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2ec2333e-3547-4b4e-8f63-580884e573dd up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:16.629518 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53f2c61-ae4f-4ccf-bf78-24d4e03fe8a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:16.635683 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-c53f2c61-ae4f-4ccf-bf78-24d4e03fe8a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:16.645059 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53f2c61-ae4f-4ccf-bf78-24d4e03fe8a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:16.708401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-17896615-9b6f-4e4f-beda-1ca6cc492403 None None] Current status of the port 354d4d42-4ed6-4839-8ba7-6f4c370751d9 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:16.722411 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ffe277a6-992f-4a40-97f8-6d4f51fdca48 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:16.762306 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=354d4d42-4ed6-4839-8ba7-6f4c370751d9,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:16.772196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: ffe277a6-992f-4a40-97f8-6d4f51fdca48 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:16.773134 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device ffe277a6-992f-4a40-97f8-6d4f51fdca48 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:16.887290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b69d0ed3-706c-49d6-b70e-c34324ffcc7a req-e3084de3-e146-40d2-8ddc-0e781bedf643 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 210 time: 0.0814171 Feb 11 05:33:16.962894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2ec2333e-3547-4b4e-8f63-580884e573dd triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:16.964991 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2ec2333e-3547-4b4e-8f63-580884e573dd), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:16.981967 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Allocated IP 172.20.0.1 (0a2f56b6-13f0-4109-b3ef-04766d1f0f53/7859bd94-c489-4566-ae47-e775e5d79a82/77e9dff2-d687-4e74-aa45-c72cda5a9859) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:16.989124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-52ae86fe-cbfa-4902-b883-823ef7e80eb7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:17.004405 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-52ae86fe-cbfa-4902-b883-823ef7e80eb7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/networks?id=bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 HTTP/1.1" status: 200 len: 797 time: 0.6147988 Feb 11 05:33:17.041418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59cc4de0-c338-42a2-a458-a77d8ecf30ce req-5e4d792f-809c-4e45-a90a-a0ada454f225 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:17.066841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed7d29d-a032-4026-80a9-1ee66ad7ef8b None None] Sync routers for ids ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:17.070204 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-dcabc247-0ed9-493e-9da1-ab155d1ac7dc tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/quotas/89a824e240334b3fb89a7803bbc06026 HTTP/1.1" status: 200 len: 375 time: 0.0598752 Feb 11 05:33:17.134982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed7d29d-a032-4026-80a9-1ee66ad7ef8b None None] Routers {'0b5cfd65-7121-4546-ab23-d1019bf9d4ac'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:17.136089 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3ed7d29d-a032-4026-80a9-1ee66ad7ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:17.141070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f2c61-ae4f-4ccf-bf78-24d4e03fe8a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=263b90db-5c3f-4013-9030-e5182d7fff6b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:17.217201 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cc4de0-c338-42a2-a458-a77d8ecf30ce req-5e4d792f-809c-4e45-a90a-a0ada454f225 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] No DVR routers for this DVR port ffe277a6-992f-4a40-97f8-6d4f51fdca48 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:17.245026 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-59cc4de0-c338-42a2-a458-a77d8ecf30ce req-5e4d792f-809c-4e45-a90a-a0ada454f225 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.249114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59cc4de0-c338-42a2-a458-a77d8ecf30ce req-5e4d792f-809c-4e45-a90a-a0ada454f225 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.88 "DELETE /v2.0/ports/ffe277a6-992f-4a40-97f8-6d4f51fdca48 HTTP/1.1" status: 204 len: 173 time: 4.0696023 Feb 11 05:33:17.258452 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'name': 'network-vif-deleted', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:17.265130 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecc9c84-36a5-4648-bc1d-70a224f4a3f0" -d '{"events": [{"server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "name": "network-vif-deleted", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:17.364907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-3d44f710-83bf-4b71-ae82-20e20baa4402 None None] Allocated IP 172.20.0.2 (f998a239-103b-4838-bc3b-5e531dc8d131/be39165e-abe8-4d40-a05c-a635b076ad7c/354d4d42-4ed6-4839-8ba7-6f4c370751d9) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:17.380051 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-71ede414-6c1c-4f4a-99fb-213aecce4e05 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=89a824e240334b3fb89a7803bbc06026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3052156 Feb 11 05:33:17.384326 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53f2c61-ae4f-4ccf-bf78-24d4e03fe8a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:17.385233 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c53f2c61-ae4f-4ccf-bf78-24d4e03fe8a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.414981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b4695-766a-4abd-ae2c-e169ad0a9515 req-7a5e7d4a-5254-47c8-ae85-9431dfc6c13f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:17.418091 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c53f2c61-ae4f-4ccf-bf78-24d4e03fe8a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.8100328 Feb 11 05:33:17.422534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b4695-766a-4abd-ae2c-e169ad0a9515 req-7a5e7d4a-5254-47c8-ae85-9431dfc6c13f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:17.424910 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57908) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:17.430972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b4695-766a-4abd-ae2c-e169ad0a9515 req-7a5e7d4a-5254-47c8-ae85-9431dfc6c13f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:17.437778 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2ec2333e-3547-4b4e-8f63-580884e573dd is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:17.438411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b4695-766a-4abd-ae2c-e169ad0a9515 req-7a5e7d4a-5254-47c8-ae85-9431dfc6c13f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:17.444393 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2ec2333e-3547-4b4e-8f63-580884e573dd), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.444593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b4695-766a-4abd-ae2c-e169ad0a9515 req-7a5e7d4a-5254-47c8-ae85-9431dfc6c13f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:17.450440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b4695-766a-4abd-ae2c-e169ad0a9515 req-7a5e7d4a-5254-47c8-ae85-9431dfc6c13f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:17.456570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b4695-766a-4abd-ae2c-e169ad0a9515 req-7a5e7d4a-5254-47c8-ae85-9431dfc6c13f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:17.460366 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-232b4695-766a-4abd-ae2c-e169ad0a9515 req-7a5e7d4a-5254-47c8-ae85-9431dfc6c13f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.3156345 Feb 11 05:33:17.560979 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (77e9dff2-d687-4e74-aa45-c72cda5a9859), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.572525 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d70a83-6c3b-43d4-84d4-81d8ce5a0670 None None] Network 0a2f56b6-13f0-4109-b3ef-04766d1f0f53 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:17.657906 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866ad0a3-fc22-4d9e-add4-c8e4f1953a76 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:17.663946 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-232b4695-766a-4abd-ae2c-e169ad0a9515 req-d7ab6ee0-fd34-4b7f-8348-01a60445ec77 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1561794 Feb 11 05:33:17.689560 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866ad0a3-fc22-4d9e-add4-c8e4f1953a76 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:17.689560 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-866ad0a3-fc22-4d9e-add4-c8e4f1953a76 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2597048 Feb 11 05:33:17.695524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57916) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:17.822352 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (77e9dff2-d687-4e74-aa45-c72cda5a9859), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.901653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network 0a2f56b6-13f0-4109-b3ef-04766d1f0f53 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:17.913489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 2ec2333e-3547-4b4e-8f63-580884e573dd, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2ec2333e-3547-4b4e-8f63-580884e573dd,segment=NetworkSegment(b56242b3-111e-4992-bda8-9ba84b972f76),segment_id=b56242b3-111e-4992-bda8-9ba84b972f76)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:17.915174 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:17.919676 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:17.948831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7af0adba-a220-43f0-849c-ae7a1b78e7f4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port 263b90db-5c3f-4013-9030-e5182d7fff6b {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:17.949289 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7af0adba-a220-43f0-849c-ae7a1b78e7f4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (263b90db-5c3f-4013-9030-e5182d7fff6b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.984283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=77e9dff2-d687-4e74-aa45-c72cda5a9859,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:17.988636 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-05f31736-5810-44a6-a5c5-6748089d1f70 None None] Provisioning complete for port 2ec2333e-3547-4b4e-8f63-580884e573dd triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:17.989739 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-05f31736-5810-44a6-a5c5-6748089d1f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2ec2333e-3547-4b4e-8f63-580884e573dd), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:17.999141 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-3ed7d29d-a032-4026-80a9-1ee66ad7ef8b None None] Set router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:18.052093 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (97126cb8-4f15-4152-99d2-b23cf2426726), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.097324 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7af0adba-a220-43f0-849c-ae7a1b78e7f4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (263b90db-5c3f-4013-9030-e5182d7fff6b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.134702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7af0adba-a220-43f0-849c-ae7a1b78e7f4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for 263b90db-5c3f-4013-9030-e5182d7fff6b owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:18.150415 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-7bfcd9e6-d407-4c7a-b132-328e647b7c59 service neutron] 10.222.0.87 "GET /v2.0/networks/bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6890032 Feb 11 05:33:18.254738 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b508cb50-527a-4d4b-a457-dd65e40232f7 x-openstack-request-id: req-b508cb50-527a-4d4b-a457-dd65e40232f7 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:18.255203 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120a7feb-baa1-40df-a5f6-4b30e8a568fa", "name": "network-vif-deleted", "tag": "ffe277a6-992f-4a40-97f8-6d4f51fdca48", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:18.255589 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b508cb50-527a-4d4b-a457-dd65e40232f7 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:18.256212 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120a7feb-baa1-40df-a5f6-4b30e8a568fa', 'name': 'network-vif-deleted', 'tag': 'ffe277a6-992f-4a40-97f8-6d4f51fdca48', 'status': 'completed', 'code': 200} Feb 11 05:33:18.303373 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (77e9dff2-d687-4e74-aa45-c72cda5a9859), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.304420 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:33:18.332127 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-886cd779-74b7-4679-ba9f-e5d9a96efdd6 req-a80a9ee8-0bc8-4e28-839f-34a1aaa02ac9 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 210 time: 0.0594769 Feb 11 05:33:18.452325 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-08497244-80f0-4507-be14-c2929cf31497 service neutron] 10.222.0.87 "GET /v2.0/networks/bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878618 Feb 11 05:33:18.513937 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2ec2333e-3547-4b4e-8f63-580884e573dd), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.571436 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73d8233-6c4d-4a6c-bd37-c1e2190d6e57 None None] Network 042a0bca-a312-49e7-85e1-b90edc1aec99 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:18.740913 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7af0adba-a220-43f0-849c-ae7a1b78e7f4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (263b90db-5c3f-4013-9030-e5182d7fff6b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:18.839673 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef025758-b8d1-4820-9dec-43f01c6ab970 req-93d7fcfd-368d-492e-8986-1386eafa0108 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 210 time: 0.0873346 Feb 11 05:33:18.917409 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0adba-a220-43f0-849c-ae7a1b78e7f4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=263b90db-5c3f-4013-9030-e5182d7fff6b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:18.949358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3d44f710-83bf-4b71-ae82-20e20baa4402 None None] For port 354d4d42-4ed6-4839-8ba7-6f4c370751d9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=354d4d42-4ed6-4839-8ba7-6f4c370751d9,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:19.086608 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (77e9dff2-d687-4e74-aa45-c72cda5a9859), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.093512 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (77e9dff2-d687-4e74-aa45-c72cda5a9859), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.228990 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7af0adba-a220-43f0-849c-ae7a1b78e7f4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.247443 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7af0adba-a220-43f0-849c-ae7a1b78e7f4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/263b90db-5c3f-4013-9030-e5182d7fff6b HTTP/1.1" status: 204 len: 168 time: 1.5469754 Feb 11 05:33:19.249672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57954) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:19.264773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=2ec2333e-3547-4b4e-8f63-580884e573dd,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:19.300855 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=77e9dff2-d687-4e74-aa45-c72cda5a9859,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:19.317989 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (97126cb8-4f15-4152-99d2-b23cf2426726), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.345724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c7f42932-39d8-43ae-a4a7-07bb914d9698 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:19.437153 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048094a9-c625-41a3-805c-a9e19ce876e5 req-4d412547-d387-41fb-a678-ee4afafca197 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.444880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048094a9-c625-41a3-805c-a9e19ce876e5 req-4d412547-d387-41fb-a678-ee4afafca197 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.456892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048094a9-c625-41a3-805c-a9e19ce876e5 req-4d412547-d387-41fb-a678-ee4afafca197 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.465012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048094a9-c625-41a3-805c-a9e19ce876e5 req-4d412547-d387-41fb-a678-ee4afafca197 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.472395 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048094a9-c625-41a3-805c-a9e19ce876e5 req-4d412547-d387-41fb-a678-ee4afafca197 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.478821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048094a9-c625-41a3-805c-a9e19ce876e5 req-4d412547-d387-41fb-a678-ee4afafca197 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.485839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048094a9-c625-41a3-805c-a9e19ce876e5 req-4d412547-d387-41fb-a678-ee4afafca197 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.488344 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-048094a9-c625-41a3-805c-a9e19ce876e5 req-4d412547-d387-41fb-a678-ee4afafca197 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.6163294 Feb 11 05:33:19.541280 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d9dbb6-573f-4e62-bcd2-b94d8e6e5d88 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.543091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d9dbb6-573f-4e62-bcd2-b94d8e6e5d88 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.544401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d9dbb6-573f-4e62-bcd2-b94d8e6e5d88 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:19.551346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b4d9dbb6-573f-4e62-bcd2-b94d8e6e5d88 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2920415 Feb 11 05:33:19.552589 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57966) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:19.617420 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89279e06-c172-4ccf-820b-b29515d079d3 req-5a4c38d5-d472-4f85-a786-5bc69d78528d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 210 time: 0.0927091 Feb 11 05:33:19.711185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-048094a9-c625-41a3-805c-a9e19ce876e5 req-9d54c608-69e3-4425-a4e2-ac01d08a6ede tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1552238 Feb 11 05:33:19.722341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-44de738e-4c4c-4496-a500-75b3ce26de94 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 7742479e-a89c-4b15-844f-9182bbebf183 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:19.732256 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network 0a2f56b6-13f0-4109-b3ef-04766d1f0f53 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:19.734489 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:19.860639 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3d44f710-83bf-4b71-ae82-20e20baa4402 None None] Publish callbacks [] for port (354d4d42-4ed6-4839-8ba7-6f4c370751d9), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:19.934903 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3d44f710-83bf-4b71-ae82-20e20baa4402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (354d4d42-4ed6-4839-8ba7-6f4c370751d9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.009460 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-44de738e-4c4c-4496-a500-75b3ce26de94 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (7742479e-a89c-4b15-844f-9182bbebf183), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.066254 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6126a25e-613f-4b84-b057-681e68e246eb req-6647ded4-6d5a-4a36-87aa-b163015cf82b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 210 time: 0.0494282 Feb 11 05:33:20.128497 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-44de738e-4c4c-4496-a500-75b3ce26de94 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (7742479e-a89c-4b15-844f-9182bbebf183), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.129211 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-05f31736-5810-44a6-a5c5-6748089d1f70 None None] Current status of the port 2ec2333e-3547-4b4e-8f63-580884e573dd is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:20.136308 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 97126cb8-4f15-4152-99d2-b23cf2426726 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:33:20.151312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port c7f42932-39d8-43ae-a4a7-07bb914d9698 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:20.151741 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c7f42932-39d8-43ae-a4a7-07bb914d9698), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.444939 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:20.454905 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5572f945-2c84-4368-a019-625474405649 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/97126cb8-4f15-4152-99d2-b23cf2426726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6855674 Feb 11 05:33:20.455806 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57984) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:20.473226 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295f486-b181-4933-81cd-a2bc4356de84 None None] Sync routers for ids ['97126cb8-4f15-4152-99d2-b23cf2426726'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:20.479931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3ed7d29d-a032-4026-80a9-1ee66ad7ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:43Z', 'revision_number': 4, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'ee803249-60f5-4800-adf0-2230c9d836bf', 'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'mac_address': 'fa:16:3e:6f:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:42Z', 'updated_at': '2022-02-11T05:16:47Z', 'revision_number': 5, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'subnets': [{'id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:20.489421 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d295f486-b181-4933-81cd-a2bc4356de84 None None] Routers {'97126cb8-4f15-4152-99d2-b23cf2426726'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:20.490782 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d295f486-b181-4933-81cd-a2bc4356de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['97126cb8-4f15-4152-99d2-b23cf2426726'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:20.531750 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d295f486-b181-4933-81cd-a2bc4356de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:20.547275 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d295f486-b181-4933-81cd-a2bc4356de84 None None] Routers {'97126cb8-4f15-4152-99d2-b23cf2426726'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:20.548033 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d295f486-b181-4933-81cd-a2bc4356de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['97126cb8-4f15-4152-99d2-b23cf2426726'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:20.566203 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeacca6-9063-4601-8e6f-7ff568a488fb tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:20.567872 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ebeacca6-9063-4601-8e6f-7ff568a488fb tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports/77e9dff2-d687-4e74-aa45-c72cda5a9859 HTTP/1.1" status: 200 len: 910 time: 0.1118195 Feb 11 05:33:20.569570 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-44de738e-4c4c-4496-a500-75b3ce26de94 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (7742479e-a89c-4b15-844f-9182bbebf183), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.570856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57988) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:20.645866 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d295f486-b181-4933-81cd-a2bc4356de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:20.646771 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295f486-b181-4933-81cd-a2bc4356de84 None None] The sync data for ids ['97126cb8-4f15-4152-99d2-b23cf2426726'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:20.682540 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-44de738e-4c4c-4496-a500-75b3ce26de94 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (7742479e-a89c-4b15-844f-9182bbebf183), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.711478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-992401a5-77a3-4b9d-8dbe-cd5494966308 None None] Provisioning complete for port c7f42932-39d8-43ae-a4a7-07bb914d9698 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:20.714270 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-992401a5-77a3-4b9d-8dbe-cd5494966308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c7f42932-39d8-43ae-a4a7-07bb914d9698), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.734348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44f710-83bf-4b71-ae82-20e20baa4402 None None] Pushing event updated for resources: {'Port': ['ID=354d4d42-4ed6-4839-8ba7-6f4c370751d9,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:20.773745 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-44de738e-4c4c-4496-a500-75b3ce26de94 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:20.798456 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-44de738e-4c4c-4496-a500-75b3ce26de94 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/7742479e-a89c-4b15-844f-9182bbebf183 HTTP/1.1" status: 204 len: 168 time: 1.2435906 Feb 11 05:33:20.799268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57996) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:20.800208 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de738e-4c4c-4496-a500-75b3ce26de94 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=7742479e-a89c-4b15-844f-9182bbebf183,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:20.853955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed7d29d-a032-4026-80a9-1ee66ad7ef8b None None] Checking router: 0b5cfd65-7121-4546-ab23-d1019bf9d4ac for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:33:20.904323 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed7d29d-a032-4026-80a9-1ee66ad7ef8b None None] Routers {'0b5cfd65-7121-4546-ab23-d1019bf9d4ac'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:20.914557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3ed7d29d-a032-4026-80a9-1ee66ad7ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:21.004752 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-354020b8-8f8d-45f8-a69c-50301dbae6c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet be39165e-abe8-4d40-a05c-a635b076ad7c {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:21.013565 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-354020b8-8f8d-45f8-a69c-50301dbae6c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (be39165e-abe8-4d40-a05c-a635b076ad7c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.032357 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1dc76dfd-65d8-4077-bda6-2f39f2e6311e req-f2bc85c5-5d79-428f-a161-0cf3bde11e3b tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 210 time: 0.1535506 Feb 11 05:33:21.107119 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port c7f42932-39d8-43ae-a4a7-07bb914d9698 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:21.107119 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c7f42932-39d8-43ae-a4a7-07bb914d9698), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.168661 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ec81d-753f-42c8-b27a-80566b731490 req-cf8429b4-82d5-4b36-98c6-c98f2624c442 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:21.178222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ec81d-753f-42c8-b27a-80566b731490 req-cf8429b4-82d5-4b36-98c6-c98f2624c442 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:21.183976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ec81d-753f-42c8-b27a-80566b731490 req-cf8429b4-82d5-4b36-98c6-c98f2624c442 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:21.200860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ec81d-753f-42c8-b27a-80566b731490 req-cf8429b4-82d5-4b36-98c6-c98f2624c442 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:21.225833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ec81d-753f-42c8-b27a-80566b731490 req-cf8429b4-82d5-4b36-98c6-c98f2624c442 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:21.238517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ec81d-753f-42c8-b27a-80566b731490 req-cf8429b4-82d5-4b36-98c6-c98f2624c442 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:21.241211 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-354020b8-8f8d-45f8-a69c-50301dbae6c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (be39165e-abe8-4d40-a05c-a635b076ad7c), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.254684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port c7f42932-39d8-43ae-a4a7-07bb914d9698, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c7f42932-39d8-43ae-a4a7-07bb914d9698,segment=NetworkSegment(b053e28a-8f4f-4220-b395-4eb7b3228403),segment_id=b053e28a-8f4f-4220-b395-4eb7b3228403)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:21.255560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ec81d-753f-42c8-b27a-80566b731490 req-cf8429b4-82d5-4b36-98c6-c98f2624c442 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:21.257894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-153ec81d-753f-42c8-b27a-80566b731490 req-cf8429b4-82d5-4b36-98c6-c98f2624c442 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.3278840 Feb 11 05:33:21.288317 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c7f42932-39d8-43ae-a4a7-07bb914d9698), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.291805 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 354d4d42-4ed6-4839-8ba7-6f4c370751d9 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:21.674446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-99616f30-4ec4-4ddf-a971-5316de412fba tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:21.674850 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-641e2572-a6c4-467b-ba97-3a550e83b182 req-844df1b9-5c42-4311-8935-d7ea9477aa90 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 210 time: 0.1781125 Feb 11 05:33:21.680933 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-99616f30-4ec4-4ddf-a971-5316de412fba tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.73 "GET /v2.0/networks?id=bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 HTTP/1.1" status: 200 len: 797 time: 0.4580898 Feb 11 05:33:21.698164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-992401a5-77a3-4b9d-8dbe-cd5494966308 None None] Current status of the port c7f42932-39d8-43ae-a4a7-07bb914d9698 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:21.745135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=c7f42932-39d8-43ae-a4a7-07bb914d9698,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:21.782522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-3ed7d29d-a032-4026-80a9-1ee66ad7ef8b None None] Set router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:21.819919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-153ec81d-753f-42c8-b27a-80566b731490 req-4a1b8a4f-ea1d-454e-b905-2fdd843f5a4f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5528646 Feb 11 05:33:21.886259 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-354020b8-8f8d-45f8-a69c-50301dbae6c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (be39165e-abe8-4d40-a05c-a635b076ad7c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.887344 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.932752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 354d4d42-4ed6-4839-8ba7-6f4c370751d9 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:21.933183 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (354d4d42-4ed6-4839-8ba7-6f4c370751d9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.941931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-76fefa26-b009-4f17-8854-980a040a9bed None None] Provisioning complete for port 2ec2333e-3547-4b4e-8f63-580884e573dd triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:21.942311 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76fefa26-b009-4f17-8854-980a040a9bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2ec2333e-3547-4b4e-8f63-580884e573dd), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.952587 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-991a7752-4629-4412-beb0-9fdba58bcba7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89a824e240334b3fb89a7803bbc06026 HTTP/1.1" status: 200 len: 379 time: 0.2738726 Feb 11 05:33:21.955093 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-354020b8-8f8d-45f8-a69c-50301dbae6c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (be39165e-abe8-4d40-a05c-a635b076ad7c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:21.966092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-645b3a01-f309-446e-bf62-a84814cf27e4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'port': {'device_id': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'admin_state_up': True, 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'security_groups': ['3af73701-7a8f-4d78-8d0a-2f64900bdba0']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:22.062850 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-354020b8-8f8d-45f8-a69c-50301dbae6c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.074530 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-354020b8-8f8d-45f8-a69c-50301dbae6c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/be39165e-abe8-4d40-a05c-a635b076ad7c HTTP/1.1" status: 204 len: 168 time: 1.2610734 Feb 11 05:33:22.075701 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354020b8-8f8d-45f8-a69c-50301dbae6c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=be39165e-abe8-4d40-a05c-a635b076ad7c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:22.111270 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58016) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:22.191388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7199412-93ba-41bb-a32b-7e1eb8725ded None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:22.218544 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bf3b68e4-35c1-4217-b87e-7c2811e65796 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1152987 Feb 11 05:33:22.227886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58024) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:22.239487 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:22.774689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e520ad49-fe66-4033-a676-60aab5b4a7b0 req-9a5ae79e-bed9-4888-9316-e91a346d373a tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 210 time: 0.0609512 Feb 11 05:33:22.850800 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-76fefa26-b009-4f17-8854-980a040a9bed None None] Current status of the port 2ec2333e-3547-4b4e-8f63-580884e573dd is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:22.878724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3ed7d29d-a032-4026-80a9-1ee66ad7ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:43Z', 'revision_number': 4, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'ee803249-60f5-4800-adf0-2230c9d836bf', 'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'mac_address': 'fa:16:3e:6f:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:42Z', 'updated_at': '2022-02-11T05:16:47Z', 'revision_number': 5, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'subnets': [{'id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:22.889503 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 354d4d42-4ed6-4839-8ba7-6f4c370751d9 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:22.896750 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-590e548d-3016-42f7-9f8a-dfe5c04ee04a req-83aa30f8-e281-4801-ad82-0bd8658f3a6d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 210 time: 0.0789626 Feb 11 05:33:23.018835 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00755825-33c4-456c-bf12-edcd04197465 None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:23.041928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed7d29d-a032-4026-80a9-1ee66ad7ef8b None None] The sync data for ids ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'] in n-d-713499-38 is: [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:43Z', 'revision_number': 4, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'ee803249-60f5-4800-adf0-2230c9d836bf', 'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'mac_address': 'fa:16:3e:6f:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:42Z', 'updated_at': '2022-02-11T05:16:47Z', 'revision_number': 5, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'subnets': [{'id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:23.227011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17be21-5f24-482d-9d54-29f48c2f22fd req-f48412c1-5b4f-4179-b844-9e3dd6ba4f9d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:23.232776 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17be21-5f24-482d-9d54-29f48c2f22fd req-f48412c1-5b4f-4179-b844-9e3dd6ba4f9d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:23.248552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17be21-5f24-482d-9d54-29f48c2f22fd req-f48412c1-5b4f-4179-b844-9e3dd6ba4f9d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:23.255368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17be21-5f24-482d-9d54-29f48c2f22fd req-f48412c1-5b4f-4179-b844-9e3dd6ba4f9d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:23.261132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17be21-5f24-482d-9d54-29f48c2f22fd req-f48412c1-5b4f-4179-b844-9e3dd6ba4f9d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:23.267176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17be21-5f24-482d-9d54-29f48c2f22fd req-f48412c1-5b4f-4179-b844-9e3dd6ba4f9d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:23.275341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17be21-5f24-482d-9d54-29f48c2f22fd req-f48412c1-5b4f-4179-b844-9e3dd6ba4f9d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:23.277551 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af17be21-5f24-482d-9d54-29f48c2f22fd req-f48412c1-5b4f-4179-b844-9e3dd6ba4f9d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.2854035 Feb 11 05:33:23.291921 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-645b3a01-f309-446e-bf62-a84814cf27e4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Made reservation on behalf of 89a824e240334b3fb89a7803bbc06026 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:23.309248 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-645b3a01-f309-446e-bf62-a84814cf27e4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.316515 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:23.321533 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.365822 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c7f42932-39d8-43ae-a4a7-07bb914d9698 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:23.410754 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-76fefa26-b009-4f17-8854-980a040a9bed None None] Provisioning complete for port 77e9dff2-d687-4e74-aa45-c72cda5a9859 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:23.411227 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76fefa26-b009-4f17-8854-980a040a9bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (77e9dff2-d687-4e74-aa45-c72cda5a9859), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.432363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Allocated IP 172.21.0.1 (042a0bca-a312-49e7-85e1-b90edc1aec99/8995b61b-c9d5-4901-bc2a-1b4ca3a4d51f/808eaa2e-7275-43e0-b798-a3a245798800) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:23.457651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af17be21-5f24-482d-9d54-29f48c2f22fd req-909bc028-182c-4bbc-ba27-1233499af71c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1672361 Feb 11 05:33:23.545351 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-76fefa26-b009-4f17-8854-980a040a9bed None None] Port 77e9dff2-d687-4e74-aa45-c72cda5a9859 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:23.585402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-76fefa26-b009-4f17-8854-980a040a9bed None None] Provisioning complete for port c7f42932-39d8-43ae-a4a7-07bb914d9698 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:23.586413 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76fefa26-b009-4f17-8854-980a040a9bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c7f42932-39d8-43ae-a4a7-07bb914d9698), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.608962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-00755825-33c4-456c-bf12-edcd04197465 None None] Deleting port 354d4d42-4ed6-4839-8ba7-6f4c370751d9 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:23.609334 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-00755825-33c4-456c-bf12-edcd04197465 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (354d4d42-4ed6-4839-8ba7-6f4c370751d9), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.614495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port c7f42932-39d8-43ae-a4a7-07bb914d9698 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:23.614885 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c7f42932-39d8-43ae-a4a7-07bb914d9698), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.678430 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746711e6-bad1-4cf9-8053-18327f6769a0 None None] New status for floating IP 07684b33-aa93-465d-96be-261f3dea390c: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:33:23.752326 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (808eaa2e-7275-43e0-b798-a3a245798800), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.851942 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (808eaa2e-7275-43e0-b798-a3a245798800), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.906716 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network 042a0bca-a312-49e7-85e1-b90edc1aec99 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:23.914899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:23.920761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:23.979830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-645b3a01-f309-446e-bf62-a84814cf27e4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Allocated IP 172.20.0.7 (bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1/56d85561-1dbd-4932-a993-14b36f1f969b/22bc64a9-bea5-442b-984b-75140242a029) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:23.981739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=808eaa2e-7275-43e0-b798-a3a245798800,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:24.019561 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-00755825-33c4-456c-bf12-edcd04197465 None None] For port 354d4d42-4ed6-4839-8ba7-6f4c370751d9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=354d4d42-4ed6-4839-8ba7-6f4c370751d9,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:24.020160 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-00755825-33c4-456c-bf12-edcd04197465 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (354d4d42-4ed6-4839-8ba7-6f4c370751d9), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.067125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-00755825-33c4-456c-bf12-edcd04197465 None None] Calling delete_port for 354d4d42-4ed6-4839-8ba7-6f4c370751d9 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:24.114693 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6de9a328-a584-4ed8-a381-8de8ad8659c0 req-3c74643a-17b4-46fe-916b-2fc6ff317d6a tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 210 time: 0.1802011 Feb 11 05:33:24.180731 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-76fefa26-b009-4f17-8854-980a040a9bed None None] Current status of the port c7f42932-39d8-43ae-a4a7-07bb914d9698 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:24.205806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73865c0f-722c-4f29-b66b-e80964965de9 req-7961ca82-34a3-466e-8373-9b40e02bb754 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 210 time: 0.1052759 Feb 11 05:33:24.226900 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (97126cb8-4f15-4152-99d2-b23cf2426726), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.398855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port c7f42932-39d8-43ae-a4a7-07bb914d9698 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:24.405002 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-645b3a01-f309-446e-bf62-a84814cf27e4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for port (22bc64a9-bea5-442b-984b-75140242a029), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.414432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2ec2333e-3547-4b4e-8f63-580884e573dd up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:24.474408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fffb925c-fbec-4e78-af56-6b04530a0cbd None None] Provisioning complete for port 354d4d42-4ed6-4839-8ba7-6f4c370751d9 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:24.474773 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fffb925c-fbec-4e78-af56-6b04530a0cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (354d4d42-4ed6-4839-8ba7-6f4c370751d9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.525007 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-645b3a01-f309-446e-bf62-a84814cf27e4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (22bc64a9-bea5-442b-984b-75140242a029), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.562096 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (808eaa2e-7275-43e0-b798-a3a245798800), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.679737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2ec2333e-3547-4b4e-8f63-580884e573dd triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:24.689036 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2ec2333e-3547-4b4e-8f63-580884e573dd), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.797812 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-00755825-33c4-456c-bf12-edcd04197465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (354d4d42-4ed6-4839-8ba7-6f4c370751d9), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.831995 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00755825-33c4-456c-bf12-edcd04197465 None None] Pushing event deleted for resources: {'Port': ['ID=354d4d42-4ed6-4839-8ba7-6f4c370751d9,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:24.845315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00755825-33c4-456c-bf12-edcd04197465 None None] No DVR routers for this DVR port 354d4d42-4ed6-4839-8ba7-6f4c370751d9 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:24.849655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-fffb925c-fbec-4e78-af56-6b04530a0cbd None None] Current status of the port 354d4d42-4ed6-4839-8ba7-6f4c370751d9 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:24.890228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.objects.ports [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103170) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:33:24.905005 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-645b3a01-f309-446e-bf62-a84814cf27e4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:24.907137 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (783c9e7a-2a65-4e47-a6e7-ee5f7922bdc9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:24.943404 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2ec2333e-3547-4b4e-8f63-580884e573dd is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:24.988004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=783c9e7a-2a65-4e47-a6e7-ee5f7922bdc9,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:24.996368 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9dbb7bbc-90cb-40ba-bb8d-c93f1bbba02e None None] Provisioning complete for port 808eaa2e-7275-43e0-b798-a3a245798800 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:24.996776 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-645b3a01-f309-446e-bf62-a84814cf27e4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:24.998835 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9dbb7bbc-90cb-40ba-bb8d-c93f1bbba02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (808eaa2e-7275-43e0-b798-a3a245798800), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.020055 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:25.024570 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:25.025230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:25.025983 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:25.026551 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:25.027677 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:25.031088 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:25.031794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:25.033015 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:25.034308 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:25.034898 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:25.035531 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:25.049073 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:25.051497 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb7bbc-90cb-40ba-bb8d-c93f1bbba02e None None] Port 808eaa2e-7275-43e0-b798-a3a245798800 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:25.054377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc3d63-4c73-4e7d-85de-bfd5b53253f7 req-a1880246-eef3-4be7-8d30-31c17e2c8b9b tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:25.061389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:25.062518 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-645b3a01-f309-446e-bf62-a84814cf27e4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:25.066800 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b3a01-f309-446e-bf62-a84814cf27e4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Port': ['ID=22bc64a9-bea5-442b-984b-75140242a029,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:25.072239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc3d63-4c73-4e7d-85de-bfd5b53253f7 req-a1880246-eef3-4be7-8d30-31c17e2c8b9b tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:25.074217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:25.086322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc3d63-4c73-4e7d-85de-bfd5b53253f7 req-a1880246-eef3-4be7-8d30-31c17e2c8b9b tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:25.090855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15af77f0-95de-4a79-9ef9-ec0f035536fb None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:25.110529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc3d63-4c73-4e7d-85de-bfd5b53253f7 req-a1880246-eef3-4be7-8d30-31c17e2c8b9b tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:25.114225 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:25.114969 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.127451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc3d63-4c73-4e7d-85de-bfd5b53253f7 req-a1880246-eef3-4be7-8d30-31c17e2c8b9b tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:25.133268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc3d63-4c73-4e7d-85de-bfd5b53253f7 req-a1880246-eef3-4be7-8d30-31c17e2c8b9b tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:25.149490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc3d63-4c73-4e7d-85de-bfd5b53253f7 req-a1880246-eef3-4be7-8d30-31c17e2c8b9b tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:25.157087 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6cc3d63-4c73-4e7d-85de-bfd5b53253f7 req-a1880246-eef3-4be7-8d30-31c17e2c8b9b tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.5102005 Feb 11 05:33:25.162665 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 354d4d42-4ed6-4839-8ba7-6f4c370751d9 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:25.203282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-645b3a01-f309-446e-bf62-a84814cf27e4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:25.204194 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-645b3a01-f309-446e-bf62-a84814cf27e4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.246466 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-283df7de-4353-4277-b3f5-3e6cad4c8ef4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0146723 Feb 11 05:33:25.249242 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-645b3a01-f309-446e-bf62-a84814cf27e4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2874427 Feb 11 05:33:25.249820 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58076) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:25.260833 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0b33836c-13ae-462a-83da-ad721a617d9e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:25.298389 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 354d4d42-4ed6-4839-8ba7-6f4c370751d9 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:25.298744 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 354d4d42-4ed6-4839-8ba7-6f4c370751d9 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:25.355170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5649a99-0d3d-406f-ae4c-c62df10c95ca req-0d32f2bb-ec25-4dad-8cc0-cdc0cbeb490d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 210 time: 0.0735247 Feb 11 05:33:25.404716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6cc3d63-4c73-4e7d-85de-bfd5b53253f7 req-7c2fff08-872c-466a-80d1-bcab48ad047d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2335858 Feb 11 05:33:25.475612 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': '783c9e7a-2a65-4e47-a6e7-ee5f7922bdc9'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:33:25.476494 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.544655 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Request body: {'port': {'device_id': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:25.591898 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b33836c-13ae-462a-83da-ad721a617d9e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:25.597219 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b33836c-13ae-462a-83da-ad721a617d9e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.615917 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (808eaa2e-7275-43e0-b798-a3a245798800), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.629197 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (808eaa2e-7275-43e0-b798-a3a245798800), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.685911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Allocated IP 2001:db8::f816:3eff:fe54:784a (f998a239-103b-4838-bc3b-5e531dc8d131/783c9e7a-2a65-4e47-a6e7-ee5f7922bdc9/6148d448-0cdf-44db-b48e-c000e7dd6292) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:25.702346 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9fe8a-ad87-4cad-910d-429b00a2b3b5 req-eab8f440-6eb3-4a7e-9748-e30f32ac616c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:25.704184 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35a9fe8a-ad87-4cad-910d-429b00a2b3b5 req-eab8f440-6eb3-4a7e-9748-e30f32ac616c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 931 time: 0.1855712 Feb 11 05:33:25.727384 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (22bc64a9-bea5-442b-984b-75140242a029), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:25.784303 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (97126cb8-4f15-4152-99d2-b23cf2426726), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.002976 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Publish callbacks [] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.009878 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-060e0392-a9f5-49be-8b50-b8e04debb09d None None] Provisioning complete for port 22bc64a9-bea5-442b-984b-75140242a029 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:26.010260 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-060e0392-a9f5-49be-8b50-b8e04debb09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (22bc64a9-bea5-442b-984b-75140242a029), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.025344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=808eaa2e-7275-43e0-b798-a3a245798800,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:26.055092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-060e0392-a9f5-49be-8b50-b8e04debb09d None None] Port 22bc64a9-bea5-442b-984b-75140242a029 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:26.060851 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.074466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network 042a0bca-a312-49e7-85e1-b90edc1aec99 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:26.078664 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35a9fe8a-ad87-4cad-910d-429b00a2b3b5 req-0e8da010-6915-46b9-85f7-c442846db059 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3af73701-7a8f-4d78-8d0a-2f64900bdba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3560674 Feb 11 05:33:26.087758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:26.150743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Pushing event updated for resources: {'Port': ['ID=6148d448-0cdf-44db-b48e-c000e7dd6292,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:26.183800 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:26.192208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:26.198685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:26.309425 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 97126cb8-4f15-4152-99d2-b23cf2426726 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:26.311812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Attempting to bind port 6148d448-0cdf-44db-b48e-c000e7dd6292 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:26.312356 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Attempting to bind port 6148d448-0cdf-44db-b48e-c000e7dd6292 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:26.312749 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Attempting to bind port 6148d448-0cdf-44db-b48e-c000e7dd6292 on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:26.323532 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:26.323984 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:26.324518 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.325065 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:26.325548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Bound port: 6148d448-0cdf-44db-b48e-c000e7dd6292, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:26.325934 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.471643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] For port 6148d448-0cdf-44db-b48e-c000e7dd6292, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:26.483755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] For port 6148d448-0cdf-44db-b48e-c000e7dd6292, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6148d448-0cdf-44db-b48e-c000e7dd6292,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:26.499752 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.625355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-928753dd-4575-4b19-8e15-b017ad59009d None None] Provisioning complete for port 808eaa2e-7275-43e0-b798-a3a245798800 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:26.626016 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-928753dd-4575-4b19-8e15-b017ad59009d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (808eaa2e-7275-43e0-b798-a3a245798800), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.662429 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22bc64a9-bea5-442b-984b-75140242a029 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:26.666761 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-928753dd-4575-4b19-8e15-b017ad59009d None None] Port 808eaa2e-7275-43e0-b798-a3a245798800 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:26.681005 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Publish callbacks [] for port (22bc64a9-bea5-442b-984b-75140242a029), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.687164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf0bc8-81f4-4154-a160-cd00bbe06520 None None] Pushing event updated for resources: {'Port': ['ID=6148d448-0cdf-44db-b48e-c000e7dd6292,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:26.705039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Transition to ACTIVE for port object 22bc64a9-bea5-442b-984b-75140242a029 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:33:26.709313 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b33836c-13ae-462a-83da-ad721a617d9e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (2ad108ce-2b32-4b0d-9e21-ca6a10b90ebf), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.726858 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (22bc64a9-bea5-442b-984b-75140242a029), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.735110 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fe8cc88-9701-46d6-bcab-2aab589820c3 req-1c720dec-e560-4c39-a8d1-f0f13cbee0fc tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 210 time: 0.1495473 Feb 11 05:33:26.792607 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b33836c-13ae-462a-83da-ad721a617d9e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:26.800140 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:26.804223 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-0b33836c-13ae-462a-83da-ad721a617d9e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:26.807293 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b33836c-13ae-462a-83da-ad721a617d9e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:26.808176 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b33836c-13ae-462a-83da-ad721a617d9e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.808472 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e94e6f1d-1b7f-4225-849e-334b8dbe4ec8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/97126cb8-4f15-4152-99d2-b23cf2426726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2363727 Feb 11 05:33:26.812473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58100) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:26.828509 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c70fd61-2ff0-4216-8288-a069cb348380 None None] Sync routers for ids ['97126cb8-4f15-4152-99d2-b23cf2426726'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:26.856230 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c70fd61-2ff0-4216-8288-a069cb348380 None None] Routers {'97126cb8-4f15-4152-99d2-b23cf2426726'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:26.856700 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6c70fd61-2ff0-4216-8288-a069cb348380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['97126cb8-4f15-4152-99d2-b23cf2426726'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:26.865843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03200dc2-865c-4a7a-9d20-e3fdf86fe7ce req-3433f722-69d1-4e9e-beb2-0ec8d3a0ee2e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:26.872197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03200dc2-865c-4a7a-9d20-e3fdf86fe7ce req-3433f722-69d1-4e9e-beb2-0ec8d3a0ee2e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:26.883384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03200dc2-865c-4a7a-9d20-e3fdf86fe7ce req-3433f722-69d1-4e9e-beb2-0ec8d3a0ee2e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:26.907500 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03200dc2-865c-4a7a-9d20-e3fdf86fe7ce req-3433f722-69d1-4e9e-beb2-0ec8d3a0ee2e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:26.915793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03200dc2-865c-4a7a-9d20-e3fdf86fe7ce req-3433f722-69d1-4e9e-beb2-0ec8d3a0ee2e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:26.930031 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03200dc2-865c-4a7a-9d20-e3fdf86fe7ce req-3433f722-69d1-4e9e-beb2-0ec8d3a0ee2e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:26.946197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03200dc2-865c-4a7a-9d20-e3fdf86fe7ce req-3433f722-69d1-4e9e-beb2-0ec8d3a0ee2e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:26.957592 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03200dc2-865c-4a7a-9d20-e3fdf86fe7ce req-3433f722-69d1-4e9e-beb2-0ec8d3a0ee2e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.3716781 Feb 11 05:33:26.959478 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6c70fd61-2ff0-4216-8288-a069cb348380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:27.010468 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c70fd61-2ff0-4216-8288-a069cb348380 None None] Routers {'97126cb8-4f15-4152-99d2-b23cf2426726'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:27.011105 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6c70fd61-2ff0-4216-8288-a069cb348380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['97126cb8-4f15-4152-99d2-b23cf2426726'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:27.050484 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0b33836c-13ae-462a-83da-ad721a617d9e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7994940 Feb 11 05:33:27.055407 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58108) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:27.063597 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33836c-13ae-462a-83da-ad721a617d9e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=2ad108ce-2b32-4b0d-9e21-ca6a10b90ebf,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:27.075925 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Pushing event updated for resources: {'Port': ['ID=22bc64a9-bea5-442b-984b-75140242a029,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:27.107961 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b9d593f0-f5c7-48ff-8f75-d6a7efd98ca1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'mac_address': 'fa:16:3e:4b:e6:0b', 'name': 'tempest-NetworksTestDHCPv6-1993796463'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:27.136994 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6c70fd61-2ff0-4216-8288-a069cb348380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:27.138921 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c70fd61-2ff0-4216-8288-a069cb348380 None None] The sync data for ids ['97126cb8-4f15-4152-99d2-b23cf2426726'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:27.162980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01592a63-14ef-4c35-96ce-769020450b51 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:27.175527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-01592a63-14ef-4c35-96ce-769020450b51 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports/808eaa2e-7275-43e0-b798-a3a245798800 HTTP/1.1" status: 200 len: 910 time: 0.1937428 Feb 11 05:33:27.178853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58112) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:27.316907 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d593f0-f5c7-48ff-8f75-d6a7efd98ca1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:27.363911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Attempting to bind port 22bc64a9-bea5-442b-984b-75140242a029 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:27.364537 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Attempting to bind port 22bc64a9-bea5-442b-984b-75140242a029 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'ec5faa0c-b186-4e6d-8be6-cf1885e5f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:27.365044 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Attempting to bind port 22bc64a9-bea5-442b-984b-75140242a029 on network bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:27.372592 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Port 22bc64a9-bea5-442b-984b-75140242a029 on network bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:33:27.373178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Attempting to bind port 22bc64a9-bea5-442b-984b-75140242a029 on network bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:27.401739 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:27.402091 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Checking segment: {'id': 'ec5faa0c-b186-4e6d-8be6-cf1885e5f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:27.402484 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Bound using segment: {'id': 'ec5faa0c-b186-4e6d-8be6-cf1885e5f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:27.402927 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Bound port: 22bc64a9-bea5-442b-984b-75140242a029, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5faa0c-b186-4e6d-8be6-cf1885e5f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:27.403292 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (22bc64a9-bea5-442b-984b-75140242a029), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.452039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03200dc2-865c-4a7a-9d20-e3fdf86fe7ce req-e24a6723-d123-404e-8475-90178898e1c4 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4935787 Feb 11 05:33:27.482882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cc75b-3cf3-4f0e-be1c-298a1986fb26 req-4d179e19-ddf5-4948-96a5-dd9dfa565924 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:27.484613 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-383cc75b-3cf3-4f0e-be1c-298a1986fb26 req-4d179e19-ddf5-4948-96a5-dd9dfa565924 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 943 time: 0.1749241 Feb 11 05:33:27.530882 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] For port 22bc64a9-bea5-442b-984b-75140242a029, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:27.536399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] For port 22bc64a9-bea5-442b-984b-75140242a029, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=22bc64a9-bea5-442b-984b-75140242a029,segment=NetworkSegment(ec5faa0c-b186-4e6d-8be6-cf1885e5f353),segment_id=ec5faa0c-b186-4e6d-8be6-cf1885e5f353)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:27.679084 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9d593f0-f5c7-48ff-8f75-d6a7efd98ca1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.690245 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (22bc64a9-bea5-442b-984b-75140242a029), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.791718 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:27.794466 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:27.800564 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] 10.222.0.73 "PUT /v2.0/ports/22bc64a9-bea5-442b-984b-75140242a029 HTTP/1.1" status: 200 len: 1092 time: 2.2602520 Feb 11 05:33:27.809773 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'tag': '22bc64a9-bea5-442b-984b-75140242a029'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:27.816173 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad9bfab-1cff-44ed-a07b-d0a0b5ce4420" -d '{"events": [{"name": "network-changed", "server_uuid": "bafc8a85-cc11-4c40-9a63-863d75cc07be", "tag": "22bc64a9-bea5-442b-984b-75140242a029"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:27.988310 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-b9d593f0-f5c7-48ff-8f75-d6a7efd98ca1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port fa33a45d-9308-48ae-a733-360c53cc8694 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:33:28.063445 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf05b4-29b9-47b4-83d5-ac1bfef1dc02 service neutron] Pushing event updated for resources: {'Port': ['ID=22bc64a9-bea5-442b-984b-75140242a029,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:28.080256 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-383cc75b-3cf3-4f0e-be1c-298a1986fb26 req-009599bc-fc66-4f75-adbd-cb1a525009f4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3af73701-7a8f-4d78-8d0a-2f64900bdba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5751150 Feb 11 05:33:28.082893 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89c0cf9f-c4f1-4e31-b7f2-9eb4b6c7de39 req-94e3a11b-53ad-4423-af3f-0206be8f22cb tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 210 time: 0.1840320 Feb 11 05:33:28.140989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-9f2176d6-e490-4368-b798-2cd37e106056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:28.142908 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-9f2176d6-e490-4368-b798-2cd37e106056 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89a824e240334b3fb89a7803bbc06026&device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 1126 time: 0.2494209 Feb 11 05:33:28.306410 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-1a2a3c95-62ce-445b-ba58-8dee17dadc71 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22bc64a9-bea5-442b-984b-75140242a029 HTTP/1.1" status: 200 len: 217 time: 0.1545770 Feb 11 05:33:28.313173 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc7ed6b-b0a2-4192-91ce-64178cda35af x-openstack-request-id: req-fdc7ed6b-b0a2-4192-91ce-64178cda35af {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:28.313607 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafc8a85-cc11-4c40-9a63-863d75cc07be", "tag": "22bc64a9-bea5-442b-984b-75140242a029", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:28.313960 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fdc7ed6b-b0a2-4192-91ce-64178cda35af {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:28.316184 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'tag': '22bc64a9-bea5-442b-984b-75140242a029', 'status': 'completed', 'code': 200} Feb 11 05:33:28.430874 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (97126cb8-4f15-4152-99d2-b23cf2426726), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.492344 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1ef511fb-0d08-4bf3-ade9-5031476e9453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.598236 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e79c116-1c6a-4f66-a0ba-80a3de687424 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:28.672115 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-65768aef-f13c-4b1f-8328-ce5e4de4fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:28.673029 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-65768aef-f13c-4b1f-8328-ce5e4de4fb56 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56d85561-1dbd-4932-a993-14b36f1f969b HTTP/1.1" status: 200 len: 835 time: 0.2191062 Feb 11 05:33:28.716943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1cdd41bb-b82f-48cd-9f7f-93772f274483 None None] Provisioning complete for port 6148d448-0cdf-44db-b48e-c000e7dd6292 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:28.717348 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1cdd41bb-b82f-48cd-9f7f-93772f274483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.750860 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-b9d593f0-f5c7-48ff-8f75-d6a7efd98ca1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 172.20.0.2 (f998a239-103b-4838-bc3b-5e531dc8d131/2ad108ce-2b32-4b0d-9e21-ca6a10b90ebf/fa33a45d-9308-48ae-a733-360c53cc8694) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:28.760408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-b9d593f0-f5c7-48ff-8f75-d6a7efd98ca1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::f816:3eff:fe4b:e60b (f998a239-103b-4838-bc3b-5e531dc8d131/783c9e7a-2a65-4e47-a6e7-ee5f7922bdc9/fa33a45d-9308-48ae-a733-360c53cc8694) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:28.779454 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd20027-d6ec-46d2-91da-6f425a8ebdd0 req-0cd59205-3391-4a86-a1b2-a004e9bfe98f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:28.787264 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd20027-d6ec-46d2-91da-6f425a8ebdd0 req-0cd59205-3391-4a86-a1b2-a004e9bfe98f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:28.793176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd20027-d6ec-46d2-91da-6f425a8ebdd0 req-0cd59205-3391-4a86-a1b2-a004e9bfe98f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:28.799997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd20027-d6ec-46d2-91da-6f425a8ebdd0 req-0cd59205-3391-4a86-a1b2-a004e9bfe98f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:28.804617 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-b54def0e-8fc8-42ce-8795-0f9aede894c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:28.806167 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-b54def0e-8fc8-42ce-8795-0f9aede894c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1126547 Feb 11 05:33:28.806444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd20027-d6ec-46d2-91da-6f425a8ebdd0 req-0cd59205-3391-4a86-a1b2-a004e9bfe98f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:28.813007 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd20027-d6ec-46d2-91da-6f425a8ebdd0 req-0cd59205-3391-4a86-a1b2-a004e9bfe98f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:28.821165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd20027-d6ec-46d2-91da-6f425a8ebdd0 req-0cd59205-3391-4a86-a1b2-a004e9bfe98f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:28.823352 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd41bb-b82f-48cd-9f7f-93772f274483 None None] Current status of the port 6148d448-0cdf-44db-b48e-c000e7dd6292 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:28.823352 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1cdd41bb-b82f-48cd-9f7f-93772f274483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.830215 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3bd20027-d6ec-46d2-91da-6f425a8ebdd0 req-0cd59205-3391-4a86-a1b2-a004e9bfe98f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.2079425 Feb 11 05:33:28.941827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1cdd41bb-b82f-48cd-9f7f-93772f274483 None None] For port 6148d448-0cdf-44db-b48e-c000e7dd6292, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6148d448-0cdf-44db-b48e-c000e7dd6292,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:28.962047 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3bd20027-d6ec-46d2-91da-6f425a8ebdd0 req-1866c78f-fee8-4365-b8d3-62eb1271746b tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1292894 Feb 11 05:33:28.996095 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1cdd41bb-b82f-48cd-9f7f-93772f274483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.085590 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9d593f0-f5c7-48ff-8f75-d6a7efd98ca1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (fa33a45d-9308-48ae-a733-360c53cc8694), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.138796 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd41bb-b82f-48cd-9f7f-93772f274483 None None] Pushing event updated for resources: {'Port': ['ID=6148d448-0cdf-44db-b48e-c000e7dd6292,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:29.211366 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9d593f0-f5c7-48ff-8f75-d6a7efd98ca1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (fa33a45d-9308-48ae-a733-360c53cc8694), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.211947 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6148d448-0cdf-44db-b48e-c000e7dd6292 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:29.243249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port 808eaa2e-7275-43e0-b798-a3a245798800 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:29.246269 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (808eaa2e-7275-43e0-b798-a3a245798800), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.352203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e7d049-cbee-4edd-953d-9224e2756491 None None] Update dhcp port {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'fixed_ips': [{'subnet_id': '783c9e7a-2a65-4e47-a6e7-ee5f7922bdc9', 'ip_address': '2001:db8::f816:3eff:fe54:784a'}, {'subnet_id': '2ad108ce-2b32-4b0d-9e21-ca6a10b90ebf'}], 'binding:host_id': 'n-d-713499-38'}, 'id': '6148d448-0cdf-44db-b48e-c000e7dd6292'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:33:29.375581 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-0b5d9b66-3999-4b05-948e-609591a4624f service neutron] 10.222.0.73 "GET /v2.0/networks/bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616932 Feb 11 05:33:29.389017 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 6148d448-0cdf-44db-b48e-c000e7dd6292 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:29.390085 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.394228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d593f0-f5c7-48ff-8f75-d6a7efd98ca1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=fa33a45d-9308-48ae-a733-360c53cc8694,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:29.433899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d593f0-f5c7-48ff-8f75-d6a7efd98ca1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:29.439256 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b9d593f0-f5c7-48ff-8f75-d6a7efd98ca1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:29.459271 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d593f0-f5c7-48ff-8f75-d6a7efd98ca1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:29.509051 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4e7d049-cbee-4edd-953d-9224e2756491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.531037 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d9aca66a-0d14-405c-9fbf-b379725f0d7e req-bd222f7c-905c-4d92-bbfa-ce75d331a5f0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 210 time: 0.1883073 Feb 11 05:33:29.615142 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (808eaa2e-7275-43e0-b798-a3a245798800), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.633506 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d593f0-f5c7-48ff-8f75-d6a7efd98ca1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:29.634147 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9d593f0-f5c7-48ff-8f75-d6a7efd98ca1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.649922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for 808eaa2e-7275-43e0-b798-a3a245798800 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:29.672392 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b9d593f0-f5c7-48ff-8f75-d6a7efd98ca1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5780811 Feb 11 05:33:29.685375 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58174) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:29.721433 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60376454-8ca1-48d4-aa74-d65b77c45688 req-c3439ada-cb30-4a23-be4b-5d1954ebbdd3 service neutron] 10.222.0.73 "GET /v2.0/networks/bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157864 Feb 11 05:33:29.869119 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c8d44c-9c79-4aae-8f72-3370d4a2592c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:29.875488 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c8d44c-9c79-4aae-8f72-3370d4a2592c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:29.878219 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-77c8d44c-9c79-4aae-8f72-3370d4a2592c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1909370 Feb 11 05:33:29.881497 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58180) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:29.939926 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9bfab-1cff-44ed-a07b-d0a0b5ce4420 req-26715cea-64ca-428b-90be-b261696f5806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:29.942258 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2ad9bfab-1cff-44ed-a07b-d0a0b5ce4420 req-26715cea-64ca-428b-90be-b261696f5806 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89a824e240334b3fb89a7803bbc06026&device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 1126 time: 0.1428449 Feb 11 05:33:29.944195 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (808eaa2e-7275-43e0-b798-a3a245798800), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.113450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=808eaa2e-7275-43e0-b798-a3a245798800,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:30.133056 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9bfab-1cff-44ed-a07b-d0a0b5ce4420 req-d679176a-7cce-42cd-94c5-1a87d9f0659e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:30.142335 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2ad9bfab-1cff-44ed-a07b-d0a0b5ce4420 req-d679176a-7cce-42cd-94c5-1a87d9f0659e service neutron] 10.222.0.73 "GET /v2.0/networks?id=bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 HTTP/1.1" status: 200 len: 898 time: 0.1851335 Feb 11 05:33:30.179686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:30.180233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:30.180726 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:30.181220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:30.181728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:30.182217 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:30.182710 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:30.183185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:30.183696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:30.184192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:30.184664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:30.185147 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:30.185678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:30.203901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53f551-d7fd-45b2-8099-413718249b53 req-06e043c2-ec58-4837-b9b4-d817136497fc tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:30.212820 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b53f551-d7fd-45b2-8099-413718249b53 req-06e043c2-ec58-4837-b9b4-d817136497fc tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 943 time: 0.8635316 Feb 11 05:33:30.282709 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2ad9bfab-1cff-44ed-a07b-d0a0b5ce4420 req-8ee4a108-028f-4de0-b07e-346571aecc06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22bc64a9-bea5-442b-984b-75140242a029 HTTP/1.1" status: 200 len: 217 time: 0.1394258 Feb 11 05:33:30.396791 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9bfab-1cff-44ed-a07b-d0a0b5ce4420 req-966445ae-4c35-488e-b45b-938ecf10d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:30.398377 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2ad9bfab-1cff-44ed-a07b-d0a0b5ce4420 req-966445ae-4c35-488e-b45b-938ecf10d6f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56d85561-1dbd-4932-a993-14b36f1f969b HTTP/1.1" status: 200 len: 835 time: 0.0988441 Feb 11 05:33:30.403076 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-880e1150-1727-4289-a9ed-d7ddd6d2cf22 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port fa33a45d-9308-48ae-a733-360c53cc8694 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:30.403428 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-880e1150-1727-4289-a9ed-d7ddd6d2cf22 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (fa33a45d-9308-48ae-a733-360c53cc8694), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.434556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b53f551-d7fd-45b2-8099-413718249b53 req-7fe004f9-1044-4bdb-89a9-01a7afc49eca tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3af73701-7a8f-4d78-8d0a-2f64900bdba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173283 Feb 11 05:33:30.446136 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 6148d448-0cdf-44db-b48e-c000e7dd6292 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:30.560541 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9bfab-1cff-44ed-a07b-d0a0b5ce4420 req-b29b0aae-c3a4-4bab-9579-38eed5581bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:30.562463 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2ad9bfab-1cff-44ed-a07b-d0a0b5ce4420 req-b29b0aae-c3a4-4bab-9579-38eed5581bf8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1560643 Feb 11 05:33:30.602964 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-880e1150-1727-4289-a9ed-d7ddd6d2cf22 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (fa33a45d-9308-48ae-a733-360c53cc8694), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.636003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-b4e7d049-cbee-4edd-953d-9224e2756491 None None] Allocated IP 172.20.0.3 (f998a239-103b-4838-bc3b-5e531dc8d131/2ad108ce-2b32-4b0d-9e21-ca6a10b90ebf/6148d448-0cdf-44db-b48e-c000e7dd6292) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:30.643594 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-880e1150-1727-4289-a9ed-d7ddd6d2cf22 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for fa33a45d-9308-48ae-a733-360c53cc8694 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:30.802838 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1887-2bf2-4e3c-a9c1-5bd66718cc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.822602 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b4e7d049-cbee-4edd-953d-9224e2756491 None None] For port 6148d448-0cdf-44db-b48e-c000e7dd6292, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6148d448-0cdf-44db-b48e-c000e7dd6292,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:30.896769 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4e7d049-cbee-4edd-953d-9224e2756491 None None] Publish callbacks [] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.905771 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4e7d049-cbee-4edd-953d-9224e2756491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:30.982024 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b5d80-8ab2-4807-af35-8af55f2349e3 req-1a22018f-79f1-4e70-b8c5-987cde72f1db tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:30.988858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b5d80-8ab2-4807-af35-8af55f2349e3 req-1a22018f-79f1-4e70-b8c5-987cde72f1db tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:30.995014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b5d80-8ab2-4807-af35-8af55f2349e3 req-1a22018f-79f1-4e70-b8c5-987cde72f1db tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:31.000854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b5d80-8ab2-4807-af35-8af55f2349e3 req-1a22018f-79f1-4e70-b8c5-987cde72f1db tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:31.006282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b5d80-8ab2-4807-af35-8af55f2349e3 req-1a22018f-79f1-4e70-b8c5-987cde72f1db tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:31.011876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b5d80-8ab2-4807-af35-8af55f2349e3 req-1a22018f-79f1-4e70-b8c5-987cde72f1db tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:31.017189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b5d80-8ab2-4807-af35-8af55f2349e3 req-1a22018f-79f1-4e70-b8c5-987cde72f1db tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:31.019289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681b5d80-8ab2-4807-af35-8af55f2349e3 req-1a22018f-79f1-4e70-b8c5-987cde72f1db tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.8865216 Feb 11 05:33:31.034311 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f807c634-aa3e-4073-b130-fc85d809bc1b req-9bd945b6-4f2e-450f-9355-67a76ff57f98 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 210 time: 0.1074369 Feb 11 05:33:31.035332 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (97126cb8-4f15-4152-99d2-b23cf2426726), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.089815 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2ad9bfab-1cff-44ed-a07b-d0a0b5ce4420 req-1b98ba53-2643-4306-8619-aedba16d2595 service neutron] 10.222.0.73 "GET /v2.0/networks/bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195045 Feb 11 05:33:31.091939 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-880e1150-1727-4289-a9ed-d7ddd6d2cf22 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (fa33a45d-9308-48ae-a733-360c53cc8694), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.155637 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6148d448-0cdf-44db-b48e-c000e7dd6292 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:31.211306 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7d049-cbee-4edd-953d-9224e2756491 None None] Pushing event updated for resources: {'Port': ['ID=6148d448-0cdf-44db-b48e-c000e7dd6292,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:31.251550 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e1150-1727-4289-a9ed-d7ddd6d2cf22 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=fa33a45d-9308-48ae-a733-360c53cc8694,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:31.289052 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 6148d448-0cdf-44db-b48e-c000e7dd6292 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:31.289528 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.445169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 6148d448-0cdf-44db-b48e-c000e7dd6292 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:31.484867 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681b5d80-8ab2-4807-af35-8af55f2349e3 req-89318e91-1ce5-4ba7-99db-1328152aced3 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4469633 Feb 11 05:33:31.504698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 97126cb8-4f15-4152-99d2-b23cf2426726 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:31.528934 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-880e1150-1727-4289-a9ed-d7ddd6d2cf22 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.548716 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-880e1150-1727-4289-a9ed-d7ddd6d2cf22 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/fa33a45d-9308-48ae-a733-360c53cc8694 HTTP/1.1" status: 204 len: 168 time: 1.6659167 Feb 11 05:33:31.559652 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58212) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:31.617709 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2ad9bfab-1cff-44ed-a07b-d0a0b5ce4420 req-464156f8-7ade-4882-baea-955028302ab4 service neutron] 10.222.0.73 "GET /v2.0/networks/bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161467 Feb 11 05:33:31.663398 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04bec03-147c-43e6-b35a-43fa9ac9d200 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:31.666284 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04bec03-147c-43e6-b35a-43fa9ac9d200 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:31.669389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04bec03-147c-43e6-b35a-43fa9ac9d200 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:31.671614 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d04bec03-147c-43e6-b35a-43fa9ac9d200 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1102073 Feb 11 05:33:31.675402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:31.678507 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58216) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:31.685023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-02d03c6c-ec42-4b53-9442-8e81748dbd54 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/97126cb8-4f15-4152-99d2-b23cf2426726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5033081 Feb 11 05:33:31.695254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921e0cc-6810-440a-a71a-c1c7a03a0126 None None] Sync routers for ids ['97126cb8-4f15-4152-99d2-b23cf2426726'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:31.697591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58218) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:31.715758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921e0cc-6810-440a-a71a-c1c7a03a0126 None None] Routers {'97126cb8-4f15-4152-99d2-b23cf2426726'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:31.716406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4921e0cc-6810-440a-a71a-c1c7a03a0126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['97126cb8-4f15-4152-99d2-b23cf2426726'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:31.754424 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e4fc1a-3b2c-4291-b531-09f8aba075c0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 2ad108ce-2b32-4b0d-9e21-ca6a10b90ebf {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:31.774502 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01e4fc1a-3b2c-4291-b531-09f8aba075c0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (2ad108ce-2b32-4b0d-9e21-ca6a10b90ebf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.817367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877fe4e-0598-4823-b829-59896e8f383e req-6b06e593-2284-4576-baaf-52eb573b9ba7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:31.822791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4921e0cc-6810-440a-a71a-c1c7a03a0126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:31.827946 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0877fe4e-0598-4823-b829-59896e8f383e req-6b06e593-2284-4576-baaf-52eb573b9ba7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 943 time: 0.2045219 Feb 11 05:33:31.846238 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921e0cc-6810-440a-a71a-c1c7a03a0126 None None] Routers {'97126cb8-4f15-4152-99d2-b23cf2426726'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:31.850702 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4921e0cc-6810-440a-a71a-c1c7a03a0126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['97126cb8-4f15-4152-99d2-b23cf2426726'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:31.884063 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01e4fc1a-3b2c-4291-b531-09f8aba075c0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (2ad108ce-2b32-4b0d-9e21-ca6a10b90ebf), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:31.893208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4921e0cc-6810-440a-a71a-c1c7a03a0126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:31.894406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921e0cc-6810-440a-a71a-c1c7a03a0126 None None] The sync data for ids ['97126cb8-4f15-4152-99d2-b23cf2426726'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:32.012777 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0877fe4e-0598-4823-b829-59896e8f383e req-d38e68b1-92f8-4322-9d08-1d3dd9907d24 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3af73701-7a8f-4d78-8d0a-2f64900bdba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833925 Feb 11 05:33:32.056770 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 22bc64a9-bea5-442b-984b-75140242a029 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:33:32.062342 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01e4fc1a-3b2c-4291-b531-09f8aba075c0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (2ad108ce-2b32-4b0d-9e21-ca6a10b90ebf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.199549 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01e4fc1a-3b2c-4291-b531-09f8aba075c0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (2ad108ce-2b32-4b0d-9e21-ca6a10b90ebf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.251357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 22bc64a9-bea5-442b-984b-75140242a029, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=22bc64a9-bea5-442b-984b-75140242a029,segment=NetworkSegment(ec5faa0c-b186-4e6d-8be6-cf1885e5f353),segment_id=ec5faa0c-b186-4e6d-8be6-cf1885e5f353)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:32.285371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4fc1a-3b2c-4291-b531-09f8aba075c0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad108ce-2b32-4b0d-9e21-ca6a10b90ebf,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:32.288867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '22bc64a9-bea5-442b-984b-75140242a029', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'port_id': '22bc64a9-bea5-442b-984b-75140242a029', 'mac_address': 'fa:16:3e:9b:ed:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:33:32.340897 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01e4fc1a-3b2c-4291-b531-09f8aba075c0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.341088 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bfcb590c-7916-4d49-bc8b-c9899507eb83 req-47ff3449-d1fd-4921-89e4-b95b8852d76e tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 210 time: 0.1248820 Feb 11 05:33:32.345132 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-01e4fc1a-3b2c-4291-b531-09f8aba075c0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/2ad108ce-2b32-4b0d-9e21-ca6a10b90ebf HTTP/1.1" status: 204 len: 168 time: 0.6651924 Feb 11 05:33:32.348302 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58230) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:32.395701 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 22bc64a9-bea5-442b-984b-75140242a029 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:32.396276 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (22bc64a9-bea5-442b-984b-75140242a029), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.425055 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8bc7e6-644b-4cdf-a937-01ecb48992b5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 783c9e7a-2a65-4e47-a6e7-ee5f7922bdc9 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:32.433636 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d8bc7e6-644b-4cdf-a937-01ecb48992b5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (783c9e7a-2a65-4e47-a6e7-ee5f7922bdc9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.457708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22bc64a9-bea5-442b-984b-75140242a029 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:32.478171 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.497751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b1549d-d472-4715-80ec-a7697a79c057 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:32.519044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 22bc64a9-bea5-442b-984b-75140242a029, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=22bc64a9-bea5-442b-984b-75140242a029,segment=NetworkSegment(ec5faa0c-b186-4e6d-8be6-cf1885e5f353),segment_id=ec5faa0c-b186-4e6d-8be6-cf1885e5f353)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:32.546643 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d8bc7e6-644b-4cdf-a937-01ecb48992b5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (783c9e7a-2a65-4e47-a6e7-ee5f7922bdc9), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.596655 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (22bc64a9-bea5-442b-984b-75140242a029), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.729703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3ebdf172-2318-4733-9988-16db778befc8 None None] Provisioning complete for port 6148d448-0cdf-44db-b48e-c000e7dd6292 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:32.731276 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf172-2318-4733-9988-16db778befc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:32.841199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=22bc64a9-bea5-442b-984b-75140242a029,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:32.909941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba6841-0b95-496b-a56c-1d209a7987ee req-7a085ed3-b093-4653-84d1-91d4130ed8cc tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:32.917687 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba6841-0b95-496b-a56c-1d209a7987ee req-7a085ed3-b093-4653-84d1-91d4130ed8cc tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:32.924533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba6841-0b95-496b-a56c-1d209a7987ee req-7a085ed3-b093-4653-84d1-91d4130ed8cc tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:32.929992 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['22bc64a9-bea5-442b-984b-75140242a029'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:32.930659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba6841-0b95-496b-a56c-1d209a7987ee req-7a085ed3-b093-4653-84d1-91d4130ed8cc tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:32.937754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba6841-0b95-496b-a56c-1d209a7987ee req-7a085ed3-b093-4653-84d1-91d4130ed8cc tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:32.943474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba6841-0b95-496b-a56c-1d209a7987ee req-7a085ed3-b093-4653-84d1-91d4130ed8cc tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:32.951313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba6841-0b95-496b-a56c-1d209a7987ee req-7a085ed3-b093-4653-84d1-91d4130ed8cc tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:32.953534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2bba6841-0b95-496b-a56c-1d209a7987ee req-7a085ed3-b093-4653-84d1-91d4130ed8cc tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.3237319 Feb 11 05:33:33.018618 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3ebdf172-2318-4733-9988-16db778befc8 None None] Current status of the port 6148d448-0cdf-44db-b48e-c000e7dd6292 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:33.075035 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d8bc7e6-644b-4cdf-a937-01ecb48992b5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (783c9e7a-2a65-4e47-a6e7-ee5f7922bdc9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.186985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2bba6841-0b95-496b-a56c-1d209a7987ee req-5cf15804-29c6-4458-9239-36c7541f0695 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1916976 Feb 11 05:33:33.240865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6148d448-0cdf-44db-b48e-c000e7dd6292 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:33.356202 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ef7d57e7-0934-46ce-8ef1-6932833fde04 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (97126cb8-4f15-4152-99d2-b23cf2426726), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.424652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 6148d448-0cdf-44db-b48e-c000e7dd6292 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:33.425273 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.582728 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d8bc7e6-644b-4cdf-a937-01ecb48992b5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (783c9e7a-2a65-4e47-a6e7-ee5f7922bdc9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.664801 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d8bc7e6-644b-4cdf-a937-01ecb48992b5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.671452 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58254) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:33.681647 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2d8bc7e6-644b-4cdf-a937-01ecb48992b5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/783c9e7a-2a65-4e47-a6e7-ee5f7922bdc9 HTTP/1.1" status: 204 len: 168 time: 1.3318634 Feb 11 05:33:33.698518 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:33.716610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e27f79d3-cf92-4a2b-8865-273932de5981 req-9e532e57-9e45-403c-9c76-83d2fd879a4f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 210 time: 0.1994088 Feb 11 05:33:33.722819 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 6148d448-0cdf-44db-b48e-c000e7dd6292 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:33.767344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c34ddf-4eba-4058-8137-5327481a4f17 req-e4f1247f-8f31-4c96-8f8d-6dc80dd5963e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:33.778355 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-11c34ddf-4eba-4058-8137-5327481a4f17 req-e4f1247f-8f31-4c96-8f8d-6dc80dd5963e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 944 time: 0.5359330 Feb 11 05:33:33.784518 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f86ebbd0-7d04-4358-8194-837291fb1c06 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086919 Feb 11 05:33:33.785045 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58256) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:33.789231 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bc7e6-644b-4cdf-a937-01ecb48992b5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=783c9e7a-2a65-4e47-a6e7-ee5f7922bdc9,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:33.798253 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-380585e8-6407-4d9e-a1de-5930d26a613f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:33.918178 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-11c34ddf-4eba-4058-8137-5327481a4f17 req-0deae6d0-13d8-44e8-802b-635c36df23b5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3af73701-7a8f-4d78-8d0a-2f64900bdba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389308 Feb 11 05:33:33.976874 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380585e8-6407-4d9e-a1de-5930d26a613f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:33.981494 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-380585e8-6407-4d9e-a1de-5930d26a613f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.024924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540123e8-9dac-4444-b924-74e8ba6fd7c3 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:34.082707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 7bcee796-21e7-410d-b1ec-9e7e94e164c7 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:33:34.084985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 22bc64a9-bea5-442b-984b-75140242a029 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:34.176427 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-ef7d57e7-0934-46ce-8ef1-6932833fde04 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port 77e9dff2-d687-4e74-aa45-c72cda5a9859 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:34.178744 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ef7d57e7-0934-46ce-8ef1-6932833fde04 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (77e9dff2-d687-4e74-aa45-c72cda5a9859), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.263134 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5a5e66aa-71eb-42d6-ac10-6681ad87ae8f None None] Provisioning complete for port 6148d448-0cdf-44db-b48e-c000e7dd6292 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:34.263537 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5a5e66aa-71eb-42d6-ac10-6681ad87ae8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.385197 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.resource_extend [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:33:34.399362 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ef7d57e7-0934-46ce-8ef1-6932833fde04 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (77e9dff2-d687-4e74-aa45-c72cda5a9859), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.427122 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-ef7d57e7-0934-46ce-8ef1-6932833fde04 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for 77e9dff2-d687-4e74-aa45-c72cda5a9859 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:34.428245 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-380585e8-6407-4d9e-a1de-5930d26a613f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (fd07c97e-58c1-4fe0-90d7-51ef03175f1b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.462771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22bdcd-73da-49a2-98a1-2911e525f3a5 req-2695ddbd-4fea-4057-b07a-fd8502653eb4 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:34.469932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22bdcd-73da-49a2-98a1-2911e525f3a5 req-2695ddbd-4fea-4057-b07a-fd8502653eb4 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:34.478220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22bdcd-73da-49a2-98a1-2911e525f3a5 req-2695ddbd-4fea-4057-b07a-fd8502653eb4 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:34.483972 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 7bcee796-21e7-410d-b1ec-9e7e94e164c7, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=7bcee796-21e7-410d-b1ec-9e7e94e164c7,segment=NetworkSegment(4026cc13-97fa-4344-b9da-7d1b79dff762),segment_id=4026cc13-97fa-4344-b9da-7d1b79dff762)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:34.484553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22bdcd-73da-49a2-98a1-2911e525f3a5 req-2695ddbd-4fea-4057-b07a-fd8502653eb4 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:34.492319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22bdcd-73da-49a2-98a1-2911e525f3a5 req-2695ddbd-4fea-4057-b07a-fd8502653eb4 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:34.499292 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22bdcd-73da-49a2-98a1-2911e525f3a5 req-2695ddbd-4fea-4057-b07a-fd8502653eb4 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:34.505606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22bdcd-73da-49a2-98a1-2911e525f3a5 req-2695ddbd-4fea-4057-b07a-fd8502653eb4 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:34.509305 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db22bdcd-73da-49a2-98a1-2911e525f3a5 req-2695ddbd-4fea-4057-b07a-fd8502653eb4 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5422 time: 0.1815343 Feb 11 05:33:34.516890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '7bcee796-21e7-410d-b1ec-9e7e94e164c7', 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac', 'port_id': '7bcee796-21e7-410d-b1ec-9e7e94e164c7', 'mac_address': 'fa:16:3e:29:fd:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cec936-abe4-430a-9a3b-3c96014981c9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:33:34.544454 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380585e8-6407-4d9e-a1de-5930d26a613f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:34.553494 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-380585e8-6407-4d9e-a1de-5930d26a613f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:34.566203 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380585e8-6407-4d9e-a1de-5930d26a613f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:34.567142 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-380585e8-6407-4d9e-a1de-5930d26a613f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.592079 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380585e8-6407-4d9e-a1de-5930d26a613f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=fd07c97e-58c1-4fe0-90d7-51ef03175f1b,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:34.613210 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-380585e8-6407-4d9e-a1de-5930d26a613f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8266780 Feb 11 05:33:34.615717 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58272) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:34.628457 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-788ed7fa-236a-4005-bce5-5f79ba8ce7fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:34.650117 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 7bcee796-21e7-410d-b1ec-9e7e94e164c7 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:34.650524 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.696782 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcee796-21e7-410d-b1ec-9e7e94e164c7 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:34.722184 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 22bc64a9-bea5-442b-984b-75140242a029 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:33:34.730127 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 22bc64a9-bea5-442b-984b-75140242a029 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:34.730642 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (22bc64a9-bea5-442b-984b-75140242a029), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.803937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d522169-520b-4601-99a4-0d035a296fd4 None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:34.820035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db22bdcd-73da-49a2-98a1-2911e525f3a5 req-45f3e94b-a261-4e91-9043-2014c9542697 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3045616 Feb 11 05:33:34.870235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 7bcee796-21e7-410d-b1ec-9e7e94e164c7, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=7bcee796-21e7-410d-b1ec-9e7e94e164c7,segment=NetworkSegment(4026cc13-97fa-4344-b9da-7d1b79dff762),segment_id=4026cc13-97fa-4344-b9da-7d1b79dff762)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:34.875203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e66aa-71eb-42d6-ac10-6681ad87ae8f None None] Current status of the port 6148d448-0cdf-44db-b48e-c000e7dd6292 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:34.894934 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788ed7fa-236a-4005-bce5-5f79ba8ce7fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:34.900799 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-788ed7fa-236a-4005-bce5-5f79ba8ce7fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.955793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b1531ba-cf7b-4f51-b0a9-61f36a01e07e req-4092256b-ed81-431b-a62b-022857dda54b tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=120a7feb-baa1-40df-a5f6-4b30e8a568fa HTTP/1.1" status: 200 len: 210 time: 0.0566933 Feb 11 05:33:35.006197 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ef7d57e7-0934-46ce-8ef1-6932833fde04 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (77e9dff2-d687-4e74-aa45-c72cda5a9859), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.010905 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.015737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e807764e-d613-4927-87a7-0871be7d6db6 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:33:35.114369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d57e7-0934-46ce-8ef1-6932833fde04 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=77e9dff2-d687-4e74-aa45-c72cda5a9859,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:35.166463 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 22bc64a9-bea5-442b-984b-75140242a029 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:35.167041 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (22bc64a9-bea5-442b-984b-75140242a029), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.174920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6148d448-0cdf-44db-b48e-c000e7dd6292 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:35.427325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d790ac-5bf4-47e1-b7f7-d0fef615a3c9 req-a8a8772c-be04-40cc-9dac-4ff00b768cd7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:35.434640 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b3d790ac-5bf4-47e1-b7f7-d0fef615a3c9 req-a8a8772c-be04-40cc-9dac-4ff00b768cd7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 944 time: 0.3309290 Feb 11 05:33:35.456704 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ef7d57e7-0934-46ce-8ef1-6932833fde04 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (97126cb8-4f15-4152-99d2-b23cf2426726), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.542683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bc64a9-bea5-442b-984b-75140242a029'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:35.545435 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa5b6a8-303d-4beb-a946-5a6de936c329" -d '{"events": [{"server_uuid": "bafc8a85-cc11-4c40-9a63-863d75cc07be", "name": "network-vif-plugged", "status": "completed", "tag": "22bc64a9-bea5-442b-984b-75140242a029"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:35.550051 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.556706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 22bc64a9-bea5-442b-984b-75140242a029, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=22bc64a9-bea5-442b-984b-75140242a029,segment=NetworkSegment(ec5faa0c-b186-4e6d-8be6-cf1885e5f353),segment_id=ec5faa0c-b186-4e6d-8be6-cf1885e5f353)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:35.582337 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (22bc64a9-bea5-442b-984b-75140242a029), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.593782 n-d-713499-38 neutron-server[103170]: DEBUG neutron.objects.ports [None req-788ed7fa-236a-4005-bce5-5f79ba8ce7fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103170) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:33:35.600546 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e807764e-d613-4927-87a7-0871be7d6db6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e807764e-d613-4927-87a7-0871be7d6db6,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:35.618780 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=7bcee796-21e7-410d-b1ec-9e7e94e164c7,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:35.625425 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'e807764e-d613-4927-87a7-0871be7d6db6', 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4', 'port_id': 'e807764e-d613-4927-87a7-0871be7d6db6', 'mac_address': 'fa:16:3e:2a:59:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ffbfec-1193-4937-9b0b-71991ee02cfb', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:33:35.695757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5d522169-520b-4601-99a4-0d035a296fd4 None None] Deleting port 6148d448-0cdf-44db-b48e-c000e7dd6292 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:35.696283 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d522169-520b-4601-99a4-0d035a296fd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.712844 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b3d790ac-5bf4-47e1-b7f7-d0fef615a3c9 req-f09c4cb6-c912-4d4b-9e40-f0b60cce609f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3af73701-7a8f-4d78-8d0a-2f64900bdba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771628 Feb 11 05:33:35.782257 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 6148d448-0cdf-44db-b48e-c000e7dd6292 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:35.782876 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.877252 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=22bc64a9-bea5-442b-984b-75140242a029,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:35.897656 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8e661b-da09-4ebd-81a3-a462e1c62531 x-openstack-request-id: req-0c8e661b-da09-4ebd-81a3-a462e1c62531 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:35.897953 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafc8a85-cc11-4c40-9a63-863d75cc07be", "name": "network-vif-plugged", "status": "completed", "tag": "22bc64a9-bea5-442b-984b-75140242a029", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:35.898233 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0c8e661b-da09-4ebd-81a3-a462e1c62531 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:35.898612 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bc64a9-bea5-442b-984b-75140242a029', 'code': 200} Feb 11 05:33:35.975753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port e807764e-d613-4927-87a7-0871be7d6db6 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:35.976344 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e807764e-d613-4927-87a7-0871be7d6db6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:35.986454 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7d57e7-0934-46ce-8ef1-6932833fde04 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 97126cb8-4f15-4152-99d2-b23cf2426726 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:36.005914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5d522169-520b-4601-99a4-0d035a296fd4 None None] For port 6148d448-0cdf-44db-b48e-c000e7dd6292, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6148d448-0cdf-44db-b48e-c000e7dd6292,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:36.006491 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d522169-520b-4601-99a4-0d035a296fd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.020988 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5d522169-520b-4601-99a4-0d035a296fd4 None None] Calling delete_port for 6148d448-0cdf-44db-b48e-c000e7dd6292 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:36.160276 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d522169-520b-4601-99a4-0d035a296fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (6148d448-0cdf-44db-b48e-c000e7dd6292), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.166502 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e807764e-d613-4927-87a7-0871be7d6db6 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:36.178745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58320) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:36.220352 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d522169-520b-4601-99a4-0d035a296fd4 None None] Pushing event deleted for resources: {'Port': ['ID=6148d448-0cdf-44db-b48e-c000e7dd6292,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:36.237061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d522169-520b-4601-99a4-0d035a296fd4 None None] No DVR routers for this DVR port 6148d448-0cdf-44db-b48e-c000e7dd6292 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:36.256094 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e807764e-d613-4927-87a7-0871be7d6db6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e807764e-d613-4927-87a7-0871be7d6db6,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:36.264920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4c5593-4f2a-4f66-898e-af7c5a448ce1 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:36.336279 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7d57e7-0934-46ce-8ef1-6932833fde04 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:36.349941 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e807764e-d613-4927-87a7-0871be7d6db6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.350883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ef7d57e7-0934-46ce-8ef1-6932833fde04 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/97126cb8-4f15-4152-99d2-b23cf2426726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6512806 Feb 11 05:33:36.354588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:33:36.356680 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba22f96-9c17-4f79-b11c-2f4c3393cd27 None None] Sync routers for ids ['97126cb8-4f15-4152-99d2-b23cf2426726'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:36.364842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58324) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:36.370870 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b0e9035-89de-4f8f-815d-10df15be675f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group (6d34278f-bfa3-4103-a612-47e171312fb2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.371110 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba22f96-9c17-4f79-b11c-2f4c3393cd27 None None] Routers {'97126cb8-4f15-4152-99d2-b23cf2426726'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:36.372200 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2ba22f96-9c17-4f79-b11c-2f4c3393cd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['97126cb8-4f15-4152-99d2-b23cf2426726'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:36.450022 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2ba22f96-9c17-4f79-b11c-2f4c3393cd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:36.459518 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba22f96-9c17-4f79-b11c-2f4c3393cd27 None None] Routers {'97126cb8-4f15-4152-99d2-b23cf2426726'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:36.461283 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2ba22f96-9c17-4f79-b11c-2f4c3393cd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['97126cb8-4f15-4152-99d2-b23cf2426726'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:36.462403 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-94d48d9c-b505-46ee-8f53-3ff0800f7ddf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports?device_id=97126cb8-4f15-4152-99d2-b23cf2426726 HTTP/1.1" status: 200 len: 205 time: 0.0947847 Feb 11 05:33:36.465094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58326) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:36.517374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=e807764e-d613-4927-87a7-0871be7d6db6,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:36.528863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:36.531197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4861f6c-dd84-4e39-a573-bcd0be55cb44 req-ddb10dd8-40e3-44c6-97c0-0a151b803fa5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:36.537025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4861f6c-dd84-4e39-a573-bcd0be55cb44 req-ddb10dd8-40e3-44c6-97c0-0a151b803fa5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:36.542430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4861f6c-dd84-4e39-a573-bcd0be55cb44 req-ddb10dd8-40e3-44c6-97c0-0a151b803fa5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:36.546937 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2ba22f96-9c17-4f79-b11c-2f4c3393cd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:36.548109 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba22f96-9c17-4f79-b11c-2f4c3393cd27 None None] The sync data for ids ['97126cb8-4f15-4152-99d2-b23cf2426726'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:36.557774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4861f6c-dd84-4e39-a573-bcd0be55cb44 req-ddb10dd8-40e3-44c6-97c0-0a151b803fa5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:36.565553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4861f6c-dd84-4e39-a573-bcd0be55cb44 req-ddb10dd8-40e3-44c6-97c0-0a151b803fa5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:36.572689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4861f6c-dd84-4e39-a573-bcd0be55cb44 req-ddb10dd8-40e3-44c6-97c0-0a151b803fa5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:36.578417 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4861f6c-dd84-4e39-a573-bcd0be55cb44 req-ddb10dd8-40e3-44c6-97c0-0a151b803fa5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:36.581294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4861f6c-dd84-4e39-a573-bcd0be55cb44 req-ddb10dd8-40e3-44c6-97c0-0a151b803fa5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5423 time: 0.5856733 Feb 11 05:33:36.602905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7', 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4', 'port_id': 'aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7', 'mac_address': 'fa:16:3e:e7:f7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ffbfec-1193-4937-9b0b-71991ee02cfb', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:33:36.636685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': 'b63bd216-2252-4525-b7f1-73219ce5d9d3'}, {'subnet_id': 'fd07c97e-58c1-4fe0-90d7-51ef03175f1b'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:33:36.638709 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.664597 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b0e9035-89de-4f8f-815d-10df15be675f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group (6d34278f-bfa3-4103-a612-47e171312fb2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.684903 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:36.685836 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.703303 n-d-713499-38 neutron-server[103170]: WARNING neutron.services.revisions.revision_plugin [None req-788ed7fa-236a-4005-bce5-5f79ba8ce7fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Could not find related port for resource to bump revision. Feb 11 05:33:36.704121 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:36.706387 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbebaed-647d-459f-ae82-b5dedb774930 req-3298493d-85a5-4e67-8de9-be24a02535af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:36.708118 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2dbebaed-647d-459f-ae82-b5dedb774930 req-3298493d-85a5-4e67-8de9-be24a02535af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 1128 time: 0.1433563 Feb 11 05:33:36.713925 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_pluggable_backend [None req-788ed7fa-236a-4005-bce5-5f79ba8ce7fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Port 6148d448-0cdf-44db-b48e-c000e7dd6292 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 05:33:36.714313 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_pluggable_backend [None req-788ed7fa-236a-4005-bce5-5f79ba8ce7fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Reverting IP allocation for 2001:db8::f816:3eff:fe54:784a {{(pid=103170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 05:33:36.723990 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_pluggable_backend [None req-788ed7fa-236a-4005-bce5-5f79ba8ce7fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe54:784a {{(pid=103170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 05:33:36.729976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:36.735426 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-788ed7fa-236a-4005-bce5-5f79ba8ce7fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (b63bd216-2252-4525-b7f1-73219ce5d9d3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.767997 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d43f53c5-f8cb-49fa-93eb-872d38145eb1 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (97126cb8-4f15-4152-99d2-b23cf2426726), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.803444 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.804122 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2f6163c5-4e87-4547-a174-b364d5b146f5 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:33:36.917686 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788ed7fa-236a-4005-bce5-5f79ba8ce7fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:36.932209 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:36.940493 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-788ed7fa-236a-4005-bce5-5f79ba8ce7fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:36.951639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2f6163c5-4e87-4547-a174-b364d5b146f5, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2f6163c5-4e87-4547-a174-b364d5b146f5,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:36.956016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788ed7fa-236a-4005-bce5-5f79ba8ce7fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:36.956688 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-788ed7fa-236a-4005-bce5-5f79ba8ce7fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:36.971457 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '2f6163c5-4e87-4547-a174-b364d5b146f5', 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4', 'port_id': '2f6163c5-4e87-4547-a174-b364d5b146f5', 'mac_address': 'fa:16:3e:86:4d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ffbfec-1193-4937-9b0b-71991ee02cfb', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:33:36.976082 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2dbebaed-647d-459f-ae82-b5dedb774930 req-2636f5e7-c62e-4347-889b-e68d024d287c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3af73701-7a8f-4d78-8d0a-2f64900bdba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497847 Feb 11 05:33:36.996717 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ed7fa-236a-4005-bce5-5f79ba8ce7fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=b63bd216-2252-4525-b7f1-73219ce5d9d3,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:37.023751 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-788ed7fa-236a-4005-bce5-5f79ba8ce7fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4045246 Feb 11 05:33:37.026947 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58338) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:37.036548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1df0db14-6fd8-47a0-bd49-15c750494f4e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'mac_address': 'fa:16:3e:c5:8b:1e', 'name': 'tempest-NetworksTestDHCPv6-20921152'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:37.157544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2f6163c5-4e87-4547-a174-b364d5b146f5 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:37.159024 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.164008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Allocated IP 172.20.0.2 (f998a239-103b-4838-bc3b-5e531dc8d131/fd07c97e-58c1-4fe0-90d7-51ef03175f1b/7cf2c69e-b102-43ad-966e-45378cfb0880) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:37.181303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Allocated IP 2001:db8::f816:3eff:fe2a:9f4b (f998a239-103b-4838-bc3b-5e531dc8d131/b63bd216-2252-4525-b7f1-73219ce5d9d3/7cf2c69e-b102-43ad-966e-45378cfb0880) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:37.186131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6163c5-4e87-4547-a174-b364d5b146f5 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:37.225938 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df0db14-6fd8-47a0-bd49-15c750494f4e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:37.232531 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2f6163c5-4e87-4547-a174-b364d5b146f5, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2f6163c5-4e87-4547-a174-b364d5b146f5,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:37.245724 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.246958 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a854c3bb-38fb-4e01-b81b-b450abbcf0b9 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:33:37.287621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a854c3bb-38fb-4e01-b81b-b450abbcf0b9, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a854c3bb-38fb-4e01-b81b-b450abbcf0b9,segment=NetworkSegment(4026cc13-97fa-4344-b9da-7d1b79dff762),segment_id=4026cc13-97fa-4344-b9da-7d1b79dff762)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:37.326768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'a854c3bb-38fb-4e01-b81b-b450abbcf0b9', 'network_id': '23491f43-7703-4822-8ced-d1c33541a9ac', 'port_id': 'a854c3bb-38fb-4e01-b81b-b450abbcf0b9', 'mac_address': 'fa:16:3e:3b:df:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cec936-abe4-430a-9a3b-3c96014981c9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:33:37.336819 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1df0db14-6fd8-47a0-bd49-15c750494f4e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.360083 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-1df0db14-6fd8-47a0-bd49-15c750494f4e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port cf844785-6e7a-43bb-b267-3055255183de yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:33:37.417962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4861f6c-dd84-4e39-a573-bcd0be55cb44 req-cc778178-feb3-48f4-8562-f3523bb80762 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7908010 Feb 11 05:33:37.534050 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b0e9035-89de-4f8f-815d-10df15be675f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6d34278f-bfa3-4103-a612-47e171312fb2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.536870 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b0e9035-89de-4f8f-815d-10df15be675f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.540982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6b0e9035-89de-4f8f-815d-10df15be675f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "DELETE /v2.0/security-groups/6d34278f-bfa3-4103-a612-47e171312fb2 HTTP/1.1" status: 204 len: 168 time: 1.3583641 Feb 11 05:33:37.540982 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d43f53c5-f8cb-49fa-93eb-872d38145eb1 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (97126cb8-4f15-4152-99d2-b23cf2426726), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.546081 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d43f53c5-f8cb-49fa-93eb-872d38145eb1 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_controller (97126cb8-4f15-4152-99d2-b23cf2426726), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.555043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74291fa4-755d-43e2-996e-3601283851fb req-df53a291-169f-49d1-af6d-9596ac64dcaf tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:37.556657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-74291fa4-755d-43e2-996e-3601283851fb req-df53a291-169f-49d1-af6d-9596ac64dcaf tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 945 time: 0.6734700 Feb 11 05:33:37.568746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58350) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:37.575353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e9035-89de-4f8f-815d-10df15be675f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d34278f-bfa3-4103-a612-47e171312fb2,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:37.589294 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-099757c8-0060-46c1-a558-6ef812a34bdf tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] show failed (client error): The resource could not be found. Feb 11 05:33:37.605672 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-099757c8-0060-46c1-a558-6ef812a34bdf tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups/6d34278f-bfa3-4103-a612-47e171312fb2 HTTP/1.1" status: 404 len: 347 time: 0.0327792 Feb 11 05:33:37.605920 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58352) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:37.625746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port a854c3bb-38fb-4e01-b81b-b450abbcf0b9 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:37.626436 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.649371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-74291fa4-755d-43e2-996e-3601283851fb req-7aed929d-3e56-4131-a0d4-e21804ef56eb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3af73701-7a8f-4d78-8d0a-2f64900bdba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832250 Feb 11 05:33:37.651368 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a854c3bb-38fb-4e01-b81b-b450abbcf0b9 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:37.656238 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2f6163c5-4e87-4547-a174-b364d5b146f5,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:37.660825 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d43f53c5-f8cb-49fa-93eb-872d38145eb1 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (97126cb8-4f15-4152-99d2-b23cf2426726), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.661273 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Publish callbacks [] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.661402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43f53c5-f8cb-49fa-93eb-872d38145eb1 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Fanout notify agent at l3_agent the message router_deleted on router 97126cb8-4f15-4152-99d2-b23cf2426726 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:33:37.668255 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d43f53c5-f8cb-49fa-93eb-872d38145eb1 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.669392 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d43f53c5-f8cb-49fa-93eb-872d38145eb1 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/routers/97126cb8-4f15-4152-99d2-b23cf2426726 HTTP/1.1" status: 204 len: 168 time: 1.1955204 Feb 11 05:33:37.672911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58354) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:37.685705 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.699866 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a854c3bb-38fb-4e01-b81b-b450abbcf0b9, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a854c3bb-38fb-4e01-b81b-b450abbcf0b9,segment=NetworkSegment(4026cc13-97fa-4344-b9da-7d1b79dff762),segment_id=4026cc13-97fa-4344-b9da-7d1b79dff762)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:37.750515 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.753314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 75f3b967-e8c9-4755-8087-be2d8c88ed6a details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:33:37.759626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e52da4-b660-4f00-8e53-74b966091a6a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting subnet 8995b61b-c9d5-4901-bc2a-1b4ca3a4d51f {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:37.781448 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-10e52da4-b660-4f00-8e53-74b966091a6a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (8995b61b-c9d5-4901-bc2a-1b4ca3a4d51f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.794565 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:37.802445 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:37.806372 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Pushing event updated for resources: {'Port': ['ID=7cf2c69e-b102-43ad-966e-45378cfb0880,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:37.811099 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:37.836868 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-10e52da4-b660-4f00-8e53-74b966091a6a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (8995b61b-c9d5-4901-bc2a-1b4ca3a4d51f), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.940737 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4db7c77b-6cff-4444-864f-c917f6cb6f57 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Deleting port a9303689-621b-47ea-9137-bb43d7a0c511 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:37.941318 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4db7c77b-6cff-4444-864f-c917f6cb6f57 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a9303689-621b-47ea-9137-bb43d7a0c511), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:37.959861 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-10e52da4-b660-4f00-8e53-74b966091a6a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (8995b61b-c9d5-4901-bc2a-1b4ca3a4d51f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.050299 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-10e52da4-b660-4f00-8e53-74b966091a6a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (8995b61b-c9d5-4901-bc2a-1b4ca3a4d51f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.067799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=a854c3bb-38fb-4e01-b81b-b450abbcf0b9,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:38.077923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Attempting to bind port 7cf2c69e-b102-43ad-966e-45378cfb0880 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:38.078413 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Attempting to bind port 7cf2c69e-b102-43ad-966e-45378cfb0880 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:38.078890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Attempting to bind port 7cf2c69e-b102-43ad-966e-45378cfb0880 on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:38.095634 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:38.096750 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:38.097276 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.097788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:38.098389 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Bound port: 7cf2c69e-b102-43ad-966e-45378cfb0880, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:38.098889 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.117775 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 75f3b967-e8c9-4755-8087-be2d8c88ed6a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=75f3b967-e8c9-4755-8087-be2d8c88ed6a,segment=NetworkSegment(88518d25-2618-42dd-81d7-e7a3c557bb3c),segment_id=88518d25-2618-42dd-81d7-e7a3c557bb3c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:38.130036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e52da4-b660-4f00-8e53-74b966091a6a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Subnet': ['ID=8995b61b-c9d5-4901-bc2a-1b4ca3a4d51f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:38.132849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '75f3b967-e8c9-4755-8087-be2d8c88ed6a', 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8', 'port_id': '75f3b967-e8c9-4755-8087-be2d8c88ed6a', 'mac_address': 'fa:16:3e:f8:31:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:33:38.144992 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-10e52da4-b660-4f00-8e53-74b966091a6a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.155719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-10e52da4-b660-4f00-8e53-74b966091a6a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/8995b61b-c9d5-4901-bc2a-1b4ca3a4d51f HTTP/1.1" status: 204 len: 168 time: 0.4816635 Feb 11 05:33:38.158427 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58362) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:38.159975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a97187-3f55-4367-a8fa-e5ec412cd6e8 None None] Network 042a0bca-a312-49e7-85e1-b90edc1aec99 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:38.208409 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-1df0db14-6fd8-47a0-bd49-15c750494f4e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 172.20.0.13 (f998a239-103b-4838-bc3b-5e531dc8d131/fd07c97e-58c1-4fe0-90d7-51ef03175f1b/cf844785-6e7a-43bb-b267-3055255183de) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:38.219598 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4db7c77b-6cff-4444-864f-c917f6cb6f57 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a9303689-621b-47ea-9137-bb43d7a0c511), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.220581 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4db7c77b-6cff-4444-864f-c917f6cb6f57 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for floatingip (a9303689-621b-47ea-9137-bb43d7a0c511), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.244364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-00858b62-06fa-4afe-810f-3c015f3145b3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting subnet 7859bd94-c489-4566-ae47-e775e5d79a82 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:38.254390 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-00858b62-06fa-4afe-810f-3c015f3145b3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (7859bd94-c489-4566-ae47-e775e5d79a82), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.262672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-1df0db14-6fd8-47a0-bd49-15c750494f4e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::f816:3eff:fec5:8b1e (f998a239-103b-4838-bc3b-5e531dc8d131/b63bd216-2252-4525-b7f1-73219ce5d9d3/cf844785-6e7a-43bb-b267-3055255183de) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:38.280725 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4db7c77b-6cff-4444-864f-c917f6cb6f57 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Calling delete_port for a9303689-621b-47ea-9137-bb43d7a0c511 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:38.341040 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 75f3b967-e8c9-4755-8087-be2d8c88ed6a is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:38.341563 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (75f3b967-e8c9-4755-8087-be2d8c88ed6a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.345408 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-00858b62-06fa-4afe-810f-3c015f3145b3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (7859bd94-c489-4566-ae47-e775e5d79a82), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.348698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] For port 7cf2c69e-b102-43ad-966e-45378cfb0880, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:38.352580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] For port 7cf2c69e-b102-43ad-966e-45378cfb0880, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7cf2c69e-b102-43ad-966e-45378cfb0880,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:38.368264 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f3b967-e8c9-4755-8087-be2d8c88ed6a {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:38.376441 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.476308 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6883c55-911d-40f5-8ac8-0903dc48e0d6 None None] Pushing event updated for resources: {'Port': ['ID=7cf2c69e-b102-43ad-966e-45378cfb0880,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:38.489550 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 75f3b967-e8c9-4755-8087-be2d8c88ed6a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=75f3b967-e8c9-4755-8087-be2d8c88ed6a,segment=NetworkSegment(88518d25-2618-42dd-81d7-e7a3c557bb3c),segment_id=88518d25-2618-42dd-81d7-e7a3c557bb3c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:38.511114 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (75f3b967-e8c9-4755-8087-be2d8c88ed6a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.511848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:33:38.556924 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-00858b62-06fa-4afe-810f-3c015f3145b3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (7859bd94-c489-4566-ae47-e775e5d79a82), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.620393 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1df0db14-6fd8-47a0-bd49-15c750494f4e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (cf844785-6e7a-43bb-b267-3055255183de), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.646580 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4db7c77b-6cff-4444-864f-c917f6cb6f57 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a9303689-621b-47ea-9137-bb43d7a0c511), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.648910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=75f3b967-e8c9-4755-8087-be2d8c88ed6a,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:38.743070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6df117-21cd-43dd-a378-c2058559bee0 req-410850ef-69c7-4c73-95e3-2c8fc3112bd0 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:38.745579 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e65444c4-bc4c-4a0b-b81e-aba2ed7752b8,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:38.753549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6df117-21cd-43dd-a378-c2058559bee0 req-410850ef-69c7-4c73-95e3-2c8fc3112bd0 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:38.770504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6df117-21cd-43dd-a378-c2058559bee0 req-410850ef-69c7-4c73-95e3-2c8fc3112bd0 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:38.779792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'e65444c4-bc4c-4a0b-b81e-aba2ed7752b8', 'network_id': '25636206-fa93-4ae9-b2a8-6ceafbadfce4', 'port_id': 'e65444c4-bc4c-4a0b-b81e-aba2ed7752b8', 'mac_address': 'fa:16:3e:a8:e7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ffbfec-1193-4937-9b0b-71991ee02cfb', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:33:38.795695 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee1d59b-9dde-4c19-ba60-af6845e0122f None None] DHCP port deletion for 042a0bca-a312-49e7-85e1-b90edc1aec99 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:38.801746 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6df117-21cd-43dd-a378-c2058559bee0 req-410850ef-69c7-4c73-95e3-2c8fc3112bd0 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:38.819679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6df117-21cd-43dd-a378-c2058559bee0 req-410850ef-69c7-4c73-95e3-2c8fc3112bd0 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:38.828030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6df117-21cd-43dd-a378-c2058559bee0 req-410850ef-69c7-4c73-95e3-2c8fc3112bd0 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:38.833437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6df117-21cd-43dd-a378-c2058559bee0 req-410850ef-69c7-4c73-95e3-2c8fc3112bd0 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:38.835399 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e6df117-21cd-43dd-a378-c2058559bee0 req-410850ef-69c7-4c73-95e3-2c8fc3112bd0 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5428 time: 0.2454956 Feb 11 05:33:38.885109 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7c77b-6cff-4444-864f-c917f6cb6f57 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event deleted for resources: {'Port': ['ID=a9303689-621b-47ea-9137-bb43d7a0c511,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:38.952570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:38.955965 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e65444c4-bc4c-4a0b-b81e-aba2ed7752b8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.962739 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1df0db14-6fd8-47a0-bd49-15c750494f4e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (cf844785-6e7a-43bb-b267-3055255183de), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.980523 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-00858b62-06fa-4afe-810f-3c015f3145b3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (7859bd94-c489-4566-ae47-e775e5d79a82), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.985604 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4db7c77b-6cff-4444-864f-c917f6cb6f57 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for floatingip (07684b33-aa93-465d-96be-261f3dea390c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.992903 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4db7c77b-6cff-4444-864f-c917f6cb6f57 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:38.994247 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4db7c77b-6cff-4444-864f-c917f6cb6f57 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "DELETE /v2.0/floatingips/07684b33-aa93-465d-96be-261f3dea390c HTTP/1.1" status: 204 len: 168 time: 1.3873425 Feb 11 05:33:39.019379 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:39.078592 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-00858b62-06fa-4afe-810f-3c015f3145b3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.083085 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-00858b62-06fa-4afe-810f-3c015f3145b3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/7859bd94-c489-4566-ae47-e775e5d79a82 HTTP/1.1" status: 204 len: 168 time: 0.9235344 Feb 11 05:33:39.086867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af589469-7031-44c5-9b94-903b0cd655b3 None None] Network 0a2f56b6-13f0-4109-b3ef-04766d1f0f53 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:39.088925 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00858b62-06fa-4afe-810f-3c015f3145b3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Subnet': ['ID=7859bd94-c489-4566-ae47-e775e5d79a82,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:39.090089 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df0db14-6fd8-47a0-bd49-15c750494f4e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:39.093181 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58380) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:39.105065 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-1df0db14-6fd8-47a0-bd49-15c750494f4e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:39.116478 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df0db14-6fd8-47a0-bd49-15c750494f4e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:39.127633 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e65444c4-bc4c-4a0b-b81e-aba2ed7752b8,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:39.207831 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e65444c4-bc4c-4a0b-b81e-aba2ed7752b8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.230236 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7cf2c69e-b102-43ad-966e-45378cfb0880 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:39.233192 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0db14-6fd8-47a0-bd49-15c750494f4e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=cf844785-6e7a-43bb-b267-3055255183de,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:39.240390 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (042a0bca-a312-49e7-85e1-b90edc1aec99), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.272716 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df0db14-6fd8-47a0-bd49-15c750494f4e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:39.273273 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3ee1d59b-9dde-4c19-ba60-af6845e0122f None None] Deleting port c7f42932-39d8-43ae-a4a7-07bb914d9698 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:39.273658 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ee1d59b-9dde-4c19-ba60-af6845e0122f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c7f42932-39d8-43ae-a4a7-07bb914d9698), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.274241 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1df0db14-6fd8-47a0-bd49-15c750494f4e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.298006 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1df0db14-6fd8-47a0-bd49-15c750494f4e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2697816 Feb 11 05:33:39.301505 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58386) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:39.373951 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1caadcc-c5c6-49ff-b612-7b03a126e23d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:39.379915 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1caadcc-c5c6-49ff-b612-7b03a126e23d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:39.385616 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a1caadcc-c5c6-49ff-b612-7b03a126e23d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0810790 Feb 11 05:33:39.386463 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58394) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:39.391561 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5dc70-f5eb-4397-b522-a876e549294d req-cc1d1fa8-c213-40b0-9199-2762259c1890 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:39.398076 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30a5dc70-f5eb-4397-b522-a876e549294d req-cc1d1fa8-c213-40b0-9199-2762259c1890 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 945 time: 0.5616503 Feb 11 05:33:39.509328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30a5dc70-f5eb-4397-b522-a876e549294d req-a701788d-1e40-4c85-88e9-39591e7bd7b2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3af73701-7a8f-4d78-8d0a-2f64900bdba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834143 Feb 11 05:33:39.517546 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e6df117-21cd-43dd-a378-c2058559bee0 req-3475346c-7aa6-4b7d-8b30-6be2bcbd1076 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6061065 Feb 11 05:33:39.532124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port c7f42932-39d8-43ae-a4a7-07bb914d9698 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:39.532573 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c7f42932-39d8-43ae-a4a7-07bb914d9698), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.579087 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8d726c7a-9262-4d04-9c6f-77e7e72c91e0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port cf844785-6e7a-43bb-b267-3055255183de {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:39.579444 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d726c7a-9262-4d04-9c6f-77e7e72c91e0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cf844785-6e7a-43bb-b267-3055255183de), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.630519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] For port c7f42932-39d8-43ae-a4a7-07bb914d9698, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c7f42932-39d8-43ae-a4a7-07bb914d9698,segment=NetworkSegment(b053e28a-8f4f-4220-b395-4eb7b3228403),segment_id=b053e28a-8f4f-4220-b395-4eb7b3228403)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:39.631163 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c7f42932-39d8-43ae-a4a7-07bb914d9698), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.659445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for c7f42932-39d8-43ae-a4a7-07bb914d9698 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:39.776863 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d726c7a-9262-4d04-9c6f-77e7e72c91e0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cf844785-6e7a-43bb-b267-3055255183de), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:39.798841 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8d726c7a-9262-4d04-9c6f-77e7e72c91e0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for cf844785-6e7a-43bb-b267-3055255183de owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:39.927645 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eec342-5e60-4964-9daa-b1b80ca744a4 req-d291b17f-a196-43a4-90ae-f42f2582aa92 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:39.929276 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39eec342-5e60-4964-9daa-b1b80ca744a4 req-d291b17f-a196-43a4-90ae-f42f2582aa92 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 945 time: 0.1557360 Feb 11 05:33:40.060850 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3ee1d59b-9dde-4c19-ba60-af6845e0122f None None] For port c7f42932-39d8-43ae-a4a7-07bb914d9698, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c7f42932-39d8-43ae-a4a7-07bb914d9698,segment=NetworkSegment(b053e28a-8f4f-4220-b395-4eb7b3228403),segment_id=b053e28a-8f4f-4220-b395-4eb7b3228403)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:40.061325 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ee1d59b-9dde-4c19-ba60-af6845e0122f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c7f42932-39d8-43ae-a4a7-07bb914d9698), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.071030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=e65444c4-bc4c-4a0b-b81e-aba2ed7752b8,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:40.080051 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.085087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:40.085379 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:40.085730 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:40.086075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:40.086420 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:40.086764 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:40.087103 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:40.087456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:40.087949 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:40.088126 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:40.088486 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:40.088779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:40.089112 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:33:40.097830 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3ee1d59b-9dde-4c19-ba60-af6845e0122f None None] Calling delete_port for c7f42932-39d8-43ae-a4a7-07bb914d9698 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:40.112338 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39eec342-5e60-4964-9daa-b1b80ca744a4 req-21ce9fe7-5105-4331-9cb5-47cd50baa4db tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3af73701-7a8f-4d78-8d0a-2f64900bdba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701870 Feb 11 05:33:40.113244 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (c7f42932-39d8-43ae-a4a7-07bb914d9698), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.148563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7cf2c69e-b102-43ad-966e-45378cfb0880 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:40.149005 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.169684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58406) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:40.185481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=c7f42932-39d8-43ae-a4a7-07bb914d9698,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:40.201138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No DVR routers for this DVR port c7f42932-39d8-43ae-a4a7-07bb914d9698 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:40.232844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['7bcee796-21e7-410d-b1ec-9e7e94e164c7'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:40.235465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a854c3bb-38fb-4e01-b81b-b450abbcf0b9'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:40.322745 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d726c7a-9262-4d04-9c6f-77e7e72c91e0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (cf844785-6e7a-43bb-b267-3055255183de), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.329648 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (042a0bca-a312-49e7-85e1-b90edc1aec99), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.351322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042a0bca-a312-49e7-85e1-b90edc1aec99']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:40.361320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b053e28a-8f4f-4220-b395-4eb7b3228403') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:40.361627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b053e28a-8f4f-4220-b395-4eb7b3228403') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:40.371912 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (b053e28a-8f4f-4220-b395-4eb7b3228403), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.384153 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d726c7a-9262-4d04-9c6f-77e7e72c91e0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=cf844785-6e7a-43bb-b267-3055255183de,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:40.390405 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (b053e28a-8f4f-4220-b395-4eb7b3228403), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.398773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:40.399194 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (b053e28a-8f4f-4220-b395-4eb7b3228403), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.401157 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd40bb4b-12ce-43e8-8540-4adbf09b4f61 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.412773 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bd40bb4b-12ce-43e8-8540-4adbf09b4f61 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 1123 time: 0.2385890 Feb 11 05:33:40.419401 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58412) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:40.450341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '22bc64a9-bea5-442b-984b-75140242a029', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:40.468586 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:40.472337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc9db3c-647f-4b35-a011-70fda3d149fd None None] DHCP port deletion for 0a2f56b6-13f0-4109-b3ef-04766d1f0f53 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:40.475309 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:40.476039 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (042a0bca-a312-49e7-85e1-b90edc1aec99), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.479759 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['e807764e-d613-4927-87a7-0871be7d6db6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:40.484703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['75f3b967-e8c9-4755-8087-be2d8c88ed6a'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:40.487530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['e65444c4-bc4c-4a0b-b81e-aba2ed7752b8'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:40.538014 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.567525 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/networks/042a0bca-a312-49e7-85e1-b90edc1aec99 HTTP/1.1" status: 204 len: 168 time: 1.4630075 Feb 11 05:33:40.568514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e748cb-45fc-44d4-a31c-02f147d55a3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Network': ['ID=042a0bca-a312-49e7-85e1-b90edc1aec99,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:40.570199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58420) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:40.722827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e9593-c848-4c88-b6ed-f638e2e9cb11 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:40.725051 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.755698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58426) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:40.760519 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4945087e-cd5b-40b0-98c8-2db2ea3cb909 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1657231055', 'description': 'tempest-description--953389924'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:40.768668 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (0a2f56b6-13f0-4109-b3ef-04766d1f0f53), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.794550 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d726c7a-9262-4d04-9c6f-77e7e72c91e0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.801263 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8d726c7a-9262-4d04-9c6f-77e7e72c91e0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/cf844785-6e7a-43bb-b267-3055255183de HTTP/1.1" status: 204 len: 168 time: 1.4135139 Feb 11 05:33:40.801820 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58432) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:40.822860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4945087e-cd5b-40b0-98c8-2db2ea3cb909 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:40.947466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4d7a5-cc43-46e5-baf8-bc8d8bcaa46e req-f2fef5aa-20ba-45ab-8890-ebe529e48b88 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.953024 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4d7a5-cc43-46e5-baf8-bc8d8bcaa46e req-f2fef5aa-20ba-45ab-8890-ebe529e48b88 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.954715 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bf54ef-8396-4997-8e44-fd00e73ed33c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.956236 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bf54ef-8396-4997-8e44-fd00e73ed33c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.958143 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bf54ef-8396-4997-8e44-fd00e73ed33c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.959374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4d7a5-cc43-46e5-baf8-bc8d8bcaa46e req-f2fef5aa-20ba-45ab-8890-ebe529e48b88 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.962666 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-91bf54ef-8396-4997-8e44-fd00e73ed33c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1569009 Feb 11 05:33:40.963405 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58436) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:40.965325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4d7a5-cc43-46e5-baf8-bc8d8bcaa46e req-f2fef5aa-20ba-45ab-8890-ebe529e48b88 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.971511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4d7a5-cc43-46e5-baf8-bc8d8bcaa46e req-f2fef5aa-20ba-45ab-8890-ebe529e48b88 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.977160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4d7a5-cc43-46e5-baf8-bc8d8bcaa46e req-f2fef5aa-20ba-45ab-8890-ebe529e48b88 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.982596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4d7a5-cc43-46e5-baf8-bc8d8bcaa46e req-f2fef5aa-20ba-45ab-8890-ebe529e48b88 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:40.984784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67b4d7a5-cc43-46e5-baf8-bc8d8bcaa46e req-f2fef5aa-20ba-45ab-8890-ebe529e48b88 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5429 time: 0.2488945 Feb 11 05:33:41.018970 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['2f6163c5-4e87-4547-a174-b364d5b146f5'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:33:41.032839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port 2ec2333e-3547-4b4e-8f63-580884e573dd {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:41.033575 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2ec2333e-3547-4b4e-8f63-580884e573dd), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.050675 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-b846d714-8493-4c82-811b-eab33f93dbb8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet b63bd216-2252-4525-b7f1-73219ce5d9d3 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:41.060920 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4945087e-cd5b-40b0-98c8-2db2ea3cb909 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group (df72f1e3-c71f-4407-93c3-b4ba035c831b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.061879 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b846d714-8493-4c82-811b-eab33f93dbb8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (b63bd216-2252-4525-b7f1-73219ce5d9d3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.086763 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4945087e-cd5b-40b0-98c8-2db2ea3cb909 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (df72f1e3-c71f-4407-93c3-b4ba035c831b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.146903 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b846d714-8493-4c82-811b-eab33f93dbb8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (b63bd216-2252-4525-b7f1-73219ce5d9d3), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.200540 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945087e-cd5b-40b0-98c8-2db2ea3cb909 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df72f1e3-c71f-4407-93c3-b4ba035c831b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:41.230101 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4945087e-cd5b-40b0-98c8-2db2ea3cb909 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.234739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67b4d7a5-cc43-46e5-baf8-bc8d8bcaa46e req-05253026-1d1b-4e51-8ed1-30284f14b868 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2332027 Feb 11 05:33:41.239114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58442) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:41.245344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-acfaa269-4fc2-4b54-9eb4-7951880f4d24 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Request body: {'security_group_rule': {'security_group_id': 'df72f1e3-c71f-4407-93c3-b4ba035c831b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:41.249686 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4945087e-cd5b-40b0-98c8-2db2ea3cb909 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4773784 Feb 11 05:33:41.269889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] For port 2ec2333e-3547-4b4e-8f63-580884e573dd, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2ec2333e-3547-4b4e-8f63-580884e573dd,segment=NetworkSegment(b56242b3-111e-4992-bda8-9ba84b972f76),segment_id=b56242b3-111e-4992-bda8-9ba84b972f76)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:41.270628 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2ec2333e-3547-4b4e-8f63-580884e573dd), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.275574 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.293238 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-acfaa269-4fc2-4b54-9eb4-7951880f4d24 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group_rule (4b289da0-3d03-43e3-adc4-d6286bcb0433), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.299495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for 2ec2333e-3547-4b4e-8f63-580884e573dd owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:41.441229 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-acfaa269-4fc2-4b54-9eb4-7951880f4d24 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group_rule (4b289da0-3d03-43e3-adc4-d6286bcb0433), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.449516 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b846d714-8493-4c82-811b-eab33f93dbb8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (b63bd216-2252-4525-b7f1-73219ce5d9d3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.451952 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-acfaa269-4fc2-4b54-9eb4-7951880f4d24 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (4b289da0-3d03-43e3-adc4-d6286bcb0433), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.477200 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfaa269-4fc2-4b54-9eb4-7951880f4d24 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b289da0-3d03-43e3-adc4-d6286bcb0433,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:41.499012 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-acfaa269-4fc2-4b54-9eb4-7951880f4d24 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.500906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-acfaa269-4fc2-4b54-9eb4-7951880f4d24 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2602665 Feb 11 05:33:41.504562 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58444) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:41.510347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-438f357d-9dcc-43b6-bf99-3560d250ad9c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Request body: {'security_group_rule': {'security_group_id': 'df72f1e3-c71f-4407-93c3-b4ba035c831b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:41.516319 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2ec2333e-3547-4b4e-8f63-580884e573dd), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.563225 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=2ec2333e-3547-4b4e-8f63-580884e573dd,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:41.573081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No DVR routers for this DVR port 2ec2333e-3547-4b4e-8f63-580884e573dd on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:41.585417 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-288e5304-f2e7-4b5a-841d-a2e0ba5bf44d None None] Provisioning complete for port 7cf2c69e-b102-43ad-966e-45378cfb0880 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:41.586028 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-288e5304-f2e7-4b5a-841d-a2e0ba5bf44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.587651 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ee1d59b-9dde-4c19-ba60-af6845e0122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (c7f42932-39d8-43ae-a4a7-07bb914d9698), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.632884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7cf2c69e-b102-43ad-966e-45378cfb0880 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:41.636964 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.732455 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b846d714-8493-4c82-811b-eab33f93dbb8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (b63bd216-2252-4525-b7f1-73219ce5d9d3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.735836 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Allocated IP 172.25.5.196 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/b54b461c-7688-4cbb-9655-74e1c9903ab2) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:41.738425 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1d59b-9dde-4c19-ba60-af6845e0122f None None] Pushing event deleted for resources: {'Port': ['ID=c7f42932-39d8-43ae-a4a7-07bb914d9698,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:41.756029 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (0a2f56b6-13f0-4109-b3ef-04766d1f0f53), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.769181 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-438f357d-9dcc-43b6-bf99-3560d250ad9c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group_rule (75b520fe-7b53-48a4-b7bd-b3ac9dc66f10), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.795897 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2f56b6-13f0-4109-b3ef-04766d1f0f53']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:41.799450 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846d714-8493-4c82-811b-eab33f93dbb8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=b63bd216-2252-4525-b7f1-73219ce5d9d3,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:41.807208 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b846d714-8493-4c82-811b-eab33f93dbb8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.813260 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b846d714-8493-4c82-811b-eab33f93dbb8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/b63bd216-2252-4525-b7f1-73219ce5d9d3 HTTP/1.1" status: 204 len: 168 time: 0.8443441 Feb 11 05:33:41.815151 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3ee1d59b-9dde-4c19-ba60-af6845e0122f None None] Network 042a0bca-a312-49e7-85e1-b90edc1aec99 is not hosted by any dhcp agent {{(pid=103173) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:33:41.815643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee1d59b-9dde-4c19-ba60-af6845e0122f None None] No DVR routers for this DVR port c7f42932-39d8-43ae-a4a7-07bb914d9698 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:41.817022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58456) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:41.883684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa27dbc-42b1-4186-8439-8a743989ac25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet fd07c97e-58c1-4fe0-90d7-51ef03175f1b {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:41.911990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56242b3-111e-4992-bda8-9ba84b972f76') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:41.912323 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56242b3-111e-4992-bda8-9ba84b972f76') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:41.922028 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bfa27dbc-42b1-4186-8439-8a743989ac25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (fd07c97e-58c1-4fe0-90d7-51ef03175f1b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.930959 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for port (b54b461c-7688-4cbb-9655-74e1c9903ab2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.951467 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (b56242b3-111e-4992-bda8-9ba84b972f76), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.988281 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (b54b461c-7688-4cbb-9655-74e1c9903ab2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.988737 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (b56242b3-111e-4992-bda8-9ba84b972f76), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:41.995526 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bfa27dbc-42b1-4186-8439-8a743989ac25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (fd07c97e-58c1-4fe0-90d7-51ef03175f1b), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.000990 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-438f357d-9dcc-43b6-bf99-3560d250ad9c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group_rule (75b520fe-7b53-48a4-b7bd-b3ac9dc66f10), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.021868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:33:42.022277 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (b56242b3-111e-4992-bda8-9ba84b972f76), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:33:42.025627 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:33:42.037504 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-438f357d-9dcc-43b6-bf99-3560d250ad9c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (75b520fe-7b53-48a4-b7bd-b3ac9dc66f10), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.056559 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:42.065965 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f357d-9dcc-43b6-bf99-3560d250ad9c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b520fe-7b53-48a4-b7bd-b3ac9dc66f10,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:42.077037 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:42.082648 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:42.131702 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Port': ['ID=b54b461c-7688-4cbb-9655-74e1c9903ab2,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:42.141794 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-438f357d-9dcc-43b6-bf99-3560d250ad9c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.146508 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-438f357d-9dcc-43b6-bf99-3560d250ad9c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6373651 Feb 11 05:33:42.157559 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58460) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:42.161764 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (0a2f56b6-13f0-4109-b3ef-04766d1f0f53), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.165371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:42.169644 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.173503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/networks/0a2f56b6-13f0-4109-b3ef-04766d1f0f53 HTTP/1.1" status: 204 len: 168 time: 1.6019318 Feb 11 05:33:42.177322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58464) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:42.184075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-28ac1493-8f5d-429e-b79b-dc5eace4ed71 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'network': {'name': 'tempest-RoutersTest-1717990356'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:42.192751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0dc9db3c-647f-4b35-a011-70fda3d149fd None None] Deleting port 2ec2333e-3547-4b4e-8f63-580884e573dd {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:42.193080 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0dc9db3c-647f-4b35-a011-70fda3d149fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2ec2333e-3547-4b4e-8f63-580884e573dd), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.238738 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a8898-78ea-4d44-94ca-3e16967a8f3c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Network': ['ID=0a2f56b6-13f0-4109-b3ef-04766d1f0f53,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:42.253559 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bfa27dbc-42b1-4186-8439-8a743989ac25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (fd07c97e-58c1-4fe0-90d7-51ef03175f1b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.280639 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.321723 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:33:42.322379 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:33:42.335467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ac1493-8f5d-429e-b79b-dc5eace4ed71 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server [None req-0dc9db3c-647f-4b35-a011-70fda3d149fd None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 0a2f56b6-13f0-4109-b3ef-04766d1f0f53 could not be found. Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 0a2f56b6-13f0-4109-b3ef-04766d1f0f53 could not be found. Feb 11 05:33:42.336384 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Feb 11 05:33:42.343819 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28ac1493-8f5d-429e-b79b-dc5eace4ed71 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.366246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ac1493-8f5d-429e-b79b-dc5eace4ed71 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:33:42.376632 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28ac1493-8f5d-429e-b79b-dc5eace4ed71 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (7c7d2477-c64b-47cd-9a6f-0c6ee6007c53), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.378644 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-28ac1493-8f5d-429e-b79b-dc5eace4ed71 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Added segment 7c7d2477-c64b-47cd-9a6f-0c6ee6007c53 of type vlan for network c8363f25-1d97-4407-bb85-2789d1384f42 Feb 11 05:33:42.422999 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d80822-9766-485a-bd10-4da0828d046f None None] DHCP port deletion for 0a2f56b6-13f0-4109-b3ef-04766d1f0f53 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:42.431176 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28ac1493-8f5d-429e-b79b-dc5eace4ed71 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (c8363f25-1d97-4407-bb85-2789d1384f42), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.456611 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bfa27dbc-42b1-4186-8439-8a743989ac25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (fd07c97e-58c1-4fe0-90d7-51ef03175f1b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.543288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa27dbc-42b1-4186-8439-8a743989ac25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=fd07c97e-58c1-4fe0-90d7-51ef03175f1b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:42.545163 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28ac1493-8f5d-429e-b79b-dc5eace4ed71 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (c8363f25-1d97-4407-bb85-2789d1384f42), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.562658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ac1493-8f5d-429e-b79b-dc5eace4ed71 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:42.563401 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28ac1493-8f5d-429e-b79b-dc5eace4ed71 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.583468 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bfa27dbc-42b1-4186-8439-8a743989ac25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.590394 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bfa27dbc-42b1-4186-8439-8a743989ac25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/fd07c97e-58c1-4fe0-90d7-51ef03175f1b HTTP/1.1" status: 204 len: 168 time: 0.7675605 Feb 11 05:33:42.591787 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58472) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:42.655344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac1493-8f5d-429e-b79b-dc5eace4ed71 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Network': ['ID=c8363f25-1d97-4407-bb85-2789d1384f42,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:42.679752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-288e5304-f2e7-4b5a-841d-a2e0ba5bf44d None None] Current status of the port 7cf2c69e-b102-43ad-966e-45378cfb0880 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:42.680316 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-288e5304-f2e7-4b5a-841d-a2e0ba5bf44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:42.681887 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-28ac1493-8f5d-429e-b79b-dc5eace4ed71 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5016692 Feb 11 05:33:42.684517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58476) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:42.691129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-07643279-0d37-4bee-bbb2-72319eade82a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'subnet': {'network_id': 'c8363f25-1d97-4407-bb85-2789d1384f42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:42.704670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network c8363f25-1d97-4407-bb85-2789d1384f42 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:33:42.761182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02caed-5ef8-40b9-b2d2-253f472dd262 req-45b8520f-98f7-4632-8f71-c752927aa8af tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:42.766342 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-df9b6a80-3c97-48da-824d-7605270a1f58 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1590784 Feb 11 05:33:42.772868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02caed-5ef8-40b9-b2d2-253f472dd262 req-45b8520f-98f7-4632-8f71-c752927aa8af tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:42.779693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02caed-5ef8-40b9-b2d2-253f472dd262 req-45b8520f-98f7-4632-8f71-c752927aa8af tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:42.788937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02caed-5ef8-40b9-b2d2-253f472dd262 req-45b8520f-98f7-4632-8f71-c752927aa8af tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:42.797312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02caed-5ef8-40b9-b2d2-253f472dd262 req-45b8520f-98f7-4632-8f71-c752927aa8af tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:42.805061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02caed-5ef8-40b9-b2d2-253f472dd262 req-45b8520f-98f7-4632-8f71-c752927aa8af tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:42.812076 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02caed-5ef8-40b9-b2d2-253f472dd262 req-45b8520f-98f7-4632-8f71-c752927aa8af tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:42.814216 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac02caed-5ef8-40b9-b2d2-253f472dd262 req-45b8520f-98f7-4632-8f71-c752927aa8af tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5429 time: 0.3546891 Feb 11 05:33:42.818324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58482) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:42.823500 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ff06b38e-69ef-4c78-baab-e99d022b4cad tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:42.970041 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-288e5304-f2e7-4b5a-841d-a2e0ba5bf44d None None] For port 7cf2c69e-b102-43ad-966e-45378cfb0880, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7cf2c69e-b102-43ad-966e-45378cfb0880,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:42.998602 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-288e5304-f2e7-4b5a-841d-a2e0ba5bf44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.042272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07643279-0d37-4bee-bbb2-72319eade82a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:43.047354 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-07643279-0d37-4bee-bbb2-72319eade82a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.108219 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.192091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e5304-f2e7-4b5a-841d-a2e0ba5bf44d None None] Pushing event updated for resources: {'Port': ['ID=7cf2c69e-b102-43ad-966e-45378cfb0880,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:43.203949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac02caed-5ef8-40b9-b2d2-253f472dd262 req-aed05ca4-3032-4762-805e-2b1e29e51739 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3763924 Feb 11 05:33:43.220263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd2b901-1c9b-4efc-ac23-44c4e88bd0e1 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:33:43.347519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff06b38e-69ef-4c78-baab-e99d022b4cad tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:43.351606 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ff06b38e-69ef-4c78-baab-e99d022b4cad tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.431875 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2f6163c5-4e87-4547-a174-b364d5b146f5 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:43.447824 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7cf2c69e-b102-43ad-966e-45378cfb0880 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:43.448212 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.516801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58500) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:43.533635 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for floatingip (d8f7ac40-3b77-453d-b939-5d3f5a1cdbb2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.543313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd2b901-1c9b-4efc-ac23-44c4e88bd0e1 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:33:43.602773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-cb2f4be2-3b7f-4675-bf38-541da4808e4e None None] Provisioning complete for port 7cf2c69e-b102-43ad-966e-45378cfb0880 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:43.603268 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb2f4be2-3b7f-4675-bf38-541da4808e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.741418 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:33:43.741418 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:33:43.791965 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-07643279-0d37-4bee-bbb2-72319eade82a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (a89bce23-79ba-45fa-be2e-03a6e4086616), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.812735 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9c0a7e45-d9ed-47db-99c5-15d1998b72ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.844514 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b54b461c-7688-4cbb-9655-74e1c9903ab2), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.935366 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Allocated IP 172.25.5.190 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/6051fc57-e2e6-4778-938a-d4cc21064122) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:43.952168 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07643279-0d37-4bee-bbb2-72319eade82a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Checking segment: {'id': '7c7d2477-c64b-47cd-9a6f-0c6ee6007c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8363f25-1d97-4407-bb85-2789d1384f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:43.952809 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07643279-0d37-4bee-bbb2-72319eade82a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network hostable DHCP agents. Network: c8363f25-1d97-4407-bb85-2789d1384f42, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:33:43.957173 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ff06b38e-69ef-4c78-baab-e99d022b4cad tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (6fbd91f5-7e2d-4d09-a334-63048a15b51b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:43.970419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07643279-0d37-4bee-bbb2-72319eade82a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Subnet': ['ID=a89bce23-79ba-45fa-be2e-03a6e4086616,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:44.061589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06b38e-69ef-4c78-baab-e99d022b4cad tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=6fbd91f5-7e2d-4d09-a334-63048a15b51b,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:44.077690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff06b38e-69ef-4c78-baab-e99d022b4cad tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:44.107010 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-ff06b38e-69ef-4c78-baab-e99d022b4cad tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:44.108156 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 2f6163c5-4e87-4547-a174-b364d5b146f5 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:33:44.124407 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 2f6163c5-4e87-4547-a174-b364d5b146f5 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:44.124407 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.130782 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f4be2-3b7f-4675-bf38-541da4808e4e None None] Current status of the port 7cf2c69e-b102-43ad-966e-45378cfb0880 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:44.162548 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff06b38e-69ef-4c78-baab-e99d022b4cad tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:44.163786 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ff06b38e-69ef-4c78-baab-e99d022b4cad tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.169974 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07643279-0d37-4bee-bbb2-72319eade82a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network c8363f25-1d97-4407-bb85-2789d1384f42 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:33:44.190039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-07643279-0d37-4bee-bbb2-72319eade82a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, c8363f25-1d97-4407-bb85-2789d1384f42) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:44.201373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07643279-0d37-4bee-bbb2-72319eade82a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:44.202348 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-07643279-0d37-4bee-bbb2-72319eade82a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.211362 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ff06b38e-69ef-4c78-baab-e99d022b4cad tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3916552 Feb 11 05:33:44.214615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58514) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:44.227598 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ab72095a-4e04-47ef-a128-84a0f5983328 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:44.276440 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-07643279-0d37-4bee-bbb2-72319eade82a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5899496 Feb 11 05:33:44.280624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58518) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:44.292876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-950bf664-f6e6-4e50-8bb0-f877386d6815 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-804214278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:44.317662 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.391211 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-950bf664-f6e6-4e50-8bb0-f877386d6815 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (96237361-970a-4079-8514-247d17a04ac8), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.392674 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-950bf664-f6e6-4e50-8bb0-f877386d6815 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (96237361-970a-4079-8514-247d17a04ac8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.480042 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9c0a7e45-d9ed-47db-99c5-15d1998b72ee admin admin] Publish callbacks [] for security_group (c8f2edba-75f8-4b08-ab05-775a40c31e76), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.497834 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9c0a7e45-d9ed-47db-99c5-15d1998b72ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c8f2edba-75f8-4b08-ab05-775a40c31e76), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.503907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2f6163c5-4e87-4547-a174-b364d5b146f5 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:44.504869 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.519168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7cf2c69e-b102-43ad-966e-45378cfb0880 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:44.532503 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5812d6-8d0e-47b9-8569-6c9b495e19b7 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:44.547861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc03e8f-0a1f-47bc-bc23-7ccc1ce87157 None None] Network c8363f25-1d97-4407-bb85-2789d1384f42 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:44.592227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9c0a7e45-d9ed-47db-99c5-15d1998b72ee admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=035dcd321a4e4f90877215044cf86942&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0742359 Feb 11 05:33:44.612332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58524) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:44.612797 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6163c5-4e87-4547-a174-b364d5b146f5'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:44.614737 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e046a761-585e-4d13-a18f-06e108af250a" -d '{"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-plugged", "status": "completed", "tag": "2f6163c5-4e87-4547-a174-b364d5b146f5"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:44.641201 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a7e45-d9ed-47db-99c5-15d1998b72ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f2edba-75f8-4b08-ab05-775a40c31e76,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:44.654329 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c7f42932-39d8-43ae-a4a7-07bb914d9698 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:44.685696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab72095a-4e04-47ef-a128-84a0f5983328 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:44.689524 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab72095a-4e04-47ef-a128-84a0f5983328 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.757101 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-950bf664-f6e6-4e50-8bb0-f877386d6815 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_controller (96237361-970a-4079-8514-247d17a04ac8), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.771324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2698d4e-c8aa-45ba-8429-34caac046d09 req-0f3356f4-14a6-440c-a48e-1db4608e02fe tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:44.772020 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e8852d-55a6-43c6-84ce-f82f358a6add x-openstack-request-id: req-29e8852d-55a6-43c6-84ce-f82f358a6add {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:44.772551 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-plugged", "status": "completed", "tag": "2f6163c5-4e87-4547-a174-b364d5b146f5", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:44.772551 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-29e8852d-55a6-43c6-84ce-f82f358a6add {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:44.772954 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6163c5-4e87-4547-a174-b364d5b146f5', 'code': 200} Feb 11 05:33:44.776473 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2f6163c5-4e87-4547-a174-b364d5b146f5, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2f6163c5-4e87-4547-a174-b364d5b146f5,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:44.776890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2698d4e-c8aa-45ba-8429-34caac046d09 req-0f3356f4-14a6-440c-a48e-1db4608e02fe tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:44.781214 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: c7f42932-39d8-43ae-a4a7-07bb914d9698 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:44.781453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c7f42932-39d8-43ae-a4a7-07bb914d9698 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:44.782465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2698d4e-c8aa-45ba-8429-34caac046d09 req-0f3356f4-14a6-440c-a48e-1db4608e02fe tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:44.789006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2698d4e-c8aa-45ba-8429-34caac046d09 req-0f3356f4-14a6-440c-a48e-1db4608e02fe tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:44.796475 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2698d4e-c8aa-45ba-8429-34caac046d09 req-0f3356f4-14a6-440c-a48e-1db4608e02fe tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:44.802182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2698d4e-c8aa-45ba-8429-34caac046d09 req-0f3356f4-14a6-440c-a48e-1db4608e02fe tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:44.808116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2698d4e-c8aa-45ba-8429-34caac046d09 req-0f3356f4-14a6-440c-a48e-1db4608e02fe tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:44.810161 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2698d4e-c8aa-45ba-8429-34caac046d09 req-0f3356f4-14a6-440c-a48e-1db4608e02fe tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5429 time: 0.4206781 Feb 11 05:33:44.819626 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-950bf664-f6e6-4e50-8bb0-f877386d6815 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (96237361-970a-4079-8514-247d17a04ac8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.871832 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-950bf664-f6e6-4e50-8bb0-f877386d6815 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.873167 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-950bf664-f6e6-4e50-8bb0-f877386d6815 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5884826 Feb 11 05:33:44.888979 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58530) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:44.897895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-06284d49-fded-4cc9-a877-490af9acac5a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'port': {'network_id': 'c8363f25-1d97-4407-bb85-2789d1384f42', 'name': 'tempest-RoutersTest-499998814'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:44.933179 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:44.944515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:44.978730 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b48ce4c-ac42-4f0e-a7df-bef36cb49923 admin admin] Publish callbacks [] for security_group (c8f2edba-75f8-4b08-ab05-775a40c31e76), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.038479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06284d49-fded-4cc9-a877-490af9acac5a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:45.042739 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-06284d49-fded-4cc9-a877-490af9acac5a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.099921 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2698d4e-c8aa-45ba-8429-34caac046d09 req-13dce2e8-b8d1-47bb-9883-28d5aaabdd62 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2744868 Feb 11 05:33:45.111043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7cf2c69e-b102-43ad-966e-45378cfb0880 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:45.115751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-06284d49-fded-4cc9-a877-490af9acac5a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] device_id is not set on port 3baaed61-b5f3-4f17-be45-bf5bf192b1c6 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:33:45.173110 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b48ce4c-ac42-4f0e-a7df-bef36cb49923 admin admin] Publish callbacks [] for security_group (c8f2edba-75f8-4b08-ab05-775a40c31e76), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.197437 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for port (6051fc57-e2e6-4778-938a-d4cc21064122), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.197660 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:33:45.209580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:45.210021 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e65444c4-bc4c-4a0b-b81e-aba2ed7752b8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.308071 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (6051fc57-e2e6-4778-938a-d4cc21064122), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.320229 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for port (b54b461c-7688-4cbb-9655-74e1c9903ab2), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.359942 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (b54b461c-7688-4cbb-9655-74e1c9903ab2), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.363097 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:45.373024 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:45.384848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-c8363f25-1d97-4407-bb85-2789d1384f42', 'network_id': 'c8363f25-1d97-4407-bb85-2789d1384f42', 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'fixed_ips': [{'subnet_id': 'a89bce23-79ba-45fa-be2e-03a6e4086616'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:33:45.385353 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:45.403042 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.414213 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2f6163c5-4e87-4547-a174-b364d5b146f5,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:45.422844 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b48ce4c-ac42-4f0e-a7df-bef36cb49923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c8f2edba-75f8-4b08-ab05-775a40c31e76), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.428084 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b48ce4c-ac42-4f0e-a7df-bef36cb49923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.429623 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8b48ce4c-ac42-4f0e-a7df-bef36cb49923 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c8f2edba-75f8-4b08-ab05-775a40c31e76 HTTP/1.1" status: 204 len: 168 time: 0.8124239 Feb 11 05:33:45.467112 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48ce4c-ac42-4f0e-a7df-bef36cb49923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f2edba-75f8-4b08-ab05-775a40c31e76,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:45.473138 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event updated for resources: {'Port': ['ID=6051fc57-e2e6-4778-938a-d4cc21064122,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:45.551536 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (d8f7ac40-3b77-453d-b939-5d3f5a1cdbb2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.557557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7cf2c69e-b102-43ad-966e-45378cfb0880 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:45.559837 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.647022 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Port': ['ID=b54b461c-7688-4cbb-9655-74e1c9903ab2,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:45.682066 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for floatingip (f657e9a7-bd8d-4bfa-9d25-bacc29817a92), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.727185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd857ed-4446-46d6-9a34-5aecfe428431 None None] Update dhcp port {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'fixed_ips': [{'subnet_id': '6fbd91f5-7e2d-4d09-a334-63048a15b51b'}], 'binding:host_id': 'n-d-713499-38'}, 'id': '7cf2c69e-b102-43ad-966e-45378cfb0880'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:33:45.775199 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Floating IP d8f7ac40-3b77-453d-b939-5d3f5a1cdbb2 associated. External IP: 172.25.5.196, port: 22bc64a9-bea5-442b-984b-75140242a029. Feb 11 05:33:45.819959 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9cd857ed-4446-46d6-9a34-5aecfe428431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.829631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:45.830625 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e65444c4-bc4c-4a0b-b81e-aba2ed7752b8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.833614 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6051fc57-e2e6-4778-938a-d4cc21064122), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:45.919266 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e65444c4-bc4c-4a0b-b81e-aba2ed7752b8,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:45.990222 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e65444c4-bc4c-4a0b-b81e-aba2ed7752b8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.009772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 7bcee796-21e7-410d-b1ec-9e7e94e164c7 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:46.137447 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7cf2c69e-b102-43ad-966e-45378cfb0880 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:46.155529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58550) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:46.182719 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1b19609d-d517-48be-9af7-4aea1313140a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.200319 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Router 15432e38-8359-44ea-9473-cff5adad9e46 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:46.245289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-06284d49-fded-4cc9-a877-490af9acac5a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Allocated IP 172.20.0.6 (c8363f25-1d97-4407-bb85-2789d1384f42/a89bce23-79ba-45fa-be2e-03a6e4086616/3baaed61-b5f3-4f17-be45-bf5bf192b1c6) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:46.275458 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2ec2333e-3547-4b4e-8f63-580884e573dd no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:46.309409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=e65444c4-bc4c-4a0b-b81e-aba2ed7752b8,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:46.342682 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 2ec2333e-3547-4b4e-8f63-580884e573dd {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:46.343066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2ec2333e-3547-4b4e-8f63-580884e573dd not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:46.363639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 7bcee796-21e7-410d-b1ec-9e7e94e164c7 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:33:46.364789 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:46.407768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4731043-5838-4ec8-86ea-f81f973d752e None None] Sync routers for ids ['15432e38-8359-44ea-9473-cff5adad9e46'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:46.416137 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 7bcee796-21e7-410d-b1ec-9e7e94e164c7 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:46.416833 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.420771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-9cd857ed-4446-46d6-9a34-5aecfe428431 None None] Allocated IP 172.20.0.2 (f998a239-103b-4838-bc3b-5e531dc8d131/6fbd91f5-7e2d-4d09-a334-63048a15b51b/7cf2c69e-b102-43ad-966e-45378cfb0880) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:46.430558 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.479869 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4731043-5838-4ec8-86ea-f81f973d752e None None] Routers {'15432e38-8359-44ea-9473-cff5adad9e46'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:46.480085 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d6140c16-6ca3-4b1a-a86b-825b7af24262 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0525441 Feb 11 05:33:46.480943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b4731043-5838-4ec8-86ea-f81f973d752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15432e38-8359-44ea-9473-cff5adad9e46'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:46.482349 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'tag': '22bc64a9-bea5-442b-984b-75140242a029'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:46.486813 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479d2165-b16e-45a3-9842-648967572228" -d '{"events": [{"name": "network-changed", "server_uuid": "bafc8a85-cc11-4c40-9a63-863d75cc07be", "tag": "22bc64a9-bea5-442b-984b-75140242a029"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:46.490473 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58558) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:46.553578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.objects.ports [None req-ab72095a-4e04-47ef-a128-84a0f5983328 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103171) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:33:46.589673 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1b19609d-d517-48be-9af7-4aea1313140a admin admin] Publish callbacks [] for security_group (1e61302e-feb3-4368-be4c-a12dfaad7ed0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.601158 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ad7711a7-4ccd-4c99-acd9-98502c939485 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/floatingips/d8f7ac40-3b77-453d-b939-5d3f5a1cdbb2 HTTP/1.1" status: 200 len: 991 time: 0.1055439 Feb 11 05:33:46.602687 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b5584f-6301-43ca-a1be-25ae4448e48c x-openstack-request-id: req-f0b5584f-6301-43ca-a1be-25ae4448e48c {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:46.602975 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafc8a85-cc11-4c40-9a63-863d75cc07be", "tag": "22bc64a9-bea5-442b-984b-75140242a029", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:46.603225 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f0b5584f-6301-43ca-a1be-25ae4448e48c {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:46.603645 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'tag': '22bc64a9-bea5-442b-984b-75140242a029', 'status': 'completed', 'code': 200} Feb 11 05:33:46.650503 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for port (6051fc57-e2e6-4778-938a-d4cc21064122), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.663852 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (6051fc57-e2e6-4778-938a-d4cc21064122), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.677556 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1b19609d-d517-48be-9af7-4aea1313140a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1e61302e-feb3-4368-be4c-a12dfaad7ed0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.714671 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d2165-b16e-45a3-9842-648967572228 req-6534b040-367e-4183-add9-bd594f2605ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:46.716518 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-479d2165-b16e-45a3-9842-648967572228 req-6534b040-367e-4183-add9-bd594f2605ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89a824e240334b3fb89a7803bbc06026&device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 1128 time: 0.1120801 Feb 11 05:33:46.754848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-b4731043-5838-4ec8-86ea-f81f973d752e None None] Set router 15432e38-8359-44ea-9473-cff5adad9e46 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:46.771765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b7470-f7c7-4aa2-a04f-a2ddeadb0277 req-0ac4b11b-ac3c-4682-b891-49db28394cf8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:46.777420 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b7470-f7c7-4aa2-a04f-a2ddeadb0277 req-0ac4b11b-ac3c-4682-b891-49db28394cf8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:46.783724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b7470-f7c7-4aa2-a04f-a2ddeadb0277 req-0ac4b11b-ac3c-4682-b891-49db28394cf8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:46.789128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b7470-f7c7-4aa2-a04f-a2ddeadb0277 req-0ac4b11b-ac3c-4682-b891-49db28394cf8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:46.794053 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event updated for resources: {'Port': ['ID=6051fc57-e2e6-4778-938a-d4cc21064122,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:46.794968 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b7470-f7c7-4aa2-a04f-a2ddeadb0277 req-0ac4b11b-ac3c-4682-b891-49db28394cf8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:46.801340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b7470-f7c7-4aa2-a04f-a2ddeadb0277 req-0ac4b11b-ac3c-4682-b891-49db28394cf8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:46.807481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b7470-f7c7-4aa2-a04f-a2ddeadb0277 req-0ac4b11b-ac3c-4682-b891-49db28394cf8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:46.809584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-811b7470-f7c7-4aa2-a04f-a2ddeadb0277 req-0ac4b11b-ac3c-4682-b891-49db28394cf8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5431 time: 0.5386345 Feb 11 05:33:46.841597 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (f657e9a7-bd8d-4bfa-9d25-bacc29817a92), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.886003 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:46.897138 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-87125add-61ac-4fcb-90b1-4c165cc4f1e0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7387452 Feb 11 05:33:46.912512 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1b19609d-d517-48be-9af7-4aea1313140a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=26d42af10a274b3fb2c2d89c2117e884&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7560685 Feb 11 05:33:46.914749 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58570) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:46.932337 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d2165-b16e-45a3-9842-648967572228 req-8afdf509-600a-4222-9170-feb377c5534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:46.933836 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-479d2165-b16e-45a3-9842-648967572228 req-8afdf509-600a-4222-9170-feb377c5534e service neutron] 10.222.0.73 "GET /v2.0/networks?id=bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 HTTP/1.1" status: 200 len: 898 time: 0.2106085 Feb 11 05:33:46.940729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19609d-d517-48be-9af7-4aea1313140a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e61302e-feb3-4368-be4c-a12dfaad7ed0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:47.040029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65444c4-bc4c-4a0b-b81e-aba2ed7752b8'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:47.042295 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acb83b8-da89-4424-a415-4dd4570819d2" -d '{"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-plugged", "status": "completed", "tag": "e65444c4-bc4c-4a0b-b81e-aba2ed7752b8"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:47.051994 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-811b7470-f7c7-4aa2-a04f-a2ddeadb0277 req-5698423e-fd2b-4ebf-8f94-c6f386c0593d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2125144 Feb 11 05:33:47.130871 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-479d2165-b16e-45a3-9842-648967572228 req-dfed0451-50c6-4d33-abb3-4f85a2e08212 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22bc64a9-bea5-442b-984b-75140242a029 HTTP/1.1" status: 200 len: 999 time: 0.1893475 Feb 11 05:33:47.132226 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c50e5438-7044-4a42-9787-13ad8d8c589d admin admin] Publish callbacks [] for security_group (1e61302e-feb3-4368-be4c-a12dfaad7ed0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.134742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9cd857ed-4446-46d6-9a34-5aecfe428431 None None] For port 7cf2c69e-b102-43ad-966e-45378cfb0880, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7cf2c69e-b102-43ad-966e-45378cfb0880,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:47.147123 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-06284d49-fded-4cc9-a877-490af9acac5a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (3baaed61-b5f3-4f17-be45-bf5bf192b1c6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.187871 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef9631c-da6f-43d5-83d4-3cbd935b7445 x-openstack-request-id: req-9ef9631c-da6f-43d5-83d4-3cbd935b7445 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:47.188171 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-plugged", "status": "completed", "tag": "e65444c4-bc4c-4a0b-b81e-aba2ed7752b8", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:47.188432 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9ef9631c-da6f-43d5-83d4-3cbd935b7445 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:47.188827 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65444c4-bc4c-4a0b-b81e-aba2ed7752b8', 'code': 200} Feb 11 05:33:47.200309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d2165-b16e-45a3-9842-648967572228 req-216121c8-da98-41fe-a196-b1a5c1ca132a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:47.201961 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-479d2165-b16e-45a3-9842-648967572228 req-216121c8-da98-41fe-a196-b1a5c1ca132a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56d85561-1dbd-4932-a993-14b36f1f969b HTTP/1.1" status: 200 len: 835 time: 0.0617144 Feb 11 05:33:47.209969 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-06284d49-fded-4cc9-a877-490af9acac5a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (3baaed61-b5f3-4f17-be45-bf5bf192b1c6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.252602 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c50e5438-7044-4a42-9787-13ad8d8c589d admin admin] Publish callbacks [] for security_group (1e61302e-feb3-4368-be4c-a12dfaad7ed0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.285817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06284d49-fded-4cc9-a877-490af9acac5a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network c8363f25-1d97-4407-bb85-2789d1384f42 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:47.291104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-06284d49-fded-4cc9-a877-490af9acac5a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:47.296365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06284d49-fded-4cc9-a877-490af9acac5a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:47.298209 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 7bcee796-21e7-410d-b1ec-9e7e94e164c7 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:47.298656 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.318690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d2165-b16e-45a3-9842-648967572228 req-774a4360-1068-435b-85ec-0471335ee438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:47.320893 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-479d2165-b16e-45a3-9842-648967572228 req-774a4360-1068-435b-85ec-0471335ee438 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1118517 Feb 11 05:33:47.354601 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9cd857ed-4446-46d6-9a34-5aecfe428431 None None] Publish callbacks [] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.363189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06284d49-fded-4cc9-a877-490af9acac5a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=3baaed61-b5f3-4f17-be45-bf5bf192b1c6,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:47.379382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Allocated IP 172.20.0.2 (c8363f25-1d97-4407-bb85-2789d1384f42/a89bce23-79ba-45fa-be2e-03a6e4086616/bd48c273-5100-446c-b74b-812fe1b974a7) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:47.389743 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9cd857ed-4446-46d6-9a34-5aecfe428431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.407469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 7bcee796-21e7-410d-b1ec-9e7e94e164c7, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=7bcee796-21e7-410d-b1ec-9e7e94e164c7,segment=NetworkSegment(4026cc13-97fa-4344-b9da-7d1b79dff762),segment_id=4026cc13-97fa-4344-b9da-7d1b79dff762)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:47.433884 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-9c23a003-4503-44f6-9c0f-df9ba4c95d61 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1657231055&fields=id&tenant_id=93acaeef56ec46ed9d40abab96de324e HTTP/1.1" status: 200 len: 267 time: 0.2194936 Feb 11 05:33:47.461771 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c50e5438-7044-4a42-9787-13ad8d8c589d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1e61302e-feb3-4368-be4c-a12dfaad7ed0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.467782 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c50e5438-7044-4a42-9787-13ad8d8c589d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.469414 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c50e5438-7044-4a42-9787-13ad8d8c589d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1e61302e-feb3-4368-be4c-a12dfaad7ed0 HTTP/1.1" status: 204 len: 168 time: 0.5537026 Feb 11 05:33:47.486582 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.487592 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e807764e-d613-4927-87a7-0871be7d6db6 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:47.502660 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e5438-7044-4a42-9787-13ad8d8c589d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e61302e-feb3-4368-be4c-a12dfaad7ed0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:47.527563 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-479d2165-b16e-45a3-9842-648967572228 req-3b21da74-2fa2-4032-aed7-aaee386f3a82 service neutron] 10.222.0.73 "GET /v2.0/networks/bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942410 Feb 11 05:33:47.539650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06284d49-fded-4cc9-a877-490af9acac5a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:47.540270 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-06284d49-fded-4cc9-a877-490af9acac5a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.565858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-06284d49-fded-4cc9-a877-490af9acac5a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6755574 Feb 11 05:33:47.571210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58594) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:47.604156 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58596) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:47.613075 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab72095a-4e04-47ef-a128-84a0f5983328 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.672660 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd857ed-4446-46d6-9a34-5aecfe428431 None None] Pushing event updated for resources: {'Port': ['ID=7cf2c69e-b102-43ad-966e-45378cfb0880,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:47.707717 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fd636bcc-4bd8-400a-8010-8a2dace733c8 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/floatingips/d8f7ac40-3b77-453d-b939-5d3f5a1cdbb2 HTTP/1.1" status: 200 len: 991 time: 0.0943322 Feb 11 05:33:47.739807 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-479d2165-b16e-45a3-9842-648967572228 req-7a9b7a3d-3c08-49ff-a1f4-4303f58da68a service neutron] 10.222.0.73 "GET /v2.0/networks/bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066591 Feb 11 05:33:47.873990 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port e807764e-d613-4927-87a7-0871be7d6db6 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:33:47.894733 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port e807764e-d613-4927-87a7-0871be7d6db6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:47.895283 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e807764e-d613-4927-87a7-0871be7d6db6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:47.916779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=7bcee796-21e7-410d-b1ec-9e7e94e164c7,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:47.998509 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Publish callbacks [] for port (bd48c273-5100-446c-b74b-812fe1b974a7), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.005391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-aa82a665-5aa7-4fa0-9bf1-5753385becc3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:48.006912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-aa82a665-5aa7-4fa0-9bf1-5753385becc3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 817 time: 0.5469224 Feb 11 05:33:48.010474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b4731043-5838-4ec8-86ea-f81f973d752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:33:04Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'd8f7ac40-3b77-453d-b939-5d3f5a1cdbb2', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'port_id': '22bc64a9-bea5-442b-984b-75140242a029', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'mac_address': 'fa:16:3e:9b:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:33:42Z', 'updated_at': '2022-02-11T05:33:42Z', 'revision_number': 0, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac34f90-f4b9-427d-83b5-048fb06eeb20', 'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:0f:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:00Z', 'updated_at': '2022-02-11T05:33:10Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:48.059240 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (bd48c273-5100-446c-b74b-812fe1b974a7), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.106686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4731043-5838-4ec8-86ea-f81f973d752e None None] Checking router: 15432e38-8359-44ea-9473-cff5adad9e46 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:33:48.114668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Pushing event updated for resources: {'Port': ['ID=bd48c273-5100-446c-b74b-812fe1b974a7,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:48.132438 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-925a4fdd-9f20-4b32-83be-3e13c3ba14d2 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/quotas/93acaeef56ec46ed9d40abab96de324e HTTP/1.1" status: 200 len: 375 time: 0.0562077 Feb 11 05:33:48.138520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4731043-5838-4ec8-86ea-f81f973d752e None None] Routers {'15432e38-8359-44ea-9473-cff5adad9e46'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:48.139163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b4731043-5838-4ec8-86ea-f81f973d752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15432e38-8359-44ea-9473-cff5adad9e46'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:48.334931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Network c8363f25-1d97-4407-bb85-2789d1384f42 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:48.372510 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-b4731043-5838-4ec8-86ea-f81f973d752e None None] Set router 15432e38-8359-44ea-9473-cff5adad9e46 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:33:48.432116 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:48.436240 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:48.523010 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-ab72095a-4e04-47ef-a128-84a0f5983328 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] For port 7cf2c69e-b102-43ad-966e-45378cfb0880, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7cf2c69e-b102-43ad-966e-45378cfb0880,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:48.557098 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-e4322e76-248c-4507-95fa-9ca601f3be4a tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4237390 Feb 11 05:33:48.665290 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397a12b0-7aac-4a39-9aaf-942ea4afd3b9 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:48.677542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc24f5-e1d8-4514-a402-eb187b2512e0 req-ffda4086-fb9d-4b8a-84f7-dd768987a05d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:48.686187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc24f5-e1d8-4514-a402-eb187b2512e0 req-ffda4086-fb9d-4b8a-84f7-dd768987a05d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:48.692498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc24f5-e1d8-4514-a402-eb187b2512e0 req-ffda4086-fb9d-4b8a-84f7-dd768987a05d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:48.699478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc24f5-e1d8-4514-a402-eb187b2512e0 req-ffda4086-fb9d-4b8a-84f7-dd768987a05d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:48.700804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port e807764e-d613-4927-87a7-0871be7d6db6 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:48.701212 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e807764e-d613-4927-87a7-0871be7d6db6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.704556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc24f5-e1d8-4514-a402-eb187b2512e0 req-ffda4086-fb9d-4b8a-84f7-dd768987a05d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:48.710525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc24f5-e1d8-4514-a402-eb187b2512e0 req-ffda4086-fb9d-4b8a-84f7-dd768987a05d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:48.711281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58634) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:48.716018 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc24f5-e1d8-4514-a402-eb187b2512e0 req-ffda4086-fb9d-4b8a-84f7-dd768987a05d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:48.718010 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22bc24f5-e1d8-4514-a402-eb187b2512e0 req-ffda4086-fb9d-4b8a-84f7-dd768987a05d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5432 time: 0.4595611 Feb 11 05:33:48.758355 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab72095a-4e04-47ef-a128-84a0f5983328 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.765101 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Attempting to bind port bd48c273-5100-446c-b74b-812fe1b974a7 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:48.765487 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Attempting to bind port bd48c273-5100-446c-b74b-812fe1b974a7 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '7c7d2477-c64b-47cd-9a6f-0c6ee6007c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8363f25-1d97-4407-bb85-2789d1384f42'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:48.765865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Attempting to bind port bd48c273-5100-446c-b74b-812fe1b974a7 on network c8363f25-1d97-4407-bb85-2789d1384f42 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:48.803354 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cedf75b4-289c-46f4-9676-ee5e0ee2fa81 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3baaed61-b5f3-4f17-be45-bf5bf192b1c6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.803755 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-45040a16-35a1-4f77-9d52-3e27dcf13197 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/floatingips/d8f7ac40-3b77-453d-b939-5d3f5a1cdbb2 HTTP/1.1" status: 200 len: 991 time: 0.0906992 Feb 11 05:33:48.828762 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab72095a-4e04-47ef-a128-84a0f5983328 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.852794 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:48.853196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Checking segment: {'id': '7c7d2477-c64b-47cd-9a6f-0c6ee6007c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8363f25-1d97-4407-bb85-2789d1384f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:48.853673 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.854134 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Bound using segment: {'id': '7c7d2477-c64b-47cd-9a6f-0c6ee6007c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8363f25-1d97-4407-bb85-2789d1384f42'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:48.854690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Bound port: bd48c273-5100-446c-b74b-812fe1b974a7, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7d2477-c64b-47cd-9a6f-0c6ee6007c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c8363f25-1d97-4407-bb85-2789d1384f42'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:48.862745 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bd48c273-5100-446c-b74b-812fe1b974a7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.867488 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2ad1bc12-648c-4ddc-be5f-1456d3d934c2 None None] Provisioning complete for port 7cf2c69e-b102-43ad-966e-45378cfb0880 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:48.868582 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2ad1bc12-648c-4ddc-be5f-1456d3d934c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.925972 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-66e16ab2-eff9-42e3-a7a8-2da267fee92b service neutron] 10.222.0.87 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522167 Feb 11 05:33:48.940669 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab72095a-4e04-47ef-a128-84a0f5983328 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (bea73164-8856-4648-86bf-8c1f2c3c1c14), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:48.949945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7cf2c69e-b102-43ad-966e-45378cfb0880 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:48.985409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e807764e-d613-4927-87a7-0871be7d6db6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e807764e-d613-4927-87a7-0871be7d6db6,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:49.095707 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e807764e-d613-4927-87a7-0871be7d6db6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.098471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a854c3bb-38fb-4e01-b81b-b450abbcf0b9 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:49.228262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab72095a-4e04-47ef-a128-84a0f5983328 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:49.257785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-ab72095a-4e04-47ef-a128-84a0f5983328 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:49.264500 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab72095a-4e04-47ef-a128-84a0f5983328 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:49.265103 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab72095a-4e04-47ef-a128-84a0f5983328 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.362516 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22bc24f5-e1d8-4514-a402-eb187b2512e0 req-e995cddc-fc87-4372-a927-573a99cb4035 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6299260 Feb 11 05:33:49.363210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72095a-4e04-47ef-a128-84a0f5983328 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=7cf2c69e-b102-43ad-966e-45378cfb0880,revision_number=8']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:49.377866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72095a-4e04-47ef-a128-84a0f5983328 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=bea73164-8856-4648-86bf-8c1f2c3c1c14,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:49.418760 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-d4c8b41a-68e9-4d4b-938d-03c76a1555a5 service neutron] 10.222.0.87 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770846 Feb 11 05:33:49.430831 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcee796-21e7-410d-b1ec-9e7e94e164c7'}, {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e807764e-d613-4927-87a7-0871be7d6db6'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:49.432251 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58658) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:49.432710 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ab72095a-4e04-47ef-a128-84a0f5983328 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2165515 Feb 11 05:33:49.438582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-de74c87c-537e-4c00-8e90-9504fbfac26e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'mac_address': 'fa:16:3e:5c:f4:ce', 'name': 'tempest-NetworksTestDHCPv6-40251347'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:49.440527 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d15fcd-f8d2-42e2-9bef-c1349180dd50" -d '{"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-plugged", "status": "completed", "tag": "7bcee796-21e7-410d-b1ec-9e7e94e164c7"}, {"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-plugged", "status": "completed", "tag": "e807764e-d613-4927-87a7-0871be7d6db6"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:49.544514 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910e1bd1-0375-47af-a612-dc77ea8cb46f x-openstack-request-id: req-910e1bd1-0375-47af-a612-dc77ea8cb46f {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:49.544964 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-plugged", "status": "completed", "tag": "7bcee796-21e7-410d-b1ec-9e7e94e164c7", "code": 200}, {"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-plugged", "status": "completed", "tag": "e807764e-d613-4927-87a7-0871be7d6db6", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:49.545457 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-910e1bd1-0375-47af-a612-dc77ea8cb46f {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:49.545943 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcee796-21e7-410d-b1ec-9e7e94e164c7', 'code': 200} Feb 11 05:33:49.546337 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e807764e-d613-4927-87a7-0871be7d6db6', 'code': 200} Feb 11 05:33:49.562492 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cedf75b4-289c-46f4-9676-ee5e0ee2fa81 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (3baaed61-b5f3-4f17-be45-bf5bf192b1c6), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.569981 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cedf75b4-289c-46f4-9676-ee5e0ee2fa81 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (3baaed61-b5f3-4f17-be45-bf5bf192b1c6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.653031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b4731043-5838-4ec8-86ea-f81f973d752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:33:04Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'd8f7ac40-3b77-453d-b939-5d3f5a1cdbb2', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'port_id': '22bc64a9-bea5-442b-984b-75140242a029', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'mac_address': 'fa:16:3e:9b:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:33:42Z', 'updated_at': '2022-02-11T05:33:42Z', 'revision_number': 0, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac34f90-f4b9-427d-83b5-048fb06eeb20', 'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:0f:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:00Z', 'updated_at': '2022-02-11T05:33:10Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:49.684117 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf75b4-289c-46f4-9676-ee5e0ee2fa81 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=3baaed61-b5f3-4f17-be45-bf5bf192b1c6,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:49.688729 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de74c87c-537e-4c00-8e90-9504fbfac26e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:49.726473 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] For port bd48c273-5100-446c-b74b-812fe1b974a7, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:49.734042 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7cf2c69e-b102-43ad-966e-45378cfb0880 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:49.734425 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.816308 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58674) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:49.835599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4731043-5838-4ec8-86ea-f81f973d752e None None] The sync data for ids ['15432e38-8359-44ea-9473-cff5adad9e46'] in n-d-713499-38 is: [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:33:04Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'd8f7ac40-3b77-453d-b939-5d3f5a1cdbb2', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'port_id': '22bc64a9-bea5-442b-984b-75140242a029', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'mac_address': 'fa:16:3e:9b:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:33:42Z', 'updated_at': '2022-02-11T05:33:42Z', 'revision_number': 0, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac34f90-f4b9-427d-83b5-048fb06eeb20', 'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:0f:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:00Z', 'updated_at': '2022-02-11T05:33:10Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:49.843232 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=e807764e-d613-4927-87a7-0871be7d6db6,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:49.902059 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de74c87c-537e-4c00-8e90-9504fbfac26e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:49.933131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] For port bd48c273-5100-446c-b74b-812fe1b974a7, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=bd48c273-5100-446c-b74b-812fe1b974a7,segment=NetworkSegment(7c7d2477-c64b-47cd-9a6f-0c6ee6007c53),segment_id=7c7d2477-c64b-47cd-9a6f-0c6ee6007c53)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:49.938698 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-11e8f361-3d6b-4ba9-9cc8-84dc879f5022 req-f5b2fe0c-b49b-4404-8a44-353f174c62eb tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 210 time: 0.1772747 Feb 11 05:33:49.994275 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bd48c273-5100-446c-b74b-812fe1b974a7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.010688 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port a854c3bb-38fb-4e01-b81b-b450abbcf0b9 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:33:50.022774 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port a854c3bb-38fb-4e01-b81b-b450abbcf0b9 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:50.022774 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.108927 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cedf75b4-289c-46f4-9676-ee5e0ee2fa81 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (96237361-970a-4079-8514-247d17a04ac8), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.168133 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e19ab-7255-4a2d-b1ca-781bc3bf9dce None None] Pushing event updated for resources: {'Port': ['ID=bd48c273-5100-446c-b74b-812fe1b974a7,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:50.215131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2ad1bc12-648c-4ddc-be5f-1456d3d934c2 None None] Current status of the port 7cf2c69e-b102-43ad-966e-45378cfb0880 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:50.391404 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480084e-80b8-4a12-8f7a-4f6730aeff0b None None] New status for floating IP d8f7ac40-3b77-453d-b939-5d3f5a1cdbb2: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:33:50.485163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7cf2c69e-b102-43ad-966e-45378cfb0880 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:50.488687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port a854c3bb-38fb-4e01-b81b-b450abbcf0b9 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:50.500706 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.503663 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cedf75b4-289c-46f4-9676-ee5e0ee2fa81 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3baaed61-b5f3-4f17-be45-bf5bf192b1c6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.597503 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a854c3bb-38fb-4e01-b81b-b450abbcf0b9, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a854c3bb-38fb-4e01-b81b-b450abbcf0b9,segment=NetworkSegment(4026cc13-97fa-4344-b9da-7d1b79dff762),segment_id=4026cc13-97fa-4344-b9da-7d1b79dff762)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:50.603852 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.605060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 75f3b967-e8c9-4755-8087-be2d8c88ed6a up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:50.811302 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-de74c87c-537e-4c00-8e90-9504fbfac26e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port 4c60c11b-3fd1-4224-9d1f-92bb69f16481 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:33:50.850406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=a854c3bb-38fb-4e01-b81b-b450abbcf0b9,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:50.880271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 75f3b967-e8c9-4755-8087-be2d8c88ed6a completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:33:50.893753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 75f3b967-e8c9-4755-8087-be2d8c88ed6a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:50.894172 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (75f3b967-e8c9-4755-8087-be2d8c88ed6a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:50.969643 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4e4c1987-aa02-4641-8707-46a29e42f884 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/floatingips/d8f7ac40-3b77-453d-b939-5d3f5a1cdbb2 HTTP/1.1" status: 200 len: 991 time: 1.1519935 Feb 11 05:33:51.143959 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 75f3b967-e8c9-4755-8087-be2d8c88ed6a is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:51.144363 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (75f3b967-e8c9-4755-8087-be2d8c88ed6a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.155391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4465a4-c4f1-455e-ac2e-fdd43206a199 req-3695b430-d3b1-4057-98fb-ed3afa957086 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:51.164358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4465a4-c4f1-455e-ac2e-fdd43206a199 req-3695b430-d3b1-4057-98fb-ed3afa957086 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:51.171474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4465a4-c4f1-455e-ac2e-fdd43206a199 req-3695b430-d3b1-4057-98fb-ed3afa957086 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:51.178228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4465a4-c4f1-455e-ac2e-fdd43206a199 req-3695b430-d3b1-4057-98fb-ed3afa957086 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:51.184532 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4465a4-c4f1-455e-ac2e-fdd43206a199 req-3695b430-d3b1-4057-98fb-ed3afa957086 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:51.191198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4465a4-c4f1-455e-ac2e-fdd43206a199 req-3695b430-d3b1-4057-98fb-ed3afa957086 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:51.197383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4465a4-c4f1-455e-ac2e-fdd43206a199 req-3695b430-d3b1-4057-98fb-ed3afa957086 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:51.199807 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae4465a4-c4f1-455e-ac2e-fdd43206a199 req-3695b430-d3b1-4057-98fb-ed3afa957086 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5433 time: 0.6970596 Feb 11 05:33:51.224497 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 75f3b967-e8c9-4755-8087-be2d8c88ed6a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=75f3b967-e8c9-4755-8087-be2d8c88ed6a,segment=NetworkSegment(88518d25-2618-42dd-81d7-e7a3c557bb3c),segment_id=88518d25-2618-42dd-81d7-e7a3c557bb3c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:51.232909 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device bd48c273-5100-446c-b74b-812fe1b974a7 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:51.240357 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (75f3b967-e8c9-4755-8087-be2d8c88ed6a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.242434 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58712) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:51.247276 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:51.313861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bff8fe0-ef99-48a2-8b50-a55644089777 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:51.346505 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-de74c87c-537e-4c00-8e90-9504fbfac26e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 172.20.0.5 (f998a239-103b-4838-bc3b-5e531dc8d131/6fbd91f5-7e2d-4d09-a334-63048a15b51b/4c60c11b-3fd1-4224-9d1f-92bb69f16481) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:51.357698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-de74c87c-537e-4c00-8e90-9504fbfac26e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::f816:3eff:fe5c:f4ce (f998a239-103b-4838-bc3b-5e531dc8d131/bea73164-8856-4648-86bf-8c1f2c3c1c14/4c60c11b-3fd1-4224-9d1f-92bb69f16481) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:51.538391 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3b121826-03d7-41d4-b82d-d85407d00e6d None None] Provisioning complete for port 7cf2c69e-b102-43ad-966e-45378cfb0880 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:51.538793 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b121826-03d7-41d4-b82d-d85407d00e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.548369 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a854c3bb-38fb-4e01-b81b-b450abbcf0b9'}, {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f3b967-e8c9-4755-8087-be2d8c88ed6a'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:51.550694 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa7c6c4-d711-40aa-9a6f-eae8c7fbc3f4" -d '{"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-plugged", "status": "completed", "tag": "a854c3bb-38fb-4e01-b81b-b450abbcf0b9"}, {"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-plugged", "status": "completed", "tag": "75f3b967-e8c9-4755-8087-be2d8c88ed6a"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:51.576637 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de74c87c-537e-4c00-8e90-9504fbfac26e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (4c60c11b-3fd1-4224-9d1f-92bb69f16481), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.597962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=75f3b967-e8c9-4755-8087-be2d8c88ed6a,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:51.640162 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de74c87c-537e-4c00-8e90-9504fbfac26e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (4c60c11b-3fd1-4224-9d1f-92bb69f16481), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.684004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port bd48c273-5100-446c-b74b-812fe1b974a7 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:51.691575 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bd48c273-5100-446c-b74b-812fe1b974a7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.705459 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74c87c-537e-4c00-8e90-9504fbfac26e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=4c60c11b-3fd1-4224-9d1f-92bb69f16481,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:51.741199 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de74c87c-537e-4c00-8e90-9504fbfac26e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:51.743010 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-de74c87c-537e-4c00-8e90-9504fbfac26e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:51.745507 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de74c87c-537e-4c00-8e90-9504fbfac26e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:51.784593 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:33:51.816902 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:51.816902 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.834361 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de74c87c-537e-4c00-8e90-9504fbfac26e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:51.835332 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de74c87c-537e-4c00-8e90-9504fbfac26e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:51.853867 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae4e42da-c965-4c17-bf62-dbb7d384b54b req-573f8f13-0ad0-4ea2-acf3-3baef1a8efb3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 210 time: 0.6230636 Feb 11 05:33:51.998678 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fed0865-00ae-4cab-9828-d406c65b37fa x-openstack-request-id: req-1fed0865-00ae-4cab-9828-d406c65b37fa {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:51.998991 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-plugged", "status": "completed", "tag": "a854c3bb-38fb-4e01-b81b-b450abbcf0b9", "code": 200}, {"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-plugged", "status": "completed", "tag": "75f3b967-e8c9-4755-8087-be2d8c88ed6a", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:51.999255 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1fed0865-00ae-4cab-9828-d406c65b37fa {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:51.999865 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a854c3bb-38fb-4e01-b81b-b450abbcf0b9', 'code': 200} Feb 11 05:33:52.000127 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f3b967-e8c9-4755-8087-be2d8c88ed6a', 'code': 200} Feb 11 05:33:52.001131 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58726) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:52.052895 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-de74c87c-537e-4c00-8e90-9504fbfac26e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.6172051 Feb 11 05:33:52.063645 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58730) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:52.118008 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ac10290-393b-40da-ab69-54e08eb5b6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.124778 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae4465a4-c4f1-455e-ac2e-fdd43206a199 req-41f05ddd-1404-4c82-a1b2-ea9b14bd984b tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8744314 Feb 11 05:33:52.155855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3b121826-03d7-41d4-b82d-d85407d00e6d None None] Current status of the port 7cf2c69e-b102-43ad-966e-45378cfb0880 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:52.174663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port bd48c273-5100-446c-b74b-812fe1b974a7 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:52.175064 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bd48c273-5100-446c-b74b-812fe1b974a7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.201014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-bf34140e-ce07-4044-9986-8dd6a6ccc2cd tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:52.202739 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-bf34140e-ce07-4044-9986-8dd6a6ccc2cd tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.73 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 817 time: 0.3619428 Feb 11 05:33:52.245965 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d0abb-3545-4c46-84c2-13e3f8526e05 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:52.246404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ba307786-d40e-42f1-aa82-640c6dfdb294 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/floatingips/d8f7ac40-3b77-453d-b939-5d3f5a1cdbb2 HTTP/1.1" status: 200 len: 993 time: 0.2372205 Feb 11 05:33:52.257335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d0abb-3545-4c46-84c2-13e3f8526e05 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:52.261320 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-af8d0abb-3545-4c46-84c2-13e3f8526e05 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1916790 Feb 11 05:33:52.265415 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58736) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:52.315673 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port bd48c273-5100-446c-b74b-812fe1b974a7, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=bd48c273-5100-446c-b74b-812fe1b974a7,segment=NetworkSegment(7c7d2477-c64b-47cd-9a6f-0c6ee6007c53),segment_id=7c7d2477-c64b-47cd-9a6f-0c6ee6007c53)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:52.328029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2046b5f-6ba1-4512-8d22-f69a41c2f12f None None] Network c8363f25-1d97-4407-bb85-2789d1384f42 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:52.354902 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:52.355573 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.358268 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bd48c273-5100-446c-b74b-812fe1b974a7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.365410 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cedf75b4-289c-46f4-9676-ee5e0ee2fa81 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (3baaed61-b5f3-4f17-be45-bf5bf192b1c6), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.403634 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cedf75b4-289c-46f4-9676-ee5e0ee2fa81 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (3baaed61-b5f3-4f17-be45-bf5bf192b1c6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.413242 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-775eaaae-8761-4b9d-98d3-c838f22af251 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93acaeef56ec46ed9d40abab96de324e HTTP/1.1" status: 200 len: 380 time: 0.1949947 Feb 11 05:33:52.426354 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-df81c0d1-a428-4c0b-a910-6d4966de3ce3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Request body: {'port': {'device_id': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'admin_state_up': True, 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'security_groups': ['df72f1e3-c71f-4407-93c3-b4ba035c831b']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:52.496395 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=bd48c273-5100-446c-b74b-812fe1b974a7,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:52.511304 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-0f070604-eebe-428d-abb8-5d84a990cae4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port 4c60c11b-3fd1-4224-9d1f-92bb69f16481 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:52.511796 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f070604-eebe-428d-abb8-5d84a990cae4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (4c60c11b-3fd1-4224-9d1f-92bb69f16481), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.530961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-002a2115-9776-44fe-8efb-8f88f3ab42f6 None None] Provisioning complete for port bd48c273-5100-446c-b74b-812fe1b974a7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:52.532432 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-002a2115-9776-44fe-8efb-8f88f3ab42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bd48c273-5100-446c-b74b-812fe1b974a7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.542373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf75b4-289c-46f4-9676-ee5e0ee2fa81 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=3baaed61-b5f3-4f17-be45-bf5bf192b1c6,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:52.607023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:52.619093 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.620137 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cedf75b4-289c-46f4-9676-ee5e0ee2fa81 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (96237361-970a-4079-8514-247d17a04ac8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.627212 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ac10290-393b-40da-ab69-54e08eb5b6c2 admin admin] Publish callbacks [] for security_group (86b42529-8d11-48c2-a553-1c00c21d9c46), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.635876 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ac10290-393b-40da-ab69-54e08eb5b6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (86b42529-8d11-48c2-a553-1c00c21d9c46), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.664420 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac10290-393b-40da-ab69-54e08eb5b6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b42529-8d11-48c2-a553-1c00c21d9c46,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:52.684135 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f070604-eebe-428d-abb8-5d84a990cae4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (4c60c11b-3fd1-4224-9d1f-92bb69f16481), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.701417 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-0f070604-eebe-428d-abb8-5d84a990cae4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for 4c60c11b-3fd1-4224-9d1f-92bb69f16481 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:52.716821 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6ac10290-393b-40da-ab69-54e08eb5b6c2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ae841357e23646869f44a8fbb81bbf61&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4721336 Feb 11 05:33:52.725482 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58742) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:52.745167 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-df81c0d1-a428-4c0b-a910-6d4966de3ce3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Made reservation on behalf of 93acaeef56ec46ed9d40abab96de324e for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:52.750872 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-df81c0d1-a428-4c0b-a910-6d4966de3ce3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.848705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:52.863613 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bac89c56-6f5d-489f-9a99-8ed6991c951d admin admin] Publish callbacks [] for security_group (86b42529-8d11-48c2-a553-1c00c21d9c46), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:52.871278 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-002a2115-9776-44fe-8efb-8f88f3ab42f6 None None] Current status of the port bd48c273-5100-446c-b74b-812fe1b974a7 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:52.884081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf75b4-289c-46f4-9676-ee5e0ee2fa81 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network c8363f25-1d97-4407-bb85-2789d1384f42 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:52.890364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-cedf75b4-289c-46f4-9676-ee5e0ee2fa81 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:52.950704 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device bd48c273-5100-446c-b74b-812fe1b974a7 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:33:53.017511 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bac89c56-6f5d-489f-9a99-8ed6991c951d admin admin] Publish callbacks [] for security_group (86b42529-8d11-48c2-a553-1c00c21d9c46), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.033263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-bb1a65e7-f1a7-46a0-8010-6263efa38af7 None None] Provisioning complete for port 7cf2c69e-b102-43ad-966e-45378cfb0880 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:53.033882 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb1a65e7-f1a7-46a0-8010-6263efa38af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.082939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port bd48c273-5100-446c-b74b-812fe1b974a7 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:53.083611 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bd48c273-5100-446c-b74b-812fe1b974a7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.123507 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-df81c0d1-a428-4c0b-a910-6d4966de3ce3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Allocated IP 172.20.0.6 (ddfa1006-39a8-4f4a-a30c-7264d9574326/1637afc6-57d8-4711-9940-9fa5efd57a52/9b909078-2d81-4a81-9fde-af606bf39f45) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:33:53.155932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6715a80-2a50-46e2-ab06-758bd1e4621e req-7037e6b0-2f71-4c9d-94d0-55251e79abdc tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 210 time: 0.1429780 Feb 11 05:33:53.243886 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bac89c56-6f5d-489f-9a99-8ed6991c951d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (86b42529-8d11-48c2-a553-1c00c21d9c46), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.250280 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bac89c56-6f5d-489f-9a99-8ed6991c951d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.251792 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bac89c56-6f5d-489f-9a99-8ed6991c951d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/86b42529-8d11-48c2-a553-1c00c21d9c46 HTTP/1.1" status: 204 len: 168 time: 0.5251844 Feb 11 05:33:53.273889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedf75b4-289c-46f4-9676-ee5e0ee2fa81 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 96237361-970a-4079-8514-247d17a04ac8 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:33:53.305498 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a65e7-f1a7-46a0-8010-6263efa38af7 None None] Current status of the port 7cf2c69e-b102-43ad-966e-45378cfb0880 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:53.325586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac89c56-6f5d-489f-9a99-8ed6991c951d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b42529-8d11-48c2-a553-1c00c21d9c46,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:53.331027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-bb1a65e7-f1a7-46a0-8010-6263efa38af7 None None] Could not find standard attr ID for object cf844785-6e7a-43bb-b267-3055255183de. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:33:53.353152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port bd48c273-5100-446c-b74b-812fe1b974a7 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:53.464582 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-439caf36-d671-4500-9a3e-bca81e888b33 None None] Provisioning complete for port bd48c273-5100-446c-b74b-812fe1b974a7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:53.465312 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-439caf36-d671-4500-9a3e-bca81e888b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bd48c273-5100-446c-b74b-812fe1b974a7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.508813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedf75b4-289c-46f4-9676-ee5e0ee2fa81 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:53.529603 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58760) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:53.532191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cedf75b4-289c-46f4-9676-ee5e0ee2fa81 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/96237361-970a-4079-8514-247d17a04ac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9289420 Feb 11 05:33:53.550878 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2f5b5-4a50-4378-80b3-27912d5b52a1 None None] Sync routers for ids ['96237361-970a-4079-8514-247d17a04ac8'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:53.621428 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c780624-4d90-4fed-b273-31f1ff90160f req-d9e36ec9-59cc-48c0-966b-7d49276a1d74 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:53.630596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2f5b5-4a50-4378-80b3-27912d5b52a1 None None] Routers {'96237361-970a-4079-8514-247d17a04ac8'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:53.633315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-18f2f5b5-4a50-4378-80b3-27912d5b52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['96237361-970a-4079-8514-247d17a04ac8'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:53.635020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c780624-4d90-4fed-b273-31f1ff90160f req-d9e36ec9-59cc-48c0-966b-7d49276a1d74 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:53.655742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c780624-4d90-4fed-b273-31f1ff90160f req-d9e36ec9-59cc-48c0-966b-7d49276a1d74 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:53.680960 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c780624-4d90-4fed-b273-31f1ff90160f req-d9e36ec9-59cc-48c0-966b-7d49276a1d74 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:53.684626 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-18f2f5b5-4a50-4378-80b3-27912d5b52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:53.690262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9606e87b-b0ed-4909-941f-9ff3669b0596 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:53.696163 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c780624-4d90-4fed-b273-31f1ff90160f req-d9e36ec9-59cc-48c0-966b-7d49276a1d74 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:53.697764 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9606e87b-b0ed-4909-941f-9ff3669b0596 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports/3baaed61-b5f3-4f17-be45-bf5bf192b1c6 HTTP/1.1" status: 200 len: 976 time: 0.1597979 Feb 11 05:33:53.715641 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58766) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:53.718987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2f5b5-4a50-4378-80b3-27912d5b52a1 None None] Routers {'96237361-970a-4079-8514-247d17a04ac8'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:53.719812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-18f2f5b5-4a50-4378-80b3-27912d5b52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['96237361-970a-4079-8514-247d17a04ac8'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:53.723969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c780624-4d90-4fed-b273-31f1ff90160f req-d9e36ec9-59cc-48c0-966b-7d49276a1d74 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:53.734361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c780624-4d90-4fed-b273-31f1ff90160f req-d9e36ec9-59cc-48c0-966b-7d49276a1d74 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:53.753043 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c780624-4d90-4fed-b273-31f1ff90160f req-d9e36ec9-59cc-48c0-966b-7d49276a1d74 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5436 time: 0.4212370 Feb 11 05:33:53.866833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-18f2f5b5-4a50-4378-80b3-27912d5b52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:53.867058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58768) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:53.867515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2f5b5-4a50-4378-80b3-27912d5b52a1 None None] The sync data for ids ['96237361-970a-4079-8514-247d17a04ac8'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:53.894045 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b6215f86-c5ba-4709-b3d8-0d41d359d851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.914550 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-439caf36-d671-4500-9a3e-bca81e888b33 None None] Current status of the port bd48c273-5100-446c-b74b-812fe1b974a7 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:53.921384 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c780624-4d90-4fed-b273-31f1ff90160f req-f3c0b6bc-1ab0-4fcd-8c50-cac2d0264135 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1669841 Feb 11 05:33:53.936617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-439caf36-d671-4500-9a3e-bca81e888b33 None None] Provisioning complete for port 3baaed61-b5f3-4f17-be45-bf5bf192b1c6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:53.937011 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-439caf36-d671-4500-9a3e-bca81e888b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3baaed61-b5f3-4f17-be45-bf5bf192b1c6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.008405 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:54.011761 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09588a0e-41d7-4d98-bde7-8c79b1e0c504" -d '{"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-plugged", "status": "completed", "tag": "aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:54.014816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-439caf36-d671-4500-9a3e-bca81e888b33 None None] Port 3baaed61-b5f3-4f17-be45-bf5bf192b1c6 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:54.022617 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b6215f86-c5ba-4709-b3d8-0d41d359d851 admin admin] Publish callbacks [] for security_group (9fb399bc-8cbb-4a56-99d7-c85b8d26d9e8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.027262 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b6215f86-c5ba-4709-b3d8-0d41d359d851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9fb399bc-8cbb-4a56-99d7-c85b8d26d9e8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.065410 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b6215f86-c5ba-4709-b3d8-0d41d359d851 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=48145a2c2eaa44ea97731671432d9d89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1964877 Feb 11 05:33:54.068954 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58776) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:54.083205 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92c2fe1-6b04-4897-9170-9e48e783c304 x-openstack-request-id: req-d92c2fe1-6b04-4897-9170-9e48e783c304 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:54.083622 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-plugged", "status": "completed", "tag": "aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:54.083932 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d92c2fe1-6b04-4897-9170-9e48e783c304 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:54.084384 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7', 'code': 200} Feb 11 05:33:54.116261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6215f86-c5ba-4709-b3d8-0d41d359d851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb399bc-8cbb-4a56-99d7-c85b8d26d9e8,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:54.178259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c0f3a864-deac-421d-8815-8c780ee55320 None None] Provisioning complete for port 3baaed61-b5f3-4f17-be45-bf5bf192b1c6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:54.178259 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c0f3a864-deac-421d-8815-8c780ee55320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3baaed61-b5f3-4f17-be45-bf5bf192b1c6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.190606 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f070604-eebe-428d-abb8-5d84a990cae4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (4c60c11b-3fd1-4224-9d1f-92bb69f16481), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.209997 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cf2352d3-e4e9-445c-b074-7f5abd82d5d2 admin admin] Publish callbacks [] for security_group (9fb399bc-8cbb-4a56-99d7-c85b8d26d9e8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.244610 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-df81c0d1-a428-4c0b-a910-6d4966de3ce3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for port (9b909078-2d81-4a81-9fde-af606bf39f45), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.250569 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cf2352d3-e4e9-445c-b074-7f5abd82d5d2 admin admin] Publish callbacks [] for security_group (9fb399bc-8cbb-4a56-99d7-c85b8d26d9e8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.277052 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c0f3a864-deac-421d-8815-8c780ee55320 None None] Port 3baaed61-b5f3-4f17-be45-bf5bf192b1c6 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:54.281068 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f070604-eebe-428d-abb8-5d84a990cae4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=4c60c11b-3fd1-4224-9d1f-92bb69f16481,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:54.281645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f48b3cc-63ca-4588-81ed-868c725ef536 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:33:54.308930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c0f3a864-deac-421d-8815-8c780ee55320 None None] Could not find standard attr ID for object 4c60c11b-3fd1-4224-9d1f-92bb69f16481. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:33:54.375287 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca757a84-751f-41ac-aba6-71d9f5fc560e req-3213dea5-26e4-4600-bf08-9f5e3f997c80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 210 time: 0.0652688 Feb 11 05:33:54.455506 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d88bb-69e9-4a19-ac70-59ee3a531a8c req-b54f5922-d6f7-4c74-a7a8-180ac78eef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:54.456039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d88bb-69e9-4a19-ac70-59ee3a531a8c req-b54f5922-d6f7-4c74-a7a8-180ac78eef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:54.457664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d88bb-69e9-4a19-ac70-59ee3a531a8c req-b54f5922-d6f7-4c74-a7a8-180ac78eef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:54.458205 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d88bb-69e9-4a19-ac70-59ee3a531a8c req-b54f5922-d6f7-4c74-a7a8-180ac78eef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:54.459168 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d88bb-69e9-4a19-ac70-59ee3a531a8c req-b54f5922-d6f7-4c74-a7a8-180ac78eef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:54.459706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d88bb-69e9-4a19-ac70-59ee3a531a8c req-b54f5922-d6f7-4c74-a7a8-180ac78eef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:54.460514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d88bb-69e9-4a19-ac70-59ee3a531a8c req-b54f5922-d6f7-4c74-a7a8-180ac78eef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:54.465524 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b7d88bb-69e9-4a19-ac70-59ee3a531a8c req-b54f5922-d6f7-4c74-a7a8-180ac78eef7b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 6717 time: 0.1755786 Feb 11 05:33:54.466404 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cf2352d3-e4e9-445c-b074-7f5abd82d5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9fb399bc-8cbb-4a56-99d7-c85b8d26d9e8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.469160 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cf2352d3-e4e9-445c-b074-7f5abd82d5d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.470423 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cf2352d3-e4e9-445c-b074-7f5abd82d5d2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9fb399bc-8cbb-4a56-99d7-c85b8d26d9e8 HTTP/1.1" status: 204 len: 168 time: 0.4001961 Feb 11 05:33:54.494516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2352d3-e4e9-445c-b074-7f5abd82d5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb399bc-8cbb-4a56-99d7-c85b8d26d9e8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:54.500591 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-cb0acb0f-e687-4a2b-80e4-18d809a5ac80 None None] Provisioning complete for port 3baaed61-b5f3-4f17-be45-bf5bf192b1c6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:54.501721 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb0acb0f-e687-4a2b-80e4-18d809a5ac80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3baaed61-b5f3-4f17-be45-bf5bf192b1c6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.540064 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-df81c0d1-a428-4c0b-a910-6d4966de3ce3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.543224 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f48b3cc-63ca-4588-81ed-868c725ef536 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:33:54.572971 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cb0acb0f-e687-4a2b-80e4-18d809a5ac80 None None] Port 3baaed61-b5f3-4f17-be45-bf5bf192b1c6 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:54.594379 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f070604-eebe-428d-abb8-5d84a990cae4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.599588 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0f070604-eebe-428d-abb8-5d84a990cae4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/4c60c11b-3fd1-4224-9d1f-92bb69f16481 HTTP/1.1" status: 204 len: 168 time: 2.3326452 Feb 11 05:33:54.604323 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58788) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:54.639249 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-df81c0d1-a428-4c0b-a910-6d4966de3ce3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Network ddfa1006-39a8-4f4a-a30c-7264d9574326 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:33:54.650095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-df81c0d1-a428-4c0b-a910-6d4966de3ce3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:33:54.655846 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-df81c0d1-a428-4c0b-a910-6d4966de3ce3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:33:54.663047 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81c0d1-a428-4c0b-a910-6d4966de3ce3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event updated for resources: {'Port': ['ID=9b909078-2d81-4a81-9fde-af606bf39f45,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:54.717301 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b7d88bb-69e9-4a19-ac70-59ee3a531a8c req-33df4173-962a-4c8c-9e77-ad24eedda602 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6b8846f2-3e84-43b2-a065-299742372dec&id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2318988 Feb 11 05:33:54.734595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b170f001-a7dd-4f1e-988e-358e6f8d0afa tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:54.737544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b170f001-a7dd-4f1e-988e-358e6f8d0afa tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:54.739097 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b170f001-a7dd-4f1e-988e-358e6f8d0afa tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:54.759340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b170f001-a7dd-4f1e-988e-358e6f8d0afa tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1538167 Feb 11 05:33:54.763646 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58794) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:54.820371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-df81c0d1-a428-4c0b-a910-6d4966de3ce3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:54.821047 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-df81c0d1-a428-4c0b-a910-6d4966de3ce3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.870111 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-023f411c-5263-4b43-bedf-42c1b6ffbd3c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 6fbd91f5-7e2d-4d09-a334-63048a15b51b {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:54.878899 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-023f411c-5263-4b43-bedf-42c1b6ffbd3c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (6fbd91f5-7e2d-4d09-a334-63048a15b51b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.933855 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-df81c0d1-a428-4c0b-a910-6d4966de3ce3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5100701 Feb 11 05:33:54.952834 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-023f411c-5263-4b43-bedf-42c1b6ffbd3c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (6fbd91f5-7e2d-4d09-a334-63048a15b51b), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:54.962613 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Request body: {'port': {'device_id': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:55.171849 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0c84-4662-483c-b372-d051b0c7ae37 req-4eefa525-871f-4d10-aaa2-2d6906b83908 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:55.178667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0c84-4662-483c-b372-d051b0c7ae37 req-4eefa525-871f-4d10-aaa2-2d6906b83908 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:55.184722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0c84-4662-483c-b372-d051b0c7ae37 req-4eefa525-871f-4d10-aaa2-2d6906b83908 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:55.193366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0c84-4662-483c-b372-d051b0c7ae37 req-4eefa525-871f-4d10-aaa2-2d6906b83908 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:55.207244 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0c84-4662-483c-b372-d051b0c7ae37 req-4eefa525-871f-4d10-aaa2-2d6906b83908 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:55.212983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0c84-4662-483c-b372-d051b0c7ae37 req-4eefa525-871f-4d10-aaa2-2d6906b83908 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:55.218255 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0c84-4662-483c-b372-d051b0c7ae37 req-4eefa525-871f-4d10-aaa2-2d6906b83908 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:55.220359 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d49a0c84-4662-483c-b372-d051b0c7ae37 req-4eefa525-871f-4d10-aaa2-2d6906b83908 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5436 time: 0.1288011 Feb 11 05:33:55.305163 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:33:55.315909 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d49a0c84-4662-483c-b372-d051b0c7ae37 req-382a5fe8-5bda-4c4b-98f2-79b43f81e3eb tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0843105 Feb 11 05:33:55.575997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d076c-1979-41a1-8dda-1328e98576ca req-9686f089-6ff9-45c7-851d-10503ee83c52 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:55.583739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-545d076c-1979-41a1-8dda-1328e98576ca req-9686f089-6ff9-45c7-851d-10503ee83c52 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 931 time: 0.0994606 Feb 11 05:33:55.601157 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.653293 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-023f411c-5263-4b43-bedf-42c1b6ffbd3c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (6fbd91f5-7e2d-4d09-a334-63048a15b51b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.689233 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-545d076c-1979-41a1-8dda-1328e98576ca req-7c157f18-4b6b-46ca-8da2-f9ea8c885fa6 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983615 Feb 11 05:33:55.828325 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b46dc8f7-497d-4f71-8f7a-cc11d293cfb3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (96237361-970a-4079-8514-247d17a04ac8), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.944860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-023f411c-5263-4b43-bedf-42c1b6ffbd3c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (6fbd91f5-7e2d-4d09-a334-63048a15b51b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.993450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef110d9-018d-464a-9828-8645bab66ebe None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:56.000381 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f411c-5263-4b43-bedf-42c1b6ffbd3c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=6fbd91f5-7e2d-4d09-a334-63048a15b51b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:56.007571 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-023f411c-5263-4b43-bedf-42c1b6ffbd3c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.012705 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-023f411c-5263-4b43-bedf-42c1b6ffbd3c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/6fbd91f5-7e2d-4d09-a334-63048a15b51b HTTP/1.1" status: 204 len: 168 time: 1.2457249 Feb 11 05:33:56.013093 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58842) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:56.108340 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9422dc75-7583-4103-8a13-06b8d7368110 None None] Provisioning complete for port 7cf2c69e-b102-43ad-966e-45378cfb0880 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:56.119356 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9422dc75-7583-4103-8a13-06b8d7368110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.364135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f727db7-94e4-49cc-b55b-8c88d2a31529 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet bea73164-8856-4648-86bf-8c1f2c3c1c14 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:33:56.370772 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f727db7-94e4-49cc-b55b-8c88d2a31529 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (bea73164-8856-4648-86bf-8c1f2c3c1c14), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.389760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9422dc75-7583-4103-8a13-06b8d7368110 None None] Current status of the port 7cf2c69e-b102-43ad-966e-45378cfb0880 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:56.460772 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f727db7-94e4-49cc-b55b-8c88d2a31529 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (bea73164-8856-4648-86bf-8c1f2c3c1c14), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.534711 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-dfb0ddc2-d906-4cda-9163-7c376092038d None None] Provisioning complete for port 3baaed61-b5f3-4f17-be45-bf5bf192b1c6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:56.545022 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dfb0ddc2-d906-4cda-9163-7c376092038d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3baaed61-b5f3-4f17-be45-bf5bf192b1c6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.578313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202950ee-6f11-4d51-a156-8463fd84830a req-db9f959c-b3af-4245-bd7f-c0036a5f6f14 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:56.592848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202950ee-6f11-4d51-a156-8463fd84830a req-db9f959c-b3af-4245-bd7f-c0036a5f6f14 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:56.601437 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-dfb0ddc2-d906-4cda-9163-7c376092038d None None] Port 3baaed61-b5f3-4f17-be45-bf5bf192b1c6 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:56.613829 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-dfb0ddc2-d906-4cda-9163-7c376092038d None None] Provisioning complete for port 9b909078-2d81-4a81-9fde-af606bf39f45 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:56.615197 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dfb0ddc2-d906-4cda-9163-7c376092038d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.615359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202950ee-6f11-4d51-a156-8463fd84830a req-db9f959c-b3af-4245-bd7f-c0036a5f6f14 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:56.626945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202950ee-6f11-4d51-a156-8463fd84830a req-db9f959c-b3af-4245-bd7f-c0036a5f6f14 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:56.632681 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202950ee-6f11-4d51-a156-8463fd84830a req-db9f959c-b3af-4245-bd7f-c0036a5f6f14 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:56.645419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202950ee-6f11-4d51-a156-8463fd84830a req-db9f959c-b3af-4245-bd7f-c0036a5f6f14 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:56.653100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202950ee-6f11-4d51-a156-8463fd84830a req-db9f959c-b3af-4245-bd7f-c0036a5f6f14 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:56.656583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-202950ee-6f11-4d51-a156-8463fd84830a req-db9f959c-b3af-4245-bd7f-c0036a5f6f14 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5436 time: 0.2154922 Feb 11 05:33:56.695330 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-dfb0ddc2-d906-4cda-9163-7c376092038d None None] Port 9b909078-2d81-4a81-9fde-af606bf39f45 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:33:56.778682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-202950ee-6f11-4d51-a156-8463fd84830a req-537437cc-f9ba-4590-8716-043ead92aca6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1006856 Feb 11 05:33:56.829934 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b909078-2d81-4a81-9fde-af606bf39f45 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:33:56.848622 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Publish callbacks [] for port (9b909078-2d81-4a81-9fde-af606bf39f45), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.864191 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Transition to ACTIVE for port object 9b909078-2d81-4a81-9fde-af606bf39f45 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:33:56.877073 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.881507 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38a63e-938c-412d-9fba-c320a372f97e req-b7121472-4ab9-4458-9794-c377790e8cc3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:56.893850 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad38a63e-938c-412d-9fba-c320a372f97e req-b7121472-4ab9-4458-9794-c377790e8cc3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 931 time: 0.0826244 Feb 11 05:33:56.937431 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Pushing event updated for resources: {'Port': ['ID=9b909078-2d81-4a81-9fde-af606bf39f45,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:56.963363 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad38a63e-938c-412d-9fba-c320a372f97e req-793200b9-6a3a-43cd-94a5-92b07410fec2 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685368 Feb 11 05:33:56.965295 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f727db7-94e4-49cc-b55b-8c88d2a31529 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (bea73164-8856-4648-86bf-8c1f2c3c1c14), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.066812 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b46dc8f7-497d-4f71-8f7a-cc11d293cfb3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port 3baaed61-b5f3-4f17-be45-bf5bf192b1c6 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:57.067153 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b46dc8f7-497d-4f71-8f7a-cc11d293cfb3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3baaed61-b5f3-4f17-be45-bf5bf192b1c6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.189642 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f727db7-94e4-49cc-b55b-8c88d2a31529 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (bea73164-8856-4648-86bf-8c1f2c3c1c14), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.252536 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b46dc8f7-497d-4f71-8f7a-cc11d293cfb3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3baaed61-b5f3-4f17-be45-bf5bf192b1c6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.266390 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b46dc8f7-497d-4f71-8f7a-cc11d293cfb3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for 3baaed61-b5f3-4f17-be45-bf5bf192b1c6 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:57.302407 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f727db7-94e4-49cc-b55b-8c88d2a31529 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=bea73164-8856-4648-86bf-8c1f2c3c1c14,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:57.307083 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f727db7-94e4-49cc-b55b-8c88d2a31529 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.313338 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7f727db7-94e4-49cc-b55b-8c88d2a31529 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/bea73164-8856-4648-86bf-8c1f2c3c1c14 HTTP/1.1" status: 204 len: 168 time: 1.2951117 Feb 11 05:33:57.314974 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58876) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:57.406954 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-abbb8d59-6bf6-4afc-b4c4-1b1ad9d30e44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908005 Feb 11 05:33:57.410800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58880) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:57.539166 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638bd6c3-c2bb-47ac-9bc1-07b06f1a035c None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:33:57.549975 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794226ec-d0fd-4c00-8223-fdd4588f5627 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:57.551680 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-794226ec-d0fd-4c00-8223-fdd4588f5627 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1335008 Feb 11 05:33:57.554144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58884) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:57.600865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Attempting to bind port 9b909078-2d81-4a81-9fde-af606bf39f45 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:33:57.601213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Attempting to bind port 9b909078-2d81-4a81-9fde-af606bf39f45 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:33:57.601559 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Attempting to bind port 9b909078-2d81-4a81-9fde-af606bf39f45 on network ddfa1006-39a8-4f4a-a30c-7264d9574326 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:57.613141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Port 9b909078-2d81-4a81-9fde-af606bf39f45 on network ddfa1006-39a8-4f4a-a30c-7264d9574326 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:33:57.613508 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Attempting to bind port 9b909078-2d81-4a81-9fde-af606bf39f45 on network ddfa1006-39a8-4f4a-a30c-7264d9574326 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:33:57.622012 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:33:57.622359 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Checking segment: {'id': 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:33:57.622680 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Bound using segment: {'id': 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:33:57.623513 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Bound port: 9b909078-2d81-4a81-9fde-af606bf39f45, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:33:57.624021 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.626716 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b46dc8f7-497d-4f71-8f7a-cc11d293cfb3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3baaed61-b5f3-4f17-be45-bf5bf192b1c6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.640785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09c269f-c9bc-4639-ba97-76adc72cb4ef tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:57.643952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b09c269f-c9bc-4639-ba97-76adc72cb4ef tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0888646 Feb 11 05:33:57.646581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58892) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:57.664784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46dc8f7-497d-4f71-8f7a-cc11d293cfb3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=3baaed61-b5f3-4f17-be45-bf5bf192b1c6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:57.726320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a8521e83-d356-4b95-b685-8c52d8826a7c None None] Provisioning complete for port 7cf2c69e-b102-43ad-966e-45378cfb0880 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:33:57.727022 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8521e83-d356-4b95-b685-8c52d8826a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.734157 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] For port 9b909078-2d81-4a81-9fde-af606bf39f45, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:33:57.744321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] For port 9b909078-2d81-4a81-9fde-af606bf39f45, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=9b909078-2d81-4a81-9fde-af606bf39f45,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:33:57.748375 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-58cfe972-30c7-4faa-b62c-91036ae7222d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966489 Feb 11 05:33:57.749268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58894) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:57.756482 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-451dbdb7-5471-4746-bda8-f56fc39863ec tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:57.766394 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.857264 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Pushing event updated for resources: {'Port': ['ID=9b909078-2d81-4a81-9fde-af606bf39f45,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:57.865153 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:57.865775 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:57.867318 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-c2111958-5351-413c-bf5f-86696337ad42 service neutron] 10.222.0.73 "PUT /v2.0/ports/9b909078-2d81-4a81-9fde-af606bf39f45 HTTP/1.1" status: 200 len: 1092 time: 2.9103529 Feb 11 05:33:57.867917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'tag': '9b909078-2d81-4a81-9fde-af606bf39f45'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:33:57.870206 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153df225-23d2-4ed6-a96e-aee22fdcebb5" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9bd532-ad02-4fb0-89e8-e1604782f1ef", "tag": "9b909078-2d81-4a81-9fde-af606bf39f45"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:33:57.953339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd80d233-d81d-4961-a4db-41a6ca187272 None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:33:58.002032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a8521e83-d356-4b95-b685-8c52d8826a7c None None] Current status of the port 7cf2c69e-b102-43ad-966e-45378cfb0880 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:33:58.027734 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bd80d233-d81d-4961-a4db-41a6ca187272 None None] Deleting port 7cf2c69e-b102-43ad-966e-45378cfb0880 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:33:58.028031 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd80d233-d81d-4961-a4db-41a6ca187272 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.063397 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a90a738-65ef-455a-b0db-2b1952d2a7ff x-openstack-request-id: req-8a90a738-65ef-455a-b0db-2b1952d2a7ff {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:33:58.064285 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9bd532-ad02-4fb0-89e8-e1604782f1ef", "tag": "9b909078-2d81-4a81-9fde-af606bf39f45", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:33:58.064684 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8a90a738-65ef-455a-b0db-2b1952d2a7ff {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:33:58.082563 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'tag': '9b909078-2d81-4a81-9fde-af606bf39f45', 'status': 'completed', 'code': 200} Feb 11 05:33:58.124129 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-7e12b3ef-81c2-4153-ad8b-9211d64fea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.125875 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-7e12b3ef-81c2-4153-ad8b-9211d64fea19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 1126 time: 0.1723530 Feb 11 05:33:58.158553 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-bd80d233-d81d-4961-a4db-41a6ca187272 None None] For port 7cf2c69e-b102-43ad-966e-45378cfb0880, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7cf2c69e-b102-43ad-966e-45378cfb0880,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:33:58.159244 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd80d233-d81d-4961-a4db-41a6ca187272 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.176447 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bd80d233-d81d-4961-a4db-41a6ca187272 None None] Calling delete_port for 7cf2c69e-b102-43ad-966e-45378cfb0880 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:33:58.262411 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-9514cccb-0499-44b5-a281-de3fa1f89740 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b909078-2d81-4a81-9fde-af606bf39f45 HTTP/1.1" status: 200 len: 217 time: 0.1221371 Feb 11 05:33:58.287978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451dbdb7-5471-4746-bda8-f56fc39863ec tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:58.295125 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-451dbdb7-5471-4746-bda8-f56fc39863ec tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.302786 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-451dbdb7-5471-4746-bda8-f56fc39863ec tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:33:58.303235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451dbdb7-5471-4746-bda8-f56fc39863ec tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:33:58.366014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8b352-c253-4f68-9ea4-8681f3c52d91 req-140d2242-e759-402b-9264-8c62ed744372 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.374557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8b352-c253-4f68-9ea4-8681f3c52d91 req-140d2242-e759-402b-9264-8c62ed744372 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.384543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8b352-c253-4f68-9ea4-8681f3c52d91 req-140d2242-e759-402b-9264-8c62ed744372 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.385538 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd80d233-d81d-4961-a4db-41a6ca187272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (7cf2c69e-b102-43ad-966e-45378cfb0880), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.391950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8b352-c253-4f68-9ea4-8681f3c52d91 req-140d2242-e759-402b-9264-8c62ed744372 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.398021 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8b352-c253-4f68-9ea4-8681f3c52d91 req-140d2242-e759-402b-9264-8c62ed744372 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.403655 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8b352-c253-4f68-9ea4-8681f3c52d91 req-140d2242-e759-402b-9264-8c62ed744372 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.412504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8b352-c253-4f68-9ea4-8681f3c52d91 req-140d2242-e759-402b-9264-8c62ed744372 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.415219 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9d8b352-c253-4f68-9ea4-8681f3c52d91 req-140d2242-e759-402b-9264-8c62ed744372 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5436 time: 0.4476144 Feb 11 05:33:58.424918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-451dbdb7-5471-4746-bda8-f56fc39863ec tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6735799 Feb 11 05:33:58.426885 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b46dc8f7-497d-4f71-8f7a-cc11d293cfb3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (96237361-970a-4079-8514-247d17a04ac8), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.430883 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58908) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:58.434357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80d233-d81d-4961-a4db-41a6ca187272 None None] Pushing event deleted for resources: {'Port': ['ID=7cf2c69e-b102-43ad-966e-45378cfb0880,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:33:58.436544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-cb8e4d1d-dd51-40c8-8fc5-8690d99a64e7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:58.448393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd80d233-d81d-4961-a4db-41a6ca187272 None None] No DVR routers for this DVR port 7cf2c69e-b102-43ad-966e-45378cfb0880 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:33:58.456009 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292d366-e712-4b01-82ac-f4faaebb3b02 req-898586de-ec43-4d92-a118-66c81740ad6e tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.473309 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3292d366-e712-4b01-82ac-f4faaebb3b02 req-898586de-ec43-4d92-a118-66c81740ad6e tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 943 time: 0.3217967 Feb 11 05:33:58.473982 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-ee74bf5a-8cac-4691-bdd9-a2fd8618efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.473982 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-ee74bf5a-8cac-4691-bdd9-a2fd8618efa7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.1307878 Feb 11 05:33:58.490047 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a23fbc7a-f656-4ff7-8fd3-452df79021de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.563793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9d8b352-c253-4f68-9ea4-8681f3c52d91 req-7d256c20-98cc-4ae3-97c2-ff7e0ecf6707 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1371493 Feb 11 05:33:58.619465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3292d366-e712-4b01-82ac-f4faaebb3b02 req-b9ddd52f-1973-4468-be02-3262015d262c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496656 Feb 11 05:33:58.748409 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd756eb-4882-4210-b668-dddc1f1c3862 req-582cb81a-1932-45fa-a750-dd4ed9aff994 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.756038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd756eb-4882-4210-b668-dddc1f1c3862 req-582cb81a-1932-45fa-a750-dd4ed9aff994 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.761712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd756eb-4882-4210-b668-dddc1f1c3862 req-582cb81a-1932-45fa-a750-dd4ed9aff994 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.766373 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-0ba8b624-b03d-4d54-9041-1460ffbbd8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.768150 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-0ba8b624-b03d-4d54-9041-1460ffbbd8e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2488630 Feb 11 05:33:58.768710 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd756eb-4882-4210-b668-dddc1f1c3862 req-582cb81a-1932-45fa-a750-dd4ed9aff994 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.774819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd756eb-4882-4210-b668-dddc1f1c3862 req-582cb81a-1932-45fa-a750-dd4ed9aff994 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.780487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd756eb-4882-4210-b668-dddc1f1c3862 req-582cb81a-1932-45fa-a750-dd4ed9aff994 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.787226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd756eb-4882-4210-b668-dddc1f1c3862 req-582cb81a-1932-45fa-a750-dd4ed9aff994 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:58.789315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-abd756eb-4882-4210-b668-dddc1f1c3862 req-582cb81a-1932-45fa-a750-dd4ed9aff994 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5436 time: 0.1112671 Feb 11 05:33:58.800734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58918) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:58.805158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-706ded1f-10a5-48f5-bad2-754f6948b0a1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Request body: {'floatingip': {'port_id': '75f3b967-e8c9-4755-8087-be2d8c88ed6a'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:58.827013 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8e4d1d-dd51-40c8-8fc5-8690d99a64e7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:58.831280 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cb8e4d1d-dd51-40c8-8fc5-8690d99a64e7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.832871 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8e4d1d-dd51-40c8-8fc5-8690d99a64e7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:33:58.833305 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8e4d1d-dd51-40c8-8fc5-8690d99a64e7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:33:58.849581 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-706ded1f-10a5-48f5-bad2-754f6948b0a1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for floatingip (5e26d4e0-3b0d-4a67-a58d-a74f0e3695b8), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.884125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46dc8f7-497d-4f71-8f7a-cc11d293cfb3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 96237361-970a-4079-8514-247d17a04ac8 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:33:58.986662 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7cf2c69e-b102-43ad-966e-45378cfb0880 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:33:58.996286 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-ddddb876-96ce-4d54-878a-5ec63e05f323 service neutron] 10.222.0.73 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887372 Feb 11 05:33:59.001849 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cb8e4d1d-dd51-40c8-8fc5-8690d99a64e7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5699613 Feb 11 05:33:59.007702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58924) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:59.012476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1c782bf8-696c-4856-9510-60c9bd2d961d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:59.023028 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 7cf2c69e-b102-43ad-966e-45378cfb0880 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:33:59.023380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7cf2c69e-b102-43ad-966e-45378cfb0880 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:33:59.148247 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c8e3e905-809d-450b-b4fc-7ece5b94c9e0 req-3991b671-bd23-402c-909d-afd5839fc376 service neutron] 10.222.0.73 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401079 Feb 11 05:33:59.212014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46dc8f7-497d-4f71-8f7a-cc11d293cfb3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:33:59.218174 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b46dc8f7-497d-4f71-8f7a-cc11d293cfb3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/96237361-970a-4079-8514-247d17a04ac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4974830 Feb 11 05:33:59.221316 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58928) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:59.228298 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65a0811-e9eb-4789-ba7e-64609a1fa9a3 None None] Sync routers for ids ['96237361-970a-4079-8514-247d17a04ac8'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:33:59.250003 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a0811-e9eb-4789-ba7e-64609a1fa9a3 None None] Routers {'96237361-970a-4079-8514-247d17a04ac8'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:59.250878 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d65a0811-e9eb-4789-ba7e-64609a1fa9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['96237361-970a-4079-8514-247d17a04ac8'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:59.283258 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c782bf8-696c-4856-9510-60c9bd2d961d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:33:59.287158 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c782bf8-696c-4856-9510-60c9bd2d961d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.289444 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c782bf8-696c-4856-9510-60c9bd2d961d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:33:59.289883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c782bf8-696c-4856-9510-60c9bd2d961d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:33:59.346051 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1c782bf8-696c-4856-9510-60c9bd2d961d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3372045 Feb 11 05:33:59.405857 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58936) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:33:59.418597 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-d596448b-4dff-4f94-a800-fdcfd4af3872 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:33:59.548683 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d65a0811-e9eb-4789-ba7e-64609a1fa9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:59.600779 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a0811-e9eb-4789-ba7e-64609a1fa9a3 None None] Routers {'96237361-970a-4079-8514-247d17a04ac8'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:33:59.601837 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d65a0811-e9eb-4789-ba7e-64609a1fa9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:33:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['96237361-970a-4079-8514-247d17a04ac8'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:59.677136 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d65a0811-e9eb-4789-ba7e-64609a1fa9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:33:59.678342 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65a0811-e9eb-4789-ba7e-64609a1fa9a3 None None] The sync data for ids ['96237361-970a-4079-8514-247d17a04ac8'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:33:59.767358 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.resource_extend [None req-706ded1f-10a5-48f5-bad2-754f6948b0a1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:33:59.829743 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-706ded1f-10a5-48f5-bad2-754f6948b0a1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.840228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab33688-cd87-4dcd-a071-a34a4531c1b7 req-b30f80fc-a509-436d-b4b3-ac7f9cf31880 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:59.842135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ab33688-cd87-4dcd-a071-a34a4531c1b7 req-b30f80fc-a509-436d-b4b3-ac7f9cf31880 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 943 time: 0.1162646 Feb 11 05:33:59.843313 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-706ded1f-10a5-48f5-bad2-754f6948b0a1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (5e26d4e0-3b0d-4a67-a58d-a74f0e3695b8), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.967619 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ab33688-cd87-4dcd-a071-a34a4531c1b7 req-8e546e2f-1230-41cc-9443-31902cb76681 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902572 Feb 11 05:33:59.986145 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-706ded1f-10a5-48f5-bad2-754f6948b0a1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Floating IP 5e26d4e0-3b0d-4a67-a58d-a74f0e3695b8 associated. External IP: 172.25.5.111, port: 75f3b967-e8c9-4755-8087-be2d8c88ed6a. Feb 11 05:33:59.991896 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153df225-23d2-4ed6-a96e-aee22fdcebb5 req-db6946b8-396d-4604-bd7a-475617649381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:59.993552 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-153df225-23d2-4ed6-a96e-aee22fdcebb5 req-db6946b8-396d-4604-bd7a-475617649381 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 1126 time: 0.7677951 Feb 11 05:34:00.053539 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d596448b-4dff-4f94-a800-fdcfd4af3872 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:00.056944 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d596448b-4dff-4f94-a800-fdcfd4af3872 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.059040 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-d596448b-4dff-4f94-a800-fdcfd4af3872 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:34:00.059537 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d596448b-4dff-4f94-a800-fdcfd4af3872 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:34:00.083524 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-dbc6bcf4-7d35-422b-b2da-598bada5256d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 05:34:00.087190 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dbc6bcf4-7d35-422b-b2da-598bada5256d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/96237361-970a-4079-8514-247d17a04ac8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8622215 Feb 11 05:34:00.089212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58954) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:00.120739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d62a8e6f-bb98-41f4-a255-929c008aac1d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports?device_id=96237361-970a-4079-8514-247d17a04ac8 HTTP/1.1" status: 200 len: 205 time: 0.0304174 Feb 11 05:34:00.123205 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58956) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:00.127462 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d596448b-4dff-4f94-a800-fdcfd4af3872 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7148490 Feb 11 05:34:00.129917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58958) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:00.138574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3c5e6462-8bed-467e-bb03-c1e4d6effaa3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:00.224717 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153df225-23d2-4ed6-a96e-aee22fdcebb5 req-765d46e3-5c40-425a-a994-aac08e93b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:00.226201 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-153df225-23d2-4ed6-a96e-aee22fdcebb5 req-765d46e3-5c40-425a-a994-aac08e93b6fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 918 time: 0.2213135 Feb 11 05:34:00.282316 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-153df225-23d2-4ed6-a96e-aee22fdcebb5 req-efa8057e-85d7-4183-82a9-aea6e923fdf2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b909078-2d81-4a81-9fde-af606bf39f45 HTTP/1.1" status: 200 len: 217 time: 0.0434480 Feb 11 05:34:00.288954 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5e6462-8bed-467e-bb03-c1e4d6effaa3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:00.292598 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c5e6462-8bed-467e-bb03-c1e4d6effaa3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.294044 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5e6462-8bed-467e-bb03-c1e4d6effaa3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:34:00.294487 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5e6462-8bed-467e-bb03-c1e4d6effaa3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:34:00.346283 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3c5e6462-8bed-467e-bb03-c1e4d6effaa3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2118387 Feb 11 05:34:00.347577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58968) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:00.352380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-30d4fcb1-b1fd-474c-a669-568755b218ed tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:00.390922 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153df225-23d2-4ed6-a96e-aee22fdcebb5 req-e0586e73-d41a-41f5-9d86-52b2d37978b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:00.393117 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-153df225-23d2-4ed6-a96e-aee22fdcebb5 req-e0586e73-d41a-41f5-9d86-52b2d37978b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.0960903 Feb 11 05:34:00.491650 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153df225-23d2-4ed6-a96e-aee22fdcebb5 req-65a646cc-fa48-4c1e-884e-b2f784082f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:00.493288 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-153df225-23d2-4ed6-a96e-aee22fdcebb5 req-65a646cc-fa48-4c1e-884e-b2f784082f77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0682235 Feb 11 05:34:00.494479 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d4fcb1-b1fd-474c-a669-568755b218ed tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:00.497971 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30d4fcb1-b1fd-474c-a669-568755b218ed tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.499635 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d4fcb1-b1fd-474c-a669-568755b218ed tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:34:00.500088 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d4fcb1-b1fd-474c-a669-568755b218ed tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:34:00.545401 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-30d4fcb1-b1fd-474c-a669-568755b218ed tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1969364 Feb 11 05:34:00.548412 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58972) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:00.605310 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fbe5cdae-9c47-4afc-9576-75ed1cc22c13 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0535655 Feb 11 05:34:00.605534 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58974) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:00.618933 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8749f61e-99b6-409e-b427-0a31feaec8b0 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (96237361-970a-4079-8514-247d17a04ac8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.684352 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-153df225-23d2-4ed6-a96e-aee22fdcebb5 req-5b451b3b-533c-4076-8dab-34702f19b1b9 service neutron] 10.222.0.73 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810544 Feb 11 05:34:00.688329 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfa37fa-f6e5-486e-a4e2-d8ae867c1b5a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:00.693948 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4bfa37fa-f6e5-486e-a4e2-d8ae867c1b5a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0875933 Feb 11 05:34:00.720771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58978) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:00.763756 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ff524e6e-fb31-4a15-8d67-3430c57d6497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.787759 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3c13a578-02b0-4cd2-abbd-113bc395f6e6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615766 Feb 11 05:34:00.788364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58982) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:00.794825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-f16c22e7-e019-43be-a9a5-0e17240abd1b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:00.828658 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-153df225-23d2-4ed6-a96e-aee22fdcebb5 req-41e990c3-3d33-4f37-b46e-6d1cd4985f49 service neutron] 10.222.0.73 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330407 Feb 11 05:34:00.990684 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8749f61e-99b6-409e-b427-0a31feaec8b0 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (96237361-970a-4079-8514-247d17a04ac8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.993249 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8749f61e-99b6-409e-b427-0a31feaec8b0 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_controller (96237361-970a-4079-8514-247d17a04ac8), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:00.997011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706ded1f-10a5-48f5-bad2-754f6948b0a1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:01.079203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16c22e7-e019-43be-a9a5-0e17240abd1b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:01.082627 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f16c22e7-e019-43be-a9a5-0e17240abd1b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.124813 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8749f61e-99b6-409e-b427-0a31feaec8b0 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (96237361-970a-4079-8514-247d17a04ac8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.125459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8749f61e-99b6-409e-b427-0a31feaec8b0 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Fanout notify agent at l3_agent the message router_deleted on router 96237361-970a-4079-8514-247d17a04ac8 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:34:01.170486 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8749f61e-99b6-409e-b427-0a31feaec8b0 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.171764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8749f61e-99b6-409e-b427-0a31feaec8b0 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/routers/96237361-970a-4079-8514-247d17a04ac8 HTTP/1.1" status: 204 len: 168 time: 1.0475905 Feb 11 05:34:01.175112 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58988) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:01.290742 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c65c972-e7d9-45dc-a960-e571b1700d96 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting subnet a89bce23-79ba-45fa-be2e-03a6e4086616 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:01.302632 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c65c972-e7d9-45dc-a960-e571b1700d96 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (a89bce23-79ba-45fa-be2e-03a6e4086616), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.320510 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487b54c-d5a2-45f6-bac8-a91585a651d7 req-dfad5e69-76a0-4286-a2f6-d9abe9925956 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:01.322135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e487b54c-d5a2-45f6-bac8-a91585a651d7 req-dfad5e69-76a0-4286-a2f6-d9abe9925956 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 943 time: 0.2600150 Feb 11 05:34:01.346856 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 9b909078-2d81-4a81-9fde-af606bf39f45 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:34:01.361282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706ded1f-10a5-48f5-bad2-754f6948b0a1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:01.381380 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-706ded1f-10a5-48f5-bad2-754f6948b0a1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.443595 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c65c972-e7d9-45dc-a960-e571b1700d96 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (a89bce23-79ba-45fa-be2e-03a6e4086616), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.446928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5064003a-2c90-48f5-b5db-40a65c5ca83c None None] Sync routers for ids ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:01.563143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5064003a-2c90-48f5-b5db-40a65c5ca83c None None] Routers {'57452e59-c5a4-4d36-89dc-f2787f18dfc0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:01.564441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5064003a-2c90-48f5-b5db-40a65c5ca83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:01.630275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-706ded1f-10a5-48f5-bad2-754f6948b0a1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "PUT /v2.0/floatingips/5e26d4e0-3b0d-4a67-a58d-a74f0e3695b8 HTTP/1.1" status: 200 len: 992 time: 2.8283980 Feb 11 05:34:01.634480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'tag': '75f3b967-e8c9-4755-8087-be2d8c88ed6a'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:01.638218 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494163eb-1b22-4f59-8e70-d2933b464cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "tag": "75f3b967-e8c9-4755-8087-be2d8c88ed6a"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:01.639338 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c65c972-e7d9-45dc-a960-e571b1700d96 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (a89bce23-79ba-45fa-be2e-03a6e4086616), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.658583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e487b54c-d5a2-45f6-bac8-a91585a651d7 req-6a44026a-6065-41b0-80f1-7c80a98dbc80 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258550 Feb 11 05:34:01.765947 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae95f92-e06b-4bf0-ba8f-04b7270d396a x-openstack-request-id: req-9ae95f92-e06b-4bf0-ba8f-04b7270d396a {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:01.766561 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "tag": "75f3b967-e8c9-4755-8087-be2d8c88ed6a", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:01.766971 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9ae95f92-e06b-4bf0-ba8f-04b7270d396a {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:01.767560 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'tag': '75f3b967-e8c9-4755-8087-be2d8c88ed6a', 'status': 'completed', 'code': 200} Feb 11 05:34:01.768502 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 9b909078-2d81-4a81-9fde-af606bf39f45, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=9b909078-2d81-4a81-9fde-af606bf39f45,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:01.779989 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c65c972-e7d9-45dc-a960-e571b1700d96 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (a89bce23-79ba-45fa-be2e-03a6e4086616), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.830015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '9b909078-2d81-4a81-9fde-af606bf39f45', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'port_id': '9b909078-2d81-4a81-9fde-af606bf39f45', 'mac_address': 'fa:16:3e:b0:b4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:34:01.842364 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c65c972-e7d9-45dc-a960-e571b1700d96 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:01.854959 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8c65c972-e7d9-45dc-a960-e571b1700d96 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/a89bce23-79ba-45fa-be2e-03a6e4086616 HTTP/1.1" status: 204 len: 168 time: 0.6783905 Feb 11 05:34:01.858730 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58996) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:01.863773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90419c1-be76-4f22-804b-ca3724860fe0 None None] Network c8363f25-1d97-4407-bb85-2789d1384f42 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:01.871409 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65c972-e7d9-45dc-a960-e571b1700d96 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Subnet': ['ID=a89bce23-79ba-45fa-be2e-03a6e4086616,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:01.885067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bf4c-d7c4-4907-b3a8-c68dc2c6ac52 req-b7bd30a2-64d7-4f96-829f-37f249a35f71 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:01.890636 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bf4c-d7c4-4907-b3a8-c68dc2c6ac52 req-b7bd30a2-64d7-4f96-829f-37f249a35f71 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:01.899380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bf4c-d7c4-4907-b3a8-c68dc2c6ac52 req-b7bd30a2-64d7-4f96-829f-37f249a35f71 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:01.912256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bf4c-d7c4-4907-b3a8-c68dc2c6ac52 req-b7bd30a2-64d7-4f96-829f-37f249a35f71 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:01.917853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bf4c-d7c4-4907-b3a8-c68dc2c6ac52 req-b7bd30a2-64d7-4f96-829f-37f249a35f71 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:01.923830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bf4c-d7c4-4907-b3a8-c68dc2c6ac52 req-b7bd30a2-64d7-4f96-829f-37f249a35f71 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:01.929275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6bf4c-d7c4-4907-b3a8-c68dc2c6ac52 req-b7bd30a2-64d7-4f96-829f-37f249a35f71 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:01.937937 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81e6bf4c-d7c4-4907-b3a8-c68dc2c6ac52 req-b7bd30a2-64d7-4f96-829f-37f249a35f71 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5436 time: 0.2048593 Feb 11 05:34:02.016137 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 9b909078-2d81-4a81-9fde-af606bf39f45 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:02.017564 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.044593 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494163eb-1b22-4f59-8e70-d2933b464cc7 req-570ff0cf-3e12-4f67-aac5-083a1971d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:02.045083 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494163eb-1b22-4f59-8e70-d2933b464cc7 req-570ff0cf-3e12-4f67-aac5-083a1971d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:02.045559 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494163eb-1b22-4f59-8e70-d2933b464cc7 req-570ff0cf-3e12-4f67-aac5-083a1971d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:02.046032 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494163eb-1b22-4f59-8e70-d2933b464cc7 req-570ff0cf-3e12-4f67-aac5-083a1971d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:02.046501 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494163eb-1b22-4f59-8e70-d2933b464cc7 req-570ff0cf-3e12-4f67-aac5-083a1971d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:02.046973 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494163eb-1b22-4f59-8e70-d2933b464cc7 req-570ff0cf-3e12-4f67-aac5-083a1971d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:02.047696 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494163eb-1b22-4f59-8e70-d2933b464cc7 req-570ff0cf-3e12-4f67-aac5-083a1971d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:02.050260 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-494163eb-1b22-4f59-8e70-d2933b464cc7 req-570ff0cf-3e12-4f67-aac5-083a1971d766 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f571c83359014d03b82a06a0b410a902&device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 6717 time: 0.1926091 Feb 11 05:34:02.054965 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (c8363f25-1d97-4407-bb85-2789d1384f42), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.088154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.objects.ports [None req-f16c22e7-e019-43be-a9a5-0e17240abd1b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103171) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:34:02.089794 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f16c22e7-e019-43be-a9a5-0e17240abd1b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (bc7e54c1-bf9d-4018-a1d8-00fa62079611), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.165073 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b909078-2d81-4a81-9fde-af606bf39f45 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:02.232169 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81e6bf4c-d7c4-4907-b3a8-c68dc2c6ac52 req-f83996cb-209d-441d-865d-144fd37c9b97 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2917128 Feb 11 05:34:02.252569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c22e7-e019-43be-a9a5-0e17240abd1b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:02.262857 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-f16c22e7-e019-43be-a9a5-0e17240abd1b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:02.277836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 9b909078-2d81-4a81-9fde-af606bf39f45, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=9b909078-2d81-4a81-9fde-af606bf39f45,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:02.281574 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3716b77f-a6ea-4a45-8def-d75a42684b19 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:02.293958 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.295015 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16c22e7-e019-43be-a9a5-0e17240abd1b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:02.296871 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f16c22e7-e019-43be-a9a5-0e17240abd1b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.371069 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f16c22e7-e019-43be-a9a5-0e17240abd1b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5790470 Feb 11 05:34:02.372227 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c22e7-e019-43be-a9a5-0e17240abd1b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=bc7e54c1-bf9d-4018-a1d8-00fa62079611,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:02.379846 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59002) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:02.395016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-cd939f89-b948-4af1-ba51-447827cbfd4a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'mac_address': 'fa:16:3e:af:38:db', 'name': 'tempest-NetworksTestDHCPv6-146325110'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:02.396179 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494163eb-1b22-4f59-8e70-d2933b464cc7 req-472dca40-ee6f-4ac4-a125-c6b35756ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:02.398964 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-494163eb-1b22-4f59-8e70-d2933b464cc7 req-472dca40-ee6f-4ac4-a125-c6b35756ee7c service neutron] 10.222.0.73 "GET /v2.0/networks?id=799a9941-b575-4229-aefb-2f7d7414a8e8 HTTP/1.1" status: 200 len: 912 time: 0.3391738 Feb 11 05:34:02.411087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=9b909078-2d81-4a81-9fde-af606bf39f45,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:02.424574 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-5064003a-2c90-48f5-b5db-40a65c5ca83c None None] Set router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:02.426946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port bd48c273-5100-446c-b74b-812fe1b974a7 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:02.427290 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (bd48c273-5100-446c-b74b-812fe1b974a7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.551446 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-494163eb-1b22-4f59-8e70-d2933b464cc7 req-3314a5ab-83b1-42fc-9aa9-70cdb8b992e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75f3b967-e8c9-4755-8087-be2d8c88ed6a HTTP/1.1" status: 200 len: 1000 time: 0.1352975 Feb 11 05:34:02.558773 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] For port bd48c273-5100-446c-b74b-812fe1b974a7, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=bd48c273-5100-446c-b74b-812fe1b974a7,segment=NetworkSegment(7c7d2477-c64b-47cd-9a6f-0c6ee6007c53),segment_id=7c7d2477-c64b-47cd-9a6f-0c6ee6007c53)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:02.559145 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (bd48c273-5100-446c-b74b-812fe1b974a7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.609662 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for bd48c273-5100-446c-b74b-812fe1b974a7 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:02.675552 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.704407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd939f89-b948-4af1-ba51-447827cbfd4a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:02.731288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['9b909078-2d81-4a81-9fde-af606bf39f45'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:02.759479 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494163eb-1b22-4f59-8e70-d2933b464cc7 req-8b5fbdc8-bb2a-42a2-8167-5bfe1c0334a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:02.760617 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-494163eb-1b22-4f59-8e70-d2933b464cc7 req-8b5fbdc8-bb2a-42a2-8167-5bfe1c0334a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=795c5f83-8f52-4a99-8b5b-a318dca41c6b HTTP/1.1" status: 200 len: 850 time: 0.1981378 Feb 11 05:34:02.796393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2d52e0-4241-4e09-9438-c9177d9dfa69 None None] DHCP port deletion for c8363f25-1d97-4407-bb85-2789d1384f42 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:34:02.873463 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': 'bc7e54c1-bf9d-4018-a1d8-00fa62079611'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:02.874789 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.930257 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd939f89-b948-4af1-ba51-447827cbfd4a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.953410 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494163eb-1b22-4f59-8e70-d2933b464cc7 req-a30231b9-0f5d-48aa-9706-1b3acdf9798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:02.958253 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-494163eb-1b22-4f59-8e70-d2933b464cc7 req-a30231b9-0f5d-48aa-9706-1b3acdf9798b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=799a9941-b575-4229-aefb-2f7d7414a8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1859276 Feb 11 05:34:02.961806 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (bd48c273-5100-446c-b74b-812fe1b974a7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:02.995702 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device bd48c273-5100-446c-b74b-812fe1b974a7 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:03.042017 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65deaa8f-b914-44d1-af66-d3e0226e6f9a req-4ec6c516-be4e-45d5-bb26-60ca087e422d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:03.056935 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65deaa8f-b914-44d1-af66-d3e0226e6f9a req-4ec6c516-be4e-45d5-bb26-60ca087e422d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:03.067249 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No DVR routers for this DVR port bd48c273-5100-446c-b74b-812fe1b974a7 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:03.077369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65deaa8f-b914-44d1-af66-d3e0226e6f9a req-4ec6c516-be4e-45d5-bb26-60ca087e422d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:03.087604 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65deaa8f-b914-44d1-af66-d3e0226e6f9a req-4ec6c516-be4e-45d5-bb26-60ca087e422d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:03.103166 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65deaa8f-b914-44d1-af66-d3e0226e6f9a req-4ec6c516-be4e-45d5-bb26-60ca087e422d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:03.104536 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=bd48c273-5100-446c-b74b-812fe1b974a7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:03.116456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65deaa8f-b914-44d1-af66-d3e0226e6f9a req-4ec6c516-be4e-45d5-bb26-60ca087e422d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:03.121838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65deaa8f-b914-44d1-af66-d3e0226e6f9a req-4ec6c516-be4e-45d5-bb26-60ca087e422d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:03.123913 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65deaa8f-b914-44d1-af66-d3e0226e6f9a req-4ec6c516-be4e-45d5-bb26-60ca087e422d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5436 time: 0.6024003 Feb 11 05:34:03.181737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-cd939f89-b948-4af1-ba51-447827cbfd4a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port 3b563b8a-e9d9-4b74-8a29-2f6a5c33445a yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:34:03.216425 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81a8c4-4417-4803-9177-a0b9a0963eaa req-682e1423-8c8e-455d-91e8-a2fc448368ac tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:03.222710 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a81a8c4-4417-4803-9177-a0b9a0963eaa req-682e1423-8c8e-455d-91e8-a2fc448368ac tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 944 time: 0.3006215 Feb 11 05:34:03.417501 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (c8363f25-1d97-4407-bb85-2789d1384f42), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.430621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a81a8c4-4417-4803-9177-a0b9a0963eaa req-337b432d-78c4-4440-a604-56fd369fbf9b tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034092 Feb 11 05:34:03.462000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Allocated IP 2001:db8::f816:3eff:fe37:1e3c (f998a239-103b-4838-bc3b-5e531dc8d131/bc7e54c1-bf9d-4018-a1d8-00fa62079611/c48ceebb-2517-4648-894e-20823829415f) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:03.475506 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8363f25-1d97-4407-bb85-2789d1384f42']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:03.483861 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-494163eb-1b22-4f59-8e70-d2933b464cc7 req-81e0888a-087d-4a99-9c19-20ebea4ca76e service neutron] 10.222.0.73 "GET /v2.0/networks/799a9941-b575-4229-aefb-2f7d7414a8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073380 Feb 11 05:34:03.502648 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7d2477-c64b-47cd-9a6f-0c6ee6007c53') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:03.503198 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7d2477-c64b-47cd-9a6f-0c6ee6007c53') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:03.545444 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (7c7d2477-c64b-47cd-9a6f-0c6ee6007c53), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.579668 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (7c7d2477-c64b-47cd-9a6f-0c6ee6007c53), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.624962 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:34:03.625584 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (7c7d2477-c64b-47cd-9a6f-0c6ee6007c53), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:34:03.630598 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:34:03.718909 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-494163eb-1b22-4f59-8e70-d2933b464cc7 req-e985ed57-1b0c-4602-91b9-ca8b14f28e9b service neutron] 10.222.0.73 "GET /v2.0/networks/799a9941-b575-4229-aefb-2f7d7414a8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109718 Feb 11 05:34:03.721920 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (c8363f25-1d97-4407-bb85-2789d1384f42), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.740452 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.753437 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/networks/c8363f25-1d97-4407-bb85-2789d1384f42 HTTP/1.1" status: 204 len: 168 time: 1.8811610 Feb 11 05:34:03.754930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59014) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:03.762519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-4a56db26-a2d9-402c-8239-e77e0fed7f86 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'network': {'name': 'tempest-RoutersTest-1340002507'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:03.783673 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Publish callbacks [] for port (c48ceebb-2517-4648-894e-20823829415f), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.804794 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (c48ceebb-2517-4648-894e-20823829415f), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.807350 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: bd48c273-5100-446c-b74b-812fe1b974a7 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:34:03.807730 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device bd48c273-5100-446c-b74b-812fe1b974a7 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:34:03.849468 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751e7bd-cfea-436d-b224-93bfd64f61c5 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Network': ['ID=c8363f25-1d97-4407-bb85-2789d1384f42,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:03.900812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:03.909863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:03.915090 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.921189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:03.925560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-de2d52e0-4241-4e09-9438-c9177d9dfa69 None None] Deleting port bd48c273-5100-446c-b74b-812fe1b974a7 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:03.925990 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-de2d52e0-4241-4e09-9438-c9177d9dfa69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (bd48c273-5100-446c-b74b-812fe1b974a7), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.932632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a56db26-a2d9-402c-8239-e77e0fed7f86 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:03.936187 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4a56db26-a2d9-402c-8239-e77e0fed7f86 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:03.965859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-cd939f89-b948-4af1-ba51-447827cbfd4a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::f816:3eff:feaf:38db (f998a239-103b-4838-bc3b-5e531dc8d131/bc7e54c1-bf9d-4018-a1d8-00fa62079611/3b563b8a-e9d9-4b74-8a29-2f6a5c33445a) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server [None req-de2d52e0-4241-4e09-9438-c9177d9dfa69 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network c8363f25-1d97-4407-bb85-2789d1384f42 could not be found. Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network c8363f25-1d97-4407-bb85-2789d1384f42 could not be found. Feb 11 05:34:03.984232 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Feb 11 05:34:03.991059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a56db26-a2d9-402c-8239-e77e0fed7f86 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:34:04.012867 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4a56db26-a2d9-402c-8239-e77e0fed7f86 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (202f0b7a-0f7d-46f7-af7f-e246619ebea1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.013276 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-4a56db26-a2d9-402c-8239-e77e0fed7f86 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Added segment 202f0b7a-0f7d-46f7-af7f-e246619ebea1 of type vlan for network 2a96f218-5f81-4bf9-9e6e-fb3e51a9e548 Feb 11 05:34:04.047442 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Pushing event updated for resources: {'Port': ['ID=c48ceebb-2517-4648-894e-20823829415f,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:04.069986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f55fd6-a7fe-444e-bb29-35a59fdd632f None None] DHCP port deletion for c8363f25-1d97-4407-bb85-2789d1384f42 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:34:04.123910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5064003a-2c90-48f5-b5db-40a65c5ca83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'name': 'tempest-TaggedBootDevicesTest-879760632-router', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '519127c3-594c-435e-b47b-46131dd20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:00Z', 'updated_at': '2022-02-11T05:30:09Z', 'revision_number': 4, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'gw_port': {'id': '519127c3-594c-435e-b47b-46131dd20f36', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:02Z', 'updated_at': '2022-02-11T05:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '5e26d4e0-3b0d-4a67-a58d-a74f0e3695b8', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'port_id': '75f3b967-e8c9-4755-8087-be2d8c88ed6a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8', 'mac_address': 'fa:16:3e:f8:31:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:31:41Z', 'updated_at': '2022-02-11T05:33:59Z', 'revision_number': 1, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c49de5-9589-4d30-8823-c17be538fd56', 'name': '', 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:07Z', 'updated_at': '2022-02-11T05:30:15Z', 'revision_number': 5, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'subnets': [{'id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:04.153894 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4a56db26-a2d9-402c-8239-e77e0fed7f86 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (2a96f218-5f81-4bf9-9e6e-fb3e51a9e548), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.168997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5064003a-2c90-48f5-b5db-40a65c5ca83c None None] Checking router: 57452e59-c5a4-4d36-89dc-f2787f18dfc0 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:34:04.170863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Attempting to bind port c48ceebb-2517-4648-894e-20823829415f on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:04.171236 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Attempting to bind port c48ceebb-2517-4648-894e-20823829415f by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:04.171621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Attempting to bind port c48ceebb-2517-4648-894e-20823829415f on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:04.200520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:04.200907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:04.201315 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.201711 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:04.202196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Bound port: c48ceebb-2517-4648-894e-20823829415f, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:04.202582 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c48ceebb-2517-4648-894e-20823829415f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.231207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5064003a-2c90-48f5-b5db-40a65c5ca83c None None] Routers {'57452e59-c5a4-4d36-89dc-f2787f18dfc0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:04.231873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5064003a-2c90-48f5-b5db-40a65c5ca83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:04.367337 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd939f89-b948-4af1-ba51-447827cbfd4a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (3b563b8a-e9d9-4b74-8a29-2f6a5c33445a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.469163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-5064003a-2c90-48f5-b5db-40a65c5ca83c None None] Set router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:04.481897 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4a56db26-a2d9-402c-8239-e77e0fed7f86 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (2a96f218-5f81-4bf9-9e6e-fb3e51a9e548), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.496487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a56db26-a2d9-402c-8239-e77e0fed7f86 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:04.506041 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4a56db26-a2d9-402c-8239-e77e0fed7f86 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.636952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4a56db26-a2d9-402c-8239-e77e0fed7f86 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8781195 Feb 11 05:34:04.637289 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59022) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:04.642477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5fc54ae6-3939-45cb-8f3e-9c6e1e7afca6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'subnet': {'network_id': '2a96f218-5f81-4bf9-9e6e-fb3e51a9e548', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:04.653947 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd939f89-b948-4af1-ba51-447827cbfd4a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (3b563b8a-e9d9-4b74-8a29-2f6a5c33445a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.711752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] For port c48ceebb-2517-4648-894e-20823829415f, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:04.733828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56db26-a2d9-402c-8239-e77e0fed7f86 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Network': ['ID=2a96f218-5f81-4bf9-9e6e-fb3e51a9e548,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:04.734276 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] For port c48ceebb-2517-4648-894e-20823829415f, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c48ceebb-2517-4648-894e-20823829415f,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:04.756466 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 2a96f218-5f81-4bf9-9e6e-fb3e51a9e548 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:34:04.759282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd939f89-b948-4af1-ba51-447827cbfd4a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:04.766792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-cd939f89-b948-4af1-ba51-447827cbfd4a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:04.769997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd939f89-b948-4af1-ba51-447827cbfd4a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:04.775173 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd939f89-b948-4af1-ba51-447827cbfd4a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:04.775987 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd939f89-b948-4af1-ba51-447827cbfd4a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.778646 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd939f89-b948-4af1-ba51-447827cbfd4a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=3b563b8a-e9d9-4b74-8a29-2f6a5c33445a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:04.794978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f659cf-af7f-4e60-ab44-3c4448c3d312 req-5f9158f7-86d8-4657-b6cc-02f4e8926e6f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:04.803770 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48f659cf-af7f-4e60-ab44-3c4448c3d312 req-5f9158f7-86d8-4657-b6cc-02f4e8926e6f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 944 time: 0.1861434 Feb 11 05:34:04.840511 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cd939f89-b948-4af1-ba51-447827cbfd4a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4575140 Feb 11 05:34:04.843248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59024) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:04.869588 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c48ceebb-2517-4648-894e-20823829415f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.889522 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc54ae6-3939-45cb-8f3e-9c6e1e7afca6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:04.907751 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5fc54ae6-3939-45cb-8f3e-9c6e1e7afca6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.917438 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48f659cf-af7f-4e60-ab44-3c4448c3d312 req-ae7074f5-e34b-4fc2-be75-d8081baa8f0a tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127980 Feb 11 05:34:04.977326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c4be9-cbd6-4941-b5f5-93700cf27389 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:04.984445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c4be9-cbd6-4941-b5f5-93700cf27389 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:04.987049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0f6c4be9-cbd6-4941-b5f5-93700cf27389 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1420712 Feb 11 05:34:04.989270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59026) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:05.147758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-f0354ba2-78a9-4280-acc2-8f35f35e482a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port 3b563b8a-e9d9-4b74-8a29-2f6a5c33445a {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:05.148107 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0354ba2-78a9-4280-acc2-8f35f35e482a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3b563b8a-e9d9-4b74-8a29-2f6a5c33445a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.250015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4686c6-5a83-485c-8632-6127cacc6d82 None None] Pushing event updated for resources: {'Port': ['ID=c48ceebb-2517-4648-894e-20823829415f,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:05.303032 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.345064 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5fc54ae6-3939-45cb-8f3e-9c6e1e7afca6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (468a4e24-c56d-407e-97f9-836772fc4a50), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.346490 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0354ba2-78a9-4280-acc2-8f35f35e482a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3b563b8a-e9d9-4b74-8a29-2f6a5c33445a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.356227 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 9b909078-2d81-4a81-9fde-af606bf39f45 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:05.365756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-f0354ba2-78a9-4280-acc2-8f35f35e482a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for 3b563b8a-e9d9-4b74-8a29-2f6a5c33445a owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:05.452463 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc54ae6-3939-45cb-8f3e-9c6e1e7afca6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Subnet': ['ID=468a4e24-c56d-407e-97f9-836772fc4a50,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:05.456335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc54ae6-3939-45cb-8f3e-9c6e1e7afca6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Checking segment: {'id': '202f0b7a-0f7d-46f7-af7f-e246619ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a96f218-5f81-4bf9-9e6e-fb3e51a9e548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:05.456970 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc54ae6-3939-45cb-8f3e-9c6e1e7afca6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network hostable DHCP agents. Network: 2a96f218-5f81-4bf9-9e6e-fb3e51a9e548, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:34:05.466129 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5064003a-2c90-48f5-b5db-40a65c5ca83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'name': 'tempest-TaggedBootDevicesTest-879760632-router', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '519127c3-594c-435e-b47b-46131dd20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:00Z', 'updated_at': '2022-02-11T05:30:09Z', 'revision_number': 4, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'gw_port': {'id': '519127c3-594c-435e-b47b-46131dd20f36', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:02Z', 'updated_at': '2022-02-11T05:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '5e26d4e0-3b0d-4a67-a58d-a74f0e3695b8', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'port_id': '75f3b967-e8c9-4755-8087-be2d8c88ed6a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8', 'mac_address': 'fa:16:3e:f8:31:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:31:41Z', 'updated_at': '2022-02-11T05:33:59Z', 'revision_number': 1, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c49de5-9589-4d30-8823-c17be538fd56', 'name': '', 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:07Z', 'updated_at': '2022-02-11T05:30:15Z', 'revision_number': 5, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'subnets': [{'id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:05.480676 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc54ae6-3939-45cb-8f3e-9c6e1e7afca6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network 2a96f218-5f81-4bf9-9e6e-fb3e51a9e548 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:34:05.500090 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5fc54ae6-3939-45cb-8f3e-9c6e1e7afca6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 2a96f218-5f81-4bf9-9e6e-fb3e51a9e548) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:05.520920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23ea43d-178f-4ea2-bd7d-b0c2445c10f0 None None] Network 2a96f218-5f81-4bf9-9e6e-fb3e51a9e548 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:05.525062 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc54ae6-3939-45cb-8f3e-9c6e1e7afca6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:05.527842 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5fc54ae6-3939-45cb-8f3e-9c6e1e7afca6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.564662 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5fc54ae6-3939-45cb-8f3e-9c6e1e7afca6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9233077 Feb 11 05:34:05.568495 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59036) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:05.592272 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-da0b6fd4-6e27-4c36-b28c-586685a1ae8d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1983615902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:05.610841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5064003a-2c90-48f5-b5db-40a65c5ca83c None None] The sync data for ids ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'] in n-d-713499-38 is: [{'id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'name': 'tempest-TaggedBootDevicesTest-879760632-router', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '519127c3-594c-435e-b47b-46131dd20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:00Z', 'updated_at': '2022-02-11T05:30:09Z', 'revision_number': 4, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'gw_port': {'id': '519127c3-594c-435e-b47b-46131dd20f36', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:02Z', 'updated_at': '2022-02-11T05:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '5e26d4e0-3b0d-4a67-a58d-a74f0e3695b8', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'port_id': '75f3b967-e8c9-4755-8087-be2d8c88ed6a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8', 'mac_address': 'fa:16:3e:f8:31:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:31:41Z', 'updated_at': '2022-02-11T05:33:59Z', 'revision_number': 1, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c49de5-9589-4d30-8823-c17be538fd56', 'name': '', 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:07Z', 'updated_at': '2022-02-11T05:30:15Z', 'revision_number': 5, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'subnets': [{'id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:05.620343 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da0b6fd4-6e27-4c36-b28c-586685a1ae8d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (29d57ae5-1fd2-403f-884f-ce94a9d4c1f7), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.621631 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da0b6fd4-6e27-4c36-b28c-586685a1ae8d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (29d57ae5-1fd2-403f-884f-ce94a9d4c1f7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.641125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 9b909078-2d81-4a81-9fde-af606bf39f45 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:34:05.647243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 9b909078-2d81-4a81-9fde-af606bf39f45 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:05.647696 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.696717 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-2a96f218-5f81-4bf9-9e6e-fb3e51a9e548', 'network_id': '2a96f218-5f81-4bf9-9e6e-fb3e51a9e548', 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'fixed_ips': [{'subnet_id': '468a4e24-c56d-407e-97f9-836772fc4a50'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:05.697579 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.740448 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da0b6fd4-6e27-4c36-b28c-586685a1ae8d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_controller (29d57ae5-1fd2-403f-884f-ce94a9d4c1f7), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.748719 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da0b6fd4-6e27-4c36-b28c-586685a1ae8d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (29d57ae5-1fd2-403f-884f-ce94a9d4c1f7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.782823 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da0b6fd4-6e27-4c36-b28c-586685a1ae8d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.785161 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-da0b6fd4-6e27-4c36-b28c-586685a1ae8d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2026501 Feb 11 05:34:05.787714 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59040) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:05.838865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 9b909078-2d81-4a81-9fde-af606bf39f45 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:05.839185 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:05.918142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b909078-2d81-4a81-9fde-af606bf39f45'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:05.920456 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31126abf-aacd-4c1b-88b4-338c392e9fd5" -d '{"events": [{"server_uuid": "3b9bd532-ad02-4fb0-89e8-e1604782f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "9b909078-2d81-4a81-9fde-af606bf39f45"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:05.940191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 9b909078-2d81-4a81-9fde-af606bf39f45, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=9b909078-2d81-4a81-9fde-af606bf39f45,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:05.943981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Allocated IP 172.20.0.2 (2a96f218-5f81-4bf9-9e6e-fb3e51a9e548/468a4e24-c56d-407e-97f9-836772fc4a50/fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:05.950008 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.009996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=9b909078-2d81-4a81-9fde-af606bf39f45,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:06.039199 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b7f2db-d038-46c8-8548-dbba8bcd0167 x-openstack-request-id: req-27b7f2db-d038-46c8-8548-dbba8bcd0167 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:06.039533 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9bd532-ad02-4fb0-89e8-e1604782f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "9b909078-2d81-4a81-9fde-af606bf39f45", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:06.039784 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-27b7f2db-d038-46c8-8548-dbba8bcd0167 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:06.040173 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b909078-2d81-4a81-9fde-af606bf39f45', 'code': 200} Feb 11 05:34:06.070661 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0354ba2-78a9-4280-acc2-8f35f35e482a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (3b563b8a-e9d9-4b74-8a29-2f6a5c33445a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.197372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0354ba2-78a9-4280-acc2-8f35f35e482a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=3b563b8a-e9d9-4b74-8a29-2f6a5c33445a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:06.248794 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Publish callbacks [] for port (fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.251933 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15a726c-78bc-443b-9b62-f4ea5de0b9a9 None None] New status for floating IP 5e26d4e0-3b0d-4a67-a58d-a74f0e3695b8: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:34:06.266727 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0354ba2-78a9-4280-acc2-8f35f35e482a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.272371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f0354ba2-78a9-4280-acc2-8f35f35e482a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/3b563b8a-e9d9-4b74-8a29-2f6a5c33445a HTTP/1.1" status: 204 len: 168 time: 1.2807598 Feb 11 05:34:06.275509 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.276316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59046) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:06.327169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Network 2a96f218-5f81-4bf9-9e6e-fb3e51a9e548 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:06.339985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:06.354058 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:06.365360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Pushing event updated for resources: {'Port': ['ID=fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:06.385531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e70358-1a3a-4b5a-9088-8796b5a77f31 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:06.393860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e70358-1a3a-4b5a-9088-8796b5a77f31 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:06.397855 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e9e70358-1a3a-4b5a-9088-8796b5a77f31 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1177797 Feb 11 05:34:06.404510 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59048) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:06.447661 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.451836 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c45ef-dd0e-4ae3-87c0-09386608ddfb req-8a7a4f77-0dd7-465a-b75d-bd431745bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:06.453532 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5e1c45ef-dd0e-4ae3-87c0-09386608ddfb req-8a7a4f77-0dd7-465a-b75d-bd431745bcad service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 1128 time: 0.3490825 Feb 11 05:34:06.493386 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Attempting to bind port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:06.493811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Attempting to bind port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '202f0b7a-0f7d-46f7-af7f-e246619ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a96f218-5f81-4bf9-9e6e-fb3e51a9e548'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:06.494524 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Attempting to bind port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 on network 2a96f218-5f81-4bf9-9e6e-fb3e51a9e548 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:06.501810 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:06.502194 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Checking segment: {'id': '202f0b7a-0f7d-46f7-af7f-e246619ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a96f218-5f81-4bf9-9e6e-fb3e51a9e548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:06.502599 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.503034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Bound using segment: {'id': '202f0b7a-0f7d-46f7-af7f-e246619ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a96f218-5f81-4bf9-9e6e-fb3e51a9e548'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:06.503533 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Bound port: fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202f0b7a-0f7d-46f7-af7f-e246619ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2a96f218-5f81-4bf9-9e6e-fb3e51a9e548'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:06.503918 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.518915 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ec30a9-8413-4fa8-97b5-49de688f2807 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet bc7e54c1-bf9d-4018-a1d8-00fa62079611 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:06.558279 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070231f-685b-4732-947e-f0dce85b3ba9 req-78f416e4-16a4-4585-b7b5-0392362152af tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:06.562622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9070231f-685b-4732-947e-f0dce85b3ba9 req-78f416e4-16a4-4585-b7b5-0392362152af tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.4808695 Feb 11 05:34:06.567164 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f2ec30a9-8413-4fa8-97b5-49de688f2807 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (bc7e54c1-bf9d-4018-a1d8-00fa62079611), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.627448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] For port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:06.633846 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] For port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241,segment=NetworkSegment(202f0b7a-0f7d-46f7-af7f-e246619ebea1),segment_id=202f0b7a-0f7d-46f7-af7f-e246619ebea1)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:06.652729 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.662034 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f2ec30a9-8413-4fa8-97b5-49de688f2807 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (bc7e54c1-bf9d-4018-a1d8-00fa62079611), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.713397 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9070231f-685b-4732-947e-f0dce85b3ba9 req-79b8784f-58d4-4f14-9323-d721f04526ab tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426153 Feb 11 05:34:06.802474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2474d8-c853-44fe-8a0a-e33e157faa1a None None] Pushing event updated for resources: {'Port': ['ID=fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:06.837689 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f2ec30a9-8413-4fa8-97b5-49de688f2807 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (bc7e54c1-bf9d-4018-a1d8-00fa62079611), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.862313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-64bfbc38-23e0-4112-8fd6-8530b6ec4ab4 None None] Provisioning complete for port c48ceebb-2517-4648-894e-20823829415f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:06.866820 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64bfbc38-23e0-4112-8fd6-8530b6ec4ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c48ceebb-2517-4648-894e-20823829415f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:06.994590 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f2ec30a9-8413-4fa8-97b5-49de688f2807 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (bc7e54c1-bf9d-4018-a1d8-00fa62079611), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.083594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec30a9-8413-4fa8-97b5-49de688f2807 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=bc7e54c1-bf9d-4018-a1d8-00fa62079611,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:07.087750 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f2ec30a9-8413-4fa8-97b5-49de688f2807 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.104252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f2ec30a9-8413-4fa8-97b5-49de688f2807 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/bc7e54c1-bf9d-4018-a1d8-00fa62079611 HTTP/1.1" status: 204 len: 168 time: 0.6936276 Feb 11 05:34:07.104940 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59060) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:07.132907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-64bfbc38-23e0-4112-8fd6-8530b6ec4ab4 None None] Current status of the port c48ceebb-2517-4648-894e-20823829415f is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:07.133402 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64bfbc38-23e0-4112-8fd6-8530b6ec4ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c48ceebb-2517-4648-894e-20823829415f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.135476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c48ceebb-2517-4648-894e-20823829415f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:07.220168 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5e1c45ef-dd0e-4ae3-87c0-09386608ddfb req-47af2e51-3a64-40cb-ad86-e2d5ef4babb9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7530329 Feb 11 05:34:07.257495 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d5c06564-c50b-45bb-b014-8d68c38343b8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1477292 Feb 11 05:34:07.258057 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59062) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:07.263085 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2144487c-2805-4335-8aa6-23d76e09a16c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:07.264516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfe9829-c034-45cf-834f-b88e30766940 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:07.325882 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port c48ceebb-2517-4648-894e-20823829415f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:07.326469 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c48ceebb-2517-4648-894e-20823829415f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.523247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2144487c-2805-4335-8aa6-23d76e09a16c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:07.527171 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2144487c-2805-4335-8aa6-23d76e09a16c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.628187 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-64bfbc38-23e0-4112-8fd6-8530b6ec4ab4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:34:07.628842 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-64bfbc38-23e0-4112-8fd6-8530b6ec4ab4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:34:07.639451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Allocated IP 172.20.0.1 (2a96f218-5f81-4bf9-9e6e-fb3e51a9e548/468a4e24-c56d-407e-97f9-836772fc4a50/218abf35-d9a2-4071-9e5a-6d6a4635a865) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:07.752998 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port c48ceebb-2517-4648-894e-20823829415f is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:07.753584 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c48ceebb-2517-4648-894e-20823829415f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.817207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8caf55-6336-4c4e-8bc8-081a50545d1d None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:34:07.917540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port c48ceebb-2517-4648-894e-20823829415f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c48ceebb-2517-4648-894e-20823829415f,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:07.920616 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (218abf35-d9a2-4071-9e5a-6d6a4635a865), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:07.933896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db7bdd-a613-40b2-a632-2197da3fa722 req-b0fb46b0-f82d-47d4-aa74-6ee24a7bf052 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:07.943064 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02db7bdd-a613-40b2-a632-2197da3fa722 req-b0fb46b0-f82d-47d4-aa74-6ee24a7bf052 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.0962524 Feb 11 05:34:07.946691 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c48ceebb-2517-4648-894e-20823829415f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.005870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1c8caf55-6336-4c4e-8bc8-081a50545d1d None None] Deleting port c48ceebb-2517-4648-894e-20823829415f {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:08.010888 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1c8caf55-6336-4c4e-8bc8-081a50545d1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c48ceebb-2517-4648-894e-20823829415f), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.030180 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02db7bdd-a613-40b2-a632-2197da3fa722 req-efcf2527-3f93-48c6-9ddd-23f0286c8b45 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843644 Feb 11 05:34:08.072966 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (218abf35-d9a2-4071-9e5a-6d6a4635a865), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.082407 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=c48ceebb-2517-4648-894e-20823829415f,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:08.167256 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network 2a96f218-5f81-4bf9-9e6e-fb3e51a9e548 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:08.172115 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1c8caf55-6336-4c4e-8bc8-081a50545d1d None None] For port c48ceebb-2517-4648-894e-20823829415f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c48ceebb-2517-4648-894e-20823829415f,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:08.173618 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1c8caf55-6336-4c4e-8bc8-081a50545d1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c48ceebb-2517-4648-894e-20823829415f), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.177937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:08.187445 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:08.193097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1c8caf55-6336-4c4e-8bc8-081a50545d1d None None] Calling delete_port for c48ceebb-2517-4648-894e-20823829415f owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:08.215140 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=218abf35-d9a2-4071-9e5a-6d6a4635a865,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:08.310287 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (29d57ae5-1fd2-403f-884f-ce94a9d4c1f7), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.325745 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-64bfbc38-23e0-4112-8fd6-8530b6ec4ab4 None None] Current status of the port c48ceebb-2517-4648-894e-20823829415f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:08.329346 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1c8caf55-6336-4c4e-8bc8-081a50545d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (c48ceebb-2517-4648-894e-20823829415f), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.360963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8caf55-6336-4c4e-8bc8-081a50545d1d None None] Pushing event deleted for resources: {'Port': ['ID=c48ceebb-2517-4648-894e-20823829415f,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:08.369541 n-d-713499-38 neutron-server[103170]: DEBUG neutron.objects.ports [None req-2144487c-2805-4335-8aa6-23d76e09a16c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103170) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:34:08.372925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8caf55-6336-4c4e-8bc8-081a50545d1d None None] No DVR routers for this DVR port c48ceebb-2517-4648-894e-20823829415f on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:08.441890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-25d43002-f826-4778-bd85-2b7ae931c58b None None] Could not find standard attr ID for object 3b563b8a-e9d9-4b74-8a29-2f6a5c33445a. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:34:08.516231 n-d-713499-38 neutron-server[103170]: WARNING neutron.services.revisions.revision_plugin [None req-2144487c-2805-4335-8aa6-23d76e09a16c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Could not find related port for resource to bump revision. Feb 11 05:34:08.526363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_pluggable_backend [None req-2144487c-2805-4335-8aa6-23d76e09a16c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Port c48ceebb-2517-4648-894e-20823829415f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 05:34:08.526778 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_pluggable_backend [None req-2144487c-2805-4335-8aa6-23d76e09a16c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Reverting IP allocation for 2001:db8::f816:3eff:fe37:1e3c {{(pid=103170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 05:34:08.534766 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_pluggable_backend [None req-2144487c-2805-4335-8aa6-23d76e09a16c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe37:1e3c {{(pid=103170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 05:34:08.537053 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2144487c-2805-4335-8aa6-23d76e09a16c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (d916df83-8cbb-428d-9059-cc7633fb6ae2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.541243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481af4d1-3692-4118-888d-9805849c8830 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:34:08.603557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2144487c-2805-4335-8aa6-23d76e09a16c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:08.611595 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-2144487c-2805-4335-8aa6-23d76e09a16c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:08.619833 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2144487c-2805-4335-8aa6-23d76e09a16c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:08.620593 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2144487c-2805-4335-8aa6-23d76e09a16c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.626098 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (218abf35-d9a2-4071-9e5a-6d6a4635a865), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.668035 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144487c-2805-4335-8aa6-23d76e09a16c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=d916df83-8cbb-428d-9059-cc7633fb6ae2,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:08.700457 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6419a231-90e4-47b1-82c2-d936c8263539 None None] Provisioning complete for port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:08.700832 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6419a231-90e4-47b1-82c2-d936c8263539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:08.704558 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2144487c-2805-4335-8aa6-23d76e09a16c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4448240 Feb 11 05:34:08.704782 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59072) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:08.710035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-86e75b49-9f57-49a3-8f6c-a3e719e11b64 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'mac_address': 'fa:16:3e:63:5d:17', 'name': 'tempest-NetworksTestDHCPv6-1441861133'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:08.790534 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481af4d1-3692-4118-888d-9805849c8830 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:34:08.852013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e75b49-9f57-49a3-8f6c-a3e719e11b64 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:09.019725 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86e75b49-9f57-49a3-8f6c-a3e719e11b64 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.029435 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6419a231-90e4-47b1-82c2-d936c8263539 None None] Current status of the port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:09.032630 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6419a231-90e4-47b1-82c2-d936c8263539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.046493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-86e75b49-9f57-49a3-8f6c-a3e719e11b64 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port 2616f95e-3a61-4ff5-9442-2cf4bc016998 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:34:09.063703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:09.189477 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:09.190556 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.206270 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-05daab71-a72e-4c33-8478-2a87b2f20632 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1838346 Feb 11 05:34:09.231024 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-6419a231-90e4-47b1-82c2-d936c8263539 None None] For port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241,segment=NetworkSegment(202f0b7a-0f7d-46f7-af7f-e246619ebea1),segment_id=202f0b7a-0f7d-46f7-af7f-e246619ebea1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:09.243259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bd558-302c-4e44-a811-5c41cfbe909a req-79ac7344-e9f1-4f58-96be-3553e208f793 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:09.244856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-800bd558-302c-4e44-a811-5c41cfbe909a req-79ac7344-e9f1-4f58-96be-3553e208f793 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.1065428 Feb 11 05:34:09.266149 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (218abf35-d9a2-4071-9e5a-6d6a4635a865), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.273802 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6419a231-90e4-47b1-82c2-d936c8263539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.274763 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (218abf35-d9a2-4071-9e5a-6d6a4635a865), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.287141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-86e75b49-9f57-49a3-8f6c-a3e719e11b64 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::f816:3eff:fe63:5d17 (f998a239-103b-4838-bc3b-5e531dc8d131/d916df83-8cbb-428d-9059-cc7633fb6ae2/2616f95e-3a61-4ff5-9442-2cf4bc016998) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:09.342142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419a231-90e4-47b1-82c2-d936c8263539 None None] Pushing event updated for resources: {'Port': ['ID=fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:09.366296 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-800bd558-302c-4e44-a811-5c41cfbe909a req-b2ffd224-e775-4301-8772-03804764427a tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098537 Feb 11 05:34:09.443346 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': 'd916df83-8cbb-428d-9059-cc7633fb6ae2'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:09.445062 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.494776 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=218abf35-d9a2-4071-9e5a-6d6a4635a865,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:09.503251 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (29d57ae5-1fd2-403f-884f-ce94a9d4c1f7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.590781 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:09.600617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa503d1-c12d-4013-8670-05375d3a0961 req-a6292c52-c7e1-4c61-be0d-69a4163ea7ab tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:09.605939 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2aa503d1-c12d-4013-8670-05375d3a0961 req-a6292c52-c7e1-4c61-be0d-69a4163ea7ab tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.0927193 Feb 11 05:34:09.615555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59082) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:09.620494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-e46f2f83-ce8f-4d81-b6d5-ae243a977e47 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Request body: {'floatingip': {'port_id': '9b909078-2d81-4a81-9fde-af606bf39f45'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:09.627685 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-55105d2f-1d29-4fdb-b8b2-07c89f10c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:09.628176 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-55105d2f-1d29-4fdb-b8b2-07c89f10c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:09.629220 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-55105d2f-1d29-4fdb-b8b2-07c89f10c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:09.629496 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86e75b49-9f57-49a3-8f6c-a3e719e11b64 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (2616f95e-3a61-4ff5-9442-2cf4bc016998), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.629689 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-55105d2f-1d29-4fdb-b8b2-07c89f10c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:09.630153 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-55105d2f-1d29-4fdb-b8b2-07c89f10c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:09.630613 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-55105d2f-1d29-4fdb-b8b2-07c89f10c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:09.631071 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-55105d2f-1d29-4fdb-b8b2-07c89f10c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:09.633307 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-55105d2f-1d29-4fdb-b8b2-07c89f10c246 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f571c83359014d03b82a06a0b410a902&device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 6717 time: 0.3169119 Feb 11 05:34:09.648668 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network 2a96f218-5f81-4bf9-9e6e-fb3e51a9e548 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:09.651054 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:09.674866 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e46f2f83-ce8f-4d81-b6d5-ae243a977e47 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for floatingip (f657e9a7-bd8d-4bfa-9d25-bacc29817a92), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:09.687072 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c48ceebb-2517-4648-894e-20823829415f no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:09.710870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: c48ceebb-2517-4648-894e-20823829415f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:34:09.711221 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c48ceebb-2517-4648-894e-20823829415f not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:34:09.845125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Allocated IP 2001:db8::f816:3eff:fe00:7fab (f998a239-103b-4838-bc3b-5e531dc8d131/d916df83-8cbb-428d-9059-cc7633fb6ae2/5ea9a798-a562-40cc-b1d2-8dc516edcd96) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:10.033231 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Publish callbacks [] for port (5ea9a798-a562-40cc-b1d2-8dc516edcd96), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.034389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-4b533dee-637f-4646-8a0e-e0a984f041d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:10.034965 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-4b533dee-637f-4646-8a0e-e0a984f041d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:10.035585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-4b533dee-637f-4646-8a0e-e0a984f041d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:10.037409 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-4b533dee-637f-4646-8a0e-e0a984f041d1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=799a9941-b575-4229-aefb-2f7d7414a8e8&id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&id=23491f43-7703-4822-8ced-d1c33541a9ac&id=23491f43-7703-4822-8ced-d1c33541a9ac HTTP/1.1" status: 200 len: 2292 time: 0.3163075 Feb 11 05:34:10.050466 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (5ea9a798-a562-40cc-b1d2-8dc516edcd96), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.066968 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.101866 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:10.108932 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:10.114832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:10.116911 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86e75b49-9f57-49a3-8f6c-a3e719e11b64 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2616f95e-3a61-4ff5-9442-2cf4bc016998), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.146718 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 29d57ae5-1fd2-403f-884f-ce94a9d4c1f7 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:34:10.176881 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-1a69a120-2308-415e-992a-04f834f5ce7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75f3b967-e8c9-4755-8087-be2d8c88ed6a HTTP/1.1" status: 200 len: 1002 time: 0.1236212 Feb 11 05:34:10.196748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Pushing event updated for resources: {'Port': ['ID=5ea9a798-a562-40cc-b1d2-8dc516edcd96,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:10.238519 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Attempting to bind port 5ea9a798-a562-40cc-b1d2-8dc516edcd96 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:10.238949 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Attempting to bind port 5ea9a798-a562-40cc-b1d2-8dc516edcd96 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:10.239577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Attempting to bind port 5ea9a798-a562-40cc-b1d2-8dc516edcd96 on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:10.241657 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e75b49-9f57-49a3-8f6c-a3e719e11b64 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:10.244523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-86e75b49-9f57-49a3-8f6c-a3e719e11b64 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:10.249750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e75b49-9f57-49a3-8f6c-a3e719e11b64 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:10.255770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e75b49-9f57-49a3-8f6c-a3e719e11b64 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:10.256187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:10.256452 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86e75b49-9f57-49a3-8f6c-a3e719e11b64 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.257086 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:10.257731 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.258487 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:10.260851 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Bound port: 5ea9a798-a562-40cc-b1d2-8dc516edcd96, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:10.261590 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5ea9a798-a562-40cc-b1d2-8dc516edcd96), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.274822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e75b49-9f57-49a3-8f6c-a3e719e11b64 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=2616f95e-3a61-4ff5-9442-2cf4bc016998,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:10.300178 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-86e75b49-9f57-49a3-8f6c-a3e719e11b64 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5942552 Feb 11 05:34:10.303481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59088) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:10.310309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-b853468a-0f65-44b1-ac60-7313b9b9ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:10.312241 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-b853468a-0f65-44b1-ac60-7313b9b9ad9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=795c5f83-8f52-4a99-8b5b-a318dca41c6b HTTP/1.1" status: 200 len: 850 time: 0.1271694 Feb 11 05:34:10.411236 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] For port 5ea9a798-a562-40cc-b1d2-8dc516edcd96, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:10.418159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] For port 5ea9a798-a562-40cc-b1d2-8dc516edcd96, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5ea9a798-a562-40cc-b1d2-8dc516edcd96,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:10.427336 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5ea9a798-a562-40cc-b1d2-8dc516edcd96), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:10.490632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61dabb2-9797-4323-869f-092a92745c50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:10.495999 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61dabb2-9797-4323-869f-092a92745c50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:10.505211 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d61dabb2-9797-4323-869f-092a92745c50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2006662 Feb 11 05:34:10.505876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59090) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:10.517945 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:10.533713 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4e11aa34-ccc2-4d32-8b66-98e3734a60b6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/29d57ae5-1fd2-403f-884f-ce94a9d4c1f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7431197 Feb 11 05:34:10.534478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59092) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:10.547302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6c47d-ce8e-4933-b709-58af97494b9e None None] Sync routers for ids ['29d57ae5-1fd2-403f-884f-ce94a9d4c1f7'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:10.549798 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-33108799-c681-46d2-aa42-a2ed3424e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:10.553025 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-33108799-c681-46d2-aa42-a2ed3424e2a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=799a9941-b575-4229-aefb-2f7d7414a8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1802435 Feb 11 05:34:10.578426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de6c47d-ce8e-4933-b709-58af97494b9e None None] Routers {'29d57ae5-1fd2-403f-884f-ce94a9d4c1f7'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:10.579130 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5de6c47d-ce8e-4933-b709-58af97494b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['29d57ae5-1fd2-403f-884f-ce94a9d4c1f7'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:10.581655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddf080-0fee-4c70-bbcd-cbf927ac67c6 None None] Pushing event updated for resources: {'Port': ['ID=5ea9a798-a562-40cc-b1d2-8dc516edcd96,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:10.628752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5de6c47d-ce8e-4933-b709-58af97494b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:10.641422 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de6c47d-ce8e-4933-b709-58af97494b9e None None] Routers {'29d57ae5-1fd2-403f-884f-ce94a9d4c1f7'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:10.642237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5de6c47d-ce8e-4933-b709-58af97494b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['29d57ae5-1fd2-403f-884f-ce94a9d4c1f7'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:10.649770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688522aa-1918-44ba-924d-8c88c59e5f5e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:10.653960 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-688522aa-1918-44ba-924d-8c88c59e5f5e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports/218abf35-d9a2-4071-9e5a-6d6a4635a865 HTTP/1.1" status: 200 len: 910 time: 0.1139345 Feb 11 05:34:10.656123 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.resource_extend [None req-e46f2f83-ce8f-4d81-b6d5-ae243a977e47 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:34:10.671841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59094) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:10.728044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5de6c47d-ce8e-4933-b709-58af97494b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:10.729032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6c47d-ce8e-4933-b709-58af97494b9e None None] The sync data for ids ['29d57ae5-1fd2-403f-884f-ce94a9d4c1f7'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:10.758863 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-650e8673-f08e-44be-b124-747c0d029fe8 service neutron] 10.222.0.73 "GET /v2.0/networks/799a9941-b575-4229-aefb-2f7d7414a8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935136 Feb 11 05:34:10.947985 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-0e4d65cd-cef8-43b7-af50-b6e059d2369c service neutron] 10.222.0.73 "GET /v2.0/networks/799a9941-b575-4229-aefb-2f7d7414a8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702840 Feb 11 05:34:11.005746 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e46f2f83-ce8f-4d81-b6d5-ae243a977e47 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.025927 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e46f2f83-ce8f-4d81-b6d5-ae243a977e47 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (f657e9a7-bd8d-4bfa-9d25-bacc29817a92), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.029928 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-d29daae4-87a1-40cc-9dbe-d72f8a336590 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=2f6163c5-4e87-4547-a174-b364d5b146f5 HTTP/1.1" status: 200 len: 217 time: 0.0704417 Feb 11 05:34:11.126034 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-8b976e8e-ce1f-48a2-b0e2-8664bc430a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:11.143857 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-8b976e8e-ce1f-48a2-b0e2-8664bc430a73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4ffbfec-1193-4937-9b0b-71991ee02cfb HTTP/1.1" status: 200 len: 797 time: 0.0911415 Feb 11 05:34:11.155605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:11.209491 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-af199d1f-a349-415a-8bc4-1d41262a2347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:11.211406 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-af199d1f-a349-415a-8bc4-1d41262a2347 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0667014 Feb 11 05:34:11.258149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:11.258723 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.378280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:11.379534 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5ea9a798-a562-40cc-b1d2-8dc516edcd96 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:11.409170 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-b9ab706e-f299-42ab-9c11-9fa00c89ae19 service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874456 Feb 11 05:34:11.447202 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 5ea9a798-a562-40cc-b1d2-8dc516edcd96 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:11.447811 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5ea9a798-a562-40cc-b1d2-8dc516edcd96), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.488685 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-e46f2f83-ce8f-4d81-b6d5-ae243a977e47 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Floating IP f657e9a7-bd8d-4bfa-9d25-bacc29817a92 associated. External IP: 172.25.5.190, port: 9b909078-2d81-4a81-9fde-af606bf39f45. Feb 11 05:34:11.602402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5ea9a798-a562-40cc-b1d2-8dc516edcd96 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:11.602801 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5ea9a798-a562-40cc-b1d2-8dc516edcd96), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.619848 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-04d0dea6-793c-4119-a660-8ad33978c1ac service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036238 Feb 11 05:34:11.691776 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 5ea9a798-a562-40cc-b1d2-8dc516edcd96, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5ea9a798-a562-40cc-b1d2-8dc516edcd96,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:11.697446 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5ea9a798-a562-40cc-b1d2-8dc516edcd96), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.715321 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-c3cf9f48-92e6-4131-a6bb-a7fba0b5ec0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 HTTP/1.1" status: 200 len: 217 time: 0.0872576 Feb 11 05:34:11.785666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c4c11ac2-8fc0-4e9b-8c1c-e509b8e5a673 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port 2616f95e-3a61-4ff5-9442-2cf4bc016998 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:11.786008 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4c11ac2-8fc0-4e9b-8c1c-e509b8e5a673 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2616f95e-3a61-4ff5-9442-2cf4bc016998), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:11.802428 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-ec182a2f-2faa-4021-a6f2-62e6b7b7182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:11.804626 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-ec182a2f-2faa-4021-a6f2-62e6b7b7182e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4ffbfec-1193-4937-9b0b-71991ee02cfb HTTP/1.1" status: 200 len: 797 time: 0.0813706 Feb 11 05:34:11.808607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=5ea9a798-a562-40cc-b1d2-8dc516edcd96,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:11.886154 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-f6ff32f0-e5b5-4260-8a15-2fed420e37dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:11.888267 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-f6ff32f0-e5b5-4260-8a15-2fed420e37dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0748801 Feb 11 05:34:12.037387 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-e334f74f-4cd8-4c52-a6e5-b39eacb43761 service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397243 Feb 11 05:34:12.111101 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4c11ac2-8fc0-4e9b-8c1c-e509b8e5a673 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2616f95e-3a61-4ff5-9442-2cf4bc016998), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.126591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c4c11ac2-8fc0-4e9b-8c1c-e509b8e5a673 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for 2616f95e-3a61-4ff5-9442-2cf4bc016998 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:12.176282 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9644825-1142-412d-a5a0-e7e095edd570 None None] Network 2a96f218-5f81-4bf9-9e6e-fb3e51a9e548 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:12.179508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf1ee5c-e6e2-42af-a34f-2e5f459f91c7 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:12.199611 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-2543ddef-e462-47c9-b40f-3760222933d4 service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494162 Feb 11 05:34:12.247154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46f2f83-ce8f-4d81-b6d5-ae243a977e47 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:12.255223 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-9b2567b3-4e65-432c-9f1f-42967f033676 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=e807764e-d613-4927-87a7-0871be7d6db6 HTTP/1.1" status: 200 len: 217 time: 0.0466850 Feb 11 05:34:12.331153 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c5e7698c-bdc4-45ff-8d43-c3602037f224 None None] Provisioning complete for port 5ea9a798-a562-40cc-b1d2-8dc516edcd96 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:12.331757 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c5e7698c-bdc4-45ff-8d43-c3602037f224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5ea9a798-a562-40cc-b1d2-8dc516edcd96), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.357985 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-9c8c20ef-79b6-4461-a38a-799f8a61302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:12.359646 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-9c8c20ef-79b6-4461-a38a-799f8a61302c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4ffbfec-1193-4937-9b0b-71991ee02cfb HTTP/1.1" status: 200 len: 797 time: 0.0883999 Feb 11 05:34:12.418315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46f2f83-ce8f-4d81-b6d5-ae243a977e47 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:12.425538 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-0fab41a9-f309-40d6-8dee-207b90d6481f service neutron] (103171) timed out ('10.222.0.87', 46684) {{(pid=103171) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:34:12.433422 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465b03e-5108-4239-9674-c077f7a1def1 None None] Sync routers for ids ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:12.448792 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e46f2f83-ce8f-4d81-b6d5-ae243a977e47 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.455935 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465b03e-5108-4239-9674-c077f7a1def1 None None] Routers {'0b5cfd65-7121-4546-ab23-d1019bf9d4ac'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:12.456882 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f465b03e-5108-4239-9674-c077f7a1def1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:12.496012 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-7a49738e-c518-431a-b16a-75b8e26d1741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:12.497519 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-7a49738e-c518-431a-b16a-75b8e26d1741 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1267071 Feb 11 05:34:12.596722 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-f465b03e-5108-4239-9674-c077f7a1def1 None None] Set router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:12.630925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e46f2f83-ce8f-4d81-b6d5-ae243a977e47 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "PUT /v2.0/floatingips/f657e9a7-bd8d-4bfa-9d25-bacc29817a92 HTTP/1.1" status: 200 len: 991 time: 3.0138526 Feb 11 05:34:12.633888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'tag': '9b909078-2d81-4a81-9fde-af606bf39f45'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:12.636786 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0955f370-ac8e-4722-8ac1-4780289919ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9bd532-ad02-4fb0-89e8-e1604782f1ef", "tag": "9b909078-2d81-4a81-9fde-af606bf39f45"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:12.639483 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4c11ac2-8fc0-4e9b-8c1c-e509b8e5a673 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2616f95e-3a61-4ff5-9442-2cf4bc016998), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.692407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c11ac2-8fc0-4e9b-8c1c-e509b8e5a673 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=2616f95e-3a61-4ff5-9442-2cf4bc016998,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:12.750331 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-4894a226-51e1-4608-9103-f45f37a4f723 service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138653 Feb 11 05:34:12.789791 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4c11ac2-8fc0-4e9b-8c1c-e509b8e5a673 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:12.796238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c4c11ac2-8fc0-4e9b-8c1c-e509b8e5a673 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/2616f95e-3a61-4ff5-9442-2cf4bc016998 HTTP/1.1" status: 204 len: 168 time: 2.2875016 Feb 11 05:34:12.804386 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59116) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:12.916193 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415739ba-f56f-413a-a648-b151268509f0 x-openstack-request-id: req-415739ba-f56f-413a-a648-b151268509f0 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:12.919494 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9bd532-ad02-4fb0-89e8-e1604782f1ef", "tag": "9b909078-2d81-4a81-9fde-af606bf39f45", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:12.919864 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-415739ba-f56f-413a-a648-b151268509f0 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:12.921573 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'tag': '9b909078-2d81-4a81-9fde-af606bf39f45', 'status': 'completed', 'code': 200} Feb 11 05:34:12.959353 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e403de94-1933-478d-94f8-5cd6ee67f64c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:12.960722 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e403de94-1933-478d-94f8-5cd6ee67f64c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:12.977259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59122) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:12.977945 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e403de94-1933-478d-94f8-5cd6ee67f64c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1724925 Feb 11 05:34:13.111110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955f370-ac8e-4722-8ac1-4780289919ac req-f4f0ac34-914b-4e09-97c7-6f955e9e602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:13.114192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0955f370-ac8e-4722-8ac1-4780289919ac req-f4f0ac34-914b-4e09-97c7-6f955e9e602d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 1128 time: 0.3146119 Feb 11 05:34:13.155147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7698c-bdc4-45ff-8d43-c3602037f224 None None] Current status of the port 5ea9a798-a562-40cc-b1d2-8dc516edcd96 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:13.157565 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5ea9a798-a562-40cc-b1d2-8dc516edcd96 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:13.162718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b05eaa8-f670-4782-af79-0c8b1dd7b128 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet d916df83-8cbb-428d-9059-cc7633fb6ae2 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:13.175841 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3b05eaa8-f670-4782-af79-0c8b1dd7b128 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (d916df83-8cbb-428d-9059-cc7633fb6ae2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:13.205863 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-4de129e0-bdb6-446e-9573-7d59660c9865 service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305050 Feb 11 05:34:13.310248 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-258561aa-aacf-4cc0-9224-6326c305294c None None] Could not find standard attr ID for object 2616f95e-3a61-4ff5-9442-2cf4bc016998. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:34:13.319905 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-95491bc6-0b47-429f-97ba-1679d21a828e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 HTTP/1.1" status: 200 len: 217 time: 0.1070487 Feb 11 05:34:13.337436 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 5ea9a798-a562-40cc-b1d2-8dc516edcd96 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:13.337958 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5ea9a798-a562-40cc-b1d2-8dc516edcd96), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:13.341389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-7d7db232-5e04-4c89-a281-04af9cf9b624 req-4fd27f31-0a24-4d26-a2c1-673a13ff4ed0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] (103171) timed out ('10.222.0.87', 50314) {{(pid=103171) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:34:13.353448 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f465b03e-5108-4239-9674-c077f7a1def1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:43Z', 'revision_number': 4, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'f657e9a7-bd8d-4bfa-9d25-bacc29817a92', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'port_id': '9b909078-2d81-4a81-9fde-af606bf39f45', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2769, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'mac_address': 'fa:16:3e:b0:b4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:33:45Z', 'updated_at': '2022-02-11T05:34:10Z', 'revision_number': 1, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee803249-60f5-4800-adf0-2230c9d836bf', 'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'mac_address': 'fa:16:3e:6f:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:42Z', 'updated_at': '2022-02-11T05:16:47Z', 'revision_number': 5, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'subnets': [{'id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:13.414564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-258561aa-aacf-4cc0-9224-6326c305294c None None] Provisioning complete for port 5ea9a798-a562-40cc-b1d2-8dc516edcd96 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:13.414949 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-258561aa-aacf-4cc0-9224-6326c305294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5ea9a798-a562-40cc-b1d2-8dc516edcd96), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:13.445338 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d32f474c-8f42-44bf-a641-f3b6726fda8c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (29d57ae5-1fd2-403f-884f-ce94a9d4c1f7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:13.453108 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465b03e-5108-4239-9674-c077f7a1def1 None None] Checking router: 0b5cfd65-7121-4546-ab23-d1019bf9d4ac for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:34:13.470336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-114fab9d-e8e3-49d9-8815-6c89daccd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:13.471801 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465b03e-5108-4239-9674-c077f7a1def1 None None] Routers {'0b5cfd65-7121-4546-ab23-d1019bf9d4ac'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:13.475150 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f465b03e-5108-4239-9674-c077f7a1def1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:13.480990 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-114fab9d-e8e3-49d9-8815-6c89daccd366 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4ffbfec-1193-4937-9b0b-71991ee02cfb HTTP/1.1" status: 200 len: 797 time: 0.1516192 Feb 11 05:34:13.603829 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-a330e1ed-943e-4185-a7f5-81980779b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:13.604920 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-a330e1ed-943e-4185-a7f5-81980779b998 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1078696 Feb 11 05:34:13.711998 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5ea9a798-a562-40cc-b1d2-8dc516edcd96 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:13.798405 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-f465b03e-5108-4239-9674-c077f7a1def1 None None] Set router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:13.835510 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-258561aa-aacf-4cc0-9224-6326c305294c None None] Current status of the port 5ea9a798-a562-40cc-b1d2-8dc516edcd96 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:13.885475 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-10f38f24-66b7-47d1-be90-d987185d6f87 service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680109 Feb 11 05:34:13.885975 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955f370-ac8e-4722-8ac1-4780289919ac req-528c203f-461e-431b-858d-8c6b8dd052cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:13.887632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0955f370-ac8e-4722-8ac1-4780289919ac req-528c203f-461e-431b-858d-8c6b8dd052cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 918 time: 0.7581453 Feb 11 05:34:13.988854 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-92c695d3-2a37-46d6-b2a9-8bef455d2e81 None None] Provisioning complete for port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:13.989905 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-92c695d3-2a37-46d6-b2a9-8bef455d2e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:14.120297 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3b05eaa8-f670-4782-af79-0c8b1dd7b128 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (d916df83-8cbb-428d-9059-cc7633fb6ae2), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:14.186112 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-2165206d-330d-4c5a-bc50-b7cbddd5ca1a service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738514 Feb 11 05:34:14.237468 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:14.248441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-92c695d3-2a37-46d6-b2a9-8bef455d2e81 None None] Current status of the port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:14.274196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-92c695d3-2a37-46d6-b2a9-8bef455d2e81 None None] Provisioning complete for port 218abf35-d9a2-4071-9e5a-6d6a4635a865 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:14.274600 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-92c695d3-2a37-46d6-b2a9-8bef455d2e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (218abf35-d9a2-4071-9e5a-6d6a4635a865), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:14.280790 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-ebc9ab43-142e-407d-b08a-4c4df4624274 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7bcee796-21e7-410d-b1ec-9e7e94e164c7 HTTP/1.1" status: 200 len: 217 time: 0.0826149 Feb 11 05:34:14.402319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-92c695d3-2a37-46d6-b2a9-8bef455d2e81 None None] Port 218abf35-d9a2-4071-9e5a-6d6a4635a865 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:14.406294 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-92c695d3-2a37-46d6-b2a9-8bef455d2e81 None None] Could not find standard attr ID for object 2616f95e-3a61-4ff5-9442-2cf4bc016998. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:34:14.457623 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f465b03e-5108-4239-9674-c077f7a1def1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:43Z', 'revision_number': 4, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'f657e9a7-bd8d-4bfa-9d25-bacc29817a92', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'port_id': '9b909078-2d81-4a81-9fde-af606bf39f45', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2769, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'mac_address': 'fa:16:3e:b0:b4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:33:45Z', 'updated_at': '2022-02-11T05:34:10Z', 'revision_number': 1, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee803249-60f5-4800-adf0-2230c9d836bf', 'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'mac_address': 'fa:16:3e:6f:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:42Z', 'updated_at': '2022-02-11T05:16:47Z', 'revision_number': 5, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'subnets': [{'id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:14.464305 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-6c29936a-5140-4749-9063-a54cb201a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:14.465833 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-6c29936a-5140-4749-9063-a54cb201a797 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e4cec936-abe4-430a-9a3b-3c96014981c9 HTTP/1.1" status: 200 len: 797 time: 0.1742966 Feb 11 05:34:14.504877 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465b03e-5108-4239-9674-c077f7a1def1 None None] The sync data for ids ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'] in n-d-713499-38 is: [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:43Z', 'revision_number': 4, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'f657e9a7-bd8d-4bfa-9d25-bacc29817a92', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'port_id': '9b909078-2d81-4a81-9fde-af606bf39f45', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2769, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'mac_address': 'fa:16:3e:b0:b4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:33:45Z', 'updated_at': '2022-02-11T05:34:10Z', 'revision_number': 1, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee803249-60f5-4800-adf0-2230c9d836bf', 'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'mac_address': 'fa:16:3e:6f:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:42Z', 'updated_at': '2022-02-11T05:16:47Z', 'revision_number': 5, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'subnets': [{'id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:14.530502 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-98f9a42a-6055-4ca5-8f03-9036a35bc277 None None] Provisioning complete for port 218abf35-d9a2-4071-9e5a-6d6a4635a865 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:14.532072 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98f9a42a-6055-4ca5-8f03-9036a35bc277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (218abf35-d9a2-4071-9e5a-6d6a4635a865), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:14.586950 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-22f141a6-a33e-4226-990e-ab0bdd7083a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:14.593924 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-22f141a6-a33e-4226-990e-ab0bdd7083a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23491f43-7703-4822-8ced-d1c33541a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1174722 Feb 11 05:34:14.612169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-98f9a42a-6055-4ca5-8f03-9036a35bc277 None None] Port 218abf35-d9a2-4071-9e5a-6d6a4635a865 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:14.741669 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-443dd177-9109-44d4-b63b-6945b2582e6f None None] Provisioning complete for port 218abf35-d9a2-4071-9e5a-6d6a4635a865 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:14.741669 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-443dd177-9109-44d4-b63b-6945b2582e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (218abf35-d9a2-4071-9e5a-6d6a4635a865), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:14.821476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-443dd177-9109-44d4-b63b-6945b2582e6f None None] Port 218abf35-d9a2-4071-9e5a-6d6a4635a865 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:14.840574 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-c1230478-f240-4bab-92da-1b0885946bef service neutron] 10.222.0.73 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365460 Feb 11 05:34:14.873410 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0955f370-ac8e-4722-8ac1-4780289919ac req-dc5e0d47-5717-4450-bf83-ca9749df4b3a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b909078-2d81-4a81-9fde-af606bf39f45 HTTP/1.1" status: 200 len: 999 time: 0.9407306 Feb 11 05:34:14.883564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532f1fe0-9fa6-46d7-996a-c6505367cf5d None None] New status for floating IP f657e9a7-bd8d-4bfa-9d25-bacc29817a92: ACTIVE {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:34:15.055384 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-6c0cd2fb-5bb5-48af-8421-b633abfa922c service neutron] 10.222.0.73 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002885 Feb 11 05:34:15.141579 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-1e3cab03-f1fc-4c3d-af2c-e2c3ef4e44d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a854c3bb-38fb-4e01-b81b-b450abbcf0b9 HTTP/1.1" status: 200 len: 217 time: 0.0791416 Feb 11 05:34:15.166914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955f370-ac8e-4722-8ac1-4780289919ac req-adcefe08-d1bb-4934-9691-80054d31e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:15.174033 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0955f370-ac8e-4722-8ac1-4780289919ac req-adcefe08-d1bb-4934-9691-80054d31e83e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.2410240 Feb 11 05:34:15.221255 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-15fab433-2069-4598-849d-3fd6b270f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:15.222916 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-15fab433-2069-4598-849d-3fd6b270f433 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e4cec936-abe4-430a-9a3b-3c96014981c9 HTTP/1.1" status: 200 len: 797 time: 0.0718267 Feb 11 05:34:15.340897 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3b05eaa8-f670-4782-af79-0c8b1dd7b128 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (d916df83-8cbb-428d-9059-cc7633fb6ae2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.464784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955f370-ac8e-4722-8ac1-4780289919ac req-897c1887-a4f2-49bc-8f6b-f51977e3bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:15.466444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0955f370-ac8e-4722-8ac1-4780289919ac req-897c1887-a4f2-49bc-8f6b-f51977e3bedb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2762389 Feb 11 05:34:15.622206 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0955f370-ac8e-4722-8ac1-4780289919ac req-f6465cf0-c172-4555-a615-8395c0657744 service neutron] 10.222.0.73 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113300 Feb 11 05:34:15.633456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3b05eaa8-f670-4782-af79-0c8b1dd7b128 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (d916df83-8cbb-428d-9059-cc7633fb6ae2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.738121 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3b05eaa8-f670-4782-af79-0c8b1dd7b128 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:15.743286 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3b05eaa8-f670-4782-af79-0c8b1dd7b128 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/d916df83-8cbb-428d-9059-cc7633fb6ae2 HTTP/1.1" status: 204 len: 168 time: 2.7593873 Feb 11 05:34:15.753515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ea14c6-7cbf-40f0-8e47-670843403193 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:15.768214 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59146) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:15.786915 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05eaa8-f670-4782-af79-0c8b1dd7b128 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=d916df83-8cbb-428d-9059-cc7633fb6ae2,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:15.853005 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d030-68d3-4ed4-9c3f-241012059341 req-cfe80358-a085-4d8a-bd73-6528b2a7fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:15.856464 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-cfe80358-a085-4d8a-bd73-6528b2a7fb98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23491f43-7703-4822-8ced-d1c33541a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6243591 Feb 11 05:34:15.928045 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3aad5b3f-fbec-4aa2-9d73-32b71646d1bd tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1517386 Feb 11 05:34:15.937638 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59148) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:15.940744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-d32f474c-8f42-44bf-a641-f3b6726fda8c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port 218abf35-d9a2-4071-9e5a-6d6a4635a865 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:15.941097 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d32f474c-8f42-44bf-a641-f3b6726fda8c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (218abf35-d9a2-4071-9e5a-6d6a4635a865), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.019822 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0955f370-ac8e-4722-8ac1-4780289919ac req-e1c02483-a971-4656-820a-f0176f0413c1 service neutron] 10.222.0.73 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730552 Feb 11 05:34:16.117338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2841b9-b1d6-43b5-a1cd-8a1f46d5c4d4 None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:34:16.126272 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-d9224282-8d0a-4ddd-ab80-d029ee19c9f0 service neutron] 10.222.0.73 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546635 Feb 11 05:34:16.137430 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d32f474c-8f42-44bf-a641-f3b6726fda8c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (218abf35-d9a2-4071-9e5a-6d6a4635a865), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.150380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-d32f474c-8f42-44bf-a641-f3b6726fda8c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for 218abf35-d9a2-4071-9e5a-6d6a4635a865 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:16.215829 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b779e0-0115-4f67-bfed-1b96b6fb8c60 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:16.220488 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-13b779e0-0115-4f67-bfed-1b96b6fb8c60 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2808685 Feb 11 05:34:16.221168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-dc2841b9-b1d6-43b5-a1cd-8a1f46d5c4d4 None None] Deleting port 5ea9a798-a562-40cc-b1d2-8dc516edcd96 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:16.221561 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc2841b9-b1d6-43b5-a1cd-8a1f46d5c4d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5ea9a798-a562-40cc-b1d2-8dc516edcd96), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.225598 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59154) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:16.284850 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8267787d-93eb-487a-be89-5a04dd407e39 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:16.287327 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8267787d-93eb-487a-be89-5a04dd407e39 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0600483 Feb 11 05:34:16.290295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59156) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:16.294948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-dc2841b9-b1d6-43b5-a1cd-8a1f46d5c4d4 None None] For port 5ea9a798-a562-40cc-b1d2-8dc516edcd96, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5ea9a798-a562-40cc-b1d2-8dc516edcd96,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:16.295571 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc2841b9-b1d6-43b5-a1cd-8a1f46d5c4d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5ea9a798-a562-40cc-b1d2-8dc516edcd96), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.310066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-dc2841b9-b1d6-43b5-a1cd-8a1f46d5c4d4 None None] Calling delete_port for 5ea9a798-a562-40cc-b1d2-8dc516edcd96 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:16.334454 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6fc8b807-ee30-4455-b029-02767848aeee tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427787 Feb 11 05:34:16.339356 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59158) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:16.345319 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-43508354-df7a-49ef-abb8-3c5fc975ba16 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:16.350348 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d32f474c-8f42-44bf-a641-f3b6726fda8c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (218abf35-d9a2-4071-9e5a-6d6a4635a865), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.383448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f474c-8f42-44bf-a641-f3b6726fda8c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=218abf35-d9a2-4071-9e5a-6d6a4635a865,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:16.406238 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a847d030-68d3-4ed4-9c3f-241012059341 req-cfffaf18-be91-4aef-be7d-d8fc961124ac service neutron] 10.222.0.73 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590804 Feb 11 05:34:16.420828 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc2841b9-b1d6-43b5-a1cd-8a1f46d5c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (5ea9a798-a562-40cc-b1d2-8dc516edcd96), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.469607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2841b9-b1d6-43b5-a1cd-8a1f46d5c4d4 None None] No DVR routers for this DVR port 5ea9a798-a562-40cc-b1d2-8dc516edcd96 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:16.481106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2841b9-b1d6-43b5-a1cd-8a1f46d5c4d4 None None] Pushing event deleted for resources: {'Port': ['ID=5ea9a798-a562-40cc-b1d2-8dc516edcd96,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:16.507394 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43508354-df7a-49ef-abb8-3c5fc975ba16 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:16.512687 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-43508354-df7a-49ef-abb8-3c5fc975ba16 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.626079 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d32f474c-8f42-44bf-a641-f3b6726fda8c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (29d57ae5-1fd2-403f-884f-ce94a9d4c1f7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.835133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32f474c-8f42-44bf-a641-f3b6726fda8c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 29d57ae5-1fd2-403f-884f-ce94a9d4c1f7 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:16.957152 n-d-713499-38 neutron-server[103170]: DEBUG neutron.objects.ports [None req-43508354-df7a-49ef-abb8-3c5fc975ba16 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103170) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:34:16.958867 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-43508354-df7a-49ef-abb8-3c5fc975ba16 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (7fdb2d7d-0736-4d4f-a714-def81f5ff44c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:16.961190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32f474c-8f42-44bf-a641-f3b6726fda8c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:16.961507 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5ea9a798-a562-40cc-b1d2-8dc516edcd96 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:16.973607 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a14fcf-9fa1-477e-941f-71099a039216 None None] Sync routers for ids ['29d57ae5-1fd2-403f-884f-ce94a9d4c1f7'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:16.978044 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d32f474c-8f42-44bf-a641-f3b6726fda8c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/29d57ae5-1fd2-403f-884f-ce94a9d4c1f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3050990 Feb 11 05:34:16.980766 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59172) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:16.989176 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a14fcf-9fa1-477e-941f-71099a039216 None None] Routers {'29d57ae5-1fd2-403f-884f-ce94a9d4c1f7'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:16.990059 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e6a14fcf-9fa1-477e-941f-71099a039216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['29d57ae5-1fd2-403f-884f-ce94a9d4c1f7'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:16.992706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 5ea9a798-a562-40cc-b1d2-8dc516edcd96 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:34:16.993071 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5ea9a798-a562-40cc-b1d2-8dc516edcd96 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:34:17.033537 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-32343885-a45a-4f11-9c9d-dfd16e8abacf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports?device_id=29d57ae5-1fd2-403f-884f-ce94a9d4c1f7 HTTP/1.1" status: 200 len: 205 time: 0.0514538 Feb 11 05:34:17.036548 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59174) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:17.039816 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e6a14fcf-9fa1-477e-941f-71099a039216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:17.053600 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a14fcf-9fa1-477e-941f-71099a039216 None None] Routers {'29d57ae5-1fd2-403f-884f-ce94a9d4c1f7'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:17.054481 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e6a14fcf-9fa1-477e-941f-71099a039216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['29d57ae5-1fd2-403f-884f-ce94a9d4c1f7'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:17.067801 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43508354-df7a-49ef-abb8-3c5fc975ba16 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=7fdb2d7d-0736-4d4f-a714-def81f5ff44c,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:17.079376 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43508354-df7a-49ef-abb8-3c5fc975ba16 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:17.085002 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-43508354-df7a-49ef-abb8-3c5fc975ba16 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:17.090403 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43508354-df7a-49ef-abb8-3c5fc975ba16 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:17.095175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6bb67d-6820-478e-94e3-ca87cd636251 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:17.110312 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-43508354-df7a-49ef-abb8-3c5fc975ba16 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.126209 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e6a14fcf-9fa1-477e-941f-71099a039216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:17.127128 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a14fcf-9fa1-477e-941f-71099a039216 None None] The sync data for ids ['29d57ae5-1fd2-403f-884f-ce94a9d4c1f7'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:17.146056 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-43508354-df7a-49ef-abb8-3c5fc975ba16 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8030033 Feb 11 05:34:17.146581 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59178) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:17.151465 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d3f3d7f-d95e-4b8e-b082-c4a8b5b11b07 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (29d57ae5-1fd2-403f-884f-ce94a9d4c1f7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.155351 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-59a295d5-de8a-4626-8569-594739dbcb8f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'mac_address': 'fa:16:3e:a3:15:3b', 'name': 'tempest-NetworksTestDHCPv6-2095664336'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:17.246244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': '7fdb2d7d-0736-4d4f-a714-def81f5ff44c'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:17.247547 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.336797 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d3f3d7f-d95e-4b8e-b082-c4a8b5b11b07 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (29d57ae5-1fd2-403f-884f-ce94a9d4c1f7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.340859 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d3f3d7f-d95e-4b8e-b082-c4a8b5b11b07 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_controller (29d57ae5-1fd2-403f-884f-ce94a9d4c1f7), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.398055 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a295d5-de8a-4626-8569-594739dbcb8f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:17.399760 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d3f3d7f-d95e-4b8e-b082-c4a8b5b11b07 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (29d57ae5-1fd2-403f-884f-ce94a9d4c1f7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.400390 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3f3d7f-d95e-4b8e-b082-c4a8b5b11b07 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Fanout notify agent at l3_agent the message router_deleted on router 29d57ae5-1fd2-403f-884f-ce94a9d4c1f7 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:34:17.415828 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d3f3d7f-d95e-4b8e-b082-c4a8b5b11b07 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.416986 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4d3f3d7f-d95e-4b8e-b082-c4a8b5b11b07 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/routers/29d57ae5-1fd2-403f-884f-ce94a9d4c1f7 HTTP/1.1" status: 204 len: 168 time: 0.3794692 Feb 11 05:34:17.420042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59180) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:17.477872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Allocated IP 2001:db8::f816:3eff:fea0:dd14 (f998a239-103b-4838-bc3b-5e531dc8d131/7fdb2d7d-0736-4d4f-a714-def81f5ff44c/51857239-3e19-43d9-aa52-b5552417ebf5) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:17.482818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-231ff614-b9aa-4276-b997-f8a29780928c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting subnet 468a4e24-c56d-407e-97f9-836772fc4a50 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:17.487083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-231ff614-b9aa-4276-b997-f8a29780928c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (468a4e24-c56d-407e-97f9-836772fc4a50), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.538862 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-231ff614-b9aa-4276-b997-f8a29780928c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (468a4e24-c56d-407e-97f9-836772fc4a50), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.632144 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-59a295d5-de8a-4626-8569-594739dbcb8f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.632948 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-231ff614-b9aa-4276-b997-f8a29780928c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (468a4e24-c56d-407e-97f9-836772fc4a50), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.690101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-59a295d5-de8a-4626-8569-594739dbcb8f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port 0c65a60f-d65d-4b86-be17-3a2ca99aebf2 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:34:17.729808 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-231ff614-b9aa-4276-b997-f8a29780928c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (468a4e24-c56d-407e-97f9-836772fc4a50), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.764556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ff614-b9aa-4276-b997-f8a29780928c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Subnet': ['ID=468a4e24-c56d-407e-97f9-836772fc4a50,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:17.768715 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-231ff614-b9aa-4276-b997-f8a29780928c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.777729 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-231ff614-b9aa-4276-b997-f8a29780928c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/468a4e24-c56d-407e-97f9-836772fc4a50 HTTP/1.1" status: 204 len: 168 time: 0.3530817 Feb 11 05:34:17.779684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59186) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:17.786647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fb9570-db5e-446d-8a67-48c8eb35d735 None None] Network 2a96f218-5f81-4bf9-9e6e-fb3e51a9e548 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:17.897238 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Publish callbacks [] for port (51857239-3e19-43d9-aa52-b5552417ebf5), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.942038 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (2a96f218-5f81-4bf9-9e6e-fb3e51a9e548), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.965627 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (51857239-3e19-43d9-aa52-b5552417ebf5), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:17.999789 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-59a295d5-de8a-4626-8569-594739dbcb8f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::f816:3eff:fea3:153b (f998a239-103b-4838-bc3b-5e531dc8d131/7fdb2d7d-0736-4d4f-a714-def81f5ff44c/0c65a60f-d65d-4b86-be17-3a2ca99aebf2) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:18.008442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:18.009885 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.063310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:18.077543 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Pushing event updated for resources: {'Port': ['ID=51857239-3e19-43d9-aa52-b5552417ebf5,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:18.097408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:18.100524 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:18.270686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Attempting to bind port 51857239-3e19-43d9-aa52-b5552417ebf5 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:18.273895 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Attempting to bind port 51857239-3e19-43d9-aa52-b5552417ebf5 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:18.274405 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Attempting to bind port 51857239-3e19-43d9-aa52-b5552417ebf5 on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:18.278730 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-59a295d5-de8a-4626-8569-594739dbcb8f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (0c65a60f-d65d-4b86-be17-3a2ca99aebf2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.286219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:18.287257 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:18.288074 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.288708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:18.289419 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Bound port: 51857239-3e19-43d9-aa52-b5552417ebf5, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:18.290037 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (51857239-3e19-43d9-aa52-b5552417ebf5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.305474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81f205d-fb5e-4773-b52b-665b159fd33f None None] DHCP port deletion for 2a96f218-5f81-4bf9-9e6e-fb3e51a9e548 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:34:18.363580 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-59a295d5-de8a-4626-8569-594739dbcb8f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (0c65a60f-d65d-4b86-be17-3a2ca99aebf2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.429914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] For port 51857239-3e19-43d9-aa52-b5552417ebf5, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:18.445511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] For port 51857239-3e19-43d9-aa52-b5552417ebf5, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=51857239-3e19-43d9-aa52-b5552417ebf5,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:18.449273 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a295d5-de8a-4626-8569-594739dbcb8f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:18.452399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e81f205d-fb5e-4773-b52b-665b159fd33f None None] Deleting port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:18.452788 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e81f205d-fb5e-4773-b52b-665b159fd33f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.457070 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (51857239-3e19-43d9-aa52-b5552417ebf5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.465854 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-59a295d5-de8a-4626-8569-594739dbcb8f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:18.479575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] For port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241,segment=NetworkSegment(202f0b7a-0f7d-46f7-af7f-e246619ebea1),segment_id=202f0b7a-0f7d-46f7-af7f-e246619ebea1)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:18.480151 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.480768 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a295d5-de8a-4626-8569-594739dbcb8f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:18.492351 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a295d5-de8a-4626-8569-594739dbcb8f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:18.493654 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-59a295d5-de8a-4626-8569-594739dbcb8f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.509761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:18.523371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a295d5-de8a-4626-8569-594739dbcb8f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=0c65a60f-d65d-4b86-be17-3a2ca99aebf2,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:18.550331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8e7f2-ed5d-454c-bb87-8622070af44a None None] Pushing event updated for resources: {'Port': ['ID=51857239-3e19-43d9-aa52-b5552417ebf5,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:18.558348 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-59a295d5-de8a-4626-8569-594739dbcb8f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4110248 Feb 11 05:34:18.561175 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59216) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:18.657718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e81f205d-fb5e-4773-b52b-665b159fd33f None None] For port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241,segment=NetworkSegment(202f0b7a-0f7d-46f7-af7f-e246619ebea1),segment_id=202f0b7a-0f7d-46f7-af7f-e246619ebea1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:18.660036 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e81f205d-fb5e-4773-b52b-665b159fd33f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.681699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a786bf3-3dee-46cc-8c68-878d985d0114 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:18.684960 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.691438 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a786bf3-3dee-46cc-8c68-878d985d0114 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:18.692165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e81f205d-fb5e-4773-b52b-665b159fd33f None None] Calling delete_port for fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:18.699228 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9a786bf3-3dee-46cc-8c68-878d985d0114 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1371114 Feb 11 05:34:18.704546 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59230) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:18.736597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:18.759696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No DVR routers for this DVR port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:18.937102 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e81f205d-fb5e-4773-b52b-665b159fd33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.960327 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (2a96f218-5f81-4bf9-9e6e-fb3e51a9e548), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:18.999078 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:19.008071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a96f218-5f81-4bf9-9e6e-fb3e51a9e548']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:19.020807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202f0b7a-0f7d-46f7-af7f-e246619ebea1') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:19.021501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202f0b7a-0f7d-46f7-af7f-e246619ebea1') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:19.043947 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4d63a-dfa0-4751-8cd4-13a785d3c709 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port 0c65a60f-d65d-4b86-be17-3a2ca99aebf2 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:19.044291 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b5a4d63a-dfa0-4751-8cd4-13a785d3c709 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (0c65a60f-d65d-4b86-be17-3a2ca99aebf2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.044914 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (202f0b7a-0f7d-46f7-af7f-e246619ebea1), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.068257 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (202f0b7a-0f7d-46f7-af7f-e246619ebea1), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.083950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:34:19.084571 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (202f0b7a-0f7d-46f7-af7f-e246619ebea1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.119230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f205d-fb5e-4773-b52b-665b159fd33f None None] No DVR routers for this DVR port fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:19.165567 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f205d-fb5e-4773-b52b-665b159fd33f None None] Pushing event deleted for resources: {'Port': ['ID=fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:19.169768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:34:19.170344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device fe8ad2d3-d721-4583-9fd9-6a8e1b4e0241 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:34:19.202156 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:34:19.207608 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (2a96f218-5f81-4bf9-9e6e-fb3e51a9e548), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.215539 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.219187 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/networks/2a96f218-5f81-4bf9-9e6e-fb3e51a9e548 HTTP/1.1" status: 204 len: 168 time: 1.4371140 Feb 11 05:34:19.223646 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59282) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:19.228601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-924115322', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}, 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:19.248741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee9f40-3963-44cf-9aaa-3c49247ab399 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Network': ['ID=2a96f218-5f81-4bf9-9e6e-fb3e51a9e548,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:19.279438 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (24000651-af87-47d8-94f6-fd18d792fea9), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.282623 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (24000651-af87-47d8-94f6-fd18d792fea9), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.397503 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b5a4d63a-dfa0-4751-8cd4-13a785d3c709 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (0c65a60f-d65d-4b86-be17-3a2ca99aebf2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.428429 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4d63a-dfa0-4751-8cd4-13a785d3c709 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for 0c65a60f-d65d-4b86-be17-3a2ca99aebf2 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:19.441656 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_controller (24000651-af87-47d8-94f6-fd18d792fea9), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.721835 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_gateway (24000651-af87-47d8-94f6-fd18d792fea9), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.756296 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b5a4d63a-dfa0-4751-8cd4-13a785d3c709 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (0c65a60f-d65d-4b86-be17-3a2ca99aebf2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.882710 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4d63a-dfa0-4751-8cd4-13a785d3c709 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=0c65a60f-d65d-4b86-be17-3a2ca99aebf2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:19.931130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b5a4d63a-dfa0-4751-8cd4-13a785d3c709 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:19.937661 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b5a4d63a-dfa0-4751-8cd4-13a785d3c709 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/0c65a60f-d65d-4b86-be17-3a2ca99aebf2 HTTP/1.1" status: 204 len: 168 time: 1.2295411 Feb 11 05:34:19.938589 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59356) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:20.009968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08d7357-5237-4de1-9590-b0e876e67014 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:20.012161 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08d7357-5237-4de1-9590-b0e876e67014 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:20.014149 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d08d7357-5237-4de1-9590-b0e876e67014 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0743406 Feb 11 05:34:20.017861 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59366) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:20.082767 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d86ba43-fc3b-4864-894c-597e0bf0179d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 7fdb2d7d-0736-4d4f-a714-def81f5ff44c {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:20.086647 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9d86ba43-fc3b-4864-894c-597e0bf0179d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (7fdb2d7d-0736-4d4f-a714-def81f5ff44c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.123074 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_gateway (24000651-af87-47d8-94f6-fd18d792fea9), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.146172 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9d86ba43-fc3b-4864-894c-597e0bf0179d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (7fdb2d7d-0736-4d4f-a714-def81f5ff44c), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.149237 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.313027 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9d86ba43-fc3b-4864-894c-597e0bf0179d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (7fdb2d7d-0736-4d4f-a714-def81f5ff44c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.403065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Allocated IP 172.25.5.51 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/aebcb4c6-c5f7-4bae-9234-76dc62bff9e8) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:20.417157 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9d86ba43-fc3b-4864-894c-597e0bf0179d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (7fdb2d7d-0736-4d4f-a714-def81f5ff44c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.426311 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-01324a0e-b7cf-4acc-b2d9-aa096bc59162 None None] Provisioning complete for port 51857239-3e19-43d9-aa52-b5552417ebf5 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:20.428320 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01324a0e-b7cf-4acc-b2d9-aa096bc59162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (51857239-3e19-43d9-aa52-b5552417ebf5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.452115 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86ba43-fc3b-4864-894c-597e0bf0179d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=7fdb2d7d-0736-4d4f-a714-def81f5ff44c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:20.457636 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9d86ba43-fc3b-4864-894c-597e0bf0179d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.461484 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9d86ba43-fc3b-4864-894c-597e0bf0179d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/7fdb2d7d-0736-4d4f-a714-def81f5ff44c HTTP/1.1" status: 204 len: 168 time: 0.4423168 Feb 11 05:34:20.463945 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59416) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:20.520227 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-08ab6c32-f42b-464a-b79e-c03d5a8f0a3e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548322 Feb 11 05:34:20.523387 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59426) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:20.530770 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-cd8c2416-a7ba-4467-a1e1-b5ad9067198b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:20.632646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-01324a0e-b7cf-4acc-b2d9-aa096bc59162 None None] Current status of the port 51857239-3e19-43d9-aa52-b5552417ebf5 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:20.633045 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01324a0e-b7cf-4acc-b2d9-aa096bc59162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (51857239-3e19-43d9-aa52-b5552417ebf5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.691130 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (aebcb4c6-c5f7-4bae-9234-76dc62bff9e8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.707688 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8c2416-a7ba-4467-a1e1-b5ad9067198b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:20.713537 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2416-a7ba-4467-a1e1-b5ad9067198b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.718747 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-01324a0e-b7cf-4acc-b2d9-aa096bc59162 None None] For port 51857239-3e19-43d9-aa52-b5552417ebf5, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=51857239-3e19-43d9-aa52-b5552417ebf5,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:20.731203 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01324a0e-b7cf-4acc-b2d9-aa096bc59162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (51857239-3e19-43d9-aa52-b5552417ebf5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.794586 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (aebcb4c6-c5f7-4bae-9234-76dc62bff9e8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:20.820886 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01324a0e-b7cf-4acc-b2d9-aa096bc59162 None None] Pushing event updated for resources: {'Port': ['ID=51857239-3e19-43d9-aa52-b5552417ebf5,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:20.886806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b237ac41-1cd7-44d6-a126-108602825e30 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:20.925600 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=aebcb4c6-c5f7-4bae-9234-76dc62bff9e8,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:20.953888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:20.958715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:20.967508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:21.091944 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-0db7054f-c568-443a-838d-20e396d03ecd None None] Could not find standard attr ID for object 0c65a60f-d65d-4b86-be17-3a2ca99aebf2. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:34:21.145308 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 51857239-3e19-43d9-aa52-b5552417ebf5 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:21.333448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 51857239-3e19-43d9-aa52-b5552417ebf5 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:21.333908 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (51857239-3e19-43d9-aa52-b5552417ebf5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.388141 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57aa001-916e-4bbc-811c-184ea6175d33 None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:34:21.420464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.objects.ports [None req-cd8c2416-a7ba-4467-a1e1-b5ad9067198b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103170) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:34:21.491963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f57aa001-916e-4bbc-811c-184ea6175d33 None None] Deleting port 51857239-3e19-43d9-aa52-b5552417ebf5 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:21.493129 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f57aa001-916e-4bbc-811c-184ea6175d33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (51857239-3e19-43d9-aa52-b5552417ebf5), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.545081 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_gateway (24000651-af87-47d8-94f6-fd18d792fea9), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.631680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 51857239-3e19-43d9-aa52-b5552417ebf5 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:21.668860 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f57aa001-916e-4bbc-811c-184ea6175d33 None None] For port 51857239-3e19-43d9-aa52-b5552417ebf5, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=51857239-3e19-43d9-aa52-b5552417ebf5,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:21.669272 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f57aa001-916e-4bbc-811c-184ea6175d33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (51857239-3e19-43d9-aa52-b5552417ebf5), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.675687 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2416-a7ba-4467-a1e1-b5ad9067198b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (51857239-3e19-43d9-aa52-b5552417ebf5), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.701084 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f57aa001-916e-4bbc-811c-184ea6175d33 None None] Calling delete_port for 51857239-3e19-43d9-aa52-b5552417ebf5 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:21.805388 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (24000651-af87-47d8-94f6-fd18d792fea9), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:21.934765 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-cd8c2416-a7ba-4467-a1e1-b5ad9067198b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] For port 51857239-3e19-43d9-aa52-b5552417ebf5, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=51857239-3e19-43d9-aa52-b5552417ebf5,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:21.986477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 24000651-af87-47d8-94f6-fd18d792fea9 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:34:22.024784 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2416-a7ba-4467-a1e1-b5ad9067198b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (51857239-3e19-43d9-aa52-b5552417ebf5), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.033431 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2416-a7ba-4467-a1e1-b5ad9067198b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (51857239-3e19-43d9-aa52-b5552417ebf5), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.036568 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f57aa001-916e-4bbc-811c-184ea6175d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (51857239-3e19-43d9-aa52-b5552417ebf5), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.094313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57aa001-916e-4bbc-811c-184ea6175d33 None None] Pushing event deleted for resources: {'Port': ['ID=51857239-3e19-43d9-aa52-b5552417ebf5,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:22.125845 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57aa001-916e-4bbc-811c-184ea6175d33 None None] No DVR routers for this DVR port 51857239-3e19-43d9-aa52-b5552417ebf5 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:22.139881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c2416-a7ba-4467-a1e1-b5ad9067198b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=51857239-3e19-43d9-aa52-b5552417ebf5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:22.163321 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2416-a7ba-4467-a1e1-b5ad9067198b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (18e44dc2-3ba2-4410-bdb7-1d3fed330ebe), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.268390 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8c2416-a7ba-4467-a1e1-b5ad9067198b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:22.302724 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c2416-a7ba-4467-a1e1-b5ad9067198b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=18e44dc2-3ba2-4410-bdb7-1d3fed330ebe,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:22.306650 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-cd8c2416-a7ba-4467-a1e1-b5ad9067198b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:22.317327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfb2817-00de-4547-9116-3310268ce4c1 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:22.327964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8c2416-a7ba-4467-a1e1-b5ad9067198b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:22.331855 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2416-a7ba-4467-a1e1-b5ad9067198b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.341239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:22.379252 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.380490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ea83cec8-1a01-433e-84dc-da555ed3b58e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1558940 Feb 11 05:34:22.384747 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cd8c2416-a7ba-4467-a1e1-b5ad9067198b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8598928 Feb 11 05:34:22.385754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59602) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:22.390032 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59606) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:22.399780 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-251e4cdd-560c-45c1-babc-035500632d01 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'mac_address': 'fa:16:3e:eb:a2:e2', 'name': 'tempest-NetworksTestDHCPv6-1300730434'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:22.408219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8399339f-7093-43cb-bdc1-c7bc08b1b0fb None None] Sync routers for ids ['24000651-af87-47d8-94f6-fd18d792fea9'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:22.730147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8399339f-7093-43cb-bdc1-c7bc08b1b0fb None None] Routers {'24000651-af87-47d8-94f6-fd18d792fea9'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:22.732746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-8399339f-7093-43cb-bdc1-c7bc08b1b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['24000651-af87-47d8-94f6-fd18d792fea9'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:22.743232 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251e4cdd-560c-45c1-babc-035500632d01 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:22.802844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-8399339f-7093-43cb-bdc1-c7bc08b1b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:22.870034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8399339f-7093-43cb-bdc1-c7bc08b1b0fb None None] Routers {'24000651-af87-47d8-94f6-fd18d792fea9'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:22.872577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-8399339f-7093-43cb-bdc1-c7bc08b1b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['24000651-af87-47d8-94f6-fd18d792fea9'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:22.917880 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-251e4cdd-560c-45c1-babc-035500632d01 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:22.966349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-8399339f-7093-43cb-bdc1-c7bc08b1b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:22.967104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8399339f-7093-43cb-bdc1-c7bc08b1b0fb None None] The sync data for ids ['24000651-af87-47d8-94f6-fd18d792fea9'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:23.005487 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-251e4cdd-560c-45c1-babc-035500632d01 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port 8321bfb1-92b3-46c7-8f06-9372ca542b24 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:34:23.017897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 51857239-3e19-43d9-aa52-b5552417ebf5 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:23.066458 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': '18e44dc2-3ba2-4410-bdb7-1d3fed330ebe'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:23.067357 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.070868 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 51857239-3e19-43d9-aa52-b5552417ebf5 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:34:23.071217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 51857239-3e19-43d9-aa52-b5552417ebf5 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:34:23.184759 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-251e4cdd-560c-45c1-babc-035500632d01 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::f816:3eff:feeb:a2e2 (f998a239-103b-4838-bc3b-5e531dc8d131/18e44dc2-3ba2-4410-bdb7-1d3fed330ebe/8321bfb1-92b3-46c7-8f06-9372ca542b24) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:23.218798 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-11a4018c-986e-4e05-a092-b613460314a1 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/routers/24000651-af87-47d8-94f6-fd18d792fea9 HTTP/1.1" status: 200 len: 879 time: 0.8314872 Feb 11 05:34:23.221361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59680) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:23.413256 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-251e4cdd-560c-45c1-babc-035500632d01 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (8321bfb1-92b3-46c7-8f06-9372ca542b24), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.456339 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5a77028e-f0e8-4708-a097-cfd8976e1954 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2337368 Feb 11 05:34:23.458888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59684) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:23.463863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-3d36f211-de51-490b-8e02-9e9af04e7291 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-924115322'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:23.473423 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-251e4cdd-560c-45c1-babc-035500632d01 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8321bfb1-92b3-46c7-8f06-9372ca542b24), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.547817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Allocated IP 2001:db8::f816:3eff:feeb:c130 (f998a239-103b-4838-bc3b-5e531dc8d131/18e44dc2-3ba2-4410-bdb7-1d3fed330ebe/1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:23.600639 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251e4cdd-560c-45c1-babc-035500632d01 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:23.609697 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-251e4cdd-560c-45c1-babc-035500632d01 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:23.618762 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e4cdd-560c-45c1-babc-035500632d01 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:23.626604 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251e4cdd-560c-45c1-babc-035500632d01 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:23.627298 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-251e4cdd-560c-45c1-babc-035500632d01 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.631330 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e4cdd-560c-45c1-babc-035500632d01 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=8321bfb1-92b3-46c7-8f06-9372ca542b24,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:23.653776 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-251e4cdd-560c-45c1-babc-035500632d01 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2620239 Feb 11 05:34:23.654460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59690) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:23.727556 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5c5b6a-ac51-4471-b20c-bb7dc5d9ceaf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:23.732973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59694) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:23.734936 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6f5c5b6a-ac51-4471-b20c-bb7dc5d9ceaf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0782971 Feb 11 05:34:23.835815 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Publish callbacks [] for port (1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.846755 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.885809 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:23.917209 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:23.923575 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:24.006908 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Pushing event updated for resources: {'Port': ['ID=1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:24.018490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Attempting to bind port 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:24.019230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Attempting to bind port 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:24.020290 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Attempting to bind port 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:24.028085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:24.028719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:24.029339 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.029893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:24.030073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b184b-d207-4b40-9ad3-01f529dac554 req-934ed9f6-79bd-4556-9e72-cdbeba8ce85f tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:24.030543 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Bound port: 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:24.030932 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.032218 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-370b184b-d207-4b40-9ad3-01f529dac554 req-934ed9f6-79bd-4556-9e72-cdbeba8ce85f tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/networks?id=0f5a4be0-feb8-49fd-96dc-ac82be5bf89e HTTP/1.1" status: 200 len: 812 time: 0.2256610 Feb 11 05:34:24.090593 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-370b184b-d207-4b40-9ad3-01f529dac554 req-3e26c229-6fe6-4016-a588-0fc1102a304f tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/quotas/956cac9475ef4226a6728574a5a305a1 HTTP/1.1" status: 200 len: 375 time: 0.0215015 Feb 11 05:34:24.092969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-105b411f-9afa-40bf-ba0f-70b094413876 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port 8321bfb1-92b3-46c7-8f06-9372ca542b24 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:24.093474 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-105b411f-9afa-40bf-ba0f-70b094413876 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8321bfb1-92b3-46c7-8f06-9372ca542b24), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.115608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] For port 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:24.120211 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] For port 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:24.130151 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.136707 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d36f211-de51-490b-8e02-9e9af04e7291 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (24000651-af87-47d8-94f6-fd18d792fea9), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.167657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-370b184b-d207-4b40-9ad3-01f529dac554 req-c881db93-8008-4a61-883e-79805946bbab tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=956cac9475ef4226a6728574a5a305a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682847 Feb 11 05:34:24.211432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efcf61-aee9-4305-b492-463d4a2e4478 None None] Pushing event updated for resources: {'Port': ['ID=1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:24.274484 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d36f211-de51-490b-8e02-9e9af04e7291 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (24000651-af87-47d8-94f6-fd18d792fea9), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.376949 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-105b411f-9afa-40bf-ba0f-70b094413876 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8321bfb1-92b3-46c7-8f06-9372ca542b24), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.381011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-370b184b-d207-4b40-9ad3-01f529dac554 req-bbf5b0a1-7e12-49d8-8c10-b459302df8de service neutron] 10.222.0.87 "GET /v2.0/networks/0f5a4be0-feb8-49fd-96dc-ac82be5bf89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983428 Feb 11 05:34:24.408553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-105b411f-9afa-40bf-ba0f-70b094413876 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for 8321bfb1-92b3-46c7-8f06-9372ca542b24 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:24.647271 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-370b184b-d207-4b40-9ad3-01f529dac554 req-758c0e8d-e2bd-41a0-a1f5-a1445e99ab82 service neutron] 10.222.0.87 "GET /v2.0/networks/0f5a4be0-feb8-49fd-96dc-ac82be5bf89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573719 Feb 11 05:34:24.666265 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d36f211-de51-490b-8e02-9e9af04e7291 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 24000651-af87-47d8-94f6-fd18d792fea9 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:24.938439 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-105b411f-9afa-40bf-ba0f-70b094413876 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8321bfb1-92b3-46c7-8f06-9372ca542b24), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.033528 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:25.061920 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a5c9e5e-5732-4ddb-8f7e-7baf266f30b9 req-3663c0e4-7d1b-43a8-9278-23dfba09b314 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 210 time: 0.1193497 Feb 11 05:34:25.063691 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b411f-9afa-40bf-ba0f-70b094413876 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=8321bfb1-92b3-46c7-8f06-9372ca542b24,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:25.115833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d36f211-de51-490b-8e02-9e9af04e7291 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:25.118165 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-105b411f-9afa-40bf-ba0f-70b094413876 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.126167 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59714) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:25.128178 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6f6357-9717-459f-9df2-5723aefc7392 None None] Sync routers for ids ['24000651-af87-47d8-94f6-fd18d792fea9'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:25.136384 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-105b411f-9afa-40bf-ba0f-70b094413876 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/8321bfb1-92b3-46c7-8f06-9372ca542b24 HTTP/1.1" status: 204 len: 168 time: 1.3998363 Feb 11 05:34:25.141854 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f6357-9717-459f-9df2-5723aefc7392 None None] Routers {'24000651-af87-47d8-94f6-fd18d792fea9'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:25.142605 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-df6f6357-9717-459f-9df2-5723aefc7392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['24000651-af87-47d8-94f6-fd18d792fea9'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:25.158564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:25.158941 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.159879 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d36f211-de51-490b-8e02-9e9af04e7291 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.164343 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3d36f211-de51-490b-8e02-9e9af04e7291 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/24000651-af87-47d8-94f6-fd18d792fea9 HTTP/1.1" status: 200 len: 886 time: 1.7042792 Feb 11 05:34:25.165285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59716) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:25.185285 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-df6f6357-9717-459f-9df2-5723aefc7392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:25.196514 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f6357-9717-459f-9df2-5723aefc7392 None None] Routers {'24000651-af87-47d8-94f6-fd18d792fea9'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:25.197948 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-df6f6357-9717-459f-9df2-5723aefc7392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['24000651-af87-47d8-94f6-fd18d792fea9'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:25.238169 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-df6f6357-9717-459f-9df2-5723aefc7392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:25.239011 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6f6357-9717-459f-9df2-5723aefc7392 None None] The sync data for ids ['24000651-af87-47d8-94f6-fd18d792fea9'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:25.254289 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b541643-fcea-4e60-9d12-060a6ad25492 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:25.265060 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b541643-fcea-4e60-9d12-060a6ad25492 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:25.274081 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7b541643-fcea-4e60-9d12-060a6ad25492 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1452820 Feb 11 05:34:25.276686 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59718) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:25.374995 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0afdc277-6c7c-4ea9-a0ec-7baf924a34c1 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/routers/24000651-af87-47d8-94f6-fd18d792fea9 HTTP/1.1" status: 200 len: 886 time: 0.2057180 Feb 11 05:34:25.376473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59722) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:25.389735 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:25.390382 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.460871 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2826efcc-79c6-48f4-bec1-90416770bb64 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports?device_id=24000651-af87-47d8-94f6-fd18d792fea9 HTTP/1.1" status: 200 len: 205 time: 0.0832262 Feb 11 05:34:25.463298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59726) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:25.464022 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 18e44dc2-3ba2-4410-bdb7-1d3fed330ebe {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:25.470524 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (18e44dc2-3ba2-4410-bdb7-1d3fed330ebe), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.504018 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:25.516275 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.568885 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (18e44dc2-3ba2-4410-bdb7-1d3fed330ebe), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.638049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:25.728758 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7e77871-6598-4add-bea3-8d1da94b80fc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (24000651-af87-47d8-94f6-fd18d792fea9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.767505 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (18e44dc2-3ba2-4410-bdb7-1d3fed330ebe), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.876606 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (18e44dc2-3ba2-4410-bdb7-1d3fed330ebe), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.920119 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7e77871-6598-4add-bea3-8d1da94b80fc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_gateway (24000651-af87-47d8-94f6-fd18d792fea9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.943109 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=18e44dc2-3ba2-4410-bdb7-1d3fed330ebe,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:25.950167 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:25.954363 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/18e44dc2-3ba2-4410-bdb7-1d3fed330ebe HTTP/1.1" status: 204 len: 168 time: 0.6735322 Feb 11 05:34:25.959200 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59728) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:25.967273 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:25.967650 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:25.970006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:25.970498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:25.972123 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:25.972469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:25.972810 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:25.973146 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:25.973480 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:25.973810 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:25.974138 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:25.974540 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:25.974865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47b78d-59b7-473e-a4d2-85bffe6eac12 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:26.003996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-f7e77871-6598-4add-bea3-8d1da94b80fc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port aebcb4c6-c5f7-4bae-9234-76dc62bff9e8 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:26.004341 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7e77871-6598-4add-bea3-8d1da94b80fc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (aebcb4c6-c5f7-4bae-9234-76dc62bff9e8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.033217 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3e0b12a6-de8c-4d42-8b29-b61551d40fb7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723197 Feb 11 05:34:26.035651 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59730) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:26.037980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7596256-6f6e-4e8b-9656-ea94d7c77d90 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:26.114214 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e27b5440-7edd-4905-b669-feb6dab25fe6 None None] Provisioning complete for port 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:26.114979 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e27b5440-7edd-4905-b669-feb6dab25fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.148347 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f70397-c092-450b-9a09-ed96b141e5be tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:26.152396 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-90f70397-c092-450b-9a09-ed96b141e5be tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1154974 Feb 11 05:34:26.153020 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59734) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:26.206019 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7e77871-6598-4add-bea3-8d1da94b80fc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (aebcb4c6-c5f7-4bae-9234-76dc62bff9e8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.221333 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c75a5ed-956e-46d1-87a3-998faec6e9c4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:26.223067 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9c75a5ed-956e-46d1-87a3-998faec6e9c4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0689306 Feb 11 05:34:26.225596 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59736) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:26.243554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-f7e77871-6598-4add-bea3-8d1da94b80fc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for aebcb4c6-c5f7-4bae-9234-76dc62bff9e8 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:26.293571 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5079a15-2ef5-4b04-b097-d79ec6d784a1 req-9000f4a5-1998-4b56-8cba-16cdc22502cb tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 210 time: 0.1114194 Feb 11 05:34:26.321893 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-19bae6b5-08d1-486f-9ad4-5a25372c216d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912459 Feb 11 05:34:26.323894 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59738) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:26.335972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-05851bd4-c877-4333-9b11-883fa5e3c4cd tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:26.354648 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dd2576-4629-4735-b229-502cb2e8dd2d None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:34:26.382406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e27b5440-7edd-4905-b669-feb6dab25fe6 None None] Current status of the port 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:26.462502 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-76dd2576-4629-4735-b229-502cb2e8dd2d None None] Deleting port 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:26.463444 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76dd2576-4629-4735-b229-502cb2e8dd2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.520703 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7e77871-6598-4add-bea3-8d1da94b80fc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (aebcb4c6-c5f7-4bae-9234-76dc62bff9e8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.568635 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-76dd2576-4629-4735-b229-502cb2e8dd2d None None] For port 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:26.568980 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76dd2576-4629-4735-b229-502cb2e8dd2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.591701 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e77871-6598-4add-bea3-8d1da94b80fc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=aebcb4c6-c5f7-4bae-9234-76dc62bff9e8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:26.602464 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-76dd2576-4629-4735-b229-502cb2e8dd2d None None] Calling delete_port for 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:26.648485 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05851bd4-c877-4333-9b11-883fa5e3c4cd tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:26.652145 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05851bd4-c877-4333-9b11-883fa5e3c4cd tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.671073 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7e77871-6598-4add-bea3-8d1da94b80fc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (24000651-af87-47d8-94f6-fd18d792fea9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.698100 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b184b-d207-4b40-9ad3-01f529dac554 req-e2d548ca-602e-4c32-933a-3a42804a1b9d tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:26.699586 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-370b184b-d207-4b40-9ad3-01f529dac554 req-e2d548ca-602e-4c32-933a-3a42804a1b9d tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.73 "GET /v2.0/networks?id=0f5a4be0-feb8-49fd-96dc-ac82be5bf89e HTTP/1.1" status: 200 len: 812 time: 0.2560501 Feb 11 05:34:26.753452 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-370b184b-d207-4b40-9ad3-01f529dac554 req-b4db2a77-c3b4-4a2e-a037-8b8c8b1c7fed tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Request body: {'port': {'device_id': 'c4de4741-caad-4032-844b-12b82d080249', 'network_id': '0f5a4be0-feb8-49fd-96dc-ac82be5bf89e', 'admin_state_up': True, 'tenant_id': '956cac9475ef4226a6728574a5a305a1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:26.761778 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76dd2576-4629-4735-b229-502cb2e8dd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.791223 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd2576-4629-4735-b229-502cb2e8dd2d None None] Pushing event deleted for resources: {'Port': ['ID=1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:26.794173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dd2576-4629-4735-b229-502cb2e8dd2d None None] No DVR routers for this DVR port 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:26.797671 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7e77871-6598-4add-bea3-8d1da94b80fc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (24000651-af87-47d8-94f6-fd18d792fea9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.800501 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7e77871-6598-4add-bea3-8d1da94b80fc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_controller (24000651-af87-47d8-94f6-fd18d792fea9), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.862530 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7e77871-6598-4add-bea3-8d1da94b80fc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (24000651-af87-47d8-94f6-fd18d792fea9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.863870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e77871-6598-4add-bea3-8d1da94b80fc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Fanout notify agent at l3_agent the message router_deleted on router 24000651-af87-47d8-94f6-fd18d792fea9 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:34:26.871865 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7e77871-6598-4add-bea3-8d1da94b80fc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.877746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f7e77871-6598-4add-bea3-8d1da94b80fc tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/routers/24000651-af87-47d8-94f6-fd18d792fea9 HTTP/1.1" status: 204 len: 168 time: 1.4075975 Feb 11 05:34:26.878772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59742) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:26.884258 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-402a5cf0-02b6-4df7-baf7-ed1d04e31dca tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'network': {'name': 'tempest-RoutersTest-954468262'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:26.937197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402a5cf0-02b6-4df7-baf7-ed1d04e31dca tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:26.940790 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-402a5cf0-02b6-4df7-baf7-ed1d04e31dca tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.994807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:27.024188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370b184b-d207-4b40-9ad3-01f529dac554 req-b4db2a77-c3b4-4a2e-a037-8b8c8b1c7fed tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Made reservation on behalf of 956cac9475ef4226a6728574a5a305a1 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:27.027621 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-370b184b-d207-4b40-9ad3-01f529dac554 req-b4db2a77-c3b4-4a2e-a037-8b8c8b1c7fed tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.049326 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:34:27.050746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1eb5ef7f-3dff-44c6-9492-7d4eb4c317ec not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:34:27.059501 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05851bd4-c877-4333-9b11-883fa5e3c4cd tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (78515a0d-5ec0-40f2-a835-158b999fd472), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.296051 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-402a5cf0-02b6-4df7-baf7-ed1d04e31dca tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:34:27.308114 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-402a5cf0-02b6-4df7-baf7-ed1d04e31dca tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (b46b3d7f-70a8-4ed6-8899-2b62557b53ca), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.308351 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-402a5cf0-02b6-4df7-baf7-ed1d04e31dca tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Added segment b46b3d7f-70a8-4ed6-8899-2b62557b53ca of type vlan for network 8be4ed70-d418-4223-b6f0-90a5e121b875 Feb 11 05:34:27.360079 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-402a5cf0-02b6-4df7-baf7-ed1d04e31dca tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (8be4ed70-d418-4223-b6f0-90a5e121b875), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.396129 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7add0030-638e-4fd5-b423-d0feb9be5cf5 req-8d0d02a1-7901-4fdf-8782-055a0f4a9cbf tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 210 time: 0.0333731 Feb 11 05:34:27.421300 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-402a5cf0-02b6-4df7-baf7-ed1d04e31dca tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (8be4ed70-d418-4223-b6f0-90a5e121b875), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.427587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402a5cf0-02b6-4df7-baf7-ed1d04e31dca tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:27.428183 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-402a5cf0-02b6-4df7-baf7-ed1d04e31dca tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.437401 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05851bd4-c877-4333-9b11-883fa5e3c4cd tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:27.451168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-05851bd4-c877-4333-9b11-883fa5e3c4cd tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:27.460981 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05851bd4-c877-4333-9b11-883fa5e3c4cd tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:27.461991 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05851bd4-c877-4333-9b11-883fa5e3c4cd tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.468437 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6961d9d-3947-4ffc-984b-1763cb522f26 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:27.494913 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05851bd4-c877-4333-9b11-883fa5e3c4cd tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=78515a0d-5ec0-40f2-a835-158b999fd472,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:27.513064 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-402a5cf0-02b6-4df7-baf7-ed1d04e31dca tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6304367 Feb 11 05:34:27.513470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59746) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:27.514111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a5cf0-02b6-4df7-baf7-ed1d04e31dca tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Network': ['ID=8be4ed70-d418-4223-b6f0-90a5e121b875,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:27.521933 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-664e7aa5-a0e6-4fcb-87b1-992088b73677 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'subnet': {'network_id': '8be4ed70-d418-4223-b6f0-90a5e121b875', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:27.555357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 8be4ed70-d418-4223-b6f0-90a5e121b875 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:34:27.567713 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-370b184b-d207-4b40-9ad3-01f529dac554 req-b4db2a77-c3b4-4a2e-a037-8b8c8b1c7fed tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Allocated IP 172.20.0.5 (0f5a4be0-feb8-49fd-96dc-ac82be5bf89e/554ed693-fbd0-4f7d-85c0-757604f29531/10d5dde5-e0df-4f9c-b254-7983f3101508) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:27.619167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664e7aa5-a0e6-4fcb-87b1-992088b73677 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:27.623537 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-664e7aa5-a0e6-4fcb-87b1-992088b73677 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.742151 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': '78515a0d-5ec0-40f2-a835-158b999fd472'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:27.745151 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.759140 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-05851bd4-c877-4333-9b11-883fa5e3c4cd tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4318349 Feb 11 05:34:27.762209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59752) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:27.769139 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-b2b0f8e7-811a-48ae-bfc3-b72c09b7f4b2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'mac_address': 'fa:16:3e:45:36:0e', 'name': 'tempest-NetworksTestDHCPv6-322185910'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:27.830859 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-370b184b-d207-4b40-9ad3-01f529dac554 req-b4db2a77-c3b4-4a2e-a037-8b8c8b1c7fed tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Publish callbacks [] for port (10d5dde5-e0df-4f9c-b254-7983f3101508), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.913422 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-370b184b-d207-4b40-9ad3-01f529dac554 req-b4db2a77-c3b4-4a2e-a037-8b8c8b1c7fed tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (10d5dde5-e0df-4f9c-b254-7983f3101508), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.949610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Allocated IP 2001:db8::2 (f998a239-103b-4838-bc3b-5e531dc8d131/78515a0d-5ec0-40f2-a835-158b999fd472/b331abba-bca2-4ac6-ae29-78bc2ba3ac4b) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:27.981305 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-664e7aa5-a0e6-4fcb-87b1-992088b73677 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (c4d30d4d-e996-4e53-a198-128905db1740), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:27.984819 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db2a77-c3b4-4a2e-a037-8b8c8b1c7fed tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Pushing event updated for resources: {'Port': ['ID=10d5dde5-e0df-4f9c-b254-7983f3101508,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:28.000335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370b184b-d207-4b40-9ad3-01f529dac554 req-b4db2a77-c3b4-4a2e-a037-8b8c8b1c7fed tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Network 0f5a4be0-feb8-49fd-96dc-ac82be5bf89e is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:28.001973 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-370b184b-d207-4b40-9ad3-01f529dac554 req-b4db2a77-c3b4-4a2e-a037-8b8c8b1c7fed tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:28.004452 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-370b184b-d207-4b40-9ad3-01f529dac554 req-b4db2a77-c3b4-4a2e-a037-8b8c8b1c7fed tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:28.058351 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b184b-d207-4b40-9ad3-01f529dac554 req-b4db2a77-c3b4-4a2e-a037-8b8c8b1c7fed tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:28.058989 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-370b184b-d207-4b40-9ad3-01f529dac554 req-b4db2a77-c3b4-4a2e-a037-8b8c8b1c7fed tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.078940 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-370b184b-d207-4b40-9ad3-01f529dac554 req-b4db2a77-c3b4-4a2e-a037-8b8c8b1c7fed tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3310535 Feb 11 05:34:28.082765 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59756) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:28.093603 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Request body: {'port': {'device_id': 'c4de4741-caad-4032-844b-12b82d080249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:28.128017 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e7aa5-a0e6-4fcb-87b1-992088b73677 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Subnet': ['ID=c4d30d4d-e996-4e53-a198-128905db1740,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:28.144374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b0f8e7-811a-48ae-bfc3-b72c09b7f4b2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:28.175314 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (10d5dde5-e0df-4f9c-b254-7983f3101508), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.179553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664e7aa5-a0e6-4fcb-87b1-992088b73677 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Checking segment: {'id': 'b46b3d7f-70a8-4ed6-8899-2b62557b53ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8be4ed70-d418-4223-b6f0-90a5e121b875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:28.180119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664e7aa5-a0e6-4fcb-87b1-992088b73677 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network hostable DHCP agents. Network: 8be4ed70-d418-4223-b6f0-90a5e121b875, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:34:28.249657 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664e7aa5-a0e6-4fcb-87b1-992088b73677 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network 8be4ed70-d418-4223-b6f0-90a5e121b875 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:34:28.272758 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2b0f8e7-811a-48ae-bfc3-b72c09b7f4b2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.278430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-664e7aa5-a0e6-4fcb-87b1-992088b73677 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 8be4ed70-d418-4223-b6f0-90a5e121b875) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:28.281445 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Publish callbacks [] for port (b331abba-bca2-4ac6-ae29-78bc2ba3ac4b), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.294913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8680f54f-8899-4aec-825b-beef6d909740 None None] Network 8be4ed70-d418-4223-b6f0-90a5e121b875 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:28.295259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e7aa5-a0e6-4fcb-87b1-992088b73677 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:28.297590 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-664e7aa5-a0e6-4fcb-87b1-992088b73677 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.320459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-b2b0f8e7-811a-48ae-bfc3-b72c09b7f4b2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port 5835cbcd-6d89-4e88-9904-259ddae2978a yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:34:28.334589 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-664e7aa5-a0e6-4fcb-87b1-992088b73677 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8169129 Feb 11 05:34:28.335445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59760) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:28.344373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-e61ccbf2-50d9-4a41-8332-776ee37ad2ba tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-65599752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:28.368721 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-846eb57c-ef62-4c8f-bb4a-31807e3b5cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.383734 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (b331abba-bca2-4ac6-ae29-78bc2ba3ac4b), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.410373 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e61ccbf2-50d9-4a41-8332-776ee37ad2ba tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (7e503acc-3988-4a10-9316-5a5be6be58cf), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.411436 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e61ccbf2-50d9-4a41-8332-776ee37ad2ba tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (7e503acc-3988-4a10-9316-5a5be6be58cf), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.476850 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Pushing event updated for resources: {'Port': ['ID=b331abba-bca2-4ac6-ae29-78bc2ba3ac4b,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:28.532911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:28.534309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-b2b0f8e7-811a-48ae-bfc3-b72c09b7f4b2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::84 (f998a239-103b-4838-bc3b-5e531dc8d131/78515a0d-5ec0-40f2-a835-158b999fd472/5835cbcd-6d89-4e88-9904-259ddae2978a) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:28.538025 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:28.540792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:28.543207 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a380a111-2140-482f-9edc-bd4968abc86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.549630 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e61ccbf2-50d9-4a41-8332-776ee37ad2ba tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_controller (7e503acc-3988-4a10-9316-5a5be6be58cf), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.566023 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e61ccbf2-50d9-4a41-8332-776ee37ad2ba tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (7e503acc-3988-4a10-9316-5a5be6be58cf), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.604180 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d5dde5-e0df-4f9c-b254-7983f3101508 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:28.615594 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Publish callbacks [] for port (10d5dde5-e0df-4f9c-b254-7983f3101508), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.635981 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Transition to ACTIVE for port object 10d5dde5-e0df-4f9c-b254-7983f3101508 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:34:28.640993 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e61ccbf2-50d9-4a41-8332-776ee37ad2ba tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.642440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-8be4ed70-d418-4223-b6f0-90a5e121b875', 'network_id': '8be4ed70-d418-4223-b6f0-90a5e121b875', 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'fixed_ips': [{'subnet_id': 'c4d30d4d-e996-4e53-a198-128905db1740'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:28.642651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e61ccbf2-50d9-4a41-8332-776ee37ad2ba tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3048236 Feb 11 05:34:28.643477 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.647210 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Attempting to bind port b331abba-bca2-4ac6-ae29-78bc2ba3ac4b on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:28.647723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Attempting to bind port b331abba-bca2-4ac6-ae29-78bc2ba3ac4b by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:28.648207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Attempting to bind port b331abba-bca2-4ac6-ae29-78bc2ba3ac4b on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:28.648402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59766) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:28.666667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:28.667139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:28.667711 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.668124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:28.668714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Bound port: b331abba-bca2-4ac6-ae29-78bc2ba3ac4b, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:28.669215 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b331abba-bca2-4ac6-ae29-78bc2ba3ac4b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.700555 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-846eb57c-ef62-4c8f-bb4a-31807e3b5cf5 admin admin] Publish callbacks [] for security_group (68f5892b-9fe9-4604-8725-8b85bebb71c4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.703043 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (10d5dde5-e0df-4f9c-b254-7983f3101508), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.715525 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-846eb57c-ef62-4c8f-bb4a-31807e3b5cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (68f5892b-9fe9-4604-8725-8b85bebb71c4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.740095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5d42e-acf0-4710-b2de-52efbaa8ddca req-8506dfaf-ec59-404f-9ee8-925f58e595e4 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:28.742145 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8a5d42e-acf0-4710-b2de-52efbaa8ddca req-8506dfaf-ec59-404f-9ee8-925f58e595e4 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 931 time: 0.2097559 Feb 11 05:34:28.825128 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-846eb57c-ef62-4c8f-bb4a-31807e3b5cf5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=266c6bbc43a645c69f9714eb38479898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7412798 Feb 11 05:34:28.834430 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Allocated IP 172.20.0.2 (8be4ed70-d418-4223-b6f0-90a5e121b875/c4d30d4d-e996-4e53-a198-128905db1740/8113b72a-05c7-497f-8a1e-d132fbf54c52) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:28.836529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59770) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:28.918095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Pushing event updated for resources: {'Port': ['ID=10d5dde5-e0df-4f9c-b254-7983f3101508,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:28.929799 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846eb57c-ef62-4c8f-bb4a-31807e3b5cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f5892b-9fe9-4604-8725-8b85bebb71c4,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:28.938273 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Attempting to bind port 10d5dde5-e0df-4f9c-b254-7983f3101508 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:28.938799 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Attempting to bind port 10d5dde5-e0df-4f9c-b254-7983f3101508 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'd506de75-aa3a-443a-ada6-4fb45ca7a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0f5a4be0-feb8-49fd-96dc-ac82be5bf89e'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:28.938921 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Attempting to bind port 10d5dde5-e0df-4f9c-b254-7983f3101508 on network 0f5a4be0-feb8-49fd-96dc-ac82be5bf89e {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:28.945904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Port 10d5dde5-e0df-4f9c-b254-7983f3101508 on network 0f5a4be0-feb8-49fd-96dc-ac82be5bf89e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:34:28.946622 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Attempting to bind port 10d5dde5-e0df-4f9c-b254-7983f3101508 on network 0f5a4be0-feb8-49fd-96dc-ac82be5bf89e {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:28.952928 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:28.953720 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Checking segment: {'id': 'd506de75-aa3a-443a-ada6-4fb45ca7a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0f5a4be0-feb8-49fd-96dc-ac82be5bf89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:28.954194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Bound using segment: {'id': 'd506de75-aa3a-443a-ada6-4fb45ca7a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0f5a4be0-feb8-49fd-96dc-ac82be5bf89e'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:28.954538 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Bound port: 10d5dde5-e0df-4f9c-b254-7983f3101508, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd506de75-aa3a-443a-ada6-4fb45ca7a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0f5a4be0-feb8-49fd-96dc-ac82be5bf89e'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:28.955031 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (10d5dde5-e0df-4f9c-b254-7983f3101508), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.000674 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Publish callbacks [] for port (8113b72a-05c7-497f-8a1e-d132fbf54c52), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.038578 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] For port 10d5dde5-e0df-4f9c-b254-7983f3101508, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:29.042734 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] For port 10d5dde5-e0df-4f9c-b254-7983f3101508, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=10d5dde5-e0df-4f9c-b254-7983f3101508,segment=NetworkSegment(d506de75-aa3a-443a-ada6-4fb45ca7a248),segment_id=d506de75-aa3a-443a-ada6-4fb45ca7a248)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:29.051640 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (10d5dde5-e0df-4f9c-b254-7983f3101508), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.061528 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] For port b331abba-bca2-4ac6-ae29-78bc2ba3ac4b, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:29.065409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] For port b331abba-bca2-4ac6-ae29-78bc2ba3ac4b, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b331abba-bca2-4ac6-ae29-78bc2ba3ac4b,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:29.072635 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (8113b72a-05c7-497f-8a1e-d132fbf54c52), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.078908 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b331abba-bca2-4ac6-ae29-78bc2ba3ac4b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.101950 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.103467 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.104186 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-370b184b-d207-4b40-9ad3-01f529dac554 req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] 10.222.0.73 "PUT /v2.0/ports/10d5dde5-e0df-4f9c-b254-7983f3101508 HTTP/1.1" status: 200 len: 1092 time: 1.0150776 Feb 11 05:34:29.104782 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4de4741-caad-4032-844b-12b82d080249', 'tag': '10d5dde5-e0df-4f9c-b254-7983f3101508'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:29.107451 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827c682a-d7f5-4729-aa70-77184e0580be" -d '{"events": [{"name": "network-changed", "server_uuid": "c4de4741-caad-4032-844b-12b82d080249", "tag": "10d5dde5-e0df-4f9c-b254-7983f3101508"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:29.110388 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59774) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:29.206434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Pushing event updated for resources: {'Port': ['ID=8113b72a-05c7-497f-8a1e-d132fbf54c52,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:29.228898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8a5d42e-acf0-4710-b2de-52efbaa8ddca req-db4696e8-01eb-41df-9e3e-cf968fd90189 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757085 Feb 11 05:34:29.235399 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3defdc55-2036-4934-99ed-95821914cf9f x-openstack-request-id: req-3defdc55-2036-4934-99ed-95821914cf9f {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:29.236311 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4de4741-caad-4032-844b-12b82d080249", "tag": "10d5dde5-e0df-4f9c-b254-7983f3101508", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:29.236311 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3defdc55-2036-4934-99ed-95821914cf9f {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:29.236893 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4de4741-caad-4032-844b-12b82d080249', 'tag': '10d5dde5-e0df-4f9c-b254-7983f3101508', 'status': 'completed', 'code': 200} Feb 11 05:34:29.290395 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Network 8be4ed70-d418-4223-b6f0-90a5e121b875 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:29.291610 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c98f4d-6f73-4a24-b8e4-7c8ca024bf26 service neutron] Pushing event updated for resources: {'Port': ['ID=10d5dde5-e0df-4f9c-b254-7983f3101508,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:29.292440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29821b13-53bc-461f-89c5-85bf7b286a59 None None] Pushing event updated for resources: {'Port': ['ID=b331abba-bca2-4ac6-ae29-78bc2ba3ac4b,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:29.294146 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2b0f8e7-811a-48ae-bfc3-b72c09b7f4b2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (5835cbcd-6d89-4e88-9904-259ddae2978a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.298181 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:29.303701 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:29.337439 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5cd37927-6fa4-4b74-9732-e1f482a6f81f admin admin] Publish callbacks [] for security_group (68f5892b-9fe9-4604-8725-8b85bebb71c4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.379654 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2fed50-c0f2-4efc-b947-10ea455777ec tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.380221 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2fed50-c0f2-4efc-b947-10ea455777ec tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.380690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2fed50-c0f2-4efc-b947-10ea455777ec tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.395441 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5d2fed50-c0f2-4efc-b947-10ea455777ec tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/ports?project_id=89a824e240334b3fb89a7803bbc06026&network_id=bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 HTTP/1.1" status: 200 len: 3075 time: 0.2685745 Feb 11 05:34:29.395780 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2b0f8e7-811a-48ae-bfc3-b72c09b7f4b2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5835cbcd-6d89-4e88-9904-259ddae2978a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.395780 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.400421 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b184b-d207-4b40-9ad3-01f529dac554 req-6e4e8a72-b553-4903-a61c-a19d2e426d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.402147 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-370b184b-d207-4b40-9ad3-01f529dac554 req-6e4e8a72-b553-4903-a61c-a19d2e426d18 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=956cac9475ef4226a6728574a5a305a1&device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 1126 time: 0.2242010 Feb 11 05:34:29.405408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Attempting to bind port 8113b72a-05c7-497f-8a1e-d132fbf54c52 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:29.408173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Attempting to bind port 8113b72a-05c7-497f-8a1e-d132fbf54c52 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'b46b3d7f-70a8-4ed6-8899-2b62557b53ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8be4ed70-d418-4223-b6f0-90a5e121b875'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:29.408868 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Attempting to bind port 8113b72a-05c7-497f-8a1e-d132fbf54c52 on network 8be4ed70-d418-4223-b6f0-90a5e121b875 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:29.416248 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:29.416949 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Checking segment: {'id': 'b46b3d7f-70a8-4ed6-8899-2b62557b53ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8be4ed70-d418-4223-b6f0-90a5e121b875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:29.417525 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.418392 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Bound using segment: {'id': 'b46b3d7f-70a8-4ed6-8899-2b62557b53ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8be4ed70-d418-4223-b6f0-90a5e121b875'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:29.420481 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Bound port: 8113b72a-05c7-497f-8a1e-d132fbf54c52, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46b3d7f-70a8-4ed6-8899-2b62557b53ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8be4ed70-d418-4223-b6f0-90a5e121b875'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:29.423528 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8113b72a-05c7-497f-8a1e-d132fbf54c52), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.450078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b0f8e7-811a-48ae-bfc3-b72c09b7f4b2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:29.459626 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-370b184b-d207-4b40-9ad3-01f529dac554 req-b8cf8d44-ca30-4109-a522-750a58b01392 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d5dde5-e0df-4f9c-b254-7983f3101508 HTTP/1.1" status: 200 len: 217 time: 0.0484238 Feb 11 05:34:29.462370 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-b2b0f8e7-811a-48ae-bfc3-b72c09b7f4b2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:29.517907 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b0f8e7-811a-48ae-bfc3-b72c09b7f4b2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:29.533378 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b0f8e7-811a-48ae-bfc3-b72c09b7f4b2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.535024 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2b0f8e7-811a-48ae-bfc3-b72c09b7f4b2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.539611 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5cd37927-6fa4-4b74-9732-e1f482a6f81f admin admin] Publish callbacks [] for security_group (68f5892b-9fe9-4604-8725-8b85bebb71c4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.580180 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b184b-d207-4b40-9ad3-01f529dac554 req-3f49b174-3061-4c63-ac88-8d6edd3feaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.587878 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-370b184b-d207-4b40-9ad3-01f529dac554 req-3f49b174-3061-4c63-ac88-8d6edd3feaed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=554ed693-fbd0-4f7d-85c0-757604f29531 HTTP/1.1" status: 200 len: 852 time: 0.1184728 Feb 11 05:34:29.600632 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] For port 8113b72a-05c7-497f-8a1e-d132fbf54c52, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:29.604606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] For port 8113b72a-05c7-497f-8a1e-d132fbf54c52, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8113b72a-05c7-497f-8a1e-d132fbf54c52,segment=NetworkSegment(b46b3d7f-70a8-4ed6-8899-2b62557b53ca),segment_id=b46b3d7f-70a8-4ed6-8899-2b62557b53ca)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:29.617677 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8113b72a-05c7-497f-8a1e-d132fbf54c52), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.655386 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-370b184b-d207-4b40-9ad3-01f529dac554 req-cebaef6e-ea4c-4b01-a387-ad563ad3476a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f5a4be0-feb8-49fd-96dc-ac82be5bf89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553460 Feb 11 05:34:29.704564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d01e83-e4f2-4b91-ab28-def9319a5257 None None] Pushing event updated for resources: {'Port': ['ID=8113b72a-05c7-497f-8a1e-d132fbf54c52,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:29.714494 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b2b0f8e7-811a-48ae-bfc3-b72c09b7f4b2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9504876 Feb 11 05:34:29.715342 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0f8e7-811a-48ae-bfc3-b72c09b7f4b2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=5835cbcd-6d89-4e88-9904-259ddae2978a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:29.728015 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59782) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:29.852909 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-370b184b-d207-4b40-9ad3-01f529dac554 req-2e0b0901-26ec-4122-9cd9-1121079cb35f service neutron] 10.222.0.73 "GET /v2.0/networks/0f5a4be0-feb8-49fd-96dc-ac82be5bf89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841776 Feb 11 05:34:29.875404 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5cd37927-6fa4-4b74-9732-e1f482a6f81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (68f5892b-9fe9-4604-8725-8b85bebb71c4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.879228 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5cd37927-6fa4-4b74-9732-e1f482a6f81f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.880844 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5cd37927-6fa4-4b74-9732-e1f482a6f81f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/68f5892b-9fe9-4604-8725-8b85bebb71c4 HTTP/1.1" status: 204 len: 168 time: 1.0424519 Feb 11 05:34:29.917208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd37927-6fa4-4b74-9732-e1f482a6f81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f5892b-9fe9-4604-8725-8b85bebb71c4,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:29.931570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8b39b6-2af7-4d97-b85f-779e179c5610 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.937301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8b39b6-2af7-4d97-b85f-779e179c5610 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:29.942724 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59786) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:29.943481 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6d8b39b6-2af7-4d97-b85f-779e179c5610 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2135448 Feb 11 05:34:30.036036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Allocated IP 172.20.0.1 (8be4ed70-d418-4223-b6f0-90a5e121b875/c4d30d4d-e996-4e53-a198-128905db1740/dc529fda-270d-4001-9e52-d664444ccc3a) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:30.137841 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-370b184b-d207-4b40-9ad3-01f529dac554 req-4c9bb3d7-7b17-4c36-91bc-223592a15aeb service neutron] 10.222.0.73 "GET /v2.0/networks/0f5a4be0-feb8-49fd-96dc-ac82be5bf89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741370 Feb 11 05:34:30.191035 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4617afec-078d-4b26-91fe-795684efb805 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port 5835cbcd-6d89-4e88-9904-259ddae2978a {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:30.191461 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4617afec-078d-4b26-91fe-795684efb805 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5835cbcd-6d89-4e88-9904-259ddae2978a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.228100 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (dc529fda-270d-4001-9e52-d664444ccc3a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.311026 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (dc529fda-270d-4001-9e52-d664444ccc3a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.393480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network 8be4ed70-d418-4223-b6f0-90a5e121b875 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:30.400325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59792) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:30.401361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:30.409897 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:30.410373 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4617afec-078d-4b26-91fe-795684efb805 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5835cbcd-6d89-4e88-9904-259ddae2978a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.430559 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4617afec-078d-4b26-91fe-795684efb805 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for 5835cbcd-6d89-4e88-9904-259ddae2978a owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:30.447746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c682a-d7f5-4729-aa70-77184e0580be req-6f1c4d02-bec6-4de9-9400-ce04f2527202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:30.449446 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-827c682a-d7f5-4729-aa70-77184e0580be req-6f1c4d02-bec6-4de9-9400-ce04f2527202 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=956cac9475ef4226a6728574a5a305a1&device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 1126 time: 0.1262763 Feb 11 05:34:30.468945 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3599352b-d4a3-4afa-b213-83c230ff17bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.478983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=dc529fda-270d-4001-9e52-d664444ccc3a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:30.510450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:30.510814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:30.511125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:30.511490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:30.511815 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:30.512159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:30.512458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:30.512780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:30.513575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:30.513575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:30.513805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:30.514093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:30.514336 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:30.524108 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (7e503acc-3988-4a10-9316-5a5be6be58cf), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.584911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a7071-169c-4d3d-a44d-8cc7a4a28018 req-e7260ca0-74dc-404a-84f6-3d08ddb116f4 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:30.586179 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-511a7071-169c-4d3d-a44d-8cc7a4a28018 req-e7260ca0-74dc-404a-84f6-3d08ddb116f4 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 943 time: 0.2184522 Feb 11 05:34:30.628283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c682a-d7f5-4729-aa70-77184e0580be req-2a849c70-ed14-435e-907c-d8df5c65add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:30.630839 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-827c682a-d7f5-4729-aa70-77184e0580be req-2a849c70-ed14-435e-907c-d8df5c65add0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f5a4be0-feb8-49fd-96dc-ac82be5bf89e HTTP/1.1" status: 200 len: 913 time: 0.1439660 Feb 11 05:34:30.700579 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-511a7071-169c-4d3d-a44d-8cc7a4a28018 req-ceb826ea-e0b7-42d2-8349-12c6a6a7ec40 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064496 Feb 11 05:34:30.711742 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-827c682a-d7f5-4729-aa70-77184e0580be req-6bc4cb9b-0cde-4c8d-a15d-86d7a933067c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d5dde5-e0df-4f9c-b254-7983f3101508 HTTP/1.1" status: 200 len: 217 time: 0.0509441 Feb 11 05:34:30.724959 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (dc529fda-270d-4001-9e52-d664444ccc3a), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.775987 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1c17c275-2e08-47b3-b2f9-10f4b55185e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.777349 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4617afec-078d-4b26-91fe-795684efb805 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5835cbcd-6d89-4e88-9904-259ddae2978a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.795523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a0f504ec-2c27-47b4-8c52-e162ad39a63d None None] Provisioning complete for port b331abba-bca2-4ac6-ae29-78bc2ba3ac4b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:30.795916 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a0f504ec-2c27-47b4-8c52-e162ad39a63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b331abba-bca2-4ac6-ae29-78bc2ba3ac4b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.810942 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617afec-078d-4b26-91fe-795684efb805 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=5835cbcd-6d89-4e88-9904-259ddae2978a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:30.827621 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c682a-d7f5-4729-aa70-77184e0580be req-1e33f7bc-5554-44cb-9cfe-4fd35d2e64ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:30.829392 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-827c682a-d7f5-4729-aa70-77184e0580be req-1e33f7bc-5554-44cb-9cfe-4fd35d2e64ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=554ed693-fbd0-4f7d-85c0-757604f29531 HTTP/1.1" status: 200 len: 852 time: 0.1094294 Feb 11 05:34:30.879573 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-827c682a-d7f5-4729-aa70-77184e0580be req-4a58a42f-73d8-4c01-aff2-41dd2b84b4fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f5a4be0-feb8-49fd-96dc-ac82be5bf89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310278 Feb 11 05:34:30.904128 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4617afec-078d-4b26-91fe-795684efb805 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:30.910807 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4617afec-078d-4b26-91fe-795684efb805 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/5835cbcd-6d89-4e88-9904-259ddae2978a HTTP/1.1" status: 204 len: 168 time: 0.9670589 Feb 11 05:34:30.912813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59794) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:30.999396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a0f504ec-2c27-47b4-8c52-e162ad39a63d None None] Current status of the port b331abba-bca2-4ac6-ae29-78bc2ba3ac4b is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:31.000646 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a0f504ec-2c27-47b4-8c52-e162ad39a63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b331abba-bca2-4ac6-ae29-78bc2ba3ac4b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.062748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a0f504ec-2c27-47b4-8c52-e162ad39a63d None None] For port b331abba-bca2-4ac6-ae29-78bc2ba3ac4b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b331abba-bca2-4ac6-ae29-78bc2ba3ac4b,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:31.067130 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-827c682a-d7f5-4729-aa70-77184e0580be req-5dc7764d-7d5a-44a7-a0e2-5c2be2df516b service neutron] 10.222.0.73 "GET /v2.0/networks/0f5a4be0-feb8-49fd-96dc-ac82be5bf89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775763 Feb 11 05:34:31.068700 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a0f504ec-2c27-47b4-8c52-e162ad39a63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b331abba-bca2-4ac6-ae29-78bc2ba3ac4b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.080431 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3599352b-d4a3-4afa-b213-83c230ff17bb admin admin] Publish callbacks [] for security_group (2af4f784-82bb-4fae-aca5-56631ed57643), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.102173 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3599352b-d4a3-4afa-b213-83c230ff17bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2af4f784-82bb-4fae-aca5-56631ed57643), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.124490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ea2841-d0a1-419d-877c-8596196847be tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:31.126881 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ea2841-d0a1-419d-877c-8596196847be tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:31.128648 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-86ea2841-d0a1-419d-877c-8596196847be tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2093105 Feb 11 05:34:31.153604 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59796) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:31.155317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b331abba-bca2-4ac6-ae29-78bc2ba3ac4b up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:31.249714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f504ec-2c27-47b4-8c52-e162ad39a63d None None] Pushing event updated for resources: {'Port': ['ID=b331abba-bca2-4ac6-ae29-78bc2ba3ac4b,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:31.255756 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-e041043d-909b-47db-9907-04a41fb29df1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 78515a0d-5ec0-40f2-a835-158b999fd472 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:31.259673 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-827c682a-d7f5-4729-aa70-77184e0580be req-92a845d3-a5df-4d90-968e-e005188161d1 service neutron] 10.222.0.73 "GET /v2.0/networks/0f5a4be0-feb8-49fd-96dc-ac82be5bf89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770613 Feb 11 05:34:31.262127 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b331abba-bca2-4ac6-ae29-78bc2ba3ac4b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:31.262726 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b331abba-bca2-4ac6-ae29-78bc2ba3ac4b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.267533 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e041043d-909b-47db-9907-04a41fb29df1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (78515a0d-5ec0-40f2-a835-158b999fd472), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.313081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-20b5ae6f-1ee2-4790-be2a-fe408e8b6aa6 None None] Could not find standard attr ID for object 5835cbcd-6d89-4e88-9904-259ddae2978a. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:34:31.341190 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e041043d-909b-47db-9907-04a41fb29df1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (78515a0d-5ec0-40f2-a835-158b999fd472), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.358883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3599352b-d4a3-4afa-b213-83c230ff17bb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9a7404d2fb4a4abfbd7c9fc472179fb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9547219 Feb 11 05:34:31.363759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59798) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:31.372345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b331abba-bca2-4ac6-ae29-78bc2ba3ac4b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:31.373440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8113b72a-05c7-497f-8a1e-d132fbf54c52 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:31.388981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599352b-d4a3-4afa-b213-83c230ff17bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af4f784-82bb-4fae-aca5-56631ed57643,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:31.422342 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (dc529fda-270d-4001-9e52-d664444ccc3a), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.435814 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (dc529fda-270d-4001-9e52-d664444ccc3a), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.436868 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 8113b72a-05c7-497f-8a1e-d132fbf54c52 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:31.437302 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8113b72a-05c7-497f-8a1e-d132fbf54c52), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.480114 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4ed5fe-a992-4658-8866-1a7c5110b1b0 None None] Network 8be4ed70-d418-4223-b6f0-90a5e121b875 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:31.498824 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e041043d-909b-47db-9907-04a41fb29df1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (78515a0d-5ec0-40f2-a835-158b999fd472), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.533068 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=dc529fda-270d-4001-9e52-d664444ccc3a,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:31.554088 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (7e503acc-3988-4a10-9316-5a5be6be58cf), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.561241 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-682347fe-b36c-40cb-b694-99fdbe7b80c7 admin admin] Publish callbacks [] for security_group (2af4f784-82bb-4fae-aca5-56631ed57643), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.589720 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e041043d-909b-47db-9907-04a41fb29df1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (78515a0d-5ec0-40f2-a835-158b999fd472), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.607862 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-682347fe-b36c-40cb-b694-99fdbe7b80c7 admin admin] Publish callbacks [] for security_group (2af4f784-82bb-4fae-aca5-56631ed57643), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.616223 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6341274a-952b-48e0-a7ba-0ba5622e6229 None None] Provisioning complete for port 8113b72a-05c7-497f-8a1e-d132fbf54c52 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:31.617157 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6341274a-952b-48e0-a7ba-0ba5622e6229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8113b72a-05c7-497f-8a1e-d132fbf54c52), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.621334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041043d-909b-47db-9907-04a41fb29df1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=78515a0d-5ec0-40f2-a835-158b999fd472,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:31.627103 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e041043d-909b-47db-9907-04a41fb29df1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.630873 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e041043d-909b-47db-9907-04a41fb29df1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/78515a0d-5ec0-40f2-a835-158b999fd472 HTTP/1.1" status: 204 len: 168 time: 0.4763119 Feb 11 05:34:31.634252 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59800) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:31.653417 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3e809d-58ab-412a-bb5c-0d2e3ed5aede None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:31.676001 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5f452aea-f3b9-4b56-aef3-bf29ebf21a87 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406358 Feb 11 05:34:31.678698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59802) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:31.710493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network 8be4ed70-d418-4223-b6f0-90a5e121b875 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:31.713801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:31.725526 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-682347fe-b36c-40cb-b694-99fdbe7b80c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2af4f784-82bb-4fae-aca5-56631ed57643), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.726876 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-682347fe-b36c-40cb-b694-99fdbe7b80c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.728090 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-682347fe-b36c-40cb-b694-99fdbe7b80c7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2af4f784-82bb-4fae-aca5-56631ed57643 HTTP/1.1" status: 204 len: 168 time: 0.3585877 Feb 11 05:34:31.789811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682347fe-b36c-40cb-b694-99fdbe7b80c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af4f784-82bb-4fae-aca5-56631ed57643,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:31.800356 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfa70b3-991e-4769-a508-483f3d6d5194 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:31.804200 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-abfa70b3-991e-4769-a508-483f3d6d5194 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1244614 Feb 11 05:34:31.810090 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59808) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:31.880439 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b211978a-e82c-425f-81d0-bd608638cee4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:31.885043 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b211978a-e82c-425f-81d0-bd608638cee4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0735745 Feb 11 05:34:31.889629 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59812) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:31.908075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 8113b72a-05c7-497f-8a1e-d132fbf54c52 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:31.908592 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8113b72a-05c7-497f-8a1e-d132fbf54c52), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:31.942045 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-786b9d91-1460-494c-8c45-78f01c36b2f9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517261 Feb 11 05:34:31.945641 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59814) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:31.948721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe6f04-6398-44ff-a957-3b7a99c576bb req-fbc4b817-4f0c-4539-98ba-67efac1c4bb7 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:31.950362 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9bbe6f04-6398-44ff-a957-3b7a99c576bb req-fbc4b817-4f0c-4539-98ba-67efac1c4bb7 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 943 time: 0.1556480 Feb 11 05:34:31.954529 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9911b5a4-742e-4507-a27b-7c32ce62dc90 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:31.999547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 7e503acc-3988-4a10-9316-5a5be6be58cf is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:34:32.028096 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9bbe6f04-6398-44ff-a957-3b7a99c576bb req-c8f61ce1-23f3-4c19-bf93-e3c670e71d42 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711780 Feb 11 05:34:32.040953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 8113b72a-05c7-497f-8a1e-d132fbf54c52, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8113b72a-05c7-497f-8a1e-d132fbf54c52,segment=NetworkSegment(b46b3d7f-70a8-4ed6-8899-2b62557b53ca),segment_id=b46b3d7f-70a8-4ed6-8899-2b62557b53ca)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:32.056753 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8113b72a-05c7-497f-8a1e-d132fbf54c52), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.100672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9911b5a4-742e-4507-a27b-7c32ce62dc90 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:32.106433 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9911b5a4-742e-4507-a27b-7c32ce62dc90 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.115846 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=8113b72a-05c7-497f-8a1e-d132fbf54c52,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:32.164153 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6341274a-952b-48e0-a7ba-0ba5622e6229 None None] Current status of the port 8113b72a-05c7-497f-8a1e-d132fbf54c52 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:32.174868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:32.181595 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-57cbc564-6feb-4b03-a641-c09fe9df92f9 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/7e503acc-3988-4a10-9316-5a5be6be58cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5315440 Feb 11 05:34:32.184941 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59820) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:32.191933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4616952-ce95-49e9-a00d-c87c4405548d None None] Sync routers for ids ['7e503acc-3988-4a10-9316-5a5be6be58cf'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:32.210599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4616952-ce95-49e9-a00d-c87c4405548d None None] Routers {'7e503acc-3988-4a10-9316-5a5be6be58cf'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:32.211221 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a4616952-ce95-49e9-a00d-c87c4405548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['7e503acc-3988-4a10-9316-5a5be6be58cf'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:32.262401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a4616952-ce95-49e9-a00d-c87c4405548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:32.277584 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a443eed5-6e13-4866-a964-f827c338b98d None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:34:32.293846 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4616952-ce95-49e9-a00d-c87c4405548d None None] Routers {'7e503acc-3988-4a10-9316-5a5be6be58cf'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:32.294613 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a4616952-ce95-49e9-a00d-c87c4405548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['7e503acc-3988-4a10-9316-5a5be6be58cf'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:32.309339 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:34:32.317782 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd37afa-5fc8-4f1a-a98c-e77312e7021f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:32.320351 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-efd37afa-5fc8-4f1a-a98c-e77312e7021f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports/dc529fda-270d-4001-9e52-d664444ccc3a HTTP/1.1" status: 200 len: 910 time: 0.1331015 Feb 11 05:34:32.322894 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59826) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:32.330368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9406e46d-c764-415b-ab96-395a232f3c6a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4d30d4d-e996-4e53-a198-128905db1740'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:32.355099 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a4616952-ce95-49e9-a00d-c87c4405548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:32.355722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4616952-ce95-49e9-a00d-c87c4405548d None None] The sync data for ids ['7e503acc-3988-4a10-9316-5a5be6be58cf'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:32.419181 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a443eed5-6e13-4866-a964-f827c338b98d None None] Deleting port b331abba-bca2-4ac6-ae29-78bc2ba3ac4b {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:32.419764 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a443eed5-6e13-4866-a964-f827c338b98d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b331abba-bca2-4ac6-ae29-78bc2ba3ac4b), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.423577 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.538623 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a443eed5-6e13-4866-a964-f827c338b98d None None] For port b331abba-bca2-4ac6-ae29-78bc2ba3ac4b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b331abba-bca2-4ac6-ae29-78bc2ba3ac4b,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:32.539109 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a443eed5-6e13-4866-a964-f827c338b98d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b331abba-bca2-4ac6-ae29-78bc2ba3ac4b), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.560924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a443eed5-6e13-4866-a964-f827c338b98d None None] Calling delete_port for b331abba-bca2-4ac6-ae29-78bc2ba3ac4b owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:32.574525 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9406e46d-c764-415b-ab96-395a232f3c6a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (dc529fda-270d-4001-9e52-d664444ccc3a), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.588506 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e404b836-4963-4383-8ab3-4445a1ff63c8 None None] Provisioning complete for port 8113b72a-05c7-497f-8a1e-d132fbf54c52 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:32.589216 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e404b836-4963-4383-8ab3-4445a1ff63c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8113b72a-05c7-497f-8a1e-d132fbf54c52), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.698161 n-d-713499-38 neutron-server[103170]: DEBUG neutron.objects.ports [None req-9911b5a4-742e-4507-a27b-7c32ce62dc90 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103170) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:34:32.712845 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a443eed5-6e13-4866-a964-f827c338b98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (b331abba-bca2-4ac6-ae29-78bc2ba3ac4b), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.729349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a443eed5-6e13-4866-a964-f827c338b98d None None] No DVR routers for this DVR port b331abba-bca2-4ac6-ae29-78bc2ba3ac4b on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:32.779167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443eed5-6e13-4866-a964-f827c338b98d None None] Pushing event deleted for resources: {'Port': ['ID=b331abba-bca2-4ac6-ae29-78bc2ba3ac4b,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:32.855305 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e404b836-4963-4383-8ab3-4445a1ff63c8 None None] Current status of the port 8113b72a-05c7-497f-8a1e-d132fbf54c52 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:32.856915 n-d-713499-38 neutron-server[103170]: WARNING neutron.services.revisions.revision_plugin [None req-9911b5a4-742e-4507-a27b-7c32ce62dc90 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Could not find related port for resource to bump revision. Feb 11 05:34:32.863263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_pluggable_backend [None req-9911b5a4-742e-4507-a27b-7c32ce62dc90 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Port b331abba-bca2-4ac6-ae29-78bc2ba3ac4b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 05:34:32.872965 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_pluggable_backend [None req-9911b5a4-742e-4507-a27b-7c32ce62dc90 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Reverting IP allocation for 2001:db8::f816:3eff:fef2:3c7e {{(pid=103170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 05:34:32.889211 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_pluggable_backend [None req-9911b5a4-742e-4507-a27b-7c32ce62dc90 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef2:3c7e {{(pid=103170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 05:34:32.899056 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9911b5a4-742e-4507-a27b-7c32ce62dc90 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (6b1a0abb-5be9-4519-aa93-87e1b1374233), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.903073 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e404b836-4963-4383-8ab3-4445a1ff63c8 None None] Provisioning complete for port dc529fda-270d-4001-9e52-d664444ccc3a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:32.911542 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e404b836-4963-4383-8ab3-4445a1ff63c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (dc529fda-270d-4001-9e52-d664444ccc3a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:32.955553 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e404b836-4963-4383-8ab3-4445a1ff63c8 None None] Port dc529fda-270d-4001-9e52-d664444ccc3a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:33.004389 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8113b72a-05c7-497f-8a1e-d132fbf54c52 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:33.038263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9911b5a4-742e-4507-a27b-7c32ce62dc90 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:33.041580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-9911b5a4-742e-4507-a27b-7c32ce62dc90 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:33.065881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9911b5a4-742e-4507-a27b-7c32ce62dc90 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:33.066849 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9911b5a4-742e-4507-a27b-7c32ce62dc90 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.082921 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911b5a4-742e-4507-a27b-7c32ce62dc90 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=6b1a0abb-5be9-4519-aa93-87e1b1374233,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:33.091259 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9911b5a4-742e-4507-a27b-7c32ce62dc90 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1446302 Feb 11 05:34:33.099724 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59846) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:33.105303 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9a6a797b-022a-4ae1-9942-331e071c3833 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:33.129088 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126648f0-3da9-41ba-9301-2ea23228fb19 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:33.192757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-197b8fd8-0c80-4108-a8a1-1f3821149ec4 None None] Provisioning complete for port dc529fda-270d-4001-9e52-d664444ccc3a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:33.193485 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-197b8fd8-0c80-4108-a8a1-1f3821149ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (dc529fda-270d-4001-9e52-d664444ccc3a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.264084 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-197b8fd8-0c80-4108-a8a1-1f3821149ec4 None None] Port dc529fda-270d-4001-9e52-d664444ccc3a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:33.339038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 8113b72a-05c7-497f-8a1e-d132fbf54c52 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:33.339436 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8113b72a-05c7-497f-8a1e-d132fbf54c52), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.373055 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262acf8-23f8-48d3-92bb-3e2cdd8a1305 req-ad90a76f-4430-4777-a36a-611da77855ba tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:33.376182 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0262acf8-23f8-48d3-92bb-3e2cdd8a1305 req-ad90a76f-4430-4777-a36a-611da77855ba tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 943 time: 0.1339424 Feb 11 05:34:33.376316 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': '6b1a0abb-5be9-4519-aa93-87e1b1374233'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:33.377486 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.386343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6a797b-022a-4ae1-9942-331e071c3833 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:33.398338 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a6a797b-022a-4ae1-9942-331e071c3833 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.428590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f81ea0b9-16db-4fb1-8036-bfff9d327f34 None None] Provisioning complete for port dc529fda-270d-4001-9e52-d664444ccc3a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:33.428590 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f81ea0b9-16db-4fb1-8036-bfff9d327f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (dc529fda-270d-4001-9e52-d664444ccc3a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.487766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 10d5dde5-e0df-4f9c-b254-7983f3101508 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:34:33.505983 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0262acf8-23f8-48d3-92bb-3e2cdd8a1305 req-1d486b5b-0215-4041-9ec8-d2964027f263 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929387 Feb 11 05:34:33.596655 n-d-713499-38 neutron-server[103170]: INFO neutron.db.ipam_backend_mixin [None req-9a6a797b-022a-4ae1-9942-331e071c3833 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b1a0abb-5be9-4519-aa93-87e1b1374233 (CIDR: 2001:db8::/64) Feb 11 05:34:33.600324 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6a797b-022a-4ae1-9942-331e071c3833 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:34:33.601021 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6a797b-022a-4ae1-9942-331e071c3833 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:34:33.642194 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9a6a797b-022a-4ae1-9942-331e071c3833 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5410354 Feb 11 05:34:33.644843 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59856) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:33.653532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e733f8f9-4161-4f5b-8187-24fba9689f71 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:33.684165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 10d5dde5-e0df-4f9c-b254-7983f3101508, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=10d5dde5-e0df-4f9c-b254-7983f3101508,segment=NetworkSegment(d506de75-aa3a-443a-ada6-4fb45ca7a248),segment_id=d506de75-aa3a-443a-ada6-4fb45ca7a248)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:33.690731 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.703492 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f81ea0b9-16db-4fb1-8036-bfff9d327f34 None None] Port dc529fda-270d-4001-9e52-d664444ccc3a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:33.715462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59858) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:33.760131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '10d5dde5-e0df-4f9c-b254-7983f3101508', 'network_id': '0f5a4be0-feb8-49fd-96dc-ac82be5bf89e', 'port_id': '10d5dde5-e0df-4f9c-b254-7983f3101508', 'mac_address': 'fa:16:3e:c0:35:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554ed693-fbd0-4f7d-85c0-757604f29531', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:34:33.806624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Allocated IP 2001:db8::f816:3eff:fe6c:8451 (f998a239-103b-4838-bc3b-5e531dc8d131/6b1a0abb-5be9-4519-aa93-87e1b1374233/29067b29-8672-4126-9f03-70df63014a0b) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:33.816289 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 8113b72a-05c7-497f-8a1e-d132fbf54c52 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:33.845527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a22fc6f-64b6-42a0-bb46-140060953219 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:33.847402 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1a22fc6f-64b6-42a0-bb46-140060953219 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 814 time: 0.1311042 Feb 11 05:34:33.852715 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 10d5dde5-e0df-4f9c-b254-7983f3101508 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:33.853123 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (10d5dde5-e0df-4f9c-b254-7983f3101508), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.881447 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9406e46d-c764-415b-ab96-395a232f3c6a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (dc529fda-270d-4001-9e52-d664444ccc3a), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.884548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e733f8f9-4161-4f5b-8187-24fba9689f71 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:33.888183 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e733f8f9-4161-4f5b-8187-24fba9689f71 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.900548 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9406e46d-c764-415b-ab96-395a232f3c6a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (dc529fda-270d-4001-9e52-d664444ccc3a), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.916688 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b331abba-bca2-4ac6-ae29-78bc2ba3ac4b no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:33.928301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d5dde5-e0df-4f9c-b254-7983f3101508 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:33.983777 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9406e46d-c764-415b-ab96-395a232f3c6a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:33.984716 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9406e46d-c764-415b-ab96-395a232f3c6a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:33.988858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9406e46d-c764-415b-ab96-395a232f3c6a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/ports/dc529fda-270d-4001-9e52-d664444ccc3a HTTP/1.1" status: 200 len: 910 time: 1.6621640 Feb 11 05:34:33.989340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59866) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:33.995197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: b331abba-bca2-4ac6-ae29-78bc2ba3ac4b {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:34:33.995575 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b331abba-bca2-4ac6-ae29-78bc2ba3ac4b not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:34:34.016925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 10d5dde5-e0df-4f9c-b254-7983f3101508, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=10d5dde5-e0df-4f9c-b254-7983f3101508,segment=NetworkSegment(d506de75-aa3a-443a-ada6-4fb45ca7a248),segment_id=d506de75-aa3a-443a-ada6-4fb45ca7a248)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:34.022388 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (10d5dde5-e0df-4f9c-b254-7983f3101508), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.089186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406e46d-c764-415b-ab96-395a232f3c6a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=dc529fda-270d-4001-9e52-d664444ccc3a,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:34.111408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=10d5dde5-e0df-4f9c-b254-7983f3101508,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:34.211125 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Publish callbacks [] for port (29067b29-8672-4126-9f03-70df63014a0b), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.219821 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (29067b29-8672-4126-9f03-70df63014a0b), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.270533 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:34.273819 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:34.278073 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:34.287069 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Pushing event updated for resources: {'Port': ['ID=29067b29-8672-4126-9f03-70df63014a0b,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:34.370283 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Attempting to bind port 29067b29-8672-4126-9f03-70df63014a0b on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:34.371011 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Attempting to bind port 29067b29-8672-4126-9f03-70df63014a0b by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:34.371867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Attempting to bind port 29067b29-8672-4126-9f03-70df63014a0b on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:34.378601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:34.381219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:34.383162 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.383879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:34.384571 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Bound port: 29067b29-8672-4126-9f03-70df63014a0b, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:34.385167 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (29067b29-8672-4126-9f03-70df63014a0b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.469075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] For port 29067b29-8672-4126-9f03-70df63014a0b, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:34.474646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] For port 29067b29-8672-4126-9f03-70df63014a0b, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=29067b29-8672-4126-9f03-70df63014a0b,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:34.480514 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c1c9-9590-4333-a184-07cc8144389a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (7e503acc-3988-4a10-9316-5a5be6be58cf), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.483135 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (29067b29-8672-4126-9f03-70df63014a0b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.550934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['10d5dde5-e0df-4f9c-b254-7983f3101508'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:34.561419 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2d667-3a4d-4380-a7ae-2dea83954075 None None] Pushing event updated for resources: {'Port': ['ID=29067b29-8672-4126-9f03-70df63014a0b,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:34.598796 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e733f8f9-4161-4f5b-8187-24fba9689f71 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (1a1b1c36-3492-4a17-b3e4-1971a18a9839), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.654672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e733f8f9-4161-4f5b-8187-24fba9689f71 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:34.659232 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-e733f8f9-4161-4f5b-8187-24fba9689f71 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:34.664187 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e733f8f9-4161-4f5b-8187-24fba9689f71 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:34.664842 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e733f8f9-4161-4f5b-8187-24fba9689f71 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.681841 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733f8f9-4161-4f5b-8187-24fba9689f71 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=1a1b1c36-3492-4a17-b3e4-1971a18a9839,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:34.700867 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e733f8f9-4161-4f5b-8187-24fba9689f71 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0503683 Feb 11 05:34:34.701416 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59888) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:34.707792 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5e4802b9-fe82-441c-a383-b252b200bf38 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'mac_address': 'fa:16:3e:3b:e4:ec', 'name': 'tempest-NetworksTestDHCPv6-1882249876'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:34.779148 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1143e0d-eb58-41bf-9bf7-4ed2a84cc703 req-38340031-998a-47b9-8746-fbee832a09ea tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:34.781408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1143e0d-eb58-41bf-9bf7-4ed2a84cc703 req-38340031-998a-47b9-8746-fbee832a09ea tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 944 time: 0.1475437 Feb 11 05:34:34.896565 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4802b9-fe82-441c-a383-b252b200bf38 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:34.920001 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1143e0d-eb58-41bf-9bf7-4ed2a84cc703 req-16e0c54c-e65f-412e-aa21-e7ed2c572518 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882394 Feb 11 05:34:35.038896 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e4802b9-fe82-441c-a383-b252b200bf38 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.072486 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-5e4802b9-fe82-441c-a383-b252b200bf38 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port 6c50ac73-188b-4580-898b-7d4bc11b070c yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:34:35.090625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0c1c9-9590-4333-a184-07cc8144389a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port dc529fda-270d-4001-9e52-d664444ccc3a {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:35.090625 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c1c9-9590-4333-a184-07cc8144389a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (dc529fda-270d-4001-9e52-d664444ccc3a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.101919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 29067b29-8672-4126-9f03-70df63014a0b up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:35.184105 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.198722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 29067b29-8672-4126-9f03-70df63014a0b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:35.199110 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (29067b29-8672-4126-9f03-70df63014a0b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.216124 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c1c9-9590-4333-a184-07cc8144389a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (dc529fda-270d-4001-9e52-d664444ccc3a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.236034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0c1c9-9590-4333-a184-07cc8144389a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for dc529fda-270d-4001-9e52-d664444ccc3a owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:35.293542 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 29067b29-8672-4126-9f03-70df63014a0b is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:35.294018 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (29067b29-8672-4126-9f03-70df63014a0b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.332441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 29067b29-8672-4126-9f03-70df63014a0b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=29067b29-8672-4126-9f03-70df63014a0b,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:35.336973 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (29067b29-8672-4126-9f03-70df63014a0b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.352808 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-5e4802b9-fe82-441c-a383-b252b200bf38 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8:0:1::1ce (f998a239-103b-4838-bc3b-5e531dc8d131/1a1b1c36-3492-4a17-b3e4-1971a18a9839/6c50ac73-188b-4580-898b-7d4bc11b070c) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:35.366691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-5e4802b9-fe82-441c-a383-b252b200bf38 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::f816:3eff:fe3b:e4ec (f998a239-103b-4838-bc3b-5e531dc8d131/6b1a0abb-5be9-4519-aa93-87e1b1374233/6c50ac73-188b-4580-898b-7d4bc11b070c) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:35.398132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=29067b29-8672-4126-9f03-70df63014a0b,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:35.460386 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c1c9-9590-4333-a184-07cc8144389a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (dc529fda-270d-4001-9e52-d664444ccc3a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.490839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0c1c9-9590-4333-a184-07cc8144389a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=dc529fda-270d-4001-9e52-d664444ccc3a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:35.584325 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e4802b9-fe82-441c-a383-b252b200bf38 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (6c50ac73-188b-4580-898b-7d4bc11b070c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.640918 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e4802b9-fe82-441c-a383-b252b200bf38 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (6c50ac73-188b-4580-898b-7d4bc11b070c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.654290 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59904) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:35.675858 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4802b9-fe82-441c-a383-b252b200bf38 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:35.707633 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-51e86618-e39f-4a01-ab8b-f0631a56879d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'network': {'name': 'tempest-network-smoke--1394575885', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'port_security_enabled': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:35.712950 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5e4802b9-fe82-441c-a383-b252b200bf38 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:35.719445 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4802b9-fe82-441c-a383-b252b200bf38 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:35.723102 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bfd0c1c9-9590-4333-a184-07cc8144389a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (7e503acc-3988-4a10-9316-5a5be6be58cf), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.726263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4802b9-fe82-441c-a383-b252b200bf38 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:35.727021 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e4802b9-fe82-441c-a383-b252b200bf38 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.776660 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4802b9-fe82-441c-a383-b252b200bf38 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=6c50ac73-188b-4580-898b-7d4bc11b070c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:35.808473 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5e4802b9-fe82-441c-a383-b252b200bf38 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1053803 Feb 11 05:34:35.811807 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59906) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:35.812840 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e86618-e39f-4a01-ab8b-f0631a56879d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Made reservation on behalf of 89a824e240334b3fb89a7803bbc06026 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:35.817161 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51e86618-e39f-4a01-ab8b-f0631a56879d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.936114 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e86618-e39f-4a01-ab8b-f0631a56879d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:34:35.940020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd0c1c9-9590-4333-a184-07cc8144389a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 7e503acc-3988-4a10-9316-5a5be6be58cf has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:35.951009 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51e86618-e39f-4a01-ab8b-f0631a56879d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (db88eecd-fcc0-4b3e-8599-46951f891ecc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:35.951362 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-51e86618-e39f-4a01-ab8b-f0631a56879d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Added segment db88eecd-fcc0-4b3e-8599-46951f891ecc of type vlan for network b66d100d-fd90-4a57-8b3b-0b20b670c61e Feb 11 05:34:36.005399 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51e86618-e39f-4a01-ab8b-f0631a56879d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (b66d100d-fd90-4a57-8b3b-0b20b670c61e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.032140 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-2423de57-781b-4171-9083-4c2a61b40566 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port 6c50ac73-188b-4580-898b-7d4bc11b070c {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:36.032482 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2423de57-781b-4171-9083-4c2a61b40566 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6c50ac73-188b-4580-898b-7d4bc11b070c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.044098 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd0c1c9-9590-4333-a184-07cc8144389a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:36.055577 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bfd0c1c9-9590-4333-a184-07cc8144389a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/7e503acc-3988-4a10-9316-5a5be6be58cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0650902 Feb 11 05:34:36.056996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59912) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:36.058304 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca322231-5dfe-44c2-959a-c486088a94ae None None] Sync routers for ids ['7e503acc-3988-4a10-9316-5a5be6be58cf'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:36.062473 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51e86618-e39f-4a01-ab8b-f0631a56879d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (b66d100d-fd90-4a57-8b3b-0b20b670c61e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.067532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e86618-e39f-4a01-ab8b-f0631a56879d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:36.068163 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51e86618-e39f-4a01-ab8b-f0631a56879d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.086914 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca322231-5dfe-44c2-959a-c486088a94ae None None] Routers {'7e503acc-3988-4a10-9316-5a5be6be58cf'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:36.087953 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ca322231-5dfe-44c2-959a-c486088a94ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['7e503acc-3988-4a10-9316-5a5be6be58cf'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:36.098764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-10cca609-8000-4304-827c-6dce6ec3b39d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e503acc-3988-4a10-9316-5a5be6be58cf HTTP/1.1" status: 200 len: 205 time: 0.0402660 Feb 11 05:34:36.113483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59914) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:36.151943 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ca322231-5dfe-44c2-959a-c486088a94ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:36.163826 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca322231-5dfe-44c2-959a-c486088a94ae None None] Routers {'7e503acc-3988-4a10-9316-5a5be6be58cf'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:36.164732 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ca322231-5dfe-44c2-959a-c486088a94ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['7e503acc-3988-4a10-9316-5a5be6be58cf'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:36.172756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59916) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:36.203758 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-51e86618-e39f-4a01-ab8b-f0631a56879d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5482073 Feb 11 05:34:36.206798 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59920) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:36.223505 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b597d6d-841b-42fd-af39-a61ca80254ea None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:36.224810 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7998af0-dece-438f-b6df-551a4baf1691 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (7e503acc-3988-4a10-9316-5a5be6be58cf), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.236024 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ca322231-5dfe-44c2-959a-c486088a94ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:36.238608 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca322231-5dfe-44c2-959a-c486088a94ae None None] The sync data for ids ['7e503acc-3988-4a10-9316-5a5be6be58cf'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:36.278147 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2ba80-ae9b-4581-8118-db6f3f0d6cd1 req-903942ae-86f5-40ca-94b5-cc1698ce229f tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:36.279734 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8c2ba80-ae9b-4581-8118-db6f3f0d6cd1 req-903942ae-86f5-40ca-94b5-cc1698ce229f tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 944 time: 0.1850362 Feb 11 05:34:36.330453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-39135bfa-86dc-4bb9-bd65-90d10134e30e None None] Provisioning complete for port 29067b29-8672-4126-9f03-70df63014a0b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:36.330849 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-39135bfa-86dc-4bb9-bd65-90d10134e30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (29067b29-8672-4126-9f03-70df63014a0b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.341382 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e86618-e39f-4a01-ab8b-f0631a56879d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Network': ['ID=b66d100d-fd90-4a57-8b3b-0b20b670c61e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:36.367845 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2423de57-781b-4171-9083-4c2a61b40566 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6c50ac73-188b-4580-898b-7d4bc11b070c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.383978 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cbb813-adfd-49ae-be9f-08ad1c6ed895 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:36.385692 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c4cbb813-adfd-49ae-be9f-08ad1c6ed895 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=89a824e240334b3fb89a7803bbc06026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1672921 Feb 11 05:34:36.389585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59924) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:36.392420 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-2423de57-781b-4171-9083-4c2a61b40566 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for 6c50ac73-188b-4580-898b-7d4bc11b070c owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:36.406469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network b66d100d-fd90-4a57-8b3b-0b20b670c61e details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:34:36.424884 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d666e0e7-4564-4246-91e4-f8b57a55a3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.461308 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7998af0-dece-438f-b6df-551a4baf1691 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (7e503acc-3988-4a10-9316-5a5be6be58cf), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.467729 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7998af0-dece-438f-b6df-551a4baf1691 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_controller (7e503acc-3988-4a10-9316-5a5be6be58cf), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.477004 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8c2ba80-ae9b-4581-8118-db6f3f0d6cd1 req-855cbd89-cedc-4970-b33b-6b2667ad0a34 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647465 Feb 11 05:34:36.576261 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-39135bfa-86dc-4bb9-bd65-90d10134e30e None None] Current status of the port 29067b29-8672-4126-9f03-70df63014a0b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:36.585087 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7998af0-dece-438f-b6df-551a4baf1691 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (7e503acc-3988-4a10-9316-5a5be6be58cf), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.586002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7998af0-dece-438f-b6df-551a4baf1691 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Fanout notify agent at l3_agent the message router_deleted on router 7e503acc-3988-4a10-9316-5a5be6be58cf {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:34:36.603596 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7998af0-dece-438f-b6df-551a4baf1691 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.607444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f7998af0-dece-438f-b6df-551a4baf1691 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/routers/7e503acc-3988-4a10-9316-5a5be6be58cf HTTP/1.1" status: 204 len: 168 time: 0.4787123 Feb 11 05:34:36.608118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59926) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:36.611816 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce048234-5f45-4ccb-b2a7-158c3708223a tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:36.613340 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ce048234-5f45-4ccb-b2a7-158c3708223a tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2222080 Feb 11 05:34:36.619708 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59928) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:36.661510 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c625119b-3d97-4eff-9905-d97049435f02 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406859 Feb 11 05:34:36.664396 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59930) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:36.679007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626ed3ef-3f17-427e-8cbf-534c9371b237 None None] Update dhcp port {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'fixed_ips': [{'subnet_id': '6b1a0abb-5be9-4519-aa93-87e1b1374233', 'ip_address': '2001:db8::f816:3eff:fe6c:8451'}, {'subnet_id': '1a1b1c36-3492-4a17-b3e4-1971a18a9839'}], 'binding:host_id': 'n-d-713499-38'}, 'id': '29067b29-8672-4126-9f03-70df63014a0b'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:34:36.683046 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d666e0e7-4564-4246-91e4-f8b57a55a3c5 admin admin] Publish callbacks [] for security_group (0e9e38b2-8ec2-40e4-8ce6-c18518d9f2e7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.687526 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-6685594d-9bf0-4968-9dfb-1c1a1f2c7136 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting subnet c4d30d4d-e996-4e53-a198-128905db1740 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:36.690983 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6685594d-9bf0-4968-9dfb-1c1a1f2c7136 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (c4d30d4d-e996-4e53-a198-128905db1740), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.693810 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d666e0e7-4564-4246-91e4-f8b57a55a3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0e9e38b2-8ec2-40e4-8ce6-c18518d9f2e7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.714491 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-626ed3ef-3f17-427e-8cbf-534c9371b237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (29067b29-8672-4126-9f03-70df63014a0b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.717749 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7c0ae36a-efe1-4444-b99e-e55427bf0929 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=89a824e240334b3fb89a7803bbc06026&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0497091 Feb 11 05:34:36.718023 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59932) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:36.770151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666e0e7-4564-4246-91e4-f8b57a55a3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9e38b2-8ec2-40e4-8ce6-c18518d9f2e7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:36.775928 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d666e0e7-4564-4246-91e4-f8b57a55a3c5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c22054360a13417ba1ba86c03ed7b500&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6009500 Feb 11 05:34:36.781832 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6685594d-9bf0-4968-9dfb-1c1a1f2c7136 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (c4d30d4d-e996-4e53-a198-128905db1740), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.801410 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59934) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:36.874991 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6685594d-9bf0-4968-9dfb-1c1a1f2c7136 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (c4d30d4d-e996-4e53-a198-128905db1740), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.901760 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba74c8e6-a67b-43ba-b1d8-119a77a869d8 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:36.917188 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ba74c8e6-a67b-43ba-b1d8-119a77a869d8 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1952491 Feb 11 05:34:36.918189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-626ed3ef-3f17-427e-8cbf-534c9371b237 None None] Allocated IP 2001:db8:0:1::2 (f998a239-103b-4838-bc3b-5e531dc8d131/1a1b1c36-3492-4a17-b3e4-1971a18a9839/29067b29-8672-4126-9f03-70df63014a0b) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:36.919380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59936) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:36.920417 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2423de57-781b-4171-9083-4c2a61b40566 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (6c50ac73-188b-4580-898b-7d4bc11b070c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.963407 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-016b2e5f-98ec-44bd-96ce-33a2f889bf6d tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397444 Feb 11 05:34:36.966401 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6685594d-9bf0-4968-9dfb-1c1a1f2c7136 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (c4d30d4d-e996-4e53-a198-128905db1740), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.968962 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59938) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:36.971125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 29067b29-8672-4126-9f03-70df63014a0b up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:36.981045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-4ff2e0b6-0889-4e17-aaae-2c35a3d1cceb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1095059000', 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:36.997016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423de57-781b-4171-9083-4c2a61b40566 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=6c50ac73-188b-4580-898b-7d4bc11b070c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:37.010928 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9903cf2c-8563-44f5-92f3-9ec00a1e8323 admin admin] Publish callbacks [] for security_group (0e9e38b2-8ec2-40e4-8ce6-c18518d9f2e7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.011119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685594d-9bf0-4968-9dfb-1c1a1f2c7136 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d30d4d-e996-4e53-a198-128905db1740,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:37.032516 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6685594d-9bf0-4968-9dfb-1c1a1f2c7136 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.037084 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6685594d-9bf0-4968-9dfb-1c1a1f2c7136 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/c4d30d4d-e996-4e53-a198-128905db1740 HTTP/1.1" status: 204 len: 168 time: 0.4244807 Feb 11 05:34:37.044206 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59940) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:37.046381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2ad6be-9f32-4f9d-9f8e-4b3d7e225251 None None] Network 8be4ed70-d418-4223-b6f0-90a5e121b875 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:37.057669 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2423de57-781b-4171-9083-4c2a61b40566 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.063701 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2423de57-781b-4171-9083-4c2a61b40566 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/6c50ac73-188b-4580-898b-7d4bc11b070c HTTP/1.1" status: 204 len: 168 time: 1.2387164 Feb 11 05:34:37.064481 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59942) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:37.105315 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9903cf2c-8563-44f5-92f3-9ec00a1e8323 admin admin] Publish callbacks [] for security_group (0e9e38b2-8ec2-40e4-8ce6-c18518d9f2e7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.154403 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6df37c-0010-4b91-9e4a-ba0ca3196fe9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:37.158391 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7e6df37c-0010-4b91-9e4a-ba0ca3196fe9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0907826 Feb 11 05:34:37.159665 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59944) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:37.184930 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (8be4ed70-d418-4223-b6f0-90a5e121b875), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.195129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff2e0b6-0889-4e17-aaae-2c35a3d1cceb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Made reservation on behalf of 89a824e240334b3fb89a7803bbc06026 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:37.198612 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ff2e0b6-0889-4e17-aaae-2c35a3d1cceb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.213698 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9903cf2c-8563-44f5-92f3-9ec00a1e8323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0e9e38b2-8ec2-40e4-8ce6-c18518d9f2e7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.216416 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9903cf2c-8563-44f5-92f3-9ec00a1e8323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.217595 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9903cf2c-8563-44f5-92f3-9ec00a1e8323 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0e9e38b2-8ec2-40e4-8ce6-c18518d9f2e7 HTTP/1.1" status: 204 len: 168 time: 0.4154387 Feb 11 05:34:37.231371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903cf2c-8563-44f5-92f3-9ec00a1e8323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9e38b2-8ec2-40e4-8ce6-c18518d9f2e7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:37.241039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fd68d6-e451-4c6e-ae6c-ddfc4d2a91be tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:37.245124 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a6fd68d6-e451-4c6e-ae6c-ddfc4d2a91be tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0829451 Feb 11 05:34:37.245467 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59948) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:37.300819 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 29067b29-8672-4126-9f03-70df63014a0b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:37.301406 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (29067b29-8672-4126-9f03-70df63014a0b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.311469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e12e516-53f2-4d28-b61f-abeb0d0f5ef6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:37.313304 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e12e516-53f2-4d28-b61f-abeb0d0f5ef6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:37.315288 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e12e516-53f2-4d28-b61f-abeb0d0f5ef6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:37.319476 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3e12e516-53f2-4d28-b61f-abeb0d0f5ef6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0710742 Feb 11 05:34:37.320263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59950) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:37.332571 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port 8113b72a-05c7-497f-8a1e-d132fbf54c52 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:37.332920 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8113b72a-05c7-497f-8a1e-d132fbf54c52), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.353041 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-626ed3ef-3f17-427e-8cbf-534c9371b237 None None] For port 29067b29-8672-4126-9f03-70df63014a0b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=29067b29-8672-4126-9f03-70df63014a0b,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:37.406477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] For port 8113b72a-05c7-497f-8a1e-d132fbf54c52, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8113b72a-05c7-497f-8a1e-d132fbf54c52,segment=NetworkSegment(b46b3d7f-70a8-4ed6-8899-2b62557b53ca),segment_id=b46b3d7f-70a8-4ed6-8899-2b62557b53ca)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:37.407102 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8113b72a-05c7-497f-8a1e-d132fbf54c52), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.421362 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for 8113b72a-05c7-497f-8a1e-d132fbf54c52 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:37.422915 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-626ed3ef-3f17-427e-8cbf-534c9371b237 None None] Publish callbacks [] for port (29067b29-8672-4126-9f03-70df63014a0b), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.430659 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f3d98b-c734-45cb-a6d2-6a50e62d80b4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 1a1b1c36-3492-4a17-b3e4-1971a18a9839 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:37.434256 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-626ed3ef-3f17-427e-8cbf-534c9371b237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (29067b29-8672-4126-9f03-70df63014a0b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.435269 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d98b-c734-45cb-a6d2-6a50e62d80b4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (1a1b1c36-3492-4a17-b3e4-1971a18a9839), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.494030 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d98b-c734-45cb-a6d2-6a50e62d80b4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (1a1b1c36-3492-4a17-b3e4-1971a18a9839), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.507507 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 10d5dde5-e0df-4f9c-b254-7983f3101508 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:37.564916 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8113b72a-05c7-497f-8a1e-d132fbf54c52), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.587742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2f09bf-651e-4070-840d-b819913b5daf None None] DHCP port deletion for 8be4ed70-d418-4223-b6f0-90a5e121b875 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:34:37.606000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 29067b29-8672-4126-9f03-70df63014a0b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:37.619445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=8113b72a-05c7-497f-8a1e-d132fbf54c52,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:37.622322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No DVR routers for this DVR port 8113b72a-05c7-497f-8a1e-d132fbf54c52 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:37.629254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ed3ef-3f17-427e-8cbf-534c9371b237 None None] Pushing event updated for resources: {'Port': ['ID=29067b29-8672-4126-9f03-70df63014a0b,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:37.662061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 10d5dde5-e0df-4f9c-b254-7983f3101508 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:34:37.669305 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 10d5dde5-e0df-4f9c-b254-7983f3101508 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:37.670693 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (10d5dde5-e0df-4f9c-b254-7983f3101508), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.711226 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d98b-c734-45cb-a6d2-6a50e62d80b4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (1a1b1c36-3492-4a17-b3e4-1971a18a9839), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.806942 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 10d5dde5-e0df-4f9c-b254-7983f3101508 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:37.807277 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (10d5dde5-e0df-4f9c-b254-7983f3101508), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.819209 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d98b-c734-45cb-a6d2-6a50e62d80b4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (1a1b1c36-3492-4a17-b3e4-1971a18a9839), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.839872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4de4741-caad-4032-844b-12b82d080249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d5dde5-e0df-4f9c-b254-7983f3101508'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:37.842246 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7726cd-8a7a-4786-a77a-db13d92da12a" -d '{"events": [{"server_uuid": "c4de4741-caad-4032-844b-12b82d080249", "name": "network-vif-plugged", "status": "completed", "tag": "10d5dde5-e0df-4f9c-b254-7983f3101508"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:37.859295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59956) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:37.860574 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d98b-c734-45cb-a6d2-6a50e62d80b4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.864645 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a1f3d98b-c734-45cb-a6d2-6a50e62d80b4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/1a1b1c36-3492-4a17-b3e4-1971a18a9839 HTTP/1.1" status: 204 len: 168 time: 0.5425243 Feb 11 05:34:37.866989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3d98b-c734-45cb-a6d2-6a50e62d80b4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=1a1b1c36-3492-4a17-b3e4-1971a18a9839,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:37.889780 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59960) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:37.890043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 10d5dde5-e0df-4f9c-b254-7983f3101508, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=10d5dde5-e0df-4f9c-b254-7983f3101508,segment=NetworkSegment(d506de75-aa3a-443a-ada6-4fb45ca7a248),segment_id=d506de75-aa3a-443a-ada6-4fb45ca7a248)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:37.897755 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (10d5dde5-e0df-4f9c-b254-7983f3101508), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.903763 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c0eca35-b4d7-483e-8411-be81d31bf6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:37.984824 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c557f5-9153-4b0b-9055-afccd2fcf829 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 6b1a0abb-5be9-4519-aa93-87e1b1374233 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:37.990307 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772172ea-25f6-45d3-b24a-5de906226443 x-openstack-request-id: req-772172ea-25f6-45d3-b24a-5de906226443 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:37.990677 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4de4741-caad-4032-844b-12b82d080249", "name": "network-vif-plugged", "status": "completed", "tag": "10d5dde5-e0df-4f9c-b254-7983f3101508", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:37.990879 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-772172ea-25f6-45d3-b24a-5de906226443 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:37.991297 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4de4741-caad-4032-844b-12b82d080249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d5dde5-e0df-4f9c-b254-7983f3101508', 'code': 200} Feb 11 05:34:37.992577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=10d5dde5-e0df-4f9c-b254-7983f3101508,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:37.994564 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88c557f5-9153-4b0b-9055-afccd2fcf829 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (6b1a0abb-5be9-4519-aa93-87e1b1374233), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.088204 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88c557f5-9153-4b0b-9055-afccd2fcf829 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (6b1a0abb-5be9-4519-aa93-87e1b1374233), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.164681 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (8be4ed70-d418-4223-b6f0-90a5e121b875), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.177446 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ff2e0b6-0889-4e17-aaae-2c35a3d1cceb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (c526e2d9-d063-4aa1-a5c4-1043d1ace934), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.200432 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c0eca35-b4d7-483e-8411-be81d31bf6f7 admin admin] Publish callbacks [] for security_group (872cc953-1362-4702-9f25-f58ea3576545), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.205742 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4bb69-6e89-483e-9d3c-85ecaa258c22 req-5989e190-110f-4033-b6e9-55a94766622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:38.207301 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-afe4bb69-6e89-483e-9d3c-85ecaa258c22 req-5989e190-110f-4033-b6e9-55a94766622e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 1128 time: 0.1979194 Feb 11 05:34:38.210106 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c0eca35-b4d7-483e-8411-be81d31bf6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (872cc953-1362-4702-9f25-f58ea3576545), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.227525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be4ed70-d418-4223-b6f0-90a5e121b875']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:38.250732 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46b3d7f-70a8-4ed6-8899-2b62557b53ca') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:38.251039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46b3d7f-70a8-4ed6-8899-2b62557b53ca') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:38.263307 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88c557f5-9153-4b0b-9055-afccd2fcf829 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (6b1a0abb-5be9-4519-aa93-87e1b1374233), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.269329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0de56-c354-4031-abf5-4a47e5b44806 req-f031d6ed-9b2d-40f7-8b17-779e984b33ee tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:38.271128 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ca0de56-c354-4031-abf5-4a47e5b44806 req-f031d6ed-9b2d-40f7-8b17-779e984b33ee tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 944 time: 0.5767202 Feb 11 05:34:38.278356 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (b46b3d7f-70a8-4ed6-8899-2b62557b53ca), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.301980 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0eca35-b4d7-483e-8411-be81d31bf6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872cc953-1362-4702-9f25-f58ea3576545,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:38.312045 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0c0eca35-b4d7-483e-8411-be81d31bf6f7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=44ff799ee61849068dfe0662ad438956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4437513 Feb 11 05:34:38.313407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59962) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:38.328476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2e0b6-0889-4e17-aaae-2c35a3d1cceb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Subnet': ['ID=c526e2d9-d063-4aa1-a5c4-1043d1ace934,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:38.331127 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (b46b3d7f-70a8-4ed6-8899-2b62557b53ca), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.348648 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-afe4bb69-6e89-483e-9d3c-85ecaa258c22 req-f91ff86a-8242-42d8-ba08-8c11e3b5b100 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283741 Feb 11 05:34:38.349168 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:34:38.349954 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (b46b3d7f-70a8-4ed6-8899-2b62557b53ca), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:34:38.354529 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:34:38.376446 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88c557f5-9153-4b0b-9055-afccd2fcf829 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (6b1a0abb-5be9-4519-aa93-87e1b1374233), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.396457 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2e0b6-0889-4e17-aaae-2c35a3d1cceb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Checking segment: {'id': 'db88eecd-fcc0-4b3e-8599-46951f891ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:38.396821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff2e0b6-0889-4e17-aaae-2c35a3d1cceb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network hostable DHCP agents. Network: b66d100d-fd90-4a57-8b3b-0b20b670c61e, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:34:38.408323 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88c557f5-9153-4b0b-9055-afccd2fcf829 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.415202 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-88c557f5-9153-4b0b-9055-afccd2fcf829 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/6b1a0abb-5be9-4519-aa93-87e1b1374233 HTTP/1.1" status: 204 len: 168 time: 0.5229342 Feb 11 05:34:38.416044 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59964) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:38.416802 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c557f5-9153-4b0b-9055-afccd2fcf829 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1a0abb-5be9-4519-aa93-87e1b1374233,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:38.450230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ed298a-1c25-4511-9ff5-cdfd93b8a50a None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:38.466509 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ca0de56-c354-4031-abf5-4a47e5b44806 req-230fed4b-2ca8-4454-b6d9-904fc07c913e tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822724 Feb 11 05:34:38.474856 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (8be4ed70-d418-4223-b6f0-90a5e121b875), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.490863 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-28a2fbd5-91dc-4979-9266-b4feebcf3cf8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685911 Feb 11 05:34:38.491268 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.491359 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59966) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:38.499109 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7b847844-c5c5-476a-898e-8c853f5272eb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:38.503161 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59968) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:38.504114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/networks/8be4ed70-d418-4223-b6f0-90a5e121b875 HTTP/1.1" status: 204 len: 168 time: 1.4588540 Feb 11 05:34:38.508115 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-40d22118-3966-4911-9939-83148006ed62 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1494589395', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:38.520656 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff2e0b6-0889-4e17-aaae-2c35a3d1cceb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network b66d100d-fd90-4a57-8b3b-0b20b670c61e is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:34:38.525547 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b64efe76-3d6a-4616-b644-0d1cbcce1be9 None None] Could not find standard attr ID for object 6c50ac73-188b-4580-898b-7d4bc11b070c. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:34:38.528131 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c74c63-f4a0-4de2-a37b-a2950ae1f4e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Network': ['ID=8be4ed70-d418-4223-b6f0-90a5e121b875,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:38.539916 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-768254b2-ed21-4218-a402-d716f2cbbe43 admin admin] Publish callbacks [] for security_group (872cc953-1362-4702-9f25-f58ea3576545), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.565280 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-4ff2e0b6-0889-4e17-aaae-2c35a3d1cceb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, b66d100d-fd90-4a57-8b3b-0b20b670c61e) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:38.566618 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b64efe76-3d6a-4616-b644-0d1cbcce1be9 None None] Provisioning complete for port 29067b29-8672-4126-9f03-70df63014a0b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:38.567353 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b64efe76-3d6a-4616-b644-0d1cbcce1be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (29067b29-8672-4126-9f03-70df63014a0b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.579813 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40d22118-3966-4911-9939-83148006ed62 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (248d8056-8309-440c-a125-6afd9cf63317), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.581432 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40d22118-3966-4911-9939-83148006ed62 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (248d8056-8309-440c-a125-6afd9cf63317), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.582492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff2e0b6-0889-4e17-aaae-2c35a3d1cceb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:38.583140 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ff2e0b6-0889-4e17-aaae-2c35a3d1cceb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.592460 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-768254b2-ed21-4218-a402-d716f2cbbe43 admin admin] Publish callbacks [] for security_group (872cc953-1362-4702-9f25-f58ea3576545), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.592655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90019b4e-1e0c-4cd0-a423-66a6649b3011 None None] Network b66d100d-fd90-4a57-8b3b-0b20b670c61e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:38.647001 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4ff2e0b6-0889-4e17-aaae-2c35a3d1cceb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6705153 Feb 11 05:34:38.661841 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40d22118-3966-4911-9939-83148006ed62 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_controller (248d8056-8309-440c-a125-6afd9cf63317), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.663770 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b847844-c5c5-476a-898e-8c853f5272eb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:38.666666 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b847844-c5c5-476a-898e-8c853f5272eb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.672212 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40d22118-3966-4911-9939-83148006ed62 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (248d8056-8309-440c-a125-6afd9cf63317), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.680325 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-768254b2-ed21-4218-a402-d716f2cbbe43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (872cc953-1362-4702-9f25-f58ea3576545), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.684825 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-768254b2-ed21-4218-a402-d716f2cbbe43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.687275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-768254b2-ed21-4218-a402-d716f2cbbe43 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/872cc953-1362-4702-9f25-f58ea3576545 HTTP/1.1" status: 204 len: 168 time: 0.3596838 Feb 11 05:34:38.712040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768254b2-ed21-4218-a402-d716f2cbbe43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872cc953-1362-4702-9f25-f58ea3576545,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:38.726758 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40d22118-3966-4911-9939-83148006ed62 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.730631 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-40d22118-3966-4911-9939-83148006ed62 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2235165 Feb 11 05:34:38.731528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 59976) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:38.745092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab287f67-06e2-412d-acc2-d64fc3bcb1f3 None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:34:38.748624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6b9d0ecd-db61-45b3-ac31-4279eae7920d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'network': {'name': 'tempest-RoutersTest-1146987509'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:38.802149 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9d0ecd-db61-45b3-ac31-4279eae7920d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:38.808545 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b9d0ecd-db61-45b3-ac31-4279eae7920d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.825976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b64efe76-3d6a-4616-b644-0d1cbcce1be9 None None] Current status of the port 29067b29-8672-4126-9f03-70df63014a0b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:38.840874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-b66d100d-fd90-4a57-8b3b-0b20b670c61e', 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'fixed_ips': [{'subnet_id': 'c526e2d9-d063-4aa1-a5c4-1043d1ace934'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:38.841793 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.861030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9d0ecd-db61-45b3-ac31-4279eae7920d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:34:38.877650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ab287f67-06e2-412d-acc2-d64fc3bcb1f3 None None] Deleting port 29067b29-8672-4126-9f03-70df63014a0b {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:38.878142 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab287f67-06e2-412d-acc2-d64fc3bcb1f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (29067b29-8672-4126-9f03-70df63014a0b), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.888422 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b9d0ecd-db61-45b3-ac31-4279eae7920d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2d06b5b3-c201-4daa-84df-160d0eea5190), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.889447 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-6b9d0ecd-db61-45b3-ac31-4279eae7920d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Added segment 2d06b5b3-c201-4daa-84df-160d0eea5190 of type vlan for network a1bfc7b0-076a-4759-9f98-167ebc5d1134 Feb 11 05:34:38.969868 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b9d0ecd-db61-45b3-ac31-4279eae7920d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (a1bfc7b0-076a-4759-9f98-167ebc5d1134), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:38.976723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 29067b29-8672-4126-9f03-70df63014a0b no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:39.006151 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b9d0ecd-db61-45b3-ac31-4279eae7920d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (a1bfc7b0-076a-4759-9f98-167ebc5d1134), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.012055 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9d0ecd-db61-45b3-ac31-4279eae7920d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:39.012646 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b9d0ecd-db61-45b3-ac31-4279eae7920d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.059331 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6b9d0ecd-db61-45b3-ac31-4279eae7920d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3240337 Feb 11 05:34:39.071865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 59980) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:39.078990 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4f879ef0-cff3-4d5c-a138-906d17923314 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'subnet': {'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:39.093017 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d0ecd-db61-45b3-ac31-4279eae7920d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Network': ['ID=a1bfc7b0-076a-4759-9f98-167ebc5d1134,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:39.097984 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ab287f67-06e2-412d-acc2-d64fc3bcb1f3 None None] For port 29067b29-8672-4126-9f03-70df63014a0b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=29067b29-8672-4126-9f03-70df63014a0b,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:39.098399 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab287f67-06e2-412d-acc2-d64fc3bcb1f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (29067b29-8672-4126-9f03-70df63014a0b), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.117647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network a1bfc7b0-076a-4759-9f98-167ebc5d1134 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:34:39.155067 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ab287f67-06e2-412d-acc2-d64fc3bcb1f3 None None] Calling delete_port for 29067b29-8672-4126-9f03-70df63014a0b owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:39.171628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Allocated IP 172.20.0.18 (b66d100d-fd90-4a57-8b3b-0b20b670c61e/c526e2d9-d063-4aa1-a5c4-1043d1ace934/702d968a-5049-4c4e-ba49-266762c6e4f6) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:39.186533 n-d-713499-38 neutron-server[103170]: DEBUG neutron.objects.ports [None req-7b847844-c5c5-476a-898e-8c853f5272eb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103170) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:34:39.284551 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f879ef0-cff3-4d5c-a138-906d17923314 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:39.288167 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4f879ef0-cff3-4d5c-a138-906d17923314 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.331559 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 29067b29-8672-4126-9f03-70df63014a0b is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:39.331963 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (29067b29-8672-4126-9f03-70df63014a0b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.416854 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 29067b29-8672-4126-9f03-70df63014a0b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=29067b29-8672-4126-9f03-70df63014a0b,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:39.425629 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (29067b29-8672-4126-9f03-70df63014a0b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.426448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8113b72a-05c7-497f-8a1e-d132fbf54c52 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:39.444043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_pluggable_backend [None req-7b847844-c5c5-476a-898e-8c853f5272eb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Port 29067b29-8672-4126-9f03-70df63014a0b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 05:34:39.444420 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_pluggable_backend [None req-7b847844-c5c5-476a-898e-8c853f5272eb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6c:8451 {{(pid=103170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 05:34:39.450684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_pluggable_backend [None req-7b847844-c5c5-476a-898e-8c853f5272eb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6c:8451 {{(pid=103170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 05:34:39.470400 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b847844-c5c5-476a-898e-8c853f5272eb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (ac45ba75-8894-4ae2-a9dd-f927e1cf3e2b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.475115 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab287f67-06e2-412d-acc2-d64fc3bcb1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (29067b29-8672-4126-9f03-70df63014a0b), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.479399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event deleted for resources: {'Port': ['ID=29067b29-8672-4126-9f03-70df63014a0b,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:39.489738 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 8113b72a-05c7-497f-8a1e-d132fbf54c52 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:34:39.490100 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8113b72a-05c7-497f-8a1e-d132fbf54c52 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:34:39.537755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab287f67-06e2-412d-acc2-d64fc3bcb1f3 None None] No DVR routers for this DVR port 29067b29-8672-4126-9f03-70df63014a0b on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:39.541117 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab287f67-06e2-412d-acc2-d64fc3bcb1f3 None None] Pushing event deleted for resources: {'Port': ['ID=29067b29-8672-4126-9f03-70df63014a0b,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:39.578865 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Publish callbacks [] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.586451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b847844-c5c5-476a-898e-8c853f5272eb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:39.588442 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.596829 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-7b847844-c5c5-476a-898e-8c853f5272eb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:39.607635 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b847844-c5c5-476a-898e-8c853f5272eb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:39.609323 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b847844-c5c5-476a-898e-8c853f5272eb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.614022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11897354-15fb-4cb7-bad8-2fb5aff93a75 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:39.637224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60000) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:39.638905 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7b847844-c5c5-476a-898e-8c853f5272eb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1464791 Feb 11 05:34:39.644237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-f30ee4d2-3c53-4c19-8159-1adca9e1028b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:39.663952 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b847844-c5c5-476a-898e-8c853f5272eb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=ac45ba75-8894-4ae2-a9dd-f927e1cf3e2b,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:39.682658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d9950-db14-4e3b-948f-a3a6bb25c83e req-83757c67-f392-431b-9ef0-4ab48f802059 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:39.683235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Network b66d100d-fd90-4a57-8b3b-0b20b670c61e is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:39.685123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-057d9950-db14-4e3b-948f-a3a6bb25c83e req-83757c67-f392-431b-9ef0-4ab48f802059 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 945 time: 0.1048863 Feb 11 05:34:39.697809 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4f879ef0-cff3-4d5c-a138-906d17923314 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (5ad5f557-f386-442b-aff9-84aeb4646bea), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.707343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Pushing event updated for resources: {'Port': ['ID=702d968a-5049-4c4e-ba49-266762c6e4f6,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:39.712337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:39.716694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:39.766481 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-057d9950-db14-4e3b-948f-a3a6bb25c83e req-b7a2ae48-bfcf-4491-88da-cda55af7d7ed tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705554 Feb 11 05:34:39.791223 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f879ef0-cff3-4d5c-a138-906d17923314 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Subnet': ['ID=5ad5f557-f386-442b-aff9-84aeb4646bea,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:39.820762 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f879ef0-cff3-4d5c-a138-906d17923314 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Checking segment: {'id': '2d06b5b3-c201-4daa-84df-160d0eea5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:39.828599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f879ef0-cff3-4d5c-a138-906d17923314 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network hostable DHCP agents. Network: a1bfc7b0-076a-4759-9f98-167ebc5d1134, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:34:39.867201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f879ef0-cff3-4d5c-a138-906d17923314 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network a1bfc7b0-076a-4759-9f98-167ebc5d1134 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:34:39.890954 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-4f879ef0-cff3-4d5c-a138-906d17923314 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, a1bfc7b0-076a-4759-9f98-167ebc5d1134) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:39.924961 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f879ef0-cff3-4d5c-a138-906d17923314 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:39.925557 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4f879ef0-cff3-4d5c-a138-906d17923314 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:39.963453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60008) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:39.972041 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4f879ef0-cff3-4d5c-a138-906d17923314 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8988016 Feb 11 05:34:39.979335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30ee4d2-3c53-4c19-8159-1adca9e1028b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:39.987790 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f30ee4d2-3c53-4c19-8159-1adca9e1028b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.077681 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f2e3ec-7c8a-43b3-9b9b-719cb5b46211 None None] Network a1bfc7b0-076a-4759-9f98-167ebc5d1134 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:40.165672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Attempting to bind port 702d968a-5049-4c4e-ba49-266762c6e4f6 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:40.166301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Attempting to bind port 702d968a-5049-4c4e-ba49-266762c6e4f6 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'db88eecd-fcc0-4b3e-8599-46951f891ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:40.166679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Attempting to bind port 702d968a-5049-4c4e-ba49-266762c6e4f6 on network b66d100d-fd90-4a57-8b3b-0b20b670c61e {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:40.185043 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.205250 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:40.205863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Checking segment: {'id': 'db88eecd-fcc0-4b3e-8599-46951f891ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:40.206509 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.207071 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Bound using segment: {'id': 'db88eecd-fcc0-4b3e-8599-46951f891ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:40.207855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Bound port: 702d968a-5049-4c4e-ba49-266762c6e4f6, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db88eecd-fcc0-4b3e-8599-46951f891ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:40.208494 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.237077 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60016) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:40.243737 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2e8a0f35-4348-4923-a89c-16dae170ab9a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90974453', 'description': 'tempest-secgroup-smoke-90974453 description', 'project_id': '89a824e240334b3fb89a7803bbc06026'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:40.247678 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:40.248653 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.279312 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0f35-4348-4923-a89c-16dae170ab9a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.292357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': 'ac45ba75-8894-4ae2-a9dd-f927e1cf3e2b'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:40.293923 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.333341 n-d-713499-38 neutron-server[103171]: INFO neutron.db.ipam_backend_mixin [None req-f30ee4d2-3c53-4c19-8159-1adca9e1028b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ac45ba75-8894-4ae2-a9dd-f927e1cf3e2b (CIDR: 2001:db8::/64) Feb 11 05:34:40.338519 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30ee4d2-3c53-4c19-8159-1adca9e1028b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:34:40.340263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30ee4d2-3c53-4c19-8159-1adca9e1028b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:34:40.370398 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0f35-4348-4923-a89c-16dae170ab9a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.378121 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0f35-4348-4923-a89c-16dae170ab9a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.420564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f30ee4d2-3c53-4c19-8159-1adca9e1028b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7821200 Feb 11 05:34:40.424207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60020) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:40.427432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a0f35-4348-4923-a89c-16dae170ab9a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:40.435350 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2e8a0f35-4348-4923-a89c-16dae170ab9a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.436810 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-65b6b580-b073-4554-a35c-9a1428cf2969 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:40.440320 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2e8a0f35-4348-4923-a89c-16dae170ab9a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2022030 Feb 11 05:34:40.441732 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60024) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:40.450474 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-27094ded-c47e-4a2e-aaba-129875d331b8 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': 'a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:40.461185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] For port 702d968a-5049-4c4e-ba49-266762c6e4f6, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:40.490985 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27094ded-c47e-4a2e-aaba-129875d331b8 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (dfbf981e-5637-4b2c-b2d3-e8841d2d4630), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.493516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] For port 702d968a-5049-4c4e-ba49-266762c6e4f6, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=702d968a-5049-4c4e-ba49-266762c6e4f6,segment=NetworkSegment(db88eecd-fcc0-4b3e-8599-46951f891ecc),segment_id=db88eecd-fcc0-4b3e-8599-46951f891ecc)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:40.529468 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.544954 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.579050 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27094ded-c47e-4a2e-aaba-129875d331b8 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (dfbf981e-5637-4b2c-b2d3-e8841d2d4630), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.585708 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27094ded-c47e-4a2e-aaba-129875d331b8 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (dfbf981e-5637-4b2c-b2d3-e8841d2d4630), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.630184 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27094ded-c47e-4a2e-aaba-129875d331b8 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbf981e-5637-4b2c-b2d3-e8841d2d4630,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:40.634083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Allocated IP 172.20.0.2 (a1bfc7b0-076a-4759-9f98-167ebc5d1134/5ad5f557-f386-442b-aff9-84aeb4646bea/3b6e4ebf-48a7-4d58-b110-0d3df11fb947) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:40.648356 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Allocated IP 2001:db8::f816:3eff:fe36:dc28 (f998a239-103b-4838-bc3b-5e531dc8d131/ac45ba75-8894-4ae2-a9dd-f927e1cf3e2b/80679541-2662-4604-ab97-d3b3eef85096) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:40.655362 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27094ded-c47e-4a2e-aaba-129875d331b8 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.663339 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-27094ded-c47e-4a2e-aaba-129875d331b8 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2164643 Feb 11 05:34:40.663339 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60030) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:40.668662 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a865956b-bef0-49a8-a498-c7783a53f594 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': 'a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:40.689833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Pushing event updated for resources: {'Port': ['ID=702d968a-5049-4c4e-ba49-266762c6e4f6,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:40.701108 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a865956b-bef0-49a8-a498-c7783a53f594 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (ea278a66-9ac5-461c-b38c-12b30273c87d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.727706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:40.727968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:40.728187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:40.728514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:40.728857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:40.729204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:40.729871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:40.729871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:40.730190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:40.730527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:40.730860 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:40.731196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:40.731575 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918d759-1d27-498c-bb6b-bc5c20e3b2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:40.738869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b6b580-b073-4554-a35c-9a1428cf2969 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:40.743143 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-65b6b580-b073-4554-a35c-9a1428cf2969 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.802364 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a865956b-bef0-49a8-a498-c7783a53f594 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (ea278a66-9ac5-461c-b38c-12b30273c87d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.810435 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a865956b-bef0-49a8-a498-c7783a53f594 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (ea278a66-9ac5-461c-b38c-12b30273c87d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.856834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865956b-bef0-49a8-a498-c7783a53f594 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea278a66-9ac5-461c-b38c-12b30273c87d,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:40.911837 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a865956b-bef0-49a8-a498-c7783a53f594 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.920463 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a865956b-bef0-49a8-a498-c7783a53f594 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2559330 Feb 11 05:34:40.923606 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60034) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:40.929486 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-d52c8d16-139d-439f-ae24-afc082dcbbc2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': 'a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:40.950443 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Publish callbacks [] for port (3b6e4ebf-48a7-4d58-b110-0d3df11fb947), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.965688 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (3b6e4ebf-48a7-4d58-b110-0d3df11fb947), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:40.970331 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d52c8d16-139d-439f-ae24-afc082dcbbc2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (03d62f9a-1692-496e-8fca-4915cffb4358), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.061398 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d52c8d16-139d-439f-ae24-afc082dcbbc2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (03d62f9a-1692-496e-8fca-4915cffb4358), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.071844 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d52c8d16-139d-439f-ae24-afc082dcbbc2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (03d62f9a-1692-496e-8fca-4915cffb4358), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.082486 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Network a1bfc7b0-076a-4759-9f98-167ebc5d1134 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:41.101401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:41.111616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:41.113682 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Pushing event updated for resources: {'Port': ['ID=3b6e4ebf-48a7-4d58-b110-0d3df11fb947,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:41.136182 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c8d16-139d-439f-ae24-afc082dcbbc2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d62f9a-1692-496e-8fca-4915cffb4358,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:41.144993 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d52c8d16-139d-439f-ae24-afc082dcbbc2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.146516 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d52c8d16-139d-439f-ae24-afc082dcbbc2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2207639 Feb 11 05:34:41.150041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60042) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:41.158862 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-17852761-c19a-47cf-8340-249c1b6c2746 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': 'a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:41.188902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Allocated IP 172.20.0.1 (a1bfc7b0-076a-4759-9f98-167ebc5d1134/5ad5f557-f386-442b-aff9-84aeb4646bea/e495cdc1-582b-42dd-bbc3-c84e826ab968) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:41.205493 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-17852761-c19a-47cf-8340-249c1b6c2746 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (8d645273-2a23-4a74-b35a-398f8bd54d88), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.297814 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Publish callbacks [] for port (80679541-2662-4604-ab97-d3b3eef85096), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.300617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Attempting to bind port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:41.301380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Attempting to bind port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '2d06b5b3-c201-4daa-84df-160d0eea5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:41.301380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Attempting to bind port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 on network a1bfc7b0-076a-4759-9f98-167ebc5d1134 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:41.307676 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (80679541-2662-4604-ab97-d3b3eef85096), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.309984 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:41.310581 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Checking segment: {'id': '2d06b5b3-c201-4daa-84df-160d0eea5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:41.311173 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.311817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Bound using segment: {'id': '2d06b5b3-c201-4daa-84df-160d0eea5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:41.312497 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Bound port: 3b6e4ebf-48a7-4d58-b110-0d3df11fb947, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d06b5b3-c201-4daa-84df-160d0eea5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:41.313064 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3b6e4ebf-48a7-4d58-b110-0d3df11fb947), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.402522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:41.410469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:41.410847 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.415063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Pushing event updated for resources: {'Port': ['ID=80679541-2662-4604-ab97-d3b3eef85096,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:41.419284 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:41.464414 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b370d-b6df-4ae9-8339-e6eccfd1ff54 req-9fec405e-50bb-4f4e-a468-0230db5b8686 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:41.464414 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c5b370d-b6df-4ae9-8339-e6eccfd1ff54 req-9fec405e-50bb-4f4e-a468-0230db5b8686 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 945 time: 0.4993889 Feb 11 05:34:41.482003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] For port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:41.504043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] For port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3b6e4ebf-48a7-4d58-b110-0d3df11fb947,segment=NetworkSegment(2d06b5b3-c201-4daa-84df-160d0eea5190),segment_id=2d06b5b3-c201-4daa-84df-160d0eea5190)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:41.508121 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Attempting to bind port 80679541-2662-4604-ab97-d3b3eef85096 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:41.508506 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Attempting to bind port 80679541-2662-4604-ab97-d3b3eef85096 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:41.509250 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Attempting to bind port 80679541-2662-4604-ab97-d3b3eef85096 on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:41.516170 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3b6e4ebf-48a7-4d58-b110-0d3df11fb947), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.519273 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:41.519273 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:41.519762 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.519898 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.520140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:41.520799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Bound port: 80679541-2662-4604-ab97-d3b3eef85096, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:41.521318 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (80679541-2662-4604-ab97-d3b3eef85096), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.580480 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-65b6b580-b073-4554-a35c-9a1428cf2969 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (f8e7da76-8b48-40b5-a5df-ceb9f50f5bf5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.654607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=e495cdc1-582b-42dd-bbc3-c84e826ab968,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:41.663443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6b580-b073-4554-a35c-9a1428cf2969 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=f8e7da76-8b48-40b5-a5df-ceb9f50f5bf5,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:41.683618 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network a1bfc7b0-076a-4759-9f98-167ebc5d1134 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:41.698065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b6b580-b073-4554-a35c-9a1428cf2969 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:41.699386 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] For port 80679541-2662-4604-ab97-d3b3eef85096, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:41.699555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:41.701697 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d9ead-cb77-41bc-a985-e46e8ccf5747 None None] Pushing event updated for resources: {'Port': ['ID=3b6e4ebf-48a7-4d58-b110-0d3df11fb947,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:41.705634 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] For port 80679541-2662-4604-ab97-d3b3eef85096, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=80679541-2662-4604-ab97-d3b3eef85096,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:41.722180 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-65b6b580-b073-4554-a35c-9a1428cf2969 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:41.724077 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (80679541-2662-4604-ab97-d3b3eef85096), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.736587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b6b580-b073-4554-a35c-9a1428cf2969 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:41.737184 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-65b6b580-b073-4554-a35c-9a1428cf2969 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.756333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:41.774794 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-17852761-c19a-47cf-8340-249c1b6c2746 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (8d645273-2a23-4a74-b35a-398f8bd54d88), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.782211 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-17852761-c19a-47cf-8340-249c1b6c2746 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (8d645273-2a23-4a74-b35a-398f8bd54d88), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.803898 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17852761-c19a-47cf-8340-249c1b6c2746 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d645273-2a23-4a74-b35a-398f8bd54d88,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:41.815548 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-17852761-c19a-47cf-8340-249c1b6c2746 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.820598 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-17852761-c19a-47cf-8340-249c1b6c2746 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6692493 Feb 11 05:34:41.821406 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60064) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:41.828589 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-efcc4283-4d22-4fa6-8c99-00dc2affcc1d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': 'a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:41.836855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adaf1f5-69af-4919-8797-adfabe6b0390 None None] Pushing event updated for resources: {'Port': ['ID=80679541-2662-4604-ab97-d3b3eef85096,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:41.878569 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (248d8056-8309-440c-a125-6afd9cf63317), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:41.882515 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-efcc4283-4d22-4fa6-8c99-00dc2affcc1d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Project 89a824e240334b3fb89a7803bbc06026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:34:41.897042 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-efcc4283-4d22-4fa6-8c99-00dc2affcc1d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (c139a217-2dc4-44cc-a780-d482e8d13077), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.052070 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c5b370d-b6df-4ae9-8339-e6eccfd1ff54 req-f46eafa9-5dcd-4d0f-a704-3671cc285825 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383248 Feb 11 05:34:42.076343 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-65b6b580-b073-4554-a35c-9a1428cf2969 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6508334 Feb 11 05:34:42.078064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60068) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:42.086413 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-5270a4dd-7dbf-4b3b-8fab-c81109f97606 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'mac_address': 'fa:16:3e:d2:55:24', 'name': 'tempest-NetworksTestDHCPv6-1241055813'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:42.095810 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-efcc4283-4d22-4fa6-8c99-00dc2affcc1d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (c139a217-2dc4-44cc-a780-d482e8d13077), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.104061 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.104487 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-efcc4283-4d22-4fa6-8c99-00dc2affcc1d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (c139a217-2dc4-44cc-a780-d482e8d13077), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.190042 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc4283-4d22-4fa6-8c99-00dc2affcc1d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c139a217-2dc4-44cc-a780-d482e8d13077,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:42.202261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60088) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:42.217059 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-efcc4283-4d22-4fa6-8c99-00dc2affcc1d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.229071 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-efcc4283-4d22-4fa6-8c99-00dc2affcc1d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4063218 Feb 11 05:34:42.235029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60096) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:42.240660 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-cf692929-539b-43bc-aa70-2b4368943886 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': 'a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:42.320820 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-cf692929-539b-43bc-aa70-2b4368943886 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Project 89a824e240334b3fb89a7803bbc06026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:34:42.326956 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf692929-539b-43bc-aa70-2b4368943886 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (6834d156-5281-4a68-bd55-223621e645b5), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.468372 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf692929-539b-43bc-aa70-2b4368943886 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (6834d156-5281-4a68-bd55-223621e645b5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.477304 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf692929-539b-43bc-aa70-2b4368943886 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (6834d156-5281-4a68-bd55-223621e645b5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.510743 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf692929-539b-43bc-aa70-2b4368943886 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6834d156-5281-4a68-bd55-223621e645b5,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:42.527548 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cf692929-539b-43bc-aa70-2b4368943886 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.547744 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cf692929-539b-43bc-aa70-2b4368943886 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3106983 Feb 11 05:34:42.670239 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a263baf5-fbe8-44b7-a5e0-043b99dfea31 None None] Network b66d100d-fd90-4a57-8b3b-0b20b670c61e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:42.776756 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fc5c7d05-2a8f-46d7-9476-260f017d4ec7 None None] Provisioning complete for port 702d968a-5049-4c4e-ba49-266762c6e4f6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:42.777140 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fc5c7d05-2a8f-46d7-9476-260f017d4ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.878679 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6af1bf45-2741-4476-b63a-5c240683218f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:42.933288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5270a4dd-7dbf-4b3b-8fab-c81109f97606 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:42.940735 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-fc5c7d05-2a8f-46d7-9476-260f017d4ec7 None None] Current status of the port 702d968a-5049-4c4e-ba49-266762c6e4f6 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:42.941144 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fc5c7d05-2a8f-46d7-9476-260f017d4ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.055914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-fc5c7d05-2a8f-46d7-9476-260f017d4ec7 None None] For port 702d968a-5049-4c4e-ba49-266762c6e4f6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=702d968a-5049-4c4e-ba49-266762c6e4f6,segment=NetworkSegment(db88eecd-fcc0-4b3e-8599-46951f891ecc),segment_id=db88eecd-fcc0-4b3e-8599-46951f891ecc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:43.068187 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fc5c7d05-2a8f-46d7-9476-260f017d4ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.151039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c7d05-2a8f-46d7-9476-260f017d4ec7 None None] Pushing event updated for resources: {'Port': ['ID=702d968a-5049-4c4e-ba49-266762c6e4f6,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:43.204110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 80679541-2662-4604-ab97-d3b3eef85096 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:43.243696 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6af1bf45-2741-4476-b63a-5c240683218f admin admin] Publish callbacks [] for security_group (17f0e94e-d440-4c15-8c04-8be081cdca74), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.289919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 80679541-2662-4604-ab97-d3b3eef85096 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:43.290538 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (80679541-2662-4604-ab97-d3b3eef85096), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.354689 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.368193 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6af1bf45-2741-4476-b63a-5c240683218f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (17f0e94e-d440-4c15-8c04-8be081cdca74), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.370493 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.397229 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 80679541-2662-4604-ab97-d3b3eef85096 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:43.397764 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (80679541-2662-4604-ab97-d3b3eef85096), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.411035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-fed73ff6-3beb-41fd-ad1d-fb283937afdc tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90974453&fields=id&tenant_id=89a824e240334b3fb89a7803bbc06026 HTTP/1.1" status: 200 len: 267 time: 0.5375276 Feb 11 05:34:43.414606 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5270a4dd-7dbf-4b3b-8fab-c81109f97606 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.458322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-21e6d206-09bf-40d4-a865-90e8e2be6981 None None] Provisioning complete for port 702d968a-5049-4c4e-ba49-266762c6e4f6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:43.458727 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21e6d206-09bf-40d4-a865-90e8e2be6981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.476637 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6af1bf45-2741-4476-b63a-5c240683218f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=42edf3c0f73f487ab58733672456f8b4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2692392 Feb 11 05:34:43.478019 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60160) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:43.492771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 80679541-2662-4604-ab97-d3b3eef85096, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=80679541-2662-4604-ab97-d3b3eef85096,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:43.502409 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (80679541-2662-4604-ab97-d3b3eef85096), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.503688 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:43.606338 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-850f7bd7-257a-4a29-ad89-e9c7c7a25916 admin admin] Publish callbacks [] for security_group (17f0e94e-d440-4c15-8c04-8be081cdca74), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.634827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-5270a4dd-7dbf-4b3b-8fab-c81109f97606 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port 2acc5e58-9657-4e44-8d05-f6b016cff94b yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:34:43.641546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1bf45-2741-4476-b63a-5c240683218f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f0e94e-d440-4c15-8c04-8be081cdca74,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:43.654733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=e495cdc1-582b-42dd-bbc3-c84e826ab968,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:43.691234 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-850f7bd7-257a-4a29-ad89-e9c7c7a25916 admin admin] Publish callbacks [] for security_group (17f0e94e-d440-4c15-8c04-8be081cdca74), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.727727 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=80679541-2662-4604-ab97-d3b3eef85096,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:43.734647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:43.734822 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (248d8056-8309-440c-a125-6afd9cf63317), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.735036 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3b6e4ebf-48a7-4d58-b110-0d3df11fb947), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.775340 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-850f7bd7-257a-4a29-ad89-e9c7c7a25916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (17f0e94e-d440-4c15-8c04-8be081cdca74), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.778915 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-850f7bd7-257a-4a29-ad89-e9c7c7a25916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.783139 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-850f7bd7-257a-4a29-ad89-e9c7c7a25916 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/17f0e94e-d440-4c15-8c04-8be081cdca74 HTTP/1.1" status: 204 len: 168 time: 0.3015323 Feb 11 05:34:43.793830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f7bd7-257a-4a29-ad89-e9c7c7a25916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f0e94e-d440-4c15-8c04-8be081cdca74,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:43.825876 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-21e6d206-09bf-40d4-a865-90e8e2be6981 None None] Current status of the port 702d968a-5049-4c4e-ba49-266762c6e4f6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:43.866737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77281a6-cb22-44d0-9c58-bc0b5b5b258b None None] Network a1bfc7b0-076a-4759-9f98-167ebc5d1134 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:43.953089 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:43.954090 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3b6e4ebf-48a7-4d58-b110-0d3df11fb947), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:43.960043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-05b03e63-b212-4729-a877-7a09e8764ce0 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:43.963653 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-05b03e63-b212-4729-a877-7a09e8764ce0 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/networks?id=b66d100d-fd90-4a57-8b3b-0b20b670c61e HTTP/1.1" status: 200 len: 797 time: 0.5054519 Feb 11 05:34:44.029937 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-bd9374f9-5e93-4817-9061-cd3c0fcd37bd tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/quotas/89a824e240334b3fb89a7803bbc06026 HTTP/1.1" status: 200 len: 375 time: 0.0185966 Feb 11 05:34:44.049500 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3f41fb-7750-48dd-a393-2647b33c3a6c None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:44.080511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3b6e4ebf-48a7-4d58-b110-0d3df11fb947,segment=NetworkSegment(2d06b5b3-c201-4daa-84df-160d0eea5190),segment_id=2d06b5b3-c201-4daa-84df-160d0eea5190)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:44.110453 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3b6e4ebf-48a7-4d58-b110-0d3df11fb947), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.111447 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 702d968a-5049-4c4e-ba49-266762c6e4f6 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:44.151858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network a1bfc7b0-076a-4759-9f98-167ebc5d1134 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:44.156472 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:44.156658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-50dbded8-8df8-411b-a9ba-a0abaf029d04 None None] Provisioning complete for port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:44.156948 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-50dbded8-8df8-411b-a9ba-a0abaf029d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3b6e4ebf-48a7-4d58-b110-0d3df11fb947), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.186686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-9ca2b85a-bdbf-464a-a949-7a917ca29294 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=89a824e240334b3fb89a7803bbc06026&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1449625 Feb 11 05:34:44.191559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-5270a4dd-7dbf-4b3b-8fab-c81109f97606 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8:0:1::20f (f998a239-103b-4838-bc3b-5e531dc8d131/f8e7da76-8b48-40b5-a5df-ceb9f50f5bf5/2acc5e58-9657-4e44-8d05-f6b016cff94b) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:44.240202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-5270a4dd-7dbf-4b3b-8fab-c81109f97606 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::f816:3eff:fed2:5524 (f998a239-103b-4838-bc3b-5e531dc8d131/ac45ba75-8894-4ae2-a9dd-f927e1cf3e2b/2acc5e58-9657-4e44-8d05-f6b016cff94b) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:44.268223 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60170) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:44.282018 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57b35e98-7029-40e6-bd0a-146d876d8cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.345386 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.367065 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 702d968a-5049-4c4e-ba49-266762c6e4f6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:44.367782 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.401670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=3b6e4ebf-48a7-4d58-b110-0d3df11fb947,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:44.432756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 248d8056-8309-440c-a125-6afd9cf63317 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:34:44.480094 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57b35e98-7029-40e6-bd0a-146d876d8cac admin admin] Publish callbacks [] for security_group (65666dd7-7bfb-4825-9945-e2ef8141a7de), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.487701 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57b35e98-7029-40e6-bd0a-146d876d8cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (65666dd7-7bfb-4825-9945-e2ef8141a7de), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.521161 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5270a4dd-7dbf-4b3b-8fab-c81109f97606 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (2acc5e58-9657-4e44-8d05-f6b016cff94b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.580239 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b35e98-7029-40e6-bd0a-146d876d8cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65666dd7-7bfb-4825-9945-e2ef8141a7de,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:44.597173 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-57b35e98-7029-40e6-bd0a-146d876d8cac admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bbc52bb662004e99a23bf62d2c3d86e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3278232 Feb 11 05:34:44.598664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60172) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:44.629317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:44.651923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Sync routers for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:44.667170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-262c7623-ee82-442a-9400-187c371ee07d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/248d8056-8309-440c-a125-6afd9cf63317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6998999 Feb 11 05:34:44.667830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60174) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:44.681041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-bc23105b-d1ff-4b32-bc3b-a20e882e4513 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'network': {'name': 'tempest-RoutersTest-1974634549'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:44.699226 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5270a4dd-7dbf-4b3b-8fab-c81109f97606 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2acc5e58-9657-4e44-8d05-f6b016cff94b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.715924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:44.716607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:44.740050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-4be2bab6-f682-4b7b-9654-2e594fba982f service neutron] 10.222.0.87 "GET /v2.0/networks/b66d100d-fd90-4a57-8b3b-0b20b670c61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048013 Feb 11 05:34:44.761313 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2ffea6b0-9d58-4a65-b651-6f22032cd4fa admin admin] Publish callbacks [] for security_group (65666dd7-7bfb-4825-9945-e2ef8141a7de), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.766775 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5270a4dd-7dbf-4b3b-8fab-c81109f97606 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:44.781208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-5270a4dd-7dbf-4b3b-8fab-c81109f97606 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:44.800534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5270a4dd-7dbf-4b3b-8fab-c81109f97606 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:44.800792 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc23105b-d1ff-4b32-bc3b-a20e882e4513 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:44.804561 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc23105b-d1ff-4b32-bc3b-a20e882e4513 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.806050 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5270a4dd-7dbf-4b3b-8fab-c81109f97606 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:44.806690 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5270a4dd-7dbf-4b3b-8fab-c81109f97606 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.833551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 702d968a-5049-4c4e-ba49-266762c6e4f6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:44.834966 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270a4dd-7dbf-4b3b-8fab-c81109f97606 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=2acc5e58-9657-4e44-8d05-f6b016cff94b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:44.849281 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2ffea6b0-9d58-4a65-b651-6f22032cd4fa admin admin] Publish callbacks [] for security_group (65666dd7-7bfb-4825-9945-e2ef8141a7de), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.859137 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc23105b-d1ff-4b32-bc3b-a20e882e4513 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:34:44.880502 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5270a4dd-7dbf-4b3b-8fab-c81109f97606 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7981231 Feb 11 05:34:44.882777 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60176) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:44.890656 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc23105b-d1ff-4b32-bc3b-a20e882e4513 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (6b92db79-4dfd-479c-b992-ca0345ed42b5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.890999 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-bc23105b-d1ff-4b32-bc3b-a20e882e4513 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Added segment 6b92db79-4dfd-479c-b992-ca0345ed42b5 of type vlan for network f484d36a-5640-4753-b027-10f17e9a99bf Feb 11 05:34:44.909732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-50dbded8-8df8-411b-a9ba-a0abaf029d04 None None] Current status of the port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:44.962427 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc23105b-d1ff-4b32-bc3b-a20e882e4513 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (f484d36a-5640-4753-b027-10f17e9a99bf), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:44.972643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:45.000003 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2ffea6b0-9d58-4a65-b651-6f22032cd4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (65666dd7-7bfb-4825-9945-e2ef8141a7de), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.005052 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2ffea6b0-9d58-4a65-b651-6f22032cd4fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.023736 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2ffea6b0-9d58-4a65-b651-6f22032cd4fa admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/65666dd7-7bfb-4825-9945-e2ef8141a7de HTTP/1.1" status: 204 len: 168 time: 0.4066985 Feb 11 05:34:45.038830 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-4f224fce-9177-4589-968a-e516e63e9043 service neutron] 10.222.0.87 "GET /v2.0/networks/b66d100d-fd90-4a57-8b3b-0b20b670c61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704449 Feb 11 05:34:45.047638 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc23105b-d1ff-4b32-bc3b-a20e882e4513 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (f484d36a-5640-4753-b027-10f17e9a99bf), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.060540 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc23105b-d1ff-4b32-bc3b-a20e882e4513 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:45.062676 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bc23105b-d1ff-4b32-bc3b-a20e882e4513 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.069711 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffea6b0-9d58-4a65-b651-6f22032cd4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65666dd7-7bfb-4825-9945-e2ef8141a7de,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:45.176353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-09702e1a-f3a1-4f25-ac7c-d4ace264116e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port 2acc5e58-9657-4e44-8d05-f6b016cff94b {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:45.177064 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09702e1a-f3a1-4f25-ac7c-d4ace264116e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2acc5e58-9657-4e44-8d05-f6b016cff94b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.185154 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bc23105b-d1ff-4b32-bc3b-a20e882e4513 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5160863 Feb 11 05:34:45.189797 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60184) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:45.193320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 702d968a-5049-4c4e-ba49-266762c6e4f6 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:45.195071 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-807ff5e6-0416-44f9-b318-709e3d4fea2a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'subnet': {'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:45.368143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f877ca44-390d-4cb0-899e-a8218e41dad6 None None] Provisioning complete for port 80679541-2662-4604-ab97-d3b3eef85096 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:45.368519 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f877ca44-390d-4cb0-899e-a8218e41dad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (80679541-2662-4604-ab97-d3b3eef85096), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.379126 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb600b5-52e8-4903-8705-98d91d834212 None None] Update dhcp port {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'fixed_ips': [{'subnet_id': 'ac45ba75-8894-4ae2-a9dd-f927e1cf3e2b', 'ip_address': '2001:db8::f816:3eff:fe36:dc28'}, {'subnet_id': 'f8e7da76-8b48-40b5-a5df-ceb9f50f5bf5'}], 'binding:host_id': 'n-d-713499-38'}, 'id': '80679541-2662-4604-ab97-d3b3eef85096'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:34:45.394005 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09702e1a-f3a1-4f25-ac7c-d4ace264116e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2acc5e58-9657-4e44-8d05-f6b016cff94b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.408614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-09702e1a-f3a1-4f25-ac7c-d4ace264116e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for 2acc5e58-9657-4e44-8d05-f6b016cff94b owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:45.461643 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23105b-d1ff-4b32-bc3b-a20e882e4513 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Network': ['ID=f484d36a-5640-4753-b027-10f17e9a99bf,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:45.465202 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807ff5e6-0416-44f9-b318-709e3d4fea2a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:45.470066 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-807ff5e6-0416-44f9-b318-709e3d4fea2a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.490838 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network f484d36a-5640-4753-b027-10f17e9a99bf details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:34:45.538265 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1eb600b5-52e8-4903-8705-98d91d834212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (80679541-2662-4604-ab97-d3b3eef85096), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.659718 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09702e1a-f3a1-4f25-ac7c-d4ace264116e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2acc5e58-9657-4e44-8d05-f6b016cff94b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.680457 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 702d968a-5049-4c4e-ba49-266762c6e4f6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:45.683838 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.752251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09702e1a-f3a1-4f25-ac7c-d4ace264116e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=2acc5e58-9657-4e44-8d05-f6b016cff94b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:45.811060 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09702e1a-f3a1-4f25-ac7c-d4ace264116e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.815254 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-09702e1a-f3a1-4f25-ac7c-d4ace264116e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/2acc5e58-9657-4e44-8d05-f6b016cff94b HTTP/1.1" status: 204 len: 168 time: 0.9314978 Feb 11 05:34:45.817655 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60192) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:45.887491 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-807ff5e6-0416-44f9-b318-709e3d4fea2a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (c42a673e-b916-46cc-b0e8-3f93e704c4f6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:45.934624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07da7699-1fe8-4067-b60f-3b44584a4ac6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:45.938974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-07da7699-1fe8-4067-b60f-3b44584a4ac6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1173470 Feb 11 05:34:45.939782 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60196) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:45.982017 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ff5e6-0416-44f9-b318-709e3d4fea2a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Subnet': ['ID=c42a673e-b916-46cc-b0e8-3f93e704c4f6,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:46.003145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce5fb37-dfef-4b85-891d-7061a2223121 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:46.004317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1ce5fb37-dfef-4b85-891d-7061a2223121 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0635688 Feb 11 05:34:46.006950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60200) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:46.016927 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807ff5e6-0416-44f9-b318-709e3d4fea2a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Checking segment: {'id': '6b92db79-4dfd-479c-b992-ca0345ed42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:46.017295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807ff5e6-0416-44f9-b318-709e3d4fea2a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network hostable DHCP agents. Network: f484d36a-5640-4753-b027-10f17e9a99bf, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:34:46.036616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807ff5e6-0416-44f9-b318-709e3d4fea2a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network f484d36a-5640-4753-b027-10f17e9a99bf is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:34:46.053571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-807ff5e6-0416-44f9-b318-709e3d4fea2a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, f484d36a-5640-4753-b027-10f17e9a99bf) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:46.058573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807ff5e6-0416-44f9-b318-709e3d4fea2a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:46.059179 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-807ff5e6-0416-44f9-b318-709e3d4fea2a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.075469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-1eb600b5-52e8-4903-8705-98d91d834212 None None] Allocated IP 2001:db8:0:1::2 (f998a239-103b-4838-bc3b-5e531dc8d131/f8e7da76-8b48-40b5-a5df-ceb9f50f5bf5/80679541-2662-4604-ab97-d3b3eef85096) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:46.081930 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-807ff5e6-0416-44f9-b318-709e3d4fea2a tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8882492 Feb 11 05:34:46.083693 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60204) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:46.107776 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1306df56-80ee-454f-af8f-aeb6113d844d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:46.110499 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1306df56-80ee-454f-af8f-aeb6113d844d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:46.117901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1306df56-80ee-454f-af8f-aeb6113d844d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:46.119969 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1306df56-80ee-454f-af8f-aeb6113d844d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1116729 Feb 11 05:34:46.122525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60208) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:46.137576 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f877ca44-390d-4cb0-899e-a8218e41dad6 None None] Current status of the port 80679541-2662-4604-ab97-d3b3eef85096 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:46.148909 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c95c31-342b-44be-bcf9-42385c02bc05 None None] Network f484d36a-5640-4753-b027-10f17e9a99bf requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:46.241284 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a75f15-76ea-49e3-88c6-50b097e8ea25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet ac45ba75-8894-4ae2-a9dd-f927e1cf3e2b {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:46.345362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e5d73a37-3e55-45e3-95dd-848ff4198fa1 None None] Provisioning complete for port e495cdc1-582b-42dd-bbc3-c84e826ab968 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:46.345751 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5d73a37-3e55-45e3-95dd-848ff4198fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.393076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 702d968a-5049-4c4e-ba49-266762c6e4f6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:46.394216 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 80679541-2662-4604-ab97-d3b3eef85096 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:46.404516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:34:41Z', 'revision_number': 2, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:42Z', 'revision_number': 2, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:46.468023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Checking router: 248d8056-8309-440c-a125-6afd9cf63317 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:34:46.468637 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Updating router 248d8056-8309-440c-a125-6afd9cf63317 port e495cdc1-582b-42dd-bbc3-c84e826ab968 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:34:46.521833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1eb600b5-52e8-4903-8705-98d91d834212 None None] For port 80679541-2662-4604-ab97-d3b3eef85096, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=80679541-2662-4604-ab97-d3b3eef85096,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:46.526926 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5846dc9a-1a3e-4ebf-8b0a-13f760be72af req-dec8cb6f-bf79-4c4f-8d9c-f98e96860a1d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 210 time: 0.0869703 Feb 11 05:34:46.569524 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e5d73a37-3e55-45e3-95dd-848ff4198fa1 None None] Port e495cdc1-582b-42dd-bbc3-c84e826ab968 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:46.582948 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.590653 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f484d36a-5640-4753-b027-10f17e9a99bf', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:46.591540 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.647004 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1eb600b5-52e8-4903-8705-98d91d834212 None None] Publish callbacks [] for port (80679541-2662-4604-ab97-d3b3eef85096), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.654451 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-56a75f15-76ea-49e3-88c6-50b097e8ea25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (ac45ba75-8894-4ae2-a9dd-f927e1cf3e2b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.656948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e5d73a37-3e55-45e3-95dd-848ff4198fa1 None None] Provisioning complete for port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:46.657323 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5d73a37-3e55-45e3-95dd-848ff4198fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3b6e4ebf-48a7-4d58-b110-0d3df11fb947), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.684784 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1eb600b5-52e8-4903-8705-98d91d834212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (80679541-2662-4604-ab97-d3b3eef85096), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.774278 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-56a75f15-76ea-49e3-88c6-50b097e8ea25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (ac45ba75-8894-4ae2-a9dd-f927e1cf3e2b), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.784372 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:46.821633 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 80679541-2662-4604-ab97-d3b3eef85096 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:46.822018 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (80679541-2662-4604-ab97-d3b3eef85096), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.037826 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-56a75f15-76ea-49e3-88c6-50b097e8ea25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (ac45ba75-8894-4ae2-a9dd-f927e1cf3e2b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.252263 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-56a75f15-76ea-49e3-88c6-50b097e8ea25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (ac45ba75-8894-4ae2-a9dd-f927e1cf3e2b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.269951 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb600b5-52e8-4903-8705-98d91d834212 None None] Pushing event updated for resources: {'Port': ['ID=80679541-2662-4604-ab97-d3b3eef85096,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:47.353938 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-56a75f15-76ea-49e3-88c6-50b097e8ea25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.362686 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60240) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:47.363353 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-56a75f15-76ea-49e3-88c6-50b097e8ea25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/ac45ba75-8894-4ae2-a9dd-f927e1cf3e2b HTTP/1.1" status: 204 len: 168 time: 1.2359400 Feb 11 05:34:47.364595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a75f15-76ea-49e3-88c6-50b097e8ea25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=ac45ba75-8894-4ae2-a9dd-f927e1cf3e2b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:47.423701 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60242) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:47.505818 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-c403e450-8b88-41f0-99fc-36fd118650f6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet f8e7da76-8b48-40b5-a5df-ceb9f50f5bf5 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:47.514368 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c403e450-8b88-41f0-99fc-36fd118650f6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (f8e7da76-8b48-40b5-a5df-ceb9f50f5bf5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.529197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Allocated IP 172.21.0.2 (f484d36a-5640-4753-b027-10f17e9a99bf/c42a673e-b916-46cc-b0e8-3f93e704c4f6/c3fe2257-b760-4299-8353-92162ba9e7ed) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:47.536334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 80679541-2662-4604-ab97-d3b3eef85096 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:47.537628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:47.617198 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3dd6dd29-671e-4894-a953-70578270b842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.642634 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c403e450-8b88-41f0-99fc-36fd118650f6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (f8e7da76-8b48-40b5-a5df-ceb9f50f5bf5), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.649010 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e5d73a37-3e55-45e3-95dd-848ff4198fa1 None None] Current status of the port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:47.776096 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eebb176e-c4d2-4e0a-a9ee-c32ac6610319 req-dda57252-c439-4808-bd4b-ade02e8d9603 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 210 time: 0.0714810 Feb 11 05:34:47.812771 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c403e450-8b88-41f0-99fc-36fd118650f6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (f8e7da76-8b48-40b5-a5df-ceb9f50f5bf5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.831844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:47.832236 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3b6e4ebf-48a7-4d58-b110-0d3df11fb947), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.842444 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3dd6dd29-671e-4894-a953-70578270b842 admin admin] Publish callbacks [] for security_group (26552f7a-6e15-4e89-ab24-0b9993526dbc), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.849664 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3dd6dd29-671e-4894-a953-70578270b842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (26552f7a-6e15-4e89-ab24-0b9993526dbc), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.919539 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3dd6dd29-671e-4894-a953-70578270b842 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=55270fbb664844d3913ee5109c7d5b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4920144 Feb 11 05:34:47.919539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6dd29-671e-4894-a953-70578270b842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26552f7a-6e15-4e89-ab24-0b9993526dbc,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:47.924663 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60248) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:47.972369 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c403e450-8b88-41f0-99fc-36fd118650f6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (f8e7da76-8b48-40b5-a5df-ceb9f50f5bf5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:47.985229 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Publish callbacks [] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.001046 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.040116 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b71acd2-23c2-4fa2-967a-a1db47c5c5be admin admin] Publish callbacks [] for security_group (26552f7a-6e15-4e89-ab24-0b9993526dbc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.042417 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403e450-8b88-41f0-99fc-36fd118650f6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e7da76-8b48-40b5-a5df-ceb9f50f5bf5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:48.049009 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c403e450-8b88-41f0-99fc-36fd118650f6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.054908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60250) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:48.071341 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c403e450-8b88-41f0-99fc-36fd118650f6 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/f8e7da76-8b48-40b5-a5df-ceb9f50f5bf5 HTTP/1.1" status: 204 len: 168 time: 0.6916254 Feb 11 05:34:48.121966 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3d7b25a2-c10f-4a38-8933-98d3f78db6a7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651016 Feb 11 05:34:48.125693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60252) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:48.131827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-afe42b0a-ed41-431f-9198-983aec11b5bb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:48.138669 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b71acd2-23c2-4fa2-967a-a1db47c5c5be admin admin] Publish callbacks [] for security_group (26552f7a-6e15-4e89-ab24-0b9993526dbc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.168948 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Publish callbacks [] for port (c3fe2257-b760-4299-8353-92162ba9e7ed), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.172411 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab1f9e-b772-4e8e-80dc-9188dcf1fc71 None None] Pushing event updated for resources: {'Port': ['ID=e495cdc1-582b-42dd-bbc3-c84e826ab968,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:48.193003 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (c3fe2257-b760-4299-8353-92162ba9e7ed), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.310208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Pushing event updated for resources: {'Port': ['ID=c3fe2257-b760-4299-8353-92162ba9e7ed,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:48.380927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:48.383549 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4686984c-4db0-45af-b00e-84022981e4e0 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:48.384202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe42b0a-ed41-431f-9198-983aec11b5bb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:48.388523 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-afe42b0a-ed41-431f-9198-983aec11b5bb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.398480 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Network f484d36a-5640-4753-b027-10f17e9a99bf is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:48.416661 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b71acd2-23c2-4fa2-967a-a1db47c5c5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (26552f7a-6e15-4e89-ab24-0b9993526dbc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.419693 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b71acd2-23c2-4fa2-967a-a1db47c5c5be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.421584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5b71acd2-23c2-4fa2-967a-a1db47c5c5be admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/26552f7a-6e15-4e89-ab24-0b9993526dbc HTTP/1.1" status: 204 len: 168 time: 0.4939570 Feb 11 05:34:48.483905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:48.487498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71acd2-23c2-4fa2-967a-a1db47c5c5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26552f7a-6e15-4e89-ab24-0b9993526dbc,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:48.489036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:48.574334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ba0c846e-08c2-4e23-9dce-bf845c376cc1 None None] Provisioning complete for port 80679541-2662-4604-ab97-d3b3eef85096 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:48.574714 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ba0c846e-08c2-4e23-9dce-bf845c376cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (80679541-2662-4604-ab97-d3b3eef85096), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.582660 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Allocated IP 172.21.0.1 (f484d36a-5640-4753-b027-10f17e9a99bf/c42a673e-b916-46cc-b0e8-3f93e704c4f6/9728707c-0c70-4183-a609-d660359272c5) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:48.628816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 80679541-2662-4604-ab97-d3b3eef85096 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:48.641100 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Attempting to bind port e495cdc1-582b-42dd-bbc3-c84e826ab968 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:48.641676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Attempting to bind port e495cdc1-582b-42dd-bbc3-c84e826ab968 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '2d06b5b3-c201-4daa-84df-160d0eea5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:48.641912 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Attempting to bind port e495cdc1-582b-42dd-bbc3-c84e826ab968 on network a1bfc7b0-076a-4759-9f98-167ebc5d1134 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:48.656063 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-908d79a2-cd69-4de8-b1bd-01f934ec0af2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:48.657765 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-908d79a2-cd69-4de8-b1bd-01f934ec0af2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.73 "GET /v2.0/networks?id=b66d100d-fd90-4a57-8b3b-0b20b670c61e HTTP/1.1" status: 200 len: 797 time: 0.4740155 Feb 11 05:34:48.732696 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:48.733117 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Checking segment: {'id': '2d06b5b3-c201-4daa-84df-160d0eea5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:48.733614 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.734820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Bound using segment: {'id': '2d06b5b3-c201-4daa-84df-160d0eea5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:48.734820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Bound port: e495cdc1-582b-42dd-bbc3-c84e826ab968, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d06b5b3-c201-4daa-84df-160d0eea5190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:48.735898 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.759177 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Attempting to bind port c3fe2257-b760-4299-8353-92162ba9e7ed on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:48.759606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Attempting to bind port c3fe2257-b760-4299-8353-92162ba9e7ed by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '6b92db79-4dfd-479c-b992-ca0345ed42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:48.759982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Attempting to bind port c3fe2257-b760-4299-8353-92162ba9e7ed on network f484d36a-5640-4753-b027-10f17e9a99bf {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:48.778512 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:48.778899 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Checking segment: {'id': '6b92db79-4dfd-479c-b992-ca0345ed42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:48.779328 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.779820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Bound using segment: {'id': '6b92db79-4dfd-479c-b992-ca0345ed42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:48.780355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Bound port: c3fe2257-b760-4299-8353-92162ba9e7ed, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b92db79-4dfd-479c-b992-ca0345ed42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:48.780735 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c3fe2257-b760-4299-8353-92162ba9e7ed), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.870516 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-afe42b0a-ed41-431f-9198-983aec11b5bb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (f8619ea8-48f2-477e-bf2b-9fa487ffd5ce), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.944341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 80679541-2662-4604-ab97-d3b3eef85096 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:48.946231 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (80679541-2662-4604-ab97-d3b3eef85096), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:48.962901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1f0c5b-1974-4ced-a6da-e31134ac6942 None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:34:48.979933 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-f343ac50-1461-4647-b63b-0918539220bc tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89a824e240334b3fb89a7803bbc06026 HTTP/1.1" status: 200 len: 470 time: 0.3038127 Feb 11 05:34:49.002840 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-16d5f8d0-2549-4008-a074-6d15ab9b56ba tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'port': {'device_id': 'd23d1509-508f-435a-9b12-c66bfeeab87d', 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e', 'admin_state_up': True, 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'security_groups': ['a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:49.004282 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c846e-08c2-4e23-9dce-bf845c376cc1 None None] Current status of the port 80679541-2662-4604-ab97-d3b3eef85096 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:49.011729 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (9728707c-0c70-4183-a609-d660359272c5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.015157 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] For port e495cdc1-582b-42dd-bbc3-c84e826ab968, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:49.067090 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] For port e495cdc1-582b-42dd-bbc3-c84e826ab968, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e495cdc1-582b-42dd-bbc3-c84e826ab968,segment=NetworkSegment(2d06b5b3-c201-4daa-84df-160d0eea5190),segment_id=2d06b5b3-c201-4daa-84df-160d0eea5190)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:49.081281 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] For port c3fe2257-b760-4299-8353-92162ba9e7ed, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:49.086557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] For port c3fe2257-b760-4299-8353-92162ba9e7ed, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c3fe2257-b760-4299-8353-92162ba9e7ed,segment=NetworkSegment(6b92db79-4dfd-479c-b992-ca0345ed42b5),segment_id=6b92db79-4dfd-479c-b992-ca0345ed42b5)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:49.088608 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.104890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe42b0a-ed41-431f-9198-983aec11b5bb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:49.106841 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64080d16-eddc-4a25-ae98-145a8077d753 req-df7f9569-1cc3-4258-8f0e-524b121d3109 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 210 time: 0.1153002 Feb 11 05:34:49.116528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-afe42b0a-ed41-431f-9198-983aec11b5bb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:49.124334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe42b0a-ed41-431f-9198-983aec11b5bb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:49.125856 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-afe42b0a-ed41-431f-9198-983aec11b5bb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.129544 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c3fe2257-b760-4299-8353-92162ba9e7ed), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.154548 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe42b0a-ed41-431f-9198-983aec11b5bb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=f8619ea8-48f2-477e-bf2b-9fa487ffd5ce,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:49.189223 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-afe42b0a-ed41-431f-9198-983aec11b5bb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0618105 Feb 11 05:34:49.195860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60270) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:49.209610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-8003d6db-4b61-4384-b9da-6801227fe8fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:49.240137 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (9728707c-0c70-4183-a609-d660359272c5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.291398 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c5467deb-8f27-4593-9adf-e26d87022da0 None None] Provisioning complete for port e495cdc1-582b-42dd-bbc3-c84e826ab968 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:49.291992 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c5467deb-8f27-4593-9adf-e26d87022da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.309013 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab1f9e-b772-4e8e-80dc-9188dcf1fc71 None None] Pushing event updated for resources: {'Port': ['ID=e495cdc1-582b-42dd-bbc3-c84e826ab968,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:49.320501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:49.321162 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:49.359365 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network f484d36a-5640-4753-b027-10f17e9a99bf is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:49.372222 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:49.385277 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:49.447640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-16d5f8d0-2549-4008-a074-6d15ab9b56ba tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Made reservation on behalf of 89a824e240334b3fb89a7803bbc06026 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:49.455622 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-16d5f8d0-2549-4008-a074-6d15ab9b56ba tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.475903 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=9728707c-0c70-4183-a609-d660359272c5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:49.508073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8003d6db-4b61-4384-b9da-6801227fe8fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:49.518672 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8003d6db-4b61-4384-b9da-6801227fe8fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.531507 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bd1f0c5b-1974-4ced-a6da-e31134ac6942 None None] Deleting port 80679541-2662-4604-ab97-d3b3eef85096 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:49.532463 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0c5b-1974-4ced-a6da-e31134ac6942 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (80679541-2662-4604-ab97-d3b3eef85096), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:49.558671 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 80679541-2662-4604-ab97-d3b3eef85096 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:49.780918 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-16d5f8d0-2549-4008-a074-6d15ab9b56ba tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Allocated IP 172.20.0.28 (b66d100d-fd90-4a57-8b3b-0b20b670c61e/c526e2d9-d063-4aa1-a5c4-1043d1ace934/c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:49.888526 n-d-713499-38 neutron-server[103171]: INFO neutron.db.ipam_backend_mixin [None req-8003d6db-4b61-4384-b9da-6801227fe8fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8619ea8-48f2-477e-bf2b-9fa487ffd5ce (CIDR: 2001:db8::/64) Feb 11 05:34:49.897605 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-8003d6db-4b61-4384-b9da-6801227fe8fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:34:49.899529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8003d6db-4b61-4384-b9da-6801227fe8fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:34:49.952707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8003d6db-4b61-4384-b9da-6801227fe8fb tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7502925 Feb 11 05:34:49.953233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60282) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:49.964574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c215feb8-7d70-46c7-9127-e11553a7f2c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:50.000476 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-16d5f8d0-2549-4008-a074-6d15ab9b56ba tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for port (c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.041079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c2ca6-8a14-4227-99f5-0f190c245554 None None] Pushing event updated for resources: {'Port': ['ID=c3fe2257-b760-4299-8353-92162ba9e7ed,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:50.046228 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-16d5f8d0-2549-4008-a074-6d15ab9b56ba tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.048677 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (248d8056-8309-440c-a125-6afd9cf63317), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.067050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:50.142609 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-16d5f8d0-2549-4008-a074-6d15ab9b56ba tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network b66d100d-fd90-4a57-8b3b-0b20b670c61e is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:50.151098 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-16d5f8d0-2549-4008-a074-6d15ab9b56ba tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:50.157030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-bd1f0c5b-1974-4ced-a6da-e31134ac6942 None None] For port 80679541-2662-4604-ab97-d3b3eef85096, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=80679541-2662-4604-ab97-d3b3eef85096,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:50.157446 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0c5b-1974-4ced-a6da-e31134ac6942 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (80679541-2662-4604-ab97-d3b3eef85096), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.163510 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-16d5f8d0-2549-4008-a074-6d15ab9b56ba tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:50.238270 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bd1f0c5b-1974-4ced-a6da-e31134ac6942 None None] Calling delete_port for 80679541-2662-4604-ab97-d3b3eef85096 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:50.284747 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5f8d0-2549-4008-a074-6d15ab9b56ba tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Port': ['ID=c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:50.311042 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c5467deb-8f27-4593-9adf-e26d87022da0 None None] Current status of the port e495cdc1-582b-42dd-bbc3-c84e826ab968 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:50.318111 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c5467deb-8f27-4593-9adf-e26d87022da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.346226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-16d5f8d0-2549-4008-a074-6d15ab9b56ba tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:50.349888 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-16d5f8d0-2549-4008-a074-6d15ab9b56ba tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.413476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c215feb8-7d70-46c7-9127-e11553a7f2c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:50.430292 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c215feb8-7d70-46c7-9127-e11553a7f2c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.462890 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-16d5f8d0-2549-4008-a074-6d15ab9b56ba tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4667065 Feb 11 05:34:50.510603 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Request body: {'port': {'device_id': 'd23d1509-508f-435a-9b12-c66bfeeab87d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:50.557326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5c3fe-80a4-4c41-96f3-9488428ef11d req-7eb05c30-2597-4d6a-902d-27c967bb255a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:50.559024 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3f5c3fe-80a4-4c41-96f3-9488428ef11d req-7eb05c30-2597-4d6a-902d-27c967bb255a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 932 time: 0.2813425 Feb 11 05:34:50.610173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c5467deb-8f27-4593-9adf-e26d87022da0 None None] For port e495cdc1-582b-42dd-bbc3-c84e826ab968, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e495cdc1-582b-42dd-bbc3-c84e826ab968,segment=NetworkSegment(2d06b5b3-c201-4daa-84df-160d0eea5190),segment_id=2d06b5b3-c201-4daa-84df-160d0eea5190)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:50.631911 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c5467deb-8f27-4593-9adf-e26d87022da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.684793 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9728707c-0c70-4183-a609-d660359272c5), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.736515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c3fe2257-b760-4299-8353-92162ba9e7ed up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:50.819105 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:50.907258 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3f5c3fe-80a4-4c41-96f3-9488428ef11d req-74df11f8-6a08-4f0e-b7c4-fa1f52f4d1b0 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3405497 Feb 11 05:34:50.914193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5467deb-8f27-4593-9adf-e26d87022da0 None None] Pushing event updated for resources: {'Port': ['ID=e495cdc1-582b-42dd-bbc3-c84e826ab968,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:50.972569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-cf7ca770-8871-456b-ab7e-d54349ba7287 None None] Provisioning complete for port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:50.973082 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca770-8871-456b-ab7e-d54349ba7287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.104624 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0c5b-1974-4ced-a6da-e31134ac6942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (80679541-2662-4604-ab97-d3b3eef85096), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.123474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ca770-8871-456b-ab7e-d54349ba7287 None None] Port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:51.155001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port c3fe2257-b760-4299-8353-92162ba9e7ed triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:51.155582 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c3fe2257-b760-4299-8353-92162ba9e7ed), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.195242 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1f0c5b-1974-4ced-a6da-e31134ac6942 None None] No DVR routers for this DVR port 80679541-2662-4604-ab97-d3b3eef85096 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:34:51.208223 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f0c5b-1974-4ced-a6da-e31134ac6942 None None] Pushing event deleted for resources: {'Port': ['ID=80679541-2662-4604-ab97-d3b3eef85096,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:51.238539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-cf7ca770-8871-456b-ab7e-d54349ba7287 None None] Provisioning complete for port e495cdc1-582b-42dd-bbc3-c84e826ab968 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:51.238797 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca770-8871-456b-ab7e-d54349ba7287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.259025 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae9ed78-9f0e-4892-b68e-c8e8e35d725a None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:51.262652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a2361-4b10-4aea-bae1-441f4693cb9f None None] Network f484d36a-5640-4753-b027-10f17e9a99bf requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:51.330431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.objects.ports [None req-c215feb8-7d70-46c7-9127-e11553a7f2c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103171) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:34:51.332341 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c215feb8-7d70-46c7-9127-e11553a7f2c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (cddcbde5-c91c-409f-8cfe-92a1f986ad14), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.384633 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:34:41Z', 'revision_number': 2, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:48Z', 'revision_number': 4, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:51.418089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215feb8-7d70-46c7-9127-e11553a7f2c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:51.430959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-c215feb8-7d70-46c7-9127-e11553a7f2c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:51.440980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c215feb8-7d70-46c7-9127-e11553a7f2c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:51.443297 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c215feb8-7d70-46c7-9127-e11553a7f2c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.459826 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (9728707c-0c70-4183-a609-d660359272c5), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.473890 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (9728707c-0c70-4183-a609-d660359272c5), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.490371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215feb8-7d70-46c7-9127-e11553a7f2c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=cddcbde5-c91c-409f-8cfe-92a1f986ad14,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:51.504698 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c215feb8-7d70-46c7-9127-e11553a7f2c7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5478683 Feb 11 05:34:51.505689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60304) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:51.513016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-5d25741b-d277-40df-9d36-8715a902239b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'mac_address': 'fa:16:3e:2f:a5:2d', 'name': 'tempest-NetworksTestDHCPv6-451119270'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:51.540859 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9573ce2-9b5f-402a-95ba-27f73dd3127e None None] The sync data for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 is: [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:34:41Z', 'revision_number': 2, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:48Z', 'revision_number': 4, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:51.621517 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:51.638487 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Publish callbacks [] for port (c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.641174 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=9728707c-0c70-4183-a609-d660359272c5,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:51.678177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Transition to ACTIVE for port object c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:34:51.681532 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (248d8056-8309-440c-a125-6afd9cf63317), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.698725 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.744976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port c3fe2257-b760-4299-8353-92162ba9e7ed is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:51.748557 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c3fe2257-b760-4299-8353-92162ba9e7ed), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.766588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f998a239-103b-4838-bc3b-5e531dc8d131', 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'project_id': '0a6081079e0644cbbaca04e56165b567', 'fixed_ips': [{'subnet_id': 'cddcbde5-c91c-409f-8cfe-92a1f986ad14'}, {'subnet_id': 'f8619ea8-48f2-477e-bf2b-9fa487ffd5ce'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:51.768753 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:51.802065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d25741b-d277-40df-9d36-8715a902239b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:51.844582 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ca770-8871-456b-ab7e-d54349ba7287 None None] Current status of the port e495cdc1-582b-42dd-bbc3-c84e826ab968 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:52.032331 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Pushing event updated for resources: {'Port': ['ID=c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:52.082211 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d25741b-d277-40df-9d36-8715a902239b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.143975 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Attempting to bind port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:52.144366 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Attempting to bind port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'db88eecd-fcc0-4b3e-8599-46951f891ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:52.144651 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Attempting to bind port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e on network b66d100d-fd90-4a57-8b3b-0b20b670c61e {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:52.153790 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port c3fe2257-b760-4299-8353-92162ba9e7ed, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c3fe2257-b760-4299-8353-92162ba9e7ed,segment=NetworkSegment(6b92db79-4dfd-479c-b992-ca0345ed42b5),segment_id=6b92db79-4dfd-479c-b992-ca0345ed42b5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:52.173876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-5d25741b-d277-40df-9d36-8715a902239b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port f6f9ae3f-df68-4251-b755-f41fb1ba1601 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:34:52.174336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network f484d36a-5640-4753-b027-10f17e9a99bf is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:52.175087 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e on network b66d100d-fd90-4a57-8b3b-0b20b670c61e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:34:52.175404 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Attempting to bind port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e on network b66d100d-fd90-4a57-8b3b-0b20b670c61e {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:52.199319 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:52.199684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Checking segment: {'id': 'db88eecd-fcc0-4b3e-8599-46951f891ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:52.200067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Bound using segment: {'id': 'db88eecd-fcc0-4b3e-8599-46951f891ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:52.200528 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Bound port: c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db88eecd-fcc0-4b3e-8599-46951f891ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:52.200897 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.205706 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c3fe2257-b760-4299-8353-92162ba9e7ed), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.216597 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:52.297173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8e4f3da7-dde4-4906-845d-86a1d70c57b7 None None] Provisioning complete for port c3fe2257-b760-4299-8353-92162ba9e7ed triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:52.297826 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3da7-dde4-4906-845d-86a1d70c57b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c3fe2257-b760-4299-8353-92162ba9e7ed), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:52.346187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 80679541-2662-4604-ab97-d3b3eef85096 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:34:52.440791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a871da-b127-4d55-a574-0c75f2681db9 req-c7c7d942-2d4d-4962-ad92-055cc4baab50 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:52.453734 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48a871da-b127-4d55-a574-0c75f2681db9 req-c7c7d942-2d4d-4962-ad92-055cc4baab50 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 944 time: 0.3353670 Feb 11 05:34:52.474504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 80679541-2662-4604-ab97-d3b3eef85096 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:34:52.474784 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 80679541-2662-4604-ab97-d3b3eef85096 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:34:52.497458 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=c3fe2257-b760-4299-8353-92162ba9e7ed,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:52.596141 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48a871da-b127-4d55-a574-0c75f2681db9 req-c9784643-39dc-4455-b96a-c39b5f4d511d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1399999 Feb 11 05:34:52.736516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Allocated IP 2001:db8::2 (f998a239-103b-4838-bc3b-5e531dc8d131/f8619ea8-48f2-477e-bf2b-9fa487ffd5ce/6e996dad-e4d1-4f90-84d1-47ca643b5a9f) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:52.769937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Allocated IP 2001:db8:0:1:f816:3eff:fecb:bd81 (f998a239-103b-4838-bc3b-5e531dc8d131/cddcbde5-c91c-409f-8cfe-92a1f986ad14/6e996dad-e4d1-4f90-84d1-47ca643b5a9f) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:52.786110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8e4f3da7-dde4-4906-845d-86a1d70c57b7 None None] Current status of the port c3fe2257-b760-4299-8353-92162ba9e7ed is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:52.987807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e495cdc1-582b-42dd-bbc3-c84e826ab968 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:53.051641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-aacc0acc-04f2-4857-acff-f87856432a51 None None] Provisioning complete for port 9728707c-0c70-4183-a609-d660359272c5 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:53.052026 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aacc0acc-04f2-4857-acff-f87856432a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9728707c-0c70-4183-a609-d660359272c5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.215974 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port e495cdc1-582b-42dd-bbc3-c84e826ab968 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:53.216468 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.221398 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-aacc0acc-04f2-4857-acff-f87856432a51 None None] Port 9728707c-0c70-4183-a609-d660359272c5 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:53.284434 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 248d8056-8309-440c-a125-6afd9cf63317 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:34:53.285880 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-aacc0acc-04f2-4857-acff-f87856432a51 None None] Provisioning complete for port c3fe2257-b760-4299-8353-92162ba9e7ed triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:53.296997 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aacc0acc-04f2-4857-acff-f87856432a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c3fe2257-b760-4299-8353-92162ba9e7ed), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.312327 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] For port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:53.347055 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Publish callbacks [] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.375193 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] For port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e,segment=NetworkSegment(db88eecd-fcc0-4b3e-8599-46951f891ecc),segment_id=db88eecd-fcc0-4b3e-8599-46951f891ecc)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:53.392745 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.437150 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.528210 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:53.530404 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:53.531042 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.532935 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] 10.222.0.73 "PUT /v2.0/ports/c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e HTTP/1.1" status: 200 len: 1093 time: 3.0481234 Feb 11 05:34:53.533399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23d1509-508f-435a-9b12-c66bfeeab87d', 'tag': 'c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:34:53.535707 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02ec895-b312-450d-86aa-866a48359656" -d '{"events": [{"name": "network-changed", "server_uuid": "d23d1509-508f-435a-9b12-c66bfeeab87d", "tag": "c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:34:53.545586 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:34:53.557312 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7bfbc771-689f-49f6-9872-ef7817259478 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/248d8056-8309-440c-a125-6afd9cf63317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4710965 Feb 11 05:34:53.560875 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60332) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:53.575783 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ed7cb4ec-a4a3-413f-86ef-7b4d1879c702 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'network': {'name': 'tempest-RoutersTest-1075830045'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:53.589203 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f3aa2-b227-4b1e-95a2-00c6869ac4ad service neutron] Pushing event updated for resources: {'Port': ['ID=c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:53.621197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-5d25741b-d277-40df-9d36-8715a902239b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::7c (f998a239-103b-4838-bc3b-5e531dc8d131/f8619ea8-48f2-477e-bf2b-9fa487ffd5ce/f6f9ae3f-df68-4251-b755-f41fb1ba1601) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:53.634296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-5d25741b-d277-40df-9d36-8715a902239b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2f:a52d (f998a239-103b-4838-bc3b-5e531dc8d131/cddcbde5-c91c-409f-8cfe-92a1f986ad14/f6f9ae3f-df68-4251-b755-f41fb1ba1601) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:53.646204 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e115730c-7283-4e18-903b-250bdcec42b4 x-openstack-request-id: req-e115730c-7283-4e18-903b-250bdcec42b4 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:34:53.646836 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23d1509-508f-435a-9b12-c66bfeeab87d", "tag": "c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:34:53.647344 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e115730c-7283-4e18-903b-250bdcec42b4 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:34:53.648070 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23d1509-508f-435a-9b12-c66bfeeab87d', 'tag': 'c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e', 'status': 'completed', 'code': 200} Feb 11 05:34:53.651016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:53.667346 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:53.682629 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7cb4ec-a4a3-413f-86ef-7b4d1879c702 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:53.686682 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb4ec-a4a3-413f-86ef-7b4d1879c702 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.716732 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-76e86edd-3f3c-4602-bdaa-9c1248e2983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:53.718950 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-76e86edd-3f3c-4602-bdaa-9c1248e2983e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89a824e240334b3fb89a7803bbc06026&device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 1127 time: 0.1161003 Feb 11 05:34:53.726972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7cb4ec-a4a3-413f-86ef-7b4d1879c702 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:34:53.751916 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb4ec-a4a3-413f-86ef-7b4d1879c702 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (81be652d-0b23-4fbf-8ebb-1b7a6a11781f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.752432 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-ed7cb4ec-a4a3-413f-86ef-7b4d1879c702 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Added segment 81be652d-0b23-4fbf-8ebb-1b7a6a11781f of type vlan for network 87ff3f24-9a24-4624-aace-7f37b6bc8a3d Feb 11 05:34:53.811537 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-4dda8dfd-3136-421f-ba7e-88955abd3aa9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e HTTP/1.1" status: 200 len: 217 time: 0.0733976 Feb 11 05:34:53.835933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Pushing event updated for resources: {'Port': ['ID=6e996dad-e4d1-4f90-84d1-47ca643b5a9f,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:53.868317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port e495cdc1-582b-42dd-bbc3-c84e826ab968 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:53.869738 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c3fe2257-b760-4299-8353-92162ba9e7ed up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:53.899234 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb4ec-a4a3-413f-86ef-7b4d1879c702 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (87ff3f24-9a24-4624-aace-7f37b6bc8a3d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:53.920482 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-c83d84d2-8d6f-4b3e-99c6-cc712a9d7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:53.924396 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-c83d84d2-8d6f-4b3e-99c6-cc712a9d7211 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c526e2d9-d063-4aa1-a5c4-1043d1ace934 HTTP/1.1" status: 200 len: 838 time: 0.1026623 Feb 11 05:34:53.976392 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b4885-e67f-4f18-93d9-58dce590a3e0 req-081e995a-1ed6-45bf-b1ef-78fc5eae5c28 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:53.978312 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c40b4885-e67f-4f18-93d9-58dce590a3e0 req-081e995a-1ed6-45bf-b1ef-78fc5eae5c28 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 944 time: 0.1790178 Feb 11 05:34:54.076619 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb4ec-a4a3-413f-86ef-7b4d1879c702 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (87ff3f24-9a24-4624-aace-7f37b6bc8a3d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.089205 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7cb4ec-a4a3-413f-86ef-7b4d1879c702 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:54.089205 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb4ec-a4a3-413f-86ef-7b4d1879c702 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.090558 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d25741b-d277-40df-9d36-8715a902239b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (f6f9ae3f-df68-4251-b755-f41fb1ba1601), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.098420 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Sync routers for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:34:54.117843 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:54.118757 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:54.130051 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c40b4885-e67f-4f18-93d9-58dce590a3e0 req-af19b0cb-378b-4eb7-9e0d-cd1da97b066b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1431901 Feb 11 05:34:54.177113 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d25741b-d277-40df-9d36-8715a902239b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f6f9ae3f-df68-4251-b755-f41fb1ba1601), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.219631 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-068f4549-3b30-4e03-b008-3b261db1270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:54.221567 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-068f4549-3b30-4e03-b008-3b261db1270b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b66d100d-fd90-4a57-8b3b-0b20b670c61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.2867172 Feb 11 05:34:54.246309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d25741b-d277-40df-9d36-8715a902239b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:54.249779 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-5d25741b-d277-40df-9d36-8715a902239b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:54.254229 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ed7cb4ec-a4a3-413f-86ef-7b4d1879c702 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6921718 Feb 11 05:34:54.263188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25741b-d277-40df-9d36-8715a902239b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:54.270777 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d25741b-d277-40df-9d36-8715a902239b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:54.271846 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d25741b-d277-40df-9d36-8715a902239b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.278860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60340) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:54.289899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6faf25e9-212e-4998-9abe-60bad9a1f4d4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'subnet': {'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:54.322701 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:54.354136 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cb4ec-a4a3-413f-86ef-7b4d1879c702 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Network': ['ID=87ff3f24-9a24-4624-aace-7f37b6bc8a3d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:54.383533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25741b-d277-40df-9d36-8715a902239b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=f6f9ae3f-df68-4251-b755-f41fb1ba1601,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:54.410087 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5d25741b-d277-40df-9d36-8715a902239b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.9021645 Feb 11 05:34:54.415475 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60342) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:54.445945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 87ff3f24-9a24-4624-aace-7f37b6bc8a3d details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:34:54.540462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faf25e9-212e-4998-9abe-60bad9a1f4d4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:54.544359 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6faf25e9-212e-4998-9abe-60bad9a1f4d4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.548246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-aacc0acc-04f2-4857-acff-f87856432a51 None None] Current status of the port c3fe2257-b760-4299-8353-92162ba9e7ed is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:54.552047 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-dcb346a0-99ca-43f0-8560-054edff8bc1f service neutron] 10.222.0.73 "GET /v2.0/networks/b66d100d-fd90-4a57-8b3b-0b20b670c61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215911 Feb 11 05:34:54.690431 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Attempting to bind port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:54.690826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Attempting to bind port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:54.691203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Attempting to bind port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f on network f998a239-103b-4838-bc3b-5e531dc8d131 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:54.733804 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0135f3ca-ebb6-4962-8912-4c509d71f040 req-b216556d-647b-4955-b0f0-f2a3d478805e service neutron] 10.222.0.73 "GET /v2.0/networks/b66d100d-fd90-4a57-8b3b-0b20b670c61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708062 Feb 11 05:34:54.751350 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 3, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:51Z', 'revision_number': 2, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:54.768231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:54.768661 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Checking segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:54.769044 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.769466 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Bound using segment: {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:54.769958 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Bound port: 6e996dad-e4d1-4f90-84d1-47ca643b5a9f, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96633-f841-4dd1-8801-1741afc10470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:54.770405 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.799191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port c3fe2257-b760-4299-8353-92162ba9e7ed triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:54.799634 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c3fe2257-b760-4299-8353-92162ba9e7ed), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.819696 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Checking router: 248d8056-8309-440c-a125-6afd9cf63317 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:34:54.820054 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Updating router 248d8056-8309-440c-a125-6afd9cf63317 port 9728707c-0c70-4183-a609-d660359272c5 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:34:54.876424 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9728707c-0c70-4183-a609-d660359272c5), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.892292 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ec895-b312-450d-86aa-866a48359656 req-0e3e8354-f729-4bcd-b70e-aff859b18abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:54.894073 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f02ec895-b312-450d-86aa-866a48359656 req-0e3e8354-f729-4bcd-b70e-aff859b18abc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89a824e240334b3fb89a7803bbc06026&device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 1127 time: 0.0961702 Feb 11 05:34:54.923440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3ff1c327-d45c-422d-80bc-1cf2c4a944a5 None None] Provisioning complete for port 9728707c-0c70-4183-a609-d660359272c5 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:54.924558 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3ff1c327-d45c-422d-80bc-1cf2c4a944a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9728707c-0c70-4183-a609-d660359272c5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:54.967317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1c327-d45c-422d-80bc-1cf2c4a944a5 None None] Port 9728707c-0c70-4183-a609-d660359272c5 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:34:55.032955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port c3fe2257-b760-4299-8353-92162ba9e7ed is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:55.045257 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] For port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:55.058859 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] For port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6e996dad-e4d1-4f90-84d1-47ca643b5a9f,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:55.067239 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.123196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bbb9f-4756-43b4-883f-3093d4a70a46 None None] Pushing event updated for resources: {'Port': ['ID=6e996dad-e4d1-4f90-84d1-47ca643b5a9f,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:55.141195 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ec895-b312-450d-86aa-866a48359656 req-f354b8df-095b-430e-b722-f1643c519fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:55.142766 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f02ec895-b312-450d-86aa-866a48359656 req-f354b8df-095b-430e-b722-f1643c519fea service neutron] 10.222.0.73 "GET /v2.0/networks?id=b66d100d-fd90-4a57-8b3b-0b20b670c61e HTTP/1.1" status: 200 len: 898 time: 0.2413275 Feb 11 05:34:55.222842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e2ee8-5334-4a8b-89f6-0d4e35b71117 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port f6f9ae3f-df68-4251-b755-f41fb1ba1601 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:34:55.223479 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2ee8-5334-4a8b-89f6-0d4e35b71117 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f6f9ae3f-df68-4251-b755-f41fb1ba1601), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.237349 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f02ec895-b312-450d-86aa-866a48359656 req-04efe905-e6f8-4f8f-b1f6-7555ba14901c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e HTTP/1.1" status: 200 len: 217 time: 0.0727644 Feb 11 05:34:55.348956 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ec895-b312-450d-86aa-866a48359656 req-1ed16528-770a-4203-b43a-ab246bbefa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:55.350740 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f02ec895-b312-450d-86aa-866a48359656 req-1ed16528-770a-4203-b43a-ab246bbefa0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c526e2d9-d063-4aa1-a5c4-1043d1ace934 HTTP/1.1" status: 200 len: 838 time: 0.1037374 Feb 11 05:34:55.364071 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6faf25e9-212e-4998-9abe-60bad9a1f4d4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (b185c2ab-c20e-44b0-8ef5-4c168d33d244), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.380159 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Publish callbacks [] for port (9728707c-0c70-4183-a609-d660359272c5), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.389664 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9728707c-0c70-4183-a609-d660359272c5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.447552 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e6ea8-f6a4-4827-a18c-6964e1a2175f None None] Pushing event updated for resources: {'Port': ['ID=9728707c-0c70-4183-a609-d660359272c5,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:55.468311 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e6ea8-f6a4-4827-a18c-6964e1a2175f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:55.469164 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e6ea8-f6a4-4827-a18c-6964e1a2175f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:55.469771 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e6ea8-f6a4-4827-a18c-6964e1a2175f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:55.470628 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e6ea8-f6a4-4827-a18c-6964e1a2175f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:55.471291 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e6ea8-f6a4-4827-a18c-6964e1a2175f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:55.472153 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e6ea8-f6a4-4827-a18c-6964e1a2175f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:55.472647 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e6ea8-f6a4-4827-a18c-6964e1a2175f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:55.473143 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e6ea8-f6a4-4827-a18c-6964e1a2175f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:55.475483 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ec895-b312-450d-86aa-866a48359656 req-5c26d954-0320-4aa6-81f5-77c12b372d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:55.477155 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f02ec895-b312-450d-86aa-866a48359656 req-5c26d954-0320-4aa6-81f5-77c12b372d38 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b66d100d-fd90-4a57-8b3b-0b20b670c61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1193016 Feb 11 05:34:55.477339 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e6ea8-f6a4-4827-a18c-6964e1a2175f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:55.477845 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e6ea8-f6a4-4827-a18c-6964e1a2175f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:55.478395 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e6ea8-f6a4-4827-a18c-6964e1a2175f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:55.479297 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e6ea8-f6a4-4827-a18c-6964e1a2175f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:55.479814 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e6ea8-f6a4-4827-a18c-6964e1a2175f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:34:55.570206 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2ee8-5334-4a8b-89f6-0d4e35b71117 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f6f9ae3f-df68-4251-b755-f41fb1ba1601), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.606773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e2ee8-5334-4a8b-89f6-0d4e35b71117 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for f6f9ae3f-df68-4251-b755-f41fb1ba1601 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:34:55.643822 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Attempting to bind port 9728707c-0c70-4183-a609-d660359272c5 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:55.644202 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Attempting to bind port 9728707c-0c70-4183-a609-d660359272c5 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '6b92db79-4dfd-479c-b992-ca0345ed42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:55.644566 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Attempting to bind port 9728707c-0c70-4183-a609-d660359272c5 on network f484d36a-5640-4753-b027-10f17e9a99bf {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:55.661302 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:55.661683 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Checking segment: {'id': '6b92db79-4dfd-479c-b992-ca0345ed42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:55.662091 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.662506 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Bound using segment: {'id': '6b92db79-4dfd-479c-b992-ca0345ed42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:55.663105 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Bound port: 9728707c-0c70-4183-a609-d660359272c5, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b92db79-4dfd-479c-b992-ca0345ed42b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:55.663516 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9728707c-0c70-4183-a609-d660359272c5), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.676694 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f02ec895-b312-450d-86aa-866a48359656 req-8b1e1f53-64fc-4695-8da6-d337938f2992 service neutron] 10.222.0.73 "GET /v2.0/networks/b66d100d-fd90-4a57-8b3b-0b20b670c61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724074 Feb 11 05:34:55.845171 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] For port 9728707c-0c70-4183-a609-d660359272c5, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:55.862801 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] For port 9728707c-0c70-4183-a609-d660359272c5, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9728707c-0c70-4183-a609-d660359272c5,segment=NetworkSegment(6b92db79-4dfd-479c-b992-ca0345ed42b5),segment_id=6b92db79-4dfd-479c-b992-ca0345ed42b5)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:55.866937 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f02ec895-b312-450d-86aa-866a48359656 req-54a7db93-3b9b-4f60-836c-188ec60d2cf6 service neutron] 10.222.0.73 "GET /v2.0/networks/b66d100d-fd90-4a57-8b3b-0b20b670c61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737304 Feb 11 05:34:55.879167 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9728707c-0c70-4183-a609-d660359272c5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.936830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf25e9-212e-4998-9abe-60bad9a1f4d4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Subnet': ['ID=b185c2ab-c20e-44b0-8ef5-4c168d33d244,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:55.966818 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:34:55.966818 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:34:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:55.970661 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e6ea8-f6a4-4827-a18c-6964e1a2175f None None] Pushing event updated for resources: {'Port': ['ID=9728707c-0c70-4183-a609-d660359272c5,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:56.005714 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251a78d-d8e4-4ba2-afb5-56cf7ca7b3f8 req-a715548f-50e2-4f24-ac68-cf3efb3152ec tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:56.007389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0251a78d-d8e4-4ba2-afb5-56cf7ca7b3f8 req-a715548f-50e2-4f24-ac68-cf3efb3152ec tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 944 time: 0.6474881 Feb 11 05:34:56.021914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-bb286482-8652-4f21-a30f-5c275289a65d None None] Provisioning complete for port 9728707c-0c70-4183-a609-d660359272c5 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:56.023026 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb286482-8652-4f21-a30f-5c275289a65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9728707c-0c70-4183-a609-d660359272c5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.027947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf25e9-212e-4998-9abe-60bad9a1f4d4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Checking segment: {'id': '81be652d-0b23-4fbf-8ebb-1b7a6a11781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:56.028339 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faf25e9-212e-4998-9abe-60bad9a1f4d4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network hostable DHCP agents. Network: 87ff3f24-9a24-4624-aace-7f37b6bc8a3d, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:34:56.079010 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2ee8-5334-4a8b-89f6-0d4e35b71117 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f6f9ae3f-df68-4251-b755-f41fb1ba1601), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.172748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faf25e9-212e-4998-9abe-60bad9a1f4d4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network 87ff3f24-9a24-4624-aace-7f37b6bc8a3d is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:34:56.180572 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bb286482-8652-4f21-a30f-5c275289a65d None None] Current status of the port 9728707c-0c70-4183-a609-d660359272c5 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:56.189984 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e2ee8-5334-4a8b-89f6-0d4e35b71117 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=f6f9ae3f-df68-4251-b755-f41fb1ba1601,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:56.190646 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb286482-8652-4f21-a30f-5c275289a65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9728707c-0c70-4183-a609-d660359272c5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.203388 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0251a78d-d8e4-4ba2-afb5-56cf7ca7b3f8 req-92554e3a-ab50-48d2-a539-a46d3e6351ca tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1857088 Feb 11 05:34:56.264000 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:34:56.265000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-6faf25e9-212e-4998-9abe-60bad9a1f4d4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 87ff3f24-9a24-4624-aace-7f37b6bc8a3d) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:56.271169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-bb286482-8652-4f21-a30f-5c275289a65d None None] For port 9728707c-0c70-4183-a609-d660359272c5, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9728707c-0c70-4183-a609-d660359272c5,segment=NetworkSegment(6b92db79-4dfd-479c-b992-ca0345ed42b5),segment_id=6b92db79-4dfd-479c-b992-ca0345ed42b5)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:56.276338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57185af-dd44-4ad9-8404-158ff8cb9948 None None] Network 87ff3f24-9a24-4624-aace-7f37b6bc8a3d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:56.286733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf25e9-212e-4998-9abe-60bad9a1f4d4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:56.287344 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6faf25e9-212e-4998-9abe-60bad9a1f4d4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.296629 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb286482-8652-4f21-a30f-5c275289a65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9728707c-0c70-4183-a609-d660359272c5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.370783 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2ee8-5334-4a8b-89f6-0d4e35b71117 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.378005 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60358) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:56.395332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7a1e2ee8-5334-4a8b-89f6-0d4e35b71117 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/f6f9ae3f-df68-4251-b755-f41fb1ba1601 HTTP/1.1" status: 204 len: 168 time: 1.9772506 Feb 11 05:34:56.419099 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6faf25e9-212e-4998-9abe-60bad9a1f4d4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1389949 Feb 11 05:34:56.421876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60360) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:56.433603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb286482-8652-4f21-a30f-5c275289a65d None None] Pushing event updated for resources: {'Port': ['ID=9728707c-0c70-4183-a609-d660359272c5,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:56.480758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-87ff3f24-9a24-4624-aace-7f37b6bc8a3d', 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d', 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'fixed_ips': [{'subnet_id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:34:56.481908 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.487771 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491cd6b-3e85-448f-b0a5-cdc159ab9c88 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:56.506801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60362) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:56.507720 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a491cd6b-3e85-448f-b0a5-cdc159ab9c88 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1285090 Feb 11 05:34:56.660494 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Allocated IP 172.22.0.2 (87ff3f24-9a24-4624-aace-7f37b6bc8a3d/b185c2ab-c20e-44b0-8ef5-4c168d33d244/4db6a365-bf59-408f-bedd-41bcb8aa0bb3) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:56.664620 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 3, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:55Z', 'revision_number': 4, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:34:56.677975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-34b56ef8-d571-4974-b063-c6cf6d914629 None None] Provisioning complete for port 9728707c-0c70-4183-a609-d660359272c5 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:56.678539 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-34b56ef8-d571-4974-b063-c6cf6d914629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9728707c-0c70-4183-a609-d660359272c5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.708936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9f377b-8f22-4da1-b7c4-846aa2966a30 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:56.712882 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8e9f377b-8f22-4da1-b7c4-846aa2966a30 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2013359 Feb 11 05:34:56.713598 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60366) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:56.720532 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3a95b9-45b1-4f71-b9ab-8f3fc189ec36 None None] The sync data for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 is: [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 3, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:55Z', 'revision_number': 4, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:34:56.906957 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6469494c-8528-4bb0-b696-182f8c3211e5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:56.917057 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6469494c-8528-4bb0-b696-182f8c3211e5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:56.918989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6469494c-8528-4bb0-b696-182f8c3211e5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:56.931103 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6469494c-8528-4bb0-b696-182f8c3211e5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2161720 Feb 11 05:34:56.932447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60370) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:57.006019 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-34b56ef8-d571-4974-b063-c6cf6d914629 None None] Current status of the port 9728707c-0c70-4183-a609-d660359272c5 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:57.068193 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Publish callbacks [] for port (4db6a365-bf59-408f-bedd-41bcb8aa0bb3), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.085007 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (4db6a365-bf59-408f-bedd-41bcb8aa0bb3), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.208502 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Network 87ff3f24-9a24-4624-aace-7f37b6bc8a3d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:57.213656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:57.216858 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:57.235235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Pushing event updated for resources: {'Port': ['ID=4db6a365-bf59-408f-bedd-41bcb8aa0bb3,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:57.247640 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ea2dcd-920a-483f-a74f-c060601d4f44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet cddcbde5-c91c-409f-8cfe-92a1f986ad14 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:57.283666 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2dcd-920a-483f-a74f-c060601d4f44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (cddcbde5-c91c-409f-8cfe-92a1f986ad14), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.297158 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad4cb41-84db-48ad-b659-d2da2c7167a2 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:57.413204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9728707c-0c70-4183-a609-d660359272c5 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:57.466274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Attempting to bind port 4db6a365-bf59-408f-bedd-41bcb8aa0bb3 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:34:57.466658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Attempting to bind port 4db6a365-bf59-408f-bedd-41bcb8aa0bb3 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '81be652d-0b23-4fbf-8ebb-1b7a6a11781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:34:57.467313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Attempting to bind port 4db6a365-bf59-408f-bedd-41bcb8aa0bb3 on network 87ff3f24-9a24-4624-aace-7f37b6bc8a3d {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:34:57.495085 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2dcd-920a-483f-a74f-c060601d4f44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (cddcbde5-c91c-409f-8cfe-92a1f986ad14), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.507552 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:34:57.508022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Checking segment: {'id': '81be652d-0b23-4fbf-8ebb-1b7a6a11781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:34:57.508425 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.508819 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Bound using segment: {'id': '81be652d-0b23-4fbf-8ebb-1b7a6a11781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:34:57.509307 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Bound port: 4db6a365-bf59-408f-bedd-41bcb8aa0bb3, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81be652d-0b23-4fbf-8ebb-1b7a6a11781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:34:57.510275 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4db6a365-bf59-408f-bedd-41bcb8aa0bb3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.516637 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ea3a0738-c849-47b1-8947-5c2e20713e31 None None] Provisioning complete for port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:57.517272 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0738-c849-47b1-8947-5c2e20713e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.617105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:34:57.697863 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2dcd-920a-483f-a74f-c060601d4f44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (cddcbde5-c91c-409f-8cfe-92a1f986ad14), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.701054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] For port 4db6a365-bf59-408f-bedd-41bcb8aa0bb3, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:34:57.727232 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.734573 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] For port 4db6a365-bf59-408f-bedd-41bcb8aa0bb3, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4db6a365-bf59-408f-bedd-41bcb8aa0bb3,segment=NetworkSegment(81be652d-0b23-4fbf-8ebb-1b7a6a11781f),segment_id=81be652d-0b23-4fbf-8ebb-1b7a6a11781f)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:34:57.785558 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4db6a365-bf59-408f-bedd-41bcb8aa0bb3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.818274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 9728707c-0c70-4183-a609-d660359272c5 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:57.818274 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9728707c-0c70-4183-a609-d660359272c5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.826464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a77fa-d2e7-4579-a2ca-4e15a96ac1e1 req-dd64cf4a-5cfc-4a52-aafe-516c7edc938b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:57.833220 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d10a77fa-d2e7-4579-a2ca-4e15a96ac1e1 req-dd64cf4a-5cfc-4a52-aafe-516c7edc938b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 944 time: 0.4475358 Feb 11 05:34:57.976323 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2dcd-920a-483f-a74f-c060601d4f44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (cddcbde5-c91c-409f-8cfe-92a1f986ad14), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:57.986370 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d10a77fa-d2e7-4579-a2ca-4e15a96ac1e1 req-79c3b9e6-daad-4494-be74-bce59451efdd tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1509757 Feb 11 05:34:58.014382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e,segment=NetworkSegment(db88eecd-fcc0-4b3e-8599-46951f891ecc),segment_id=db88eecd-fcc0-4b3e-8599-46951f891ecc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:58.019662 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ea3a0738-c849-47b1-8947-5c2e20713e31 None None] Current status of the port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:58.020176 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0738-c849-47b1-8947-5c2e20713e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.076173 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea2dcd-920a-483f-a74f-c060601d4f44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=cddcbde5-c91c-409f-8cfe-92a1f986ad14,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:58.079775 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2dcd-920a-483f-a74f-c060601d4f44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.085421 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a1ea2dcd-920a-483f-a74f-c060601d4f44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/cddcbde5-c91c-409f-8cfe-92a1f986ad14 HTTP/1.1" status: 204 len: 168 time: 1.1490576 Feb 11 05:34:58.086521 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60388) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:58.088972 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e', 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e', 'port_id': 'c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e', 'mac_address': 'fa:16:3e:f7:05:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c526e2d9-d063-4aa1-a5c4-1043d1ace934', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:34:58.096752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d36ee-c3c2-48a4-b85d-56d1d3ed5c39 None None] Pushing event updated for resources: {'Port': ['ID=4db6a365-bf59-408f-bedd-41bcb8aa0bb3,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:58.183762 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-ea3a0738-c849-47b1-8947-5c2e20713e31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:34:58.184128 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-ea3a0738-c849-47b1-8947-5c2e20713e31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:34:58.247401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 9728707c-0c70-4183-a609-d660359272c5 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:58.248625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6e996dad-e4d1-4f90-84d1-47ca643b5a9f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:58.250544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:58.250983 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.262313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-83666d82-d4f7-4659-8e56-9b02b89413ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet f8619ea8-48f2-477e-bf2b-9fa487ffd5ce {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:34:58.269733 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83666d82-d4f7-4659-8e56-9b02b89413ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (f8619ea8-48f2-477e-bf2b-9fa487ffd5ce), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.291772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:34:58.338422 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e,segment=NetworkSegment(db88eecd-fcc0-4b3e-8599-46951f891ecc),segment_id=db88eecd-fcc0-4b3e-8599-46951f891ecc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:58.351159 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.446526 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83666d82-d4f7-4659-8e56-9b02b89413ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (f8619ea8-48f2-477e-bf2b-9fa487ffd5ce), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.493900 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Allocated IP 172.22.0.1 (87ff3f24-9a24-4624-aace-7f37b6bc8a3d/b185c2ab-c20e-44b0-8ef5-4c168d33d244/aeb81619-bf9c-4e89-b22f-3b290b09a33a) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:34:58.544793 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:58.558628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a194c6-4a7b-4d43-a09c-ba44730117fd None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:34:58.600394 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:34:58.600819 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.735551 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83666d82-d4f7-4659-8e56-9b02b89413ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (f8619ea8-48f2-477e-bf2b-9fa487ffd5ce), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.738867 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-59e1a59a-0cd1-4d88-bec7-96769410b253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.816133 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.855859 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83666d82-d4f7-4659-8e56-9b02b89413ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (f8619ea8-48f2-477e-bf2b-9fa487ffd5ce), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.902907 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83666d82-d4f7-4659-8e56-9b02b89413ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.907271 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-83666d82-d4f7-4659-8e56-9b02b89413ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/f8619ea8-48f2-477e-bf2b-9fa487ffd5ce HTTP/1.1" status: 204 len: 168 time: 0.8042977 Feb 11 05:34:58.910355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60404) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:58.911357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83666d82-d4f7-4659-8e56-9b02b89413ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=f8619ea8-48f2-477e-bf2b-9fa487ffd5ce,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:58.955940 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:34:58.965595 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-27f28f84-c8d0-4ccb-9c4d-98e058e8f304 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510881 Feb 11 05:34:58.969058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60406) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:34:58.974650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6dfeb168-f019-48a5-a0bc-9a5cddfbbf25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:34:58.980620 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:59.040061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ea3a0738-c849-47b1-8947-5c2e20713e31 None None] Current status of the port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:59.040461 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0738-c849-47b1-8947-5c2e20713e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:59.148201 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network 87ff3f24-9a24-4624-aace-7f37b6bc8a3d is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:34:59.149173 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=aeb81619-bf9c-4e89-b22f-3b290b09a33a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:59.182600 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:34:59.199285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:34:59.243101 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-ea3a0738-c849-47b1-8947-5c2e20713e31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:34:59.243771 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-ea3a0738-c849-47b1-8947-5c2e20713e31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:34:59.281915 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfeb168-f019-48a5-a0bc-9a5cddfbbf25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:34:59.285593 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb168-f019-48a5-a0bc-9a5cddfbbf25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:59.322098 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (248d8056-8309-440c-a125-6afd9cf63317), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:59.331927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:59.332325 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:59.415213 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2c7cb-9b53-42c6-a224-a3cec7d778e8 req-573f6f10-a365-4181-bcd9-8e4e12a17b4f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:59.416760 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24d2c7cb-9b53-42c6-a224-a3cec7d778e8 req-573f6f10-a365-4181-bcd9-8e4e12a17b4f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 945 time: 0.2629752 Feb 11 05:34:59.460552 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246168b6-d5b9-4f7d-b72a-b3822e305e75 None None] Update dhcp port {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'fixed_ips': [{'subnet_id': 'f8619ea8-48f2-477e-bf2b-9fa487ffd5ce'}], 'binding:host_id': 'n-d-713499-38'}, 'id': '6e996dad-e4d1-4f90-84d1-47ca643b5a9f'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:34:59.504837 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-246168b6-d5b9-4f7d-b72a-b3822e305e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:59.527501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6e996dad-e4d1-4f90-84d1-47ca643b5a9f,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:34:59.544977 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:59.656983 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24d2c7cb-9b53-42c6-a224-a3cec7d778e8 req-fa68e625-6704-4296-a882-0a5bfebb52ce tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1944005 Feb 11 05:34:59.678356 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:59.849580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4db6a365-bf59-408f-bedd-41bcb8aa0bb3 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:34:59.940523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=6e996dad-e4d1-4f90-84d1-47ca643b5a9f,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:34:59.956356 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ea3a0738-c849-47b1-8947-5c2e20713e31 None None] Current status of the port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:34:59.965198 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb168-f019-48a5-a0bc-9a5cddfbbf25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (8d09d24f-b18e-42e7-b163-144ec42caa16), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.075696 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1402be6-fad7-4f31-8f2c-9140e8ace3ab None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:00.113727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfeb168-f019-48a5-a0bc-9a5cddfbbf25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:00.120525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-6dfeb168-f019-48a5-a0bc-9a5cddfbbf25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:00.128338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfeb168-f019-48a5-a0bc-9a5cddfbbf25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:00.128941 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb168-f019-48a5-a0bc-9a5cddfbbf25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.157847 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c1fb37-97da-4b51-b668-14682de32a7f None None] Network 87ff3f24-9a24-4624-aace-7f37b6bc8a3d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:00.161747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfeb168-f019-48a5-a0bc-9a5cddfbbf25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=8d09d24f-b18e-42e7-b163-144ec42caa16,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:00.177559 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6dfeb168-f019-48a5-a0bc-9a5cddfbbf25 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2072213 Feb 11 05:35:00.180601 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60416) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:00.186218 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b616bdb5-2da0-44ba-a0a9-464648b7a43a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:00.289812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 4db6a365-bf59-408f-bedd-41bcb8aa0bb3 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:00.290407 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4db6a365-bf59-408f-bedd-41bcb8aa0bb3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.355142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b8361d5b-0e45-4b75-b151-f9ae4ff1d3b1 None None] Provisioning complete for port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:00.355541 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b8361d5b-0e45-4b75-b151-f9ae4ff1d3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.360525 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.372592 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.424896 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b616bdb5-2da0-44ba-a0a9-464648b7a43a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:00.432661 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b616bdb5-2da0-44ba-a0a9-464648b7a43a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.497145 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (248d8056-8309-440c-a125-6afd9cf63317), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.500189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=aeb81619-bf9c-4e89-b22f-3b290b09a33a,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:00.525065 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 4db6a365-bf59-408f-bedd-41bcb8aa0bb3 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:00.525766 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4db6a365-bf59-408f-bedd-41bcb8aa0bb3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.596832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 4db6a365-bf59-408f-bedd-41bcb8aa0bb3, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4db6a365-bf59-408f-bedd-41bcb8aa0bb3,segment=NetworkSegment(81be652d-0b23-4fbf-8ebb-1b7a6a11781f),segment_id=81be652d-0b23-4fbf-8ebb-1b7a6a11781f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:00.680502 n-d-713499-38 neutron-server[103170]: INFO neutron.db.ipam_backend_mixin [None req-b616bdb5-2da0-44ba-a0a9-464648b7a43a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d09d24f-b18e-42e7-b163-144ec42caa16 (CIDR: 2001:db8::/64) Feb 11 05:35:00.686256 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b616bdb5-2da0-44ba-a0a9-464648b7a43a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:35:00.686545 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b616bdb5-2da0-44ba-a0a9-464648b7a43a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:00.686918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network 87ff3f24-9a24-4624-aace-7f37b6bc8a3d is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:00.702919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:00.778787 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b616bdb5-2da0-44ba-a0a9-464648b7a43a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5967300 Feb 11 05:35:00.781389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60422) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:00.788101 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4db6a365-bf59-408f-bedd-41bcb8aa0bb3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.795408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-946fefeb-1074-47a0-bbf8-6320153bde7a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'subnet': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:00.918789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5a930d-e197-4206-8709-37573907bf6c None None] Update dhcp port {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'fixed_ips': [{'subnet_id': '8d09d24f-b18e-42e7-b163-144ec42caa16'}], 'binding:host_id': 'n-d-713499-38'}, 'id': '6e996dad-e4d1-4f90-84d1-47ca643b5a9f'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:35:00.944806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b8361d5b-0e45-4b75-b151-f9ae4ff1d3b1 None None] Current status of the port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:00.960155 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8b1cf5de-30da-465f-b313-8cbcad5d071d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.978725 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e5a930d-e197-4206-8709-37573907bf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:00.987991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=4db6a365-bf59-408f-bedd-41bcb8aa0bb3,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:01.095202 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946fefeb-1074-47a0-bbf8-6320153bde7a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:01.099152 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-946fefeb-1074-47a0-bbf8-6320153bde7a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.184650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-500cd4d5-94cd-492c-ad83-ae9bd65b2406 None None] Provisioning complete for port 4db6a365-bf59-408f-bedd-41bcb8aa0bb3 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:01.187852 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-500cd4d5-94cd-492c-ad83-ae9bd65b2406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4db6a365-bf59-408f-bedd-41bcb8aa0bb3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.304720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-1e5a930d-e197-4206-8709-37573907bf6c None None] Allocated IP 2001:db8::2 (f998a239-103b-4838-bc3b-5e531dc8d131/8d09d24f-b18e-42e7-b163-144ec42caa16/6e996dad-e4d1-4f90-84d1-47ca643b5a9f) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:01.425301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-500cd4d5-94cd-492c-ad83-ae9bd65b2406 None None] Current status of the port 4db6a365-bf59-408f-bedd-41bcb8aa0bb3 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:01.535304 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-500cd4d5-94cd-492c-ad83-ae9bd65b2406 None None] Provisioning complete for port aeb81619-bf9c-4e89-b22f-3b290b09a33a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:01.539491 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-500cd4d5-94cd-492c-ad83-ae9bd65b2406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.635489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1e5a930d-e197-4206-8709-37573907bf6c None None] For port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6e996dad-e4d1-4f90-84d1-47ca643b5a9f,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:01.679229 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-500cd4d5-94cd-492c-ad83-ae9bd65b2406 None None] Port aeb81619-bf9c-4e89-b22f-3b290b09a33a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:01.732001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 248d8056-8309-440c-a125-6afd9cf63317 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:01.745334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4db6a365-bf59-408f-bedd-41bcb8aa0bb3 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:01.798669 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9ec17-00e0-4f5c-baa7-04ddf64125dd req-9190c992-4cd9-4c19-8884-967e018bf36c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:01.802020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6d9ec17-00e0-4f5c-baa7-04ddf64125dd req-9190c992-4cd9-4c19-8884-967e018bf36c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 945 time: 0.1538568 Feb 11 05:35:01.819721 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e5a930d-e197-4206-8709-37573907bf6c None None] Publish callbacks [] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.831274 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e5a930d-e197-4206-8709-37573907bf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.878912 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3422b594-d4b6-4950-b0cd-327849ac52a7 None None] Provisioning complete for port aeb81619-bf9c-4e89-b22f-3b290b09a33a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:01.878912 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3422b594-d4b6-4950-b0cd-327849ac52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.937951 n-d-713499-38 neutron-server[103170]: DEBUG neutron.objects.ports [None req-946fefeb-1074-47a0-bbf8-6320153bde7a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103170) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:35:01.964304 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 4db6a365-bf59-408f-bedd-41bcb8aa0bb3 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:01.964689 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4db6a365-bf59-408f-bedd-41bcb8aa0bb3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:01.970059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a930d-e197-4206-8709-37573907bf6c None None] Pushing event updated for resources: {'Port': ['ID=6e996dad-e4d1-4f90-84d1-47ca643b5a9f,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:01.990995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:01.991882 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3422b594-d4b6-4950-b0cd-327849ac52a7 None None] Port aeb81619-bf9c-4e89-b22f-3b290b09a33a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:02.008891 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Sync routers for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:02.017076 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0be3a2d0-6df8-4880-82d5-4a68179be2cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/248d8056-8309-440c-a125-6afd9cf63317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5940580 Feb 11 05:35:02.020716 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60432) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:02.044764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-7d45960f-f770-4a5f-ac83-3fec0314b304 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'network': {'name': 'tempest-RoutersTest-692631310'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:02.050580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:02.053818 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:02.116005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d45960f-f770-4a5f-ac83-3fec0314b304 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:02.120319 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d45960f-f770-4a5f-ac83-3fec0314b304 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.143962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6d9ec17-00e0-4f5c-baa7-04ddf64125dd req-6a29e4a1-b68c-4547-95bb-3ddd341210bd tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3031170 Feb 11 05:35:02.228489 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d45960f-f770-4a5f-ac83-3fec0314b304 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:35:02.256777 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d45960f-f770-4a5f-ac83-3fec0314b304 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (e2fd09fa-0099-4271-a75c-5656a18c82e1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.257129 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-7d45960f-f770-4a5f-ac83-3fec0314b304 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Added segment e2fd09fa-0099-4271-a75c-5656a18c82e1 of type vlan for network d68b7cb0-91cf-4195-8ff6-c85074c78a15 Feb 11 05:35:02.361554 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d45960f-f770-4a5f-ac83-3fec0314b304 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (d68b7cb0-91cf-4195-8ff6-c85074c78a15), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.362942 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-946fefeb-1074-47a0-bbf8-6320153bde7a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.424074 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d45960f-f770-4a5f-ac83-3fec0314b304 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (d68b7cb0-91cf-4195-8ff6-c85074c78a15), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.443183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d45960f-f770-4a5f-ac83-3fec0314b304 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:02.444443 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d45960f-f770-4a5f-ac83-3fec0314b304 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.529554 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7d45960f-f770-4a5f-ac83-3fec0314b304 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5037169 Feb 11 05:35:02.548025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60434) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:02.556362 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6a7975ca-01f1-4b43-8bf8-83cda009d71c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'subnet': {'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:02.564506 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45960f-f770-4a5f-ac83-3fec0314b304 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Network': ['ID=d68b7cb0-91cf-4195-8ff6-c85074c78a15,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:02.653967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network d68b7cb0-91cf-4195-8ff6-c85074c78a15 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:35:02.760927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 4db6a365-bf59-408f-bedd-41bcb8aa0bb3 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:02.768217 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:02.855806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:02.909694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6e996dad-e4d1-4f90-84d1-47ca643b5a9f no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:02.917198 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-946fefeb-1074-47a0-bbf8-6320153bde7a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] For port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6e996dad-e4d1-4f90-84d1-47ca643b5a9f,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:02.990338 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7975ca-01f1-4b43-8bf8-83cda009d71c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Made reservation on behalf of f0d82c2b53484876ae29004b801593cb for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:03.001866 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a7975ca-01f1-4b43-8bf8-83cda009d71c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.068244 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-946fefeb-1074-47a0-bbf8-6320153bde7a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.080966 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-946fefeb-1074-47a0-bbf8-6320153bde7a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.191196 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-946fefeb-1074-47a0-bbf8-6320153bde7a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (feed8ca7-569e-49a3-a486-7acf560809c1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.287463 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946fefeb-1074-47a0-bbf8-6320153bde7a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:03.291705 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fefeb-1074-47a0-bbf8-6320153bde7a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=6e996dad-e4d1-4f90-84d1-47ca643b5a9f,revision_number=8']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:03.305181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-946fefeb-1074-47a0-bbf8-6320153bde7a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:03.310029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946fefeb-1074-47a0-bbf8-6320153bde7a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:03.311209 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-946fefeb-1074-47a0-bbf8-6320153bde7a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.318756 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7dae56-19b8-4e66-9c4b-0cb893bca165 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:03.327944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fefeb-1074-47a0-bbf8-6320153bde7a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Subnet': ['ID=feed8ca7-569e-49a3-a486-7acf560809c1,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:03.339101 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-946fefeb-1074-47a0-bbf8-6320153bde7a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5557916 Feb 11 05:35:03.342691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60442) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:03.348016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-19e993c5-ed31-4abd-b03e-aebcc681bb50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Request body: {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'mac_address': 'fa:16:3e:68:78:18', 'name': 'tempest-NetworksTestDHCPv6-16914057'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:03.369966 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:03.370366 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.439797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6a50c-e032-4b8b-8509-998c739d52ce req-b9390052-4987-4605-a0ab-a9402b2f429a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:03.451003 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ccd6a50c-e032-4b8b-8509-998c739d52ce req-b9390052-4987-4605-a0ab-a9402b2f429a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 945 time: 0.1886976 Feb 11 05:35:03.519120 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e993c5-ed31-4abd-b03e-aebcc681bb50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Made reservation on behalf of 0a6081079e0644cbbaca04e56165b567 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:03.608676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ccd6a50c-e032-4b8b-8509-998c739d52ce req-58ed7f3d-2938-4913-82d6-fb6ab009cdb4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1557078 Feb 11 05:35:03.648312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6e996dad-e4d1-4f90-84d1-47ca643b5a9f,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:03.658837 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a7975ca-01f1-4b43-8bf8-83cda009d71c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (dcd7109b-89e5-41bd-84c2-0cf129229ab2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.666883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:03.684015 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.767085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6e654302-9f9f-4f8f-84b3-2773697b90f7 None None] Provisioning complete for port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:03.767494 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e654302-9f9f-4f8f-84b3-2773697b90f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.776104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=6e996dad-e4d1-4f90-84d1-47ca643b5a9f,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:03.797918 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7975ca-01f1-4b43-8bf8-83cda009d71c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Subnet': ['ID=dcd7109b-89e5-41bd-84c2-0cf129229ab2,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:03.843942 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.859401 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19e993c5-ed31-4abd-b03e-aebcc681bb50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:03.939770 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-19e993c5-ed31-4abd-b03e-aebcc681bb50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] device_id is not set on port 77b4ca1c-362f-42e4-a05b-e04261bd83a7 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:35:03.949914 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7975ca-01f1-4b43-8bf8-83cda009d71c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Checking segment: {'id': 'e2fd09fa-0099-4271-a75c-5656a18c82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:03.950321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7975ca-01f1-4b43-8bf8-83cda009d71c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network hostable DHCP agents. Network: d68b7cb0-91cf-4195-8ff6-c85074c78a15, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:35:03.974139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:35:03.987451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:34:59Z', 'revision_number': 4, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:56Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb81619-bf9c-4e89-b22f-3b290b09a33a', 'name': '', 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:40:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:57Z', 'updated_at': '2022-02-11T05:35:00Z', 'revision_number': 2, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:04.012861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:04.013250 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.049918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6e996dad-e4d1-4f90-84d1-47ca643b5a9f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:04.085765 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7975ca-01f1-4b43-8bf8-83cda009d71c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network d68b7cb0-91cf-4195-8ff6-c85074c78a15 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:35:04.103344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Checking router: 248d8056-8309-440c-a125-6afd9cf63317 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:04.103748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Updating router 248d8056-8309-440c-a125-6afd9cf63317 port aeb81619-bf9c-4e89-b22f-3b290b09a33a binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:35:04.130337 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-6a7975ca-01f1-4b43-8bf8-83cda009d71c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, d68b7cb0-91cf-4195-8ff6-c85074c78a15) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:04.158782 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7975ca-01f1-4b43-8bf8-83cda009d71c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:04.159631 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a7975ca-01f1-4b43-8bf8-83cda009d71c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.219691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262eda2a-cb58-47d1-82a1-9789d9737088 None None] Network d68b7cb0-91cf-4195-8ff6-c85074c78a15 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:04.229747 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6a7975ca-01f1-4b43-8bf8-83cda009d71c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6803384 Feb 11 05:35:04.233047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60450) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:04.375666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6e654302-9f9f-4f8f-84b3-2773697b90f7 None None] Current status of the port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:04.376331 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e654302-9f9f-4f8f-84b3-2773697b90f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.428043 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.540601 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-19e993c5-ed31-4abd-b03e-aebcc681bb50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8::31a (f998a239-103b-4838-bc3b-5e531dc8d131/8d09d24f-b18e-42e7-b163-144ec42caa16/77b4ca1c-362f-42e4-a05b-e04261bd83a7) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:04.556783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:04.557196 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.557568 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-19e993c5-ed31-4abd-b03e-aebcc681bb50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Allocated IP 2001:db8:0:1:f816:3eff:fe68:7818 (f998a239-103b-4838-bc3b-5e531dc8d131/feed8ca7-569e-49a3-a486-7acf560809c1/77b4ca1c-362f-42e4-a05b-e04261bd83a7) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:04.870701 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-6e654302-9f9f-4f8f-84b3-2773697b90f7 None None] For port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6e996dad-e4d1-4f90-84d1-47ca643b5a9f,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:04.960760 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e654302-9f9f-4f8f-84b3-2773697b90f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.016168 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19e993c5-ed31-4abd-b03e-aebcc681bb50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for port (77b4ca1c-362f-42e4-a05b-e04261bd83a7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.112842 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19e993c5-ed31-4abd-b03e-aebcc681bb50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (77b4ca1c-362f-42e4-a05b-e04261bd83a7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.244181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e993c5-ed31-4abd-b03e-aebcc681bb50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Network f998a239-103b-4838-bc3b-5e531dc8d131 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:05.248841 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-19e993c5-ed31-4abd-b03e-aebcc681bb50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:05.258867 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e993c5-ed31-4abd-b03e-aebcc681bb50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:05.273187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e654302-9f9f-4f8f-84b3-2773697b90f7 None None] Pushing event updated for resources: {'Port': ['ID=6e996dad-e4d1-4f90-84d1-47ca643b5a9f,revision_number=10']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:05.280249 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e993c5-ed31-4abd-b03e-aebcc681bb50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:05.281019 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19e993c5-ed31-4abd-b03e-aebcc681bb50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.356077 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e993c5-ed31-4abd-b03e-aebcc681bb50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event updated for resources: {'Port': ['ID=77b4ca1c-362f-42e4-a05b-e04261bd83a7,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:05.361789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bf4f88-8028-4348-8213-f5e69a6e506c None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:05.366385 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-19e993c5-ed31-4abd-b03e-aebcc681bb50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0221455 Feb 11 05:35:05.367073 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60468) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:05.455631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-d68b7cb0-91cf-4195-8ff6-c85074c78a15', 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15', 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'fixed_ips': [{'subnet_id': 'dcd7109b-89e5-41bd-84c2-0cf129229ab2'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:35:05.456606 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.477028 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:05.477440 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.587231 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.603738 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.617819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e5f34-0384-4828-827d-53936d4d178f req-572444b7-d6b3-4937-b437-0930e6ea74bd tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:05.618310 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-92aaae55-b18c-42a6-a4f9-a920ba156d56 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting port 77b4ca1c-362f-42e4-a05b-e04261bd83a7 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:05.618765 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92aaae55-b18c-42a6-a4f9-a920ba156d56 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (77b4ca1c-362f-42e4-a05b-e04261bd83a7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.619357 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf2e5f34-0384-4828-827d-53936d4d178f req-572444b7-d6b3-4937-b437-0930e6ea74bd tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 945 time: 0.7479725 Feb 11 05:35:05.670723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23d1509-508f-435a-9b12-c66bfeeab87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:05.676411 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4dbb2b-de16-4431-9ede-fd883f1c4932" -d '{"events": [{"server_uuid": "d23d1509-508f-435a-9b12-c66bfeeab87d", "name": "network-vif-plugged", "status": "completed", "tag": "c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:05.815371 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92aaae55-b18c-42a6-a4f9-a920ba156d56 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (77b4ca1c-362f-42e4-a05b-e04261bd83a7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:05.853531 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-92aaae55-b18c-42a6-a4f9-a920ba156d56 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Calling delete_port for 77b4ca1c-362f-42e4-a05b-e04261bd83a7 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:06.205092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Allocated IP 172.23.0.1 (d68b7cb0-91cf-4195-8ff6-c85074c78a15/dcd7109b-89e5-41bd-84c2-0cf129229ab2/b7192eb1-3de5-4bc2-9e9f-b90e89864b6f) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:06.240725 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92aaae55-b18c-42a6-a4f9-a920ba156d56 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (77b4ca1c-362f-42e4-a05b-e04261bd83a7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.335687 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.370111 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aaae55-b18c-42a6-a4f9-a920ba156d56 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Port': ['ID=77b4ca1c-362f-42e4-a05b-e04261bd83a7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:06.485461 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92aaae55-b18c-42a6-a4f9-a920ba156d56 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.497602 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-92aaae55-b18c-42a6-a4f9-a920ba156d56 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/77b4ca1c-362f-42e4-a05b-e04261bd83a7 HTTP/1.1" status: 204 len: 168 time: 1.1294470 Feb 11 05:35:06.499313 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60492) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:06.607879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf2e5f34-0384-4828-827d-53936d4d178f req-f6dba07a-5fd4-4038-a27d-e8a7185ed4ce tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9728730 Feb 11 05:35:06.610436 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.637938 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b0883a-0a30-4d01-af9b-66e2800556e4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:06.653011 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b4b0883a-0a30-4d01-af9b-66e2800556e4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1510372 Feb 11 05:35:06.653666 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60496) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:06.688577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9a07c-c69e-47d9-b40b-3c9a1d8d6f6b req-27477a5c-2302-4834-ab8c-a6130321eb8d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:06.696496 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2a9a07c-c69e-47d9-b40b-3c9a1d8d6f6b req-27477a5c-2302-4834-ab8c-a6130321eb8d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.3464015 Feb 11 05:35:06.706169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=b7192eb1-3de5-4bc2-9e9f-b90e89864b6f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:06.737917 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network d68b7cb0-91cf-4195-8ff6-c85074c78a15 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:06.742057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:06.753503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:06.754417 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1b0c5b-a829-49b9-837d-2ae3361faac9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:06.765297 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4c1b0c5b-a829-49b9-837d-2ae3361faac9 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1078272 Feb 11 05:35:06.765978 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60502) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:06.804381 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2a9a07c-c69e-47d9-b40b-3c9a1d8d6f6b req-898f4b7f-2d80-48ec-9223-9b37a99e5c6c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066480 Feb 11 05:35:06.810069 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-df2c0183-53b5-4630-938a-4854beebfbac None None] Provisioning complete for port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:06.810069 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df2c0183-53b5-4630-938a-4854beebfbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.852555 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e,segment=NetworkSegment(db88eecd-fcc0-4b3e-8599-46951f891ecc),segment_id=db88eecd-fcc0-4b3e-8599-46951f891ecc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:06.904116 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (248d8056-8309-440c-a125-6afd9cf63317), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:06.928042 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.006909 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e5d6a0-09b7-4211-ad3d-b4455deab9d4 x-openstack-request-id: req-21e5d6a0-09b7-4211-ad3d-b4455deab9d4 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:07.007743 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23d1509-508f-435a-9b12-c66bfeeab87d", "name": "network-vif-plugged", "status": "completed", "tag": "c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:07.009384 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-21e5d6a0-09b7-4211-ad3d-b4455deab9d4 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:07.009909 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23d1509-508f-435a-9b12-c66bfeeab87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e', 'code': 200} Feb 11 05:35:07.097073 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:07.110962 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Publish callbacks [] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.144813 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.245676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Allocated IP 172.23.0.2 (d68b7cb0-91cf-4195-8ff6-c85074c78a15/dcd7109b-89e5-41bd-84c2-0cf129229ab2/f555bb70-349e-4f2b-a3fc-b2035fb01aec) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:07.343184 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.532662 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:07.655490 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.661716 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:07.694800 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b82834d-d138-4b6f-831a-11433ca311a2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:07.696265 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b82834d-d138-4b6f-831a-11433ca311a2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:07.697571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b82834d-d138-4b6f-831a-11433ca311a2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:07.737746 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9b82834d-d138-4b6f-831a-11433ca311a2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.9706688 Feb 11 05:35:07.738775 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60512) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:07.753504 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71897c-5ee7-49cd-9226-735fceef23ad req-52cf21c9-18c1-4da0-acb0-78276de5bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:07.756941 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6c71897c-5ee7-49cd-9226-735fceef23ad req-52cf21c9-18c1-4da0-acb0-78276de5bd62 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 1129 time: 0.2133310 Feb 11 05:35:07.898684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6e996dad-e4d1-4f90-84d1-47ca643b5a9f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:07.925651 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb285c07-04ad-4594-9ca6-b094ac134626 None None] Pushing event updated for resources: {'Port': ['ID=aeb81619-bf9c-4e89-b22f-3b290b09a33a,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:07.955816 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6c71897c-5ee7-49cd-9226-735fceef23ad req-e7b70078-3cbf-49d3-8326-2cc0d024d13f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1724050 Feb 11 05:35:08.059109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event updated for resources: {'Port': ['ID=b7192eb1-3de5-4bc2-9e9f-b90e89864b6f,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:08.106058 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (248d8056-8309-440c-a125-6afd9cf63317), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.116500 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e4e790-d40f-4bce-b1db-82dac6021f92 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet 8d09d24f-b18e-42e7-b163-144ec42caa16 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:08.121014 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e4e790-d40f-4bce-b1db-82dac6021f92 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (8d09d24f-b18e-42e7-b163-144ec42caa16), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.221366 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e4e790-d40f-4bce-b1db-82dac6021f92 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (8d09d24f-b18e-42e7-b163-144ec42caa16), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.244583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-df2c0183-53b5-4630-938a-4854beebfbac None None] Current status of the port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:08.327845 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Attempting to bind port aeb81619-bf9c-4e89-b22f-3b290b09a33a on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:08.328618 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Attempting to bind port aeb81619-bf9c-4e89-b22f-3b290b09a33a by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '81be652d-0b23-4fbf-8ebb-1b7a6a11781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:08.329252 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Attempting to bind port aeb81619-bf9c-4e89-b22f-3b290b09a33a on network 87ff3f24-9a24-4624-aace-7f37b6bc8a3d {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:08.347067 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e4e790-d40f-4bce-b1db-82dac6021f92 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (8d09d24f-b18e-42e7-b163-144ec42caa16), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.386366 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:08.386773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Checking segment: {'id': '81be652d-0b23-4fbf-8ebb-1b7a6a11781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:08.387170 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.387608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Bound using segment: {'id': '81be652d-0b23-4fbf-8ebb-1b7a6a11781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:08.392786 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Bound port: aeb81619-bf9c-4e89-b22f-3b290b09a33a, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81be652d-0b23-4fbf-8ebb-1b7a6a11781f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:08.393248 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.430404 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e4e790-d40f-4bce-b1db-82dac6021f92 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (8d09d24f-b18e-42e7-b163-144ec42caa16), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.449487 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94e4e790-d40f-4bce-b1db-82dac6021f92 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.455713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-94e4e790-d40f-4bce-b1db-82dac6021f92 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/8d09d24f-b18e-42e7-b163-144ec42caa16 HTTP/1.1" status: 204 len: 168 time: 0.6862004 Feb 11 05:35:08.456506 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60524) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:08.530243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88fc671-b479-4f82-a400-25b3d5c39130 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:08.564512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4e790-d40f-4bce-b1db-82dac6021f92 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=8d09d24f-b18e-42e7-b163-144ec42caa16,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:08.596610 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e82d9c0-5587-4373-bd0a-7ee06d6cc710 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Deleting subnet feed8ca7-569e-49a3-a486-7acf560809c1 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:08.616115 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e82d9c0-5587-4373-bd0a-7ee06d6cc710 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (feed8ca7-569e-49a3-a486-7acf560809c1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.642572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623e7ee-a873-4117-8a9d-f929abe15d68 req-747b45bd-48fb-46ef-8aae-698c2a6e74ba tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:08.644804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f623e7ee-a873-4117-8a9d-f929abe15d68 req-747b45bd-48fb-46ef-8aae-698c2a6e74ba tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 946 time: 0.7127159 Feb 11 05:35:08.671457 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Publish callbacks [] for port (f555bb70-349e-4f2b-a3fc-b2035fb01aec), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.689279 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5699e881-8ac4-465d-aa24-777473027b6f None None] Provisioning complete for port aeb81619-bf9c-4e89-b22f-3b290b09a33a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:08.692299 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e82d9c0-5587-4373-bd0a-7ee06d6cc710 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (feed8ca7-569e-49a3-a486-7acf560809c1), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.694849 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5699e881-8ac4-465d-aa24-777473027b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.715381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb0e4c-094f-4e7c-9986-c739098283c3 req-b5419c24-6d66-475c-9f19-cc42ac4e1f49 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:08.724160 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55bb0e4c-094f-4e7c-9986-c739098283c3 req-b5419c24-6d66-475c-9f19-cc42ac4e1f49 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.6920247 Feb 11 05:35:08.810967 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (f555bb70-349e-4f2b-a3fc-b2035fb01aec), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.814654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Network d68b7cb0-91cf-4195-8ff6-c85074c78a15 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:08.816532 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:08.829630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f623e7ee-a873-4117-8a9d-f929abe15d68 req-f7c00138-d43c-4a27-8f9f-8dde181a3cb5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1688883 Feb 11 05:35:08.890986 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e82d9c0-5587-4373-bd0a-7ee06d6cc710 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (feed8ca7-569e-49a3-a486-7acf560809c1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:08.925466 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55bb0e4c-094f-4e7c-9986-c739098283c3 req-6680e301-bbb8-42ef-b21b-e2c2eb55f240 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887574 Feb 11 05:35:08.974207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:08.977483 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.009014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 248d8056-8309-440c-a125-6afd9cf63317 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:09.048037 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e82d9c0-5587-4373-bd0a-7ee06d6cc710 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (feed8ca7-569e-49a3-a486-7acf560809c1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.110358 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82d9c0-5587-4373-bd0a-7ee06d6cc710 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Subnet': ['ID=feed8ca7-569e-49a3-a486-7acf560809c1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:09.113165 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e82d9c0-5587-4373-bd0a-7ee06d6cc710 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.119354 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0e82d9c0-5587-4373-bd0a-7ee06d6cc710 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/feed8ca7-569e-49a3-a486-7acf560809c1 HTTP/1.1" status: 204 len: 168 time: 0.6612720 Feb 11 05:35:09.132236 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60530) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:09.146546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:09.154692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6b40407e-b680-4cfd-84e4-ab036ad0e1fd tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/248d8056-8309-440c-a125-6afd9cf63317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9200408 Feb 11 05:35:09.159505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60532) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:09.166269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-60a5ccc0-be73-4dff-a58c-fcff94bae700 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:09.208160 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c1dde87a-edec-47a1-b961-cbbf592bb609 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734739 Feb 11 05:35:09.210198 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60534) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:09.211548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5699e881-8ac4-465d-aa24-777473027b6f None None] Port aeb81619-bf9c-4e89-b22f-3b290b09a33a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:09.219844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Network d68b7cb0-91cf-4195-8ff6-c85074c78a15 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:09.236056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:09.244210 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:09.250265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Pushing event updated for resources: {'Port': ['ID=f555bb70-349e-4f2b-a3fc-b2035fb01aec,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:09.257409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] For port aeb81619-bf9c-4e89-b22f-3b290b09a33a, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:09.263812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] For port aeb81619-bf9c-4e89-b22f-3b290b09a33a, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=aeb81619-bf9c-4e89-b22f-3b290b09a33a,segment=NetworkSegment(81be652d-0b23-4fbf-8ebb-1b7a6a11781f),segment_id=81be652d-0b23-4fbf-8ebb-1b7a6a11781f)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:09.308479 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:35:09.335685 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.343615 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3598b6-082f-4c55-9fe4-d741d7785216 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:09.349415 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-af3598b6-082f-4c55-9fe4-d741d7785216 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1380367 Feb 11 05:35:09.350055 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60536) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:09.365122 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5699e881-8ac4-465d-aa24-777473027b6f None None] Provisioning complete for port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:09.365683 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5699e881-8ac4-465d-aa24-777473027b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.444270 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346453f4-ec4c-46c2-9067-143c7896e804 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:09.446037 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-346453f4-ec4c-46c2-9067-143c7896e804 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0949287 Feb 11 05:35:09.448546 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60538) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:09.503473 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ca9335e8-f367-4dd1-8899-2cfe594d1014 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435953 Feb 11 05:35:09.504446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60540) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:09.555731 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Attempting to bind port f555bb70-349e-4f2b-a3fc-b2035fb01aec on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:09.556409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Attempting to bind port f555bb70-349e-4f2b-a3fc-b2035fb01aec by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'e2fd09fa-0099-4271-a75c-5656a18c82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:09.556963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Attempting to bind port f555bb70-349e-4f2b-a3fc-b2035fb01aec on network d68b7cb0-91cf-4195-8ff6-c85074c78a15 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:09.561638 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda2a04c-6b5d-4d5d-89fc-9b7e1bb93d9d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:09.562413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda2a04c-6b5d-4d5d-89fc-9b7e1bb93d9d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:09.568089 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fda2a04c-6b5d-4d5d-89fc-9b7e1bb93d9d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/77b4ca1c-362f-42e4-a05b-e04261bd83a7 HTTP/1.1" status: 404 len: 333 time: 0.0601764 Feb 11 05:35:09.569006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60542) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:09.622906 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:09.623668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Checking segment: {'id': 'e2fd09fa-0099-4271-a75c-5656a18c82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:09.624262 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.628843 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Bound using segment: {'id': 'e2fd09fa-0099-4271-a75c-5656a18c82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:09.629611 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Bound port: f555bb70-349e-4f2b-a3fc-b2035fb01aec, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fd09fa-0099-4271-a75c-5656a18c82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:09.630197 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f555bb70-349e-4f2b-a3fc-b2035fb01aec), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:09.637810 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-77949c35-a6a7-4ee4-8cfb-6e07ba56b8ff tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:09.644492 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb285c07-04ad-4594-9ca6-b094ac134626 None None] Pushing event updated for resources: {'Port': ['ID=aeb81619-bf9c-4e89-b22f-3b290b09a33a,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:09.645309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77949c35-a6a7-4ee4-8cfb-6e07ba56b8ff tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:09.648121 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:09.653170 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-77949c35-a6a7-4ee4-8cfb-6e07ba56b8ff tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/feed8ca7-569e-49a3-a486-7acf560809c1 HTTP/1.1" status: 404 len: 337 time: 0.0788195 Feb 11 05:35:09.659460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60546) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:09.659809 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:09.668782 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:09.776318 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-866bf9bf-0ddf-45ab-bae0-b77bc603463b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:09.776742 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-866bf9bf-0ddf-45ab-bae0-b77bc603463b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:09.789319 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-866bf9bf-0ddf-45ab-bae0-b77bc603463b tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/8d09d24f-b18e-42e7-b163-144ec42caa16 HTTP/1.1" status: 404 len: 337 time: 0.1274221 Feb 11 05:35:09.791367 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60550) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:09.859156 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-0371c511-47ab-4f83-bcb0-28bc596db12e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:09.859702 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0371c511-47ab-4f83-bcb0-28bc596db12e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:09.868516 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0371c511-47ab-4f83-bcb0-28bc596db12e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/f6f9ae3f-df68-4251-b755-f41fb1ba1601 HTTP/1.1" status: 404 len: 333 time: 0.0711591 Feb 11 05:35:09.869276 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60554) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:09.985480 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4337b7fe-5927-4ede-a4f0-0b339b7d0d50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:09.986335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4337b7fe-5927-4ede-a4f0-0b339b7d0d50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:09.995265 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4337b7fe-5927-4ede-a4f0-0b339b7d0d50 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/cddcbde5-c91c-409f-8cfe-92a1f986ad14 HTTP/1.1" status: 404 len: 337 time: 0.1249816 Feb 11 05:35:10.000824 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60572) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.081181 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89ca500-1d98-42e6-a2a1-446636b8a00d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:10.081647 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89ca500-1d98-42e6-a2a1-446636b8a00d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:10.084888 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a89ca500-1d98-42e6-a2a1-446636b8a00d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/f8619ea8-48f2-477e-bf2b-9fa487ffd5ce HTTP/1.1" status: 404 len: 337 time: 0.0829632 Feb 11 05:35:10.087879 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60576) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.116225 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef659e1-a3d8-4bf8-bf0c-e524fdfcebd1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:10.117236 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef659e1-a3d8-4bf8-bf0c-e524fdfcebd1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:10.121345 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cef659e1-a3d8-4bf8-bf0c-e524fdfcebd1 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/2acc5e58-9657-4e44-8d05-f6b016cff94b HTTP/1.1" status: 404 len: 333 time: 0.0321784 Feb 11 05:35:10.124562 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60578) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.158685 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-25377bf5-db07-44ea-bed5-fb4f3b5581a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:10.159827 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25377bf5-db07-44ea-bed5-fb4f3b5581a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:10.163257 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-25377bf5-db07-44ea-bed5-fb4f3b5581a3 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/f8e7da76-8b48-40b5-a5df-ceb9f50f5bf5 HTTP/1.1" status: 404 len: 337 time: 0.0374131 Feb 11 05:35:10.166261 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60582) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.208607 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73c9309-5b2e-4112-bad0-4548a6e7249a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:10.209153 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73c9309-5b2e-4112-bad0-4548a6e7249a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:10.213631 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d73c9309-5b2e-4112-bad0-4548a6e7249a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/ac45ba75-8894-4ae2-a9dd-f927e1cf3e2b HTTP/1.1" status: 404 len: 337 time: 0.0458195 Feb 11 05:35:10.218183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60590) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.255293 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e30fb54-6c13-4693-bd6c-ee915f297edf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:10.255975 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e30fb54-6c13-4693-bd6c-ee915f297edf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:10.259275 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2e30fb54-6c13-4693-bd6c-ee915f297edf tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/6c50ac73-188b-4580-898b-7d4bc11b070c HTTP/1.1" status: 404 len: 333 time: 0.0400534 Feb 11 05:35:10.262093 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60596) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.296193 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f799abd-f7da-460a-819f-f6f5bfcf3133 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:10.297135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f799abd-f7da-460a-819f-f6f5bfcf3133 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:10.307080 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5f799abd-f7da-460a-819f-f6f5bfcf3133 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/1a1b1c36-3492-4a17-b3e4-1971a18a9839 HTTP/1.1" status: 404 len: 337 time: 0.0436444 Feb 11 05:35:10.308596 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60600) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.350495 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-02da3758-b391-4cb8-ae97-c1ad3cbed92c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:10.350962 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02da3758-b391-4cb8-ae97-c1ad3cbed92c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:10.358511 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-02da3758-b391-4cb8-ae97-c1ad3cbed92c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/6b1a0abb-5be9-4519-aa93-87e1b1374233 HTTP/1.1" status: 404 len: 337 time: 0.0496869 Feb 11 05:35:10.359369 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60602) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.392409 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fe7226-693b-4768-965b-8d9cdcd75e75 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:10.392904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36fe7226-693b-4768-965b-8d9cdcd75e75 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:10.399543 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-36fe7226-693b-4768-965b-8d9cdcd75e75 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/5835cbcd-6d89-4e88-9904-259ddae2978a HTTP/1.1" status: 404 len: 333 time: 0.0390344 Feb 11 05:35:10.400182 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60604) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.433239 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-90171e31-69b2-456e-95e7-dae5103f13b0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:10.433718 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90171e31-69b2-456e-95e7-dae5103f13b0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:10.441043 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-90171e31-69b2-456e-95e7-dae5103f13b0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/78515a0d-5ec0-40f2-a835-158b999fd472 HTTP/1.1" status: 404 len: 337 time: 0.0397193 Feb 11 05:35:10.441915 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60606) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.463377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead7e72-5c38-4455-a17c-9df3e0444088 req-67c805f0-5fc2-48fe-b4aa-d5f3ad5a9704 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:10.470219 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:10.476985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ead7e72-5c38-4455-a17c-9df3e0444088 req-67c805f0-5fc2-48fe-b4aa-d5f3ad5a9704 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 946 time: 0.3011205 Feb 11 05:35:10.485094 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a40edd3-58a0-4025-bc74-1155eccfdf92 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:10.485670 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a40edd3-58a0-4025-bc74-1155eccfdf92 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:10.492844 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3a40edd3-58a0-4025-bc74-1155eccfdf92 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/8321bfb1-92b3-46c7-8f06-9372ca542b24 HTTP/1.1" status: 404 len: 333 time: 0.0499020 Feb 11 05:35:10.493597 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60608) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.520220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fda63-caec-4db9-9e8d-009ac2104674 req-c57a01d4-8c53-4378-95fb-69d16cb8367b tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:10.522050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7b7fda63-caec-4db9-9e8d-009ac2104674 req-c57a01d4-8c53-4378-95fb-69d16cb8367b tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.3567038 Feb 11 05:35:10.522731 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60610) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.525140 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6897c0-36b1-4c03-92a8-9c5b1c4395e5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:10.525648 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6897c0-36b1-4c03-92a8-9c5b1c4395e5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:10.537457 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8b6897c0-36b1-4c03-92a8-9c5b1c4395e5 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/18e44dc2-3ba2-4410-bdb7-1d3fed330ebe HTTP/1.1" status: 404 len: 337 time: 0.0428367 Feb 11 05:35:10.538747 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60612) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.582741 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-16acc1d5-95a4-4c3c-ae78-4a7ce4c22c51 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:10.583325 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16acc1d5-95a4-4c3c-ae78-4a7ce4c22c51 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:10.593922 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-16acc1d5-95a4-4c3c-ae78-4a7ce4c22c51 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/0c65a60f-d65d-4b86-be17-3a2ca99aebf2 HTTP/1.1" status: 404 len: 333 time: 0.0493088 Feb 11 05:35:10.594109 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cbed21-0a35-4853-814a-614522e49db6 None None] Update dhcp port {'port': {'network_id': 'f998a239-103b-4838-bc3b-5e531dc8d131', 'fixed_ips': [{'subnet_id': 'feed8ca7-569e-49a3-a486-7acf560809c1'}], 'binding:host_id': 'n-d-713499-38'}, 'id': '6e996dad-e4d1-4f90-84d1-47ca643b5a9f'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:35:10.594960 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60616) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.604910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:10.636410 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5699e881-8ac4-465d-aa24-777473027b6f None None] Current status of the port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:10.646954 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-13009b92-f61a-4439-ac22-648a2540a2b8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:10.647715 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13009b92-f61a-4439-ac22-648a2540a2b8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:10.656211 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-13009b92-f61a-4439-ac22-648a2540a2b8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/7fdb2d7d-0736-4d4f-a714-def81f5ff44c HTTP/1.1" status: 404 len: 337 time: 0.0596099 Feb 11 05:35:10.657994 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60618) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.663269 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] For port f555bb70-349e-4f2b-a3fc-b2035fb01aec, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:10.692228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] For port f555bb70-349e-4f2b-a3fc-b2035fb01aec, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f555bb70-349e-4f2b-a3fc-b2035fb01aec,segment=NetworkSegment(e2fd09fa-0099-4271-a75c-5656a18c82e1),segment_id=e2fd09fa-0099-4271-a75c-5656a18c82e1)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:10.695140 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-24cbed21-0a35-4853-814a-614522e49db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:10.723378 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-481a59de-6803-4477-9571-806e5781ed44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:10.723995 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481a59de-6803-4477-9571-806e5781ed44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:10.729415 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-481a59de-6803-4477-9571-806e5781ed44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/2616f95e-3a61-4ff5-9442-2cf4bc016998 HTTP/1.1" status: 404 len: 333 time: 0.0670044 Feb 11 05:35:10.729640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60620) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.748064 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f555bb70-349e-4f2b-a3fc-b2035fb01aec), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:10.770434 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-7816e5a4-2c59-41ec-a864-54f6ddce31a0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:10.770902 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7816e5a4-2c59-41ec-a864-54f6ddce31a0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:10.797792 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7816e5a4-2c59-41ec-a864-54f6ddce31a0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/d916df83-8cbb-428d-9059-cc7633fb6ae2 HTTP/1.1" status: 404 len: 337 time: 0.0642691 Feb 11 05:35:10.798342 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60622) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.808775 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-93e7d138-b314-4e7c-b971-fcbc99f7d3dc None None] Could not find standard attr ID for object 2acc5e58-9657-4e44-8d05-f6b016cff94b. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:35:10.858234 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ead7e72-5c38-4455-a17c-9df3e0444088 req-e9423eb9-3b63-4969-9573-fd40252f1667 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3737249 Feb 11 05:35:10.866263 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff689513-116e-4fe2-bf88-7ebcc86101bc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:10.867087 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff689513-116e-4fe2-bf88-7ebcc86101bc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:10.887212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7b7fda63-caec-4db9-9e8d-009ac2104674 req-9fce3dfb-6452-48f1-8ded-30c276e5c375 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3438506 Feb 11 05:35:10.887378 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ff689513-116e-4fe2-bf88-7ebcc86101bc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/3b563b8a-e9d9-4b74-8a29-2f6a5c33445a HTTP/1.1" status: 404 len: 333 time: 0.0867658 Feb 11 05:35:10.892723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60626) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:10.970963 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7e84da-528a-40a4-a7bc-cc3f586e67c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:10.971493 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7e84da-528a-40a4-a7bc-cc3f586e67c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:10.982227 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fe7e84da-528a-40a4-a7bc-cc3f586e67c2 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/bc7e54c1-bf9d-4018-a1d8-00fa62079611 HTTP/1.1" status: 404 len: 337 time: 0.0884051 Feb 11 05:35:10.987069 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60628) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:11.039785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f3cb4-d0fa-46f5-8d99-717a6c89f776 None None] Pushing event updated for resources: {'Port': ['ID=f555bb70-349e-4f2b-a3fc-b2035fb01aec,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:11.046953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-93e7d138-b314-4e7c-b971-fcbc99f7d3dc None None] Provisioning complete for port aeb81619-bf9c-4e89-b22f-3b290b09a33a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:11.047343 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-93e7d138-b314-4e7c-b971-fcbc99f7d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.122104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ee03d-aab8-44d4-a218-81ed90d498cc req-4a746e32-1f1e-4c5c-b9d1-53e2492ee46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:11.131761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ee03d-aab8-44d4-a218-81ed90d498cc req-4a746e32-1f1e-4c5c-b9d1-53e2492ee46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:11.132572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ee03d-aab8-44d4-a218-81ed90d498cc req-4a746e32-1f1e-4c5c-b9d1-53e2492ee46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:11.133121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ee03d-aab8-44d4-a218-81ed90d498cc req-4a746e32-1f1e-4c5c-b9d1-53e2492ee46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:11.133663 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ee03d-aab8-44d4-a218-81ed90d498cc req-4a746e32-1f1e-4c5c-b9d1-53e2492ee46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:11.134201 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ee03d-aab8-44d4-a218-81ed90d498cc req-4a746e32-1f1e-4c5c-b9d1-53e2492ee46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:11.134735 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ee03d-aab8-44d4-a218-81ed90d498cc req-4a746e32-1f1e-4c5c-b9d1-53e2492ee46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:11.147941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b9ee03d-aab8-44d4-a218-81ed90d498cc req-4a746e32-1f1e-4c5c-b9d1-53e2492ee46a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 6717 time: 0.6147354 Feb 11 05:35:11.180365 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4beba16-6e4e-4bd2-8ff6-ac05957af05c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:11.188305 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4beba16-6e4e-4bd2-8ff6-ac05957af05c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:11.195681 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b4beba16-6e4e-4bd2-8ff6-ac05957af05c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/4c60c11b-3fd1-4224-9d1f-92bb69f16481 HTTP/1.1" status: 404 len: 333 time: 0.0977793 Feb 11 05:35:11.202980 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60632) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:11.269197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc97dd-89db-4fd4-963b-8760d43e2c9a req-dc2703f8-7cc0-4855-b054-126f9414b3d5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:11.270959 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49bc97dd-89db-4fd4-963b-8760d43e2c9a req-dc2703f8-7cc0-4855-b054-126f9414b3d5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 946 time: 0.2761819 Feb 11 05:35:11.285743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e4129e-8a4c-482b-85df-abf4242f6d99 None None] Network f998a239-103b-4838-bc3b-5e531dc8d131 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:11.290458 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-8338fcd5-8894-44a0-971c-44b899d2fd69 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:11.290924 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8338fcd5-8894-44a0-971c-44b899d2fd69 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:11.296955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60634) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:11.298383 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8338fcd5-8894-44a0-971c-44b899d2fd69 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/bea73164-8856-4648-86bf-8c1f2c3c1c14 HTTP/1.1" status: 404 len: 337 time: 0.0932455 Feb 11 05:35:11.314858 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-38848cfe-2ef4-4069-a501-f219994f90c3 req-5498d4b2-2132-4964-ab03-daed5a6acf48 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3244495 Feb 11 05:35:11.403727 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b37f52-f0d3-4a72-8774-044371d7194e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:11.410855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b37f52-f0d3-4a72-8774-044371d7194e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:11.418361 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e7b37f52-f0d3-4a72-8774-044371d7194e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/6fbd91f5-7e2d-4d09-a334-63048a15b51b HTTP/1.1" status: 404 len: 337 time: 0.1182554 Feb 11 05:35:11.428219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60638) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:11.468090 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-93e7d138-b314-4e7c-b971-fcbc99f7d3dc None None] Current status of the port aeb81619-bf9c-4e89-b22f-3b290b09a33a is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:11.468497 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-93e7d138-b314-4e7c-b971-fcbc99f7d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.472669 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97be1fc-c7fb-4299-b937-32d888a58d44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:11.473384 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97be1fc-c7fb-4299-b937-32d888a58d44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:11.476563 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b97be1fc-c7fb-4299-b937-32d888a58d44 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/cf844785-6e7a-43bb-b267-3055255183de HTTP/1.1" status: 404 len: 333 time: 0.0460143 Feb 11 05:35:11.479305 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60640) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:11.489169 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b9ee03d-aab8-44d4-a218-81ed90d498cc req-fdf761b5-6604-4acd-8c5a-6ab225aa8ddf service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3396018 Feb 11 05:35:11.529928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:07Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:56Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb81619-bf9c-4e89-b22f-3b290b09a33a', 'name': '', 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:40:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:57Z', 'updated_at': '2022-02-11T05:35:09Z', 'revision_number': 4, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7192eb1-3de5-4bc2-9e9f-b90e89864b6f', 'name': '', 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:52:0d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'dcd7109b-89e5-41bd-84c2-0cf129229ab2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:05Z', 'updated_at': '2022-02-11T05:35:07Z', 'revision_number': 2, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'dcd7109b-89e5-41bd-84c2-0cf129229ab2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:11.531575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49bc97dd-89db-4fd4-963b-8760d43e2c9a req-cad8e656-daca-4f6e-9bb6-e681a69329eb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2430434 Feb 11 05:35:11.544945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.extraroute_db [None req-60a5ccc0-be73-4dff-a58c-fcff94bae700 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103171) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:35:11.552552 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0cf749-4ffd-4cca-bed3-ac889dfcc2ab tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:11.553351 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0cf749-4ffd-4cca-bed3-ac889dfcc2ab tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:11.556683 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5d0cf749-4ffd-4cca-bed3-ac889dfcc2ab tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/b63bd216-2252-4525-b7f1-73219ce5d9d3 HTTP/1.1" status: 404 len: 337 time: 0.0735683 Feb 11 05:35:11.560860 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38848cfe-2ef4-4069-a501-f219994f90c3 req-4aee4f17-c0d7-4d42-b1f2-96c8fbc1feea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:11.562686 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-38848cfe-2ef4-4069-a501-f219994f90c3 req-4aee4f17-c0d7-4d42-b1f2-96c8fbc1feea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89a824e240334b3fb89a7803bbc06026&device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 1128 time: 0.2184813 Feb 11 05:35:11.564626 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60644) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:11.580941 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739af35-0d36-4f9b-8c1a-2b2b1829ac52 None None] The sync data for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 is: [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:07Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:56Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb81619-bf9c-4e89-b22f-3b290b09a33a', 'name': '', 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:40:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:57Z', 'updated_at': '2022-02-11T05:35:09Z', 'revision_number': 4, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7192eb1-3de5-4bc2-9e9f-b90e89864b6f', 'name': '', 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:52:0d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'dcd7109b-89e5-41bd-84c2-0cf129229ab2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:05Z', 'updated_at': '2022-02-11T05:35:07Z', 'revision_number': 2, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'dcd7109b-89e5-41bd-84c2-0cf129229ab2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:11.598876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.extraroute_db [None req-60a5ccc0-be73-4dff-a58c-fcff94bae700 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Removed routes are [] {{(pid=103171) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:35:11.599226 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-60a5ccc0-be73-4dff-a58c-fcff94bae700 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (248d8056-8309-440c-a125-6afd9cf63317), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.614551 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf3b92a-129e-49eb-9796-8a1d0cef1bd0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:11.616843 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf3b92a-129e-49eb-9796-8a1d0cef1bd0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:11.620204 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8bf3b92a-129e-49eb-9796-8a1d0cef1bd0 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/fd07c97e-58c1-4fe0-90d7-51ef03175f1b HTTP/1.1" status: 404 len: 337 time: 0.0542221 Feb 11 05:35:11.623964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60648) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:11.680505 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-93e7d138-b314-4e7c-b971-fcbc99f7d3dc None None] For port aeb81619-bf9c-4e89-b22f-3b290b09a33a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=aeb81619-bf9c-4e89-b22f-3b290b09a33a,segment=NetworkSegment(81be652d-0b23-4fbf-8ebb-1b7a6a11781f),segment_id=81be652d-0b23-4fbf-8ebb-1b7a6a11781f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:11.689222 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-93e7d138-b314-4e7c-b971-fcbc99f7d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:11.781819 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ab22c0-656e-4a63-8545-276f60ec563f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:11.782811 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ab22c0-656e-4a63-8545-276f60ec563f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:11.786110 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-89ab22c0-656e-4a63-8545-276f60ec563f tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/fa33a45d-9308-48ae-a733-360c53cc8694 HTTP/1.1" status: 404 len: 333 time: 0.1609018 Feb 11 05:35:11.788624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60652) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:11.795246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99e4611-daaa-44ae-b180-bc94d8c11752 None None] DHCP port deletion for f998a239-103b-4838-bc3b-5e531dc8d131 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:35:11.895302 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0143951-4979-47a9-aeb6-9a34948218dc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:11.896278 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0143951-4979-47a9-aeb6-9a34948218dc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:11.900313 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f0143951-4979-47a9-aeb6-9a34948218dc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/2ad108ce-2b32-4b0d-9e21-ca6a10b90ebf HTTP/1.1" status: 404 len: 337 time: 0.1081018 Feb 11 05:35:11.915974 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60656) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:11.970027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-bbe718c8-7539-422e-86b4-039c3e1e6fb3 None None] Provisioning complete for port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:11.970381 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bbe718c8-7539-422e-86b4-039c3e1e6fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.016968 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-62dd51c8-66b4-494b-8d89-4694e49a4a93 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:12.017446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62dd51c8-66b4-494b-8d89-4694e49a4a93 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:12.020721 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-62dd51c8-66b4-494b-8d89-4694e49a4a93 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/783c9e7a-2a65-4e47-a6e7-ee5f7922bdc9 HTTP/1.1" status: 404 len: 337 time: 0.1035273 Feb 11 05:35:12.023855 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60660) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:12.088487 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5173410-cf05-44ff-a19e-7f060280cc86 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:12.089095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5173410-cf05-44ff-a19e-7f060280cc86 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:12.095912 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c5173410-cf05-44ff-a19e-7f060280cc86 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/263b90db-5c3f-4013-9030-e5182d7fff6b HTTP/1.1" status: 404 len: 333 time: 0.0685990 Feb 11 05:35:12.098233 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60662) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:12.101086 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38848cfe-2ef4-4069-a501-f219994f90c3 req-9e902d63-561c-49e4-89eb-ae8e3b1e82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:12.102586 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-38848cfe-2ef4-4069-a501-f219994f90c3 req-9e902d63-561c-49e4-89eb-ae8e3b1e82f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 HTTP/1.1" status: 200 len: 898 time: 0.4993472 Feb 11 05:35:12.110104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f555bb70-349e-4f2b-a3fc-b2035fb01aec up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:12.184519 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-60a5ccc0-be73-4dff-a58c-fcff94bae700 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (248d8056-8309-440c-a125-6afd9cf63317), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.190549 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-60a5ccc0-be73-4dff-a58c-fcff94bae700 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (248d8056-8309-440c-a125-6afd9cf63317), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.201945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7d138-b314-4e7c-b971-fcbc99f7d3dc None None] Pushing event updated for resources: {'Port': ['ID=aeb81619-bf9c-4e89-b22f-3b290b09a33a,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:12.238261 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c6b4ae-d5c1-40fe-8b86-d403fca68cdc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:12.242290 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b99e4611-daaa-44ae-b180-bc94d8c11752 None None] Deleting port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:12.242290 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b99e4611-daaa-44ae-b180-bc94d8c11752 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.272076 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c6b4ae-d5c1-40fe-8b86-d403fca68cdc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:12.275362 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-23c6b4ae-d5c1-40fe-8b86-d403fca68cdc tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/be39165e-abe8-4d40-a05c-a635b076ad7c HTTP/1.1" status: 404 len: 337 time: 0.1759241 Feb 11 05:35:12.285334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f555bb70-349e-4f2b-a3fc-b2035fb01aec triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:12.285721 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f555bb70-349e-4f2b-a3fc-b2035fb01aec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.313510 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60666) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:12.423451 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e93d07-46fd-43a0-b15c-0d3b419846af tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:12.445729 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e93d07-46fd-43a0-b15c-0d3b419846af tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:12.446172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef74af-c52e-43f8-ac93-02d1649cef6b req-75da3e6f-bc80-484d-8329-e6142070db49 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:12.454937 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16ef74af-c52e-43f8-ac93-02d1649cef6b req-75da3e6f-bc80-484d-8329-e6142070db49 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.2664599 Feb 11 05:35:12.458514 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-91e93d07-46fd-43a0-b15c-0d3b419846af tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/7742479e-a89c-4b15-844f-9182bbebf183 HTTP/1.1" status: 404 len: 337 time: 0.1419201 Feb 11 05:35:12.459604 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60668) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:12.552767 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b99e4611-daaa-44ae-b180-bc94d8c11752 None None] For port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6e996dad-e4d1-4f90-84d1-47ca643b5a9f,segment=NetworkSegment(a6f96633-f841-4dd1-8801-1741afc10470),segment_id=a6f96633-f841-4dd1-8801-1741afc10470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:12.553396 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b99e4611-daaa-44ae-b180-bc94d8c11752 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.599241 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b99e4611-daaa-44ae-b180-bc94d8c11752 None None] Calling delete_port for 6e996dad-e4d1-4f90-84d1-47ca643b5a9f owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:12.629506 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a5ccc0-be73-4dff-a58c-fcff94bae700 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 248d8056-8309-440c-a125-6afd9cf63317 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:12.652050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16ef74af-c52e-43f8-ac93-02d1649cef6b req-4e942d51-7736-4372-b3d9-6345a7a5cdd4 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961379 Feb 11 05:35:12.656946 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-af823366-6e28-4be4-9179-8d50ae841c6e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports?device_id=55394c49-996e-4053-b050-edb3816c10cc HTTP/1.1" status: 200 len: 205 time: 0.1890473 Feb 11 05:35:12.659774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60680) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:12.709035 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-38848cfe-2ef4-4069-a501-f219994f90c3 req-e0c95602-93bf-4149-9c9f-06f1f6b7f12a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22bc64a9-bea5-442b-984b-75140242a029 HTTP/1.1" status: 200 len: 1001 time: 0.5708487 Feb 11 05:35:12.709289 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bbe718c8-7539-422e-86b4-039c3e1e6fb3 None None] Current status of the port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:12.741952 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-7c05c3ea-ab5b-4961-8540-4a3139066c78 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] delete failed (client error): The resource could not be found. Feb 11 05:35:12.743642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7c05c3ea-ab5b-4961-8540-4a3139066c78 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/routers/55394c49-996e-4053-b050-edb3816c10cc HTTP/1.1" status: 404 len: 336 time: 0.0828552 Feb 11 05:35:12.751884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60682) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:12.824471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e3a8ce-e837-484d-af86-4349ca7a7320 None None] Network d68b7cb0-91cf-4195-8ff6-c85074c78a15 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:12.828640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38848cfe-2ef4-4069-a501-f219994f90c3 req-60c460ac-a9f4-413b-9c5c-57b7a9b7ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:12.830370 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-38848cfe-2ef4-4069-a501-f219994f90c3 req-60c460ac-a9f4-413b-9c5c-57b7a9b7ea94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56d85561-1dbd-4932-a993-14b36f1f969b HTTP/1.1" status: 200 len: 835 time: 0.1137438 Feb 11 05:35:12.899091 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-236d6e42-f724-498a-91e9-064cebb2441e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:12.899585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236d6e42-f724-498a-91e9-064cebb2441e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:12.905682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-236d6e42-f724-498a-91e9-064cebb2441e tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/4b443c2a-87bb-4b4d-a005-8fc8c3adc9e4 HTTP/1.1" status: 404 len: 337 time: 0.1487653 Feb 11 05:35:12.906665 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60684) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:12.922564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f555bb70-349e-4f2b-a3fc-b2035fb01aec is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:12.923771 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f555bb70-349e-4f2b-a3fc-b2035fb01aec), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.956699 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b99e4611-daaa-44ae-b180-bc94d8c11752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (6e996dad-e4d1-4f90-84d1-47ca643b5a9f), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:12.959692 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e9591e51-4863-4ee6-be2a-a7ee85dfd851 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "GET /v2.0/ports?device_id=c1d866cc-7802-43a8-a002-1eaebc84db9e HTTP/1.1" status: 200 len: 205 time: 0.0498922 Feb 11 05:35:12.961076 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60686) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:13.018445 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-3d5669f5-ef3d-4b0a-9e2b-909f3ae31515 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] delete failed (client error): The resource could not be found. Feb 11 05:35:13.021947 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3d5669f5-ef3d-4b0a-9e2b-909f3ae31515 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/routers/c1d866cc-7802-43a8-a002-1eaebc84db9e HTTP/1.1" status: 404 len: 336 time: 0.0574265 Feb 11 05:35:13.025899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60688) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:13.030169 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38848cfe-2ef4-4069-a501-f219994f90c3 req-2395823b-1811-405c-b549-5a6a3ed561c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:13.032169 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-38848cfe-2ef4-4069-a501-f219994f90c3 req-2395823b-1811-405c-b549-5a6a3ed561c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1944268 Feb 11 05:35:13.043345 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a5ccc0-be73-4dff-a58c-fcff94bae700 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:13.048170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port f555bb70-349e-4f2b-a3fc-b2035fb01aec, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f555bb70-349e-4f2b-a3fc-b2035fb01aec,segment=NetworkSegment(e2fd09fa-0099-4271-a75c-5656a18c82e1),segment_id=e2fd09fa-0099-4271-a75c-5656a18c82e1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:13.062679 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-60a5ccc0-be73-4dff-a58c-fcff94bae700 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.069073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-60a5ccc0-be73-4dff-a58c-fcff94bae700 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/248d8056-8309-440c-a125-6afd9cf63317 HTTP/1.1" status: 200 len: 934 time: 3.9081478 Feb 11 05:35:13.070187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60690) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:13.101754 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f555bb70-349e-4f2b-a3fc-b2035fb01aec), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.102549 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device aeb81619-bf9c-4e89-b22f-3b290b09a33a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:13.108902 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e4611-daaa-44ae-b180-bc94d8c11752 None None] Pushing event deleted for resources: {'Port': ['ID=6e996dad-e4d1-4f90-84d1-47ca643b5a9f,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:13.115081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e4611-daaa-44ae-b180-bc94d8c11752 None None] No DVR routers for this DVR port 6e996dad-e4d1-4f90-84d1-47ca643b5a9f on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:13.126830 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1207bcea-44e4-455f-861e-50b863bd1d05 None None] Provisioning complete for port f555bb70-349e-4f2b-a3fc-b2035fb01aec triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:13.127212 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1207bcea-44e4-455f-861e-50b863bd1d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f555bb70-349e-4f2b-a3fc-b2035fb01aec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.173385 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-38848cfe-2ef4-4069-a501-f219994f90c3 req-b06044df-210b-4abb-bf50-d68a40937887 service neutron] 10.222.0.73 "GET /v2.0/networks/bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295946 Feb 11 05:35:13.185754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60692) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:13.217886 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc3decd-5f7d-413e-bca4-e1dbc7c0c2a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:13.218253 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc3decd-5f7d-413e-bca4-e1dbc7c0c2a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:13.232901 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bcc3decd-5f7d-413e-bca4-e1dbc7c0c2a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/846919fa-5e7f-4732-942f-62fd3643b0ae HTTP/1.1" status: 404 len: 337 time: 0.1970525 Feb 11 05:35:13.234885 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60694) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:13.285605 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-758cc974-2990-402a-b96e-1a6b8e73f7a6 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/routers/248d8056-8309-440c-a125-6afd9cf63317 HTTP/1.1" status: 200 len: 934 time: 0.2128417 Feb 11 05:35:13.286751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60696) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:13.293511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-004339f8-e7c2-4be3-b8a2-0f2dc8eaadeb tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'router': {'routes': None}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:13.296907 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f817726a-37e4-4d81-b7d2-d691188ca1f7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:13.297372 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f817726a-37e4-4d81-b7d2-d691188ca1f7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:13.302883 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f817726a-37e4-4d81-b7d2-d691188ca1f7 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/4edca0b2-b90a-4c95-a7fb-3724e630a257 HTTP/1.1" status: 404 len: 337 time: 0.0648820 Feb 11 05:35:13.303810 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60698) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:13.369468 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=f555bb70-349e-4f2b-a3fc-b2035fb01aec,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:13.414079 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbed54b2-ae9b-42cf-a8c1-dfb3e3e41536 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:13.414571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbed54b2-ae9b-42cf-a8c1-dfb3e3e41536 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:13.427857 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bbed54b2-ae9b-42cf-a8c1-dfb3e3e41536 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/bbbbe38f-5d2c-4fea-bec5-2df5b935eb93 HTTP/1.1" status: 404 len: 333 time: 0.1150570 Feb 11 05:35:13.428100 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port aeb81619-bf9c-4e89-b22f-3b290b09a33a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:13.428215 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60702) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:13.428322 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.470051 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a8f4ca-1a93-4e51-970c-6ca80f7830ce tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:13.470427 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a8f4ca-1a93-4e51-970c-6ca80f7830ce tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:13.476291 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-25a8f4ca-1a93-4e51-970c-6ca80f7830ce tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/6d6092fb-9322-4856-8e6a-2aeb59bcd628 HTTP/1.1" status: 404 len: 337 time: 0.0508440 Feb 11 05:35:13.478846 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60704) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:13.529736 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b342916-c47e-4434-b430-23663b81aa57 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:13.530414 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b342916-c47e-4434-b430-23663b81aa57 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:13.536287 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2b342916-c47e-4434-b430-23663b81aa57 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/49444ee1-fdda-4011-b3b0-4b2c4a0b30df HTTP/1.1" status: 404 len: 333 time: 0.0539732 Feb 11 05:35:13.537922 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60706) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:13.596328 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1207bcea-44e4-455f-861e-50b863bd1d05 None None] Current status of the port f555bb70-349e-4f2b-a3fc-b2035fb01aec is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:13.603246 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-40292cc7-5f15-446e-9720-e51777a9b35c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:13.603742 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40292cc7-5f15-446e-9720-e51777a9b35c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:13.609245 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-40292cc7-5f15-446e-9720-e51777a9b35c tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/01f70faa-84f4-4313-a4c8-0a22d7052068 HTTP/1.1" status: 404 len: 337 time: 0.0680025 Feb 11 05:35:13.614916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60710) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:13.708035 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-105530fc-3720-44ae-847c-35d077fca3a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:13.710023 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105530fc-3720-44ae-847c-35d077fca3a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:13.718433 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-105530fc-3720-44ae-847c-35d077fca3a4 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/79630d49-1cae-490a-a648-6b93f718e371 HTTP/1.1" status: 404 len: 333 time: 0.1024427 Feb 11 05:35:13.721043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port aeb81619-bf9c-4e89-b22f-3b290b09a33a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:13.723695 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60714) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:13.760537 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-38848cfe-2ef4-4069-a501-f219994f90c3 req-c2090095-f178-4e38-bec0-a2c7de1421f1 service neutron] 10.222.0.73 "GET /v2.0/networks/bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363953 Feb 11 05:35:13.809345 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e0ac53-ba4d-47f8-bc04-0cb1ff54eb0d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:13.810070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e0ac53-ba4d-47f8-bc04-0cb1ff54eb0d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:13.813877 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-21e0ac53-ba4d-47f8-bc04-0cb1ff54eb0d tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/1e74484c-5bab-44d8-8d15-afa9310ae62c HTTP/1.1" status: 404 len: 337 time: 0.0861037 Feb 11 05:35:13.817647 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60716) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:13.854850 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db49fda-728a-437e-8687-c50033e8a423 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:13.855736 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db49fda-728a-437e-8687-c50033e8a423 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:13.857135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6e996dad-e4d1-4f90-84d1-47ca643b5a9f no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:13.859183 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0db49fda-728a-437e-8687-c50033e8a423 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/067e5872-c7b5-4367-976e-0fc2515e12f5 HTTP/1.1" status: 404 len: 333 time: 0.0405486 Feb 11 05:35:13.861584 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60718) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:13.899051 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Sync routers for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:13.921701 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 6e996dad-e4d1-4f90-84d1-47ca643b5a9f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:13.922072 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6e996dad-e4d1-4f90-84d1-47ca643b5a9f not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:13.926877 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-83bccfa2-f9f4-49c9-a77d-05c20df23883 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:13.927339 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83bccfa2-f9f4-49c9-a77d-05c20df23883 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:13.932091 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-83bccfa2-f9f4-49c9-a77d-05c20df23883 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/1b42a18e-f252-438e-a981-a559a2f221d3 HTTP/1.1" status: 404 len: 337 time: 0.0695705 Feb 11 05:35:13.936574 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:13.937444 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:13.939875 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60720) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:13.972474 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c16bac-1691-4017-b232-7d86f626114a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:13.973444 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c16bac-1691-4017-b232-7d86f626114a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:13.978199 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e9c16bac-1691-4017-b232-7d86f626114a tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/feff1f67-5763-44c3-8bcc-7e4144a37803 HTTP/1.1" status: 404 len: 333 time: 0.0370343 Feb 11 05:35:13.980424 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60722) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:14.024689 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9ca0314c-63a7-4476-ac9d-06d49c72a8e8 None None] Provisioning complete for port f555bb70-349e-4f2b-a3fc-b2035fb01aec triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:14.025066 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9ca0314c-63a7-4476-ac9d-06d49c72a8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f555bb70-349e-4f2b-a3fc-b2035fb01aec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.065134 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcdc4e0-1830-4adb-874a-6e0e4decd353 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:14.065598 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdcdc4e0-1830-4adb-874a-6e0e4decd353 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:14.074327 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bdcdc4e0-1830-4adb-874a-6e0e4decd353 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/1ebe1c45-60b1-4d95-94fd-636370db8e65 HTTP/1.1" status: 404 len: 337 time: 0.0905697 Feb 11 05:35:14.075323 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60724) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:14.164992 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c3d01d-e440-4181-bdd4-efaba81db288 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:14.165580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c3d01d-e440-4181-bdd4-efaba81db288 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:14.178557 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-32c3d01d-e440-4181-bdd4-efaba81db288 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/d8f1d7e0-6e4e-437b-a068-07cd59f1aec1 HTTP/1.1" status: 404 len: 333 time: 0.1007359 Feb 11 05:35:14.182972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60726) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:14.194767 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:14.204645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f555bb70-349e-4f2b-a3fc-b2035fb01aec up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:14.217837 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a89765-fb95-4a55-8ff0-bc937ea49332 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:14.218306 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a89765-fb95-4a55-8ff0-bc937ea49332 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:14.223143 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-64a89765-fb95-4a55-8ff0-bc937ea49332 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/d269e643-fdea-4ab0-aae4-de37bb2ee983 HTTP/1.1" status: 404 len: 337 time: 0.0388956 Feb 11 05:35:14.226100 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60728) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:14.291267 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-395dcdb8-f40e-4d3f-8e5f-f68898696b70 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:14.291555 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395dcdb8-f40e-4d3f-8e5f-f68898696b70 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:14.301959 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-395dcdb8-f40e-4d3f-8e5f-f68898696b70 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/ports/1b3f49f5-f732-49cf-accb-c29e0241869c HTTP/1.1" status: 404 len: 333 time: 0.0718710 Feb 11 05:35:14.304534 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60730) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:14.362208 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.378069 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa28e149-d762-4bec-85fa-e9d04dd2c8b8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:14.390956 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa28e149-d762-4bec-85fa-e9d04dd2c8b8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:14.400476 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aa28e149-d762-4bec-85fa-e9d04dd2c8b8 tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/subnets/0248a47a-9896-4a9e-a3dc-6c488007f685 HTTP/1.1" status: 404 len: 337 time: 0.0886922 Feb 11 05:35:14.401296 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60732) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:14.409799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f555bb70-349e-4f2b-a3fc-b2035fb01aec triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:14.410162 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f555bb70-349e-4f2b-a3fc-b2035fb01aec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.418093 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0314c-63a7-4476-ac9d-06d49c72a8e8 None None] Current status of the port f555bb70-349e-4f2b-a3fc-b2035fb01aec is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:14.632595 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e02a079-6f7f-4357-a5a3-c244e42b76ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (f998a239-103b-4838-bc3b-5e531dc8d131), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.640561 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.extraroute_db [None req-004339f8-e7c2-4be3-b8a2-0f2dc8eaadeb tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Added routes are [] {{(pid=103171) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:35:14.644182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.extraroute_db [None req-004339f8-e7c2-4be3-b8a2-0f2dc8eaadeb tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103171) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:35:14.810416 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:11Z', 'revision_number': 6, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:56Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb81619-bf9c-4e89-b22f-3b290b09a33a', 'name': '', 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:40:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:57Z', 'updated_at': '2022-02-11T05:35:11Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7192eb1-3de5-4bc2-9e9f-b90e89864b6f', 'name': '', 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:52:0d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'dcd7109b-89e5-41bd-84c2-0cf129229ab2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:05Z', 'updated_at': '2022-02-11T05:35:07Z', 'revision_number': 2, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'dcd7109b-89e5-41bd-84c2-0cf129229ab2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:14.863722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9d90c-f84d-4cd1-884a-9041423ebd2e req-3bbf9e44-a097-48c9-8063-171fdc0a874f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:14.865643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52a9d90c-f84d-4cd1-884a-9041423ebd2e req-3bbf9e44-a097-48c9-8063-171fdc0a874f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.9303050 Feb 11 05:35:14.875464 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e02a079-6f7f-4357-a5a3-c244e42b76ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (f998a239-103b-4838-bc3b-5e531dc8d131), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.881042 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Checking router: 248d8056-8309-440c-a125-6afd9cf63317 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:14.881415 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Updating router 248d8056-8309-440c-a125-6afd9cf63317 port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:35:14.894342 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-004339f8-e7c2-4be3-b8a2-0f2dc8eaadeb tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (248d8056-8309-440c-a125-6afd9cf63317), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.933465 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-3e02a079-6f7f-4357-a5a3-c244e42b76ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f998a239-103b-4838-bc3b-5e531dc8d131']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:14.940206 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52a9d90c-f84d-4cd1-884a-9041423ebd2e req-cb77dca0-a9c8-4c09-9b86-682f846fb575 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666656 Feb 11 05:35:14.958608 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.962152 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-3e02a079-6f7f-4357-a5a3-c244e42b76ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f96633-f841-4dd1-8801-1741afc10470') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:14.962636 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-3e02a079-6f7f-4357-a5a3-c244e42b76ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f96633-f841-4dd1-8801-1741afc10470') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:14.983813 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9ca0314c-63a7-4476-ac9d-06d49c72a8e8 None None] Provisioning complete for port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:14.984352 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9ca0314c-63a7-4476-ac9d-06d49c72a8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:14.989337 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e02a079-6f7f-4357-a5a3-c244e42b76ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (a6f96633-f841-4dd1-8801-1741afc10470), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.006830 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e02a079-6f7f-4357-a5a3-c244e42b76ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a6f96633-f841-4dd1-8801-1741afc10470), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.020474 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e02a079-6f7f-4357-a5a3-c244e42b76ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:15.020897 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e02a079-6f7f-4357-a5a3-c244e42b76ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (a6f96633-f841-4dd1-8801-1741afc10470), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:15.024200 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:15.039439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0314c-63a7-4476-ac9d-06d49c72a8e8 None None] Port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:15.127782 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e02a079-6f7f-4357-a5a3-c244e42b76ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (f998a239-103b-4838-bc3b-5e531dc8d131), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.136737 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e02a079-6f7f-4357-a5a3-c244e42b76ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.143396 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3e02a079-6f7f-4357-a5a3-c244e42b76ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] 10.222.0.87 "DELETE /v2.0/networks/f998a239-103b-4838-bc3b-5e531dc8d131 HTTP/1.1" status: 204 len: 168 time: 0.7390044 Feb 11 05:35:15.143603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f555bb70-349e-4f2b-a3fc-b2035fb01aec is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:15.162832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device aeb81619-bf9c-4e89-b22f-3b290b09a33a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:15.169212 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02a079-6f7f-4357-a5a3-c244e42b76ca tempest-NetworksTestDHCPv6-854321442 tempest-NetworksTestDHCPv6-854321442-project] Pushing event deleted for resources: {'Network': ['ID=f998a239-103b-4838-bc3b-5e531dc8d131,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:15.312808 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5d50a80f-f069-4941-b2d5-4a2723e5f070 None None] Provisioning complete for port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:15.313198 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d50a80f-f069-4941-b2d5-4a2723e5f070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.358081 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Publish callbacks [] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.366558 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.381297 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port aeb81619-bf9c-4e89-b22f-3b290b09a33a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:15.381676 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.414438 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5d50a80f-f069-4941-b2d5-4a2723e5f070 None None] Port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:15.465590 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-004339f8-e7c2-4be3-b8a2-0f2dc8eaadeb tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (248d8056-8309-440c-a125-6afd9cf63317), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.503328 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-004339f8-e7c2-4be3-b8a2-0f2dc8eaadeb tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (248d8056-8309-440c-a125-6afd9cf63317), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.542155 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d8a47-324e-403b-b8b9-815e06d16c8e None None] Pushing event updated for resources: {'Port': ['ID=b7192eb1-3de5-4bc2-9e9f-b90e89864b6f,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:15.552984 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port aeb81619-bf9c-4e89-b22f-3b290b09a33a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:15.588790 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Attempting to bind port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:15.588979 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Attempting to bind port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'e2fd09fa-0099-4271-a75c-5656a18c82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:15.589338 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Attempting to bind port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f on network d68b7cb0-91cf-4195-8ff6-c85074c78a15 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:15.603875 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:15.611282 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Checking segment: {'id': 'e2fd09fa-0099-4271-a75c-5656a18c82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:15.611962 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.612376 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Bound using segment: {'id': 'e2fd09fa-0099-4271-a75c-5656a18c82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:15.613230 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Bound port: b7192eb1-3de5-4bc2-9e9f-b90e89864b6f, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fd09fa-0099-4271-a75c-5656a18c82e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:15.613630 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.655366 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60744) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:15.745608 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] For port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:15.747172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d13ab997-6b4f-4e1f-a656-60091ef87090 None None] Provisioning complete for port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:15.749388 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d13ab997-6b4f-4e1f-a656-60091ef87090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.754280 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] For port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b7192eb1-3de5-4bc2-9e9f-b90e89864b6f,segment=NetworkSegment(e2fd09fa-0099-4271-a75c-5656a18c82e1),segment_id=e2fd09fa-0099-4271-a75c-5656a18c82e1)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:15.772143 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:15.785203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004339f8-e7c2-4be3-b8a2-0f2dc8eaadeb tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 248d8056-8309-440c-a125-6afd9cf63317 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:15.853036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d13ab997-6b4f-4e1f-a656-60091ef87090 None None] Port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:15.889154 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:15.890799 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:15.903345 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d8a47-324e-403b-b8b9-815e06d16c8e None None] Pushing event updated for resources: {'Port': ['ID=b7192eb1-3de5-4bc2-9e9f-b90e89864b6f,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:16.005154 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:16.075532 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3732fe0e-2bee-48cb-a494-c47b4e9d0835 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0a6081079e0644cbbaca04e56165b567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4170144 Feb 11 05:35:16.076803 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60752) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:16.081269 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:16.165958 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc2cecee-9786-4ce0-af9a-f9accb484171 admin admin] Publish callbacks [] for security_group (9de4a497-5279-46f9-85a7-36081b06616b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:16.213589 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b7192eb1-3de5-4bc2-9e9f-b90e89864b6f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:16.225949 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc2cecee-9786-4ce0-af9a-f9accb484171 admin admin] Publish callbacks [] for security_group (9de4a497-5279-46f9-85a7-36081b06616b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:16.296529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:16.297394 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:16.323785 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc2cecee-9786-4ce0-af9a-f9accb484171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9de4a497-5279-46f9-85a7-36081b06616b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:16.327671 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc2cecee-9786-4ce0-af9a-f9accb484171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:16.329198 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dc2cecee-9786-4ce0-af9a-f9accb484171 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9de4a497-5279-46f9-85a7-36081b06616b HTTP/1.1" status: 204 len: 168 time: 0.2514863 Feb 11 05:35:16.341070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cecee-9786-4ce0-af9a-f9accb484171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de4a497-5279-46f9-85a7-36081b06616b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:16.386408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004339f8-e7c2-4be3-b8a2-0f2dc8eaadeb tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:16.409928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31be50-594f-4503-8cf0-10fceb1e4b77 req-7d8bb1a3-06e9-4675-9aba-d3d753c0a1c4 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:16.426012 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1c58e073-5925-401a-93ea-24da8a0385ae None None] Provisioning complete for port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:16.426802 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d31be50-594f-4503-8cf0-10fceb1e4b77 req-7d8bb1a3-06e9-4675-9aba-d3d753c0a1c4 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.3261435 Feb 11 05:35:16.428101 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1c58e073-5925-401a-93ea-24da8a0385ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:16.436015 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-004339f8-e7c2-4be3-b8a2-0f2dc8eaadeb tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:16.448722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-004339f8-e7c2-4be3-b8a2-0f2dc8eaadeb tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/248d8056-8309-440c-a125-6afd9cf63317 HTTP/1.1" status: 200 len: 700 time: 3.1589227 Feb 11 05:35:16.452167 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60756) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:16.614117 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:14Z', 'revision_number': 7, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:56Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb81619-bf9c-4e89-b22f-3b290b09a33a', 'name': '', 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:40:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:57Z', 'updated_at': '2022-02-11T05:35:11Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7192eb1-3de5-4bc2-9e9f-b90e89864b6f', 'name': '', 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:52:0d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'dcd7109b-89e5-41bd-84c2-0cf129229ab2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:05Z', 'updated_at': '2022-02-11T05:35:15Z', 'revision_number': 4, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'dcd7109b-89e5-41bd-84c2-0cf129229ab2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:16.632417 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:16.632913 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:16.667938 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638d988-0230-4095-9dbb-e2cb15081a51 None None] The sync data for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 is: [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:14Z', 'revision_number': 7, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:56Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb81619-bf9c-4e89-b22f-3b290b09a33a', 'name': '', 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:40:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:57Z', 'updated_at': '2022-02-11T05:35:11Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7192eb1-3de5-4bc2-9e9f-b90e89864b6f', 'name': '', 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:52:0d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'dcd7109b-89e5-41bd-84c2-0cf129229ab2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:05Z', 'updated_at': '2022-02-11T05:35:15Z', 'revision_number': 4, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'dcd7109b-89e5-41bd-84c2-0cf129229ab2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:16.700742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b7192eb1-3de5-4bc2-9e9f-b90e89864b6f,segment=NetworkSegment(e2fd09fa-0099-4271-a75c-5656a18c82e1),segment_id=e2fd09fa-0099-4271-a75c-5656a18c82e1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:16.720110 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d31be50-594f-4503-8cf0-10fceb1e4b77 req-0152fb52-9af0-455d-b2fb-1118a2e86e1e tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922652 Feb 11 05:35:16.757479 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7051ddf5-cef3-4ffb-b00e-fc4264d6bd71 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/routers/248d8056-8309-440c-a125-6afd9cf63317 HTTP/1.1" status: 200 len: 700 time: 0.3036814 Feb 11 05:35:16.760001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60764) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:16.793470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1c58e073-5925-401a-93ea-24da8a0385ae None None] Current status of the port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:16.799976 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:16.943664 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=b7192eb1-3de5-4bc2-9e9f-b90e89864b6f,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:17.018302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fbc86e-2b80-4cbd-81e8-fa22e1c04a34 None None] Sync routers for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:17.048113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fbc86e-2b80-4cbd-81e8-fa22e1c04a34 None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:17.048754 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-05fbc86e-2b80-4cbd-81e8-fa22e1c04a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:17.198019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Allocated IP 172.20.0.17 (b66d100d-fd90-4a57-8b3b-0b20b670c61e/c526e2d9-d063-4aa1-a5c4-1043d1ace934/20bfd452-1910-4418-9fcb-a7d4f9feb303) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:17.206918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-05fbc86e-2b80-4cbd-81e8-fa22e1c04a34 None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:17.447996 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:17.543345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:17.564881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60782) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:17.584936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network b66d100d-fd90-4a57-8b3b-0b20b670c61e is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:17.589005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:17.593694 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-658c339d-8e92-4703-bbda-65b938c0590c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (248d8056-8309-440c-a125-6afd9cf63317), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:17.599054 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:17.640312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-05fbc86e-2b80-4cbd-81e8-fa22e1c04a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:14Z', 'revision_number': 7, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:56Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb81619-bf9c-4e89-b22f-3b290b09a33a', 'name': '', 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:40:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:57Z', 'updated_at': '2022-02-11T05:35:11Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7192eb1-3de5-4bc2-9e9f-b90e89864b6f', 'name': '', 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:52:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'dcd7109b-89e5-41bd-84c2-0cf129229ab2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:05Z', 'updated_at': '2022-02-11T05:35:16Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'dcd7109b-89e5-41bd-84c2-0cf129229ab2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:17.685382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fbc86e-2b80-4cbd-81e8-fa22e1c04a34 None None] Checking router: 248d8056-8309-440c-a125-6afd9cf63317 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:17.694555 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fbc86e-2b80-4cbd-81e8-fa22e1c04a34 None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:17.695198 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-05fbc86e-2b80-4cbd-81e8-fa22e1c04a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:17.709012 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f7b7e5c6-a8f8-491f-885e-b7bbf345df1f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1869915610'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:17.748066 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b7e5c6-a8f8-491f-885e-b7bbf345df1f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Made reservation on behalf of 87aa3448c18148d8a801577c86000261 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:17.753635 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e5c6-a8f8-491f-885e-b7bbf345df1f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:17.757348 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (15432e38-8359-44ea-9473-cff5adad9e46), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:17.775819 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e5c6-a8f8-491f-885e-b7bbf345df1f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:17.913481 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-05fbc86e-2b80-4cbd-81e8-fa22e1c04a34 None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:17.989225 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e5c6-a8f8-491f-885e-b7bbf345df1f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for security_group (009bb764-bf38-49ca-98b2-cfa3ef53e264), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:17.993547 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e5c6-a8f8-491f-885e-b7bbf345df1f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (009bb764-bf38-49ca-98b2-cfa3ef53e264), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:18.008740 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b7e5c6-a8f8-491f-885e-b7bbf345df1f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:35:18.021650 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e5c6-a8f8-491f-885e-b7bbf345df1f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:18.021966 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-f7b7e5c6-a8f8-491f-885e-b7bbf345df1f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Added segment b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9 of type vlan for network 8e49e79f-db8c-4f01-916b-b258d42daa9f Feb 11 05:35:18.156584 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e5c6-a8f8-491f-885e-b7bbf345df1f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (8e49e79f-db8c-4f01-916b-b258d42daa9f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:18.161126 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7e5c6-a8f8-491f-885e-b7bbf345df1f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=009bb764-bf38-49ca-98b2-cfa3ef53e264,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:18.230306 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e5c6-a8f8-491f-885e-b7bbf345df1f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (8e49e79f-db8c-4f01-916b-b258d42daa9f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:18.236601 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7e5c6-a8f8-491f-885e-b7bbf345df1f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:18.237256 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e5c6-a8f8-491f-885e-b7bbf345df1f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:18.255089 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b7192eb1-3de5-4bc2-9e9f-b90e89864b6f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:18.357416 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e8fde4c1-eff2-495a-91d4-fceb9eb3dcb0 None None] Provisioning complete for port 20bfd452-1910-4418-9fcb-a7d4f9feb303 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:18.357786 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e8fde4c1-eff2-495a-91d4-fceb9eb3dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:18.418223 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7e5c6-a8f8-491f-885e-b7bbf345df1f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event updated for resources: {'Network': ['ID=8e49e79f-db8c-4f01-916b-b258d42daa9f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:18.450254 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f7b7e5c6-a8f8-491f-885e-b7bbf345df1f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8840921 Feb 11 05:35:18.460926 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 8e49e79f-db8c-4f01-916b-b258d42daa9f details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:35:18.492783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e8fde4c1-eff2-495a-91d4-fceb9eb3dcb0 None None] Port 20bfd452-1910-4418-9fcb-a7d4f9feb303 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:18.598770 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-05fbc86e-2b80-4cbd-81e8-fa22e1c04a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:14Z', 'revision_number': 7, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:56Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb81619-bf9c-4e89-b22f-3b290b09a33a', 'name': '', 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:40:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:57Z', 'updated_at': '2022-02-11T05:35:11Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7192eb1-3de5-4bc2-9e9f-b90e89864b6f', 'name': '', 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:52:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'dcd7109b-89e5-41bd-84c2-0cf129229ab2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:05Z', 'updated_at': '2022-02-11T05:35:16Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'dcd7109b-89e5-41bd-84c2-0cf129229ab2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:18.666798 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60800) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:18.690668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fbc86e-2b80-4cbd-81e8-fa22e1c04a34 None None] The sync data for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 is: [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:14Z', 'revision_number': 7, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:56Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb81619-bf9c-4e89-b22f-3b290b09a33a', 'name': '', 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:40:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:57Z', 'updated_at': '2022-02-11T05:35:11Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7192eb1-3de5-4bc2-9e9f-b90e89864b6f', 'name': '', 'network_id': 'd68b7cb0-91cf-4195-8ff6-c85074c78a15', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:52:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'dcd7109b-89e5-41bd-84c2-0cf129229ab2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:05Z', 'updated_at': '2022-02-11T05:35:16Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'dcd7109b-89e5-41bd-84c2-0cf129229ab2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:18.695276 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:18.695681 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:18.820436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Port': ['ID=20bfd452-1910-4418-9fcb-a7d4f9feb303,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:18.922669 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:18.954991 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2925a77b-ded0-4283-aa1a-ecc4a09ef5f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.004248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59544b-e2d2-464e-b029-387677aebc46 req-03119621-f909-465b-983e-155923a73cc6 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:19.005832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc59544b-e2d2-464e-b029-387677aebc46 req-03119621-f909-465b-983e-155923a73cc6 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.3962815 Feb 11 05:35:19.131186 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2925a77b-ded0-4283-aa1a-ecc4a09ef5f0 admin admin] Publish callbacks [] for security_group (408e059c-04a3-42a5-ae0c-b01a31e96b04), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.137445 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2925a77b-ded0-4283-aa1a-ecc4a09ef5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (408e059c-04a3-42a5-ae0c-b01a31e96b04), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.151202 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.195602 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2925a77b-ded0-4283-aa1a-ecc4a09ef5f0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=163ae14f8efe44f98607f0e021c3fc9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5272353 Feb 11 05:35:19.196769 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60806) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:19.197755 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925a77b-ded0-4283-aa1a-ecc4a09ef5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408e059c-04a3-42a5-ae0c-b01a31e96b04,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:19.276163 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e729-f64b-4b83-8a4e-aab162a0da77 admin admin] Publish callbacks [] for security_group (408e059c-04a3-42a5-ae0c-b01a31e96b04), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.304387 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e729-f64b-4b83-8a4e-aab162a0da77 admin admin] Publish callbacks [] for security_group (408e059c-04a3-42a5-ae0c-b01a31e96b04), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.364315 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e729-f64b-4b83-8a4e-aab162a0da77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (408e059c-04a3-42a5-ae0c-b01a31e96b04), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.367485 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e729-f64b-4b83-8a4e-aab162a0da77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.383280 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d8a7e729-f64b-4b83-8a4e-aab162a0da77 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/408e059c-04a3-42a5-ae0c-b01a31e96b04 HTTP/1.1" status: 204 len: 168 time: 0.1716051 Feb 11 05:35:19.420536 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7e729-f64b-4b83-8a4e-aab162a0da77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408e059c-04a3-42a5-ae0c-b01a31e96b04,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:19.537927 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc59544b-e2d2-464e-b029-387677aebc46 req-ed45a8e4-0726-4c7a-8c98-eb473afd846f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5181108 Feb 11 05:35:19.760617 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60812) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:19.777959 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-427e3b30-41dc-4062-83f5-f86cd1b1384c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.880225 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-427e3b30-41dc-4062-83f5-f86cd1b1384c admin admin] Publish callbacks [] for security_group (5a94a903-ea49-45b4-acde-9730fad289e3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.888060 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-427e3b30-41dc-4062-83f5-f86cd1b1384c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5a94a903-ea49-45b4-acde-9730fad289e3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.931964 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.960466 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:19.990874 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e3b30-41dc-4062-83f5-f86cd1b1384c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a94a903-ea49-45b4-acde-9730fad289e3,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:20.062258 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (15432e38-8359-44ea-9473-cff5adad9e46), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.083055 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-427e3b30-41dc-4062-83f5-f86cd1b1384c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=01e5eba5b29743758bcac0fa686c310e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3198528 Feb 11 05:35:20.084944 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60816) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:20.086056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Port': ['ID=20bfd452-1910-4418-9fcb-a7d4f9feb303,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:20.100684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-658c339d-8e92-4703-bbda-65b938c0590c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:20.101363 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-658c339d-8e92-4703-bbda-65b938c0590c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.327315 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a49d42a6-7257-4c43-aca7-3dde7a34591e admin admin] Publish callbacks [] for security_group (5a94a903-ea49-45b4-acde-9730fad289e3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.360480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-658c339d-8e92-4703-bbda-65b938c0590c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] For port b7192eb1-3de5-4bc2-9e9f-b90e89864b6f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b7192eb1-3de5-4bc2-9e9f-b90e89864b6f,segment=NetworkSegment(e2fd09fa-0099-4271-a75c-5656a18c82e1),segment_id=e2fd09fa-0099-4271-a75c-5656a18c82e1)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:20.360990 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-658c339d-8e92-4703-bbda-65b938c0590c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.389280 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network b66d100d-fd90-4a57-8b3b-0b20b670c61e is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:20.395116 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a49d42a6-7257-4c43-aca7-3dde7a34591e admin admin] Publish callbacks [] for security_group (5a94a903-ea49-45b4-acde-9730fad289e3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.397633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-658c339d-8e92-4703-bbda-65b938c0590c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for b7192eb1-3de5-4bc2-9e9f-b90e89864b6f owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:20.399997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:20.704637 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a49d42a6-7257-4c43-aca7-3dde7a34591e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5a94a903-ea49-45b4-acde-9730fad289e3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.708848 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a49d42a6-7257-4c43-aca7-3dde7a34591e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:20.710218 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a49d42a6-7257-4c43-aca7-3dde7a34591e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5a94a903-ea49-45b4-acde-9730fad289e3 HTTP/1.1" status: 204 len: 168 time: 0.6213040 Feb 11 05:35:20.853933 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d42a6-7257-4c43-aca7-3dde7a34591e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a94a903-ea49-45b4-acde-9730fad289e3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:20.964308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Router 15432e38-8359-44ea-9473-cff5adad9e46 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:21.021122 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a946fe72-8dda-4d32-8742-c3dbae924a26 None None] Provisioning complete for port 20bfd452-1910-4418-9fcb-a7d4f9feb303 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:21.025502 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a946fe72-8dda-4d32-8742-c3dbae924a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.113530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a946fe72-8dda-4d32-8742-c3dbae924a26 None None] Port 20bfd452-1910-4418-9fcb-a7d4f9feb303 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:35:21.348394 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-658c339d-8e92-4703-bbda-65b938c0590c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b7192eb1-3de5-4bc2-9e9f-b90e89864b6f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.373056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326f78a-599f-4738-aa0a-be05ff238f87 req-2eb2cc36-af83-4541-bd59-53c9ac76b380 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:21.383515 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b326f78a-599f-4738-aa0a-be05ff238f87 req-2eb2cc36-af83-4541-bd59-53c9ac76b380 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.6650999 Feb 11 05:35:21.422376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c339d-8e92-4703-bbda-65b938c0590c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=b7192eb1-3de5-4bc2-9e9f-b90e89864b6f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:21.501428 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:21.523116 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Sync routers for ids ['15432e38-8359-44ea-9473-cff5adad9e46'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:21.534979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4c487d34-375a-425b-ab73-5c65fee6e3c7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "PUT /v2.0/routers/15432e38-8359-44ea-9473-cff5adad9e46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3476195 Feb 11 05:35:21.542003 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Routers {'15432e38-8359-44ea-9473-cff5adad9e46'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:21.542895 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15432e38-8359-44ea-9473-cff5adad9e46'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:21.577045 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60828) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:21.599066 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6baaef32-f8d1-496e-8790-fd2fe6698116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.642494 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b326f78a-599f-4738-aa0a-be05ff238f87 req-6b13bfaf-790c-4fb2-a570-9c9925682061 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579949 Feb 11 05:35:21.770534 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6baaef32-f8d1-496e-8790-fd2fe6698116 admin admin] Publish callbacks [] for security_group (62aa19a8-ab1b-45a6-a811-87d369ff3513), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.781038 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6baaef32-f8d1-496e-8790-fd2fe6698116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (62aa19a8-ab1b-45a6-a811-87d369ff3513), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.805030 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Set router 15432e38-8359-44ea-9473-cff5adad9e46 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:21.848003 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6baaef32-f8d1-496e-8790-fd2fe6698116 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6fee0fa49365471b8cd80a2d93ef9f93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2693100 Feb 11 05:35:21.850446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60832) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:21.868231 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60834) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:21.881043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ac0e4a2d-c5e7-40db-a54d-468f0613eb4f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Request body: {'subnet': {'network_id': '8e49e79f-db8c-4f01-916b-b258d42daa9f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:21.900140 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-658c339d-8e92-4703-bbda-65b938c0590c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (248d8056-8309-440c-a125-6afd9cf63317), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:21.917731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baaef32-f8d1-496e-8790-fd2fe6698116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62aa19a8-ab1b-45a6-a811-87d369ff3513,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:22.017766 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ea105df-3982-4098-b5b2-4c5ce5cc3918 admin admin] Publish callbacks [] for security_group (62aa19a8-ab1b-45a6-a811-87d369ff3513), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.042438 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ea105df-3982-4098-b5b2-4c5ce5cc3918 admin admin] Publish callbacks [] for security_group (62aa19a8-ab1b-45a6-a811-87d369ff3513), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.131380 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ea105df-3982-4098-b5b2-4c5ce5cc3918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (62aa19a8-ab1b-45a6-a811-87d369ff3513), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.134915 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ea105df-3982-4098-b5b2-4c5ce5cc3918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.136337 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1ea105df-3982-4098-b5b2-4c5ce5cc3918 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/62aa19a8-ab1b-45a6-a811-87d369ff3513 HTTP/1.1" status: 204 len: 168 time: 0.2821784 Feb 11 05:35:22.141874 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0e4a2d-c5e7-40db-a54d-468f0613eb4f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Made reservation on behalf of 87aa3448c18148d8a801577c86000261 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:22.145935 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4a2d-c5e7-40db-a54d-468f0613eb4f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.172503 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea105df-3982-4098-b5b2-4c5ce5cc3918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62aa19a8-ab1b-45a6-a811-87d369ff3513,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:22.231292 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:35:18Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'd8f7ac40-3b77-453d-b939-5d3f5a1cdbb2', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'port_id': '22bc64a9-bea5-442b-984b-75140242a029', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'mac_address': 'fa:16:3e:9b:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:33:42Z', 'updated_at': '2022-02-11T05:33:50Z', 'revision_number': 1, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bfd452-1910-4418-9fcb-a7d4f9feb303', 'name': '', 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:71:dc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c526e2d9-d063-4aa1-a5c4-1043d1ace934', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:16Z', 'updated_at': '2022-02-11T05:35:19Z', 'revision_number': 2, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': 'c526e2d9-d063-4aa1-a5c4-1043d1ace934', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ac34f90-f4b9-427d-83b5-048fb06eeb20', 'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:0f:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:00Z', 'updated_at': '2022-02-11T05:33:10Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:22.256749 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658c339d-8e92-4703-bbda-65b938c0590c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 248d8056-8309-440c-a125-6afd9cf63317 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:22.281477 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Checking router: 15432e38-8359-44ea-9473-cff5adad9e46 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:22.281845 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Updating router 15432e38-8359-44ea-9473-cff5adad9e46 port 20bfd452-1910-4418-9fcb-a7d4f9feb303 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:35:22.323242 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.378173 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658c339d-8e92-4703-bbda-65b938c0590c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:22.380997 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-658c339d-8e92-4703-bbda-65b938c0590c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/248d8056-8309-440c-a125-6afd9cf63317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6197345 Feb 11 05:35:22.383912 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60842) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:22.389858 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7122ec22-4f1e-47de-ae4d-75b0c43b21ab None None] Sync routers for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:22.411680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7122ec22-4f1e-47de-ae4d-75b0c43b21ab None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:22.412494 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7122ec22-4f1e-47de-ae4d-75b0c43b21ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:22.465178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfcd1396-5bc0-49d6-87e7-d5ce3ddcdde4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting subnet dcd7109b-89e5-41bd-84c2-0cf129229ab2 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:22.470122 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1396-5bc0-49d6-87e7-d5ce3ddcdde4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (dcd7109b-89e5-41bd-84c2-0cf129229ab2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.526041 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1396-5bc0-49d6-87e7-d5ce3ddcdde4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (dcd7109b-89e5-41bd-84c2-0cf129229ab2), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.548844 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4a2d-c5e7-40db-a54d-468f0613eb4f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (e1e00f01-4ce9-4e57-aa5b-5c398e215cfb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.618743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-7122ec22-4f1e-47de-ae4d-75b0c43b21ab None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:22.635680 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e4a2d-c5e7-40db-a54d-468f0613eb4f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event updated for resources: {'Subnet': ['ID=e1e00f01-4ce9-4e57-aa5b-5c398e215cfb,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:22.652848 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0e4a2d-c5e7-40db-a54d-468f0613eb4f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Checking segment: {'id': 'b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8e49e79f-db8c-4f01-916b-b258d42daa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:22.653212 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0e4a2d-c5e7-40db-a54d-468f0613eb4f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Network hostable DHCP agents. Network: 8e49e79f-db8c-4f01-916b-b258d42daa9f, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:35:22.708800 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0e4a2d-c5e7-40db-a54d-468f0613eb4f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Network 8e49e79f-db8c-4f01-916b-b258d42daa9f is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:35:22.726698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-ac0e4a2d-c5e7-40db-a54d-468f0613eb4f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 8e49e79f-db8c-4f01-916b-b258d42daa9f) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:22.736587 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0e4a2d-c5e7-40db-a54d-468f0613eb4f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:22.736912 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4a2d-c5e7-40db-a54d-468f0613eb4f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.739894 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1396-5bc0-49d6-87e7-d5ce3ddcdde4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (dcd7109b-89e5-41bd-84c2-0cf129229ab2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.750884 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Publish callbacks [] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.759724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8381e83c-062b-47c1-a338-d515061abd58 None None] Network 8e49e79f-db8c-4f01-916b-b258d42daa9f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:22.762228 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.790506 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ac0e4a2d-c5e7-40db-a54d-468f0613eb4f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9169145 Feb 11 05:35:22.790506 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60852) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:22.807238 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6b1d0c2b-2720-4297-9564-237a5bcaabd6 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2140609425'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:22.833344 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1d0c2b-2720-4297-9564-237a5bcaabd6 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Made reservation on behalf of 87aa3448c18148d8a801577c86000261 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:22.837629 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0c2b-2720-4297-9564-237a5bcaabd6 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.867573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1d0c2b-2720-4297-9564-237a5bcaabd6 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:35:22.894540 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0c2b-2720-4297-9564-237a5bcaabd6 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (9d7d69ff-f7cc-4ea1-9e1a-0643e9bc22fd), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:22.895031 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-6b1d0c2b-2720-4297-9564-237a5bcaabd6 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Added segment 9d7d69ff-f7cc-4ea1-9e1a-0643e9bc22fd of type vlan for network 14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a Feb 11 05:35:22.924823 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70db48e-c307-4b28-ac13-4257c9a19c45 None None] Pushing event updated for resources: {'Port': ['ID=20bfd452-1910-4418-9fcb-a7d4f9feb303,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:22.970011 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1396-5bc0-49d6-87e7-d5ce3ddcdde4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (dcd7109b-89e5-41bd-84c2-0cf129229ab2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.001803 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0c2b-2720-4297-9564-237a5bcaabd6 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.002774 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Attempting to bind port 20bfd452-1910-4418-9fcb-a7d4f9feb303 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:23.003282 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Attempting to bind port 20bfd452-1910-4418-9fcb-a7d4f9feb303 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'db88eecd-fcc0-4b3e-8599-46951f891ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:23.003724 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Attempting to bind port 20bfd452-1910-4418-9fcb-a7d4f9feb303 on network b66d100d-fd90-4a57-8b3b-0b20b670c61e {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:23.012641 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:23.013382 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Checking segment: {'id': 'db88eecd-fcc0-4b3e-8599-46951f891ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:23.014046 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.014452 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Bound using segment: {'id': 'db88eecd-fcc0-4b3e-8599-46951f891ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:23.014938 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Bound port: 20bfd452-1910-4418-9fcb-a7d4f9feb303, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db88eecd-fcc0-4b3e-8599-46951f891ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:23.015323 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.036804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd1396-5bc0-49d6-87e7-d5ce3ddcdde4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd7109b-89e5-41bd-84c2-0cf129229ab2,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:23.055158 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1396-5bc0-49d6-87e7-d5ce3ddcdde4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.064475 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dfcd1396-5bc0-49d6-87e7-d5ce3ddcdde4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/dcd7109b-89e5-41bd-84c2-0cf129229ab2 HTTP/1.1" status: 204 len: 168 time: 0.6794541 Feb 11 05:35:23.066637 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60856) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:23.089090 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0c2b-2720-4297-9564-237a5bcaabd6 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.098096 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1d0c2b-2720-4297-9564-237a5bcaabd6 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:23.099684 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0c2b-2720-4297-9564-237a5bcaabd6 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.176956 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6b1d0c2b-2720-4297-9564-237a5bcaabd6 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3863358 Feb 11 05:35:23.183527 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60858) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:23.185540 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] For port 20bfd452-1910-4418-9fcb-a7d4f9feb303, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:23.189819 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-aad3e992-20c2-477d-92cd-753a20c73108 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Request body: {'subnet': {'network_id': '14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:23.194000 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] For port 20bfd452-1910-4418-9fcb-a7d4f9feb303, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=20bfd452-1910-4418-9fcb-a7d4f9feb303,segment=NetworkSegment(db88eecd-fcc0-4b3e-8599-46951f891ecc),segment_id=db88eecd-fcc0-4b3e-8599-46951f891ecc)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:23.209744 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.318538 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Routers {'15432e38-8359-44ea-9473-cff5adad9e46'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:23.319361 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15432e38-8359-44ea-9473-cff5adad9e46'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:23.327682 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70db48e-c307-4b28-ac13-4257c9a19c45 None None] Pushing event updated for resources: {'Port': ['ID=20bfd452-1910-4418-9fcb-a7d4f9feb303,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:23.397899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d0c2b-2720-4297-9564-237a5bcaabd6 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event updated for resources: {'Network': ['ID=14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:23.429533 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0dd472-d701-4f36-b903-7f49ea5b17fe None None] Network d68b7cb0-91cf-4195-8ff6-c85074c78a15 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:23.446893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:35:23.460613 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad3e992-20c2-477d-92cd-753a20c73108 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Made reservation on behalf of 87aa3448c18148d8a801577c86000261 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:23.469543 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aad3e992-20c2-477d-92cd-753a20c73108 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.533158 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-8e49e79f-db8c-4f01-916b-b258d42daa9f', 'network_id': '8e49e79f-db8c-4f01-916b-b258d42daa9f', 'project_id': '87aa3448c18148d8a801577c86000261', 'fixed_ips': [{'subnet_id': 'e1e00f01-4ce9-4e57-aa5b-5c398e215cfb'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:35:23.534590 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.720616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 9b909078-2d81-4a81-9fde-af606bf39f45 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:35:23.814253 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] Set router 15432e38-8359-44ea-9473-cff5adad9e46 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:23.882971 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f827b1f1-e91b-4ba1-96ec-f4e6427da66c None None] Provisioning complete for port 20bfd452-1910-4418-9fcb-a7d4f9feb303 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:23.882971 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f827b1f1-e91b-4ba1-96ec-f4e6427da66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:23.928294 n-d-713499-38 neutron-server[103170]: DEBUG neutron.objects.ports [None req-aad3e992-20c2-477d-92cd-753a20c73108 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103170) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:35:23.941247 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aad3e992-20c2-477d-92cd-753a20c73108 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (515a65bf-ba63-46c8-a9d9-a6cc5ba6251c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.012108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00589483-44e8-4148-ad8a-3fc1d9ef6663 req-a6a1fb95-7a07-4032-b446-f4405ebdec90 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:24.021623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00589483-44e8-4148-ad8a-3fc1d9ef6663 req-a6a1fb95-7a07-4032-b446-f4405ebdec90 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 1.0732036 Feb 11 05:35:24.036486 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (d68b7cb0-91cf-4195-8ff6-c85074c78a15), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.074891 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3e992-20c2-477d-92cd-753a20c73108 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event updated for resources: {'Subnet': ['ID=515a65bf-ba63-46c8-a9d9-a6cc5ba6251c,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:24.102528 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad3e992-20c2-477d-92cd-753a20c73108 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Checking segment: {'id': '9d7d69ff-f7cc-4ea1-9e1a-0643e9bc22fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:24.102911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad3e992-20c2-477d-92cd-753a20c73108 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Network hostable DHCP agents. Network: 14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:35:24.140743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00589483-44e8-4148-ad8a-3fc1d9ef6663 req-b68466c7-08de-4c6a-a310-3dd17060c0f9 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972943 Feb 11 05:35:24.141833 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad3e992-20c2-477d-92cd-753a20c73108 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Network 14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:35:24.156385 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-aad3e992-20c2-477d-92cd-753a20c73108 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:24.175122 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6688a99-0d7c-4b63-a009-d9c9961725a4 None None] Network 14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:24.191980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Allocated IP 2001:db8:0:ffff::2 (8e49e79f-db8c-4f01-916b-b258d42daa9f/e1e00f01-4ce9-4e57-aa5b-5c398e215cfb/6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:24.197725 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad3e992-20c2-477d-92cd-753a20c73108 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:24.200263 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aad3e992-20c2-477d-92cd-753a20c73108 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.225312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7122ec22-4f1e-47de-ae4d-75b0c43b21ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:20Z', 'revision_number': 8, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:56Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb81619-bf9c-4e89-b22f-3b290b09a33a', 'name': '', 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:40:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:57Z', 'updated_at': '2022-02-11T05:35:11Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:24.228416 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:35:18Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'd8f7ac40-3b77-453d-b939-5d3f5a1cdbb2', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'port_id': '22bc64a9-bea5-442b-984b-75140242a029', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'mac_address': 'fa:16:3e:9b:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:33:42Z', 'updated_at': '2022-02-11T05:33:50Z', 'revision_number': 1, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bfd452-1910-4418-9fcb-a7d4f9feb303', 'name': '', 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:71:dc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c526e2d9-d063-4aa1-a5c4-1043d1ace934', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:16Z', 'updated_at': '2022-02-11T05:35:23Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': 'c526e2d9-d063-4aa1-a5c4-1043d1ace934', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ac34f90-f4b9-427d-83b5-048fb06eeb20', 'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:0f:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:00Z', 'updated_at': '2022-02-11T05:33:10Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:24.234905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port f555bb70-349e-4f2b-a3fc-b2035fb01aec {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:24.235097 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f555bb70-349e-4f2b-a3fc-b2035fb01aec), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.254817 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aad3e992-20c2-477d-92cd-753a20c73108 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0693078 Feb 11 05:35:24.255560 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60878) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:24.262675 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e57b142c-9468-489f-8e1c-260b2c1c0912 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Request body: {'port': {'network_id': '14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a', 'name': 'tempest-NetworksIpV6TestAttrs-2091647096'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:24.265981 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896006d5-20a8-42b8-971f-b63585daae52 None None] The sync data for ids ['15432e38-8359-44ea-9473-cff5adad9e46'] in n-d-713499-38 is: [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:35:18Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'd8f7ac40-3b77-453d-b939-5d3f5a1cdbb2', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'port_id': '22bc64a9-bea5-442b-984b-75140242a029', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'mac_address': 'fa:16:3e:9b:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:33:42Z', 'updated_at': '2022-02-11T05:33:50Z', 'revision_number': 1, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bfd452-1910-4418-9fcb-a7d4f9feb303', 'name': '', 'network_id': 'b66d100d-fd90-4a57-8b3b-0b20b670c61e', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:71:dc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c526e2d9-d063-4aa1-a5c4-1043d1ace934', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:35:16Z', 'updated_at': '2022-02-11T05:35:23Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': 'c526e2d9-d063-4aa1-a5c4-1043d1ace934', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ac34f90-f4b9-427d-83b5-048fb06eeb20', 'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:0f:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:00Z', 'updated_at': '2022-02-11T05:33:10Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:24.326213 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7122ec22-4f1e-47de-ae4d-75b0c43b21ab None None] Checking router: 248d8056-8309-440c-a125-6afd9cf63317 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:24.457754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] For port f555bb70-349e-4f2b-a3fc-b2035fb01aec, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f555bb70-349e-4f2b-a3fc-b2035fb01aec,segment=NetworkSegment(e2fd09fa-0099-4271-a75c-5656a18c82e1),segment_id=e2fd09fa-0099-4271-a75c-5656a18c82e1)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:24.458253 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f555bb70-349e-4f2b-a3fc-b2035fb01aec), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.476301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for f555bb70-349e-4f2b-a3fc-b2035fb01aec owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:24.554714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7faccd-14c1-4e2b-835b-9d32c70e0df9 None None] DHCP port deletion for d68b7cb0-91cf-4195-8ff6-c85074c78a15 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:35:24.560813 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 9b909078-2d81-4a81-9fde-af606bf39f45, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=9b909078-2d81-4a81-9fde-af606bf39f45,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:24.588745 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7122ec22-4f1e-47de-ae4d-75b0c43b21ab None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:24.589387 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7122ec22-4f1e-47de-ae4d-75b0c43b21ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:24.607801 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57b142c-9468-489f-8e1c-260b2c1c0912 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Made reservation on behalf of 87aa3448c18148d8a801577c86000261 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:24.611305 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e57b142c-9468-489f-8e1c-260b2c1c0912 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.654766 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f555bb70-349e-4f2b-a3fc-b2035fb01aec), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.656417 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-e57b142c-9468-489f-8e1c-260b2c1c0912 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] device_id is not set on port af32bd69-8564-434a-8c3c-9ceda66feb16 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:35:24.682982 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=f555bb70-349e-4f2b-a3fc-b2035fb01aec,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:24.690887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No DVR routers for this DVR port f555bb70-349e-4f2b-a3fc-b2035fb01aec on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:24.806711 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Publish callbacks [] for port (6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.814388 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (d68b7cb0-91cf-4195-8ff6-c85074c78a15), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.882487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68b7cb0-91cf-4195-8ff6-c85074c78a15']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:24.909447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fd09fa-0099-4271-a75c-5656a18c82e1') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:24.909757 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fd09fa-0099-4271-a75c-5656a18c82e1') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:24.941025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-e57b142c-9468-489f-8e1c-260b2c1c0912 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Allocated IP 2001:db8::f816:3eff:fe80:c03f (14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a/515a65bf-ba63-46c8-a9d9-a6cc5ba6251c/af32bd69-8564-434a-8c3c-9ceda66feb16) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:24.942815 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (e2fd09fa-0099-4271-a75c-5656a18c82e1), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.972079 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.972845 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (e2fd09fa-0099-4271-a75c-5656a18c82e1), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.980485 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '9b909078-2d81-4a81-9fde-af606bf39f45', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'port_id': '9b909078-2d81-4a81-9fde-af606bf39f45', 'mac_address': 'fa:16:3e:b0:b4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:35:24.990744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:24.991526 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (e2fd09fa-0099-4271-a75c-5656a18c82e1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:24.995712 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:25.094284 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (d68b7cb0-91cf-4195-8ff6-c85074c78a15), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.097418 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f827b1f1-e91b-4ba1-96ec-f4e6427da66c None None] Current status of the port 20bfd452-1910-4418-9fcb-a7d4f9feb303 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:25.099377 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f827b1f1-e91b-4ba1-96ec-f4e6427da66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.105686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-7122ec22-4f1e-47de-ae4d-75b0c43b21ab None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:25.118942 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.124929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/networks/d68b7cb0-91cf-4195-8ff6-c85074c78a15 HTTP/1.1" status: 204 len: 168 time: 2.0544372 Feb 11 05:35:25.124929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214d659-45cd-47ff-bff0-d9ea9581484f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Network': ['ID=d68b7cb0-91cf-4195-8ff6-c85074c78a15,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:25.125969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60910) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:25.336563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2d5e2d-7c8d-457d-88c9-f97d870faa56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a', 'network_id': '14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a', 'project_id': '87aa3448c18148d8a801577c86000261', 'fixed_ips': [{'subnet_id': '515a65bf-ba63-46c8-a9d9-a6cc5ba6251c'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:35:25.339992 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ba2d5e2d-7c8d-457d-88c9-f97d870faa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.363820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Network 8e49e79f-db8c-4f01-916b-b258d42daa9f is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:25.427738 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e57b142c-9468-489f-8e1c-260b2c1c0912 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for port (af32bd69-8564-434a-8c3c-9ceda66feb16), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.471999 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e57b142c-9468-489f-8e1c-260b2c1c0912 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (af32bd69-8564-434a-8c3c-9ceda66feb16), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.533444 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57b142c-9468-489f-8e1c-260b2c1c0912 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Network 14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:25.538149 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-e57b142c-9468-489f-8e1c-260b2c1c0912 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:25.543921 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57b142c-9468-489f-8e1c-260b2c1c0912 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:25.553097 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57b142c-9468-489f-8e1c-260b2c1c0912 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:25.554171 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e57b142c-9468-489f-8e1c-260b2c1c0912 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.573991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:25.583746 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e57b142c-9468-489f-8e1c-260b2c1c0912 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3267086 Feb 11 05:35:25.588584 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60926) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:25.589541 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b142c-9468-489f-8e1c-260b2c1c0912 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event updated for resources: {'Port': ['ID=af32bd69-8564-434a-8c3c-9ceda66feb16,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:25.603984 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 9b909078-2d81-4a81-9fde-af606bf39f45 is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:25.603984 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.624752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:25.672504 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Deleting subnet 515a65bf-ba63-46c8-a9d9-a6cc5ba6251c {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:25.677018 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for subnet (515a65bf-ba63-46c8-a9d9-a6cc5ba6251c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.714908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2da02-34f1-4ef4-b2cb-81a13d225d6c req-49add52b-e3e2-4e2b-a585-5e7580214f6c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:25.726294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88c2da02-34f1-4ef4-b2cb-81a13d225d6c req-49add52b-e3e2-4e2b-a585-5e7580214f6c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.2053816 Feb 11 05:35:25.734720 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (515a65bf-ba63-46c8-a9d9-a6cc5ba6251c), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:25.904988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88c2da02-34f1-4ef4-b2cb-81a13d225d6c req-b8fd7387-4af1-45a4-9eae-4a00b5c9c737 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777000 Feb 11 05:35:25.914646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b909078-2d81-4a81-9fde-af606bf39f45 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:35:25.936243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Pushing event updated for resources: {'Port': ['ID=6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:25.992870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f827b1f1-e91b-4ba1-96ec-f4e6427da66c None None] For port 20bfd452-1910-4418-9fcb-a7d4f9feb303, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=20bfd452-1910-4418-9fcb-a7d4f9feb303,segment=NetworkSegment(db88eecd-fcc0-4b3e-8599-46951f891ecc),segment_id=db88eecd-fcc0-4b3e-8599-46951f891ecc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:26.030288 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fceed8d3-59dd-4340-aad0-95dbfd9168d2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (248d8056-8309-440c-a125-6afd9cf63317), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.043822 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (515a65bf-ba63-46c8-a9d9-a6cc5ba6251c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.152703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 9b909078-2d81-4a81-9fde-af606bf39f45, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=9b909078-2d81-4a81-9fde-af606bf39f45,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:26.164436 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f827b1f1-e91b-4ba1-96ec-f4e6427da66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.190696 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (515a65bf-ba63-46c8-a9d9-a6cc5ba6251c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.201508 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.263098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8d7faccd-14c1-4e2b-835b-9d32c70e0df9 None None] Deleting port f555bb70-349e-4f2b-a3fc-b2035fb01aec {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:26.264385 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d7faccd-14c1-4e2b-835b-9d32c70e0df9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f555bb70-349e-4f2b-a3fc-b2035fb01aec), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.266363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Subnet': ['ID=515a65bf-ba63-46c8-a9d9-a6cc5ba6251c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:26.295901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Attempting to bind port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:26.296636 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Attempting to bind port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8e49e79f-db8c-4f01-916b-b258d42daa9f'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:26.297283 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Attempting to bind port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 on network 8e49e79f-db8c-4f01-916b-b258d42daa9f {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:26.299757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 20bfd452-1910-4418-9fcb-a7d4f9feb303 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:26.318229 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.329921 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/subnets/515a65bf-ba63-46c8-a9d9-a6cc5ba6251c HTTP/1.1" status: 204 len: 168 time: 0.7349360 Feb 11 05:35:26.331076 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60934) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:26.332617 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:26.332973 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:26.336810 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:26.337209 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:26.337565 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:26.337910 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:26.338253 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:26.338589 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:26.338924 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:26.339256 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:26.343309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:26.344706 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:26.346164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6951-4bbd-4815-a229-3b837501e2be tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server [None req-ba2d5e2d-7c8d-457d-88c9-f97d870faa56 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 515a65bf-ba63-46c8-a9d9-a6cc5ba6251c: This subnet is being modified by another concurrent operation. Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 515a65bf-ba63-46c8-a9d9-a6cc5ba6251c: This subnet is being modified by another concurrent operation. Feb 11 05:35:26.382484 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server [None req-8d7faccd-14c1-4e2b-835b-9d32c70e0df9 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network d68b7cb0-91cf-4195-8ff6-c85074c78a15 could not be found. Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network d68b7cb0-91cf-4195-8ff6-c85074c78a15 could not be found. Feb 11 05:35:26.418034 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Feb 11 05:35:26.457826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:26.458562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Checking segment: {'id': 'b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8e49e79f-db8c-4f01-916b-b258d42daa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:26.459732 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.460441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Bound using segment: {'id': 'b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8e49e79f-db8c-4f01-916b-b258d42daa9f'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:26.461926 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Bound port: 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8e49e79f-db8c-4f01-916b-b258d42daa9f'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:26.462798 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.466766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a932fcbb-6f19-4273-bcd8-36ba5f6bfefc None None] Network 14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:26.479369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7e33f7-08fd-445d-a982-a1f89587c6b7 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:26.489226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7e33f7-08fd-445d-a982-a1f89587c6b7 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:26.494013 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60938) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:26.495949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-db7e33f7-08fd-445d-a982-a1f89587c6b7 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1299064 Feb 11 05:35:26.725337 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f4af183-13be-4c7c-aea3-e82cf9812d2d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.751247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-fceed8d3-59dd-4340-aad0-95dbfd9168d2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port aeb81619-bf9c-4e89-b22f-3b290b09a33a {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:26.752441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['9b909078-2d81-4a81-9fde-af606bf39f45'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:35:26.753303 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fceed8d3-59dd-4340-aad0-95dbfd9168d2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.760227 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4af183-13be-4c7c-aea3-e82cf9812d2d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 05:35:26.760856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4af183-13be-4c7c-aea3-e82cf9812d2d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:26.768171 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5f4af183-13be-4c7c-aea3-e82cf9812d2d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/networks/14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a HTTP/1.1" status: 409 len: 466 time: 0.2730672 Feb 11 05:35:26.771756 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60942) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:26.773255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6200791e-8c8c-4a3f-a886-d64fd3826b44 None None] DHCP port deletion for d68b7cb0-91cf-4195-8ff6-c85074c78a15 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:35:26.778164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2d8ada38-f39b-443c-b02a-d2448e8e51d4 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-837871991'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:26.849985 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8ada38-f39b-443c-b02a-d2448e8e51d4 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Made reservation on behalf of 87aa3448c18148d8a801577c86000261 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:26.860867 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d8ada38-f39b-443c-b02a-d2448e8e51d4 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:26.870470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827b1f1-e91b-4ba1-96ec-f4e6427da66c None None] Pushing event updated for resources: {'Port': ['ID=20bfd452-1910-4418-9fcb-a7d4f9feb303,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:27.001249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-fceed8d3-59dd-4340-aad0-95dbfd9168d2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] For port aeb81619-bf9c-4e89-b22f-3b290b09a33a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=aeb81619-bf9c-4e89-b22f-3b290b09a33a,segment=NetworkSegment(81be652d-0b23-4fbf-8ebb-1b7a6a11781f),segment_id=81be652d-0b23-4fbf-8ebb-1b7a6a11781f)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:27.001989 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fceed8d3-59dd-4340-aad0-95dbfd9168d2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.010398 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8ada38-f39b-443c-b02a-d2448e8e51d4 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:35:27.024246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-fceed8d3-59dd-4340-aad0-95dbfd9168d2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for aeb81619-bf9c-4e89-b22f-3b290b09a33a owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:27.040308 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b47407f7-5eef-40c4-88eb-8041dfa881b3 None None] Provisioning complete for port 20bfd452-1910-4418-9fcb-a7d4f9feb303 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:27.040705 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b47407f7-5eef-40c4-88eb-8041dfa881b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.053040 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d8ada38-f39b-443c-b02a-d2448e8e51d4 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (e2092474-557a-4e82-8fc3-1da8241d5aa4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.053668 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-2d8ada38-f39b-443c-b02a-d2448e8e51d4 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Added segment e2092474-557a-4e82-8fc3-1da8241d5aa4 of type vlan for network 74fda5f7-99e5-449b-93f0-78fee837d9fd Feb 11 05:35:27.198613 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=9b909078-2d81-4a81-9fde-af606bf39f45,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:27.211197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] For port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:27.219623 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d8ada38-f39b-443c-b02a-d2448e8e51d4 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (74fda5f7-99e5-449b-93f0-78fee837d9fd), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.221502 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] For port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27,segment=NetworkSegment(b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9),segment_id=b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:27.223108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 20bfd452-1910-4418-9fcb-a7d4f9feb303 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:27.223519 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.229075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ee9e2-0ac1-4040-a8ae-f45363f7ed4f req-44c29ce0-f25e-467f-89b9-db552689f2d4 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:27.232435 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d60ee9e2-0ac1-4040-a8ae-f45363f7ed4f req-44c29ce0-f25e-467f-89b9-db552689f2d4 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 944 time: 0.1322753 Feb 11 05:35:27.237798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7122ec22-4f1e-47de-ae4d-75b0c43b21ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:20Z', 'revision_number': 8, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:56Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb81619-bf9c-4e89-b22f-3b290b09a33a', 'name': '', 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:40:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:57Z', 'updated_at': '2022-02-11T05:35:11Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:27.298393 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d8ada38-f39b-443c-b02a-d2448e8e51d4 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (74fda5f7-99e5-449b-93f0-78fee837d9fd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.302648 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.312281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ada38-f39b-443c-b02a-d2448e8e51d4 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:27.315503 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d8ada38-f39b-443c-b02a-d2448e8e51d4 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.339075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7122ec22-4f1e-47de-ae4d-75b0c43b21ab None None] The sync data for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 is: [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:20Z', 'revision_number': 8, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:56Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb81619-bf9c-4e89-b22f-3b290b09a33a', 'name': '', 'network_id': '87ff3f24-9a24-4624-aace-7f37b6bc8a3d', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:40:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:57Z', 'updated_at': '2022-02-11T05:35:11Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'b185c2ab-c20e-44b0-8ef5-4c168d33d244', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:27.459308 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d60ee9e2-0ac1-4040-a8ae-f45363f7ed4f req-33244031-a9f0-4f35-b5aa-b41de4f91c36 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166033 Feb 11 05:35:27.484296 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2d8ada38-f39b-443c-b02a-d2448e8e51d4 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7099774 Feb 11 05:35:27.486242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60948) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:27.499411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9bcaaa58-bd45-428a-b5da-f5e87dc3aef9 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Request body: {'subnet': {'network_id': '74fda5f7-99e5-449b-93f0-78fee837d9fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:27.551082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16277f-e99e-4ca7-811b-9ea3702efb19 None None] Pushing event updated for resources: {'Port': ['ID=6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:27.580324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b47407f7-5eef-40c4-88eb-8041dfa881b3 None None] Current status of the port 20bfd452-1910-4418-9fcb-a7d4f9feb303 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:27.654682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ada38-f39b-443c-b02a-d2448e8e51d4 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event updated for resources: {'Network': ['ID=74fda5f7-99e5-449b-93f0-78fee837d9fd,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:27.671878 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 20bfd452-1910-4418-9fcb-a7d4f9feb303 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:27.697703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 74fda5f7-99e5-449b-93f0-78fee837d9fd details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:35:27.834394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcaaa58-bd45-428a-b5da-f5e87dc3aef9 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Made reservation on behalf of 87aa3448c18148d8a801577c86000261 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:27.837853 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bcaaa58-bd45-428a-b5da-f5e87dc3aef9 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.924738 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f555bb70-349e-4f2b-a3fc-b2035fb01aec no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:27.972486 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fceed8d3-59dd-4340-aad0-95dbfd9168d2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (aeb81619-bf9c-4e89-b22f-3b290b09a33a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.979113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: f555bb70-349e-4f2b-a3fc-b2035fb01aec {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:27.982937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f555bb70-349e-4f2b-a3fc-b2035fb01aec not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:28.215410 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 9b909078-2d81-4a81-9fde-af606bf39f45 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:28.258669 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fceed8d3-59dd-4340-aad0-95dbfd9168d2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (248d8056-8309-440c-a125-6afd9cf63317), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.274943 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceed8d3-59dd-4340-aad0-95dbfd9168d2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=aeb81619-bf9c-4e89-b22f-3b290b09a33a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:28.421923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 20bfd452-1910-4418-9fcb-a7d4f9feb303 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:28.432916 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 9b909078-2d81-4a81-9fde-af606bf39f45 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:28.433746 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.542061 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2e2822fc-daa1-4e65-8425-bdfc69513fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.645451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 20bfd452-1910-4418-9fcb-a7d4f9feb303 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:28.645839 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.751732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 9b909078-2d81-4a81-9fde-af606bf39f45 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:28.752522 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.834382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b909078-2d81-4a81-9fde-af606bf39f45'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:28.845674 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e48517-957b-432f-92e1-2d310828ff9c" -d '{"events": [{"server_uuid": "3b9bd532-ad02-4fb0-89e8-e1604782f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "9b909078-2d81-4a81-9fde-af606bf39f45"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:28.875756 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 9b909078-2d81-4a81-9fde-af606bf39f45, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=9b909078-2d81-4a81-9fde-af606bf39f45,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:28.936708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 20bfd452-1910-4418-9fcb-a7d4f9feb303 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:28.937849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:28.940171 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.966983 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad138424-7f42-4b41-b933-f6ddbb6a3f1a x-openstack-request-id: req-ad138424-7f42-4b41-b933-f6ddbb6a3f1a {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:28.967395 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9bd532-ad02-4fb0-89e8-e1604782f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "9b909078-2d81-4a81-9fde-af606bf39f45", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:28.967631 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ad138424-7f42-4b41-b933-f6ddbb6a3f1a {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:28.968087 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b909078-2d81-4a81-9fde-af606bf39f45', 'code': 200} Feb 11 05:35:29.084199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=9b909078-2d81-4a81-9fde-af606bf39f45,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:29.089791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:29.090639 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.125023 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4fa90-064d-49e7-bac1-007e3d4d9e7b req-d901d1a0-d19b-41f2-9120-c010ef875cea tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:29.132036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffa4fa90-064d-49e7-bac1-007e3d4d9e7b req-d901d1a0-d19b-41f2-9120-c010ef875cea tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 944 time: 0.4031849 Feb 11 05:35:29.160517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fceed8d3-59dd-4340-aad0-95dbfd9168d2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 248d8056-8309-440c-a125-6afd9cf63317 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:29.218740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:29.219573 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.222001 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffa4fa90-064d-49e7-bac1-007e3d4d9e7b req-bb5e2e5f-0df7-438f-a645-c2a0e5b9ea29 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833986 Feb 11 05:35:29.290633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.objects.ports [None req-9bcaaa58-bd45-428a-b5da-f5e87dc3aef9 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103171) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:35:29.294810 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bcaaa58-bd45-428a-b5da-f5e87dc3aef9 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (be649e0f-6300-4897-bf52-8efe7594be94), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.321724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27,segment=NetworkSegment(b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9),segment_id=b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:29.326055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3363a6-6b27-4ce5-9d36-610347df3562 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:35:29.330908 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.429021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b7192eb1-3de5-4bc2-9e9f-b90e89864b6f no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:29.434035 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:29.476531 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: b7192eb1-3de5-4bc2-9e9f-b90e89864b6f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:29.477261 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b7192eb1-3de5-4bc2-9e9f-b90e89864b6f not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:29.489834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fceed8d3-59dd-4340-aad0-95dbfd9168d2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:29.501554 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186696a-4ed1-4963-a31c-e9182bd2a165 None None] Sync routers for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:29.502722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ade1e284-5729-4f2b-8801-48122b42e271 None None] Provisioning complete for port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:29.503387 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ade1e284-5729-4f2b-8801-48122b42e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.523041 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fceed8d3-59dd-4340-aad0-95dbfd9168d2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/248d8056-8309-440c-a125-6afd9cf63317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3885550 Feb 11 05:35:29.523252 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186696a-4ed1-4963-a31c-e9182bd2a165 None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:29.523252 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a186696a-4ed1-4963-a31c-e9182bd2a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:29.523482 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60968) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:29.581335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcaaa58-bd45-428a-b5da-f5e87dc3aef9 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event updated for resources: {'Subnet': ['ID=be649e0f-6300-4897-bf52-8efe7594be94,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:29.640066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcaaa58-bd45-428a-b5da-f5e87dc3aef9 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Checking segment: {'id': 'e2092474-557a-4e82-8fc3-1da8241d5aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '74fda5f7-99e5-449b-93f0-78fee837d9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:29.640333 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-529811c4-4c02-44ea-b79f-06866aa48ae4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting subnet b185c2ab-c20e-44b0-8ef5-4c168d33d244 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:29.641040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcaaa58-bd45-428a-b5da-f5e87dc3aef9 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Network hostable DHCP agents. Network: 74fda5f7-99e5-449b-93f0-78fee837d9fd, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:35:29.655410 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-529811c4-4c02-44ea-b79f-06866aa48ae4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (b185c2ab-c20e-44b0-8ef5-4c168d33d244), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.680272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcaaa58-bd45-428a-b5da-f5e87dc3aef9 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Network 74fda5f7-99e5-449b-93f0-78fee837d9fd is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:35:29.696968 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-9bcaaa58-bd45-428a-b5da-f5e87dc3aef9 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 74fda5f7-99e5-449b-93f0-78fee837d9fd) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:29.712143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcaaa58-bd45-428a-b5da-f5e87dc3aef9 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:29.713576 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bcaaa58-bd45-428a-b5da-f5e87dc3aef9 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.717120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ade1e284-5729-4f2b-8801-48122b42e271 None None] Current status of the port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:29.755348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9bcaaa58-bd45-428a-b5da-f5e87dc3aef9 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2674553 Feb 11 05:35:29.756173 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60972) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:29.814547 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a186696a-4ed1-4963-a31c-e9182bd2a165 None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:30.041303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3363a6-6b27-4ce5-9d36-610347df3562 None None] Unable to find a vacant binding_index for network 74fda5f7-99e5-449b-93f0-78fee837d9fd and agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 11 05:35:30.057280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3363a6-6b27-4ce5-9d36-610347df3562 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 74fda5f7-99e5-449b-93f0-78fee837d9fd) {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:35:30.233977 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a186696a-4ed1-4963-a31c-e9182bd2a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:27Z', 'revision_number': 9, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:56Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:30.389483 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186696a-4ed1-4963-a31c-e9182bd2a165 None None] Checking router: 248d8056-8309-440c-a125-6afd9cf63317 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:30.422422 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186696a-4ed1-4963-a31c-e9182bd2a165 None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:30.422422 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a186696a-4ed1-4963-a31c-e9182bd2a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:30.466723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:30.508625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46df116-aa0f-494b-9048-b824e13679fe req-a386a994-237c-4a62-bb21-e40d196efb09 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:30.512865 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a46df116-aa0f-494b-9048-b824e13679fe req-a386a994-237c-4a62-bb21-e40d196efb09 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.1482499 Feb 11 05:35:30.514980 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3dced5ac-35db-49f7-b508-0dc2d513fe96 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Request body: {'port': {'network_id': '74fda5f7-99e5-449b-93f0-78fee837d9fd', 'name': 'tempest-NetworksIpV6TestAttrs-1652539515'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:30.621373 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a46df116-aa0f-494b-9048-b824e13679fe req-92abdd72-ce74-4eb8-a18b-331c471a35ef tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019530 Feb 11 05:35:30.671681 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-529811c4-4c02-44ea-b79f-06866aa48ae4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (b185c2ab-c20e-44b0-8ef5-4c168d33d244), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.723971 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a186696a-4ed1-4963-a31c-e9182bd2a165 None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:30.730075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:30.730460 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.795180 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-74fda5f7-99e5-449b-93f0-78fee837d9fd', 'network_id': '74fda5f7-99e5-449b-93f0-78fee837d9fd', 'project_id': '87aa3448c18148d8a801577c86000261', 'fixed_ips': [{'subnet_id': 'be649e0f-6300-4897-bf52-8efe7594be94'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:35:30.796072 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.801565 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dced5ac-35db-49f7-b508-0dc2d513fe96 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Made reservation on behalf of 87aa3448c18148d8a801577c86000261 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:30.809879 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3dced5ac-35db-49f7-b508-0dc2d513fe96 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.893179 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-85578943-7779-408a-ae30-11749117036d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:30.913667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-3dced5ac-35db-49f7-b508-0dc2d513fe96 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] device_id is not set on port 6cc0a697-bb23-48ed-9e65-72732f5de78d yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:35:31.060177 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a186696a-4ed1-4963-a31c-e9182bd2a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:27Z', 'revision_number': 9, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:56Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:31.107712 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186696a-4ed1-4963-a31c-e9182bd2a165 None None] The sync data for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 is: [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:27Z', 'revision_number': 9, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': '9728707c-0c70-4183-a609-d660359272c5', 'name': '', 'network_id': 'f484d36a-5640-4753-b027-10f17e9a99bf', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:e7:f1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:47Z', 'updated_at': '2022-02-11T05:34:56Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': 'c42a673e-b916-46cc-b0e8-3f93e704c4f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:31.148692 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-529811c4-4c02-44ea-b79f-06866aa48ae4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (b185c2ab-c20e-44b0-8ef5-4c168d33d244), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.194889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:31.236219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Allocated IP 2001:db8::f816:3eff:fe98:66c9 (74fda5f7-99e5-449b-93f0-78fee837d9fd/be649e0f-6300-4897-bf52-8efe7594be94/4922bea3-db22-4e87-bd58-5a229d713ac9) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:31.311531 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-529811c4-4c02-44ea-b79f-06866aa48ae4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (b185c2ab-c20e-44b0-8ef5-4c168d33d244), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.366395 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529811c4-4c02-44ea-b79f-06866aa48ae4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Subnet': ['ID=b185c2ab-c20e-44b0-8ef5-4c168d33d244,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:31.391903 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-529811c4-4c02-44ea-b79f-06866aa48ae4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.397780 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-529811c4-4c02-44ea-b79f-06866aa48ae4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/b185c2ab-c20e-44b0-8ef5-4c168d33d244 HTTP/1.1" status: 204 len: 168 time: 1.8708596 Feb 11 05:35:31.398282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60982) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:31.627746 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (87ff3f24-9a24-4624-aace-7f37b6bc8a3d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.843446 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Publish callbacks [] for port (4922bea3-db22-4e87-bd58-5a229d713ac9), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.862411 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (4922bea3-db22-4e87-bd58-5a229d713ac9), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.897449 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Network 74fda5f7-99e5-449b-93f0-78fee837d9fd is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:31.902231 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port 4db6a365-bf59-408f-bedd-41bcb8aa0bb3 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:31.902567 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (4db6a365-bf59-408f-bedd-41bcb8aa0bb3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:31.913694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:31.945807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:32.029183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-3dced5ac-35db-49f7-b508-0dc2d513fe96 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Allocated IP 2001:db8::f816:3eff:fe06:f5e6 (74fda5f7-99e5-449b-93f0-78fee837d9fd/be649e0f-6300-4897-bf52-8efe7594be94/6cc0a697-bb23-48ed-9e65-72732f5de78d) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:32.042545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Pushing event updated for resources: {'Port': ['ID=4922bea3-db22-4e87-bd58-5a229d713ac9,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:32.047142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-57c2436f-c791-4a4c-a8c3-6f0da68dc6dd req-63334cff-72a9-470f-98f4-98c4de8125a7 service neutron] (103171) timed out ('10.222.0.88', 53863) {{(pid=103171) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:35:32.072088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35222d81-6fdb-4a14-af0e-77f09ed662ea req-007adbe4-122b-4ccc-85d8-bbc19cc8677d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:32.098241 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35222d81-6fdb-4a14-af0e-77f09ed662ea req-007adbe4-122b-4ccc-85d8-bbc19cc8677d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.2955079 Feb 11 05:35:32.128788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Attempting to bind port 4922bea3-db22-4e87-bd58-5a229d713ac9 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:32.129187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Attempting to bind port 4922bea3-db22-4e87-bd58-5a229d713ac9 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'e2092474-557a-4e82-8fc3-1da8241d5aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '74fda5f7-99e5-449b-93f0-78fee837d9fd'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:32.129565 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Attempting to bind port 4922bea3-db22-4e87-bd58-5a229d713ac9 on network 74fda5f7-99e5-449b-93f0-78fee837d9fd {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:32.133040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] For port 4db6a365-bf59-408f-bedd-41bcb8aa0bb3, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4db6a365-bf59-408f-bedd-41bcb8aa0bb3,segment=NetworkSegment(81be652d-0b23-4fbf-8ebb-1b7a6a11781f),segment_id=81be652d-0b23-4fbf-8ebb-1b7a6a11781f)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:32.133410 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (4db6a365-bf59-408f-bedd-41bcb8aa0bb3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.145262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:32.146112 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Checking segment: {'id': 'e2092474-557a-4e82-8fc3-1da8241d5aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '74fda5f7-99e5-449b-93f0-78fee837d9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:32.146112 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.147631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Bound using segment: {'id': 'e2092474-557a-4e82-8fc3-1da8241d5aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '74fda5f7-99e5-449b-93f0-78fee837d9fd'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:32.148154 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Bound port: 4922bea3-db22-4e87-bd58-5a229d713ac9, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2092474-557a-4e82-8fc3-1da8241d5aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '74fda5f7-99e5-449b-93f0-78fee837d9fd'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:32.148552 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4922bea3-db22-4e87-bd58-5a229d713ac9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.164115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for 4db6a365-bf59-408f-bedd-41bcb8aa0bb3 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:32.172674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device aeb81619-bf9c-4e89-b22f-3b290b09a33a no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:32.188809 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35222d81-6fdb-4a14-af0e-77f09ed662ea req-a23c55d5-4bea-4188-b84a-b5120ac69983 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888057 Feb 11 05:35:32.225826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: aeb81619-bf9c-4e89-b22f-3b290b09a33a {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:32.226590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device aeb81619-bf9c-4e89-b22f-3b290b09a33a not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:32.313814 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (4db6a365-bf59-408f-bedd-41bcb8aa0bb3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.338570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No DVR routers for this DVR port 4db6a365-bf59-408f-bedd-41bcb8aa0bb3 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:32.363758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] For port 4922bea3-db22-4e87-bd58-5a229d713ac9, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:32.372036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] For port 4922bea3-db22-4e87-bd58-5a229d713ac9, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4922bea3-db22-4e87-bd58-5a229d713ac9,segment=NetworkSegment(e2092474-557a-4e82-8fc3-1da8241d5aa4),segment_id=e2092474-557a-4e82-8fc3-1da8241d5aa4)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:32.372777 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=4db6a365-bf59-408f-bedd-41bcb8aa0bb3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:32.383759 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3dced5ac-35db-49f7-b508-0dc2d513fe96 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for port (6cc0a697-bb23-48ed-9e65-72732f5de78d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.386918 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4922bea3-db22-4e87-bd58-5a229d713ac9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.415288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:32.416812 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:32.417359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:32.418067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:32.418571 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:32.419827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:32.420564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:32.421105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:32.421624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:32.422125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:32.422622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:32.423123 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:32.423671 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:32.464264 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3dced5ac-35db-49f7-b508-0dc2d513fe96 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (6cc0a697-bb23-48ed-9e65-72732f5de78d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.533706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cee718-12f7-4bcd-b24e-8013b4a744e9 None None] Pushing event updated for resources: {'Port': ['ID=4922bea3-db22-4e87-bd58-5a229d713ac9,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:32.555378 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (87ff3f24-9a24-4624-aace-7f37b6bc8a3d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.559524 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.599142 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dced5ac-35db-49f7-b508-0dc2d513fe96 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Network 74fda5f7-99e5-449b-93f0-78fee837d9fd is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:32.602203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ff3f24-9a24-4624-aace-7f37b6bc8a3d']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:32.604179 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-3dced5ac-35db-49f7-b508-0dc2d513fe96 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:32.615832 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dced5ac-35db-49f7-b508-0dc2d513fe96 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:32.634896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81be652d-0b23-4fbf-8ebb-1b7a6a11781f') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:32.635442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81be652d-0b23-4fbf-8ebb-1b7a6a11781f') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:32.636868 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dced5ac-35db-49f7-b508-0dc2d513fe96 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:32.638141 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3dced5ac-35db-49f7-b508-0dc2d513fe96 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.656714 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dced5ac-35db-49f7-b508-0dc2d513fe96 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event updated for resources: {'Port': ['ID=6cc0a697-bb23-48ed-9e65-72732f5de78d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:32.660847 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (81be652d-0b23-4fbf-8ebb-1b7a6a11781f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.688776 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (81be652d-0b23-4fbf-8ebb-1b7a6a11781f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.690500 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3dced5ac-35db-49f7-b508-0dc2d513fe96 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.9301519 Feb 11 05:35:32.693092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 60992) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:32.709354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:32.709754 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (81be652d-0b23-4fbf-8ebb-1b7a6a11781f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:32.713393 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:32.852130 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (87ff3f24-9a24-4624-aace-7f37b6bc8a3d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.859631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54bc3fb-714c-46e6-91b9-784f1d720460 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Deleting subnet be649e0f-6300-4897-bf52-8efe7594be94 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:32.869823 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e54bc3fb-714c-46e6-91b9-784f1d720460 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for subnet (be649e0f-6300-4897-bf52-8efe7594be94), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.963486 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:32.967384 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/networks/87ff3f24-9a24-4624-aace-7f37b6bc8a3d HTTP/1.1" status: 204 len: 168 time: 1.5678895 Feb 11 05:35:32.970250 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 60994) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:32.987157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faabf14-1c12-4823-96f3-cc455c59c245 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Network': ['ID=87ff3f24-9a24-4624-aace-7f37b6bc8a3d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:33.019520 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e54bc3fb-714c-46e6-91b9-784f1d720460 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (be649e0f-6300-4897-bf52-8efe7594be94), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:33.085355 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-8f613054-01ea-4e6d-a518-a8a8803bf074 req-931e0229-12e8-476c-bc60-24ffe44b03f3 tempest-MultipleCreateTestJSON-446063428 tempest-MultipleCreateTestJSON-446063428-project] (103170) timed out ('10.222.0.88', 54084) {{(pid=103170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:35:33.303936 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e54bc3fb-714c-46e6-91b9-784f1d720460 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (be649e0f-6300-4897-bf52-8efe7594be94), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:33.408713 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e54bc3fb-714c-46e6-91b9-784f1d720460 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (be649e0f-6300-4897-bf52-8efe7594be94), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:33.481700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54bc3fb-714c-46e6-91b9-784f1d720460 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Subnet': ['ID=be649e0f-6300-4897-bf52-8efe7594be94,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:33.491544 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e54bc3fb-714c-46e6-91b9-784f1d720460 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:33.499744 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e54bc3fb-714c-46e6-91b9-784f1d720460 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/subnets/be649e0f-6300-4897-bf52-8efe7594be94 HTTP/1.1" status: 204 len: 168 time: 0.8055882 Feb 11 05:35:33.504321 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32770) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:33.631304 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:33.674139 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea16ad3-17ce-4f94-b68d-8851b1c0f6bc req-bf9f9eb2-ae1e-49d9-a208-505f12de42d5 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:33.694767 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bea16ad3-17ce-4f94-b68d-8851b1c0f6bc req-bf9f9eb2-ae1e-49d9-a208-505f12de42d5 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.2984214 Feb 11 05:35:33.755121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff8cba-6f8e-40a5-ac6f-39321aaf7e1b tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:33.778767 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff8cba-6f8e-40a5-ac6f-39321aaf7e1b tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:33.787723 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d4ff8cba-6f8e-40a5-ac6f-39321aaf7e1b tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2798967 Feb 11 05:35:33.788316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32774) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:34.023630 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-58bca1f1-5e13-45fd-ab5e-d1e581013095 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (248d8056-8309-440c-a125-6afd9cf63317), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.501922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c723320-f997-462c-b441-5d551765b72f None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:35:34.609819 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bea16ad3-17ce-4f94-b68d-8851b1c0f6bc req-d0df60de-a6fd-4f7c-8ec2-a11329d7116d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8893778 Feb 11 05:35:34.730735 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c723320-f997-462c-b441-5d551765b72f None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:35:34.736393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4922bea3-db22-4e87-bd58-5a229d713ac9 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:35:34.746259 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83ab6361-ffb5-4edf-a718-ad3089ce8a58 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (74fda5f7-99e5-449b-93f0-78fee837d9fd), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.780534 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-58bca1f1-5e13-45fd-ab5e-d1e581013095 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port 9728707c-0c70-4183-a609-d660359272c5 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:34.781157 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-58bca1f1-5e13-45fd-ab5e-d1e581013095 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (9728707c-0c70-4183-a609-d660359272c5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.785613 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ab6361-ffb5-4edf-a718-ad3089ce8a58 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 05:35:34.791537 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ab6361-ffb5-4edf-a718-ad3089ce8a58 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:34.815051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e0378c4d-2b06-4f60-a3aa-ef7e6005f155 None None] Provisioning complete for port 4922bea3-db22-4e87-bd58-5a229d713ac9 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:34.815460 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e0378c4d-2b06-4f60-a3aa-ef7e6005f155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4922bea3-db22-4e87-bd58-5a229d713ac9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.815992 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-83ab6361-ffb5-4edf-a718-ad3089ce8a58 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/networks/74fda5f7-99e5-449b-93f0-78fee837d9fd HTTP/1.1" status: 409 len: 466 time: 1.0068977 Feb 11 05:35:34.819411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32784) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:34.838976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-790e293b-da70-40cc-b61c-41bfd47fd9fd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1215792129'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:34.892820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790e293b-da70-40cc-b61c-41bfd47fd9fd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Made reservation on behalf of 87aa3448c18148d8a801577c86000261 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:34.897953 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-790e293b-da70-40cc-b61c-41bfd47fd9fd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.963900 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790e293b-da70-40cc-b61c-41bfd47fd9fd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:35:34.998475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 4922bea3-db22-4e87-bd58-5a229d713ac9 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:34.999021 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4922bea3-db22-4e87-bd58-5a229d713ac9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.005894 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-790e293b-da70-40cc-b61c-41bfd47fd9fd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c7ea034a-858e-4993-bd57-18374fa25e2a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.006283 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-790e293b-da70-40cc-b61c-41bfd47fd9fd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Added segment c7ea034a-858e-4993-bd57-18374fa25e2a of type vlan for network be94720c-8aff-4c0b-8a44-d0829357d3fe Feb 11 05:35:35.012982 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-58bca1f1-5e13-45fd-ab5e-d1e581013095 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] For port 9728707c-0c70-4183-a609-d660359272c5, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9728707c-0c70-4183-a609-d660359272c5,segment=NetworkSegment(6b92db79-4dfd-479c-b992-ca0345ed42b5),segment_id=6b92db79-4dfd-479c-b992-ca0345ed42b5)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:35.013357 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-58bca1f1-5e13-45fd-ab5e-d1e581013095 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (9728707c-0c70-4183-a609-d660359272c5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.035494 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-58bca1f1-5e13-45fd-ab5e-d1e581013095 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for 9728707c-0c70-4183-a609-d660359272c5 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:35.119702 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-790e293b-da70-40cc-b61c-41bfd47fd9fd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (be94720c-8aff-4c0b-8a44-d0829357d3fe), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.177547 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-790e293b-da70-40cc-b61c-41bfd47fd9fd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (be94720c-8aff-4c0b-8a44-d0829357d3fe), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.196126 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790e293b-da70-40cc-b61c-41bfd47fd9fd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:35.196732 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-790e293b-da70-40cc-b61c-41bfd47fd9fd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.234349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e0378c4d-2b06-4f60-a3aa-ef7e6005f155 None None] Current status of the port 4922bea3-db22-4e87-bd58-5a229d713ac9 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:35.234753 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e0378c4d-2b06-4f60-a3aa-ef7e6005f155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4922bea3-db22-4e87-bd58-5a229d713ac9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.237105 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.292816 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-790e293b-da70-40cc-b61c-41bfd47fd9fd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4645092 Feb 11 05:35:35.295171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 32786) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:35.311650 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-98a71931-4382-4143-a4c9-5fd0872097dd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Request body: {'subnet': {'network_id': 'be94720c-8aff-4c0b-8a44-d0829357d3fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:35.367850 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e0378c4d-2b06-4f60-a3aa-ef7e6005f155 None None] For port 4922bea3-db22-4e87-bd58-5a229d713ac9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4922bea3-db22-4e87-bd58-5a229d713ac9,segment=NetworkSegment(e2092474-557a-4e82-8fc3-1da8241d5aa4),segment_id=e2092474-557a-4e82-8fc3-1da8241d5aa4)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:35.381548 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e0378c4d-2b06-4f60-a3aa-ef7e6005f155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4922bea3-db22-4e87-bd58-5a229d713ac9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.398810 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 4922bea3-db22-4e87-bd58-5a229d713ac9 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:35.399232 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4922bea3-db22-4e87-bd58-5a229d713ac9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.426218 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e293b-da70-40cc-b61c-41bfd47fd9fd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event updated for resources: {'Network': ['ID=be94720c-8aff-4c0b-8a44-d0829357d3fe,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:35.455747 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network be94720c-8aff-4c0b-8a44-d0829357d3fe details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:35:35.543502 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88bc52c-0b00-4e1b-9889-2b07f2d76765 None None] DHCP port deletion for 87ff3f24-9a24-4624-aace-7f37b6bc8a3d request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:35:35.606135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ffeeea-a73c-4f5d-9f70-6c7738cc4ff7 None None] Network 8e49e79f-db8c-4f01-916b-b258d42daa9f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:35.607263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a71931-4382-4143-a4c9-5fd0872097dd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Made reservation on behalf of 87aa3448c18148d8a801577c86000261 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:35.608611 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce605dd1-ab1c-48f0-acea-7cfb3bf4abd1 None None] Network 74fda5f7-99e5-449b-93f0-78fee837d9fd requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:35.613062 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98a71931-4382-4143-a4c9-5fd0872097dd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.647880 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0378c4d-2b06-4f60-a3aa-ef7e6005f155 None None] Pushing event updated for resources: {'Port': ['ID=4922bea3-db22-4e87-bd58-5a229d713ac9,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:35.721717 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:35:35.722000 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:35:35.733847 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-58bca1f1-5e13-45fd-ab5e-d1e581013095 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (9728707c-0c70-4183-a609-d660359272c5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:35.805033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bca1f1-5e13-45fd-ab5e-d1e581013095 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=9728707c-0c70-4183-a609-d660359272c5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:35.957653 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd1dd62-944c-4b32-89ef-5c32853997e0 None None] Network 74fda5f7-99e5-449b-93f0-78fee837d9fd requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:35.966165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4621e-767c-42a4-9a74-5c7c3ccd74eb req-8e37495e-3f21-475c-bef5-52d11bd5fb09 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:35.969955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42d4621e-767c-42a4-9a74-5c7c3ccd74eb req-8e37495e-3f21-475c-bef5-52d11bd5fb09 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.1557078 Feb 11 05:35:36.112029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42d4621e-767c-42a4-9a74-5c7c3ccd74eb req-df0f7fbc-04af-4f72-b0e1-4aee91cebfc4 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357620 Feb 11 05:35:36.294566 n-d-713499-38 neutron-server[103170]: DEBUG neutron.objects.ports [None req-98a71931-4382-4143-a4c9-5fd0872097dd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103170) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:35:36.302128 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98a71931-4382-4143-a4c9-5fd0872097dd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (b038f790-034a-4cdc-8e73-451e5f400e96), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.320658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 4922bea3-db22-4e87-bd58-5a229d713ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:36.409043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9588b0-026c-4b95-ae24-4c62584b80e9 None None] DHCP port deletion for 74fda5f7-99e5-449b-93f0-78fee837d9fd request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:35:36.547484 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2a9588b0-026c-4b95-ae24-4c62584b80e9 None None] Deleting port 4922bea3-db22-4e87-bd58-5a229d713ac9 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:36.548015 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a9588b0-026c-4b95-ae24-4c62584b80e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (4922bea3-db22-4e87-bd58-5a229d713ac9), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.615014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a71931-4382-4143-a4c9-5fd0872097dd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event updated for resources: {'Subnet': ['ID=b038f790-034a-4cdc-8e73-451e5f400e96,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:36.648878 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2a9588b0-026c-4b95-ae24-4c62584b80e9 None None] For port 4922bea3-db22-4e87-bd58-5a229d713ac9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4922bea3-db22-4e87-bd58-5a229d713ac9,segment=NetworkSegment(e2092474-557a-4e82-8fc3-1da8241d5aa4),segment_id=e2092474-557a-4e82-8fc3-1da8241d5aa4)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:36.649379 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a9588b0-026c-4b95-ae24-4c62584b80e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (4922bea3-db22-4e87-bd58-5a229d713ac9), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.669399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2a9588b0-026c-4b95-ae24-4c62584b80e9 None None] Calling delete_port for 4922bea3-db22-4e87-bd58-5a229d713ac9 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:36.702082 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-58bca1f1-5e13-45fd-ab5e-d1e581013095 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (248d8056-8309-440c-a125-6afd9cf63317), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.768799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4db6a365-bf59-408f-bedd-41bcb8aa0bb3 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:36.796789 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a9588b0-026c-4b95-ae24-4c62584b80e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (4922bea3-db22-4e87-bd58-5a229d713ac9), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:36.859208 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a71931-4382-4143-a4c9-5fd0872097dd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Checking segment: {'id': 'c7ea034a-858e-4993-bd57-18374fa25e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'be94720c-8aff-4c0b-8a44-d0829357d3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:36.872611 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a71931-4382-4143-a4c9-5fd0872097dd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Network hostable DHCP agents. Network: be94720c-8aff-4c0b-8a44-d0829357d3fe, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:35:36.966314 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a71931-4382-4143-a4c9-5fd0872097dd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Network be94720c-8aff-4c0b-8a44-d0829357d3fe is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:35:37.064159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9588b0-026c-4b95-ae24-4c62584b80e9 None None] Pushing event deleted for resources: {'Port': ['ID=4922bea3-db22-4e87-bd58-5a229d713ac9,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:37.066642 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 4db6a365-bf59-408f-bedd-41bcb8aa0bb3 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:37.067082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4db6a365-bf59-408f-bedd-41bcb8aa0bb3 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:37.080845 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4922bea3-db22-4e87-bd58-5a229d713ac9 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:37.082837 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9588b0-026c-4b95-ae24-4c62584b80e9 None None] No DVR routers for this DVR port 4922bea3-db22-4e87-bd58-5a229d713ac9 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:37.124625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c8247fa4-097f-4b7b-983f-60aff7897624 None None] Provisioning complete for port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:35:37.124998 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c8247fa4-097f-4b7b-983f-60aff7897624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.151202 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-98a71931-4382-4143-a4c9-5fd0872097dd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, be94720c-8aff-4c0b-8a44-d0829357d3fe) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:37.170273 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a71931-4382-4143-a4c9-5fd0872097dd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:37.173598 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98a71931-4382-4143-a4c9-5fd0872097dd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.193881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bca1f1-5e13-45fd-ab5e-d1e581013095 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 248d8056-8309-440c-a125-6afd9cf63317 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:37.241475 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-98a71931-4382-4143-a4c9-5fd0872097dd tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9398220 Feb 11 05:35:37.242727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32804) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:37.251479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db97bded-3f92-49b9-bed1-4a3c7b523e41 None None] Network be94720c-8aff-4c0b-8a44-d0829357d3fe requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:37.260951 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 4922bea3-db22-4e87-bd58-5a229d713ac9 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:37.261301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4922bea3-db22-4e87-bd58-5a229d713ac9 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:37.469231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c8247fa4-097f-4b7b-983f-60aff7897624 None None] Current status of the port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:37.481492 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bca1f1-5e13-45fd-ab5e-d1e581013095 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:37.503802 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-58bca1f1-5e13-45fd-ab5e-d1e581013095 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/248d8056-8309-440c-a125-6afd9cf63317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5202436 Feb 11 05:35:37.504532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 32808) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:37.523427 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a068298-ed2c-48f2-a317-fe6bbfd39864 None None] Sync routers for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:37.531194 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-be94720c-8aff-4c0b-8a44-d0829357d3fe', 'network_id': 'be94720c-8aff-4c0b-8a44-d0829357d3fe', 'project_id': '87aa3448c18148d8a801577c86000261', 'fixed_ips': [{'subnet_id': 'b038f790-034a-4cdc-8e73-451e5f400e96'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:35:37.533466 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.606880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed80f6-3c5d-4235-9258-a71492bd67c4 req-1c23d531-15ae-47e1-be80-be8e69d64395 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:37.612848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96ed80f6-3c5d-4235-9258-a71492bd67c4 req-1c23d531-15ae-47e1-be80-be8e69d64395 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.3847792 Feb 11 05:35:37.638958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57c9a5a-c70d-40cc-b9ec-3ac5b58759cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting subnet c42a673e-b916-46cc-b0e8-3f93e704c4f6 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:37.662495 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b57c9a5a-c70d-40cc-b9ec-3ac5b58759cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (c42a673e-b916-46cc-b0e8-3f93e704c4f6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.716998 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a068298-ed2c-48f2-a317-fe6bbfd39864 None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:37.721992 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3a068298-ed2c-48f2-a317-fe6bbfd39864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:37.736341 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96ed80f6-3c5d-4235-9258-a71492bd67c4 req-90f36b98-4932-4e61-bf87-9f2917db1fee tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138439 Feb 11 05:35:37.755357 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (be94720c-8aff-4c0b-8a44-d0829357d3fe), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:37.774001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32812) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:37.785396 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b57c9a5a-c70d-40cc-b9ec-3ac5b58759cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (c42a673e-b916-46cc-b0e8-3f93e704c4f6), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.001311 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (b038f790-034a-4cdc-8e73-451e5f400e96), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.018860 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-3a068298-ed2c-48f2-a317-fe6bbfd39864 None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:38.042749 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b57c9a5a-c70d-40cc-b9ec-3ac5b58759cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (c42a673e-b916-46cc-b0e8-3f93e704c4f6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.087690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Allocated IP 2001:db8::f816:3eff:fec0:dc37 (be94720c-8aff-4c0b-8a44-d0829357d3fe/b038f790-034a-4cdc-8e73-451e5f400e96/e3abd7b8-1be4-4add-82a4-ad13f63752e6) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:38.125722 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a79e85b-49f3-4e55-bb84-6570fe652bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.165676 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b57c9a5a-c70d-40cc-b9ec-3ac5b58759cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (c42a673e-b916-46cc-b0e8-3f93e704c4f6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.220237 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c9a5a-c70d-40cc-b9ec-3ac5b58759cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Subnet': ['ID=c42a673e-b916-46cc-b0e8-3f93e704c4f6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:38.243584 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b57c9a5a-c70d-40cc-b9ec-3ac5b58759cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.251838 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b57c9a5a-c70d-40cc-b9ec-3ac5b58759cf tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/c42a673e-b916-46cc-b0e8-3f93e704c4f6 HTTP/1.1" status: 204 len: 168 time: 0.7459803 Feb 11 05:35:38.254311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 32818) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:38.272590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c108d20d-8261-46ae-917a-7ff5c658b2ae None None] Network f484d36a-5640-4753-b027-10f17e9a99bf requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:38.417740 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a79e85b-49f3-4e55-bb84-6570fe652bc8 admin admin] Publish callbacks [] for security_group (2904fcef-bc9b-4370-a979-6d25d6c3d38d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.428144 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0a79e85b-49f3-4e55-bb84-6570fe652bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2904fcef-bc9b-4370-a979-6d25d6c3d38d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.496753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79e85b-49f3-4e55-bb84-6570fe652bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2904fcef-bc9b-4370-a979-6d25d6c3d38d,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:38.513391 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (f484d36a-5640-4753-b027-10f17e9a99bf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.535886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0a79e85b-49f3-4e55-bb84-6570fe652bc8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0523fcbe1de5417090e99a88b1231d59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7539804 Feb 11 05:35:38.541914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32820) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:38.634675 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port c3fe2257-b760-4299-8353-92162ba9e7ed {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:38.635027 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c3fe2257-b760-4299-8353-92162ba9e7ed), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.656163 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a53dcd4a-04bc-4c7f-800c-b11b7a2286e7 admin admin] Publish callbacks [] for security_group (2904fcef-bc9b-4370-a979-6d25d6c3d38d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.695193 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a53dcd4a-04bc-4c7f-800c-b11b7a2286e7 admin admin] Publish callbacks [] for security_group (2904fcef-bc9b-4370-a979-6d25d6c3d38d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.712993 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Publish callbacks [] for port (e3abd7b8-1be4-4add-82a4-ad13f63752e6), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.730625 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (e3abd7b8-1be4-4add-82a4-ad13f63752e6), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.763202 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Network be94720c-8aff-4c0b-8a44-d0829357d3fe is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:38.766592 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:38.793089 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a53dcd4a-04bc-4c7f-800c-b11b7a2286e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2904fcef-bc9b-4370-a979-6d25d6c3d38d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.796944 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a53dcd4a-04bc-4c7f-800c-b11b7a2286e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.798788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a53dcd4a-04bc-4c7f-800c-b11b7a2286e7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2904fcef-bc9b-4370-a979-6d25d6c3d38d HTTP/1.1" status: 204 len: 168 time: 0.2541628 Feb 11 05:35:38.810779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:38.823964 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a76a7fe-1c8e-4041-b2d0-a35c47acc5eb None None] DHCP port deletion for f484d36a-5640-4753-b027-10f17e9a99bf request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:35:38.824451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] For port c3fe2257-b760-4299-8353-92162ba9e7ed, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c3fe2257-b760-4299-8353-92162ba9e7ed,segment=NetworkSegment(6b92db79-4dfd-479c-b992-ca0345ed42b5),segment_id=6b92db79-4dfd-479c-b992-ca0345ed42b5)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:38.825375 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c3fe2257-b760-4299-8353-92162ba9e7ed), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.833422 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53dcd4a-04bc-4c7f-800c-b11b7a2286e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2904fcef-bc9b-4370-a979-6d25d6c3d38d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:38.833752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3a068298-ed2c-48f2-a317-fe6bbfd39864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:35Z', 'revision_number': 10, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:38.860059 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (b038f790-034a-4cdc-8e73-451e5f400e96), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:38.903692 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for c3fe2257-b760-4299-8353-92162ba9e7ed owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:38.944267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Subnet': ['ID=b038f790-034a-4cdc-8e73-451e5f400e96,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:38.983158 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a068298-ed2c-48f2-a317-fe6bbfd39864 None None] Checking router: 248d8056-8309-440c-a125-6afd9cf63317 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:39.009298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Pushing event updated for resources: {'Port': ['ID=e3abd7b8-1be4-4add-82a4-ad13f63752e6,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:39.055294 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Attempting to bind port e3abd7b8-1be4-4add-82a4-ad13f63752e6 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:39.055705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Attempting to bind port e3abd7b8-1be4-4add-82a4-ad13f63752e6 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'c7ea034a-858e-4993-bd57-18374fa25e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'be94720c-8aff-4c0b-8a44-d0829357d3fe'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:39.056183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Attempting to bind port e3abd7b8-1be4-4add-82a4-ad13f63752e6 on network be94720c-8aff-4c0b-8a44-d0829357d3fe {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:39.070907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:39.071393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Checking segment: {'id': 'c7ea034a-858e-4993-bd57-18374fa25e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'be94720c-8aff-4c0b-8a44-d0829357d3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:39.072264 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.072264 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Bound using segment: {'id': 'c7ea034a-858e-4993-bd57-18374fa25e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'be94720c-8aff-4c0b-8a44-d0829357d3fe'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:39.072704 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Bound port: e3abd7b8-1be4-4add-82a4-ad13f63752e6, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ea034a-858e-4993-bd57-18374fa25e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'be94720c-8aff-4c0b-8a44-d0829357d3fe'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:39.073128 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e3abd7b8-1be4-4add-82a4-ad13f63752e6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.076226 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a068298-ed2c-48f2-a317-fe6bbfd39864 None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:39.077404 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3a068298-ed2c-48f2-a317-fe6bbfd39864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:39.193608 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (be94720c-8aff-4c0b-8a44-d0829357d3fe), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.198843 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-3a068298-ed2c-48f2-a317-fe6bbfd39864 None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:39.246123 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be94720c-8aff-4c0b-8a44-d0829357d3fe']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:39.276326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67db9f-ab7c-4710-876f-1e9619f49888 req-b682ee4b-ae79-48b8-9704-9b7918e4e0a7 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:39.289045 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee67db9f-ab7c-4710-876f-1e9619f49888 req-b682ee4b-ae79-48b8-9704-9b7918e4e0a7 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.3142934 Feb 11 05:35:39.296672 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c3fe2257-b760-4299-8353-92162ba9e7ed), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.297401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ea034a-858e-4993-bd57-18374fa25e2a') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:39.297401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ea034a-858e-4993-bd57-18374fa25e2a') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:39.347540 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (c7ea034a-858e-4993-bd57-18374fa25e2a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.361072 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=c3fe2257-b760-4299-8353-92162ba9e7ed,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:39.382062 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No DVR routers for this DVR port c3fe2257-b760-4299-8353-92162ba9e7ed on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:39.386684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9a76a7fe-1c8e-4041-b2d0-a35c47acc5eb None None] Deleting port c3fe2257-b760-4299-8353-92162ba9e7ed {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:39.387194 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a76a7fe-1c8e-4041-b2d0-a35c47acc5eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c3fe2257-b760-4299-8353-92162ba9e7ed), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.401544 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c7ea034a-858e-4993-bd57-18374fa25e2a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.457847 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:39.459173 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (c7ea034a-858e-4993-bd57-18374fa25e2a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:39.464681 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:39.523058 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee67db9f-ab7c-4710-876f-1e9619f49888 req-4e42aebc-1c44-4485-bbf0-d39a17236410 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188840 Feb 11 05:35:39.529377 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9a76a7fe-1c8e-4041-b2d0-a35c47acc5eb None None] For port c3fe2257-b760-4299-8353-92162ba9e7ed, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:39.529833 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a76a7fe-1c8e-4041-b2d0-a35c47acc5eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c3fe2257-b760-4299-8353-92162ba9e7ed), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.544763 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9a76a7fe-1c8e-4041-b2d0-a35c47acc5eb None None] Calling delete_port for c3fe2257-b760-4299-8353-92162ba9e7ed owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:39.547603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-9a76a7fe-1c8e-4041-b2d0-a35c47acc5eb None None] Port c3fe2257-b760-4299-8353-92162ba9e7ed was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:35:39.559842 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a76a7fe-1c8e-4041-b2d0-a35c47acc5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (c3fe2257-b760-4299-8353-92162ba9e7ed), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:39.601792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a76a7fe-1c8e-4041-b2d0-a35c47acc5eb None None] No DVR routers for this DVR port c3fe2257-b760-4299-8353-92162ba9e7ed on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:39.629258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76a7fe-1c8e-4041-b2d0-a35c47acc5eb None None] Pushing event deleted for resources: {'Port': ['ID=c3fe2257-b760-4299-8353-92162ba9e7ed,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:39.653236 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.api [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:35:39.653236 n-d-713499-38 neutron-server[103171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:35:39.653236 n-d-713499-38 neutron-server[103171]: [parameters: {'id': 'be94720c-8aff-4c0b-8a44-d0829357d3fe'}] Feb 11 05:35:39.653236 n-d-713499-38 neutron-server[103171]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:35:39.653804 n-d-713499-38 neutron-server[103171]: DEBUG oslo_db.api [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:35:40.040136 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (f484d36a-5640-4753-b027-10f17e9a99bf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.075212 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f484d36a-5640-4753-b027-10f17e9a99bf']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:40.114057 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b92db79-4dfd-479c-b992-ca0345ed42b5') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:40.114907 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b92db79-4dfd-479c-b992-ca0345ed42b5') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:40.125500 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.145831 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (6b92db79-4dfd-479c-b992-ca0345ed42b5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.155591 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (be94720c-8aff-4c0b-8a44-d0829357d3fe), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.193437 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (6b92db79-4dfd-479c-b992-ca0345ed42b5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.205972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:40.207893 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (6b92db79-4dfd-479c-b992-ca0345ed42b5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:40.214724 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:40.229327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] For port e3abd7b8-1be4-4add-82a4-ad13f63752e6, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:40.270873 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Deleting port e3abd7b8-1be4-4add-82a4-ad13f63752e6 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:40.271268 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e3abd7b8-1be4-4add-82a4-ad13f63752e6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.276881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] For port e3abd7b8-1be4-4add-82a4-ad13f63752e6, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e3abd7b8-1be4-4add-82a4-ad13f63752e6,segment=NetworkSegment(c7ea034a-858e-4993-bd57-18374fa25e2a),segment_id=c7ea034a-858e-4993-bd57-18374fa25e2a)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:40.299276 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e3abd7b8-1be4-4add-82a4-ad13f63752e6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.373747 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (f484d36a-5640-4753-b027-10f17e9a99bf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.384167 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.388667 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/networks/f484d36a-5640-4753-b027-10f17e9a99bf HTTP/1.1" status: 204 len: 168 time: 2.1331761 Feb 11 05:35:40.394272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32856) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:40.417286 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3fee0-ccf0-4e11-a9fd-832b98485c30 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Network': ['ID=f484d36a-5640-4753-b027-10f17e9a99bf,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:40.535474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] For port e3abd7b8-1be4-4add-82a4-ad13f63752e6, host n-d-713499-38, got binding levels [] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:40.537243 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e3abd7b8-1be4-4add-82a4-ad13f63752e6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.549090 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3a068298-ed2c-48f2-a317-fe6bbfd39864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:35Z', 'revision_number': 10, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:40.579948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Calling delete_port for e3abd7b8-1be4-4add-82a4-ad13f63752e6 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:40.586281 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c3fe2257-b760-4299-8353-92162ba9e7ed no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:40.602133 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a068298-ed2c-48f2-a317-fe6bbfd39864 None None] The sync data for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 is: [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:35Z', 'revision_number': 10, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None, '_interfaces': [{'id': 'e495cdc1-582b-42dd-bbc3-c84e826ab968', 'name': '', 'network_id': 'a1bfc7b0-076a-4759-9f98-167ebc5d1134', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'mac_address': 'fa:16:3e:a0:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d8056-8309-440c-a125-6afd9cf63317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:34:40Z', 'updated_at': '2022-02-11T05:34:50Z', 'revision_number': 5, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'subnets': [{'id': '5ad5f557-f386-442b-aff9-84aeb4646bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:40.709260 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: c3fe2257-b760-4299-8353-92162ba9e7ed {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:40.710107 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c3fe2257-b760-4299-8353-92162ba9e7ed not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:40.726057 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a0136-0f65-41dc-8049-afc3c038bcb1 None None] Pushing event updated for resources: {'Port': ['ID=e3abd7b8-1be4-4add-82a4-ad13f63752e6,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:40.755654 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980c9b43-ff9f-407a-a1f4-20ee72356d6e None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:35:40.810481 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (e3abd7b8-1be4-4add-82a4-ad13f63752e6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:40.900340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Port': ['ID=e3abd7b8-1be4-4add-82a4-ad13f63752e6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:40.923550 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] No DVR routers for this DVR port e3abd7b8-1be4-4add-82a4-ad13f63752e6 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:41.110914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980c9b43-ff9f-407a-a1f4-20ee72356d6e None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:35:41.292418 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (be94720c-8aff-4c0b-8a44-d0829357d3fe), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.297502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-ea81b9aa-0c69-4126-87e4-38e394655fd1 req-ec3a3280-7af6-43b1-a8d3-b4317d89ec46 service neutron] (103171) timed out ('10.222.0.88', 53832) {{(pid=103171) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:35:41.349332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6f32b-8153-4f16-991c-3e6429871954 req-4a6cae0d-4f30-401d-8d4a-e0be171abbee tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:41.352257 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ee6f32b-8153-4f16-991c-3e6429871954 req-4a6cae0d-4f30-401d-8d4a-e0be171abbee tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.6073301 Feb 11 05:35:41.393068 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be94720c-8aff-4c0b-8a44-d0829357d3fe']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:41.426508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ea034a-858e-4993-bd57-18374fa25e2a') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:41.427049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ea034a-858e-4993-bd57-18374fa25e2a') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:41.444220 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (c7ea034a-858e-4993-bd57-18374fa25e2a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.501580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ee6f32b-8153-4f16-991c-3e6429871954 req-a1e8c452-799d-4caa-8ff8-0cf11ce11990 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324599 Feb 11 05:35:41.551604 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c7ea034a-858e-4993-bd57-18374fa25e2a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.573635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:41.578740 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (c7ea034a-858e-4993-bd57-18374fa25e2a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:41.615171 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:41.702502 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (be94720c-8aff-4c0b-8a44-d0829357d3fe), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.713754 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2cf3be-3c97-4c63-884d-6aa75df1a0d5 None None] Network be94720c-8aff-4c0b-8a44-d0829357d3fe requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:41.723468 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.730638 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 32900) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:41.733821 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/networks/be94720c-8aff-4c0b-8a44-d0829357d3fe HTTP/1.1" status: 204 len: 168 time: 4.4847159 Feb 11 05:35:41.737229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7683aa52-0e09-4436-9352-41a9ce52e556 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1910449084'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:41.753991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2cf3be-3c97-4c63-884d-6aa75df1a0d5 None None] Network be94720c-8aff-4c0b-8a44-d0829357d3fe could not be found, it might have been deleted concurrently. {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:35:41.755590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17587f54-0f0b-4354-b9d8-86c05f8f148f tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Network': ['ID=be94720c-8aff-4c0b-8a44-d0829357d3fe,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:41.787056 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7683aa52-0e09-4436-9352-41a9ce52e556 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Made reservation on behalf of 87aa3448c18148d8a801577c86000261 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:41.800358 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7683aa52-0e09-4436-9352-41a9ce52e556 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.874341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7683aa52-0e09-4436-9352-41a9ce52e556 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:35:41.892996 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7683aa52-0e09-4436-9352-41a9ce52e556 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.893633 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-7683aa52-0e09-4436-9352-41a9ce52e556 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Added segment 77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9 of type vlan for network 126184c6-99fa-40aa-8648-b3b6a823b59d Feb 11 05:35:41.907498 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1b108d8b-6232-455f-882e-41cf3a3fb3e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (248d8056-8309-440c-a125-6afd9cf63317), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:41.980073 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7683aa52-0e09-4436-9352-41a9ce52e556 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (126184c6-99fa-40aa-8648-b3b6a823b59d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.014324 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7683aa52-0e09-4436-9352-41a9ce52e556 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (126184c6-99fa-40aa-8648-b3b6a823b59d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.029432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7683aa52-0e09-4436-9352-41a9ce52e556 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:42.030454 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7683aa52-0e09-4436-9352-41a9ce52e556 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.187543 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683aa52-0e09-4436-9352-41a9ce52e556 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event updated for resources: {'Network': ['ID=126184c6-99fa-40aa-8648-b3b6a823b59d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:42.202262 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7683aa52-0e09-4436-9352-41a9ce52e556 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4692688 Feb 11 05:35:42.203508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 126184c6-99fa-40aa-8648-b3b6a823b59d details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:35:42.204456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32932) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:42.220293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-fcfd9ea4-0ae6-4b7b-b9a2-904eebfd79ad tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Request body: {'subnet': {'network_id': '126184c6-99fa-40aa-8648-b3b6a823b59d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:42.399363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9728707c-0c70-4183-a609-d660359272c5 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:42.470115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfd9ea4-0ae6-4b7b-b9a2-904eebfd79ad tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Made reservation on behalf of 87aa3448c18148d8a801577c86000261 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:42.473558 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fcfd9ea4-0ae6-4b7b-b9a2-904eebfd79ad tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.485823 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 9728707c-0c70-4183-a609-d660359272c5 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:42.488269 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9728707c-0c70-4183-a609-d660359272c5 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:42.711134 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 32942) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:42.759694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-1b108d8b-6232-455f-882e-41cf3a3fb3e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port e495cdc1-582b-42dd-bbc3-c84e826ab968 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:42.760305 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1b108d8b-6232-455f-882e-41cf3a3fb3e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:42.833507 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606e757-6729-4053-9fac-4c1f27763c58 req-305791c8-028a-4fc6-be6a-15ddff2adade tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:42.835192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6606e757-6729-4053-9fac-4c1f27763c58 req-305791c8-028a-4fc6-be6a-15ddff2adade tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.1463716 Feb 11 05:35:42.970561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6606e757-6729-4053-9fac-4c1f27763c58 req-d9b2cc0b-a084-4e86-ab16-892578f961a4 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999072 Feb 11 05:35:43.034641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-1b108d8b-6232-455f-882e-41cf3a3fb3e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] For port e495cdc1-582b-42dd-bbc3-c84e826ab968, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e495cdc1-582b-42dd-bbc3-c84e826ab968,segment=NetworkSegment(2d06b5b3-c201-4daa-84df-160d0eea5190),segment_id=2d06b5b3-c201-4daa-84df-160d0eea5190)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:43.035108 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1b108d8b-6232-455f-882e-41cf3a3fb3e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.049404 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fcfd9ea4-0ae6-4b7b-b9a2-904eebfd79ad tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (2ea98b0c-2da3-47a3-837f-7eb219fd8ff0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.057885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-1b108d8b-6232-455f-882e-41cf3a3fb3e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for e495cdc1-582b-42dd-bbc3-c84e826ab968 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:43.219379 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd9ea4-0ae6-4b7b-b9a2-904eebfd79ad tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event updated for resources: {'Subnet': ['ID=2ea98b0c-2da3-47a3-837f-7eb219fd8ff0,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:43.236994 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd9ea4-0ae6-4b7b-b9a2-904eebfd79ad tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Checking segment: {'id': '77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '126184c6-99fa-40aa-8648-b3b6a823b59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:43.237523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd9ea4-0ae6-4b7b-b9a2-904eebfd79ad tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Network hostable DHCP agents. Network: 126184c6-99fa-40aa-8648-b3b6a823b59d, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:35:43.302625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd9ea4-0ae6-4b7b-b9a2-904eebfd79ad tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Network 126184c6-99fa-40aa-8648-b3b6a823b59d is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:35:43.316847 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-fcfd9ea4-0ae6-4b7b-b9a2-904eebfd79ad tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 126184c6-99fa-40aa-8648-b3b6a823b59d) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:43.328149 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfd9ea4-0ae6-4b7b-b9a2-904eebfd79ad tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:43.328149 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fcfd9ea4-0ae6-4b7b-b9a2-904eebfd79ad tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.331380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a54767-3dba-4dc7-8bbf-151292d24664 None None] Network 126184c6-99fa-40aa-8648-b3b6a823b59d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:43.378574 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fcfd9ea4-0ae6-4b7b-b9a2-904eebfd79ad tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1689432 Feb 11 05:35:43.382015 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32944) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:43.466794 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1b108d8b-6232-455f-882e-41cf3a3fb3e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (e495cdc1-582b-42dd-bbc3-c84e826ab968), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.518502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b108d8b-6232-455f-882e-41cf3a3fb3e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=e495cdc1-582b-42dd-bbc3-c84e826ab968,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:43.650465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-126184c6-99fa-40aa-8648-b3b6a823b59d', 'network_id': '126184c6-99fa-40aa-8648-b3b6a823b59d', 'project_id': '87aa3448c18148d8a801577c86000261', 'fixed_ips': [{'subnet_id': '2ea98b0c-2da3-47a3-837f-7eb219fd8ff0'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:35:43.656485 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.666427 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (126184c6-99fa-40aa-8648-b3b6a823b59d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.689763 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-129ddadd-d8f4-46d3-9293-f7604d578429 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (15432e38-8359-44ea-9473-cff5adad9e46), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.927636 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (2ea98b0c-2da3-47a3-837f-7eb219fd8ff0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.946715 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1b108d8b-6232-455f-882e-41cf3a3fb3e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (248d8056-8309-440c-a125-6afd9cf63317), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:43.993296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Allocated IP 2001:db8::2 (126184c6-99fa-40aa-8648-b3b6a823b59d/2ea98b0c-2da3-47a3-837f-7eb219fd8ff0/339b34ca-81b2-4d6c-915f-a11eb306d020) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:44.227649 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Publish callbacks [] for port (339b34ca-81b2-4d6c-915f-a11eb306d020), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.234231 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.239364 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (339b34ca-81b2-4d6c-915f-a11eb306d020), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.301889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Pushing event updated for resources: {'Port': ['ID=339b34ca-81b2-4d6c-915f-a11eb306d020,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:44.329573 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:44.330139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:44.330818 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:44.331272 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:44.331690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:44.332741 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:44.334111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:44.335844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:44.336718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:44.338517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:44.339147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:44.342521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:44.344897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:35:44.373601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Network 126184c6-99fa-40aa-8648-b3b6a823b59d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:44.376504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:44.382480 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:44.458985 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (2ea98b0c-2da3-47a3-837f-7eb219fd8ff0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.488095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cc603-aabc-4b77-b820-cef99d29d891 req-2815e8e0-fe96-4ac4-b067-c0e7c612aa1e tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:44.489581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae3cc603-aabc-4b77-b820-cef99d29d891 req-2815e8e0-fe96-4ac4-b067-c0e7c612aa1e tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.3102660 Feb 11 05:35:44.539360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Attempting to bind port 339b34ca-81b2-4d6c-915f-a11eb306d020 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:44.539906 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Attempting to bind port 339b34ca-81b2-4d6c-915f-a11eb306d020 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '126184c6-99fa-40aa-8648-b3b6a823b59d'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:44.540296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Attempting to bind port 339b34ca-81b2-4d6c-915f-a11eb306d020 on network 126184c6-99fa-40aa-8648-b3b6a823b59d {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:44.554127 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:44.554520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Checking segment: {'id': '77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '126184c6-99fa-40aa-8648-b3b6a823b59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:44.554940 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.555341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Bound using segment: {'id': '77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '126184c6-99fa-40aa-8648-b3b6a823b59d'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:44.555870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Bound port: 339b34ca-81b2-4d6c-915f-a11eb306d020, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '126184c6-99fa-40aa-8648-b3b6a823b59d'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:44.559926 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (339b34ca-81b2-4d6c-915f-a11eb306d020), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.574072 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-129ddadd-d8f4-46d3-9293-f7604d578429 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Deleting port 20bfd452-1910-4418-9fcb-a7d4f9feb303 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:44.575271 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-129ddadd-d8f4-46d3-9293-f7604d578429 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.714749 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] For port 339b34ca-81b2-4d6c-915f-a11eb306d020, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:44.722223 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] For port 339b34ca-81b2-4d6c-915f-a11eb306d020, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=339b34ca-81b2-4d6c-915f-a11eb306d020,segment=NetworkSegment(77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9),segment_id=77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:44.736870 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (339b34ca-81b2-4d6c-915f-a11eb306d020), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.782689 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-129ddadd-d8f4-46d3-9293-f7604d578429 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] For port 20bfd452-1910-4418-9fcb-a7d4f9feb303, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=20bfd452-1910-4418-9fcb-a7d4f9feb303,segment=NetworkSegment(db88eecd-fcc0-4b3e-8599-46951f891ecc),segment_id=db88eecd-fcc0-4b3e-8599-46951f891ecc)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:44.787173 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-129ddadd-d8f4-46d3-9293-f7604d578429 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:44.809140 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-129ddadd-d8f4-46d3-9293-f7604d578429 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Calling delete_port for 20bfd452-1910-4418-9fcb-a7d4f9feb303 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:44.939402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb9343-3442-459d-9da1-0fb3bcaf03d6 None None] Pushing event updated for resources: {'Port': ['ID=339b34ca-81b2-4d6c-915f-a11eb306d020,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:44.949132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63425757-9438-49c7-84e4-90b43c972cfb None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:35:45.176464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea98b0c-2da3-47a3-837f-7eb219fd8ff0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:45.245152 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b108d8b-6232-455f-882e-41cf3a3fb3e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 248d8056-8309-440c-a125-6afd9cf63317 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:45.300449 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-129ddadd-d8f4-46d3-9293-f7604d578429 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (20bfd452-1910-4418-9fcb-a7d4f9feb303), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.308698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63425757-9438-49c7-84e4-90b43c972cfb None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:35:45.385789 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ddadd-d8f4-46d3-9293-f7604d578429 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'Port': ['ID=20bfd452-1910-4418-9fcb-a7d4f9feb303,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:45.433301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b108d8b-6232-455f-882e-41cf3a3fb3e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:45.442650 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (126184c6-99fa-40aa-8648-b3b6a823b59d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.445893 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f42a3-e9e0-4c54-8cd9-46c588818ab9 None None] Sync routers for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:45.463139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1b108d8b-6232-455f-882e-41cf3a3fb3e2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/248d8056-8309-440c-a125-6afd9cf63317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0672836 Feb 11 05:35:45.466810 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32960) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:45.469402 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f42a3-e9e0-4c54-8cd9-46c588818ab9 None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:45.470107 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-932f42a3-e9e0-4c54-8cd9-46c588818ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:45.494303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae3cc603-aabc-4b77-b820-cef99d29d891 req-abc75f3f-a367-4470-935a-6c465d6cc7da tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995968 Feb 11 05:35:45.562978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126184c6-99fa-40aa-8648-b3b6a823b59d']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:45.585999 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:45.586724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:45.605253 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.610969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-647af5c6-e077-42b1-b337-6990da48c021 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting subnet 5ad5f557-f386-442b-aff9-84aeb4646bea {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:45.625794 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-647af5c6-e077-42b1-b337-6990da48c021 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (5ad5f557-f386-442b-aff9-84aeb4646bea), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.668579 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.678663 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-932f42a3-e9e0-4c54-8cd9-46c588818ab9 None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:45.700119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:45.703243 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:45.712869 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:45.741022 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-932f42a3-e9e0-4c54-8cd9-46c588818ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:43Z', 'revision_number': 11, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:45.743444 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-647af5c6-e077-42b1-b337-6990da48c021 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (5ad5f557-f386-442b-aff9-84aeb4646bea), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.777853 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f42a3-e9e0-4c54-8cd9-46c588818ab9 None None] Checking router: 248d8056-8309-440c-a125-6afd9cf63317 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:45.804677 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f42a3-e9e0-4c54-8cd9-46c588818ab9 None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:45.805690 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-932f42a3-e9e0-4c54-8cd9-46c588818ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:45.857209 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-129ddadd-d8f4-46d3-9293-f7604d578429 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (15432e38-8359-44ea-9473-cff5adad9e46), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:45.889318 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-932f42a3-e9e0-4c54-8cd9-46c588818ab9 None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:45.890893 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.api [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:35:45.890893 n-d-713499-38 neutron-server[103171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:35:45.890893 n-d-713499-38 neutron-server[103171]: [parameters: {'id': '126184c6-99fa-40aa-8648-b3b6a823b59d'}] Feb 11 05:35:45.890893 n-d-713499-38 neutron-server[103171]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:35:45.892376 n-d-713499-38 neutron-server[103171]: DEBUG oslo_db.api [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:35:45.930569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a2258c-046c-4846-b80d-468946dbae4b None None] Network 126184c6-99fa-40aa-8648-b3b6a823b59d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:45.996325 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-647af5c6-e077-42b1-b337-6990da48c021 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (5ad5f557-f386-442b-aff9-84aeb4646bea), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.002578 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-932f42a3-e9e0-4c54-8cd9-46c588818ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:43Z', 'revision_number': 11, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:46.161260 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-647af5c6-e077-42b1-b337-6990da48c021 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (5ad5f557-f386-442b-aff9-84aeb4646bea), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.222428 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381ae842-3f61-444f-b6c4-4cc74d911ac3 None None] Network a1bfc7b0-076a-4759-9f98-167ebc5d1134 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:46.247295 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-647af5c6-e077-42b1-b337-6990da48c021 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.252481 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-647af5c6-e077-42b1-b337-6990da48c021 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/5ad5f557-f386-442b-aff9-84aeb4646bea HTTP/1.1" status: 204 len: 168 time: 0.7844937 Feb 11 05:35:46.256084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32966) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:46.257402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647af5c6-e077-42b1-b337-6990da48c021 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad5f557-f386-442b-aff9-84aeb4646bea,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:46.321945 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f42a3-e9e0-4c54-8cd9-46c588818ab9 None None] The sync data for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 is: [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:43Z', 'revision_number': 11, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:46.327797 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:35:46.426122 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (126184c6-99fa-40aa-8648-b3b6a823b59d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.451523 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (a1bfc7b0-076a-4759-9f98-167ebc5d1134), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.545495 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129ddadd-d8f4-46d3-9293-f7604d578429 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Router 15432e38-8359-44ea-9473-cff5adad9e46 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:46.563854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Deleting port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:46.564656 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3b6e4ebf-48a7-4d58-b110-0d3df11fb947), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.606895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Deleting port 339b34ca-81b2-4d6c-915f-a11eb306d020 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:46.608041 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (339b34ca-81b2-4d6c-915f-a11eb306d020), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.733031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17172283-82d6-42bf-83ce-3382c213d266 None None] DHCP port deletion for a1bfc7b0-076a-4759-9f98-167ebc5d1134 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:35:46.822668 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129ddadd-d8f4-46d3-9293-f7604d578429 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:46.838168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f5b75-b1c6-4a40-934f-fd009275240c None None] Sync routers for ids ['15432e38-8359-44ea-9473-cff5adad9e46'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:46.846622 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-129ddadd-d8f4-46d3-9293-f7604d578429 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "PUT /v2.0/routers/15432e38-8359-44ea-9473-cff5adad9e46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1321204 Feb 11 05:35:46.878864 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] For port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3b6e4ebf-48a7-4d58-b110-0d3df11fb947,segment=NetworkSegment(2d06b5b3-c201-4daa-84df-160d0eea5190),segment_id=2d06b5b3-c201-4daa-84df-160d0eea5190)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:46.878864 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3b6e4ebf-48a7-4d58-b110-0d3df11fb947), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.885909 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f5b75-b1c6-4a40-934f-fd009275240c None None] Routers {'15432e38-8359-44ea-9473-cff5adad9e46'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:46.885909 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-fa2f5b75-b1c6-4a40-934f-fd009275240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15432e38-8359-44ea-9473-cff5adad9e46'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:46.903119 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-17172283-82d6-42bf-83ce-3382c213d266 None None] Deleting port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:46.903499 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17172283-82d6-42bf-83ce-3382c213d266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3b6e4ebf-48a7-4d58-b110-0d3df11fb947), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:46.926628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Calling delete_port for 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:47.041902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ceaf05-a5fd-4b4b-a13e-c9d789f6c012 req-a498ac6d-bc9b-4ef5-ac6a-7a3e88f079c1 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:47.050212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59ceaf05-a5fd-4b4b-a13e-c9d789f6c012 req-a498ac6d-bc9b-4ef5-ac6a-7a3e88f079c1 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.4396799 Feb 11 05:35:47.097876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] For port 339b34ca-81b2-4d6c-915f-a11eb306d020, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=339b34ca-81b2-4d6c-915f-a11eb306d020,segment=NetworkSegment(77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9),segment_id=77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:47.098266 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (339b34ca-81b2-4d6c-915f-a11eb306d020), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.172218 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Calling delete_port for 339b34ca-81b2-4d6c-915f-a11eb306d020 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:47.217089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59ceaf05-a5fd-4b4b-a13e-c9d789f6c012 req-c150d5f9-adf8-4f00-9491-a80e73732c60 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597996 Feb 11 05:35:47.306255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-fa2f5b75-b1c6-4a40-934f-fd009275240c None None] Set router 15432e38-8359-44ea-9473-cff5adad9e46 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:47.336956 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (3b6e4ebf-48a7-4d58-b110-0d3df11fb947), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.413843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Port': ['ID=3b6e4ebf-48a7-4d58-b110-0d3df11fb947,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:47.423865 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No DVR routers for this DVR port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:47.567580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9eb98c-79cc-4e3f-a152-826e7ebe8919 req-1e50eeec-8c40-4afa-ba80-b9e977941de7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:47.568792 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b9eb98c-79cc-4e3f-a152-826e7ebe8919 req-1e50eeec-8c40-4afa-ba80-b9e977941de7 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 946 time: 0.3427186 Feb 11 05:35:47.622712 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (a1bfc7b0-076a-4759-9f98-167ebc5d1134), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.622987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-17172283-82d6-42bf-83ce-3382c213d266 None None] For port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3b6e4ebf-48a7-4d58-b110-0d3df11fb947,segment=NetworkSegment(2d06b5b3-c201-4daa-84df-160d0eea5190),segment_id=2d06b5b3-c201-4daa-84df-160d0eea5190)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:47.623199 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17172283-82d6-42bf-83ce-3382c213d266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3b6e4ebf-48a7-4d58-b110-0d3df11fb947), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.641317 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (339b34ca-81b2-4d6c-915f-a11eb306d020), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.650348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-17172283-82d6-42bf-83ce-3382c213d266 None None] Calling delete_port for 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:47.667625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] No DVR routers for this DVR port 339b34ca-81b2-4d6c-915f-a11eb306d020 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:47.672994 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bfc7b0-076a-4759-9f98-167ebc5d1134']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:47.718143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Port': ['ID=339b34ca-81b2-4d6c-915f-a11eb306d020,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:47.726588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d06b5b3-c201-4daa-84df-160d0eea5190') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:47.727021 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d06b5b3-c201-4daa-84df-160d0eea5190') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:47.765669 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (2d06b5b3-c201-4daa-84df-160d0eea5190), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.780838 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2d06b5b3-c201-4daa-84df-160d0eea5190), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.788037 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:47.788609 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (2d06b5b3-c201-4daa-84df-160d0eea5190), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:47.852940 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:47.866228 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (a1bfc7b0-076a-4759-9f98-167ebc5d1134), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.891585 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.892748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-fa2f5b75-b1c6-4a40-934f-fd009275240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:35:45Z', 'revision_number': 6, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'd8f7ac40-3b77-453d-b939-5d3f5a1cdbb2', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'port_id': '22bc64a9-bea5-442b-984b-75140242a029', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'mac_address': 'fa:16:3e:9b:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:33:42Z', 'updated_at': '2022-02-11T05:33:50Z', 'revision_number': 1, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac34f90-f4b9-427d-83b5-048fb06eeb20', 'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:0f:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:00Z', 'updated_at': '2022-02-11T05:33:10Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:47.895194 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/networks/a1bfc7b0-076a-4759-9f98-167ebc5d1134 HTTP/1.1" status: 204 len: 168 time: 1.6298249 Feb 11 05:35:47.897955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 32978) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:47.910622 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3dd0d58c-91af-4cce-9f8e-becd10b128a4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'router': {'routes': None}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:47.922633 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b9eb98c-79cc-4e3f-a152-826e7ebe8919 req-9ef5740e-9346-4dde-95cc-870de770d693 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3401771 Feb 11 05:35:47.974680 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17172283-82d6-42bf-83ce-3382c213d266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (3b6e4ebf-48a7-4d58-b110-0d3df11fb947), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:47.999651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a3e8d-4df4-455b-8ba2-3f9838e3ea89 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Pushing event deleted for resources: {'Network': ['ID=a1bfc7b0-076a-4759-9f98-167ebc5d1134,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:48.006677 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (126184c6-99fa-40aa-8648-b3b6a823b59d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.044213 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-17172283-82d6-42bf-83ce-3382c213d266 None None] Network a1bfc7b0-076a-4759-9f98-167ebc5d1134 is not hosted by any dhcp agent {{(pid=103173) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:35:48.044803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17172283-82d6-42bf-83ce-3382c213d266 None None] No DVR routers for this DVR port 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:48.048481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126184c6-99fa-40aa-8648-b3b6a823b59d']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:48.069613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:48.070033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:48.071291 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f5b75-b1c6-4a40-934f-fd009275240c None None] Checking router: 15432e38-8359-44ea-9473-cff5adad9e46 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:48.078894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17172283-82d6-42bf-83ce-3382c213d266 None None] Pushing event deleted for resources: {'Port': ['ID=3b6e4ebf-48a7-4d58-b110-0d3df11fb947,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:48.092450 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.097614 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f5b75-b1c6-4a40-934f-fd009275240c None None] Routers {'15432e38-8359-44ea-9473-cff5adad9e46'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:48.098494 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-fa2f5b75-b1c6-4a40-934f-fd009275240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15432e38-8359-44ea-9473-cff5adad9e46'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:48.119622 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.127741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:48.128280 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (77ffd4b3-f82b-4ae9-82a1-a1ac0ea573f9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:48.133776 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:48.258656 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (126184c6-99fa-40aa-8648-b3b6a823b59d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.276170 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.291283 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/networks/126184c6-99fa-40aa-8648-b3b6a823b59d HTTP/1.1" status: 204 len: 168 time: 4.9080014 Feb 11 05:35:48.298287 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32986) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:48.314290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-251f801d-7141-4318-ab61-cc42cfbf5518 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-958156478'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:48.360694 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.extraroute_db [None req-3dd0d58c-91af-4cce-9f8e-becd10b128a4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Added routes are [] {{(pid=103170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 05:35:48.360993 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.extraroute_db [None req-3dd0d58c-91af-4cce-9f8e-becd10b128a4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Removed routes are [] {{(pid=103170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 05:35:48.361425 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3dd0d58c-91af-4cce-9f8e-becd10b128a4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (248d8056-8309-440c-a125-6afd9cf63317), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.380460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251f801d-7141-4318-ab61-cc42cfbf5518 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Made reservation on behalf of 87aa3448c18148d8a801577c86000261 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:48.382478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-fa2f5b75-b1c6-4a40-934f-fd009275240c None None] Set router 15432e38-8359-44ea-9473-cff5adad9e46 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:48.384159 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-251f801d-7141-4318-ab61-cc42cfbf5518 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.392192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63c61a-73d6-41a7-b02a-1e6a7f956695 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Network': ['ID=126184c6-99fa-40aa-8648-b3b6a823b59d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:48.451565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251f801d-7141-4318-ab61-cc42cfbf5518 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:35:48.456183 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-251f801d-7141-4318-ab61-cc42cfbf5518 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (9ee07ddf-7593-485e-aa5b-9201589e7e74), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.456540 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-251f801d-7141-4318-ab61-cc42cfbf5518 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Added segment 9ee07ddf-7593-485e-aa5b-9201589e7e74 of type vlan for network 0f9315f4-9013-4dac-9a83-b2ee52e8dbd4 Feb 11 05:35:48.500952 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-251f801d-7141-4318-ab61-cc42cfbf5518 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (0f9315f4-9013-4dac-9a83-b2ee52e8dbd4), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.534084 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-251f801d-7141-4318-ab61-cc42cfbf5518 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (0f9315f4-9013-4dac-9a83-b2ee52e8dbd4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.540012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251f801d-7141-4318-ab61-cc42cfbf5518 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:48.540650 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-251f801d-7141-4318-ab61-cc42cfbf5518 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.558114 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e495cdc1-582b-42dd-bbc3-c84e826ab968 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:48.604304 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: e495cdc1-582b-42dd-bbc3-c84e826ab968 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:48.604743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e495cdc1-582b-42dd-bbc3-c84e826ab968 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:48.605140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:48.623720 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f801d-7141-4318-ab61-cc42cfbf5518 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event updated for resources: {'Network': ['ID=0f9315f4-9013-4dac-9a83-b2ee52e8dbd4,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:48.645778 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-251f801d-7141-4318-ab61-cc42cfbf5518 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3420713 Feb 11 05:35:48.656984 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd499392-299f-4215-b960-6b413184fc0e req-04c53fb2-96a9-41cd-b9a3-557433bac418 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:48.666198 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd499392-299f-4215-b960-6b413184fc0e req-04c53fb2-96a9-41cd-b9a3-557433bac418 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.2952330 Feb 11 05:35:48.675539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32988) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:48.681306 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-72a19ccd-559a-42eb-bf2f-bd61acff3272 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Request body: {'subnet': {'network_id': '0f9315f4-9013-4dac-9a83-b2ee52e8dbd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:48.686043 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3dd0d58c-91af-4cce-9f8e-becd10b128a4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (248d8056-8309-440c-a125-6afd9cf63317), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.690650 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3dd0d58c-91af-4cce-9f8e-becd10b128a4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (248d8056-8309-440c-a125-6afd9cf63317), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.690857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 0f9315f4-9013-4dac-9a83-b2ee52e8dbd4 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:35:48.799797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd499392-299f-4215-b960-6b413184fc0e req-f29b49bc-1236-4c87-b573-aeff5a9ccf3b tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305683 Feb 11 05:35:48.825889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:48.825889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3b6e4ebf-48a7-4d58-b110-0d3df11fb947 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:48.848858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a19ccd-559a-42eb-bf2f-bd61acff3272 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Made reservation on behalf of 87aa3448c18148d8a801577c86000261 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:35:48.855017 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-72a19ccd-559a-42eb-bf2f-bd61acff3272 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:48.860400 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd0d58c-91af-4cce-9f8e-becd10b128a4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 248d8056-8309-440c-a125-6afd9cf63317 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:48.888434 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd4bd2-6f10-4eef-9c5a-3b8f5697aa98 req-ae599c3a-21f7-4ebb-8b27-5968ea9a97e1 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:48.896310 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d3dd4bd2-6f10-4eef-9c5a-3b8f5697aa98 req-ae599c3a-21f7-4ebb-8b27-5968ea9a97e1 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.73 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 946 time: 0.1539299 Feb 11 05:35:49.158374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-fa2f5b75-b1c6-4a40-934f-fd009275240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:35:45Z', 'revision_number': 6, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'd8f7ac40-3b77-453d-b939-5d3f5a1cdbb2', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'port_id': '22bc64a9-bea5-442b-984b-75140242a029', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'mac_address': 'fa:16:3e:9b:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:33:42Z', 'updated_at': '2022-02-11T05:33:50Z', 'revision_number': 1, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac34f90-f4b9-427d-83b5-048fb06eeb20', 'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:0f:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:00Z', 'updated_at': '2022-02-11T05:33:10Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:49.225386 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f5b75-b1c6-4a40-934f-fd009275240c None None] The sync data for ids ['15432e38-8359-44ea-9473-cff5adad9e46'] in n-d-713499-38 is: [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:35:45Z', 'revision_number': 6, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'd8f7ac40-3b77-453d-b939-5d3f5a1cdbb2', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'port_id': '22bc64a9-bea5-442b-984b-75140242a029', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'mac_address': 'fa:16:3e:9b:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:33:42Z', 'updated_at': '2022-02-11T05:33:50Z', 'revision_number': 1, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac34f90-f4b9-427d-83b5-048fb06eeb20', 'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:0f:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:00Z', 'updated_at': '2022-02-11T05:33:10Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:49.249029 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dc3b9-c268-4c51-8da1-cbd99353ce2f req-932a067e-ad7d-4abd-b994-f52793f74d19 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:49.265846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d06dc3b9-c268-4c51-8da1-cbd99353ce2f req-932a067e-ad7d-4abd-b994-f52793f74d19 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 946 time: 0.1400695 Feb 11 05:35:49.381406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.objects.ports [None req-72a19ccd-559a-42eb-bf2f-bd61acff3272 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103171) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:35:49.385873 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-72a19ccd-559a-42eb-bf2f-bd61acff3272 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (e0967e48-c5b3-4f42-a1f7-fa8bca43fd64), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.445118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd0d58c-91af-4cce-9f8e-becd10b128a4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:49.453065 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3dd0d58c-91af-4cce-9f8e-becd10b128a4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.456669 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a621e-28a1-4d65-90f1-019f21dcbd4f None None] Sync routers for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:49.465744 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3dd0d58c-91af-4cce-9f8e-becd10b128a4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/248d8056-8309-440c-a125-6afd9cf63317 HTTP/1.1" status: 200 len: 701 time: 1.5665298 Feb 11 05:35:49.468898 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77a621e-28a1-4d65-90f1-019f21dcbd4f None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:49.469533 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a77a621e-28a1-4d65-90f1-019f21dcbd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:49.470824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32996) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:49.520046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d06dc3b9-c268-4c51-8da1-cbd99353ce2f req-179ab97d-545a-4e11-a5a4-00c7baa6121c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2456586 Feb 11 05:35:49.520599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-d3dd4bd2-6f10-4eef-9c5a-3b8f5697aa98 req-380e142a-b9ea-4022-a402-7246613a66a9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Deleting port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:49.520927 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d3dd4bd2-6f10-4eef-9c5a-3b8f5697aa98 req-380e142a-b9ea-4022-a402-7246613a66a9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.558269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a19ccd-559a-42eb-bf2f-bd61acff3272 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event updated for resources: {'Subnet': ['ID=e0967e48-c5b3-4f42-a1f7-fa8bca43fd64,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:49.607929 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a77a621e-28a1-4d65-90f1-019f21dcbd4f None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:49.645223 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9585f9bf-d2d1-4fa0-943b-53ccbd7cb2d2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports?device_id=248d8056-8309-440c-a125-6afd9cf63317 HTTP/1.1" status: 200 len: 205 time: 0.1700430 Feb 11 05:35:49.648021 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 32998) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:49.703504 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a77a621e-28a1-4d65-90f1-019f21dcbd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:43Z', 'revision_number': 11, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:49.748343 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a621e-28a1-4d65-90f1-019f21dcbd4f None None] Checking router: 248d8056-8309-440c-a125-6afd9cf63317 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:49.766194 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77a621e-28a1-4d65-90f1-019f21dcbd4f None None] Routers {'248d8056-8309-440c-a125-6afd9cf63317'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:49.766859 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a77a621e-28a1-4d65-90f1-019f21dcbd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['248d8056-8309-440c-a125-6afd9cf63317'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:49.802622 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-d3dd4bd2-6f10-4eef-9c5a-3b8f5697aa98 req-380e142a-b9ea-4022-a402-7246613a66a9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] For port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e,segment=NetworkSegment(db88eecd-fcc0-4b3e-8599-46951f891ecc),segment_id=db88eecd-fcc0-4b3e-8599-46951f891ecc)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:49.803387 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d3dd4bd2-6f10-4eef-9c5a-3b8f5697aa98 req-380e142a-b9ea-4022-a402-7246613a66a9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.826212 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-d3dd4bd2-6f10-4eef-9c5a-3b8f5697aa98 req-380e142a-b9ea-4022-a402-7246613a66a9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Calling delete_port for c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:49.890096 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a77a621e-28a1-4d65-90f1-019f21dcbd4f None None] Set router 248d8056-8309-440c-a125-6afd9cf63317 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:49.973706 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a77a621e-28a1-4d65-90f1-019f21dcbd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:43Z', 'revision_number': 11, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:49.982091 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfea913b-aec4-4c47-9b22-b10aea0a3805 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (248d8056-8309-440c-a125-6afd9cf63317), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:49.987488 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a19ccd-559a-42eb-bf2f-bd61acff3272 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Checking segment: {'id': '9ee07ddf-7593-485e-aa5b-9201589e7e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f9315f4-9013-4dac-9a83-b2ee52e8dbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:49.990398 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a19ccd-559a-42eb-bf2f-bd61acff3272 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Network hostable DHCP agents. Network: 0f9315f4-9013-4dac-9a83-b2ee52e8dbd4, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:35:50.015286 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a621e-28a1-4d65-90f1-019f21dcbd4f None None] The sync data for ids ['248d8056-8309-440c-a125-6afd9cf63317'] in n-d-713499-38 is: [{'id': '248d8056-8309-440c-a125-6afd9cf63317', 'name': 'tempest-RoutersTest-router-1494589395', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:34:38Z', 'updated_at': '2022-02-11T05:35:43Z', 'revision_number': 11, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:50.070933 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d3dd4bd2-6f10-4eef-9c5a-3b8f5697aa98 req-380e142a-b9ea-4022-a402-7246613a66a9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.114902 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e142a-b9ea-4022-a402-7246613a66a9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'Port': ['ID=c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:50.221168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3dd4bd2-6f10-4eef-9c5a-3b8f5697aa98 req-380e142a-b9ea-4022-a402-7246613a66a9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] No DVR routers for this DVR port c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:50.228908 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d3dd4bd2-6f10-4eef-9c5a-3b8f5697aa98 req-380e142a-b9ea-4022-a402-7246613a66a9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.233267 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d3dd4bd2-6f10-4eef-9c5a-3b8f5697aa98 req-380e142a-b9ea-4022-a402-7246613a66a9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.73 "DELETE /v2.0/ports/c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e HTTP/1.1" status: 204 len: 173 time: 1.3313572 Feb 11 05:35:50.233759 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23d1509-508f-435a-9b12-c66bfeeab87d', 'name': 'network-vif-deleted', 'tag': 'c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:50.236126 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81588848-a69a-44aa-9fc0-6a94d36e9988" -d '{"events": [{"server_uuid": "d23d1509-508f-435a-9b12-c66bfeeab87d", "name": "network-vif-deleted", "tag": "c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:50.302328 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e7243b-ad9f-4ab1-967d-d695a312cd45 x-openstack-request-id: req-13e7243b-ad9f-4ab1-967d-d695a312cd45 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:50.302793 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23d1509-508f-435a-9b12-c66bfeeab87d", "name": "network-vif-deleted", "tag": "c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:50.303051 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-13e7243b-ad9f-4ab1-967d-d695a312cd45 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:50.303557 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23d1509-508f-435a-9b12-c66bfeeab87d', 'name': 'network-vif-deleted', 'tag': 'c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e', 'status': 'completed', 'code': 200} Feb 11 05:35:50.312555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a19ccd-559a-42eb-bf2f-bd61acff3272 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Network 0f9315f4-9013-4dac-9a83-b2ee52e8dbd4 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:35:50.364488 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-72a19ccd-559a-42eb-bf2f-bd61acff3272 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 0f9315f4-9013-4dac-9a83-b2ee52e8dbd4) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:50.366628 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfea913b-aec4-4c47-9b22-b10aea0a3805 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (248d8056-8309-440c-a125-6afd9cf63317), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.372631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49e8164-19a2-4ae3-8cdd-1b02b4c9b173 None None] Network 0f9315f4-9013-4dac-9a83-b2ee52e8dbd4 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:50.384810 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfea913b-aec4-4c47-9b22-b10aea0a3805 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_controller (248d8056-8309-440c-a125-6afd9cf63317), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.396530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a19ccd-559a-42eb-bf2f-bd61acff3272 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:50.397195 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-72a19ccd-559a-42eb-bf2f-bd61acff3272 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.451875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5effd-14b5-45ec-b1b8-e6673e37aae8 req-2a4f1cfb-0c8f-4b50-ba0b-b0543609262f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:50.457445 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8b5effd-14b5-45ec-b1b8-e6673e37aae8 req-2a4f1cfb-0c8f-4b50-ba0b-b0543609262f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.3908401 Feb 11 05:35:50.495388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 20bfd452-1910-4418-9fcb-a7d4f9feb303 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:50.561057 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-72a19ccd-559a-42eb-bf2f-bd61acff3272 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8844264 Feb 11 05:35:50.564643 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33010) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:50.569001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 20bfd452-1910-4418-9fcb-a7d4f9feb303 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:50.569369 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 20bfd452-1910-4418-9fcb-a7d4f9feb303 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:50.580230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-0f9315f4-9013-4dac-9a83-b2ee52e8dbd4', 'network_id': '0f9315f4-9013-4dac-9a83-b2ee52e8dbd4', 'project_id': '87aa3448c18148d8a801577c86000261', 'fixed_ips': [{'subnet_id': 'e0967e48-c5b3-4f42-a1f7-fa8bca43fd64'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:35:50.581490 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.587372 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfea913b-aec4-4c47-9b22-b10aea0a3805 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (248d8056-8309-440c-a125-6afd9cf63317), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.593756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfea913b-aec4-4c47-9b22-b10aea0a3805 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Fanout notify agent at l3_agent the message router_deleted on router 248d8056-8309-440c-a125-6afd9cf63317 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:35:50.607636 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfea913b-aec4-4c47-9b22-b10aea0a3805 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.617268 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cfea913b-aec4-4c47-9b22-b10aea0a3805 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/routers/248d8056-8309-440c-a125-6afd9cf63317 HTTP/1.1" status: 204 len: 168 time: 0.9661427 Feb 11 05:35:50.619449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33012) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:50.634959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-060755c1-92de-42df-8745-669696d8db43 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1713999546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:50.743791 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-060755c1-92de-42df-8745-669696d8db43 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (016d4552-0fd6-46b9-a5ab-07ad51ae3830), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.748415 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-060755c1-92de-42df-8745-669696d8db43 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (016d4552-0fd6-46b9-a5ab-07ad51ae3830), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.864345 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (0f9315f4-9013-4dac-9a83-b2ee52e8dbd4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.918181 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Allocated IP 2001:db8::f816:3eff:fefc:16f4 (0f9315f4-9013-4dac-9a83-b2ee52e8dbd4/e0967e48-c5b3-4f42-a1f7-fa8bca43fd64/0fcd9b02-efdb-4a86-bf43-5030badc3bf5) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:35:50.928572 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-060755c1-92de-42df-8745-669696d8db43 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_controller (016d4552-0fd6-46b9-a5ab-07ad51ae3830), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:50.975072 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-060755c1-92de-42df-8745-669696d8db43 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (016d4552-0fd6-46b9-a5ab-07ad51ae3830), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.000330 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8b5effd-14b5-45ec-b1b8-e6673e37aae8 req-47b6dad3-fe70-42c8-aa80-2c7efbb626b2 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4640987 Feb 11 05:35:51.049687 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-453a9cbc-88ee-4490-ac25-8288693ac142 req-b9c86a20-c915-451e-8ef0-0574bbf1d442 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=d23d1509-508f-435a-9b12-c66bfeeab87d HTTP/1.1" status: 200 len: 210 time: 0.1071825 Feb 11 05:35:51.070013 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-060755c1-92de-42df-8745-669696d8db43 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.073920 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33014) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:51.075453 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-060755c1-92de-42df-8745-669696d8db43 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4466929 Feb 11 05:35:51.094345 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8a7cf2ca-9f97-4a36-ab25-f29d595f30c4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:51.210479 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (e0967e48-c5b3-4f42-a1f7-fa8bca43fd64), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.216985 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Publish callbacks [] for port (0fcd9b02-efdb-4a86-bf43-5030badc3bf5), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.226727 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (0fcd9b02-efdb-4a86-bf43-5030badc3bf5), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.305830 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Network 0f9315f4-9013-4dac-9a83-b2ee52e8dbd4 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:35:51.308541 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:35:51.330586 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Pushing event updated for resources: {'Port': ['ID=0fcd9b02-efdb-4a86-bf43-5030badc3bf5,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:51.385266 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:35:51.405537 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (e0967e48-c5b3-4f42-a1f7-fa8bca43fd64), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.518533 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Attempting to bind port 0fcd9b02-efdb-4a86-bf43-5030badc3bf5 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:35:51.519678 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Attempting to bind port 0fcd9b02-efdb-4a86-bf43-5030badc3bf5 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '9ee07ddf-7593-485e-aa5b-9201589e7e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f9315f4-9013-4dac-9a83-b2ee52e8dbd4'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:35:51.520049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Attempting to bind port 0fcd9b02-efdb-4a86-bf43-5030badc3bf5 on network 0f9315f4-9013-4dac-9a83-b2ee52e8dbd4 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:35:51.545339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:35:51.545821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Checking segment: {'id': '9ee07ddf-7593-485e-aa5b-9201589e7e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f9315f4-9013-4dac-9a83-b2ee52e8dbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:35:51.546129 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.546531 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Bound using segment: {'id': '9ee07ddf-7593-485e-aa5b-9201589e7e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f9315f4-9013-4dac-9a83-b2ee52e8dbd4'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:35:51.549574 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Bound port: 0fcd9b02-efdb-4a86-bf43-5030badc3bf5, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee07ddf-7593-485e-aa5b-9201589e7e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f9315f4-9013-4dac-9a83-b2ee52e8dbd4'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:35:51.550858 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0fcd9b02-efdb-4a86-bf43-5030badc3bf5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.593027 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Subnet': ['ID=e0967e48-c5b3-4f42-a1f7-fa8bca43fd64,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:51.700605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] For port 0fcd9b02-efdb-4a86-bf43-5030badc3bf5, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:35:51.724855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] For port 0fcd9b02-efdb-4a86-bf43-5030badc3bf5, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0fcd9b02-efdb-4a86-bf43-5030badc3bf5,segment=NetworkSegment(9ee07ddf-7593-485e-aa5b-9201589e7e74),segment_id=9ee07ddf-7593-485e-aa5b-9201589e7e74)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:35:51.742050 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (0fcd9b02-efdb-4a86-bf43-5030badc3bf5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.762379 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (0f9315f4-9013-4dac-9a83-b2ee52e8dbd4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.765744 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a7cf2ca-9f97-4a36-ab25-f29d595f30c4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (016d4552-0fd6-46b9-a5ab-07ad51ae3830), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.786670 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9315f4-9013-4dac-9a83-b2ee52e8dbd4']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:51.795233 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a7cf2ca-9f97-4a36-ab25-f29d595f30c4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (016d4552-0fd6-46b9-a5ab-07ad51ae3830), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.803514 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee07ddf-7593-485e-aa5b-9201589e7e74') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:51.803842 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee07ddf-7593-485e-aa5b-9201589e7e74') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:51.853127 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (9ee07ddf-7593-485e-aa5b-9201589e7e74), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.867372 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dad59-baf2-4792-b344-84aa0112ade0 None None] Pushing event updated for resources: {'Port': ['ID=0fcd9b02-efdb-4a86-bf43-5030badc3bf5,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:51.896697 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d1b16b-08c8-4e79-af09-beed6310ec35 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:35:51.940618 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (9ee07ddf-7593-485e-aa5b-9201589e7e74), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.960414 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:51.961234 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (9ee07ddf-7593-485e-aa5b-9201589e7e74), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:51.969996 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:52.099043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7cf2ca-9f97-4a36-ab25-f29d595f30c4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Router 016d4552-0fd6-46b9-a5ab-07ad51ae3830 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:35:52.112957 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.db.api [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:35:52.112957 n-d-713499-38 neutron-server[103170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:35:52.112957 n-d-713499-38 neutron-server[103170]: [parameters: {'id': '0f9315f4-9013-4dac-9a83-b2ee52e8dbd4'}] Feb 11 05:35:52.112957 n-d-713499-38 neutron-server[103170]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:35:52.114781 n-d-713499-38 neutron-server[103170]: DEBUG oslo_db.api [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:35:52.192206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d1b16b-08c8-4e79-af09-beed6310ec35 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:35:52.203040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33034) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:52.213359 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7cf2ca-9f97-4a36-ab25-f29d595f30c4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:52.222887 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8a7cf2ca-9f97-4a36-ab25-f29d595f30c4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.226332 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8a7cf2ca-9f97-4a36-ab25-f29d595f30c4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "PUT /v2.0/routers/016d4552-0fd6-46b9-a5ab-07ad51ae3830 HTTP/1.1" status: 200 len: 694 time: 1.1498823 Feb 11 05:35:52.228872 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33036) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:52.238928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5084c85-91f5-493d-a0c0-35c2df8874d4 None None] Sync routers for ids ['016d4552-0fd6-46b9-a5ab-07ad51ae3830'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:52.350032 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e019d336-078a-4465-a491-9a9b14f53cd4 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/routers/016d4552-0fd6-46b9-a5ab-07ad51ae3830 HTTP/1.1" status: 200 len: 700 time: 0.1175814 Feb 11 05:35:52.353153 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33038) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:52.395130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03387d51-d472-4b3f-8084-96f3c8634803 req-f1bf0e83-90fa-49a2-8140-77d07ec1416c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:52.401218 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:52.408662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03387d51-d472-4b3f-8084-96f3c8634803 req-f1bf0e83-90fa-49a2-8140-77d07ec1416c tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.2852113 Feb 11 05:35:52.413784 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b9d2ee86-4b32-44f9-8fda-40c6ed267f66 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports?device_id=016d4552-0fd6-46b9-a5ab-07ad51ae3830 HTTP/1.1" status: 200 len: 205 time: 0.0516453 Feb 11 05:35:52.419809 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33042) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:52.534079 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e3b56a0-a45d-4a68-ba52-e78354ea6ff9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.559829 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5084c85-91f5-493d-a0c0-35c2df8874d4 None None] Routers {'016d4552-0fd6-46b9-a5ab-07ad51ae3830'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:52.563356 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d5084c85-91f5-493d-a0c0-35c2df8874d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['016d4552-0fd6-46b9-a5ab-07ad51ae3830'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:52.571159 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e3b56a0-a45d-4a68-ba52-e78354ea6ff9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.587987 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5863e8f3-7b2e-406d-9142-031b3544e36b tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (016d4552-0fd6-46b9-a5ab-07ad51ae3830), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.657936 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03387d51-d472-4b3f-8084-96f3c8634803 req-dfee9417-bbe3-4a45-b35d-46753baada08 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311554 Feb 11 05:35:52.659084 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e3b56a0-a45d-4a68-ba52-e78354ea6ff9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.661891 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e3b56a0-a45d-4a68-ba52-e78354ea6ff9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.665341 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8e3b56a0-a45d-4a68-ba52-e78354ea6ff9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "DELETE /v2.0/security-groups/a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde HTTP/1.1" status: 204 len: 168 time: 0.4556775 Feb 11 05:35:52.674719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:35:52.676011 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c9b2f9e1-6a90-46b6-89b8-f54c51a45d4e not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:35:52.678912 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b56a0-a45d-4a68-ba52-e78354ea6ff9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03a0dd2-61c7-43ae-bbe9-5d53c6f92bde,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:52.706121 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (0f9315f4-9013-4dac-9a83-b2ee52e8dbd4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.711733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33046) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:52.837436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-1281c3b3-c736-4117-b757-e72f1304d62e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Deleting subnet c526e2d9-d063-4aa1-a5c4-1043d1ace934 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:52.843758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-d5084c85-91f5-493d-a0c0-35c2df8874d4 None None] Set router 016d4552-0fd6-46b9-a5ab-07ad51ae3830 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:52.851963 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1281c3b3-c736-4117-b757-e72f1304d62e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for subnet (c526e2d9-d063-4aa1-a5c4-1043d1ace934), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.943621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d5084c85-91f5-493d-a0c0-35c2df8874d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016d4552-0fd6-46b9-a5ab-07ad51ae3830', 'name': 'tempest-RoutersTest-router-1713999546', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:50Z', 'updated_at': '2022-02-11T05:35:51Z', 'revision_number': 2, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:52.950141 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1281c3b3-c736-4117-b757-e72f1304d62e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (c526e2d9-d063-4aa1-a5c4-1043d1ace934), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.978291 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5084c85-91f5-493d-a0c0-35c2df8874d4 None None] Checking router: 016d4552-0fd6-46b9-a5ab-07ad51ae3830 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:52.993652 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5863e8f3-7b2e-406d-9142-031b3544e36b tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (016d4552-0fd6-46b9-a5ab-07ad51ae3830), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:52.997538 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5863e8f3-7b2e-406d-9142-031b3544e36b tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router_controller (016d4552-0fd6-46b9-a5ab-07ad51ae3830), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.034272 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5084c85-91f5-493d-a0c0-35c2df8874d4 None None] Routers {'016d4552-0fd6-46b9-a5ab-07ad51ae3830'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:53.035244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d5084c85-91f5-493d-a0c0-35c2df8874d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['016d4552-0fd6-46b9-a5ab-07ad51ae3830'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:53.110895 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666aff22-03f8-4204-a8a0-b27a7c9f4cae None None] Network 0f9315f4-9013-4dac-9a83-b2ee52e8dbd4 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:53.133651 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1281c3b3-c736-4117-b757-e72f1304d62e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (c526e2d9-d063-4aa1-a5c4-1043d1ace934), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.186069 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5863e8f3-7b2e-406d-9142-031b3544e36b tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (016d4552-0fd6-46b9-a5ab-07ad51ae3830), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.187205 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5863e8f3-7b2e-406d-9142-031b3544e36b tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Fanout notify agent at l3_agent the message router_deleted on router 016d4552-0fd6-46b9-a5ab-07ad51ae3830 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:35:53.206451 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5863e8f3-7b2e-406d-9142-031b3544e36b tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.207638 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5863e8f3-7b2e-406d-9142-031b3544e36b tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/routers/016d4552-0fd6-46b9-a5ab-07ad51ae3830 HTTP/1.1" status: 204 len: 168 time: 0.7846196 Feb 11 05:35:53.211523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33052) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:53.231046 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Deleting port 0fcd9b02-efdb-4a86-bf43-5030badc3bf5 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:53.231392 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (0fcd9b02-efdb-4a86-bf43-5030badc3bf5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.282695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9675fc24-fe40-4a32-ae70-884ae525f42e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports?device_id=016d4552-0fd6-46b9-a5ab-07ad51ae3830 HTTP/1.1" status: 200 len: 205 time: 0.0690978 Feb 11 05:35:53.287329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33054) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:53.383999 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] For port 0fcd9b02-efdb-4a86-bf43-5030badc3bf5, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0fcd9b02-efdb-4a86-bf43-5030badc3bf5,segment=NetworkSegment(9ee07ddf-7593-485e-aa5b-9201589e7e74),segment_id=9ee07ddf-7593-485e-aa5b-9201589e7e74)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:53.384280 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (0fcd9b02-efdb-4a86-bf43-5030badc3bf5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.386838 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-8a8ad515-d642-4434-b813-8c41fb147c6f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] delete failed (client error): The resource could not be found. Feb 11 05:35:53.389976 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8a8ad515-d642-4434-b813-8c41fb147c6f tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/routers/016d4552-0fd6-46b9-a5ab-07ad51ae3830 HTTP/1.1" status: 404 len: 336 time: 0.1013446 Feb 11 05:35:53.393877 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1281c3b3-c736-4117-b757-e72f1304d62e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (c526e2d9-d063-4aa1-a5c4-1043d1ace934), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.395953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33056) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:53.437962 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281c3b3-c736-4117-b757-e72f1304d62e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'Subnet': ['ID=c526e2d9-d063-4aa1-a5c4-1043d1ace934,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:53.467667 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1281c3b3-c736-4117-b757-e72f1304d62e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.474118 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1281c3b3-c736-4117-b757-e72f1304d62e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "DELETE /v2.0/subnets/c526e2d9-d063-4aa1-a5c4-1043d1ace934 HTTP/1.1" status: 204 len: 168 time: 0.7605927 Feb 11 05:35:53.478772 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33058) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:53.506637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Calling delete_port for 0fcd9b02-efdb-4a86-bf43-5030badc3bf5 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:53.514773 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15f97b6-ea77-42c4-9dc1-1262eb8147ba tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:53.515635 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15f97b6-ea77-42c4-9dc1-1262eb8147ba tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:53.519882 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e15f97b6-ea77-42c4-9dc1-1262eb8147ba tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/dcd7109b-89e5-41bd-84c2-0cf129229ab2 HTTP/1.1" status: 404 len: 337 time: 0.1067085 Feb 11 05:35:53.522405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33062) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:53.542292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d018c75-38f0-4287-9179-422485b57209 None None] Network b66d100d-fd90-4a57-8b3b-0b20b670c61e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:53.545681 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-d5084c85-91f5-493d-a0c0-35c2df8874d4 None None] Set router 016d4552-0fd6-46b9-a5ab-07ad51ae3830 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:53.566937 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40d3a37-b5f4-4a13-bd38-c664f59f4e61 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:53.567835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40d3a37-b5f4-4a13-bd38-c664f59f4e61 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:53.572744 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a40d3a37-b5f4-4a13-bd38-c664f59f4e61 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/b185c2ab-c20e-44b0-8ef5-4c168d33d244 HTTP/1.1" status: 404 len: 337 time: 0.0484838 Feb 11 05:35:53.577118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33064) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:53.649347 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9792ce17-f9ae-4318-9a52-a4bb3df06fbb tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:53.649347 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9792ce17-f9ae-4318-9a52-a4bb3df06fbb tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:53.649347 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9792ce17-f9ae-4318-9a52-a4bb3df06fbb tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/c42a673e-b916-46cc-b0e8-3f93e704c4f6 HTTP/1.1" status: 404 len: 337 time: 0.0581114 Feb 11 05:35:53.651946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33066) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:53.658349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d5084c85-91f5-493d-a0c0-35c2df8874d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016d4552-0fd6-46b9-a5ab-07ad51ae3830', 'name': 'tempest-RoutersTest-router-1713999546', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:50Z', 'updated_at': '2022-02-11T05:35:51Z', 'revision_number': 2, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:53.758147 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (b66d100d-fd90-4a57-8b3b-0b20b670c61e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.789118 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f87783-ec91-40db-b084-ebcf81fccd68 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:53.791479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f87783-ec91-40db-b084-ebcf81fccd68 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:53.806298 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-87f87783-ec91-40db-b084-ebcf81fccd68 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/5ad5f557-f386-442b-aff9-84aeb4646bea HTTP/1.1" status: 404 len: 337 time: 0.1493864 Feb 11 05:35:53.812906 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33076) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:53.848340 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (0fcd9b02-efdb-4a86-bf43-5030badc3bf5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:53.862230 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-40afa310-4b1c-4e82-9242-a759a60df472 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports?device_id=248d8056-8309-440c-a125-6afd9cf63317 HTTP/1.1" status: 200 len: 205 time: 0.0438700 Feb 11 05:35:53.900970 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33080) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:53.923677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5084c85-91f5-493d-a0c0-35c2df8874d4 None None] The sync data for ids ['016d4552-0fd6-46b9-a5ab-07ad51ae3830'] in n-d-713499-38 is: [{'id': '016d4552-0fd6-46b9-a5ab-07ad51ae3830', 'name': 'tempest-RoutersTest-router-1713999546', 'tenant_id': 'f0d82c2b53484876ae29004b801593cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:35:50Z', 'updated_at': '2022-02-11T05:35:51Z', 'revision_number': 2, 'project_id': 'f0d82c2b53484876ae29004b801593cb', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:53.975449 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-e7d6fae2-b188-4859-92e2-395382fddbf2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] delete failed (client error): The resource could not be found. Feb 11 05:35:53.976515 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e7d6fae2-b188-4859-92e2-395382fddbf2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/routers/248d8056-8309-440c-a125-6afd9cf63317 HTTP/1.1" status: 404 len: 336 time: 0.0744238 Feb 11 05:35:53.977546 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Port': ['ID=0fcd9b02-efdb-4a86-bf43-5030badc3bf5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:53.979859 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33086) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:54.038544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] No DVR routers for this DVR port 0fcd9b02-efdb-4a86-bf43-5030badc3bf5 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:54.045003 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a48a951c-95e7-464c-9858-454ec31036d3 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e503acc-3988-4a10-9316-5a5be6be58cf HTTP/1.1" status: 200 len: 205 time: 0.0588808 Feb 11 05:35:54.049509 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33088) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:54.124501 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-6e8638e5-32a8-4fdb-8cdf-8d99e39aab99 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] delete failed (client error): The resource could not be found. Feb 11 05:35:54.128243 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6e8638e5-32a8-4fdb-8cdf-8d99e39aab99 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/routers/7e503acc-3988-4a10-9316-5a5be6be58cf HTTP/1.1" status: 404 len: 336 time: 0.0774984 Feb 11 05:35:54.132350 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33092) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:54.163545 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Deleting port 702d968a-5049-4c4e-ba49-266762c6e4f6 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:54.163868 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.181503 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4056a83-77ec-4285-8c9b-c057a4ecbd5d None None] DHCP port deletion for b66d100d-fd90-4a57-8b3b-0b20b670c61e request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:35:54.225401 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1f58d4-8dcd-4853-bb48-ddc285332e83 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:54.225872 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f1f58d4-8dcd-4853-bb48-ddc285332e83 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:54.232760 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1f1f58d4-8dcd-4853-bb48-ddc285332e83 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/c4d30d4d-e996-4e53-a198-128905db1740 HTTP/1.1" status: 404 len: 337 time: 0.0993183 Feb 11 05:35:54.233402 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33094) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:54.278832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b4056a83-77ec-4285-8c9b-c057a4ecbd5d None None] Deleting port 702d968a-5049-4c4e-ba49-266762c6e4f6 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:54.281363 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4056a83-77ec-4285-8c9b-c057a4ecbd5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.281832 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (0f9315f4-9013-4dac-9a83-b2ee52e8dbd4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.343715 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a8e9f833-9b08-4195-84d7-e2414088098d tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports?device_id=24000651-af87-47d8-94f6-fd18d792fea9 HTTP/1.1" status: 200 len: 205 time: 0.1050696 Feb 11 05:35:54.385616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33096) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:54.431089 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-84bd8640-95e3-4f7b-8ef3-10bbfa66056b tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] delete failed (client error): The resource could not be found. Feb 11 05:35:54.434846 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-84bd8640-95e3-4f7b-8ef3-10bbfa66056b tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/routers/24000651-af87-47d8-94f6-fd18d792fea9 HTTP/1.1" status: 404 len: 336 time: 0.0482173 Feb 11 05:35:54.436716 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9315f4-9013-4dac-9a83-b2ee52e8dbd4']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:54.441885 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33098) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:54.445033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] For port 702d968a-5049-4c4e-ba49-266762c6e4f6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=702d968a-5049-4c4e-ba49-266762c6e4f6,segment=NetworkSegment(db88eecd-fcc0-4b3e-8599-46951f891ecc),segment_id=db88eecd-fcc0-4b3e-8599-46951f891ecc)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:54.445404 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.477934 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee07ddf-7593-485e-aa5b-9201589e7e74') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:54.478258 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee07ddf-7593-485e-aa5b-9201589e7e74') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:54.478901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 702d968a-5049-4c4e-ba49-266762c6e4f6 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:54.480156 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Calling delete_port for 702d968a-5049-4c4e-ba49-266762c6e4f6 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:54.481888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2eeff-6638-40d9-924c-949408c9712b req-d6f6990b-01bb-4ec7-9917-6ffd02a6440d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:54.492516 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c2eeff-6638-40d9-924c-949408c9712b req-d6f6990b-01bb-4ec7-9917-6ffd02a6440d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.6309595 Feb 11 05:35:54.507281 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-da9a0d40-1655-4959-a012-9b5a8055528c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports?device_id=29d57ae5-1fd2-403f-884f-ce94a9d4c1f7 HTTP/1.1" status: 200 len: 205 time: 0.0642438 Feb 11 05:35:54.508245 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33100) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:54.520045 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b4056a83-77ec-4285-8c9b-c057a4ecbd5d None None] For port 702d968a-5049-4c4e-ba49-266762c6e4f6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=702d968a-5049-4c4e-ba49-266762c6e4f6,segment=NetworkSegment(db88eecd-fcc0-4b3e-8599-46951f891ecc),segment_id=db88eecd-fcc0-4b3e-8599-46951f891ecc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:54.520721 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4056a83-77ec-4285-8c9b-c057a4ecbd5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.520855 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (9ee07ddf-7593-485e-aa5b-9201589e7e74), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.562610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b4056a83-77ec-4285-8c9b-c057a4ecbd5d None None] Calling delete_port for 702d968a-5049-4c4e-ba49-266762c6e4f6 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:54.577853 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16c2eeff-6638-40d9-924c-949408c9712b req-faf24360-e237-4499-8c7d-28f4335bb5d6 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822113 Feb 11 05:35:54.691903 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 702d968a-5049-4c4e-ba49-266762c6e4f6 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:54.692321 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.756193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 702d968a-5049-4c4e-ba49-266762c6e4f6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=702d968a-5049-4c4e-ba49-266762c6e4f6,segment=NetworkSegment(db88eecd-fcc0-4b3e-8599-46951f891ecc),segment_id=db88eecd-fcc0-4b3e-8599-46951f891ecc)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:54.763248 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.829803 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4056a83-77ec-4285-8c9b-c057a4ecbd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:54.838335 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=702d968a-5049-4c4e-ba49-266762c6e4f6,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:54.865886 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4056a83-77ec-4285-8c9b-c057a4ecbd5d None None] No DVR routers for this DVR port 702d968a-5049-4c4e-ba49-266762c6e4f6 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:54.869307 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4056a83-77ec-4285-8c9b-c057a4ecbd5d None None] Pushing event deleted for resources: {'Port': ['ID=702d968a-5049-4c4e-ba49-266762c6e4f6,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:54.990471 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-3d09ff19-e776-4910-922f-cb123d4ed15c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] delete failed (client error): The resource could not be found. Feb 11 05:35:54.991615 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3d09ff19-e776-4910-922f-cb123d4ed15c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/routers/29d57ae5-1fd2-403f-884f-ce94a9d4c1f7 HTTP/1.1" status: 404 len: 336 time: 0.4786777 Feb 11 05:35:54.995547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33104) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.044826 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (9ee07ddf-7593-485e-aa5b-9201589e7e74), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.057510 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e977956-f0b7-404c-a794-be0a149d9d9b tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:55.059204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:55.059642 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (9ee07ddf-7593-485e-aa5b-9201589e7e74), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:55.063449 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:55.066607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e977956-f0b7-404c-a794-be0a149d9d9b tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:55.073610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1e977956-f0b7-404c-a794-be0a149d9d9b tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/468a4e24-c56d-407e-97f9-836772fc4a50 HTTP/1.1" status: 404 len: 337 time: 0.0766802 Feb 11 05:35:55.075074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33106) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.123302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c87a8c28-ff29-436b-8182-a5727fd17063 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports?device_id=96237361-970a-4079-8514-247d17a04ac8 HTTP/1.1" status: 200 len: 205 time: 0.0369716 Feb 11 05:35:55.124081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33108) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.146314 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d24082-7394-4129-8da4-0a2575eef089 req-35e4b7ef-3c4f-457e-bce7-827de13d3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:55.147937 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16d24082-7394-4129-8da4-0a2575eef089 req-35e4b7ef-3c4f-457e-bce7-827de13d3f32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 1128 time: 0.1701400 Feb 11 05:35:55.168434 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (0f9315f4-9013-4dac-9a83-b2ee52e8dbd4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.190091 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.196966 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/networks/0f9315f4-9013-4dac-9a83-b2ee52e8dbd4 HTTP/1.1" status: 204 len: 168 time: 4.6279702 Feb 11 05:35:55.205078 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33112) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.214262 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-2a1770f8-ff24-41e5-88af-88419e1b28d2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] delete failed (client error): The resource could not be found. Feb 11 05:35:55.219171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2a1770f8-ff24-41e5-88af-88419e1b28d2 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/routers/96237361-970a-4079-8514-247d17a04ac8 HTTP/1.1" status: 404 len: 336 time: 0.0939274 Feb 11 05:35:55.220176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33114) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.223328 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (702d968a-5049-4c4e-ba49-266762c6e4f6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.255015 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7b38e6-30fa-4862-a6df-3549ef60f06c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:55.255894 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a7b38e6-30fa-4862-a6df-3549ef60f06c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:55.262564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3a7b38e6-30fa-4862-a6df-3549ef60f06c tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/a89bce23-79ba-45fa-be2e-03a6e4086616 HTTP/1.1" status: 404 len: 337 time: 0.0411432 Feb 11 05:35:55.263501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33116) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.277663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01428f-6f70-4727-aaab-05532bec321d tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Network': ['ID=0f9315f4-9013-4dac-9a83-b2ee52e8dbd4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:55.303695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fa9bc14d-bd96-4cdd-b8a6-681e429279f8 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "GET /v2.0/ports?device_id=97126cb8-4f15-4152-99d2-b23cf2426726 HTTP/1.1" status: 200 len: 205 time: 0.0379665 Feb 11 05:35:55.304545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33118) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.304841 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f801647-30d4-4fd3-87bb-2a03b46b970e tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:55.305318 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f801647-30d4-4fd3-87bb-2a03b46b970e tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:55.308934 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6f801647-30d4-4fd3-87bb-2a03b46b970e tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/subnets/e0967e48-c5b3-4f42-a1f7-fa8bca43fd64 HTTP/1.1" status: 404 len: 337 time: 0.1020169 Feb 11 05:35:55.312208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33120) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.315598 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'Port': ['ID=702d968a-5049-4c4e-ba49-266762c6e4f6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:55.322557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] No DVR routers for this DVR port 702d968a-5049-4c4e-ba49-266762c6e4f6 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:35:55.369924 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-d4ef5d5c-9459-46d2-98cd-7acdd78e796e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] delete failed (client error): The resource could not be found. Feb 11 05:35:55.374409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d4ef5d5c-9459-46d2-98cd-7acdd78e796e tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/routers/97126cb8-4f15-4152-99d2-b23cf2426726 HTTP/1.1" status: 404 len: 336 time: 0.0687394 Feb 11 05:35:55.375272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33122) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.383662 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d24082-7394-4129-8da4-0a2575eef089 req-45716675-e1d9-416b-88e7-350baad53c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:55.385161 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16d24082-7394-4129-8da4-0a2575eef089 req-45716675-e1d9-416b-88e7-350baad53c4f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 918 time: 0.2263496 Feb 11 05:35:55.404168 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7e207c-5ac4-450c-96de-20b130a30669 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:55.405035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7e207c-5ac4-450c-96de-20b130a30669 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:55.411205 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bd7e207c-5ac4-450c-96de-20b130a30669 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/8995b61b-c9d5-4901-bc2a-1b4ca3a4d51f HTTP/1.1" status: 404 len: 337 time: 0.0343268 Feb 11 05:35:55.412493 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cbe633-8dea-4b8e-9c64-e9054740275b tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:55.413269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18cbe633-8dea-4b8e-9c64-e9054740275b tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:55.416702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-18cbe633-8dea-4b8e-9c64-e9054740275b tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/networks/0f9315f4-9013-4dac-9a83-b2ee52e8dbd4 HTTP/1.1" status: 404 len: 339 time: 0.1032789 Feb 11 05:35:55.417553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33124) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.425406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33126) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.460804 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f053a434-992d-4acc-a3c3-22267bece0a0 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:55.461414 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f053a434-992d-4acc-a3c3-22267bece0a0 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:55.465257 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f053a434-992d-4acc-a3c3-22267bece0a0 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/subnets/2ea98b0c-2da3-47a3-837f-7eb219fd8ff0 HTTP/1.1" status: 404 len: 337 time: 0.0380080 Feb 11 05:35:55.468968 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (b66d100d-fd90-4a57-8b3b-0b20b670c61e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.471309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33128) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.487046 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-51af840a-88c6-46cc-aa94-d805c028f761 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:55.487634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51af840a-88c6-46cc-aa94-d805c028f761 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:55.505305 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-51af840a-88c6-46cc-aa94-d805c028f761 tempest-RoutersTest-397966822 tempest-RoutersTest-397966822-project] 10.222.0.87 "DELETE /v2.0/subnets/7859bd94-c489-4566-ae47-e775e5d79a82 HTTP/1.1" status: 404 len: 337 time: 0.0769486 Feb 11 05:35:55.527856 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-64665373-470a-41e7-934e-802f196e2e70 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:55.528413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64665373-470a-41e7-934e-802f196e2e70 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:55.531652 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-64665373-470a-41e7-934e-802f196e2e70 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/networks/126184c6-99fa-40aa-8648-b3b6a823b59d HTTP/1.1" status: 404 len: 339 time: 0.0555615 Feb 11 05:35:55.534542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33132) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.543144 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66d100d-fd90-4a57-8b3b-0b20b670c61e']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:55.552041 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16d24082-7394-4129-8da4-0a2575eef089 req-77f80ae0-50d8-494b-ad02-fd4607f711c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b909078-2d81-4a81-9fde-af606bf39f45 HTTP/1.1" status: 200 len: 1001 time: 0.1608133 Feb 11 05:35:55.555987 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db88eecd-fcc0-4b3e-8599-46951f891ecc') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:55.556290 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db88eecd-fcc0-4b3e-8599-46951f891ecc') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:55.590594 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cef3af3-9875-460b-b492-80eb69195600 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:55.601317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cef3af3-9875-460b-b492-80eb69195600 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:55.606884 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5cef3af3-9875-460b-b492-80eb69195600 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/subnets/b038f790-034a-4cdc-8e73-451e5f400e96 HTTP/1.1" status: 404 len: 337 time: 0.0711660 Feb 11 05:35:55.612330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33136) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.621347 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (db88eecd-fcc0-4b3e-8599-46951f891ecc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.645956 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (db88eecd-fcc0-4b3e-8599-46951f891ecc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.656106 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-31749c32-375b-4944-959d-4a452e1aec13 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:55.657246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31749c32-375b-4944-959d-4a452e1aec13 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:55.657397 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d24082-7394-4129-8da4-0a2575eef089 req-dc5874bf-0f1f-430a-9a57-29c717d71567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:55.658949 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16d24082-7394-4129-8da4-0a2575eef089 req-dc5874bf-0f1f-430a-9a57-29c717d71567 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.1003850 Feb 11 05:35:55.660399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:55.660812 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (db88eecd-fcc0-4b3e-8599-46951f891ecc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.663317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-31749c32-375b-4944-959d-4a452e1aec13 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/networks/be94720c-8aff-4c0b-8a44-d0829357d3fe HTTP/1.1" status: 404 len: 339 time: 0.0482123 Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:55.666258 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:55.669760 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33138) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.829901 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (b66d100d-fd90-4a57-8b3b-0b20b670c61e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.840609 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.845411 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "DELETE /v2.0/networks/b66d100d-fd90-4a57-8b3b-0b20b670c61e HTTP/1.1" status: 204 len: 168 time: 2.3608789 Feb 11 05:35:55.848151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394476a-4de7-45f0-8e98-b2f471c3ebc7 req-770defe9-4be2-4c32-89ff-15ac7a58a110 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:55.849892 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0394476a-4de7-45f0-8e98-b2f471c3ebc7 req-770defe9-4be2-4c32-89ff-15ac7a58a110 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.1082113 Feb 11 05:35:55.850780 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33140) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:55.939427 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d24082-7394-4129-8da4-0a2575eef089 req-dd95d414-45d3-40bc-bfbc-36da680fdb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:55.942973 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16d24082-7394-4129-8da4-0a2575eef089 req-dd95d414-45d3-40bc-bfbc-36da680fdb54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2754200 Feb 11 05:35:55.943917 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0394476a-4de7-45f0-8e98-b2f471c3ebc7 req-ac1d1696-2225-49fd-8530-e17067bdd9c5 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874913 Feb 11 05:35:55.951955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6179c-2010-4696-bb37-44f72a8bee5c tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'Network': ['ID=b66d100d-fd90-4a57-8b3b-0b20b670c61e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:55.961926 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-16d24082-7394-4129-8da4-0a2575eef089 req-93d2da25-7a94-435d-896b-de40a7636611 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:35:55.963188 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16d24082-7394-4129-8da4-0a2575eef089 req-93d2da25-7a94-435d-896b-de40a7636611 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065956 Feb 11 05:35:56.101869 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-35093858-21a5-46da-8dc8-a6b011a751ec tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Deleting port 6cc0a697-bb23-48ed-9e65-72732f5de78d {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:56.102502 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35093858-21a5-46da-8dc8-a6b011a751ec tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6cc0a697-bb23-48ed-9e65-72732f5de78d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.177701 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33146) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:56.288164 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16d24082-7394-4129-8da4-0a2575eef089 req-4fd7ca89-2ec2-42c3-a03c-1d8cb4eca986 service neutron] 10.222.0.73 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173642 Feb 11 05:35:56.294102 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35093858-21a5-46da-8dc8-a6b011a751ec tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6cc0a697-bb23-48ed-9e65-72732f5de78d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.353988 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-35093858-21a5-46da-8dc8-a6b011a751ec tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Calling delete_port for 6cc0a697-bb23-48ed-9e65-72732f5de78d owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:56.368202 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-938ba522-36bc-4508-8dbd-f23f60737e1a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f0d82c2b53484876ae29004b801593cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1891525 Feb 11 05:35:56.370411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33152) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:56.432935 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-662d07a7-8651-4159-8f9e-c8cd08733c45 admin admin] Publish callbacks [] for security_group (73655db1-fc0a-4720-a396-855ad18cda00), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.460598 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-662d07a7-8651-4159-8f9e-c8cd08733c45 admin admin] Publish callbacks [] for security_group (73655db1-fc0a-4720-a396-855ad18cda00), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.513961 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d3afd-2c33-4b05-8f22-f9c78322e1a2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Deleting port b54b461c-7688-4cbb-9655-74e1c9903ab2 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:56.514313 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3afd-2c33-4b05-8f22-f9c78322e1a2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b54b461c-7688-4cbb-9655-74e1c9903ab2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.517155 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-662d07a7-8651-4159-8f9e-c8cd08733c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (73655db1-fc0a-4720-a396-855ad18cda00), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.520751 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-662d07a7-8651-4159-8f9e-c8cd08733c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.521997 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-662d07a7-8651-4159-8f9e-c8cd08733c45 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/73655db1-fc0a-4720-a396-855ad18cda00 HTTP/1.1" status: 204 len: 168 time: 0.1499686 Feb 11 05:35:56.530357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d07a7-8651-4159-8f9e-c8cd08733c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73655db1-fc0a-4720-a396-855ad18cda00,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:56.535946 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-16d24082-7394-4129-8da4-0a2575eef089 req-7c9cfc82-a866-46c7-862f-bb82c44d45ee service neutron] 10.222.0.73 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381117 Feb 11 05:35:56.657641 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3afd-2c33-4b05-8f22-f9c78322e1a2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b54b461c-7688-4cbb-9655-74e1c9903ab2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.657889 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3afd-2c33-4b05-8f22-f9c78322e1a2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for floatingip (b54b461c-7688-4cbb-9655-74e1c9903ab2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.666293 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35093858-21a5-46da-8dc8-a6b011a751ec tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (6cc0a697-bb23-48ed-9e65-72732f5de78d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.698976 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d3afd-2c33-4b05-8f22-f9c78322e1a2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Calling delete_port for b54b461c-7688-4cbb-9655-74e1c9903ab2 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:56.702703 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35093858-21a5-46da-8dc8-a6b011a751ec tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Port': ['ID=6cc0a697-bb23-48ed-9e65-72732f5de78d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:56.716362 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35093858-21a5-46da-8dc8-a6b011a751ec tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.722031 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-35093858-21a5-46da-8dc8-a6b011a751ec tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/ports/6cc0a697-bb23-48ed-9e65-72732f5de78d HTTP/1.1" status: 204 len: 168 time: 1.0440583 Feb 11 05:35:56.722692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33156) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:56.753371 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbc2b47-4570-44e0-a079-d61863cb4698 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:56.753870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbc2b47-4570-44e0-a079-d61863cb4698 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:56.760603 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-edbc2b47-4570-44e0-a079-d61863cb4698 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/subnets/be649e0f-6300-4897-bf52-8efe7594be94 HTTP/1.1" status: 404 len: 337 time: 0.0360787 Feb 11 05:35:56.761478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33160) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:56.846291 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfc621da-35ff-4527-be18-4ffcb6e83e72 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (74fda5f7-99e5-449b-93f0-78fee837d9fd), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.945441 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3afd-2c33-4b05-8f22-f9c78322e1a2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (b54b461c-7688-4cbb-9655-74e1c9903ab2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.948671 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfc621da-35ff-4527-be18-4ffcb6e83e72 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (74fda5f7-99e5-449b-93f0-78fee837d9fd), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.975223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-cfc621da-35ff-4527-be18-4ffcb6e83e72 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74fda5f7-99e5-449b-93f0-78fee837d9fd']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:56.994969 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d3afd-2c33-4b05-8f22-f9c78322e1a2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'Port': ['ID=b54b461c-7688-4cbb-9655-74e1c9903ab2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:57.001629 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-cfc621da-35ff-4527-be18-4ffcb6e83e72 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2092474-557a-4e82-8fc3-1da8241d5aa4') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:57.007985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-cfc621da-35ff-4527-be18-4ffcb6e83e72 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2092474-557a-4e82-8fc3-1da8241d5aa4') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:57.029047 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfc621da-35ff-4527-be18-4ffcb6e83e72 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (e2092474-557a-4e82-8fc3-1da8241d5aa4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.052403 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfc621da-35ff-4527-be18-4ffcb6e83e72 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (e2092474-557a-4e82-8fc3-1da8241d5aa4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.064319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc621da-35ff-4527-be18-4ffcb6e83e72 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:57.065632 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfc621da-35ff-4527-be18-4ffcb6e83e72 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (e2092474-557a-4e82-8fc3-1da8241d5aa4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.070839 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3afd-2c33-4b05-8f22-f9c78322e1a2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for floatingip (d8f7ac40-3b77-453d-b939-5d3f5a1cdbb2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.071985 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-bd6d3afd-2c33-4b05-8f22-f9c78322e1a2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Floating IP d8f7ac40-3b77-453d-b939-5d3f5a1cdbb2 disassociated (deleted). External IP: 172.25.5.196, port: 22bc64a9-bea5-442b-984b-75140242a029. Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:57.093431 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:57.198055 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfc621da-35ff-4527-be18-4ffcb6e83e72 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (74fda5f7-99e5-449b-93f0-78fee837d9fd), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.206844 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cfc621da-35ff-4527-be18-4ffcb6e83e72 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.211995 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cfc621da-35ff-4527-be18-4ffcb6e83e72 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/networks/74fda5f7-99e5-449b-93f0-78fee837d9fd HTTP/1.1" status: 204 len: 168 time: 0.4493825 Feb 11 05:35:57.216477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33176) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.239698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b6fda-9717-4f0e-a810-57c1a76b0e98 req-15b0ba03-d20c-4f5b-ac77-f2f04d2581a2 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:57.245229 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-907b6fda-9717-4f0e-a810-57c1a76b0e98 req-15b0ba03-d20c-4f5b-ac77-f2f04d2581a2 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.1446664 Feb 11 05:35:57.263378 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc621da-35ff-4527-be18-4ffcb6e83e72 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Network': ['ID=74fda5f7-99e5-449b-93f0-78fee837d9fd,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:57.316508 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-907b6fda-9717-4f0e-a810-57c1a76b0e98 req-5e084205-bfd2-4fbe-9f97-1c9c87773966 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567446 Feb 11 05:35:57.473159 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6d3afd-2c33-4b05-8f22-f9c78322e1a2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Router 15432e38-8359-44ea-9473-cff5adad9e46 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:35:57.475630 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e478488e-bf5d-4b97-a915-060bd2ec95fe tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Deleting port af32bd69-8564-434a-8c3c-9ceda66feb16 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:35:57.475977 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e478488e-bf5d-4b97-a915-060bd2ec95fe tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (af32bd69-8564-434a-8c3c-9ceda66feb16), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.565207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33190) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.605171 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e478488e-bf5d-4b97-a915-060bd2ec95fe tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (af32bd69-8564-434a-8c3c-9ceda66feb16), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.627451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e478488e-bf5d-4b97-a915-060bd2ec95fe tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Calling delete_port for af32bd69-8564-434a-8c3c-9ceda66feb16 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:35:57.694443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c46a0e83-1e9a-4e9b-8266-9db245600a33 tempest-DvrRoutersNegativeTest-2131507605 tempest-DvrRoutersNegativeTest-2131507605-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-971382155', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:35:57.697083 n-d-713499-38 neutron-server[103171]: DEBUG neutron.policy [None req-c46a0e83-1e9a-4e9b-8266-9db245600a33 tempest-DvrRoutersNegativeTest-2131507605 tempest-DvrRoutersNegativeTest-2131507605-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103171) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 11 05:35:57.697441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.policy [None req-c46a0e83-1e9a-4e9b-8266-9db245600a33 tempest-DvrRoutersNegativeTest-2131507605 tempest-DvrRoutersNegativeTest-2131507605-project] Failed policy check for 'create_router' {{(pid=103171) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 11 05:35:57.698028 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-c46a0e83-1e9a-4e9b-8266-9db245600a33 tempest-DvrRoutersNegativeTest-2131507605 tempest-DvrRoutersNegativeTest-2131507605-project] create failed (client error): Access was denied to this resource. Feb 11 05:35:57.702572 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c46a0e83-1e9a-4e9b-8266-9db245600a33 tempest-DvrRoutersNegativeTest-2131507605 tempest-DvrRoutersNegativeTest-2131507605-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1327906 Feb 11 05:35:57.773580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6d3afd-2c33-4b05-8f22-f9c78322e1a2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:35:57.785746 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe48af5-355d-4e76-b210-0429aab454f7 None None] Sync routers for ids ['15432e38-8359-44ea-9473-cff5adad9e46'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:35:57.787501 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3afd-2c33-4b05-8f22-f9c78322e1a2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.801874 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe48af5-355d-4e76-b210-0429aab454f7 None None] Routers {'15432e38-8359-44ea-9473-cff5adad9e46'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:57.804273 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-bbe48af5-355d-4e76-b210-0429aab454f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15432e38-8359-44ea-9473-cff5adad9e46'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:57.830455 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bd6d3afd-2c33-4b05-8f22-f9c78322e1a2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "DELETE /v2.0/floatingips/d8f7ac40-3b77-453d-b939-5d3f5a1cdbb2 HTTP/1.1" status: 204 len: 168 time: 1.9702458 Feb 11 05:35:57.831482 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'tag': '22bc64a9-bea5-442b-984b-75140242a029'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:57.838127 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d014cc-04f3-4732-a1f4-e3a54f25ef42" -d '{"events": [{"name": "network-changed", "server_uuid": "bafc8a85-cc11-4c40-9a63-863d75cc07be", "tag": "22bc64a9-bea5-442b-984b-75140242a029"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:57.845423 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e478488e-bf5d-4b97-a915-060bd2ec95fe tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (af32bd69-8564-434a-8c3c-9ceda66feb16), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.892608 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478488e-bf5d-4b97-a915-060bd2ec95fe tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Port': ['ID=af32bd69-8564-434a-8c3c-9ceda66feb16,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:57.911991 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e478488e-bf5d-4b97-a915-060bd2ec95fe tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:57.919505 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e478488e-bf5d-4b97-a915-060bd2ec95fe tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/ports/af32bd69-8564-434a-8c3c-9ceda66feb16 HTTP/1.1" status: 204 len: 168 time: 0.6976213 Feb 11 05:35:57.919836 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33200) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:57.950415 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851e17dc-8258-4453-9e2c-5fe2c8e6c7ea x-openstack-request-id: req-851e17dc-8258-4453-9e2c-5fe2c8e6c7ea {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:57.952275 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafc8a85-cc11-4c40-9a63-863d75cc07be", "tag": "22bc64a9-bea5-442b-984b-75140242a029", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:57.952275 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-851e17dc-8258-4453-9e2c-5fe2c8e6c7ea {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:57.952579 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'tag': '22bc64a9-bea5-442b-984b-75140242a029', 'status': 'completed', 'code': 200} Feb 11 05:35:58.026805 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-0395000b-bc32-4094-98f2-368ba081890a tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] DELETE failed (client error): The resource could not be found. Feb 11 05:35:58.036081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0395000b-bc32-4094-98f2-368ba081890a tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:35:58.040964 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-bbe48af5-355d-4e76-b210-0429aab454f7 None None] Set router 15432e38-8359-44ea-9473-cff5adad9e46 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:58.045664 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0395000b-bc32-4094-98f2-368ba081890a tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/subnets/515a65bf-ba63-46c8-a9d9-a6cc5ba6251c HTTP/1.1" status: 404 len: 337 time: 0.1238282 Feb 11 05:35:58.050259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33202) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:58.117689 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d014cc-04f3-4732-a1f4-e3a54f25ef42 req-7afb1df3-b32b-4dc1-a410-5c7266c8c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:58.124019 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f8d014cc-04f3-4732-a1f4-e3a54f25ef42 req-7afb1df3-b32b-4dc1-a410-5c7266c8c206 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89a824e240334b3fb89a7803bbc06026&device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 1128 time: 0.1561704 Feb 11 05:35:58.266316 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-81650b7d-10d0-4652-8af5-adf1d8d5c860 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.294784 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 9b909078-2d81-4a81-9fde-af606bf39f45 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:35:58.388436 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33212) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:58.407379 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-bbe48af5-355d-4e76-b210-0429aab454f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:35:45Z', 'revision_number': 6, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2ac34f90-f4b9-427d-83b5-048fb06eeb20', 'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:0f:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:00Z', 'updated_at': '2022-02-11T05:33:10Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:58.468770 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d014cc-04f3-4732-a1f4-e3a54f25ef42 req-ea0c0733-b3e4-46da-aba8-75e7946a4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:58.472323 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f8d014cc-04f3-4732-a1f4-e3a54f25ef42 req-ea0c0733-b3e4-46da-aba8-75e7946a4fe2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 HTTP/1.1" status: 200 len: 898 time: 0.3326175 Feb 11 05:35:58.481064 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe48af5-355d-4e76-b210-0429aab454f7 None None] Checking router: 15432e38-8359-44ea-9473-cff5adad9e46 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:35:58.507810 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe48af5-355d-4e76-b210-0429aab454f7 None None] Routers {'15432e38-8359-44ea-9473-cff5adad9e46'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:35:58.507941 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-81650b7d-10d0-4652-8af5-adf1d8d5c860 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.508061 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-bbe48af5-355d-4e76-b210-0429aab454f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:35:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15432e38-8359-44ea-9473-cff5adad9e46'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:58.532657 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-81650b7d-10d0-4652-8af5-adf1d8d5c860 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:58.548357 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d3942244-517b-47ba-8658-7d2d21e9fe07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.548850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-81650b7d-10d0-4652-8af5-adf1d8d5c860 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7d69ff-f7cc-4ea1-9e1a-0643e9bc22fd') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:58.549160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-81650b7d-10d0-4652-8af5-adf1d8d5c860 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7d69ff-f7cc-4ea1-9e1a-0643e9bc22fd') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:58.561754 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-81650b7d-10d0-4652-8af5-adf1d8d5c860 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (9d7d69ff-f7cc-4ea1-9e1a-0643e9bc22fd), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.580968 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-81650b7d-10d0-4652-8af5-adf1d8d5c860 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (9d7d69ff-f7cc-4ea1-9e1a-0643e9bc22fd), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.593854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81650b7d-10d0-4652-8af5-adf1d8d5c860 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:35:58.594485 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-81650b7d-10d0-4652-8af5-adf1d8d5c860 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (9d7d69ff-f7cc-4ea1-9e1a-0643e9bc22fd), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.676485 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f8d014cc-04f3-4732-a1f4-e3a54f25ef42 req-9e998c48-95ce-4585-9848-a26444515dbc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22bc64a9-bea5-442b-984b-75140242a029 HTTP/1.1" status: 200 len: 217 time: 0.1928899 Feb 11 05:35:58.703718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 9b909078-2d81-4a81-9fde-af606bf39f45 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:35:58.704598 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:35:58.706958 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:35:58.711525 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-81650b7d-10d0-4652-8af5-adf1d8d5c860 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.756976 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-81650b7d-10d0-4652-8af5-adf1d8d5c860 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.762889 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-81650b7d-10d0-4652-8af5-adf1d8d5c860 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/networks/14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a HTTP/1.1" status: 204 len: 168 time: 0.7094312 Feb 11 05:35:58.768432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33218) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:58.772478 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-bbe48af5-355d-4e76-b210-0429aab454f7 None None] Set router 15432e38-8359-44ea-9473-cff5adad9e46 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:35:58.801845 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8877b9e0-0561-4843-af30-63784d1fffa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.831180 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81650b7d-10d0-4652-8af5-adf1d8d5c860 tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Network': ['ID=14a63d07-d94d-4b1e-ba71-b6b4af0dfd0a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:58.861922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 9b909078-2d81-4a81-9fde-af606bf39f45, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=9b909078-2d81-4a81-9fde-af606bf39f45,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:35:58.862423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a7b03-bcee-488b-9581-8997e5208345 req-51ca8508-59b9-4382-8a04-b00b892113e9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:58.864238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-971a7b03-bcee-488b-9581-8997e5208345 req-51ca8508-59b9-4382-8a04-b00b892113e9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 945 time: 0.4935038 Feb 11 05:35:58.874630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b909078-2d81-4a81-9fde-af606bf39f45'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:35:58.877488 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f173b66-ae53-40cb-a786-1ac44b1c9753" -d '{"events": [{"server_uuid": "3b9bd532-ad02-4fb0-89e8-e1604782f1ef", "name": "network-vif-unplugged", "status": "completed", "tag": "9b909078-2d81-4a81-9fde-af606bf39f45"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:35:58.882147 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.887673 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79096fec-e5d6-4dbe-9e70-ac37c774e014 req-17b3f873-d7b6-466f-8195-0d8ad4ceaeba tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:58.889271 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79096fec-e5d6-4dbe-9e70-ac37c774e014 req-17b3f873-d7b6-466f-8195-0d8ad4ceaeba tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 945 time: 0.2021434 Feb 11 05:35:58.908747 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d014cc-04f3-4732-a1f4-e3a54f25ef42 req-2128bbca-422f-41d9-8769-84b2c1f3e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:58.912724 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f8d014cc-04f3-4732-a1f4-e3a54f25ef42 req-2128bbca-422f-41d9-8769-84b2c1f3e488 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56d85561-1dbd-4932-a993-14b36f1f969b HTTP/1.1" status: 200 len: 835 time: 0.2089534 Feb 11 05:35:58.945831 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=9b909078-2d81-4a81-9fde-af606bf39f45,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:59.039916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d014cc-04f3-4732-a1f4-e3a54f25ef42 req-337daab3-8890-4888-8a71-5aa71715ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:59.041914 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f8d014cc-04f3-4732-a1f4-e3a54f25ef42 req-337daab3-8890-4888-8a71-5aa71715ebd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1168458 Feb 11 05:35:59.073871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-28241b01-a0d5-467c-80c9-c9a710bd716c tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Deleting subnet e1e00f01-4ce9-4e57-aa5b-5c398e215cfb {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:35:59.078529 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28241b01-a0d5-467c-80c9-c9a710bd716c tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for subnet (e1e00f01-4ce9-4e57-aa5b-5c398e215cfb), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.114263 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-bbe48af5-355d-4e76-b210-0429aab454f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:35:45Z', 'revision_number': 6, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2ac34f90-f4b9-427d-83b5-048fb06eeb20', 'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:0f:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:00Z', 'updated_at': '2022-02-11T05:33:10Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:35:59.150318 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe48af5-355d-4e76-b210-0429aab454f7 None None] The sync data for ids ['15432e38-8359-44ea-9473-cff5adad9e46'] in n-d-713499-38 is: [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:35:45Z', 'revision_number': 6, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2ac34f90-f4b9-427d-83b5-048fb06eeb20', 'name': '', 'network_id': 'bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:0f:fb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:33:00Z', 'updated_at': '2022-02-11T05:33:10Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '56d85561-1dbd-4932-a993-14b36f1f969b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:35:59.153537 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8877b9e0-0561-4843-af30-63784d1fffa9 admin admin] Publish callbacks [] for security_group (ed13f781-40b8-4c01-9fcd-f6569aa53e8f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.159700 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8877b9e0-0561-4843-af30-63784d1fffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ed13f781-40b8-4c01-9fcd-f6569aa53e8f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.173327 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-971a7b03-bcee-488b-9581-8997e5208345 req-ae37affe-b136-4968-a033-dd8372d70daa tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3af73701-7a8f-4d78-8d0a-2f64900bdba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2945998 Feb 11 05:35:59.187253 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79096fec-e5d6-4dbe-9e70-ac37c774e014 req-edea27eb-2b25-4262-8993-6928266f4b68 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836711 Feb 11 05:35:59.221402 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28241b01-a0d5-467c-80c9-c9a710bd716c tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (e1e00f01-4ce9-4e57-aa5b-5c398e215cfb), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.270907 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 05:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352ab030-7b43-49c6-9307-55346b0e45fc x-openstack-request-id: req-352ab030-7b43-49c6-9307-55346b0e45fc {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:35:59.271536 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9bd532-ad02-4fb0-89e8-e1604782f1ef", "name": "network-vif-unplugged", "status": "failed", "tag": "9b909078-2d81-4a81-9fde-af606bf39f45", "code": 422}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:35:59.272026 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-352ab030-7b43-49c6-9307-55346b0e45fc {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:35:59.272655 n-d-713499-38 neutron-server[103173]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b909078-2d81-4a81-9fde-af606bf39f45', 'code': 422} returned with failed status Feb 11 05:35:59.301934 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877b9e0-0561-4843-af30-63784d1fffa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed13f781-40b8-4c01-9fcd-f6569aa53e8f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:35:59.343488 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8877b9e0-0561-4843-af30-63784d1fffa9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=507ebea9d02d4157af23c8b34f42dfd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9503365 Feb 11 05:35:59.348723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33226) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:59.361332 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f8d014cc-04f3-4732-a1f4-e3a54f25ef42 req-f0b5f13c-ef6f-4b96-956f-328475c5e339 service neutron] 10.222.0.73 "GET /v2.0/networks/bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104348 Feb 11 05:35:59.390896 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28241b01-a0d5-467c-80c9-c9a710bd716c tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (e1e00f01-4ce9-4e57-aa5b-5c398e215cfb), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.524065 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-83ec06fb-0add-4c0c-b7a1-792c8938e023 admin admin] Publish callbacks [] for security_group (ed13f781-40b8-4c01-9fcd-f6569aa53e8f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.578741 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28241b01-a0d5-467c-80c9-c9a710bd716c tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (e1e00f01-4ce9-4e57-aa5b-5c398e215cfb), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.578982 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-83ec06fb-0add-4c0c-b7a1-792c8938e023 admin admin] Publish callbacks [] for security_group (ed13f781-40b8-4c01-9fcd-f6569aa53e8f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.608049 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f8d014cc-04f3-4732-a1f4-e3a54f25ef42 req-500f11b8-8db7-45ed-afe6-54d5ca518e02 service neutron] 10.222.0.73 "GET /v2.0/networks/bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385435 Feb 11 05:35:59.693616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a79668-e218-4059-b24b-f987c2fa913a None None] Network 8e49e79f-db8c-4f01-916b-b258d42daa9f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:35:59.706902 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28241b01-a0d5-467c-80c9-c9a710bd716c tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.719634 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-28241b01-a0d5-467c-80c9-c9a710bd716c tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/subnets/e1e00f01-4ce9-4e57-aa5b-5c398e215cfb HTTP/1.1" status: 204 len: 168 time: 0.9368064 Feb 11 05:35:59.727541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33238) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:35:59.825677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d1fcd5-26d2-48da-b031-87766ff7ea77 None None] New status for floating IP d8f7ac40-3b77-453d-b939-5d3f5a1cdbb2: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:35:59.955455 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (8e49e79f-db8c-4f01-916b-b258d42daa9f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.966590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28241b01-a0d5-467c-80c9-c9a710bd716c tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e00f01-4ce9-4e57-aa5b-5c398e215cfb,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:00.039924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f19c0e-737e-4e62-8ebe-63389d17d084 None None] DHCP port deletion for 8e49e79f-db8c-4f01-916b-b258d42daa9f request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:36:00.110049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d0eab-f12f-4890-9da7-83295af9db19 req-84b9c22f-0c6f-4cfc-b8e8-40ee0d0f5c7f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:00.111616 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f32d0eab-f12f-4890-9da7-83295af9db19 req-84b9c22f-0c6f-4cfc-b8e8-40ee0d0f5c7f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.73 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 945 time: 0.5649064 Feb 11 05:36:00.157507 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e3f19c0e-737e-4e62-8ebe-63389d17d084 None None] Deleting port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:00.158228 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e3f19c0e-737e-4e62-8ebe-63389d17d084 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:00.222184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Deleting port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:00.226145 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:00.327355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e3f19c0e-737e-4e62-8ebe-63389d17d084 None None] For port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27,segment=NetworkSegment(b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9),segment_id=b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:00.327959 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e3f19c0e-737e-4e62-8ebe-63389d17d084 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:00.365544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e3f19c0e-737e-4e62-8ebe-63389d17d084 None None] Calling delete_port for 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:00.494594 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e3f19c0e-737e-4e62-8ebe-63389d17d084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:00.522976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] For port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27,segment=NetworkSegment(b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9),segment_id=b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:00.523359 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:00.527350 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-83ec06fb-0add-4c0c-b7a1-792c8938e023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ed13f781-40b8-4c01-9fcd-f6569aa53e8f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:00.534167 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-83ec06fb-0add-4c0c-b7a1-792c8938e023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:00.539233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f19c0e-737e-4e62-8ebe-63389d17d084 None None] No DVR routers for this DVR port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:00.539498 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-83ec06fb-0add-4c0c-b7a1-792c8938e023 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ed13f781-40b8-4c01-9fcd-f6569aa53e8f HTTP/1.1" status: 204 len: 168 time: 1.1870737 Feb 11 05:36:00.559974 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Calling delete_port for 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:00.618273 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-f32d0eab-f12f-4890-9da7-83295af9db19 req-e437f596-f10c-4733-b689-69c702e2da00 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Deleting port 22bc64a9-bea5-442b-984b-75140242a029 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:00.618807 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f32d0eab-f12f-4890-9da7-83295af9db19 req-e437f596-f10c-4733-b689-69c702e2da00 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (22bc64a9-bea5-442b-984b-75140242a029), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:00.624465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f19c0e-737e-4e62-8ebe-63389d17d084 None None] Pushing event deleted for resources: {'Port': ['ID=6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:00.676804 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec06fb-0add-4c0c-b7a1-792c8938e023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed13f781-40b8-4c01-9fcd-f6569aa53e8f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:00.688033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a67ca0-33b2-435d-aff7-5b4f0dd2f624 req-c7b4bb6e-9296-4f10-ba78-977b0298a24f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:00.689612 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07a67ca0-33b2-435d-aff7-5b4f0dd2f624 req-c7b4bb6e-9296-4f10-ba78-977b0298a24f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 945 time: 0.3439424 Feb 11 05:36:00.770356 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-698bdab4-ebe1-40bc-ab28-c0fd79342863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:00.925836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:00.952667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:00.953292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:00.964604 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07a67ca0-33b2-435d-aff7-5b4f0dd2f624 req-9968a5d6-eb3a-4f67-82fb-52782a1fc528 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3af73701-7a8f-4d78-8d0a-2f64900bdba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122986 Feb 11 05:36:00.996861 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f32d0eab-f12f-4890-9da7-83295af9db19 req-e437f596-f10c-4733-b689-69c702e2da00 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] For port 22bc64a9-bea5-442b-984b-75140242a029, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=22bc64a9-bea5-442b-984b-75140242a029,segment=NetworkSegment(ec5faa0c-b186-4e6d-8be6-cf1885e5f353),segment_id=ec5faa0c-b186-4e6d-8be6-cf1885e5f353)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:00.997229 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f32d0eab-f12f-4890-9da7-83295af9db19 req-e437f596-f10c-4733-b689-69c702e2da00 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (22bc64a9-bea5-442b-984b-75140242a029), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:01.010198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-91097f92-96cb-4c74-8075-f9c867b6c1af req-c79aa841-b656-4268-9519-c9f718115d22 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:36:01.013720 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91097f92-96cb-4c74-8075-f9c867b6c1af req-c79aa841-b656-4268-9519-c9f718115d22 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081561 Feb 11 05:36:01.016858 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:01.045805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-f32d0eab-f12f-4890-9da7-83295af9db19 req-e437f596-f10c-4733-b689-69c702e2da00 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Calling delete_port for 22bc64a9-bea5-442b-984b-75140242a029 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:01.050569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Port': ['ID=6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:01.064530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] No DVR routers for this DVR port 6cc45cef-5c5d-43d6-9ed3-8b2935a3ac27 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:01.229229 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (8e49e79f-db8c-4f01-916b-b258d42daa9f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:01.301082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e49e79f-db8c-4f01-916b-b258d42daa9f']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:01.329956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:01.330567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:01.348872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e14fa-f51d-44f2-ad73-dfc7c6437c18 req-437b29c3-23de-4498-be6f-2277c3267223 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:01.359924 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e81e14fa-f51d-44f2-ad73-dfc7c6437c18 req-437b29c3-23de-4498-be6f-2277c3267223 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 943 time: 0.1333241 Feb 11 05:36:01.364487 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:01.413706 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:01.460770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:36:01.461467 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (b4cc64fa-d264-4d0e-96dc-bc2d08bb74d9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:36:01.465304 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:36:01.513431 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e81e14fa-f51d-44f2-ad73-dfc7c6437c18 req-6c750b67-9fb3-4f77-be5b-61d384565cd0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462798 Feb 11 05:36:01.580771 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f32d0eab-f12f-4890-9da7-83295af9db19 req-e437f596-f10c-4733-b689-69c702e2da00 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (22bc64a9-bea5-442b-984b-75140242a029), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:01.641741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437f596-f10c-4733-b689-69c702e2da00 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'Port': ['ID=22bc64a9-bea5-442b-984b-75140242a029,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:01.656786 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (8e49e79f-db8c-4f01-916b-b258d42daa9f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:01.668094 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:01.673790 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] 10.222.0.87 "DELETE /v2.0/networks/8e49e79f-db8c-4f01-916b-b258d42daa9f HTTP/1.1" status: 204 len: 168 time: 1.9426467 Feb 11 05:36:01.724421 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc2873-c715-4b7e-8ae6-db97aa4babcf tempest-NetworksIpV6TestAttrs-1716430420 tempest-NetworksIpV6TestAttrs-1716430420-project] Pushing event deleted for resources: {'Network': ['ID=8e49e79f-db8c-4f01-916b-b258d42daa9f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:01.741561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33294) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:01.742865 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32d0eab-f12f-4890-9da7-83295af9db19 req-e437f596-f10c-4733-b689-69c702e2da00 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] No DVR routers for this DVR port 22bc64a9-bea5-442b-984b-75140242a029 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:01.745581 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f32d0eab-f12f-4890-9da7-83295af9db19 req-e437f596-f10c-4733-b689-69c702e2da00 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:01.750793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f32d0eab-f12f-4890-9da7-83295af9db19 req-e437f596-f10c-4733-b689-69c702e2da00 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.73 "DELETE /v2.0/ports/22bc64a9-bea5-442b-984b-75140242a029 HTTP/1.1" status: 204 len: 173 time: 1.6213689 Feb 11 05:36:01.751607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'name': 'network-vif-deleted', 'tag': '22bc64a9-bea5-442b-984b-75140242a029'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:01.755168 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c808be-b799-4c21-b5e0-e0514b589492" -d '{"events": [{"server_uuid": "bafc8a85-cc11-4c40-9a63-863d75cc07be", "name": "network-vif-deleted", "tag": "22bc64a9-bea5-442b-984b-75140242a029"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:01.819071 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741d46f4-b545-4f16-b0d6-eb727dd92ae4 x-openstack-request-id: req-741d46f4-b545-4f16-b0d6-eb727dd92ae4 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:01.819718 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafc8a85-cc11-4c40-9a63-863d75cc07be", "name": "network-vif-deleted", "tag": "22bc64a9-bea5-442b-984b-75140242a029", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:01.820250 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-741d46f4-b545-4f16-b0d6-eb727dd92ae4 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:01.820891 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafc8a85-cc11-4c40-9a63-863d75cc07be', 'name': 'network-vif-deleted', 'tag': '22bc64a9-bea5-442b-984b-75140242a029', 'status': 'completed', 'code': 200} Feb 11 05:36:01.828491 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33304) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:02.188181 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-ee5a03d8-fe22-4323-a6a1-a11e3ba3f002 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4409683 Feb 11 05:36:02.198374 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-97c53134-c115-4503-86fe-0806bef99f59 req-d99e87d7-fe11-46e7-b86e-8f0ef704e785 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=bafc8a85-cc11-4c40-9a63-863d75cc07be HTTP/1.1" status: 200 len: 210 time: 0.0608385 Feb 11 05:36:02.199483 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-9b0c50b7-67c6-48a1-8040-382fcb00858a service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:36:02.230767 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-9b0c50b7-67c6-48a1-8040-382fcb00858a service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0370557 Feb 11 05:36:02.237078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33316) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:02.275212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33320) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:02.296248 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 9b909078-2d81-4a81-9fde-af606bf39f45 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:02.468473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b32610be-0b74-4321-ad06-2017513c8c50 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=87aa3448c18148d8a801577c86000261&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301514 Feb 11 05:36:02.470880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33328) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:02.474704 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1a411163-de58-4a5d-8146-357cae2dfa56 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1323138917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:02.561181 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a411163-de58-4a5d-8146-357cae2dfa56 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (1aaf3ddd-6641-4f7e-9082-a724300c42d2), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.565354 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a411163-de58-4a5d-8146-357cae2dfa56 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (1aaf3ddd-6641-4f7e-9082-a724300c42d2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.621217 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a31c6f75-6209-4450-9b49-4e760c60cd9b admin admin] Publish callbacks [] for security_group (009bb764-bf38-49ca-98b2-cfa3ef53e264), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.636080 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 9b909078-2d81-4a81-9fde-af606bf39f45 is: DOWN; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:02.639660 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 22bc64a9-bea5-442b-984b-75140242a029 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:02.643822 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.675659 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a31c6f75-6209-4450-9b49-4e760c60cd9b admin admin] Publish callbacks [] for security_group (009bb764-bf38-49ca-98b2-cfa3ef53e264), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.681303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 22bc64a9-bea5-442b-984b-75140242a029 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:02.681790 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 22bc64a9-bea5-442b-984b-75140242a029 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:02.685289 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a411163-de58-4a5d-8146-357cae2dfa56 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for router_controller (1aaf3ddd-6641-4f7e-9082-a724300c42d2), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.691347 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a411163-de58-4a5d-8146-357cae2dfa56 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (1aaf3ddd-6641-4f7e-9082-a724300c42d2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.722230 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1a411163-de58-4a5d-8146-357cae2dfa56 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.725946 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1a411163-de58-4a5d-8146-357cae2dfa56 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8934095 Feb 11 05:36:02.726393 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33336) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:02.735230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a610b937-e9a8-453e-aa24-da291e3abf09 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-964471027'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:02.783547 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a610b937-e9a8-453e-aa24-da291e3abf09 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Made reservation on behalf of af5c71bb02b748838e68d964966e1642 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:02.787243 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a610b937-e9a8-453e-aa24-da291e3abf09 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.813774 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a610b937-e9a8-453e-aa24-da291e3abf09 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.883040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-678d4f93-766e-449d-ac7c-d2e8d2b1a648 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:02.884518 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-678d4f93-766e-449d-ac7c-d2e8d2b1a648 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports/9b909078-2d81-4a81-9fde-af606bf39f45 HTTP/1.1" status: 200 len: 940 time: 0.6081867 Feb 11 05:36:02.929911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1439caa-d524-45ee-a7b4-b297830551f7 req-d5974bc6-738c-4c63-88fe-f870ec6e8342 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:02.931337 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a1439caa-d524-45ee-a7b4-b297830551f7 req-d5974bc6-738c-4c63-88fe-f870ec6e8342 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 943 time: 0.2424603 Feb 11 05:36:02.946193 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a31c6f75-6209-4450-9b49-4e760c60cd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (009bb764-bf38-49ca-98b2-cfa3ef53e264), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.948850 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a31c6f75-6209-4450-9b49-4e760c60cd9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.950010 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a31c6f75-6209-4450-9b49-4e760c60cd9b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/009bb764-bf38-49ca-98b2-cfa3ef53e264 HTTP/1.1" status: 204 len: 168 time: 0.4781902 Feb 11 05:36:02.956072 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a610b937-e9a8-453e-aa24-da291e3abf09 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for security_group (f6716945-d23d-41d3-991c-765c4ad097c0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:02.961689 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a610b937-e9a8-453e-aa24-da291e3abf09 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f6716945-d23d-41d3-991c-765c4ad097c0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.023446 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c6f75-6209-4450-9b49-4e760c60cd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009bb764-bf38-49ca-98b2-cfa3ef53e264,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:03.060920 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a610b937-e9a8-453e-aa24-da291e3abf09 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:36:03.081586 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610b937-e9a8-453e-aa24-da291e3abf09 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6716945-d23d-41d3-991c-765c4ad097c0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:03.091563 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a1439caa-d524-45ee-a7b4-b297830551f7 req-50c8d54b-6f0f-400c-9917-7d0fc93513b6 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403804 Feb 11 05:36:03.116047 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a610b937-e9a8-453e-aa24-da291e3abf09 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a4f89981-aa46-4f7a-95fe-bdc3d37df92c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.116402 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-a610b937-e9a8-453e-aa24-da291e3abf09 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Added segment a4f89981-aa46-4f7a-95fe-bdc3d37df92c of type vlan for network 0986fbb6-0164-4078-8801-192f473bedda Feb 11 05:36:03.190834 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a610b937-e9a8-453e-aa24-da291e3abf09 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (0986fbb6-0164-4078-8801-192f473bedda), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.227933 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a610b937-e9a8-453e-aa24-da291e3abf09 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (0986fbb6-0164-4078-8801-192f473bedda), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.243202 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a610b937-e9a8-453e-aa24-da291e3abf09 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:03.246621 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a610b937-e9a8-453e-aa24-da291e3abf09 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.291822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33352) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:03.416776 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-11805bee-0cc6-43c8-9c23-606f42b26229 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (3af73701-7a8f-4d78-8d0a-2f64900bdba0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.455186 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610b937-e9a8-453e-aa24-da291e3abf09 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event updated for resources: {'Network': ['ID=0986fbb6-0164-4078-8801-192f473bedda,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:03.465911 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-11805bee-0cc6-43c8-9c23-606f42b26229 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (3af73701-7a8f-4d78-8d0a-2f64900bdba0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.470526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 0986fbb6-0164-4078-8801-192f473bedda details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:36:03.477149 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a610b937-e9a8-453e-aa24-da291e3abf09 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7469354 Feb 11 05:36:03.478172 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33356) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:03.492948 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3bf26450-0740-4aa6-bcd1-e0ec9c52367d tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Request body: {'subnet': {'network_id': '0986fbb6-0164-4078-8801-192f473bedda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:03.663636 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.667248 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-11805bee-0cc6-43c8-9c23-606f42b26229 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3af73701-7a8f-4d78-8d0a-2f64900bdba0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.671500 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-11805bee-0cc6-43c8-9c23-606f42b26229 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:03.673017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-11805bee-0cc6-43c8-9c23-606f42b26229 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "DELETE /v2.0/security-groups/3af73701-7a8f-4d78-8d0a-2f64900bdba0 HTTP/1.1" status: 204 len: 168 time: 0.3792920 Feb 11 05:36:03.690504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11805bee-0cc6-43c8-9c23-606f42b26229 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af73701-7a8f-4d78-8d0a-2f64900bdba0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:03.727019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33364) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:03.759602 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf26450-0740-4aa6-bcd1-e0ec9c52367d tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Made reservation on behalf of af5c71bb02b748838e68d964966e1642 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:03.767533 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf26450-0740-4aa6-bcd1-e0ec9c52367d tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.100974 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf26450-0740-4aa6-bcd1-e0ec9c52367d tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (2802a565-08f7-47a1-8d8e-6ba224b3529d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.205423 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf26450-0740-4aa6-bcd1-e0ec9c52367d tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event updated for resources: {'Subnet': ['ID=2802a565-08f7-47a1-8d8e-6ba224b3529d,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:04.223726 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf26450-0740-4aa6-bcd1-e0ec9c52367d tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Checking segment: {'id': 'a4f89981-aa46-4f7a-95fe-bdc3d37df92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0986fbb6-0164-4078-8801-192f473bedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:04.229172 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf26450-0740-4aa6-bcd1-e0ec9c52367d tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Network hostable DHCP agents. Network: 0986fbb6-0164-4078-8801-192f473bedda, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:36:04.264896 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf26450-0740-4aa6-bcd1-e0ec9c52367d tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Network 0986fbb6-0164-4078-8801-192f473bedda is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:36:04.285007 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-3bf26450-0740-4aa6-bcd1-e0ec9c52367d tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 0986fbb6-0164-4078-8801-192f473bedda) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:04.291926 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf26450-0740-4aa6-bcd1-e0ec9c52367d tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:04.294753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f8e140-f19b-4528-b2b2-fe954e863ae9 None None] Network 0986fbb6-0164-4078-8801-192f473bedda requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:04.296056 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf26450-0740-4aa6-bcd1-e0ec9c52367d tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.334893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33382) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:04.335739 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3bf26450-0740-4aa6-bcd1-e0ec9c52367d tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8557413 Feb 11 05:36:04.364893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a5c3e4ed-42b5-4ec3-879b-1b46eb1e487f tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Request body: {'network': {'name': 'tempest-router-network01--1615444449'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:04.481222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdf314-0de2-4608-a933-1871f9798a86 req-bad97d43-e736-4083-86b0-988653fa6255 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:04.483230 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6bbdf314-0de2-4608-a933-1871f9798a86 req-bad97d43-e736-4083-86b0-988653fa6255 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 943 time: 0.2301557 Feb 11 05:36:04.486588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c3e4ed-42b5-4ec3-879b-1b46eb1e487f tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Made reservation on behalf of af5c71bb02b748838e68d964966e1642 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:04.491079 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e4ed-42b5-4ec3-879b-1b46eb1e487f tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.504573 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-0986fbb6-0164-4078-8801-192f473bedda', 'network_id': '0986fbb6-0164-4078-8801-192f473bedda', 'project_id': 'af5c71bb02b748838e68d964966e1642', 'fixed_ips': [{'subnet_id': '2802a565-08f7-47a1-8d8e-6ba224b3529d'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:36:04.506640 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.551774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-d8013bd1-6f52-458a-8547-f2f07da71db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:04.554998 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-d8013bd1-6f52-458a-8547-f2f07da71db0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef&tenant_id=93acaeef56ec46ed9d40abab96de324e HTTP/1.1" status: 200 len: 1126 time: 0.2357807 Feb 11 05:36:04.610594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c3e4ed-42b5-4ec3-879b-1b46eb1e487f tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:36:04.642865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33386) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:04.685513 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e4ed-42b5-4ec3-879b-1b46eb1e487f tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (39184882-24b4-4291-9634-5d11d9613b67), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.686190 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-a5c3e4ed-42b5-4ec3-879b-1b46eb1e487f tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Added segment 39184882-24b4-4291-9634-5d11d9613b67 of type vlan for network c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66 Feb 11 05:36:04.723203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6bbdf314-0de2-4608-a933-1871f9798a86 req-c84f980e-0eee-4a17-b541-9865ee94a659 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295828 Feb 11 05:36:04.789664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-07fd9d93-fc09-4492-b7b8-8d0cbeb9800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:04.791817 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-07fd9d93-fc09-4492-b7b8-8d0cbeb9800f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 1126 time: 0.2051265 Feb 11 05:36:04.800245 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e4ed-42b5-4ec3-879b-1b46eb1e487f tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.840393 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-93b694e6-b8a9-4ab1-96ca-400a32c08bf5 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:04.841825 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-93b694e6-b8a9-4ab1-96ca-400a32c08bf5 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 05:36:04.842504 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-93b694e6-b8a9-4ab1-96ca-400a32c08bf5 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:36:04.843885 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-93b694e6-b8a9-4ab1-96ca-400a32c08bf5 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2008123 Feb 11 05:36:04.847658 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33398) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:04.854342 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0b2e5fe3-ae6a-4449-b60c-1217cfbba010 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860859384'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:04.877046 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8131956-5d2b-469d-b23e-6021cdaf1d72 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (15432e38-8359-44ea-9473-cff5adad9e46), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.886588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Allocated IP 2001:db8::2 (0986fbb6-0164-4078-8801-192f473bedda/2802a565-08f7-47a1-8d8e-6ba224b3529d/d43852a9-1518-4360-a99d-22428548eeda) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:04.894398 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5fe3-ae6a-4449-b60c-1217cfbba010 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.918276 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5fe3-ae6a-4449-b60c-1217cfbba010 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.980789 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e4ed-42b5-4ec3-879b-1b46eb1e487f tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.987397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c3e4ed-42b5-4ec3-879b-1b46eb1e487f tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:04.988080 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e4ed-42b5-4ec3-879b-1b46eb1e487f tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.042722 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5fe3-ae6a-4449-b60c-1217cfbba010 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (f916d632-ca47-489b-8afa-2547d8e2db81), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.048799 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5fe3-ae6a-4449-b60c-1217cfbba010 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f916d632-ca47-489b-8afa-2547d8e2db81), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.054955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a5c3e4ed-42b5-4ec3-879b-1b46eb1e487f tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6924942 Feb 11 05:36:05.058871 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33400) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:05.063971 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-de896f7a-cb0c-4689-8963-3e24970445ef tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Request body: {'network': {'name': 'tempest-router-network02--1252432743'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:05.104447 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e5fe3-ae6a-4449-b60c-1217cfbba010 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f916d632-ca47-489b-8afa-2547d8e2db81,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:05.129448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-d6b1bdcb-1a9a-498c-806a-6e2bb3202183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:05.131868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-d6b1bdcb-1a9a-498c-806a-6e2bb3202183 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 918 time: 0.3327568 Feb 11 05:36:05.156532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de896f7a-cb0c-4689-8963-3e24970445ef tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Made reservation on behalf of af5c71bb02b748838e68d964966e1642 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:05.165132 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de896f7a-cb0c-4689-8963-3e24970445ef tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.219194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de896f7a-cb0c-4689-8963-3e24970445ef tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:36:05.236834 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5fe3-ae6a-4449-b60c-1217cfbba010 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (9f6e1ac2-4139-43ad-9cee-0ae42ca7609e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.246752 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.247025 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de896f7a-cb0c-4689-8963-3e24970445ef tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (529dc8c5-ff7d-4498-928a-5ad5c8432256), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.247372 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-de896f7a-cb0c-4689-8963-3e24970445ef tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Added segment 529dc8c5-ff7d-4498-928a-5ad5c8432256 of type vlan for network a9413bd3-e485-4474-bc27-84f5eafd77fe Feb 11 05:36:05.267408 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Publish callbacks [] for port (d43852a9-1518-4360-a99d-22428548eeda), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.287067 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (d43852a9-1518-4360-a99d-22428548eeda), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.300288 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de896f7a-cb0c-4689-8963-3e24970445ef tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (a9413bd3-e485-4474-bc27-84f5eafd77fe), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.327074 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5fe3-ae6a-4449-b60c-1217cfbba010 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9f6e1ac2-4139-43ad-9cee-0ae42ca7609e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.346489 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de896f7a-cb0c-4689-8963-3e24970445ef tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (a9413bd3-e485-4474-bc27-84f5eafd77fe), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.351507 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de896f7a-cb0c-4689-8963-3e24970445ef tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:05.352118 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de896f7a-cb0c-4689-8963-3e24970445ef tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.385506 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Network 0986fbb6-0164-4078-8801-192f473bedda is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:05.387516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:05.390635 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:05.393323 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Pushing event updated for resources: {'Port': ['ID=d43852a9-1518-4360-a99d-22428548eeda,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:05.395820 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5fe3-ae6a-4449-b60c-1217cfbba010 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.397197 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0b2e5fe3-ae6a-4449-b60c-1217cfbba010 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5483217 Feb 11 05:36:05.412871 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-de896f7a-cb0c-4689-8963-3e24970445ef tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3528786 Feb 11 05:36:05.415526 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33406) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:05.415526 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33408) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:05.425353 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-414e863a-3c19-4c31-9b3d-f8f73e97eaa2 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Request body: {'subnet': {'network_id': 'c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:05.434537 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-d6057725-c207-47b5-bb98-62f0c5cc0aac tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': '9f6e1ac2-4139-43ad-9cee-0ae42ca7609e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:05.442200 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e5fe3-ae6a-4449-b60c-1217cfbba010 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6e1ac2-4139-43ad-9cee-0ae42ca7609e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:05.498049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de896f7a-cb0c-4689-8963-3e24970445ef tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event updated for resources: {'Network': ['ID=a9413bd3-e485-4474-bc27-84f5eafd77fe,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:05.515034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network a9413bd3-e485-4474-bc27-84f5eafd77fe details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:36:05.520500 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Attempting to bind port d43852a9-1518-4360-a99d-22428548eeda on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:36:05.521004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Attempting to bind port d43852a9-1518-4360-a99d-22428548eeda by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a4f89981-aa46-4f7a-95fe-bdc3d37df92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0986fbb6-0164-4078-8801-192f473bedda'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:36:05.521981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Attempting to bind port d43852a9-1518-4360-a99d-22428548eeda on network 0986fbb6-0164-4078-8801-192f473bedda {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:05.552357 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6057725-c207-47b5-bb98-62f0c5cc0aac tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group_rule (ec3d6df8-50b2-4249-bd13-a417b11fcf2d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.553380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:36:05.553781 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Checking segment: {'id': 'a4f89981-aa46-4f7a-95fe-bdc3d37df92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0986fbb6-0164-4078-8801-192f473bedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:05.554595 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.555078 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Bound using segment: {'id': 'a4f89981-aa46-4f7a-95fe-bdc3d37df92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0986fbb6-0164-4078-8801-192f473bedda'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:36:05.555713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Bound port: d43852a9-1518-4360-a99d-22428548eeda, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f89981-aa46-4f7a-95fe-bdc3d37df92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0986fbb6-0164-4078-8801-192f473bedda'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:36:05.556371 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d43852a9-1518-4360-a99d-22428548eeda), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.617879 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414e863a-3c19-4c31-9b3d-f8f73e97eaa2 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Made reservation on behalf of af5c71bb02b748838e68d964966e1642 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:05.626753 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-414e863a-3c19-4c31-9b3d-f8f73e97eaa2 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.650809 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6057725-c207-47b5-bb98-62f0c5cc0aac tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group_rule (ec3d6df8-50b2-4249-bd13-a417b11fcf2d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.654961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3e4ed-42b5-4ec3-879b-1b46eb1e487f tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event updated for resources: {'Network': ['ID=c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:05.678027 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6057725-c207-47b5-bb98-62f0c5cc0aac tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (ec3d6df8-50b2-4249-bd13-a417b11fcf2d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.681854 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] For port d43852a9-1518-4360-a99d-22428548eeda, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:36:05.685101 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] For port d43852a9-1518-4360-a99d-22428548eeda, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d43852a9-1518-4360-a99d-22428548eeda,segment=NetworkSegment(a4f89981-aa46-4f7a-95fe-bdc3d37df92c),segment_id=a4f89981-aa46-4f7a-95fe-bdc3d37df92c)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:36:05.695006 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:36:05.700968 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d43852a9-1518-4360-a99d-22428548eeda), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.708359 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6057725-c207-47b5-bb98-62f0c5cc0aac tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3d6df8-50b2-4249-bd13-a417b11fcf2d,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:05.817020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-3691dac3-3c27-4dc7-b277-ebde5dcaa027 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b909078-2d81-4a81-9fde-af606bf39f45 HTTP/1.1" status: 200 len: 999 time: 0.1789043 Feb 11 05:36:05.853000 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6057725-c207-47b5-bb98-62f0c5cc0aac tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:05.854410 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d6057725-c207-47b5-bb98-62f0c5cc0aac tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4359717 Feb 11 05:36:05.859904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33414) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:05.880620 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-23a8e63e-33ec-4a9e-a798-8137f985bbbf tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': '9f6e1ac2-4139-43ad-9cee-0ae42ca7609e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:05.914548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4903d-03fe-4347-8971-6e6866b7ccc9 None None] Pushing event updated for resources: {'Port': ['ID=d43852a9-1518-4360-a99d-22428548eeda,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:05.990227 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-23a8e63e-33ec-4a9e-a798-8137f985bbbf tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group_rule (01ddd28e-c62c-4ccd-8093-41911430ce7b), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:06.031169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-1fbbb505-4580-4456-b7c7-b2f400dd7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:06.033170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-1fbbb505-4580-4456-b7c7-b2f400dd7eef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.1823146 Feb 11 05:36:06.077886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d99e94-d019-4732-bf2d-cb53e30a4e94 req-0db1fcb1-c08d-4624-b173-0550f8998061 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:06.079409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0d99e94-d019-4732-bf2d-cb53e30a4e94 req-0db1fcb1-c08d-4624-b173-0550f8998061 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 943 time: 0.2126386 Feb 11 05:36:06.145987 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-23a8e63e-33ec-4a9e-a798-8137f985bbbf tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:36:06.150335 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-23a8e63e-33ec-4a9e-a798-8137f985bbbf tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2862959 Feb 11 05:36:06.150335 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-414e863a-3c19-4c31-9b3d-f8f73e97eaa2 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (f328b524-5255-4996-880e-dccd06f5ab37), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:06.151623 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33416) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:06.176669 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-3f69ebfd-ac0e-4aa4-a2fb-b92804789cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:06.177129 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-3f69ebfd-ac0e-4aa4-a2fb-b92804789cf4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1352978 Feb 11 05:36:06.248240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0d99e94-d019-4732-bf2d-cb53e30a4e94 req-6390e252-4e63-4a09-9ad8-045ffec3c936 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575468 Feb 11 05:36:06.276689 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e863a-3c19-4c31-9b3d-f8f73e97eaa2 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event updated for resources: {'Subnet': ['ID=f328b524-5255-4996-880e-dccd06f5ab37,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:06.281699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e863a-3c19-4c31-9b3d-f8f73e97eaa2 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Checking segment: {'id': '39184882-24b4-4291-9634-5d11d9613b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:06.282895 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e863a-3c19-4c31-9b3d-f8f73e97eaa2 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Network hostable DHCP agents. Network: c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:36:06.342025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e863a-3c19-4c31-9b3d-f8f73e97eaa2 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Network c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:36:06.369117 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdd8ca9e-2342-4f91-b6dd-e67c75f4d2dd tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (9f6e1ac2-4139-43ad-9cee-0ae42ca7609e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:06.420218 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdd8ca9e-2342-4f91-b6dd-e67c75f4d2dd tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (9f6e1ac2-4139-43ad-9cee-0ae42ca7609e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:06.479100 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdd8ca9e-2342-4f91-b6dd-e67c75f4d2dd tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9f6e1ac2-4139-43ad-9cee-0ae42ca7609e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:06.483664 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdd8ca9e-2342-4f91-b6dd-e67c75f4d2dd tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:06.486032 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bdd8ca9e-2342-4f91-b6dd-e67c75f4d2dd tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "DELETE /v2.0/security-groups/9f6e1ac2-4139-43ad-9cee-0ae42ca7609e HTTP/1.1" status: 204 len: 168 time: 0.3278813 Feb 11 05:36:06.491001 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-414e863a-3c19-4c31-9b3d-f8f73e97eaa2 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:06.495004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33422) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:06.517104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dfb638-4e1e-47fc-bb63-78921d423762 None None] Network c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:06.518349 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414e863a-3c19-4c31-9b3d-f8f73e97eaa2 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:06.520262 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-414e863a-3c19-4c31-9b3d-f8f73e97eaa2 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:06.525123 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8ca9e-2342-4f91-b6dd-e67c75f4d2dd tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6e1ac2-4139-43ad-9cee-0ae42ca7609e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:06.551170 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-414e863a-3c19-4c31-9b3d-f8f73e97eaa2 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1286154 Feb 11 05:36:06.554958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33424) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:06.559479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-a8131956-5d2b-469d-b23e-6021cdaf1d72 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Deleting port 2ac34f90-f4b9-427d-83b5-048fb06eeb20 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:06.559935 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8131956-5d2b-469d-b23e-6021cdaf1d72 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:06.578302 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-26b1c387-f938-4ed3-b26c-926cdfd19ca7 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Request body: {'subnet': {'network_id': 'a9413bd3-e485-4474-bc27-84f5eafd77fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:06.679568 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-3d8f1862-9aaf-4a77-9f11-43b008943f96 service neutron] 10.222.0.73 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948499 Feb 11 05:36:06.716214 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b1c387-f938-4ed3-b26c-926cdfd19ca7 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Made reservation on behalf of af5c71bb02b748838e68d964966e1642 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:06.720601 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-26b1c387-f938-4ed3-b26c-926cdfd19ca7 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:06.800468 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d43852a9-1518-4360-a99d-22428548eeda up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:06.827055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66', 'network_id': 'c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66', 'project_id': 'af5c71bb02b748838e68d964966e1642', 'fixed_ips': [{'subnet_id': 'f328b524-5255-4996-880e-dccd06f5ab37'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:36:06.827888 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:06.863028 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d28ef8f4-2d67-4562-8598-36993c9eeffc tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3653259 Feb 11 05:36:06.875083 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33426) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:06.892215 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0a568155-34b4-48d5-8359-3004b9003083 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group': {'name': 'tempest-secgroup--953681489'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:06.928449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-a8131956-5d2b-469d-b23e-6021cdaf1d72 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] For port 2ac34f90-f4b9-427d-83b5-048fb06eeb20, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2ac34f90-f4b9-427d-83b5-048fb06eeb20,segment=NetworkSegment(ec5faa0c-b186-4e6d-8be6-cf1885e5f353),segment_id=ec5faa0c-b186-4e6d-8be6-cf1885e5f353)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:06.928689 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8131956-5d2b-469d-b23e-6021cdaf1d72 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:06.947355 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a568155-34b4-48d5-8359-3004b9003083 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:06.950169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-a8131956-5d2b-469d-b23e-6021cdaf1d72 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Calling delete_port for 2ac34f90-f4b9-427d-83b5-048fb06eeb20 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:06.975617 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fc3d047-7cf1-4acc-88b0-96fe4c8d08df req-da0506ea-cc2d-49fe-a30d-44e534885d83 service neutron] 10.222.0.73 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236784 Feb 11 05:36:07.061048 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Allocated IP 2001:db8::2 (c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66/f328b524-5255-4996-880e-dccd06f5ab37/04833629-c355-4a7e-a08e-741a961f4374) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:07.124125 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-26b1c387-f938-4ed3-b26c-926cdfd19ca7 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (5ec1013d-df10-4f91-a3c6-4ab005a54bc5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.181373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d43852a9-1518-4360-a99d-22428548eeda triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:07.181683 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d43852a9-1518-4360-a99d-22428548eeda), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.187452 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a568155-34b4-48d5-8359-3004b9003083 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (2394fb44-4af5-463d-a37e-3a6184b8fde6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.202663 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a568155-34b4-48d5-8359-3004b9003083 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2394fb44-4af5-463d-a37e-3a6184b8fde6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.227538 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a568155-34b4-48d5-8359-3004b9003083 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.231798 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0a568155-34b4-48d5-8359-3004b9003083 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3520679 Feb 11 05:36:07.234247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33434) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:07.246565 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9df4289c-b3df-4b48-8c33-9877a050a0f9 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': '2394fb44-4af5-463d-a37e-3a6184b8fde6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:07.247067 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-9df4289c-b3df-4b48-8c33-9877a050a0f9 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 05:36:07.247629 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-9df4289c-b3df-4b48-8c33-9877a050a0f9 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:07.251249 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9df4289c-b3df-4b48-8c33-9877a050a0f9 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072734 Feb 11 05:36:07.251249 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1c387-f938-4ed3-b26c-926cdfd19ca7 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event updated for resources: {'Subnet': ['ID=5ec1013d-df10-4f91-a3c6-4ab005a54bc5,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:07.257968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33436) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:07.313118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a568155-34b4-48d5-8359-3004b9003083 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2394fb44-4af5-463d-a37e-3a6184b8fde6,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:07.329116 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8131956-5d2b-469d-b23e-6021cdaf1d72 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2ac34f90-f4b9-427d-83b5-048fb06eeb20), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.336350 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b1c387-f938-4ed3-b26c-926cdfd19ca7 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Checking segment: {'id': '529dc8c5-ff7d-4498-928a-5ad5c8432256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a9413bd3-e485-4474-bc27-84f5eafd77fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:07.336918 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b1c387-f938-4ed3-b26c-926cdfd19ca7 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Network hostable DHCP agents. Network: a9413bd3-e485-4474-bc27-84f5eafd77fe, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:36:07.399592 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b1c387-f938-4ed3-b26c-926cdfd19ca7 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Network a9413bd3-e485-4474-bc27-84f5eafd77fe is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:36:07.426414 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8131956-5d2b-469d-b23e-6021cdaf1d72 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'Port': ['ID=2ac34f90-f4b9-427d-83b5-048fb06eeb20,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:07.444853 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec55f29d-7c15-4ca1-b4d3-2a3dc70bfdee tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (2394fb44-4af5-463d-a37e-3a6184b8fde6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.451155 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-26b1c387-f938-4ed3-b26c-926cdfd19ca7 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, a9413bd3-e485-4474-bc27-84f5eafd77fe) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:07.464282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b1c387-f938-4ed3-b26c-926cdfd19ca7 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:07.468379 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-26b1c387-f938-4ed3-b26c-926cdfd19ca7 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.526782 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-26b1c387-f938-4ed3-b26c-926cdfd19ca7 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9701712 Feb 11 05:36:07.536499 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33450) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:07.568781 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec55f29d-7c15-4ca1-b4d3-2a3dc70bfdee tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (2394fb44-4af5-463d-a37e-3a6184b8fde6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.660301 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec55f29d-7c15-4ca1-b4d3-2a3dc70bfdee tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2394fb44-4af5-463d-a37e-3a6184b8fde6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.663649 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ec55f29d-7c15-4ca1-b4d3-2a3dc70bfdee tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.664898 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ec55f29d-7c15-4ca1-b4d3-2a3dc70bfdee tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "DELETE /v2.0/security-groups/2394fb44-4af5-463d-a37e-3a6184b8fde6 HTTP/1.1" status: 204 len: 168 time: 0.3959236 Feb 11 05:36:07.669888 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33454) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:07.731540 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55f29d-7c15-4ca1-b4d3-2a3dc70bfdee tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2394fb44-4af5-463d-a37e-3a6184b8fde6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:07.844955 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4048936a-c392-4660-8659-c7b7c01c7185 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1738031 Feb 11 05:36:07.860290 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33462) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:07.868667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-dab0d37b-d000-49f5-8908-69cd87f89923 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274910111'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:07.954896 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dab0d37b-d000-49f5-8908-69cd87f89923 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:07.975404 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a63f89e-16a7-426d-80a3-99c398452d0a None None] Network a9413bd3-e485-4474-bc27-84f5eafd77fe requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:08.131538 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dab0d37b-d000-49f5-8908-69cd87f89923 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (0b490709-f60d-40ca-a553-ffb463bbf1e1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.139044 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dab0d37b-d000-49f5-8908-69cd87f89923 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0b490709-f60d-40ca-a553-ffb463bbf1e1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.207773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ea41cb-fceb-4d22-9e79-28b9fa17d2e7 None None] Network 0986fbb6-0164-4078-8801-192f473bedda requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:08.226275 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0d37b-d000-49f5-8908-69cd87f89923 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b490709-f60d-40ca-a553-ffb463bbf1e1,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:08.231191 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dab0d37b-d000-49f5-8908-69cd87f89923 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.235686 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dab0d37b-d000-49f5-8908-69cd87f89923 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3729579 Feb 11 05:36:08.240016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33464) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:08.251746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-44bb1500-1a01-4c4d-a309-6ed4ea6b0ff4 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': '0b490709-f60d-40ca-a553-ffb463bbf1e1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:08.252327 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-44bb1500-1a01-4c4d-a309-6ed4ea6b0ff4 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 05:36:08.253072 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-44bb1500-1a01-4c4d-a309-6ed4ea6b0ff4 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:08.257010 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-44bb1500-1a01-4c4d-a309-6ed4ea6b0ff4 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0133319 Feb 11 05:36:08.257604 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33466) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:08.302940 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8131956-5d2b-469d-b23e-6021cdaf1d72 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (15432e38-8359-44ea-9473-cff5adad9e46), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.327842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824aebb-1a3e-470d-9b0c-1a345f0ac8db req-7510171b-d7d5-4c45-b9ed-db02e5e87a1a tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:08.330986 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4824aebb-1a3e-470d-9b0c-1a345f0ac8db req-7510171b-d7d5-4c45-b9ed-db02e5e87a1a tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 943 time: 0.7935572 Feb 11 05:36:08.390518 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89acffa8-b27d-4a46-a0a8-59f29dfbebd6 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (0b490709-f60d-40ca-a553-ffb463bbf1e1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.445669 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89acffa8-b27d-4a46-a0a8-59f29dfbebd6 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (0b490709-f60d-40ca-a553-ffb463bbf1e1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.488391 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8983bbef-b9e3-459e-b113-283f2274f026 None None] Provisioning complete for port d43852a9-1518-4360-a99d-22428548eeda triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:08.488766 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8983bbef-b9e3-459e-b113-283f2274f026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d43852a9-1518-4360-a99d-22428548eeda), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.541439 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89acffa8-b27d-4a46-a0a8-59f29dfbebd6 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0b490709-f60d-40ca-a553-ffb463bbf1e1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.546334 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89acffa8-b27d-4a46-a0a8-59f29dfbebd6 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.550165 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-89acffa8-b27d-4a46-a0a8-59f29dfbebd6 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "DELETE /v2.0/security-groups/0b490709-f60d-40ca-a553-ffb463bbf1e1 HTTP/1.1" status: 204 len: 168 time: 0.2853432 Feb 11 05:36:08.555712 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33470) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:08.676596 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-017282f0-e3f1-410a-a0dd-17c554c43c1a tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1194038 Feb 11 05:36:08.680556 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acffa8-b27d-4a46-a0a8-59f29dfbebd6 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b490709-f60d-40ca-a553-ffb463bbf1e1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:08.689108 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33474) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:08.701845 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0cf931b6-54cd-4a04-b20a-1a9c15fb1e61 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group': {'name': 'tempest-secgroup--251278380'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:08.763748 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0cf931b6-54cd-4a04-b20a-1a9c15fb1e61 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.828926 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Publish callbacks [] for port (04833629-c355-4a7e-a08e-741a961f4374), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.837126 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d43852a9-1518-4360-a99d-22428548eeda is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:08.837650 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d43852a9-1518-4360-a99d-22428548eeda), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.954906 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0cf931b6-54cd-4a04-b20a-1a9c15fb1e61 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (93d5ca46-2ea1-4b4c-9f1a-5860e80f4ba3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.961987 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0cf931b6-54cd-4a04-b20a-1a9c15fb1e61 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (93d5ca46-2ea1-4b4c-9f1a-5860e80f4ba3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.982880 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (04833629-c355-4a7e-a08e-741a961f4374), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:08.998216 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0cf931b6-54cd-4a04-b20a-1a9c15fb1e61 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:09.002167 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0cf931b6-54cd-4a04-b20a-1a9c15fb1e61 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3094718 Feb 11 05:36:09.008595 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33476) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:09.015032 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0d216366-4eb0-4994-8b90-efcc9d4a5fc0 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': '93d5ca46-2ea1-4b4c-9f1a-5860e80f4ba3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:09.033152 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4824aebb-1a3e-470d-9b0c-1a345f0ac8db req-81e223f9-5826-4302-ad60-132b84fb7ce0 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6954501 Feb 11 05:36:09.035778 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-0d216366-4eb0-4994-8b90-efcc9d4a5fc0 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 05:36:09.036381 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-0d216366-4eb0-4994-8b90-efcc9d4a5fc0 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:09.040296 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0d216366-4eb0-4994-8b90-efcc9d4a5fc0 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0282013 Feb 11 05:36:09.047297 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33478) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:09.051623 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-a9413bd3-e485-4474-bc27-84f5eafd77fe', 'network_id': 'a9413bd3-e485-4474-bc27-84f5eafd77fe', 'project_id': 'af5c71bb02b748838e68d964966e1642', 'fixed_ips': [{'subnet_id': '5ec1013d-df10-4f91-a3c6-4ab005a54bc5'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:36:09.052575 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:09.065468 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6e66fafd-965a-4648-80aa-5f65f05bf73b tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': '93d5ca46-2ea1-4b4c-9f1a-5860e80f4ba3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:09.066522 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-6e66fafd-965a-4648-80aa-5f65f05bf73b tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 05:36:09.067253 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-6e66fafd-965a-4648-80aa-5f65f05bf73b tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:09.089241 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6e66fafd-965a-4648-80aa-5f65f05bf73b tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0263195 Feb 11 05:36:09.089241 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33480) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:09.097520 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0a92cc39-b776-4d3e-a09c-67bc2979cfba tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': '93d5ca46-2ea1-4b4c-9f1a-5860e80f4ba3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:09.098430 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-0a92cc39-b776-4d3e-a09c-67bc2979cfba tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 05:36:09.112157 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-0a92cc39-b776-4d3e-a09c-67bc2979cfba tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:09.115991 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0a92cc39-b776-4d3e-a09c-67bc2979cfba tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0232148 Feb 11 05:36:09.115991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33482) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:09.121263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7894c907-9e54-4ced-b7b2-073342c29c27 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': '93d5ca46-2ea1-4b4c-9f1a-5860e80f4ba3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:09.122154 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-7894c907-9e54-4ced-b7b2-073342c29c27 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 05:36:09.122662 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-7894c907-9e54-4ced-b7b2-073342c29c27 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:09.126065 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7894c907-9e54-4ced-b7b2-073342c29c27 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067322 Feb 11 05:36:09.126065 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf931b6-54cd-4a04-b20a-1a9c15fb1e61 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d5ca46-2ea1-4b4c-9f1a-5860e80f4ba3,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:09.131889 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33484) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:09.243620 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port d43852a9-1518-4360-a99d-22428548eeda, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d43852a9-1518-4360-a99d-22428548eeda,segment=NetworkSegment(a4f89981-aa46-4f7a-95fe-bdc3d37df92c),segment_id=a4f89981-aa46-4f7a-95fe-bdc3d37df92c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:09.253081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8131956-5d2b-469d-b23e-6021cdaf1d72 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Router 15432e38-8359-44ea-9473-cff5adad9e46 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:09.269747 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fc26ae81-6129-46dc-8b2d-203c935e87f9 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (93d5ca46-2ea1-4b4c-9f1a-5860e80f4ba3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:09.284094 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:09.327640 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fc26ae81-6129-46dc-8b2d-203c935e87f9 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (93d5ca46-2ea1-4b4c-9f1a-5860e80f4ba3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:09.417801 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fc26ae81-6129-46dc-8b2d-203c935e87f9 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (93d5ca46-2ea1-4b4c-9f1a-5860e80f4ba3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:09.420660 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fc26ae81-6129-46dc-8b2d-203c935e87f9 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:09.422461 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fc26ae81-6129-46dc-8b2d-203c935e87f9 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "DELETE /v2.0/security-groups/93d5ca46-2ea1-4b4c-9f1a-5860e80f4ba3 HTTP/1.1" status: 204 len: 168 time: 0.2899671 Feb 11 05:36:09.427650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33486) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:09.437165 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26ae81-6129-46dc-8b2d-203c935e87f9 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d5ca46-2ea1-4b4c-9f1a-5860e80f4ba3,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:09.629357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Allocated IP 2001:db8::2 (a9413bd3-e485-4474-bc27-84f5eafd77fe/5ec1013d-df10-4f91-a3c6-4ab005a54bc5/28b770e4-043f-4e3b-a8ee-40c7c3828888) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:09.779597 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d43852a9-1518-4360-a99d-22428548eeda), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:09.888700 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Network c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:09.934908 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Pushing event updated for resources: {'Port': ['ID=04833629-c355-4a7e-a08e-741a961f4374,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:10.158931 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Publish callbacks [] for port (28b770e4-043f-4e3b-a8ee-40c7c3828888), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.281239 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:10.286862 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=d43852a9-1518-4360-a99d-22428548eeda,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:10.292747 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:10.396418 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (28b770e4-043f-4e3b-a8ee-40c7c3828888), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.423640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Attempting to bind port 04833629-c355-4a7e-a08e-741a961f4374 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:36:10.424070 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Attempting to bind port 04833629-c355-4a7e-a08e-741a961f4374 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '39184882-24b4-4291-9634-5d11d9613b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:36:10.424470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Attempting to bind port 04833629-c355-4a7e-a08e-741a961f4374 on network c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:10.467661 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:36:10.468047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Checking segment: {'id': '39184882-24b4-4291-9634-5d11d9613b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:10.468468 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.468893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Bound using segment: {'id': '39184882-24b4-4291-9634-5d11d9613b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:36:10.469348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Bound port: 04833629-c355-4a7e-a08e-741a961f4374, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39184882-24b4-4291-9634-5d11d9613b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:36:10.469749 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (04833629-c355-4a7e-a08e-741a961f4374), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.483370 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.576918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Pushing event updated for resources: {'Port': ['ID=28b770e4-043f-4e3b-a8ee-40c7c3828888,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:10.601963 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-52a2f99f-4065-4811-9ca6-23b0de7d7f76 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.1724119 Feb 11 05:36:10.606204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33502) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:10.613134 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f4cca06a-1266-4b10-97c1-702e4a0ad20a tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group': {'name': 'tempest-secgroup--2101308319'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:10.634279 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Network a9413bd3-e485-4474-bc27-84f5eafd77fe is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:10.676365 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4cca06a-1266-4b10-97c1-702e4a0ad20a tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.689628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] For port 04833629-c355-4a7e-a08e-741a961f4374, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:36:10.696304 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] For port 04833629-c355-4a7e-a08e-741a961f4374, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=04833629-c355-4a7e-a08e-741a961f4374,segment=NetworkSegment(39184882-24b4-4291-9634-5d11d9613b67),segment_id=39184882-24b4-4291-9634-5d11d9613b67)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:36:10.713847 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:10.719859 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:10.731804 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (04833629-c355-4a7e-a08e-741a961f4374), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.851249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8131956-5d2b-469d-b23e-6021cdaf1d72 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:10.862509 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4cca06a-1266-4b10-97c1-702e4a0ad20a tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (abe87e7b-eae2-4ff8-8d42-edc2cbda7dd3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.872533 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4cca06a-1266-4b10-97c1-702e4a0ad20a tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (abe87e7b-eae2-4ff8-8d42-edc2cbda7dd3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:10.876410 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b7501-01b6-4b27-8435-0b4af7049b6d None None] Sync routers for ids ['15432e38-8359-44ea-9473-cff5adad9e46'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:10.907853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd7a3a-3a2c-4fe0-a121-bdcfa7266eb6 req-bcb1415b-3353-48cb-8d7d-cd85a7ba8282 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:10.908124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8983bbef-b9e3-459e-b113-283f2274f026 None None] Current status of the port d43852a9-1518-4360-a99d-22428548eeda is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:10.909197 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b7501-01b6-4b27-8435-0b4af7049b6d None None] Routers {'15432e38-8359-44ea-9473-cff5adad9e46'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:10.914681 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-713b7501-01b6-4b27-8435-0b4af7049b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:36:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15432e38-8359-44ea-9473-cff5adad9e46'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:10.935443 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4cd7a3a-3a2c-4fe0-a121-bdcfa7266eb6 req-bcb1415b-3353-48cb-8d7d-cd85a7ba8282 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 943 time: 0.5720892 Feb 11 05:36:10.964945 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a8131956-5d2b-469d-b23e-6021cdaf1d72 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "PUT /v2.0/routers/15432e38-8359-44ea-9473-cff5adad9e46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2335849 Feb 11 05:36:10.973085 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33508) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:10.982733 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773a952-5650-4cfb-824b-79937eab8a0d None None] Pushing event updated for resources: {'Port': ['ID=04833629-c355-4a7e-a08e-741a961f4374,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:11.008803 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4cca06a-1266-4b10-97c1-702e4a0ad20a tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:11.012557 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f4cca06a-1266-4b10-97c1-702e4a0ad20a tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4052467 Feb 11 05:36:11.029057 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33510) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:11.039838 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-da02d53e-0a00-427f-8d9f-658331db23eb tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': 'abe87e7b-eae2-4ff8-8d42-edc2cbda7dd3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:11.042771 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-da02d53e-0a00-427f-8d9f-658331db23eb tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 05:36:11.046155 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-da02d53e-0a00-427f-8d9f-658331db23eb tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:11.049776 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-da02d53e-0a00-427f-8d9f-658331db23eb tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0228815 Feb 11 05:36:11.055216 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33512) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:11.071798 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9574a8f7-aa1b-409b-9214-e47e04af0a0f tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': 'abe87e7b-eae2-4ff8-8d42-edc2cbda7dd3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:11.178643 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cca06a-1266-4b10-97c1-702e4a0ad20a tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe87e7b-eae2-4ff8-8d42-edc2cbda7dd3,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:11.193056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2be25c6b-2fed-43ae-91f3-51ad9702e0a4 None None] Provisioning complete for port d43852a9-1518-4360-a99d-22428548eeda triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:11.194046 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2be25c6b-2fed-43ae-91f3-51ad9702e0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d43852a9-1518-4360-a99d-22428548eeda), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:11.259146 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-9574a8f7-aa1b-409b-9214-e47e04af0a0f tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:11.260580 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9574a8f7-aa1b-409b-9214-e47e04af0a0f tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2012484 Feb 11 05:36:11.266866 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33514) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:11.280424 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Attempting to bind port 28b770e4-043f-4e3b-a8ee-40c7c3828888 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:36:11.281045 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Attempting to bind port 28b770e4-043f-4e3b-a8ee-40c7c3828888 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '529dc8c5-ff7d-4498-928a-5ad5c8432256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a9413bd3-e485-4474-bc27-84f5eafd77fe'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:36:11.281771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Attempting to bind port 28b770e4-043f-4e3b-a8ee-40c7c3828888 on network a9413bd3-e485-4474-bc27-84f5eafd77fe {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:11.285907 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-938736f2-dec7-490f-805f-77f56bef1d17 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': 'abe87e7b-eae2-4ff8-8d42-edc2cbda7dd3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:11.287955 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-938736f2-dec7-490f-805f-77f56bef1d17 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 05:36:11.290000 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-938736f2-dec7-490f-805f-77f56bef1d17 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:11.302872 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-938736f2-dec7-490f-805f-77f56bef1d17 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0298035 Feb 11 05:36:11.304935 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33516) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:11.320729 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-23b7b06a-b85f-4b13-a34f-bd3387d77e17 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': 'abe87e7b-eae2-4ff8-8d42-edc2cbda7dd3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:11.322785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:36:11.324123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Checking segment: {'id': '529dc8c5-ff7d-4498-928a-5ad5c8432256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a9413bd3-e485-4474-bc27-84f5eafd77fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:11.324826 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:11.325454 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Bound using segment: {'id': '529dc8c5-ff7d-4498-928a-5ad5c8432256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a9413bd3-e485-4474-bc27-84f5eafd77fe'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:36:11.326319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Bound port: 28b770e4-043f-4e3b-a8ee-40c7c3828888, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529dc8c5-ff7d-4498-928a-5ad5c8432256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a9413bd3-e485-4474-bc27-84f5eafd77fe'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:36:11.326986 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (28b770e4-043f-4e3b-a8ee-40c7c3828888), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:11.400074 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-23b7b06a-b85f-4b13-a34f-bd3387d77e17 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:11.403572 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-23b7b06a-b85f-4b13-a34f-bd3387d77e17 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0957320 Feb 11 05:36:11.407536 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33518) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:11.418969 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9f92baff-616f-458f-8868-f60394c69d2a tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': 'abe87e7b-eae2-4ff8-8d42-edc2cbda7dd3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:11.419507 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-9f92baff-616f-458f-8868-f60394c69d2a tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 05:36:11.421271 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-9f92baff-616f-458f-8868-f60394c69d2a tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:11.422256 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9f92baff-616f-458f-8868-f60394c69d2a tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0137899 Feb 11 05:36:11.427634 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33520) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:11.437998 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-afc1cf2e-684f-4fc5-88f4-242c21cadd11 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': 'abe87e7b-eae2-4ff8-8d42-edc2cbda7dd3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:11.479209 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4cd7a3a-3a2c-4fe0-a121-bdcfa7266eb6 req-d720d96b-79ab-425e-a72d-1f5361b17779 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5427234 Feb 11 05:36:11.503357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Allocated IP 2001:db8::1 (c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66/f328b524-5255-4996-880e-dccd06f5ab37/b459c819-8638-4105-ac34-7b1fe899dcb2) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:11.528551 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-afc1cf2e-684f-4fc5-88f4-242c21cadd11 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Project 6548d09e5f3c4ec5b176ce00eeec1d11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:36:11.560912 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-afc1cf2e-684f-4fc5-88f4-242c21cadd11 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:11.562570 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-afc1cf2e-684f-4fc5-88f4-242c21cadd11 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1337616 Feb 11 05:36:11.567078 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33522) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:11.575722 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-33102b9e-7959-433e-8e0d-a4c0d96f95d5 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': 'abe87e7b-eae2-4ff8-8d42-edc2cbda7dd3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:11.576553 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-33102b9e-7959-433e-8e0d-a4c0d96f95d5 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 05:36:11.578638 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-33102b9e-7959-433e-8e0d-a4c0d96f95d5 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:11.579854 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-33102b9e-7959-433e-8e0d-a4c0d96f95d5 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115218 Feb 11 05:36:11.590149 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33524) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:11.614695 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7cac702f-4131-4ad7-b6a3-e63ccce0d422 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': 'abe87e7b-eae2-4ff8-8d42-edc2cbda7dd3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:11.634767 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-c562073e-c6e0-4bf7-8b00-f265173a10eb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Deleting subnet 56d85561-1dbd-4932-a993-14b36f1f969b {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:36:11.641914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] For port 28b770e4-043f-4e3b-a8ee-40c7c3828888, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:36:11.647535 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] For port 28b770e4-043f-4e3b-a8ee-40c7c3828888, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=28b770e4-043f-4e3b-a8ee-40c7c3828888,segment=NetworkSegment(529dc8c5-ff7d-4498-928a-5ad5c8432256),segment_id=529dc8c5-ff7d-4498-928a-5ad5c8432256)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:36:11.684154 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c562073e-c6e0-4bf7-8b00-f265173a10eb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for subnet (56d85561-1dbd-4932-a993-14b36f1f969b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:11.700398 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-7cac702f-4131-4ad7-b6a3-e63ccce0d422 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Project 6548d09e5f3c4ec5b176ce00eeec1d11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:36:11.732378 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-713b7501-01b6-4b27-8435-0b4af7049b6d None None] Set router 15432e38-8359-44ea-9473-cff5adad9e46 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:11.732739 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-7cac702f-4131-4ad7-b6a3-e63ccce0d422 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:11.737812 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7cac702f-4131-4ad7-b6a3-e63ccce0d422 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1419611 Feb 11 05:36:11.738365 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33526) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:11.752885 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0d597334-5dbf-4b38-a0fa-2d03733cdff5 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': 'abe87e7b-eae2-4ff8-8d42-edc2cbda7dd3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:11.785012 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (28b770e4-043f-4e3b-a8ee-40c7c3828888), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:11.814254 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-0d597334-5dbf-4b38-a0fa-2d03733cdff5 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Project 6548d09e5f3c4ec5b176ce00eeec1d11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:36:11.872918 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-0d597334-5dbf-4b38-a0fa-2d03733cdff5 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:11.880825 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0d597334-5dbf-4b38-a0fa-2d03733cdff5 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1413298 Feb 11 05:36:11.886432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33530) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:12.069935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2be25c6b-2fed-43ae-91f3-51ad9702e0a4 None None] Current status of the port d43852a9-1518-4360-a99d-22428548eeda is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:12.077071 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dbeda65c-cd3a-440d-a1f3-6c6d06f42d87 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (abe87e7b-eae2-4ff8-8d42-edc2cbda7dd3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.173468 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dbeda65c-cd3a-440d-a1f3-6c6d06f42d87 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (abe87e7b-eae2-4ff8-8d42-edc2cbda7dd3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.175826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5316b-9bc6-4139-9e51-45ef4c1bbd75 None None] Pushing event updated for resources: {'Port': ['ID=28b770e4-043f-4e3b-a8ee-40c7c3828888,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:12.286485 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dbeda65c-cd3a-440d-a1f3-6c6d06f42d87 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (abe87e7b-eae2-4ff8-8d42-edc2cbda7dd3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.289519 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dbeda65c-cd3a-440d-a1f3-6c6d06f42d87 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.293444 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dbeda65c-cd3a-440d-a1f3-6c6d06f42d87 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "DELETE /v2.0/security-groups/abe87e7b-eae2-4ff8-8d42-edc2cbda7dd3 HTTP/1.1" status: 204 len: 168 time: 0.4029117 Feb 11 05:36:12.300670 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33536) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:12.310856 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c562073e-c6e0-4bf7-8b00-f265173a10eb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (56d85561-1dbd-4932-a993-14b36f1f969b), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.345423 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d43852a9-1518-4360-a99d-22428548eeda up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:12.475691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeda65c-cd3a-440d-a1f3-6c6d06f42d87 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe87e7b-eae2-4ff8-8d42-edc2cbda7dd3,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:12.499366 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-25262141-54a5-42f0-b08e-504f7d63087f tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1917617 Feb 11 05:36:12.499657 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33538) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:12.506833 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-611cdfc8-943c-4c04-9a09-3ddb5d376cc2 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907332144'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:12.591054 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-611cdfc8-943c-4c04-9a09-3ddb5d376cc2 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.629812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d43852a9-1518-4360-a99d-22428548eeda triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:12.631318 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d43852a9-1518-4360-a99d-22428548eeda), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.633005 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-713b7501-01b6-4b27-8435-0b4af7049b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:36:07Z', 'revision_number': 7, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:12.859211 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c562073e-c6e0-4bf7-8b00-f265173a10eb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (56d85561-1dbd-4932-a993-14b36f1f969b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:12.911777 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d43852a9-1518-4360-a99d-22428548eeda is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:12.923788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 04833629-c355-4a7e-a08e-741a961f4374 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:12.967222 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b7501-01b6-4b27-8435-0b4af7049b6d None None] Checking router: 15432e38-8359-44ea-9473-cff5adad9e46 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:36:13.022938 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b7501-01b6-4b27-8435-0b4af7049b6d None None] Routers {'15432e38-8359-44ea-9473-cff5adad9e46'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:13.023643 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-713b7501-01b6-4b27-8435-0b4af7049b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:36:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15432e38-8359-44ea-9473-cff5adad9e46'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:13.118048 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 04833629-c355-4a7e-a08e-741a961f4374 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:13.118586 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (04833629-c355-4a7e-a08e-741a961f4374), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:13.127461 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-611cdfc8-943c-4c04-9a09-3ddb5d376cc2 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (0d896ab3-8416-41fd-85a6-cbad800ec8c0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:13.143249 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-611cdfc8-943c-4c04-9a09-3ddb5d376cc2 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0d896ab3-8416-41fd-85a6-cbad800ec8c0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:13.184366 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c562073e-c6e0-4bf7-8b00-f265173a10eb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (56d85561-1dbd-4932-a993-14b36f1f969b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:13.258346 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-611cdfc8-943c-4c04-9a09-3ddb5d376cc2 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:13.266557 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-611cdfc8-943c-4c04-9a09-3ddb5d376cc2 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7659669 Feb 11 05:36:13.267237 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33546) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:13.303909 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1dbdd752-c32e-4d6c-958d-1c69d2583fa1 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': '0d896ab3-8416-41fd-85a6-cbad800ec8c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:13.331143 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cdfc8-943c-4c04-9a09-3ddb5d376cc2 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d896ab3-8416-41fd-85a6-cbad800ec8c0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:13.378715 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 04833629-c355-4a7e-a08e-741a961f4374 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:13.379346 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (04833629-c355-4a7e-a08e-741a961f4374), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:13.450973 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-1dbdd752-c32e-4d6c-958d-1c69d2583fa1 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The resource could not be found. Feb 11 05:36:13.455101 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1dbdd752-c32e-4d6c-958d-1c69d2583fa1 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1709764 Feb 11 05:36:13.455755 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33548) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:13.455987 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-713b7501-01b6-4b27-8435-0b4af7049b6d None None] Set router 15432e38-8359-44ea-9473-cff5adad9e46 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:13.466683 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3d0be38b-19a1-44ae-a8a4-2559954d4f9a tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': '0d896ab3-8416-41fd-85a6-cbad800ec8c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'dcdf82a2-6229-4dd6-9646-5db1a83aab02'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:13.482312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562073e-c6e0-4bf7-8b00-f265173a10eb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'Subnet': ['ID=56d85561-1dbd-4932-a993-14b36f1f969b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:13.489807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 04833629-c355-4a7e-a08e-741a961f4374, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=04833629-c355-4a7e-a08e-741a961f4374,segment=NetworkSegment(39184882-24b4-4291-9634-5d11d9613b67),segment_id=39184882-24b4-4291-9634-5d11d9613b67)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:13.499448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29172be6-16ab-4996-a65f-91b3f12937e6 None None] Network bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:13.505148 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c562073e-c6e0-4bf7-8b00-f265173a10eb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:13.516733 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (04833629-c355-4a7e-a08e-741a961f4374), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:13.522109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c562073e-c6e0-4bf7-8b00-f265173a10eb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "DELETE /v2.0/subnets/56d85561-1dbd-4932-a993-14b36f1f969b HTTP/1.1" status: 204 len: 168 time: 2.5312676 Feb 11 05:36:13.532591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33550) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:13.606474 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-3d0be38b-19a1-44ae-a8a4-2559954d4f9a tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The resource could not be found. Feb 11 05:36:13.610758 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3d0be38b-19a1-44ae-a8a4-2559954d4f9a tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1539989 Feb 11 05:36:13.611348 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33552) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:13.652191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=04833629-c355-4a7e-a08e-741a961f4374,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:13.833202 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d990312-d403-4f35-a527-ebb13120935f None None] Network c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:13.912796 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for port (b459c819-8638-4105-ac34-7b1fe899dcb2), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:13.920985 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c11885ff-2f1f-4e9c-b335-b1a9a03b7c66 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (0d896ab3-8416-41fd-85a6-cbad800ec8c0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:13.978362 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c11885ff-2f1f-4e9c-b335-b1a9a03b7c66 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (0d896ab3-8416-41fd-85a6-cbad800ec8c0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:14.054368 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c11885ff-2f1f-4e9c-b335-b1a9a03b7c66 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0d896ab3-8416-41fd-85a6-cbad800ec8c0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:14.058317 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c11885ff-2f1f-4e9c-b335-b1a9a03b7c66 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:14.059630 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c11885ff-2f1f-4e9c-b335-b1a9a03b7c66 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "DELETE /v2.0/security-groups/0d896ab3-8416-41fd-85a6-cbad800ec8c0 HTTP/1.1" status: 204 len: 168 time: 0.4472938 Feb 11 05:36:14.063197 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33556) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:14.087340 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11885ff-2f1f-4e9c-b335-b1a9a03b7c66 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d896ab3-8416-41fd-85a6-cbad800ec8c0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:14.177319 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fee9ecc3-8229-41a6-aae3-ebb1847f0f90 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router (15432e38-8359-44ea-9473-cff5adad9e46), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:14.195664 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c9c4298f-c5d7-414c-8046-8e15878aae5d tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1269772 Feb 11 05:36:14.196626 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33558) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:14.208784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1124f12d-5513-4bf1-988f-ff1bc8bb54a7 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': 'c1a4a98b-ea6f-4588-ada5-190250b37627', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:14.227128 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-8e9ec2c9-7e82-49bd-8836-29ab51adcd6a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 2.2143109 Feb 11 05:36:14.291291 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-622c8a67-7f54-43ff-8b95-3a48ff579c54 None None] Provisioning complete for port 04833629-c355-4a7e-a08e-741a961f4374 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:14.291724 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-622c8a67-7f54-43ff-8b95-3a48ff579c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (04833629-c355-4a7e-a08e-741a961f4374), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:14.294400 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-1124f12d-5513-4bf1-988f-ff1bc8bb54a7 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The resource could not be found. Feb 11 05:36:14.295777 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1124f12d-5513-4bf1-988f-ff1bc8bb54a7 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0959623 Feb 11 05:36:14.301200 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33560) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:14.318394 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-713b7501-01b6-4b27-8435-0b4af7049b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:36:07Z', 'revision_number': 7, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:14.324222 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-059c66b1-8740-4c55-b51c-78141ac88aff tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group': {'name': 'tempest-secgroup--510306969'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:14.408195 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-059c66b1-8740-4c55-b51c-78141ac88aff tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:14.409985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 28b770e4-043f-4e3b-a8ee-40c7c3828888 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:14.432216 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:14.436389 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b7501-01b6-4b27-8435-0b4af7049b6d None None] The sync data for ids ['15432e38-8359-44ea-9473-cff5adad9e46'] in n-d-713499-38 is: [{'id': '15432e38-8359-44ea-9473-cff5adad9e46', 'name': 'tempest-TestNetworkBasicOps-router-496517300', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:32:44Z', 'updated_at': '2022-02-11T05:36:07Z', 'revision_number': 7, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': 'fa9cc490-4188-4505-9b9f-d57a04d4f9be', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15432e38-8359-44ea-9473-cff5adad9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:32:46Z', 'updated_at': '2022-02-11T05:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:14.527713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ff3133-beba-4398-bf7c-cc91d85eac9b None None] DHCP port deletion for bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:36:14.628605 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-059c66b1-8740-4c55-b51c-78141ac88aff tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (f4364954-2aec-48a3-8a49-2ec3ed2d2aaf), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:14.634818 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-059c66b1-8740-4c55-b51c-78141ac88aff tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f4364954-2aec-48a3-8a49-2ec3ed2d2aaf), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:14.688767 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0734b-956e-45e2-a2b6-b10590fdd98f req-22775123-5d3f-4222-9c82-f70df7934451 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:14.697831 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1d0734b-956e-45e2-a2b6-b10590fdd98f req-22775123-5d3f-4222-9c82-f70df7934451 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 943 time: 1.5576823 Feb 11 05:36:14.751226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c66b1-8740-4c55-b51c-78141ac88aff tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4364954-2aec-48a3-8a49-2ec3ed2d2aaf,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:14.766786 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-059c66b1-8740-4c55-b51c-78141ac88aff tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:14.770424 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-059c66b1-8740-4c55-b51c-78141ac88aff tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4662585 Feb 11 05:36:14.774838 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33564) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:14.802930 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f29dab0d-6fe1-473d-afd1-2df37d63d295 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group': {'name': 'tempest-secgroup--865601142'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:14.938923 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f29dab0d-6fe1-473d-afd1-2df37d63d295 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:15.080295 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b459c819-8638-4105-ac34-7b1fe899dcb2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:15.112195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-0a041b23-f51e-4979-ba6f-054eb629ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:15.113098 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-0a041b23-f51e-4979-ba6f-054eb629ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:15.113736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-0a041b23-f51e-4979-ba6f-054eb629ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:15.129899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-0a041b23-f51e-4979-ba6f-054eb629ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:15.130689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-0a041b23-f51e-4979-ba6f-054eb629ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:15.131502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-0a041b23-f51e-4979-ba6f-054eb629ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:15.132234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-0a041b23-f51e-4979-ba6f-054eb629ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:15.139825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-0a041b23-f51e-4979-ba6f-054eb629ec00 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f571c83359014d03b82a06a0b410a902&device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 6717 time: 0.6148412 Feb 11 05:36:15.168083 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f29dab0d-6fe1-473d-afd1-2df37d63d295 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (bf44f01a-bd3e-4d01-b2f6-4da1c9433a4a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:15.173996 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f29dab0d-6fe1-473d-afd1-2df37d63d295 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (bf44f01a-bd3e-4d01-b2f6-4da1c9433a4a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:15.223943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3517391-3e25-4d6a-8234-26e23eea1ae5 None None] Network a9413bd3-e485-4474-bc27-84f5eafd77fe requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:15.282947 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f29dab0d-6fe1-473d-afd1-2df37d63d295 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:15.309608 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f29dab0d-6fe1-473d-afd1-2df37d63d295 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5266886 Feb 11 05:36:15.311293 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33572) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:15.325014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5783834b-af5a-49a1-9f7e-99a89b022372 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': 'f4364954-2aec-48a3-8a49-2ec3ed2d2aaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bf44f01a-bd3e-4d01-b2f6-4da1c9433a4a'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:15.351354 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dab0d-6fe1-473d-afd1-2df37d63d295 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf44f01a-bd3e-4d01-b2f6-4da1c9433a4a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:15.359549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event updated for resources: {'Port': ['ID=b459c819-8638-4105-ac34-7b1fe899dcb2,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:15.396864 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1d0734b-956e-45e2-a2b6-b10590fdd98f req-0f1be556-3709-4db6-8797-f969b3116388 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6136124 Feb 11 05:36:15.417789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 28b770e4-043f-4e3b-a8ee-40c7c3828888 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:15.418554 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fee9ecc3-8229-41a6-aae3-ebb1847f0f90 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router_gateway (15432e38-8359-44ea-9473-cff5adad9e46), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:15.419269 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (28b770e4-043f-4e3b-a8ee-40c7c3828888), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:15.429299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Network c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:15.456012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:15.488185 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-5783834b-af5a-49a1-9f7e-99a89b022372 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:15.492488 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5783834b-af5a-49a1-9f7e-99a89b022372 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1801441 Feb 11 05:36:15.493090 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33576) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:15.512250 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-622c8a67-7f54-43ff-8b95-3a48ff579c54 None None] Current status of the port 04833629-c355-4a7e-a08e-741a961f4374 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:15.534226 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-97ff3133-beba-4398-bf7c-cc91d85eac9b None None] Deleting port 394694e5-4f86-46bc-9151-ef8a64331777 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:15.534803 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-97ff3133-beba-4398-bf7c-cc91d85eac9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (394694e5-4f86-46bc-9151-ef8a64331777), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:15.539395 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:15.540529 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (1aaf3ddd-6641-4f7e-9082-a724300c42d2), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:15.668688 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-58b6bb4d-4900-4312-bd3b-b3dafd8615ab tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (bf44f01a-bd3e-4d01-b2f6-4da1c9433a4a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:15.724617 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-58b6bb4d-4900-4312-bd3b-b3dafd8615ab tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (bf44f01a-bd3e-4d01-b2f6-4da1c9433a4a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:15.775880 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-97ff3133-beba-4398-bf7c-cc91d85eac9b None None] For port 394694e5-4f86-46bc-9151-ef8a64331777, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=394694e5-4f86-46bc-9151-ef8a64331777,segment=NetworkSegment(ec5faa0c-b186-4e6d-8be6-cf1885e5f353),segment_id=ec5faa0c-b186-4e6d-8be6-cf1885e5f353)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:15.778584 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-97ff3133-beba-4398-bf7c-cc91d85eac9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (394694e5-4f86-46bc-9151-ef8a64331777), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:15.822107 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-58b6bb4d-4900-4312-bd3b-b3dafd8615ab tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (bf44f01a-bd3e-4d01-b2f6-4da1c9433a4a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:15.826933 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-58b6bb4d-4900-4312-bd3b-b3dafd8615ab tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:15.831627 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-58b6bb4d-4900-4312-bd3b-b3dafd8615ab tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "DELETE /v2.0/security-groups/bf44f01a-bd3e-4d01-b2f6-4da1c9433a4a HTTP/1.1" status: 204 len: 168 time: 0.3375194 Feb 11 05:36:15.832610 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33578) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:15.867183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6bb4d-4900-4312-bd3b-b3dafd8615ab tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf44f01a-bd3e-4d01-b2f6-4da1c9433a4a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:15.898987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-f73f16f9-7987-405f-b65c-70246160c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:15.899737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-f73f16f9-7987-405f-b65c-70246160c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:15.900353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-f73f16f9-7987-405f-b65c-70246160c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:15.910246 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-f73f16f9-7987-405f-b65c-70246160c096 service neutron] 10.222.0.73 "GET /v2.0/networks?id=799a9941-b575-4229-aefb-2f7d7414a8e8&id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&id=23491f43-7703-4822-8ced-d1c33541a9ac&id=23491f43-7703-4822-8ced-d1c33541a9ac HTTP/1.1" status: 200 len: 2292 time: 0.6485221 Feb 11 05:36:15.915778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-fee9ecc3-8229-41a6-aae3-ebb1847f0f90 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Deleting port fa9cc490-4188-4505-9b9f-d57a04d4f9be {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:15.916351 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fee9ecc3-8229-41a6-aae3-ebb1847f0f90 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (fa9cc490-4188-4505-9b9f-d57a04d4f9be), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.014084 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-97ff3133-beba-4398-bf7c-cc91d85eac9b None None] Calling delete_port for 394694e5-4f86-46bc-9151-ef8a64331777 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:16.015093 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8b52490c-9609-4809-94dd-1b26aa9850b0 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1699178 Feb 11 05:36:16.016262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33580) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:16.055797 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ad8f131f-7637-4e29-9d12-1f45ef1d64eb None None] Provisioning complete for port 28b770e4-043f-4e3b-a8ee-40c7c3828888 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:16.056180 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ad8f131f-7637-4e29-9d12-1f45ef1d64eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (28b770e4-043f-4e3b-a8ee-40c7c3828888), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.059631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-fee9ecc3-8229-41a6-aae3-ebb1847f0f90 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] For port fa9cc490-4188-4505-9b9f-d57a04d4f9be, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=fa9cc490-4188-4505-9b9f-d57a04d4f9be,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:16.060135 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fee9ecc3-8229-41a6-aae3-ebb1847f0f90 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (fa9cc490-4188-4505-9b9f-d57a04d4f9be), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.077426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-fee9ecc3-8229-41a6-aae3-ebb1847f0f90 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Calling delete_port for fa9cc490-4188-4505-9b9f-d57a04d4f9be owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:16.148792 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-183adac9-4bfb-44e8-95b3-b2d2ccaa916c tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (f4364954-2aec-48a3-8a49-2ec3ed2d2aaf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.193125 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-183adac9-4bfb-44e8-95b3-b2d2ccaa916c tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (f4364954-2aec-48a3-8a49-2ec3ed2d2aaf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.210217 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b459c819-8638-4105-ac34-7b1fe899dcb2), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.303651 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-183adac9-4bfb-44e8-95b3-b2d2ccaa916c tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f4364954-2aec-48a3-8a49-2ec3ed2d2aaf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.306562 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-183adac9-4bfb-44e8-95b3-b2d2ccaa916c tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.310692 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-183adac9-4bfb-44e8-95b3-b2d2ccaa916c tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "DELETE /v2.0/security-groups/f4364954-2aec-48a3-8a49-2ec3ed2d2aaf HTTP/1.1" status: 204 len: 168 time: 0.2870684 Feb 11 05:36:16.311519 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33584) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:16.358895 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 28b770e4-043f-4e3b-a8ee-40c7c3828888 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:16.359307 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (28b770e4-043f-4e3b-a8ee-40c7c3828888), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.376183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183adac9-4bfb-44e8-95b3-b2d2ccaa916c tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4364954-2aec-48a3-8a49-2ec3ed2d2aaf,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:16.439524 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-c076e67b-b629-4bbd-9b66-887c09982482 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75f3b967-e8c9-4755-8087-be2d8c88ed6a HTTP/1.1" status: 200 len: 1002 time: 0.2304938 Feb 11 05:36:16.491475 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-229301c0-0b98-4694-b36e-066ec11c1eb6 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1694582 Feb 11 05:36:16.492592 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33588) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:16.498559 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9e932c23-1ac3-4ada-96ae-8cf17bb26eea tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895150099'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:16.502038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f131f-7637-4e29-9d12-1f45ef1d64eb None None] Current status of the port 28b770e4-043f-4e3b-a8ee-40c7c3828888 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:16.502581 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ad8f131f-7637-4e29-9d12-1f45ef1d64eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (28b770e4-043f-4e3b-a8ee-40c7c3828888), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.539268 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e932c23-1ac3-4ada-96ae-8cf17bb26eea tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.544571 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 28b770e4-043f-4e3b-a8ee-40c7c3828888, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=28b770e4-043f-4e3b-a8ee-40c7c3828888,segment=NetworkSegment(529dc8c5-ff7d-4498-928a-5ad5c8432256),segment_id=529dc8c5-ff7d-4498-928a-5ad5c8432256)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:16.564147 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (28b770e4-043f-4e3b-a8ee-40c7c3828888), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.564956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 04833629-c355-4a7e-a08e-741a961f4374 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:16.701679 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-ad8f131f-7637-4e29-9d12-1f45ef1d64eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:36:16.702098 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-ad8f131f-7637-4e29-9d12-1f45ef1d64eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:36:16.702573 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e932c23-1ac3-4ada-96ae-8cf17bb26eea tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (73c35b36-04d1-48f0-b5cc-7fc515cf21a2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.712339 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e932c23-1ac3-4ada-96ae-8cf17bb26eea tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (73c35b36-04d1-48f0-b5cc-7fc515cf21a2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.754692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 04833629-c355-4a7e-a08e-741a961f4374 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:16.755078 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (04833629-c355-4a7e-a08e-741a961f4374), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.758639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=28b770e4-043f-4e3b-a8ee-40c7c3828888,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:16.771951 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9e932c23-1ac3-4ada-96ae-8cf17bb26eea tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.774834 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9e932c23-1ac3-4ada-96ae-8cf17bb26eea tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2810531 Feb 11 05:36:16.775907 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e932c23-1ac3-4ada-96ae-8cf17bb26eea tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c35b36-04d1-48f0-b5cc-7fc515cf21a2,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:16.778424 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33592) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:16.788168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-16eb98bf-f55a-4f40-ac43-62864965f47b tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': '73c35b36-04d1-48f0-b5cc-7fc515cf21a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:16.811922 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-97ff3133-beba-4398-bf7c-cc91d85eac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (394694e5-4f86-46bc-9151-ef8a64331777), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:16.863634 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff3133-beba-4398-bf7c-cc91d85eac9b None None] Pushing event deleted for resources: {'Port': ['ID=394694e5-4f86-46bc-9151-ef8a64331777,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:16.879857 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-16eb98bf-f55a-4f40-ac43-62864965f47b tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:16.887195 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-16eb98bf-f55a-4f40-ac43-62864965f47b tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1076217 Feb 11 05:36:16.887952 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33594) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:16.892680 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3238bff3-81f0-47c9-accc-2f19326f01ee tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group_rule': {'security_group_id': '73c35b36-04d1-48f0-b5cc-7fc515cf21a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:16.894931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ff3133-beba-4398-bf7c-cc91d85eac9b None None] No DVR routers for this DVR port 394694e5-4f86-46bc-9151-ef8a64331777 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:16.966328 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-3238bff3-81f0-47c9-accc-2f19326f01ee tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:16.970736 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3238bff3-81f0-47c9-accc-2f19326f01ee tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0817394 Feb 11 05:36:16.971335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33596) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:16.975686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 04833629-c355-4a7e-a08e-741a961f4374 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:17.081322 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for port (b459c819-8638-4105-ac34-7b1fe899dcb2), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.085808 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd8571bd-a1ca-4436-b83e-27eff855cbf9 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (73c35b36-04d1-48f0-b5cc-7fc515cf21a2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.120737 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd8571bd-a1ca-4436-b83e-27eff855cbf9 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (73c35b36-04d1-48f0-b5cc-7fc515cf21a2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.126714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 28b770e4-043f-4e3b-a8ee-40c7c3828888 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:17.197851 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 28b770e4-043f-4e3b-a8ee-40c7c3828888 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:17.199087 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (28b770e4-043f-4e3b-a8ee-40c7c3828888), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.204317 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd8571bd-a1ca-4436-b83e-27eff855cbf9 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (73c35b36-04d1-48f0-b5cc-7fc515cf21a2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.206050 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b459c819-8638-4105-ac34-7b1fe899dcb2), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.206907 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (1aaf3ddd-6641-4f7e-9082-a724300c42d2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.207203 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd8571bd-a1ca-4436-b83e-27eff855cbf9 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.208951 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bd8571bd-a1ca-4436-b83e-27eff855cbf9 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "DELETE /v2.0/security-groups/73c35b36-04d1-48f0-b5cc-7fc515cf21a2 HTTP/1.1" status: 204 len: 168 time: 0.2365797 Feb 11 05:36:17.221329 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33598) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:17.222133 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8571bd-a1ca-4436-b83e-27eff855cbf9 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c35b36-04d1-48f0-b5cc-7fc515cf21a2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:17.355706 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dc9fe4ec-f5bf-4720-9be6-64265692eecb tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1264133 Feb 11 05:36:17.356552 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33600) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:17.361702 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f38147c1-8796-475f-a2de-a4bcc8d6efc2 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group': {'name': 'tempest-secgroup--83537183'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:17.411261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-6cb6801a-3759-4cac-a9c7-aefd9be7f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:17.412981 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f38147c1-8796-475f-a2de-a4bcc8d6efc2 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.415978 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-6cb6801a-3759-4cac-a9c7-aefd9be7f17a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=795c5f83-8f52-4a99-8b5b-a318dca41c6b HTTP/1.1" status: 200 len: 850 time: 0.9395237 Feb 11 05:36:17.432041 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fee9ecc3-8229-41a6-aae3-ebb1847f0f90 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (fa9cc490-4188-4505-9b9f-d57a04d4f9be), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.463015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f131f-7637-4e29-9d12-1f45ef1d64eb None None] Current status of the port 28b770e4-043f-4e3b-a8ee-40c7c3828888 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:17.507007 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event updated for resources: {'Port': ['ID=b459c819-8638-4105-ac34-7b1fe899dcb2,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:17.564266 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ad8f131f-7637-4e29-9d12-1f45ef1d64eb None None] Provisioning complete for port 04833629-c355-4a7e-a08e-741a961f4374 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:17.574802 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ad8f131f-7637-4e29-9d12-1f45ef1d64eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (04833629-c355-4a7e-a08e-741a961f4374), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.659680 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f38147c1-8796-475f-a2de-a4bcc8d6efc2 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (e895013f-dd8c-4b71-9607-a4081408b820), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.668683 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f38147c1-8796-475f-a2de-a4bcc8d6efc2 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e895013f-dd8c-4b71-9607-a4081408b820), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.670325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 28b770e4-043f-4e3b-a8ee-40c7c3828888 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:17.739262 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f38147c1-8796-475f-a2de-a4bcc8d6efc2 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:17.753595 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f38147c1-8796-475f-a2de-a4bcc8d6efc2 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3958623 Feb 11 05:36:17.777456 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38147c1-8796-475f-a2de-a4bcc8d6efc2 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e895013f-dd8c-4b71-9607-a4081408b820,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:17.782096 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33606) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:17.787325 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-aa8a5437-9c14-42ba-a452-e1203de1b99f tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:17.787861 n-d-713499-38 neutron-server[103170]: WARNING neutron.api.v2.base [None req-aa8a5437-9c14-42ba-a452-e1203de1b99f tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 05:36:17.788400 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-aa8a5437-9c14-42ba-a452-e1203de1b99f tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 05:36:17.789722 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aa8a5437-9c14-42ba-a452-e1203de1b99f tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "PUT /v2.0/security-groups/e895013f-dd8c-4b71-9607-a4081408b820 HTTP/1.1" status: 409 len: 330 time: 0.0064805 Feb 11 05:36:17.792859 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33608) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:17.829624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 394694e5-4f86-46bc-9151-ef8a64331777 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:17.902378 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 394694e5-4f86-46bc-9151-ef8a64331777 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:17.902843 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 394694e5-4f86-46bc-9151-ef8a64331777 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:17.910249 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2ac34f90-f4b9-427d-83b5-048fb06eeb20 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:17.967757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 2ac34f90-f4b9-427d-83b5-048fb06eeb20 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:17.968110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2ac34f90-f4b9-427d-83b5-048fb06eeb20 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:17.971412 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-717bbfde-2801-45c8-84ce-962fe8c7acea tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (e895013f-dd8c-4b71-9607-a4081408b820), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.007751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f131f-7637-4e29-9d12-1f45ef1d64eb None None] Current status of the port 04833629-c355-4a7e-a08e-741a961f4374 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:18.029139 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-717bbfde-2801-45c8-84ce-962fe8c7acea tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (e895013f-dd8c-4b71-9607-a4081408b820), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.113489 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-717bbfde-2801-45c8-84ce-962fe8c7acea tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e895013f-dd8c-4b71-9607-a4081408b820), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.122305 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-717bbfde-2801-45c8-84ce-962fe8c7acea tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.127296 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-717bbfde-2801-45c8-84ce-962fe8c7acea tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "DELETE /v2.0/security-groups/e895013f-dd8c-4b71-9607-a4081408b820 HTTP/1.1" status: 204 len: 168 time: 0.3332241 Feb 11 05:36:18.128248 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33612) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:18.142241 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-583d3b87-923a-41a9-b2f5-7a4f8c9873e1 None None] Provisioning complete for port 28b770e4-043f-4e3b-a8ee-40c7c3828888 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:18.143292 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-583d3b87-923a-41a9-b2f5-7a4f8c9873e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (28b770e4-043f-4e3b-a8ee-40c7c3828888), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.191229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bbfde-2801-45c8-84ce-962fe8c7acea tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e895013f-dd8c-4b71-9607-a4081408b820,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:18.273955 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a9a940c4-740e-4b33-8add-96c7c2e345f0 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1348257 Feb 11 05:36:18.274542 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33614) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:18.290355 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-caf8035b-c9b5-43cc-b36f-ba86fa2811da tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] delete failed (client error): The resource could not be found. Feb 11 05:36:18.296994 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-caf8035b-c9b5-43cc-b36f-ba86fa2811da tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "DELETE /v2.0/security-groups/b9a42297-accf-49cf-9eae-6c9cb7ef794f HTTP/1.1" status: 404 len: 347 time: 0.0213466 Feb 11 05:36:18.309582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33616) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:18.325316 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-344e515c-8348-4998-9df9-623dfac530e7 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] show failed (client error): The resource could not be found. Feb 11 05:36:18.330847 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-344e515c-8348-4998-9df9-623dfac530e7 tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "GET /v2.0/security-groups/87b72a3f-754a-49e2-8b33-0bc90d1c7008 HTTP/1.1" status: 404 len: 347 time: 0.0201056 Feb 11 05:36:18.332135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33618) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:18.348616 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-2967ebbb-9f7c-4fc4-a924-ffd870c00ffd tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] show failed (client error): The resource could not be found. Feb 11 05:36:18.353429 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2967ebbb-9f7c-4fc4-a924-ffd870c00ffd tempest-NegativeSecGroupIPv6Test-799493589 tempest-NegativeSecGroupIPv6Test-799493589-project] 10.222.0.87 "GET /v2.0/security-group-rules/c56ddbf7-9f45-49b6-8792-18b03e2519da HTTP/1.1" status: 404 len: 356 time: 0.0202777 Feb 11 05:36:18.433779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-583d3b87-923a-41a9-b2f5-7a4f8c9873e1 None None] Current status of the port 28b770e4-043f-4e3b-a8ee-40c7c3828888 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:18.460127 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-583d3b87-923a-41a9-b2f5-7a4f8c9873e1 None None] Provisioning complete for port b459c819-8638-4105-ac34-7b1fe899dcb2 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:18.460516 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-583d3b87-923a-41a9-b2f5-7a4f8c9873e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b459c819-8638-4105-ac34-7b1fe899dcb2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:18.527582 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-583d3b87-923a-41a9-b2f5-7a4f8c9873e1 None None] Port b459c819-8638-4105-ac34-7b1fe899dcb2 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:36:18.614621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9ecc3-8229-41a6-aae3-ebb1847f0f90 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'Port': ['ID=fa9cc490-4188-4505-9b9f-d57a04d4f9be,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:18.671969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be778222-8900-4d5a-a9ec-e82f109537cf req-70f60d96-b48a-4b0d-b382-3d142077c4d3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:18.673583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be778222-8900-4d5a-a9ec-e82f109537cf req-70f60d96-b48a-4b0d-b382-3d142077c4d3 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 943 time: 1.4779110 Feb 11 05:36:18.694730 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33626) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:18.887323 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-406b82af-b25b-4089-bf00-addcd12af642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:18.889420 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-406b82af-b25b-4089-bf00-addcd12af642 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=799a9941-b575-4229-aefb-2f7d7414a8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.4221942 Feb 11 05:36:18.898360 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fee9ecc3-8229-41a6-aae3-ebb1847f0f90 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (15432e38-8359-44ea-9473-cff5adad9e46), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.020452 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fee9ecc3-8229-41a6-aae3-ebb1847f0f90 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (15432e38-8359-44ea-9473-cff5adad9e46), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.023614 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fee9ecc3-8229-41a6-aae3-ebb1847f0f90 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router_controller (15432e38-8359-44ea-9473-cff5adad9e46), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.077519 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b9e72dc8-34bc-4a32-b306-34ceb00d7310 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6548d09e5f3c4ec5b176ce00eeec1d11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3791919 Feb 11 05:36:19.078212 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33632) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:19.083827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Network c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:19.085746 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:19.096590 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fee9ecc3-8229-41a6-aae3-ebb1847f0f90 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (15432e38-8359-44ea-9473-cff5adad9e46), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.097313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee9ecc3-8229-41a6-aae3-ebb1847f0f90 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Fanout notify agent at l3_agent the message router_deleted on router 15432e38-8359-44ea-9473-cff5adad9e46 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:36:19.115836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be778222-8900-4d5a-a9ec-e82f109537cf req-a47239c4-8c61-4b5e-ae4e-0af038ff22f7 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4243515 Feb 11 05:36:19.141846 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fee9ecc3-8229-41a6-aae3-ebb1847f0f90 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.146357 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fee9ecc3-8229-41a6-aae3-ebb1847f0f90 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "DELETE /v2.0/routers/15432e38-8359-44ea-9473-cff5adad9e46 HTTP/1.1" status: 204 len: 168 time: 5.5963144 Feb 11 05:36:19.166780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33634) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:19.265148 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb1db1bc-b9c2-4d3b-96a6-0116c60f5fe6 admin admin] Publish callbacks [] for security_group (f916d632-ca47-489b-8afa-2547d8e2db81), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.332278 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb1db1bc-b9c2-4d3b-96a6-0116c60f5fe6 admin admin] Publish callbacks [] for security_group (f916d632-ca47-489b-8afa-2547d8e2db81), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.460781 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb1db1bc-b9c2-4d3b-96a6-0116c60f5fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f916d632-ca47-489b-8afa-2547d8e2db81), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.464663 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb1db1bc-b9c2-4d3b-96a6-0116c60f5fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.467905 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eb1db1bc-b9c2-4d3b-96a6-0116c60f5fe6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f916d632-ca47-489b-8afa-2547d8e2db81 HTTP/1.1" status: 204 len: 168 time: 0.3844345 Feb 11 05:36:19.509001 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1db1bc-b9c2-4d3b-96a6-0116c60f5fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f916d632-ca47-489b-8afa-2547d8e2db81,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:19.590975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-02c616e3-60e1-46af-af33-a5a98e11aa9c None None] Provisioning complete for port b459c819-8638-4105-ac34-7b1fe899dcb2 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:19.591681 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-02c616e3-60e1-46af-af33-a5a98e11aa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b459c819-8638-4105-ac34-7b1fe899dcb2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.727731 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-02c616e3-60e1-46af-af33-a5a98e11aa9c None None] Port b459c819-8638-4105-ac34-7b1fe899dcb2 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:36:19.736893 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ce9182d6-b217-49b4-8efd-ca94c5a36ac4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.895635 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ce9182d6-b217-49b4-8efd-ca94c5a36ac4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:19.918577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-ce9182d6-b217-49b4-8efd-ca94c5a36ac4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:19.929930 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-c3e1b1be-05af-4506-a5c5-8f1a5e6e2ba3 service neutron] 10.222.0.73 "GET /v2.0/networks/799a9941-b575-4229-aefb-2f7d7414a8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8542862 Feb 11 05:36:19.934236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-ce9182d6-b217-49b4-8efd-ca94c5a36ac4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5faa0c-b186-4e6d-8be6-cf1885e5f353') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:19.941423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-ce9182d6-b217-49b4-8efd-ca94c5a36ac4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5faa0c-b186-4e6d-8be6-cf1885e5f353') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:19.983948 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ce9182d6-b217-49b4-8efd-ca94c5a36ac4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (ec5faa0c-b186-4e6d-8be6-cf1885e5f353), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.014244 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ce9182d6-b217-49b4-8efd-ca94c5a36ac4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ec5faa0c-b186-4e6d-8be6-cf1885e5f353), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.020578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9182d6-b217-49b4-8efd-ca94c5a36ac4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:36:20.020976 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ce9182d6-b217-49b4-8efd-ca94c5a36ac4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (ec5faa0c-b186-4e6d-8be6-cf1885e5f353), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:36:20.081627 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:36:20.092397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ce9182d6-b217-49b4-8efd-ca94c5a36ac4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.096936 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ce9182d6-b217-49b4-8efd-ca94c5a36ac4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.104461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ce9182d6-b217-49b4-8efd-ca94c5a36ac4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "DELETE /v2.0/networks/bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1 HTTP/1.1" status: 204 len: 168 time: 0.9360147 Feb 11 05:36:20.117891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33648) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:20.132354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c12b6c70-5151-4f8e-9eae-54007feee4f9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'network': {'name': 'tempest-network-smoke--1259579543', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'port_security_enabled': True}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:20.235197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9182d6-b217-49b4-8efd-ca94c5a36ac4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'Network': ['ID=bcbaf9ee-f868-4598-a5d0-06f03c4c6ad1,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:20.357800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Router 1aaf3ddd-6641-4f7e-9082-a724300c42d2 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:36:20.518353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12b6c70-5151-4f8e-9eae-54007feee4f9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Made reservation on behalf of 89a824e240334b3fb89a7803bbc06026 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:20.522553 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c12b6c70-5151-4f8e-9eae-54007feee4f9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.656355 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-bd629480-5e6c-415d-931d-eea6f8c1419b service neutron] 10.222.0.73 "GET /v2.0/networks/799a9941-b575-4229-aefb-2f7d7414a8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7124362 Feb 11 05:36:20.718415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12b6c70-5151-4f8e-9eae-54007feee4f9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:36:20.723641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-da22bf26-4313-4879-a6ee-df31e3d6f669 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=2f6163c5-4e87-4547-a174-b364d5b146f5 HTTP/1.1" status: 200 len: 217 time: 0.0486774 Feb 11 05:36:20.739353 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c12b6c70-5151-4f8e-9eae-54007feee4f9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.740468 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-c12b6c70-5151-4f8e-9eae-54007feee4f9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Added segment ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea of type vlan for network 0c4ac397-9ec6-4482-925a-3cb28285fab5 Feb 11 05:36:20.770737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b08ba-7d82-48f5-a0cc-4b98a1a4102b req-cd12c9fb-0227-4b40-a4ff-74c99e5fef0b tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:20.772411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb5b08ba-7d82-48f5-a0cc-4b98a1a4102b req-cd12c9fb-0227-4b40-a4ff-74c99e5fef0b tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 943 time: 0.4444876 Feb 11 05:36:20.810742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:20.824815 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33666) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:20.825619 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1cfa1a70-1dd1-4a4f-bd41-058a4912a27b tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "PUT /v2.0/routers/1aaf3ddd-6641-4f7e-9082-a724300c42d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2853448 Feb 11 05:36:20.841405 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da866f36-98db-4d23-9521-e7b914546168 None None] Sync routers for ids ['1aaf3ddd-6641-4f7e-9082-a724300c42d2'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:20.862758 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c12b6c70-5151-4f8e-9eae-54007feee4f9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (0c4ac397-9ec6-4482-925a-3cb28285fab5), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.878253 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-33964366-07b2-453d-a7bd-1d8ea0c3ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:20.881933 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-33964366-07b2-453d-a7bd-1d8ea0c3ad9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4ffbfec-1193-4937-9b0b-71991ee02cfb HTTP/1.1" status: 200 len: 797 time: 0.1304727 Feb 11 05:36:20.917022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da866f36-98db-4d23-9521-e7b914546168 None None] Routers {'1aaf3ddd-6641-4f7e-9082-a724300c42d2'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:20.918449 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-da866f36-98db-4d23-9521-e7b914546168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:36:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['1aaf3ddd-6641-4f7e-9082-a724300c42d2'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:20.955076 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c12b6c70-5151-4f8e-9eae-54007feee4f9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (0c4ac397-9ec6-4482-925a-3cb28285fab5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.973988 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12b6c70-5151-4f8e-9eae-54007feee4f9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:20.976206 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c12b6c70-5151-4f8e-9eae-54007feee4f9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:20.994562 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33668) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:21.097218 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c12b6c70-5151-4f8e-9eae-54007feee4f9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9708121 Feb 11 05:36:21.098491 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-da866f36-98db-4d23-9521-e7b914546168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:21.112809 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33674) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:21.118033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device fa9cc490-4188-4505-9b9f-d57a04d4f9be no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:21.126385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb5b08ba-7d82-48f5-a0cc-4b98a1a4102b req-9a0ba965-fc68-47be-b0f4-447d6724fb75 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039994 Feb 11 05:36:21.128892 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-463297159', 'admin_state_up': True, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:21.189980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: fa9cc490-4188-4505-9b9f-d57a04d4f9be {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:21.190246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device fa9cc490-4188-4505-9b9f-d57a04d4f9be not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:21.194433 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da866f36-98db-4d23-9521-e7b914546168 None None] Routers {'1aaf3ddd-6641-4f7e-9082-a724300c42d2'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:21.200450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-da866f36-98db-4d23-9521-e7b914546168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:36:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['1aaf3ddd-6641-4f7e-9082-a724300c42d2'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:21.237482 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (63c0e793-2358-4d8d-a994-a97b8b97e096), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:21.238633 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (63c0e793-2358-4d8d-a994-a97b8b97e096), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:21.262763 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b6c70-5151-4f8e-9eae-54007feee4f9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Network': ['ID=0c4ac397-9ec6-4482-925a-3cb28285fab5,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:21.277463 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 0c4ac397-9ec6-4482-925a-3cb28285fab5 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:36:21.280169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-da866f36-98db-4d23-9521-e7b914546168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:21.280577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-b2c12a95-b895-4c82-9d09-367bfd9a01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:21.281185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da866f36-98db-4d23-9521-e7b914546168 None None] The sync data for ids ['1aaf3ddd-6641-4f7e-9082-a724300c42d2'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:21.290692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-b2c12a95-b895-4c82-9d09-367bfd9a01a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3520133 Feb 11 05:36:21.412576 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3a26e4c0-090e-4669-9333-c52a3b3ea48b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-586792082'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:21.477310 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a26e4c0-090e-4669-9333-c52a3b3ea48b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Made reservation on behalf of e5ed031ce2654af1b88c7fd2d3789ea7 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:21.481154 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a26e4c0-090e-4669-9333-c52a3b3ea48b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:21.518282 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router_controller (63c0e793-2358-4d8d-a994-a97b8b97e096), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:21.553300 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a26e4c0-090e-4669-9333-c52a3b3ea48b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:21.875517 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router_gateway (63c0e793-2358-4d8d-a994-a97b8b97e096), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.017511 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a26e4c0-090e-4669-9333-c52a3b3ea48b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks [] for security_group (9ea30306-bd25-40ce-b090-8b69c561677b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.027707 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-a4a1c1d5-fb31-4077-b9ae-05fb4db2297a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:22.029291 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a4a1c1d5-fb31-4077-b9ae-05fb4db2297a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "PUT /v2.0/routers/1aaf3ddd-6641-4f7e-9082-a724300c42d2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2011082 Feb 11 05:36:22.035200 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33682) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:22.048192 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a26e4c0-090e-4669-9333-c52a3b3ea48b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9ea30306-bd25-40ce-b090-8b69c561677b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.120553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a26e4c0-090e-4669-9333-c52a3b3ea48b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:36:22.141558 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a26e4c0-090e-4669-9333-c52a3b3ea48b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (6cc9fb40-0ee6-4e13-ba56-424e594add5e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.142254 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-3a26e4c0-090e-4669-9333-c52a3b3ea48b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Added segment 6cc9fb40-0ee6-4e13-ba56-424e594add5e of type vlan for network 2159c029-6fe4-4286-873c-943bdf6df52c Feb 11 05:36:22.199738 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26e4c0-090e-4669-9333-c52a3b3ea48b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea30306-bd25-40ce-b090-8b69c561677b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:22.252859 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a26e4c0-090e-4669-9333-c52a3b3ea48b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (2159c029-6fe4-4286-873c-943bdf6df52c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.309251 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a26e4c0-090e-4669-9333-c52a3b3ea48b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (2159c029-6fe4-4286-873c-943bdf6df52c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.314712 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26e4c0-090e-4669-9333-c52a3b3ea48b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:22.315391 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a26e4c0-090e-4669-9333-c52a3b3ea48b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:22.459597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-b7253308-5142-4f19-aa43-12dede833983 service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063390 Feb 11 05:36:22.563347 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3a26e4c0-090e-4669-9333-c52a3b3ea48b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5546944 Feb 11 05:36:22.570321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33690) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:22.619124 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-adfa8e3d-6f05-45aa-ad0a-74826fc476e7 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Request body: {'subnet': {'network_id': '2159c029-6fe4-4286-873c-943bdf6df52c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:22.641573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26e4c0-090e-4669-9333-c52a3b3ea48b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Pushing event updated for resources: {'Network': ['ID=2159c029-6fe4-4286-873c-943bdf6df52c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:22.651894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 2159c029-6fe4-4286-873c-943bdf6df52c details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:36:22.832997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1d96a-12a7-4b41-8fdf-5fd7ee3e3df2 req-1f5afb0e-3fec-4751-a164-55f4c81577ab tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:22.855385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9cf1d96a-12a7-4b41-8fdf-5fd7ee3e3df2 req-1f5afb0e-3fec-4751-a164-55f4c81577ab tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 943 time: 0.5033360 Feb 11 05:36:23.043854 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-6f19fcff-5f00-49fe-bbcd-782dc37f3c88 service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647118 Feb 11 05:36:23.080517 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9cf1d96a-12a7-4b41-8fdf-5fd7ee3e3df2 req-43550726-f877-4509-b4a5-a5fcfca8238f tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237368 Feb 11 05:36:23.221586 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router_gateway (63c0e793-2358-4d8d-a994-a97b8b97e096), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.248771 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.276831 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0b07f52c-3d4d-4a1d-a037-72cd8d210662 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (1aaf3ddd-6641-4f7e-9082-a724300c42d2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.328470 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:36:23.392530 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfa8e3d-6f05-45aa-ad0a-74826fc476e7 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Made reservation on behalf of e5ed031ce2654af1b88c7fd2d3789ea7 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:23.396107 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-adfa8e3d-6f05-45aa-ad0a-74826fc476e7 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.469087 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-2110d9cf-2ccd-498f-bce5-7c8c37915950 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 HTTP/1.1" status: 200 len: 217 time: 0.0419898 Feb 11 05:36:23.565534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-5da607d3-3e10-480b-9e4e-81388c5a49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:23.566993 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-5da607d3-3e10-480b-9e4e-81388c5a49eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4ffbfec-1193-4937-9b0b-71991ee02cfb HTTP/1.1" status: 200 len: 797 time: 0.0732074 Feb 11 05:36:23.596460 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-adfa8e3d-6f05-45aa-ad0a-74826fc476e7 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.662197 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Allocated IP 172.25.5.119 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/0ee25b4f-926e-448f-b1d7-74a6e79aa4f6) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:23.669519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-12362e5d-9408-4384-8bc9-f652a93071ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:23.671486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-12362e5d-9408-4384-8bc9-f652a93071ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0941124 Feb 11 05:36:23.688047 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa8e3d-6f05-45aa-ad0a-74826fc476e7 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Pushing event updated for resources: {'Subnet': ['ID=66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:23.704986 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa8e3d-6f05-45aa-ad0a-74826fc476e7 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Checking segment: {'id': '6cc9fb40-0ee6-4e13-ba56-424e594add5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2159c029-6fe4-4286-873c-943bdf6df52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:23.705345 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfa8e3d-6f05-45aa-ad0a-74826fc476e7 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Network hostable DHCP agents. Network: 2159c029-6fe4-4286-873c-943bdf6df52c, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:36:23.774252 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfa8e3d-6f05-45aa-ad0a-74826fc476e7 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Network 2159c029-6fe4-4286-873c-943bdf6df52c is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:36:23.792444 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-adfa8e3d-6f05-45aa-ad0a-74826fc476e7 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 2159c029-6fe4-4286-873c-943bdf6df52c) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:23.799754 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfa8e3d-6f05-45aa-ad0a-74826fc476e7 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:23.800377 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-adfa8e3d-6f05-45aa-ad0a-74826fc476e7 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.803848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-0b07f52c-3d4d-4a1d-a037-72cd8d210662 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Deleting port b459c819-8638-4105-ac34-7b1fe899dcb2 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:23.804591 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0b07f52c-3d4d-4a1d-a037-72cd8d210662 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b459c819-8638-4105-ac34-7b1fe899dcb2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.827181 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9fc756-4822-426c-ac99-75c8a6a04d33 None None] Network 2159c029-6fe4-4286-873c-943bdf6df52c requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:23.857010 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-3b177587-1167-443e-b644-76d495f625b4 service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622210 Feb 11 05:36:23.865501 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-adfa8e3d-6f05-45aa-ad0a-74826fc476e7 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2540443 Feb 11 05:36:23.869455 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for port (0ee25b4f-926e-448f-b1d7-74a6e79aa4f6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.871817 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33698) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:23.882778 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9df4a109-089a-4d96-b0ae-02d83735a016 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Request body: {'port': {'network_id': '2159c029-6fe4-4286-873c-943bdf6df52c', 'name': 'tempest-TagsExtTest-249422047'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:24.012636 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (0ee25b4f-926e-448f-b1d7-74a6e79aa4f6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:24.047087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-2159c029-6fe4-4286-873c-943bdf6df52c', 'network_id': '2159c029-6fe4-4286-873c-943bdf6df52c', 'project_id': 'e5ed031ce2654af1b88c7fd2d3789ea7', 'fixed_ips': [{'subnet_id': '66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:36:24.048289 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:24.093184 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Port': ['ID=0ee25b4f-926e-448f-b1d7-74a6e79aa4f6,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:24.117075 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:24.132203 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:24.139573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:24.343803 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df4a109-089a-4d96-b0ae-02d83735a016 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Made reservation on behalf of e5ed031ce2654af1b88c7fd2d3789ea7 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:24.348538 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Allocated IP 172.20.0.2 (2159c029-6fe4-4286-873c-943bdf6df52c/66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6/e5fcb519-7650-4e5e-aeb9-aac35baeba91) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:24.349685 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9df4a109-089a-4d96-b0ae-02d83735a016 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:24.423533 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-9df4a109-089a-4d96-b0ae-02d83735a016 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] device_id is not set on port 2aa312af-5615-42dd-9a25-fc6328a5304b yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:36:24.535042 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0b07f52c-3d4d-4a1d-a037-72cd8d210662 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b459c819-8638-4105-ac34-7b1fe899dcb2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:24.547272 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-aef7d1c3-653f-4332-9e54-38ff7fd22a28 service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6591611 Feb 11 05:36:24.558678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-0b07f52c-3d4d-4a1d-a037-72cd8d210662 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Calling delete_port for b459c819-8638-4105-ac34-7b1fe899dcb2 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:24.623745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82748136-9b04-4507-9fd4-bec05ae1d423 req-9e2d70b2-9d37-41ea-bf30-3dafa6b9b628 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:24.625442 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82748136-9b04-4507-9fd4-bec05ae1d423 req-9e2d70b2-9d37-41ea-bf30-3dafa6b9b628 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 943 time: 0.1902826 Feb 11 05:36:24.632419 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-6c744fda-bc5a-4c2c-a2cc-794f179933fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=e807764e-d613-4927-87a7-0871be7d6db6 HTTP/1.1" status: 200 len: 217 time: 0.0750613 Feb 11 05:36:24.636951 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Publish callbacks [] for port (e5fcb519-7650-4e5e-aeb9-aac35baeba91), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:24.647114 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (e5fcb519-7650-4e5e-aeb9-aac35baeba91), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:24.656661 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router_gateway (63c0e793-2358-4d8d-a994-a97b8b97e096), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:24.761340 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Network 2159c029-6fe4-4286-873c-943bdf6df52c is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:24.768557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:24.775232 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:24.815068 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-9df4a109-089a-4d96-b0ae-02d83735a016 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Allocated IP 172.20.0.4 (2159c029-6fe4-4286-873c-943bdf6df52c/66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6/2aa312af-5615-42dd-9a25-fc6328a5304b) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:24.834727 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Pushing event updated for resources: {'Port': ['ID=e5fcb519-7650-4e5e-aeb9-aac35baeba91,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:24.910451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Attempting to bind port e5fcb519-7650-4e5e-aeb9-aac35baeba91 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:36:24.911773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Attempting to bind port e5fcb519-7650-4e5e-aeb9-aac35baeba91 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '6cc9fb40-0ee6-4e13-ba56-424e594add5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2159c029-6fe4-4286-873c-943bdf6df52c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:36:24.921979 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0b07f52c-3d4d-4a1d-a037-72cd8d210662 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b459c819-8638-4105-ac34-7b1fe899dcb2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:24.924811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Attempting to bind port e5fcb519-7650-4e5e-aeb9-aac35baeba91 on network 2159c029-6fe4-4286-873c-943bdf6df52c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:24.939605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:36:24.940027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Checking segment: {'id': '6cc9fb40-0ee6-4e13-ba56-424e594add5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2159c029-6fe4-4286-873c-943bdf6df52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:24.940413 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:24.940870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Bound using segment: {'id': '6cc9fb40-0ee6-4e13-ba56-424e594add5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2159c029-6fe4-4286-873c-943bdf6df52c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:36:24.941430 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Bound port: e5fcb519-7650-4e5e-aeb9-aac35baeba91, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc9fb40-0ee6-4e13-ba56-424e594add5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2159c029-6fe4-4286-873c-943bdf6df52c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:36:24.942106 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e5fcb519-7650-4e5e-aeb9-aac35baeba91), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:24.988573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-9726c4d2-8628-495a-96e8-457bbbe192c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:24.990125 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-9726c4d2-8628-495a-96e8-457bbbe192c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4ffbfec-1193-4937-9b0b-71991ee02cfb HTTP/1.1" status: 200 len: 797 time: 0.0929391 Feb 11 05:36:25.026502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07f52c-3d4d-4a1d-a037-72cd8d210662 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event deleted for resources: {'Port': ['ID=b459c819-8638-4105-ac34-7b1fe899dcb2,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:25.082010 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] For port e5fcb519-7650-4e5e-aeb9-aac35baeba91, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:36:25.089203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] For port e5fcb519-7650-4e5e-aeb9-aac35baeba91, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e5fcb519-7650-4e5e-aeb9-aac35baeba91,segment=NetworkSegment(6cc9fb40-0ee6-4e13-ba56-424e594add5e),segment_id=6cc9fb40-0ee6-4e13-ba56-424e594add5e)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:36:25.104813 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e5fcb519-7650-4e5e-aeb9-aac35baeba91), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:25.115038 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (63c0e793-2358-4d8d-a994-a97b8b97e096), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:25.202893 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0b07f52c-3d4d-4a1d-a037-72cd8d210662 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (1aaf3ddd-6641-4f7e-9082-a724300c42d2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:25.251598 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82748136-9b04-4507-9fd4-bec05ae1d423 req-e83ee058-0219-4a9a-a9b5-8ad7d714e22e tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6166046 Feb 11 05:36:25.258797 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70188fa0-c6b4-4f95-9682-11b33f781375 None None] Pushing event updated for resources: {'Port': ['ID=e5fcb519-7650-4e5e-aeb9-aac35baeba91,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:25.334355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-d9531d21-036a-404b-a7fc-9eda1f32038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:25.335929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-d9531d21-036a-404b-a7fc-9eda1f32038d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3181441 Feb 11 05:36:25.343527 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9df4a109-089a-4d96-b0ae-02d83735a016 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks [] for port (2aa312af-5615-42dd-9a25-fc6328a5304b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:25.385122 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Router 63c0e793-2358-4d8d-a994-a97b8b97e096 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:36:25.447473 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9df4a109-089a-4d96-b0ae-02d83735a016 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2aa312af-5615-42dd-9a25-fc6328a5304b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:25.571518 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b07f52c-3d4d-4a1d-a037-72cd8d210662 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Router 1aaf3ddd-6641-4f7e-9082-a724300c42d2 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:25.577128 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df4a109-089a-4d96-b0ae-02d83735a016 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Network 2159c029-6fe4-4286-873c-943bdf6df52c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:25.584729 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-9df4a109-089a-4d96-b0ae-02d83735a016 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:25.590259 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4a109-089a-4d96-b0ae-02d83735a016 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:25.603009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-e26ffea4-207b-44ca-8932-0fc8e8860c9e service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260010 Feb 11 05:36:25.665336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4a109-089a-4d96-b0ae-02d83735a016 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Pushing event updated for resources: {'Port': ['ID=2aa312af-5615-42dd-9a25-fc6328a5304b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:25.700108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b07f52c-3d4d-4a1d-a037-72cd8d210662 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:25.710648 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0b07f52c-3d4d-4a1d-a037-72cd8d210662 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "PUT /v2.0/routers/1aaf3ddd-6641-4f7e-9082-a724300c42d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6750262 Feb 11 05:36:25.717611 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce72335-01de-4a97-930d-5ab8b789db49 None None] Sync routers for ids ['1aaf3ddd-6641-4f7e-9082-a724300c42d2'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:25.724680 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df4a109-089a-4d96-b0ae-02d83735a016 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:25.725696 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9df4a109-089a-4d96-b0ae-02d83735a016 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:25.730688 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce72335-01de-4a97-930d-5ab8b789db49 None None] Routers {'1aaf3ddd-6641-4f7e-9082-a724300c42d2'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:25.731350 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-bce72335-01de-4a97-930d-5ab8b789db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:36:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['1aaf3ddd-6641-4f7e-9082-a724300c42d2'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:25.732304 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33710) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:25.758910 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:25.777379 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Sync routers for ids ['63c0e793-2358-4d8d-a994-a97b8b97e096'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:25.788357 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-a0806f00-1e7d-45a0-a1d1-5793411ad46b service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535749 Feb 11 05:36:25.792710 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Routers {'63c0e793-2358-4d8d-a994-a97b8b97e096'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:25.793087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:36:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['63c0e793-2358-4d8d-a994-a97b8b97e096'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:25.849013 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-bce72335-01de-4a97-930d-5ab8b789db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:25.876324 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce72335-01de-4a97-930d-5ab8b789db49 None None] Routers {'1aaf3ddd-6641-4f7e-9082-a724300c42d2'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:25.876906 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-bce72335-01de-4a97-930d-5ab8b789db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:36:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['1aaf3ddd-6641-4f7e-9082-a724300c42d2'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:25.899452 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-b74151a0-41c2-4373-a5cc-a9e94b79e8f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 HTTP/1.1" status: 200 len: 217 time: 0.1044757 Feb 11 05:36:25.930615 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-bce72335-01de-4a97-930d-5ab8b789db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:25.931086 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-e8701e79-18f9-4e2a-89a0-bb1eb2a6c7bf tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] delete failed (client error): The resource could not be found. Feb 11 05:36:25.933229 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce72335-01de-4a97-930d-5ab8b789db49 None None] The sync data for ids ['1aaf3ddd-6641-4f7e-9082-a724300c42d2'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:25.939075 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e8701e79-18f9-4e2a-89a0-bb1eb2a6c7bf tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "DELETE /v2.0/routers/tempest-non_exist_router-142117852 HTTP/1.1" status: 404 len: 334 time: 0.1848245 Feb 11 05:36:25.941469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33716) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:25.949913 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:25.951349 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c33c8025-1be3-4cc3-90f9-d32fd97c8d2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8375905 Feb 11 05:36:25.955059 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8cbbb30b-f50f-49f2-90e9-0fef7c28d6a1 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Request body: {'router': {'external_gateway_info': {'network_id': '1aaf3ddd-6641-4f7e-9082-a724300c42d2'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:25.959178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33718) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:25.963446 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9df4a109-089a-4d96-b0ae-02d83735a016 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.0895534 Feb 11 05:36:25.978230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33720) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:25.983087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6a484514-c745-499e-8364-913475705f72 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1357874654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:26.020220 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Set router 63c0e793-2358-4d8d-a994-a97b8b97e096 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:26.034340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-61d11973-9654-4613-a207-7c24afa34068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:26.042835 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-580db382-4367-4a74-abd4-d90ff024c4b0 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=89a824e240334b3fb89a7803bbc06026&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0777028 Feb 11 05:36:26.045504 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33722) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:26.049126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-61d11973-9654-4613-a207-7c24afa34068 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4ffbfec-1193-4937-9b0b-71991ee02cfb HTTP/1.1" status: 200 len: 797 time: 0.1322474 Feb 11 05:36:26.066374 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a484514-c745-499e-8364-913475705f72 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (42edd711-e370-476a-8449-a3bed868b706), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.074444 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a484514-c745-499e-8364-913475705f72 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (42edd711-e370-476a-8449-a3bed868b706), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.135666 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a484514-c745-499e-8364-913475705f72 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks [] for router_controller (42edd711-e370-476a-8449-a3bed868b706), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.156392 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a484514-c745-499e-8364-913475705f72 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (42edd711-e370-476a-8449-a3bed868b706), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.184651 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a484514-c745-499e-8364-913475705f72 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.189047 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6a484514-c745-499e-8364-913475705f72 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2095308 Feb 11 05:36:26.193427 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33724) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:26.204700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-5f161864-a661-4f16-a7a8-4e28eb238d74 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-616772399', 'prefixes': ['172.20.0.0/16']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:26.243480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-74f4b48a-05eb-4ca7-9baa-1327fe297c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:26.247970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-74f4b48a-05eb-4ca7-9baa-1327fe297c0b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25636206-fa93-4ae9-b2a8-6ceafbadfce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1977460 Feb 11 05:36:26.299564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'name': 'tempest-TestNetworkBasicOps-router-463297159', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:21Z', 'updated_at': '2022-02-11T05:36:24Z', 'revision_number': 3, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:23Z', 'updated_at': '2022-02-11T05:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:26.344739 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Checking router: 63c0e793-2358-4d8d-a994-a97b8b97e096 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:36:26.345826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Updating router 63c0e793-2358-4d8d-a994-a97b8b97e096 port 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:36:26.401548 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0ee25b4f-926e-448f-b1d7-74a6e79aa4f6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.418799 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cbbb30b-f50f-49f2-90e9-0fef7c28d6a1 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for router_gateway (1aaf3ddd-6641-4f7e-9082-a724300c42d2), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.446672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 9b909078-2d81-4a81-9fde-af606bf39f45 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:36:26.465477 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-8cbbb30b-f50f-49f2-90e9-0fef7c28d6a1 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] update failed (client error): The resource could not be found. Feb 11 05:36:26.471133 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8cbbb30b-f50f-49f2-90e9-0fef7c28d6a1 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "PUT /v2.0/routers/1aaf3ddd-6641-4f7e-9082-a724300c42d2 HTTP/1.1" status: 404 len: 339 time: 0.5270250 Feb 11 05:36:26.471947 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33728) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:26.472708 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f161864-a661-4f16-a7a8-4e28eb238d74 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.480625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884b142d-9928-4b0d-831f-06260c996a1e tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:26.480625 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-884b142d-9928-4b0d-831f-06260c996a1e tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4306939 Feb 11 05:36:26.480625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33730) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:26.482519 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5f161864-a661-4f16-a7a8-4e28eb238d74 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2876313 Feb 11 05:36:26.483667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33732) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:26.485292 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-0e8e1c70-59ea-45a9-8173-3949d3f116f9 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6', 'tempest-TagsExtTest-Tag-1028083192') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:26.500768 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-919515494'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:26.538961 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Made reservation on behalf of af5c71bb02b748838e68d964966e1642 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:26.544369 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.545520 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-18f5ca5e-46d6-4e9b-85a0-6b7f668b425f tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533047 Feb 11 05:36:26.546417 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33734) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:26.551992 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-e3a759e6-bff0-4fb2-b048-d40a5732b73c service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965443 Feb 11 05:36:26.574073 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-fa948d69-4c49-4250-83dc-44507891f27e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1651438230', 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:26.614934 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c384f-1132-4e4f-8c80-da9db291862c req-a389d24a-125a-441c-b2bc-56ba4c469748 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:26.618366 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e92c384f-1132-4e4f-8c80-da9db291862c req-a389d24a-125a-441c-b2bc-56ba4c469748 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 943 time: 0.2011597 Feb 11 05:36:26.731742 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:36:26.740647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 9b909078-2d81-4a81-9fde-af606bf39f45, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=9b909078-2d81-4a81-9fde-af606bf39f45,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:26.752934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '9b909078-2d81-4a81-9fde-af606bf39f45', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'port_id': '9b909078-2d81-4a81-9fde-af606bf39f45', 'mac_address': 'fa:16:3e:b0:b4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:36:26.755212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e92c384f-1132-4e4f-8c80-da9db291862c req-6c7fdff2-fd78-458c-af75-250972db8352 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981433 Feb 11 05:36:26.757332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-ac73c233-eb6e-44e1-b21a-67ff8f1b6df5 service neutron] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962614 Feb 11 05:36:26.775401 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (fcc6b62e-667c-48bb-a086-13958bc03928), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.775401 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Added segment fcc6b62e-667c-48bb-a086-13958bc03928 of type vlan for network 25662e48-90a2-4b9d-a0af-e6dfafce8066 Feb 11 05:36:26.821985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-58fe6ef1-0bcb-40cc-ba33-8b659d25033c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7bcee796-21e7-410d-b1ec-9e7e94e164c7 HTTP/1.1" status: 200 len: 217 time: 0.0507247 Feb 11 05:36:26.860989 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (25662e48-90a2-4b9d-a0af-e6dfafce8066), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.872438 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa948d69-4c49-4250-83dc-44507891f27e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Made reservation on behalf of 89a824e240334b3fb89a7803bbc06026 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:26.875901 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fa948d69-4c49-4250-83dc-44507891f27e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.887078 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0e8e1c70-59ea-45a9-8173-3949d3f116f9 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "PUT /v2.0/subnets/66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6/tags/tempest-TagsExtTest-Tag-1028083192 HTTP/1.1" status: 201 len: 201 time: 0.4079077 Feb 11 05:36:26.891758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23fd144-01c0-4628-8354-411a39450031 None None] Network 2159c029-6fe4-4286-873c-943bdf6df52c requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:26.899647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-5d169fbe-455d-44ab-8851-c7498a90114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:26.901743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-5d169fbe-455d-44ab-8851-c7498a90114c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e4cec936-abe4-430a-9a3b-3c96014981c9 HTTP/1.1" status: 200 len: 797 time: 0.0731809 Feb 11 05:36:26.902284 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33736) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:26.910138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-5201e6bc-78bc-4e8b-a013-b9636547e82d tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2aa312af-5615-42dd-9a25-fc6328a5304b', 'tempest-TagsExtTest-Tag-1811221769') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:26.937942 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 9b909078-2d81-4a81-9fde-af606bf39f45 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:26.938470 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.085674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-b44bc9c1-de00-4bb8-8e9f-7deb12aa98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:27.087329 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-b44bc9c1-de00-4bb8-8e9f-7deb12aa98f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23491f43-7703-4822-8ced-d1c33541a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1428046 Feb 11 05:36:27.106331 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (25662e48-90a2-4b9d-a0af-e6dfafce8066), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.118459 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:27.119024 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.248081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5201e6bc-78bc-4e8b-a013-b9636547e82d tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "PUT /v2.0/ports/2aa312af-5615-42dd-9a25-fc6328a5304b/tags/tempest-TagsExtTest-Tag-1811221769 HTTP/1.1" status: 201 len: 201 time: 0.3443439 Feb 11 05:36:27.250600 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33748) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:27.255141 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7817714 Feb 11 05:36:27.258895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-6ac3cdfc-e3d5-481d-a777-116f944f6da1 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '42edd711-e370-476a-8449-a3bed868b706', 'tempest-TagsExtTest-Tag-2035588537') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:27.263192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33750) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:27.308344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-5709b1a3-e11d-4948-9d23-ef06737a7c74 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Request body: {'subnet': {'network_id': '25662e48-90a2-4b9d-a0af-e6dfafce8066', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:27.359349 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event updated for resources: {'Network': ['ID=25662e48-90a2-4b9d-a0af-e6dfafce8066,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:27.376639 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:27.377032 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:27.377325 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:27.377666 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:27.377998 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:27.378347 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:27.378657 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:27.378983 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:27.379307 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:27.379655 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:27.379979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:27.380304 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:27.380622 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c071404-c897-49df-afa8-35c775f39a39 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:27.433690 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fa948d69-4c49-4250-83dc-44507891f27e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (72dc6f00-55d9-4123-85e7-5e5207e7dac2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.461503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-d3b2294a-21b6-41de-a10c-56c5ab7dd124 service neutron] 10.222.0.73 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606989 Feb 11 05:36:27.513602 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa948d69-4c49-4250-83dc-44507891f27e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Subnet': ['ID=72dc6f00-55d9-4123-85e7-5e5207e7dac2,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:27.517060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e5fcb519-7650-4e5e-aeb9-aac35baeba91 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:27.519749 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 25662e48-90a2-4b9d-a0af-e6dfafce8066 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:36:27.533595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5709b1a3-e11d-4948-9d23-ef06737a7c74 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Made reservation on behalf of af5c71bb02b748838e68d964966e1642 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:27.536951 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b909078-2d81-4a81-9fde-af606bf39f45 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:36:27.537327 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5709b1a3-e11d-4948-9d23-ef06737a7c74 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.555297 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa948d69-4c49-4250-83dc-44507891f27e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Checking segment: {'id': 'ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:27.556328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa948d69-4c49-4250-83dc-44507891f27e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network hostable DHCP agents. Network: 0c4ac397-9ec6-4482-925a-3cb28285fab5, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:36:27.571491 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6ac3cdfc-e3d5-481d-a777-116f944f6da1 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "PUT /v2.0/routers/42edd711-e370-476a-8449-a3bed868b706/tags/tempest-TagsExtTest-Tag-2035588537 HTTP/1.1" status: 201 len: 201 time: 0.3198531 Feb 11 05:36:27.577307 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33754) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:27.583377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-8083dcf5-29ec-4ece-9822-1ed601efb9cf tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e5b937fc-006f-43dd-aa7a-957bd234a08a', 'tempest-TagsExtTest-Tag-1249575256') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:27.619941 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa948d69-4c49-4250-83dc-44507891f27e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network 0c4ac397-9ec6-4482-925a-3cb28285fab5 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:36:27.624106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5f59afcd-f8a9-49b6-a08e-b78867d1d58c None None] Provisioning complete for port e5fcb519-7650-4e5e-aeb9-aac35baeba91 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:27.624500 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5f59afcd-f8a9-49b6-a08e-b78867d1d58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e5fcb519-7650-4e5e-aeb9-aac35baeba91), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.650541 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-fa948d69-4c49-4250-83dc-44507891f27e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 0c4ac397-9ec6-4482-925a-3cb28285fab5) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:27.656688 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa948d69-4c49-4250-83dc-44507891f27e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:27.657530 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fa948d69-4c49-4250-83dc-44507891f27e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.685744 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fa948d69-4c49-4250-83dc-44507891f27e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1219270 Feb 11 05:36:27.693585 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8083dcf5-29ec-4ece-9822-1ed601efb9cf tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "PUT /v2.0/subnetpools/e5b937fc-006f-43dd-aa7a-957bd234a08a/tags/tempest-TagsExtTest-Tag-1249575256 HTTP/1.1" status: 201 len: 201 time: 0.1122487 Feb 11 05:36:27.693585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33756) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:27.698690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33758) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:27.700088 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 9b909078-2d81-4a81-9fde-af606bf39f45, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=9b909078-2d81-4a81-9fde-af606bf39f45,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:27.702581 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Publish callbacks [] for port (0ee25b4f-926e-448f-b1d7-74a6e79aa4f6), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.712580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-2149ee97-84fb-42f9-8257-d94ee1ff90a8 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:27.719781 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-2b0ee483-4399-4e3f-8eb9-b14b9030ed3f service neutron] 10.222.0.73 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482507 Feb 11 05:36:27.743608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013c3b15-dbec-453c-b317-0c234828928a None None] Network 0c4ac397-9ec6-4482-925a-3cb28285fab5 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:27.769741 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.781428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-37c51120-ad23-44ab-88ec-319477a142ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a854c3bb-38fb-4e01-b81b-b450abbcf0b9 HTTP/1.1" status: 200 len: 217 time: 0.0529811 Feb 11 05:36:27.887459 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2149ee97-84fb-42f9-8257-d94ee1ff90a8 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/subnets/66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6/tags HTTP/1.1" status: 200 len: 241 time: 0.1782963 Feb 11 05:36:27.890200 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33762) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:27.898925 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-50cde9c1-8049-4a98-9650-52945174cb01 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6', 'tempest-TagsExtTest-Tag-1028083192') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:27.907153 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (0ee25b4f-926e-448f-b1d7-74a6e79aa4f6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.973960 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-0c4ac397-9ec6-4482-925a-3cb28285fab5', 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'fixed_ips': [{'subnet_id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:36:27.975113 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:28.036580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-6ef2291f-dbd4-453a-b659-990331beb0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:28.039235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-6ef2291f-dbd4-453a-b659-990331beb0ce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e4cec936-abe4-430a-9a3b-3c96014981c9 HTTP/1.1" status: 200 len: 797 time: 0.2452335 Feb 11 05:36:28.044616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port e5fcb519-7650-4e5e-aeb9-aac35baeba91 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:28.045001 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e5fcb519-7650-4e5e-aeb9-aac35baeba91), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:28.142284 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=9b909078-2d81-4a81-9fde-af606bf39f45,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:28.234337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d114d-a956-4302-83e6-8f66757931e0 req-ddc39b80-5930-4e2e-b87d-ad97a28da230 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:28.247588 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e6d114d-a956-4302-83e6-8f66757931e0 req-ddc39b80-5930-4e2e-b87d-ad97a28da230 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 944 time: 0.3161790 Feb 11 05:36:28.269188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['9b909078-2d81-4a81-9fde-af606bf39f45'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:36:28.292758 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5709b1a3-e11d-4948-9d23-ef06737a7c74 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (5ae53535-83a0-4bcc-a17d-a22be6bb1e71), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:28.315659 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5f59afcd-f8a9-49b6-a08e-b78867d1d58c None None] Current status of the port e5fcb519-7650-4e5e-aeb9-aac35baeba91 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:28.316122 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5f59afcd-f8a9-49b6-a08e-b78867d1d58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e5fcb519-7650-4e5e-aeb9-aac35baeba91), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:28.378346 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709b1a3-e11d-4948-9d23-ef06737a7c74 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event updated for resources: {'Subnet': ['ID=5ae53535-83a0-4bcc-a17d-a22be6bb1e71,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:28.422381 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e6d114d-a956-4302-83e6-8f66757931e0 req-b4bab834-f866-4d83-825f-95ab135867be tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723154 Feb 11 05:36:28.424482 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5f59afcd-f8a9-49b6-a08e-b78867d1d58c None None] For port e5fcb519-7650-4e5e-aeb9-aac35baeba91, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e5fcb519-7650-4e5e-aeb9-aac35baeba91,segment=NetworkSegment(6cc9fb40-0ee6-4e13-ba56-424e594add5e),segment_id=6cc9fb40-0ee6-4e13-ba56-424e594add5e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:28.424775 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-c9c6d836-e930-4ed8-838e-5f6bbc22c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:28.426665 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-c9c6d836-e930-4ed8-838e-5f6bbc22c070 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23491f43-7703-4822-8ced-d1c33541a9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3693717 Feb 11 05:36:28.463956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Attempting to bind port 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:36:28.466263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Attempting to bind port 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:36:28.466263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Attempting to bind port 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:28.504720 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709b1a3-e11d-4948-9d23-ef06737a7c74 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Checking segment: {'id': 'fcc6b62e-667c-48bb-a086-13958bc03928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '25662e48-90a2-4b9d-a0af-e6dfafce8066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:28.505155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5709b1a3-e11d-4948-9d23-ef06737a7c74 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Network hostable DHCP agents. Network: 25662e48-90a2-4b9d-a0af-e6dfafce8066, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:36:28.590405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5709b1a3-e11d-4948-9d23-ef06737a7c74 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Network 25662e48-90a2-4b9d-a0af-e6dfafce8066 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:36:28.607480 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-7f876626-e78e-4ea8-8c02-13f26dd387b5 service neutron] 10.222.0.73 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731284 Feb 11 05:36:28.608172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Allocated IP 172.20.0.2 (0c4ac397-9ec6-4482-925a-3cb28285fab5/72dc6f00-55d9-4123-85e7-5e5207e7dac2/8f13f6bf-edd1-4496-be0f-6dfc265011ec) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:28.610718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-5709b1a3-e11d-4948-9d23-ef06737a7c74 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 25662e48-90a2-4b9d-a0af-e6dfafce8066) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:28.627407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5709b1a3-e11d-4948-9d23-ef06737a7c74 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:28.628788 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5709b1a3-e11d-4948-9d23-ef06737a7c74 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:28.737055 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a76b1a41-4119-486f-b225-f48fa6519ed6 req-60322459-9150-4ea5-a9a3-7dcf568b38e6 service neutron] 10.222.0.73 "GET /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041512 Feb 11 05:36:28.754498 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Publish callbacks [] for port (8f13f6bf-edd1-4496-be0f-6dfc265011ec), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:28.769951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5709b1a3-e11d-4948-9d23-ef06737a7c74 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5057659 Feb 11 05:36:28.772133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33768) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:28.776484 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990efcce-d756-473a-a815-e6cadded9015 None None] Network 25662e48-90a2-4b9d-a0af-e6dfafce8066 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:28.780455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a1ccaa29-cca2-4c95-bf5f-f10297c6c380 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Request body: {'router': {'external_gateway_info': {'network_id': '25662e48-90a2-4b9d-a0af-e6dfafce8066'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:28.780758 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (8f13f6bf-edd1-4496-be0f-6dfc265011ec), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:28.782877 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5f59afcd-f8a9-49b6-a08e-b78867d1d58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e5fcb519-7650-4e5e-aeb9-aac35baeba91), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:28.843396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:36:28.843896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:28.844385 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:28.844964 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:36:28.845513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Bound port: 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:36:28.846021 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0ee25b4f-926e-448f-b1d7-74a6e79aa4f6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:28.876065 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1cf84-202e-41fb-855a-be2a206759b7 None None] Pushing event updated for resources: {'Port': ['ID=0ee25b4f-926e-448f-b1d7-74a6e79aa4f6,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:28.902471 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-50cde9c1-8049-4a98-9650-52945174cb01 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/subnets/66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6/tags/tempest-TagsExtTest-Tag-1028083192 HTTP/1.1" status: 204 len: 168 time: 1.0067575 Feb 11 05:36:28.902471 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33770) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:28.936855 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-018e9b49-20a7-440a-b1f0-13e59f7daa3f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6', 'tempest-TagsExtTest-Tag-1028083192') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:28.951576 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Network 0c4ac397-9ec6-4482-925a-3cb28285fab5 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:28.962926 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:29.006520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:29.011279 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Pushing event updated for resources: {'Port': ['ID=8f13f6bf-edd1-4496-be0f-6dfc265011ec,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:29.014028 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c24f0318-bac0-419b-b9f5-6d67719f0942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.100254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port e5fcb519-7650-4e5e-aeb9-aac35baeba91 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:29.112593 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e99ab835-41f1-46c8-ad7b-436ebd0547da None None] Provisioning complete for port 2aa312af-5615-42dd-9a25-fc6328a5304b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:29.113019 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e99ab835-41f1-46c8-ad7b-436ebd0547da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2aa312af-5615-42dd-9a25-fc6328a5304b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.171254 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-018e9b49-20a7-440a-b1f0-13e59f7daa3f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/subnets/66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6/tags/tempest-TagsExtTest-Tag-1028083192 HTTP/1.1" status: 204 len: 168 time: 0.2689111 Feb 11 05:36:29.173000 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33772) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:29.189759 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-cf7890b2-c05a-4d1f-83f5-ebfc562d8ab1 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:29.241924 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.330447 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] For port 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:36:29.340671 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Attempting to bind port 8f13f6bf-edd1-4496-be0f-6dfc265011ec on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:36:29.345085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Attempting to bind port 8f13f6bf-edd1-4496-be0f-6dfc265011ec by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:36:29.345696 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Attempting to bind port 8f13f6bf-edd1-4496-be0f-6dfc265011ec on network 0c4ac397-9ec6-4482-925a-3cb28285fab5 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:29.364586 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59afcd-f8a9-49b6-a08e-b78867d1d58c None None] Pushing event updated for resources: {'Port': ['ID=e5fcb519-7650-4e5e-aeb9-aac35baeba91,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:29.370643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-25662e48-90a2-4b9d-a0af-e6dfafce8066', 'network_id': '25662e48-90a2-4b9d-a0af-e6dfafce8066', 'project_id': 'af5c71bb02b748838e68d964966e1642', 'fixed_ips': [{'subnet_id': '5ae53535-83a0-4bcc-a17d-a22be6bb1e71'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:36:29.374033 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.386694 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e99ab835-41f1-46c8-ad7b-436ebd0547da None None] Port 2aa312af-5615-42dd-9a25-fc6328a5304b cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:36:29.410835 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] For port 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0ee25b4f-926e-448f-b1d7-74a6e79aa4f6,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:36:29.416391 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cf7890b2-c05a-4d1f-83f5-ebfc562d8ab1 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/subnets/66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6/tags HTTP/1.1" status: 200 len: 205 time: 0.2373102 Feb 11 05:36:29.438405 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:36:29.438953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Checking segment: {'id': 'ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:29.439505 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.439994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Bound using segment: {'id': 'ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:36:29.440614 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Bound port: 8f13f6bf-edd1-4496-be0f-6dfc265011ec, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:36:29.441111 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8f13f6bf-edd1-4496-be0f-6dfc265011ec), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.459767 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33776) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:29.467559 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-7fdc297f-87be-46d5-9d31-0f236d8c4c44 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2aa312af-5615-42dd-9a25-fc6328a5304b') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:29.476982 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (0ee25b4f-926e-448f-b1d7-74a6e79aa4f6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.629137 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7fdc297f-87be-46d5-9d31-0f236d8c4c44 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/ports/2aa312af-5615-42dd-9a25-fc6328a5304b/tags HTTP/1.1" status: 200 len: 241 time: 0.1671360 Feb 11 05:36:29.631555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33782) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:29.642055 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-94a4d772-0616-4c4f-8856-05e37d157a6f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2aa312af-5615-42dd-9a25-fc6328a5304b', 'tempest-TagsExtTest-Tag-1811221769') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:29.687038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e99ab835-41f1-46c8-ad7b-436ebd0547da None None] Provisioning complete for port e5fcb519-7650-4e5e-aeb9-aac35baeba91 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:29.687665 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e99ab835-41f1-46c8-ad7b-436ebd0547da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e5fcb519-7650-4e5e-aeb9-aac35baeba91), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.758788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c5b0c-e4a5-4021-818e-871c527af2af req-e682b7ca-2033-4d2b-8500-e3d6ca07ed68 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:29.762374 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-803c5b0c-e4a5-4021-818e-871c527af2af req-e682b7ca-2033-4d2b-8500-e3d6ca07ed68 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 944 time: 0.1881239 Feb 11 05:36:29.781205 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Allocated IP 172.20.0.1 (0c4ac397-9ec6-4482-925a-3cb28285fab5/72dc6f00-55d9-4123-85e7-5e5207e7dac2/9a3dd77e-1351-4589-8b16-abb3d3bc74ec) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:29.852911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] For port 8f13f6bf-edd1-4496-be0f-6dfc265011ec, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:36:29.857134 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1cf84-202e-41fb-855a-be2a206759b7 None None] Pushing event updated for resources: {'Port': ['ID=0ee25b4f-926e-448f-b1d7-74a6e79aa4f6,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:29.863647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Routers {'63c0e793-2358-4d8d-a994-a97b8b97e096'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:29.864293 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:36:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['63c0e793-2358-4d8d-a994-a97b8b97e096'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:29.924973 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.929175 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-803c5b0c-e4a5-4021-818e-871c527af2af req-a28e668d-0c98-40d7-9d84-110fb94d5499 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590827 Feb 11 05:36:29.934600 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ccaa29-cca2-4c95-bf5f-f10297c6c380 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for router_gateway (1aaf3ddd-6641-4f7e-9082-a724300c42d2), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.949301 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-94a4d772-0616-4c4f-8856-05e37d157a6f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/ports/2aa312af-5615-42dd-9a25-fc6328a5304b/tags/tempest-TagsExtTest-Tag-1811221769 HTTP/1.1" status: 204 len: 168 time: 0.3114665 Feb 11 05:36:29.951721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33784) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:29.957059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-57b5e8bd-b682-4d05-b573-6abfac119e5c tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2aa312af-5615-42dd-9a25-fc6328a5304b', 'tempest-TagsExtTest-Tag-1811221769') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:29.969438 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.016319 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network 0c4ac397-9ec6-4482-925a-3cb28285fab5 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:30.019666 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:30.022911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:30.080478 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (63c0e793-2358-4d8d-a994-a97b8b97e096), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.132162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-57b5e8bd-b682-4d05-b573-6abfac119e5c tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/ports/2aa312af-5615-42dd-9a25-fc6328a5304b/tags/tempest-TagsExtTest-Tag-1811221769 HTTP/1.1" status: 204 len: 168 time: 0.1796405 Feb 11 05:36:30.136194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33786) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:30.142766 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-5360945a-122b-4d25-ae79-994e4ccc0fd8 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2aa312af-5615-42dd-9a25-fc6328a5304b') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:30.191292 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Port': ['ID=9a3dd77e-1351-4589-8b16-abb3d3bc74ec,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:30.193946 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] For port 8f13f6bf-edd1-4496-be0f-6dfc265011ec, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8f13f6bf-edd1-4496-be0f-6dfc265011ec,segment=NetworkSegment(ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea),segment_id=ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:36:30.219060 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8f13f6bf-edd1-4496-be0f-6dfc265011ec), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.226675 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-a1ccaa29-cca2-4c95-bf5f-f10297c6c380 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:36:30.236088 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a1ccaa29-cca2-4c95-bf5f-f10297c6c380 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "PUT /v2.0/routers/1aaf3ddd-6641-4f7e-9082-a724300c42d2 HTTP/1.1" status: 400 len: 364 time: 1.4621816 Feb 11 05:36:30.238724 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.238872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33788) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:30.313705 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5360945a-122b-4d25-ae79-994e4ccc0fd8 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/ports/2aa312af-5615-42dd-9a25-fc6328a5304b/tags HTTP/1.1" status: 200 len: 205 time: 0.1727445 Feb 11 05:36:30.314239 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] Set router 63c0e793-2358-4d8d-a994-a97b8b97e096 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:30.320508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33792) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:30.347804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Allocated IP 2001:db8:1::2 (25662e48-90a2-4b9d-a0af-e6dfafce8066/5ae53535-83a0-4bcc-a17d-a22be6bb1e71/7734e695-e9f6-4c50-8e3b-85b994549145) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:30.364396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-72eb71ff-9b8d-41cb-9125-f237da7512a5 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '42edd711-e370-476a-8449-a3bed868b706') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:30.450269 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e99ab835-41f1-46c8-ad7b-436ebd0547da None None] Current status of the port e5fcb519-7650-4e5e-aeb9-aac35baeba91 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:30.480971 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12473b16-d21b-4f39-a3ea-2784075adaaf None None] Pushing event updated for resources: {'Port': ['ID=8f13f6bf-edd1-4496-be0f-6dfc265011ec,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:30.749668 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-72eb71ff-9b8d-41cb-9125-f237da7512a5 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/routers/42edd711-e370-476a-8449-a3bed868b706/tags HTTP/1.1" status: 200 len: 241 time: 0.4269385 Feb 11 05:36:30.751852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33800) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:30.803832 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.813692 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.825746 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-97b2d92c-ff2a-4637-8a8a-b1b874d8b255 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '42edd711-e370-476a-8449-a3bed868b706', 'tempest-TagsExtTest-Tag-2035588537') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:30.858483 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-72159aa5-95be-4adb-9b50-a410d795a6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.952876 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Publish callbacks [] for port (7734e695-e9f6-4c50-8e3b-85b994549145), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.959541 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (63c0e793-2358-4d8d-a994-a97b8b97e096), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.974086 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (7734e695-e9f6-4c50-8e3b-85b994549145), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.982143 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Port': ['ID=9a3dd77e-1351-4589-8b16-abb3d3bc74ec,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:30.999128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'name': 'tempest-TestNetworkBasicOps-router-463297159', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:21Z', 'updated_at': '2022-02-11T05:36:24Z', 'revision_number': 3, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:23Z', 'updated_at': '2022-02-11T05:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:31.004832 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:31.109832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b9480e-b3db-4d99-9370-bbf517306d84 None None] The sync data for ids ['63c0e793-2358-4d8d-a994-a97b8b97e096'] in n-d-713499-38 is: [{'id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'name': 'tempest-TestNetworkBasicOps-router-463297159', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:21Z', 'updated_at': '2022-02-11T05:36:24Z', 'revision_number': 3, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:23Z', 'updated_at': '2022-02-11T05:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:31.124343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Network 25662e48-90a2-4b9d-a0af-e6dfafce8066 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:31.130194 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:31.139702 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:31.171049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Pushing event updated for resources: {'Port': ['ID=7734e695-e9f6-4c50-8e3b-85b994549145,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:31.249913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Attempting to bind port 7734e695-e9f6-4c50-8e3b-85b994549145 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:36:31.250141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network 0c4ac397-9ec6-4482-925a-3cb28285fab5 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:31.250301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Attempting to bind port 7734e695-e9f6-4c50-8e3b-85b994549145 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'fcc6b62e-667c-48bb-a086-13958bc03928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '25662e48-90a2-4b9d-a0af-e6dfafce8066'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:36:31.250678 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Attempting to bind port 7734e695-e9f6-4c50-8e3b-85b994549145 on network 25662e48-90a2-4b9d-a0af-e6dfafce8066 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:31.255509 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:31.259623 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:36:31.260738 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Checking segment: {'id': 'fcc6b62e-667c-48bb-a086-13958bc03928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '25662e48-90a2-4b9d-a0af-e6dfafce8066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:31.261160 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:31.261568 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Bound using segment: {'id': 'fcc6b62e-667c-48bb-a086-13958bc03928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '25662e48-90a2-4b9d-a0af-e6dfafce8066'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:36:31.262063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Bound port: 7734e695-e9f6-4c50-8e3b-85b994549145, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc6b62e-667c-48bb-a086-13958bc03928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '25662e48-90a2-4b9d-a0af-e6dfafce8066'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:36:31.262460 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7734e695-e9f6-4c50-8e3b-85b994549145), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:31.331389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-97b2d92c-ff2a-4637-8a8a-b1b874d8b255 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/routers/42edd711-e370-476a-8449-a3bed868b706/tags/tempest-TagsExtTest-Tag-2035588537 HTTP/1.1" status: 204 len: 168 time: 0.5342577 Feb 11 05:36:31.338855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33810) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:31.379671 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-beb6c530-f91d-41b8-b630-53fb327ca95e tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '42edd711-e370-476a-8449-a3bed868b706', 'tempest-TagsExtTest-Tag-2035588537') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:31.412537 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e5fcb519-7650-4e5e-aeb9-aac35baeba91 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:31.463251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] For port 7734e695-e9f6-4c50-8e3b-85b994549145, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:36:31.500775 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] For port 7734e695-e9f6-4c50-8e3b-85b994549145, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7734e695-e9f6-4c50-8e3b-85b994549145,segment=NetworkSegment(fcc6b62e-667c-48bb-a086-13958bc03928),segment_id=fcc6b62e-667c-48bb-a086-13958bc03928)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:36:31.512892 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7734e695-e9f6-4c50-8e3b-85b994549145), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:31.553645 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Router 63c0e793-2358-4d8d-a994-a97b8b97e096 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:31.578992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273b562-ec6d-4abf-a982-3345bf04360f req-4198ba1d-a1ea-4c28-a7d1-aa5d21659afc tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:31.580650 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8273b562-ec6d-4abf-a982-3345bf04360f req-4198ba1d-a1ea-4c28-a7d1-aa5d21659afc tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 944 time: 0.4184792 Feb 11 05:36:31.711655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eafee3-8e0c-404c-b3bb-c8345e2431fb None None] Pushing event updated for resources: {'Port': ['ID=7734e695-e9f6-4c50-8e3b-85b994549145,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:31.723190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port e5fcb519-7650-4e5e-aeb9-aac35baeba91 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:31.723440 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e5fcb519-7650-4e5e-aeb9-aac35baeba91), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:31.818078 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:31.833811 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0fd83ea7-6aa7-4223-af33-6bdfc8cff6ff tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "PUT /v2.0/routers/63c0e793-2358-4d8d-a994-a97b8b97e096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1401336 Feb 11 05:36:31.836499 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33812) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:31.853056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-beb6c530-f91d-41b8-b630-53fb327ca95e tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/routers/42edd711-e370-476a-8449-a3bed868b706/tags/tempest-TagsExtTest-Tag-2035588537 HTTP/1.1" status: 204 len: 168 time: 0.5039911 Feb 11 05:36:31.886866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33814) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:31.923437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-923d7297-a7aa-47f3-b89e-6750213613dc tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '42edd711-e370-476a-8449-a3bed868b706') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:31.944672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port e5fcb519-7650-4e5e-aeb9-aac35baeba91 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:31.945780 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8f13f6bf-edd1-4496-be0f-6dfc265011ec up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:32.066945 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e5954-c91c-4256-975e-81e3aaf956bd tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.067553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e5954-c91c-4256-975e-81e3aaf956bd tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.068085 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e5954-c91c-4256-975e-81e3aaf956bd tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.068611 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e5954-c91c-4256-975e-81e3aaf956bd tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.069290 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e5954-c91c-4256-975e-81e3aaf956bd tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.069753 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e5954-c91c-4256-975e-81e3aaf956bd tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.071338 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e5954-c91c-4256-975e-81e3aaf956bd tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.071742 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e5954-c91c-4256-975e-81e3aaf956bd tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.072213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e5954-c91c-4256-975e-81e3aaf956bd tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.073601 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e5954-c91c-4256-975e-81e3aaf956bd tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.074314 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e5954-c91c-4256-975e-81e3aaf956bd tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.076057 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e5954-c91c-4256-975e-81e3aaf956bd tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.076523 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e5954-c91c-4256-975e-81e3aaf956bd tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.076981 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e5954-c91c-4256-975e-81e3aaf956bd tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.077441 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e5954-c91c-4256-975e-81e3aaf956bd tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.084345 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8273b562-ec6d-4abf-a982-3345bf04360f req-dda69c6e-d09b-4ad6-bb64-b5060ae387fd tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4480488 Feb 11 05:36:32.087062 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33818) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:32.098338 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-953e5954-c91c-4256-975e-81e3aaf956bd tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10552 time: 0.2452993 Feb 11 05:36:32.121946 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 8f13f6bf-edd1-4496-be0f-6dfc265011ec triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:32.122332 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8f13f6bf-edd1-4496-be0f-6dfc265011ec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.226080 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a2ecee-1b18-4cd8-baa1-306e846a969b None None] Network 0c4ac397-9ec6-4482-925a-3cb28285fab5 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:32.328167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Allocated IP 2001:db8::1 (0986fbb6-0164-4078-8801-192f473bedda/2802a565-08f7-47a1-8d8e-6ba224b3529d/56a8dddf-a55a-4968-80c4-29bcfed3da65) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:32.394228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-17370f22-c88d-4a83-9bbb-9f3ab354147f None None] Provisioning complete for port 8f13f6bf-edd1-4496-be0f-6dfc265011ec triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:32.394673 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17370f22-c88d-4a83-9bbb-9f3ab354147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8f13f6bf-edd1-4496-be0f-6dfc265011ec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.456641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 9b909078-2d81-4a81-9fde-af606bf39f45 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:32.489037 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 8f13f6bf-edd1-4496-be0f-6dfc265011ec is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:32.489466 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8f13f6bf-edd1-4496-be0f-6dfc265011ec), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.559298 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.577131 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for port (56a8dddf-a55a-4968-80c4-29bcfed3da65), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.604511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 8f13f6bf-edd1-4496-be0f-6dfc265011ec, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8f13f6bf-edd1-4496-be0f-6dfc265011ec,segment=NetworkSegment(ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea),segment_id=ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:32.641100 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8f13f6bf-edd1-4496-be0f-6dfc265011ec), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.724481 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (56a8dddf-a55a-4968-80c4-29bcfed3da65), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.735295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd4c29-dab1-46a4-a834-0935d0c506a4 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.735791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd4c29-dab1-46a4-a834-0935d0c506a4 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.736246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd4c29-dab1-46a4-a834-0935d0c506a4 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.736696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd4c29-dab1-46a4-a834-0935d0c506a4 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.737145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd4c29-dab1-46a4-a834-0935d0c506a4 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.737589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd4c29-dab1-46a4-a834-0935d0c506a4 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.738030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd4c29-dab1-46a4-a834-0935d0c506a4 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.738473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd4c29-dab1-46a4-a834-0935d0c506a4 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.739812 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd4c29-dab1-46a4-a834-0935d0c506a4 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.740275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd4c29-dab1-46a4-a834-0935d0c506a4 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.740720 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd4c29-dab1-46a4-a834-0935d0c506a4 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.741166 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd4c29-dab1-46a4-a834-0935d0c506a4 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.741609 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd4c29-dab1-46a4-a834-0935d0c506a4 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.742049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd4c29-dab1-46a4-a834-0935d0c506a4 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.742487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd4c29-dab1-46a4-a834-0935d0c506a4 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:32.749037 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33822) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:32.749970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d2fd4c29-dab1-46a4-a834-0935d0c506a4 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9508 time: 0.6432960 Feb 11 05:36:32.767478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=8f13f6bf-edd1-4496-be0f-6dfc265011ec,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:32.791679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-17370f22-c88d-4a83-9bbb-9f3ab354147f None None] Current status of the port 8f13f6bf-edd1-4496-be0f-6dfc265011ec is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:32.792383 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17370f22-c88d-4a83-9bbb-9f3ab354147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8f13f6bf-edd1-4496-be0f-6dfc265011ec), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.819965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-923d7297-a7aa-47f3-b89e-6750213613dc tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/routers/42edd711-e370-476a-8449-a3bed868b706/tags HTTP/1.1" status: 200 len: 205 time: 0.9318702 Feb 11 05:36:32.820673 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33824) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:32.834017 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 9b909078-2d81-4a81-9fde-af606bf39f45 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:32.834445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-65e0742f-aa21-4d83-afed-4463642d7a6f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e5b937fc-006f-43dd-aa7a-957bd234a08a') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:32.834644 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:32.968463 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-17370f22-c88d-4a83-9bbb-9f3ab354147f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:36:32.969129 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-17370f22-c88d-4a83-9bbb-9f3ab354147f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:36:33.059148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 9b909078-2d81-4a81-9fde-af606bf39f45 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:33.059692 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:33.107674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 9b909078-2d81-4a81-9fde-af606bf39f45, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=9b909078-2d81-4a81-9fde-af606bf39f45,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:33.109621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b909078-2d81-4a81-9fde-af606bf39f45'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:33.126276 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf47fd7-373f-45b9-8c19-ea3d86075038" -d '{"events": [{"server_uuid": "3b9bd532-ad02-4fb0-89e8-e1604782f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "9b909078-2d81-4a81-9fde-af606bf39f45"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:33.134205 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:33.304988 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1370c34-344c-4174-be31-ff0d506e9858 x-openstack-request-id: req-b1370c34-344c-4174-be31-ff0d506e9858 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:33.305282 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9bd532-ad02-4fb0-89e8-e1604782f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "9b909078-2d81-4a81-9fde-af606bf39f45", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:33.305550 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b1370c34-344c-4174-be31-ff0d506e9858 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:33.305958 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b909078-2d81-4a81-9fde-af606bf39f45', 'code': 200} Feb 11 05:36:33.356672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=9b909078-2d81-4a81-9fde-af606bf39f45,revision_number=10']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:33.524913 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f1e46fb9-8b0a-40cd-aed2-b92d23a9eb3d tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4842 time: 0.7722383 Feb 11 05:36:33.535966 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:33.642954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-17370f22-c88d-4a83-9bbb-9f3ab354147f None None] Current status of the port 8f13f6bf-edd1-4496-be0f-6dfc265011ec is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:33.651351 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:33.703091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:33.704617 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0ee25b4f-926e-448f-b1d7-74a6e79aa4f6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:33.797851 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d2b38a-340e-4170-a9cc-85eea872cbd9 None None] Network 25662e48-90a2-4b9d-a0af-e6dfafce8066 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:33.907534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event updated for resources: {'Port': ['ID=56a8dddf-a55a-4968-80c4-29bcfed3da65,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:33.977216 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Network 0986fbb6-0164-4078-8801-192f473bedda is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:34.011658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-018d8dc6-474f-4d0e-b132-45cba2e90329 None None] Provisioning complete for port 9a3dd77e-1351-4589-8b16-abb3d3bc74ec triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:34.012272 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-018d8dc6-474f-4d0e-b132-45cba2e90329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:34.095502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:34.116531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:34.116889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:34.117235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:34.117577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:34.117925 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:34.118249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:34.118576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:34.118904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:34.120248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:34.121528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:34.121868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:34.122202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:34.122545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:34.187088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:34.191158 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (1aaf3ddd-6641-4f7e-9082-a724300c42d2), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:34.200280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-018d8dc6-474f-4d0e-b132-45cba2e90329 None None] Port 9a3dd77e-1351-4589-8b16-abb3d3bc74ec cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:36:34.243061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:34.243614 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0ee25b4f-926e-448f-b1d7-74a6e79aa4f6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:34.288335 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0ee25b4f-926e-448f-b1d7-74a6e79aa4f6,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:34.297513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-018d8dc6-474f-4d0e-b132-45cba2e90329 None None] Provisioning complete for port 8f13f6bf-edd1-4496-be0f-6dfc265011ec triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:34.298093 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-018d8dc6-474f-4d0e-b132-45cba2e90329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8f13f6bf-edd1-4496-be0f-6dfc265011ec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:34.313312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33840) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:34.318197 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8d3e60b7-dbf7-44b3-b796-19a012bfff4e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1594271393', 'description': 'tempest-secgroup-smoke-1594271393 description', 'project_id': '89a824e240334b3fb89a7803bbc06026'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:34.353058 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Sync routers for ids ['63c0e793-2358-4d8d-a994-a97b8b97e096'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:34.369838 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (0ee25b4f-926e-448f-b1d7-74a6e79aa4f6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:34.374667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8f13f6bf-edd1-4496-be0f-6dfc265011ec up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:34.376383 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Routers {'63c0e793-2358-4d8d-a994-a97b8b97e096'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:34.378653 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:36:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['63c0e793-2358-4d8d-a994-a97b8b97e096'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:34.383716 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d3e60b7-dbf7-44b3-b796-19a012bfff4e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:34.399529 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-65e0742f-aa21-4d83-afed-4463642d7a6f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/subnetpools/e5b937fc-006f-43dd-aa7a-957bd234a08a/tags HTTP/1.1" status: 200 len: 241 time: 1.5690665 Feb 11 05:36:34.405776 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33842) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:34.412361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-ff39fe90-24c7-4fe6-8bad-b45ef9d1a9d9 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5b937fc-006f-43dd-aa7a-957bd234a08a', 'tempest-TagsExtTest-Tag-1249575256') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:34.545202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025720c7-da31-4069-8fe8-5d8d2f37a5ec req-bfe6a0d9-ecb5-4a4c-adf5-af20b50fb805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:34.546929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-025720c7-da31-4069-8fe8-5d8d2f37a5ec req-bfe6a0d9-ecb5-4a4c-adf5-af20b50fb805 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 1129 time: 0.6043947 Feb 11 05:36:34.557037 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ff39fe90-24c7-4fe6-8bad-b45ef9d1a9d9 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/subnetpools/e5b937fc-006f-43dd-aa7a-957bd234a08a/tags/tempest-TagsExtTest-Tag-1249575256 HTTP/1.1" status: 204 len: 168 time: 0.1465344 Feb 11 05:36:34.574159 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33848) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:34.608219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-dff75773-d865-47fe-a11d-afa8f3e2501f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e5b937fc-006f-43dd-aa7a-957bd234a08a', 'tempest-TagsExtTest-Tag-1249575256') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:34.682377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d2c62-ff93-4968-aa10-24957e54d2a8 req-40975dcd-0d3c-4f53-85e3-24ea1d465753 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:34.684871 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b7d2c62-ff93-4968-aa10-24957e54d2a8 req-40975dcd-0d3c-4f53-85e3-24ea1d465753 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 946 time: 0.7748172 Feb 11 05:36:34.709691 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d3e60b7-dbf7-44b3-b796-19a012bfff4e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (833568bb-5e96-4286-9597-516c1e8a708b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:34.751169 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d3e60b7-dbf7-44b3-b796-19a012bfff4e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (833568bb-5e96-4286-9597-516c1e8a708b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:34.751838 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (56a8dddf-a55a-4968-80c4-29bcfed3da65), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:34.765154 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Set router 63c0e793-2358-4d8d-a994-a97b8b97e096 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:34.772096 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dff75773-d865-47fe-a11d-afa8f3e2501f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/subnetpools/e5b937fc-006f-43dd-aa7a-957bd234a08a/tags/tempest-TagsExtTest-Tag-1249575256 HTTP/1.1" status: 204 len: 168 time: 0.1953237 Feb 11 05:36:34.781219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33850) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:34.812450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-0719e31a-bdaf-4a99-bd9d-a15b1c08b640 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e5b937fc-006f-43dd-aa7a-957bd234a08a') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:34.822673 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-025720c7-da31-4069-8fe8-5d8d2f37a5ec req-b4fcc535-02e6-4256-9811-d4b5881bc064 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360134 Feb 11 05:36:34.860553 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d3e60b7-dbf7-44b3-b796-19a012bfff4e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:34.862045 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8d3e60b7-dbf7-44b3-b796-19a012bfff4e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5474980 Feb 11 05:36:34.864480 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e60b7-dbf7-44b3-b796-19a012bfff4e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833568bb-5e96-4286-9597-516c1e8a708b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:34.870938 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33854) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:34.890077 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-177d66d7-5c35-445a-bc21-2867259e61ec tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': '833568bb-5e96-4286-9597-516c1e8a708b', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:34.948297 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-177d66d7-5c35-445a-bc21-2867259e61ec tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (87ffbe4b-2271-4466-98eb-9abe37b01e93), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:34.956953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=0ee25b4f-926e-448f-b1d7-74a6e79aa4f6,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:34.977468 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 8f13f6bf-edd1-4496-be0f-6dfc265011ec triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:34.978238 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8f13f6bf-edd1-4496-be0f-6dfc265011ec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:34.980541 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-018d8dc6-474f-4d0e-b132-45cba2e90329 None None] Current status of the port 8f13f6bf-edd1-4496-be0f-6dfc265011ec is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:35.003839 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b7d2c62-ff93-4968-aa10-24957e54d2a8 req-9178685f-fe8a-4eaa-bbaa-81715d31698d tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594798 Feb 11 05:36:35.044672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0719e31a-bdaf-4a99-bd9d-a15b1c08b640 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/subnetpools/e5b937fc-006f-43dd-aa7a-957bd234a08a/tags HTTP/1.1" status: 200 len: 205 time: 0.2514899 Feb 11 05:36:35.049276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33856) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:35.053449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-95392b24-113b-432b-a17d-fd20ae7114a1 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e5b937fc-006f-43dd-aa7a-957bd234a08a') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:35.111402 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-177d66d7-5c35-445a-bc21-2867259e61ec tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (87ffbe4b-2271-4466-98eb-9abe37b01e93), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.121430 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-177d66d7-5c35-445a-bc21-2867259e61ec tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (87ffbe4b-2271-4466-98eb-9abe37b01e93), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.157241 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d66d7-5c35-445a-bc21-2867259e61ec tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ffbe4b-2271-4466-98eb-9abe37b01e93,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:35.201993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 8f13f6bf-edd1-4496-be0f-6dfc265011ec is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:35.203148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7734e695-e9f6-4c50-8e3b-85b994549145 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:35.215147 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-177d66d7-5c35-445a-bc21-2867259e61ec tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.216463 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-177d66d7-5c35-445a-bc21-2867259e61ec tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3434255 Feb 11 05:36:35.223938 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33858) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:35.229121 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9951352a-4f6c-4ea7-bdef-09807440bacd tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': '833568bb-5e96-4286-9597-516c1e8a708b', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:35.254326 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'name': 'tempest-TestNetworkBasicOps-router-463297159', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:21Z', 'updated_at': '2022-02-11T05:36:30Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:23Z', 'updated_at': '2022-02-11T05:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '9a3dd77e-1351-4589-8b16-abb3d3bc74ec', 'name': '', 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:d3:6d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:29Z', 'updated_at': '2022-02-11T05:36:30Z', 'revision_number': 2, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:35.285127 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Checking router: 63c0e793-2358-4d8d-a994-a97b8b97e096 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:36:35.285540 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Updating router 63c0e793-2358-4d8d-a994-a97b8b97e096 port 9a3dd77e-1351-4589-8b16-abb3d3bc74ec binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:36:35.293305 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9951352a-4f6c-4ea7-bdef-09807440bacd tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (981d4933-7611-4a41-b200-4531debbdf6a), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.321254 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.338500 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-345931cf-fe0f-4448-b28d-587ec31d2391 None None] Provisioning complete for port 56a8dddf-a55a-4968-80c4-29bcfed3da65 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:35.339018 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-345931cf-fe0f-4448-b28d-587ec31d2391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (56a8dddf-a55a-4968-80c4-29bcfed3da65), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.403587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-345931cf-fe0f-4448-b28d-587ec31d2391 None None] Port 56a8dddf-a55a-4968-80c4-29bcfed3da65 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:36:35.416924 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9951352a-4f6c-4ea7-bdef-09807440bacd tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (981d4933-7611-4a41-b200-4531debbdf6a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.417815 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.425798 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9951352a-4f6c-4ea7-bdef-09807440bacd tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (981d4933-7611-4a41-b200-4531debbdf6a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.432819 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7734e695-e9f6-4c50-8e3b-85b994549145 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:35.433202 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7734e695-e9f6-4c50-8e3b-85b994549145), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.434128 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for port (56a8dddf-a55a-4968-80c4-29bcfed3da65), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.437223 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-95392b24-113b-432b-a17d-fd20ae7114a1 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/subnetpools/e5b937fc-006f-43dd-aa7a-957bd234a08a/tags HTTP/1.1" status: 204 len: 168 time: 0.3874316 Feb 11 05:36:35.439929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33862) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:35.445212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-cb36b351-77fd-4cd7-a435-95bc41582fe6 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '42edd711-e370-476a-8449-a3bed868b706') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:35.481377 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (56a8dddf-a55a-4968-80c4-29bcfed3da65), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.482340 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (1aaf3ddd-6641-4f7e-9082-a724300c42d2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.483936 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951352a-4f6c-4ea7-bdef-09807440bacd tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981d4933-7611-4a41-b200-4531debbdf6a,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:35.486835 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-345931cf-fe0f-4448-b28d-587ec31d2391 None None] Provisioning complete for port 7734e695-e9f6-4c50-8e3b-85b994549145 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:35.487224 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-345931cf-fe0f-4448-b28d-587ec31d2391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7734e695-e9f6-4c50-8e3b-85b994549145), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.520680 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9951352a-4f6c-4ea7-bdef-09807440bacd tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.522354 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9951352a-4f6c-4ea7-bdef-09807440bacd tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2969015 Feb 11 05:36:35.532989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33864) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:35.537941 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0030f724-6be9-420d-bd09-ca23cc9dde2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': '833568bb-5e96-4286-9597-516c1e8a708b', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:35.582826 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0030f724-6be9-420d-bd09-ca23cc9dde2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (c288ef08-2d12-427c-a283-124c03fe7f28), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.651787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event updated for resources: {'Port': ['ID=56a8dddf-a55a-4968-80c4-29bcfed3da65,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:35.685121 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cb36b351-77fd-4cd7-a435-95bc41582fe6 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/routers/42edd711-e370-476a-8449-a3bed868b706/tags HTTP/1.1" status: 204 len: 168 time: 0.2424872 Feb 11 05:36:35.687077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33866) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:35.701576 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7734e695-e9f6-4c50-8e3b-85b994549145 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:35.702071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-9b97245d-eb70-484e-8716-1e996b70db2d tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2aa312af-5615-42dd-9a25-fc6328a5304b') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:35.702536 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7734e695-e9f6-4c50-8e3b-85b994549145), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.708284 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0030f724-6be9-420d-bd09-ca23cc9dde2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (c288ef08-2d12-427c-a283-124c03fe7f28), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.718876 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0030f724-6be9-420d-bd09-ca23cc9dde2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (c288ef08-2d12-427c-a283-124c03fe7f28), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.740245 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030f724-6be9-420d-bd09-ca23cc9dde2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c288ef08-2d12-427c-a283-124c03fe7f28,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:35.745803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 7734e695-e9f6-4c50-8e3b-85b994549145, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7734e695-e9f6-4c50-8e3b-85b994549145,segment=NetworkSegment(fcc6b62e-667c-48bb-a086-13958bc03928),segment_id=fcc6b62e-667c-48bb-a086-13958bc03928)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:35.761388 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7734e695-e9f6-4c50-8e3b-85b994549145), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.774361 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0030f724-6be9-420d-bd09-ca23cc9dde2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.776118 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0030f724-6be9-420d-bd09-ca23cc9dde2e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2418926 Feb 11 05:36:35.779017 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33868) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:35.781067 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-345931cf-fe0f-4448-b28d-587ec31d2391 None None] Current status of the port 7734e695-e9f6-4c50-8e3b-85b994549145 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:35.784460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-530f9738-d72e-40ed-8fbd-cb1c3d9eed0d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': '833568bb-5e96-4286-9597-516c1e8a708b', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:35.788087 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-345931cf-fe0f-4448-b28d-587ec31d2391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7734e695-e9f6-4c50-8e3b-85b994549145), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.819859 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Publish callbacks [] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.827249 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.849487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Network 0986fbb6-0164-4078-8801-192f473bedda is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:35.862932 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-530f9738-d72e-40ed-8fbd-cb1c3d9eed0d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (eebba753-8fad-4a7e-ac8d-97815c763aa7), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:35.868964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:35.885924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=7734e695-e9f6-4c50-8e3b-85b994549145,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:36.067048 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:36.116623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9b97245d-eb70-484e-8716-1e996b70db2d tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/ports/2aa312af-5615-42dd-9a25-fc6328a5304b/tags HTTP/1.1" status: 204 len: 168 time: 0.4235804 Feb 11 05:36:36.121877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33878) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:36.123284 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-530f9738-d72e-40ed-8fbd-cb1c3d9eed0d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (eebba753-8fad-4a7e-ac8d-97815c763aa7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:36.137275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-77e3e635-10c9-4906-b3eb-acd23c0755bf tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:36.138080 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-530f9738-d72e-40ed-8fbd-cb1c3d9eed0d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (eebba753-8fad-4a7e-ac8d-97815c763aa7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:36.216039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f9738-d72e-40ed-8fbd-cb1c3d9eed0d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebba753-8fad-4a7e-ac8d-97815c763aa7,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:36.231290 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-530f9738-d72e-40ed-8fbd-cb1c3d9eed0d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:36.237545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33880) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:36.237893 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-530f9738-d72e-40ed-8fbd-cb1c3d9eed0d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4540417 Feb 11 05:36:36.240511 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-345931cf-fe0f-4448-b28d-587ec31d2391 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:36:36.241057 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-345931cf-fe0f-4448-b28d-587ec31d2391 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:36:36.269636 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c8b58d93-74e2-4879-9c2e-9885a0fd561e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': '833568bb-5e96-4286-9597-516c1e8a708b', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:36.332384 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:36.332734 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0ee25b4f-926e-448f-b1d7-74a6e79aa4f6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:36.370797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Router 1aaf3ddd-6641-4f7e-9082-a724300c42d2 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:36.371254 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3136e5-8079-4f14-8a01-bd05719ae30b None None] Pushing event updated for resources: {'Port': ['ID=9a3dd77e-1351-4589-8b16-abb3d3bc74ec,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:36.407649 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3136e5-8079-4f14-8a01-bd05719ae30b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:36.408004 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3136e5-8079-4f14-8a01-bd05719ae30b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:36.408350 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3136e5-8079-4f14-8a01-bd05719ae30b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:36.408688 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3136e5-8079-4f14-8a01-bd05719ae30b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:36.419782 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3136e5-8079-4f14-8a01-bd05719ae30b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:36.420252 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3136e5-8079-4f14-8a01-bd05719ae30b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:36.420603 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3136e5-8079-4f14-8a01-bd05719ae30b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:36.420947 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3136e5-8079-4f14-8a01-bd05719ae30b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:36.421286 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3136e5-8079-4f14-8a01-bd05719ae30b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:36.421622 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3136e5-8079-4f14-8a01-bd05719ae30b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:36.421956 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3136e5-8079-4f14-8a01-bd05719ae30b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:36.422286 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3136e5-8079-4f14-8a01-bd05719ae30b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:36.422610 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3136e5-8079-4f14-8a01-bd05719ae30b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:36.426574 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Attempting to bind port 9a3dd77e-1351-4589-8b16-abb3d3bc74ec on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:36:36.426952 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Attempting to bind port 9a3dd77e-1351-4589-8b16-abb3d3bc74ec by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:36:36.427365 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Attempting to bind port 9a3dd77e-1351-4589-8b16-abb3d3bc74ec on network 0c4ac397-9ec6-4482-925a-3cb28285fab5 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:36.440173 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:36:36.440568 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Checking segment: {'id': 'ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:36.440976 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:36.441371 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Bound using segment: {'id': 'ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:36:36.441845 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Bound port: 9a3dd77e-1351-4589-8b16-abb3d3bc74ec, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:36:36.442231 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:36.526997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:36.531403 n-d-713499-38 neutron-server[103171]: INFO neutron.db.securitygroups_db [None req-c8b58d93-74e2-4879-9c2e-9885a0fd561e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Project 89a824e240334b3fb89a7803bbc06026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:36:36.557331 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c8b58d93-74e2-4879-9c2e-9885a0fd561e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (97c0d625-79cf-4b26-884f-3e1e3154f75a), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:36.577660 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] For port 9a3dd77e-1351-4589-8b16-abb3d3bc74ec, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:36:36.582017 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] For port 9a3dd77e-1351-4589-8b16-abb3d3bc74ec, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9a3dd77e-1351-4589-8b16-abb3d3bc74ec,segment=NetworkSegment(ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea),segment_id=ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:36:36.592093 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:36.599102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6004b6-1d05-4528-8950-9c22e24f516c req-618b355a-80db-4824-9dd2-2fe5c90ce941 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:36.600766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c6004b6-1d05-4528-8950-9c22e24f516c req-618b355a-80db-4824-9dd2-2fe5c90ce941 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 946 time: 0.3577399 Feb 11 05:36:36.634443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:36.646461 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5e6f4-d7a1-44a2-a621-e5cfa8011109 None None] Sync routers for ids ['1aaf3ddd-6641-4f7e-9082-a724300c42d2'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:36.663598 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33898) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:36.664111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5e5b8509-d4a0-428a-b3b3-b4fad68d1e33 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "PUT /v2.0/routers/1aaf3ddd-6641-4f7e-9082-a724300c42d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4223881 Feb 11 05:36:36.672003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee5e6f4-d7a1-44a2-a621-e5cfa8011109 None None] Routers {'1aaf3ddd-6641-4f7e-9082-a724300c42d2'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:36.673906 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-dee5e6f4-d7a1-44a2-a621-e5cfa8011109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:36:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['1aaf3ddd-6641-4f7e-9082-a724300c42d2'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:36.681000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-77e3e635-10c9-4906-b3eb-acd23c0755bf tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/subnets/66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6/tags HTTP/1.1" status: 204 len: 168 time: 0.5531642 Feb 11 05:36:36.686189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33902) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:36.777815 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Routers {'63c0e793-2358-4d8d-a994-a97b8b97e096'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:36.781549 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:36:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['63c0e793-2358-4d8d-a994-a97b8b97e096'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:36.792783 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c6004b6-1d05-4528-8950-9c22e24f516c req-9ed2143a-765e-427f-b3de-2f4e49c85798 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796381 Feb 11 05:36:36.796152 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-0879df8d-f083-4fcb-ab4b-23c422359a4f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6', 'tempest-TagsExtTest-Tag-140489981') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:36.804687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-dee5e6f4-d7a1-44a2-a621-e5cfa8011109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:36.907371 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee5e6f4-d7a1-44a2-a621-e5cfa8011109 None None] Routers {'1aaf3ddd-6641-4f7e-9082-a724300c42d2'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:36.908512 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-dee5e6f4-d7a1-44a2-a621-e5cfa8011109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:36:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['1aaf3ddd-6641-4f7e-9082-a724300c42d2'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:36.970500 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3136e5-8079-4f14-8a01-bd05719ae30b None None] Pushing event updated for resources: {'Port': ['ID=9a3dd77e-1351-4589-8b16-abb3d3bc74ec,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:36.992679 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c8b58d93-74e2-4879-9c2e-9885a0fd561e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (97c0d625-79cf-4b26-884f-3e1e3154f75a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.023915 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c8b58d93-74e2-4879-9c2e-9885a0fd561e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (97c0d625-79cf-4b26-884f-3e1e3154f75a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.065317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-345931cf-fe0f-4448-b28d-587ec31d2391 None None] Current status of the port 7734e695-e9f6-4c50-8e3b-85b994549145 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:37.090964 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-dee5e6f4-d7a1-44a2-a621-e5cfa8011109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:37.092878 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5e6f4-d7a1-44a2-a621-e5cfa8011109 None None] The sync data for ids ['1aaf3ddd-6641-4f7e-9082-a724300c42d2'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:37.109945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b58d93-74e2-4879-9c2e-9885a0fd561e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c0d625-79cf-4b26-884f-3e1e3154f75a,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:37.123174 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-345931cf-fe0f-4448-b28d-587ec31d2391 None None] Provisioning complete for port 9a3dd77e-1351-4589-8b16-abb3d3bc74ec triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:37.123930 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-345931cf-fe0f-4448-b28d-587ec31d2391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.137094 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c8b58d93-74e2-4879-9c2e-9885a0fd561e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.143549 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c8b58d93-74e2-4879-9c2e-9885a0fd561e tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8749726 Feb 11 05:36:37.147477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0879df8d-f083-4fcb-ab4b-23c422359a4f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "PUT /v2.0/subnets/66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6/tags/tempest-TagsExtTest-Tag-140489981 HTTP/1.1" status: 201 len: 201 time: 0.3817666 Feb 11 05:36:37.148038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33924) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:37.157961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-71fe823d-e76c-4e70-97ee-8821d8a23d79 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'security_group_rule': {'security_group_id': '833568bb-5e96-4286-9597-516c1e8a708b', 'project_id': '89a824e240334b3fb89a7803bbc06026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:37.159040 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] Set router 63c0e793-2358-4d8d-a994-a97b8b97e096 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:37.196862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33926) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:37.211966 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-b10ec8e2-64cf-4b5c-b512-65e75c25f747 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2aa312af-5615-42dd-9a25-fc6328a5304b', 'tempest-TagsExtTest-Tag-1710736139') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:37.220731 n-d-713499-38 neutron-server[103171]: INFO neutron.db.securitygroups_db [None req-71fe823d-e76c-4e70-97ee-8821d8a23d79 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Project 89a824e240334b3fb89a7803bbc06026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:36:37.233103 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-71fe823d-e76c-4e70-97ee-8821d8a23d79 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (87389dec-3ad2-405a-8469-87c15ebb5736), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.378115 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-345931cf-fe0f-4448-b28d-587ec31d2391 None None] Current status of the port 9a3dd77e-1351-4589-8b16-abb3d3bc74ec is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:37.378697 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-345931cf-fe0f-4448-b28d-587ec31d2391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.386224 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-71fe823d-e76c-4e70-97ee-8821d8a23d79 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (87389dec-3ad2-405a-8469-87c15ebb5736), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.396116 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-71fe823d-e76c-4e70-97ee-8821d8a23d79 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (87389dec-3ad2-405a-8469-87c15ebb5736), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.443330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe823d-e76c-4e70-97ee-8821d8a23d79 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87389dec-3ad2-405a-8469-87c15ebb5736,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:37.473418 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-71fe823d-e76c-4e70-97ee-8821d8a23d79 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.475493 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-71fe823d-e76c-4e70-97ee-8821d8a23d79 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3261514 Feb 11 05:36:37.533831 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b10ec8e2-64cf-4b5c-b512-65e75c25f747 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "PUT /v2.0/ports/2aa312af-5615-42dd-9a25-fc6328a5304b/tags/tempest-TagsExtTest-Tag-1710736139 HTTP/1.1" status: 201 len: 201 time: 0.3331094 Feb 11 05:36:37.536333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33930) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:37.542596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-73c8fba0-c313-4368-9eba-04adf303413e tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '42edd711-e370-476a-8449-a3bed868b706', 'tempest-TagsExtTest-Tag-401954694') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:37.550036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-345931cf-fe0f-4448-b28d-587ec31d2391 None None] For port 9a3dd77e-1351-4589-8b16-abb3d3bc74ec, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9a3dd77e-1351-4589-8b16-abb3d3bc74ec,segment=NetworkSegment(ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea),segment_id=ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:37.559710 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-345931cf-fe0f-4448-b28d-587ec31d2391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.673890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345931cf-fe0f-4448-b28d-587ec31d2391 None None] Pushing event updated for resources: {'Port': ['ID=9a3dd77e-1351-4589-8b16-abb3d3bc74ec,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:37.676832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-73c8fba0-c313-4368-9eba-04adf303413e tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "PUT /v2.0/routers/42edd711-e370-476a-8449-a3bed868b706/tags/tempest-TagsExtTest-Tag-401954694 HTTP/1.1" status: 201 len: 201 time: 0.1394470 Feb 11 05:36:37.679705 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33932) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:37.692960 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-3074e09e-e730-48e2-a2b3-44ad33c603e2 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e5b937fc-006f-43dd-aa7a-957bd234a08a', 'tempest-TagsExtTest-Tag-343179878') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:37.697924 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'name': 'tempest-TestNetworkBasicOps-router-463297159', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:21Z', 'updated_at': '2022-02-11T05:36:30Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:23Z', 'updated_at': '2022-02-11T05:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '9a3dd77e-1351-4589-8b16-abb3d3bc74ec', 'name': '', 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:d3:6d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:29Z', 'updated_at': '2022-02-11T05:36:36Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:37.740949 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-0220cfd7-c2aa-40b9-9c71-0a2ea7e1c0d5 None None] Provisioning complete for port 56a8dddf-a55a-4968-80c4-29bcfed3da65 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:37.741426 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0220cfd7-c2aa-40b9-9c71-0a2ea7e1c0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (56a8dddf-a55a-4968-80c4-29bcfed3da65), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.767056 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e627f6-6c7c-4783-bfc5-505b8d29d18b None None] The sync data for ids ['63c0e793-2358-4d8d-a994-a97b8b97e096'] in n-d-713499-38 is: [{'id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'name': 'tempest-TestNetworkBasicOps-router-463297159', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:21Z', 'updated_at': '2022-02-11T05:36:30Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:23Z', 'updated_at': '2022-02-11T05:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '9a3dd77e-1351-4589-8b16-abb3d3bc74ec', 'name': '', 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:d3:6d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:29Z', 'updated_at': '2022-02-11T05:36:36Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:37.772757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3074e09e-e730-48e2-a2b3-44ad33c603e2 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "PUT /v2.0/subnetpools/e5b937fc-006f-43dd-aa7a-957bd234a08a/tags/tempest-TagsExtTest-Tag-343179878 HTTP/1.1" status: 201 len: 201 time: 0.0824912 Feb 11 05:36:37.774021 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33938) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:37.800755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-5e8acc64-e266-4f19-8d87-7ad0ffc39227 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6', {'tags': ['tempest-TagsExtTest-Tag-1957505280', 'tempest-TagsExtTest-Tag-1007975109', 'tempest-TagsExtTest-Tag-290942307']}) {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:37.835686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0220cfd7-c2aa-40b9-9c71-0a2ea7e1c0d5 None None] Port 56a8dddf-a55a-4968-80c4-29bcfed3da65 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:36:37.845503 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30a191bf-898c-4877-b587-4502c20bc734 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for router (1aaf3ddd-6641-4f7e-9082-a724300c42d2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:37.891387 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-0220cfd7-c2aa-40b9-9c71-0a2ea7e1c0d5 None None] Provisioning complete for port 7734e695-e9f6-4c50-8e3b-85b994549145 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:37.892852 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0220cfd7-c2aa-40b9-9c71-0a2ea7e1c0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7734e695-e9f6-4c50-8e3b-85b994549145), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:38.047064 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7734e695-e9f6-4c50-8e3b-85b994549145 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:38.068703 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5e8acc64-e266-4f19-8d87-7ad0ffc39227 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "PUT /v2.0/subnets/66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6/tags HTTP/1.1" status: 200 len: 317 time: 0.2912815 Feb 11 05:36:38.079507 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33952) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:38.090619 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-d394272a-6c0a-4683-88c2-12815a33346b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:38.107770 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-f0e58cf9-6476-4311-aa0a-59dc468b998f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1594271393&fields=id&tenant_id=89a824e240334b3fb89a7803bbc06026 HTTP/1.1" status: 200 len: 267 time: 0.1907272 Feb 11 05:36:38.137446 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-30a191bf-898c-4877-b587-4502c20bc734 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 05:36:38.138514 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-30a191bf-898c-4877-b587-4502c20bc734 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "DELETE /v2.0/routers/1aaf3ddd-6641-4f7e-9082-a724300c42d2 HTTP/1.1" status: 409 len: 329 time: 1.4739125 Feb 11 05:36:38.151619 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33954) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:38.164211 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0220cfd7-c2aa-40b9-9c71-0a2ea7e1c0d5 None None] Current status of the port 7734e695-e9f6-4c50-8e3b-85b994549145 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:38.226113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-0220cfd7-c2aa-40b9-9c71-0a2ea7e1c0d5 None None] Provisioning complete for port 9a3dd77e-1351-4589-8b16-abb3d3bc74ec triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:38.228461 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0220cfd7-c2aa-40b9-9c71-0a2ea7e1c0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:38.257687 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f4933-a488-43a4-a72f-6cc5bd3899a9 req-94ffa31c-2a64-451f-a645-95609422b881 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:38.259211 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a91f4933-a488-43a4-a72f-6cc5bd3899a9 req-94ffa31c-2a64-451f-a645-95609422b881 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 946 time: 0.2795665 Feb 11 05:36:38.354036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721e77-bcff-416f-a7d1-084217145fdb req-ed50da57-3cd8-4108-913b-09602e7ea5c8 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:38.360955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-ed50da57-3cd8-4108-913b-09602e7ea5c8 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/networks?id=0c4ac397-9ec6-4482-925a-3cb28285fab5 HTTP/1.1" status: 200 len: 797 time: 0.2520664 Feb 11 05:36:38.389792 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-754b49b4-a6f5-47d7-8c79-16a7d5775ad5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/quotas/89a824e240334b3fb89a7803bbc06026 HTTP/1.1" status: 200 len: 375 time: 0.0279162 Feb 11 05:36:38.407042 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7734e695-e9f6-4c50-8e3b-85b994549145 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:38.408094 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7734e695-e9f6-4c50-8e3b-85b994549145), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:38.425555 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a91f4933-a488-43a4-a72f-6cc5bd3899a9 req-3e25e4a0-787d-4fe8-b17b-91cacef66417 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519134 Feb 11 05:36:38.454093 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d394272a-6c0a-4683-88c2-12815a33346b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/subnets/66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6/tags HTTP/1.1" status: 204 len: 168 time: 0.3726351 Feb 11 05:36:38.458466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33956) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:38.464175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-56ced20e-e2a2-4317-86fd-6317ff6d0059 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6', 'tempest-TagsExtTest-Tag-1957505280') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:38.471729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0220cfd7-c2aa-40b9-9c71-0a2ea7e1c0d5 None None] Current status of the port 9a3dd77e-1351-4589-8b16-abb3d3bc74ec is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:38.531352 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-69648f11-ac3f-463e-afcc-06c782a7fb01 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=89a824e240334b3fb89a7803bbc06026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1404815 Feb 11 05:36:38.536834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-24bb0185-243d-49ea-8217-a6171758fd82 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:36:38.544016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-24bb0185-243d-49ea-8217-a6171758fd82 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114276 Feb 11 05:36:38.591357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7734e695-e9f6-4c50-8e3b-85b994549145 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:38.678132 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-56ced20e-e2a2-4317-86fd-6317ff6d0059 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] show failed (client error): The resource could not be found. Feb 11 05:36:38.679237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-56ced20e-e2a2-4317-86fd-6317ff6d0059 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/subnets/66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6/tags/tempest-TagsExtTest-Tag-1957505280 HTTP/1.1" status: 404 len: 329 time: 0.2198572 Feb 11 05:36:38.684350 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33960) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:38.688204 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-4f3a67d8-f51b-4a4c-83a1-801fdb8206d6 service neutron] 10.222.0.87 "GET /v2.0/networks/0c4ac397-9ec6-4482-925a-3cb28285fab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403656 Feb 11 05:36:38.692461 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-393ff1c5-4d9d-4df0-a2ac-afc502512f9b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6', 'tempest-TagsExtTest-Tag-1007975109') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:38.808234 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-d26ddbe4-5086-41f6-840a-f5ed08341f51 service neutron] 10.222.0.87 "GET /v2.0/networks/0c4ac397-9ec6-4482-925a-3cb28285fab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190472 Feb 11 05:36:38.847684 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-393ff1c5-4d9d-4df0-a2ac-afc502512f9b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] show failed (client error): The resource could not be found. Feb 11 05:36:38.851000 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-393ff1c5-4d9d-4df0-a2ac-afc502512f9b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/subnets/66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6/tags/tempest-TagsExtTest-Tag-1007975109 HTTP/1.1" status: 404 len: 329 time: 0.1645489 Feb 11 05:36:38.854623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33964) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:38.859273 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-444b6bd6-4d82-44c6-8794-4365ce1ee829 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6', 'tempest-TagsExtTest-Tag-290942307') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:38.918026 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e1bc241d-385a-49d4-b5fe-0757c1d6fab9 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (1aaf3ddd-6641-4f7e-9082-a724300c42d2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:38.986511 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-444b6bd6-4d82-44c6-8794-4365ce1ee829 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] show failed (client error): The resource could not be found. Feb 11 05:36:38.987670 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-444b6bd6-4d82-44c6-8794-4365ce1ee829 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/subnets/66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6/tags/tempest-TagsExtTest-Tag-290942307 HTTP/1.1" status: 404 len: 328 time: 0.1316924 Feb 11 05:36:38.990397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33966) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:38.997584 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-c2a2dee3-d5ea-47cf-921c-38dec515ee76 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2aa312af-5615-42dd-9a25-fc6328a5304b', {'tags': ['tempest-TagsExtTest-Tag-281567646', 'tempest-TagsExtTest-Tag-308747855', 'tempest-TagsExtTest-Tag-1685215074']}) {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:39.229324 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c2a2dee3-d5ea-47cf-921c-38dec515ee76 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "PUT /v2.0/ports/2aa312af-5615-42dd-9a25-fc6328a5304b/tags HTTP/1.1" status: 200 len: 316 time: 0.2354624 Feb 11 05:36:39.234817 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33974) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:39.243152 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-cd7b91eb-7969-4ddd-9561-c0d323ddc7cd tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2aa312af-5615-42dd-9a25-fc6328a5304b') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:39.243295 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c57007dc-7e15-47af-a39d-c9a77311584a req-4ea49d57-0816-447b-acc5-20b5506deff1 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 210 time: 0.0731535 Feb 11 05:36:39.436204 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cd7b91eb-7969-4ddd-9561-c0d323ddc7cd tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/ports/2aa312af-5615-42dd-9a25-fc6328a5304b/tags HTTP/1.1" status: 204 len: 168 time: 0.1996813 Feb 11 05:36:39.438949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33980) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:39.448271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-841fb45c-3a7c-4c53-a6c5-2a30eeac8b8c tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2aa312af-5615-42dd-9a25-fc6328a5304b', 'tempest-TagsExtTest-Tag-281567646') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:39.556092 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-841fb45c-3a7c-4c53-a6c5-2a30eeac8b8c tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] show failed (client error): The resource could not be found. Feb 11 05:36:39.559471 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-841fb45c-3a7c-4c53-a6c5-2a30eeac8b8c tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/ports/2aa312af-5615-42dd-9a25-fc6328a5304b/tags/tempest-TagsExtTest-Tag-281567646 HTTP/1.1" status: 404 len: 328 time: 0.1172216 Feb 11 05:36:39.565682 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33984) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:39.582036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-4597bb9f-8f66-4ec5-a0bc-22fadde4738b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2aa312af-5615-42dd-9a25-fc6328a5304b', 'tempest-TagsExtTest-Tag-308747855') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:39.620124 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc241d-385a-49d4-b5fe-0757c1d6fab9 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Deleting port 56a8dddf-a55a-4968-80c4-29bcfed3da65 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:39.620716 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e1bc241d-385a-49d4-b5fe-0757c1d6fab9 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (56a8dddf-a55a-4968-80c4-29bcfed3da65), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:39.738395 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-4597bb9f-8f66-4ec5-a0bc-22fadde4738b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] show failed (client error): The resource could not be found. Feb 11 05:36:39.742188 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4597bb9f-8f66-4ec5-a0bc-22fadde4738b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/ports/2aa312af-5615-42dd-9a25-fc6328a5304b/tags/tempest-TagsExtTest-Tag-308747855 HTTP/1.1" status: 404 len: 328 time: 0.1692367 Feb 11 05:36:39.755184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33986) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:39.763071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-7d3a1745-835d-4ecf-aafa-4a6cf1035a0f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2aa312af-5615-42dd-9a25-fc6328a5304b', 'tempest-TagsExtTest-Tag-1685215074') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:39.822445 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:39.828224 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e1bc241d-385a-49d4-b5fe-0757c1d6fab9 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (56a8dddf-a55a-4968-80c4-29bcfed3da65), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:39.864106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc241d-385a-49d4-b5fe-0757c1d6fab9 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Calling delete_port for 56a8dddf-a55a-4968-80c4-29bcfed3da65 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:39.914370 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-7d3a1745-835d-4ecf-aafa-4a6cf1035a0f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] show failed (client error): The resource could not be found. Feb 11 05:36:39.940893 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7d3a1745-835d-4ecf-aafa-4a6cf1035a0f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/ports/2aa312af-5615-42dd-9a25-fc6328a5304b/tags/tempest-TagsExtTest-Tag-1685215074 HTTP/1.1" status: 404 len: 329 time: 0.1845558 Feb 11 05:36:39.941804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 33990) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:39.951243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-43e14c6e-486e-411e-a4ab-82d83dcb92cd tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '42edd711-e370-476a-8449-a3bed868b706', {'tags': ['tempest-TagsExtTest-Tag-902254042', 'tempest-TagsExtTest-Tag-1454028985', 'tempest-TagsExtTest-Tag-435818093']}) {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:39.999364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9a3dd77e-1351-4589-8b16-abb3d3bc74ec up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:40.106022 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-43e14c6e-486e-411e-a4ab-82d83dcb92cd tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "PUT /v2.0/routers/42edd711-e370-476a-8449-a3bed868b706/tags HTTP/1.1" status: 200 len: 316 time: 0.1625502 Feb 11 05:36:40.106282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 33994) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:40.110396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 9a3dd77e-1351-4589-8b16-abb3d3bc74ec triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:40.110783 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:40.122156 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-431a6014-ea5c-43ae-8227-9b3ea8ddec6a tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '42edd711-e370-476a-8449-a3bed868b706') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:40.224700 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 9a3dd77e-1351-4589-8b16-abb3d3bc74ec is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:40.320754 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e1bc241d-385a-49d4-b5fe-0757c1d6fab9 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (56a8dddf-a55a-4968-80c4-29bcfed3da65), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:40.328657 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-431a6014-ea5c-43ae-8227-9b3ea8ddec6a tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/routers/42edd711-e370-476a-8449-a3bed868b706/tags HTTP/1.1" status: 204 len: 168 time: 0.2198141 Feb 11 05:36:40.331929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34002) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:40.340216 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-8a21f59b-08d1-4f9d-9d4f-d7f36a43a0ce tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '42edd711-e370-476a-8449-a3bed868b706', 'tempest-TagsExtTest-Tag-902254042') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:40.355377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc241d-385a-49d4-b5fe-0757c1d6fab9 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event deleted for resources: {'Port': ['ID=56a8dddf-a55a-4968-80c4-29bcfed3da65,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:40.475372 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a05512f1-97ae-4f95-a714-f8e0bb4e17ac req-611a884a-08d3-4892-8166-0e5626aa8f9d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 210 time: 0.0645993 Feb 11 05:36:40.511916 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e1bc241d-385a-49d4-b5fe-0757c1d6fab9 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (1aaf3ddd-6641-4f7e-9082-a724300c42d2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:40.853032 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bc241d-385a-49d4-b5fe-0757c1d6fab9 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Router 1aaf3ddd-6641-4f7e-9082-a724300c42d2 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:40.958639 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bc241d-385a-49d4-b5fe-0757c1d6fab9 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:40.976449 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ca8993-c680-4756-addc-96c4faef86e9 None None] Sync routers for ids ['1aaf3ddd-6641-4f7e-9082-a724300c42d2'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:40.980003 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e1bc241d-385a-49d4-b5fe-0757c1d6fab9 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "PUT /v2.0/routers/1aaf3ddd-6641-4f7e-9082-a724300c42d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8270574 Feb 11 05:36:40.984866 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34004) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:40.994237 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ca8993-c680-4756-addc-96c4faef86e9 None None] Routers {'1aaf3ddd-6641-4f7e-9082-a724300c42d2'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:40.995140 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c7ca8993-c680-4756-addc-96c4faef86e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:36:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['1aaf3ddd-6641-4f7e-9082-a724300c42d2'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:41.035210 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c7ca8993-c680-4756-addc-96c4faef86e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:41.051617 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ca8993-c680-4756-addc-96c4faef86e9 None None] Routers {'1aaf3ddd-6641-4f7e-9082-a724300c42d2'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:41.053005 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c7ca8993-c680-4756-addc-96c4faef86e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:36:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['1aaf3ddd-6641-4f7e-9082-a724300c42d2'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:41.065764 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-bac4570f-bb8b-4aae-85f2-fef3133acba5 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] show failed (client error): The resource could not be found. Feb 11 05:36:41.066964 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bac4570f-bb8b-4aae-85f2-fef3133acba5 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "GET /v2.0/routers/tempest-non_exist_router-1897575595 HTTP/1.1" status: 404 len: 335 time: 0.0809324 Feb 11 05:36:41.076108 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34008) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:41.080986 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4b89a38e-5189-4785-baea-7b1c28f6ee67 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:41.101419 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c7ca8993-c680-4756-addc-96c4faef86e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:41.102353 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ca8993-c680-4756-addc-96c4faef86e9 None None] The sync data for ids ['1aaf3ddd-6641-4f7e-9082-a724300c42d2'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:36:41.130067 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-8a21f59b-08d1-4f9d-9d4f-d7f36a43a0ce tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] show failed (client error): The resource could not be found. Feb 11 05:36:41.133679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8a21f59b-08d1-4f9d-9d4f-d7f36a43a0ce tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/routers/42edd711-e370-476a-8449-a3bed868b706/tags/tempest-TagsExtTest-Tag-902254042 HTTP/1.1" status: 404 len: 328 time: 0.7982306 Feb 11 05:36:41.134689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34010) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:41.138320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-3060c5c5-5af4-45c6-8a83-f0e108fe7568 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '42edd711-e370-476a-8449-a3bed868b706', 'tempest-TagsExtTest-Tag-1454028985') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:41.167196 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-4b89a38e-5189-4785-baea-7b1c28f6ee67 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] update failed (client error): The resource could not be found. Feb 11 05:36:41.173665 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4b89a38e-5189-4785-baea-7b1c28f6ee67 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "PUT /v2.0/routers/tempest-non_exist_router-819667601 HTTP/1.1" status: 404 len: 334 time: 0.0911222 Feb 11 05:36:41.173665 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34012) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:41.232515 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41f88fe-c16f-4d3b-9a97-e60d16198ace tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Deleting subnet 5ae53535-83a0-4bcc-a17d-a22be6bb1e71 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:36:41.239673 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f41f88fe-c16f-4d3b-9a97-e60d16198ace tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for subnet (5ae53535-83a0-4bcc-a17d-a22be6bb1e71), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:41.290042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721e77-bcff-416f-a7d1-084217145fdb req-d532f3a9-358b-487f-8c5f-dde6464868f9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:41.291826 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-d532f3a9-358b-487f-8c5f-dde6464868f9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.73 "GET /v2.0/networks?id=0c4ac397-9ec6-4482-925a-3cb28285fab5 HTTP/1.1" status: 200 len: 797 time: 0.2022643 Feb 11 05:36:41.292188 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f41f88fe-c16f-4d3b-9a97-e60d16198ace tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (5ae53535-83a0-4bcc-a17d-a22be6bb1e71), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:41.297769 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-3060c5c5-5af4-45c6-8a83-f0e108fe7568 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] show failed (client error): The resource could not be found. Feb 11 05:36:41.298889 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3060c5c5-5af4-45c6-8a83-f0e108fe7568 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/routers/42edd711-e370-476a-8449-a3bed868b706/tags/tempest-TagsExtTest-Tag-1454028985 HTTP/1.1" status: 404 len: 329 time: 0.1640365 Feb 11 05:36:41.307404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34014) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:41.312009 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-ccd02b19-cd14-4ead-8a58-12bb0d64cbd3 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '42edd711-e370-476a-8449-a3bed868b706', 'tempest-TagsExtTest-Tag-435818093') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:41.411996 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f41f88fe-c16f-4d3b-9a97-e60d16198ace tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (5ae53535-83a0-4bcc-a17d-a22be6bb1e71), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:41.446591 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-2796ea5f-5a03-4a4a-a4ee-1f515e0b242d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89a824e240334b3fb89a7803bbc06026 HTTP/1.1" status: 200 len: 380 time: 0.1443903 Feb 11 05:36:41.449762 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-ccd02b19-cd14-4ead-8a58-12bb0d64cbd3 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] show failed (client error): The resource could not be found. Feb 11 05:36:41.450884 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ccd02b19-cd14-4ead-8a58-12bb0d64cbd3 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/routers/42edd711-e370-476a-8449-a3bed868b706/tags/tempest-TagsExtTest-Tag-435818093 HTTP/1.1" status: 404 len: 328 time: 0.1424367 Feb 11 05:36:41.455817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-61721e77-bcff-416f-a7d1-084217145fdb req-0497b7de-0be7-48a7-a648-470bdcab392a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'port': {'device_id': '7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f', 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5', 'admin_state_up': True, 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'security_groups': ['833568bb-5e96-4286-9597-516c1e8a708b']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:41.460128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34018) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:41.465366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-51511e46-050e-4c00-b731-4fe2f3d3bb47 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e5b937fc-006f-43dd-aa7a-957bd234a08a', {'tags': ['tempest-TagsExtTest-Tag-687375735', 'tempest-TagsExtTest-Tag-1838740297', 'tempest-TagsExtTest-Tag-687470899']}) {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:41.486049 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f41f88fe-c16f-4d3b-9a97-e60d16198ace tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (5ae53535-83a0-4bcc-a17d-a22be6bb1e71), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:41.522688 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f88fe-c16f-4d3b-9a97-e60d16198ace tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae53535-83a0-4bcc-a17d-a22be6bb1e71,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:41.532304 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f41f88fe-c16f-4d3b-9a97-e60d16198ace tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:41.535851 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f41f88fe-c16f-4d3b-9a97-e60d16198ace tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "DELETE /v2.0/subnets/5ae53535-83a0-4bcc-a17d-a22be6bb1e71 HTTP/1.1" status: 204 len: 168 time: 0.3614922 Feb 11 05:36:41.539629 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34022) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:41.541649 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a578b9-b109-49df-97c3-d6d59171c3b9 None None] Network 25662e48-90a2-4b9d-a0af-e6dfafce8066 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:41.646477 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (25662e48-90a2-4b9d-a0af-e6dfafce8066), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:41.649705 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d2550cb-f969-4290-ac13-967c8854e8d4 req-f2df29da-d316-43fb-a23f-72b2899246dd tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 210 time: 0.0393305 Feb 11 05:36:41.654835 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-51511e46-050e-4c00-b731-4fe2f3d3bb47 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "PUT /v2.0/subnetpools/e5b937fc-006f-43dd-aa7a-957bd234a08a/tags HTTP/1.1" status: 200 len: 316 time: 0.1935687 Feb 11 05:36:41.658887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34024) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:41.663364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-ae9476b8-f19e-458c-a195-2cbb4b267e3b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e5b937fc-006f-43dd-aa7a-957bd234a08a') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:41.737926 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61721e77-bcff-416f-a7d1-084217145fdb req-0497b7de-0be7-48a7-a648-470bdcab392a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Made reservation on behalf of 89a824e240334b3fb89a7803bbc06026 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:41.742298 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-61721e77-bcff-416f-a7d1-084217145fdb req-0497b7de-0be7-48a7-a648-470bdcab392a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:41.746597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ae9476b8-f19e-458c-a195-2cbb4b267e3b tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/subnetpools/e5b937fc-006f-43dd-aa7a-957bd234a08a/tags HTTP/1.1" status: 204 len: 168 time: 0.0867143 Feb 11 05:36:41.750725 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34026) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:41.755641 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-1355fd6e-f48b-4ed0-bb35-fff852ae9657 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5b937fc-006f-43dd-aa7a-957bd234a08a', 'tempest-TagsExtTest-Tag-687375735') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:41.792298 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Deleting port 7734e695-e9f6-4c50-8e3b-85b994549145 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:41.792705 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7734e695-e9f6-4c50-8e3b-85b994549145), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:41.808088 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-1355fd6e-f48b-4ed0-bb35-fff852ae9657 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] show failed (client error): The resource could not be found. Feb 11 05:36:41.811938 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1355fd6e-f48b-4ed0-bb35-fff852ae9657 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/subnetpools/e5b937fc-006f-43dd-aa7a-957bd234a08a/tags/tempest-TagsExtTest-Tag-687375735 HTTP/1.1" status: 404 len: 328 time: 0.0573876 Feb 11 05:36:41.813602 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34028) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:41.826733 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-73b038fa-5774-4714-9fe2-b76d0f972b38 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5b937fc-006f-43dd-aa7a-957bd234a08a', 'tempest-TagsExtTest-Tag-1838740297') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:41.837000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55657fcf-87d2-4bf9-8b68-2cb43d64727b None None] DHCP port deletion for 25662e48-90a2-4b9d-a0af-e6dfafce8066 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:36:41.898908 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-73b038fa-5774-4714-9fe2-b76d0f972b38 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] show failed (client error): The resource could not be found. Feb 11 05:36:41.903220 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-73b038fa-5774-4714-9fe2-b76d0f972b38 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/subnetpools/e5b937fc-006f-43dd-aa7a-957bd234a08a/tags/tempest-TagsExtTest-Tag-1838740297 HTTP/1.1" status: 404 len: 329 time: 0.0864310 Feb 11 05:36:41.907121 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34030) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:41.911650 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-3056b19b-d0a9-4f51-910c-d4d2984788d0 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e5b937fc-006f-43dd-aa7a-957bd234a08a', 'tempest-TagsExtTest-Tag-687470899') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:41.933822 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] For port 7734e695-e9f6-4c50-8e3b-85b994549145, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7734e695-e9f6-4c50-8e3b-85b994549145,segment=NetworkSegment(fcc6b62e-667c-48bb-a086-13958bc03928),segment_id=fcc6b62e-667c-48bb-a086-13958bc03928)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:41.934330 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7734e695-e9f6-4c50-8e3b-85b994549145), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:41.939082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-55657fcf-87d2-4bf9-8b68-2cb43d64727b None None] Deleting port 7734e695-e9f6-4c50-8e3b-85b994549145 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:41.939487 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-55657fcf-87d2-4bf9-8b68-2cb43d64727b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7734e695-e9f6-4c50-8e3b-85b994549145), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:41.955693 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Calling delete_port for 7734e695-e9f6-4c50-8e3b-85b994549145 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:41.960303 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-3056b19b-d0a9-4f51-910c-d4d2984788d0 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] show failed (client error): The resource could not be found. Feb 11 05:36:41.961319 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3056b19b-d0a9-4f51-910c-d4d2984788d0 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/subnetpools/e5b937fc-006f-43dd-aa7a-957bd234a08a/tags/tempest-TagsExtTest-Tag-687470899 HTTP/1.1" status: 404 len: 328 time: 0.0529704 Feb 11 05:36:41.964387 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34032) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:41.971293 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-b7567499-b5b8-41c4-beff-89b4ee07f777 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e5b937fc-006f-43dd-aa7a-957bd234a08a') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:41.973889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-61721e77-bcff-416f-a7d1-084217145fdb req-0497b7de-0be7-48a7-a648-470bdcab392a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Allocated IP 172.20.0.3 (0c4ac397-9ec6-4482-925a-3cb28285fab5/72dc6f00-55d9-4123-85e7-5e5207e7dac2/5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:42.012441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-55657fcf-87d2-4bf9-8b68-2cb43d64727b None None] For port 7734e695-e9f6-4c50-8e3b-85b994549145, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7734e695-e9f6-4c50-8e3b-85b994549145,segment=NetworkSegment(fcc6b62e-667c-48bb-a086-13958bc03928),segment_id=fcc6b62e-667c-48bb-a086-13958bc03928)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:42.012756 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-55657fcf-87d2-4bf9-8b68-2cb43d64727b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7734e695-e9f6-4c50-8e3b-85b994549145), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.027082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-55657fcf-87d2-4bf9-8b68-2cb43d64727b None None] Calling delete_port for 7734e695-e9f6-4c50-8e3b-85b994549145 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:42.049007 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b7567499-b5b8-41c4-beff-89b4ee07f777 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/subnetpools/e5b937fc-006f-43dd-aa7a-957bd234a08a/tags HTTP/1.1" status: 204 len: 168 time: 0.0812149 Feb 11 05:36:42.053244 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34034) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:42.057946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-bab5cb3e-6442-409e-a8e7-ada55e8c0337 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '42edd711-e370-476a-8449-a3bed868b706') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:42.122763 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-55657fcf-87d2-4bf9-8b68-2cb43d64727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (7734e695-e9f6-4c50-8e3b-85b994549145), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.166314 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-61721e77-bcff-416f-a7d1-084217145fdb req-0497b7de-0be7-48a7-a648-470bdcab392a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for port (5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.168042 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7734e695-e9f6-4c50-8e3b-85b994549145), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.184350 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55657fcf-87d2-4bf9-8b68-2cb43d64727b None None] Pushing event deleted for resources: {'Port': ['ID=7734e695-e9f6-4c50-8e3b-85b994549145,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:42.202722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55657fcf-87d2-4bf9-8b68-2cb43d64727b None None] No DVR routers for this DVR port 7734e695-e9f6-4c50-8e3b-85b994549145 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:42.254584 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-61721e77-bcff-416f-a7d1-084217145fdb req-0497b7de-0be7-48a7-a648-470bdcab392a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.258590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] No DVR routers for this DVR port 7734e695-e9f6-4c50-8e3b-85b994549145 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:42.268725 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event deleted for resources: {'Port': ['ID=7734e695-e9f6-4c50-8e3b-85b994549145,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:42.312677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61721e77-bcff-416f-a7d1-084217145fdb req-0497b7de-0be7-48a7-a648-470bdcab392a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network 0c4ac397-9ec6-4482-925a-3cb28285fab5 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:42.320498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-61721e77-bcff-416f-a7d1-084217145fdb req-0497b7de-0be7-48a7-a648-470bdcab392a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:42.333856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-61721e77-bcff-416f-a7d1-084217145fdb req-0497b7de-0be7-48a7-a648-470bdcab392a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:42.375090 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (25662e48-90a2-4b9d-a0af-e6dfafce8066), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.410533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721e77-bcff-416f-a7d1-084217145fdb req-0497b7de-0be7-48a7-a648-470bdcab392a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:42.411337 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-61721e77-bcff-416f-a7d1-084217145fdb req-0497b7de-0be7-48a7-a648-470bdcab392a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.415255 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497b7de-0be7-48a7-a648-470bdcab392a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Port': ['ID=5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:42.437453 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25662e48-90a2-4b9d-a0af-e6dfafce8066']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:42.440016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-0497b7de-0be7-48a7-a648-470bdcab392a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9869626 Feb 11 05:36:42.451718 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc6b62e-667c-48bb-a086-13958bc03928') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:42.452000 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc6b62e-667c-48bb-a086-13958bc03928') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:42.455574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Request body: {'port': {'device_id': '7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:42.480855 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bab5cb3e-6442-409e-a8e7-ada55e8c0337 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/routers/42edd711-e370-476a-8449-a3bed868b706/tags HTTP/1.1" status: 204 len: 168 time: 0.4263504 Feb 11 05:36:42.483329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34040) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:42.493409 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (fcc6b62e-667c-48bb-a086-13958bc03928), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.495965 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-ee804997-3e56-4189-9c5c-a9d8a2f06b20 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2aa312af-5615-42dd-9a25-fc6328a5304b') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:42.517189 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (fcc6b62e-667c-48bb-a086-13958bc03928), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.525800 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:36:42.526468 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (fcc6b62e-667c-48bb-a086-13958bc03928), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:36:42.530704 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:36:42.577879 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.617002 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (25662e48-90a2-4b9d-a0af-e6dfafce8066), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.637492 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.643507 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "DELETE /v2.0/networks/25662e48-90a2-4b9d-a0af-e6dfafce8066 HTTP/1.1" status: 204 len: 168 time: 1.1002851 Feb 11 05:36:42.643507 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e9f5c-9b08-42e3-8cad-80ac72abb5bb tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event deleted for resources: {'Network': ['ID=25662e48-90a2-4b9d-a0af-e6dfafce8066,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:42.643913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34042) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:42.742603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e3c322cf-d9f2-4dd9-9724-5b0b15adba6e None None] Provisioning complete for port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:42.743825 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e3c322cf-d9f2-4dd9-9724-5b0b15adba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.787146 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e3c322cf-d9f2-4dd9-9724-5b0b15adba6e None None] Port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:36:42.806915 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ee804997-3e56-4189-9c5c-a9d8a2f06b20 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/ports/2aa312af-5615-42dd-9a25-fc6328a5304b/tags HTTP/1.1" status: 204 len: 168 time: 0.3222766 Feb 11 05:36:42.809517 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34046) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:42.813890 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-3384d722-9a47-4171-95f2-38bf7c9900c2 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:42.878187 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3384d722-9a47-4171-95f2-38bf7c9900c2 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/subnets/66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6/tags HTTP/1.1" status: 204 len: 168 time: 0.0672939 Feb 11 05:36:42.882813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34048) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:42.920852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-34879a55-a384-4294-8430-0321788c4af3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Deleting subnet 5ec1013d-df10-4f91-a3c6-4ab005a54bc5 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:36:42.944547 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-34879a55-a384-4294-8430-0321788c4af3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for subnet (5ec1013d-df10-4f91-a3c6-4ab005a54bc5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.983114 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-133df486-62f4-4de1-b9d2-d420e1bcd5b1 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:42.987143 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-133df486-62f4-4de1-b9d2-d420e1bcd5b1 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/subnetpools/e5b937fc-006f-43dd-aa7a-957bd234a08a HTTP/1.1" status: 204 len: 168 time: 0.1005700 Feb 11 05:36:42.987943 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34050) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:43.026472 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1f3e6ec8-0247-449b-bc13-3a20cba9a979 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "GET /v2.0/ports?device_id=42edd711-e370-476a-8449-a3bed868b706 HTTP/1.1" status: 200 len: 205 time: 0.0373888 Feb 11 05:36:43.029389 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34052) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:43.052235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6082274-cebe-41af-80bb-6255400d7de2 req-d75f979f-94f8-40e2-8c5d-29a76dd256de tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:43.053677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6082274-cebe-41af-80bb-6255400d7de2 req-d75f979f-94f8-40e2-8c5d-29a76dd256de tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 931 time: 0.3141775 Feb 11 05:36:43.059357 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-34879a55-a384-4294-8430-0321788c4af3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (5ec1013d-df10-4f91-a3c6-4ab005a54bc5), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.107327 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2edcc13a-212f-4a3d-b306-281c2d81061f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks [] for router (42edd711-e370-476a-8449-a3bed868b706), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.180384 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6082274-cebe-41af-80bb-6255400d7de2 req-6caf8922-c60c-40a5-b137-7c9491994dd4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=833568bb-5e96-4286-9597-516c1e8a708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165979 Feb 11 05:36:43.278696 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-34879a55-a384-4294-8430-0321788c4af3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (5ec1013d-df10-4f91-a3c6-4ab005a54bc5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.297674 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2edcc13a-212f-4a3d-b306-281c2d81061f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (42edd711-e370-476a-8449-a3bed868b706), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.300302 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2edcc13a-212f-4a3d-b306-281c2d81061f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks [] for router_controller (42edd711-e370-476a-8449-a3bed868b706), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.316613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:36:43.328729 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Publish callbacks [] for port (5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.364080 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2edcc13a-212f-4a3d-b306-281c2d81061f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (42edd711-e370-476a-8449-a3bed868b706), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.364411 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edcc13a-212f-4a3d-b306-281c2d81061f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Fanout notify agent at l3_agent the message router_deleted on router 42edd711-e370-476a-8449-a3bed868b706 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:36:43.373133 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2edcc13a-212f-4a3d-b306-281c2d81061f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.374320 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2edcc13a-212f-4a3d-b306-281c2d81061f tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/routers/42edd711-e370-476a-8449-a3bed868b706 HTTP/1.1" status: 204 len: 168 time: 0.3438585 Feb 11 05:36:43.376704 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34056) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:43.382862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Transition to ACTIVE for port object 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:36:43.387612 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-34879a55-a384-4294-8430-0321788c4af3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (5ec1013d-df10-4f91-a3c6-4ab005a54bc5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.399076 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.452814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34879a55-a384-4294-8430-0321788c4af3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec1013d-df10-4f91-a3c6-4ab005a54bc5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:43.469333 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-34879a55-a384-4294-8430-0321788c4af3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.472913 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-34879a55-a384-4294-8430-0321788c4af3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "DELETE /v2.0/subnets/5ec1013d-df10-4f91-a3c6-4ab005a54bc5 HTTP/1.1" status: 204 len: 168 time: 0.8284478 Feb 11 05:36:43.479145 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f248f-c90e-4210-aaee-eef907f98594 None None] Network a9413bd3-e485-4474-bc27-84f5eafd77fe requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:43.503055 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34060) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:43.552844 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe6d1f-34f1-4a98-8c72-b8a1ff907682 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Deleting port 2aa312af-5615-42dd-9a25-fc6328a5304b {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:43.553278 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7cfe6d1f-34f1-4a98-8c72-b8a1ff907682 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2aa312af-5615-42dd-9a25-fc6328a5304b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.657158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Pushing event updated for resources: {'Port': ['ID=5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:43.698372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec0a2e1-ae08-4bba-a0cb-9daf7235165a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Deleting subnet f328b524-5255-4996-880e-dccd06f5ab37 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:36:43.710460 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a2e1-ae08-4bba-a0cb-9daf7235165a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for subnet (f328b524-5255-4996-880e-dccd06f5ab37), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.749627 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7cfe6d1f-34f1-4a98-8c72-b8a1ff907682 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2aa312af-5615-42dd-9a25-fc6328a5304b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.764948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168abc3c-d471-4746-a1b1-801b139334e7 None None] DHCP port deletion for a9413bd3-e485-4474-bc27-84f5eafd77fe request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:36:43.793102 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe6d1f-34f1-4a98-8c72-b8a1ff907682 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Calling delete_port for 2aa312af-5615-42dd-9a25-fc6328a5304b owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:43.814827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Attempting to bind port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:36:43.815310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Attempting to bind port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:36:43.815510 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Attempting to bind port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f on network 0c4ac397-9ec6-4482-925a-3cb28285fab5 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:43.838521 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a2e1-ae08-4bba-a0cb-9daf7235165a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (f328b524-5255-4996-880e-dccd06f5ab37), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.879598 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-168abc3c-d471-4746-a1b1-801b139334e7 None None] Deleting port 28b770e4-043f-4e3b-a8ee-40c7c3828888 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:43.879977 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-168abc3c-d471-4746-a1b1-801b139334e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (28b770e4-043f-4e3b-a8ee-40c7c3828888), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.907488 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f on network 0c4ac397-9ec6-4482-925a-3cb28285fab5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:36:43.907488 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Attempting to bind port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f on network 0c4ac397-9ec6-4482-925a-3cb28285fab5 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:36:43.924014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:36:43.924562 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Checking segment: {'id': 'ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:43.925019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Bound using segment: {'id': 'ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:36:43.925661 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Bound port: 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:36:43.926021 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:43.951003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 28b770e4-043f-4e3b-a8ee-40c7c3828888 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:44.038896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-168abc3c-d471-4746-a1b1-801b139334e7 None None] For port 28b770e4-043f-4e3b-a8ee-40c7c3828888, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=28b770e4-043f-4e3b-a8ee-40c7c3828888,segment=NetworkSegment(529dc8c5-ff7d-4498-928a-5ad5c8432256),segment_id=529dc8c5-ff7d-4498-928a-5ad5c8432256)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:44.043879 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-168abc3c-d471-4746-a1b1-801b139334e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (28b770e4-043f-4e3b-a8ee-40c7c3828888), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.068740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-168abc3c-d471-4746-a1b1-801b139334e7 None None] Calling delete_port for 28b770e4-043f-4e3b-a8ee-40c7c3828888 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:44.098773 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7cfe6d1f-34f1-4a98-8c72-b8a1ff907682 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2aa312af-5615-42dd-9a25-fc6328a5304b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.104667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] For port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:36:44.109802 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a2e1-ae08-4bba-a0cb-9daf7235165a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (f328b524-5255-4996-880e-dccd06f5ab37), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.121170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] For port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f,segment=NetworkSegment(ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea),segment_id=ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:36:44.153489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 28b770e4-043f-4e3b-a8ee-40c7c3828888 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:44.158297 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe6d1f-34f1-4a98-8c72-b8a1ff907682 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Pushing event deleted for resources: {'Port': ['ID=2aa312af-5615-42dd-9a25-fc6328a5304b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:44.158794 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.159386 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (28b770e4-043f-4e3b-a8ee-40c7c3828888), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.214631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:44.215296 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.216763 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] 10.222.0.73 "PUT /v2.0/ports/5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f HTTP/1.1" status: 200 len: 1092 time: 1.7696202 Feb 11 05:36:44.235693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f', 'tag': '5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:44.239438 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1131c5bf-5f77-4dec-83f7-1979469aadc4" -d '{"events": [{"name": "network-changed", "server_uuid": "7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f", "tag": "5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:44.376636 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7cfe6d1f-34f1-4a98-8c72-b8a1ff907682 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.377747 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ef3e72-14d5-4519-9db0-13c067445eb5 x-openstack-request-id: req-d1ef3e72-14d5-4519-9db0-13c067445eb5 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:44.378047 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f", "tag": "5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:44.378350 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d1ef3e72-14d5-4519-9db0-13c067445eb5 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:44.379489 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f', 'tag': '5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f', 'status': 'completed', 'code': 200} Feb 11 05:36:44.383597 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7cfe6d1f-34f1-4a98-8c72-b8a1ff907682 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/ports/2aa312af-5615-42dd-9a25-fc6328a5304b HTTP/1.1" status: 204 len: 168 time: 1.0057304 Feb 11 05:36:44.389874 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34070) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:44.396883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e5203-c1eb-45bf-84cb-aac9b962ccec service neutron] Pushing event updated for resources: {'Port': ['ID=5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:44.443852 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a2e1-ae08-4bba-a0cb-9daf7235165a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (f328b524-5255-4996-880e-dccd06f5ab37), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.469848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 28b770e4-043f-4e3b-a8ee-40c7c3828888, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=28b770e4-043f-4e3b-a8ee-40c7c3828888,segment=NetworkSegment(529dc8c5-ff7d-4498-928a-5ad5c8432256),segment_id=529dc8c5-ff7d-4498-928a-5ad5c8432256)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:44.485621 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.489747 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (28b770e4-043f-4e3b-a8ee-40c7c3828888), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.496714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7734e695-e9f6-4c50-8e3b-85b994549145 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:44.518748 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e74a3a-5e27-4a7f-b672-82b879fe8a19 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Deleting subnet 66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:36:44.540495 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-03e74a3a-5e27-4a7f-b672-82b879fe8a19 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks [] for subnet (66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.585447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0a2e1-ae08-4bba-a0cb-9daf7235165a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event deleted for resources: {'Subnet': ['ID=f328b524-5255-4996-880e-dccd06f5ab37,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:44.606545 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a2e1-ae08-4bba-a0cb-9daf7235165a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.614875 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5ec0a2e1-ae08-4bba-a0cb-9daf7235165a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "DELETE /v2.0/subnets/f328b524-5255-4996-880e-dccd06f5ab37 HTTP/1.1" status: 204 len: 168 time: 1.1071255 Feb 11 05:36:44.615631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34074) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:44.635507 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=28b770e4-043f-4e3b-a8ee-40c7c3828888,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:44.644408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd06a70-8583-4019-ad17-487934239605 None None] Network c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:44.650940 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:44.651299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:44.651697 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:44.652051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:44.652390 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:44.652733 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:44.653071 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:44.653403 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:44.653742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:44.654063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:44.654403 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:44.655545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:44.655545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:36:44.663531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721e77-bcff-416f-a7d1-084217145fdb req-7cecd2d2-0bf6-4746-9b87-6b4b6c0916ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:44.663978 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-7cecd2d2-0bf6-4746-9b87-6b4b6c0916ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89a824e240334b3fb89a7803bbc06026&device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 1126 time: 0.3838825 Feb 11 05:36:44.672116 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 7734e695-e9f6-4c50-8e3b-85b994549145 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:44.672349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7734e695-e9f6-4c50-8e3b-85b994549145 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:44.708785 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-03e74a3a-5e27-4a7f-b672-82b879fe8a19 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.730899 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-b6abb87a-3496-4451-9a2e-5730faf6ef88 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f HTTP/1.1" status: 200 len: 217 time: 0.0485835 Feb 11 05:36:44.757696 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-168abc3c-d471-4746-a1b1-801b139334e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (28b770e4-043f-4e3b-a8ee-40c7c3828888), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.816958 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168abc3c-d471-4746-a1b1-801b139334e7 None None] Pushing event deleted for resources: {'Port': ['ID=28b770e4-043f-4e3b-a8ee-40c7c3828888,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:44.825431 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168abc3c-d471-4746-a1b1-801b139334e7 None None] No DVR routers for this DVR port 28b770e4-043f-4e3b-a8ee-40c7c3828888 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:44.825657 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec6bae09-99c9-4856-ae64-a39dc1cfa64a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (a9413bd3-e485-4474-bc27-84f5eafd77fe), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.870794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721e77-bcff-416f-a7d1-084217145fdb req-ad3bde1d-78a1-45f3-a26e-2ad232308a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:44.872461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-ad3bde1d-78a1-45f3-a26e-2ad232308a6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72dc6f00-55d9-4123-85e7-5e5207e7dac2 HTTP/1.1" status: 200 len: 835 time: 0.0944164 Feb 11 05:36:44.936996 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-03e74a3a-5e27-4a7f-b672-82b879fe8a19 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:44.967234 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1625bc-2f06-401d-8330-d9fbd5c0ee74 None None] DHCP port deletion for c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:36:45.020842 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-03e74a3a-5e27-4a7f-b672-82b879fe8a19 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.034515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-4c1625bc-2f06-401d-8330-d9fbd5c0ee74 None None] Deleting port 04833629-c355-4a7e-a08e-741a961f4374 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:45.035021 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4c1625bc-2f06-401d-8330-d9fbd5c0ee74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (04833629-c355-4a7e-a08e-741a961f4374), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.052704 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec6bae09-99c9-4856-ae64-a39dc1cfa64a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (a9413bd3-e485-4474-bc27-84f5eafd77fe), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.062138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046c9f6-45a0-416c-b809-a7acbe77f13e req-cf81112a-5e75-4d2c-b24f-54c663818a23 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:45.063862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f046c9f6-45a0-416c-b809-a7acbe77f13e req-cf81112a-5e75-4d2c-b24f-54c663818a23 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 943 time: 0.6935456 Feb 11 05:36:45.076276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61721e77-bcff-416f-a7d1-084217145fdb req-65532400-4d1d-4768-b78a-a19ef3dc643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:45.077918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-65532400-4d1d-4768-b78a-a19ef3dc643e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4ac397-9ec6-4482-925a-3cb28285fab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1874707 Feb 11 05:36:45.082119 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-03e74a3a-5e27-4a7f-b672-82b879fe8a19 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.088172 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-03e74a3a-5e27-4a7f-b672-82b879fe8a19 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/subnets/66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6 HTTP/1.1" status: 204 len: 168 time: 0.6970642 Feb 11 05:36:45.089736 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e74a3a-5e27-4a7f-b672-82b879fe8a19 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Pushing event deleted for resources: {'Subnet': ['ID=66eb2dd7-a39d-48ee-9bf5-b0dab2eac8c6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:45.097348 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34076) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:45.106803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-ec6bae09-99c9-4856-ae64-a39dc1cfa64a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9413bd3-e485-4474-bc27-84f5eafd77fe']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:45.124422 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-4c1625bc-2f06-401d-8330-d9fbd5c0ee74 None None] For port 04833629-c355-4a7e-a08e-741a961f4374, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=04833629-c355-4a7e-a08e-741a961f4374,segment=NetworkSegment(39184882-24b4-4291-9634-5d11d9613b67),segment_id=39184882-24b4-4291-9634-5d11d9613b67)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:45.124824 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4c1625bc-2f06-401d-8330-d9fbd5c0ee74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (04833629-c355-4a7e-a08e-741a961f4374), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.131864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afb73b1-8429-4e52-bd48-2c9c51a50da5 None None] Network 2159c029-6fe4-4286-873c-943bdf6df52c requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:45.135211 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-ec6bae09-99c9-4856-ae64-a39dc1cfa64a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529dc8c5-ff7d-4498-928a-5ad5c8432256') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:45.135654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-ec6bae09-99c9-4856-ae64-a39dc1cfa64a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529dc8c5-ff7d-4498-928a-5ad5c8432256') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:45.157060 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec6bae09-99c9-4856-ae64-a39dc1cfa64a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (529dc8c5-ff7d-4498-928a-5ad5c8432256), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.174788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-4c1625bc-2f06-401d-8330-d9fbd5c0ee74 None None] Calling delete_port for 04833629-c355-4a7e-a08e-741a961f4374 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:45.208011 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (2159c029-6fe4-4286-873c-943bdf6df52c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.230004 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec6bae09-99c9-4856-ae64-a39dc1cfa64a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (529dc8c5-ff7d-4498-928a-5ad5c8432256), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.239267 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f046c9f6-45a0-416c-b809-a7acbe77f13e req-7da7cda9-619c-4b05-b6f1-23d38ffbb9b0 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=833568bb-5e96-4286-9597-516c1e8a708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572862 Feb 11 05:36:45.245141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec6bae09-99c9-4856-ae64-a39dc1cfa64a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:36:45.245660 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec6bae09-99c9-4856-ae64-a39dc1cfa64a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (529dc8c5-ff7d-4498-928a-5ad5c8432256), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:36:45.248874 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:36:45.302932 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Deleting port e5fcb519-7650-4e5e-aeb9-aac35baeba91 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:45.303778 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e5fcb519-7650-4e5e-aeb9-aac35baeba91), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.327069 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-d3573d82-1f64-4a15-9887-5dab7a426183 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ac397-9ec6-4482-925a-3cb28285fab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324402 Feb 11 05:36:45.366392 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4c1625bc-2f06-401d-8330-d9fbd5c0ee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (04833629-c355-4a7e-a08e-741a961f4374), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.396375 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1625bc-2f06-401d-8330-d9fbd5c0ee74 None None] No DVR routers for this DVR port 04833629-c355-4a7e-a08e-741a961f4374 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:45.397222 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] For port e5fcb519-7650-4e5e-aeb9-aac35baeba91, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e5fcb519-7650-4e5e-aeb9-aac35baeba91,segment=NetworkSegment(6cc9fb40-0ee6-4e13-ba56-424e594add5e),segment_id=6cc9fb40-0ee6-4e13-ba56-424e594add5e)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:45.397661 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e5fcb519-7650-4e5e-aeb9-aac35baeba91), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.411685 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Calling delete_port for e5fcb519-7650-4e5e-aeb9-aac35baeba91 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:45.435366 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a296a8a-1e7c-4f2a-8fd2-12d4362ddfb9 None None] DHCP port deletion for 2159c029-6fe4-4286-873c-943bdf6df52c request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:36:45.447086 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1625bc-2f06-401d-8330-d9fbd5c0ee74 None None] Pushing event deleted for resources: {'Port': ['ID=04833629-c355-4a7e-a08e-741a961f4374,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:45.472070 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61721e77-bcff-416f-a7d1-084217145fdb req-16c993cd-0c8c-42e1-b522-5e8d237883a1 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ac397-9ec6-4482-925a-3cb28285fab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369798 Feb 11 05:36:45.473260 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec6bae09-99c9-4856-ae64-a39dc1cfa64a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (a9413bd3-e485-4474-bc27-84f5eafd77fe), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.493958 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec6bae09-99c9-4856-ae64-a39dc1cfa64a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.498698 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ec6bae09-99c9-4856-ae64-a39dc1cfa64a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "DELETE /v2.0/networks/a9413bd3-e485-4474-bc27-84f5eafd77fe HTTP/1.1" status: 204 len: 168 time: 0.8748240 Feb 11 05:36:45.502579 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34078) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:45.511720 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e5fcb519-7650-4e5e-aeb9-aac35baeba91), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.521791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7a296a8a-1e7c-4f2a-8fd2-12d4362ddfb9 None None] Deleting port e5fcb519-7650-4e5e-aeb9-aac35baeba91 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:45.522181 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7a296a8a-1e7c-4f2a-8fd2-12d4362ddfb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e5fcb519-7650-4e5e-aeb9-aac35baeba91), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.525595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bae09-99c9-4856-ae64-a39dc1cfa64a tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event deleted for resources: {'Network': ['ID=a9413bd3-e485-4474-bc27-84f5eafd77fe,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:45.566376 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Pushing event deleted for resources: {'Port': ['ID=e5fcb519-7650-4e5e-aeb9-aac35baeba91,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:45.568343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] No DVR routers for this DVR port e5fcb519-7650-4e5e-aeb9-aac35baeba91 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:45.647522 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131c5bf-5f77-4dec-83f7-1979469aadc4 req-f37451ef-d1c6-4d79-8a3c-96ac0db97928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:45.649154 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1131c5bf-5f77-4dec-83f7-1979469aadc4 req-f37451ef-d1c6-4d79-8a3c-96ac0db97928 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89a824e240334b3fb89a7803bbc06026&device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 1126 time: 0.1136539 Feb 11 05:36:45.668167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7a296a8a-1e7c-4f2a-8fd2-12d4362ddfb9 None None] For port e5fcb519-7650-4e5e-aeb9-aac35baeba91, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:45.669233 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7a296a8a-1e7c-4f2a-8fd2-12d4362ddfb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e5fcb519-7650-4e5e-aeb9-aac35baeba91), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.678325 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7b43e6-343a-4ebd-8546-887c0a335ce3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.691683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7a296a8a-1e7c-4f2a-8fd2-12d4362ddfb9 None None] Calling delete_port for e5fcb519-7650-4e5e-aeb9-aac35baeba91 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:45.694606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-7a296a8a-1e7c-4f2a-8fd2-12d4362ddfb9 None None] Port e5fcb519-7650-4e5e-aeb9-aac35baeba91 was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:36:45.695907 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7a296a8a-1e7c-4f2a-8fd2-12d4362ddfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (e5fcb519-7650-4e5e-aeb9-aac35baeba91), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.761624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a296a8a-1e7c-4f2a-8fd2-12d4362ddfb9 None None] Pushing event deleted for resources: {'Port': ['ID=e5fcb519-7650-4e5e-aeb9-aac35baeba91,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:45.772718 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (2159c029-6fe4-4286-873c-943bdf6df52c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.775467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a296a8a-1e7c-4f2a-8fd2-12d4362ddfb9 None None] No DVR routers for this DVR port e5fcb519-7650-4e5e-aeb9-aac35baeba91 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:45.853450 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2159c029-6fe4-4286-873c-943bdf6df52c']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:45.868332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc9fb40-0ee6-4e13-ba56-424e594add5e') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:45.868674 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc9fb40-0ee6-4e13-ba56-424e594add5e') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:45.897414 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131c5bf-5f77-4dec-83f7-1979469aadc4 req-f2339739-5b92-4246-b9a0-9bb381472c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:45.899232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1131c5bf-5f77-4dec-83f7-1979469aadc4 req-f2339739-5b92-4246-b9a0-9bb381472c84 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4ac397-9ec6-4482-925a-3cb28285fab5 HTTP/1.1" status: 200 len: 898 time: 0.2438014 Feb 11 05:36:45.908759 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7b43e6-343a-4ebd-8546-887c0a335ce3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.918130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (6cc9fb40-0ee6-4e13-ba56-424e594add5e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.942549 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e5fcb519-7650-4e5e-aeb9-aac35baeba91 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:45.953562 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-2d7b43e6-343a-4ebd-8546-887c0a335ce3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:45.962400 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (6cc9fb40-0ee6-4e13-ba56-424e594add5e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.964514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: e5fcb519-7650-4e5e-aeb9-aac35baeba91 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:45.965703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e5fcb519-7650-4e5e-aeb9-aac35baeba91 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:45.966309 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 04833629-c355-4a7e-a08e-741a961f4374 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:45.969613 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-2d7b43e6-343a-4ebd-8546-887c0a335ce3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39184882-24b4-4291-9634-5d11d9613b67') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:45.970121 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-2d7b43e6-343a-4ebd-8546-887c0a335ce3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39184882-24b4-4291-9634-5d11d9613b67') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:45.980311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:36:45.981184 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (6cc9fb40-0ee6-4e13-ba56-424e594add5e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:36:45.984920 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:36:45.990105 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1131c5bf-5f77-4dec-83f7-1979469aadc4 req-fbb1b3fa-4578-4adc-b337-a4f83c9d2bef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f HTTP/1.1" status: 200 len: 217 time: 0.0535669 Feb 11 05:36:45.990568 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 04833629-c355-4a7e-a08e-741a961f4374 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:45.990929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 04833629-c355-4a7e-a08e-741a961f4374 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:46.002153 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7b43e6-343a-4ebd-8546-887c0a335ce3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (39184882-24b4-4291-9634-5d11d9613b67), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:46.053754 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7b43e6-343a-4ebd-8546-887c0a335ce3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (39184882-24b4-4291-9634-5d11d9613b67), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:46.061800 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7b43e6-343a-4ebd-8546-887c0a335ce3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:36:46.062237 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7b43e6-343a-4ebd-8546-887c0a335ce3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (39184882-24b4-4291-9634-5d11d9613b67), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:36:46.066179 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:36:46.079222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75735b23-dfd3-46a3-9bf8-994487a0480c req-229ff8a8-c92e-4638-9dab-690a4716389e tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:46.081003 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75735b23-dfd3-46a3-9bf8-994487a0480c req-229ff8a8-c92e-4638-9dab-690a4716389e tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 945 time: 0.2142799 Feb 11 05:36:46.083084 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (2159c029-6fe4-4286-873c-943bdf6df52c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:46.089288 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:46.092926 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] 10.222.0.87 "DELETE /v2.0/networks/2159c029-6fe4-4286-873c-943bdf6df52c HTTP/1.1" status: 204 len: 168 time: 0.9943781 Feb 11 05:36:46.117165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131c5bf-5f77-4dec-83f7-1979469aadc4 req-29cc6aed-37db-40dd-b7e7-de9e2b021c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:46.118984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1131c5bf-5f77-4dec-83f7-1979469aadc4 req-29cc6aed-37db-40dd-b7e7-de9e2b021c15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72dc6f00-55d9-4123-85e7-5e5207e7dac2 HTTP/1.1" status: 200 len: 835 time: 0.1098111 Feb 11 05:36:46.161252 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa93fbe-57da-4616-a253-1d7795a50799 tempest-TagsExtTest-764942167 tempest-TagsExtTest-764942167-project] Pushing event deleted for resources: {'Network': ['ID=2159c029-6fe4-4286-873c-943bdf6df52c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:46.178059 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7b43e6-343a-4ebd-8546-887c0a335ce3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:46.182806 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7b43e6-343a-4ebd-8546-887c0a335ce3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:46.189068 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2d7b43e6-343a-4ebd-8546-887c0a335ce3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "DELETE /v2.0/networks/c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66 HTTP/1.1" status: 204 len: 168 time: 0.6852589 Feb 11 05:36:46.193029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34090) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:46.209765 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75735b23-dfd3-46a3-9bf8-994487a0480c req-711667f6-d59c-401f-b1a8-61c205d9de2a tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093276 Feb 11 05:36:46.213472 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131c5bf-5f77-4dec-83f7-1979469aadc4 req-80d0924d-b66b-41ce-8c48-bda5a7a50dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:46.213725 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b43e6-343a-4ebd-8546-887c0a335ce3 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event deleted for resources: {'Network': ['ID=c856ee38-2a8b-4e3f-a32f-6a4c5f8f7b66,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:46.215511 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1131c5bf-5f77-4dec-83f7-1979469aadc4 req-80d0924d-b66b-41ce-8c48-bda5a7a50dec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4ac397-9ec6-4482-925a-3cb28285fab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0805240 Feb 11 05:36:46.261052 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-16829a47-0fcf-44f5-9882-44aba91cc480 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Deleting subnet 2802a565-08f7-47a1-8d8e-6ba224b3529d {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:36:46.264415 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-16829a47-0fcf-44f5-9882-44aba91cc480 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for subnet (2802a565-08f7-47a1-8d8e-6ba224b3529d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:46.312854 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-16829a47-0fcf-44f5-9882-44aba91cc480 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (2802a565-08f7-47a1-8d8e-6ba224b3529d), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:46.425796 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-16829a47-0fcf-44f5-9882-44aba91cc480 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (2802a565-08f7-47a1-8d8e-6ba224b3529d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:46.462776 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34096) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:46.506972 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-16829a47-0fcf-44f5-9882-44aba91cc480 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (2802a565-08f7-47a1-8d8e-6ba224b3529d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:46.538355 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16829a47-0fcf-44f5-9882-44aba91cc480 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event deleted for resources: {'Subnet': ['ID=2802a565-08f7-47a1-8d8e-6ba224b3529d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:46.551541 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb84ed0-7901-4013-b4bb-c165846cea42 None None] Network 0986fbb6-0164-4078-8801-192f473bedda requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:46.552065 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-16829a47-0fcf-44f5-9882-44aba91cc480 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:46.556620 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-16829a47-0fcf-44f5-9882-44aba91cc480 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "DELETE /v2.0/subnets/2802a565-08f7-47a1-8d8e-6ba224b3529d HTTP/1.1" status: 204 len: 168 time: 0.3609557 Feb 11 05:36:46.559053 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34100) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:46.711359 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d177831d-7659-45ee-bc84-b2439f3ba34e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e5ed031ce2654af1b88c7fd2d3789ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449918 Feb 11 05:36:46.717957 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34102) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:46.721658 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (0986fbb6-0164-4078-8801-192f473bedda), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:46.808318 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8ab867e-0135-4a35-8c65-03f9ff1dd163 admin admin] Publish callbacks [] for security_group (9ea30306-bd25-40ce-b090-8b69c561677b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:46.846517 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8ab867e-0135-4a35-8c65-03f9ff1dd163 admin admin] Publish callbacks [] for security_group (9ea30306-bd25-40ce-b090-8b69c561677b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:46.871232 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Deleting port d43852a9-1518-4360-a99d-22428548eeda {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:46.871585 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d43852a9-1518-4360-a99d-22428548eeda), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:46.875833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960e505-6394-4388-aea0-6ab6f1d59b61 req-a00037b9-369a-4005-8ff7-ce23678e1e59 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:46.883485 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6960e505-6394-4388-aea0-6ab6f1d59b61 req-a00037b9-369a-4005-8ff7-ce23678e1e59 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 943 time: 0.5255284 Feb 11 05:36:46.894417 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1131c5bf-5f77-4dec-83f7-1979469aadc4 req-61deb49a-0e4a-4f17-869b-17848e56e698 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ac397-9ec6-4482-925a-3cb28285fab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6698472 Feb 11 05:36:46.949334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43736697-c1d7-4c59-8d1c-6bc3d2459052 None None] DHCP port deletion for 0986fbb6-0164-4078-8801-192f473bedda request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:36:46.994224 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6960e505-6394-4388-aea0-6ab6f1d59b61 req-c7cae497-8b6d-4fc0-a5e1-c0925165124f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=833568bb-5e96-4286-9597-516c1e8a708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095197 Feb 11 05:36:47.021324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-43736697-c1d7-4c59-8d1c-6bc3d2459052 None None] Deleting port d43852a9-1518-4360-a99d-22428548eeda {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:47.021830 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-43736697-c1d7-4c59-8d1c-6bc3d2459052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d43852a9-1518-4360-a99d-22428548eeda), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.082726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1131c5bf-5f77-4dec-83f7-1979469aadc4 req-9b985fdd-a4e1-4c34-9342-c435b42c4ab4 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ac397-9ec6-4482-925a-3cb28285fab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786196 Feb 11 05:36:47.108470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-43736697-c1d7-4c59-8d1c-6bc3d2459052 None None] For port d43852a9-1518-4360-a99d-22428548eeda, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d43852a9-1518-4360-a99d-22428548eeda,segment=NetworkSegment(a4f89981-aa46-4f7a-95fe-bdc3d37df92c),segment_id=a4f89981-aa46-4f7a-95fe-bdc3d37df92c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:47.108871 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-43736697-c1d7-4c59-8d1c-6bc3d2459052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d43852a9-1518-4360-a99d-22428548eeda), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.122377 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-43736697-c1d7-4c59-8d1c-6bc3d2459052 None None] Calling delete_port for d43852a9-1518-4360-a99d-22428548eeda owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:47.204514 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-43736697-c1d7-4c59-8d1c-6bc3d2459052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (d43852a9-1518-4360-a99d-22428548eeda), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.236181 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43736697-c1d7-4c59-8d1c-6bc3d2459052 None None] Pushing event deleted for resources: {'Port': ['ID=d43852a9-1518-4360-a99d-22428548eeda,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:47.243917 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43736697-c1d7-4c59-8d1c-6bc3d2459052 None None] No DVR routers for this DVR port d43852a9-1518-4360-a99d-22428548eeda on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:47.374660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368613b3-2515-44a7-a1c3-d3fbbfa1d1a8 req-c5c2cf69-4fe2-459e-b173-19987c1ea74e tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:47.382287 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-368613b3-2515-44a7-a1c3-d3fbbfa1d1a8 req-c5c2cf69-4fe2-459e-b173-19987c1ea74e tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 945 time: 0.0925484 Feb 11 05:36:47.406247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] For port d43852a9-1518-4360-a99d-22428548eeda, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d43852a9-1518-4360-a99d-22428548eeda,segment=NetworkSegment(a4f89981-aa46-4f7a-95fe-bdc3d37df92c),segment_id=a4f89981-aa46-4f7a-95fe-bdc3d37df92c)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:47.407194 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d43852a9-1518-4360-a99d-22428548eeda), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.423514 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8ab867e-0135-4a35-8c65-03f9ff1dd163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9ea30306-bd25-40ce-b090-8b69c561677b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.426979 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a8ab867e-0135-4a35-8c65-03f9ff1dd163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.428423 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a8ab867e-0135-4a35-8c65-03f9ff1dd163 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9ea30306-bd25-40ce-b090-8b69c561677b HTTP/1.1" status: 204 len: 168 time: 0.7046010 Feb 11 05:36:47.438640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Calling delete_port for d43852a9-1518-4360-a99d-22428548eeda owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:47.448455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab867e-0135-4a35-8c65-03f9ff1dd163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea30306-bd25-40ce-b090-8b69c561677b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:47.456688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-368613b3-2515-44a7-a1c3-d3fbbfa1d1a8 req-3e56edff-cbf9-4af1-8c4a-e2acc02ac741 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667541 Feb 11 05:36:47.542439 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d43852a9-1518-4360-a99d-22428548eeda), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.571382 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event deleted for resources: {'Port': ['ID=d43852a9-1518-4360-a99d-22428548eeda,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:47.579224 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] No DVR routers for this DVR port d43852a9-1518-4360-a99d-22428548eeda on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:47.670338 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (0986fbb6-0164-4078-8801-192f473bedda), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.695078 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0986fbb6-0164-4078-8801-192f473bedda']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:47.705260 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f89981-aa46-4f7a-95fe-bdc3d37df92c') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:47.705563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f89981-aa46-4f7a-95fe-bdc3d37df92c') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:47.715220 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (a4f89981-aa46-4f7a-95fe-bdc3d37df92c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.728934 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a4f89981-aa46-4f7a-95fe-bdc3d37df92c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.735700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:36:47.735941 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (a4f89981-aa46-4f7a-95fe-bdc3d37df92c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:36:47.738851 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:36:47.801463 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (0986fbb6-0164-4078-8801-192f473bedda), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.811113 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:47.817041 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "DELETE /v2.0/networks/0986fbb6-0164-4078-8801-192f473bedda HTTP/1.1" status: 204 len: 168 time: 1.2543938 Feb 11 05:36:47.817383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34118) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:47.825250 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c26d3c-8a75-43b0-b24e-5199e4e5df81 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Pushing event deleted for resources: {'Network': ['ID=0986fbb6-0164-4078-8801-192f473bedda,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:47.856292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d43852a9-1518-4360-a99d-22428548eeda no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:47.862899 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-92d91fe0-2c8e-4653-b0f4-a3da414344aa tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "GET /v2.0/ports?device_id=1aaf3ddd-6641-4f7e-9082-a724300c42d2 HTTP/1.1" status: 200 len: 205 time: 0.0434721 Feb 11 05:36:47.865473 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34124) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:47.919581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a46048-eb5c-4c1e-811d-9ddcfb086720 req-a629b55a-acdc-46de-aab9-d0f8523abb74 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:47.921316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-33a46048-eb5c-4c1e-811d-9ddcfb086720 req-a629b55a-acdc-46de-aab9-d0f8523abb74 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 945 time: 0.0615141 Feb 11 05:36:47.926080 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: d43852a9-1518-4360-a99d-22428548eeda {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:47.926641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d43852a9-1518-4360-a99d-22428548eeda not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:48.057303 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0d75fdf-ceda-49b0-96cb-6d6d8cc26a34 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for router (1aaf3ddd-6641-4f7e-9082-a724300c42d2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.087102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-33a46048-eb5c-4c1e-811d-9ddcfb086720 req-45b323d5-b7a5-4fa1-a573-233f657d80a0 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Deleting port 10d5dde5-e0df-4f9c-b254-7983f3101508 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:36:48.087746 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-33a46048-eb5c-4c1e-811d-9ddcfb086720 req-45b323d5-b7a5-4fa1-a573-233f657d80a0 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (10d5dde5-e0df-4f9c-b254-7983f3101508), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.233271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f35e27-0cea-4f31-b9b4-e469d76b3ae5 req-ea1523a3-a013-4b52-9e3a-8f09bec43754 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:48.234838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91f35e27-0cea-4f31-b9b4-e469d76b3ae5 req-ea1523a3-a013-4b52-9e3a-8f09bec43754 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 943 time: 0.1443737 Feb 11 05:36:48.269493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-33a46048-eb5c-4c1e-811d-9ddcfb086720 req-45b323d5-b7a5-4fa1-a573-233f657d80a0 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] For port 10d5dde5-e0df-4f9c-b254-7983f3101508, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=10d5dde5-e0df-4f9c-b254-7983f3101508,segment=NetworkSegment(d506de75-aa3a-443a-ada6-4fb45ca7a248),segment_id=d506de75-aa3a-443a-ada6-4fb45ca7a248)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:48.270106 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-33a46048-eb5c-4c1e-811d-9ddcfb086720 req-45b323d5-b7a5-4fa1-a573-233f657d80a0 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (10d5dde5-e0df-4f9c-b254-7983f3101508), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.293706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-33a46048-eb5c-4c1e-811d-9ddcfb086720 req-45b323d5-b7a5-4fa1-a573-233f657d80a0 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Calling delete_port for 10d5dde5-e0df-4f9c-b254-7983f3101508 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:36:48.302281 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0d75fdf-ceda-49b0-96cb-6d6d8cc26a34 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (1aaf3ddd-6641-4f7e-9082-a724300c42d2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.305714 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0d75fdf-ceda-49b0-96cb-6d6d8cc26a34 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for router_controller (1aaf3ddd-6641-4f7e-9082-a724300c42d2), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.319804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91f35e27-0cea-4f31-b9b4-e469d76b3ae5 req-12f19328-6822-468f-bb92-4838eb0014e5 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=833568bb-5e96-4286-9597-516c1e8a708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775726 Feb 11 05:36:48.361688 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0d75fdf-ceda-49b0-96cb-6d6d8cc26a34 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (1aaf3ddd-6641-4f7e-9082-a724300c42d2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.362230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d75fdf-ceda-49b0-96cb-6d6d8cc26a34 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Fanout notify agent at l3_agent the message router_deleted on router 1aaf3ddd-6641-4f7e-9082-a724300c42d2 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:36:48.370667 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0d75fdf-ceda-49b0-96cb-6d6d8cc26a34 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.376847 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a0d75fdf-ceda-49b0-96cb-6d6d8cc26a34 tempest-RoutersNegativeIpV6Test-228233411 tempest-RoutersNegativeIpV6Test-228233411-project] 10.222.0.87 "DELETE /v2.0/routers/1aaf3ddd-6641-4f7e-9082-a724300c42d2 HTTP/1.1" status: 204 len: 168 time: 0.5084238 Feb 11 05:36:48.480667 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-33a46048-eb5c-4c1e-811d-9ddcfb086720 req-45b323d5-b7a5-4fa1-a573-233f657d80a0 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (10d5dde5-e0df-4f9c-b254-7983f3101508), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.496945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['10d5dde5-e0df-4f9c-b254-7983f3101508'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:36:48.505240 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:36:48.523184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b323d5-b7a5-4fa1-a573-233f657d80a0 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Pushing event deleted for resources: {'Port': ['ID=10d5dde5-e0df-4f9c-b254-7983f3101508,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:48.598452 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a46048-eb5c-4c1e-811d-9ddcfb086720 req-45b323d5-b7a5-4fa1-a573-233f657d80a0 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] No DVR routers for this DVR port 10d5dde5-e0df-4f9c-b254-7983f3101508 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:36:48.604828 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-33a46048-eb5c-4c1e-811d-9ddcfb086720 req-45b323d5-b7a5-4fa1-a573-233f657d80a0 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.608905 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-33a46048-eb5c-4c1e-811d-9ddcfb086720 req-45b323d5-b7a5-4fa1-a573-233f657d80a0 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.73 "DELETE /v2.0/ports/10d5dde5-e0df-4f9c-b254-7983f3101508 HTTP/1.1" status: 204 len: 173 time: 0.6786056 Feb 11 05:36:48.609369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4de4741-caad-4032-844b-12b82d080249', 'name': 'network-vif-deleted', 'tag': '10d5dde5-e0df-4f9c-b254-7983f3101508'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:48.622892 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a321e03c-e920-4ab9-b769-6ac225cb9bd1" -d '{"events": [{"server_uuid": "c4de4741-caad-4032-844b-12b82d080249", "name": "network-vif-deleted", "tag": "10d5dde5-e0df-4f9c-b254-7983f3101508"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:48.658074 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0837345b-8549-40be-8cb4-486278ff7099 req-42b74134-e60a-4500-b9c5-85f456ad1144 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4de4741-caad-4032-844b-12b82d080249 HTTP/1.1" status: 200 len: 210 time: 0.0705805 Feb 11 05:36:48.717267 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005f9f49-e040-4d43-b255-1199cf95136a x-openstack-request-id: req-005f9f49-e040-4d43-b255-1199cf95136a {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:48.717564 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4de4741-caad-4032-844b-12b82d080249", "name": "network-vif-deleted", "tag": "10d5dde5-e0df-4f9c-b254-7983f3101508", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:48.717815 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-005f9f49-e040-4d43-b255-1199cf95136a {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:48.718218 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4de4741-caad-4032-844b-12b82d080249', 'name': 'network-vif-deleted', 'tag': '10d5dde5-e0df-4f9c-b254-7983f3101508', 'status': 'completed', 'code': 200} Feb 11 05:36:48.759777 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f,segment=NetworkSegment(ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea),segment_id=ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:48.782984 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f', 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5', 'port_id': '5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f', 'mac_address': 'fa:16:3e:77:dd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:36:48.838574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34158) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:48.845610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:48.846182 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.863576 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:36:48.889667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f,segment=NetworkSegment(ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea),segment_id=ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:48.894837 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:48.965038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:49.067165 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-721ad528-0560-4160-8fc4-13b02b45c280 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=af5c71bb02b748838e68d964966e1642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2273581 Feb 11 05:36:49.069579 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34168) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:49.148230 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98403ae8-81f5-4876-bc34-436f0cb428b8 admin admin] Publish callbacks [] for security_group (f6716945-d23d-41d3-991c-765c4ad097c0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:49.183059 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98403ae8-81f5-4876-bc34-436f0cb428b8 admin admin] Publish callbacks [] for security_group (f6716945-d23d-41d3-991c-765c4ad097c0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:49.246378 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98403ae8-81f5-4876-bc34-436f0cb428b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f6716945-d23d-41d3-991c-765c4ad097c0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:49.251493 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-98403ae8-81f5-4876-bc34-436f0cb428b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:49.253319 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-98403ae8-81f5-4876-bc34-436f0cb428b8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f6716945-d23d-41d3-991c-765c4ad097c0 HTTP/1.1" status: 204 len: 168 time: 0.1824768 Feb 11 05:36:49.264268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98403ae8-81f5-4876-bc34-436f0cb428b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6716945-d23d-41d3-991c-765c4ad097c0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:49.282938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:36:49.466750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc11fc8-aaa9-4037-9cda-6a14541aa455 req-2bd71d8d-e9f9-45ab-838c-c0335e5ac9d6 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:49.470882 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fbc11fc8-aaa9-4037-9cda-6a14541aa455 req-2bd71d8d-e9f9-45ab-838c-c0335e5ac9d6 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 944 time: 0.0656276 Feb 11 05:36:49.603697 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fbc11fc8-aaa9-4037-9cda-6a14541aa455 req-c9b2bafa-707a-461f-bb60-5bc2fbd701a3 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=833568bb-5e96-4286-9597-516c1e8a708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189322 Feb 11 05:36:50.254317 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34214) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:50.376802 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-05e70e16-cc05-49b7-af2f-53da60bd9d50 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-891353123-network', 'tenant_id': '11321a14f1de4c9b9a3f050e24581bb5'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:50.417727 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e70e16-cc05-49b7-af2f-53da60bd9d50 admin admin] Made reservation on behalf of 11321a14f1de4c9b9a3f050e24581bb5 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:50.420453 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05e70e16-cc05-49b7-af2f-53da60bd9d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.430686 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05e70e16-cc05-49b7-af2f-53da60bd9d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.497748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 10d5dde5-e0df-4f9c-b254-7983f3101508 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:36:50.526149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 10d5dde5-e0df-4f9c-b254-7983f3101508 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:36:50.526504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 10d5dde5-e0df-4f9c-b254-7983f3101508 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:36:50.534681 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05e70e16-cc05-49b7-af2f-53da60bd9d50 admin admin] Publish callbacks [] for security_group (8c2d2eac-d3f0-4b86-89dc-7365c55e2271), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.538384 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05e70e16-cc05-49b7-af2f-53da60bd9d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8c2d2eac-d3f0-4b86-89dc-7365c55e2271), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.568641 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e70e16-cc05-49b7-af2f-53da60bd9d50 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:36:50.581400 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e70e16-cc05-49b7-af2f-53da60bd9d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2d2eac-d3f0-4b86-89dc-7365c55e2271,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:50.587670 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05e70e16-cc05-49b7-af2f-53da60bd9d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c4d8fdfa-5701-4a1a-b3c9-c4c0bd19dd58), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.588026 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-05e70e16-cc05-49b7-af2f-53da60bd9d50 admin admin] Added segment c4d8fdfa-5701-4a1a-b3c9-c4c0bd19dd58 of type vlan for network 3cc5d19e-c116-43b2-b460-a73316962a09 Feb 11 05:36:50.635495 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05e70e16-cc05-49b7-af2f-53da60bd9d50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (3cc5d19e-c116-43b2-b460-a73316962a09), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.668548 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05e70e16-cc05-49b7-af2f-53da60bd9d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (3cc5d19e-c116-43b2-b460-a73316962a09), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.669750 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e70e16-cc05-49b7-af2f-53da60bd9d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:50.670555 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05e70e16-cc05-49b7-af2f-53da60bd9d50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.739887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298617d3-9e1a-4afd-9969-8b008e40056d req-fab26f1b-ff52-46fc-bc8d-a3a7705539e4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:50.743294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-298617d3-9e1a-4afd-9969-8b008e40056d req-fab26f1b-ff52-46fc-bc8d-a3a7705539e4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 944 time: 0.0682213 Feb 11 05:36:50.759761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34222) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:50.759930 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-05e70e16-cc05-49b7-af2f-53da60bd9d50 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5038149 Feb 11 05:36:50.766684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ec298088-86aa-46ea-9ca0-20d24dfb2ceb admin admin] Request body: {'subnet': {'network_id': '3cc5d19e-c116-43b2-b460-a73316962a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-891353123-subnet', 'tenant_id': '11321a14f1de4c9b9a3f050e24581bb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:50.811172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec298088-86aa-46ea-9ca0-20d24dfb2ceb admin admin] Made reservation on behalf of 11321a14f1de4c9b9a3f050e24581bb5 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:50.811778 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e70e16-cc05-49b7-af2f-53da60bd9d50 admin admin] Pushing event updated for resources: {'Network': ['ID=3cc5d19e-c116-43b2-b460-a73316962a09,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:50.813625 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec298088-86aa-46ea-9ca0-20d24dfb2ceb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:50.824535 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 3cc5d19e-c116-43b2-b460-a73316962a09 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:36:50.874450 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-298617d3-9e1a-4afd-9969-8b008e40056d req-9e7f6246-f3e1-4a2c-ad6e-69328b5ffed9 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=833568bb-5e96-4286-9597-516c1e8a708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123526 Feb 11 05:36:51.060840 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec298088-86aa-46ea-9ca0-20d24dfb2ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (f043343f-4f05-4d5c-bfcc-4df1dabd6f77), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:51.124355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec298088-86aa-46ea-9ca0-20d24dfb2ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f043343f-4f05-4d5c-bfcc-4df1dabd6f77,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:51.131991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec298088-86aa-46ea-9ca0-20d24dfb2ceb admin admin] Checking segment: {'id': 'c4d8fdfa-5701-4a1a-b3c9-c4c0bd19dd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3cc5d19e-c116-43b2-b460-a73316962a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:51.132385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec298088-86aa-46ea-9ca0-20d24dfb2ceb admin admin] Network hostable DHCP agents. Network: 3cc5d19e-c116-43b2-b460-a73316962a09, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:36:51.156863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec298088-86aa-46ea-9ca0-20d24dfb2ceb admin admin] Network 3cc5d19e-c116-43b2-b460-a73316962a09 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:36:51.170063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-ec298088-86aa-46ea-9ca0-20d24dfb2ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 3cc5d19e-c116-43b2-b460-a73316962a09) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:51.179777 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec298088-86aa-46ea-9ca0-20d24dfb2ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:51.180384 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec298088-86aa-46ea-9ca0-20d24dfb2ceb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:51.181987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd7cfaf-bc33-46b8-b449-5906775bcec9 None None] Network 3cc5d19e-c116-43b2-b460-a73316962a09 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:51.215210 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ec298088-86aa-46ea-9ca0-20d24dfb2ceb admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4541886 Feb 11 05:36:51.339544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5a9216-c4b5-403e-bf23-6f76f427c91a None None] Network 3cc5d19e-c116-43b2-b460-a73316962a09 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:51.855888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34270) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:51.862844 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-64e4063b-40f8-423a-a72c-d778db163f55 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1635269040-network', 'tenant_id': '2491aeb17c694d198636e10a1303afed'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:51.895778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e4063b-40f8-423a-a72c-d778db163f55 admin admin] Made reservation on behalf of 2491aeb17c694d198636e10a1303afed for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:51.900077 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64e4063b-40f8-423a-a72c-d778db163f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:51.945244 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64e4063b-40f8-423a-a72c-d778db163f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:52.078860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6632a-1003-4ea8-934c-4ced9cca3e7d req-5f1b50aa-47ed-469c-b6a5-50e29267346f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:52.080744 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ab6632a-1003-4ea8-934c-4ced9cca3e7d req-5f1b50aa-47ed-469c-b6a5-50e29267346f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 944 time: 0.0995436 Feb 11 05:36:52.158866 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64e4063b-40f8-423a-a72c-d778db163f55 admin admin] Publish callbacks [] for security_group (ab9aea43-9f8f-4c60-b688-74b95b1c047e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:52.164123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ab6632a-1003-4ea8-934c-4ced9cca3e7d req-5c80b838-e42c-4f66-b370-6ed28e540a71 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=833568bb-5e96-4286-9597-516c1e8a708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757294 Feb 11 05:36:52.165967 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64e4063b-40f8-423a-a72c-d778db163f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ab9aea43-9f8f-4c60-b688-74b95b1c047e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:52.178825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e4063b-40f8-423a-a72c-d778db163f55 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:36:52.188828 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64e4063b-40f8-423a-a72c-d778db163f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (22568ae5-e45e-4dfb-9c13-fe045cf0a770), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:52.189378 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-64e4063b-40f8-423a-a72c-d778db163f55 admin admin] Added segment 22568ae5-e45e-4dfb-9c13-fe045cf0a770 of type vlan for network 7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb Feb 11 05:36:52.233134 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64e4063b-40f8-423a-a72c-d778db163f55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:52.274179 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64e4063b-40f8-423a-a72c-d778db163f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:52.276199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e4063b-40f8-423a-a72c-d778db163f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:52.276956 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64e4063b-40f8-423a-a72c-d778db163f55 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:52.311943 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-64e4063b-40f8-423a-a72c-d778db163f55 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4533973 Feb 11 05:36:52.317428 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34278) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:52.333729 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3d90c56f-4aa0-4ead-a3ed-4b263189c4c9 admin admin] Request body: {'subnet': {'network_id': '7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1635269040-subnet', 'tenant_id': '2491aeb17c694d198636e10a1303afed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:52.394020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4063b-40f8-423a-a72c-d778db163f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9aea43-9f8f-4c60-b688-74b95b1c047e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:52.489330 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d90c56f-4aa0-4ead-a3ed-4b263189c4c9 admin admin] Made reservation on behalf of 2491aeb17c694d198636e10a1303afed for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:36:52.499472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:36:52.526098 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d90c56f-4aa0-4ead-a3ed-4b263189c4c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:52.530993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4063b-40f8-423a-a72c-d778db163f55 admin admin] Pushing event updated for resources: {'Network': ['ID=7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:52.622552 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:36:52.785344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:36:52.791121 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:36:52.791736 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:52.920764 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:36:52.921266 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:52.954199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:52.957507 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607f1968-ab75-47bb-8317-37b9b8bf1909" -d '{"events": [{"server_uuid": "7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f", "name": "network-vif-plugged", "status": "completed", "tag": "5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:52.958821 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d90c56f-4aa0-4ead-a3ed-4b263189c4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (f22989e9-147a-4d6d-a4e2-e1905bb036fb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:52.973932 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f,segment=NetworkSegment(ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea),segment_id=ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:36:52.980796 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.046165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:53.063610 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d77744-e574-41c8-a441-47d69dff020d x-openstack-request-id: req-d8d77744-e574-41c8-a441-47d69dff020d {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:53.065221 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f", "name": "network-vif-plugged", "status": "completed", "tag": "5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:53.066179 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d8d77744-e574-41c8-a441-47d69dff020d {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:53.067443 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f', 'code': 200} Feb 11 05:36:53.147237 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90c56f-4aa0-4ead-a3ed-4b263189c4c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f22989e9-147a-4d6d-a4e2-e1905bb036fb,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:53.170545 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d90c56f-4aa0-4ead-a3ed-4b263189c4c9 admin admin] Checking segment: {'id': '22568ae5-e45e-4dfb-9c13-fe045cf0a770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:36:53.170921 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d90c56f-4aa0-4ead-a3ed-4b263189c4c9 admin admin] Network hostable DHCP agents. Network: 7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:36:53.193339 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6911b8-19dc-4371-a357-b9eb05fee84c req-e9e3e66d-92e0-46f2-ab84-b890115bd5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:53.198958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34306) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:53.208446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f6911b8-19dc-4371-a357-b9eb05fee84c req-e9e3e66d-92e0-46f2-ab84-b890115bd5c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 1128 time: 0.0870507 Feb 11 05:36:53.245152 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d90c56f-4aa0-4ead-a3ed-4b263189c4c9 admin admin] Network 7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:36:53.269174 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-3d90c56f-4aa0-4ead-a3ed-4b263189c4c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:53.280429 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d90c56f-4aa0-4ead-a3ed-4b263189c4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:53.281084 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49489c2c-19b4-43dc-99a8-a6e6b3432bf0 None None] Network 7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:53.283320 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d90c56f-4aa0-4ead-a3ed-4b263189c4c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.317232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f6911b8-19dc-4371-a357-b9eb05fee84c req-ac832da8-6415-423c-a1cf-f15d37b9ce76 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=833568bb-5e96-4286-9597-516c1e8a708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989888 Feb 11 05:36:53.319237 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3d90c56f-4aa0-4ead-a3ed-4b263189c4c9 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9983592 Feb 11 05:36:53.532934 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717d9d8-10b5-41bd-9fb1-443625072771 req-75054159-361b-4f07-aa40-8d7a84eb34cc tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:53.534786 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4717d9d8-10b5-41bd-9fb1-443625072771 req-75054159-361b-4f07-aa40-8d7a84eb34cc tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 945 time: 0.1628034 Feb 11 05:36:53.564088 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-086ad47d-b6fb-41bf-9159-7105de5a8725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.571987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5aee68-1791-4a97-98be-66e1e9de0d56 None None] Network 7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:36:53.689999 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4717d9d8-10b5-41bd-9fb1-443625072771 req-2ad16791-4745-4e77-a807-5191b38044bb tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=833568bb-5e96-4286-9597-516c1e8a708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490965 Feb 11 05:36:53.697097 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34318) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:53.717171 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-086ad47d-b6fb-41bf-9159-7105de5a8725 admin admin] Publish callbacks [] for security_group (633327a0-61b0-43ad-abee-7194a429efb2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.721523 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-086ad47d-b6fb-41bf-9159-7105de5a8725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (633327a0-61b0-43ad-abee-7194a429efb2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.755571 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-086ad47d-b6fb-41bf-9159-7105de5a8725 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2345ac7f7db144caba18f4fec0dec3ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5549448 Feb 11 05:36:53.758053 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34320) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:53.776476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7671cb9-9d6b-45f0-95b3-44e06b741a69 admin admin] Deleting subnet f043343f-4f05-4d5c-bfcc-4df1dabd6f77 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:36:53.780730 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e7671cb9-9d6b-45f0-95b3-44e06b741a69 admin admin] Publish callbacks [] for subnet (f043343f-4f05-4d5c-bfcc-4df1dabd6f77), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.802099 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ad47d-b6fb-41bf-9159-7105de5a8725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633327a0-61b0-43ad-abee-7194a429efb2,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:53.839033 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e7671cb9-9d6b-45f0-95b3-44e06b741a69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (f043343f-4f05-4d5c-bfcc-4df1dabd6f77), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.855742 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c21d8800-3b37-46d1-998d-3715d0734b19 admin admin] Publish callbacks [] for security_group (633327a0-61b0-43ad-abee-7194a429efb2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.885486 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c21d8800-3b37-46d1-998d-3715d0734b19 admin admin] Publish callbacks [] for security_group (633327a0-61b0-43ad-abee-7194a429efb2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.898890 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e7671cb9-9d6b-45f0-95b3-44e06b741a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (f043343f-4f05-4d5c-bfcc-4df1dabd6f77), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.950587 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c21d8800-3b37-46d1-998d-3715d0734b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (633327a0-61b0-43ad-abee-7194a429efb2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.954505 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c21d8800-3b37-46d1-998d-3715d0734b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.958250 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c21d8800-3b37-46d1-998d-3715d0734b19 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/633327a0-61b0-43ad-abee-7194a429efb2 HTTP/1.1" status: 204 len: 168 time: 0.1958117 Feb 11 05:36:53.976054 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d8800-3b37-46d1-998d-3715d0734b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633327a0-61b0-43ad-abee-7194a429efb2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:53.982963 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e7671cb9-9d6b-45f0-95b3-44e06b741a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (f043343f-4f05-4d5c-bfcc-4df1dabd6f77), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.016078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7671cb9-9d6b-45f0-95b3-44e06b741a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f043343f-4f05-4d5c-bfcc-4df1dabd6f77,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:54.026237 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e7671cb9-9d6b-45f0-95b3-44e06b741a69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.032277 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e7671cb9-9d6b-45f0-95b3-44e06b741a69 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f043343f-4f05-4d5c-bfcc-4df1dabd6f77 HTTP/1.1" status: 204 len: 168 time: 0.3331778 Feb 11 05:36:54.034458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34324) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:54.117860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22b6372a-8a58-4328-bf28-2104cdb74a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (3cc5d19e-c116-43b2-b460-a73316962a09), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.224178 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22b6372a-8a58-4328-bf28-2104cdb74a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (3cc5d19e-c116-43b2-b460-a73316962a09), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.248450 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-22b6372a-8a58-4328-bf28-2104cdb74a5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc5d19e-c116-43b2-b460-a73316962a09']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:54.260732 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-22b6372a-8a58-4328-bf28-2104cdb74a5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d8fdfa-5701-4a1a-b3c9-c4c0bd19dd58') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:54.261317 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-22b6372a-8a58-4328-bf28-2104cdb74a5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d8fdfa-5701-4a1a-b3c9-c4c0bd19dd58') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:54.273403 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22b6372a-8a58-4328-bf28-2104cdb74a5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (c4d8fdfa-5701-4a1a-b3c9-c4c0bd19dd58), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.292510 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22b6372a-8a58-4328-bf28-2104cdb74a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c4d8fdfa-5701-4a1a-b3c9-c4c0bd19dd58), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.310804 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b6372a-8a58-4328-bf28-2104cdb74a5a admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:36:54.311696 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22b6372a-8a58-4328-bf28-2104cdb74a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (c4d8fdfa-5701-4a1a-b3c9-c4c0bd19dd58), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:36:54.314015 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:36:54.388141 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22b6372a-8a58-4328-bf28-2104cdb74a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (3cc5d19e-c116-43b2-b460-a73316962a09), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.403607 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22b6372a-8a58-4328-bf28-2104cdb74a5a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.412816 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-22b6372a-8a58-4328-bf28-2104cdb74a5a admin admin] 10.222.0.87 "DELETE /v2.0/networks/3cc5d19e-c116-43b2-b460-a73316962a09 HTTP/1.1" status: 204 len: 168 time: 0.3767245 Feb 11 05:36:54.416465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34330) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:54.442625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6372a-8a58-4328-bf28-2104cdb74a5a admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc5d19e-c116-43b2-b460-a73316962a09,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:54.462022 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34332) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:54.477798 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57e1f479-c74b-4798-9297-2432f4dfe4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.506712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-340ce8d2-13cc-4069-8c39-3a7cb928d790 admin admin] Deleting subnet f22989e9-147a-4d6d-a4e2-e1905bb036fb {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:36:54.515453 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-340ce8d2-13cc-4069-8c39-3a7cb928d790 admin admin] Publish callbacks [] for subnet (f22989e9-147a-4d6d-a4e2-e1905bb036fb), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.562233 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-340ce8d2-13cc-4069-8c39-3a7cb928d790 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (f22989e9-147a-4d6d-a4e2-e1905bb036fb), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.587396 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57e1f479-c74b-4798-9297-2432f4dfe4cc admin admin] Publish callbacks [] for security_group (c6b323b5-f50b-4f46-9680-2a762b87b768), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.592901 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57e1f479-c74b-4798-9297-2432f4dfe4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c6b323b5-f50b-4f46-9680-2a762b87b768), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.637714 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-340ce8d2-13cc-4069-8c39-3a7cb928d790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (f22989e9-147a-4d6d-a4e2-e1905bb036fb), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.644426 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1f479-c74b-4798-9297-2432f4dfe4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b323b5-f50b-4f46-9680-2a762b87b768,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:54.657377 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-57e1f479-c74b-4798-9297-2432f4dfe4cc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=64bcee0516974941be1b0b2db3ecb73d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1936076 Feb 11 05:36:54.657899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34336) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:54.730294 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-02f46917-c0e3-4ab2-9e8a-e47cc2639859 admin admin] Publish callbacks [] for security_group (c6b323b5-f50b-4f46-9680-2a762b87b768), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.757912 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-340ce8d2-13cc-4069-8c39-3a7cb928d790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (f22989e9-147a-4d6d-a4e2-e1905bb036fb), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.778548 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-02f46917-c0e3-4ab2-9e8a-e47cc2639859 admin admin] Publish callbacks [] for security_group (c6b323b5-f50b-4f46-9680-2a762b87b768), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.780692 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-340ce8d2-13cc-4069-8c39-3a7cb928d790 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.788352 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-340ce8d2-13cc-4069-8c39-3a7cb928d790 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f22989e9-147a-4d6d-a4e2-e1905bb036fb HTTP/1.1" status: 204 len: 168 time: 0.3710299 Feb 11 05:36:54.794672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34340) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:54.819748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ce8d2-13cc-4069-8c39-3a7cb928d790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f22989e9-147a-4d6d-a4e2-e1905bb036fb,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:54.900257 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988c924-5bf7-4a04-b8fb-80aee3af7d02 req-ee4ada6b-689d-489d-bcb3-90c5a5d4949f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:54.901975 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d988c924-5bf7-4a04-b8fb-80aee3af7d02 req-ee4ada6b-689d-489d-bcb3-90c5a5d4949f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 945 time: 0.0843256 Feb 11 05:36:54.949909 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0504423-7335-4f98-bdfe-980759772c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:54.968445 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d988c924-5bf7-4a04-b8fb-80aee3af7d02 req-13d95a8c-7db4-46e2-94b3-cf9ad0697461 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=833568bb-5e96-4286-9597-516c1e8a708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539980 Feb 11 05:36:55.027738 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-02f46917-c0e3-4ab2-9e8a-e47cc2639859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c6b323b5-f50b-4f46-9680-2a762b87b768), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.031073 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-02f46917-c0e3-4ab2-9e8a-e47cc2639859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.032862 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-02f46917-c0e3-4ab2-9e8a-e47cc2639859 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c6b323b5-f50b-4f46-9680-2a762b87b768 HTTP/1.1" status: 204 len: 168 time: 0.3739331 Feb 11 05:36:55.102998 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0504423-7335-4f98-bdfe-980759772c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.126780 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d0504423-7335-4f98-bdfe-980759772c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:55.139171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d0504423-7335-4f98-bdfe-980759772c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22568ae5-e45e-4dfb-9c13-fe045cf0a770') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:55.139741 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-d0504423-7335-4f98-bdfe-980759772c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22568ae5-e45e-4dfb-9c13-fe045cf0a770') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:55.144099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769d6fd-5ce3-4fb1-a02b-5b9d917f8795 req-a5d66bf1-7c44-4702-83d7-f87a4f526326 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:55.146364 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c769d6fd-5ce3-4fb1-a02b-5b9d917f8795 req-a5d66bf1-7c44-4702-83d7-f87a4f526326 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 945 time: 0.0883164 Feb 11 05:36:55.159860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0504423-7335-4f98-bdfe-980759772c4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (22568ae5-e45e-4dfb-9c13-fe045cf0a770), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.182023 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f46917-c0e3-4ab2-9e8a-e47cc2639859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b323b5-f50b-4f46-9680-2a762b87b768,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:55.195067 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0504423-7335-4f98-bdfe-980759772c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (22568ae5-e45e-4dfb-9c13-fe045cf0a770), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.211564 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0504423-7335-4f98-bdfe-980759772c4c admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:36:55.212975 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0504423-7335-4f98-bdfe-980759772c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (22568ae5-e45e-4dfb-9c13-fe045cf0a770), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:36:55.216222 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:36:55.280687 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c769d6fd-5ce3-4fb1-a02b-5b9d917f8795 req-4b3e25a9-ad0b-4119-87ef-567c5de40aa2 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=833568bb-5e96-4286-9597-516c1e8a708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269090 Feb 11 05:36:55.281389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34346) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:55.314047 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0504423-7335-4f98-bdfe-980759772c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.321325 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0504423-7335-4f98-bdfe-980759772c4c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.328717 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d0504423-7335-4f98-bdfe-980759772c4c admin admin] 10.222.0.87 "DELETE /v2.0/networks/7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb HTTP/1.1" status: 204 len: 168 time: 0.5309300 Feb 11 05:36:55.347580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0504423-7335-4f98-bdfe-980759772c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=7c3d4867-ba5d-4f2b-bfdd-12148bcaf5eb,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:55.365522 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df6f35-ba2e-498a-8f9e-31693fac4363 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:55.368329 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-46df6f35-ba2e-498a-8f9e-31693fac4363 tempest-TestNetworkBasicOps-1225872396 tempest-TestNetworkBasicOps-1225872396-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 1123 time: 0.0855992 Feb 11 05:36:55.371111 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34352) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:55.378141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:36:55.416386 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.628174 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34364) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:55.654366 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.704010 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e78d1ffd-2785-42ae-ad26-4f56578dcd81 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=11321a14f1de4c9b9a3f050e24581bb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0740266 Feb 11 05:36:55.706343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34368) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:55.786815 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Allocated IP 172.25.5.59 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/95861fed-4f48-4757-b623-988774b93b3e) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:36:55.799178 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6cbc65ae-7816-4404-a3cc-f334cdfc32e9 admin admin] Publish callbacks [] for security_group (8c2d2eac-d3f0-4b86-89dc-7365c55e2271), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.833029 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6cbc65ae-7816-4404-a3cc-f334cdfc32e9 admin admin] Publish callbacks [] for security_group (8c2d2eac-d3f0-4b86-89dc-7365c55e2271), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.898392 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6cbc65ae-7816-4404-a3cc-f334cdfc32e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8c2d2eac-d3f0-4b86-89dc-7365c55e2271), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.903521 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6cbc65ae-7816-4404-a3cc-f334cdfc32e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:55.906300 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6cbc65ae-7816-4404-a3cc-f334cdfc32e9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8c2d2eac-d3f0-4b86-89dc-7365c55e2271 HTTP/1.1" status: 204 len: 168 time: 0.1982064 Feb 11 05:36:55.947031 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc65ae-7816-4404-a3cc-f334cdfc32e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2d2eac-d3f0-4b86-89dc-7365c55e2271,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:55.977298 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for port (95861fed-4f48-4757-b623-988774b93b3e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.034313 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (95861fed-4f48-4757-b623-988774b93b3e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.064715 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:36:56.085400 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:36:56.089454 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:36:56.145046 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Port': ['ID=95861fed-4f48-4757-b623-988774b93b3e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:56.475204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34384) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:56.567461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-192845b2-d1c7-49ce-b939-8024899231b1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2491aeb17c694d198636e10a1303afed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0890515 Feb 11 05:36:56.568722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34390) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:56.659356 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f862f7e-0efe-42b4-9380-292cc3ff3293 admin admin] Publish callbacks [] for security_group (ab9aea43-9f8f-4c60-b688-74b95b1c047e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.709963 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f862f7e-0efe-42b4-9380-292cc3ff3293 admin admin] Publish callbacks [] for security_group (ab9aea43-9f8f-4c60-b688-74b95b1c047e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.860338 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f862f7e-0efe-42b4-9380-292cc3ff3293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ab9aea43-9f8f-4c60-b688-74b95b1c047e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.864477 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f862f7e-0efe-42b4-9380-292cc3ff3293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.870920 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5f862f7e-0efe-42b4-9380-292cc3ff3293 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ab9aea43-9f8f-4c60-b688-74b95b1c047e HTTP/1.1" status: 204 len: 168 time: 0.3004158 Feb 11 05:36:56.885200 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f862f7e-0efe-42b4-9380-292cc3ff3293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9aea43-9f8f-4c60-b688-74b95b1c047e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:57.235636 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for floatingip (ef9d91e1-1c14-412e-9ad6-a12cce55f809), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:57.458447 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (95861fed-4f48-4757-b623-988774b93b3e), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:57.710098 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for port (95861fed-4f48-4757-b623-988774b93b3e), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:57.718706 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (95861fed-4f48-4757-b623-988774b93b3e), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:57.813732 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (ef9d91e1-1c14-412e-9ad6-a12cce55f809), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:58.422887 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event updated for resources: {'Port': ['ID=95861fed-4f48-4757-b623-988774b93b3e,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:58.429354 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Floating IP ef9d91e1-1c14-412e-9ad6-a12cce55f809 associated. External IP: 172.25.5.59, port: 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f. Feb 11 05:36:58.485429 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0351ff1f-7204-4fbd-acbb-f98a17eedd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:58.802306 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34460) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:58.889930 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Router 63c0e793-2358-4d8d-a994-a97b8b97e096 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:36:59.059970 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:36:59.073421 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f7264-b578-4527-97b4-2d81c2f801a2 None None] Sync routers for ids ['63c0e793-2358-4d8d-a994-a97b8b97e096'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:36:59.088723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198f7264-b578-4527-97b4-2d81c2f801a2 None None] Routers {'63c0e793-2358-4d8d-a994-a97b8b97e096'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:59.089006 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-198f7264-b578-4527-97b4-2d81c2f801a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:36:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['63c0e793-2358-4d8d-a994-a97b8b97e096'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:59.111709 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:59.180243 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2c059805-38cb-49fe-b9ee-7f6eb13fc292 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8075650 Feb 11 05:36:59.180901 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f', 'tag': '5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:36:59.183013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34474) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:59.207307 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3360d5f-fe04-41ec-93ca-b14f634e3270" -d '{"events": [{"name": "network-changed", "server_uuid": "7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f", "tag": "5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:36:59.283169 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c11f0d3b-4278-4965-afac-eeea47bc6850 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/floatingips/ef9d91e1-1c14-412e-9ad6-a12cce55f809 HTTP/1.1" status: 200 len: 990 time: 0.0989854 Feb 11 05:36:59.292519 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71549b40-e342-4ad6-aea4-e5c240ae34de x-openstack-request-id: req-71549b40-e342-4ad6-aea4-e5c240ae34de {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:36:59.292817 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f", "tag": "5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:36:59.293115 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-71549b40-e342-4ad6-aea4-e5c240ae34de {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:36:59.293493 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f', 'tag': '5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f', 'status': 'completed', 'code': 200} Feb 11 05:36:59.301609 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5a16c5c9-4e8f-44c9-a828-249535e5cdeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:59.400715 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-198f7264-b578-4527-97b4-2d81c2f801a2 None None] Set router 63c0e793-2358-4d8d-a994-a97b8b97e096 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:36:59.427134 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5a16c5c9-4e8f-44c9-a828-249535e5cdeb admin admin] Publish callbacks [] for security_group (ab646ef5-a5ef-49eb-93fe-e946608453f5), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:59.450297 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5a16c5c9-4e8f-44c9-a828-249535e5cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ab646ef5-a5ef-49eb-93fe-e946608453f5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:59.507793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16c5c9-4e8f-44c9-a828-249535e5cdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab646ef5-a5ef-49eb-93fe-e946608453f5,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:59.514817 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5a16c5c9-4e8f-44c9-a828-249535e5cdeb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=eee91e222b1c42a69f9b975ec48a7f9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7114427 Feb 11 05:36:59.517743 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34490) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:36:59.539718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360d5f-fe04-41ec-93ca-b14f634e3270 req-4b7db70b-1798-497c-b610-b046b057470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:59.541877 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3360d5f-fe04-41ec-93ca-b14f634e3270 req-4b7db70b-1798-497c-b610-b046b057470a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89a824e240334b3fb89a7803bbc06026&device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 1128 time: 0.2284524 Feb 11 05:36:59.643372 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ca1076fd-d872-45ec-a577-b26820489e12 admin admin] Publish callbacks [] for security_group (ab646ef5-a5ef-49eb-93fe-e946608453f5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:59.690695 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ca1076fd-d872-45ec-a577-b26820489e12 admin admin] Publish callbacks [] for security_group (ab646ef5-a5ef-49eb-93fe-e946608453f5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:59.701162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360d5f-fe04-41ec-93ca-b14f634e3270 req-7535c031-74b5-4d0b-9eab-e8adab7b3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:59.703807 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3360d5f-fe04-41ec-93ca-b14f634e3270 req-7535c031-74b5-4d0b-9eab-e8adab7b3dcb service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4ac397-9ec6-4482-925a-3cb28285fab5 HTTP/1.1" status: 200 len: 898 time: 0.1504467 Feb 11 05:36:59.757191 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ca1076fd-d872-45ec-a577-b26820489e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ab646ef5-a5ef-49eb-93fe-e946608453f5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:59.761581 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ca1076fd-d872-45ec-a577-b26820489e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:59.764164 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ca1076fd-d872-45ec-a577-b26820489e12 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ab646ef5-a5ef-49eb-93fe-e946608453f5 HTTP/1.1" status: 204 len: 168 time: 0.2441406 Feb 11 05:36:59.778435 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1076fd-d872-45ec-a577-b26820489e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab646ef5-a5ef-49eb-93fe-e946608453f5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:36:59.837754 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3360d5f-fe04-41ec-93ca-b14f634e3270 req-bfa663a4-41f3-4d1f-b12e-f00f3931c39a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f HTTP/1.1" status: 200 len: 998 time: 0.1181974 Feb 11 05:36:59.890244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-198f7264-b578-4527-97b4-2d81c2f801a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'name': 'tempest-TestNetworkBasicOps-router-463297159', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:21Z', 'updated_at': '2022-02-11T05:36:30Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:23Z', 'updated_at': '2022-02-11T05:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'ef9d91e1-1c14-412e-9ad6-a12cce55f809', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'port_id': '5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5', 'mac_address': 'fa:16:3e:77:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:36:56Z', 'revision_number': 0, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3dd77e-1351-4589-8b16-abb3d3bc74ec', 'name': '', 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:d3:6d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:29Z', 'updated_at': '2022-02-11T05:36:37Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:36:59.944191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f7264-b578-4527-97b4-2d81c2f801a2 None None] Checking router: 63c0e793-2358-4d8d-a994-a97b8b97e096 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:36:59.944997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360d5f-fe04-41ec-93ca-b14f634e3270 req-199506c7-f4b2-4fea-8071-e03efedd02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:59.956873 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3360d5f-fe04-41ec-93ca-b14f634e3270 req-199506c7-f4b2-4fea-8071-e03efedd02e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72dc6f00-55d9-4123-85e7-5e5207e7dac2 HTTP/1.1" status: 200 len: 835 time: 0.1027081 Feb 11 05:36:59.968388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198f7264-b578-4527-97b4-2d81c2f801a2 None None] Routers {'63c0e793-2358-4d8d-a994-a97b8b97e096'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:36:59.969114 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-198f7264-b578-4527-97b4-2d81c2f801a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:36:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['63c0e793-2358-4d8d-a994-a97b8b97e096'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:00.035843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360d5f-fe04-41ec-93ca-b14f634e3270 req-805e1093-81dd-4434-992c-47b011216fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:00.038580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3360d5f-fe04-41ec-93ca-b14f634e3270 req-805e1093-81dd-4434-992c-47b011216fe9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4ac397-9ec6-4482-925a-3cb28285fab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0841522 Feb 11 05:37:00.204901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-198f7264-b578-4527-97b4-2d81c2f801a2 None None] Set router 63c0e793-2358-4d8d-a994-a97b8b97e096 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:00.266802 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3360d5f-fe04-41ec-93ca-b14f634e3270 req-210cbbde-856f-41e5-95e4-2f115629688d service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ac397-9ec6-4482-925a-3cb28285fab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119846 Feb 11 05:37:00.287163 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34506) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:00.334873 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:37:00.367061 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34508) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:00.411311 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3360d5f-fe04-41ec-93ca-b14f634e3270 req-86ca1425-6c27-484e-989f-4e8ccbb9c1c7 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ac397-9ec6-4482-925a-3cb28285fab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284044 Feb 11 05:37:00.442293 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-083506f7-91d2-4cb9-8ef0-70e8ec291ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.519847 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ff03bd62-8546-4fc0-a5e6-0c29ea67702a tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/floatingips/ef9d91e1-1c14-412e-9ad6-a12cce55f809 HTTP/1.1" status: 200 len: 990 time: 0.2312298 Feb 11 05:37:00.594069 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-083506f7-91d2-4cb9-8ef0-70e8ec291ec7 admin admin] Publish callbacks [] for security_group (53999f01-457d-4076-abb4-accaa7ab8a72), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.604940 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-083506f7-91d2-4cb9-8ef0-70e8ec291ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (53999f01-457d-4076-abb4-accaa7ab8a72), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.636780 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083506f7-91d2-4cb9-8ef0-70e8ec291ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53999f01-457d-4076-abb4-accaa7ab8a72,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:00.668806 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-083506f7-91d2-4cb9-8ef0-70e8ec291ec7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=17537a9ee0fa4b6b94670be85840ff91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2998915 Feb 11 05:37:00.671524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34510) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:00.784050 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9dc12d50-c344-422f-af24-ee35fd073ce1 admin admin] Publish callbacks [] for security_group (53999f01-457d-4076-abb4-accaa7ab8a72), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.832286 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9dc12d50-c344-422f-af24-ee35fd073ce1 admin admin] Publish callbacks [] for security_group (53999f01-457d-4076-abb4-accaa7ab8a72), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.885187 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7939207b-e20f-4bd7-9ae7-007534062ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.899563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-198f7264-b578-4527-97b4-2d81c2f801a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'name': 'tempest-TestNetworkBasicOps-router-463297159', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:21Z', 'updated_at': '2022-02-11T05:36:30Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:23Z', 'updated_at': '2022-02-11T05:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'ef9d91e1-1c14-412e-9ad6-a12cce55f809', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'port_id': '5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5', 'mac_address': 'fa:16:3e:77:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:36:56Z', 'revision_number': 0, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3dd77e-1351-4589-8b16-abb3d3bc74ec', 'name': '', 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:d3:6d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:29Z', 'updated_at': '2022-02-11T05:36:37Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:00.929366 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9dc12d50-c344-422f-af24-ee35fd073ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (53999f01-457d-4076-abb4-accaa7ab8a72), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.934101 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9dc12d50-c344-422f-af24-ee35fd073ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:00.938892 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9dc12d50-c344-422f-af24-ee35fd073ce1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/53999f01-457d-4076-abb4-accaa7ab8a72 HTTP/1.1" status: 204 len: 168 time: 0.2662323 Feb 11 05:37:00.939848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f7264-b578-4527-97b4-2d81c2f801a2 None None] The sync data for ids ['63c0e793-2358-4d8d-a994-a97b8b97e096'] in n-d-713499-38 is: [{'id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'name': 'tempest-TestNetworkBasicOps-router-463297159', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:21Z', 'updated_at': '2022-02-11T05:36:30Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:23Z', 'updated_at': '2022-02-11T05:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'ef9d91e1-1c14-412e-9ad6-a12cce55f809', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'port_id': '5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5', 'mac_address': 'fa:16:3e:77:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:36:56Z', 'updated_at': '2022-02-11T05:36:56Z', 'revision_number': 0, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3dd77e-1351-4589-8b16-abb3d3bc74ec', 'name': '', 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:d3:6d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:29Z', 'updated_at': '2022-02-11T05:36:37Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:37:00.956356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc12d50-c344-422f-af24-ee35fd073ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53999f01-457d-4076-abb4-accaa7ab8a72,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:01.330904 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab02f13-1dd6-4b58-becb-85929b2d1dc8 None None] New status for floating IP ef9d91e1-1c14-412e-9ad6-a12cce55f809: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:37:01.523608 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34526) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:01.726646 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0ec16d43-f4d4-47d0-a2d2-6383b24cd815 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/floatingips/ef9d91e1-1c14-412e-9ad6-a12cce55f809 HTTP/1.1" status: 200 len: 990 time: 0.2012150 Feb 11 05:37:02.447285 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.664974 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34574) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:02.710948 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34578) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:02.728106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34582) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:02.840183 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bf13c9c3-c6a8-4e72-ade6-5dcc7a8e6933 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/floatingips/ef9d91e1-1c14-412e-9ad6-a12cce55f809 HTTP/1.1" status: 200 len: 992 time: 0.1108301 Feb 11 05:37:02.858660 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-37343505-43eb-4626-9b5b-616c8e485aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:02.905988 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40f141df-b90b-4fa6-9f58-b78247f8a741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.025616 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-37343505-43eb-4626-9b5b-616c8e485aeb admin admin] Publish callbacks [] for security_group (87667fad-353a-40d1-927c-fb09521d8d80), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.043504 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-37343505-43eb-4626-9b5b-616c8e485aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (87667fad-353a-40d1-927c-fb09521d8d80), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.089064 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40f141df-b90b-4fa6-9f58-b78247f8a741 admin admin] Publish callbacks [] for security_group (5ea26d6d-6d85-4dc7-8953-30119fcf6be7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.101889 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40f141df-b90b-4fa6-9f58-b78247f8a741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5ea26d6d-6d85-4dc7-8953-30119fcf6be7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.110329 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-37343505-43eb-4626-9b5b-616c8e485aeb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9aab5453c2704e6c9ede31adb72dfa9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4436421 Feb 11 05:37:03.112731 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34590) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:03.117647 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37343505-43eb-4626-9b5b-616c8e485aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87667fad-353a-40d1-927c-fb09521d8d80,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:03.167381 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f141df-b90b-4fa6-9f58-b78247f8a741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea26d6d-6d85-4dc7-8953-30119fcf6be7,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:03.206539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-d39f6dae-39a7-4ef1-b4b0-87780d2497cd tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:03.207385 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-40f141df-b90b-4fa6-9f58-b78247f8a741 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dc8e11884ff74aeab7f1e255e5d8873b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4945624 Feb 11 05:37:03.208194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34592) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:03.215823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-d39f6dae-39a7-4ef1-b4b0-87780d2497cd tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/networks?id=0f5a4be0-feb8-49fd-96dc-ac82be5bf89e HTTP/1.1" status: 200 len: 812 time: 0.3244958 Feb 11 05:37:03.224868 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a683ff54-043f-4ade-a00b-d1758f1c96e8 admin admin] Publish callbacks [] for security_group (87667fad-353a-40d1-927c-fb09521d8d80), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.251815 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a683ff54-043f-4ade-a00b-d1758f1c96e8 admin admin] Publish callbacks [] for security_group (87667fad-353a-40d1-927c-fb09521d8d80), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.263008 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-d5b074c8-1553-433e-b168-aed1388c8502 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/quotas/956cac9475ef4226a6728574a5a305a1 HTTP/1.1" status: 200 len: 375 time: 0.0460353 Feb 11 05:37:03.267370 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e97609e5-aac6-46b4-9c81-4e30498299f6 admin admin] Publish callbacks [] for security_group (5ea26d6d-6d85-4dc7-8953-30119fcf6be7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.293805 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e97609e5-aac6-46b4-9c81-4e30498299f6 admin admin] Publish callbacks [] for security_group (5ea26d6d-6d85-4dc7-8953-30119fcf6be7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.318370 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-25b65547-8ee8-415e-82f3-cbeca4528f09 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=956cac9475ef4226a6728574a5a305a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469439 Feb 11 05:37:03.355243 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e97609e5-aac6-46b4-9c81-4e30498299f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5ea26d6d-6d85-4dc7-8953-30119fcf6be7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.358532 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e97609e5-aac6-46b4-9c81-4e30498299f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.362192 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e97609e5-aac6-46b4-9c81-4e30498299f6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5ea26d6d-6d85-4dc7-8953-30119fcf6be7 HTTP/1.1" status: 204 len: 168 time: 0.1506279 Feb 11 05:37:03.365502 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a683ff54-043f-4ade-a00b-d1758f1c96e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (87667fad-353a-40d1-927c-fb09521d8d80), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.368363 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a683ff54-043f-4ade-a00b-d1758f1c96e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.371793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a683ff54-043f-4ade-a00b-d1758f1c96e8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/87667fad-353a-40d1-927c-fb09521d8d80 HTTP/1.1" status: 204 len: 168 time: 0.2557290 Feb 11 05:37:03.381414 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683ff54-043f-4ade-a00b-d1758f1c96e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87667fad-353a-40d1-927c-fb09521d8d80,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:03.384158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97609e5-aac6-46b4-9c81-4e30498299f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea26d6d-6d85-4dc7-8953-30119fcf6be7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:03.472393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-a6bb4226-b793-487f-a139-cbad0b2e3948 service neutron] 10.222.0.87 "GET /v2.0/networks/0f5a4be0-feb8-49fd-96dc-ac82be5bf89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436605 Feb 11 05:37:03.611697 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-c913147b-4285-4f68-adce-0cc9dc8065f2 service neutron] 10.222.0.87 "GET /v2.0/networks/0f5a4be0-feb8-49fd-96dc-ac82be5bf89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336100 Feb 11 05:37:03.627485 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:03.947267 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67d63ea0-fc8a-4fcd-93d8-3b70d93502e2 req-941bec9f-3554-4f3e-a2fe-038ff7e25091 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4d95200-e426-416c-b559-a2cccc5dce25 HTTP/1.1" status: 200 len: 210 time: 0.0532620 Feb 11 05:37:05.138834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b39db2c-1088-4655-904e-e12a1064c352 req-a7d5e2cc-b5b9-43ac-86ee-4dd508fd81a7 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4d95200-e426-416c-b559-a2cccc5dce25 HTTP/1.1" status: 200 len: 210 time: 0.0465002 Feb 11 05:37:05.161331 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:06.088929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-282ca51e-d780-4cd7-9112-19888d55c06a tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:06.090771 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-282ca51e-d780-4cd7-9112-19888d55c06a tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.73 "GET /v2.0/networks?id=0f5a4be0-feb8-49fd-96dc-ac82be5bf89e HTTP/1.1" status: 200 len: 812 time: 0.1956205 Feb 11 05:37:06.112297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-7b165d68-a6ee-4126-a6a9-b4f0ec21ad92 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Request body: {'port': {'device_id': 'b4d95200-e426-416c-b559-a2cccc5dce25', 'network_id': '0f5a4be0-feb8-49fd-96dc-ac82be5bf89e', 'admin_state_up': True, 'tenant_id': '956cac9475ef4226a6728574a5a305a1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:06.275620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e5cc3a53-5997-4226-bf53-93d346a705d8 req-8718ddf9-2e67-454b-b046-2ce6cdddd783 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4d95200-e426-416c-b559-a2cccc5dce25 HTTP/1.1" status: 200 len: 210 time: 0.0334280 Feb 11 05:37:06.296968 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-7b165d68-a6ee-4126-a6a9-b4f0ec21ad92 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Made reservation on behalf of 956cac9475ef4226a6728574a5a305a1 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:06.300480 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-7b165d68-a6ee-4126-a6a9-b4f0ec21ad92 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:06.456246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-7b165d68-a6ee-4126-a6a9-b4f0ec21ad92 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Allocated IP 172.20.0.7 (0f5a4be0-feb8-49fd-96dc-ac82be5bf89e/554ed693-fbd0-4f7d-85c0-757604f29531/098b90c4-3c2c-49d1-80ce-b16e8e0ed86b) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:37:06.623686 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-7b165d68-a6ee-4126-a6a9-b4f0ec21ad92 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Publish callbacks [] for port (098b90c4-3c2c-49d1-80ce-b16e8e0ed86b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:06.660092 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-7b165d68-a6ee-4126-a6a9-b4f0ec21ad92 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (098b90c4-3c2c-49d1-80ce-b16e8e0ed86b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:06.684769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-7b165d68-a6ee-4126-a6a9-b4f0ec21ad92 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Network 0f5a4be0-feb8-49fd-96dc-ac82be5bf89e is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:37:06.687863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-7b165d68-a6ee-4126-a6a9-b4f0ec21ad92 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:06.694145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-7b165d68-a6ee-4126-a6a9-b4f0ec21ad92 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:37:06.780190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b165d68-a6ee-4126-a6a9-b4f0ec21ad92 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Pushing event updated for resources: {'Port': ['ID=098b90c4-3c2c-49d1-80ce-b16e8e0ed86b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:06.794697 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-7b165d68-a6ee-4126-a6a9-b4f0ec21ad92 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:06.795335 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-7b165d68-a6ee-4126-a6a9-b4f0ec21ad92 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:06.813522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-7b165d68-a6ee-4126-a6a9-b4f0ec21ad92 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7057822 Feb 11 05:37:06.833058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Request body: {'port': {'device_id': 'b4d95200-e426-416c-b559-a2cccc5dce25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:06.926076 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (098b90c4-3c2c-49d1-80ce-b16e8e0ed86b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:07.310754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:07.319988 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Publish callbacks [] for port (098b90c4-3c2c-49d1-80ce-b16e8e0ed86b), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:07.348746 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Transition to ACTIVE for port object 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:37:07.354397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (098b90c4-3c2c-49d1-80ce-b16e8e0ed86b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:07.455362 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Pushing event updated for resources: {'Port': ['ID=098b90c4-3c2c-49d1-80ce-b16e8e0ed86b,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:07.521797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37356f1c-3393-411a-8648-32d5ae6914fe req-9d71da2f-c628-44a0-9d93-236d7a0fd3b8 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:07.523191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37356f1c-3393-411a-8648-32d5ae6914fe req-9d71da2f-c628-44a0-9d93-236d7a0fd3b8 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4d95200-e426-416c-b559-a2cccc5dce25 HTTP/1.1" status: 200 len: 943 time: 0.1185985 Feb 11 05:37:07.557546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Attempting to bind port 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:37:07.557894 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Attempting to bind port 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'd506de75-aa3a-443a-ada6-4fb45ca7a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0f5a4be0-feb8-49fd-96dc-ac82be5bf89e'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:37:07.558215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Attempting to bind port 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b on network 0f5a4be0-feb8-49fd-96dc-ac82be5bf89e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:07.566638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Port 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b on network 0f5a4be0-feb8-49fd-96dc-ac82be5bf89e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:37:07.566959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Attempting to bind port 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b on network 0f5a4be0-feb8-49fd-96dc-ac82be5bf89e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:07.580575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:37:07.580918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Checking segment: {'id': 'd506de75-aa3a-443a-ada6-4fb45ca7a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0f5a4be0-feb8-49fd-96dc-ac82be5bf89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:07.581302 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Bound using segment: {'id': 'd506de75-aa3a-443a-ada6-4fb45ca7a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0f5a4be0-feb8-49fd-96dc-ac82be5bf89e'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:37:07.581729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Bound port: 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd506de75-aa3a-443a-ada6-4fb45ca7a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0f5a4be0-feb8-49fd-96dc-ac82be5bf89e'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:37:07.582085 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (098b90c4-3c2c-49d1-80ce-b16e8e0ed86b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:07.603507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37356f1c-3393-411a-8648-32d5ae6914fe req-464624e4-1ee8-4a6a-a49e-8e66bd22e3c7 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725236 Feb 11 05:37:07.656807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] For port 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:07.659866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] For port 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=098b90c4-3c2c-49d1-80ce-b16e8e0ed86b,segment=NetworkSegment(d506de75-aa3a-443a-ada6-4fb45ca7a248),segment_id=d506de75-aa3a-443a-ada6-4fb45ca7a248)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:37:07.666094 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (098b90c4-3c2c-49d1-80ce-b16e8e0ed86b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:07.708771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:07.709416 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:07.712026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] 10.222.0.73 "PUT /v2.0/ports/098b90c4-3c2c-49d1-80ce-b16e8e0ed86b HTTP/1.1" status: 200 len: 1092 time: 0.8856335 Feb 11 05:37:07.712166 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d95200-e426-416c-b559-a2cccc5dce25', 'tag': '098b90c4-3c2c-49d1-80ce-b16e8e0ed86b'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:07.714394 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94de8fba-4a3a-4f26-9fc1-826f55184acf" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d95200-e426-416c-b559-a2cccc5dce25", "tag": "098b90c4-3c2c-49d1-80ce-b16e8e0ed86b"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:07.747830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09e4be-c786-4dbb-aad5-c62449e6003f service neutron] Pushing event updated for resources: {'Port': ['ID=098b90c4-3c2c-49d1-80ce-b16e8e0ed86b,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:07.817747 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e976021-cb7c-4b9e-b0c2-0b49a338c376 x-openstack-request-id: req-5e976021-cb7c-4b9e-b0c2-0b49a338c376 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:07.818036 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d95200-e426-416c-b559-a2cccc5dce25", "tag": "098b90c4-3c2c-49d1-80ce-b16e8e0ed86b", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:07.818285 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5e976021-cb7c-4b9e-b0c2-0b49a338c376 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:07.818676 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d95200-e426-416c-b559-a2cccc5dce25', 'tag': '098b90c4-3c2c-49d1-80ce-b16e8e0ed86b', 'status': 'completed', 'code': 200} Feb 11 05:37:07.837079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-4670af3b-9fbc-41cf-8272-38d0bab1817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:07.839484 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-4670af3b-9fbc-41cf-8272-38d0bab1817e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=956cac9475ef4226a6728574a5a305a1&device_id=b4d95200-e426-416c-b559-a2cccc5dce25 HTTP/1.1" status: 200 len: 1126 time: 0.0863912 Feb 11 05:37:07.907332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-8d636917-a5b5-49f5-b739-a1c55f9ba0e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=098b90c4-3c2c-49d1-80ce-b16e8e0ed86b HTTP/1.1" status: 200 len: 217 time: 0.0594375 Feb 11 05:37:07.969286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-376c9588-2a9b-45e1-a692-db2ac0e61917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:07.971984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-376c9588-2a9b-45e1-a692-db2ac0e61917 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=554ed693-fbd0-4f7d-85c0-757604f29531 HTTP/1.1" status: 200 len: 852 time: 0.0558589 Feb 11 05:37:08.012856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-d7ff29f4-fe2d-4cb2-8e39-a259bce46841 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f5a4be0-feb8-49fd-96dc-ac82be5bf89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318527 Feb 11 05:37:08.141262 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-5fccb9e1-1a74-4acb-bcca-8fc86b349468 service neutron] 10.222.0.73 "GET /v2.0/networks/0f5a4be0-feb8-49fd-96dc-ac82be5bf89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210902 Feb 11 05:37:08.252730 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f70e406-5283-45c1-9777-704ef0a64b05 req-a3534098-1a92-474b-b694-ecd00d065ef2 service neutron] 10.222.0.73 "GET /v2.0/networks/0f5a4be0-feb8-49fd-96dc-ac82be5bf89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033652 Feb 11 05:37:08.379444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8fba-4a3a-4f26-9fc1-826f55184acf req-51b14dd9-ac72-4ab1-aede-d31e966495b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:08.381099 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94de8fba-4a3a-4f26-9fc1-826f55184acf req-51b14dd9-ac72-4ab1-aede-d31e966495b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=956cac9475ef4226a6728574a5a305a1&device_id=b4d95200-e426-416c-b559-a2cccc5dce25 HTTP/1.1" status: 200 len: 1126 time: 0.0693235 Feb 11 05:37:08.506520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8fba-4a3a-4f26-9fc1-826f55184acf req-5998e6f6-17f4-47ee-b31a-8cdfb13f427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:08.508963 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94de8fba-4a3a-4f26-9fc1-826f55184acf req-5998e6f6-17f4-47ee-b31a-8cdfb13f427c service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f5a4be0-feb8-49fd-96dc-ac82be5bf89e HTTP/1.1" status: 200 len: 913 time: 0.1168919 Feb 11 05:37:08.567048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94de8fba-4a3a-4f26-9fc1-826f55184acf req-d1e980be-f18e-459e-9916-180e58635c5b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=098b90c4-3c2c-49d1-80ce-b16e8e0ed86b HTTP/1.1" status: 200 len: 217 time: 0.0514259 Feb 11 05:37:08.636187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8fba-4a3a-4f26-9fc1-826f55184acf req-643937c5-3455-4a10-ab6a-b7c94a3d4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:08.637822 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94de8fba-4a3a-4f26-9fc1-826f55184acf req-643937c5-3455-4a10-ab6a-b7c94a3d4484 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=554ed693-fbd0-4f7d-85c0-757604f29531 HTTP/1.1" status: 200 len: 852 time: 0.0601950 Feb 11 05:37:08.684267 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94de8fba-4a3a-4f26-9fc1-826f55184acf req-9762bfae-15f7-4f98-93e8-dd5397bc735d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f5a4be0-feb8-49fd-96dc-ac82be5bf89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375614 Feb 11 05:37:08.850018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94de8fba-4a3a-4f26-9fc1-826f55184acf req-a11f1306-82f8-411d-8787-7a061027cad7 service neutron] 10.222.0.73 "GET /v2.0/networks/0f5a4be0-feb8-49fd-96dc-ac82be5bf89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568189 Feb 11 05:37:08.897726 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c97e77-8493-4831-8b87-7e42586ff8f8 req-d83b3ae1-86c0-4d1f-8ed8-ddd1c30712da tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:08.902564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-14c97e77-8493-4831-8b87-7e42586ff8f8 req-d83b3ae1-86c0-4d1f-8ed8-ddd1c30712da tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4d95200-e426-416c-b559-a2cccc5dce25 HTTP/1.1" status: 200 len: 943 time: 0.1306021 Feb 11 05:37:08.971122 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34758) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:09.056950 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-14c97e77-8493-4831-8b87-7e42586ff8f8 req-1164b653-f9d2-45f6-b998-5c34598d70ef tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107061 Feb 11 05:37:09.071614 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94de8fba-4a3a-4f26-9fc1-826f55184acf req-bd11908e-9030-430f-8ad3-28c1658d289f service neutron] 10.222.0.73 "GET /v2.0/networks/0f5a4be0-feb8-49fd-96dc-ac82be5bf89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078953 Feb 11 05:37:09.137714 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6573a20d-b25b-4d1b-b809-b79535f819d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.239023 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6573a20d-b25b-4d1b-b809-b79535f819d7 admin admin] Publish callbacks [] for security_group (01be1e6f-8185-4957-8189-51f10a2b134b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.245160 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6573a20d-b25b-4d1b-b809-b79535f819d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (01be1e6f-8185-4957-8189-51f10a2b134b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.345320 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6573a20d-b25b-4d1b-b809-b79535f819d7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=09eab764371042428a65022d51a01283&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3730505 Feb 11 05:37:09.348282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34764) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:09.350451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573a20d-b25b-4d1b-b809-b79535f819d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01be1e6f-8185-4957-8189-51f10a2b134b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:09.408548 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d4bc9f6-1f50-40ea-97d5-5f0aaa7b35ab admin admin] Publish callbacks [] for security_group (01be1e6f-8185-4957-8189-51f10a2b134b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.432902 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d4bc9f6-1f50-40ea-97d5-5f0aaa7b35ab admin admin] Publish callbacks [] for security_group (01be1e6f-8185-4957-8189-51f10a2b134b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.498300 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d4bc9f6-1f50-40ea-97d5-5f0aaa7b35ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (01be1e6f-8185-4957-8189-51f10a2b134b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.502239 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d4bc9f6-1f50-40ea-97d5-5f0aaa7b35ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.505400 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6d4bc9f6-1f50-40ea-97d5-5f0aaa7b35ab admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/01be1e6f-8185-4957-8189-51f10a2b134b HTTP/1.1" status: 204 len: 168 time: 0.1536493 Feb 11 05:37:09.512463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bc9f6-1f50-40ea-97d5-5f0aaa7b35ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01be1e6f-8185-4957-8189-51f10a2b134b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:09.817479 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:09.915931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34772) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:09.930841 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d382fa4e-e3e7-4b94-9152-c35a3ef7d9c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.021581 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d382fa4e-e3e7-4b94-9152-c35a3ef7d9c7 admin admin] Publish callbacks [] for security_group (c4c3ce6c-2d78-45b0-b628-5022b1ca5c08), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.027360 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d382fa4e-e3e7-4b94-9152-c35a3ef7d9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c4c3ce6c-2d78-45b0-b628-5022b1ca5c08), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.072766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d382fa4e-e3e7-4b94-9152-c35a3ef7d9c7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cb8bd4c275714773bdb7a8643a68d934&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1573193 Feb 11 05:37:10.073887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382fa4e-e3e7-4b94-9152-c35a3ef7d9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c3ce6c-2d78-45b0-b628-5022b1ca5c08,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:10.075589 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34774) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:10.151924 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c2efc1c-6514-433e-abf9-993943c8d1f6 admin admin] Publish callbacks [] for security_group (c4c3ce6c-2d78-45b0-b628-5022b1ca5c08), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.184442 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c2efc1c-6514-433e-abf9-993943c8d1f6 admin admin] Publish callbacks [] for security_group (c4c3ce6c-2d78-45b0-b628-5022b1ca5c08), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.203998 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bf04c-0fa4-4869-8693-877ca1335f1f req-9605ed7c-bd30-48c9-9672-8949c3a063f1 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:10.205622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e7bf04c-0fa4-4869-8693-877ca1335f1f req-9605ed7c-bd30-48c9-9672-8949c3a063f1 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4d95200-e426-416c-b559-a2cccc5dce25 HTTP/1.1" status: 200 len: 943 time: 0.0594780 Feb 11 05:37:10.244313 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c2efc1c-6514-433e-abf9-993943c8d1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c4c3ce6c-2d78-45b0-b628-5022b1ca5c08), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.247168 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1c2efc1c-6514-433e-abf9-993943c8d1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.248410 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1c2efc1c-6514-433e-abf9-993943c8d1f6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c4c3ce6c-2d78-45b0-b628-5022b1ca5c08 HTTP/1.1" status: 204 len: 168 time: 0.1718020 Feb 11 05:37:10.256726 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2efc1c-6514-433e-abf9-993943c8d1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c3ce6c-2d78-45b0-b628-5022b1ca5c08,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:10.271411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e7bf04c-0fa4-4869-8693-877ca1335f1f req-743d5673-6730-4bf0-94da-b24363a8f4d6 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587478 Feb 11 05:37:10.603726 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:37:10.737885 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=098b90c4-3c2c-49d1-80ce-b16e8e0ed86b,segment=NetworkSegment(d506de75-aa3a-443a-ada6-4fb45ca7a248),segment_id=d506de75-aa3a-443a-ada6-4fb45ca7a248)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:10.755113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '098b90c4-3c2c-49d1-80ce-b16e8e0ed86b', 'network_id': '0f5a4be0-feb8-49fd-96dc-ac82be5bf89e', 'port_id': '098b90c4-3c2c-49d1-80ce-b16e8e0ed86b', 'mac_address': 'fa:16:3e:a0:36:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554ed693-fbd0-4f7d-85c0-757604f29531', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:37:10.804418 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:10.805095 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (098b90c4-3c2c-49d1-80ce-b16e8e0ed86b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.826161 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:37:10.852614 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=098b90c4-3c2c-49d1-80ce-b16e8e0ed86b,segment=NetworkSegment(d506de75-aa3a-443a-ada6-4fb45ca7a248),segment_id=d506de75-aa3a-443a-ada6-4fb45ca7a248)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:10.857617 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (098b90c4-3c2c-49d1-80ce-b16e8e0ed86b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:10.949611 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=098b90c4-3c2c-49d1-80ce-b16e8e0ed86b,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:11.177525 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['098b90c4-3c2c-49d1-80ce-b16e8e0ed86b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:37:11.419153 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77b9a6-264c-41e6-af55-392822459476 req-4a02cdbe-abc5-4843-81a8-3a6f1be3fffe tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:11.420701 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f77b9a6-264c-41e6-af55-392822459476 req-4a02cdbe-abc5-4843-81a8-3a6f1be3fffe tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4d95200-e426-416c-b559-a2cccc5dce25 HTTP/1.1" status: 200 len: 944 time: 0.0580788 Feb 11 05:37:11.475850 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f77b9a6-264c-41e6-af55-392822459476 req-c7768bd6-5e97-4869-a083-766a944e422f tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481277 Feb 11 05:37:12.625804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:12.640172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cae45-1230-4f54-b16c-be35f35e8f0c req-119f99d1-a3ab-4fa9-a209-fe6cfaa91614 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:12.641996 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f8cae45-1230-4f54-b16c-be35f35e8f0c req-119f99d1-a3ab-4fa9-a209-fe6cfaa91614 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4d95200-e426-416c-b559-a2cccc5dce25 HTTP/1.1" status: 200 len: 944 time: 0.0791118 Feb 11 05:37:12.699610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:37:12.703061 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f8cae45-1230-4f54-b16c-be35f35e8f0c req-f134581e-3167-40dc-be36-ec1b1de43681 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547159 Feb 11 05:37:12.704979 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:12.705527 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (098b90c4-3c2c-49d1-80ce-b16e8e0ed86b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.791139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:12.791563 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (098b90c4-3c2c-49d1-80ce-b16e8e0ed86b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.815199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d95200-e426-416c-b559-a2cccc5dce25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098b90c4-3c2c-49d1-80ce-b16e8e0ed86b'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:12.817472 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5395358-ec27-4a11-8bf8-fd306934a864" -d '{"events": [{"server_uuid": "b4d95200-e426-416c-b559-a2cccc5dce25", "name": "network-vif-plugged", "status": "completed", "tag": "098b90c4-3c2c-49d1-80ce-b16e8e0ed86b"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:12.830465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=098b90c4-3c2c-49d1-80ce-b16e8e0ed86b,segment=NetworkSegment(d506de75-aa3a-443a-ada6-4fb45ca7a248),segment_id=d506de75-aa3a-443a-ada6-4fb45ca7a248)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:12.835921 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (098b90c4-3c2c-49d1-80ce-b16e8e0ed86b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:12.929711 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=098b90c4-3c2c-49d1-80ce-b16e8e0ed86b,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:12.939980 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2914c31-36d2-489f-afd6-6a5a79b7a7e0 x-openstack-request-id: req-f2914c31-36d2-489f-afd6-6a5a79b7a7e0 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:12.940188 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d95200-e426-416c-b559-a2cccc5dce25", "name": "network-vif-plugged", "status": "completed", "tag": "098b90c4-3c2c-49d1-80ce-b16e8e0ed86b", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:12.940434 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f2914c31-36d2-489f-afd6-6a5a79b7a7e0 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:12.940884 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d95200-e426-416c-b559-a2cccc5dce25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098b90c4-3c2c-49d1-80ce-b16e8e0ed86b', 'code': 200} Feb 11 05:37:12.996827 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7a3317d-5593-4da0-b3a8-1105fda0b12b req-1275b8b4-41b1-4cf5-abde-8fc33654f902 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0784926 Feb 11 05:37:13.074624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3acaff-fdc9-43b4-a023-3b05e64acaae req-1930bb32-4134-44ae-aece-98a126d97d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:13.077376 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cf3acaff-fdc9-43b4-a023-3b05e64acaae req-1930bb32-4134-44ae-aece-98a126d97d72 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4d95200-e426-416c-b559-a2cccc5dce25 HTTP/1.1" status: 200 len: 1128 time: 0.0673249 Feb 11 05:37:13.113923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3317d-5593-4da0-b3a8-1105fda0b12b req-e2c5ca80-41ef-4637-82c0-d2ab20c12960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:13.115719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7a3317d-5593-4da0-b3a8-1105fda0b12b req-e2c5ca80-41ef-4637-82c0-d2ab20c12960 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=93acaeef56ec46ed9d40abab96de324e&device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 1129 time: 0.0858350 Feb 11 05:37:13.200625 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cf3acaff-fdc9-43b4-a023-3b05e64acaae req-a4e39c11-6276-4672-937e-b3807aed4b2c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152956 Feb 11 05:37:13.669272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3317d-5593-4da0-b3a8-1105fda0b12b req-3b6d6746-7e9d-40af-9daa-3f0c57dd8068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:13.670767 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7a3317d-5593-4da0-b3a8-1105fda0b12b req-3b6d6746-7e9d-40af-9daa-3f0c57dd8068 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 200 len: 918 time: 0.5243447 Feb 11 05:37:13.839258 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7a3317d-5593-4da0-b3a8-1105fda0b12b req-f91bf698-35bd-42bd-a41c-eb635e2d9bee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b909078-2d81-4a81-9fde-af606bf39f45 HTTP/1.1" status: 200 len: 1001 time: 0.1420629 Feb 11 05:37:14.055788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3317d-5593-4da0-b3a8-1105fda0b12b req-56fcb195-c93b-4984-893f-e6b55306fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:14.057723 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7a3317d-5593-4da0-b3a8-1105fda0b12b req-56fcb195-c93b-4984-893f-e6b55306fd9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 200 len: 856 time: 0.2095273 Feb 11 05:37:14.075786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76101071-c78d-41ff-a725-b8447b7a790a req-bc00024d-1376-4ae2-987e-c9ce974438f6 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:14.077763 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76101071-c78d-41ff-a725-b8447b7a790a req-bc00024d-1376-4ae2-987e-c9ce974438f6 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4d95200-e426-416c-b559-a2cccc5dce25 HTTP/1.1" status: 200 len: 945 time: 0.2282898 Feb 11 05:37:14.141212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5c4c1-74e5-4905-8b2b-d813dc33d6dd req-5d39dfcf-7cc0-442b-8bef-21c14714d50e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:14.146584 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5c4c1-74e5-4905-8b2b-d813dc33d6dd req-5d39dfcf-7cc0-442b-8bef-21c14714d50e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:14.152178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5c4c1-74e5-4905-8b2b-d813dc33d6dd req-5d39dfcf-7cc0-442b-8bef-21c14714d50e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:14.157999 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5c4c1-74e5-4905-8b2b-d813dc33d6dd req-5d39dfcf-7cc0-442b-8bef-21c14714d50e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:14.163351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5c4c1-74e5-4905-8b2b-d813dc33d6dd req-5d39dfcf-7cc0-442b-8bef-21c14714d50e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:14.169300 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5c4c1-74e5-4905-8b2b-d813dc33d6dd req-5d39dfcf-7cc0-442b-8bef-21c14714d50e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:14.174714 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5c4c1-74e5-4905-8b2b-d813dc33d6dd req-5d39dfcf-7cc0-442b-8bef-21c14714d50e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:14.176782 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-14e5c4c1-74e5-4905-8b2b-d813dc33d6dd req-5d39dfcf-7cc0-442b-8bef-21c14714d50e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5436 time: 0.1860697 Feb 11 05:37:14.235973 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76101071-c78d-41ff-a725-b8447b7a790a req-35530c11-f346-4e6a-969f-0c8140125294 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480539 Feb 11 05:37:14.245379 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3317d-5593-4da0-b3a8-1105fda0b12b req-a0266183-2964-4d2e-8ee1-b25491294731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:14.246914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7a3317d-5593-4da0-b3a8-1105fda0b12b req-a0266183-2964-4d2e-8ee1-b25491294731 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ddfa1006-39a8-4f4a-a30c-7264d9574326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1806788 Feb 11 05:37:14.264431 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.271090 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 34896) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:14.395916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-14e5c4c1-74e5-4905-8b2b-d813dc33d6dd req-6c9ad2b0-0237-42cc-b3b7-f452437f2b1d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2025225 Feb 11 05:37:14.443641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7a3317d-5593-4da0-b3a8-1105fda0b12b req-3f517371-ea5c-4491-ab18-3736dc95eb1e service neutron] 10.222.0.73 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873913 Feb 11 05:37:14.511694 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-53307dab-da33-46a3-ae43-89f4ba272aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.562553 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7a3317d-5593-4da0-b3a8-1105fda0b12b req-28c61a7a-2218-44a7-8bc8-f6026e257ddc service neutron] 10.222.0.73 "GET /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045210 Feb 11 05:37:14.653208 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-53307dab-da33-46a3-ae43-89f4ba272aa3 admin admin] Publish callbacks [] for security_group (ca0fd9ec-67fa-4ac8-9d7f-16a38d04ce74), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.660217 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-53307dab-da33-46a3-ae43-89f4ba272aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ca0fd9ec-67fa-4ac8-9d7f-16a38d04ce74), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.710438 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-53307dab-da33-46a3-ae43-89f4ba272aa3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ed7d8628a82e41b2a07ce7dd8ca75f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4378963 Feb 11 05:37:14.713810 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 34908) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:14.718075 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53307dab-da33-46a3-ae43-89f4ba272aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0fd9ec-67fa-4ac8-9d7f-16a38d04ce74,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:14.783612 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38f95790-1699-4b30-abc9-4b17d9740189 admin admin] Publish callbacks [] for security_group (ca0fd9ec-67fa-4ac8-9d7f-16a38d04ce74), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.822690 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38f95790-1699-4b30-abc9-4b17d9740189 admin admin] Publish callbacks [] for security_group (ca0fd9ec-67fa-4ac8-9d7f-16a38d04ce74), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.911965 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38f95790-1699-4b30-abc9-4b17d9740189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ca0fd9ec-67fa-4ac8-9d7f-16a38d04ce74), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.915349 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38f95790-1699-4b30-abc9-4b17d9740189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:14.932544 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-38f95790-1699-4b30-abc9-4b17d9740189 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ca0fd9ec-67fa-4ac8-9d7f-16a38d04ce74 HTTP/1.1" status: 204 len: 168 time: 0.2047765 Feb 11 05:37:14.942055 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f95790-1699-4b30-abc9-4b17d9740189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0fd9ec-67fa-4ac8-9d7f-16a38d04ce74,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:15.455060 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a59d95-4f52-49e0-a069-96bbf207305f req-fe50f18c-f108-43d9-ae8b-8a4a1ee7280a tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:15.456664 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3a59d95-4f52-49e0-a069-96bbf207305f req-fe50f18c-f108-43d9-ae8b-8a4a1ee7280a tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4d95200-e426-416c-b559-a2cccc5dce25 HTTP/1.1" status: 200 len: 945 time: 0.0949397 Feb 11 05:37:15.612866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3a59d95-4f52-49e0-a069-96bbf207305f req-a94e737a-1c93-4fee-bcd6-2e55ad0d8b2b tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499195 Feb 11 05:37:15.661283 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7073-c645-4633-8d67-2f30179a4bef req-3ce06181-cc61-46eb-aa5d-a7b8bc4f5744 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:15.668235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7073-c645-4633-8d67-2f30179a4bef req-3ce06181-cc61-46eb-aa5d-a7b8bc4f5744 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:15.674168 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7073-c645-4633-8d67-2f30179a4bef req-3ce06181-cc61-46eb-aa5d-a7b8bc4f5744 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:15.680687 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7073-c645-4633-8d67-2f30179a4bef req-3ce06181-cc61-46eb-aa5d-a7b8bc4f5744 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:15.686685 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7073-c645-4633-8d67-2f30179a4bef req-3ce06181-cc61-46eb-aa5d-a7b8bc4f5744 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:15.692073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7073-c645-4633-8d67-2f30179a4bef req-3ce06181-cc61-46eb-aa5d-a7b8bc4f5744 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:15.698169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7073-c645-4633-8d67-2f30179a4bef req-3ce06181-cc61-46eb-aa5d-a7b8bc4f5744 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:15.705656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d83a7073-c645-4633-8d67-2f30179a4bef req-3ce06181-cc61-46eb-aa5d-a7b8bc4f5744 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5436 time: 0.1711853 Feb 11 05:37:15.811707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d83a7073-c645-4633-8d67-2f30179a4bef req-34f8b42c-c50a-43ca-9ea3-83161fc6dd97 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050379 Feb 11 05:37:17.036133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a829880-0fd4-4f94-a65f-065c602a1bc0 req-1d2e9a33-c658-48c0-a74a-e18840b7781e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:17.043630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a829880-0fd4-4f94-a65f-065c602a1bc0 req-1d2e9a33-c658-48c0-a74a-e18840b7781e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:17.050203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a829880-0fd4-4f94-a65f-065c602a1bc0 req-1d2e9a33-c658-48c0-a74a-e18840b7781e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:17.056852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a829880-0fd4-4f94-a65f-065c602a1bc0 req-1d2e9a33-c658-48c0-a74a-e18840b7781e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:17.063871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a829880-0fd4-4f94-a65f-065c602a1bc0 req-1d2e9a33-c658-48c0-a74a-e18840b7781e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:17.070184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a829880-0fd4-4f94-a65f-065c602a1bc0 req-1d2e9a33-c658-48c0-a74a-e18840b7781e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:17.076337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a829880-0fd4-4f94-a65f-065c602a1bc0 req-1d2e9a33-c658-48c0-a74a-e18840b7781e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:17.079130 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a829880-0fd4-4f94-a65f-065c602a1bc0 req-1d2e9a33-c658-48c0-a74a-e18840b7781e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5436 time: 0.1253769 Feb 11 05:37:17.163102 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a829880-0fd4-4f94-a65f-065c602a1bc0 req-6d1abaa5-a758-418e-945b-b23a8998ea26 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736372 Feb 11 05:37:17.921268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-5ca7888a-1918-4024-82e2-657a16b6bf61 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:17.927762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-5ca7888a-1918-4024-82e2-657a16b6bf61 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:17.939348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-5ca7888a-1918-4024-82e2-657a16b6bf61 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:17.958223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-5ca7888a-1918-4024-82e2-657a16b6bf61 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:17.971914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-5ca7888a-1918-4024-82e2-657a16b6bf61 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:17.982171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-5ca7888a-1918-4024-82e2-657a16b6bf61 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:18.008919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-5ca7888a-1918-4024-82e2-657a16b6bf61 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:18.011240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-5ca7888a-1918-4024-82e2-657a16b6bf61 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5436 time: 0.2638779 Feb 11 05:37:18.098354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-991d59c8-36fe-4960-8889-a1e0b49249ce tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:18.099919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-991d59c8-36fe-4960-8889-a1e0b49249ce tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.73 "GET /v2.0/ports/aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0666742 Feb 11 05:37:18.195371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912b38e-4acf-4d11-804a-f40cfa267595 req-91490395-3a8b-4f6c-b8b5-89aad7e69912 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:18.204571 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c912b38e-4acf-4d11-804a-f40cfa267595 req-91490395-3a8b-4f6c-b8b5-89aad7e69912 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 946 time: 0.1035268 Feb 11 05:37:18.339647 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c912b38e-4acf-4d11-804a-f40cfa267595 req-185f77bc-5e96-4ea4-8a15-38a3a746db57 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340997 Feb 11 05:37:18.348446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-5a5480cd-9fcc-4f62-8e4a-1eacc58163d8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.73 "GET /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2100503 Feb 11 05:37:18.369014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-b9466ce1-4c6f-4eaa-a2ba-00c3b98040e4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:18.408124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d346b4-c2b5-4a0e-9256-c54a2602b6ef req-4d7d2bb4-0468-463b-88c4-73ccaac67399 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:18.413377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d346b4-c2b5-4a0e-9256-c54a2602b6ef req-4d7d2bb4-0468-463b-88c4-73ccaac67399 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:18.419022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d346b4-c2b5-4a0e-9256-c54a2602b6ef req-4d7d2bb4-0468-463b-88c4-73ccaac67399 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:18.424342 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d346b4-c2b5-4a0e-9256-c54a2602b6ef req-4d7d2bb4-0468-463b-88c4-73ccaac67399 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:18.430086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d346b4-c2b5-4a0e-9256-c54a2602b6ef req-4d7d2bb4-0468-463b-88c4-73ccaac67399 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:18.435468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d346b4-c2b5-4a0e-9256-c54a2602b6ef req-4d7d2bb4-0468-463b-88c4-73ccaac67399 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:18.441077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d346b4-c2b5-4a0e-9256-c54a2602b6ef req-4d7d2bb4-0468-463b-88c4-73ccaac67399 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:18.443079 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30d346b4-c2b5-4a0e-9256-c54a2602b6ef req-4d7d2bb4-0468-463b-88c4-73ccaac67399 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 5436 time: 0.1700745 Feb 11 05:37:18.500428 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-b9466ce1-4c6f-4eaa-a2ba-00c3b98040e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:18.677972 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30d346b4-c2b5-4a0e-9256-c54a2602b6ef req-58058d9c-40d4-4eb9-893d-8987670113c5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&id=6b8846f2-3e84-43b2-a065-299742372dec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2233210 Feb 11 05:37:18.685778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-b9466ce1-4c6f-4eaa-a2ba-00c3b98040e4 service neutron] For port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:18.723039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-b9466ce1-4c6f-4eaa-a2ba-00c3b98040e4 service neutron] For port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:18.775981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-b9466ce1-4c6f-4eaa-a2ba-00c3b98040e4 service neutron] device_id is not set on port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:37:18.788330 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-b9466ce1-4c6f-4eaa-a2ba-00c3b98040e4 service neutron] Publish callbacks [] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:18.797459 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-b9466ce1-4c6f-4eaa-a2ba-00c3b98040e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:18.875607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-b9466ce1-4c6f-4eaa-a2ba-00c3b98040e4 service neutron] No DVR routers for this DVR port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:18.881025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9466ce1-4c6f-4eaa-a2ba-00c3b98040e4 service neutron] Pushing event updated for resources: {'Port': ['ID=aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7,revision_number=6']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:18.961294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-b9466ce1-4c6f-4eaa-a2ba-00c3b98040e4 service neutron] In _notify_port_updated(), no bound segment for port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 on network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 {{(pid=103171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:37:18.963633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-b9466ce1-4c6f-4eaa-a2ba-00c3b98040e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:18.964622 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-b9466ce1-4c6f-4eaa-a2ba-00c3b98040e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:18.966692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-b9466ce1-4c6f-4eaa-a2ba-00c3b98040e4 service neutron] 10.222.0.73 "PUT /v2.0/ports/aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 HTTP/1.1" status: 200 len: 1028 time: 0.6022513 Feb 11 05:37:19.055666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-6bb4806a-8126-41e4-ace5-e182032a7c33 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:19.057342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-6bb4806a-8126-41e4-ace5-e182032a7c33 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.73 "GET /v2.0/ports/2f6163c5-4e87-4547-a174-b364d5b146f5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0841711 Feb 11 05:37:19.076709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-f5ef9f4c-8979-433f-b797-da21910d1435 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:19.172510 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-f5ef9f4c-8979-433f-b797-da21910d1435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:19.247619 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-98a0cfa5-0da7-4a82-90e3-72e4a67a61e1 None None] Provisioning complete for port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:19.248265 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98a0cfa5-0da7-4a82-90e3-72e4a67a61e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:19.345544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-98a0cfa5-0da7-4a82-90e3-72e4a67a61e1 None None] Port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:37:19.399896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-f5ef9f4c-8979-433f-b797-da21910d1435 service neutron] For port 2f6163c5-4e87-4547-a174-b364d5b146f5, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2f6163c5-4e87-4547-a174-b364d5b146f5,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:19.449384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-f5ef9f4c-8979-433f-b797-da21910d1435 service neutron] For port 2f6163c5-4e87-4547-a174-b364d5b146f5, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:19.526636 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-f5ef9f4c-8979-433f-b797-da21910d1435 service neutron] device_id is not set on port 2f6163c5-4e87-4547-a174-b364d5b146f5 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:37:19.553278 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-f5ef9f4c-8979-433f-b797-da21910d1435 service neutron] Publish callbacks [] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:19.590542 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-f5ef9f4c-8979-433f-b797-da21910d1435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:19.658723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2ed54-7b56-4274-a8fe-03d206b832a0 req-b0df3263-69a6-4699-ac54-108709d384f8 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:19.660339 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8fa2ed54-7b56-4274-a8fe-03d206b832a0 req-b0df3263-69a6-4699-ac54-108709d384f8 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 946 time: 0.1639199 Feb 11 05:37:19.922177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-f5ef9f4c-8979-433f-b797-da21910d1435 service neutron] No DVR routers for this DVR port 2f6163c5-4e87-4547-a174-b364d5b146f5 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:19.923410 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-8fa2ed54-7b56-4274-a8fe-03d206b832a0 req-f42a08d1-1105-4a10-8e48-4c750a1dc4ae tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Deleting port 9b909078-2d81-4a81-9fde-af606bf39f45 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:19.924909 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8fa2ed54-7b56-4274-a8fe-03d206b832a0 req-f42a08d1-1105-4a10-8e48-4c750a1dc4ae tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:19.944929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef9f4c-8979-433f-b797-da21910d1435 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6163c5-4e87-4547-a174-b364d5b146f5,revision_number=6']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:20.019266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11c20c-7967-436a-b71d-7a7f158c4c2c req-64d97b45-a36b-476b-a4c9-8de31ca0e1ca tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:20.020906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca11c20c-7967-436a-b71d-7a7f158c4c2c req-64d97b45-a36b-476b-a4c9-8de31ca0e1ca tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 946 time: 0.4620287 Feb 11 05:37:20.088567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-f5ef9f4c-8979-433f-b797-da21910d1435 service neutron] In _notify_port_updated(), no bound segment for port 2f6163c5-4e87-4547-a174-b364d5b146f5 on network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 {{(pid=103171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:37:20.089456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-f5ef9f4c-8979-433f-b797-da21910d1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:20.090083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-f5ef9f4c-8979-433f-b797-da21910d1435 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.091492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-f5ef9f4c-8979-433f-b797-da21910d1435 service neutron] 10.222.0.73 "PUT /v2.0/ports/2f6163c5-4e87-4547-a174-b364d5b146f5 HTTP/1.1" status: 200 len: 1027 time: 1.0190437 Feb 11 05:37:20.121408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfd91c-378c-44df-a519-b15d957a053c req-f764db25-476a-4779-bf35-5ffd0ff9e8aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:20.136429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfd91c-378c-44df-a519-b15d957a053c req-f764db25-476a-4779-bf35-5ffd0ff9e8aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:20.157720 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfd91c-378c-44df-a519-b15d957a053c req-f764db25-476a-4779-bf35-5ffd0ff9e8aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:20.163478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfd91c-378c-44df-a519-b15d957a053c req-f764db25-476a-4779-bf35-5ffd0ff9e8aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:20.174668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfd91c-378c-44df-a519-b15d957a053c req-f764db25-476a-4779-bf35-5ffd0ff9e8aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:20.188508 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8fa2ed54-7b56-4274-a8fe-03d206b832a0 req-f42a08d1-1105-4a10-8e48-4c750a1dc4ae tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] For port 9b909078-2d81-4a81-9fde-af606bf39f45, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=9b909078-2d81-4a81-9fde-af606bf39f45,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:20.189167 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8fa2ed54-7b56-4274-a8fe-03d206b832a0 req-f42a08d1-1105-4a10-8e48-4c750a1dc4ae tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.191307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3dbfd91c-378c-44df-a519-b15d957a053c req-f764db25-476a-4779-bf35-5ffd0ff9e8aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 3887 time: 0.2811625 Feb 11 05:37:20.212041 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-89d07340-1d0b-408e-a47b-1d52e5ba8112 None None] Provisioning complete for port 2f6163c5-4e87-4547-a174-b364d5b146f5 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:20.212426 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-89d07340-1d0b-408e-a47b-1d52e5ba8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.308743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-89d07340-1d0b-408e-a47b-1d52e5ba8112 None None] Port 2f6163c5-4e87-4547-a174-b364d5b146f5 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:37:20.404774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca11c20c-7967-436a-b71d-7a7f158c4c2c req-a4d2a771-b2f3-45d9-817d-620e9ef6a98b tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups?id=df72f1e3-c71f-4407-93c3-b4ba035c831b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3692462 Feb 11 05:37:20.444008 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3dbfd91c-378c-44df-a519-b15d957a053c req-e0df7e2d-663a-49f9-9a10-7745bafac56d tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515154 Feb 11 05:37:20.474793 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8fa2ed54-7b56-4274-a8fe-03d206b832a0 req-f42a08d1-1105-4a10-8e48-4c750a1dc4ae tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.475587 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8fa2ed54-7b56-4274-a8fe-03d206b832a0 req-f42a08d1-1105-4a10-8e48-4c750a1dc4ae tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (f657e9a7-bd8d-4bfa-9d25-bacc29817a92), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.476186 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [req-8fa2ed54-7b56-4274-a8fe-03d206b832a0 req-f42a08d1-1105-4a10-8e48-4c750a1dc4ae tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Floating IP f657e9a7-bd8d-4bfa-9d25-bacc29817a92 disassociated. External IP: 172.25.5.190, port: 9b909078-2d81-4a81-9fde-af606bf39f45. Feb 11 05:37:20.477334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-8fa2ed54-7b56-4274-a8fe-03d206b832a0 req-f42a08d1-1105-4a10-8e48-4c750a1dc4ae tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Calling delete_port for 9b909078-2d81-4a81-9fde-af606bf39f45 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:20.533455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-689b71c4-c1d5-4173-9ef8-e5aab0a6dcaa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Deleting port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:20.533797 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-689b71c4-c1d5-4173-9ef8-e5aab0a6dcaa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e65444c4-bc4c-4a0b-b81e-aba2ed7752b8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.615641 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8fa2ed54-7b56-4274-a8fe-03d206b832a0 req-f42a08d1-1105-4a10-8e48-4c750a1dc4ae tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (9b909078-2d81-4a81-9fde-af606bf39f45), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.654847 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a08d1-1105-4a10-8e48-4c750a1dc4ae tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event deleted for resources: {'Port': ['ID=9b909078-2d81-4a81-9fde-af606bf39f45,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:20.668371 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 7bcee796-21e7-410d-b1ec-9e7e94e164c7 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:20.733287 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-689b71c4-c1d5-4173-9ef8-e5aab0a6dcaa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] For port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e65444c4-bc4c-4a0b-b81e-aba2ed7752b8,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:20.733666 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-689b71c4-c1d5-4173-9ef8-e5aab0a6dcaa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e65444c4-bc4c-4a0b-b81e-aba2ed7752b8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.761899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-689b71c4-c1d5-4173-9ef8-e5aab0a6dcaa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Calling delete_port for e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:20.853716 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fa2ed54-7b56-4274-a8fe-03d206b832a0 req-f42a08d1-1105-4a10-8e48-4c750a1dc4ae tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:37:20.877495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 7bcee796-21e7-410d-b1ec-9e7e94e164c7 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:20.877906 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.973907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 7bcee796-21e7-410d-b1ec-9e7e94e164c7, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=7bcee796-21e7-410d-b1ec-9e7e94e164c7,segment=NetworkSegment(4026cc13-97fa-4344-b9da-7d1b79dff762),segment_id=4026cc13-97fa-4344-b9da-7d1b79dff762)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:20.975444 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bcee796-21e7-410d-b1ec-9e7e94e164c7'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:20.979581 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666db72e-f9a6-4f18-b32b-81620925aa15" -d '{"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-unplugged", "status": "completed", "tag": "7bcee796-21e7-410d-b1ec-9e7e94e164c7"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:20.991197 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:20.992250 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e807764e-d613-4927-87a7-0871be7d6db6 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:21.054825 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefa4adb-8445-422a-8490-7c77fa1bb2c1 x-openstack-request-id: req-cefa4adb-8445-422a-8490-7c77fa1bb2c1 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:21.055602 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-unplugged", "status": "completed", "tag": "7bcee796-21e7-410d-b1ec-9e7e94e164c7", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:21.056904 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cefa4adb-8445-422a-8490-7c77fa1bb2c1 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:21.057570 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bcee796-21e7-410d-b1ec-9e7e94e164c7', 'code': 200} Feb 11 05:37:21.074267 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-689b71c4-c1d5-4173-9ef8-e5aab0a6dcaa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (e65444c4-bc4c-4a0b-b81e-aba2ed7752b8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:21.135621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=7bcee796-21e7-410d-b1ec-9e7e94e164c7,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:21.154479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b71c4-c1d5-4173-9ef8-e5aab0a6dcaa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event deleted for resources: {'Port': ['ID=e65444c4-bc4c-4a0b-b81e-aba2ed7752b8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:21.173127 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fa2ed54-7b56-4274-a8fe-03d206b832a0 req-f42a08d1-1105-4a10-8e48-4c750a1dc4ae tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:37:21.247144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127de864-a29c-4b62-be22-3e5c55934c07 None None] Sync routers for ids ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:37:21.272818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-689b71c4-c1d5-4173-9ef8-e5aab0a6dcaa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] No DVR routers for this DVR port e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:21.282885 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-689b71c4-c1d5-4173-9ef8-e5aab0a6dcaa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:21.288983 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-689b71c4-c1d5-4173-9ef8-e5aab0a6dcaa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.73 "DELETE /v2.0/ports/e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 HTTP/1.1" status: 204 len: 173 time: 1.0923684 Feb 11 05:37:21.289489 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-deleted', 'tag': 'e65444c4-bc4c-4a0b-b81e-aba2ed7752b8'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:21.296681 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3baf2b2e-8bae-4a00-a09c-a3b1eec2d581" -d '{"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-deleted", "tag": "e65444c4-bc4c-4a0b-b81e-aba2ed7752b8"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:21.303886 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port e807764e-d613-4927-87a7-0871be7d6db6 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:21.310960 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e807764e-d613-4927-87a7-0871be7d6db6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:21.325476 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa2ed54-7b56-4274-a8fe-03d206b832a0 req-f42a08d1-1105-4a10-8e48-4c750a1dc4ae tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] No DVR routers for this DVR port 9b909078-2d81-4a81-9fde-af606bf39f45 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:21.340022 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8fa2ed54-7b56-4274-a8fe-03d206b832a0 req-f42a08d1-1105-4a10-8e48-4c750a1dc4ae tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:21.346833 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8fa2ed54-7b56-4274-a8fe-03d206b832a0 req-f42a08d1-1105-4a10-8e48-4c750a1dc4ae tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.73 "DELETE /v2.0/ports/9b909078-2d81-4a81-9fde-af606bf39f45 HTTP/1.1" status: 204 len: 173 time: 1.6764107 Feb 11 05:37:21.357392 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127de864-a29c-4b62-be22-3e5c55934c07 None None] Routers {'0b5cfd65-7121-4546-ab23-d1019bf9d4ac'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:21.358499 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'name': 'network-vif-deleted', 'tag': '9b909078-2d81-4a81-9fde-af606bf39f45'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:21.359495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-127de864-a29c-4b62-be22-3e5c55934c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:37:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:21.361189 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0903cc16-ab83-4236-8b4b-0ba7f0dcd503" -d '{"events": [{"server_uuid": "3b9bd532-ad02-4fb0-89e8-e1604782f1ef", "name": "network-vif-deleted", "tag": "9b909078-2d81-4a81-9fde-af606bf39f45"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:21.485540 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa639db4-f283-4335-9d2f-e33a4eea5e24 x-openstack-request-id: req-fa639db4-f283-4335-9d2f-e33a4eea5e24 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:21.486850 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-deleted", "tag": "e65444c4-bc4c-4a0b-b81e-aba2ed7752b8", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:21.487872 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fa639db4-f283-4335-9d2f-e33a4eea5e24 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:21.490605 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-deleted', 'tag': 'e65444c4-bc4c-4a0b-b81e-aba2ed7752b8', 'status': 'completed', 'code': 200} Feb 11 05:37:21.505044 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffa7724-2cf8-48dd-b1fd-e5c8376f76c7 x-openstack-request-id: req-5ffa7724-2cf8-48dd-b1fd-e5c8376f76c7 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:21.505555 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9bd532-ad02-4fb0-89e8-e1604782f1ef", "name": "network-vif-deleted", "tag": "9b909078-2d81-4a81-9fde-af606bf39f45", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:21.507005 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5ffa7724-2cf8-48dd-b1fd-e5c8376f76c7 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:21.508594 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9bd532-ad02-4fb0-89e8-e1604782f1ef', 'name': 'network-vif-deleted', 'tag': '9b909078-2d81-4a81-9fde-af606bf39f45', 'status': 'completed', 'code': 200} Feb 11 05:37:21.706947 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e807764e-d613-4927-87a7-0871be7d6db6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e807764e-d613-4927-87a7-0871be7d6db6,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:21.709871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-127de864-a29c-4b62-be22-3e5c55934c07 None None] Set router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:21.726796 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d063039-25c3-443b-a9f7-c4e3e52dc71d req-cf5efac5-f753-4b8a-b1cb-e00299b39379 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b9bd532-ad02-4fb0-89e8-e1604782f1ef HTTP/1.1" status: 200 len: 210 time: 0.0342412 Feb 11 05:37:21.783275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-48ca365b-18d1-4491-a4ca-0d6ac9f2e9ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Deleting port 75f3b967-e8c9-4755-8087-be2d8c88ed6a {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:21.783787 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-48ca365b-18d1-4491-a4ca-0d6ac9f2e9ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (75f3b967-e8c9-4755-8087-be2d8c88ed6a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:21.818901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ef022-3171-45d9-848b-3a39f0226f46 req-63bb52e0-ac4b-46d5-9d96-549ae6b9b74c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:21.826872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ef022-3171-45d9-848b-3a39f0226f46 req-63bb52e0-ac4b-46d5-9d96-549ae6b9b74c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:21.832980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ef022-3171-45d9-848b-3a39f0226f46 req-63bb52e0-ac4b-46d5-9d96-549ae6b9b74c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:21.841167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ef022-3171-45d9-848b-3a39f0226f46 req-63bb52e0-ac4b-46d5-9d96-549ae6b9b74c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:21.843135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b1ef022-3171-45d9-848b-3a39f0226f46 req-63bb52e0-ac4b-46d5-9d96-549ae6b9b74c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 3150 time: 0.1785622 Feb 11 05:37:22.013332 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e807764e-d613-4927-87a7-0871be7d6db6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:22.014364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 9b909078-2d81-4a81-9fde-af606bf39f45 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:22.120153 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 9b909078-2d81-4a81-9fde-af606bf39f45 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:22.120544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 9b909078-2d81-4a81-9fde-af606bf39f45 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:22.120992 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:22.171776 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=e807764e-d613-4927-87a7-0871be7d6db6,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:22.173462 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b1ef022-3171-45d9-848b-3a39f0226f46 req-fafb46cc-a40e-4a8e-b3b8-5afb8a51d182 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142862 Feb 11 05:37:22.175881 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-48ca365b-18d1-4491-a4ca-0d6ac9f2e9ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] For port 75f3b967-e8c9-4755-8087-be2d8c88ed6a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=75f3b967-e8c9-4755-8087-be2d8c88ed6a,segment=NetworkSegment(88518d25-2618-42dd-81d7-e7a3c557bb3c),segment_id=88518d25-2618-42dd-81d7-e7a3c557bb3c)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:22.176499 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-48ca365b-18d1-4491-a4ca-0d6ac9f2e9ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (75f3b967-e8c9-4755-8087-be2d8c88ed6a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:22.268326 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] The host n-h1-713499-38 is not matching for port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 host ! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:37:22.269010 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:22.269635 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2f6163c5-4e87-4547-a174-b364d5b146f5 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:22.428496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-127de864-a29c-4b62-be22-3e5c55934c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:43Z', 'revision_number': 4, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'ee803249-60f5-4800-adf0-2230c9d836bf', 'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'mac_address': 'fa:16:3e:6f:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:42Z', 'updated_at': '2022-02-11T05:16:47Z', 'revision_number': 5, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'subnets': [{'id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:22.500598 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127de864-a29c-4b62-be22-3e5c55934c07 None None] Checking router: 0b5cfd65-7121-4546-ab23-d1019bf9d4ac for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:37:22.537722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127de864-a29c-4b62-be22-3e5c55934c07 None None] Routers {'0b5cfd65-7121-4546-ab23-d1019bf9d4ac'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:22.538581 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-127de864-a29c-4b62-be22-3e5c55934c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:37:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:22.543121 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-48ca365b-18d1-4491-a4ca-0d6ac9f2e9ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:22.543757 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-48ca365b-18d1-4491-a4ca-0d6ac9f2e9ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (5e26d4e0-3b0d-4a67-a58d-a74f0e3695b8), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:22.552123 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-48ca365b-18d1-4491-a4ca-0d6ac9f2e9ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Floating IP 5e26d4e0-3b0d-4a67-a58d-a74f0e3695b8 disassociated. External IP: 172.25.5.111, port: 75f3b967-e8c9-4755-8087-be2d8c88ed6a. Feb 11 05:37:22.552650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-48ca365b-18d1-4491-a4ca-0d6ac9f2e9ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Calling delete_port for 75f3b967-e8c9-4755-8087-be2d8c88ed6a owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:22.700639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] The host n-h1-713499-38 is not matching for port 2f6163c5-4e87-4547-a174-b364d5b146f5 host ! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:37:22.711791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2f6163c5-4e87-4547-a174-b364d5b146f5 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:22.712636 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a854c3bb-38fb-4e01-b81b-b450abbcf0b9 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:22.795246 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-48ca365b-18d1-4491-a4ca-0d6ac9f2e9ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (75f3b967-e8c9-4755-8087-be2d8c88ed6a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:22.859834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca365b-18d1-4491-a4ca-0d6ac9f2e9ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event deleted for resources: {'Port': ['ID=75f3b967-e8c9-4755-8087-be2d8c88ed6a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:22.935840 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35108) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:23.037786 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-127de864-a29c-4b62-be22-3e5c55934c07 None None] Set router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:23.076793 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5879a6aa-9d52-41b4-9554-691fa2296033 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group (df72f1e3-c71f-4407-93c3-b4ba035c831b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:23.133405 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e807764e-d613-4927-87a7-0871be7d6db6'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:23.149592 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e59ea67-823c-4158-89cf-8bb76cb9cba3" -d '{"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-unplugged", "status": "completed", "tag": "e807764e-d613-4927-87a7-0871be7d6db6"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:23.170684 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5879a6aa-9d52-41b4-9554-691fa2296033 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group (df72f1e3-c71f-4407-93c3-b4ba035c831b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:23.185554 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port a854c3bb-38fb-4e01-b81b-b450abbcf0b9 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:23.185966 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:23.251324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-48ca365b-18d1-4491-a4ca-0d6ac9f2e9ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:37:23.340765 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5879a6aa-9d52-41b4-9554-691fa2296033 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (df72f1e3-c71f-4407-93c3-b4ba035c831b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:23.343847 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5879a6aa-9d52-41b4-9554-691fa2296033 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:23.345292 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5879a6aa-9d52-41b4-9554-691fa2296033 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "DELETE /v2.0/security-groups/df72f1e3-c71f-4407-93c3-b4ba035c831b HTTP/1.1" status: 204 len: 168 time: 0.4078956 Feb 11 05:37:23.349102 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35120) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:23.431554 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879a6aa-9d52-41b4-9554-691fa2296033 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df72f1e3-c71f-4407-93c3-b4ba035c831b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:23.434209 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-cf08f5a7-02d7-4eca-ab4e-21fbae51581a tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] show failed (client error): The resource could not be found. Feb 11 05:37:23.438814 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cf08f5a7-02d7-4eca-ab4e-21fbae51581a tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "GET /v2.0/security-groups/df72f1e3-c71f-4407-93c3-b4ba035c831b HTTP/1.1" status: 404 len: 347 time: 0.0884085 Feb 11 05:37:23.441772 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35124) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:23.517196 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9b9043-3edd-466f-811c-40bd5416fa56 x-openstack-request-id: req-1d9b9043-3edd-466f-811c-40bd5416fa56 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:23.517655 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-unplugged", "status": "completed", "tag": "e807764e-d613-4927-87a7-0871be7d6db6", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:23.518989 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1d9b9043-3edd-466f-811c-40bd5416fa56 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:23.519552 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e807764e-d613-4927-87a7-0871be7d6db6', 'code': 200} Feb 11 05:37:23.583791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a854c3bb-38fb-4e01-b81b-b450abbcf0b9, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a854c3bb-38fb-4e01-b81b-b450abbcf0b9,segment=NetworkSegment(4026cc13-97fa-4344-b9da-7d1b79dff762),segment_id=4026cc13-97fa-4344-b9da-7d1b79dff762)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:23.722578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-48ca365b-18d1-4491-a4ca-0d6ac9f2e9ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:37:23.733783 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6b9d12-01a6-44f5-9e6a-3689d3a9c773 None None] Sync routers for ids ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:37:23.765724 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6b9d12-01a6-44f5-9e6a-3689d3a9c773 None None] Routers {'57452e59-c5a4-4d36-89dc-f2787f18dfc0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:23.766378 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-bb6b9d12-01a6-44f5-9e6a-3689d3a9c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:37:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:23.941373 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:23.942017 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 75f3b967-e8c9-4755-8087-be2d8c88ed6a no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:23.957582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8b999e9d-8f87-4450-a5c4-ac0fdd33b839 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Deleting port 6051fc57-e2e6-4778-938a-d4cc21064122 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:23.959669 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b999e9d-8f87-4450-a5c4-ac0fdd33b839 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6051fc57-e2e6-4778-938a-d4cc21064122), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:23.967442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-48ca365b-18d1-4491-a4ca-0d6ac9f2e9ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] No DVR routers for this DVR port 75f3b967-e8c9-4755-8087-be2d8c88ed6a on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:23.974542 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-48ca365b-18d1-4491-a4ca-0d6ac9f2e9ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:23.987699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-48ca365b-18d1-4491-a4ca-0d6ac9f2e9ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.73 "DELETE /v2.0/ports/75f3b967-e8c9-4755-8087-be2d8c88ed6a HTTP/1.1" status: 204 len: 173 time: 2.6819198 Feb 11 05:37:23.991251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-deleted', 'tag': '75f3b967-e8c9-4755-8087-be2d8c88ed6a'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:23.995223 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69085af0-4f82-4d47-92b3-93cf1cb512b6" -d '{"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-deleted", "tag": "75f3b967-e8c9-4755-8087-be2d8c88ed6a"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:23.995850 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 75f3b967-e8c9-4755-8087-be2d8c88ed6a {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:23.996212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 75f3b967-e8c9-4755-8087-be2d8c88ed6a not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:23.996650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:24.026434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:24.026788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e65444c4-bc4c-4a0b-b81e-aba2ed7752b8 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:24.064532 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=a854c3bb-38fb-4e01-b81b-b450abbcf0b9,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:24.072605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-127de864-a29c-4b62-be22-3e5c55934c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:43Z', 'revision_number': 4, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'ee803249-60f5-4800-adf0-2230c9d836bf', 'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'mac_address': 'fa:16:3e:6f:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:42Z', 'updated_at': '2022-02-11T05:16:47Z', 'revision_number': 5, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'subnets': [{'id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:24.128085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127de864-a29c-4b62-be22-3e5c55934c07 None None] The sync data for ids ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'] in n-d-713499-38 is: [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:16:43Z', 'revision_number': 4, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'ee803249-60f5-4800-adf0-2230c9d836bf', 'name': '', 'network_id': 'ddfa1006-39a8-4f4a-a30c-7264d9574326', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'mac_address': 'fa:16:3e:6f:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:42Z', 'updated_at': '2022-02-11T05:16:47Z', 'revision_number': 5, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'subnets': [{'id': '1637afc6-57d8-4711-9940-9fa5efd57a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:37:24.140776 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-bb6b9d12-01a6-44f5-9e6a-3689d3a9c773 None None] Set router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:24.197539 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1e9e28-f7dd-48e2-ae18-27b2a3675553 x-openstack-request-id: req-4e1e9e28-f7dd-48e2-ae18-27b2a3675553 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:24.197946 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-deleted", "tag": "75f3b967-e8c9-4755-8087-be2d8c88ed6a", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:24.198174 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4e1e9e28-f7dd-48e2-ae18-27b2a3675553 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:24.199122 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-deleted', 'tag': '75f3b967-e8c9-4755-8087-be2d8c88ed6a', 'status': 'completed', 'code': 200} Feb 11 05:37:24.286132 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b999e9d-8f87-4450-a5c4-ac0fdd33b839 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6051fc57-e2e6-4778-938a-d4cc21064122), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:24.286468 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b999e9d-8f87-4450-a5c4-ac0fdd33b839 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for floatingip (6051fc57-e2e6-4778-938a-d4cc21064122), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:24.331834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8b999e9d-8f87-4450-a5c4-ac0fdd33b839 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Calling delete_port for 6051fc57-e2e6-4778-938a-d4cc21064122 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:24.352683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3881855-f94a-415d-9bfc-8a2ec4b695ee req-09f68d67-de35-47a8-b1f8-43febffae1d2 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:24.375027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3881855-f94a-415d-9bfc-8a2ec4b695ee req-09f68d67-de35-47a8-b1f8-43febffae1d2 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:24.427028 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3881855-f94a-415d-9bfc-8a2ec4b695ee req-09f68d67-de35-47a8-b1f8-43febffae1d2 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:24.448040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3881855-f94a-415d-9bfc-8a2ec4b695ee req-09f68d67-de35-47a8-b1f8-43febffae1d2 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 2410 time: 0.7230835 Feb 11 05:37:24.603915 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3881855-f94a-415d-9bfc-8a2ec4b695ee req-25055dfe-c382-45ee-bc47-2bbf6ede278a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548796 Feb 11 05:37:24.622165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-e2acc666-bfd8-4a09-a4a7-dec25b91d6b1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Deleting port e807764e-d613-4927-87a7-0871be7d6db6 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:24.622508 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-e2acc666-bfd8-4a09-a4a7-dec25b91d6b1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e807764e-d613-4927-87a7-0871be7d6db6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:24.750225 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40151da1-5088-42b7-9657-643b4c13c64a None None] New status for floating IP f657e9a7-bd8d-4bfa-9d25-bacc29817a92: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:37:24.798082 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-bb6b9d12-01a6-44f5-9e6a-3689d3a9c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'name': 'tempest-TaggedBootDevicesTest-879760632-router', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '519127c3-594c-435e-b47b-46131dd20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:00Z', 'updated_at': '2022-02-11T05:30:09Z', 'revision_number': 4, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'gw_port': {'id': '519127c3-594c-435e-b47b-46131dd20f36', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:02Z', 'updated_at': '2022-02-11T05:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '35c49de5-9589-4d30-8823-c17be538fd56', 'name': '', 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:07Z', 'updated_at': '2022-02-11T05:30:15Z', 'revision_number': 5, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'subnets': [{'id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:24.820778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-e2acc666-bfd8-4a09-a4a7-dec25b91d6b1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] For port e807764e-d613-4927-87a7-0871be7d6db6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e807764e-d613-4927-87a7-0871be7d6db6,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:24.821396 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-e2acc666-bfd8-4a09-a4a7-dec25b91d6b1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e807764e-d613-4927-87a7-0871be7d6db6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:24.857478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-e2acc666-bfd8-4a09-a4a7-dec25b91d6b1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Calling delete_port for e807764e-d613-4927-87a7-0871be7d6db6 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:24.900529 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6b9d12-01a6-44f5-9e6a-3689d3a9c773 None None] Checking router: 57452e59-c5a4-4d36-89dc-f2787f18dfc0 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:37:24.936884 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b999e9d-8f87-4450-a5c4-ac0fdd33b839 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (6051fc57-e2e6-4778-938a-d4cc21064122), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:24.957230 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6b9d12-01a6-44f5-9e6a-3689d3a9c773 None None] Routers {'57452e59-c5a4-4d36-89dc-f2787f18dfc0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:24.958501 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-bb6b9d12-01a6-44f5-9e6a-3689d3a9c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:37:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:25.013467 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-40151da1-5088-42b7-9657-643b4c13c64a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:37:25.014189 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b999e9d-8f87-4450-a5c4-ac0fdd33b839 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Pushing event deleted for resources: {'Port': ['ID=6051fc57-e2e6-4778-938a-d4cc21064122,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:25.018802 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-40151da1-5088-42b7-9657-643b4c13c64a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:37:25.035652 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-e2acc666-bfd8-4a09-a4a7-dec25b91d6b1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (e807764e-d613-4927-87a7-0871be7d6db6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:25.112946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acc666-bfd8-4a09-a4a7-dec25b91d6b1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event deleted for resources: {'Port': ['ID=e807764e-d613-4927-87a7-0871be7d6db6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:25.213151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-e2acc666-bfd8-4a09-a4a7-dec25b91d6b1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] No DVR routers for this DVR port e807764e-d613-4927-87a7-0871be7d6db6 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:25.220457 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-e2acc666-bfd8-4a09-a4a7-dec25b91d6b1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:25.220911 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b999e9d-8f87-4450-a5c4-ac0fdd33b839 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks [] for floatingip (f657e9a7-bd8d-4bfa-9d25-bacc29817a92), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:25.224060 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b999e9d-8f87-4450-a5c4-ac0fdd33b839 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:25.225210 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8b999e9d-8f87-4450-a5c4-ac0fdd33b839 tempest-AttachVolumeShelveTestJSON-668824151 tempest-AttachVolumeShelveTestJSON-668824151-project] 10.222.0.87 "DELETE /v2.0/floatingips/f657e9a7-bd8d-4bfa-9d25-bacc29817a92 HTTP/1.1" status: 204 len: 168 time: 1.7824011 Feb 11 05:37:25.231592 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-e2acc666-bfd8-4a09-a4a7-dec25b91d6b1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.73 "DELETE /v2.0/ports/e807764e-d613-4927-87a7-0871be7d6db6 HTTP/1.1" status: 204 len: 173 time: 1.2194889 Feb 11 05:37:25.269796 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-bb6b9d12-01a6-44f5-9e6a-3689d3a9c773 None None] Set router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:25.457074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-a93a78aa-3f9e-4b96-a2c1-a08721d29fd1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Deleting port 7bcee796-21e7-410d-b1ec-9e7e94e164c7 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:25.457439 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-a93a78aa-3f9e-4b96-a2c1-a08721d29fd1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:25.520717 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40151da1-5088-42b7-9657-643b4c13c64a None None] New status for floating IP f657e9a7-bd8d-4bfa-9d25-bacc29817a92: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:37:25.709878 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a854c3bb-38fb-4e01-b81b-b450abbcf0b9'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:25.712724 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b19749-13cf-4cb1-aab3-535dd45f5639" -d '{"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-unplugged", "status": "completed", "tag": "a854c3bb-38fb-4e01-b81b-b450abbcf0b9"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:25.744505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-a93a78aa-3f9e-4b96-a2c1-a08721d29fd1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] For port 7bcee796-21e7-410d-b1ec-9e7e94e164c7, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=7bcee796-21e7-410d-b1ec-9e7e94e164c7,segment=NetworkSegment(4026cc13-97fa-4344-b9da-7d1b79dff762),segment_id=4026cc13-97fa-4344-b9da-7d1b79dff762)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:25.744924 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-a93a78aa-3f9e-4b96-a2c1-a08721d29fd1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:25.808557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-a93a78aa-3f9e-4b96-a2c1-a08721d29fd1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Calling delete_port for 7bcee796-21e7-410d-b1ec-9e7e94e164c7 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:25.850338 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e355c013-7804-432f-aa70-1f34042da53d x-openstack-request-id: req-e355c013-7804-432f-aa70-1f34042da53d {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:25.850835 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-unplugged", "status": "completed", "tag": "a854c3bb-38fb-4e01-b81b-b450abbcf0b9", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:25.850959 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e355c013-7804-432f-aa70-1f34042da53d {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:25.851951 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a854c3bb-38fb-4e01-b81b-b450abbcf0b9', 'code': 200} Feb 11 05:37:26.170867 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa720ad-9fe8-4409-9330-3ce21542e7f5 req-1a12960b-915e-4be4-9d3a-866fb6f5c600 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:26.181402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa720ad-9fe8-4409-9330-3ce21542e7f5 req-1a12960b-915e-4be4-9d3a-866fb6f5c600 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:26.181647 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-bb6b9d12-01a6-44f5-9e6a-3689d3a9c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'name': 'tempest-TaggedBootDevicesTest-879760632-router', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '519127c3-594c-435e-b47b-46131dd20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:00Z', 'updated_at': '2022-02-11T05:30:09Z', 'revision_number': 4, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'gw_port': {'id': '519127c3-594c-435e-b47b-46131dd20f36', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:02Z', 'updated_at': '2022-02-11T05:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '35c49de5-9589-4d30-8823-c17be538fd56', 'name': '', 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:07Z', 'updated_at': '2022-02-11T05:30:15Z', 'revision_number': 5, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'subnets': [{'id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:26.184932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3aa720ad-9fe8-4409-9330-3ce21542e7f5 req-1a12960b-915e-4be4-9d3a-866fb6f5c600 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 1677 time: 0.3541191 Feb 11 05:37:26.207139 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-deleted', 'tag': 'e807764e-d613-4927-87a7-0871be7d6db6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:26.213060 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fac0057-4e4a-481c-81d2-a90e23f3f5ca" -d '{"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-deleted", "tag": "e807764e-d613-4927-87a7-0871be7d6db6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:26.288028 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6b9d12-01a6-44f5-9e6a-3689d3a9c773 None None] The sync data for ids ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'] in n-d-713499-38 is: [{'id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'name': 'tempest-TaggedBootDevicesTest-879760632-router', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '519127c3-594c-435e-b47b-46131dd20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:00Z', 'updated_at': '2022-02-11T05:30:09Z', 'revision_number': 4, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'gw_port': {'id': '519127c3-594c-435e-b47b-46131dd20f36', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:02Z', 'updated_at': '2022-02-11T05:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '35c49de5-9589-4d30-8823-c17be538fd56', 'name': '', 'network_id': '799a9941-b575-4229-aefb-2f7d7414a8e8', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:07Z', 'updated_at': '2022-02-11T05:30:15Z', 'revision_number': 5, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'subnets': [{'id': '795c5f83-8f52-4a99-8b5b-a318dca41c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:37:26.412178 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3aa720ad-9fe8-4409-9330-3ce21542e7f5 req-4436c77f-04e5-48f3-97fb-22efc806aba8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215397 Feb 11 05:37:26.500472 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec989e9-ad55-4c82-bb3a-810fa0fe27b7 x-openstack-request-id: req-3ec989e9-ad55-4c82-bb3a-810fa0fe27b7 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:26.500760 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-deleted", "tag": "e807764e-d613-4927-87a7-0871be7d6db6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:26.501023 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3ec989e9-ad55-4c82-bb3a-810fa0fe27b7 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:26.501422 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-deleted', 'tag': 'e807764e-d613-4927-87a7-0871be7d6db6', 'status': 'completed', 'code': 200} Feb 11 05:37:26.571027 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-a93a78aa-3f9e-4b96-a2c1-a08721d29fd1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7bcee796-21e7-410d-b1ec-9e7e94e164c7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:26.635628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a78aa-3f9e-4b96-a2c1-a08721d29fd1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event deleted for resources: {'Port': ['ID=7bcee796-21e7-410d-b1ec-9e7e94e164c7,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:26.780619 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-a93a78aa-3f9e-4b96-a2c1-a08721d29fd1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] No DVR routers for this DVR port 7bcee796-21e7-410d-b1ec-9e7e94e164c7 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:26.792638 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-a93a78aa-3f9e-4b96-a2c1-a08721d29fd1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:26.799846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-a93a78aa-3f9e-4b96-a2c1-a08721d29fd1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.73 "DELETE /v2.0/ports/7bcee796-21e7-410d-b1ec-9e7e94e164c7 HTTP/1.1" status: 204 len: 173 time: 1.5664556 Feb 11 05:37:26.905765 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ab6907-19f1-4b50-925f-b590957c33db None None] New status for floating IP 5e26d4e0-3b0d-4a67-a58d-a74f0e3695b8: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:37:27.012366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-2457951c-0103-4c15-9dfa-47bd9b99d3e8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Deleting port a854c3bb-38fb-4e01-b81b-b450abbcf0b9 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:27.012716 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-2457951c-0103-4c15-9dfa-47bd9b99d3e8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:27.228171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-2457951c-0103-4c15-9dfa-47bd9b99d3e8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] For port a854c3bb-38fb-4e01-b81b-b450abbcf0b9, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a854c3bb-38fb-4e01-b81b-b450abbcf0b9,segment=NetworkSegment(4026cc13-97fa-4344-b9da-7d1b79dff762),segment_id=4026cc13-97fa-4344-b9da-7d1b79dff762)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:27.228869 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-2457951c-0103-4c15-9dfa-47bd9b99d3e8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:27.276371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-2457951c-0103-4c15-9dfa-47bd9b99d3e8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Calling delete_port for a854c3bb-38fb-4e01-b81b-b450abbcf0b9 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:27.747744 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-2457951c-0103-4c15-9dfa-47bd9b99d3e8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a854c3bb-38fb-4e01-b81b-b450abbcf0b9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:27.797028 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457951c-0103-4c15-9dfa-47bd9b99d3e8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event deleted for resources: {'Port': ['ID=a854c3bb-38fb-4e01-b81b-b450abbcf0b9,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:27.832042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae372df5-dc42-4f7e-9ec1-a38aa23222c1 req-426c62d0-d842-4896-88e0-be10a26f9938 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:27.833962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae372df5-dc42-4f7e-9ec1-a38aa23222c1 req-426c62d0-d842-4896-88e0-be10a26f9938 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 943 time: 0.2201381 Feb 11 05:37:27.879046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-2457951c-0103-4c15-9dfa-47bd9b99d3e8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] No DVR routers for this DVR port a854c3bb-38fb-4e01-b81b-b450abbcf0b9 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:27.886601 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-2457951c-0103-4c15-9dfa-47bd9b99d3e8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:27.890062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2035f101-14a7-48c3-92a0-0cd84d6d2828 req-2457951c-0103-4c15-9dfa-47bd9b99d3e8 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.73 "DELETE /v2.0/ports/a854c3bb-38fb-4e01-b81b-b450abbcf0b9 HTTP/1.1" status: 204 len: 173 time: 1.0841775 Feb 11 05:37:27.970212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae372df5-dc42-4f7e-9ec1-a38aa23222c1 req-3ac71e6a-e7e6-4f1d-9c7b-d0a556ad439c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups?id=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154783 Feb 11 05:37:28.492902 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-62cd68f1-dfcb-4ab6-a286-d8f2147cbc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:28.502924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-deleted', 'tag': '7bcee796-21e7-410d-b1ec-9e7e94e164c7'}, {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-deleted', 'tag': 'a854c3bb-38fb-4e01-b81b-b450abbcf0b9'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:28.505348 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6791d3-9f44-439f-bba4-9570ad4e224c" -d '{"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-deleted", "tag": "7bcee796-21e7-410d-b1ec-9e7e94e164c7"}, {"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-deleted", "tag": "a854c3bb-38fb-4e01-b81b-b450abbcf0b9"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:28.572280 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb36b97-2743-4431-8ce6-fb6daa9835bd x-openstack-request-id: req-aeb36b97-2743-4431-8ce6-fb6daa9835bd {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:28.572582 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-deleted", "tag": "7bcee796-21e7-410d-b1ec-9e7e94e164c7", "status": "completed", "code": 200}, {"server_uuid": "e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09", "name": "network-vif-deleted", "tag": "a854c3bb-38fb-4e01-b81b-b450abbcf0b9", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:28.572837 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aeb36b97-2743-4431-8ce6-fb6daa9835bd {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:28.573242 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-deleted', 'tag': '7bcee796-21e7-410d-b1ec-9e7e94e164c7', 'status': 'completed', 'code': 200} Feb 11 05:37:28.573498 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09', 'name': 'network-vif-deleted', 'tag': 'a854c3bb-38fb-4e01-b81b-b450abbcf0b9', 'status': 'completed', 'code': 200} Feb 11 05:37:29.194315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24158408-cdaa-4b47-817b-9544032432d6 req-e3d2c07a-925a-4e10-a560-508d17f27990 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0480642 Feb 11 05:37:30.375465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54601532-f834-4303-915e-1fae36f0f00a req-e93121bf-4c32-419b-9e62-76e0bf74e167 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0603552 Feb 11 05:37:30.775382 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-40e0a31a-c950-4ce2-b702-759725ec0927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:31.532084 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-63d3f8f6-b395-414c-ae25-ff244e4f72c5 req-b44cd7da-270e-4efb-a8e4-88c349c23cc0 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0514364 Feb 11 05:37:32.437899 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:32.661081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-daf5c7a9-4279-414f-be63-196662af45ea req-17d6d4fb-2179-4eed-968a-600f83b6dbbf tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0452237 Feb 11 05:37:33.635908 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:33.780534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7dfd4a0a-4ba6-40b3-a3a3-1801d3aa0ce8 req-f98a9cb6-f3bb-49d1-ae68-49a7364b7ec7 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0298843 Feb 11 05:37:34.899460 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4b31d051-6fd6-4ac7-b888-c1cb189ce56e req-116e2750-db7b-4981-a1ee-757920715a34 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0369210 Feb 11 05:37:35.155832 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:36.004627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ede1369e-3c47-4709-acaf-098e8da1ded9 req-52e28df9-89e3-479c-ab47-97c3b9ab1b27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0306726 Feb 11 05:37:36.028558 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35218) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:36.093518 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-678c0544-e9b1-48b9-9940-684b31794b76 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/floatingips/ef9d91e1-1c14-412e-9ad6-a12cce55f809 HTTP/1.1" status: 200 len: 992 time: 0.0635378 Feb 11 05:37:36.355541 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35224) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:36.516411 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Deleting port 95861fed-4f48-4757-b623-988774b93b3e {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:36.516751 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (95861fed-4f48-4757-b623-988774b93b3e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:36.592468 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (95861fed-4f48-4757-b623-988774b93b3e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:36.592797 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for floatingip (95861fed-4f48-4757-b623-988774b93b3e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:36.604801 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Calling delete_port for 95861fed-4f48-4757-b623-988774b93b3e owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:36.785510 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (95861fed-4f48-4757-b623-988774b93b3e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:37.067214 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'Port': ['ID=95861fed-4f48-4757-b623-988774b93b3e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:37.077558 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:37.077910 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:37.078240 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:37.078585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:37.078929 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:37.079266 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:37.080033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:37.080033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:37.080279 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:37.080594 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:37.080900 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:37.081229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:37.081569 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:37.128222 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e27785b3-9cc2-4365-ac8f-d554db4bfb68 req-92f6d625-9d2f-4bde-b93c-5cd5421bf1fd tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0297661 Feb 11 05:37:37.143464 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for floatingip (ef9d91e1-1c14-412e-9ad6-a12cce55f809), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:37.143801 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Floating IP ef9d91e1-1c14-412e-9ad6-a12cce55f809 disassociated (deleted). External IP: 172.25.5.59, port: 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f. Feb 11 05:37:37.323662 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:37:37.361421 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Router 63c0e793-2358-4d8d-a994-a97b8b97e096 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:37:37.473624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:37:37.479201 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:37.486409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2166afe-871c-46b9-9fda-756dc1c9b89a None None] Sync routers for ids ['63c0e793-2358-4d8d-a994-a97b8b97e096'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:37:37.497206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2166afe-871c-46b9-9fda-756dc1c9b89a None None] Routers {'63c0e793-2358-4d8d-a994-a97b8b97e096'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:37.498092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a2166afe-871c-46b9-9fda-756dc1c9b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:37:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['63c0e793-2358-4d8d-a994-a97b8b97e096'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:37.509961 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-92ae2e15-9f99-4367-ac97-3c0d9b99838f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "DELETE /v2.0/floatingips/ef9d91e1-1c14-412e-9ad6-a12cce55f809 HTTP/1.1" status: 204 len: 168 time: 1.1533589 Feb 11 05:37:37.510668 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f', 'tag': '5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:37.513526 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c629ff97-e0ba-4f24-a70a-13ea83d8fb52" -d '{"events": [{"name": "network-changed", "server_uuid": "7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f", "tag": "5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:37.737650 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb5a987-ede1-41b5-b97e-158ebed15bb6 x-openstack-request-id: req-dbb5a987-ede1-41b5-b97e-158ebed15bb6 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:37.737949 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f", "tag": "5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:37.738224 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dbb5a987-ede1-41b5-b97e-158ebed15bb6 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:37.738642 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f', 'tag': '5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f', 'status': 'completed', 'code': 200} Feb 11 05:37:37.802622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-a2166afe-871c-46b9-9fda-756dc1c9b89a None None] Set router 63c0e793-2358-4d8d-a994-a97b8b97e096 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:37.841779 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78301f1a-59a9-45d6-9e71-20d1103ec157 req-f7c63b94-9c94-431d-bb24-d9920c571cd4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:37.843308 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78301f1a-59a9-45d6-9e71-20d1103ec157 req-f7c63b94-9c94-431d-bb24-d9920c571cd4 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 945 time: 0.0919368 Feb 11 05:37:37.868275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629ff97-e0ba-4f24-a70a-13ea83d8fb52 req-bc09ace0-66c5-4e23-92cd-1dc1d0025225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:37.869756 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c629ff97-e0ba-4f24-a70a-13ea83d8fb52 req-bc09ace0-66c5-4e23-92cd-1dc1d0025225 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89a824e240334b3fb89a7803bbc06026&device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 1128 time: 0.0795858 Feb 11 05:37:37.937757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78301f1a-59a9-45d6-9e71-20d1103ec157 req-ca0bb46b-9a14-47f9-8399-d01f707d5aa6 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=833568bb-5e96-4286-9597-516c1e8a708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874379 Feb 11 05:37:37.995459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629ff97-e0ba-4f24-a70a-13ea83d8fb52 req-75afd0fc-0fd2-4be6-90d4-36ec136736b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:37.996951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c629ff97-e0ba-4f24-a70a-13ea83d8fb52 req-75afd0fc-0fd2-4be6-90d4-36ec136736b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c4ac397-9ec6-4482-925a-3cb28285fab5 HTTP/1.1" status: 200 len: 898 time: 0.1121647 Feb 11 05:37:38.020779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a2166afe-871c-46b9-9fda-756dc1c9b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'name': 'tempest-TestNetworkBasicOps-router-463297159', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:21Z', 'updated_at': '2022-02-11T05:36:30Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:23Z', 'updated_at': '2022-02-11T05:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '9a3dd77e-1351-4589-8b16-abb3d3bc74ec', 'name': '', 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:d3:6d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:29Z', 'updated_at': '2022-02-11T05:36:37Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:38.040299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c629ff97-e0ba-4f24-a70a-13ea83d8fb52 req-70326d7f-186b-43af-bfe2-203bb36de0dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f HTTP/1.1" status: 200 len: 217 time: 0.0370350 Feb 11 05:37:38.048400 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2166afe-871c-46b9-9fda-756dc1c9b89a None None] Checking router: 63c0e793-2358-4d8d-a994-a97b8b97e096 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:37:38.057284 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2166afe-871c-46b9-9fda-756dc1c9b89a None None] Routers {'63c0e793-2358-4d8d-a994-a97b8b97e096'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:38.057896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a2166afe-871c-46b9-9fda-756dc1c9b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:37:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['63c0e793-2358-4d8d-a994-a97b8b97e096'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:38.093230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629ff97-e0ba-4f24-a70a-13ea83d8fb52 req-5ee467cf-f522-4338-8db3-cc96d9b10a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:38.094693 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c629ff97-e0ba-4f24-a70a-13ea83d8fb52 req-5ee467cf-f522-4338-8db3-cc96d9b10a8b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72dc6f00-55d9-4123-85e7-5e5207e7dac2 HTTP/1.1" status: 200 len: 835 time: 0.0481210 Feb 11 05:37:38.144780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629ff97-e0ba-4f24-a70a-13ea83d8fb52 req-9b21a012-3ae0-4ec6-8bf4-cebae4702c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:38.146284 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c629ff97-e0ba-4f24-a70a-13ea83d8fb52 req-9b21a012-3ae0-4ec6-8bf4-cebae4702c82 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c4ac397-9ec6-4482-925a-3cb28285fab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434434 Feb 11 05:37:38.170792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-a2166afe-871c-46b9-9fda-756dc1c9b89a None None] Set router 63c0e793-2358-4d8d-a994-a97b8b97e096 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:38.386428 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a2166afe-871c-46b9-9fda-756dc1c9b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'name': 'tempest-TestNetworkBasicOps-router-463297159', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:21Z', 'updated_at': '2022-02-11T05:36:30Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:23Z', 'updated_at': '2022-02-11T05:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '9a3dd77e-1351-4589-8b16-abb3d3bc74ec', 'name': '', 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:d3:6d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:29Z', 'updated_at': '2022-02-11T05:36:37Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:38.416619 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2166afe-871c-46b9-9fda-756dc1c9b89a None None] The sync data for ids ['63c0e793-2358-4d8d-a994-a97b8b97e096'] in n-d-713499-38 is: [{'id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'name': 'tempest-TestNetworkBasicOps-router-463297159', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:21Z', 'updated_at': '2022-02-11T05:36:30Z', 'revision_number': 4, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:23Z', 'updated_at': '2022-02-11T05:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '9a3dd77e-1351-4589-8b16-abb3d3bc74ec', 'name': '', 'network_id': '0c4ac397-9ec6-4482-925a-3cb28285fab5', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'mac_address': 'fa:16:3e:d3:6d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:29Z', 'updated_at': '2022-02-11T05:36:37Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'subnets': [{'id': '72dc6f00-55d9-4123-85e7-5e5207e7dac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:37:38.594095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a63f054-8038-4ee3-839b-02b601361a8d req-ba726da9-92e6-4da6-b65d-cb5478db2be1 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.3764496 Feb 11 05:37:38.626017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c629ff97-e0ba-4f24-a70a-13ea83d8fb52 req-c638c2f4-109a-4e3e-8106-6c5d32af2884 service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ac397-9ec6-4482-925a-3cb28285fab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703655 Feb 11 05:37:38.719832 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befd2a0a-2b91-40c2-b938-168ab070ea1a None None] New status for floating IP ef9d91e1-1c14-412e-9ad6-a12cce55f809: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:37:38.743120 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c629ff97-e0ba-4f24-a70a-13ea83d8fb52 req-d35471e8-c7e6-4ac0-b0fb-e61ba467823c service neutron] 10.222.0.73 "GET /v2.0/networks/0c4ac397-9ec6-4482-925a-3cb28285fab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955350 Feb 11 05:37:39.060677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3230e-b852-4aca-80ae-688b1dc1eed4 req-5d41bc44-9974-45b2-951e-0d580efbb3ae tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:39.062476 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92a3230e-b852-4aca-80ae-688b1dc1eed4 req-5d41bc44-9974-45b2-951e-0d580efbb3ae tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 945 time: 0.0536604 Feb 11 05:37:39.116957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92a3230e-b852-4aca-80ae-688b1dc1eed4 req-b3dda403-614f-48a4-838b-e42c825f0081 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/security-groups?id=833568bb-5e96-4286-9597-516c1e8a708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484204 Feb 11 05:37:39.581835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e930dbd-aa34-430f-ad97-6161e31595aa req-c23ddde2-5aae-46ed-b39c-c5c4721d886d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:39.583332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e930dbd-aa34-430f-ad97-6161e31595aa req-c23ddde2-5aae-46ed-b39c-c5c4721d886d tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.73 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 945 time: 0.0545070 Feb 11 05:37:39.709861 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b941d576-badc-4512-b5db-d6195ed59c0a req-e2056957-d5aa-4c43-8f2f-51cc09e68e29 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0339670 Feb 11 05:37:39.711893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-9e930dbd-aa34-430f-ad97-6161e31595aa req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Deleting port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:39.712234 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9e930dbd-aa34-430f-ad97-6161e31595aa req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.803204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9e930dbd-aa34-430f-ad97-6161e31595aa req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] For port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f,segment=NetworkSegment(ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea),segment_id=ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:39.804498 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9e930dbd-aa34-430f-ad97-6161e31595aa req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.808743 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.817230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-9e930dbd-aa34-430f-ad97-6161e31595aa req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Calling delete_port for 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:39.962850 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9e930dbd-aa34-430f-ad97-6161e31595aa req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:39.993041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'Port': ['ID=5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:40.019959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:40.020315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:40.020662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:40.021011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:40.021348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:40.021684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:40.022146 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:40.022528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:40.022669 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:40.023063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:40.023399 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:40.023760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:40.024089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:40.051947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e930dbd-aa34-430f-ad97-6161e31595aa req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] No DVR routers for this DVR port 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:40.055157 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9e930dbd-aa34-430f-ad97-6161e31595aa req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:40.058528 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e930dbd-aa34-430f-ad97-6161e31595aa req-a20d3670-c6da-47c1-a2b6-e2a559fa9d9b tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.73 "DELETE /v2.0/ports/5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f HTTP/1.1" status: 204 len: 173 time: 0.4665432 Feb 11 05:37:40.058973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f', 'name': 'network-vif-deleted', 'tag': '5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:37:40.061521 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76e59e1-1f0c-4155-a086-246a2dbb08f1" -d '{"events": [{"server_uuid": "7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f", "name": "network-vif-deleted", "tag": "5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:37:40.103139 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ee9769-9c3f-41e1-95a0-4de70bbe8c74 x-openstack-request-id: req-43ee9769-9c3f-41e1-95a0-4de70bbe8c74 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:37:40.103477 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f", "name": "network-vif-deleted", "tag": "5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:37:40.103767 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-43ee9769-9c3f-41e1-95a0-4de70bbe8c74 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:37:40.104175 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f', 'name': 'network-vif-deleted', 'tag': '5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f', 'status': 'completed', 'code': 200} Feb 11 05:37:40.231179 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c606bf41-9d35-499d-9882-f748dafbc8e5 req-622ab706-6139-4dc4-888d-671a001873ab tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7704b6c8-d84d-4f8f-a51b-aa5e0cefcb7f HTTP/1.1" status: 200 len: 210 time: 0.0279257 Feb 11 05:37:40.820948 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4cdf7b64-a297-47b6-9c6d-1a5bb8268749 req-243d2075-2111-4022-9198-2f8e80ea6dbe tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0277541 Feb 11 05:37:41.289225 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35264) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:41.344949 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-38a7424e-1f96-4028-a249-7bf784d72add tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (833568bb-5e96-4286-9597-516c1e8a708b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.370153 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-38a7424e-1f96-4028-a249-7bf784d72add tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (833568bb-5e96-4286-9597-516c1e8a708b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.429335 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-38a7424e-1f96-4028-a249-7bf784d72add tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (833568bb-5e96-4286-9597-516c1e8a708b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.432021 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-38a7424e-1f96-4028-a249-7bf784d72add tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.433193 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-38a7424e-1f96-4028-a249-7bf784d72add tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "DELETE /v2.0/security-groups/833568bb-5e96-4286-9597-516c1e8a708b HTTP/1.1" status: 204 len: 168 time: 0.1428814 Feb 11 05:37:41.442865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7424e-1f96-4028-a249-7bf784d72add tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=833568bb-5e96-4286-9597-516c1e8a708b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:41.467204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35268) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:41.865419 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-189ac4a9-ab28-46f5-aece-5402ceae5860 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (63c0e793-2358-4d8d-a994-a97b8b97e096), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.950746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b62d04b3-967e-421f-8e97-ae8af150cd5d req-a4a16d53-dea2-4477-9dd3-c8c9cf20d4f9 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0520062 Feb 11 05:37:42.203632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-189ac4a9-ab28-46f5-aece-5402ceae5860 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Deleting port 9a3dd77e-1351-4589-8b16-abb3d3bc74ec {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:42.204004 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-189ac4a9-ab28-46f5-aece-5402ceae5860 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.353006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-189ac4a9-ab28-46f5-aece-5402ceae5860 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] For port 9a3dd77e-1351-4589-8b16-abb3d3bc74ec, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9a3dd77e-1351-4589-8b16-abb3d3bc74ec,segment=NetworkSegment(ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea),segment_id=ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:42.353676 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-189ac4a9-ab28-46f5-aece-5402ceae5860 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.382432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-189ac4a9-ab28-46f5-aece-5402ceae5860 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Calling delete_port for 9a3dd77e-1351-4589-8b16-abb3d3bc74ec owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:42.805580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:42.830260 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-189ac4a9-ab28-46f5-aece-5402ceae5860 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (9a3dd77e-1351-4589-8b16-abb3d3bc74ec), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:42.862692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:42.862950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 5d3fcd0e-ddcc-4172-b62b-56d33dfcbf3f not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:42.885491 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35282) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:42.899696 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ac4a9-ab28-46f5-aece-5402ceae5860 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'Port': ['ID=9a3dd77e-1351-4589-8b16-abb3d3bc74ec,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:43.129251 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d16a2297-6d1f-4c99-85f2-e935c74cf06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.146902 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0996c8ba-275e-4d5f-a31d-0118923115d1 req-ef866353-a70c-4c87-a33f-25d0c9ec5df6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0544915 Feb 11 05:37:43.203160 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-189ac4a9-ab28-46f5-aece-5402ceae5860 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (63c0e793-2358-4d8d-a994-a97b8b97e096), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.294550 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d16a2297-6d1f-4c99-85f2-e935c74cf06f admin admin] Publish callbacks [] for security_group (b85dc785-8029-449c-8780-2efb24ca5903), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.302210 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d16a2297-6d1f-4c99-85f2-e935c74cf06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b85dc785-8029-449c-8780-2efb24ca5903), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.356581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d16a2297-6d1f-4c99-85f2-e935c74cf06f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b26d751997714cf39e33be0f8d8d9f7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4694977 Feb 11 05:37:43.359198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35288) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:43.365595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a2297-6d1f-4c99-85f2-e935c74cf06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85dc785-8029-449c-8780-2efb24ca5903,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:43.420404 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ced9ae55-a87f-41a6-8258-818ec317876f admin admin] Publish callbacks [] for security_group (b85dc785-8029-449c-8780-2efb24ca5903), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.443800 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ced9ae55-a87f-41a6-8258-818ec317876f admin admin] Publish callbacks [] for security_group (b85dc785-8029-449c-8780-2efb24ca5903), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.496629 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ced9ae55-a87f-41a6-8258-818ec317876f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b85dc785-8029-449c-8780-2efb24ca5903), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.499336 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ced9ae55-a87f-41a6-8258-818ec317876f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:43.508485 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ced9ae55-a87f-41a6-8258-818ec317876f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b85dc785-8029-449c-8780-2efb24ca5903 HTTP/1.1" status: 204 len: 168 time: 0.1474586 Feb 11 05:37:43.519871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9ae55-a87f-41a6-8258-818ec317876f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85dc785-8029-449c-8780-2efb24ca5903,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:43.675695 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189ac4a9-ab28-46f5-aece-5402ceae5860 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Router 63c0e793-2358-4d8d-a994-a97b8b97e096 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:37:43.947351 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189ac4a9-ab28-46f5-aece-5402ceae5860 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:37:43.959330 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c63e53a-b58b-4087-83e5-7617c7bb1f00 None None] Sync routers for ids ['63c0e793-2358-4d8d-a994-a97b8b97e096'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:37:43.961475 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-189ac4a9-ab28-46f5-aece-5402ceae5860 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "PUT /v2.0/routers/63c0e793-2358-4d8d-a994-a97b8b97e096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4931333 Feb 11 05:37:43.963056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35302) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:43.975941 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c63e53a-b58b-4087-83e5-7617c7bb1f00 None None] Routers {'63c0e793-2358-4d8d-a994-a97b8b97e096'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:43.976580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0c63e53a-b58b-4087-83e5-7617c7bb1f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:37:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['63c0e793-2358-4d8d-a994-a97b8b97e096'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:44.046799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35306) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:44.073681 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b734803a-a9cd-4746-9300-8bfeca1df18c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.252092 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b734803a-a9cd-4746-9300-8bfeca1df18c admin admin] Publish callbacks [] for security_group (44c8d972-89be-4f36-bfa4-19b407e71c1b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.259033 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b734803a-a9cd-4746-9300-8bfeca1df18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (44c8d972-89be-4f36-bfa4-19b407e71c1b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.278899 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-0c63e53a-b58b-4087-83e5-7617c7bb1f00 None None] Set router 63c0e793-2358-4d8d-a994-a97b8b97e096 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:44.304263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734803a-a9cd-4746-9300-8bfeca1df18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c8d972-89be-4f36-bfa4-19b407e71c1b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:44.311907 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.384184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd5d3d7-e9d3-40f0-b143-23c250b0197f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Deleting subnet 72dc6f00-55d9-4123-85e7-5e5207e7dac2 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:37:44.441079 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d3d7-e9d3-40f0-b143-23c250b0197f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for subnet (72dc6f00-55d9-4123-85e7-5e5207e7dac2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.446135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4067c83f-1458-4979-bf8e-68a27ec7d388 req-0f3260dd-a971-40ad-8591-bd967a9f1071 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.1256199 Feb 11 05:37:44.493043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35310) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:44.499310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0c63e53a-b58b-4087-83e5-7617c7bb1f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'name': 'tempest-TestNetworkBasicOps-router-463297159', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:21Z', 'updated_at': '2022-02-11T05:37:42Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:23Z', 'updated_at': '2022-02-11T05:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:44.500113 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b734803a-a9cd-4746-9300-8bfeca1df18c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6afc26e75c7841238b6abfc63244b9d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4518778 Feb 11 05:37:44.533200 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c63e53a-b58b-4087-83e5-7617c7bb1f00 None None] Checking router: 63c0e793-2358-4d8d-a994-a97b8b97e096 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:37:44.543258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c63e53a-b58b-4087-83e5-7617c7bb1f00 None None] Routers {'63c0e793-2358-4d8d-a994-a97b8b97e096'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:44.543908 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0c63e53a-b58b-4087-83e5-7617c7bb1f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:37:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['63c0e793-2358-4d8d-a994-a97b8b97e096'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:44.566422 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d3d7-e9d3-40f0-b143-23c250b0197f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (72dc6f00-55d9-4123-85e7-5e5207e7dac2), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.609728 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c096a04e-2b6f-41e9-adba-36649894de17 admin admin] Publish callbacks [] for security_group (44c8d972-89be-4f36-bfa4-19b407e71c1b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.659530 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c096a04e-2b6f-41e9-adba-36649894de17 admin admin] Publish callbacks [] for security_group (44c8d972-89be-4f36-bfa4-19b407e71c1b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.727163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-0c63e53a-b58b-4087-83e5-7617c7bb1f00 None None] Set router 63c0e793-2358-4d8d-a994-a97b8b97e096 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:44.749033 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d3d7-e9d3-40f0-b143-23c250b0197f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (72dc6f00-55d9-4123-85e7-5e5207e7dac2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.778973 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c096a04e-2b6f-41e9-adba-36649894de17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (44c8d972-89be-4f36-bfa4-19b407e71c1b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.782090 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c096a04e-2b6f-41e9-adba-36649894de17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.783249 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c096a04e-2b6f-41e9-adba-36649894de17 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/44c8d972-89be-4f36-bfa4-19b407e71c1b HTTP/1.1" status: 204 len: 168 time: 0.2892020 Feb 11 05:37:44.823008 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096a04e-2b6f-41e9-adba-36649894de17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c8d972-89be-4f36-bfa4-19b407e71c1b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:44.877085 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d3d7-e9d3-40f0-b143-23c250b0197f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (72dc6f00-55d9-4123-85e7-5e5207e7dac2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.915181 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d3d7-e9d3-40f0-b143-23c250b0197f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:44.921226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35320) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:44.931722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3bd5d3d7-e9d3-40f0-b143-23c250b0197f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "DELETE /v2.0/subnets/72dc6f00-55d9-4123-85e7-5e5207e7dac2 HTTP/1.1" status: 204 len: 168 time: 0.9543221 Feb 11 05:37:44.973961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06419cdb-792c-4513-ae93-09f21f639876 None None] Network 0c4ac397-9ec6-4482-925a-3cb28285fab5 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:37:44.984628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5d3d7-e9d3-40f0-b143-23c250b0197f tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'Subnet': ['ID=72dc6f00-55d9-4123-85e7-5e5207e7dac2,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:45.152406 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5b68d87-96c1-4b9f-a511-60e3b84fae80 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router (63c0e793-2358-4d8d-a994-a97b8b97e096), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:45.210204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-0c63e53a-b58b-4087-83e5-7617c7bb1f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'name': 'tempest-TestNetworkBasicOps-router-463297159', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:21Z', 'updated_at': '2022-02-11T05:37:42Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:23Z', 'updated_at': '2022-02-11T05:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:45.295919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] DHCP port deletion for 0c4ac397-9ec6-4482-925a-3cb28285fab5 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:37:45.298288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c63e53a-b58b-4087-83e5-7617c7bb1f00 None None] The sync data for ids ['63c0e793-2358-4d8d-a994-a97b8b97e096'] in n-d-713499-38 is: [{'id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'name': 'tempest-TestNetworkBasicOps-router-463297159', 'tenant_id': '89a824e240334b3fb89a7803bbc06026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:36:21Z', 'updated_at': '2022-02-11T05:37:42Z', 'revision_number': 5, 'project_id': '89a824e240334b3fb89a7803bbc06026', 'gw_port': {'id': '0ee25b4f-926e-448f-b1d7-74a6e79aa4f6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c0e793-2358-4d8d-a994-a97b8b97e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:36:23Z', 'updated_at': '2022-02-11T05:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:37:45.376454 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5b68d87-96c1-4b9f-a511-60e3b84fae80 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router_gateway (63c0e793-2358-4d8d-a994-a97b8b97e096), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:45.404275 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Deleting port 8f13f6bf-edd1-4496-be0f-6dfc265011ec {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:45.404812 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8f13f6bf-edd1-4496-be0f-6dfc265011ec), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:45.495645 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a5b68d87-96c1-4b9f-a511-60e3b84fae80 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Deleting port 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:37:45.496000 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5b68d87-96c1-4b9f-a511-60e3b84fae80 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (0ee25b4f-926e-448f-b1d7-74a6e79aa4f6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:45.555403 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] For port 8f13f6bf-edd1-4496-be0f-6dfc265011ec, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8f13f6bf-edd1-4496-be0f-6dfc265011ec,segment=NetworkSegment(ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea),segment_id=ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:45.563208 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8f13f6bf-edd1-4496-be0f-6dfc265011ec), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:45.587811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Calling delete_port for 8f13f6bf-edd1-4496-be0f-6dfc265011ec owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:45.646170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34a17056-2f51-4894-a776-e976c1634b34 req-894f5763-1adf-4f7e-b041-024fe6b36c1c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0731642 Feb 11 05:37:45.698839 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-a5b68d87-96c1-4b9f-a511-60e3b84fae80 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] For port 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0ee25b4f-926e-448f-b1d7-74a6e79aa4f6,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:45.699288 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5b68d87-96c1-4b9f-a511-60e3b84fae80 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (0ee25b4f-926e-448f-b1d7-74a6e79aa4f6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:45.728810 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a5b68d87-96c1-4b9f-a511-60e3b84fae80 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Calling delete_port for 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:37:45.817847 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (8f13f6bf-edd1-4496-be0f-6dfc265011ec), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:45.915712 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Pushing event deleted for resources: {'Port': ['ID=8f13f6bf-edd1-4496-be0f-6dfc265011ec,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:45.954768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] No DVR routers for this DVR port 8f13f6bf-edd1-4496-be0f-6dfc265011ec on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:37:45.965830 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:45.966188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:45.966540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:45.966879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:45.976461 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:45.977029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:45.981263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:45.981632 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:45.981986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:45.982333 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:45.982672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:45.983365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:45.983914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba181-76a0-40f0-8d87-41404a2e797c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:46.021429 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9a3dd77e-1351-4589-8b16-abb3d3bc74ec no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:46.130696 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 9a3dd77e-1351-4589-8b16-abb3d3bc74ec {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:46.130961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9a3dd77e-1351-4589-8b16-abb3d3bc74ec not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:46.133112 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8f13f6bf-edd1-4496-be0f-6dfc265011ec no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:46.159302 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5b68d87-96c1-4b9f-a511-60e3b84fae80 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (0ee25b4f-926e-448f-b1d7-74a6e79aa4f6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.197532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b68d87-96c1-4b9f-a511-60e3b84fae80 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'Port': ['ID=0ee25b4f-926e-448f-b1d7-74a6e79aa4f6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:46.212532 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 8f13f6bf-edd1-4496-be0f-6dfc265011ec {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:46.212892 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8f13f6bf-edd1-4496-be0f-6dfc265011ec not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:46.297831 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5b68d87-96c1-4b9f-a511-60e3b84fae80 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (63c0e793-2358-4d8d-a994-a97b8b97e096), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.461231 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5b68d87-96c1-4b9f-a511-60e3b84fae80 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (63c0e793-2358-4d8d-a994-a97b8b97e096), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.464112 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5b68d87-96c1-4b9f-a511-60e3b84fae80 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router_controller (63c0e793-2358-4d8d-a994-a97b8b97e096), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.537244 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5b68d87-96c1-4b9f-a511-60e3b84fae80 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (63c0e793-2358-4d8d-a994-a97b8b97e096), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.539879 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b68d87-96c1-4b9f-a511-60e3b84fae80 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Fanout notify agent at l3_agent the message router_deleted on router 63c0e793-2358-4d8d-a994-a97b8b97e096 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:37:46.555877 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5b68d87-96c1-4b9f-a511-60e3b84fae80 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.559665 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a5b68d87-96c1-4b9f-a511-60e3b84fae80 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "DELETE /v2.0/routers/63c0e793-2358-4d8d-a994-a97b8b97e096 HTTP/1.1" status: 204 len: 168 time: 1.6350291 Feb 11 05:37:46.560072 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35356) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:46.703333 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b440b858-7810-4f27-a6ef-2d6b3ada9960 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (0c4ac397-9ec6-4482-925a-3cb28285fab5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.849939 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5fcd9aa4-c94b-4719-a5a4-ee6e6e535b4a req-960b1d96-e7cb-42ca-b942-e7eb9ddda70b tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0546525 Feb 11 05:37:46.900180 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b440b858-7810-4f27-a6ef-2d6b3ada9960 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (0c4ac397-9ec6-4482-925a-3cb28285fab5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:46.966125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b440b858-7810-4f27-a6ef-2d6b3ada9960 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4ac397-9ec6-4482-925a-3cb28285fab5']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:46.997294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b440b858-7810-4f27-a6ef-2d6b3ada9960 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:46.997584 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b440b858-7810-4f27-a6ef-2d6b3ada9960 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:47.020522 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b440b858-7810-4f27-a6ef-2d6b3ada9960 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.072224 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b440b858-7810-4f27-a6ef-2d6b3ada9960 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.084242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b440b858-7810-4f27-a6ef-2d6b3ada9960 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:37:47.085261 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b440b858-7810-4f27-a6ef-2d6b3ada9960 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (ffa37a0e-e7ba-4ce7-a094-bfec6fc5d2ea), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:37:47.097342 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:37:47.252416 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b440b858-7810-4f27-a6ef-2d6b3ada9960 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (0c4ac397-9ec6-4482-925a-3cb28285fab5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.265297 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b440b858-7810-4f27-a6ef-2d6b3ada9960 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:47.270065 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b440b858-7810-4f27-a6ef-2d6b3ada9960 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] 10.222.0.87 "DELETE /v2.0/networks/0c4ac397-9ec6-4482-925a-3cb28285fab5 HTTP/1.1" status: 204 len: 168 time: 0.7087724 Feb 11 05:37:47.322852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440b858-7810-4f27-a6ef-2d6b3ada9960 tempest-TestNetworkBasicOps-1965171660 tempest-TestNetworkBasicOps-1965171660-project] Pushing event deleted for resources: {'Network': ['ID=0c4ac397-9ec6-4482-925a-3cb28285fab5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:47.863275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35396) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:47.988139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:37:48.019345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:37:48.020249 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0ee25b4f-926e-448f-b1d7-74a6e79aa4f6 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:37:48.039834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-455ba074-dde4-4e60-86b1-e9583b18c807 req-40eb90ca-2884-4232-9b5b-c38c75cd4640 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0572443 Feb 11 05:37:48.159521 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-03cab598-7556-41a9-82b0-e21406616b0f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=89a824e240334b3fb89a7803bbc06026&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2927623 Feb 11 05:37:48.159678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35414) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:48.227172 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9e7cefd0-6e0f-4a24-b537-22388c83dc0d admin admin] Publish callbacks [] for security_group (a1708d44-d687-40f7-970f-e49b35ce9181), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.250101 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9e7cefd0-6e0f-4a24-b537-22388c83dc0d admin admin] Publish callbacks [] for security_group (a1708d44-d687-40f7-970f-e49b35ce9181), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.316379 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9e7cefd0-6e0f-4a24-b537-22388c83dc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a1708d44-d687-40f7-970f-e49b35ce9181), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.320988 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9e7cefd0-6e0f-4a24-b537-22388c83dc0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:48.324968 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9e7cefd0-6e0f-4a24-b537-22388c83dc0d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a1708d44-d687-40f7-970f-e49b35ce9181 HTTP/1.1" status: 204 len: 168 time: 0.1609135 Feb 11 05:37:48.342342 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cefd0-6e0f-4a24-b537-22388c83dc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1708d44-d687-40f7-970f-e49b35ce9181,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:48.901395 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35436) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:48.929162 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08e83e53-1466-4195-973f-efa04fee0c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.110295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35444) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:49.154988 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08e83e53-1466-4195-973f-efa04fee0c70 admin admin] Publish callbacks [] for security_group (58b3b39b-6caa-464b-bf3b-6bf82c6f355d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.167810 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08e83e53-1466-4195-973f-efa04fee0c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (58b3b39b-6caa-464b-bf3b-6bf82c6f355d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.274349 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-08e83e53-1466-4195-973f-efa04fee0c70 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=88677fa2b8414d1c950eb995ab3fee9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3715339 Feb 11 05:37:49.279654 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35452) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:49.296972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e83e53-1466-4195-973f-efa04fee0c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b3b39b-6caa-464b-bf3b-6bf82c6f355d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:49.329079 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-97d082be-ddc3-4fcc-90a0-66d6f802a727 req-8c96e741-ce4a-47da-ab76-df7ea90621b5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0919094 Feb 11 05:37:49.402106 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2893b817-89cd-458c-be8c-3270163a17fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.422067 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65bf5fff-f7a9-4944-9a24-6368664b5331 admin admin] Publish callbacks [] for security_group (58b3b39b-6caa-464b-bf3b-6bf82c6f355d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.485541 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65bf5fff-f7a9-4944-9a24-6368664b5331 admin admin] Publish callbacks [] for security_group (58b3b39b-6caa-464b-bf3b-6bf82c6f355d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.574137 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65bf5fff-f7a9-4944-9a24-6368664b5331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (58b3b39b-6caa-464b-bf3b-6bf82c6f355d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.576892 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65bf5fff-f7a9-4944-9a24-6368664b5331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.580740 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-65bf5fff-f7a9-4944-9a24-6368664b5331 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/58b3b39b-6caa-464b-bf3b-6bf82c6f355d HTTP/1.1" status: 204 len: 168 time: 0.2971158 Feb 11 05:37:49.604619 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf5fff-f7a9-4944-9a24-6368664b5331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b3b39b-6caa-464b-bf3b-6bf82c6f355d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:49.652186 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2893b817-89cd-458c-be8c-3270163a17fa admin admin] Publish callbacks [] for security_group (f0f4a863-2bec-49c5-ad55-92541cc53908), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.660998 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2893b817-89cd-458c-be8c-3270163a17fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f0f4a863-2bec-49c5-ad55-92541cc53908), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.786563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35468) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:49.788020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2893b817-89cd-458c-be8c-3270163a17fa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=51da7f54eb194fc7bfe538b88e31324c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6759992 Feb 11 05:37:49.792092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893b817-89cd-458c-be8c-3270163a17fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f4a863-2bec-49c5-ad55-92541cc53908,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:49.896807 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8821df61-d0c2-4d3f-b0b2-1c2175c8572e admin admin] Publish callbacks [] for security_group (f0f4a863-2bec-49c5-ad55-92541cc53908), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.938711 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8821df61-d0c2-4d3f-b0b2-1c2175c8572e admin admin] Publish callbacks [] for security_group (f0f4a863-2bec-49c5-ad55-92541cc53908), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:49.969496 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35472) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:50.026600 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8821df61-d0c2-4d3f-b0b2-1c2175c8572e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f0f4a863-2bec-49c5-ad55-92541cc53908), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:50.029656 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8821df61-d0c2-4d3f-b0b2-1c2175c8572e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:50.033179 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8821df61-d0c2-4d3f-b0b2-1c2175c8572e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f0f4a863-2bec-49c5-ad55-92541cc53908 HTTP/1.1" status: 204 len: 168 time: 0.2434776 Feb 11 05:37:50.052093 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821df61-d0c2-4d3f-b0b2-1c2175c8572e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f4a863-2bec-49c5-ad55-92541cc53908,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:50.322550 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3989d270-dde7-4713-874f-b23cdf98beb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:50.604003 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f14ddbcf-5ca6-4d09-84a7-1f4f48e8d9c4 req-70d7cfb3-9dfd-4a41-913e-ecb9b098e28a tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.1047366 Feb 11 05:37:50.635883 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3989d270-dde7-4713-874f-b23cdf98beb2 admin admin] Publish callbacks [] for security_group (43c883f2-01f7-425b-b985-a15b95c90eee), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:50.642315 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3989d270-dde7-4713-874f-b23cdf98beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (43c883f2-01f7-425b-b985-a15b95c90eee), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:50.688129 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35498) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:50.688447 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3989d270-dde7-4713-874f-b23cdf98beb2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f3a53544562e476caa763facac66b40d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7174077 Feb 11 05:37:50.732494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989d270-dde7-4713-874f-b23cdf98beb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c883f2-01f7-425b-b985-a15b95c90eee,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:50.854948 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-017cbce4-8061-4bb5-bff1-0797344a9bf0 admin admin] Publish callbacks [] for security_group (43c883f2-01f7-425b-b985-a15b95c90eee), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:50.938078 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-017cbce4-8061-4bb5-bff1-0797344a9bf0 admin admin] Publish callbacks [] for security_group (43c883f2-01f7-425b-b985-a15b95c90eee), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.087448 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-017cbce4-8061-4bb5-bff1-0797344a9bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (43c883f2-01f7-425b-b985-a15b95c90eee), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.090391 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-017cbce4-8061-4bb5-bff1-0797344a9bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.094230 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-017cbce4-8061-4bb5-bff1-0797344a9bf0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/43c883f2-01f7-425b-b985-a15b95c90eee HTTP/1.1" status: 204 len: 168 time: 0.4050052 Feb 11 05:37:51.112964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017cbce4-8061-4bb5-bff1-0797344a9bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c883f2-01f7-425b-b985-a15b95c90eee,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:51.664791 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35528) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:51.693121 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d581ab4a-9fd2-47db-83b2-7e1f1b6cde25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:51.825191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66cf3a6d-175e-457e-aeb2-8dc456a2b9bc req-50a865fd-82ee-4899-82b5-1835214c29d2 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0690081 Feb 11 05:37:51.903928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35534) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:52.045686 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d581ab4a-9fd2-47db-83b2-7e1f1b6cde25 admin admin] Publish callbacks [] for security_group (803dcfc9-67b2-485f-9610-3859fa876b9b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.053930 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d581ab4a-9fd2-47db-83b2-7e1f1b6cde25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (803dcfc9-67b2-485f-9610-3859fa876b9b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.156726 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35542) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:52.160425 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d581ab4a-9fd2-47db-83b2-7e1f1b6cde25 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=97b73e784ab349cda89654a3ec05498f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4945924 Feb 11 05:37:52.161719 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581ab4a-9fd2-47db-83b2-7e1f1b6cde25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803dcfc9-67b2-485f-9610-3859fa876b9b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:52.220573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35544) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:52.274225 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-4ab97253-2ef9-4bed-bcd0-4a2baed7226c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1507435600-network', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:52.321883 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-204be2f3-a34f-4684-9574-231d4547d95a admin admin] Publish callbacks [] for security_group (803dcfc9-67b2-485f-9610-3859fa876b9b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.328524 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f4577590-bbc1-4f83-b4f6-3d7a9b5de664 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-326554735-network', 'tenant_id': '9677d9e91deb4c5b8da6df1b9ea483b0'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:52.351196 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-204be2f3-a34f-4684-9574-231d4547d95a admin admin] Publish callbacks [] for security_group (803dcfc9-67b2-485f-9610-3859fa876b9b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.371914 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4577590-bbc1-4f83-b4f6-3d7a9b5de664 admin admin] Made reservation on behalf of 9677d9e91deb4c5b8da6df1b9ea483b0 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:52.374803 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4577590-bbc1-4f83-b4f6-3d7a9b5de664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.396224 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4577590-bbc1-4f83-b4f6-3d7a9b5de664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.406822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab97253-2ef9-4bed-bcd0-4a2baed7226c admin admin] Made reservation on behalf of 45c2fc86c73b4ccfb9c8f2a600d289b2 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:52.410264 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ab97253-2ef9-4bed-bcd0-4a2baed7226c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.414761 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-204be2f3-a34f-4684-9574-231d4547d95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (803dcfc9-67b2-485f-9610-3859fa876b9b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.419375 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-204be2f3-a34f-4684-9574-231d4547d95a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.420775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-204be2f3-a34f-4684-9574-231d4547d95a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/803dcfc9-67b2-485f-9610-3859fa876b9b HTTP/1.1" status: 204 len: 168 time: 0.2630517 Feb 11 05:37:52.439485 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ab97253-2ef9-4bed-bcd0-4a2baed7226c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.443380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204be2f3-a34f-4684-9574-231d4547d95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803dcfc9-67b2-485f-9610-3859fa876b9b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:52.554815 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4577590-bbc1-4f83-b4f6-3d7a9b5de664 admin admin] Publish callbacks [] for security_group (272ed0ee-e776-4ef8-bd5f-2c797a2043eb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.562126 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4577590-bbc1-4f83-b4f6-3d7a9b5de664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (272ed0ee-e776-4ef8-bd5f-2c797a2043eb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.582515 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4577590-bbc1-4f83-b4f6-3d7a9b5de664 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:37:52.603276 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4577590-bbc1-4f83-b4f6-3d7a9b5de664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c269f833-27db-43ef-a737-f72e91f1b842), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.603593 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-f4577590-bbc1-4f83-b4f6-3d7a9b5de664 admin admin] Added segment c269f833-27db-43ef-a737-f72e91f1b842 of type vlan for network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 Feb 11 05:37:52.660839 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ab97253-2ef9-4bed-bcd0-4a2baed7226c admin admin] Publish callbacks [] for security_group (0b883720-1dbb-40cd-9de9-cb18f4e485c5), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.669625 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ab97253-2ef9-4bed-bcd0-4a2baed7226c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0b883720-1dbb-40cd-9de9-cb18f4e485c5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.678242 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4577590-bbc1-4f83-b4f6-3d7a9b5de664 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (6b3f420c-e982-4baf-a5ce-2f6b2f3838d8), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.716806 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4577590-bbc1-4f83-b4f6-3d7a9b5de664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (6b3f420c-e982-4baf-a5ce-2f6b2f3838d8), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.717784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4577590-bbc1-4f83-b4f6-3d7a9b5de664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:52.718362 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4577590-bbc1-4f83-b4f6-3d7a9b5de664 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.731341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab97253-2ef9-4bed-bcd0-4a2baed7226c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b883720-1dbb-40cd-9de9-cb18f4e485c5,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:52.774284 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab97253-2ef9-4bed-bcd0-4a2baed7226c admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:37:52.797459 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ab97253-2ef9-4bed-bcd0-4a2baed7226c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (10d983f7-8d8b-44cb-bb7b-c9e1712b8930), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:52.798084 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-4ab97253-2ef9-4bed-bcd0-4a2baed7226c admin admin] Added segment 10d983f7-8d8b-44cb-bb7b-c9e1712b8930 of type vlan for network c5f461cd-6672-4729-91c0-d858758eba8c Feb 11 05:37:52.828809 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4577590-bbc1-4f83-b4f6-3d7a9b5de664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272ed0ee-e776-4ef8-bd5f-2c797a2043eb,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:52.923451 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f4577590-bbc1-4f83-b4f6-3d7a9b5de664 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6881227 Feb 11 05:37:52.924354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35560) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:52.941617 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4577590-bbc1-4f83-b4f6-3d7a9b5de664 admin admin] Pushing event updated for resources: {'Network': ['ID=6b3f420c-e982-4baf-a5ce-2f6b2f3838d8,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:52.951235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9b6588d0-bd73-48b3-8a6c-b917eb4881bb admin admin] Request body: {'subnet': {'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-326554735-subnet', 'tenant_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:52.974569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:37:53.017425 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ab97253-2ef9-4bed-bcd0-4a2baed7226c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (c5f461cd-6672-4729-91c0-d858758eba8c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.059242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6588d0-bd73-48b3-8a6c-b917eb4881bb admin admin] Made reservation on behalf of 9677d9e91deb4c5b8da6df1b9ea483b0 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:53.068391 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b6588d0-bd73-48b3-8a6c-b917eb4881bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.117364 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6eee0659-b8b5-40b3-aca4-2bdcc2a119c4 req-b0dc650b-16bf-4da3-8496-95b4980c5e10 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0682476 Feb 11 05:37:53.188555 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ab97253-2ef9-4bed-bcd0-4a2baed7226c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (c5f461cd-6672-4729-91c0-d858758eba8c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.190420 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab97253-2ef9-4bed-bcd0-4a2baed7226c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:53.191264 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4ab97253-2ef9-4bed-bcd0-4a2baed7226c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.574661 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4ab97253-2ef9-4bed-bcd0-4a2baed7226c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6663322 Feb 11 05:37:53.575011 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35580) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:53.580780 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b40f5b7a-7a82-4098-95a8-373d76361bd7 admin admin] Request body: {'subnet': {'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1507435600-subnet', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:53.606495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab97253-2ef9-4bed-bcd0-4a2baed7226c admin admin] Pushing event updated for resources: {'Network': ['ID=c5f461cd-6672-4729-91c0-d858758eba8c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:53.609892 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b6588d0-bd73-48b3-8a6c-b917eb4881bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (3156e3bb-2205-4eae-9139-572402eb785f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.617713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network c5f461cd-6672-4729-91c0-d858758eba8c details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:37:53.643050 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40f5b7a-7a82-4098-95a8-373d76361bd7 admin admin] Made reservation on behalf of 45c2fc86c73b4ccfb9c8f2a600d289b2 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:37:53.646315 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b40f5b7a-7a82-4098-95a8-373d76361bd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.668052 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6588d0-bd73-48b3-8a6c-b917eb4881bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3156e3bb-2205-4eae-9139-572402eb785f,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:53.699863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6588d0-bd73-48b3-8a6c-b917eb4881bb admin admin] Checking segment: {'id': 'c269f833-27db-43ef-a737-f72e91f1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:53.700230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6588d0-bd73-48b3-8a6c-b917eb4881bb admin admin] Network hostable DHCP agents. Network: 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:37:53.720416 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6588d0-bd73-48b3-8a6c-b917eb4881bb admin admin] Network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:37:53.742491 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-9b6588d0-bd73-48b3-8a6c-b917eb4881bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:53.747293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6588d0-bd73-48b3-8a6c-b917eb4881bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:53.749179 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b6588d0-bd73-48b3-8a6c-b917eb4881bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.773829 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9b6588d0-bd73-48b3-8a6c-b917eb4881bb admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8514340 Feb 11 05:37:53.776467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35588) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:53.794241 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97841aa-cfd7-43cd-9375-c71a2fc4dc47 None None] Network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:37:53.795755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-326554735-router', 'tenant_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:53.855884 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (dd74b613-aaad-44cc-a3b2-45008675f3dc), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.860066 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (dd74b613-aaad-44cc-a3b2-45008675f3dc), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.980119 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b40f5b7a-7a82-4098-95a8-373d76361bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (fc376bea-7853-4198-876a-16f0aadc5bdf), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:53.998773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-6b3f420c-e982-4baf-a5ce-2f6b2f3838d8', 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8', 'project_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'fixed_ips': [{'subnet_id': '3156e3bb-2205-4eae-9139-572402eb785f'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:37:54.000323 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:54.005573 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Publish callbacks [] for router_controller (dd74b613-aaad-44cc-a3b2-45008675f3dc), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:54.039739 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f5b7a-7a82-4098-95a8-373d76361bd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc376bea-7853-4198-876a-16f0aadc5bdf,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:54.071487 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40f5b7a-7a82-4098-95a8-373d76361bd7 admin admin] Checking segment: {'id': '10d983f7-8d8b-44cb-bb7b-c9e1712b8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:54.072231 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40f5b7a-7a82-4098-95a8-373d76361bd7 admin admin] Network hostable DHCP agents. Network: c5f461cd-6672-4729-91c0-d858758eba8c, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:37:54.095079 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40f5b7a-7a82-4098-95a8-373d76361bd7 admin admin] Network c5f461cd-6672-4729-91c0-d858758eba8c is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:37:54.113143 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b40f5b7a-7a82-4098-95a8-373d76361bd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, c5f461cd-6672-4729-91c0-d858758eba8c) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:54.127840 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40f5b7a-7a82-4098-95a8-373d76361bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:54.128451 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b40f5b7a-7a82-4098-95a8-373d76361bd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:54.149374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab35905-97a6-4e75-901a-d928572717a7 None None] Network c5f461cd-6672-4729-91c0-d858758eba8c requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:37:54.157018 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b40f5b7a-7a82-4098-95a8-373d76361bd7 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5766568 Feb 11 05:37:54.157018 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35594) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:54.162046 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1507435600-router', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:37:54.193555 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (5e98b17c-5c96-422b-996b-2f891e53d94d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:54.195401 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (5e98b17c-5c96-422b-996b-2f891e53d94d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:54.279590 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Publish callbacks [] for router_gateway (dd74b613-aaad-44cc-a3b2-45008675f3dc), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:54.354234 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0805ae17-477c-4066-be41-ae89fc6b00d4 req-83a2adea-06c4-490b-b24b-f20d9a5b1837 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0673876 Feb 11 05:37:54.873515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Allocated IP 172.20.0.2 (6b3f420c-e982-4baf-a5ce-2f6b2f3838d8/3156e3bb-2205-4eae-9139-572402eb785f/06086ab2-c60c-4333-8050-05fae21ac5c9) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:37:54.894684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33477d42-534f-429d-b485-335723b792a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-c5f461cd-6672-4729-91c0-d858758eba8c', 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'fixed_ips': [{'subnet_id': 'fc376bea-7853-4198-876a-16f0aadc5bdf'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:37:54.895587 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-33477d42-534f-429d-b485-335723b792a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:54.924035 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Publish callbacks [] for router_gateway (dd74b613-aaad-44cc-a3b2-45008675f3dc), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:54.959023 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.156266 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Publish callbacks [] for router_controller (5e98b17c-5c96-422b-996b-2f891e53d94d), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.179703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Allocated IP 172.25.5.192 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/76c97e53-dc0e-494d-a0f9-bdbb16b402c2) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:37:55.343466 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-33477d42-534f-429d-b485-335723b792a6 None None] Allocated IP 172.20.0.2 (c5f461cd-6672-4729-91c0-d858758eba8c/fc376bea-7853-4198-876a-16f0aadc5bdf/6fa5c3e4-0b55-4693-bfda-6e1f75aac398) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:37:55.365023 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Publish callbacks [] for port (06086ab2-c60c-4333-8050-05fae21ac5c9), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.385291 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (06086ab2-c60c-4333-8050-05fae21ac5c9), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.473768 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Publish callbacks [] for port (76c97e53-dc0e-494d-a0f9-bdbb16b402c2), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.527756 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c87f4559-eaf2-4e5d-9c4d-c0c5527ca4ea req-ef6dee47-c685-4c49-ac3f-cd97c15bc078 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0393972 Feb 11 05:37:55.572129 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (76c97e53-dc0e-494d-a0f9-bdbb16b402c2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.579530 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Publish callbacks [] for router_gateway (5e98b17c-5c96-422b-996b-2f891e53d94d), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.593659 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:37:55.626442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Pushing event updated for resources: {'Port': ['ID=76c97e53-dc0e-494d-a0f9-bdbb16b402c2,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:55.630054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:55.637803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Pushing event updated for resources: {'Port': ['ID=06086ab2-c60c-4333-8050-05fae21ac5c9,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:55.640588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:37:55.659959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:37:55.661806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:55.665857 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:37:55.875172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Attempting to bind port 06086ab2-c60c-4333-8050-05fae21ac5c9 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:37:55.876179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Attempting to bind port 06086ab2-c60c-4333-8050-05fae21ac5c9 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'c269f833-27db-43ef-a737-f72e91f1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:37:55.876179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Attempting to bind port 06086ab2-c60c-4333-8050-05fae21ac5c9 on network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:55.891687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:37:55.892078 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Checking segment: {'id': 'c269f833-27db-43ef-a737-f72e91f1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:55.892480 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.892873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Bound using segment: {'id': 'c269f833-27db-43ef-a737-f72e91f1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:37:55.893359 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Bound port: 06086ab2-c60c-4333-8050-05fae21ac5c9, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c269f833-27db-43ef-a737-f72e91f1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:37:55.893745 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (06086ab2-c60c-4333-8050-05fae21ac5c9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.097499 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Publish callbacks [] for router_gateway (5e98b17c-5c96-422b-996b-2f891e53d94d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.135077 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.223096 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-33477d42-534f-429d-b485-335723b792a6 None None] Publish callbacks [] for port (6fa5c3e4-0b55-4693-bfda-6e1f75aac398), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.241227 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] For port 06086ab2-c60c-4333-8050-05fae21ac5c9, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:56.247812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] For port 06086ab2-c60c-4333-8050-05fae21ac5c9, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=06086ab2-c60c-4333-8050-05fae21ac5c9,segment=NetworkSegment(c269f833-27db-43ef-a737-f72e91f1b842),segment_id=c269f833-27db-43ef-a737-f72e91f1b842)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:37:56.249809 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-33477d42-534f-429d-b485-335723b792a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (6fa5c3e4-0b55-4693-bfda-6e1f75aac398), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.285548 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Publish callbacks [] for router_gateway (dd74b613-aaad-44cc-a3b2-45008675f3dc), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.323553 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (06086ab2-c60c-4333-8050-05fae21ac5c9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.363656 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Allocated IP 172.25.5.76 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/4de5c084-58c6-46b1-bb95-24a2fb14fae6) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:37:56.397973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33477d42-534f-429d-b485-335723b792a6 None None] Network c5f461cd-6672-4729-91c0-d858758eba8c is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:37:56.408409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33477d42-534f-429d-b485-335723b792a6 None None] Pushing event updated for resources: {'Port': ['ID=6fa5c3e4-0b55-4693-bfda-6e1f75aac398,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:56.425311 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-33477d42-534f-429d-b485-335723b792a6 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:56.470968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33477d42-534f-429d-b485-335723b792a6 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:37:56.681505 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Publish callbacks [] for port (4de5c084-58c6-46b1-bb95-24a2fb14fae6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.697830 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffec2a-ad77-4203-a8d2-7274ccf3d7b9 None None] Pushing event updated for resources: {'Port': ['ID=06086ab2-c60c-4333-8050-05fae21ac5c9,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:56.722479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-33477d42-534f-429d-b485-335723b792a6 None None] Attempting to bind port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:37:56.722879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-33477d42-534f-429d-b485-335723b792a6 None None] Attempting to bind port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '10d983f7-8d8b-44cb-bb7b-c9e1712b8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:37:56.723255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33477d42-534f-429d-b485-335723b792a6 None None] Attempting to bind port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 on network c5f461cd-6672-4729-91c0-d858758eba8c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:56.732776 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33477d42-534f-429d-b485-335723b792a6 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:37:56.733172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33477d42-534f-429d-b485-335723b792a6 None None] Checking segment: {'id': '10d983f7-8d8b-44cb-bb7b-c9e1712b8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:56.733588 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-33477d42-534f-429d-b485-335723b792a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.733994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33477d42-534f-429d-b485-335723b792a6 None None] Bound using segment: {'id': '10d983f7-8d8b-44cb-bb7b-c9e1712b8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:37:56.734488 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-33477d42-534f-429d-b485-335723b792a6 None None] Bound port: 6fa5c3e4-0b55-4693-bfda-6e1f75aac398, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d983f7-8d8b-44cb-bb7b-c9e1712b8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:37:56.734886 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-33477d42-534f-429d-b485-335723b792a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6fa5c3e4-0b55-4693-bfda-6e1f75aac398), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.745803 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35666) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:56.797133 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (4de5c084-58c6-46b1-bb95-24a2fb14fae6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.835871 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (dd74b613-aaad-44cc-a3b2-45008675f3dc), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.936879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-33477d42-534f-429d-b485-335723b792a6 None None] For port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:56.937014 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93311a48-b3f0-4291-81d2-684dfe4afcbd req-f4fe4b23-a0ca-4a71-89f7-f85608db6d3c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.1738026 Feb 11 05:37:56.940577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-33477d42-534f-429d-b485-335723b792a6 None None] For port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6fa5c3e4-0b55-4693-bfda-6e1f75aac398,segment=NetworkSegment(10d983f7-8d8b-44cb-bb7b-c9e1712b8930),segment_id=10d983f7-8d8b-44cb-bb7b-c9e1712b8930)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:37:56.951720 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-33477d42-534f-429d-b485-335723b792a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6fa5c3e4-0b55-4693-bfda-6e1f75aac398), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:56.963078 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:37:56.973847 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:37:56.978117 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:37:56.992904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Pushing event updated for resources: {'Port': ['ID=4de5c084-58c6-46b1-bb95-24a2fb14fae6,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:57.171313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33477d42-534f-429d-b485-335723b792a6 None None] Pushing event updated for resources: {'Port': ['ID=6fa5c3e4-0b55-4693-bfda-6e1f75aac398,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:57.266035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Router dd74b613-aaad-44cc-a3b2-45008675f3dc is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:37:57.329797 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1058a116-4273-4087-a211-ff2ac88bf0fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.522450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:37:57.534407 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Sync routers for ids ['dd74b613-aaad-44cc-a3b2-45008675f3dc'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:37:57.543779 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Publish callbacks [] for router_gateway (5e98b17c-5c96-422b-996b-2f891e53d94d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.555727 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Routers {'dd74b613-aaad-44cc-a3b2-45008675f3dc'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:57.559114 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.560403 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:37:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['dd74b613-aaad-44cc-a3b2-45008675f3dc'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:57.560757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-de39c50c-7b4f-4fd5-8d6e-685f76142b9f admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7809432 Feb 11 05:37:57.565113 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35676) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:57.668031 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1058a116-4273-4087-a211-ff2ac88bf0fa admin admin] Publish callbacks [] for security_group (b845ba8d-de2c-438b-bcc3-9faea28293d1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.685865 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1058a116-4273-4087-a211-ff2ac88bf0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b845ba8d-de2c-438b-bcc3-9faea28293d1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.860238 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Set router dd74b613-aaad-44cc-a3b2-45008675f3dc gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:37:57.883136 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058a116-4273-4087-a211-ff2ac88bf0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b845ba8d-de2c-438b-bcc3-9faea28293d1,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:57.891019 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1058a116-4273-4087-a211-ff2ac88bf0fa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6fdb18cc5b2d4cba95f822817450c8d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1361573 Feb 11 05:37:57.904609 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35678) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:58.161062 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-59ac399e-5878-4490-b2b1-5b69fd6028a9 admin admin] Publish callbacks [] for security_group (b845ba8d-de2c-438b-bcc3-9faea28293d1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.297130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-59ac399e-5878-4490-b2b1-5b69fd6028a9 admin admin] Publish callbacks [] for security_group (b845ba8d-de2c-438b-bcc3-9faea28293d1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.329983 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 06086ab2-c60c-4333-8050-05fae21ac5c9 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:58.457401 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'name': 'tempest-TestServerMultinode-326554735-router', 'tenant_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '76c97e53-dc0e-494d-a0f9-bdbb16b402c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:53Z', 'updated_at': '2022-02-11T05:37:56Z', 'revision_number': 3, 'project_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'gw_port': {'id': '76c97e53-dc0e-494d-a0f9-bdbb16b402c2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:58.458039 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (5e98b17c-5c96-422b-996b-2f891e53d94d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.525198 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Checking router: dd74b613-aaad-44cc-a3b2-45008675f3dc for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:37:58.527670 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Updating router dd74b613-aaad-44cc-a3b2-45008675f3dc port 76c97e53-dc0e-494d-a0f9-bdbb16b402c2 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:37:58.577424 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f50bb45d-da0d-46e1-b0fc-82c9b75b7a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.585035 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 06086ab2-c60c-4333-8050-05fae21ac5c9 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:58.586516 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (06086ab2-c60c-4333-8050-05fae21ac5c9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.632306 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-59ac399e-5878-4490-b2b1-5b69fd6028a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b845ba8d-de2c-438b-bcc3-9faea28293d1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.634981 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-59ac399e-5878-4490-b2b1-5b69fd6028a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.647526 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-59ac399e-5878-4490-b2b1-5b69fd6028a9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b845ba8d-de2c-438b-bcc3-9faea28293d1 HTTP/1.1" status: 204 len: 168 time: 0.7409465 Feb 11 05:37:58.690113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc68293-b5c8-431e-94b2-aacf1527c688 None None] Network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:37:58.694296 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (76c97e53-dc0e-494d-a0f9-bdbb16b402c2), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.859464 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 06086ab2-c60c-4333-8050-05fae21ac5c9 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:58.859864 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (06086ab2-c60c-4333-8050-05fae21ac5c9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.885862 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1eb8270a-341c-4516-ab14-1d98086db849 None None] Provisioning complete for port 06086ab2-c60c-4333-8050-05fae21ac5c9 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:37:58.886160 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1eb8270a-341c-4516-ab14-1d98086db849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (06086ab2-c60c-4333-8050-05fae21ac5c9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.921152 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac399e-5878-4490-b2b1-5b69fd6028a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b845ba8d-de2c-438b-bcc3-9faea28293d1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:59.049518 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Router 5e98b17c-5c96-422b-996b-2f891e53d94d is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:37:59.066781 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2991d505-fc8e-4ec8-8c0c-cc3ad74b2df5 req-89d05ff1-eefd-4cfe-b488-224f44ba5101 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0809820 Feb 11 05:37:59.194200 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 06086ab2-c60c-4333-8050-05fae21ac5c9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=06086ab2-c60c-4333-8050-05fae21ac5c9,segment=NetworkSegment(c269f833-27db-43ef-a737-f72e91f1b842),segment_id=c269f833-27db-43ef-a737-f72e91f1b842)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:37:59.197509 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d319430c-f5d6-4784-bbd8-6ada789f1394 None None] Network c5f461cd-6672-4729-91c0-d858758eba8c requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:37:59.314826 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Publish callbacks [] for port (76c97e53-dc0e-494d-a0f9-bdbb16b402c2), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.323898 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (76c97e53-dc0e-494d-a0f9-bdbb16b402c2), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.419896 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (06086ab2-c60c-4333-8050-05fae21ac5c9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.422863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:37:59.442658 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:37:59.515904 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.519936 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-89341e1d-328b-42e7-8b62-2d61a3bfc77d admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3596449 Feb 11 05:37:59.520490 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35698) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:59.540362 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Attempting to bind port 76c97e53-dc0e-494d-a0f9-bdbb16b402c2 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:37:59.541017 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Attempting to bind port 76c97e53-dc0e-494d-a0f9-bdbb16b402c2 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:37:59.542540 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35700) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:37:59.545459 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Attempting to bind port 76c97e53-dc0e-494d-a0f9-bdbb16b402c2 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:37:59.548820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Sync routers for ids ['5e98b17c-5c96-422b-996b-2f891e53d94d'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:37:59.560540 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75a14a-34eb-40f6-aef9-ef81dc291854 None None] Pushing event updated for resources: {'Port': ['ID=76c97e53-dc0e-494d-a0f9-bdbb16b402c2,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:37:59.573759 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75a14a-34eb-40f6-aef9-ef81dc291854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:59.574320 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75a14a-34eb-40f6-aef9-ef81dc291854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:59.574767 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75a14a-34eb-40f6-aef9-ef81dc291854 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:59.575213 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75a14a-34eb-40f6-aef9-ef81dc291854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:59.575854 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75a14a-34eb-40f6-aef9-ef81dc291854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:59.576298 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75a14a-34eb-40f6-aef9-ef81dc291854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:59.577540 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75a14a-34eb-40f6-aef9-ef81dc291854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:59.578115 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75a14a-34eb-40f6-aef9-ef81dc291854 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:59.578554 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75a14a-34eb-40f6-aef9-ef81dc291854 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:59.578991 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75a14a-34eb-40f6-aef9-ef81dc291854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:59.579446 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75a14a-34eb-40f6-aef9-ef81dc291854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:59.579981 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75a14a-34eb-40f6-aef9-ef81dc291854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:59.580414 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75a14a-34eb-40f6-aef9-ef81dc291854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:37:59.588077 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:37:59.588624 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:37:59.589191 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.589967 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:37:59.590559 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Bound port: 76c97e53-dc0e-494d-a0f9-bdbb16b402c2, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:37:59.591058 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (76c97e53-dc0e-494d-a0f9-bdbb16b402c2), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.591354 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7562-beb0-4278-84a7-5c1c92da2b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.663349 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] For port 76c97e53-dc0e-494d-a0f9-bdbb16b402c2, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:37:59.670019 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] For port 76c97e53-dc0e-494d-a0f9-bdbb16b402c2, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=76c97e53-dc0e-494d-a0f9-bdbb16b402c2,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:37:59.682527 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (76c97e53-dc0e-494d-a0f9-bdbb16b402c2), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.747236 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1eb8270a-341c-4516-ab14-1d98086db849 None None] Current status of the port 06086ab2-c60c-4333-8050-05fae21ac5c9 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:37:59.749482 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1eb8270a-341c-4516-ab14-1d98086db849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (06086ab2-c60c-4333-8050-05fae21ac5c9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.776550 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Routers {'dd74b613-aaad-44cc-a3b2-45008675f3dc'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:59.777482 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:37:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['dd74b613-aaad-44cc-a3b2-45008675f3dc'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:37:59.928993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Routers {'5e98b17c-5c96-422b-996b-2f891e53d94d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:37:59.929547 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:37:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5e98b17c-5c96-422b-996b-2f891e53d94d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:00.103120 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7562-beb0-4278-84a7-5c1c92da2b5d admin admin] Publish callbacks [] for security_group (21472641-ec32-4f16-aed2-62adea791ae4), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:00.253630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=06086ab2-c60c-4333-8050-05fae21ac5c9,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:00.377763 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22e9c253-3e01-436d-ab74-59406082d4b4 req-31236736-c2f1-42c6-8dab-712ea3be48ae tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.1265297 Feb 11 05:38:00.387625 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7562-beb0-4278-84a7-5c1c92da2b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (21472641-ec32-4f16-aed2-62adea791ae4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:00.470869 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75a14a-34eb-40f6-aef9-ef81dc291854 None None] Pushing event updated for resources: {'Port': ['ID=76c97e53-dc0e-494d-a0f9-bdbb16b402c2,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:00.526134 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] Set router dd74b613-aaad-44cc-a3b2-45008675f3dc gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:00.537803 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b3cd7562-beb0-4278-84a7-5c1c92da2b5d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=abc4e0dddc624071912c2562e36e969f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9935482 Feb 11 05:38:00.542164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35710) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:00.560455 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:00.613816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd7562-beb0-4278-84a7-5c1c92da2b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21472641-ec32-4f16-aed2-62adea791ae4,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:00.716105 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:00.780461 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:00.781293 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6fa5c3e4-0b55-4693-bfda-6e1f75aac398), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:00.876766 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Allocated IP 172.20.0.1 (c5f461cd-6672-4729-91c0-d858758eba8c/fc376bea-7853-4198-876a-16f0aadc5bdf/f191690f-32dd-4184-8ef2-1d56ccdfc669) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:00.919512 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'name': 'tempest-TestServerMultinode-326554735-router', 'tenant_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '76c97e53-dc0e-494d-a0f9-bdbb16b402c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:53Z', 'updated_at': '2022-02-11T05:37:56Z', 'revision_number': 3, 'project_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'gw_port': {'id': '76c97e53-dc0e-494d-a0f9-bdbb16b402c2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:00.987783 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-1eb8270a-341c-4516-ab14-1d98086db849 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:38:00.988189 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-1eb8270a-341c-4516-ab14-1d98086db849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:38:00.993354 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37ceb10-f74e-4ef9-b150-197a0643170a None None] The sync data for ids ['dd74b613-aaad-44cc-a3b2-45008675f3dc'] in n-d-713499-38 is: [{'id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'name': 'tempest-TestServerMultinode-326554735-router', 'tenant_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '76c97e53-dc0e-494d-a0f9-bdbb16b402c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:53Z', 'updated_at': '2022-02-11T05:37:56Z', 'revision_number': 3, 'project_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'gw_port': {'id': '76c97e53-dc0e-494d-a0f9-bdbb16b402c2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:01.000627 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a0a60506-020d-4bb8-b896-a3b88d409649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.073829 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:01.074243 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6fa5c3e4-0b55-4693-bfda-6e1f75aac398), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.100742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Set router 5e98b17c-5c96-422b-996b-2f891e53d94d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:01.206683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Allocated IP 172.20.0.1 (6b3f420c-e982-4baf-a5ce-2f6b2f3838d8/3156e3bb-2205-4eae-9139-572402eb785f/7b935dd3-313c-45bb-83d9-58959d5f823a) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:01.331678 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c45ef0d-aaa6-43e2-b939-75e5cec210b9 admin admin] Publish callbacks [] for security_group (21472641-ec32-4f16-aed2-62adea791ae4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.342293 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Publish callbacks [] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.358803 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Publish callbacks [] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.416500 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.474388 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c45ef0d-aaa6-43e2-b939-75e5cec210b9 admin admin] Publish callbacks [] for security_group (21472641-ec32-4f16-aed2-62adea791ae4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.502165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Pushing event updated for resources: {'Port': ['ID=7b935dd3-313c-45bb-83d9-58959d5f823a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:01.512201 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6fa5c3e4-0b55-4693-bfda-6e1f75aac398,segment=NetworkSegment(10d983f7-8d8b-44cb-bb7b-c9e1712b8930),segment_id=10d983f7-8d8b-44cb-bb7b-c9e1712b8930)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:01.534466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:01.536009 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:01.541268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:01.627664 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (dd74b613-aaad-44cc-a3b2-45008675f3dc), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.637367 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6fa5c3e4-0b55-4693-bfda-6e1f75aac398), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.719883 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:01.812030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1eb8270a-341c-4516-ab14-1d98086db849 None None] Current status of the port 06086ab2-c60c-4333-8050-05fae21ac5c9 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:01.868406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37732216-f836-45cf-bc9e-d930d29b6d38 req-c7be15fd-9e6d-4c8a-bf84-a5c60a6c441f tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.1066184 Feb 11 05:38:01.881551 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Pushing event updated for resources: {'Port': ['ID=f191690f-32dd-4184-8ef2-1d56ccdfc669,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:01.905449 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'name': 'tempest-TestServerBasicOps-1507435600-router', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:37:57Z', 'revision_number': 3, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'gw_port': {'id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:01.963376 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Network c5f461cd-6672-4729-91c0-d858758eba8c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:01.965248 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:01.969958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:02.052518 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Checking router: 5e98b17c-5c96-422b-996b-2f891e53d94d for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:02.053156 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Updating router 5e98b17c-5c96-422b-996b-2f891e53d94d port 4de5c084-58c6-46b1-bb95-24a2fb14fae6 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:38:02.128528 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (5e98b17c-5c96-422b-996b-2f891e53d94d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:02.176346 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=6fa5c3e4-0b55-4693-bfda-6e1f75aac398,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:02.222821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 76c97e53-dc0e-494d-a0f9-bdbb16b402c2 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:02.260259 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:02.401221 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c45ef0d-aaa6-43e2-b939-75e5cec210b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (21472641-ec32-4f16-aed2-62adea791ae4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:02.408003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2e4d53ab-53bb-4c31-84be-5ef1717db4e3 None None] Provisioning complete for port 06086ab2-c60c-4333-8050-05fae21ac5c9 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:02.408426 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2e4d53ab-53bb-4c31-84be-5ef1717db4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (06086ab2-c60c-4333-8050-05fae21ac5c9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:02.417502 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c45ef0d-aaa6-43e2-b939-75e5cec210b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:02.418732 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4c45ef0d-aaa6-43e2-b939-75e5cec210b9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/21472641-ec32-4f16-aed2-62adea791ae4 HTTP/1.1" status: 204 len: 168 time: 1.8750076 Feb 11 05:38:02.516912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45ef0d-aaa6-43e2-b939-75e5cec210b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21472641-ec32-4f16-aed2-62adea791ae4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:02.588296 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:02.611584 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4de5c084-58c6-46b1-bb95-24a2fb14fae6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:02.862832 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Publish callbacks [] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:02.873899 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:03.036850 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (dd74b613-aaad-44cc-a3b2-45008675f3dc), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:03.060113 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Publish callbacks [] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:03.070187 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:03.256048 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Pushing event updated for resources: {'Port': ['ID=f191690f-32dd-4184-8ef2-1d56ccdfc669,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:03.315695 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (5e98b17c-5c96-422b-996b-2f891e53d94d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:03.448851 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Publish callbacks [] for port (4de5c084-58c6-46b1-bb95-24a2fb14fae6), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:03.486798 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:03.493936 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4de5c084-58c6-46b1-bb95-24a2fb14fae6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:03.594956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:03.609682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7cf04dc4-026b-42a0-b816-f0803daf3f98 req-1b2c0857-939c-4292-8180-57b998fc9451 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.4504342 Feb 11 05:38:03.610342 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Pushing event updated for resources: {'Port': ['ID=7b935dd3-313c-45bb-83d9-58959d5f823a,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:03.622622 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Network c5f461cd-6672-4729-91c0-d858758eba8c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:03.624251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:03.631891 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:03.761736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 76c97e53-dc0e-494d-a0f9-bdbb16b402c2 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:03.762409 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (76c97e53-dc0e-494d-a0f9-bdbb16b402c2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.090714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d53ab-53bb-4c31-84be-5ef1717db4e3 None None] Current status of the port 06086ab2-c60c-4333-8050-05fae21ac5c9 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:04.135232 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ce97f-243f-46b2-9888-2c6730f236f6 None None] Pushing event updated for resources: {'Port': ['ID=4de5c084-58c6-46b1-bb95-24a2fb14fae6,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:04.140192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Router dd74b613-aaad-44cc-a3b2-45008675f3dc has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:38:04.154075 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Router 5e98b17c-5c96-422b-996b-2f891e53d94d has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:38:04.163895 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.195118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Attempting to bind port 4de5c084-58c6-46b1-bb95-24a2fb14fae6 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:04.197861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Attempting to bind port 4de5c084-58c6-46b1-bb95-24a2fb14fae6 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:04.198521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Attempting to bind port 4de5c084-58c6-46b1-bb95-24a2fb14fae6 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:04.264415 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:04.265129 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:04.267141 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.267590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:04.268089 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Bound port: 4de5c084-58c6-46b1-bb95-24a2fb14fae6, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:04.268479 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4de5c084-58c6-46b1-bb95-24a2fb14fae6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.419539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:04.440211 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cb1e3c7a-828a-47a4-8460-855a0fecd940 admin admin] 10.222.0.87 "PUT /v2.0/routers/dd74b613-aaad-44cc-a3b2-45008675f3dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8748407 Feb 11 05:38:04.463775 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] For port 4de5c084-58c6-46b1-bb95-24a2fb14fae6, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:04.469506 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] For port 4de5c084-58c6-46b1-bb95-24a2fb14fae6, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4de5c084-58c6-46b1-bb95-24a2fb14fae6,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:04.494332 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4de5c084-58c6-46b1-bb95-24a2fb14fae6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.500721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:04.507553 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ecb9b59d-6c90-493b-bdf5-4c4a742eabe3 admin admin] 10.222.0.87 "PUT /v2.0/routers/5e98b17c-5c96-422b-996b-2f891e53d94d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9855630 Feb 11 05:38:04.517319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2e4d53ab-53bb-4c31-84be-5ef1717db4e3 None None] Provisioning complete for port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:04.517723 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2e4d53ab-53bb-4c31-84be-5ef1717db4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6fa5c3e4-0b55-4693-bfda-6e1f75aac398), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.670055 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Sync routers for ids ['dd74b613-aaad-44cc-a3b2-45008675f3dc'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:04.716659 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Routers {'dd74b613-aaad-44cc-a3b2-45008675f3dc'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:04.719630 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:38:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['dd74b613-aaad-44cc-a3b2-45008675f3dc'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:04.805890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Routers {'5e98b17c-5c96-422b-996b-2f891e53d94d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:04.806526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:38:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5e98b17c-5c96-422b-996b-2f891e53d94d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:04.898131 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9390f8f-0eac-48da-9f47-199e31215567 req-e052ab3a-abda-4498-9966-bb119407a788 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.1038971 Feb 11 05:38:05.006926 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ce97f-243f-46b2-9888-2c6730f236f6 None None] Pushing event updated for resources: {'Port': ['ID=4de5c084-58c6-46b1-bb95-24a2fb14fae6,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:05.030406 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Set router dd74b613-aaad-44cc-a3b2-45008675f3dc gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:05.104785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 76c97e53-dc0e-494d-a0f9-bdbb16b402c2 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:05.105186 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (76c97e53-dc0e-494d-a0f9-bdbb16b402c2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:05.217263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 76c97e53-dc0e-494d-a0f9-bdbb16b402c2, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=76c97e53-dc0e-494d-a0f9-bdbb16b402c2,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:05.259179 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (76c97e53-dc0e-494d-a0f9-bdbb16b402c2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:05.260562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 06086ab2-c60c-4333-8050-05fae21ac5c9 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:05.262342 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:05.339948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d53ab-53bb-4c31-84be-5ef1717db4e3 None None] Current status of the port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:05.442322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] Set router 5e98b17c-5c96-422b-996b-2f891e53d94d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:05.543092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-95075309-58f2-48b6-a028-e1f06bb0fe77 None None] Provisioning complete for port 7b935dd3-313c-45bb-83d9-58959d5f823a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:05.543805 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-95075309-58f2-48b6-a028-e1f06bb0fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:05.575288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=76c97e53-dc0e-494d-a0f9-bdbb16b402c2,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:05.608544 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'name': 'tempest-TestServerMultinode-326554735-router', 'tenant_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '76c97e53-dc0e-494d-a0f9-bdbb16b402c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:53Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 4, 'project_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'gw_port': {'id': '76c97e53-dc0e-494d-a0f9-bdbb16b402c2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '7b935dd3-313c-45bb-83d9-58959d5f823a', 'name': '', 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8', 'tenant_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'mac_address': 'fa:16:3e:8c:54:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '3156e3bb-2205-4eae-9139-572402eb785f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:00Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 2, 'project_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'subnets': [{'id': '3156e3bb-2205-4eae-9139-572402eb785f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:05.665990 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Checking router: dd74b613-aaad-44cc-a3b2-45008675f3dc for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:05.666492 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Updating router dd74b613-aaad-44cc-a3b2-45008675f3dc port 7b935dd3-313c-45bb-83d9-58959d5f823a binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:38:05.699723 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:05.991573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35798) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:06.018427 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 06086ab2-c60c-4333-8050-05fae21ac5c9 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:06.018820 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (06086ab2-c60c-4333-8050-05fae21ac5c9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.118690 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Publish callbacks [] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.131291 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.159799 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a976810b-e09c-4d1f-92f4-14b47ef4fe42 req-06332cac-7030-4fa4-8de6-c9c8c338eb68 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0742695 Feb 11 05:38:06.287924 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdb7fb-e609-413a-9758-cfaa67cce78d None None] Pushing event updated for resources: {'Port': ['ID=7b935dd3-313c-45bb-83d9-58959d5f823a,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:06.508088 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Attempting to bind port 7b935dd3-313c-45bb-83d9-58959d5f823a on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:06.508771 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Attempting to bind port 7b935dd3-313c-45bb-83d9-58959d5f823a by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'c269f833-27db-43ef-a737-f72e91f1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:06.510619 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Attempting to bind port 7b935dd3-313c-45bb-83d9-58959d5f823a on network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:06.522079 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:06.523289 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Checking segment: {'id': 'c269f833-27db-43ef-a737-f72e91f1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:06.528232 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.528955 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Bound using segment: {'id': 'c269f833-27db-43ef-a737-f72e91f1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:06.529696 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Bound port: 7b935dd3-313c-45bb-83d9-58959d5f823a, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c269f833-27db-43ef-a737-f72e91f1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:06.530340 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.537679 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f5678e8-fa73-4cef-b1d5-d9d670673d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.760437 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] For port 7b935dd3-313c-45bb-83d9-58959d5f823a, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:06.774058 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] For port 7b935dd3-313c-45bb-83d9-58959d5f823a, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7b935dd3-313c-45bb-83d9-58959d5f823a,segment=NetworkSegment(c269f833-27db-43ef-a737-f72e91f1b842),segment_id=c269f833-27db-43ef-a737-f72e91f1b842)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:06.778839 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-95075309-58f2-48b6-a028-e1f06bb0fe77 None None] Port 7b935dd3-313c-45bb-83d9-58959d5f823a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:06.793169 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.819811 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f5678e8-fa73-4cef-b1d5-d9d670673d07 admin admin] Publish callbacks [] for security_group (3737d7a7-e664-4a3d-a9a5-cd9d3ad0bdc4), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.828095 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f5678e8-fa73-4cef-b1d5-d9d670673d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3737d7a7-e664-4a3d-a9a5-cd9d3ad0bdc4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.834996 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35818) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:06.840750 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-90fa122b-0186-430f-acc1-2b0816bcc4a8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-759725006-network', 'tenant_id': 'dda3024548904cd7899bfa9f87029174'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:06.893975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-95075309-58f2-48b6-a028-e1f06bb0fe77 None None] Provisioning complete for port f191690f-32dd-4184-8ef2-1d56ccdfc669 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:06.894384 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-95075309-58f2-48b6-a028-e1f06bb0fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.918244 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fa122b-0186-430f-acc1-2b0816bcc4a8 admin admin] Made reservation on behalf of dda3024548904cd7899bfa9f87029174 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:06.927175 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90fa122b-0186-430f-acc1-2b0816bcc4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.971702 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Routers {'dd74b613-aaad-44cc-a3b2-45008675f3dc'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:06.975782 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90fa122b-0186-430f-acc1-2b0816bcc4a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:06.986399 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:38:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['dd74b613-aaad-44cc-a3b2-45008675f3dc'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:07.033685 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6f5678e8-fa73-4cef-b1d5-d9d670673d07 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=43fded0282254525a5c72c44c50300a4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0403757 Feb 11 05:38:07.034479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5678e8-fa73-4cef-b1d5-d9d670673d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3737d7a7-e664-4a3d-a9a5-cd9d3ad0bdc4,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:07.058207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35820) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:07.123500 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdb7fb-e609-413a-9758-cfaa67cce78d None None] Pushing event updated for resources: {'Port': ['ID=7b935dd3-313c-45bb-83d9-58959d5f823a,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:07.165591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35822) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:07.177885 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-95075309-58f2-48b6-a028-e1f06bb0fe77 None None] Port f191690f-32dd-4184-8ef2-1d56ccdfc669 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:07.184058 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 06086ab2-c60c-4333-8050-05fae21ac5c9 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:07.187468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c7792808-ffb8-40b1-a628-7aa0632f978d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2136740624-network', 'tenant_id': 'a6868da4592e4e97a32f28c57867e8c8'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:07.252950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'name': 'tempest-TestServerBasicOps-1507435600-router', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 4, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'gw_port': {'id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'f191690f-32dd-4184-8ef2-1d56ccdfc669', 'name': '', 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'mac_address': 'fa:16:3e:43:e7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:00Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 2, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'subnets': [{'id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:07.259335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7792808-ffb8-40b1-a628-7aa0632f978d admin admin] Made reservation on behalf of a6868da4592e4e97a32f28c57867e8c8 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:07.262847 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90fa122b-0186-430f-acc1-2b0816bcc4a8 admin admin] Publish callbacks [] for security_group (16c90fc7-7953-4c70-80f4-ce86e9c0a0cd), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.267960 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7792808-ffb8-40b1-a628-7aa0632f978d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.273117 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90fa122b-0186-430f-acc1-2b0816bcc4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (16c90fc7-7953-4c70-80f4-ce86e9c0a0cd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.320419 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fa122b-0186-430f-acc1-2b0816bcc4a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:38:07.342771 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] Set router dd74b613-aaad-44cc-a3b2-45008675f3dc gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:07.356147 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90fa122b-0186-430f-acc1-2b0816bcc4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (700f3867-4a8d-45ca-bb3a-029fc97c89a2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.358344 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-90fa122b-0186-430f-acc1-2b0816bcc4a8 admin admin] Added segment 700f3867-4a8d-45ca-bb3a-029fc97c89a2 of type vlan for network d1e867d9-207e-4237-b027-77961b002b11 Feb 11 05:38:07.371360 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a07c7434-5715-4079-aaaa-8c05f090c2a8 admin admin] Publish callbacks [] for security_group (3737d7a7-e664-4a3d-a9a5-cd9d3ad0bdc4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.461083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a07c7434-5715-4079-aaaa-8c05f090c2a8 admin admin] Publish callbacks [] for security_group (3737d7a7-e664-4a3d-a9a5-cd9d3ad0bdc4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.481263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c16e7-606d-42ad-bcb8-ea0cf90ecd7a None None] The sync data for ids ['5e98b17c-5c96-422b-996b-2f891e53d94d'] in n-d-713499-38 is: [{'id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'name': 'tempest-TestServerBasicOps-1507435600-router', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 4, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'gw_port': {'id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'f191690f-32dd-4184-8ef2-1d56ccdfc669', 'name': '', 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'mac_address': 'fa:16:3e:43:e7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:00Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 2, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'subnets': [{'id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:07.494943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 76c97e53-dc0e-494d-a0f9-bdbb16b402c2 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:07.521567 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90fa122b-0186-430f-acc1-2b0816bcc4a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (d1e867d9-207e-4237-b027-77961b002b11), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.580748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-148dabb0-bc77-42ee-8ed4-842fa9c16c3c None None] Provisioning complete for port 7b935dd3-313c-45bb-83d9-58959d5f823a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:07.591482 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-148dabb0-bc77-42ee-8ed4-842fa9c16c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.637201 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7792808-ffb8-40b1-a628-7aa0632f978d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.671191 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a07c7434-5715-4079-aaaa-8c05f090c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3737d7a7-e664-4a3d-a9a5-cd9d3ad0bdc4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.680488 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a07c7434-5715-4079-aaaa-8c05f090c2a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.691657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a07c7434-5715-4079-aaaa-8c05f090c2a8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3737d7a7-e664-4a3d-a9a5-cd9d3ad0bdc4 HTTP/1.1" status: 204 len: 168 time: 0.6300006 Feb 11 05:38:07.726345 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa122b-0186-430f-acc1-2b0816bcc4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:07.728684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 76c97e53-dc0e-494d-a0f9-bdbb16b402c2 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:07.729286 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (76c97e53-dc0e-494d-a0f9-bdbb16b402c2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.748750 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90fa122b-0186-430f-acc1-2b0816bcc4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (d1e867d9-207e-4237-b027-77961b002b11), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.749749 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fa122b-0186-430f-acc1-2b0816bcc4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:07.750338 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90fa122b-0186-430f-acc1-2b0816bcc4a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:07.811813 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-90fa122b-0186-430f-acc1-2b0816bcc4a8 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9751513 Feb 11 05:38:07.824489 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50d7491e-4f20-4bff-a968-852e3f6276b5 req-b0521bdc-bf59-4c41-bac2-2ea3cdf5dd49 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.1949203 Feb 11 05:38:07.827929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35834) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:07.828786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c7434-5715-4079-aaaa-8c05f090c2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3737d7a7-e664-4a3d-a9a5-cd9d3ad0bdc4,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:08.028310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-148dabb0-bc77-42ee-8ed4-842fa9c16c3c None None] Current status of the port 7b935dd3-313c-45bb-83d9-58959d5f823a is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:08.028844 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-148dabb0-bc77-42ee-8ed4-842fa9c16c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.081687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 76c97e53-dc0e-494d-a0f9-bdbb16b402c2 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:08.084472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:08.159401 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa122b-0186-430f-acc1-2b0816bcc4a8 admin admin] Pushing event updated for resources: {'Network': ['ID=d1e867d9-207e-4237-b027-77961b002b11,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:08.194368 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-148dabb0-bc77-42ee-8ed4-842fa9c16c3c None None] For port 7b935dd3-313c-45bb-83d9-58959d5f823a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7b935dd3-313c-45bb-83d9-58959d5f823a,segment=NetworkSegment(c269f833-27db-43ef-a737-f72e91f1b842),segment_id=c269f833-27db-43ef-a737-f72e91f1b842)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:08.215251 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-148dabb0-bc77-42ee-8ed4-842fa9c16c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.222830 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7792808-ffb8-40b1-a628-7aa0632f978d admin admin] Publish callbacks [] for security_group (d90b6701-67b7-431d-85d3-0ba4aacd2ce8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.242296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-7150873c-bd1f-453b-9079-7dc9ced20a98 admin admin] Request body: {'subnet': {'network_id': 'd1e867d9-207e-4237-b027-77961b002b11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-759725006-subnet', 'tenant_id': 'dda3024548904cd7899bfa9f87029174', 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:08.251654 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7792808-ffb8-40b1-a628-7aa0632f978d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d90b6701-67b7-431d-85d3-0ba4aacd2ce8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.280654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7792808-ffb8-40b1-a628-7aa0632f978d admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:38:08.306100 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7792808-ffb8-40b1-a628-7aa0632f978d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.306478 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-c7792808-ffb8-40b1-a628-7aa0632f978d admin admin] Added segment 7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1 of type vlan for network 1833ab7d-13ff-48d6-aacf-dde5dabdf980 Feb 11 05:38:08.317529 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'name': 'tempest-TestServerMultinode-326554735-router', 'tenant_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '76c97e53-dc0e-494d-a0f9-bdbb16b402c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:53Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 4, 'project_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'gw_port': {'id': '76c97e53-dc0e-494d-a0f9-bdbb16b402c2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '7b935dd3-313c-45bb-83d9-58959d5f823a', 'name': '', 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8', 'tenant_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'mac_address': 'fa:16:3e:8c:54:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '3156e3bb-2205-4eae-9139-572402eb785f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:00Z', 'updated_at': '2022-02-11T05:38:06Z', 'revision_number': 4, 'project_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'subnets': [{'id': '3156e3bb-2205-4eae-9139-572402eb785f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:08.323656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:08.325771 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6fa5c3e4-0b55-4693-bfda-6e1f75aac398), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.433770 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7792808-ffb8-40b1-a628-7aa0632f978d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (1833ab7d-13ff-48d6-aacf-dde5dabdf980), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.436721 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d831a0b-a173-4033-8780-96914215b4c3 None None] The sync data for ids ['dd74b613-aaad-44cc-a3b2-45008675f3dc'] in n-d-713499-38 is: [{'id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'name': 'tempest-TestServerMultinode-326554735-router', 'tenant_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '76c97e53-dc0e-494d-a0f9-bdbb16b402c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:53Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 4, 'project_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'gw_port': {'id': '76c97e53-dc0e-494d-a0f9-bdbb16b402c2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '7b935dd3-313c-45bb-83d9-58959d5f823a', 'name': '', 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8', 'tenant_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'mac_address': 'fa:16:3e:8c:54:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '3156e3bb-2205-4eae-9139-572402eb785f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:00Z', 'updated_at': '2022-02-11T05:38:06Z', 'revision_number': 4, 'project_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'subnets': [{'id': '3156e3bb-2205-4eae-9139-572402eb785f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:08.574139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dabb0-bc77-42ee-8ed4-842fa9c16c3c None None] Pushing event updated for resources: {'Port': ['ID=7b935dd3-313c-45bb-83d9-58959d5f823a,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:08.675540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network d1e867d9-207e-4237-b027-77961b002b11 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:38:08.680431 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7792808-ffb8-40b1-a628-7aa0632f978d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (1833ab7d-13ff-48d6-aacf-dde5dabdf980), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.693570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7792808-ffb8-40b1-a628-7aa0632f978d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:08.700414 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7792808-ffb8-40b1-a628-7aa0632f978d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.748743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7150873c-bd1f-453b-9079-7dc9ced20a98 admin admin] Made reservation on behalf of dda3024548904cd7899bfa9f87029174 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:08.759021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b8599da3-2fd8-497c-b627-209abae27e6a None None] Provisioning complete for port 7b935dd3-313c-45bb-83d9-58959d5f823a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:08.759317 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b8599da3-2fd8-497c-b627-209abae27e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.766575 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7150873c-bd1f-453b-9079-7dc9ced20a98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:08.837513 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35846) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:08.838556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c7792808-ffb8-40b1-a628-7aa0632f978d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6661081 Feb 11 05:38:08.844664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2d71011a-8d8c-4584-a0f4-602fdbeee27d admin admin] Request body: {'subnet': {'network_id': '1833ab7d-13ff-48d6-aacf-dde5dabdf980', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2136740624-subnet', 'tenant_id': 'a6868da4592e4e97a32f28c57867e8c8', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:08.901165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7792808-ffb8-40b1-a628-7aa0632f978d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90b6701-67b7-431d-85d3-0ba4aacd2ce8,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:08.947680 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d71011a-8d8c-4584-a0f4-602fdbeee27d admin admin] Made reservation on behalf of a6868da4592e4e97a32f28c57867e8c8 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:08.968392 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d71011a-8d8c-4584-a0f4-602fdbeee27d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:09.248132 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56162fd7-6cbb-48e3-a979-470ad8de7c57 req-8d4afba7-bd89-4212-9489-0b01ba801f76 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.1048584 Feb 11 05:38:09.253588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:09.254156 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7792808-ffb8-40b1-a628-7aa0632f978d admin admin] Pushing event updated for resources: {'Network': ['ID=1833ab7d-13ff-48d6-aacf-dde5dabdf980,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:09.462276 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b8599da3-2fd8-497c-b627-209abae27e6a None None] Current status of the port 7b935dd3-313c-45bb-83d9-58959d5f823a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:09.474408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 1833ab7d-13ff-48d6-aacf-dde5dabdf980 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:38:09.595238 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7150873c-bd1f-453b-9079-7dc9ced20a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (f40fc29e-cc49-4590-a5c6-99edd4179830), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:09.758513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7150873c-bd1f-453b-9079-7dc9ced20a98 admin admin] Checking segment: {'id': '700f3867-4a8d-45ca-bb3a-029fc97c89a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd1e867d9-207e-4237-b027-77961b002b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:09.758967 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7150873c-bd1f-453b-9079-7dc9ced20a98 admin admin] Network hostable DHCP agents. Network: d1e867d9-207e-4237-b027-77961b002b11, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:38:09.767930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150873c-bd1f-453b-9079-7dc9ced20a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f40fc29e-cc49-4590-a5c6-99edd4179830,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:09.796183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4de5c084-58c6-46b1-bb95-24a2fb14fae6 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:09.800847 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7150873c-bd1f-453b-9079-7dc9ced20a98 admin admin] Network d1e867d9-207e-4237-b027-77961b002b11 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:38:09.836778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-7150873c-bd1f-453b-9079-7dc9ced20a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, d1e867d9-207e-4237-b027-77961b002b11) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:09.865835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7150873c-bd1f-453b-9079-7dc9ced20a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:09.869918 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7150873c-bd1f-453b-9079-7dc9ced20a98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:09.933922 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7150873c-bd1f-453b-9079-7dc9ced20a98 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7065983 Feb 11 05:38:09.934567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35870) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:09.939207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-759725006-router', 'tenant_id': 'dda3024548904cd7899bfa9f87029174', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:09.951010 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b7fa72-85a1-432a-91f7-9ea457e02cdb None None] Network d1e867d9-207e-4237-b027-77961b002b11 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:09.984946 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (97fce025-14b6-428e-9e02-75f605040b28), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:09.986229 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (97fce025-14b6-428e-9e02-75f605040b28), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.199084 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Publish callbacks [] for router_controller (97fce025-14b6-428e-9e02-75f605040b28), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.399339 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.419979 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-d1e867d9-207e-4237-b027-77961b002b11', 'network_id': 'd1e867d9-207e-4237-b027-77961b002b11', 'project_id': 'dda3024548904cd7899bfa9f87029174', 'fixed_ips': [{'subnet_id': 'f40fc29e-cc49-4590-a5c6-99edd4179830'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:38:10.421194 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.555218 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d71011a-8d8c-4584-a0f4-602fdbeee27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (a6455924-ad33-4fe7-a8f2-73725bdd784f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.705219 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Publish callbacks [] for router_gateway (97fce025-14b6-428e-9e02-75f605040b28), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.728122 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71011a-8d8c-4584-a0f4-602fdbeee27d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6455924-ad33-4fe7-a8f2-73725bdd784f,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:10.745587 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d71011a-8d8c-4584-a0f4-602fdbeee27d admin admin] Checking segment: {'id': '7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1833ab7d-13ff-48d6-aacf-dde5dabdf980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:10.749067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d71011a-8d8c-4584-a0f4-602fdbeee27d admin admin] Network hostable DHCP agents. Network: 1833ab7d-13ff-48d6-aacf-dde5dabdf980, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:38:10.804902 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 4de5c084-58c6-46b1-bb95-24a2fb14fae6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:10.806295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d71011a-8d8c-4584-a0f4-602fdbeee27d admin admin] Network 1833ab7d-13ff-48d6-aacf-dde5dabdf980 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:38:10.809996 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4de5c084-58c6-46b1-bb95-24a2fb14fae6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.833966 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-2d71011a-8d8c-4584-a0f4-602fdbeee27d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 1833ab7d-13ff-48d6-aacf-dde5dabdf980) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:10.844043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71011a-8d8c-4584-a0f4-602fdbeee27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:10.844666 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d71011a-8d8c-4584-a0f4-602fdbeee27d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:10.887783 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e79cc75-9269-4e4d-8b50-123441ba3198 req-2059ecd4-9106-4eb4-996d-460009d5982e tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.1634300 Feb 11 05:38:10.897178 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2d71011a-8d8c-4584-a0f4-602fdbeee27d admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0584457 Feb 11 05:38:10.900438 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 35886) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:10.922438 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d2f799-8e35-4c95-8cc9-8ab2268e5f3b None None] Network 1833ab7d-13ff-48d6-aacf-dde5dabdf980 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:10.942985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2136740624-router', 'tenant_id': 'a6868da4592e4e97a32f28c57867e8c8', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:11.094247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Allocated IP 172.20.0.2 (d1e867d9-207e-4237-b027-77961b002b11/f40fc29e-cc49-4590-a5c6-99edd4179830/06a11ff0-b41f-43de-92cd-f780c9d9e085) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:11.154027 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (3e59102d-1e48-4b66-9b7a-4c1daa4594af), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.155105 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (3e59102d-1e48-4b66-9b7a-4c1daa4594af), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.240562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-1833ab7d-13ff-48d6-aacf-dde5dabdf980', 'network_id': '1833ab7d-13ff-48d6-aacf-dde5dabdf980', 'project_id': 'a6868da4592e4e97a32f28c57867e8c8', 'fixed_ips': [{'subnet_id': 'a6455924-ad33-4fe7-a8f2-73725bdd784f'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:38:11.241553 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.315836 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Publish callbacks [] for router_controller (3e59102d-1e48-4b66-9b7a-4c1daa4594af), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.460319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 4de5c084-58c6-46b1-bb95-24a2fb14fae6 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:11.460914 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4de5c084-58c6-46b1-bb95-24a2fb14fae6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.586263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 4de5c084-58c6-46b1-bb95-24a2fb14fae6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4de5c084-58c6-46b1-bb95-24a2fb14fae6,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:11.599359 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4de5c084-58c6-46b1-bb95-24a2fb14fae6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:11.600187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7b935dd3-313c-45bb-83d9-58959d5f823a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:11.730173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=4de5c084-58c6-46b1-bb95-24a2fb14fae6,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:12.104439 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Publish callbacks [] for port (06a11ff0-b41f-43de-92cd-f780c9d9e085), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.140914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Allocated IP 172.20.0.2 (1833ab7d-13ff-48d6-aacf-dde5dabdf980/a6455924-ad33-4fe7-a8f2-73725bdd784f/8b343b85-8da3-4a0b-945b-f62d9c6f2d7d) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:12.433470 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Publish callbacks [] for port (8b343b85-8da3-4a0b-945b-f62d9c6f2d7d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.450648 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (8b343b85-8da3-4a0b-945b-f62d9c6f2d7d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.467333 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (06a11ff0-b41f-43de-92cd-f780c9d9e085), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.598079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Network d1e867d9-207e-4237-b027-77961b002b11 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:12.605352 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Publish callbacks [] for router_gateway (3e59102d-1e48-4b66-9b7a-4c1daa4594af), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.618125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Network 1833ab7d-13ff-48d6-aacf-dde5dabdf980 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:12.626497 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:12.645674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:12.658157 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:12.664679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:12.680379 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-318ebaeb-bafd-4a89-8996-9530da668821 req-d2f56f47-8e3a-4445-abe0-7d8991a05eb2 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0776315 Feb 11 05:38:12.733612 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7b935dd3-313c-45bb-83d9-58959d5f823a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:12.734860 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.749268 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Publish callbacks [] for router_gateway (97fce025-14b6-428e-9e02-75f605040b28), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.780015 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:12.923081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Pushing event updated for resources: {'Port': ['ID=8b343b85-8da3-4a0b-945b-f62d9c6f2d7d,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:12.926517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Allocated IP 172.25.5.93 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/2109d0dc-07ad-4aac-b40c-15d2a5607060) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:13.017832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Pushing event updated for resources: {'Port': ['ID=06a11ff0-b41f-43de-92cd-f780c9d9e085,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:13.116823 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Publish callbacks [] for port (2109d0dc-07ad-4aac-b40c-15d2a5607060), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.209457 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2109d0dc-07ad-4aac-b40c-15d2a5607060), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:13.267822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Pushing event updated for resources: {'Port': ['ID=2109d0dc-07ad-4aac-b40c-15d2a5607060,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:13.287004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:13.300005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:13.304440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:13.556386 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Sync routers for ids ['5e98b17c-5c96-422b-996b-2f891e53d94d'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:13.747374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7b935dd3-313c-45bb-83d9-58959d5f823a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:13.768792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Attempting to bind port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:13.769333 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Attempting to bind port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1833ab7d-13ff-48d6-aacf-dde5dabdf980'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:13.769740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Attempting to bind port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d on network 1833ab7d-13ff-48d6-aacf-dde5dabdf980 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:13.772930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Attempting to bind port 06a11ff0-b41f-43de-92cd-f780c9d9e085 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:13.773377 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Attempting to bind port 06a11ff0-b41f-43de-92cd-f780c9d9e085 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '700f3867-4a8d-45ca-bb3a-029fc97c89a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd1e867d9-207e-4237-b027-77961b002b11'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:13.773733 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Attempting to bind port 06a11ff0-b41f-43de-92cd-f780c9d9e085 on network d1e867d9-207e-4237-b027-77961b002b11 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:13.796856 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Routers {'5e98b17c-5c96-422b-996b-2f891e53d94d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:13.797482 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:38:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5e98b17c-5c96-422b-996b-2f891e53d94d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:13.804366 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Publish callbacks [] for router_gateway (97fce025-14b6-428e-9e02-75f605040b28), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.001069 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35940) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:14.106385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4bbc20b2-43b2-4382-91c0-6b9136ac794a req-c55821a5-44e7-4427-a949-a2cfa9987335 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.1625118 Feb 11 05:38:14.193480 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4de5c084-58c6-46b1-bb95-24a2fb14fae6 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:14.205422 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Set router 5e98b17c-5c96-422b-996b-2f891e53d94d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:14.213110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:14.215915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Checking segment: {'id': '7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1833ab7d-13ff-48d6-aacf-dde5dabdf980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:14.216525 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.224610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Bound using segment: {'id': '7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1833ab7d-13ff-48d6-aacf-dde5dabdf980'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:14.225391 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Bound port: 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1833ab7d-13ff-48d6-aacf-dde5dabdf980'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:14.225975 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8b343b85-8da3-4a0b-945b-f62d9c6f2d7d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.323944 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:38:14.359822 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:14.360557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Checking segment: {'id': '700f3867-4a8d-45ca-bb3a-029fc97c89a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd1e867d9-207e-4237-b027-77961b002b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:14.361155 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.361703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Bound using segment: {'id': '700f3867-4a8d-45ca-bb3a-029fc97c89a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd1e867d9-207e-4237-b027-77961b002b11'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:14.362363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Bound port: 06a11ff0-b41f-43de-92cd-f780c9d9e085, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700f3867-4a8d-45ca-bb3a-029fc97c89a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd1e867d9-207e-4237-b027-77961b002b11'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:14.363969 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (06a11ff0-b41f-43de-92cd-f780c9d9e085), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.679124 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.719736 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Publish callbacks [] for router_gateway (3e59102d-1e48-4b66-9b7a-4c1daa4594af), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.763931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] For port 06a11ff0-b41f-43de-92cd-f780c9d9e085, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:14.772895 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] For port 06a11ff0-b41f-43de-92cd-f780c9d9e085, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=06a11ff0-b41f-43de-92cd-f780c9d9e085,segment=NetworkSegment(700f3867-4a8d-45ca-bb3a-029fc97c89a2),segment_id=700f3867-4a8d-45ca-bb3a-029fc97c89a2)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:14.783379 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.943824 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (97fce025-14b6-428e-9e02-75f605040b28), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:14.988044 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (06a11ff0-b41f-43de-92cd-f780c9d9e085), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.251215 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b486a-e275-4060-b2b8-a5aa652c3ee9 None None] Pushing event updated for resources: {'Port': ['ID=06a11ff0-b41f-43de-92cd-f780c9d9e085,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:15.281622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] For port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:15.354186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] For port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8b343b85-8da3-4a0b-945b-f62d9c6f2d7d,segment=NetworkSegment(7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1),segment_id=7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:15.406409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 4de5c084-58c6-46b1-bb95-24a2fb14fae6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:15.407204 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4de5c084-58c6-46b1-bb95-24a2fb14fae6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.411106 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8b343b85-8da3-4a0b-945b-f62d9c6f2d7d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.464260 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2e244f65-3a78-4cb6-a966-17bf93879afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (0b5cfd65-7121-4546-ab23-d1019bf9d4ac), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:15.533530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34214712-71f8-4e0e-b124-1f52e74ceedd req-61305554-0768-402c-9705-8f7370643927 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.1586838 Feb 11 05:38:15.610924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Allocated IP 172.25.5.78 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/d2837a45-f99d-4458-a250-e5af0a5e8d88) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:15.636845 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'name': 'tempest-TestServerBasicOps-1507435600-router', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 4, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'gw_port': {'id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'f191690f-32dd-4184-8ef2-1d56ccdfc669', 'name': '', 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'mac_address': 'fa:16:3e:43:e7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:00Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 2, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'subnets': [{'id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:15.791357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Checking router: 5e98b17c-5c96-422b-996b-2f891e53d94d for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:15.801055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Updating router 5e98b17c-5c96-422b-996b-2f891e53d94d port f191690f-32dd-4184-8ef2-1d56ccdfc669 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:38:16.155746 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Router 97fce025-14b6-428e-9e02-75f605040b28 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:38:16.199878 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Publish callbacks [] for port (d2837a45-f99d-4458-a250-e5af0a5e8d88), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.213290 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.315263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 4de5c084-58c6-46b1-bb95-24a2fb14fae6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:16.409296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762ad9b-af5f-47f2-add8-54ef49aacbb7 None None] Pushing event updated for resources: {'Port': ['ID=8b343b85-8da3-4a0b-945b-f62d9c6f2d7d,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:16.615489 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:16.628904 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Sync routers for ids ['97fce025-14b6-428e-9e02-75f605040b28'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:16.664824 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Routers {'97fce025-14b6-428e-9e02-75f605040b28'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:16.667155 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:38:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['97fce025-14b6-428e-9e02-75f605040b28'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:16.691934 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.693280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c9e12a43-51d9-47cf-95f2-8e6927541923 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.7575221 Feb 11 05:38:16.701790 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 35964) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:16.712049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 06a11ff0-b41f-43de-92cd-f780c9d9e085 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:16.725460 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d2837a45-f99d-4458-a250-e5af0a5e8d88), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:16.837181 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:16.854712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:16.865393 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:17.088057 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8fdeb7cf-574f-4df8-8cc5-a2f89e955fec req-0323aa42-7f0c-4c02-893a-ec0e2dff4817 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.1973031 Feb 11 05:38:17.098135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d2837a45-f99d-4458-a250-e5af0a5e8d88,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:17.150249 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-2e244f65-3a78-4cb6-a966-17bf93879afc admin admin] Deleting port ee803249-60f5-4800-adf0-2230c9d836bf {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:17.150602 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2e244f65-3a78-4cb6-a966-17bf93879afc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ee803249-60f5-4800-adf0-2230c9d836bf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.153353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 06a11ff0-b41f-43de-92cd-f780c9d9e085 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:17.153841 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (06a11ff0-b41f-43de-92cd-f780c9d9e085), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.279807 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Set router 97fce025-14b6-428e-9e02-75f605040b28 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:17.745383 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Publish callbacks [] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.790826 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.791532 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Publish callbacks [] for router_gateway (3e59102d-1e48-4b66-9b7a-4c1daa4594af), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:17.927638 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe48497-a83b-4888-89ad-7ff9d190f365 None None] Network d1e867d9-207e-4237-b027-77961b002b11 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:18.070179 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fce025-14b6-428e-9e02-75f605040b28', 'name': 'tempest-TestServerMultinode-759725006-router', 'tenant_id': 'dda3024548904cd7899bfa9f87029174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2109d0dc-07ad-4aac-b40c-15d2a5607060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:09Z', 'updated_at': '2022-02-11T05:38:13Z', 'revision_number': 3, 'project_id': 'dda3024548904cd7899bfa9f87029174', 'gw_port': {'id': '2109d0dc-07ad-4aac-b40c-15d2a5607060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fce025-14b6-428e-9e02-75f605040b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:12Z', 'updated_at': '2022-02-11T05:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:18.105072 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-2e244f65-3a78-4cb6-a966-17bf93879afc admin admin] For port ee803249-60f5-4800-adf0-2230c9d836bf, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ee803249-60f5-4800-adf0-2230c9d836bf,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:18.105654 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2e244f65-3a78-4cb6-a966-17bf93879afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ee803249-60f5-4800-adf0-2230c9d836bf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.131613 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 06a11ff0-b41f-43de-92cd-f780c9d9e085 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:18.132003 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (06a11ff0-b41f-43de-92cd-f780c9d9e085), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.170217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea11b5-fd39-4f91-8509-b9fab3a774e5 None None] Pushing event updated for resources: {'Port': ['ID=f191690f-32dd-4184-8ef2-1d56ccdfc669,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:18.172757 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Checking router: 97fce025-14b6-428e-9e02-75f605040b28 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:18.174014 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Updating router 97fce025-14b6-428e-9e02-75f605040b28 port 2109d0dc-07ad-4aac-b40c-15d2a5607060 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:38:18.198241 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-2e244f65-3a78-4cb6-a966-17bf93879afc admin admin] Calling delete_port for ee803249-60f5-4800-adf0-2230c9d836bf owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:18.265727 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2109d0dc-07ad-4aac-b40c-15d2a5607060), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.493206 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c77bd08c-58ef-4d98-84cd-dedf02d247dc req-d6e45f82-0e2c-4f19-aeb1-06bbf283cc07 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.2006781 Feb 11 05:38:18.605003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a41ee11-3d0a-441d-a4c4-9fc5fba4c0c9 None None] Network 1833ab7d-13ff-48d6-aacf-dde5dabdf980 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:18.773074 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (3e59102d-1e48-4b66-9b7a-4c1daa4594af), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.996608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6fb2c356-e732-4259-9216-c54a8041cc65 None None] Provisioning complete for port 06a11ff0-b41f-43de-92cd-f780c9d9e085 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:18.999480 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c356-e732-4259-9216-c54a8041cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (06a11ff0-b41f-43de-92cd-f780c9d9e085), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.028660 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Publish callbacks [] for port (2109d0dc-07ad-4aac-b40c-15d2a5607060), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.038852 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2109d0dc-07ad-4aac-b40c-15d2a5607060), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.064123 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.108355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Attempting to bind port f191690f-32dd-4184-8ef2-1d56ccdfc669 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:19.108771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Attempting to bind port f191690f-32dd-4184-8ef2-1d56ccdfc669 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '10d983f7-8d8b-44cb-bb7b-c9e1712b8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:19.109261 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Attempting to bind port f191690f-32dd-4184-8ef2-1d56ccdfc669 on network c5f461cd-6672-4729-91c0-d858758eba8c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:19.138700 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:19.140446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Checking segment: {'id': '10d983f7-8d8b-44cb-bb7b-c9e1712b8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:19.140868 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.141277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Bound using segment: {'id': '10d983f7-8d8b-44cb-bb7b-c9e1712b8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:19.142560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Bound port: f191690f-32dd-4184-8ef2-1d56ccdfc669, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d983f7-8d8b-44cb-bb7b-c9e1712b8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:19.142972 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.168083 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Router 3e59102d-1e48-4b66-9b7a-4c1daa4594af is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:38:19.173078 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Attempting to bind port 2109d0dc-07ad-4aac-b40c-15d2a5607060 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:19.173078 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Attempting to bind port 2109d0dc-07ad-4aac-b40c-15d2a5607060 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:19.173639 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Attempting to bind port 2109d0dc-07ad-4aac-b40c-15d2a5607060 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:19.193313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 06a11ff0-b41f-43de-92cd-f780c9d9e085, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=06a11ff0-b41f-43de-92cd-f780c9d9e085,segment=NetworkSegment(700f3867-4a8d-45ca-bb3a-029fc97c89a2),segment_id=700f3867-4a8d-45ca-bb3a-029fc97c89a2)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:19.209429 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:19.209429 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:19.210919 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.211215 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:19.211735 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Bound port: 2109d0dc-07ad-4aac-b40c-15d2a5607060, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:19.213254 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2109d0dc-07ad-4aac-b40c-15d2a5607060), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.309790 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (06a11ff0-b41f-43de-92cd-f780c9d9e085), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.339299 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] For port 2109d0dc-07ad-4aac-b40c-15d2a5607060, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:19.347177 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] For port 2109d0dc-07ad-4aac-b40c-15d2a5607060, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2109d0dc-07ad-4aac-b40c-15d2a5607060,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:19.355584 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f01f35-7fb2-440c-9ed7-7cb13b7dc3be None None] Pushing event updated for resources: {'Port': ['ID=2109d0dc-07ad-4aac-b40c-15d2a5607060,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:19.365557 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2109d0dc-07ad-4aac-b40c-15d2a5607060), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.389348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2c356-e732-4259-9216-c54a8041cc65 None None] Current status of the port 06a11ff0-b41f-43de-92cd-f780c9d9e085 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:19.496589 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Routers {'97fce025-14b6-428e-9e02-75f605040b28'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:19.497899 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:38:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['97fce025-14b6-428e-9e02-75f605040b28'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:19.560517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:19.618331 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.622150 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1a18efa8-01ca-4cb2-8811-114a211363d9 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.7123597 Feb 11 05:38:19.623915 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36000) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:19.644718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Sync routers for ids ['3e59102d-1e48-4b66-9b7a-4c1daa4594af'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:19.686699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=06a11ff0-b41f-43de-92cd-f780c9d9e085,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:19.766885 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] Set router 97fce025-14b6-428e-9e02-75f605040b28 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:19.793962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] For port f191690f-32dd-4184-8ef2-1d56ccdfc669, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:19.822146 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Allocated IP 172.20.0.1 (d1e867d9-207e-4237-b027-77961b002b11/f40fc29e-cc49-4590-a5c6-99edd4179830/397c566c-9e1a-4fa9-8676-ef8ef2d43aeb) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:19.868510 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2e244f65-3a78-4cb6-a966-17bf93879afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ee803249-60f5-4800-adf0-2230c9d836bf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.902374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:19.914221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd660865-944f-4b1c-b2a5-0a931d2ac195 req-936662c3-3aef-4eda-9ea4-6076a7de4cb6 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.1308389 Feb 11 05:38:19.960642 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-392e44bd-218d-483a-be40-e1be41551cdc None None] Provisioning complete for port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:19.961005 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-392e44bd-218d-483a-be40-e1be41551cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8b343b85-8da3-4a0b-945b-f62d9c6f2d7d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:19.987312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Routers {'3e59102d-1e48-4b66-9b7a-4c1daa4594af'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:19.987979 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:38:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e59102d-1e48-4b66-9b7a-4c1daa4594af'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:20.028369 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f01f35-7fb2-440c-9ed7-7cb13b7dc3be None None] Pushing event updated for resources: {'Port': ['ID=2109d0dc-07ad-4aac-b40c-15d2a5607060,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:20.249258 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e244f65-3a78-4cb6-a966-17bf93879afc admin admin] Pushing event deleted for resources: {'Port': ['ID=ee803249-60f5-4800-adf0-2230c9d836bf,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:20.474721 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fce025-14b6-428e-9e02-75f605040b28', 'name': 'tempest-TestServerMultinode-759725006-router', 'tenant_id': 'dda3024548904cd7899bfa9f87029174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2109d0dc-07ad-4aac-b40c-15d2a5607060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:09Z', 'updated_at': '2022-02-11T05:38:13Z', 'revision_number': 3, 'project_id': 'dda3024548904cd7899bfa9f87029174', 'gw_port': {'id': '2109d0dc-07ad-4aac-b40c-15d2a5607060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fce025-14b6-428e-9e02-75f605040b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:12Z', 'updated_at': '2022-02-11T05:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:20.522198 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] For port f191690f-32dd-4184-8ef2-1d56ccdfc669, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f191690f-32dd-4184-8ef2-1d56ccdfc669,segment=NetworkSegment(10d983f7-8d8b-44cb-bb7b-c9e1712b8930),segment_id=10d983f7-8d8b-44cb-bb7b-c9e1712b8930)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:20.555076 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469bbfb-c2db-407e-aaf9-e480bd1f1eaf None None] The sync data for ids ['97fce025-14b6-428e-9e02-75f605040b28'] in n-d-713499-38 is: [{'id': '97fce025-14b6-428e-9e02-75f605040b28', 'name': 'tempest-TestServerMultinode-759725006-router', 'tenant_id': 'dda3024548904cd7899bfa9f87029174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2109d0dc-07ad-4aac-b40c-15d2a5607060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:09Z', 'updated_at': '2022-02-11T05:38:13Z', 'revision_number': 3, 'project_id': 'dda3024548904cd7899bfa9f87029174', 'gw_port': {'id': '2109d0dc-07ad-4aac-b40c-15d2a5607060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fce025-14b6-428e-9e02-75f605040b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:12Z', 'updated_at': '2022-02-11T05:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:20.636693 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:20.800378 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea11b5-fd39-4f91-8509-b9fab3a774e5 None None] Pushing event updated for resources: {'Port': ['ID=f191690f-32dd-4184-8ef2-1d56ccdfc669,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:20.896182 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Publish callbacks [] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:20.989786 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2e244f65-3a78-4cb6-a966-17bf93879afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (0b5cfd65-7121-4546-ab23-d1019bf9d4ac), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.278467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Set router 3e59102d-1e48-4b66-9b7a-4c1daa4594af gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:21.487491 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.692621 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Network d1e867d9-207e-4237-b027-77961b002b11 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:21.703399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-392e44bd-218d-483a-be40-e1be41551cdc None None] Current status of the port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:21.703863 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-392e44bd-218d-483a-be40-e1be41551cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8b343b85-8da3-4a0b-945b-f62d9c6f2d7d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.719608 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:21.724590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:21.726096 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8b343b85-8da3-4a0b-945b-f62d9c6f2d7d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:21.735944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:21.762016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Pushing event updated for resources: {'Port': ['ID=397c566c-9e1a-4fa9-8676-ef8ef2d43aeb,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:21.803445 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Routers {'5e98b17c-5c96-422b-996b-2f891e53d94d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:21.804142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:38:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5e98b17c-5c96-422b-996b-2f891e53d94d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:22.127629 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f3a3648-c41c-451b-a698-02a663b49c5a req-74b23aff-0777-4947-a32d-80feb2415a71 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.1463790 Feb 11 05:38:22.149688 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (97fce025-14b6-428e-9e02-75f605040b28), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.210781 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] Set router 5e98b17c-5c96-422b-996b-2f891e53d94d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:22.634020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-392e44bd-218d-483a-be40-e1be41551cdc None None] For port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8b343b85-8da3-4a0b-945b-f62d9c6f2d7d,segment=NetworkSegment(7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1),segment_id=7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:22.636245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:22.643219 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8b343b85-8da3-4a0b-945b-f62d9c6f2d7d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.719521 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.739865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e244f65-3a78-4cb6-a966-17bf93879afc admin admin] Router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:38:22.757077 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.779227 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-392e44bd-218d-483a-be40-e1be41551cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8b343b85-8da3-4a0b-945b-f62d9c6f2d7d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:22.793242 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:38:22.793614 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:38:22.903978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-392e44bd-218d-483a-be40-e1be41551cdc None None] Provisioning complete for port f191690f-32dd-4184-8ef2-1d56ccdfc669 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:22.904577 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-392e44bd-218d-483a-be40-e1be41551cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.100840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e44bd-218d-483a-be40-e1be41551cdc None None] Pushing event updated for resources: {'Port': ['ID=8b343b85-8da3-4a0b-945b-f62d9c6f2d7d,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:23.109840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Allocated IP 172.20.0.1 (1833ab7d-13ff-48d6-aacf-dde5dabdf980/a6455924-ad33-4fe7-a8f2-73725bdd784f/1d98f670-a37d-438b-8e54-c494fb7f8fb7) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:23.138630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'name': 'tempest-TestServerBasicOps-1507435600-router', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 4, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'gw_port': {'id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'f191690f-32dd-4184-8ef2-1d56ccdfc669', 'name': '', 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'mac_address': 'fa:16:3e:43:e7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:00Z', 'updated_at': '2022-02-11T05:38:19Z', 'revision_number': 4, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'subnets': [{'id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:23.231585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e244f65-3a78-4cb6-a966-17bf93879afc admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:23.237981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ab32e-18e0-46af-9c22-792c4470ab24 None None] The sync data for ids ['5e98b17c-5c96-422b-996b-2f891e53d94d'] in n-d-713499-38 is: [{'id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'name': 'tempest-TestServerBasicOps-1507435600-router', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 4, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'gw_port': {'id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'f191690f-32dd-4184-8ef2-1d56ccdfc669', 'name': '', 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'mac_address': 'fa:16:3e:43:e7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:00Z', 'updated_at': '2022-02-11T05:38:19Z', 'revision_number': 4, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'subnets': [{'id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:23.245376 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faed928-6dbd-4160-9604-ae86a5d67a53 None None] Sync routers for ids ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:23.248466 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2e244f65-3a78-4cb6-a966-17bf93879afc admin admin] 10.222.0.87 "PUT /v2.0/routers/0b5cfd65-7121-4546-ab23-d1019bf9d4ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2462945 Feb 11 05:38:23.251927 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36028) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:23.270811 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faed928-6dbd-4160-9604-ae86a5d67a53 None None] Routers {'0b5cfd65-7121-4546-ab23-d1019bf9d4ac'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:23.271460 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9faed928-6dbd-4160-9604-ae86a5d67a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:38:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:23.449771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-392e44bd-218d-483a-be40-e1be41551cdc None None] Current status of the port f191690f-32dd-4184-8ef2-1d56ccdfc669 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:23.450171 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-392e44bd-218d-483a-be40-e1be41551cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.464581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-670d0c60-5778-4699-9ab6-67fa95a97217 req-5e4454e2-aa04-40dc-8d30-fd8fb6b25e22 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.1425574 Feb 11 05:38:23.530750 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Publish callbacks [] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.604588 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9faed928-6dbd-4160-9604-ae86a5d67a53 None None] Set router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:23.617981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-392e44bd-218d-483a-be40-e1be41551cdc None None] For port f191690f-32dd-4184-8ef2-1d56ccdfc669, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f191690f-32dd-4184-8ef2-1d56ccdfc669,segment=NetworkSegment(10d983f7-8d8b-44cb-bb7b-c9e1712b8930),segment_id=10d983f7-8d8b-44cb-bb7b-c9e1712b8930)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:23.636498 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-392e44bd-218d-483a-be40-e1be41551cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.643513 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:23.653828 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'name': 'tempest-TestServerBasicOps-2136740624-router', 'tenant_id': 'a6868da4592e4e97a32f28c57867e8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd2837a45-f99d-4458-a250-e5af0a5e8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:11Z', 'updated_at': '2022-02-11T05:38:17Z', 'revision_number': 3, 'project_id': 'a6868da4592e4e97a32f28c57867e8c8', 'gw_port': {'id': 'd2837a45-f99d-4458-a250-e5af0a5e8d88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:14Z', 'updated_at': '2022-02-11T05:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:23.719251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:23.795006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Network 1833ab7d-13ff-48d6-aacf-dde5dabdf980 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:23.812273 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:23.844748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:23.858187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Checking router: 3e59102d-1e48-4b66-9b7a-4c1daa4594af for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:23.858712 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Updating router 3e59102d-1e48-4b66-9b7a-4c1daa4594af port d2837a45-f99d-4458-a250-e5af0a5e8d88 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:38:23.983821 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (3e59102d-1e48-4b66-9b7a-4c1daa4594af), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.159281 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e44bd-218d-483a-be40-e1be41551cdc None None] Pushing event updated for resources: {'Port': ['ID=f191690f-32dd-4184-8ef2-1d56ccdfc669,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:24.211021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a195b788-5da7-40e4-aa0d-bf34d2f1f3d6 None None] Provisioning complete for port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:24.217073 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a195b788-5da7-40e4-aa0d-bf34d2f1f3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8b343b85-8da3-4a0b-945b-f62d9c6f2d7d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.366645 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9faed928-6dbd-4160-9604-ae86a5d67a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:38:18Z', 'revision_number': 5, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:24.406793 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d2837a45-f99d-4458-a250-e5af0a5e8d88), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.613460 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faed928-6dbd-4160-9604-ae86a5d67a53 None None] Checking router: 0b5cfd65-7121-4546-ab23-d1019bf9d4ac for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:24.618644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=1d98f670-a37d-438b-8e54-c494fb7f8fb7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:24.624032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 06a11ff0-b41f-43de-92cd-f780c9d9e085 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:24.639018 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faed928-6dbd-4160-9604-ae86a5d67a53 None None] Routers {'0b5cfd65-7121-4546-ab23-d1019bf9d4ac'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:24.639715 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9faed928-6dbd-4160-9604-ae86a5d67a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:38:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:24.664920 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Publish callbacks [] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.689985 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.773053 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:24.798995 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28385ecd-1f33-488c-92e1-1a9c42908c5f admin admin] Publish callbacks [] for router (0b5cfd65-7121-4546-ab23-d1019bf9d4ac), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.001681 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Pushing event updated for resources: {'Port': ['ID=397c566c-9e1a-4fa9-8676-ef8ef2d43aeb,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:25.024195 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (97fce025-14b6-428e-9e02-75f605040b28), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.084203 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Publish callbacks [] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.122232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d240207b-195b-4a93-8305-0c6459fd390c req-94e3705b-1a97-4d8d-a188-3223507e1423 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0354385 Feb 11 05:38:25.123696 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.190681 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (3e59102d-1e48-4b66-9b7a-4c1daa4594af), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.357279 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Network d1e867d9-207e-4237-b027-77961b002b11 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:25.360933 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:25.429187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Network 1833ab7d-13ff-48d6-aacf-dde5dabdf980 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:25.462417 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=1d98f670-a37d-438b-8e54-c494fb7f8fb7,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:25.475848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:25.543888 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 06a11ff0-b41f-43de-92cd-f780c9d9e085 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:25.544483 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (06a11ff0-b41f-43de-92cd-f780c9d9e085), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.564458 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9faed928-6dbd-4160-9604-ae86a5d67a53 None None] Set router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:25.940480 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28385ecd-1f33-488c-92e1-1a9c42908c5f admin admin] Publish callbacks [] for router_gateway (0b5cfd65-7121-4546-ab23-d1019bf9d4ac), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.041597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Router 3e59102d-1e48-4b66-9b7a-4c1daa4594af has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:38:26.132968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Router 97fce025-14b6-428e-9e02-75f605040b28 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:38:26.151103 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9faed928-6dbd-4160-9604-ae86a5d67a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:38:18Z', 'revision_number': 5, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:26.217832 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faed928-6dbd-4160-9604-ae86a5d67a53 None None] The sync data for ids ['0b5cfd65-7121-4546-ab23-d1019bf9d4ac'] in n-d-713499-38 is: [{'id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1028939835-router', 'tenant_id': '93acaeef56ec46ed9d40abab96de324e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:37Z', 'updated_at': '2022-02-11T05:38:18Z', 'revision_number': 5, 'project_id': '93acaeef56ec46ed9d40abab96de324e', 'gw_port': {'id': 'a12660a1-72a8-4d65-82be-739ffed4a197', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cfd65-7121-4546-ab23-d1019bf9d4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:38Z', 'updated_at': '2022-02-11T05:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:26.326591 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-28385ecd-1f33-488c-92e1-1a9c42908c5f admin admin] Deleting port a12660a1-72a8-4d65-82be-739ffed4a197 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:26.326940 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28385ecd-1f33-488c-92e1-1a9c42908c5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a12660a1-72a8-4d65-82be-739ffed4a197), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.392057 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a195b788-5da7-40e4-aa0d-bf34d2f1f3d6 None None] Current status of the port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:26.398354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:26.438962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ab299525-37e8-421d-8212-f565ed94d9b1 admin admin] 10.222.0.87 "PUT /v2.0/routers/3e59102d-1e48-4b66-9b7a-4c1daa4594af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8135011 Feb 11 05:38:26.505975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a195b788-5da7-40e4-aa0d-bf34d2f1f3d6 None None] Provisioning complete for port 06a11ff0-b41f-43de-92cd-f780c9d9e085 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:26.506545 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a195b788-5da7-40e4-aa0d-bf34d2f1f3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (06a11ff0-b41f-43de-92cd-f780c9d9e085), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.514193 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50377a7b-7b21-480c-8f0a-23c8d05ccd73 req-eb54ad65-904c-4aa2-b22b-fa78a964fe1c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0524762 Feb 11 05:38:26.664981 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:26.710882 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6be6260e-c45e-4e7d-8a02-0af93c0c0a22 admin admin] 10.222.0.87 "PUT /v2.0/routers/97fce025-14b6-428e-9e02-75f605040b28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0050795 Feb 11 05:38:26.721793 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-28385ecd-1f33-488c-92e1-1a9c42908c5f admin admin] For port a12660a1-72a8-4d65-82be-739ffed4a197, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a12660a1-72a8-4d65-82be-739ffed4a197,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:26.722181 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28385ecd-1f33-488c-92e1-1a9c42908c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a12660a1-72a8-4d65-82be-739ffed4a197), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.754262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-28385ecd-1f33-488c-92e1-1a9c42908c5f admin admin] Calling delete_port for a12660a1-72a8-4d65-82be-739ffed4a197 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:26.794511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a195b788-5da7-40e4-aa0d-bf34d2f1f3d6 None None] Current status of the port 06a11ff0-b41f-43de-92cd-f780c9d9e085 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:26.811527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Sync routers for ids ['97fce025-14b6-428e-9e02-75f605040b28'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:26.909888 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Routers {'97fce025-14b6-428e-9e02-75f605040b28'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:26.910629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:38:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['97fce025-14b6-428e-9e02-75f605040b28'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:27.094158 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Set router 97fce025-14b6-428e-9e02-75f605040b28 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:27.260531 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28385ecd-1f33-488c-92e1-1a9c42908c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a12660a1-72a8-4d65-82be-739ffed4a197), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.320542 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28385ecd-1f33-488c-92e1-1a9c42908c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=a12660a1-72a8-4d65-82be-739ffed4a197,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:27.425484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36076) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:27.430234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-cdcaca75-cb1a-4903-902f-6f14b2b07956 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1685634495', 'description': 'tempest-secgroup-smoke-1685634495 description', 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:27.465779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a195b788-5da7-40e4-aa0d-bf34d2f1f3d6 None None] Provisioning complete for port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:27.466435 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a195b788-5da7-40e4-aa0d-bf34d2f1f3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.469643 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cdcaca75-cb1a-4903-902f-6f14b2b07956 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.535359 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a195b788-5da7-40e4-aa0d-bf34d2f1f3d6 None None] Port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:27.537078 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28385ecd-1f33-488c-92e1-1a9c42908c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (0b5cfd65-7121-4546-ab23-d1019bf9d4ac), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.622854 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 06a11ff0-b41f-43de-92cd-f780c9d9e085 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:27.624341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f191690f-32dd-4184-8ef2-1d56ccdfc669 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:27.653542 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cdcaca75-cb1a-4903-902f-6f14b2b07956 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group (770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.716262 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cdcaca75-cb1a-4903-902f-6f14b2b07956 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.721075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a195b788-5da7-40e4-aa0d-bf34d2f1f3d6 None None] Provisioning complete for port f191690f-32dd-4184-8ef2-1d56ccdfc669 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:27.721672 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a195b788-5da7-40e4-aa0d-bf34d2f1f3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.738642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6a65d60-42bc-48fd-9198-fb36a206c609 req-c123d03b-bdbb-4b4c-9ca9-6abf479c7c76 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0825284 Feb 11 05:38:27.778715 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28385ecd-1f33-488c-92e1-1a9c42908c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (0b5cfd65-7121-4546-ab23-d1019bf9d4ac), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.783787 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28385ecd-1f33-488c-92e1-1a9c42908c5f admin admin] Publish callbacks [] for router_controller (0b5cfd65-7121-4546-ab23-d1019bf9d4ac), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.806298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcaca75-cb1a-4903-902f-6f14b2b07956 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:27.818711 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cdcaca75-cb1a-4903-902f-6f14b2b07956 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.820696 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cdcaca75-cb1a-4903-902f-6f14b2b07956 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3941989 Feb 11 05:38:27.824235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36088) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:27.834598 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-00901128-e95f-4151-8123-5efd4744aff9 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Request body: {'security_group_rule': {'security_group_id': '770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2', 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:27.868765 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28385ecd-1f33-488c-92e1-1a9c42908c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (0b5cfd65-7121-4546-ab23-d1019bf9d4ac), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.869385 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28385ecd-1f33-488c-92e1-1a9c42908c5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b5cfd65-7121-4546-ab23-d1019bf9d4ac {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:38:27.884194 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-28385ecd-1f33-488c-92e1-1a9c42908c5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.887653 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-28385ecd-1f33-488c-92e1-1a9c42908c5f admin admin] 10.222.0.87 "DELETE /v2.0/routers/0b5cfd65-7121-4546-ab23-d1019bf9d4ac HTTP/1.1" status: 204 len: 168 time: 4.6327028 Feb 11 05:38:27.888311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36098) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:27.993308 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Publish callbacks [] for port (d2837a45-f99d-4458-a250-e5af0a5e8d88), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:27.996465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f191690f-32dd-4184-8ef2-1d56ccdfc669 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:27.996944 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.006205 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d2837a45-f99d-4458-a250-e5af0a5e8d88), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.084784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-139c9316-a0cb-4502-ae6e-50fc9e221e11 admin admin] Deleting subnet 1637afc6-57d8-4711-9940-9fa5efd57a52 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:38:28.088537 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-139c9316-a0cb-4502-ae6e-50fc9e221e11 admin admin] Publish callbacks [] for subnet (1637afc6-57d8-4711-9940-9fa5efd57a52), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.115456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-00901128-e95f-4151-8123-5efd4744aff9 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (dc1aaa66-56ae-4f54-a722-893ace8d30b3), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.158024 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-139c9316-a0cb-4502-ae6e-50fc9e221e11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (1637afc6-57d8-4711-9940-9fa5efd57a52), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.221525 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-00901128-e95f-4151-8123-5efd4744aff9 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (dc1aaa66-56ae-4f54-a722-893ace8d30b3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.227695 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b7e46-9594-4766-b6c8-0188de8f623e req-2143cddc-17c2-4972-ac98-0f640ebb8cfd tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:28.235358 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-880b7e46-9594-4766-b6c8-0188de8f623e req-2143cddc-17c2-4972-ac98-0f640ebb8cfd tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/networks?id=6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 HTTP/1.1" status: 200 len: 910 time: 0.2852006 Feb 11 05:38:28.242509 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-00901128-e95f-4151-8123-5efd4744aff9 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (dc1aaa66-56ae-4f54-a722-893ace8d30b3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.289803 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-880b7e46-9594-4766-b6c8-0188de8f623e req-ba767855-c5f9-4c6d-b01a-ebac72db99a1 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/quotas/dda3024548904cd7899bfa9f87029174 HTTP/1.1" status: 200 len: 375 time: 0.0428762 Feb 11 05:38:28.327034 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-139c9316-a0cb-4502-ae6e-50fc9e221e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (1637afc6-57d8-4711-9940-9fa5efd57a52), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.336429 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a195b788-5da7-40e4-aa0d-bf34d2f1f3d6 None None] Current status of the port f191690f-32dd-4184-8ef2-1d56ccdfc669 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:28.423292 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00901128-e95f-4151-8123-5efd4744aff9 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1aaa66-56ae-4f54-a722-893ace8d30b3,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:28.434167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fce025-14b6-428e-9e02-75f605040b28', 'name': 'tempest-TestServerMultinode-759725006-router', 'tenant_id': 'dda3024548904cd7899bfa9f87029174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2109d0dc-07ad-4aac-b40c-15d2a5607060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:09Z', 'updated_at': '2022-02-11T05:38:22Z', 'revision_number': 4, 'project_id': 'dda3024548904cd7899bfa9f87029174', 'gw_port': {'id': '2109d0dc-07ad-4aac-b40c-15d2a5607060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fce025-14b6-428e-9e02-75f605040b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:12Z', 'updated_at': '2022-02-11T05:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '397c566c-9e1a-4fa9-8676-ef8ef2d43aeb', 'name': '', 'network_id': 'd1e867d9-207e-4237-b027-77961b002b11', 'tenant_id': 'dda3024548904cd7899bfa9f87029174', 'mac_address': 'fa:16:3e:36:28:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fce025-14b6-428e-9e02-75f605040b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'f40fc29e-cc49-4590-a5c6-99edd4179830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:19Z', 'updated_at': '2022-02-11T05:38:22Z', 'revision_number': 2, 'project_id': 'dda3024548904cd7899bfa9f87029174', 'subnets': [{'id': 'f40fc29e-cc49-4590-a5c6-99edd4179830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:28.443772 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-139c9316-a0cb-4502-ae6e-50fc9e221e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (1637afc6-57d8-4711-9940-9fa5efd57a52), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.459826 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-139c9316-a0cb-4502-ae6e-50fc9e221e11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.467389 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-139c9316-a0cb-4502-ae6e-50fc9e221e11 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/1637afc6-57d8-4711-9940-9fa5efd57a52 HTTP/1.1" status: 204 len: 168 time: 0.5744827 Feb 11 05:38:28.480533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36108) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:28.486782 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-00901128-e95f-4151-8123-5efd4744aff9 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.493580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c9316-a0cb-4502-ae6e-50fc9e221e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1637afc6-57d8-4711-9940-9fa5efd57a52,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:28.494225 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-00901128-e95f-4151-8123-5efd4744aff9 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6689661 Feb 11 05:38:28.495128 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36110) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:28.499893 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9f0fa142-f97b-4bad-874a-216ee847f171 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Request body: {'security_group_rule': {'security_group_id': '770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2', 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:28.536797 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa142-f97b-4bad-874a-216ee847f171 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (366aba77-0040-4709-8b3c-fe5e4ebb1fbb), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.541520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64903f97-333e-45db-9554-151548b8f93a None None] Network ddfa1006-39a8-4f4a-a30c-7264d9574326 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:28.610346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-880b7e46-9594-4766-b6c8-0188de8f623e req-7c87ca9c-1743-4cbe-9040-f1debbef24b8 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?tenant_id=dda3024548904cd7899bfa9f87029174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3195677 Feb 11 05:38:28.611388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f191690f-32dd-4184-8ef2-1d56ccdfc669 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:28.612599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:28.635323 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Checking router: 97fce025-14b6-428e-9e02-75f605040b28 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:28.635680 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa142-f97b-4bad-874a-216ee847f171 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (366aba77-0040-4709-8b3c-fe5e4ebb1fbb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.635792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Updating router 97fce025-14b6-428e-9e02-75f605040b28 port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:38:28.642931 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa142-f97b-4bad-874a-216ee847f171 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (366aba77-0040-4709-8b3c-fe5e4ebb1fbb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.654418 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (ddfa1006-39a8-4f4a-a30c-7264d9574326), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.669198 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8fedd-390f-42f9-bcae-a7c1697623c7 None None] Pushing event updated for resources: {'Port': ['ID=d2837a45-f99d-4458-a250-e5af0a5e8d88,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:28.681081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Attempting to bind port d2837a45-f99d-4458-a250-e5af0a5e8d88 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:28.681420 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fa142-f97b-4bad-874a-216ee847f171 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366aba77-0040-4709-8b3c-fe5e4ebb1fbb,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:28.681522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Attempting to bind port d2837a45-f99d-4458-a250-e5af0a5e8d88 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:28.681840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Attempting to bind port d2837a45-f99d-4458-a250-e5af0a5e8d88 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:28.701958 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa142-f97b-4bad-874a-216ee847f171 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.706256 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9f0fa142-f97b-4bad-874a-216ee847f171 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2075524 Feb 11 05:38:28.706881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36112) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:28.714924 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-94ced580-2843-426e-9cca-003d465ebc0e tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Request body: {'security_group_rule': {'security_group_id': '770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2', 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:28.717807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:28.718964 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:28.719640 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.720946 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:28.721531 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Bound port: d2837a45-f99d-4458-a250-e5af0a5e8d88, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:28.721935 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d2837a45-f99d-4458-a250-e5af0a5e8d88), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.752838 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94ced580-2843-426e-9cca-003d465ebc0e tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (58c19eac-3bca-43a7-9760-024812e52845), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.767519 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-880b7e46-9594-4766-b6c8-0188de8f623e req-5efa5435-f718-493b-92e3-b9d56e79e485 service neutron] 10.222.0.87 "GET /v2.0/networks/6b3f420c-e982-4baf-a5ce-2f6b2f3838d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409373 Feb 11 05:38:28.780367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] For port d2837a45-f99d-4458-a250-e5af0a5e8d88, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:28.784577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] For port d2837a45-f99d-4458-a250-e5af0a5e8d88, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d2837a45-f99d-4458-a250-e5af0a5e8d88,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:28.805031 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d2837a45-f99d-4458-a250-e5af0a5e8d88), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.814927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-4fb8564f-0997-4c13-93a2-f63fa2afd6cf None None] Provisioning complete for port 1d98f670-a37d-438b-8e54-c494fb7f8fb7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:28.815366 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4fb8564f-0997-4c13-93a2-f63fa2afd6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.822607 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0262dcbf-1d61-4fa6-8ac2-e17e82c22ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.881310 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94ced580-2843-426e-9cca-003d465ebc0e tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (58c19eac-3bca-43a7-9760-024812e52845), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.887887 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94ced580-2843-426e-9cca-003d465ebc0e tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (58c19eac-3bca-43a7-9760-024812e52845), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.918595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] Deleting port 5af39cc8-39ef-4384-aabd-b0fb7199ff80 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:28.919291 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5af39cc8-39ef-4384-aabd-b0fb7199ff80), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.933569 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ced580-2843-426e-9cca-003d465ebc0e tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c19eac-3bca-43a7-9760-024812e52845,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:28.941731 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94ced580-2843-426e-9cca-003d465ebc0e tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.943021 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-94ced580-2843-426e-9cca-003d465ebc0e tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2341537 Feb 11 05:38:28.945979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36118) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:28.946545 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40df6495-09e0-4cbc-9d02-584ccf01d8f1 req-0358de6d-62a4-4c64-bfba-9900856db4ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.0426190 Feb 11 05:38:28.960012 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-425b3860-6d19-4b77-89ed-cad9b68c2fba tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Request body: {'security_group_rule': {'security_group_id': '770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2', 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:28.992173 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.992173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8fedd-390f-42f9-bcae-a7c1697623c7 None None] Pushing event updated for resources: {'Port': ['ID=d2837a45-f99d-4458-a250-e5af0a5e8d88,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:29.008644 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-425b3860-6d19-4b77-89ed-cad9b68c2fba tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (6c244866-487b-4111-898a-d772f0737ab0), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.043617 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-880b7e46-9594-4766-b6c8-0188de8f623e req-06e6996d-a220-4fb1-a75e-4a25a48e5e40 service neutron] 10.222.0.87 "GET /v2.0/networks/6b3f420c-e982-4baf-a5ce-2f6b2f3838d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671001 Feb 11 05:38:29.054265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Routers {'3e59102d-1e48-4b66-9b7a-4c1daa4594af'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:29.055366 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:38:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e59102d-1e48-4b66-9b7a-4c1daa4594af'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:29.055760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] For port 5af39cc8-39ef-4384-aabd-b0fb7199ff80, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5af39cc8-39ef-4384-aabd-b0fb7199ff80,segment=NetworkSegment(e22fe1cb-bf13-43d3-8d7f-b2225c65f754),segment_id=e22fe1cb-bf13-43d3-8d7f-b2225c65f754)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:29.056836 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5af39cc8-39ef-4384-aabd-b0fb7199ff80), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.082132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] Calling delete_port for 5af39cc8-39ef-4384-aabd-b0fb7199ff80 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:29.129936 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-425b3860-6d19-4b77-89ed-cad9b68c2fba tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (6c244866-487b-4111-898a-d772f0737ab0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.135779 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-425b3860-6d19-4b77-89ed-cad9b68c2fba tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (6c244866-487b-4111-898a-d772f0737ab0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.149870 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b3860-6d19-4b77-89ed-cad9b68c2fba tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c244866-487b-4111-898a-d772f0737ab0,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:29.169432 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-425b3860-6d19-4b77-89ed-cad9b68c2fba tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.172235 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-425b3860-6d19-4b77-89ed-cad9b68c2fba tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2252467 Feb 11 05:38:29.175839 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36120) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:29.185766 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-da8cbd6c-6a8d-436b-844e-5cb049b044ba tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Request body: {'security_group_rule': {'security_group_id': '770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2', 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:29.214942 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] Set router 3e59102d-1e48-4b66-9b7a-4c1daa4594af gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:29.252118 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-da8cbd6c-6a8d-436b-844e-5cb049b044ba tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Project 45c2fc86c73b4ccfb9c8f2a600d289b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:38:29.264496 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da8cbd6c-6a8d-436b-844e-5cb049b044ba tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (d876ed81-c329-4f50-9480-0f1c722b8395), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.266090 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5af39cc8-39ef-4384-aabd-b0fb7199ff80), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.299115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] Pushing event deleted for resources: {'Port': ['ID=5af39cc8-39ef-4384-aabd-b0fb7199ff80,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:29.302828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] No DVR routers for this DVR port 5af39cc8-39ef-4384-aabd-b0fb7199ff80 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:29.347148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:29.347567 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8b343b85-8da3-4a0b-945b-f62d9c6f2d7d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.384672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d6bbb67-1772-4f57-a7a9-947ed8dcf5aa req-1be7d250-c39f-4d85-816b-7ba1c7bfced7 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 210 time: 0.0424051 Feb 11 05:38:29.441221 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da8cbd6c-6a8d-436b-844e-5cb049b044ba tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (d876ed81-c329-4f50-9480-0f1c722b8395), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.447081 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da8cbd6c-6a8d-436b-844e-5cb049b044ba tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (d876ed81-c329-4f50-9480-0f1c722b8395), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.474937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cbd6c-6a8d-436b-844e-5cb049b044ba tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d876ed81-c329-4f50-9480-0f1c722b8395,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:29.482628 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da8cbd6c-6a8d-436b-844e-5cb049b044ba tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.483842 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (ddfa1006-39a8-4f4a-a30c-7264d9574326), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.484729 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-da8cbd6c-6a8d-436b-844e-5cb049b044ba tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3072724 Feb 11 05:38:29.488032 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36126) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:29.494871 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-de7126a0-f5e3-4814-a5a4-e877a46455c7 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Request body: {'security_group_rule': {'security_group_id': '770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2', 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:29.526183 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-de7126a0-f5e3-4814-a5a4-e877a46455c7 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Project 45c2fc86c73b4ccfb9c8f2a600d289b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:38:29.533756 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de7126a0-f5e3-4814-a5a4-e877a46455c7 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (9ec638bf-d59c-48e3-a410-a8cccf3ab38e), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.549596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfa1006-39a8-4f4a-a30c-7264d9574326']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:29.571636 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:29.571930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22fe1cb-bf13-43d3-8d7f-b2225c65f754') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:29.593497 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (e22fe1cb-bf13-43d3-8d7f-b2225c65f754), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.622857 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (e22fe1cb-bf13-43d3-8d7f-b2225c65f754), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.636061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:38:29.636259 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (e22fe1cb-bf13-43d3-8d7f-b2225c65f754), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:38:29.638301 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:38:29.662532 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de7126a0-f5e3-4814-a5a4-e877a46455c7 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (9ec638bf-d59c-48e3-a410-a8cccf3ab38e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.677346 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de7126a0-f5e3-4814-a5a4-e877a46455c7 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (9ec638bf-d59c-48e3-a410-a8cccf3ab38e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.709268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7126a0-f5e3-4814-a5a4-e877a46455c7 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec638bf-d59c-48e3-a410-a8cccf3ab38e,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:29.746141 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de7126a0-f5e3-4814-a5a4-e877a46455c7 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.756894 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-de7126a0-f5e3-4814-a5a4-e877a46455c7 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2593594 Feb 11 05:38:29.784232 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8564f-0997-4c13-93a2-f63fa2afd6cf None None] Port 1d98f670-a37d-438b-8e54-c494fb7f8fb7 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:29.812439 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (ddfa1006-39a8-4f4a-a30c-7264d9574326), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.834618 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:29.844597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] 10.222.0.87 "DELETE /v2.0/networks/ddfa1006-39a8-4f4a-a30c-7264d9574326 HTTP/1.1" status: 204 len: 168 time: 1.3472548 Feb 11 05:38:29.888005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50817266-ed4c-4a92-af17-2c29b028b59f admin admin] Pushing event deleted for resources: {'Network': ['ID=ddfa1006-39a8-4f4a-a30c-7264d9574326,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:30.074657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14da8c95-85db-4417-b970-01ba8108788a None None] DHCP port deletion for ddfa1006-39a8-4f4a-a30c-7264d9574326 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:38:30.166656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-ec6b59b3-0205-4c32-88b5-9598da797b3d tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1685634495&fields=id&tenant_id=45c2fc86c73b4ccfb9c8f2a600d289b2 HTTP/1.1" status: 200 len: 267 time: 0.1774349 Feb 11 05:38:30.174630 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36154) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:30.214752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-4fb8564f-0997-4c13-93a2-f63fa2afd6cf None None] Provisioning complete for port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:30.215198 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4fb8564f-0997-4c13-93a2-f63fa2afd6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.234027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:30.234830 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2109d0dc-07ad-4aac-b40c-15d2a5607060 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:30.259981 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c52d10b9-78bd-4c0f-8901-746d5fe7b145 req-74e7cd6f-3f9c-48f9-acb5-2deef3abcadf tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.1269162 Feb 11 05:38:30.305609 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6f6a080d-96ae-4612-94d9-57793b8a76ed admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=93acaeef56ec46ed9d40abab96de324e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294370 Feb 11 05:38:30.308308 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36156) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:30.419296 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9fa0edd3-db3a-4b1b-b5c9-f1dfe9e8b248 admin admin] Publish callbacks [] for security_group (23c9a1b0-cc5a-4ccc-abee-f61aa78892f7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.480164 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9fa0edd3-db3a-4b1b-b5c9-f1dfe9e8b248 admin admin] Publish callbacks [] for security_group (23c9a1b0-cc5a-4ccc-abee-f61aa78892f7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.480962 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-8174e75f-773e-4d38-ba56-69bd5e3e38c2 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:30.482537 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-8174e75f-773e-4d38-ba56-69bd5e3e38c2 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/networks?id=c5f461cd-6672-4729-91c0-d858758eba8c HTTP/1.1" status: 200 len: 809 time: 0.3150678 Feb 11 05:38:30.549203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a97606d9-2197-42a7-8cb3-8913803e6581 req-9ff159a4-0058-4ce7-be6e-20de54f752ad tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 210 time: 0.0656259 Feb 11 05:38:30.568148 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9fa0edd3-db3a-4b1b-b5c9-f1dfe9e8b248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (23c9a1b0-cc5a-4ccc-abee-f61aa78892f7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.571268 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9fa0edd3-db3a-4b1b-b5c9-f1dfe9e8b248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.572493 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9fa0edd3-db3a-4b1b-b5c9-f1dfe9e8b248 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/23c9a1b0-cc5a-4ccc-abee-f61aa78892f7 HTTP/1.1" status: 204 len: 168 time: 0.2632368 Feb 11 05:38:30.583652 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-6e8669ab-ef18-4469-9ed7-60c9cf5d38f1 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/quotas/45c2fc86c73b4ccfb9c8f2a600d289b2 HTTP/1.1" status: 200 len: 375 time: 0.0325365 Feb 11 05:38:30.601915 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0edd3-db3a-4b1b-b5c9-f1dfe9e8b248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c9a1b0-cc5a-4ccc-abee-f61aa78892f7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:30.681114 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-4fb8564f-0997-4c13-93a2-f63fa2afd6cf None None] Port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:30.752844 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-956bb27b-e060-473d-8019-bff6b1861d1a tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=45c2fc86c73b4ccfb9c8f2a600d289b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1666577 Feb 11 05:38:30.893124 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-da67903f-7787-4ef0-8ccd-a5d2a250500b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:30.901809 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-46ef126e-b815-4fd2-b841-267a451bbb99 service neutron] 10.222.0.87 "GET /v2.0/networks/c5f461cd-6672-4729-91c0-d858758eba8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433594 Feb 11 05:38:30.908224 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2109d0dc-07ad-4aac-b40c-15d2a5607060 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:30.921149 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2109d0dc-07ad-4aac-b40c-15d2a5607060), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.046873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'name': 'tempest-TestServerBasicOps-2136740624-router', 'tenant_id': 'a6868da4592e4e97a32f28c57867e8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd2837a45-f99d-4458-a250-e5af0a5e8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:11Z', 'updated_at': '2022-02-11T05:38:24Z', 'revision_number': 4, 'project_id': 'a6868da4592e4e97a32f28c57867e8c8', 'gw_port': {'id': 'd2837a45-f99d-4458-a250-e5af0a5e8d88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:14Z', 'updated_at': '2022-02-11T05:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '1d98f670-a37d-438b-8e54-c494fb7f8fb7', 'name': '', 'network_id': '1833ab7d-13ff-48d6-aacf-dde5dabdf980', 'tenant_id': 'a6868da4592e4e97a32f28c57867e8c8', 'mac_address': 'fa:16:3e:78:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'a6455924-ad33-4fe7-a8f2-73725bdd784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:22Z', 'updated_at': '2022-02-11T05:38:24Z', 'revision_number': 2, 'project_id': 'a6868da4592e4e97a32f28c57867e8c8', 'subnets': [{'id': 'a6455924-ad33-4fe7-a8f2-73725bdd784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:31.055276 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-7a0e405b-f17b-4e51-9f9b-fe25ff82dea7 service neutron] 10.222.0.87 "GET /v2.0/networks/c5f461cd-6672-4729-91c0-d858758eba8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519065 Feb 11 05:38:31.136230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ab7ed-75c4-405a-ad3f-5baf0ed03869 None None] The sync data for ids ['3e59102d-1e48-4b66-9b7a-4c1daa4594af'] in n-d-713499-38 is: [{'id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'name': 'tempest-TestServerBasicOps-2136740624-router', 'tenant_id': 'a6868da4592e4e97a32f28c57867e8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd2837a45-f99d-4458-a250-e5af0a5e8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:11Z', 'updated_at': '2022-02-11T05:38:24Z', 'revision_number': 4, 'project_id': 'a6868da4592e4e97a32f28c57867e8c8', 'gw_port': {'id': 'd2837a45-f99d-4458-a250-e5af0a5e8d88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:14Z', 'updated_at': '2022-02-11T05:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '1d98f670-a37d-438b-8e54-c494fb7f8fb7', 'name': '', 'network_id': '1833ab7d-13ff-48d6-aacf-dde5dabdf980', 'tenant_id': 'a6868da4592e4e97a32f28c57867e8c8', 'mac_address': 'fa:16:3e:78:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'a6455924-ad33-4fe7-a8f2-73725bdd784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:22Z', 'updated_at': '2022-02-11T05:38:24Z', 'revision_number': 2, 'project_id': 'a6868da4592e4e97a32f28c57867e8c8', 'subnets': [{'id': 'a6455924-ad33-4fe7-a8f2-73725bdd784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:31.413841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2109d0dc-07ad-4aac-b40c-15d2a5607060 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:31.414244 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2109d0dc-07ad-4aac-b40c-15d2a5607060), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.627231 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Publish callbacks [] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.641507 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 2109d0dc-07ad-4aac-b40c-15d2a5607060, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2109d0dc-07ad-4aac-b40c-15d2a5607060,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:31.664138 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.787305 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2109d0dc-07ad-4aac-b40c-15d2a5607060), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:31.793979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d96c0895-9759-4622-87db-0bd06b37bff1 req-9af67c4c-a42b-45e1-b6b9-ac8c9ea0ad2d tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 210 time: 0.2963088 Feb 11 05:38:31.806247 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b56bb130-1b13-4e6f-91bb-62f38f1fa3e1 req-705fa8f6-398e-446c-bc4d-8b92df0314aa tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5c0c6b6-a47f-4941-a6a9-f9e30a7d1d09 HTTP/1.1" status: 200 len: 210 time: 0.2990148 Feb 11 05:38:32.121410 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d221e7-fa23-4d34-9f9d-62308858a44a None None] Pushing event updated for resources: {'Port': ['ID=397c566c-9e1a-4fa9-8676-ef8ef2d43aeb,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:32.212072 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3e4e3d6-2c5a-4dc1-8d3f-329c4fd79ca1 req-9cff5e1f-af36-4ebe-b02f-95e5078eb90f tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 210 time: 0.1307383 Feb 11 05:38:32.297326 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f191690f-32dd-4184-8ef2-1d56ccdfc669 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:32.350453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b7e46-9594-4766-b6c8-0188de8f623e req-9a9fdd56-8151-46f6-b100-1efa3487f5ce tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:32.354050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-880b7e46-9594-4766-b6c8-0188de8f623e req-9a9fdd56-8151-46f6-b100-1efa3487f5ce tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.73 "GET /v2.0/networks?id=6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 HTTP/1.1" status: 200 len: 910 time: 0.8055847 Feb 11 05:38:32.377411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-880b7e46-9594-4766-b6c8-0188de8f623e req-0d308395-9124-4ce7-b1ce-5ecf81524bfb tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Request body: {'port': {'device_id': 'de739423-7e73-493f-8c24-fc11b4cbc9db', 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8', 'admin_state_up': True, 'tenant_id': 'dda3024548904cd7899bfa9f87029174'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:32.446001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880b7e46-9594-4766-b6c8-0188de8f623e req-0d308395-9124-4ce7-b1ce-5ecf81524bfb tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Made reservation on behalf of dda3024548904cd7899bfa9f87029174 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:32.456371 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-880b7e46-9594-4766-b6c8-0188de8f623e req-0d308395-9124-4ce7-b1ce-5ecf81524bfb tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:32.830881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Attempting to bind port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:32.831270 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Attempting to bind port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '700f3867-4a8d-45ca-bb3a-029fc97c89a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd1e867d9-207e-4237-b027-77961b002b11'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:32.831671 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Attempting to bind port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb on network d1e867d9-207e-4237-b027-77961b002b11 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:32.884493 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:32.884691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Checking segment: {'id': '700f3867-4a8d-45ca-bb3a-029fc97c89a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd1e867d9-207e-4237-b027-77961b002b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:32.885047 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:32.885448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Bound using segment: {'id': '700f3867-4a8d-45ca-bb3a-029fc97c89a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd1e867d9-207e-4237-b027-77961b002b11'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:32.885933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Bound port: 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700f3867-4a8d-45ca-bb3a-029fc97c89a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd1e867d9-207e-4237-b027-77961b002b11'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:32.886327 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:32.940143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-880b7e46-9594-4766-b6c8-0188de8f623e req-0d308395-9124-4ce7-b1ce-5ecf81524bfb tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Allocated IP 172.20.0.11 (6b3f420c-e982-4baf-a5ce-2f6b2f3838d8/3156e3bb-2205-4eae-9139-572402eb785f/f9bef966-1381-4a23-b5ff-b16011fa093b) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:32.952226 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.027177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36234) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:33.074755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=2109d0dc-07ad-4aac-b40c-15d2a5607060,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:33.115264 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdf18f60-3fc2-48ff-a6fa-d6cdef18d5e7 req-0b39c307-73dd-4ae4-ab11-53c1222a0e6f tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 210 time: 0.1515119 Feb 11 05:38:33.134601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f4edbb60-80f9-40e4-a6c0-4e2a0dd907ae None None] Provisioning complete for port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:33.136460 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4edbb60-80f9-40e4-a6c0-4e2a0dd907ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.166430 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1593ce7a-017e-46f4-a881-e3a66cab0e14 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for security_group (3cf28cb2-49e4-44c6-9a96-688d92e7c5f0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.244498 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1593ce7a-017e-46f4-a881-e3a66cab0e14 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for security_group (3cf28cb2-49e4-44c6-9a96-688d92e7c5f0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.248624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f191690f-32dd-4184-8ef2-1d56ccdfc669 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:33.249657 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.413684 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1593ce7a-017e-46f4-a881-e3a66cab0e14 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3cf28cb2-49e4-44c6-9a96-688d92e7c5f0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.416572 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1593ce7a-017e-46f4-a881-e3a66cab0e14 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.417823 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1593ce7a-017e-46f4-a881-e3a66cab0e14 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "DELETE /v2.0/security-groups/3cf28cb2-49e4-44c6-9a96-688d92e7c5f0 HTTP/1.1" status: 204 len: 168 time: 0.3894210 Feb 11 05:38:33.428937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36242) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:33.429129 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] For port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:33.436746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] For port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=397c566c-9e1a-4fa9-8676-ef8ef2d43aeb,segment=NetworkSegment(700f3867-4a8d-45ca-bb3a-029fc97c89a2),segment_id=700f3867-4a8d-45ca-bb3a-029fc97c89a2)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:33.456570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f4edbb60-80f9-40e4-a6c0-4e2a0dd907ae None None] Port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:33.466467 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.487819 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-3595aa89-0155-4127-b6f7-bcc39b122d69 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] show failed (client error): The resource could not be found. Feb 11 05:38:33.489079 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3595aa89-0155-4127-b6f7-bcc39b122d69 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "GET /v2.0/security-groups/3cf28cb2-49e4-44c6-9a96-688d92e7c5f0 HTTP/1.1" status: 404 len: 347 time: 0.0661414 Feb 11 05:38:33.519401 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36248) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:33.523262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593ce7a-017e-46f4-a881-e3a66cab0e14 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf28cb2-49e4-44c6-9a96-688d92e7c5f0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:33.631207 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-880b7e46-9594-4766-b6c8-0188de8f623e req-0d308395-9124-4ce7-b1ce-5ecf81524bfb tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Publish callbacks [] for port (f9bef966-1381-4a23-b5ff-b16011fa093b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.733573 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-880b7e46-9594-4766-b6c8-0188de8f623e req-0d308395-9124-4ce7-b1ce-5ecf81524bfb tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f9bef966-1381-4a23-b5ff-b16011fa093b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.849821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f191690f-32dd-4184-8ef2-1d56ccdfc669 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:33.925606 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.985176 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-832aaad9-588a-4bb2-86ec-29dfcf8055ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Deleting port ee371523-813d-4c5a-89ec-81db6bc8a6c3 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:33.985939 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-832aaad9-588a-4bb2-86ec-29dfcf8055ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ee371523-813d-4c5a-89ec-81db6bc8a6c3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:33.992227 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d221e7-fa23-4d34-9f9d-62308858a44a None None] Pushing event updated for resources: {'Port': ['ID=397c566c-9e1a-4fa9-8676-ef8ef2d43aeb,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:33.995071 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Routers {'97fce025-14b6-428e-9e02-75f605040b28'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:34.003593 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:38:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['97fce025-14b6-428e-9e02-75f605040b28'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:34.064213 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880b7e46-9594-4766-b6c8-0188de8f623e req-0d308395-9124-4ce7-b1ce-5ecf81524bfb tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:34.092020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-880b7e46-9594-4766-b6c8-0188de8f623e req-0d308395-9124-4ce7-b1ce-5ecf81524bfb tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:34.104830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-880b7e46-9594-4766-b6c8-0188de8f623e req-0d308395-9124-4ce7-b1ce-5ecf81524bfb tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:34.147443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d308395-9124-4ce7-b1ce-5ecf81524bfb tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Pushing event updated for resources: {'Port': ['ID=f9bef966-1381-4a23-b5ff-b16011fa093b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:34.206690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0eaf1-2e67-42e9-94ba-d8da53797357 req-6b2061b7-3fa8-464c-96dd-6d9859555c19 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:34.219461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ab0eaf1-2e67-42e9-94ba-d8da53797357 req-6b2061b7-3fa8-464c-96dd-6d9859555c19 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 1028 time: 0.5178802 Feb 11 05:38:34.298222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b7e46-9594-4766-b6c8-0188de8f623e req-0d308395-9124-4ce7-b1ce-5ecf81524bfb tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:34.299222 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-880b7e46-9594-4766-b6c8-0188de8f623e req-0d308395-9124-4ce7-b1ce-5ecf81524bfb tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.485555 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] Set router 97fce025-14b6-428e-9e02-75f605040b28 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:34.542205 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c50ea64-e384-4e9d-8aba-1c4c8fe81f16 req-1cb113f8-9dd6-4249-8cb5-c82ac2568b2b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 210 time: 0.2073627 Feb 11 05:38:34.568894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ab0eaf1-2e67-42e9-94ba-d8da53797357 req-6a7fcea8-445e-4736-9fe9-8330163ed390 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480237 Feb 11 05:38:34.573378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-880b7e46-9594-4766-b6c8-0188de8f623e req-0d308395-9124-4ce7-b1ce-5ecf81524bfb tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.2084329 Feb 11 05:38:34.599302 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Request body: {'port': {'device_id': 'de739423-7e73-493f-8c24-fc11b4cbc9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:34.776307 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a12660a1-72a8-4d65-82be-739ffed4a197 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:34.803135 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f9bef966-1381-4a23-b5ff-b16011fa093b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.843149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: a12660a1-72a8-4d65-82be-739ffed4a197 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:34.850570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a12660a1-72a8-4d65-82be-739ffed4a197 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:34.851651 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ee803249-60f5-4800-adf0-2230c9d836bf no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:34.930406 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-f333c52b-59ee-43ca-a00e-45f7877fdfa5 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:34.937409 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-f333c52b-59ee-43ca-a00e-45f7877fdfa5 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.73 "GET /v2.0/networks?id=c5f461cd-6672-4729-91c0-d858758eba8c HTTP/1.1" status: 200 len: 809 time: 0.7692935 Feb 11 05:38:35.001580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: ee803249-60f5-4800-adf0-2230c9d836bf {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:35.002163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ee803249-60f5-4800-adf0-2230c9d836bf not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:35.002905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5af39cc8-39ef-4384-aabd-b0fb7199ff80 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:35.133507 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-832aaad9-588a-4bb2-86ec-29dfcf8055ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ee371523-813d-4c5a-89ec-81db6bc8a6c3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.133841 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-832aaad9-588a-4bb2-86ec-29dfcf8055ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for floatingip (ee371523-813d-4c5a-89ec-81db6bc8a6c3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.213179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-555e0548-01d8-4d4d-af62-0ef99d0f2a2f None None] Provisioning complete for port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:35.214711 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-555e0548-01d8-4d4d-af62-0ef99d0f2a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.227748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 5af39cc8-39ef-4384-aabd-b0fb7199ff80 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:35.227748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5af39cc8-39ef-4384-aabd-b0fb7199ff80 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:35.249839 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-832aaad9-588a-4bb2-86ec-29dfcf8055ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Calling delete_port for ee371523-813d-4c5a-89ec-81db6bc8a6c3 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:35.547839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9bef966-1381-4a23-b5ff-b16011fa093b {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:38:35.561358 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Publish callbacks [] for port (f9bef966-1381-4a23-b5ff-b16011fa093b), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.665876 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.698603 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-206ffebf-d085-42ed-984f-af12008b8f9e tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45c2fc86c73b4ccfb9c8f2a600d289b2 HTTP/1.1" status: 200 len: 380 time: 0.7459850 Feb 11 05:38:35.709640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Request body: {'port': {'device_id': '3d576fb1-87bb-491b-aa5a-a7336bcd7e44', 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'admin_state_up': True, 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'security_groups': ['770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:35.896106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2109d0dc-07ad-4aac-b40c-15d2a5607060 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:35.901908 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1313db86-d524-46e6-a7e9-f95ae538508a req-7778c5b9-0628-473a-bb11-044b558a448b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 210 time: 0.1691923 Feb 11 05:38:35.978066 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-832aaad9-588a-4bb2-86ec-29dfcf8055ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ee371523-813d-4c5a-89ec-81db6bc8a6c3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:35.982143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Transition to ACTIVE for port object f9bef966-1381-4a23-b5ff-b16011fa093b will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:38:36.007847 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (f9bef966-1381-4a23-b5ff-b16011fa093b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.086356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Pushing event updated for resources: {'Port': ['ID=f9bef966-1381-4a23-b5ff-b16011fa093b,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:36.088033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832aaad9-588a-4bb2-86ec-29dfcf8055ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event deleted for resources: {'Port': ['ID=ee371523-813d-4c5a-89ec-81db6bc8a6c3,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:36.100204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b85d20-56c4-46a8-bd9c-caa73ef3076e req-3d52a19a-254d-4529-9b97-8105378473a6 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:36.110732 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3b85d20-56c4-46a8-bd9c-caa73ef3076e req-3d52a19a-254d-4529-9b97-8105378473a6 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 1028 time: 0.2431340 Feb 11 05:38:36.170296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fce025-14b6-428e-9e02-75f605040b28', 'name': 'tempest-TestServerMultinode-759725006-router', 'tenant_id': 'dda3024548904cd7899bfa9f87029174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2109d0dc-07ad-4aac-b40c-15d2a5607060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:09Z', 'updated_at': '2022-02-11T05:38:22Z', 'revision_number': 4, 'project_id': 'dda3024548904cd7899bfa9f87029174', 'gw_port': {'id': '2109d0dc-07ad-4aac-b40c-15d2a5607060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fce025-14b6-428e-9e02-75f605040b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:12Z', 'updated_at': '2022-02-11T05:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '397c566c-9e1a-4fa9-8676-ef8ef2d43aeb', 'name': '', 'network_id': 'd1e867d9-207e-4237-b027-77961b002b11', 'tenant_id': 'dda3024548904cd7899bfa9f87029174', 'mac_address': 'fa:16:3e:36:28:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fce025-14b6-428e-9e02-75f605040b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'f40fc29e-cc49-4590-a5c6-99edd4179830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:19Z', 'updated_at': '2022-02-11T05:38:33Z', 'revision_number': 4, 'project_id': 'dda3024548904cd7899bfa9f87029174', 'subnets': [{'id': 'f40fc29e-cc49-4590-a5c6-99edd4179830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:36.278308 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Sync routers for ids ['3e59102d-1e48-4b66-9b7a-4c1daa4594af'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:36.293409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc027c06-46e5-4c23-b64b-5fe2a1c6e018 None None] The sync data for ids ['97fce025-14b6-428e-9e02-75f605040b28'] in n-d-713499-38 is: [{'id': '97fce025-14b6-428e-9e02-75f605040b28', 'name': 'tempest-TestServerMultinode-759725006-router', 'tenant_id': 'dda3024548904cd7899bfa9f87029174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2109d0dc-07ad-4aac-b40c-15d2a5607060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:09Z', 'updated_at': '2022-02-11T05:38:22Z', 'revision_number': 4, 'project_id': 'dda3024548904cd7899bfa9f87029174', 'gw_port': {'id': '2109d0dc-07ad-4aac-b40c-15d2a5607060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fce025-14b6-428e-9e02-75f605040b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:12Z', 'updated_at': '2022-02-11T05:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '397c566c-9e1a-4fa9-8676-ef8ef2d43aeb', 'name': '', 'network_id': 'd1e867d9-207e-4237-b027-77961b002b11', 'tenant_id': 'dda3024548904cd7899bfa9f87029174', 'mac_address': 'fa:16:3e:36:28:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fce025-14b6-428e-9e02-75f605040b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'f40fc29e-cc49-4590-a5c6-99edd4179830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:19Z', 'updated_at': '2022-02-11T05:38:33Z', 'revision_number': 4, 'project_id': 'dda3024548904cd7899bfa9f87029174', 'subnets': [{'id': 'f40fc29e-cc49-4590-a5c6-99edd4179830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:36.304270 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-555e0548-01d8-4d4d-af62-0ef99d0f2a2f None None] Current status of the port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:36.304698 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-555e0548-01d8-4d4d-af62-0ef99d0f2a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.329992 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Routers {'3e59102d-1e48-4b66-9b7a-4c1daa4594af'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:36.335942 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:38:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e59102d-1e48-4b66-9b7a-4c1daa4594af'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:36.360214 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2109d0dc-07ad-4aac-b40c-15d2a5607060 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:36.360878 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2109d0dc-07ad-4aac-b40c-15d2a5607060), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.468008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-555e0548-01d8-4d4d-af62-0ef99d0f2a2f None None] For port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=397c566c-9e1a-4fa9-8676-ef8ef2d43aeb,segment=NetworkSegment(700f3867-4a8d-45ca-bb3a-029fc97c89a2),segment_id=700f3867-4a8d-45ca-bb3a-029fc97c89a2)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:36.499998 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-555e0548-01d8-4d4d-af62-0ef99d0f2a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.524820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Attempting to bind port f9bef966-1381-4a23-b5ff-b16011fa093b on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:36.525299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Attempting to bind port f9bef966-1381-4a23-b5ff-b16011fa093b by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'c269f833-27db-43ef-a737-f72e91f1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:36.525640 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Attempting to bind port f9bef966-1381-4a23-b5ff-b16011fa093b on network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:36.622664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Port f9bef966-1381-4a23-b5ff-b16011fa093b on network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:38:36.623321 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Attempting to bind port f9bef966-1381-4a23-b5ff-b16011fa093b on network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:36.657955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e0548-01d8-4d4d-af62-0ef99d0f2a2f None None] Pushing event updated for resources: {'Port': ['ID=397c566c-9e1a-4fa9-8676-ef8ef2d43aeb,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:36.658154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:36.659850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Checking segment: {'id': 'c269f833-27db-43ef-a737-f72e91f1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:36.660249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Bound using segment: {'id': 'c269f833-27db-43ef-a737-f72e91f1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:36.660907 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Bound port: f9bef966-1381-4a23-b5ff-b16011fa093b, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c269f833-27db-43ef-a737-f72e91f1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:36.661275 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f9bef966-1381-4a23-b5ff-b16011fa093b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.699537 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3b85d20-56c4-46a8-bd9c-caa73ef3076e req-161678bf-217a-4b6e-83a8-a7267dfa5fb3 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5794339 Feb 11 05:38:36.732821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2109d0dc-07ad-4aac-b40c-15d2a5607060 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:36.735492 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d2837a45-f99d-4458-a250-e5af0a5e8d88 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:36.858996 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Set router 3e59102d-1e48-4b66-9b7a-4c1daa4594af gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:36.936791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d2837a45-f99d-4458-a250-e5af0a5e8d88 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:36.938662 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d2837a45-f99d-4458-a250-e5af0a5e8d88), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:36.968189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] For port f9bef966-1381-4a23-b5ff-b16011fa093b, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:36.979381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] For port f9bef966-1381-4a23-b5ff-b16011fa093b, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f9bef966-1381-4a23-b5ff-b16011fa093b,segment=NetworkSegment(c269f833-27db-43ef-a737-f72e91f1b842),segment_id=c269f833-27db-43ef-a737-f72e91f1b842)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:36.993304 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (f9bef966-1381-4a23-b5ff-b16011fa093b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.216203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d2837a45-f99d-4458-a250-e5af0a5e8d88 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:37.216613 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d2837a45-f99d-4458-a250-e5af0a5e8d88), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.248100 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-379274a5-0806-439e-93f2-f4021e9bd65b req-61e1fe29-a59d-46be-977e-6a8525432a4c tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 210 time: 0.1694007 Feb 11 05:38:37.251577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:37.252236 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.253614 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-880b7e46-9594-4766-b6c8-0188de8f623e req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] 10.222.0.73 "PUT /v2.0/ports/f9bef966-1381-4a23-b5ff-b16011fa093b HTTP/1.1" status: 200 len: 1093 time: 2.6692634 Feb 11 05:38:37.254108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de739423-7e73-493f-8c24-fc11b4cbc9db', 'tag': 'f9bef966-1381-4a23-b5ff-b16011fa093b'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:37.281541 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a08680-ccfb-42d2-8267-460fd2ccd31b" -d '{"events": [{"name": "network-changed", "server_uuid": "de739423-7e73-493f-8c24-fc11b4cbc9db", "tag": "f9bef966-1381-4a23-b5ff-b16011fa093b"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:37.293281 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port d2837a45-f99d-4458-a250-e5af0a5e8d88, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d2837a45-f99d-4458-a250-e5af0a5e8d88,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:37.311534 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d2837a45-f99d-4458-a250-e5af0a5e8d88), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.414548 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba5481-6f4c-4504-bcbf-9c0c5cabd28a service neutron] Pushing event updated for resources: {'Port': ['ID=f9bef966-1381-4a23-b5ff-b16011fa093b,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:37.508632 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'name': 'tempest-TestServerBasicOps-2136740624-router', 'tenant_id': 'a6868da4592e4e97a32f28c57867e8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd2837a45-f99d-4458-a250-e5af0a5e8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:11Z', 'updated_at': '2022-02-11T05:38:24Z', 'revision_number': 4, 'project_id': 'a6868da4592e4e97a32f28c57867e8c8', 'gw_port': {'id': 'd2837a45-f99d-4458-a250-e5af0a5e8d88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:14Z', 'updated_at': '2022-02-11T05:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '1d98f670-a37d-438b-8e54-c494fb7f8fb7', 'name': '', 'network_id': '1833ab7d-13ff-48d6-aacf-dde5dabdf980', 'tenant_id': 'a6868da4592e4e97a32f28c57867e8c8', 'mac_address': 'fa:16:3e:78:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'a6455924-ad33-4fe7-a8f2-73725bdd784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:22Z', 'updated_at': '2022-02-11T05:38:24Z', 'revision_number': 2, 'project_id': 'a6868da4592e4e97a32f28c57867e8c8', 'subnets': [{'id': 'a6455924-ad33-4fe7-a8f2-73725bdd784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:37.616245 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Checking router: 3e59102d-1e48-4b66-9b7a-4c1daa4594af for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:37.620199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b7e46-9594-4766-b6c8-0188de8f623e req-53ff0d5a-ae49-4092-9440-7f9966fd83db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:37.621901 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-880b7e46-9594-4766-b6c8-0188de8f623e req-53ff0d5a-ae49-4092-9440-7f9966fd83db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dda3024548904cd7899bfa9f87029174&device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 1127 time: 0.2803411 Feb 11 05:38:37.629246 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Updating router 3e59102d-1e48-4b66-9b7a-4c1daa4594af port 1d98f670-a37d-438b-8e54-c494fb7f8fb7 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:38:37.665309 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-832aaad9-588a-4bb2-86ec-29dfcf8055ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for floatingip (5e26d4e0-3b0d-4a67-a58d-a74f0e3695b8), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.684130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-832aaad9-588a-4bb2-86ec-29dfcf8055ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.685375 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-832aaad9-588a-4bb2-86ec-29dfcf8055ab tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "DELETE /v2.0/floatingips/5e26d4e0-3b0d-4a67-a58d-a74f0e3695b8 HTTP/1.1" status: 204 len: 168 time: 4.1563919 Feb 11 05:38:37.693020 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36322) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:37.765032 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-880b7e46-9594-4766-b6c8-0188de8f623e req-5717b634-dd71-4978-9a64-013b07c1ec24 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9bef966-1381-4a23-b5ff-b16011fa093b HTTP/1.1" status: 200 len: 217 time: 0.1352823 Feb 11 05:38:37.770613 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Made reservation on behalf of 45c2fc86c73b4ccfb9c8f2a600d289b2 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:37.771531 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:37.782445 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.070016 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1699dc58-70be-4aac-ab11-1be1e2786047 x-openstack-request-id: req-1699dc58-70be-4aac-ab11-1be1e2786047 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:38.070364 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de739423-7e73-493f-8c24-fc11b4cbc9db", "tag": "f9bef966-1381-4a23-b5ff-b16011fa093b", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:38.070586 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1699dc58-70be-4aac-ab11-1be1e2786047 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:38.072844 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de739423-7e73-493f-8c24-fc11b4cbc9db', 'tag': 'f9bef966-1381-4a23-b5ff-b16011fa093b', 'status': 'completed', 'code': 200} Feb 11 05:38:38.130842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080d725-b4f0-4e82-90bb-f2d6a72ee635 req-91a17893-a934-4988-bd7e-4bee85e162c2 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:38.144513 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8080d725-b4f0-4e82-90bb-f2d6a72ee635 req-91a17893-a934-4988-bd7e-4bee85e162c2 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 1127 time: 0.2612684 Feb 11 05:38:38.178514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b7e46-9594-4766-b6c8-0188de8f623e req-3603c4f7-fa05-42c5-aaf5-a1f804d7f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:38.183315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-880b7e46-9594-4766-b6c8-0188de8f623e req-3603c4f7-fa05-42c5-aaf5-a1f804d7f764 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3156e3bb-2205-4eae-9139-572402eb785f HTTP/1.1" status: 200 len: 848 time: 0.4107888 Feb 11 05:38:38.217238 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=d2837a45-f99d-4458-a250-e5af0a5e8d88,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:38.222613 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:38.383066 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8080d725-b4f0-4e82-90bb-f2d6a72ee635 req-bbf34ed8-d86b-4cea-9158-5b6c14d9c663 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369699 Feb 11 05:38:38.434626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b7e46-9594-4766-b6c8-0188de8f623e req-1402db4a-fc1d-4b43-adcc-0c68e01e7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:38.436185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-880b7e46-9594-4766-b6c8-0188de8f623e req-1402db4a-fc1d-4b43-adcc-0c68e01e7cab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b3f420c-e982-4baf-a5ce-2f6b2f3838d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2410238 Feb 11 05:38:38.456052 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Publish callbacks [] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.471181 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.501142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:38.501653 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.539463 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-6b114358-d2cb-445a-941c-8f56e0ccdb3c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Deleting port aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:38.539832 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6b114358-d2cb-445a-941c-8f56e0ccdb3c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.626203 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8614f56-2970-4075-869a-9fb40ed88aa9 None None] Pushing event updated for resources: {'Port': ['ID=1d98f670-a37d-438b-8e54-c494fb7f8fb7,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:38.711137 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:38.767539 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-880b7e46-9594-4766-b6c8-0188de8f623e req-4d72effe-4015-456c-8df6-2f5522aa1450 service neutron] 10.222.0.73 "GET /v2.0/networks/6b3f420c-e982-4baf-a5ce-2f6b2f3838d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100934 Feb 11 05:38:38.799142 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Attempting to bind port 1d98f670-a37d-438b-8e54-c494fb7f8fb7 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:38.801982 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Attempting to bind port 1d98f670-a37d-438b-8e54-c494fb7f8fb7 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1833ab7d-13ff-48d6-aacf-dde5dabdf980'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:38.802599 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Attempting to bind port 1d98f670-a37d-438b-8e54-c494fb7f8fb7 on network 1833ab7d-13ff-48d6-aacf-dde5dabdf980 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:38.819171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Allocated IP 172.20.0.8 (c5f461cd-6672-4729-91c0-d858758eba8c/fc376bea-7853-4198-876a-16f0aadc5bdf/c1ee304c-aec4-4424-913c-3708f4b195a7) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:38.820309 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:38.822021 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Checking segment: {'id': '7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1833ab7d-13ff-48d6-aacf-dde5dabdf980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:38.822447 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.824171 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Bound using segment: {'id': '7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1833ab7d-13ff-48d6-aacf-dde5dabdf980'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:38.825028 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Bound port: 1d98f670-a37d-438b-8e54-c494fb7f8fb7, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1833ab7d-13ff-48d6-aacf-dde5dabdf980'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:38.826425 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:38.957502 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] For port 1d98f670-a37d-438b-8e54-c494fb7f8fb7, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:38.961401 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] For port 1d98f670-a37d-438b-8e54-c494fb7f8fb7, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1d98f670-a37d-438b-8e54-c494fb7f8fb7,segment=NetworkSegment(7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1),segment_id=7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:38.972594 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.017246 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6b114358-d2cb-445a-941c-8f56e0ccdb3c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.068979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-6b114358-d2cb-445a-941c-8f56e0ccdb3c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Calling delete_port for aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:39.129336 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8614f56-2970-4075-869a-9fb40ed88aa9 None None] Pushing event updated for resources: {'Port': ['ID=1d98f670-a37d-438b-8e54-c494fb7f8fb7,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:39.157126 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ed58b255-8e00-4e86-a980-c5f1efa36ca3 None None] Provisioning complete for port 1d98f670-a37d-438b-8e54-c494fb7f8fb7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:39.157531 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ed58b255-8e00-4e86-a980-c5f1efa36ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.167009 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Routers {'3e59102d-1e48-4b66-9b7a-4c1daa4594af'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:39.168637 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:38:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e59102d-1e48-4b66-9b7a-4c1daa4594af'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:39.443024 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for port (c1ee304c-aec4-4424-913c-3708f4b195a7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.516645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ed58b255-8e00-4e86-a980-c5f1efa36ca3 None None] Current status of the port 1d98f670-a37d-438b-8e54-c494fb7f8fb7 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:39.517189 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ed58b255-8e00-4e86-a980-c5f1efa36ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.550417 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] Set router 3e59102d-1e48-4b66-9b7a-4c1daa4594af gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:39.560583 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36358) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:39.569641 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c1ee304c-aec4-4424-913c-3708f4b195a7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.641726 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Pushing event updated for resources: {'Port': ['ID=c1ee304c-aec4-4424-913c-3708f4b195a7,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:39.667324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1d98f670-a37d-438b-8e54-c494fb7f8fb7 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:39.684002 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:39.695895 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:39.696444 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:39.696923 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:39.697380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:39.697831 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:39.698290 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:39.698734 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:39.699178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:39.699647 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:39.700089 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:39.700543 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:39.700984 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:39.725643 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Network c5f461cd-6672-4729-91c0-d858758eba8c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:39.742217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:39.745912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:39.786977 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ed58b255-8e00-4e86-a980-c5f1efa36ca3 None None] For port 1d98f670-a37d-438b-8e54-c494fb7f8fb7, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1d98f670-a37d-438b-8e54-c494fb7f8fb7,segment=NetworkSegment(7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1),segment_id=7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:39.799724 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ed58b255-8e00-4e86-a980-c5f1efa36ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.893964 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ff9a2905-7e52-4844-8bb6-ab9932f8fb94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:39.939075 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:39.939637 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.050088 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58b255-8e00-4e86-a980-c5f1efa36ca3 None None] Pushing event updated for resources: {'Port': ['ID=1d98f670-a37d-438b-8e54-c494fb7f8fb7,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:40.121204 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-d22eeec5-ec76-4ae0-8623-d23db9a6b66b tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4174330 Feb 11 05:38:40.130821 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6b114358-d2cb-445a-941c-8f56e0ccdb3c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.168262 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.169150 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e35acf66-6ab0-49e8-852c-c52f0e293b6f None None] Provisioning complete for port 1d98f670-a37d-438b-8e54-c494fb7f8fb7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:40.169523 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e35acf66-6ab0-49e8-852c-c52f0e293b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.171943 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'name': 'tempest-TestServerBasicOps-2136740624-router', 'tenant_id': 'a6868da4592e4e97a32f28c57867e8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd2837a45-f99d-4458-a250-e5af0a5e8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:11Z', 'updated_at': '2022-02-11T05:38:24Z', 'revision_number': 4, 'project_id': 'a6868da4592e4e97a32f28c57867e8c8', 'gw_port': {'id': 'd2837a45-f99d-4458-a250-e5af0a5e8d88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:14Z', 'updated_at': '2022-02-11T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '1d98f670-a37d-438b-8e54-c494fb7f8fb7', 'name': '', 'network_id': '1833ab7d-13ff-48d6-aacf-dde5dabdf980', 'tenant_id': 'a6868da4592e4e97a32f28c57867e8c8', 'mac_address': 'fa:16:3e:78:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'a6455924-ad33-4fe7-a8f2-73725bdd784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:22Z', 'updated_at': '2022-02-11T05:38:38Z', 'revision_number': 4, 'project_id': 'a6868da4592e4e97a32f28c57867e8c8', 'subnets': [{'id': 'a6455924-ad33-4fe7-a8f2-73725bdd784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:40.183632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Request body: {'port': {'device_id': '3d576fb1-87bb-491b-aa5a-a7336bcd7e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:40.247969 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a80ff14-a9c9-4fb3-9ba9-696214040a5c None None] The sync data for ids ['3e59102d-1e48-4b66-9b7a-4c1daa4594af'] in n-d-713499-38 is: [{'id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'name': 'tempest-TestServerBasicOps-2136740624-router', 'tenant_id': 'a6868da4592e4e97a32f28c57867e8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd2837a45-f99d-4458-a250-e5af0a5e8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:11Z', 'updated_at': '2022-02-11T05:38:24Z', 'revision_number': 4, 'project_id': 'a6868da4592e4e97a32f28c57867e8c8', 'gw_port': {'id': 'd2837a45-f99d-4458-a250-e5af0a5e8d88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:14Z', 'updated_at': '2022-02-11T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '1d98f670-a37d-438b-8e54-c494fb7f8fb7', 'name': '', 'network_id': '1833ab7d-13ff-48d6-aacf-dde5dabdf980', 'tenant_id': 'a6868da4592e4e97a32f28c57867e8c8', 'mac_address': 'fa:16:3e:78:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'a6455924-ad33-4fe7-a8f2-73725bdd784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:22Z', 'updated_at': '2022-02-11T05:38:38Z', 'revision_number': 4, 'project_id': 'a6868da4592e4e97a32f28c57867e8c8', 'subnets': [{'id': 'a6455924-ad33-4fe7-a8f2-73725bdd784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:38:40.262832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 1d98f670-a37d-438b-8e54-c494fb7f8fb7 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:40.262832 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.317367 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf85fe65-c4cf-4259-8440-39ae9499ce32 req-e79a5b04-6a0f-4c76-8ac9-652fc27d0a7e tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 210 time: 1.8406475 Feb 11 05:38:40.389423 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c1ee304c-aec4-4424-913c-3708f4b195a7), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.428616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b114358-d2cb-445a-941c-8f56e0ccdb3c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event deleted for resources: {'Port': ['ID=aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:40.436434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-880b7e46-9594-4766-b6c8-0188de8f623e req-f2612a4d-8ecc-49a2-a96a-186ca5bca293 service neutron] 10.222.0.73 "GET /v2.0/networks/6b3f420c-e982-4baf-a5ce-2f6b2f3838d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6642737 Feb 11 05:38:40.459802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5470a7-db7f-4fbe-be1f-de3c9ba57df9 req-bb1c428c-35f2-488e-9094-183d059614f9 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:40.473774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc5470a7-db7f-4fbe-be1f-de3c9ba57df9 req-bb1c428c-35f2-488e-9094-183d059614f9 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 1127 time: 0.1827879 Feb 11 05:38:40.493896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e35acf66-6ab0-49e8-852c-c52f0e293b6f None None] Current status of the port 1d98f670-a37d-438b-8e54-c494fb7f8fb7 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:40.581432 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ff9a2905-7e52-4844-8bb6-ab9932f8fb94 admin admin] Publish callbacks [] for security_group (5b60577a-8b97-49d6-8aa0-6777b62b2591), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.587991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 1d98f670-a37d-438b-8e54-c494fb7f8fb7 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:40.589711 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d2837a45-f99d-4458-a250-e5af0a5e8d88 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:40.606753 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ff9a2905-7e52-4844-8bb6-ab9932f8fb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5b60577a-8b97-49d6-8aa0-6777b62b2591), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.659249 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc5470a7-db7f-4fbe-be1f-de3c9ba57df9 req-f52870a1-1387-4f7d-aa90-cecb2b49cede tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824579 Feb 11 05:38:40.665926 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a08680-ccfb-42d2-8267-460fd2ccd31b req-8be07204-100b-43f8-b2c1-8d1b2f257aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:40.679828 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8a08680-ccfb-42d2-8267-460fd2ccd31b req-8be07204-100b-43f8-b2c1-8d1b2f257aba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dda3024548904cd7899bfa9f87029174&device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 1127 time: 0.1435804 Feb 11 05:38:40.697418 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9692b836-efb1-4665-b918-c485e1d39980 None None] Provisioning complete for port c1ee304c-aec4-4424-913c-3708f4b195a7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:40.697978 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9692b836-efb1-4665-b918-c485e1d39980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c1ee304c-aec4-4424-913c-3708f4b195a7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.738372 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d2837a45-f99d-4458-a250-e5af0a5e8d88 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:40.739393 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d2837a45-f99d-4458-a250-e5af0a5e8d88), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:40.792522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9692b836-efb1-4665-b918-c485e1d39980 None None] Port c1ee304c-aec4-4424-913c-3708f4b195a7 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:40.923527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a08680-ccfb-42d2-8267-460fd2ccd31b req-3042e5cb-905b-444f-81d8-c0f9a93cdffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:40.925009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8a08680-ccfb-42d2-8267-460fd2ccd31b req-3042e5cb-905b-444f-81d8-c0f9a93cdffd service neutron] 10.222.0.73 "GET /v2.0/networks?id=6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 HTTP/1.1" status: 200 len: 910 time: 0.2442091 Feb 11 05:38:40.940597 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d2837a45-f99d-4458-a250-e5af0a5e8d88 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:40.945655 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a2905-7e52-4844-8bb6-ab9932f8fb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b60577a-8b97-49d6-8aa0-6777b62b2591,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:40.995063 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ff9a2905-7e52-4844-8bb6-ab9932f8fb94 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=141dfd4533fb4001a14ac2e0d92476b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4310670 Feb 11 05:38:40.997001 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36370) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:41.016597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8a08680-ccfb-42d2-8267-460fd2ccd31b req-7a8e90fe-6ac7-4d0c-ad37-cd7c79fc20da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9bef966-1381-4a23-b5ff-b16011fa093b HTTP/1.1" status: 200 len: 217 time: 0.0827317 Feb 11 05:38:41.156585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a08680-ccfb-42d2-8267-460fd2ccd31b req-3382af3c-9fe0-4748-8d83-78e8ee4eed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:41.159516 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8a08680-ccfb-42d2-8267-460fd2ccd31b req-3382af3c-9fe0-4748-8d83-78e8ee4eed59 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3156e3bb-2205-4eae-9139-572402eb785f HTTP/1.1" status: 200 len: 848 time: 0.1347554 Feb 11 05:38:41.204927 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6b114358-d2cb-445a-941c-8f56e0ccdb3c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.212099 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6b114358-d2cb-445a-941c-8f56e0ccdb3c tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "DELETE /v2.0/ports/aca5a793-3a0c-4b8c-9f5e-6fd2ea0cdfa7 HTTP/1.1" status: 204 len: 168 time: 3.4801450 Feb 11 05:38:41.224059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36374) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:41.374371 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5304971f-7098-4ff0-9551-1a21b1135148 admin admin] Publish callbacks [] for security_group (5b60577a-8b97-49d6-8aa0-6777b62b2591), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.408170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a08680-ccfb-42d2-8267-460fd2ccd31b req-8d026f19-8eb0-4625-8ca5-b2612cbe6bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:41.417096 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8a08680-ccfb-42d2-8267-460fd2ccd31b req-8d026f19-8eb0-4625-8ca5-b2612cbe6bb7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6b3f420c-e982-4baf-a5ce-2f6b2f3838d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2516754 Feb 11 05:38:41.476880 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1d98f670-a37d-438b-8e54-c494fb7f8fb7 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:41.571145 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5304971f-7098-4ff0-9551-1a21b1135148 admin admin] Publish callbacks [] for security_group (5b60577a-8b97-49d6-8aa0-6777b62b2591), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.579704 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 1d98f670-a37d-438b-8e54-c494fb7f8fb7 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:41.580237 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.595000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Deleting port 2f6163c5-4e87-4547-a174-b364d5b146f5 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:41.604123 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.648322 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5304971f-7098-4ff0-9551-1a21b1135148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5b60577a-8b97-49d6-8aa0-6777b62b2591), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.653744 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5304971f-7098-4ff0-9551-1a21b1135148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.655258 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5304971f-7098-4ff0-9551-1a21b1135148 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5b60577a-8b97-49d6-8aa0-6777b62b2591 HTTP/1.1" status: 204 len: 168 time: 0.6551578 Feb 11 05:38:41.674390 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304971f-7098-4ff0-9551-1a21b1135148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b60577a-8b97-49d6-8aa0-6777b62b2591,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:41.683474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca5138-87d2-467e-bba9-3ab52a37fef7 req-4dd68676-5eaf-4795-a407-e4f86c184125 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:41.686683 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60ca5138-87d2-467e-bba9-3ab52a37fef7 req-4dd68676-5eaf-4795-a407-e4f86c184125 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 931 time: 0.2364614 Feb 11 05:38:41.776545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 1d98f670-a37d-438b-8e54-c494fb7f8fb7 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:41.844037 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ee304c-aec4-4424-913c-3708f4b195a7 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:38:41.866009 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Publish callbacks [] for port (c1ee304c-aec4-4424-913c-3708f4b195a7), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.892876 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8a08680-ccfb-42d2-8267-460fd2ccd31b req-6f177ae2-aa43-4a4a-a684-e19e4fa47bc1 service neutron] 10.222.0.73 "GET /v2.0/networks/6b3f420c-e982-4baf-a5ce-2f6b2f3838d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659078 Feb 11 05:38:41.900287 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Transition to ACTIVE for port object c1ee304c-aec4-4424-913c-3708f4b195a7 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:38:41.916573 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (c1ee304c-aec4-4424-913c-3708f4b195a7), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.936149 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:41.952906 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Calling delete_port for 2f6163c5-4e87-4547-a174-b364d5b146f5 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:42.194027 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2f6163c5-4e87-4547-a174-b364d5b146f5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.277108 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ee304c-aec4-4424-913c-3708f4b195a7,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:42.292685 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Attempting to bind port c1ee304c-aec4-4424-913c-3708f4b195a7 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:42.293164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Attempting to bind port c1ee304c-aec4-4424-913c-3708f4b195a7 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '10d983f7-8d8b-44cb-bb7b-c9e1712b8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:42.293781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Attempting to bind port c1ee304c-aec4-4424-913c-3708f4b195a7 on network c5f461cd-6672-4729-91c0-d858758eba8c {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:42.315440 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36392) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:42.332299 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Port c1ee304c-aec4-4424-913c-3708f4b195a7 on network c5f461cd-6672-4729-91c0-d858758eba8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:38:42.332651 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Attempting to bind port c1ee304c-aec4-4424-913c-3708f4b195a7 on network c5f461cd-6672-4729-91c0-d858758eba8c {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:42.338943 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event deleted for resources: {'Port': ['ID=2f6163c5-4e87-4547-a174-b364d5b146f5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:42.356980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9a0f-2d18-4fd9-8f67-bd60e9ace252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.380216 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:42.380597 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Checking segment: {'id': '10d983f7-8d8b-44cb-bb7b-c9e1712b8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:42.380976 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Bound using segment: {'id': '10d983f7-8d8b-44cb-bb7b-c9e1712b8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:42.381426 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Bound port: c1ee304c-aec4-4424-913c-3708f4b195a7, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d983f7-8d8b-44cb-bb7b-c9e1712b8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:42.381786 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c1ee304c-aec4-4424-913c-3708f4b195a7), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.388438 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60ca5138-87d2-467e-bba9-3ab52a37fef7 req-1b9cff5e-e78d-4470-8dcf-999637600d59 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/security-groups?id=770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6781731 Feb 11 05:38:42.393910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.394297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.395186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.395554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.395892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.396228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.396562 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.396886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.397214 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.397541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.397931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.398176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.398503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:42.539611 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] For port c1ee304c-aec4-4424-913c-3708f4b195a7, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:42.560046 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] For port c1ee304c-aec4-4424-913c-3708f4b195a7, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c1ee304c-aec4-4424-913c-3708f4b195a7,segment=NetworkSegment(10d983f7-8d8b-44cb-bb7b-c9e1712b8930),segment_id=10d983f7-8d8b-44cb-bb7b-c9e1712b8930)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:42.585122 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9a0f-2d18-4fd9-8f67-bd60e9ace252 admin admin] Publish callbacks [] for security_group (f6433d81-f131-4f3e-94ca-83cf659ff42e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.588784 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (c1ee304c-aec4-4424-913c-3708f4b195a7), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.600664 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9a0f-2d18-4fd9-8f67-bd60e9ace252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f6433d81-f131-4f3e-94ca-83cf659ff42e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.658437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684d60a-d38c-4df1-bd3e-9f75df8773fa req-172c101f-71b9-4bae-9dbb-85df1c713d9d tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:42.660026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7684d60a-d38c-4df1-bd3e-9f75df8773fa req-172c101f-71b9-4bae-9dbb-85df1c713d9d tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 1127 time: 0.7708764 Feb 11 05:38:42.679669 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee9a0f-2d18-4fd9-8f67-bd60e9ace252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6433d81-f131-4f3e-94ca-83cf659ff42e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:42.718021 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8a08680-ccfb-42d2-8267-460fd2ccd31b req-f690c061-440d-4c85-9c9c-fb91539a3204 service neutron] 10.222.0.73 "GET /v2.0/networks/6b3f420c-e982-4baf-a5ce-2f6b2f3838d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748479 Feb 11 05:38:42.763184 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:42.763844 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.765464 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] 10.222.0.73 "PUT /v2.0/ports/c1ee304c-aec4-4424-913c-3708f4b195a7 HTTP/1.1" status: 200 len: 1092 time: 2.6233234 Feb 11 05:38:42.765976 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d576fb1-87bb-491b-aa5a-a7336bcd7e44', 'tag': 'c1ee304c-aec4-4424-913c-3708f4b195a7'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:42.770625 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cce1f01-9c77-4181-8832-28d0f9282408" -d '{"events": [{"name": "network-changed", "server_uuid": "3d576fb1-87bb-491b-aa5a-a7336bcd7e44", "tag": "c1ee304c-aec4-4424-913c-3708f4b195a7"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:42.778456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.786682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c6755210-f35d-4b43-a0fb-8b2994ec2d27 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "DELETE /v2.0/ports/2f6163c5-4e87-4547-a174-b364d5b146f5 HTTP/1.1" status: 204 len: 168 time: 1.5490618 Feb 11 05:38:42.789658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7684d60a-d38c-4df1-bd3e-9f75df8773fa req-36ba1d34-690b-4dcb-ad48-3474c8702bbb tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178987 Feb 11 05:38:42.790394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36398) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:42.845667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98851e88-b59f-4e0b-888b-038cfbc83de0 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ee304c-aec4-4424-913c-3708f4b195a7,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:42.869687 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c1ee9a0f-2d18-4fd9-8f67-bd60e9ace252 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=35e4cc1b94c34d49b485b433f9df7aa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5528564 Feb 11 05:38:42.875489 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36400) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:42.896037 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de1021b-01c1-4204-8fde-f4284973ac47 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Deleting subnet e4cec936-abe4-430a-9a3b-3c96014981c9 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:38:42.923016 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6de1021b-01c1-4204-8fde-f4284973ac47 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for subnet (e4cec936-abe4-430a-9a3b-3c96014981c9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:42.927128 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d373047e-7b6f-4d08-b7c3-f5501fc94bf6 x-openstack-request-id: req-d373047e-7b6f-4d08-b7c3-f5501fc94bf6 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:42.927856 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d576fb1-87bb-491b-aa5a-a7336bcd7e44", "tag": "c1ee304c-aec4-4424-913c-3708f4b195a7", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:42.928216 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d373047e-7b6f-4d08-b7c3-f5501fc94bf6 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:42.928730 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d576fb1-87bb-491b-aa5a-a7336bcd7e44', 'tag': 'c1ee304c-aec4-4424-913c-3708f4b195a7', 'status': 'completed', 'code': 200} Feb 11 05:38:43.046638 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-60fa1562-bce8-485e-9b81-75655263c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:43.048327 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-60fa1562-bce8-485e-9b81-75655263c55f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45c2fc86c73b4ccfb9c8f2a600d289b2&device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 1126 time: 0.2037749 Feb 11 05:38:43.074885 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-18701f14-7928-40a8-b9ed-b07bd35a5d47 admin admin] Publish callbacks [] for security_group (f6433d81-f131-4f3e-94ca-83cf659ff42e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:43.087064 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6de1021b-01c1-4204-8fde-f4284973ac47 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (e4cec936-abe4-430a-9a3b-3c96014981c9), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:43.120401 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-1444aa3b-f7b9-4925-877b-48c4a423d3c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1ee304c-aec4-4424-913c-3708f4b195a7 HTTP/1.1" status: 200 len: 217 time: 0.0649672 Feb 11 05:38:43.147046 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f9bef966-1381-4a23-b5ff-b16011fa093b details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:38:43.220778 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-18701f14-7928-40a8-b9ed-b07bd35a5d47 admin admin] Publish callbacks [] for security_group (f6433d81-f131-4f3e-94ca-83cf659ff42e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:43.223451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-24c5a122-2858-4254-bc88-1808fd25ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:43.227873 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-24c5a122-2858-4254-bc88-1808fd25ad3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fc376bea-7853-4198-876a-16f0aadc5bdf HTTP/1.1" status: 200 len: 848 time: 0.1013091 Feb 11 05:38:43.347856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-a4ccee00-60f1-4cc9-96f5-74e69a6641aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:43.349311 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-a4ccee00-60f1-4cc9-96f5-74e69a6641aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5f461cd-6672-4729-91c0-d858758eba8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1149659 Feb 11 05:38:43.370155 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f9bef966-1381-4a23-b5ff-b16011fa093b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f9bef966-1381-4a23-b5ff-b16011fa093b,segment=NetworkSegment(c269f833-27db-43ef-a737-f72e91f1b842),segment_id=c269f833-27db-43ef-a737-f72e91f1b842)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:43.406192 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'f9bef966-1381-4a23-b5ff-b16011fa093b', 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8', 'port_id': 'f9bef966-1381-4a23-b5ff-b16011fa093b', 'mac_address': 'fa:16:3e:ee:63:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3156e3bb-2205-4eae-9139-572402eb785f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:38:43.412463 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6de1021b-01c1-4204-8fde-f4284973ac47 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (e4cec936-abe4-430a-9a3b-3c96014981c9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:43.513662 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-18701f14-7928-40a8-b9ed-b07bd35a5d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f6433d81-f131-4f3e-94ca-83cf659ff42e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:43.515711 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port f9bef966-1381-4a23-b5ff-b16011fa093b is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:43.515711 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f9bef966-1381-4a23-b5ff-b16011fa093b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:43.520155 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-18701f14-7928-40a8-b9ed-b07bd35a5d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:43.526159 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-18701f14-7928-40a8-b9ed-b07bd35a5d47 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f6433d81-f131-4f3e-94ca-83cf659ff42e HTTP/1.1" status: 204 len: 168 time: 0.6512535 Feb 11 05:38:43.531830 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6de1021b-01c1-4204-8fde-f4284973ac47 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (e4cec936-abe4-430a-9a3b-3c96014981c9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:43.533036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9bef966-1381-4a23-b5ff-b16011fa093b {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:38:43.559197 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-c2164bf6-f900-4789-b823-7fbf57459438 service neutron] 10.222.0.73 "GET /v2.0/networks/c5f461cd-6672-4729-91c0-d858758eba8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019048 Feb 11 05:38:43.562642 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f9bef966-1381-4a23-b5ff-b16011fa093b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f9bef966-1381-4a23-b5ff-b16011fa093b,segment=NetworkSegment(c269f833-27db-43ef-a737-f72e91f1b842),segment_id=c269f833-27db-43ef-a737-f72e91f1b842)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:43.572425 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f9bef966-1381-4a23-b5ff-b16011fa093b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:43.598474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18701f14-7928-40a8-b9ed-b07bd35a5d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6433d81-f131-4f3e-94ca-83cf659ff42e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:43.620064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1021b-01c1-4204-8fde-f4284973ac47 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event deleted for resources: {'Subnet': ['ID=e4cec936-abe4-430a-9a3b-3c96014981c9,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:43.631327 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6de1021b-01c1-4204-8fde-f4284973ac47 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:43.635981 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6de1021b-01c1-4204-8fde-f4284973ac47 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "DELETE /v2.0/subnets/e4cec936-abe4-430a-9a3b-3c96014981c9 HTTP/1.1" status: 204 len: 168 time: 0.8436565 Feb 11 05:38:43.639454 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36410) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:43.701655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=f9bef966-1381-4a23-b5ff-b16011fa093b,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:43.715075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd6342-64fb-40d1-801f-c78be74d1270 req-b4c7d8f7-4808-4bef-8f2e-30eecbc60ca2 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:43.724162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95dd6342-64fb-40d1-801f-c78be74d1270 req-b4c7d8f7-4808-4bef-8f2e-30eecbc60ca2 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 943 time: 0.1687338 Feb 11 05:38:43.743073 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c46473-7552-49ff-b6c4-3b1a118a0fe3 None None] Network 23491f43-7703-4822-8ced-d1c33541a9ac requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:43.862798 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95dd6342-64fb-40d1-801f-c78be74d1270 req-50566689-bc23-4f0e-a682-f1f602486056 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/security-groups?id=770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329706 Feb 11 05:38:43.866510 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['f9bef966-1381-4a23-b5ff-b16011fa093b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:38:44.056588 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c2b1ba8d-575a-4924-84a0-943b1fddd8ea req-12b9dc8b-ba0d-4d53-a1ff-9aea318e7810 service neutron] 10.222.0.73 "GET /v2.0/networks/c5f461cd-6672-4729-91c0-d858758eba8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902523 Feb 11 05:38:44.066068 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457f784-d796-454e-af04-ba173796b1af req-2427b6a3-4316-4164-b7dd-9c001e88b706 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:44.068093 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6457f784-d796-454e-af04-ba173796b1af req-2427b6a3-4316-4164-b7dd-9c001e88b706 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 1128 time: 0.1415026 Feb 11 05:38:44.077417 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fe2eb5-2b06-4a37-affd-cbc333685701 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Deleting subnet b4ffbfec-1193-4937-9b0b-71991ee02cfb {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:38:44.085446 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56fe2eb5-2b06-4a37-affd-cbc333685701 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for subnet (b4ffbfec-1193-4937-9b0b-71991ee02cfb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:44.189126 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56fe2eb5-2b06-4a37-affd-cbc333685701 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (b4ffbfec-1193-4937-9b0b-71991ee02cfb), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:44.202056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6457f784-d796-454e-af04-ba173796b1af req-eeac235c-90d5-40a5-8df9-387cd59b5416 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121218 Feb 11 05:38:44.230315 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce1f01-9c77-4181-8832-28d0f9282408 req-28e1f630-aa33-4a55-a05e-dbd0ef0730e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:44.232293 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5cce1f01-9c77-4181-8832-28d0f9282408 req-28e1f630-aa33-4a55-a05e-dbd0ef0730e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45c2fc86c73b4ccfb9c8f2a600d289b2&device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 1126 time: 0.1082671 Feb 11 05:38:44.370524 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:44.439016 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56fe2eb5-2b06-4a37-affd-cbc333685701 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (b4ffbfec-1193-4937-9b0b-71991ee02cfb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:44.496942 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce1f01-9c77-4181-8832-28d0f9282408 req-c68edd17-2f76-4bda-a005-d185623440c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:44.498895 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5cce1f01-9c77-4181-8832-28d0f9282408 req-c68edd17-2f76-4bda-a005-d185623440c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c5f461cd-6672-4729-91c0-d858758eba8c HTTP/1.1" status: 200 len: 910 time: 0.2608459 Feb 11 05:38:44.525851 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9c8ca-574d-4824-ac5d-38c62a6e74aa None None] DHCP port deletion for 23491f43-7703-4822-8ced-d1c33541a9ac request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:38:44.562826 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5cce1f01-9c77-4181-8832-28d0f9282408 req-9681565d-c259-4368-8145-1dc421146a3a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1ee304c-aec4-4424-913c-3708f4b195a7 HTTP/1.1" status: 200 len: 217 time: 0.0570698 Feb 11 05:38:44.642336 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-65d9c8ca-574d-4824-ac5d-38c62a6e74aa None None] Deleting port baeda157-1921-4010-b513-829c5b43a23d {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:44.643070 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65d9c8ca-574d-4824-ac5d-38c62a6e74aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (baeda157-1921-4010-b513-829c5b43a23d), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:44.660249 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56fe2eb5-2b06-4a37-affd-cbc333685701 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (b4ffbfec-1193-4937-9b0b-71991ee02cfb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:44.680974 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56fe2eb5-2b06-4a37-affd-cbc333685701 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:44.687937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36432) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:44.688277 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-56fe2eb5-2b06-4a37-affd-cbc333685701 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "DELETE /v2.0/subnets/b4ffbfec-1193-4937-9b0b-71991ee02cfb HTTP/1.1" status: 204 len: 168 time: 1.0452685 Feb 11 05:38:44.714356 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe2eb5-2b06-4a37-affd-cbc333685701 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ffbfec-1193-4937-9b0b-71991ee02cfb,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:44.723312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce1f01-9c77-4181-8832-28d0f9282408 req-eb9db54e-5c2b-439d-beae-b9d817e352cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:44.725306 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5cce1f01-9c77-4181-8832-28d0f9282408 req-eb9db54e-5c2b-439d-beae-b9d817e352cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fc376bea-7853-4198-876a-16f0aadc5bdf HTTP/1.1" status: 200 len: 848 time: 0.1507218 Feb 11 05:38:44.792242 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-65d9c8ca-574d-4824-ac5d-38c62a6e74aa None None] For port baeda157-1921-4010-b513-829c5b43a23d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=baeda157-1921-4010-b513-829c5b43a23d,segment=NetworkSegment(4026cc13-97fa-4344-b9da-7d1b79dff762),segment_id=4026cc13-97fa-4344-b9da-7d1b79dff762)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:44.793231 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65d9c8ca-574d-4824-ac5d-38c62a6e74aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (baeda157-1921-4010-b513-829c5b43a23d), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:44.819178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce1f01-9c77-4181-8832-28d0f9282408 req-ba26f49f-340f-4809-bdef-2204efd25cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:44.821170 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5cce1f01-9c77-4181-8832-28d0f9282408 req-ba26f49f-340f-4809-bdef-2204efd25cef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5f461cd-6672-4729-91c0-d858758eba8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0815198 Feb 11 05:38:44.834481 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48f5b90-e359-4c5a-ab14-7fe4308d2942 None None] Network 25636206-fa93-4ae9-b2a8-6ceafbadfce4 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:38:44.889033 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (23491f43-7703-4822-8ced-d1c33541a9ac), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:44.978062 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-65d9c8ca-574d-4824-ac5d-38c62a6e74aa None None] Calling delete_port for baeda157-1921-4010-b513-829c5b43a23d owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:45.026993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Deleting port baeda157-1921-4010-b513-829c5b43a23d {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:45.027381 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (baeda157-1921-4010-b513-829c5b43a23d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.098270 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5cce1f01-9c77-4181-8832-28d0f9282408 req-0241d28a-25a0-47c5-b684-3bc2049bf715 service neutron] 10.222.0.73 "GET /v2.0/networks/c5f461cd-6672-4729-91c0-d858758eba8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658508 Feb 11 05:38:45.160997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f9bef966-1381-4a23-b5ff-b16011fa093b up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:45.263483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] For port baeda157-1921-4010-b513-829c5b43a23d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=baeda157-1921-4010-b513-829c5b43a23d,segment=NetworkSegment(4026cc13-97fa-4344-b9da-7d1b79dff762),segment_id=4026cc13-97fa-4344-b9da-7d1b79dff762)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:45.263870 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (baeda157-1921-4010-b513-829c5b43a23d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.312066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Calling delete_port for baeda157-1921-4010-b513-829c5b43a23d owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:45.319819 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] DHCP port deletion for 25636206-fa93-4ae9-b2a8-6ceafbadfce4 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:38:45.334808 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65d9c8ca-574d-4824-ac5d-38c62a6e74aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (baeda157-1921-4010-b513-829c5b43a23d), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.336719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port f9bef966-1381-4a23-b5ff-b16011fa093b completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:38:45.359827 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-5cce1f01-9c77-4181-8832-28d0f9282408 req-bb84d1b1-620a-4529-a3e0-f35a51d939c3 service neutron] 10.222.0.73 "GET /v2.0/networks/c5f461cd-6672-4729-91c0-d858758eba8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562373 Feb 11 05:38:45.445770 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port f9bef966-1381-4a23-b5ff-b16011fa093b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:45.446272 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f9bef966-1381-4a23-b5ff-b16011fa093b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.474580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d9c8ca-574d-4824-ac5d-38c62a6e74aa None None] No DVR routers for this DVR port baeda157-1921-4010-b513-829c5b43a23d on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:45.522243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9c8ca-574d-4824-ac5d-38c62a6e74aa None None] Pushing event deleted for resources: {'Port': ['ID=baeda157-1921-4010-b513-829c5b43a23d,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:45.532705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device baeda157-1921-4010-b513-829c5b43a23d no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:45.575051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: baeda157-1921-4010-b513-829c5b43a23d {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:45.575408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device baeda157-1921-4010-b513-829c5b43a23d not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:45.575867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:45.636597 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (baeda157-1921-4010-b513-829c5b43a23d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.650155 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Deleting port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:45.650539 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (52ff6eab-fb5d-4930-95d7-e0c095fd25a2), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.803589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event deleted for resources: {'Port': ['ID=baeda157-1921-4010-b513-829c5b43a23d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:45.812811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] No DVR routers for this DVR port baeda157-1921-4010-b513-829c5b43a23d on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:45.834836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:45.834836 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (52ff6eab-fb5d-4930-95d7-e0c095fd25a2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:45.917668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b37fcb-1fc9-430c-b2d8-2fe4db5668cb req-1a85c15b-9ecc-49ed-8f6c-8f10749ab0f3 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:45.919272 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4b37fcb-1fc9-430c-b2d8-2fe4db5668cb req-1a85c15b-9ecc-49ed-8f6c-8f10749ab0f3 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 943 time: 0.8899007 Feb 11 05:38:45.959593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3104353-877b-4cb2-9ba2-c8c1614607e4 req-28a36a20-8c34-48f9-980a-94398771e6e8 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:45.970306 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3104353-877b-4cb2-9ba2-c8c1614607e4 req-28a36a20-8c34-48f9-980a-94398771e6e8 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 1128 time: 0.3224800 Feb 11 05:38:46.075134 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] For port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=52ff6eab-fb5d-4930-95d7-e0c095fd25a2,segment=NetworkSegment(c3d58be6-7cfc-438d-8331-7e8222e36f66),segment_id=c3d58be6-7cfc-438d-8331-7e8222e36f66)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:46.076235 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (52ff6eab-fb5d-4930-95d7-e0c095fd25a2), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.094135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4b37fcb-1fc9-430c-b2d8-2fe4db5668cb req-d439db6e-0264-44ce-b2a4-3f9a29f28f8c tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/security-groups?id=770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608496 Feb 11 05:38:46.101251 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (23491f43-7703-4822-8ced-d1c33541a9ac), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.121278 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Calling delete_port for 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:46.132753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3104353-877b-4cb2-9ba2-c8c1614607e4 req-d207737f-df0b-4e00-a5fa-4a23cc01da44 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609995 Feb 11 05:38:46.189426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23491f43-7703-4822-8ced-d1c33541a9ac']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:46.223610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4026cc13-97fa-4344-b9da-7d1b79dff762') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:46.223828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4026cc13-97fa-4344-b9da-7d1b79dff762') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:46.237160 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (4026cc13-97fa-4344-b9da-7d1b79dff762), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.267734 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4026cc13-97fa-4344-b9da-7d1b79dff762), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.291025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:38:46.291462 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (4026cc13-97fa-4344-b9da-7d1b79dff762), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: self.session.flush() Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:38:46.298590 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:38:46.321447 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port f9bef966-1381-4a23-b5ff-b16011fa093b is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:46.321856 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f9bef966-1381-4a23-b5ff-b16011fa093b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.490885 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (52ff6eab-fb5d-4930-95d7-e0c095fd25a2), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.513222 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (23491f43-7703-4822-8ced-d1c33541a9ac), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.523303 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.531041 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "DELETE /v2.0/networks/23491f43-7703-4822-8ced-d1c33541a9ac HTTP/1.1" status: 204 len: 168 time: 1.8412116 Feb 11 05:38:46.534278 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36470) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:46.589208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd2504-8f32-4d81-8773-e89cf90badb5 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event deleted for resources: {'Network': ['ID=23491f43-7703-4822-8ced-d1c33541a9ac,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:46.634163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] No DVR routers for this DVR port 52ff6eab-fb5d-4930-95d7-e0c095fd25a2 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:46.642487 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Pushing event deleted for resources: {'Port': ['ID=52ff6eab-fb5d-4930-95d7-e0c095fd25a2,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:46.686474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:46.686844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:46.687200 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:46.687583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:46.689291 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:46.689643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:46.690112 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:46.690699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:46.691064 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:46.692089 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:46.692433 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:46.692952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:46.693293 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910c27b0-02a7-4829-9029-b39c162fa418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:38:46.696171 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de739423-7e73-493f-8c24-fc11b4cbc9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bef966-1381-4a23-b5ff-b16011fa093b'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:46.715570 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d27cc6-e0a2-44ac-bf0b-725c0db73fa4" -d '{"events": [{"server_uuid": "de739423-7e73-493f-8c24-fc11b4cbc9db", "name": "network-vif-plugged", "status": "completed", "tag": "f9bef966-1381-4a23-b5ff-b16011fa093b"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:46.781540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f9bef966-1381-4a23-b5ff-b16011fa093b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f9bef966-1381-4a23-b5ff-b16011fa093b,segment=NetworkSegment(c269f833-27db-43ef-a737-f72e91f1b842),segment_id=c269f833-27db-43ef-a737-f72e91f1b842)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:46.784129 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-779787fd-bff5-4280-9896-d9227b3d7603 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (25636206-fa93-4ae9-b2a8-6ceafbadfce4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.795506 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f9bef966-1381-4a23-b5ff-b16011fa093b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:46.991919 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-779787fd-bff5-4280-9896-d9227b3d7603 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (25636206-fa93-4ae9-b2a8-6ceafbadfce4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.016976 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-779787fd-bff5-4280-9896-d9227b3d7603 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25636206-fa93-4ae9-b2a8-6ceafbadfce4']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:47.028002 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-779787fd-bff5-4280-9896-d9227b3d7603 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d58be6-7cfc-438d-8331-7e8222e36f66') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:47.028619 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-779787fd-bff5-4280-9896-d9227b3d7603 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d58be6-7cfc-438d-8331-7e8222e36f66') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:47.039213 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-779787fd-bff5-4280-9896-d9227b3d7603 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (c3d58be6-7cfc-438d-8331-7e8222e36f66), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.039553 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=f9bef966-1381-4a23-b5ff-b16011fa093b,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:47.054425 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-779787fd-bff5-4280-9896-d9227b3d7603 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c3d58be6-7cfc-438d-8331-7e8222e36f66), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.061299 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779787fd-bff5-4280-9896-d9227b3d7603 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:38:47.062008 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-779787fd-bff5-4280-9896-d9227b3d7603 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (c3d58be6-7cfc-438d-8331-7e8222e36f66), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:38:47.130091 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:38:47.133897 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-779787fd-bff5-4280-9896-d9227b3d7603 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (25636206-fa93-4ae9-b2a8-6ceafbadfce4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.148974 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c1ee304c-aec4-4424-913c-3708f4b195a7 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:38:47.153458 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-779787fd-bff5-4280-9896-d9227b3d7603 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.171845 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-779787fd-bff5-4280-9896-d9227b3d7603 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] 10.222.0.87 "DELETE /v2.0/networks/25636206-fa93-4ae9-b2a8-6ceafbadfce4 HTTP/1.1" status: 204 len: 168 time: 0.6231675 Feb 11 05:38:47.171845 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779787fd-bff5-4280-9896-d9227b3d7603 tempest-TaggedBootDevicesTest-1138157939 tempest-TaggedBootDevicesTest-1138157939-project] Pushing event deleted for resources: {'Network': ['ID=25636206-fa93-4ae9-b2a8-6ceafbadfce4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:47.225836 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067a5023-de94-4d6d-956b-653ba508daa1 x-openstack-request-id: req-067a5023-de94-4d6d-956b-653ba508daa1 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:47.226146 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de739423-7e73-493f-8c24-fc11b4cbc9db", "name": "network-vif-plugged", "status": "completed", "tag": "f9bef966-1381-4a23-b5ff-b16011fa093b", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:47.226400 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-067a5023-de94-4d6d-956b-653ba508daa1 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:47.226797 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de739423-7e73-493f-8c24-fc11b4cbc9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bef966-1381-4a23-b5ff-b16011fa093b', 'code': 200} Feb 11 05:38:47.434851 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d8465-06dd-4eb3-befa-b80563dd75ee req-91f10146-dfb5-4c5c-b49f-7ae57e2e8ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:47.436490 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f4d8465-06dd-4eb3-befa-b80563dd75ee req-91f10146-dfb5-4c5c-b49f-7ae57e2e8ada service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 1129 time: 0.1532826 Feb 11 05:38:47.469106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c1ee304c-aec4-4424-913c-3708f4b195a7, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c1ee304c-aec4-4424-913c-3708f4b195a7,segment=NetworkSegment(10d983f7-8d8b-44cb-bb7b-c9e1712b8930),segment_id=10d983f7-8d8b-44cb-bb7b-c9e1712b8930)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:47.497896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'c1ee304c-aec4-4424-913c-3708f4b195a7', 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'port_id': 'c1ee304c-aec4-4424-913c-3708f4b195a7', 'mac_address': 'fa:16:3e:2a:fa:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:38:47.521920 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f4d8465-06dd-4eb3-befa-b80563dd75ee req-5ea72aed-c506-4d57-aee3-61ae270ca0ef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732646 Feb 11 05:38:47.558268 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port c1ee304c-aec4-4424-913c-3708f4b195a7 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:47.558876 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c1ee304c-aec4-4424-913c-3708f4b195a7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.586851 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ee304c-aec4-4424-913c-3708f4b195a7 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:38:47.611908 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c1ee304c-aec4-4424-913c-3708f4b195a7, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c1ee304c-aec4-4424-913c-3708f4b195a7,segment=NetworkSegment(10d983f7-8d8b-44cb-bb7b-c9e1712b8930),segment_id=10d983f7-8d8b-44cb-bb7b-c9e1712b8930)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:47.617253 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c1ee304c-aec4-4424-913c-3708f4b195a7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:47.666437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e243-97aa-4fb7-8111-17cdc69e3d8c req-08b3a263-6cfc-4901-abe0-fe160da5f393 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:47.677080 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a59e243-97aa-4fb7-8111-17cdc69e3d8c req-08b3a263-6cfc-4901-abe0-fe160da5f393 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 943 time: 0.3177164 Feb 11 05:38:47.728921 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=c1ee304c-aec4-4424-913c-3708f4b195a7,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:47.812069 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a59e243-97aa-4fb7-8111-17cdc69e3d8c req-7544eba5-5d9e-4bd8-a682-1dd11ea9a09f tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/security-groups?id=770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334510 Feb 11 05:38:47.829049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99157d3-a3ab-4213-a641-68417ddaac2c req-e6139677-bc8c-4c6e-a85e-0964abb7c95d tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:47.836775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b99157d3-a3ab-4213-a641-68417ddaac2c req-e6139677-bc8c-4c6e-a85e-0964abb7c95d tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 1129 time: 0.3699205 Feb 11 05:38:47.862799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['c1ee304c-aec4-4424-913c-3708f4b195a7'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:38:47.934710 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36518) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:47.945803 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b99157d3-a3ab-4213-a641-68417ddaac2c req-4227335d-da94-4396-b7ec-132f598973c4 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081424 Feb 11 05:38:48.195933 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c98fe6e6-dac8-4b68-91ac-13d11e84d579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:48.446561 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c98fe6e6-dac8-4b68-91ac-13d11e84d579 admin admin] Publish callbacks [] for security_group (561cf1d8-3418-4fa9-83f3-093ae85efeef), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:48.450056 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c98fe6e6-dac8-4b68-91ac-13d11e84d579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (561cf1d8-3418-4fa9-83f3-093ae85efeef), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:48.607457 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36544) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:48.607896 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c98fe6e6-dac8-4b68-91ac-13d11e84d579 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d8f343632ff64a358588f7c2c446e133&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6713026 Feb 11 05:38:48.608858 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fe6e6-dac8-4b68-91ac-13d11e84d579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561cf1d8-3418-4fa9-83f3-093ae85efeef,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:48.741519 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75d9cb1c-e6f3-4d3c-9298-e27c78777a32 admin admin] Publish callbacks [] for security_group (561cf1d8-3418-4fa9-83f3-093ae85efeef), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:48.773741 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75d9cb1c-e6f3-4d3c-9298-e27c78777a32 admin admin] Publish callbacks [] for security_group (561cf1d8-3418-4fa9-83f3-093ae85efeef), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:48.842189 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75d9cb1c-e6f3-4d3c-9298-e27c78777a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (561cf1d8-3418-4fa9-83f3-093ae85efeef), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:48.844911 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75d9cb1c-e6f3-4d3c-9298-e27c78777a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:48.849154 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-75d9cb1c-e6f3-4d3c-9298-e27c78777a32 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/561cf1d8-3418-4fa9-83f3-093ae85efeef HTTP/1.1" status: 204 len: 168 time: 0.2404017 Feb 11 05:38:48.864079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9cb1c-e6f3-4d3c-9298-e27c78777a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561cf1d8-3418-4fa9-83f3-093ae85efeef,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:49.120033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36556) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:49.157080 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c1ee304c-aec4-4424-913c-3708f4b195a7 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:38:49.313739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a08de-094d-4229-a12d-b47c29d47be2 req-90bc02b0-ef37-457b-bef1-fb478d996dc3 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:49.321942 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-907a08de-094d-4229-a12d-b47c29d47be2 req-90bc02b0-ef37-457b-bef1-fb478d996dc3 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 944 time: 0.3314068 Feb 11 05:38:49.339296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port c1ee304c-aec4-4424-913c-3708f4b195a7 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:38:49.344442 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port c1ee304c-aec4-4424-913c-3708f4b195a7 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:49.347133 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c1ee304c-aec4-4424-913c-3708f4b195a7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.349712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18203178-44b6-467b-9ce4-51ff1daf1036 req-7de64086-e1f0-484c-b35a-905fb2824600 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:49.351645 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18203178-44b6-467b-9ce4-51ff1daf1036 req-7de64086-e1f0-484c-b35a-905fb2824600 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 1129 time: 0.2658980 Feb 11 05:38:49.507599 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d7bb5835-7f49-4dce-addf-a64018c05494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.531478 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18203178-44b6-467b-9ce4-51ff1daf1036 req-70428ad6-e00c-44b5-8505-8cad9d57bb52 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546104 Feb 11 05:38:49.560840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port c1ee304c-aec4-4424-913c-3708f4b195a7 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:38:49.561253 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c1ee304c-aec4-4424-913c-3708f4b195a7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.592089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-907a08de-094d-4229-a12d-b47c29d47be2 req-5e1fd69f-87ae-4a48-b3af-088165565112 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/security-groups?id=770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539222 Feb 11 05:38:49.614105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36570) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:49.633916 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d576fb1-87bb-491b-aa5a-a7336bcd7e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ee304c-aec4-4424-913c-3708f4b195a7'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:49.652141 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4e9e4f-e8b3-458e-81ff-e39f28b9b54a" -d '{"events": [{"server_uuid": "3d576fb1-87bb-491b-aa5a-a7336bcd7e44", "name": "network-vif-plugged", "status": "completed", "tag": "c1ee304c-aec4-4424-913c-3708f4b195a7"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:49.653098 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5ef1-c14d-44ea-a9b4-03000d86a569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.664617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c1ee304c-aec4-4424-913c-3708f4b195a7, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c1ee304c-aec4-4424-913c-3708f4b195a7,segment=NetworkSegment(10d983f7-8d8b-44cb-bb7b-c9e1712b8930),segment_id=10d983f7-8d8b-44cb-bb7b-c9e1712b8930)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:49.671350 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c1ee304c-aec4-4424-913c-3708f4b195a7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.757587 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d7bb5835-7f49-4dce-addf-a64018c05494 admin admin] Publish callbacks [] for security_group (31004da4-c24b-40a8-9ff2-f6ec6cd27e56), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.759559 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf727d9c-8f1d-4b22-a7ac-1b77728186f7 x-openstack-request-id: req-cf727d9c-8f1d-4b22-a7ac-1b77728186f7 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:49.760465 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d576fb1-87bb-491b-aa5a-a7336bcd7e44", "name": "network-vif-plugged", "status": "completed", "tag": "c1ee304c-aec4-4424-913c-3708f4b195a7", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:49.761200 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cf727d9c-8f1d-4b22-a7ac-1b77728186f7 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:49.763313 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d576fb1-87bb-491b-aa5a-a7336bcd7e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ee304c-aec4-4424-913c-3708f4b195a7', 'code': 200} Feb 11 05:38:49.764667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=c1ee304c-aec4-4424-913c-3708f4b195a7,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:49.765336 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d7bb5835-7f49-4dce-addf-a64018c05494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (31004da4-c24b-40a8-9ff2-f6ec6cd27e56), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.808244 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932de69-00c3-455b-8c80-2bb6369b25d9 req-58aebe90-78c9-4519-8f64-d80533ee239c tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:49.809863 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b932de69-00c3-455b-8c80-2bb6369b25d9 req-58aebe90-78c9-4519-8f64-d80533ee239c tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 1129 time: 0.1291118 Feb 11 05:38:49.824971 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d7bb5835-7f49-4dce-addf-a64018c05494 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=929fb7d848f24e71b5974e4c7a962007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7030516 Feb 11 05:38:49.829872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36574) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:49.924335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb5835-7f49-4dce-addf-a64018c05494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31004da4-c24b-40a8-9ff2-f6ec6cd27e56,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:49.933532 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa3a0ea8-8bfc-49ba-848b-e898a5b6681e admin admin] Publish callbacks [] for security_group (31004da4-c24b-40a8-9ff2-f6ec6cd27e56), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.956106 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5ef1-c14d-44ea-a9b4-03000d86a569 admin admin] Publish callbacks [] for security_group (2d1a4dcb-247e-4a2c-a635-c4d8304290ae), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:49.959484 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5386ab1-8850-4563-b832-01c3c504a065 req-30278dcf-d8c2-430e-9ddd-fb754e9c5822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:49.961114 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e5386ab1-8850-4563-b832-01c3c504a065 req-30278dcf-d8c2-430e-9ddd-fb754e9c5822 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 1128 time: 0.1463876 Feb 11 05:38:49.979579 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b932de69-00c3-455b-8c80-2bb6369b25d9 req-41a8c57c-7037-42c7-9ff3-08ab69c0d879 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599100 Feb 11 05:38:49.980290 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5ef1-c14d-44ea-a9b4-03000d86a569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2d1a4dcb-247e-4a2c-a635-c4d8304290ae), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.027288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b5ef1-c14d-44ea-a9b4-03000d86a569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1a4dcb-247e-4a2c-a635-c4d8304290ae,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:50.043016 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa3a0ea8-8bfc-49ba-848b-e898a5b6681e admin admin] Publish callbacks [] for security_group (31004da4-c24b-40a8-9ff2-f6ec6cd27e56), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.067366 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fe5b5ef1-c14d-44ea-a9b4-03000d86a569 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ab1c541e167548a08a34d63a25b29aab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4520888 Feb 11 05:38:50.072017 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36578) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:50.074928 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e5386ab1-8850-4563-b832-01c3c504a065 req-c2caceac-14bc-4372-b206-3de42058fdc2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028526 Feb 11 05:38:50.189962 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9af46-14c5-40f9-97a1-6b0ed3d01f88 req-8978ed77-c8e7-4493-a5b9-71b23742d2b7 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:50.192388 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddd9af46-14c5-40f9-97a1-6b0ed3d01f88 req-8978ed77-c8e7-4493-a5b9-71b23742d2b7 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 1129 time: 0.0822945 Feb 11 05:38:50.194022 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e7904721-30c8-4585-affc-f4359d601e35 admin admin] Publish callbacks [] for security_group (2d1a4dcb-247e-4a2c-a635-c4d8304290ae), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.220157 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e7904721-30c8-4585-affc-f4359d601e35 admin admin] Publish callbacks [] for security_group (2d1a4dcb-247e-4a2c-a635-c4d8304290ae), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.273997 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa3a0ea8-8bfc-49ba-848b-e898a5b6681e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (31004da4-c24b-40a8-9ff2-f6ec6cd27e56), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.276763 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa3a0ea8-8bfc-49ba-848b-e898a5b6681e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.281129 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fa3a0ea8-8bfc-49ba-848b-e898a5b6681e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/31004da4-c24b-40a8-9ff2-f6ec6cd27e56 HTTP/1.1" status: 204 len: 168 time: 0.4499454 Feb 11 05:38:50.305504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a0ea8-8bfc-49ba-848b-e898a5b6681e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31004da4-c24b-40a8-9ff2-f6ec6cd27e56,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:50.369979 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e7904721-30c8-4585-affc-f4359d601e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2d1a4dcb-247e-4a2c-a635-c4d8304290ae), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.372604 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e7904721-30c8-4585-affc-f4359d601e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:50.376829 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e7904721-30c8-4585-affc-f4359d601e35 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2d1a4dcb-247e-4a2c-a635-c4d8304290ae HTTP/1.1" status: 204 len: 168 time: 0.2997952 Feb 11 05:38:50.384985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddd9af46-14c5-40f9-97a1-6b0ed3d01f88 req-16aec06f-53f7-4d80-90fb-ee7e7b172272 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193452 Feb 11 05:38:50.420861 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7904721-30c8-4585-affc-f4359d601e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1a4dcb-247e-4a2c-a635-c4d8304290ae,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:50.852876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4e223-688a-4a0c-bd5c-9773c36ecd35 req-e42cae54-b53a-46f1-a7e4-12239f82097a tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:50.854584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f9f4e223-688a-4a0c-bd5c-9773c36ecd35 req-e42cae54-b53a-46f1-a7e4-12239f82097a tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 945 time: 0.1558406 Feb 11 05:38:50.958791 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f9f4e223-688a-4a0c-bd5c-9773c36ecd35 req-3990c376-92c6-4037-83c1-1d5093814d89 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/security-groups?id=770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971804 Feb 11 05:38:51.120631 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36608) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:51.141799 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-742ed503-a6e4-4ebd-9dd2-71d5f1846653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.157706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-3cb80c79-3575-4479-a0a1-3dbd322caa6b tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:51.159727 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-3cb80c79-3575-4479-a0a1-3dbd322caa6b tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/networks?id=6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 HTTP/1.1" status: 200 len: 910 time: 0.1752841 Feb 11 05:38:51.183593 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-384b8e17-ed75-43e4-9490-787793a75ee3 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/quotas/dda3024548904cd7899bfa9f87029174 HTTP/1.1" status: 200 len: 375 time: 0.0103195 Feb 11 05:38:51.224424 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36610) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:51.257568 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-797dcacb-abb5-4f7f-8c84-01b566af2e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.274232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-b34bdca8-c920-4adc-b716-96b3d5c1387c tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?tenant_id=dda3024548904cd7899bfa9f87029174&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842254 Feb 11 05:38:51.328379 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-742ed503-a6e4-4ebd-9dd2-71d5f1846653 admin admin] Publish callbacks [] for security_group (5b793ff0-7c35-4db9-b885-2b4be089821a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.342226 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:38:51.347077 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-742ed503-a6e4-4ebd-9dd2-71d5f1846653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5b793ff0-7c35-4db9-b885-2b4be089821a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.397393 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-742ed503-a6e4-4ebd-9dd2-71d5f1846653 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=47b738f06b8444ee98b262d3749bf28a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2756574 Feb 11 05:38:51.400679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36616) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:51.433642 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ed503-a6e4-4ebd-9dd2-71d5f1846653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b793ff0-7c35-4db9-b885-2b4be089821a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:51.455026 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-797dcacb-abb5-4f7f-8c84-01b566af2e7d admin admin] Publish callbacks [] for security_group (28d74f94-c8a2-4060-8033-b38ec330b768), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.465717 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-797dcacb-abb5-4f7f-8c84-01b566af2e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (28d74f94-c8a2-4060-8033-b38ec330b768), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.481656 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6c38784a-5c44-4e7a-b668-5613908e6677 admin admin] Publish callbacks [] for security_group (5b793ff0-7c35-4db9-b885-2b4be089821a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.528461 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-13405447-a09c-45f7-b692-155d2ddbb864 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:38:51.529486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-13405447-a09c-45f7-b692-155d2ddbb864 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2434475 Feb 11 05:38:51.531721 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6c38784a-5c44-4e7a-b668-5613908e6677 admin admin] Publish callbacks [] for security_group (5b793ff0-7c35-4db9-b885-2b4be089821a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.538961 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dcacb-abb5-4f7f-8c84-01b566af2e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d74f94-c8a2-4060-8033-b38ec330b768,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:51.545342 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-797dcacb-abb5-4f7f-8c84-01b566af2e7d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fdafc105e4c44e8a868718fb889a2480&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194578 Feb 11 05:38:51.549056 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36620) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:51.610684 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00013b08-ca75-47d8-a60b-384a7629b611 admin admin] Publish callbacks [] for security_group (28d74f94-c8a2-4060-8033-b38ec330b768), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.636376 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00013b08-ca75-47d8-a60b-384a7629b611 admin admin] Publish callbacks [] for security_group (28d74f94-c8a2-4060-8033-b38ec330b768), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.697170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-0a1a69ee-3e15-4d0d-b6b7-9dd274badd7e service neutron] 10.222.0.87 "GET /v2.0/networks/6b3f420c-e982-4baf-a5ce-2f6b2f3838d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546729 Feb 11 05:38:51.702657 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00013b08-ca75-47d8-a60b-384a7629b611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (28d74f94-c8a2-4060-8033-b38ec330b768), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.705872 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00013b08-ca75-47d8-a60b-384a7629b611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.709608 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-00013b08-ca75-47d8-a60b-384a7629b611 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/28d74f94-c8a2-4060-8033-b38ec330b768 HTTP/1.1" status: 204 len: 168 time: 0.1574519 Feb 11 05:38:51.717701 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00013b08-ca75-47d8-a60b-384a7629b611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d74f94-c8a2-4060-8033-b38ec330b768,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:51.733269 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6c38784a-5c44-4e7a-b668-5613908e6677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5b793ff0-7c35-4db9-b885-2b4be089821a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.737057 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6c38784a-5c44-4e7a-b668-5613908e6677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:51.751912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6c38784a-5c44-4e7a-b668-5613908e6677 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5b793ff0-7c35-4db9-b885-2b4be089821a HTTP/1.1" status: 204 len: 168 time: 0.3476188 Feb 11 05:38:51.860192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-a2356311-116f-4be9-ad2d-b698f51a1b14 service neutron] 10.222.0.87 "GET /v2.0/networks/6b3f420c-e982-4baf-a5ce-2f6b2f3838d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617613 Feb 11 05:38:51.880913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38784a-5c44-4e7a-b668-5613908e6677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b793ff0-7c35-4db9-b885-2b4be089821a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:52.299361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fb28f-6510-4f3e-8f02-c84392667e6a req-67493b77-3510-4e7a-a8d2-5780429657ce tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:52.301111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-530fb28f-6510-4f3e-8f02-c84392667e6a req-67493b77-3510-4e7a-a8d2-5780429657ce tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 945 time: 0.1553068 Feb 11 05:38:52.522509 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-530fb28f-6510-4f3e-8f02-c84392667e6a req-813b232b-1249-43ba-b010-8d7109236357 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/security-groups?id=770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126482 Feb 11 05:38:52.622613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee933b5e-bc4a-4824-9833-1ddfd19dc16d req-4723e22a-6370-4853-b7e9-6d26410dec50 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:52.624168 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee933b5e-bc4a-4824-9833-1ddfd19dc16d req-4723e22a-6370-4853-b7e9-6d26410dec50 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4d95200-e426-416c-b559-a2cccc5dce25 HTTP/1.1" status: 200 len: 945 time: 0.2878933 Feb 11 05:38:52.658318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0acbd56-a994-4889-8bf4-d5e971ca33e3 req-b3297435-0872-4f9b-97a7-f726180cee65 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 210 time: 0.0319529 Feb 11 05:38:52.757522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee933b5e-bc4a-4824-9833-1ddfd19dc16d req-906ecbb0-f536-4f35-8bb7-3633d05a80a7 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981283 Feb 11 05:38:52.876365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5863c20-4d1b-4c5a-9690-c9a624bd6b4e req-ae08f72c-be58-4bcf-89c6-91c4d48d9ade tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:52.881403 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5863c20-4d1b-4c5a-9690-c9a624bd6b4e req-ae08f72c-be58-4bcf-89c6-91c4d48d9ade tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 945 time: 0.0982711 Feb 11 05:38:53.007255 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5863c20-4d1b-4c5a-9690-c9a624bd6b4e req-8af0d053-b69c-4505-a324-83c46bdc6998 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/security-groups?id=770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183643 Feb 11 05:38:53.254552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe55666-76db-42eb-9ecb-902434ed4b40 req-89d00853-dcc7-4c54-84c6-32ff7324bcdf tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:53.256148 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfe55666-76db-42eb-9ecb-902434ed4b40 req-89d00853-dcc7-4c54-84c6-32ff7324bcdf tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 945 time: 0.1176326 Feb 11 05:38:53.395493 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfe55666-76db-42eb-9ecb-902434ed4b40 req-c60f93db-ac1f-4116-ad29-633fb513674f tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/security-groups?id=770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278355 Feb 11 05:38:53.416133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36712) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:53.696801 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccc41f-ef21-4680-9cba-69f4c42ca5b7 req-8484fff7-d7de-4855-a382-dfc031481a21 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:53.699088 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-64ccc41f-ef21-4680-9cba-69f4c42ca5b7 req-8484fff7-d7de-4855-a382-dfc031481a21 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4d95200-e426-416c-b559-a2cccc5dce25 HTTP/1.1" status: 200 len: 945 time: 0.0808854 Feb 11 05:38:53.920383 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-74a16771-8f4b-4942-89b3-88b2e5305e25 req-6cca425c-dfc0-494f-b3d1-26682b871305 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 210 time: 0.1527040 Feb 11 05:38:53.985168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-64ccc41f-ef21-4680-9cba-69f4c42ca5b7 req-c18f4462-4d7d-45f2-b34a-7a4b1f141121 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Deleting port 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:38:53.985603 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-64ccc41f-ef21-4680-9cba-69f4c42ca5b7 req-c18f4462-4d7d-45f2-b34a-7a4b1f141121 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (098b90c4-3c2c-49d1-80ce-b16e8e0ed86b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.087707 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab0648d-cd04-4b21-9e4b-cc5eacc5796e tempest-TestServerBasicOps-1248276361 tempest-TestServerBasicOps-1248276361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:54.089509 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bab0648d-cd04-4b21-9e4b-cc5eacc5796e tempest-TestServerBasicOps-1248276361 tempest-TestServerBasicOps-1248276361-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 1123 time: 0.6717732 Feb 11 05:38:54.096212 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36762) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:54.129577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': 'c1ee304c-aec4-4424-913c-3708f4b195a7', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:54.176256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0079a-0b79-49bb-9ed2-2f4de6fe691c req-5314a612-b502-40bc-9dad-ec25a6fb2be8 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:54.183866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55a0079a-0b79-49bb-9ed2-2f4de6fe691c req-5314a612-b502-40bc-9dad-ec25a6fb2be8 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4d95200-e426-416c-b559-a2cccc5dce25 HTTP/1.1" status: 200 len: 945 time: 0.3021266 Feb 11 05:38:54.209569 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-64ccc41f-ef21-4680-9cba-69f4c42ca5b7 req-c18f4462-4d7d-45f2-b34a-7a4b1f141121 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] For port 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=098b90c4-3c2c-49d1-80ce-b16e8e0ed86b,segment=NetworkSegment(d506de75-aa3a-443a-ada6-4fb45ca7a248),segment_id=d506de75-aa3a-443a-ada6-4fb45ca7a248)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:38:54.209944 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-64ccc41f-ef21-4680-9cba-69f4c42ca5b7 req-c18f4462-4d7d-45f2-b34a-7a4b1f141121 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (098b90c4-3c2c-49d1-80ce-b16e8e0ed86b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.226625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-64ccc41f-ef21-4680-9cba-69f4c42ca5b7 req-c18f4462-4d7d-45f2-b34a-7a4b1f141121 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Calling delete_port for 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:38:54.289557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-6a7536c4-36e5-4afd-9624-fac3e1567c55 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:54.291409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-6a7536c4-36e5-4afd-9624-fac3e1567c55 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.88 "GET /v2.0/networks?id=6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 HTTP/1.1" status: 200 len: 910 time: 0.2689161 Feb 11 05:38:54.309808 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55a0079a-0b79-49bb-9ed2-2f4de6fe691c req-720e9cdb-77f9-4abd-af2a-ae045265d368 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/security-groups?id=b20b238c-a3c5-4332-9f2c-f6bbe06dca32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214716 Feb 11 05:38:54.328288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-82fb9daf-26ce-49ce-ba0d-80bd54dd6377 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Request body: {'port': {'device_id': 'e8e0013d-3331-44c1-8423-0ad56163f920', 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8', 'admin_state_up': True, 'tenant_id': 'dda3024548904cd7899bfa9f87029174'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:54.396971 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-82fb9daf-26ce-49ce-ba0d-80bd54dd6377 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Made reservation on behalf of dda3024548904cd7899bfa9f87029174 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:38:54.399720 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-82fb9daf-26ce-49ce-ba0d-80bd54dd6377 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.437053 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-64ccc41f-ef21-4680-9cba-69f4c42ca5b7 req-c18f4462-4d7d-45f2-b34a-7a4b1f141121 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (098b90c4-3c2c-49d1-80ce-b16e8e0ed86b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.454079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['098b90c4-3c2c-49d1-80ce-b16e8e0ed86b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:38:54.541796 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f4462-4d7d-45f2-b34a-7a4b1f141121 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Pushing event deleted for resources: {'Port': ['ID=098b90c4-3c2c-49d1-80ce-b16e8e0ed86b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:54.548007 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:54.627107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-82fb9daf-26ce-49ce-ba0d-80bd54dd6377 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Allocated IP 172.20.0.13 (6b3f420c-e982-4baf-a5ce-2f6b2f3838d8/3156e3bb-2205-4eae-9139-572402eb785f/789b55fe-e32b-454a-9d31-deaa9a20595c) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:55.001471 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-82fb9daf-26ce-49ce-ba0d-80bd54dd6377 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Publish callbacks [] for port (789b55fe-e32b-454a-9d31-deaa9a20595c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:55.086318 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-82fb9daf-26ce-49ce-ba0d-80bd54dd6377 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (789b55fe-e32b-454a-9d31-deaa9a20595c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:55.102314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['f9bef966-1381-4a23-b5ff-b16011fa093b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:38:55.158246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-82fb9daf-26ce-49ce-ba0d-80bd54dd6377 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:55.165364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-82fb9daf-26ce-49ce-ba0d-80bd54dd6377 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:55.185462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-82fb9daf-26ce-49ce-ba0d-80bd54dd6377 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:55.281253 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ccc41f-ef21-4680-9cba-69f4c42ca5b7 req-c18f4462-4d7d-45f2-b34a-7a4b1f141121 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] No DVR routers for this DVR port 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:38:55.289221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb9daf-26ce-49ce-ba0d-80bd54dd6377 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Pushing event updated for resources: {'Port': ['ID=789b55fe-e32b-454a-9d31-deaa9a20595c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:55.289433 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-64ccc41f-ef21-4680-9cba-69f4c42ca5b7 req-c18f4462-4d7d-45f2-b34a-7a4b1f141121 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:55.298455 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-64ccc41f-ef21-4680-9cba-69f4c42ca5b7 req-c18f4462-4d7d-45f2-b34a-7a4b1f141121 tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.73 "DELETE /v2.0/ports/098b90c4-3c2c-49d1-80ce-b16e8e0ed86b HTTP/1.1" status: 204 len: 173 time: 1.5881326 Feb 11 05:38:55.299228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d95200-e426-416c-b559-a2cccc5dce25', 'name': 'network-vif-deleted', 'tag': '098b90c4-3c2c-49d1-80ce-b16e8e0ed86b'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:55.305385 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6f5c8f-7568-47cc-acf6-e91dbdc558b4" -d '{"events": [{"server_uuid": "b4d95200-e426-416c-b559-a2cccc5dce25", "name": "network-vif-deleted", "tag": "098b90c4-3c2c-49d1-80ce-b16e8e0ed86b"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:55.350207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8376d-ab1e-4dd9-9958-989adc7ad2be req-35b07a92-a273-49a0-a5f1-b25f83503a42 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:55.358235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0a8376d-ab1e-4dd9-9958-989adc7ad2be req-35b07a92-a273-49a0-a5f1-b25f83503a42 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 1028 time: 0.2928658 Feb 11 05:38:55.387166 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-82fb9daf-26ce-49ce-ba0d-80bd54dd6377 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:55.395188 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-82fb9daf-26ce-49ce-ba0d-80bd54dd6377 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:55.482450 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7071535-c985-4f3d-8ff8-4493fcc7e2dc x-openstack-request-id: req-c7071535-c985-4f3d-8ff8-4493fcc7e2dc {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:55.482749 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d95200-e426-416c-b559-a2cccc5dce25", "name": "network-vif-deleted", "tag": "098b90c4-3c2c-49d1-80ce-b16e8e0ed86b", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:55.482981 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c7071535-c985-4f3d-8ff8-4493fcc7e2dc {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:55.483383 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d95200-e426-416c-b559-a2cccc5dce25', 'name': 'network-vif-deleted', 'tag': '098b90c4-3c2c-49d1-80ce-b16e8e0ed86b', 'status': 'completed', 'code': 200} Feb 11 05:38:55.487572 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-82fb9daf-26ce-49ce-ba0d-80bd54dd6377 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1730325 Feb 11 05:38:55.525075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-6dec5926-83c1-4c46-93da-83a7f19c068d tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:38:55.526100 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-6dec5926-83c1-4c46-93da-83a7f19c068d tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169168 Feb 11 05:38:55.553774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0a8376d-ab1e-4dd9-9958-989adc7ad2be req-70b65515-928a-4b84-b5fd-b58397801e04 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942282 Feb 11 05:38:55.621050 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:55.711372 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1561855b-dd9d-4e3a-bf64-0b0b3c877a0a None None] Provisioning complete for port 789b55fe-e32b-454a-9d31-deaa9a20595c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:38:55.712405 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1561855b-dd9d-4e3a-bf64-0b0b3c877a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (789b55fe-e32b-454a-9d31-deaa9a20595c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:55.804673 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-97d670b5-b6a6-4bbd-ad5d-f62e844d9d05 req-bec46404-f01a-4384-a406-0fe813c621dd tempest-VolumesSnapshotTestJSON-1257226861 tempest-VolumesSnapshotTestJSON-1257226861-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4d95200-e426-416c-b559-a2cccc5dce25 HTTP/1.1" status: 200 len: 210 time: 0.0859363 Feb 11 05:38:55.822953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Request body: {'port': {'device_id': 'e8e0013d-3331-44c1-8423-0ad56163f920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:38:55.853144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1561855b-dd9d-4e3a-bf64-0b0b3c877a0a None None] Port 789b55fe-e32b-454a-9d31-deaa9a20595c cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:38:55.950283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Allocated IP 172.25.5.116 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/a6084822-a9ab-45ef-975c-59b69bced37c) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:38:55.957051 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (789b55fe-e32b-454a-9d31-deaa9a20595c), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.192483 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for port (a6084822-a9ab-45ef-975c-59b69bced37c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.229326 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36810) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:56.240913 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a6084822-a9ab-45ef-975c-59b69bced37c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.296228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Pushing event updated for resources: {'Port': ['ID=a6084822-a9ab-45ef-975c-59b69bced37c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:56.313724 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:38:56.315535 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:38:56.318988 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:38:56.374490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789b55fe-e32b-454a-9d31-deaa9a20595c {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:38:56.383922 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Publish callbacks [] for port (789b55fe-e32b-454a-9d31-deaa9a20595c), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.399589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Transition to ACTIVE for port object 789b55fe-e32b-454a-9d31-deaa9a20595c will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:38:56.408936 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (789b55fe-e32b-454a-9d31-deaa9a20595c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.477096 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Pushing event updated for resources: {'Port': ['ID=789b55fe-e32b-454a-9d31-deaa9a20595c,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:56.654402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Attempting to bind port 789b55fe-e32b-454a-9d31-deaa9a20595c on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:38:56.656073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Attempting to bind port 789b55fe-e32b-454a-9d31-deaa9a20595c by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'c269f833-27db-43ef-a737-f72e91f1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:38:56.658004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Attempting to bind port 789b55fe-e32b-454a-9d31-deaa9a20595c on network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:56.671096 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Port 789b55fe-e32b-454a-9d31-deaa9a20595c on network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:38:56.671579 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Attempting to bind port 789b55fe-e32b-454a-9d31-deaa9a20595c on network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:38:56.685747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:38:56.688299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Checking segment: {'id': 'c269f833-27db-43ef-a737-f72e91f1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:38:56.688838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Bound using segment: {'id': 'c269f833-27db-43ef-a737-f72e91f1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:38:56.689467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Bound port: 789b55fe-e32b-454a-9d31-deaa9a20595c, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c269f833-27db-43ef-a737-f72e91f1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:38:56.690863 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (789b55fe-e32b-454a-9d31-deaa9a20595c), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.803820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b15ac-abef-4d1e-902e-931b195ade1c req-90d23554-15dd-4a41-b034-e0c3b0c2b2ce tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:56.812423 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d79b15ac-abef-4d1e-902e-931b195ade1c req-90d23554-15dd-4a41-b034-e0c3b0c2b2ce tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 1054 time: 0.1165407 Feb 11 05:38:56.839117 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for floatingip (ff89d262-0cc9-4078-b9f7-29844527cee2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.870882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] For port 789b55fe-e32b-454a-9d31-deaa9a20595c, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:38:56.902677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d79b15ac-abef-4d1e-902e-931b195ade1c req-e2157613-621a-4078-9e6f-3e3e274a2306 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843382 Feb 11 05:38:56.921416 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] For port 789b55fe-e32b-454a-9d31-deaa9a20595c, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=789b55fe-e32b-454a-9d31-deaa9a20595c,segment=NetworkSegment(c269f833-27db-43ef-a737-f72e91f1b842),segment_id=c269f833-27db-43ef-a737-f72e91f1b842)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:38:56.932674 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-81794ee8-baca-4da3-8027-f01c280d2630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.935301 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (789b55fe-e32b-454a-9d31-deaa9a20595c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.034733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:57.035521 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.037070 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] 10.222.0.88 "PUT /v2.0/ports/789b55fe-e32b-454a-9d31-deaa9a20595c HTTP/1.1" status: 200 len: 1093 time: 1.4821517 Feb 11 05:38:57.040765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e0013d-3331-44c1-8423-0ad56163f920', 'tag': '789b55fe-e32b-454a-9d31-deaa9a20595c'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:57.056849 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587112e2-d9af-469a-ac37-f308a68b391e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e0013d-3331-44c1-8423-0ad56163f920", "tag": "789b55fe-e32b-454a-9d31-deaa9a20595c"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:57.139747 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a6084822-a9ab-45ef-975c-59b69bced37c), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.145872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:38:57.178997 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acf294e-2a8e-44c2-90ac-e46817b99c63 x-openstack-request-id: req-9acf294e-2a8e-44c2-90ac-e46817b99c63 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:57.183637 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e0013d-3331-44c1-8423-0ad56163f920", "tag": "789b55fe-e32b-454a-9d31-deaa9a20595c", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:57.185750 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9acf294e-2a8e-44c2-90ac-e46817b99c63 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:57.188619 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e0013d-3331-44c1-8423-0ad56163f920', 'tag': '789b55fe-e32b-454a-9d31-deaa9a20595c', 'status': 'completed', 'code': 200} Feb 11 05:38:57.199219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:38:57.208567 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 098b90c4-3c2c-49d1-80ce-b16e8e0ed86b not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:38:57.247809 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d96e1-8672-423c-99b7-a09e25a1550d service neutron] Pushing event updated for resources: {'Port': ['ID=789b55fe-e32b-454a-9d31-deaa9a20595c,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:57.255916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-0b916a12-c3a0-43de-970c-f515643a8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:57.257734 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-0b916a12-c3a0-43de-970c-f515643a8ea4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dda3024548904cd7899bfa9f87029174&device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 1127 time: 0.1674571 Feb 11 05:38:57.321691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-b20963d7-bd0d-48c0-9d1c-dfb029920ade service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=789b55fe-e32b-454a-9d31-deaa9a20595c HTTP/1.1" status: 200 len: 217 time: 0.0491238 Feb 11 05:38:57.414449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-d66c6162-457d-4691-94b2-f9c18d55e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:57.416144 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-d66c6162-457d-4691-94b2-f9c18d55e561 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3156e3bb-2205-4eae-9139-572402eb785f HTTP/1.1" status: 200 len: 848 time: 0.0853522 Feb 11 05:38:57.481826 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-5daa395a-a84e-4869-b85c-209d166371c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:57.483574 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-5daa395a-a84e-4869-b85c-209d166371c4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6b3f420c-e982-4baf-a5ce-2f6b2f3838d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0575325 Feb 11 05:38:57.499640 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-81794ee8-baca-4da3-8027-f01c280d2630 admin admin] Publish callbacks [] for security_group (4a360d27-eff3-466b-a256-13eb79747c06), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.509226 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-81794ee8-baca-4da3-8027-f01c280d2630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4a360d27-eff3-466b-a256-13eb79747c06), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.560085 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-81794ee8-baca-4da3-8027-f01c280d2630 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=706ba667ad5242c391f8523575b8090b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3293810 Feb 11 05:38:57.567871 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36834) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:57.597449 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81794ee8-baca-4da3-8027-f01c280d2630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a360d27-eff3-466b-a256-13eb79747c06,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:57.605364 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-52195857-805d-4e97-93f6-fe453c328b52 service neutron] 10.222.0.88 "GET /v2.0/networks/6b3f420c-e982-4baf-a5ce-2f6b2f3838d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119835 Feb 11 05:38:57.615903 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for port (a6084822-a9ab-45ef-975c-59b69bced37c), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.635743 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (a6084822-a9ab-45ef-975c-59b69bced37c), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.731025 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c26dd25-ad39-4916-a34b-0641381fb93f req-11fe6c16-76ca-4303-bfa6-cd545291cc3c service neutron] 10.222.0.88 "GET /v2.0/networks/6b3f420c-e982-4baf-a5ce-2f6b2f3838d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160030 Feb 11 05:38:57.731247 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (ff89d262-0cc9-4078-b9f7-29844527cee2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.732819 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9ad201f3-f0b2-4950-95cc-e56d2fdd8608 admin admin] Publish callbacks [] for security_group (4a360d27-eff3-466b-a256-13eb79747c06), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.846850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587112e2-d9af-469a-ac37-f308a68b391e req-288d4159-8195-42c6-b878-73911a53ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:57.851734 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-587112e2-d9af-469a-ac37-f308a68b391e req-288d4159-8195-42c6-b878-73911a53ca27 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dda3024548904cd7899bfa9f87029174&device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 1127 time: 0.0618892 Feb 11 05:38:57.866618 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9ad201f3-f0b2-4950-95cc-e56d2fdd8608 admin admin] Publish callbacks [] for security_group (4a360d27-eff3-466b-a256-13eb79747c06), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:57.876275 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Pushing event updated for resources: {'Port': ['ID=a6084822-a9ab-45ef-975c-59b69bced37c,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:58.037214 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9ad201f3-f0b2-4950-95cc-e56d2fdd8608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4a360d27-eff3-466b-a256-13eb79747c06), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:58.041356 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9ad201f3-f0b2-4950-95cc-e56d2fdd8608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:58.044915 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9ad201f3-f0b2-4950-95cc-e56d2fdd8608 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4a360d27-eff3-466b-a256-13eb79747c06 HTTP/1.1" status: 204 len: 168 time: 0.4741871 Feb 11 05:38:58.086210 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Floating IP ff89d262-0cc9-4078-b9f7-29844527cee2 associated. External IP: 172.25.5.116, port: c1ee304c-aec4-4424-913c-3708f4b195a7. Feb 11 05:38:58.090474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587112e2-d9af-469a-ac37-f308a68b391e req-0af60a08-40b5-425a-9671-a5307475d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:58.092554 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-587112e2-d9af-469a-ac37-f308a68b391e req-0af60a08-40b5-425a-9671-a5307475d1a8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 HTTP/1.1" status: 200 len: 910 time: 0.2357063 Feb 11 05:38:58.099226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad201f3-f0b2-4950-95cc-e56d2fdd8608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a360d27-eff3-466b-a256-13eb79747c06,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:58.512554 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9fece76a-9075-412c-8046-babac7f7a437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:58.665078 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Router 5e98b17c-5c96-422b-996b-2f891e53d94d has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:38:58.688482 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 36848) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:58.697359 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-587112e2-d9af-469a-ac37-f308a68b391e req-e8a4e63d-2753-4304-b1b0-79914a75c3dd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=789b55fe-e32b-454a-9d31-deaa9a20595c HTTP/1.1" status: 200 len: 217 time: 0.5948222 Feb 11 05:38:58.703140 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03071851-4cfe-498a-894a-606c775b6e7f req-ee450ef4-5acc-4fee-b70c-46bfffd08f09 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:58.704661 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03071851-4cfe-498a-894a-606c775b6e7f req-ee450ef4-5acc-4fee-b70c-46bfffd08f09 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 1127 time: 0.6569397 Feb 11 05:38:58.767751 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a496ba83-1b77-4aa7-8464-20af25cb74de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:58.776198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587112e2-d9af-469a-ac37-f308a68b391e req-83f7dd57-4dad-4321-a146-b6d132ae0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:58.777672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-587112e2-d9af-469a-ac37-f308a68b391e req-83f7dd57-4dad-4321-a146-b6d132ae0c54 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3156e3bb-2205-4eae-9139-572402eb785f HTTP/1.1" status: 200 len: 848 time: 0.0721557 Feb 11 05:38:58.829997 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03071851-4cfe-498a-894a-606c775b6e7f req-54c8bb06-5349-406c-bae8-65212143c40c tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159320 Feb 11 05:38:58.851679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587112e2-d9af-469a-ac37-f308a68b391e req-583318db-b858-4732-a12e-526ebbae1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:58.853185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-587112e2-d9af-469a-ac37-f308a68b391e req-583318db-b858-4732-a12e-526ebbae1f6d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6b3f420c-e982-4baf-a5ce-2f6b2f3838d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0658014 Feb 11 05:38:58.971767 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:38:58.986688 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f532849-58ac-4ee5-bee9-a1a88d8e34ac None None] Sync routers for ids ['5e98b17c-5c96-422b-996b-2f891e53d94d'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:38:59.013756 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f532849-58ac-4ee5-bee9-a1a88d8e34ac None None] Routers {'5e98b17c-5c96-422b-996b-2f891e53d94d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:59.014725 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4f532849-58ac-4ee5-bee9-a1a88d8e34ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:38:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5e98b17c-5c96-422b-996b-2f891e53d94d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:59.029066 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-587112e2-d9af-469a-ac37-f308a68b391e req-816b0057-fec1-4121-b552-a7fb9c5bb4ae service neutron] 10.222.0.88 "GET /v2.0/networks/6b3f420c-e982-4baf-a5ce-2f6b2f3838d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640239 Feb 11 05:38:59.046980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a496ba83-1b77-4aa7-8464-20af25cb74de admin admin] Publish callbacks [] for security_group (3dc3c7d9-c43f-4afd-9c82-9b8fbb7b2737), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.056075 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a496ba83-1b77-4aa7-8464-20af25cb74de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3dc3c7d9-c43f-4afd-9c82-9b8fbb7b2737), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.064803 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.217863 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-587112e2-d9af-469a-ac37-f308a68b391e req-28f213af-c60d-4a05-a195-9413fc87998f service neutron] 10.222.0.88 "GET /v2.0/networks/6b3f420c-e982-4baf-a5ce-2f6b2f3838d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800587 Feb 11 05:38:59.228982 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496ba83-1b77-4aa7-8464-20af25cb74de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc3c7d9-c43f-4afd-9c82-9b8fbb7b2737,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:59.248863 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7972da46-76d6-40c4-94e4-f16a6ac9f8ae tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1373508 Feb 11 05:38:59.248863 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d576fb1-87bb-491b-aa5a-a7336bcd7e44', 'tag': 'c1ee304c-aec4-4424-913c-3708f4b195a7'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:38:59.248863 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788f64e2-31e3-4177-b2cf-28694a9b3034" -d '{"events": [{"name": "network-changed", "server_uuid": "3d576fb1-87bb-491b-aa5a-a7336bcd7e44", "tag": "c1ee304c-aec4-4424-913c-3708f4b195a7"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:38:59.250405 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a496ba83-1b77-4aa7-8464-20af25cb74de admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=50d5db4c0f03429185f28bd44503a583&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5015247 Feb 11 05:38:59.254122 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 36856) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:38:59.297872 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad0b794-c967-4040-9b02-87c898a92de7 x-openstack-request-id: req-3ad0b794-c967-4040-9b02-87c898a92de7 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:38:59.298931 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d576fb1-87bb-491b-aa5a-a7336bcd7e44", "tag": "c1ee304c-aec4-4424-913c-3708f4b195a7", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:38:59.299349 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3ad0b794-c967-4040-9b02-87c898a92de7 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:38:59.300019 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d576fb1-87bb-491b-aa5a-a7336bcd7e44', 'tag': 'c1ee304c-aec4-4424-913c-3708f4b195a7', 'status': 'completed', 'code': 200} Feb 11 05:38:59.358285 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b18a3119-cd8d-4452-a5b0-da2fe0e62515 admin admin] Publish callbacks [] for security_group (3dc3c7d9-c43f-4afd-9c82-9b8fbb7b2737), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.402704 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b18a3119-cd8d-4452-a5b0-da2fe0e62515 admin admin] Publish callbacks [] for security_group (3dc3c7d9-c43f-4afd-9c82-9b8fbb7b2737), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.406738 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f64e2-31e3-4177-b2cf-28694a9b3034 req-807e62f6-ce27-4e32-9ffd-c30124d66336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:59.408382 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-788f64e2-31e3-4177-b2cf-28694a9b3034 req-807e62f6-ce27-4e32-9ffd-c30124d66336 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45c2fc86c73b4ccfb9c8f2a600d289b2&device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 1128 time: 0.0812225 Feb 11 05:38:59.428231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-4f532849-58ac-4ee5-bee9-a1a88d8e34ac None None] Set router 5e98b17c-5c96-422b-996b-2f891e53d94d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:38:59.491199 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b18a3119-cd8d-4452-a5b0-da2fe0e62515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3dc3c7d9-c43f-4afd-9c82-9b8fbb7b2737), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.494522 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b18a3119-cd8d-4452-a5b0-da2fe0e62515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.498998 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b18a3119-cd8d-4452-a5b0-da2fe0e62515 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3dc3c7d9-c43f-4afd-9c82-9b8fbb7b2737 HTTP/1.1" status: 204 len: 168 time: 0.2382777 Feb 11 05:38:59.522875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a3119-cd8d-4452-a5b0-da2fe0e62515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc3c7d9-c43f-4afd-9c82-9b8fbb7b2737,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:38:59.569353 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f64e2-31e3-4177-b2cf-28694a9b3034 req-c64a27a0-9b92-47e8-832a-99b2d1a6424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:59.571206 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-788f64e2-31e3-4177-b2cf-28694a9b3034 req-c64a27a0-9b92-47e8-832a-99b2d1a6424d service neutron] 10.222.0.73 "GET /v2.0/networks?id=c5f461cd-6672-4729-91c0-d858758eba8c HTTP/1.1" status: 200 len: 910 time: 0.1560497 Feb 11 05:38:59.761168 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-788f64e2-31e3-4177-b2cf-28694a9b3034 req-a712b78d-f9d6-4752-8843-b67874fefcb7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1ee304c-aec4-4424-913c-3708f4b195a7 HTTP/1.1" status: 200 len: 999 time: 0.1802962 Feb 11 05:38:59.813784 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4f532849-58ac-4ee5-bee9-a1a88d8e34ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'name': 'tempest-TestServerBasicOps-1507435600-router', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 4, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'gw_port': {'id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'ff89d262-0cc9-4078-b9f7-29844527cee2', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'port_id': 'c1ee304c-aec4-4424-913c-3708f4b195a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'mac_address': 'fa:16:3e:2a:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d576fb1-87bb-491b-aa5a-a7336bcd7e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:38:56Z', 'updated_at': '2022-02-11T05:38:56Z', 'revision_number': 0, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f191690f-32dd-4184-8ef2-1d56ccdfc669', 'name': '', 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'mac_address': 'fa:16:3e:43:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:00Z', 'updated_at': '2022-02-11T05:38:23Z', 'revision_number': 5, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'subnets': [{'id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:59.847571 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f532849-58ac-4ee5-bee9-a1a88d8e34ac None None] Checking router: 5e98b17c-5c96-422b-996b-2f891e53d94d for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:38:59.879077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f532849-58ac-4ee5-bee9-a1a88d8e34ac None None] Routers {'5e98b17c-5c96-422b-996b-2f891e53d94d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:38:59.879174 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4f532849-58ac-4ee5-bee9-a1a88d8e34ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:38:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5e98b17c-5c96-422b-996b-2f891e53d94d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:38:59.881272 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f64e2-31e3-4177-b2cf-28694a9b3034 req-a67c56ee-244a-4917-b75e-ef90e944d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:59.882898 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-788f64e2-31e3-4177-b2cf-28694a9b3034 req-a67c56ee-244a-4917-b75e-ef90e944d55c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fc376bea-7853-4198-876a-16f0aadc5bdf HTTP/1.1" status: 200 len: 848 time: 0.1140461 Feb 11 05:38:59.984284 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f64e2-31e3-4177-b2cf-28694a9b3034 req-6bd39b42-b73c-46de-ac6a-48871866e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:59.989118 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-788f64e2-31e3-4177-b2cf-28694a9b3034 req-6bd39b42-b73c-46de-ac6a-48871866e120 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5f461cd-6672-4729-91c0-d858758eba8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0974309 Feb 11 05:39:00.029811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3158c5-d5a0-45b4-b54f-b30d24da1172 req-df4e24e2-7bff-4999-96c7-c785fb68c16b tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:00.046354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa3158c5-d5a0-45b4-b54f-b30d24da1172 req-df4e24e2-7bff-4999-96c7-c785fb68c16b tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 1127 time: 0.0909956 Feb 11 05:39:00.082152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-4f532849-58ac-4ee5-bee9-a1a88d8e34ac None None] Set router 5e98b17c-5c96-422b-996b-2f891e53d94d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:00.162892 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa3158c5-d5a0-45b4-b54f-b30d24da1172 req-e8d2ab8e-9099-403d-9626-70504fe73b52 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086926 Feb 11 05:39:00.196045 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-788f64e2-31e3-4177-b2cf-28694a9b3034 req-c92f4f45-64a7-40ad-aa7c-40aaf01f3178 service neutron] 10.222.0.73 "GET /v2.0/networks/c5f461cd-6672-4729-91c0-d858758eba8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990194 Feb 11 05:39:00.344140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 789b55fe-e32b-454a-9d31-deaa9a20595c details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:39:00.368940 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-788f64e2-31e3-4177-b2cf-28694a9b3034 req-b26e8855-8470-40f7-b5c0-7e1c6300a694 service neutron] 10.222.0.73 "GET /v2.0/networks/c5f461cd-6672-4729-91c0-d858758eba8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662657 Feb 11 05:39:00.539656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4f532849-58ac-4ee5-bee9-a1a88d8e34ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'name': 'tempest-TestServerBasicOps-1507435600-router', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 4, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'gw_port': {'id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'ff89d262-0cc9-4078-b9f7-29844527cee2', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'port_id': 'c1ee304c-aec4-4424-913c-3708f4b195a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'mac_address': 'fa:16:3e:2a:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d576fb1-87bb-491b-aa5a-a7336bcd7e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:38:56Z', 'updated_at': '2022-02-11T05:38:56Z', 'revision_number': 0, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f191690f-32dd-4184-8ef2-1d56ccdfc669', 'name': '', 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'mac_address': 'fa:16:3e:43:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:00Z', 'updated_at': '2022-02-11T05:38:23Z', 'revision_number': 5, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'subnets': [{'id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:00.613365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f532849-58ac-4ee5-bee9-a1a88d8e34ac None None] The sync data for ids ['5e98b17c-5c96-422b-996b-2f891e53d94d'] in n-d-713499-38 is: [{'id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'name': 'tempest-TestServerBasicOps-1507435600-router', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 4, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'gw_port': {'id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'ff89d262-0cc9-4078-b9f7-29844527cee2', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'port_id': 'c1ee304c-aec4-4424-913c-3708f4b195a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'mac_address': 'fa:16:3e:2a:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d576fb1-87bb-491b-aa5a-a7336bcd7e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:38:56Z', 'updated_at': '2022-02-11T05:38:56Z', 'revision_number': 0, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f191690f-32dd-4184-8ef2-1d56ccdfc669', 'name': '', 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'mac_address': 'fa:16:3e:43:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:00Z', 'updated_at': '2022-02-11T05:38:23Z', 'revision_number': 5, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'subnets': [{'id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:00.624976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 789b55fe-e32b-454a-9d31-deaa9a20595c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=789b55fe-e32b-454a-9d31-deaa9a20595c,segment=NetworkSegment(c269f833-27db-43ef-a737-f72e91f1b842),segment_id=c269f833-27db-43ef-a737-f72e91f1b842)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:00.646123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '789b55fe-e32b-454a-9d31-deaa9a20595c', 'network_id': '6b3f420c-e982-4baf-a5ce-2f6b2f3838d8', 'port_id': '789b55fe-e32b-454a-9d31-deaa9a20595c', 'mac_address': 'fa:16:3e:9c:50:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3156e3bb-2205-4eae-9139-572402eb785f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:39:00.807548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 789b55fe-e32b-454a-9d31-deaa9a20595c is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:00.807884 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (789b55fe-e32b-454a-9d31-deaa9a20595c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:00.837930 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-49ac6dcf-a7d6-4238-a2ce-aa9d0f4934b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:00.847723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789b55fe-e32b-454a-9d31-deaa9a20595c {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:39:00.917212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 789b55fe-e32b-454a-9d31-deaa9a20595c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=789b55fe-e32b-454a-9d31-deaa9a20595c,segment=NetworkSegment(c269f833-27db-43ef-a737-f72e91f1b842),segment_id=c269f833-27db-43ef-a737-f72e91f1b842)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:00.928689 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (789b55fe-e32b-454a-9d31-deaa9a20595c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:01.028010 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5096dffa-d331-4cb8-ba0e-ddd376bad3e8 None None] New status for floating IP ff89d262-0cc9-4078-b9f7-29844527cee2: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:39:01.120606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=789b55fe-e32b-454a-9d31-deaa9a20595c,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:01.278776 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['789b55fe-e32b-454a-9d31-deaa9a20595c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:39:01.394798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bda20-e381-47a6-9de5-c09c5298433f req-91ccac73-7334-4438-b1b6-f9d92e86051a tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:01.396937 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b1bda20-e381-47a6-9de5-c09c5298433f req-91ccac73-7334-4438-b1b6-f9d92e86051a tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 1128 time: 0.1074522 Feb 11 05:39:01.507205 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b1bda20-e381-47a6-9de5-c09c5298433f req-83d782fc-6377-4bfa-a169-cccf232d9369 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033759 Feb 11 05:39:02.355776 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 789b55fe-e32b-454a-9d31-deaa9a20595c up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:02.492689 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:02.521922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 789b55fe-e32b-454a-9d31-deaa9a20595c completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:39:02.527187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 789b55fe-e32b-454a-9d31-deaa9a20595c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:02.527850 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (789b55fe-e32b-454a-9d31-deaa9a20595c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:02.663584 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 789b55fe-e32b-454a-9d31-deaa9a20595c is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:02.664064 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (789b55fe-e32b-454a-9d31-deaa9a20595c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:02.701531 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e0013d-3331-44c1-8423-0ad56163f920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789b55fe-e32b-454a-9d31-deaa9a20595c'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:02.707609 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f446c10-db8e-47e6-b2c2-b442d67e1e2a" -d '{"events": [{"server_uuid": "e8e0013d-3331-44c1-8423-0ad56163f920", "name": "network-vif-plugged", "status": "completed", "tag": "789b55fe-e32b-454a-9d31-deaa9a20595c"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:02.739359 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 789b55fe-e32b-454a-9d31-deaa9a20595c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=789b55fe-e32b-454a-9d31-deaa9a20595c,segment=NetworkSegment(c269f833-27db-43ef-a737-f72e91f1b842),segment_id=c269f833-27db-43ef-a737-f72e91f1b842)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:02.749643 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (789b55fe-e32b-454a-9d31-deaa9a20595c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:02.774873 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbbb4e-d569-4eb5-9a68-493d3fad25cd req-9bd135ba-8287-4b50-bafe-93838f629f74 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:02.785548 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16dbbb4e-d569-4eb5-9a68-493d3fad25cd req-9bd135ba-8287-4b50-bafe-93838f629f74 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 1128 time: 0.0946312 Feb 11 05:39:02.822748 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42b99fc-543c-488b-9390-f732b00c8f7b x-openstack-request-id: req-e42b99fc-543c-488b-9390-f732b00c8f7b {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:02.822748 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e0013d-3331-44c1-8423-0ad56163f920", "name": "network-vif-plugged", "status": "completed", "tag": "789b55fe-e32b-454a-9d31-deaa9a20595c", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:02.823699 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e42b99fc-543c-488b-9390-f732b00c8f7b {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:02.824233 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e0013d-3331-44c1-8423-0ad56163f920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789b55fe-e32b-454a-9d31-deaa9a20595c', 'code': 200} Feb 11 05:39:02.891763 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=789b55fe-e32b-454a-9d31-deaa9a20595c,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:02.968564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16dbbb4e-d569-4eb5-9a68-493d3fad25cd req-b12bbf7d-beda-445f-a308-fbe47c121dd5 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760356 Feb 11 05:39:03.018985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5b9b3-a6c1-496c-9394-7a61886bf2f5 req-409531a3-41ea-45a8-b811-cce555345b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:03.020925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25e5b9b3-a6c1-496c-9394-7a61886bf2f5 req-409531a3-41ea-45a8-b811-cce555345b0d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 1129 time: 0.1056235 Feb 11 05:39:03.077586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25e5b9b3-a6c1-496c-9394-7a61886bf2f5 req-8e1d987b-81b8-403e-9f6c-878f675c54dc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468197 Feb 11 05:39:03.629633 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:04.174945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396a62c-0e73-49b1-b75d-797cf67659ed req-1a8eef07-86a9-4bc8-b4b6-4ef463268f7d tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:04.178099 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8396a62c-0e73-49b1-b75d-797cf67659ed req-1a8eef07-86a9-4bc8-b4b6-4ef463268f7d tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 1129 time: 0.1040521 Feb 11 05:39:04.303150 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8396a62c-0e73-49b1-b75d-797cf67659ed req-4ac6d726-5f2d-49eb-854a-a7bca1f0ef46 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133645 Feb 11 05:39:05.171619 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:05.506217 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b53f31-6337-467a-a3f3-4aa0e9c93e37 req-a299e141-5a51-44b9-b2cc-e04556fd3135 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:05.516428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45b53f31-6337-467a-a3f3-4aa0e9c93e37 req-a299e141-5a51-44b9-b2cc-e04556fd3135 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 1129 time: 0.0707467 Feb 11 05:39:05.624258 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45b53f31-6337-467a-a3f3-4aa0e9c93e37 req-15ca420c-a011-49f7-beeb-c238402a664d tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065896 Feb 11 05:39:05.854030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d2637-2c7e-497c-9ab8-11891c4cd420 req-0c4fa053-21d7-41f3-bc1a-3b44d8561444 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:05.861117 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-759d2637-2c7e-497c-9ab8-11891c4cd420 req-0c4fa053-21d7-41f3-bc1a-3b44d8561444 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 1129 time: 0.0962267 Feb 11 05:39:05.935063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-759d2637-2c7e-497c-9ab8-11891c4cd420 req-214bed14-a44e-4b79-9a0c-9d948edd3e80 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680001 Feb 11 05:39:06.056985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6fb27-273f-44fe-8d80-713e2b9143d6 req-266080aa-079e-4e00-901d-1e27ae5c3fa1 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:06.064267 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0e6fb27-273f-44fe-8d80-713e2b9143d6 req-266080aa-079e-4e00-901d-1e27ae5c3fa1 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 1129 time: 0.0688860 Feb 11 05:39:06.123885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0e6fb27-273f-44fe-8d80-713e2b9143d6 req-2d42495d-c5b0-4d25-92f6-53cf88ea89e7 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561228 Feb 11 05:39:06.537754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19318705-cdfb-4540-b8c1-db37676499d0 req-c957c801-1740-4a21-990e-e8a73238117d tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:06.541989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19318705-cdfb-4540-b8c1-db37676499d0 req-c957c801-1740-4a21-990e-e8a73238117d tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 1129 time: 0.1244590 Feb 11 05:39:06.629469 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19318705-cdfb-4540-b8c1-db37676499d0 req-0d771cc3-f00c-4950-8a6a-a59837ada66e tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769010 Feb 11 05:39:07.915455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c5a58-8d31-4deb-8701-8f3c86e4a98e req-0d9e9ac0-0f2a-40df-bb14-c8f16c1528c5 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:07.919843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-503c5a58-8d31-4deb-8701-8f3c86e4a98e req-0d9e9ac0-0f2a-40df-bb14-c8f16c1528c5 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 1129 time: 0.1967444 Feb 11 05:39:07.944932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421083f-4c0c-44cd-b819-5252886abf8f req-f77a49a4-422c-49d7-83c5-fbef56676f60 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:07.952730 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b421083f-4c0c-44cd-b819-5252886abf8f req-f77a49a4-422c-49d7-83c5-fbef56676f60 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 1129 time: 0.1669037 Feb 11 05:39:08.056821 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b421083f-4c0c-44cd-b819-5252886abf8f req-151adc85-30b1-402d-88ad-ebb720126c33 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029232 Feb 11 05:39:08.089613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-503c5a58-8d31-4deb-8701-8f3c86e4a98e req-3aeb2f71-0b6a-4a53-8b10-ab9dd133d84a tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Deleting port 789b55fe-e32b-454a-9d31-deaa9a20595c {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:08.090041 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-503c5a58-8d31-4deb-8701-8f3c86e4a98e req-3aeb2f71-0b6a-4a53-8b10-ab9dd133d84a tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (789b55fe-e32b-454a-9d31-deaa9a20595c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.175916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-503c5a58-8d31-4deb-8701-8f3c86e4a98e req-3aeb2f71-0b6a-4a53-8b10-ab9dd133d84a tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] For port 789b55fe-e32b-454a-9d31-deaa9a20595c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=789b55fe-e32b-454a-9d31-deaa9a20595c,segment=NetworkSegment(c269f833-27db-43ef-a737-f72e91f1b842),segment_id=c269f833-27db-43ef-a737-f72e91f1b842)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:08.176576 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-503c5a58-8d31-4deb-8701-8f3c86e4a98e req-3aeb2f71-0b6a-4a53-8b10-ab9dd133d84a tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (789b55fe-e32b-454a-9d31-deaa9a20595c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.191536 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-503c5a58-8d31-4deb-8701-8f3c86e4a98e req-3aeb2f71-0b6a-4a53-8b10-ab9dd133d84a tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Calling delete_port for 789b55fe-e32b-454a-9d31-deaa9a20595c owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:08.376754 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-503c5a58-8d31-4deb-8701-8f3c86e4a98e req-3aeb2f71-0b6a-4a53-8b10-ab9dd133d84a tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (789b55fe-e32b-454a-9d31-deaa9a20595c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.388381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['f9bef966-1381-4a23-b5ff-b16011fa093b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:39:08.393637 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['789b55fe-e32b-454a-9d31-deaa9a20595c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:39:08.429618 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb2f71-0b6a-4a53-8b10-ab9dd133d84a tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Pushing event deleted for resources: {'Port': ['ID=789b55fe-e32b-454a-9d31-deaa9a20595c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:08.486741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-503c5a58-8d31-4deb-8701-8f3c86e4a98e req-3aeb2f71-0b6a-4a53-8b10-ab9dd133d84a tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] No DVR routers for this DVR port 789b55fe-e32b-454a-9d31-deaa9a20595c on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:08.491000 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-503c5a58-8d31-4deb-8701-8f3c86e4a98e req-3aeb2f71-0b6a-4a53-8b10-ab9dd133d84a tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:08.495607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-503c5a58-8d31-4deb-8701-8f3c86e4a98e req-3aeb2f71-0b6a-4a53-8b10-ab9dd133d84a tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.88 "DELETE /v2.0/ports/789b55fe-e32b-454a-9d31-deaa9a20595c HTTP/1.1" status: 204 len: 173 time: 0.5660655 Feb 11 05:39:08.496139 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e0013d-3331-44c1-8423-0ad56163f920', 'name': 'network-vif-deleted', 'tag': '789b55fe-e32b-454a-9d31-deaa9a20595c'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:08.499534 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cc420b-43bf-49ca-8acd-18dfc0c9d144" -d '{"events": [{"server_uuid": "e8e0013d-3331-44c1-8423-0ad56163f920", "name": "network-vif-deleted", "tag": "789b55fe-e32b-454a-9d31-deaa9a20595c"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:08.562667 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd259d2b-e5d2-4c15-82c7-6b3d3a9ba3b2 x-openstack-request-id: req-cd259d2b-e5d2-4c15-82c7-6b3d3a9ba3b2 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:08.562972 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e0013d-3331-44c1-8423-0ad56163f920", "name": "network-vif-deleted", "tag": "789b55fe-e32b-454a-9d31-deaa9a20595c", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:08.563250 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cd259d2b-e5d2-4c15-82c7-6b3d3a9ba3b2 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:08.563655 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e0013d-3331-44c1-8423-0ad56163f920', 'name': 'network-vif-deleted', 'tag': '789b55fe-e32b-454a-9d31-deaa9a20595c', 'status': 'completed', 'code': 200} Feb 11 05:39:09.314834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23acc96d-9a62-4dba-8773-8c827644fee8 req-5248fabf-2379-4ff1-8b63-1fe5d3988f00 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e8e0013d-3331-44c1-8423-0ad56163f920 HTTP/1.1" status: 200 len: 210 time: 0.0608599 Feb 11 05:39:09.849108 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:10.419937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 789b55fe-e32b-454a-9d31-deaa9a20595c no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:10.458177 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 789b55fe-e32b-454a-9d31-deaa9a20595c {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:10.458536 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 789b55fe-e32b-454a-9d31-deaa9a20595c not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:10.791319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85929f37-6e5c-4643-be87-eae64fc30aec req-aa64bb89-0790-40ed-b8eb-05f70e9a0727 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:10.802999 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85929f37-6e5c-4643-be87-eae64fc30aec req-aa64bb89-0790-40ed-b8eb-05f70e9a0727 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 1129 time: 0.0913377 Feb 11 05:39:10.900403 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85929f37-6e5c-4643-be87-eae64fc30aec req-c3a68dda-da46-44cc-b427-58ce5dda5149 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955915 Feb 11 05:39:12.056301 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37124) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:12.151978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee96f39-4c2e-4d29-ae18-86669f943100 req-1e2c8ab7-dffa-440f-a16c-8b9e359065df tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:12.159665 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ee96f39-4c2e-4d29-ae18-86669f943100 req-1e2c8ab7-dffa-440f-a16c-8b9e359065df tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 1129 time: 0.1096509 Feb 11 05:39:12.216055 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ee96f39-4c2e-4d29-ae18-86669f943100 req-1c1d5e07-f304-42c8-84bf-fe49a1a5243e tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518851 Feb 11 05:39:12.254857 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d62f32-0971-47b3-834e-860986b3c1db req-cc599828-b4e4-4edc-83a1-28fd47d35fdc tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:12.256571 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c6d62f32-0971-47b3-834e-860986b3c1db req-cc599828-b4e4-4edc-83a1-28fd47d35fdc tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 1129 time: 0.1107488 Feb 11 05:39:12.258363 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e632c59d-5dbb-4098-bf97-56854baa80e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.430218 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-c6d62f32-0971-47b3-834e-860986b3c1db req-b4bf3060-d738-4179-8677-a66dc8a068a0 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Deleting port f9bef966-1381-4a23-b5ff-b16011fa093b {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:12.430916 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c6d62f32-0971-47b3-834e-860986b3c1db req-b4bf3060-d738-4179-8677-a66dc8a068a0 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f9bef966-1381-4a23-b5ff-b16011fa093b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.439301 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e632c59d-5dbb-4098-bf97-56854baa80e6 admin admin] Publish callbacks [] for security_group (8f45d97c-da35-4266-a2e8-8890d7121c21), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.535558 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e632c59d-5dbb-4098-bf97-56854baa80e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8f45d97c-da35-4266-a2e8-8890d7121c21), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.628385 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e632c59d-5dbb-4098-bf97-56854baa80e6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=839f44c0b4d24a319b61ea4936bfd7a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5686882 Feb 11 05:39:12.629417 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37132) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:12.660935 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-c6d62f32-0971-47b3-834e-860986b3c1db req-b4bf3060-d738-4179-8677-a66dc8a068a0 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] For port f9bef966-1381-4a23-b5ff-b16011fa093b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f9bef966-1381-4a23-b5ff-b16011fa093b,segment=NetworkSegment(c269f833-27db-43ef-a737-f72e91f1b842),segment_id=c269f833-27db-43ef-a737-f72e91f1b842)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:12.661319 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c6d62f32-0971-47b3-834e-860986b3c1db req-b4bf3060-d738-4179-8677-a66dc8a068a0 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f9bef966-1381-4a23-b5ff-b16011fa093b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.679632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-c6d62f32-0971-47b3-834e-860986b3c1db req-b4bf3060-d738-4179-8677-a66dc8a068a0 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Calling delete_port for f9bef966-1381-4a23-b5ff-b16011fa093b owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:12.708327 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1e9a81ca-85ef-4c41-a56d-6232715d7b80 admin admin] Publish callbacks [] for security_group (8f45d97c-da35-4266-a2e8-8890d7121c21), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.731641 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1e9a81ca-85ef-4c41-a56d-6232715d7b80 admin admin] Publish callbacks [] for security_group (8f45d97c-da35-4266-a2e8-8890d7121c21), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.787327 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1e9a81ca-85ef-4c41-a56d-6232715d7b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8f45d97c-da35-4266-a2e8-8890d7121c21), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.790534 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1e9a81ca-85ef-4c41-a56d-6232715d7b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.794267 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1e9a81ca-85ef-4c41-a56d-6232715d7b80 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8f45d97c-da35-4266-a2e8-8890d7121c21 HTTP/1.1" status: 204 len: 168 time: 0.1630037 Feb 11 05:39:12.813582 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a81ca-85ef-4c41-a56d-6232715d7b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f45d97c-da35-4266-a2e8-8890d7121c21,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:12.851171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632c59d-5dbb-4098-bf97-56854baa80e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f45d97c-da35-4266-a2e8-8890d7121c21,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:12.880200 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c6d62f32-0971-47b3-834e-860986b3c1db req-b4bf3060-d738-4179-8677-a66dc8a068a0 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (f9bef966-1381-4a23-b5ff-b16011fa093b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:12.894891 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['f9bef966-1381-4a23-b5ff-b16011fa093b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:39:12.953017 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf3060-d738-4179-8677-a66dc8a068a0 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9bef966-1381-4a23-b5ff-b16011fa093b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:13.001436 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d62f32-0971-47b3-834e-860986b3c1db req-b4bf3060-d738-4179-8677-a66dc8a068a0 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] No DVR routers for this DVR port f9bef966-1381-4a23-b5ff-b16011fa093b on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:13.007477 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c6d62f32-0971-47b3-834e-860986b3c1db req-b4bf3060-d738-4179-8677-a66dc8a068a0 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.015071 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c6d62f32-0971-47b3-834e-860986b3c1db req-b4bf3060-d738-4179-8677-a66dc8a068a0 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.73 "DELETE /v2.0/ports/f9bef966-1381-4a23-b5ff-b16011fa093b HTTP/1.1" status: 204 len: 173 time: 0.7475395 Feb 11 05:39:13.019731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de739423-7e73-493f-8c24-fc11b4cbc9db', 'name': 'network-vif-deleted', 'tag': 'f9bef966-1381-4a23-b5ff-b16011fa093b'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:13.022915 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e10dbd4-3753-4cc3-9dbf-6d3186c41457" -d '{"events": [{"server_uuid": "de739423-7e73-493f-8c24-fc11b4cbc9db", "name": "network-vif-deleted", "tag": "f9bef966-1381-4a23-b5ff-b16011fa093b"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:13.127338 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eebadac-af1f-42e4-ad6b-b5cbab10898c x-openstack-request-id: req-3eebadac-af1f-42e4-ad6b-b5cbab10898c {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:13.128465 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de739423-7e73-493f-8c24-fc11b4cbc9db", "name": "network-vif-deleted", "tag": "f9bef966-1381-4a23-b5ff-b16011fa093b", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:13.128638 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3eebadac-af1f-42e4-ad6b-b5cbab10898c {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:13.129052 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de739423-7e73-493f-8c24-fc11b4cbc9db', 'name': 'network-vif-deleted', 'tag': 'f9bef966-1381-4a23-b5ff-b16011fa093b', 'status': 'completed', 'code': 200} Feb 11 05:39:13.379041 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eaecc2ac-70ab-4b29-b22c-f064679985b3 req-508763db-f3d2-47d5-affb-bd5e5628b542 tempest-TestServerMultinode-1134827577 tempest-TestServerMultinode-1134827577-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=de739423-7e73-493f-8c24-fc11b4cbc9db HTTP/1.1" status: 200 len: 210 time: 0.0421689 Feb 11 05:39:13.720110 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37158) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:13.765348 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f448-8be2-4616-9593-1bd53fdcbbf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.914351 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f448-8be2-4616-9593-1bd53fdcbbf9 admin admin] Publish callbacks [] for security_group (754ec7aa-e817-4c59-8f8c-7884f12ee5d0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.921267 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f448-8be2-4616-9593-1bd53fdcbbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (754ec7aa-e817-4c59-8f8c-7884f12ee5d0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:13.974081 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7f448-8be2-4616-9593-1bd53fdcbbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754ec7aa-e817-4c59-8f8c-7884f12ee5d0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:13.981888 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2ca7f448-8be2-4616-9593-1bd53fdcbbf9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2454388a2dd44142b2dbf7cee7f00007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2582483 Feb 11 05:39:13.982106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37160) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:14.084257 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cbe40b90-fbdc-4034-b4f4-2bcbd6c7c2c1 admin admin] Publish callbacks [] for security_group (754ec7aa-e817-4c59-8f8c-7884f12ee5d0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:14.157984 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cbe40b90-fbdc-4034-b4f4-2bcbd6c7c2c1 admin admin] Publish callbacks [] for security_group (754ec7aa-e817-4c59-8f8c-7884f12ee5d0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:14.217641 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:14.266704 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cbe40b90-fbdc-4034-b4f4-2bcbd6c7c2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (754ec7aa-e817-4c59-8f8c-7884f12ee5d0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:14.270436 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cbe40b90-fbdc-4034-b4f4-2bcbd6c7c2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:14.271677 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cbe40b90-fbdc-4034-b4f4-2bcbd6c7c2c1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/754ec7aa-e817-4c59-8f8c-7884f12ee5d0 HTTP/1.1" status: 204 len: 168 time: 0.2886372 Feb 11 05:39:14.280292 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe40b90-fbdc-4034-b4f4-2bcbd6c7c2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754ec7aa-e817-4c59-8f8c-7884f12ee5d0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:14.465812 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37168) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:14.944850 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d21a229-a8cc-4da9-bad4-3ab683b60de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (dd74b613-aaad-44cc-a3b2-45008675f3dc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:14.993957 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3d3971ba-3d60-420f-8cbb-04d63d9eae3c req-2c08eb10-203e-413d-a7ce-dfefdf131844 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1320231 Feb 11 05:39:15.174941 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3971ba-3d60-420f-8cbb-04d63d9eae3c req-3e7b1257-4bbb-4409-ae6f-d06e5c816b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:15.178441 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3d3971ba-3d60-420f-8cbb-04d63d9eae3c req-3e7b1257-4bbb-4409-ae6f-d06e5c816b33 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45c2fc86c73b4ccfb9c8f2a600d289b2&device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 1128 time: 0.1166117 Feb 11 05:39:15.389745 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3971ba-3d60-420f-8cbb-04d63d9eae3c req-b4990ac3-6fd6-44c0-9738-1563ced566fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:15.391288 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3d3971ba-3d60-420f-8cbb-04d63d9eae3c req-b4990ac3-6fd6-44c0-9738-1563ced566fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=c5f461cd-6672-4729-91c0-d858758eba8c HTTP/1.1" status: 200 len: 910 time: 0.1935043 Feb 11 05:39:15.678149 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7d21a229-a8cc-4da9-bad4-3ab683b60de0 admin admin] Deleting port 7b935dd3-313c-45bb-83d9-58959d5f823a {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:15.678651 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d21a229-a8cc-4da9-bad4-3ab683b60de0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:15.686849 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3d3971ba-3d60-420f-8cbb-04d63d9eae3c req-d4bc9f15-5171-4305-9889-60aca5b640f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1ee304c-aec4-4424-913c-3708f4b195a7 HTTP/1.1" status: 200 len: 1001 time: 0.2849691 Feb 11 05:39:15.829088 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3971ba-3d60-420f-8cbb-04d63d9eae3c req-4963b0b7-75f8-4a1d-88d0-4d064e507c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:15.834655 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3d3971ba-3d60-420f-8cbb-04d63d9eae3c req-4963b0b7-75f8-4a1d-88d0-4d064e507c1c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fc376bea-7853-4198-876a-16f0aadc5bdf HTTP/1.1" status: 200 len: 848 time: 0.1392291 Feb 11 05:39:15.899769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-7d21a229-a8cc-4da9-bad4-3ab683b60de0 admin admin] For port 7b935dd3-313c-45bb-83d9-58959d5f823a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7b935dd3-313c-45bb-83d9-58959d5f823a,segment=NetworkSegment(c269f833-27db-43ef-a737-f72e91f1b842),segment_id=c269f833-27db-43ef-a737-f72e91f1b842)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:15.902181 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d21a229-a8cc-4da9-bad4-3ab683b60de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:15.961166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3971ba-3d60-420f-8cbb-04d63d9eae3c req-d222d0ac-14bc-44cd-afcb-142e5eeac8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:15.961511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7d21a229-a8cc-4da9-bad4-3ab683b60de0 admin admin] Calling delete_port for 7b935dd3-313c-45bb-83d9-58959d5f823a owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:15.975519 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3d3971ba-3d60-420f-8cbb-04d63d9eae3c req-d222d0ac-14bc-44cd-afcb-142e5eeac8a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5f461cd-6672-4729-91c0-d858758eba8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1323879 Feb 11 05:39:16.317574 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3d3971ba-3d60-420f-8cbb-04d63d9eae3c req-a8c8e305-88d9-4e5b-9a67-2147eb7a93b8 service neutron] 10.222.0.73 "GET /v2.0/networks/c5f461cd-6672-4729-91c0-d858758eba8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386204 Feb 11 05:39:16.417718 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d21a229-a8cc-4da9-bad4-3ab683b60de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7b935dd3-313c-45bb-83d9-58959d5f823a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:16.546969 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3d3971ba-3d60-420f-8cbb-04d63d9eae3c req-63131f20-37cd-491f-85c9-adde2b774bf7 service neutron] 10.222.0.73 "GET /v2.0/networks/c5f461cd-6672-4729-91c0-d858758eba8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191961 Feb 11 05:39:16.573609 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21a229-a8cc-4da9-bad4-3ab683b60de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b935dd3-313c-45bb-83d9-58959d5f823a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:16.958015 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37222) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:17.025695 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d21a229-a8cc-4da9-bad4-3ab683b60de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (dd74b613-aaad-44cc-a3b2-45008675f3dc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:17.192178 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f9bef966-1381-4a23-b5ff-b16011fa093b no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:17.256233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: f9bef966-1381-4a23-b5ff-b16011fa093b {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:17.257201 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f9bef966-1381-4a23-b5ff-b16011fa093b not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:17.621619 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d21a229-a8cc-4da9-bad4-3ab683b60de0 admin admin] Router dd74b613-aaad-44cc-a3b2-45008675f3dc has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:39:17.952026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d21a229-a8cc-4da9-bad4-3ab683b60de0 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:17.964543 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14e0d40-2e83-4e44-acce-92d7ad100e32 None None] Sync routers for ids ['dd74b613-aaad-44cc-a3b2-45008675f3dc'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:17.969458 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7d21a229-a8cc-4da9-bad4-3ab683b60de0 admin admin] 10.222.0.87 "PUT /v2.0/routers/dd74b613-aaad-44cc-a3b2-45008675f3dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5024343 Feb 11 05:39:17.973153 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37238) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:17.984180 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14e0d40-2e83-4e44-acce-92d7ad100e32 None None] Routers {'dd74b613-aaad-44cc-a3b2-45008675f3dc'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:17.990506 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e14e0d40-2e83-4e44-acce-92d7ad100e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:39:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['dd74b613-aaad-44cc-a3b2-45008675f3dc'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:18.270704 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e14e0d40-2e83-4e44-acce-92d7ad100e32 None None] Set router dd74b613-aaad-44cc-a3b2-45008675f3dc gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:18.515580 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45dd64fc-32bd-42cf-9813-70a6a248154f admin admin] Publish callbacks [] for router (dd74b613-aaad-44cc-a3b2-45008675f3dc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:18.602584 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e14e0d40-2e83-4e44-acce-92d7ad100e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'name': 'tempest-TestServerMultinode-326554735-router', 'tenant_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '76c97e53-dc0e-494d-a0f9-bdbb16b402c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:53Z', 'updated_at': '2022-02-11T05:39:16Z', 'revision_number': 5, 'project_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'gw_port': {'id': '76c97e53-dc0e-494d-a0f9-bdbb16b402c2', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:18.638459 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45dd64fc-32bd-42cf-9813-70a6a248154f admin admin] Publish callbacks [] for router_gateway (dd74b613-aaad-44cc-a3b2-45008675f3dc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:18.648628 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cee9af27-0e8a-4570-8cd5-9dfbd3c61e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (57452e59-c5a4-4d36-89dc-f2787f18dfc0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:18.660366 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14e0d40-2e83-4e44-acce-92d7ad100e32 None None] Checking router: dd74b613-aaad-44cc-a3b2-45008675f3dc for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:18.671528 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14e0d40-2e83-4e44-acce-92d7ad100e32 None None] Routers {'dd74b613-aaad-44cc-a3b2-45008675f3dc'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:18.672352 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e14e0d40-2e83-4e44-acce-92d7ad100e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:39:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['dd74b613-aaad-44cc-a3b2-45008675f3dc'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:18.904867 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-45dd64fc-32bd-42cf-9813-70a6a248154f admin admin] Deleting port 76c97e53-dc0e-494d-a0f9-bdbb16b402c2 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:18.905211 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45dd64fc-32bd-42cf-9813-70a6a248154f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (76c97e53-dc0e-494d-a0f9-bdbb16b402c2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:19.001315 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-45dd64fc-32bd-42cf-9813-70a6a248154f admin admin] For port 76c97e53-dc0e-494d-a0f9-bdbb16b402c2, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=76c97e53-dc0e-494d-a0f9-bdbb16b402c2,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:19.001926 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45dd64fc-32bd-42cf-9813-70a6a248154f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (76c97e53-dc0e-494d-a0f9-bdbb16b402c2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:19.004687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e14e0d40-2e83-4e44-acce-92d7ad100e32 None None] Set router dd74b613-aaad-44cc-a3b2-45008675f3dc gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:19.026249 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-45dd64fc-32bd-42cf-9813-70a6a248154f admin admin] Calling delete_port for 76c97e53-dc0e-494d-a0f9-bdbb16b402c2 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:19.063042 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e14e0d40-2e83-4e44-acce-92d7ad100e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'name': 'tempest-TestServerMultinode-326554735-router', 'tenant_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:53Z', 'updated_at': '2022-02-11T05:39:18Z', 'revision_number': 6, 'project_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:19.096616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14e0d40-2e83-4e44-acce-92d7ad100e32 None None] The sync data for ids ['dd74b613-aaad-44cc-a3b2-45008675f3dc'] in n-d-713499-38 is: [{'id': 'dd74b613-aaad-44cc-a3b2-45008675f3dc', 'name': 'tempest-TestServerMultinode-326554735-router', 'tenant_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:53Z', 'updated_at': '2022-02-11T05:39:18Z', 'revision_number': 6, 'project_id': '9677d9e91deb4c5b8da6df1b9ea483b0', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:19.415859 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45dd64fc-32bd-42cf-9813-70a6a248154f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (76c97e53-dc0e-494d-a0f9-bdbb16b402c2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:19.527717 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7b935dd3-313c-45bb-83d9-58959d5f823a no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:19.529357 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd64fc-32bd-42cf-9813-70a6a248154f admin admin] Pushing event deleted for resources: {'Port': ['ID=76c97e53-dc0e-494d-a0f9-bdbb16b402c2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:19.573376 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 7b935dd3-313c-45bb-83d9-58959d5f823a {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:19.573733 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7b935dd3-313c-45bb-83d9-58959d5f823a not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:19.692712 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45dd64fc-32bd-42cf-9813-70a6a248154f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (dd74b613-aaad-44cc-a3b2-45008675f3dc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:19.793676 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-cee9af27-0e8a-4570-8cd5-9dfbd3c61e1a admin admin] Deleting port 35c49de5-9589-4d30-8823-c17be538fd56 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:19.794209 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cee9af27-0e8a-4570-8cd5-9dfbd3c61e1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (35c49de5-9589-4d30-8823-c17be538fd56), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:19.913950 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45dd64fc-32bd-42cf-9813-70a6a248154f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (dd74b613-aaad-44cc-a3b2-45008675f3dc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:19.918242 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45dd64fc-32bd-42cf-9813-70a6a248154f admin admin] Publish callbacks [] for router_controller (dd74b613-aaad-44cc-a3b2-45008675f3dc), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.011108 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45dd64fc-32bd-42cf-9813-70a6a248154f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (dd74b613-aaad-44cc-a3b2-45008675f3dc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.011750 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dd64fc-32bd-42cf-9813-70a6a248154f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd74b613-aaad-44cc-a3b2-45008675f3dc {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:39:20.016446 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45dd64fc-32bd-42cf-9813-70a6a248154f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.019852 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-45dd64fc-32bd-42cf-9813-70a6a248154f admin admin] 10.222.0.87 "DELETE /v2.0/routers/dd74b613-aaad-44cc-a3b2-45008675f3dc HTTP/1.1" status: 204 len: 168 time: 2.0434718 Feb 11 05:39:20.024400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37280) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:20.058330 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-cee9af27-0e8a-4570-8cd5-9dfbd3c61e1a admin admin] For port 35c49de5-9589-4d30-8823-c17be538fd56, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=35c49de5-9589-4d30-8823-c17be538fd56,segment=NetworkSegment(88518d25-2618-42dd-81d7-e7a3c557bb3c),segment_id=88518d25-2618-42dd-81d7-e7a3c557bb3c)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:20.058706 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cee9af27-0e8a-4570-8cd5-9dfbd3c61e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (35c49de5-9589-4d30-8823-c17be538fd56), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.081287 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-cee9af27-0e8a-4570-8cd5-9dfbd3c61e1a admin admin] Calling delete_port for 35c49de5-9589-4d30-8823-c17be538fd56 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:20.088904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-204c016f-c1bc-4699-9770-c88f7bc70d09 admin admin] Deleting subnet 3156e3bb-2205-4eae-9139-572402eb785f {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:39:20.092696 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-204c016f-c1bc-4699-9770-c88f7bc70d09 admin admin] Publish callbacks [] for subnet (3156e3bb-2205-4eae-9139-572402eb785f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.163241 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-204c016f-c1bc-4699-9770-c88f7bc70d09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (3156e3bb-2205-4eae-9139-572402eb785f), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.256260 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-204c016f-c1bc-4699-9770-c88f7bc70d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (3156e3bb-2205-4eae-9139-572402eb785f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.334604 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-204c016f-c1bc-4699-9770-c88f7bc70d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (3156e3bb-2205-4eae-9139-572402eb785f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.369416 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c016f-c1bc-4699-9770-c88f7bc70d09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3156e3bb-2205-4eae-9139-572402eb785f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:20.376641 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-204c016f-c1bc-4699-9770-c88f7bc70d09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.382737 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-204c016f-c1bc-4699-9770-c88f7bc70d09 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/3156e3bb-2205-4eae-9139-572402eb785f HTTP/1.1" status: 204 len: 168 time: 0.3585353 Feb 11 05:39:20.383129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37290) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:20.386827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706436a6-a8a1-40c4-bb01-22c451fd0929 None None] Network 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:20.513674 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (6b3f420c-e982-4baf-a5ce-2f6b2f3838d8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.533652 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cee9af27-0e8a-4570-8cd5-9dfbd3c61e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (35c49de5-9589-4d30-8823-c17be538fd56), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.658659 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9af27-0e8a-4570-8cd5-9dfbd3c61e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=35c49de5-9589-4d30-8823-c17be538fd56,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:20.710619 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] Deleting port 06086ab2-c60c-4333-8050-05fae21ac5c9 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:20.711220 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (06086ab2-c60c-4333-8050-05fae21ac5c9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.782062 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de57cf3-472c-429c-9698-4eedf82050ba None None] DHCP port deletion for 6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:39:20.822349 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cee9af27-0e8a-4570-8cd5-9dfbd3c61e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (57452e59-c5a4-4d36-89dc-f2787f18dfc0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.835081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] For port 06086ab2-c60c-4333-8050-05fae21ac5c9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=06086ab2-c60c-4333-8050-05fae21ac5c9,segment=NetworkSegment(c269f833-27db-43ef-a737-f72e91f1b842),segment_id=c269f833-27db-43ef-a737-f72e91f1b842)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:20.837233 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (06086ab2-c60c-4333-8050-05fae21ac5c9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:20.859391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] Calling delete_port for 06086ab2-c60c-4333-8050-05fae21ac5c9 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:20.908618 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6de57cf3-472c-429c-9698-4eedf82050ba None None] Deleting port 06086ab2-c60c-4333-8050-05fae21ac5c9 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:20.909287 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6de57cf3-472c-429c-9698-4eedf82050ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (06086ab2-c60c-4333-8050-05fae21ac5c9), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.055145 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (06086ab2-c60c-4333-8050-05fae21ac5c9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.084976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-6de57cf3-472c-429c-9698-4eedf82050ba None None] For port 06086ab2-c60c-4333-8050-05fae21ac5c9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=06086ab2-c60c-4333-8050-05fae21ac5c9,segment=NetworkSegment(c269f833-27db-43ef-a737-f72e91f1b842),segment_id=c269f833-27db-43ef-a737-f72e91f1b842)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:21.086056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] Pushing event deleted for resources: {'Port': ['ID=06086ab2-c60c-4333-8050-05fae21ac5c9,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:21.088583 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] No DVR routers for this DVR port 06086ab2-c60c-4333-8050-05fae21ac5c9 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:21.090490 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6de57cf3-472c-429c-9698-4eedf82050ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (06086ab2-c60c-4333-8050-05fae21ac5c9), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.130357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6de57cf3-472c-429c-9698-4eedf82050ba None None] Calling delete_port for 06086ab2-c60c-4333-8050-05fae21ac5c9 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:21.190979 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (6b3f420c-e982-4baf-a5ce-2f6b2f3838d8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.218998 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3f420c-e982-4baf-a5ce-2f6b2f3838d8']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:21.231577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c269f833-27db-43ef-a737-f72e91f1b842') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:21.231874 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c269f833-27db-43ef-a737-f72e91f1b842') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:21.243541 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (c269f833-27db-43ef-a737-f72e91f1b842), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.259619 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c269f833-27db-43ef-a737-f72e91f1b842), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.270397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:39:21.271026 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (c269f833-27db-43ef-a737-f72e91f1b842), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:39:21.274028 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:39:21.318146 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 05:39:21.327882 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6de57cf3-472c-429c-9698-4eedf82050ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (06086ab2-c60c-4333-8050-05fae21ac5c9), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.346251 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee9af27-0e8a-4570-8cd5-9dfbd3c61e1a admin admin] Router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:39:21.348166 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (6b3f420c-e982-4baf-a5ce-2f6b2f3838d8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.362187 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.372300 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] 10.222.0.87 "DELETE /v2.0/networks/6b3f420c-e982-4baf-a5ce-2f6b2f3838d8 HTTP/1.1" status: 204 len: 168 time: 0.9879792 Feb 11 05:39:21.373944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37304) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:21.396947 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de57cf3-472c-429c-9698-4eedf82050ba None None] No DVR routers for this DVR port 06086ab2-c60c-4333-8050-05fae21ac5c9 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:21.405689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2639a-7e36-4631-92dc-cba116255849 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b3f420c-e982-4baf-a5ce-2f6b2f3838d8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:21.416032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de57cf3-472c-429c-9698-4eedf82050ba None None] Pushing event deleted for resources: {'Port': ['ID=06086ab2-c60c-4333-8050-05fae21ac5c9,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:21.601590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 76c97e53-dc0e-494d-a0f9-bdbb16b402c2 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:21.632227 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 76c97e53-dc0e-494d-a0f9-bdbb16b402c2 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:21.632588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 76c97e53-dc0e-494d-a0f9-bdbb16b402c2 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:21.633021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 06086ab2-c60c-4333-8050-05fae21ac5c9 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:21.654248 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 06086ab2-c60c-4333-8050-05fae21ac5c9 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:21.654609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 06086ab2-c60c-4333-8050-05fae21ac5c9 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:21.661949 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee9af27-0e8a-4570-8cd5-9dfbd3c61e1a admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:21.671009 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cee9af27-0e8a-4570-8cd5-9dfbd3c61e1a admin admin] 10.222.0.87 "PUT /v2.0/routers/57452e59-c5a4-4d36-89dc-f2787f18dfc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7108152 Feb 11 05:39:21.672312 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f43833d-f959-4575-83ad-cdd3ebcd8830 None None] Sync routers for ids ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:21.673465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37316) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:21.689182 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f43833d-f959-4575-83ad-cdd3ebcd8830 None None] Routers {'57452e59-c5a4-4d36-89dc-f2787f18dfc0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:21.691082 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1f43833d-f959-4575-83ad-cdd3ebcd8830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:39:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:21.862813 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f2adba0-20e9-470e-9fb6-ea6ba771d043 admin admin] Publish callbacks [] for router (57452e59-c5a4-4d36-89dc-f2787f18dfc0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:21.979540 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-1f43833d-f959-4575-83ad-cdd3ebcd8830 None None] Set router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:22.013779 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f2adba0-20e9-470e-9fb6-ea6ba771d043 admin admin] Publish callbacks [] for router_gateway (57452e59-c5a4-4d36-89dc-f2787f18dfc0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:22.138385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-2f2adba0-20e9-470e-9fb6-ea6ba771d043 admin admin] Deleting port 519127c3-594c-435e-b47b-46131dd20f36 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:22.139055 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f2adba0-20e9-470e-9fb6-ea6ba771d043 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (519127c3-594c-435e-b47b-46131dd20f36), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:22.215758 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b53ec6e1-6ed3-49ad-819b-e86a126d2e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (97fce025-14b6-428e-9e02-75f605040b28), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:22.254778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-2f2adba0-20e9-470e-9fb6-ea6ba771d043 admin admin] For port 519127c3-594c-435e-b47b-46131dd20f36, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=519127c3-594c-435e-b47b-46131dd20f36,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:22.255246 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f2adba0-20e9-470e-9fb6-ea6ba771d043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (519127c3-594c-435e-b47b-46131dd20f36), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:22.270656 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-2f2adba0-20e9-470e-9fb6-ea6ba771d043 admin admin] Calling delete_port for 519127c3-594c-435e-b47b-46131dd20f36 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:22.339349 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1f43833d-f959-4575-83ad-cdd3ebcd8830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'name': 'tempest-TaggedBootDevicesTest-879760632-router', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '519127c3-594c-435e-b47b-46131dd20f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:00Z', 'updated_at': '2022-02-11T05:39:20Z', 'revision_number': 5, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'gw_port': {'id': '519127c3-594c-435e-b47b-46131dd20f36', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:02Z', 'updated_at': '2022-02-11T05:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:22.381881 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f43833d-f959-4575-83ad-cdd3ebcd8830 None None] Checking router: 57452e59-c5a4-4d36-89dc-f2787f18dfc0 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:22.392731 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f43833d-f959-4575-83ad-cdd3ebcd8830 None None] Routers {'57452e59-c5a4-4d36-89dc-f2787f18dfc0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:22.393455 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1f43833d-f959-4575-83ad-cdd3ebcd8830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:39:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:22.501846 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f2adba0-20e9-470e-9fb6-ea6ba771d043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (519127c3-594c-435e-b47b-46131dd20f36), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:22.545504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2adba0-20e9-470e-9fb6-ea6ba771d043 admin admin] Pushing event deleted for resources: {'Port': ['ID=519127c3-594c-435e-b47b-46131dd20f36,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:22.588182 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-1f43833d-f959-4575-83ad-cdd3ebcd8830 None None] Set router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:22.688968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b53ec6e1-6ed3-49ad-819b-e86a126d2e3f admin admin] Deleting port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:22.690755 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b53ec6e1-6ed3-49ad-819b-e86a126d2e3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:22.706747 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f2adba0-20e9-470e-9fb6-ea6ba771d043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (57452e59-c5a4-4d36-89dc-f2787f18dfc0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:22.717629 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1f43833d-f959-4575-83ad-cdd3ebcd8830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'name': 'tempest-TaggedBootDevicesTest-879760632-router', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:00Z', 'updated_at': '2022-02-11T05:39:22Z', 'revision_number': 6, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:22.782334 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f43833d-f959-4575-83ad-cdd3ebcd8830 None None] The sync data for ids ['57452e59-c5a4-4d36-89dc-f2787f18dfc0'] in n-d-713499-38 is: [{'id': '57452e59-c5a4-4d36-89dc-f2787f18dfc0', 'name': 'tempest-TaggedBootDevicesTest-879760632-router', 'tenant_id': 'f571c83359014d03b82a06a0b410a902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:00Z', 'updated_at': '2022-02-11T05:39:22Z', 'revision_number': 6, 'project_id': 'f571c83359014d03b82a06a0b410a902', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:22.874609 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-b53ec6e1-6ed3-49ad-819b-e86a126d2e3f admin admin] For port 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=397c566c-9e1a-4fa9-8676-ef8ef2d43aeb,segment=NetworkSegment(700f3867-4a8d-45ca-bb3a-029fc97c89a2),segment_id=700f3867-4a8d-45ca-bb3a-029fc97c89a2)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:22.877728 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b53ec6e1-6ed3-49ad-819b-e86a126d2e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:22.917710 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b53ec6e1-6ed3-49ad-819b-e86a126d2e3f admin admin] Calling delete_port for 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:23.210908 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b53ec6e1-6ed3-49ad-819b-e86a126d2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (397c566c-9e1a-4fa9-8676-ef8ef2d43aeb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.477566 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f2adba0-20e9-470e-9fb6-ea6ba771d043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (57452e59-c5a4-4d36-89dc-f2787f18dfc0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.480709 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f2adba0-20e9-470e-9fb6-ea6ba771d043 admin admin] Publish callbacks [] for router_controller (57452e59-c5a4-4d36-89dc-f2787f18dfc0), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.530979 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f2adba0-20e9-470e-9fb6-ea6ba771d043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (57452e59-c5a4-4d36-89dc-f2787f18dfc0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.531962 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2adba0-20e9-470e-9fb6-ea6ba771d043 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57452e59-c5a4-4d36-89dc-f2787f18dfc0 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:39:23.538636 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f2adba0-20e9-470e-9fb6-ea6ba771d043 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.540080 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2f2adba0-20e9-470e-9fb6-ea6ba771d043 admin admin] 10.222.0.87 "DELETE /v2.0/routers/57452e59-c5a4-4d36-89dc-f2787f18dfc0 HTTP/1.1" status: 204 len: 168 time: 1.8650005 Feb 11 05:39:23.542617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37342) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:23.598991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b7bb7e-b021-435c-b3a4-0d45ec51d81a admin admin] Deleting subnet 795c5f83-8f52-4a99-8b5b-a318dca41c6b {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:39:23.603302 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-07b7bb7e-b021-435c-b3a4-0d45ec51d81a admin admin] Publish callbacks [] for subnet (795c5f83-8f52-4a99-8b5b-a318dca41c6b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.656320 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-07b7bb7e-b021-435c-b3a4-0d45ec51d81a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (795c5f83-8f52-4a99-8b5b-a318dca41c6b), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.761972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ec6e1-6ed3-49ad-819b-e86a126d2e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=397c566c-9e1a-4fa9-8676-ef8ef2d43aeb,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:23.817338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 35c49de5-9589-4d30-8823-c17be538fd56 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:23.876326 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 35c49de5-9589-4d30-8823-c17be538fd56 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:23.876612 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 35c49de5-9589-4d30-8823-c17be538fd56 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:23.919728 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-07b7bb7e-b021-435c-b3a4-0d45ec51d81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (795c5f83-8f52-4a99-8b5b-a318dca41c6b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.037554 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-07b7bb7e-b021-435c-b3a4-0d45ec51d81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (795c5f83-8f52-4a99-8b5b-a318dca41c6b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.062319 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-07b7bb7e-b021-435c-b3a4-0d45ec51d81a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.063153 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef89058-b48b-4955-b400-a8141e072766 None None] Network 799a9941-b575-4229-aefb-2f7d7414a8e8 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:24.070958 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-07b7bb7e-b021-435c-b3a4-0d45ec51d81a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/795c5f83-8f52-4a99-8b5b-a318dca41c6b HTTP/1.1" status: 204 len: 168 time: 0.5247774 Feb 11 05:39:24.104118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37350) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:24.113594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7bb7e-b021-435c-b3a4-0d45ec51d81a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=795c5f83-8f52-4a99-8b5b-a318dca41c6b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:24.285293 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b53ec6e1-6ed3-49ad-819b-e86a126d2e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (97fce025-14b6-428e-9e02-75f605040b28), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.298082 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (799a9941-b575-4229-aefb-2f7d7414a8e8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.425941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] Deleting port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:24.425941 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7364e1a9-72f0-47d4-b0ef-13bebb1c0872), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.431053 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a939ef7e-6071-4978-bd14-13d2fbda5671 None None] DHCP port deletion for 799a9941-b575-4229-aefb-2f7d7414a8e8 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:39:24.540193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a939ef7e-6071-4978-bd14-13d2fbda5671 None None] Deleting port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:24.540579 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a939ef7e-6071-4978-bd14-13d2fbda5671 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7364e1a9-72f0-47d4-b0ef-13bebb1c0872), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.587357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] For port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7364e1a9-72f0-47d4-b0ef-13bebb1c0872,segment=NetworkSegment(88518d25-2618-42dd-81d7-e7a3c557bb3c),segment_id=88518d25-2618-42dd-81d7-e7a3c557bb3c)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:24.587893 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7364e1a9-72f0-47d4-b0ef-13bebb1c0872), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.631552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] Calling delete_port for 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:24.676119 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a939ef7e-6071-4978-bd14-13d2fbda5671 None None] For port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7364e1a9-72f0-47d4-b0ef-13bebb1c0872,segment=NetworkSegment(88518d25-2618-42dd-81d7-e7a3c557bb3c),segment_id=88518d25-2618-42dd-81d7-e7a3c557bb3c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:24.677551 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a939ef7e-6071-4978-bd14-13d2fbda5671 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7364e1a9-72f0-47d4-b0ef-13bebb1c0872), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.711657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a939ef7e-6071-4978-bd14-13d2fbda5671 None None] Calling delete_port for 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:24.733723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53ec6e1-6ed3-49ad-819b-e86a126d2e3f admin admin] Router 97fce025-14b6-428e-9e02-75f605040b28 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:39:24.818099 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7364e1a9-72f0-47d4-b0ef-13bebb1c0872), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.864260 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] Pushing event deleted for resources: {'Port': ['ID=7364e1a9-72f0-47d4-b0ef-13bebb1c0872,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:24.873331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] No DVR routers for this DVR port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:24.896366 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a939ef7e-6071-4978-bd14-13d2fbda5671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (7364e1a9-72f0-47d4-b0ef-13bebb1c0872), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:24.946764 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a939ef7e-6071-4978-bd14-13d2fbda5671 None None] No DVR routers for this DVR port 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:24.957060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939ef7e-6071-4978-bd14-13d2fbda5671 None None] Pushing event deleted for resources: {'Port': ['ID=7364e1a9-72f0-47d4-b0ef-13bebb1c0872,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:24.993974 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53ec6e1-6ed3-49ad-819b-e86a126d2e3f admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:25.007864 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b53ec6e1-6ed3-49ad-819b-e86a126d2e3f admin admin] 10.222.0.87 "PUT /v2.0/routers/97fce025-14b6-428e-9e02-75f605040b28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6317511 Feb 11 05:39:25.011026 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024aa80a-84e5-4244-a45b-f9d3f475d5ee None None] Sync routers for ids ['97fce025-14b6-428e-9e02-75f605040b28'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:25.011194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37370) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:25.047767 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024aa80a-84e5-4244-a45b-f9d3f475d5ee None None] Routers {'97fce025-14b6-428e-9e02-75f605040b28'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:25.049516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-024aa80a-84e5-4244-a45b-f9d3f475d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:39:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['97fce025-14b6-428e-9e02-75f605040b28'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:25.054556 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (799a9941-b575-4229-aefb-2f7d7414a8e8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.105198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799a9941-b575-4229-aefb-2f7d7414a8e8']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:25.119692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88518d25-2618-42dd-81d7-e7a3c557bb3c') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:25.121947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88518d25-2618-42dd-81d7-e7a3c557bb3c') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:25.135068 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (88518d25-2618-42dd-81d7-e7a3c557bb3c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.151310 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (88518d25-2618-42dd-81d7-e7a3c557bb3c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.158840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:39:25.159658 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (88518d25-2618-42dd-81d7-e7a3c557bb3c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:39:25.217841 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:39:25.223317 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (799a9941-b575-4229-aefb-2f7d7414a8e8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.229681 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.234053 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] 10.222.0.87 "DELETE /v2.0/networks/799a9941-b575-4229-aefb-2f7d7414a8e8 HTTP/1.1" status: 204 len: 168 time: 1.1285501 Feb 11 05:39:25.247199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37374) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:25.247908 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10e8cff5-dc40-4b66-b173-17b23538fd46 admin admin] Publish callbacks [] for router (97fce025-14b6-428e-9e02-75f605040b28), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.254513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc00940-404c-4c05-9c43-3388ec674845 admin admin] Pushing event deleted for resources: {'Network': ['ID=799a9941-b575-4229-aefb-2f7d7414a8e8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:25.270187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-024aa80a-84e5-4244-a45b-f9d3f475d5ee None None] Set router 97fce025-14b6-428e-9e02-75f605040b28 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:25.445089 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10e8cff5-dc40-4b66-b173-17b23538fd46 admin admin] Publish callbacks [] for router_gateway (97fce025-14b6-428e-9e02-75f605040b28), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.535027 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-10e8cff5-dc40-4b66-b173-17b23538fd46 admin admin] Deleting port 2109d0dc-07ad-4aac-b40c-15d2a5607060 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:25.537644 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10e8cff5-dc40-4b66-b173-17b23538fd46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2109d0dc-07ad-4aac-b40c-15d2a5607060), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.638704 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 519127c3-594c-435e-b47b-46131dd20f36 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:25.703753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 519127c3-594c-435e-b47b-46131dd20f36 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:25.706783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 519127c3-594c-435e-b47b-46131dd20f36 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:25.707247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:25.743263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-10e8cff5-dc40-4b66-b173-17b23538fd46 admin admin] For port 2109d0dc-07ad-4aac-b40c-15d2a5607060, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2109d0dc-07ad-4aac-b40c-15d2a5607060,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:25.743602 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10e8cff5-dc40-4b66-b173-17b23538fd46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2109d0dc-07ad-4aac-b40c-15d2a5607060), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.751049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:25.753533 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7364e1a9-72f0-47d4-b0ef-13bebb1c0872 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:25.772956 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-10e8cff5-dc40-4b66-b173-17b23538fd46 admin admin] Calling delete_port for 2109d0dc-07ad-4aac-b40c-15d2a5607060 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:25.817725 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-024aa80a-84e5-4244-a45b-f9d3f475d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fce025-14b6-428e-9e02-75f605040b28', 'name': 'tempest-TestServerMultinode-759725006-router', 'tenant_id': 'dda3024548904cd7899bfa9f87029174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '2109d0dc-07ad-4aac-b40c-15d2a5607060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:09Z', 'updated_at': '2022-02-11T05:39:23Z', 'revision_number': 5, 'project_id': 'dda3024548904cd7899bfa9f87029174', 'gw_port': {'id': '2109d0dc-07ad-4aac-b40c-15d2a5607060', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fce025-14b6-428e-9e02-75f605040b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:12Z', 'updated_at': '2022-02-11T05:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:25.881343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024aa80a-84e5-4244-a45b-f9d3f475d5ee None None] Checking router: 97fce025-14b6-428e-9e02-75f605040b28 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:25.892588 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-907caa04-ce09-4843-90a6-58fdd36d3074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (f808434e-1a06-4a40-8cfd-392cbfaaff0b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.901761 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024aa80a-84e5-4244-a45b-f9d3f475d5ee None None] Routers {'97fce025-14b6-428e-9e02-75f605040b28'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:25.920403 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-024aa80a-84e5-4244-a45b-f9d3f475d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:39:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['97fce025-14b6-428e-9e02-75f605040b28'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:26.144327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-024aa80a-84e5-4244-a45b-f9d3f475d5ee None None] Set router 97fce025-14b6-428e-9e02-75f605040b28 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:26.209309 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10e8cff5-dc40-4b66-b173-17b23538fd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2109d0dc-07ad-4aac-b40c-15d2a5607060), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.250219 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-024aa80a-84e5-4244-a45b-f9d3f475d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fce025-14b6-428e-9e02-75f605040b28', 'name': 'tempest-TestServerMultinode-759725006-router', 'tenant_id': 'dda3024548904cd7899bfa9f87029174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:09Z', 'updated_at': '2022-02-11T05:39:25Z', 'revision_number': 6, 'project_id': 'dda3024548904cd7899bfa9f87029174', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:26.256254 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8cff5-dc40-4b66-b173-17b23538fd46 admin admin] Pushing event deleted for resources: {'Port': ['ID=2109d0dc-07ad-4aac-b40c-15d2a5607060,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:26.307700 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024aa80a-84e5-4244-a45b-f9d3f475d5ee None None] The sync data for ids ['97fce025-14b6-428e-9e02-75f605040b28'] in n-d-713499-38 is: [{'id': '97fce025-14b6-428e-9e02-75f605040b28', 'name': 'tempest-TestServerMultinode-759725006-router', 'tenant_id': 'dda3024548904cd7899bfa9f87029174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:09Z', 'updated_at': '2022-02-11T05:39:25Z', 'revision_number': 6, 'project_id': 'dda3024548904cd7899bfa9f87029174', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:26.380033 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10e8cff5-dc40-4b66-b173-17b23538fd46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (97fce025-14b6-428e-9e02-75f605040b28), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.522845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-907caa04-ce09-4843-90a6-58fdd36d3074 admin admin] Deleting port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:26.524326 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-907caa04-ce09-4843-90a6-58fdd36d3074 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.578520 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10e8cff5-dc40-4b66-b173-17b23538fd46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (97fce025-14b6-428e-9e02-75f605040b28), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.584000 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10e8cff5-dc40-4b66-b173-17b23538fd46 admin admin] Publish callbacks [] for router_controller (97fce025-14b6-428e-9e02-75f605040b28), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.695896 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10e8cff5-dc40-4b66-b173-17b23538fd46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (97fce025-14b6-428e-9e02-75f605040b28), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.697348 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e8cff5-dc40-4b66-b173-17b23538fd46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97fce025-14b6-428e-9e02-75f605040b28 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:39:26.712519 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-10e8cff5-dc40-4b66-b173-17b23538fd46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.715984 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-10e8cff5-dc40-4b66-b173-17b23538fd46 admin admin] 10.222.0.87 "DELETE /v2.0/routers/97fce025-14b6-428e-9e02-75f605040b28 HTTP/1.1" status: 204 len: 168 time: 1.7035258 Feb 11 05:39:26.718685 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37410) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:26.733905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-907caa04-ce09-4843-90a6-58fdd36d3074 admin admin] For port 3a90cb9c-b727-46eb-aca9-d0f9d4a70496, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3a90cb9c-b727-46eb-aca9-d0f9d4a70496,segment=NetworkSegment(d0c9fe65-764f-4280-ab96-c0b5feb7d6bf),segment_id=d0c9fe65-764f-4280-ab96-c0b5feb7d6bf)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:26.734293 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-907caa04-ce09-4843-90a6-58fdd36d3074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.795756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-907caa04-ce09-4843-90a6-58fdd36d3074 admin admin] Calling delete_port for 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:26.804696 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-45991966-4e56-483e-9b3f-8f6e8e8bd5ee admin admin] Deleting subnet f40fc29e-cc49-4590-a5c6-99edd4179830 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:39:26.810957 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45991966-4e56-483e-9b3f-8f6e8e8bd5ee admin admin] Publish callbacks [] for subnet (f40fc29e-cc49-4590-a5c6-99edd4179830), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.882203 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45991966-4e56-483e-9b3f-8f6e8e8bd5ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (f40fc29e-cc49-4590-a5c6-99edd4179830), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.042418 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45991966-4e56-483e-9b3f-8f6e8e8bd5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (f40fc29e-cc49-4590-a5c6-99edd4179830), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.092171 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-907caa04-ce09-4843-90a6-58fdd36d3074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (3a90cb9c-b727-46eb-aca9-d0f9d4a70496), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.130906 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45991966-4e56-483e-9b3f-8f6e8e8bd5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (f40fc29e-cc49-4590-a5c6-99edd4179830), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.134624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907caa04-ce09-4843-90a6-58fdd36d3074 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a90cb9c-b727-46eb-aca9-d0f9d4a70496,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:27.148976 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45991966-4e56-483e-9b3f-8f6e8e8bd5ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.155613 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-45991966-4e56-483e-9b3f-8f6e8e8bd5ee admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f40fc29e-cc49-4590-a5c6-99edd4179830 HTTP/1.1" status: 204 len: 168 time: 0.4351358 Feb 11 05:39:27.155847 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ca5ad3-3086-4f3a-9d2b-78e1f50fd826 None None] Network d1e867d9-207e-4237-b027-77961b002b11 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:27.176456 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37418) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:27.184524 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45991966-4e56-483e-9b3f-8f6e8e8bd5ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f40fc29e-cc49-4590-a5c6-99edd4179830,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:27.346591 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (d1e867d9-207e-4237-b027-77961b002b11), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.575406 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] Deleting port 06a11ff0-b41f-43de-92cd-f780c9d9e085 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:27.582306 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (06a11ff0-b41f-43de-92cd-f780c9d9e085), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.582530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f29481-4e12-4f5d-a0bd-05556185dd62 None None] DHCP port deletion for d1e867d9-207e-4237-b027-77961b002b11 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:39:27.684348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:27.704768 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-907caa04-ce09-4843-90a6-58fdd36d3074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (f808434e-1a06-4a40-8cfd-392cbfaaff0b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.727287 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] For port 06a11ff0-b41f-43de-92cd-f780c9d9e085, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=06a11ff0-b41f-43de-92cd-f780c9d9e085,segment=NetworkSegment(700f3867-4a8d-45ca-bb3a-029fc97c89a2),segment_id=700f3867-4a8d-45ca-bb3a-029fc97c89a2)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:27.727913 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (06a11ff0-b41f-43de-92cd-f780c9d9e085), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:27.751940 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] Calling delete_port for 06a11ff0-b41f-43de-92cd-f780c9d9e085 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:27.805996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:27.806728 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 397c566c-9e1a-4fa9-8676-ef8ef2d43aeb not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:27.809758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2109d0dc-07ad-4aac-b40c-15d2a5607060 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:27.896657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 2109d0dc-07ad-4aac-b40c-15d2a5607060 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:27.897013 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2109d0dc-07ad-4aac-b40c-15d2a5607060 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:27.959781 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-08f29481-4e12-4f5d-a0bd-05556185dd62 None None] Deleting port 06a11ff0-b41f-43de-92cd-f780c9d9e085 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:27.960170 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-08f29481-4e12-4f5d-a0bd-05556185dd62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (06a11ff0-b41f-43de-92cd-f780c9d9e085), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.075103 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (06a11ff0-b41f-43de-92cd-f780c9d9e085), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.120670 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] No DVR routers for this DVR port 06a11ff0-b41f-43de-92cd-f780c9d9e085 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:28.183644 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-08f29481-4e12-4f5d-a0bd-05556185dd62 None None] For port 06a11ff0-b41f-43de-92cd-f780c9d9e085, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=06a11ff0-b41f-43de-92cd-f780c9d9e085,segment=NetworkSegment(700f3867-4a8d-45ca-bb3a-029fc97c89a2),segment_id=700f3867-4a8d-45ca-bb3a-029fc97c89a2)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:28.184143 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-08f29481-4e12-4f5d-a0bd-05556185dd62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (06a11ff0-b41f-43de-92cd-f780c9d9e085), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.203577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=06a11ff0-b41f-43de-92cd-f780c9d9e085,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:28.237286 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-08f29481-4e12-4f5d-a0bd-05556185dd62 None None] Calling delete_port for 06a11ff0-b41f-43de-92cd-f780c9d9e085 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:28.273463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907caa04-ce09-4843-90a6-58fdd36d3074 admin admin] Router f808434e-1a06-4a40-8cfd-392cbfaaff0b has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:39:28.322430 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:39:28.412189 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (d1e867d9-207e-4237-b027-77961b002b11), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.417229 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-08f29481-4e12-4f5d-a0bd-05556185dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (06a11ff0-b41f-43de-92cd-f780c9d9e085), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.473206 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e867d9-207e-4237-b027-77961b002b11']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:28.489961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f29481-4e12-4f5d-a0bd-05556185dd62 None None] Pushing event deleted for resources: {'Port': ['ID=06a11ff0-b41f-43de-92cd-f780c9d9e085,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:28.496113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700f3867-4a8d-45ca-bb3a-029fc97c89a2') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:28.496472 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700f3867-4a8d-45ca-bb3a-029fc97c89a2') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:28.524107 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (700f3867-4a8d-45ca-bb3a-029fc97c89a2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.548095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907caa04-ce09-4843-90a6-58fdd36d3074 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:28.561370 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7489c6a-a725-4589-bcf9-1fd9fe20cc59 None None] Sync routers for ids ['f808434e-1a06-4a40-8cfd-392cbfaaff0b'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:28.569398 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (700f3867-4a8d-45ca-bb3a-029fc97c89a2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.573970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-907caa04-ce09-4843-90a6-58fdd36d3074 admin admin] 10.222.0.87 "PUT /v2.0/routers/f808434e-1a06-4a40-8cfd-392cbfaaff0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3251476 Feb 11 05:39:28.575823 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37440) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:28.581699 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7489c6a-a725-4589-bcf9-1fd9fe20cc59 None None] Routers {'f808434e-1a06-4a40-8cfd-392cbfaaff0b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:28.582562 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f7489c6a-a725-4589-bcf9-1fd9fe20cc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:39:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f808434e-1a06-4a40-8cfd-392cbfaaff0b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:28.586599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:39:28.587025 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (700f3867-4a8d-45ca-bb3a-029fc97c89a2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:39:28.593284 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:39:28.600857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f29481-4e12-4f5d-a0bd-05556185dd62 None None] No DVR routers for this DVR port 06a11ff0-b41f-43de-92cd-f780c9d9e085 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:28.621049 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c828ee31-6bca-4130-b78f-451b99fe62b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.767550 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (d1e867d9-207e-4237-b027-77961b002b11), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.776734 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.802106 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] 10.222.0.87 "DELETE /v2.0/networks/d1e867d9-207e-4237-b027-77961b002b11 HTTP/1.1" status: 204 len: 168 time: 1.6136830 Feb 11 05:39:28.809958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37454) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:28.845246 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-f7489c6a-a725-4589-bcf9-1fd9fe20cc59 None None] Set router f808434e-1a06-4a40-8cfd-392cbfaaff0b gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:28.864183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aec787-d1d1-488a-abb6-cfc24da27b3c admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e867d9-207e-4237-b027-77961b002b11,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:28.931527 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ffac00-441a-4d9b-a0e5-b2ddfa87584b admin admin] Publish callbacks [] for router (f808434e-1a06-4a40-8cfd-392cbfaaff0b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.225779 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ffac00-441a-4d9b-a0e5-b2ddfa87584b admin admin] Publish callbacks [] for router_gateway (f808434e-1a06-4a40-8cfd-392cbfaaff0b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.249813 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f7489c6a-a725-4589-bcf9-1fd9fe20cc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'name': 'tempest-TaggedBootDevicesTest-1156995925-router', 'tenant_id': '7265e612114849938bd463195419f6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '60438d07-7d83-47ae-8a47-ea42f44de905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:16Z', 'updated_at': '2022-02-11T05:39:27Z', 'revision_number': 5, 'project_id': '7265e612114849938bd463195419f6b8', 'gw_port': {'id': '60438d07-7d83-47ae-8a47-ea42f44de905', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:30:17Z', 'updated_at': '2022-02-11T05:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:29.266365 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb31a8-ad2a-4a67-80a8-3b7a4dad6cc3 req-e6448c41-f1dd-43eb-9de7-f867b9409b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:29.269369 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d9fb31a8-ad2a-4a67-80a8-3b7a4dad6cc3 req-e6448c41-f1dd-43eb-9de7-f867b9409b0e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 1128 time: 0.4361575 Feb 11 05:39:29.327234 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37462) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:29.345544 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7489c6a-a725-4589-bcf9-1fd9fe20cc59 None None] Checking router: f808434e-1a06-4a40-8cfd-392cbfaaff0b for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:29.365180 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7489c6a-a725-4589-bcf9-1fd9fe20cc59 None None] Routers {'f808434e-1a06-4a40-8cfd-392cbfaaff0b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:29.367391 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f7489c6a-a725-4589-bcf9-1fd9fe20cc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:39:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f808434e-1a06-4a40-8cfd-392cbfaaff0b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:29.375226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-a1ffac00-441a-4d9b-a0e5-b2ddfa87584b admin admin] Deleting port 60438d07-7d83-47ae-8a47-ea42f44de905 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:29.375741 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ffac00-441a-4d9b-a0e5-b2ddfa87584b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (60438d07-7d83-47ae-8a47-ea42f44de905), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.403830 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d9fb31a8-ad2a-4a67-80a8-3b7a4dad6cc3 req-640c4f64-c4dd-425e-83c3-425a537c32e4 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250541 Feb 11 05:39:29.433086 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a87802e0-88f8-4a25-8a54-fa8c1ce1281a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9677d9e91deb4c5b8da6df1b9ea483b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1047494 Feb 11 05:39:29.443962 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37468) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:29.485415 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 06a11ff0-b41f-43de-92cd-f780c9d9e085 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:29.515618 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 06a11ff0-b41f-43de-92cd-f780c9d9e085 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:29.516296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 06a11ff0-b41f-43de-92cd-f780c9d9e085 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:29.556603 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30ef39a8-6ffb-4e51-9e14-e7890a98bbfd admin admin] Publish callbacks [] for security_group (272ed0ee-e776-4ef8-bd5f-2c797a2043eb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.601403 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30ef39a8-6ffb-4e51-9e14-e7890a98bbfd admin admin] Publish callbacks [] for security_group (272ed0ee-e776-4ef8-bd5f-2c797a2043eb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.625660 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-f7489c6a-a725-4589-bcf9-1fd9fe20cc59 None None] Set router f808434e-1a06-4a40-8cfd-392cbfaaff0b gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:29.630123 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-a1ffac00-441a-4d9b-a0e5-b2ddfa87584b admin admin] For port 60438d07-7d83-47ae-8a47-ea42f44de905, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=60438d07-7d83-47ae-8a47-ea42f44de905,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:29.630806 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ffac00-441a-4d9b-a0e5-b2ddfa87584b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (60438d07-7d83-47ae-8a47-ea42f44de905), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.695953 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30ef39a8-6ffb-4e51-9e14-e7890a98bbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (272ed0ee-e776-4ef8-bd5f-2c797a2043eb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.697267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-a1ffac00-441a-4d9b-a0e5-b2ddfa87584b admin admin] Calling delete_port for 60438d07-7d83-47ae-8a47-ea42f44de905 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:29.698559 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30ef39a8-6ffb-4e51-9e14-e7890a98bbfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.699853 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-30ef39a8-6ffb-4e51-9e14-e7890a98bbfd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/272ed0ee-e776-4ef8-bd5f-2c797a2043eb HTTP/1.1" status: 204 len: 168 time: 0.2548928 Feb 11 05:39:29.730293 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef39a8-6ffb-4e51-9e14-e7890a98bbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272ed0ee-e776-4ef8-bd5f-2c797a2043eb,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:29.782237 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f7489c6a-a725-4589-bcf9-1fd9fe20cc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'name': 'tempest-TaggedBootDevicesTest-1156995925-router', 'tenant_id': '7265e612114849938bd463195419f6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:16Z', 'updated_at': '2022-02-11T05:39:29Z', 'revision_number': 6, 'project_id': '7265e612114849938bd463195419f6b8', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:29.843481 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7489c6a-a725-4589-bcf9-1fd9fe20cc59 None None] The sync data for ids ['f808434e-1a06-4a40-8cfd-392cbfaaff0b'] in n-d-713499-38 is: [{'id': 'f808434e-1a06-4a40-8cfd-392cbfaaff0b', 'name': 'tempest-TaggedBootDevicesTest-1156995925-router', 'tenant_id': '7265e612114849938bd463195419f6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:30:16Z', 'updated_at': '2022-02-11T05:39:29Z', 'revision_number': 6, 'project_id': '7265e612114849938bd463195419f6b8', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:30.106687 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ffac00-441a-4d9b-a0e5-b2ddfa87584b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (60438d07-7d83-47ae-8a47-ea42f44de905), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.184848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffac00-441a-4d9b-a0e5-b2ddfa87584b admin admin] Pushing event deleted for resources: {'Port': ['ID=60438d07-7d83-47ae-8a47-ea42f44de905,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:30.362338 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ffac00-441a-4d9b-a0e5-b2ddfa87584b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (f808434e-1a06-4a40-8cfd-392cbfaaff0b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.367833 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37496) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:30.511171 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aa176402-c964-49a4-8804-73bbd4273e0a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dda3024548904cd7899bfa9f87029174&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416769 Feb 11 05:39:30.514035 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37502) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:30.626485 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ba6fd5f-63b4-4703-9b54-a17fb0b78939 admin admin] Publish callbacks [] for security_group (16c90fc7-7953-4c70-80f4-ce86e9c0a0cd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.629545 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ffac00-441a-4d9b-a0e5-b2ddfa87584b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (f808434e-1a06-4a40-8cfd-392cbfaaff0b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.632075 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ffac00-441a-4d9b-a0e5-b2ddfa87584b admin admin] Publish callbacks [] for router_controller (f808434e-1a06-4a40-8cfd-392cbfaaff0b), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.666218 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ba6fd5f-63b4-4703-9b54-a17fb0b78939 admin admin] Publish callbacks [] for security_group (16c90fc7-7953-4c70-80f4-ce86e9c0a0cd), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.733192 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ffac00-441a-4d9b-a0e5-b2ddfa87584b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (f808434e-1a06-4a40-8cfd-392cbfaaff0b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.733742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ffac00-441a-4d9b-a0e5-b2ddfa87584b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f808434e-1a06-4a40-8cfd-392cbfaaff0b {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:39:30.738427 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a1ffac00-441a-4d9b-a0e5-b2ddfa87584b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.741982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a1ffac00-441a-4d9b-a0e5-b2ddfa87584b admin admin] 10.222.0.87 "DELETE /v2.0/routers/f808434e-1a06-4a40-8cfd-392cbfaaff0b HTTP/1.1" status: 204 len: 168 time: 2.1612992 Feb 11 05:39:30.742264 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37508) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:30.760981 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ba6fd5f-63b4-4703-9b54-a17fb0b78939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (16c90fc7-7953-4c70-80f4-ce86e9c0a0cd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.763597 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6ba6fd5f-63b4-4703-9b54-a17fb0b78939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.767975 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6ba6fd5f-63b4-4703-9b54-a17fb0b78939 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/16c90fc7-7953-4c70-80f4-ce86e9c0a0cd HTTP/1.1" status: 204 len: 168 time: 0.2508209 Feb 11 05:39:30.792320 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-22635040-d07b-4765-baf4-89c4a0add46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.792813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6fd5f-63b4-4703-9b54-a17fb0b78939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c90fc7-7953-4c70-80f4-ce86e9c0a0cd,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:30.873300 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-88979d92-2c97-46e4-b810-fe48a245c839 admin admin] Deleting subnet 0eb82d8a-e95b-437f-8281-244d0af8d1de {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:39:30.880148 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88979d92-2c97-46e4-b810-fe48a245c839 admin admin] Publish callbacks [] for subnet (0eb82d8a-e95b-437f-8281-244d0af8d1de), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:30.953155 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88979d92-2c97-46e4-b810-fe48a245c839 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (0eb82d8a-e95b-437f-8281-244d0af8d1de), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.060371 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88979d92-2c97-46e4-b810-fe48a245c839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (0eb82d8a-e95b-437f-8281-244d0af8d1de), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.159449 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88979d92-2c97-46e4-b810-fe48a245c839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (0eb82d8a-e95b-437f-8281-244d0af8d1de), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.232220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88979d92-2c97-46e4-b810-fe48a245c839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb82d8a-e95b-437f-8281-244d0af8d1de,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:31.239369 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b94fc9-4a0b-44c1-a735-884530bd6cf5 None None] Network e521730a-19f7-4740-a7d9-35f8556d1448 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:31.243031 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-88979d92-2c97-46e4-b810-fe48a245c839 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.252339 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-88979d92-2c97-46e4-b810-fe48a245c839 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0eb82d8a-e95b-437f-8281-244d0af8d1de HTTP/1.1" status: 204 len: 168 time: 0.5090780 Feb 11 05:39:31.254895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37528) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:31.436432 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (e521730a-19f7-4740-a7d9-35f8556d1448), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.532608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 60438d07-7d83-47ae-8a47-ea42f44de905 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:31.579251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] Deleting port 9c1463c6-68ae-462e-a00d-1424e01a6d68 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:31.579617 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (9c1463c6-68ae-462e-a00d-1424e01a6d68), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.619326 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 60438d07-7d83-47ae-8a47-ea42f44de905 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:31.620650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 60438d07-7d83-47ae-8a47-ea42f44de905 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:31.622979 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:31.672479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db191c0b-1775-40ba-a9bf-639f830aafe3 None None] DHCP port deletion for e521730a-19f7-4740-a7d9-35f8556d1448 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:39:31.682987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:31.683384 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3a90cb9c-b727-46eb-aca9-d0f9d4a70496 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:31.688631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] For port 9c1463c6-68ae-462e-a00d-1424e01a6d68, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9c1463c6-68ae-462e-a00d-1424e01a6d68,segment=NetworkSegment(d0c9fe65-764f-4280-ab96-c0b5feb7d6bf),segment_id=d0c9fe65-764f-4280-ab96-c0b5feb7d6bf)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:31.689103 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (9c1463c6-68ae-462e-a00d-1424e01a6d68), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.723557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] Calling delete_port for 9c1463c6-68ae-462e-a00d-1424e01a6d68 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:31.787224 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-db191c0b-1775-40ba-a9bf-639f830aafe3 None None] Deleting port 9c1463c6-68ae-462e-a00d-1424e01a6d68 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:31.787657 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-db191c0b-1775-40ba-a9bf-639f830aafe3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (9c1463c6-68ae-462e-a00d-1424e01a6d68), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.868986 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (9c1463c6-68ae-462e-a00d-1424e01a6d68), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.894853 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-db191c0b-1775-40ba-a9bf-639f830aafe3 None None] For port 9c1463c6-68ae-462e-a00d-1424e01a6d68, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9c1463c6-68ae-462e-a00d-1424e01a6d68,segment=NetworkSegment(d0c9fe65-764f-4280-ab96-c0b5feb7d6bf),segment_id=d0c9fe65-764f-4280-ab96-c0b5feb7d6bf)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:31.896043 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-db191c0b-1775-40ba-a9bf-639f830aafe3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (9c1463c6-68ae-462e-a00d-1424e01a6d68), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:31.909596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1463c6-68ae-462e-a00d-1424e01a6d68,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:31.919730 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] No DVR routers for this DVR port 9c1463c6-68ae-462e-a00d-1424e01a6d68 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:31.929353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-db191c0b-1775-40ba-a9bf-639f830aafe3 None None] Calling delete_port for 9c1463c6-68ae-462e-a00d-1424e01a6d68 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:32.014905 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (e521730a-19f7-4740-a7d9-35f8556d1448), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:32.051923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e521730a-19f7-4740-a7d9-35f8556d1448']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:32.067535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c9fe65-764f-4280-ab96-c0b5feb7d6bf') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:32.068625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c9fe65-764f-4280-ab96-c0b5feb7d6bf') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:32.088978 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (d0c9fe65-764f-4280-ab96-c0b5feb7d6bf), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:32.113298 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d0c9fe65-764f-4280-ab96-c0b5feb7d6bf), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:32.113505 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-db191c0b-1775-40ba-a9bf-639f830aafe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (9c1463c6-68ae-462e-a00d-1424e01a6d68), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:32.131135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:39:32.133291 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (d0c9fe65-764f-4280-ab96-c0b5feb7d6bf), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:39:32.139741 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:39:32.170802 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db191c0b-1775-40ba-a9bf-639f830aafe3 None None] Pushing event deleted for resources: {'Port': ['ID=9c1463c6-68ae-462e-a00d-1424e01a6d68,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:32.180195 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db191c0b-1775-40ba-a9bf-639f830aafe3 None None] No DVR routers for this DVR port 9c1463c6-68ae-462e-a00d-1424e01a6d68 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:39:32.270143 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (e521730a-19f7-4740-a7d9-35f8556d1448), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:32.286736 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:32.299187 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] 10.222.0.87 "DELETE /v2.0/networks/e521730a-19f7-4740-a7d9-35f8556d1448 HTTP/1.1" status: 204 len: 168 time: 1.0402682 Feb 11 05:39:32.330286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f442-18cd-4d45-850c-ad9212341b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=e521730a-19f7-4740-a7d9-35f8556d1448,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:32.440142 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:32.461444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37562) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:32.512068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-570e1545-95b3-488e-a331-6cd5d8d73241 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f571c83359014d03b82a06a0b410a902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0510774 Feb 11 05:39:32.514369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37566) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:32.573887 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-08f52328-27ee-4eef-8901-8eb8b1c58822 admin admin] Publish callbacks [] for security_group (6b8846f2-3e84-43b2-a065-299742372dec), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:32.616290 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-08f52328-27ee-4eef-8901-8eb8b1c58822 admin admin] Publish callbacks [] for security_group (6b8846f2-3e84-43b2-a065-299742372dec), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:32.708212 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-08f52328-27ee-4eef-8901-8eb8b1c58822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6b8846f2-3e84-43b2-a065-299742372dec), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:32.712892 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-08f52328-27ee-4eef-8901-8eb8b1c58822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:32.715006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-08f52328-27ee-4eef-8901-8eb8b1c58822 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6b8846f2-3e84-43b2-a065-299742372dec HTTP/1.1" status: 204 len: 168 time: 0.1984057 Feb 11 05:39:32.743192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f52328-27ee-4eef-8901-8eb8b1c58822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8846f2-3e84-43b2-a065-299742372dec,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:32.810946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37576) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:33.206922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-20a30356-5f6b-4fd3-8fc6-6a35b517cc31 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-371272431-network', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:33.244179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a30356-5f6b-4fd3-8fc6-6a35b517cc31 admin admin] Made reservation on behalf of 75c3d70ad5de4344bfbc2fa949c92975 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:33.247296 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-20a30356-5f6b-4fd3-8fc6-6a35b517cc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.247861 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37590) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:33.266276 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-20a30356-5f6b-4fd3-8fc6-6a35b517cc31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.297516 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a4680a04-d7f5-4525-9145-8d339b1f7f29 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7265e612114849938bd463195419f6b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479674 Feb 11 05:39:33.301646 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37592) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:33.410478 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a4a11c55-52bc-48d5-a627-382324506c14 admin admin] Publish callbacks [] for security_group (a3d15503-9ffe-4a49-956a-0d6fce5bbc23), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.423268 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-20a30356-5f6b-4fd3-8fc6-6a35b517cc31 admin admin] Publish callbacks [] for security_group (e702213a-9348-475b-a2c5-a605cf6b340c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.424761 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-20a30356-5f6b-4fd3-8fc6-6a35b517cc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e702213a-9348-475b-a2c5-a605cf6b340c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.441559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a30356-5f6b-4fd3-8fc6-6a35b517cc31 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:39:33.451055 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a4a11c55-52bc-48d5-a627-382324506c14 admin admin] Publish callbacks [] for security_group (a3d15503-9ffe-4a49-956a-0d6fce5bbc23), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.491894 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-20a30356-5f6b-4fd3-8fc6-6a35b517cc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (1b61f993-c2af-4350-b5e5-b4d0c39159e4), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.492309 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-20a30356-5f6b-4fd3-8fc6-6a35b517cc31 admin admin] Added segment 1b61f993-c2af-4350-b5e5-b4d0c39159e4 of type vlan for network e582c642-adbc-4c86-a26d-9a8aeb045b55 Feb 11 05:39:33.512739 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9c1463c6-68ae-462e-a00d-1424e01a6d68 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:39:33.531818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a30356-5f6b-4fd3-8fc6-6a35b517cc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e702213a-9348-475b-a2c5-a605cf6b340c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:33.564400 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 9c1463c6-68ae-462e-a00d-1424e01a6d68 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:39:33.565589 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9c1463c6-68ae-462e-a00d-1424e01a6d68 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:39:33.568050 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a4a11c55-52bc-48d5-a627-382324506c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a3d15503-9ffe-4a49-956a-0d6fce5bbc23), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.570685 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a4a11c55-52bc-48d5-a627-382324506c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.574270 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a4a11c55-52bc-48d5-a627-382324506c14 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a3d15503-9ffe-4a49-956a-0d6fce5bbc23 HTTP/1.1" status: 204 len: 168 time: 0.2689083 Feb 11 05:39:33.597998 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a11c55-52bc-48d5-a627-382324506c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d15503-9ffe-4a49-956a-0d6fce5bbc23,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:33.616006 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-20a30356-5f6b-4fd3-8fc6-6a35b517cc31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (e582c642-adbc-4c86-a26d-9a8aeb045b55), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.681252 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.700220 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-20a30356-5f6b-4fd3-8fc6-6a35b517cc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (e582c642-adbc-4c86-a26d-9a8aeb045b55), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.701811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a30356-5f6b-4fd3-8fc6-6a35b517cc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:33.702634 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-20a30356-5f6b-4fd3-8fc6-6a35b517cc31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.725505 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-20a30356-5f6b-4fd3-8fc6-6a35b517cc31 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9131198 Feb 11 05:39:33.728252 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37606) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:33.739575 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-57c31a79-5934-467b-91e5-6bfaffc7a2f3 admin admin] Request body: {'subnet': {'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-371272431-subnet', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:33.795651 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c31a79-5934-467b-91e5-6bfaffc7a2f3 admin admin] Made reservation on behalf of 75c3d70ad5de4344bfbc2fa949c92975 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:33.800634 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57c31a79-5934-467b-91e5-6bfaffc7a2f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:33.895659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a30356-5f6b-4fd3-8fc6-6a35b517cc31 admin admin] Pushing event updated for resources: {'Network': ['ID=e582c642-adbc-4c86-a26d-9a8aeb045b55,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:33.907505 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network e582c642-adbc-4c86-a26d-9a8aeb045b55 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:39:34.210963 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57c31a79-5934-467b-91e5-6bfaffc7a2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (b8b02848-61dd-43a5-b973-9ed7037b2f3f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.270600 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c31a79-5934-467b-91e5-6bfaffc7a2f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b02848-61dd-43a5-b973-9ed7037b2f3f,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:34.310393 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c31a79-5934-467b-91e5-6bfaffc7a2f3 admin admin] Checking segment: {'id': '1b61f993-c2af-4350-b5e5-b4d0c39159e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:34.312337 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c31a79-5934-467b-91e5-6bfaffc7a2f3 admin admin] Network hostable DHCP agents. Network: e582c642-adbc-4c86-a26d-9a8aeb045b55, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:39:34.348115 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c31a79-5934-467b-91e5-6bfaffc7a2f3 admin admin] Network e582c642-adbc-4c86-a26d-9a8aeb045b55 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:39:34.362381 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-57c31a79-5934-467b-91e5-6bfaffc7a2f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, e582c642-adbc-4c86-a26d-9a8aeb045b55) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:34.378242 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbb128c-0b43-40e3-8ae4-3b8910244368 None None] Network e582c642-adbc-4c86-a26d-9a8aeb045b55 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:34.380834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c31a79-5934-467b-91e5-6bfaffc7a2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:34.382387 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57c31a79-5934-467b-91e5-6bfaffc7a2f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.410670 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-57c31a79-5934-467b-91e5-6bfaffc7a2f3 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6807735 Feb 11 05:39:34.411864 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37630) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:34.418514 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:34.449351 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (60529b7e-05e2-4be5-888a-68401bcea377), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.452300 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (60529b7e-05e2-4be5-888a-68401bcea377), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.617699 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Publish callbacks [] for router_controller (60529b7e-05e2-4be5-888a-68401bcea377), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.748168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-e582c642-adbc-4c86-a26d-9a8aeb045b55', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'fixed_ips': [{'subnet_id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:39:34.749863 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.943098 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37648) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:34.965396 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Publish callbacks [] for router_gateway (60529b7e-05e2-4be5-888a-68401bcea377), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.025927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Allocated IP 172.20.0.2 (e582c642-adbc-4c86-a26d-9a8aeb045b55/b8b02848-61dd-43a5-b973-9ed7037b2f3f/cf8e1c60-1b4d-4d48-b4b6-860f1756d632) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:35.254672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-947717df-28fe-4d8a-a933-7c8d90b03fca admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-320503356-network', 'tenant_id': 'abd1dcc47bdc4a44a672f65cf309263c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:35.284636 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947717df-28fe-4d8a-a933-7c8d90b03fca admin admin] Made reservation on behalf of abd1dcc47bdc4a44a672f65cf309263c for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:35.287679 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-947717df-28fe-4d8a-a933-7c8d90b03fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.302835 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-947717df-28fe-4d8a-a933-7c8d90b03fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.338871 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Publish callbacks [] for router_gateway (60529b7e-05e2-4be5-888a-68401bcea377), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.343030 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.363683 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.437192 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-947717df-28fe-4d8a-a933-7c8d90b03fca admin admin] Publish callbacks [] for security_group (2153882f-82e0-48db-be9d-5cf71465299e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.441660 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-947717df-28fe-4d8a-a933-7c8d90b03fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2153882f-82e0-48db-be9d-5cf71465299e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.475074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947717df-28fe-4d8a-a933-7c8d90b03fca admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:39:35.479879 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Publish callbacks [] for port (cf8e1c60-1b4d-4d48-b4b6-860f1756d632), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.492084 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (cf8e1c60-1b4d-4d48-b4b6-860f1756d632), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.499862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947717df-28fe-4d8a-a933-7c8d90b03fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2153882f-82e0-48db-be9d-5cf71465299e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:35.537308 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-947717df-28fe-4d8a-a933-7c8d90b03fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (54a3a076-b144-41c6-8cbb-ae4d96eaf055), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.539876 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-947717df-28fe-4d8a-a933-7c8d90b03fca admin admin] Added segment 54a3a076-b144-41c6-8cbb-ae4d96eaf055 of type vlan for network 48ef74b0-75de-4cff-82bc-4f126abba1cf Feb 11 05:39:35.547237 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Allocated IP 172.25.5.252 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/b00e40a0-dffe-452d-9137-421702132fab) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:35.576211 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Network e582c642-adbc-4c86-a26d-9a8aeb045b55 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:35.589451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:35.622283 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:35.629166 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Pushing event updated for resources: {'Port': ['ID=cf8e1c60-1b4d-4d48-b4b6-860f1756d632,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:35.656640 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-947717df-28fe-4d8a-a933-7c8d90b03fca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (48ef74b0-75de-4cff-82bc-4f126abba1cf), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.734771 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-947717df-28fe-4d8a-a933-7c8d90b03fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (48ef74b0-75de-4cff-82bc-4f126abba1cf), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.737943 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947717df-28fe-4d8a-a933-7c8d90b03fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:35.740094 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-947717df-28fe-4d8a-a933-7c8d90b03fca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.745991 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Publish callbacks [] for port (b00e40a0-dffe-452d-9137-421702132fab), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.789448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Attempting to bind port cf8e1c60-1b4d-4d48-b4b6-860f1756d632 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:35.790008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Attempting to bind port cf8e1c60-1b4d-4d48-b4b6-860f1756d632 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '1b61f993-c2af-4350-b5e5-b4d0c39159e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:35.790229 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Attempting to bind port cf8e1c60-1b4d-4d48-b4b6-860f1756d632 on network e582c642-adbc-4c86-a26d-9a8aeb045b55 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:35.807013 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:35.807410 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Checking segment: {'id': '1b61f993-c2af-4350-b5e5-b4d0c39159e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:35.819374 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.819374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Bound using segment: {'id': '1b61f993-c2af-4350-b5e5-b4d0c39159e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:35.819374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Bound port: cf8e1c60-1b4d-4d48-b4b6-860f1756d632, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b61f993-c2af-4350-b5e5-b4d0c39159e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:35.819374 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cf8e1c60-1b4d-4d48-b4b6-860f1756d632), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.863194 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (b00e40a0-dffe-452d-9137-421702132fab), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.878246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947717df-28fe-4d8a-a933-7c8d90b03fca admin admin] Pushing event updated for resources: {'Network': ['ID=48ef74b0-75de-4cff-82bc-4f126abba1cf,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:35.893641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-947717df-28fe-4d8a-a933-7c8d90b03fca admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9469168 Feb 11 05:39:35.894293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37666) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:35.899348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-fe0dec91-2516-4e94-92e5-bf04090f97dc admin admin] Request body: {'subnet': {'network_id': '48ef74b0-75de-4cff-82bc-4f126abba1cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-320503356-subnet', 'tenant_id': 'abd1dcc47bdc4a44a672f65cf309263c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:35.916896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 48ef74b0-75de-4cff-82bc-4f126abba1cf details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:39:35.929910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0dec91-2516-4e94-92e5-bf04090f97dc admin admin] Made reservation on behalf of abd1dcc47bdc4a44a672f65cf309263c for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:35.933327 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fe0dec91-2516-4e94-92e5-bf04090f97dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:35.977787 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:35.993233 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:35.997846 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:36.080501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] For port cf8e1c60-1b4d-4d48-b4b6-860f1756d632, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:36.084155 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] For port cf8e1c60-1b4d-4d48-b4b6-860f1756d632, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cf8e1c60-1b4d-4d48-b4b6-860f1756d632,segment=NetworkSegment(1b61f993-c2af-4350-b5e5-b4d0c39159e4),segment_id=1b61f993-c2af-4350-b5e5-b4d0c39159e4)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:36.118171 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cf8e1c60-1b4d-4d48-b4b6-860f1756d632), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.205381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30aa01e-105f-40cd-939d-abb4f685b141 None None] Pushing event updated for resources: {'Port': ['ID=cf8e1c60-1b4d-4d48-b4b6-860f1756d632,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:36.223005 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Pushing event updated for resources: {'Port': ['ID=b00e40a0-dffe-452d-9137-421702132fab,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:36.252252 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fe0dec91-2516-4e94-92e5-bf04090f97dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (0d8aabf5-b8fe-4bcf-b3b8-09a814c4a186), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.378418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dec91-2516-4e94-92e5-bf04090f97dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d8aabf5-b8fe-4bcf-b3b8-09a814c4a186,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:36.382885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0dec91-2516-4e94-92e5-bf04090f97dc admin admin] Checking segment: {'id': '54a3a076-b144-41c6-8cbb-ae4d96eaf055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48ef74b0-75de-4cff-82bc-4f126abba1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:36.383245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0dec91-2516-4e94-92e5-bf04090f97dc admin admin] Network hostable DHCP agents. Network: 48ef74b0-75de-4cff-82bc-4f126abba1cf, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:39:36.419825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0dec91-2516-4e94-92e5-bf04090f97dc admin admin] Network 48ef74b0-75de-4cff-82bc-4f126abba1cf is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:39:36.442201 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-fe0dec91-2516-4e94-92e5-bf04090f97dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 48ef74b0-75de-4cff-82bc-4f126abba1cf) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:36.457950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0dec91-2516-4e94-92e5-bf04090f97dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:36.460128 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fe0dec91-2516-4e94-92e5-bf04090f97dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.463705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea040d4-092c-4d07-9ce1-df7021a6028f None None] Network 48ef74b0-75de-4cff-82bc-4f126abba1cf requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:36.496254 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fe0dec91-2516-4e94-92e5-bf04090f97dc admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6008239 Feb 11 05:39:36.588275 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Publish callbacks [] for router_gateway (60529b7e-05e2-4be5-888a-68401bcea377), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:36.785443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39115d6-f590-4f8d-b6b9-ad4029795a74 None None] Network 48ef74b0-75de-4cff-82bc-4f126abba1cf requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:37.526065 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cf8e1c60-1b4d-4d48-b4b6-860f1756d632 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:37.620161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a57ac43b-c320-4339-8ce2-387b120bedaf tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:37.621734 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a57ac43b-c320-4339-8ce2-387b120bedaf tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/networks?id=48ef74b0-75de-4cff-82bc-4f126abba1cf HTTP/1.1" status: 200 len: 813 time: 0.2449927 Feb 11 05:39:37.647446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-2953319c-961a-4e86-a183-b770fb2f6baf tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/quotas/abd1dcc47bdc4a44a672f65cf309263c HTTP/1.1" status: 200 len: 375 time: 0.0164309 Feb 11 05:39:37.648814 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port cf8e1c60-1b4d-4d48-b4b6-860f1756d632 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:37.649456 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cf8e1c60-1b4d-4d48-b4b6-860f1756d632), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:37.713357 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-43905741-753f-49a4-9622-7d7336dad485 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=abd1dcc47bdc4a44a672f65cf309263c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576270 Feb 11 05:39:37.836575 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (60529b7e-05e2-4be5-888a-68401bcea377), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:37.866814 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port cf8e1c60-1b4d-4d48-b4b6-860f1756d632 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:37.867578 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cf8e1c60-1b4d-4d48-b4b6-860f1756d632), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:37.918209 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port cf8e1c60-1b4d-4d48-b4b6-860f1756d632, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cf8e1c60-1b4d-4d48-b4b6-860f1756d632,segment=NetworkSegment(1b61f993-c2af-4350-b5e5-b4d0c39159e4),segment_id=1b61f993-c2af-4350-b5e5-b4d0c39159e4)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:37.926345 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cf8e1c60-1b4d-4d48-b4b6-860f1756d632), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:37.965323 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-ff400ffb-fe00-4019-9624-1334e984b24a service neutron] 10.222.0.87 "GET /v2.0/networks/48ef74b0-75de-4cff-82bc-4f126abba1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504950 Feb 11 05:39:38.042959 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=cf8e1c60-1b4d-4d48-b4b6-860f1756d632,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:38.075836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2bb162-915d-4e62-a91f-b96f87b35525 None None] Network e582c642-adbc-4c86-a26d-9a8aeb045b55 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:38.076626 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Router 60529b7e-05e2-4be5-888a-68401bcea377 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:39:38.141906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-efb826bc-5874-4635-8102-4593b7487d57 service neutron] 10.222.0.87 "GET /v2.0/networks/48ef74b0-75de-4cff-82bc-4f126abba1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694329 Feb 11 05:39:38.209846 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-23a325e3-d867-4b34-87f4-b438665c492e None None] Provisioning complete for port cf8e1c60-1b4d-4d48-b4b6-860f1756d632 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:38.210229 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-23a325e3-d867-4b34-87f4-b438665c492e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cf8e1c60-1b4d-4d48-b4b6-860f1756d632), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:38.254235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:38.290311 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:38.292598 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0c678e4e-80e8-4fb0-9968-7afdc1493723 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8796377 Feb 11 05:39:38.295377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37734) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:38.318243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Sync routers for ids ['60529b7e-05e2-4be5-888a-68401bcea377'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:38.358584 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Routers {'60529b7e-05e2-4be5-888a-68401bcea377'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:38.359382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:39:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['60529b7e-05e2-4be5-888a-68401bcea377'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:38.553109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c71b3c07-abee-46e8-837d-cd5540e45a59 req-7c5a2cd2-487e-4025-8dbd-34e79447ac2a tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 210 time: 0.0861487 Feb 11 05:39:38.652968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Set router 60529b7e-05e2-4be5-888a-68401bcea377 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:38.883300 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-23a325e3-d867-4b34-87f4-b438665c492e None None] Current status of the port cf8e1c60-1b4d-4d48-b4b6-860f1756d632 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:38.986626 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:39:36Z', 'revision_number': 3, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:39.040742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Checking router: 60529b7e-05e2-4be5-888a-68401bcea377 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:39.042954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Updating router 60529b7e-05e2-4be5-888a-68401bcea377 port b00e40a0-dffe-452d-9137-421702132fab binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:39:39.123488 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b00e40a0-dffe-452d-9137-421702132fab), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.162235 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.499821 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Allocated IP 172.20.0.1 (e582c642-adbc-4c86-a26d-9a8aeb045b55/b8b02848-61dd-43a5-b973-9ed7037b2f3f/80a437c3-d062-4fdb-b0d1-4cd0eae064d8) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:39.570754 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Publish callbacks [] for port (b00e40a0-dffe-452d-9137-421702132fab), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.598227 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b00e40a0-dffe-452d-9137-421702132fab), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.622329 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Publish callbacks [] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.623101 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cf8e1c60-1b4d-4d48-b4b6-860f1756d632 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:39.660092 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.725742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Attempting to bind port b00e40a0-dffe-452d-9137-421702132fab on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:39.726251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Attempting to bind port b00e40a0-dffe-452d-9137-421702132fab by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:39.726692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Attempting to bind port b00e40a0-dffe-452d-9137-421702132fab on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:39.742650 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23a6cd08-a9ad-4bad-be8e-6446500c7235 req-888005d4-88c5-455e-8c7e-caa72c95a28e tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 210 time: 0.0560310 Feb 11 05:39:39.749305 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Network e582c642-adbc-4c86-a26d-9a8aeb045b55 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:39.753079 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:39.773371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:39.807004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:39.807441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:39.807871 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.808278 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:39.808912 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Bound port: b00e40a0-dffe-452d-9137-421702132fab, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:39.809228 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b00e40a0-dffe-452d-9137-421702132fab), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.811295 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c155f2-0533-4859-a7df-6e1936688746 None None] Pushing event updated for resources: {'Port': ['ID=b00e40a0-dffe-452d-9137-421702132fab,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:39.825337 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (60529b7e-05e2-4be5-888a-68401bcea377), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.950550 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-cc5e99f0-6ef5-4cfc-9c5a-7e1880d3a0eb None None] Provisioning complete for port cf8e1c60-1b4d-4d48-b4b6-860f1756d632 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:39.951794 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc5e99f0-6ef5-4cfc-9c5a-7e1880d3a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cf8e1c60-1b4d-4d48-b4b6-860f1756d632), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.977511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port cf8e1c60-1b4d-4d48-b4b6-860f1756d632 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:39.978068 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cf8e1c60-1b4d-4d48-b4b6-860f1756d632), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:39.989624 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.032406 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Pushing event updated for resources: {'Port': ['ID=80a437c3-d062-4fdb-b0d1-4cd0eae064d8,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:40.042355 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:40.042754 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:40.043050 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:40.043384 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:40.044255 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:40.044603 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:40.044933 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:40.045298 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:40.046383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:40.046383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:40.046383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:40.046940 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:40.047370 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:40.081456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] For port b00e40a0-dffe-452d-9137-421702132fab, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:40.089393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] For port b00e40a0-dffe-452d-9137-421702132fab, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b00e40a0-dffe-452d-9137-421702132fab,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:40.102511 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.121011 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b00e40a0-dffe-452d-9137-421702132fab), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.233561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37768) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:40.294212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c155f2-0533-4859-a7df-6e1936688746 None None] Pushing event updated for resources: {'Port': ['ID=b00e40a0-dffe-452d-9137-421702132fab,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:40.370135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Routers {'60529b7e-05e2-4be5-888a-68401bcea377'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:40.371271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:39:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['60529b7e-05e2-4be5-888a-68401bcea377'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:40.429907 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-5c73d50b-2620-43a4-9d7f-bb690fd20b1b tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:40.431440 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-5c73d50b-2620-43a4-9d7f-bb690fd20b1b tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.88 "GET /v2.0/networks?id=48ef74b0-75de-4cff-82bc-4f126abba1cf HTTP/1.1" status: 200 len: 813 time: 0.3069682 Feb 11 05:39:40.434999 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e99f0-6ef5-4cfc-9c5a-7e1880d3a0eb None None] Current status of the port cf8e1c60-1b4d-4d48-b4b6-860f1756d632 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:40.454306 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-90919b3f-e422-457e-b67b-5ab80f7b050f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Request body: {'port': {'device_id': 'c786dfe7-72eb-423b-853d-7fa61503eb66', 'network_id': '48ef74b0-75de-4cff-82bc-4f126abba1cf', 'admin_state_up': True, 'tenant_id': 'abd1dcc47bdc4a44a672f65cf309263c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:40.501045 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port cf8e1c60-1b4d-4d48-b4b6-860f1756d632 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:40.624808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-90919b3f-e422-457e-b67b-5ab80f7b050f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Made reservation on behalf of abd1dcc47bdc4a44a672f65cf309263c for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:40.635043 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-90919b3f-e422-457e-b67b-5ab80f7b050f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.636203 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bbf99285-c0ca-489c-922a-a820f21f885a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.662803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7ff828ce-cf3a-47cd-aabc-03b6574af755 None None] Provisioning complete for port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:40.665293 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7ff828ce-cf3a-47cd-aabc-03b6574af755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.714931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7ff828ce-cf3a-47cd-aabc-03b6574af755 None None] Port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:39:40.725275 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] Set router 60529b7e-05e2-4be5-888a-68401bcea377 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:40.836867 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bbf99285-c0ca-489c-922a-a820f21f885a admin admin] Publish callbacks [] for security_group (5ad3f2d2-d5e4-4d80-8ec5-7cff5a0281af), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.849497 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bbf99285-c0ca-489c-922a-a820f21f885a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5ad3f2d2-d5e4-4d80-8ec5-7cff5a0281af), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.864724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-90919b3f-e422-457e-b67b-5ab80f7b050f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Allocated IP 172.20.0.8 (48ef74b0-75de-4cff-82bc-4f126abba1cf/0d8aabf5-b8fe-4bcf-b3b8-09a814c4a186/3fa500f0-90dc-497c-a373-0c8f5cb39753) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:40.917094 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Publish callbacks [] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:40.964352 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.028013 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf99285-c0ca-489c-922a-a820f21f885a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad3f2d2-d5e4-4d80-8ec5-7cff5a0281af,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:41.029872 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a3e41dda-1b1c-4c09-9365-2760839c71ee req-6d6d703e-7f56-4e2c-8def-9d3e0541bac1 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 210 time: 0.1149082 Feb 11 05:39:41.043409 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bbf99285-c0ca-489c-922a-a820f21f885a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=85d394a7a3b7419183aaa57b7a77a099&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8088202 Feb 11 05:39:41.049768 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37778) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:41.138777 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (60529b7e-05e2-4be5-888a-68401bcea377), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.142425 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Pushing event updated for resources: {'Port': ['ID=80a437c3-d062-4fdb-b0d1-4cd0eae064d8,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:41.214237 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-90919b3f-e422-457e-b67b-5ab80f7b050f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Publish callbacks [] for port (3fa500f0-90dc-497c-a373-0c8f5cb39753), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.260776 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-90919b3f-e422-457e-b67b-5ab80f7b050f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (3fa500f0-90dc-497c-a373-0c8f5cb39753), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.308503 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Network e582c642-adbc-4c86-a26d-9a8aeb045b55 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:41.315240 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:41.318576 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87bd7150-0656-4a37-807e-c9d8677b64da admin admin] Publish callbacks [] for security_group (5ad3f2d2-d5e4-4d80-8ec5-7cff5a0281af), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.344046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90919b3f-e422-457e-b67b-5ab80f7b050f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Pushing event updated for resources: {'Port': ['ID=3fa500f0-90dc-497c-a373-0c8f5cb39753,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:41.386355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-90919b3f-e422-457e-b67b-5ab80f7b050f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Network 48ef74b0-75de-4cff-82bc-4f126abba1cf is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:41.389333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-90919b3f-e422-457e-b67b-5ab80f7b050f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:41.399721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-90919b3f-e422-457e-b67b-5ab80f7b050f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:41.489343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-90919b3f-e422-457e-b67b-5ab80f7b050f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:41.494092 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-90919b3f-e422-457e-b67b-5ab80f7b050f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.516671 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:39:40Z', 'revision_number': 4, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '80a437c3-d062-4fdb-b0d1-4cd0eae064d8', 'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'mac_address': 'fa:16:3e:23:06:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:39Z', 'updated_at': '2022-02-11T05:39:39Z', 'revision_number': 1, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'subnets': [{'id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:41.525013 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87bd7150-0656-4a37-807e-c9d8677b64da admin admin] Publish callbacks [] for security_group (5ad3f2d2-d5e4-4d80-8ec5-7cff5a0281af), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.527012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-90919b3f-e422-457e-b67b-5ab80f7b050f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0804174 Feb 11 05:39:41.542611 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Request body: {'port': {'device_id': 'c786dfe7-72eb-423b-853d-7fa61503eb66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:41.590518 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a632a6-79db-47b2-b7b1-fe384f6a3862 None None] The sync data for ids ['60529b7e-05e2-4be5-888a-68401bcea377'] in n-d-713499-38 is: [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:39:40Z', 'revision_number': 4, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '80a437c3-d062-4fdb-b0d1-4cd0eae064d8', 'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'mac_address': 'fa:16:3e:23:06:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:39Z', 'updated_at': '2022-02-11T05:39:39Z', 'revision_number': 1, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'subnets': [{'id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:41.668133 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3fa500f0-90dc-497c-a373-0c8f5cb39753), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.682245 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Router 60529b7e-05e2-4be5-888a-68401bcea377 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:39:41.764245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-0a9f573b-e4cd-4a2f-a701-71d2f7875211 None None] Provisioning complete for port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:41.764623 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a9f573b-e4cd-4a2f-a701-71d2f7875211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.835973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f573b-e4cd-4a2f-a701-71d2f7875211 None None] Port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:39:41.897610 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87bd7150-0656-4a37-807e-c9d8677b64da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5ad3f2d2-d5e4-4d80-8ec5-7cff5a0281af), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.906216 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87bd7150-0656-4a37-807e-c9d8677b64da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:41.922644 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-87bd7150-0656-4a37-807e-c9d8677b64da admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5ad3f2d2-d5e4-4d80-8ec5-7cff5a0281af HTTP/1.1" status: 204 len: 168 time: 0.8483584 Feb 11 05:39:42.451693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda346f-21f3-40b5-940f-4b753053eae7 req-2bb4f595-60a5-487a-a83b-96369201872e tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:42.463141 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dbda346f-21f3-40b5-940f-4b753053eae7 req-2bb4f595-60a5-487a-a83b-96369201872e tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 931 time: 0.1938934 Feb 11 05:39:42.581710 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37792) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:42.629717 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd7150-0656-4a37-807e-c9d8677b64da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad3f2d2-d5e4-4d80-8ec5-7cff5a0281af,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:42.678496 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:42.689017 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9b1dfaf7-91d3-4282-bd16-9086f605222d admin admin] 10.222.0.87 "PUT /v2.0/routers/60529b7e-05e2-4be5-888a-68401bcea377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3914044 Feb 11 05:39:42.694499 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f2e5af02-ead6-47cf-9564-d4bf0fafda08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:42.739213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dbda346f-21f3-40b5-940f-4b753053eae7 req-3e89ecb9-d660-4684-91a5-388307625c08 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/security-groups?id=2153882f-82e0-48db-be9d-5cf71465299e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750647 Feb 11 05:39:43.424545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa500f0-90dc-497c-a373-0c8f5cb39753 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:39:43.458192 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Publish callbacks [] for port (3fa500f0-90dc-497c-a373-0c8f5cb39753), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.530617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Transition to ACTIVE for port object 3fa500f0-90dc-497c-a373-0c8f5cb39753 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:39:43.544423 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (3fa500f0-90dc-497c-a373-0c8f5cb39753), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.558362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b00e40a0-dffe-452d-9137-421702132fab up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:43.622009 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa500f0-90dc-497c-a373-0c8f5cb39753,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:43.681723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37812) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:43.687924 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4eaa6b4a-f3e7-4855-8346-556ee6c362bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-985153387-network', 'tenant_id': '46c4a71925dd46a99f3de9dc3d5e09e4'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:43.690214 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b00e40a0-dffe-452d-9137-421702132fab triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:43.690666 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b00e40a0-dffe-452d-9137-421702132fab), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.708203 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f2e5af02-ead6-47cf-9564-d4bf0fafda08 admin admin] Publish callbacks [] for security_group (6959b2db-947f-4f34-8039-783d7d5b328b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.710723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:43.711180 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:43.711831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:43.712338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:43.712787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:43.713128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:43.713601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:43.713937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:43.714300 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:43.714878 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:43.715219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:43.715678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:43.716042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:43.722501 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f2e5af02-ead6-47cf-9564-d4bf0fafda08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6959b2db-947f-4f34-8039-783d7d5b328b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.723195 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaa6b4a-f3e7-4855-8346-556ee6c362bb admin admin] Made reservation on behalf of 46c4a71925dd46a99f3de9dc3d5e09e4 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:43.728252 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4eaa6b4a-f3e7-4855-8346-556ee6c362bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.751674 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4eaa6b4a-f3e7-4855-8346-556ee6c362bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.853711 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4eaa6b4a-f3e7-4855-8346-556ee6c362bb admin admin] Publish callbacks [] for security_group (00af2cc1-65e8-4214-ad99-0bce4ac73d3b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.863182 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4eaa6b4a-f3e7-4855-8346-556ee6c362bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (00af2cc1-65e8-4214-ad99-0bce4ac73d3b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.890671 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eaa6b4a-f3e7-4855-8346-556ee6c362bb admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:39:43.902335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Attempting to bind port 3fa500f0-90dc-497c-a373-0c8f5cb39753 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:43.902696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Attempting to bind port 3fa500f0-90dc-497c-a373-0c8f5cb39753 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '54a3a076-b144-41c6-8cbb-ae4d96eaf055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48ef74b0-75de-4cff-82bc-4f126abba1cf'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:43.902999 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Attempting to bind port 3fa500f0-90dc-497c-a373-0c8f5cb39753 on network 48ef74b0-75de-4cff-82bc-4f126abba1cf {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:43.930441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b00e40a0-dffe-452d-9137-421702132fab is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:43.930864 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b00e40a0-dffe-452d-9137-421702132fab), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.958789 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f2e5af02-ead6-47cf-9564-d4bf0fafda08 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dadf348a22e04cf0bbf612dfe9a8d6bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3717752 Feb 11 05:39:43.959928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5af02-ead6-47cf-9564-d4bf0fafda08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6959b2db-947f-4f34-8039-783d7d5b328b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:43.961080 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4eaa6b4a-f3e7-4855-8346-556ee6c362bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (182ea910-dab7-4c1e-92f5-bc124dded187), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:43.961590 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-4eaa6b4a-f3e7-4855-8346-556ee6c362bb admin admin] Added segment 182ea910-dab7-4c1e-92f5-bc124dded187 of type vlan for network 91c62bf7-0b35-480d-8a40-262633d91960 Feb 11 05:39:43.963244 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37816) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:43.966573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Port 3fa500f0-90dc-497c-a373-0c8f5cb39753 on network 48ef74b0-75de-4cff-82bc-4f126abba1cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:39:43.972236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Attempting to bind port 3fa500f0-90dc-497c-a373-0c8f5cb39753 on network 48ef74b0-75de-4cff-82bc-4f126abba1cf {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:44.010520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port b00e40a0-dffe-452d-9137-421702132fab, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b00e40a0-dffe-452d-9137-421702132fab,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:44.020870 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b00e40a0-dffe-452d-9137-421702132fab), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.036091 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4eaa6b4a-f3e7-4855-8346-556ee6c362bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (91c62bf7-0b35-480d-8a40-262633d91960), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.039471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:44.039820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Checking segment: {'id': '54a3a076-b144-41c6-8cbb-ae4d96eaf055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48ef74b0-75de-4cff-82bc-4f126abba1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:44.040210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Bound using segment: {'id': '54a3a076-b144-41c6-8cbb-ae4d96eaf055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48ef74b0-75de-4cff-82bc-4f126abba1cf'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:44.040744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Bound port: 3fa500f0-90dc-497c-a373-0c8f5cb39753, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a3a076-b144-41c6-8cbb-ae4d96eaf055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '48ef74b0-75de-4cff-82bc-4f126abba1cf'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:44.041116 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3fa500f0-90dc-497c-a373-0c8f5cb39753), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.061758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ffd98-a903-49f4-a380-5c14e3e49a58 req-0537a7de-cd75-40fb-b056-daea5abb5c86 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:44.069561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f74ffd98-a903-49f4-a380-5c14e3e49a58 req-0537a7de-cd75-40fb-b056-daea5abb5c86 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 943 time: 0.1981931 Feb 11 05:39:44.087965 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4eaa6b4a-f3e7-4855-8346-556ee6c362bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (91c62bf7-0b35-480d-8a40-262633d91960), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.091157 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaa6b4a-f3e7-4855-8346-556ee6c362bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:44.092091 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4eaa6b4a-f3e7-4855-8346-556ee6c362bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.096039 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64d3f9fd-13b6-46ba-80dc-c15945d7e622 admin admin] Publish callbacks [] for security_group (6959b2db-947f-4f34-8039-783d7d5b328b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.107303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=b00e40a0-dffe-452d-9137-421702132fab,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:44.129544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa6b4a-f3e7-4855-8346-556ee6c362bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00af2cc1-65e8-4214-ad99-0bce4ac73d3b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:44.200797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] For port 3fa500f0-90dc-497c-a373-0c8f5cb39753, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:44.204658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] For port 3fa500f0-90dc-497c-a373-0c8f5cb39753, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fa500f0-90dc-497c-a373-0c8f5cb39753,segment=NetworkSegment(54a3a076-b144-41c6-8cbb-ae4d96eaf055),segment_id=54a3a076-b144-41c6-8cbb-ae4d96eaf055)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:44.209355 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64d3f9fd-13b6-46ba-80dc-c15945d7e622 admin admin] Publish callbacks [] for security_group (6959b2db-947f-4f34-8039-783d7d5b328b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.223125 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (3fa500f0-90dc-497c-a373-0c8f5cb39753), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.232031 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.240306 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa6b4a-f3e7-4855-8346-556ee6c362bb admin admin] Pushing event updated for resources: {'Network': ['ID=91c62bf7-0b35-480d-8a40-262633d91960,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:44.252020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 91c62bf7-0b35-480d-8a40-262633d91960 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:39:44.263504 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4eaa6b4a-f3e7-4855-8346-556ee6c362bb admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5805669 Feb 11 05:39:44.268876 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37820) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:44.277008 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-65a4800c-6da3-4b1d-bd7e-a443866cf47e admin admin] Request body: {'subnet': {'network_id': '91c62bf7-0b35-480d-8a40-262633d91960', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-985153387-subnet', 'tenant_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:44.305132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:44.305616 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.308141 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] 10.222.0.88 "PUT /v2.0/ports/3fa500f0-90dc-497c-a373-0c8f5cb39753 HTTP/1.1" status: 200 len: 1092 time: 2.7692089 Feb 11 05:39:44.323172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364eb33-f1a7-4850-af75-8fea35e97769 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa500f0-90dc-497c-a373-0c8f5cb39753,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:44.327245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c786dfe7-72eb-423b-853d-7fa61503eb66', 'tag': '3fa500f0-90dc-497c-a373-0c8f5cb39753'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:44.330161 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748f1d1a-4912-4334-b3bf-726b4341724d" -d '{"events": [{"name": "network-changed", "server_uuid": "c786dfe7-72eb-423b-853d-7fa61503eb66", "tag": "3fa500f0-90dc-497c-a373-0c8f5cb39753"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:44.349879 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a4800c-6da3-4b1d-bd7e-a443866cf47e admin admin] Made reservation on behalf of 46c4a71925dd46a99f3de9dc3d5e09e4 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:44.352697 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65a4800c-6da3-4b1d-bd7e-a443866cf47e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.377907 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f74ffd98-a903-49f4-a380-5c14e3e49a58 req-90c2c09f-102f-42d3-841d-57dc96e0996e tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/security-groups?id=2153882f-82e0-48db-be9d-5cf71465299e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055487 Feb 11 05:39:44.436564 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d84238-b9d5-4027-b7fd-daa8f9659e62 x-openstack-request-id: req-e1d84238-b9d5-4027-b7fd-daa8f9659e62 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:44.437438 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c786dfe7-72eb-423b-853d-7fa61503eb66", "tag": "3fa500f0-90dc-497c-a373-0c8f5cb39753", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:44.437703 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e1d84238-b9d5-4027-b7fd-daa8f9659e62 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:44.438117 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c786dfe7-72eb-423b-853d-7fa61503eb66', 'tag': '3fa500f0-90dc-497c-a373-0c8f5cb39753', 'status': 'completed', 'code': 200} Feb 11 05:39:44.466893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-79874459-7c5d-4a72-a141-2312f9f3bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:44.469165 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-79874459-7c5d-4a72-a141-2312f9f3bccf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=abd1dcc47bdc4a44a672f65cf309263c&device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 1126 time: 0.0901427 Feb 11 05:39:44.479387 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64d3f9fd-13b6-46ba-80dc-c15945d7e622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6959b2db-947f-4f34-8039-783d7d5b328b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.484144 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64d3f9fd-13b6-46ba-80dc-c15945d7e622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.488732 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-64d3f9fd-13b6-46ba-80dc-c15945d7e622 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6959b2db-947f-4f34-8039-783d7d5b328b HTTP/1.1" status: 204 len: 168 time: 0.5210154 Feb 11 05:39:44.538733 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-7ab49ada-ed37-46ca-b3aa-7fc96e51b593 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fa500f0-90dc-497c-a373-0c8f5cb39753 HTTP/1.1" status: 200 len: 217 time: 0.0502634 Feb 11 05:39:44.539664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3f9fd-13b6-46ba-80dc-c15945d7e622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6959b2db-947f-4f34-8039-783d7d5b328b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:44.618114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-45351684-93df-404e-8523-e1561208d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:44.620192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-45351684-93df-404e-8523-e1561208d724 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d8aabf5-b8fe-4bcf-b3b8-09a814c4a186 HTTP/1.1" status: 200 len: 853 time: 0.0726936 Feb 11 05:39:44.690549 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-d5e064cd-46c6-4228-ae76-66b1fd870f1e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=48ef74b0-75de-4cff-82bc-4f126abba1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579293 Feb 11 05:39:44.716782 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65a4800c-6da3-4b1d-bd7e-a443866cf47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (d7cffa6f-8dbc-41d9-9676-c9f976ec3dff), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.833484 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4800c-6da3-4b1d-bd7e-a443866cf47e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7cffa6f-8dbc-41d9-9676-c9f976ec3dff,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:44.865135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a4800c-6da3-4b1d-bd7e-a443866cf47e admin admin] Checking segment: {'id': '182ea910-dab7-4c1e-92f5-bc124dded187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '91c62bf7-0b35-480d-8a40-262633d91960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:44.865668 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a4800c-6da3-4b1d-bd7e-a443866cf47e admin admin] Network hostable DHCP agents. Network: 91c62bf7-0b35-480d-8a40-262633d91960, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:39:44.874607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-ccdf45a4-4666-49dd-a508-a26416526701 service neutron] 10.222.0.88 "GET /v2.0/networks/48ef74b0-75de-4cff-82bc-4f126abba1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735210 Feb 11 05:39:44.898233 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a4800c-6da3-4b1d-bd7e-a443866cf47e admin admin] Network 91c62bf7-0b35-480d-8a40-262633d91960 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:39:44.925933 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-65a4800c-6da3-4b1d-bd7e-a443866cf47e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 91c62bf7-0b35-480d-8a40-262633d91960) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:44.931250 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a4800c-6da3-4b1d-bd7e-a443866cf47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:44.933672 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65a4800c-6da3-4b1d-bd7e-a443866cf47e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:44.934032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0222cc84-2db3-4b4b-8aee-f23c54cb807d None None] Network 91c62bf7-0b35-480d-8a40-262633d91960 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:44.957482 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-65a4800c-6da3-4b1d-bd7e-a443866cf47e admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6841037 Feb 11 05:39:44.959532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37832) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:44.964599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-985153387-router', 'tenant_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:45.006146 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (c0bba924-e840-4a9f-8fbe-2da8c9b44a2a), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:45.007359 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (c0bba924-e840-4a9f-8fbe-2da8c9b44a2a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:45.083202 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Publish callbacks [] for router_controller (c0bba924-e840-4a9f-8fbe-2da8c9b44a2a), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:45.133839 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8010fae3-7158-431f-b5e0-5c6b4f8a40c8 req-c50d4fe6-79a6-4de7-ad53-cdae0ed30880 service neutron] 10.222.0.88 "GET /v2.0/networks/48ef74b0-75de-4cff-82bc-4f126abba1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502801 Feb 11 05:39:45.224860 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-91c62bf7-0b35-480d-8a40-262633d91960', 'network_id': '91c62bf7-0b35-480d-8a40-262633d91960', 'project_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'fixed_ips': [{'subnet_id': 'd7cffa6f-8dbc-41d9-9676-c9f976ec3dff'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:39:45.225736 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:45.262822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f1d1a-4912-4334-b3bf-726b4341724d req-a85f451d-5ca5-4768-8df8-a6793a04a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:45.265858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-748f1d1a-4912-4334-b3bf-726b4341724d req-a85f451d-5ca5-4768-8df8-a6793a04a91b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=abd1dcc47bdc4a44a672f65cf309263c&device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 1126 time: 0.0767069 Feb 11 05:39:45.370765 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Publish callbacks [] for router_gateway (c0bba924-e840-4a9f-8fbe-2da8c9b44a2a), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:45.445837 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Sync routers for ids ['60529b7e-05e2-4be5-888a-68401bcea377'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:45.470660 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Routers {'60529b7e-05e2-4be5-888a-68401bcea377'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:45.473910 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:39:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['60529b7e-05e2-4be5-888a-68401bcea377'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:45.475721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f1d1a-4912-4334-b3bf-726b4341724d req-252d4688-8489-422f-b53b-592023eac57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:45.478170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Allocated IP 172.20.0.2 (91c62bf7-0b35-480d-8a40-262633d91960/d7cffa6f-8dbc-41d9-9676-c9f976ec3dff/1ff78391-1cac-4c49-93ab-6db4c62499f4) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:45.496544 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-748f1d1a-4912-4334-b3bf-726b4341724d req-252d4688-8489-422f-b53b-592023eac57f service neutron] 10.222.0.88 "GET /v2.0/networks?id=48ef74b0-75de-4cff-82bc-4f126abba1cf HTTP/1.1" status: 200 len: 914 time: 0.2240608 Feb 11 05:39:45.582287 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-748f1d1a-4912-4334-b3bf-726b4341724d req-459c0d00-8903-4985-a3fd-3e1a08670b8e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fa500f0-90dc-497c-a373-0c8f5cb39753 HTTP/1.1" status: 200 len: 217 time: 0.0778756 Feb 11 05:39:45.642684 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Publish callbacks [] for port (1ff78391-1cac-4c49-93ab-6db4c62499f4), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:45.649908 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b00e40a0-dffe-452d-9137-421702132fab up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:45.688589 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (1ff78391-1cac-4c49-93ab-6db4c62499f4), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:45.711123 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f1d1a-4912-4334-b3bf-726b4341724d req-b3e9ec84-28fb-47f3-93ee-60eea692875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:45.712691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-748f1d1a-4912-4334-b3bf-726b4341724d req-b3e9ec84-28fb-47f3-93ee-60eea692875a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d8aabf5-b8fe-4bcf-b3b8-09a814c4a186 HTTP/1.1" status: 200 len: 853 time: 0.1018977 Feb 11 05:39:45.752983 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Network 91c62bf7-0b35-480d-8a40-262633d91960 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:45.759850 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:45.773922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:45.788174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-748f1d1a-4912-4334-b3bf-726b4341724d req-3c0a6b16-0284-41c3-944c-9546052400b1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=48ef74b0-75de-4cff-82bc-4f126abba1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642307 Feb 11 05:39:45.792124 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Set router 60529b7e-05e2-4be5-888a-68401bcea377 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:45.873298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b00e40a0-dffe-452d-9137-421702132fab triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:45.873920 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b00e40a0-dffe-452d-9137-421702132fab), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:45.915596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Pushing event updated for resources: {'Port': ['ID=1ff78391-1cac-4c49-93ab-6db4c62499f4,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:45.953792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Attempting to bind port 1ff78391-1cac-4c49-93ab-6db4c62499f4 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:45.954897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Attempting to bind port 1ff78391-1cac-4c49-93ab-6db4c62499f4 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '182ea910-dab7-4c1e-92f5-bc124dded187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '91c62bf7-0b35-480d-8a40-262633d91960'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:45.955042 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Attempting to bind port 1ff78391-1cac-4c49-93ab-6db4c62499f4 on network 91c62bf7-0b35-480d-8a40-262633d91960 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:46.041733 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:46.049667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Checking segment: {'id': '182ea910-dab7-4c1e-92f5-bc124dded187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '91c62bf7-0b35-480d-8a40-262633d91960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:46.051252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-748f1d1a-4912-4334-b3bf-726b4341724d req-68e81e60-5e47-4955-bead-d9204031a128 service neutron] 10.222.0.88 "GET /v2.0/networks/48ef74b0-75de-4cff-82bc-4f126abba1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556973 Feb 11 05:39:46.053622 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Publish callbacks [] for router_gateway (c0bba924-e840-4a9f-8fbe-2da8c9b44a2a), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:46.055554 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:46.057898 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Bound using segment: {'id': '182ea910-dab7-4c1e-92f5-bc124dded187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '91c62bf7-0b35-480d-8a40-262633d91960'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:46.058584 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Bound port: 1ff78391-1cac-4c49-93ab-6db4c62499f4, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182ea910-dab7-4c1e-92f5-bc124dded187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '91c62bf7-0b35-480d-8a40-262633d91960'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:46.060356 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1ff78391-1cac-4c49-93ab-6db4c62499f4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:46.098553 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:46.257302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-748f1d1a-4912-4334-b3bf-726b4341724d req-902d3d61-9c38-473d-9146-263be873566c service neutron] 10.222.0.88 "GET /v2.0/networks/48ef74b0-75de-4cff-82bc-4f126abba1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889884 Feb 11 05:39:46.275597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc63114-70f7-4a82-839d-24ba0f8f9ce1 req-791033f1-44e2-4649-a03f-f92e517154a3 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:46.280935 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3cc63114-70f7-4a82-839d-24ba0f8f9ce1 req-791033f1-44e2-4649-a03f-f92e517154a3 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 943 time: 0.7019324 Feb 11 05:39:46.311790 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b00e40a0-dffe-452d-9137-421702132fab is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:46.329639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] For port 1ff78391-1cac-4c49-93ab-6db4c62499f4, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:46.337609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] For port 1ff78391-1cac-4c49-93ab-6db4c62499f4, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1ff78391-1cac-4c49-93ab-6db4c62499f4,segment=NetworkSegment(182ea910-dab7-4c1e-92f5-bc124dded187),segment_id=182ea910-dab7-4c1e-92f5-bc124dded187)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:46.351540 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1ff78391-1cac-4c49-93ab-6db4c62499f4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:46.354635 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Allocated IP 172.25.5.189 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/e1625dc2-a0c1-4df2-a17d-1887e2b93734) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:46.393000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3cc63114-70f7-4a82-839d-24ba0f8f9ce1 req-11a1a231-ee7b-4fec-993a-825fd48a82cf tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/security-groups?id=2153882f-82e0-48db-be9d-5cf71465299e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053224 Feb 11 05:39:46.529322 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Publish callbacks [] for port (e1625dc2-a0c1-4df2-a17d-1887e2b93734), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:46.583702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37862) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:46.624000 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e1625dc2-a0c1-4df2-a17d-1887e2b93734), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:46.662368 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:39:40Z', 'revision_number': 4, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '80a437c3-d062-4fdb-b0d1-4cd0eae064d8', 'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'mac_address': 'fa:16:3e:23:06:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:39Z', 'updated_at': '2022-02-11T05:39:40Z', 'revision_number': 2, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'subnets': [{'id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:46.671486 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce979247-b665-47d4-8639-b4f71e11fc02 None None] Pushing event updated for resources: {'Port': ['ID=1ff78391-1cac-4c49-93ab-6db4c62499f4,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:46.702799 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Checking router: 60529b7e-05e2-4be5-888a-68401bcea377 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:46.706166 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Updating router 60529b7e-05e2-4be5-888a-68401bcea377 port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:39:46.788872 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:46.810958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=e1625dc2-a0c1-4df2-a17d-1887e2b93734,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:46.820202 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:46.836985 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:46.846125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:46.861061 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9f5799f2-891f-4155-913b-54d26b8542c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.049839 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9f5799f2-891f-4155-913b-54d26b8542c3 admin admin] Publish callbacks [] for security_group (9d5f8ca0-f9e7-4667-8f40-38d120f37f68), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.056196 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9f5799f2-891f-4155-913b-54d26b8542c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9d5f8ca0-f9e7-4667-8f40-38d120f37f68), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.174770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5799f2-891f-4155-913b-54d26b8542c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5f8ca0-f9e7-4667-8f40-38d120f37f68,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:47.185989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9f5799f2-891f-4155-913b-54d26b8542c3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=29b93ce30cec49e28b007e193dfb59e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6003084 Feb 11 05:39:47.189733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37868) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:47.340246 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b18b7190-b027-4358-8494-1c56f54967df admin admin] Publish callbacks [] for security_group (9d5f8ca0-f9e7-4667-8f40-38d120f37f68), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.398289 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b18b7190-b027-4358-8494-1c56f54967df admin admin] Publish callbacks [] for security_group (9d5f8ca0-f9e7-4667-8f40-38d120f37f68), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.442970 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Publish callbacks [] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.471030 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.504521 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b18b7190-b027-4358-8494-1c56f54967df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9d5f8ca0-f9e7-4667-8f40-38d120f37f68), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.507230 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b18b7190-b027-4358-8494-1c56f54967df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.510793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b18b7190-b027-4358-8494-1c56f54967df admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9d5f8ca0-f9e7-4667-8f40-38d120f37f68 HTTP/1.1" status: 204 len: 168 time: 0.3176215 Feb 11 05:39:47.529274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b7190-b027-4358-8494-1c56f54967df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5f8ca0-f9e7-4667-8f40-38d120f37f68,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:47.595842 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c1855-e048-4668-8d82-d9d450006eb6 None None] Pushing event updated for resources: {'Port': ['ID=80a437c3-d062-4fdb-b0d1-4cd0eae064d8,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:47.627191 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c1855-e048-4668-8d82-d9d450006eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:47.627191 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c1855-e048-4668-8d82-d9d450006eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:47.627448 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c1855-e048-4668-8d82-d9d450006eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:47.629251 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c1855-e048-4668-8d82-d9d450006eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:47.629251 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c1855-e048-4668-8d82-d9d450006eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:47.629251 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c1855-e048-4668-8d82-d9d450006eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:47.629251 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c1855-e048-4668-8d82-d9d450006eb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:47.629927 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c1855-e048-4668-8d82-d9d450006eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:47.633228 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c1855-e048-4668-8d82-d9d450006eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:47.633596 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c1855-e048-4668-8d82-d9d450006eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:47.633943 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c1855-e048-4668-8d82-d9d450006eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:47.634284 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c1855-e048-4668-8d82-d9d450006eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:47.634621 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c1855-e048-4668-8d82-d9d450006eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:47.683103 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1ff78391-1cac-4c49-93ab-6db4c62499f4 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:47.776563 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Publish callbacks [] for router_gateway (c0bba924-e840-4a9f-8fbe-2da8c9b44a2a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.778093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824903a-fbb9-4271-93b0-ab43f2281fd8 req-3d9d3fb6-bc06-4949-9b56-be271792388f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:47.784887 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f824903a-fbb9-4271-93b0-ab43f2281fd8 req-3d9d3fb6-bc06-4949-9b56-be271792388f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 943 time: 0.2185864 Feb 11 05:39:47.870570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 1ff78391-1cac-4c49-93ab-6db4c62499f4 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:47.871316 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1ff78391-1cac-4c49-93ab-6db4c62499f4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.903487 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Attempting to bind port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:47.904527 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Attempting to bind port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '1b61f993-c2af-4350-b5e5-b4d0c39159e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:47.906323 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Attempting to bind port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 on network e582c642-adbc-4c86-a26d-9a8aeb045b55 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:47.921637 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:47.922146 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Checking segment: {'id': '1b61f993-c2af-4350-b5e5-b4d0c39159e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:47.923303 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.923888 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Bound using segment: {'id': '1b61f993-c2af-4350-b5e5-b4d0c39159e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:47.924452 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Bound port: 80a437c3-d062-4fdb-b0d1-4cd0eae064d8, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b61f993-c2af-4350-b5e5-b4d0c39159e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:47.934750 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:47.941124 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f824903a-fbb9-4271-93b0-ab43f2281fd8 req-20680647-06e0-43b7-8448-bbfab6dcc92f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/security-groups?id=2153882f-82e0-48db-be9d-5cf71465299e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500337 Feb 11 05:39:48.146589 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 1ff78391-1cac-4c49-93ab-6db4c62499f4 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:48.147234 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1ff78391-1cac-4c49-93ab-6db4c62499f4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.196093 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] For port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:48.205917 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] For port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=80a437c3-d062-4fdb-b0d1-4cd0eae064d8,segment=NetworkSegment(1b61f993-c2af-4350-b5e5-b4d0c39159e4),segment_id=1b61f993-c2af-4350-b5e5-b4d0c39159e4)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:48.221332 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.233376 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 1ff78391-1cac-4c49-93ab-6db4c62499f4, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1ff78391-1cac-4c49-93ab-6db4c62499f4,segment=NetworkSegment(182ea910-dab7-4c1e-92f5-bc124dded187),segment_id=182ea910-dab7-4c1e-92f5-bc124dded187)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:48.259932 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1ff78391-1cac-4c49-93ab-6db4c62499f4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.266214 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-48dc3d8e-1e45-48d0-b766-656ba8f2a241 None None] Provisioning complete for port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:48.267608 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-48dc3d8e-1e45-48d0-b766-656ba8f2a241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.338955 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c1855-e048-4668-8d82-d9d450006eb6 None None] Pushing event updated for resources: {'Port': ['ID=80a437c3-d062-4fdb-b0d1-4cd0eae064d8,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:48.372768 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Routers {'60529b7e-05e2-4be5-888a-68401bcea377'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:48.373425 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:39:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['60529b7e-05e2-4be5-888a-68401bcea377'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:48.588479 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (c0bba924-e840-4a9f-8fbe-2da8c9b44a2a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:48.626958 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fa500f0-90dc-497c-a373-0c8f5cb39753 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:39:48.652867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=1ff78391-1cac-4c49-93ab-6db4c62499f4,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:48.691562 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] Set router 60529b7e-05e2-4be5-888a-68401bcea377 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:48.703407 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:48.703906 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:48.705402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:48.706281 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:48.707093 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:48.707866 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:48.708772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:48.709685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:48.710339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:48.711080 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:48.711790 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:48.712905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:48.714276 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:48.776089 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-48dc3d8e-1e45-48d0-b766-656ba8f2a241 None None] Current status of the port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:48.776628 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-48dc3d8e-1e45-48d0-b766-656ba8f2a241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.045294 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Router c0bba924-e840-4a9f-8fbe-2da8c9b44a2a is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:39:49.090593 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fa500f0-90dc-497c-a373-0c8f5cb39753, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fa500f0-90dc-497c-a373-0c8f5cb39753,segment=NetworkSegment(54a3a076-b144-41c6-8cbb-ae4d96eaf055),segment_id=54a3a076-b144-41c6-8cbb-ae4d96eaf055)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:49.165724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81def0d2-e417-4d02-bdef-60c17fc66606 None None] Network 91c62bf7-0b35-480d-8a40-262633d91960 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:39:49.249434 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:39:40Z', 'revision_number': 4, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '80a437c3-d062-4fdb-b0d1-4cd0eae064d8', 'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'mac_address': 'fa:16:3e:23:06:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:39Z', 'updated_at': '2022-02-11T05:39:48Z', 'revision_number': 4, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'subnets': [{'id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:49.264169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-48dc3d8e-1e45-48d0-b766-656ba8f2a241 None None] For port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=80a437c3-d062-4fdb-b0d1-4cd0eae064d8,segment=NetworkSegment(1b61f993-c2af-4350-b5e5-b4d0c39159e4),segment_id=1b61f993-c2af-4350-b5e5-b4d0c39159e4)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:49.268467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3fa500f0-90dc-497c-a373-0c8f5cb39753', 'network_id': '48ef74b0-75de-4cff-82bc-4f126abba1cf', 'port_id': '3fa500f0-90dc-497c-a373-0c8f5cb39753', 'mac_address': 'fa:16:3e:ed:f0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8aabf5-b8fe-4bcf-b3b8-09a814c4a186', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:39:49.278979 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-48dc3d8e-1e45-48d0-b766-656ba8f2a241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.279321 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769edcdd-1fd9-47c3-b654-a71a2b96703c req-a79e341b-f08d-4a50-b02d-3a306e5d6165 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:49.289955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-769edcdd-1fd9-47c3-b654-a71a2b96703c req-a79e341b-f08d-4a50-b02d-3a306e5d6165 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 943 time: 0.1859972 Feb 11 05:39:49.315744 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ebfd9-f5a2-4b0a-a085-3e15c2c8f961 None None] The sync data for ids ['60529b7e-05e2-4be5-888a-68401bcea377'] in n-d-713499-38 is: [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:39:40Z', 'revision_number': 4, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '80a437c3-d062-4fdb-b0d1-4cd0eae064d8', 'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'mac_address': 'fa:16:3e:23:06:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:39Z', 'updated_at': '2022-02-11T05:39:48Z', 'revision_number': 4, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'subnets': [{'id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:49.414516 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:49.447662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-769edcdd-1fd9-47c3-b654-a71a2b96703c req-d4e98f9d-f584-4d0b-b51b-b83524761135 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/security-groups?id=2153882f-82e0-48db-be9d-5cf71465299e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557918 Feb 11 05:39:49.506050 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.514564 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b647f8b1-8f84-45d3-873a-73c7c1486cd3 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5535896 Feb 11 05:39:49.519068 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 37916) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:49.585023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Sync routers for ids ['c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:49.661190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 3fa500f0-90dc-497c-a373-0c8f5cb39753 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:49.661728 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3fa500f0-90dc-497c-a373-0c8f5cb39753), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:49.735833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1ff78391-1cac-4c49-93ab-6db4c62499f4 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:49.898333 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa500f0-90dc-497c-a373-0c8f5cb39753 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:39:50.078127 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5e537888-b593-4e36-b2f4-d0c8bf4d0242 None None] Provisioning complete for port 1ff78391-1cac-4c49-93ab-6db4c62499f4 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:50.078737 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e537888-b593-4e36-b2f4-d0c8bf4d0242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1ff78391-1cac-4c49-93ab-6db4c62499f4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.082526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Routers {'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:50.083347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:39:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:50.183331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fa500f0-90dc-497c-a373-0c8f5cb39753, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fa500f0-90dc-497c-a373-0c8f5cb39753,segment=NetworkSegment(54a3a076-b144-41c6-8cbb-ae4d96eaf055),segment_id=54a3a076-b144-41c6-8cbb-ae4d96eaf055)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:50.191828 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc3d8e-1e45-48d0-b766-656ba8f2a241 None None] Pushing event updated for resources: {'Port': ['ID=80a437c3-d062-4fdb-b0d1-4cd0eae064d8,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:50.207311 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3fa500f0-90dc-497c-a373-0c8f5cb39753), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.526111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37960) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:50.761789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbf8b3-21da-4c2e-b4b3-a8955ed94b63 req-70f46bd0-200f-44bc-9f47-81d3a4596ca4 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:50.763688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-33bbf8b3-21da-4c2e-b4b3-a8955ed94b63 req-70f46bd0-200f-44bc-9f47-81d3a4596ca4 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 944 time: 0.1558383 Feb 11 05:39:50.840543 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Set router c0bba924-e840-4a9f-8fbe-2da8c9b44a2a gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:50.850632 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:50.894959 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7087c74-dd9b-4c7c-a359-b3e9211f003d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.005813 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-33bbf8b3-21da-4c2e-b4b3-a8955ed94b63 req-00f11999-90a1-4f2b-814c-957a69baba0b tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/security-groups?id=2153882f-82e0-48db-be9d-5cf71465299e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262685 Feb 11 05:39:51.017320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=3fa500f0-90dc-497c-a373-0c8f5cb39753,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:51.069382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 1ff78391-1cac-4c49-93ab-6db4c62499f4 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:51.070031 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1ff78391-1cac-4c49-93ab-6db4c62499f4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.152965 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['3fa500f0-90dc-497c-a373-0c8f5cb39753'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:39:51.240654 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7087c74-dd9b-4c7c-a359-b3e9211f003d admin admin] Publish callbacks [] for security_group (316efead-0024-4e7d-bcbc-c01cf5881c8b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.248467 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f7087c74-dd9b-4c7c-a359-b3e9211f003d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (316efead-0024-4e7d-bcbc-c01cf5881c8b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.333894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5e537888-b593-4e36-b2f4-d0c8bf4d0242 None None] Current status of the port 1ff78391-1cac-4c49-93ab-6db4c62499f4 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:51.391893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'name': 'tempest-TestVolumeBackupRestore-985153387-router', 'tenant_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'e1625dc2-a0c1-4df2-a17d-1887e2b93734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:45Z', 'updated_at': '2022-02-11T05:39:47Z', 'revision_number': 3, 'project_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'gw_port': {'id': 'e1625dc2-a0c1-4df2-a17d-1887e2b93734', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:60:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:46Z', 'updated_at': '2022-02-11T05:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:51.409563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5e537888-b593-4e36-b2f4-d0c8bf4d0242 None None] Provisioning complete for port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:51.409936 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e537888-b593-4e36-b2f4-d0c8bf4d0242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.420607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7087c74-dd9b-4c7c-a359-b3e9211f003d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316efead-0024-4e7d-bcbc-c01cf5881c8b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:51.431569 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f7087c74-dd9b-4c7c-a359-b3e9211f003d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=517c3bbded3e4429aa11851b6d3003bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9034758 Feb 11 05:39:51.435853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 37966) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:51.505532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Allocated IP 172.20.0.1 (91c62bf7-0b35-480d-8a40-262633d91960/d7cffa6f-8dbc-41d9-9676-c9f976ec3dff/8bb3fc98-54b8-4572-8f79-9274949decc7) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:51.515465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Checking router: c0bba924-e840-4a9f-8fbe-2da8c9b44a2a for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:51.516228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Updating router c0bba924-e840-4a9f-8fbe-2da8c9b44a2a port e1625dc2-a0c1-4df2-a17d-1887e2b93734 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:39:51.525078 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 1ff78391-1cac-4c49-93ab-6db4c62499f4 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:51.526732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:51.557256 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ec5d-d2b7-4fc6-881f-91a375b40601 admin admin] Publish callbacks [] for security_group (316efead-0024-4e7d-bcbc-c01cf5881c8b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.604079 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ec5d-d2b7-4fc6-881f-91a375b40601 admin admin] Publish callbacks [] for security_group (316efead-0024-4e7d-bcbc-c01cf5881c8b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.646372 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e1625dc2-a0c1-4df2-a17d-1887e2b93734), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.698522 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ec5d-d2b7-4fc6-881f-91a375b40601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (316efead-0024-4e7d-bcbc-c01cf5881c8b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.704352 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ec5d-d2b7-4fc6-881f-91a375b40601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.705810 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e2f8ec5d-d2b7-4fc6-881f-91a375b40601 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/316efead-0024-4e7d-bcbc-c01cf5881c8b HTTP/1.1" status: 204 len: 168 time: 0.2689507 Feb 11 05:39:51.743661 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8ec5d-d2b7-4fc6-881f-91a375b40601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316efead-0024-4e7d-bcbc-c01cf5881c8b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:51.894600 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:51.895145 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:51.903452 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5e537888-b593-4e36-b2f4-d0c8bf4d0242 None None] Current status of the port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:51.977127 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Publish callbacks [] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:52.093917 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:52.177093 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1d37536e-a534-4611-b9d2-ec524187c8a4 None None] Provisioning complete for port 1ff78391-1cac-4c49-93ab-6db4c62499f4 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:52.177419 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d37536e-a534-4611-b9d2-ec524187c8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1ff78391-1cac-4c49-93ab-6db4c62499f4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:52.230965 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb3fc98-54b8-4572-8f79-9274949decc7,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:52.273737 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Network 91c62bf7-0b35-480d-8a40-262633d91960 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:52.275818 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:52.278970 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:52.316490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f882e-7d2e-4fec-b401-591f62a7a02d req-7a1097b3-7257-4556-b971-6133b6388f1a tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:52.328180 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-311f882e-7d2e-4fec-b401-591f62a7a02d req-7a1097b3-7257-4556-b971-6133b6388f1a tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 944 time: 0.2036800 Feb 11 05:39:52.368219 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (c0bba924-e840-4a9f-8fbe-2da8c9b44a2a), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:52.478553 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-311f882e-7d2e-4fec-b401-591f62a7a02d req-1d45cdee-eb82-41f4-9d96-4407dbe81648 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/security-groups?id=2153882f-82e0-48db-be9d-5cf71465299e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438806 Feb 11 05:39:52.538896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:52.638220 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fa500f0-90dc-497c-a373-0c8f5cb39753 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:52.873290 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:52.996079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:53.061551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1d37536e-a534-4611-b9d2-ec524187c8a4 None None] Current status of the port 1ff78391-1cac-4c49-93ab-6db4c62499f4 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:53.140746 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Publish callbacks [] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.150325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 3fa500f0-90dc-497c-a373-0c8f5cb39753 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:39:53.151779 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.152580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:53.153081 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.157855 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Publish callbacks [] for port (e1625dc2-a0c1-4df2-a17d-1887e2b93734), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.178792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 3fa500f0-90dc-497c-a373-0c8f5cb39753 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:53.179169 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3fa500f0-90dc-497c-a373-0c8f5cb39753), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.211166 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e1625dc2-a0c1-4df2-a17d-1887e2b93734), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.319507 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Attempting to bind port e1625dc2-a0c1-4df2-a17d-1887e2b93734 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:39:53.319826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Attempting to bind port e1625dc2-a0c1-4df2-a17d-1887e2b93734 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:39:53.320196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Attempting to bind port e1625dc2-a0c1-4df2-a17d-1887e2b93734 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:39:53.326316 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-dcd6567c-a5e5-4bc7-ab98-57d523b3019c None None] Provisioning complete for port 8bb3fc98-54b8-4572-8f79-9274949decc7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:53.326699 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dcd6567c-a5e5-4bc7-ab98-57d523b3019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.377019 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339a2d7-893d-4bc7-a256-fedefd993033 None None] Pushing event updated for resources: {'Port': ['ID=e1625dc2-a0c1-4df2-a17d-1887e2b93734,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:53.389690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb3fc98-54b8-4572-8f79-9274949decc7,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:53.392555 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:39:53.394631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:39:53.395067 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.395490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:39:53.396047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Bound port: e1625dc2-a0c1-4df2-a17d-1887e2b93734, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:39:53.396483 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e1625dc2-a0c1-4df2-a17d-1887e2b93734), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.412752 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (c0bba924-e840-4a9f-8fbe-2da8c9b44a2a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.494172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-dcd6567c-a5e5-4bc7-ab98-57d523b3019c None None] Port 8bb3fc98-54b8-4572-8f79-9274949decc7 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:39:53.551779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 3fa500f0-90dc-497c-a373-0c8f5cb39753 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:53.552275 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3fa500f0-90dc-497c-a373-0c8f5cb39753), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.567845 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] For port e1625dc2-a0c1-4df2-a17d-1887e2b93734, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:39:53.577722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] For port e1625dc2-a0c1-4df2-a17d-1887e2b93734, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e1625dc2-a0c1-4df2-a17d-1887e2b93734,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:39:53.583556 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:53.604825 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e1625dc2-a0c1-4df2-a17d-1887e2b93734), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.614568 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c786dfe7-72eb-423b-853d-7fa61503eb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa500f0-90dc-497c-a373-0c8f5cb39753'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:39:53.616936 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22b82e8-d699-4336-a67e-0bd4877bc57a" -d '{"events": [{"server_uuid": "c786dfe7-72eb-423b-853d-7fa61503eb66", "name": "network-vif-plugged", "status": "completed", "tag": "3fa500f0-90dc-497c-a373-0c8f5cb39753"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:39:53.649616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Network 91c62bf7-0b35-480d-8a40-262633d91960 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:53.669803 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:53.671957 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3fa500f0-90dc-497c-a373-0c8f5cb39753, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fa500f0-90dc-497c-a373-0c8f5cb39753,segment=NetworkSegment(54a3a076-b144-41c6-8cbb-ae4d96eaf055),segment_id=54a3a076-b144-41c6-8cbb-ae4d96eaf055)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:53.685323 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3fa500f0-90dc-497c-a373-0c8f5cb39753), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.714903 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Routers {'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:53.715611 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:39:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:53.740197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308862c1-77e2-48bf-b364-6c0c02f09c8c req-7725e212-dca8-4302-9234-346754e433e8 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:53.747843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-308862c1-77e2-48bf-b364-6c0c02f09c8c req-7725e212-dca8-4302-9234-346754e433e8 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 944 time: 0.1157055 Feb 11 05:39:53.812257 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339a2d7-893d-4bc7-a256-fedefd993033 None None] Pushing event updated for resources: {'Port': ['ID=e1625dc2-a0c1-4df2-a17d-1887e2b93734,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:53.830485 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-308862c1-77e2-48bf-b364-6c0c02f09c8c req-8ae3c827-f71f-409a-be3c-39d9ae6849d1 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/security-groups?id=2153882f-82e0-48db-be9d-5cf71465299e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812488 Feb 11 05:39:53.927405 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c41fc5d-181e-4459-9afe-ee4f411607dd x-openstack-request-id: req-6c41fc5d-181e-4459-9afe-ee4f411607dd {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:39:53.927737 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c786dfe7-72eb-423b-853d-7fa61503eb66", "name": "network-vif-plugged", "status": "completed", "tag": "3fa500f0-90dc-497c-a373-0c8f5cb39753", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:39:53.927996 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6c41fc5d-181e-4459-9afe-ee4f411607dd {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:39:53.928392 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c786dfe7-72eb-423b-853d-7fa61503eb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa500f0-90dc-497c-a373-0c8f5cb39753', 'code': 200} Feb 11 05:39:53.929969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c324e-363a-48bf-b29c-053ef07b594e req-395d14c5-ece1-41cd-a7dc-011c936164c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:53.937513 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-552c324e-363a-48bf-b29c-053ef07b594e req-395d14c5-ece1-41cd-a7dc-011c936164c1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 1128 time: 0.1223943 Feb 11 05:39:54.000284 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=3fa500f0-90dc-497c-a373-0c8f5cb39753,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:54.020827 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Router c0bba924-e840-4a9f-8fbe-2da8c9b44a2a has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:39:54.062809 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-552c324e-363a-48bf-b29c-053ef07b594e req-a2135283-1b79-402b-9249-6c6a80d69e5f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2153882f-82e0-48db-be9d-5cf71465299e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157038 Feb 11 05:39:54.189349 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:39:54.196400 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e34ac32b-143c-49f6-9524-c407f8ff0f69 admin admin] 10.222.0.87 "PUT /v2.0/routers/c0bba924-e840-4a9f-8fbe-2da8c9b44a2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6759570 Feb 11 05:39:54.302583 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38020) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:54.307839 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] Set router c0bba924-e840-4a9f-8fbe-2da8c9b44a2a gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:54.339245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ddbefbd8-7ff1-4c8d-9760-998ffd02ade9 None None] Provisioning complete for port 8bb3fc98-54b8-4572-8f79-9274949decc7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:54.339903 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ddbefbd8-7ff1-4c8d-9760-998ffd02ade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.426097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ddbefbd8-7ff1-4c8d-9760-998ffd02ade9 None None] Port 8bb3fc98-54b8-4572-8f79-9274949decc7 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:39:54.453320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:54.505148 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.594102 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'name': 'tempest-TestVolumeBackupRestore-985153387-router', 'tenant_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'e1625dc2-a0c1-4df2-a17d-1887e2b93734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:45Z', 'updated_at': '2022-02-11T05:39:52Z', 'revision_number': 4, 'project_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'gw_port': {'id': 'e1625dc2-a0c1-4df2-a17d-1887e2b93734', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:60:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:46Z', 'updated_at': '2022-02-11T05:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8bb3fc98-54b8-4572-8f79-9274949decc7', 'name': '', 'network_id': '91c62bf7-0b35-480d-8a40-262633d91960', 'tenant_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'mac_address': 'fa:16:3e:c3:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'd7cffa6f-8dbc-41d9-9676-c9f976ec3dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:50Z', 'updated_at': '2022-02-11T05:39:52Z', 'revision_number': 2, 'project_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'subnets': [{'id': 'd7cffa6f-8dbc-41d9-9676-c9f976ec3dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:54.645501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974bb39d-3701-4e3e-9785-2069b5b98315 None None] The sync data for ids ['c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'] in n-d-713499-38 is: [{'id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'name': 'tempest-TestVolumeBackupRestore-985153387-router', 'tenant_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'e1625dc2-a0c1-4df2-a17d-1887e2b93734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:45Z', 'updated_at': '2022-02-11T05:39:52Z', 'revision_number': 4, 'project_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'gw_port': {'id': 'e1625dc2-a0c1-4df2-a17d-1887e2b93734', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:60:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:46Z', 'updated_at': '2022-02-11T05:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8bb3fc98-54b8-4572-8f79-9274949decc7', 'name': '', 'network_id': '91c62bf7-0b35-480d-8a40-262633d91960', 'tenant_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'mac_address': 'fa:16:3e:c3:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'd7cffa6f-8dbc-41d9-9676-c9f976ec3dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:50Z', 'updated_at': '2022-02-11T05:39:52Z', 'revision_number': 2, 'project_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'subnets': [{'id': 'd7cffa6f-8dbc-41d9-9676-c9f976ec3dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:39:54.683285 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:54.861958 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Allocated IP 172.25.5.179 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/a07cc2ef-1f8c-4113-8866-692382a115ac) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:39:55.100502 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks [] for port (a07cc2ef-1f8c-4113-8866-692382a115ac), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:55.114734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0882dcb-54d6-4a07-a0fd-0728bbb50694 req-2c4b1f28-665e-4ac4-abaa-6cab03885042 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:55.116530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0882dcb-54d6-4a07-a0fd-0728bbb50694 req-2c4b1f28-665e-4ac4-abaa-6cab03885042 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 945 time: 0.1229765 Feb 11 05:39:55.219780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0882dcb-54d6-4a07-a0fd-0728bbb50694 req-514b4f15-785c-46dd-8b38-652a50886863 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/security-groups?id=2153882f-82e0-48db-be9d-5cf71465299e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939074 Feb 11 05:39:55.223996 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a07cc2ef-1f8c-4113-8866-692382a115ac), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:55.312892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Pushing event updated for resources: {'Port': ['ID=a07cc2ef-1f8c-4113-8866-692382a115ac,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:55.326956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:39:55.328538 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:39:55.331687 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:39:55.499708 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks [] for floatingip (098e12ad-a8bc-4c54-88a2-72def2ad8f39), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:55.577011 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a07cc2ef-1f8c-4113-8866-692382a115ac), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:55.742954 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38110) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:55.828996 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks [] for port (a07cc2ef-1f8c-4113-8866-692382a115ac), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:55.841778 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (a07cc2ef-1f8c-4113-8866-692382a115ac), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:55.978992 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-335b6469-e8d1-4999-b010-611cf01ba9ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:55.989977 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Pushing event updated for resources: {'Port': ['ID=a07cc2ef-1f8c-4113-8866-692382a115ac,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:56.086559 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (098e12ad-a8bc-4c54-88a2-72def2ad8f39), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.116950 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.121643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6a8aaa3d-b965-4fad-ae15-d4f9b3eb9555 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8176653 Feb 11 05:39:56.122281 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38122) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:56.129092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-2c4a40c0-d9f6-436a-83b0-26d41cd9ba3e tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2103895477', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'fixed_ips': [{'ip_address': '172.25.5.179'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:39:56.133127 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-335b6469-e8d1-4999-b010-611cf01ba9ad admin admin] Publish callbacks [] for security_group (fabe125e-dae0-4f37-8eb8-f9fb5f5426cb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.141082 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-335b6469-e8d1-4999-b010-611cf01ba9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (fabe125e-dae0-4f37-8eb8-f9fb5f5426cb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.178892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4a40c0-d9f6-436a-83b0-26d41cd9ba3e tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Made reservation on behalf of b8c6a9e2ad8243ef981fc9d570bf3828 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:39:56.183853 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2c4a40c0-d9f6-436a-83b0-26d41cd9ba3e tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.205805 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-335b6469-e8d1-4999-b010-611cf01ba9ad admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=69c7033d9fad4405a6b9c62eabb5aab8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4611151 Feb 11 05:39:56.206819 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38124) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:56.214440 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b6469-e8d1-4999-b010-611cf01ba9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabe125e-dae0-4f37-8eb8-f9fb5f5426cb,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:56.217820 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2c4a40c0-d9f6-436a-83b0-26d41cd9ba3e tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.376710 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8dc82f4-7ae6-42f2-8602-5357280042a9 admin admin] Publish callbacks [] for security_group (fabe125e-dae0-4f37-8eb8-f9fb5f5426cb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.382673 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2c4a40c0-d9f6-436a-83b0-26d41cd9ba3e tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks [] for security_group (90dde1ed-f2ad-45b3-b018-f54b738ce6fc), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.388228 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2c4a40c0-d9f6-436a-83b0-26d41cd9ba3e tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (90dde1ed-f2ad-45b3-b018-f54b738ce6fc), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.413172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-2c4a40c0-d9f6-436a-83b0-26d41cd9ba3e tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] device_id is not set on port e51403a2-974c-47c2-b2bf-76379f396e89 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:39:56.449043 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8dc82f4-7ae6-42f2-8602-5357280042a9 admin admin] Publish callbacks [] for security_group (fabe125e-dae0-4f37-8eb8-f9fb5f5426cb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.549858 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8dc82f4-7ae6-42f2-8602-5357280042a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (fabe125e-dae0-4f37-8eb8-f9fb5f5426cb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.555283 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8dc82f4-7ae6-42f2-8602-5357280042a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.561096 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c8dc82f4-7ae6-42f2-8602-5357280042a9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fabe125e-dae0-4f37-8eb8-f9fb5f5426cb HTTP/1.1" status: 204 len: 168 time: 0.3527362 Feb 11 05:39:56.579362 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc82f4-7ae6-42f2-8602-5357280042a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabe125e-dae0-4f37-8eb8-f9fb5f5426cb,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:56.606340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a40c0-d9f6-436a-83b0-26d41cd9ba3e tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dde1ed-f2ad-45b3-b018-f54b738ce6fc,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:56.682520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04007ec-20f9-4464-abd2-f3fc12d9097b req-2c85facc-abe5-495c-8681-f9344d1830cc tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:56.696017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c04007ec-20f9-4464-abd2-f3fc12d9097b req-2c85facc-abe5-495c-8681-f9344d1830cc tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 945 time: 0.2933450 Feb 11 05:39:56.815907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e1625dc2-a0c1-4df2-a17d-1887e2b93734 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:56.875019 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c04007ec-20f9-4464-abd2-f3fc12d9097b req-1afbd250-39b3-4478-9f2a-82884fcf6226 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/security-groups?id=2153882f-82e0-48db-be9d-5cf71465299e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779811 Feb 11 05:39:56.944982 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4a40c0-d9f6-436a-83b0-26d41cd9ba3e tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 05:39:56.946115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c4a40c0-d9f6-436a-83b0-26d41cd9ba3e tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:39:56.978534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2c4a40c0-d9f6-436a-83b0-26d41cd9ba3e tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8533325 Feb 11 05:39:56.979929 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38138) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:57.072411 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port e1625dc2-a0c1-4df2-a17d-1887e2b93734 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:57.072966 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e1625dc2-a0c1-4df2-a17d-1887e2b93734), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.327786 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port e1625dc2-a0c1-4df2-a17d-1887e2b93734 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:57.334224 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e1625dc2-a0c1-4df2-a17d-1887e2b93734), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.356281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-edfb1792-b17e-461b-9684-e110d647d4e9 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Deleting port a07cc2ef-1f8c-4113-8866-692382a115ac {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:57.357033 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-edfb1792-b17e-461b-9684-e110d647d4e9 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a07cc2ef-1f8c-4113-8866-692382a115ac), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.419211 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port e1625dc2-a0c1-4df2-a17d-1887e2b93734, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e1625dc2-a0c1-4df2-a17d-1887e2b93734,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:39:57.429905 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e1625dc2-a0c1-4df2-a17d-1887e2b93734), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.578840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=e1625dc2-a0c1-4df2-a17d-1887e2b93734,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:57.587464 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-edfb1792-b17e-461b-9684-e110d647d4e9 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a07cc2ef-1f8c-4113-8866-692382a115ac), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.587840 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-edfb1792-b17e-461b-9684-e110d647d4e9 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks [] for floatingip (a07cc2ef-1f8c-4113-8866-692382a115ac), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.620220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ee0cb-d073-47c4-82ea-28ef60a7e795 req-aca590a4-bc4f-4ced-b66b-96241b1fd324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:57.624026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4ee0cb-d073-47c4-82ea-28ef60a7e795 req-aca590a4-bc4f-4ced-b66b-96241b1fd324 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=abd1dcc47bdc4a44a672f65cf309263c&device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 1128 time: 0.2117157 Feb 11 05:39:57.624434 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-edfb1792-b17e-461b-9684-e110d647d4e9 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Calling delete_port for a07cc2ef-1f8c-4113-8866-692382a115ac owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:57.858354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7aa31-6824-470b-a224-d52ff3d9baad req-f7373d8f-0d5a-415c-9b6b-ed449b6cb977 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:57.860916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29d7aa31-6824-470b-a224-d52ff3d9baad req-f7373d8f-0d5a-415c-9b6b-ed449b6cb977 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 945 time: 0.3607359 Feb 11 05:39:57.974477 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-edfb1792-b17e-461b-9684-e110d647d4e9 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a07cc2ef-1f8c-4113-8866-692382a115ac), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.997700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ee0cb-d073-47c4-82ea-28ef60a7e795 req-3bd80b04-72b4-4cf3-b861-2351ea8fa686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:57.999206 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4ee0cb-d073-47c4-82ea-28ef60a7e795 req-3bd80b04-72b4-4cf3-b861-2351ea8fa686 service neutron] 10.222.0.88 "GET /v2.0/networks?id=48ef74b0-75de-4cff-82bc-4f126abba1cf HTTP/1.1" status: 200 len: 914 time: 0.3598123 Feb 11 05:39:58.053662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4ee0cb-d073-47c4-82ea-28ef60a7e795 req-8fd19582-edf3-4bae-90fa-45a43dd8520e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fa500f0-90dc-497c-a373-0c8f5cb39753 HTTP/1.1" status: 200 len: 217 time: 0.0454986 Feb 11 05:39:58.065838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29d7aa31-6824-470b-a224-d52ff3d9baad req-8cc9d62e-7b9d-407f-8b37-92f11fc32d3a tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/security-groups?id=2153882f-82e0-48db-be9d-5cf71465299e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954100 Feb 11 05:39:58.124005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ee0cb-d073-47c4-82ea-28ef60a7e795 req-3fd720d1-baeb-4c81-8861-51e2134bc7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:58.125770 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4ee0cb-d073-47c4-82ea-28ef60a7e795 req-3fd720d1-baeb-4c81-8861-51e2134bc7cc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d8aabf5-b8fe-4bcf-b3b8-09a814c4a186 HTTP/1.1" status: 200 len: 853 time: 0.0582521 Feb 11 05:39:58.145402 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb1792-b17e-461b-9684-e110d647d4e9 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Pushing event deleted for resources: {'Port': ['ID=a07cc2ef-1f8c-4113-8866-692382a115ac,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:58.176191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4ee0cb-d073-47c4-82ea-28ef60a7e795 req-3f2e28ed-094a-420e-84f8-34504c131ec7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=48ef74b0-75de-4cff-82bc-4f126abba1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442665 Feb 11 05:39:58.228459 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-edfb1792-b17e-461b-9684-e110d647d4e9 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks [] for floatingip (098e12ad-a8bc-4c54-88a2-72def2ad8f39), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.231764 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-edfb1792-b17e-461b-9684-e110d647d4e9 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.233150 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-edfb1792-b17e-461b-9684-e110d647d4e9 tempest-ExternalNetworksAdminNegativeTestJSON-395371952 tempest-ExternalNetworksAdminNegativeTestJSON-395371952-project-admin] 10.222.0.87 "DELETE /v2.0/floatingips/098e12ad-a8bc-4c54-88a2-72def2ad8f39 HTTP/1.1" status: 204 len: 168 time: 1.2521935 Feb 11 05:39:58.352581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4ee0cb-d073-47c4-82ea-28ef60a7e795 req-bd43b760-e773-4eaf-acce-beb9a4fd59f0 service neutron] 10.222.0.88 "GET /v2.0/networks/48ef74b0-75de-4cff-82bc-4f126abba1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664093 Feb 11 05:39:58.464763 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Sync routers for ids ['c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:39:58.493280 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Routers {'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:39:58.495660 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:39:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:58.504236 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e84351e4-e21f-4f88-8257-9d9e5f20dbf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.630612 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4ee0cb-d073-47c4-82ea-28ef60a7e795 req-f70fb043-00ab-45be-be3c-df094ae7aab6 service neutron] 10.222.0.88 "GET /v2.0/networks/48ef74b0-75de-4cff-82bc-4f126abba1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716553 Feb 11 05:39:58.714448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e1625dc2-a0c1-4df2-a17d-1887e2b93734 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:39:58.769670 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Set router c0bba924-e840-4a9f-8fbe-2da8c9b44a2a gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:39:58.857313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port e1625dc2-a0c1-4df2-a17d-1887e2b93734 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:39:58.858763 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e1625dc2-a0c1-4df2-a17d-1887e2b93734), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.936336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38176) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:59.038739 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port e1625dc2-a0c1-4df2-a17d-1887e2b93734 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:39:59.162435 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92325f3d-fb9b-43a9-a32f-74990d057a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.241619 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'name': 'tempest-TestVolumeBackupRestore-985153387-router', 'tenant_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'e1625dc2-a0c1-4df2-a17d-1887e2b93734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:45Z', 'updated_at': '2022-02-11T05:39:52Z', 'revision_number': 4, 'project_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'gw_port': {'id': 'e1625dc2-a0c1-4df2-a17d-1887e2b93734', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:46Z', 'updated_at': '2022-02-11T05:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8bb3fc98-54b8-4572-8f79-9274949decc7', 'name': '', 'network_id': '91c62bf7-0b35-480d-8a40-262633d91960', 'tenant_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'mac_address': 'fa:16:3e:c3:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'd7cffa6f-8dbc-41d9-9676-c9f976ec3dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:50Z', 'updated_at': '2022-02-11T05:39:52Z', 'revision_number': 2, 'project_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'subnets': [{'id': 'd7cffa6f-8dbc-41d9-9676-c9f976ec3dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:39:59.339341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461807c6-9319-4732-87db-fe58de207774 req-7b3baf6d-ec32-48ee-aa41-e0fc9788ad60 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:59.349540 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Checking router: c0bba924-e840-4a9f-8fbe-2da8c9b44a2a for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:39:59.350135 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Updating router c0bba924-e840-4a9f-8fbe-2da8c9b44a2a port 8bb3fc98-54b8-4572-8f79-9274949decc7 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:39:59.353196 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-461807c6-9319-4732-87db-fe58de207774 req-7b3baf6d-ec32-48ee-aa41-e0fc9788ad60 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 945 time: 0.1539433 Feb 11 05:39:59.404186 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.417353 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92325f3d-fb9b-43a9-a32f-74990d057a72 admin admin] Publish callbacks [] for security_group (bc484d5e-b60c-4f0e-996a-9653d10f05fc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.430901 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-92325f3d-fb9b-43a9-a32f-74990d057a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (bc484d5e-b60c-4f0e-996a-9653d10f05fc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.489932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-461807c6-9319-4732-87db-fe58de207774 req-955edf99-cdfa-40be-8e4c-07c8f49cfda1 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/security-groups?id=2153882f-82e0-48db-be9d-5cf71465299e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307869 Feb 11 05:39:59.529563 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-92325f3d-fb9b-43a9-a32f-74990d057a72 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0a0dcdbe518b4ca18256992045f5f30b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5915041 Feb 11 05:39:59.530638 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92325f3d-fb9b-43a9-a32f-74990d057a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc484d5e-b60c-4f0e-996a-9653d10f05fc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:59.532560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38192) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:59.665149 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bbc8fa3c-5665-4cd4-9480-622ec4b3abdb admin admin] Publish callbacks [] for security_group (bc484d5e-b60c-4f0e-996a-9653d10f05fc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.714907 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bbc8fa3c-5665-4cd4-9480-622ec4b3abdb admin admin] Publish callbacks [] for security_group (bc484d5e-b60c-4f0e-996a-9653d10f05fc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.823376 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bbc8fa3c-5665-4cd4-9480-622ec4b3abdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (bc484d5e-b60c-4f0e-996a-9653d10f05fc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.828642 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bbc8fa3c-5665-4cd4-9480-622ec4b3abdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.831114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bbc8fa3c-5665-4cd4-9480-622ec4b3abdb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bc484d5e-b60c-4f0e-996a-9653d10f05fc HTTP/1.1" status: 204 len: 168 time: 0.2965438 Feb 11 05:39:59.858797 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Publish callbacks [] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.863649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8fa3c-5665-4cd4-9480-622ec4b3abdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc484d5e-b60c-4f0e-996a-9653d10f05fc,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:59.871786 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.088680 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Attempting to bind port 8bb3fc98-54b8-4572-8f79-9274949decc7 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:00.089044 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Attempting to bind port 8bb3fc98-54b8-4572-8f79-9274949decc7 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '182ea910-dab7-4c1e-92f5-bc124dded187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '91c62bf7-0b35-480d-8a40-262633d91960'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:00.089406 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Attempting to bind port 8bb3fc98-54b8-4572-8f79-9274949decc7 on network 91c62bf7-0b35-480d-8a40-262633d91960 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:00.098519 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:00.098761 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Checking segment: {'id': '182ea910-dab7-4c1e-92f5-bc124dded187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '91c62bf7-0b35-480d-8a40-262633d91960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:00.099163 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.099555 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Bound using segment: {'id': '182ea910-dab7-4c1e-92f5-bc124dded187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '91c62bf7-0b35-480d-8a40-262633d91960'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:00.100025 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Bound port: 8bb3fc98-54b8-4572-8f79-9274949decc7, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182ea910-dab7-4c1e-92f5-bc124dded187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '91c62bf7-0b35-480d-8a40-262633d91960'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:00.100402 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.180237 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] For port 8bb3fc98-54b8-4572-8f79-9274949decc7, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:00.183909 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] For port 8bb3fc98-54b8-4572-8f79-9274949decc7, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8bb3fc98-54b8-4572-8f79-9274949decc7,segment=NetworkSegment(182ea910-dab7-4c1e-92f5-bc124dded187),segment_id=182ea910-dab7-4c1e-92f5-bc124dded187)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:00.192972 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812b902-0a9d-41e0-970b-336cedd040b1 None None] Pushing event updated for resources: {'Port': ['ID=8bb3fc98-54b8-4572-8f79-9274949decc7,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:00.196153 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.252599 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Routers {'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:00.273975 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:39:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:00.325957 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-70bcb819-cfad-42e0-977e-d6e747b3249d None None] Provisioning complete for port 8bb3fc98-54b8-4572-8f79-9274949decc7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:00.327159 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70bcb819-cfad-42e0-977e-d6e747b3249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.518199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-70bcb819-cfad-42e0-977e-d6e747b3249d None None] Current status of the port 8bb3fc98-54b8-4572-8f79-9274949decc7 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:00.520091 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70bcb819-cfad-42e0-977e-d6e747b3249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.530501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38208) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:00.536437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-738d1b8a-8053-4d95-8e6a-794e3e2f7c56 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-582497782', 'description': 'tempest-secgroup-smoke-582497782 description', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:00.564398 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38210) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:00.647932 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-738d1b8a-8053-4d95-8e6a-794e3e2f7c56 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.661293 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-70bcb819-cfad-42e0-977e-d6e747b3249d None None] For port 8bb3fc98-54b8-4572-8f79-9274949decc7, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8bb3fc98-54b8-4572-8f79-9274949decc7,segment=NetworkSegment(182ea910-dab7-4c1e-92f5-bc124dded187),segment_id=182ea910-dab7-4c1e-92f5-bc124dded187)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:00.666915 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dfc338e7-c233-4789-8b5c-e5a6d3eb92b7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b8c6a9e2ad8243ef981fc9d570bf3828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1012166 Feb 11 05:40:00.669014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38212) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:00.670186 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70bcb819-cfad-42e0-977e-d6e747b3249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.675247 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-738d1b8a-8053-4d95-8e6a-794e3e2f7c56 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.733335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c07849-71e1-402a-9097-734d0362f742 req-0a81b1cb-c2e6-4df0-b5d0-1df240f0202e tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:00.735350 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20c07849-71e1-402a-9097-734d0362f742 req-0a81b1cb-c2e6-4df0-b5d0-1df240f0202e tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 945 time: 0.1143115 Feb 11 05:40:00.764083 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812b902-0a9d-41e0-970b-336cedd040b1 None None] Pushing event updated for resources: {'Port': ['ID=8bb3fc98-54b8-4572-8f79-9274949decc7,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:00.785519 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07c599d1-46d3-42c4-ba50-27f2399a87d7 admin admin] Publish callbacks [] for security_group (90dde1ed-f2ad-45b3-b018-f54b738ce6fc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.818476 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] Set router c0bba924-e840-4a9f-8fbe-2da8c9b44a2a gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:00.818842 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07c599d1-46d3-42c4-ba50-27f2399a87d7 admin admin] Publish callbacks [] for security_group (90dde1ed-f2ad-45b3-b018-f54b738ce6fc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.842030 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0c6a-26b1-44b3-ac1a-421bb06f786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.842889 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20c07849-71e1-402a-9097-734d0362f742 req-4069d480-6267-48f4-892c-5f2feacbfd28 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/security-groups?id=2153882f-82e0-48db-be9d-5cf71465299e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000066 Feb 11 05:40:00.862701 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-43f08166-050d-4208-9c18-b73e82c19e29 None None] Provisioning complete for port 8bb3fc98-54b8-4572-8f79-9274949decc7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:00.864046 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-43f08166-050d-4208-9c18-b73e82c19e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.865847 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcb819-cfad-42e0-977e-d6e747b3249d None None] Pushing event updated for resources: {'Port': ['ID=8bb3fc98-54b8-4572-8f79-9274949decc7,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:00.898757 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07c599d1-46d3-42c4-ba50-27f2399a87d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (90dde1ed-f2ad-45b3-b018-f54b738ce6fc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.901644 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-07c599d1-46d3-42c4-ba50-27f2399a87d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.905476 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-07c599d1-46d3-42c4-ba50-27f2399a87d7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/90dde1ed-f2ad-45b3-b018-f54b738ce6fc HTTP/1.1" status: 204 len: 168 time: 0.2326519 Feb 11 05:40:00.925521 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c599d1-46d3-42c4-ba50-27f2399a87d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dde1ed-f2ad-45b3-b018-f54b738ce6fc,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:00.932192 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-738d1b8a-8053-4d95-8e6a-794e3e2f7c56 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (10302adc-f84f-4a9b-b2a9-92bfc6d565cd), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.944724 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-738d1b8a-8053-4d95-8e6a-794e3e2f7c56 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (10302adc-f84f-4a9b-b2a9-92bfc6d565cd), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.068491 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-43f08166-050d-4208-9c18-b73e82c19e29 None None] Current status of the port 8bb3fc98-54b8-4572-8f79-9274949decc7 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:01.149576 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-738d1b8a-8053-4d95-8e6a-794e3e2f7c56 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (2ac8c525-c511-4555-840a-4a3b7ec3a9f7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.153687 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d1b8a-8053-4d95-8e6a-794e3e2f7c56 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10302adc-f84f-4a9b-b2a9-92bfc6d565cd,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:01.163471 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-738d1b8a-8053-4d95-8e6a-794e3e2f7c56 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2ac8c525-c511-4555-840a-4a3b7ec3a9f7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.222099 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-738d1b8a-8053-4d95-8e6a-794e3e2f7c56 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.225775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-738d1b8a-8053-4d95-8e6a-794e3e2f7c56 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6940672 Feb 11 05:40:01.229178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38222) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:01.236290 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0c7c9f7d-d2bb-462e-8cb3-1bfa9d59e06f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '2ac8c525-c511-4555-840a-4a3b7ec3a9f7', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:01.236686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d1b8a-8053-4d95-8e6a-794e3e2f7c56 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac8c525-c511-4555-840a-4a3b7ec3a9f7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:01.265042 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'name': 'tempest-TestVolumeBackupRestore-985153387-router', 'tenant_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'e1625dc2-a0c1-4df2-a17d-1887e2b93734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:45Z', 'updated_at': '2022-02-11T05:39:52Z', 'revision_number': 4, 'project_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'gw_port': {'id': 'e1625dc2-a0c1-4df2-a17d-1887e2b93734', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:46Z', 'updated_at': '2022-02-11T05:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8bb3fc98-54b8-4572-8f79-9274949decc7', 'name': '', 'network_id': '91c62bf7-0b35-480d-8a40-262633d91960', 'tenant_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'mac_address': 'fa:16:3e:c3:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'd7cffa6f-8dbc-41d9-9676-c9f976ec3dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:50Z', 'updated_at': '2022-02-11T05:40:00Z', 'revision_number': 4, 'project_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'subnets': [{'id': 'd7cffa6f-8dbc-41d9-9676-c9f976ec3dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:01.304178 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c7c9f7d-d2bb-462e-8cb3-1bfa9d59e06f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (7981b372-5cb2-491d-8c9f-3d1b5d1cafda), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.310420 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae51e54-d8f9-4ad1-adf0-82c1982de84e None None] The sync data for ids ['c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'] in n-d-713499-38 is: [{'id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'name': 'tempest-TestVolumeBackupRestore-985153387-router', 'tenant_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'e1625dc2-a0c1-4df2-a17d-1887e2b93734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:45Z', 'updated_at': '2022-02-11T05:39:52Z', 'revision_number': 4, 'project_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'gw_port': {'id': 'e1625dc2-a0c1-4df2-a17d-1887e2b93734', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:46Z', 'updated_at': '2022-02-11T05:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8bb3fc98-54b8-4572-8f79-9274949decc7', 'name': '', 'network_id': '91c62bf7-0b35-480d-8a40-262633d91960', 'tenant_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'mac_address': 'fa:16:3e:c3:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'd7cffa6f-8dbc-41d9-9676-c9f976ec3dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:50Z', 'updated_at': '2022-02-11T05:40:00Z', 'revision_number': 4, 'project_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'subnets': [{'id': 'd7cffa6f-8dbc-41d9-9676-c9f976ec3dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:01.493782 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c7c9f7d-d2bb-462e-8cb3-1bfa9d59e06f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (7981b372-5cb2-491d-8c9f-3d1b5d1cafda), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.502440 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c7c9f7d-d2bb-462e-8cb3-1bfa9d59e06f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (7981b372-5cb2-491d-8c9f-3d1b5d1cafda), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.576494 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c9f7d-d2bb-462e-8cb3-1bfa9d59e06f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7981b372-5cb2-491d-8c9f-3d1b5d1cafda,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:01.624130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0c7c9f7d-d2bb-462e-8cb3-1bfa9d59e06f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.629818 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0c7c9f7d-d2bb-462e-8cb3-1bfa9d59e06f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3992403 Feb 11 05:40:01.632795 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38238) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:01.640043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a5846f5f-96b5-4bb6-8c16-668405c2246d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '2ac8c525-c511-4555-840a-4a3b7ec3a9f7', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:01.643395 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8241505-785e-496d-8296-2a28a72c0341 req-4f3830c7-5a2b-4f8f-b5c7-30bfca216074 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:01.657099 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8241505-785e-496d-8296-2a28a72c0341 req-4f3830c7-5a2b-4f8f-b5c7-30bfca216074 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 945 time: 0.2350144 Feb 11 05:40:01.722418 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5846f5f-96b5-4bb6-8c16-668405c2246d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (bd86e91d-146f-4c6e-b601-04d96ad797fd), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.785787 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8241505-785e-496d-8296-2a28a72c0341 req-d1d0b68f-e880-411e-9995-38806b5dc76e tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/security-groups?id=2153882f-82e0-48db-be9d-5cf71465299e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216388 Feb 11 05:40:01.863751 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5846f5f-96b5-4bb6-8c16-668405c2246d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (bd86e91d-146f-4c6e-b601-04d96ad797fd), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.872337 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5846f5f-96b5-4bb6-8c16-668405c2246d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (bd86e91d-146f-4c6e-b601-04d96ad797fd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.935486 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5846f5f-96b5-4bb6-8c16-668405c2246d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.936713 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a5846f5f-96b5-4bb6-8c16-668405c2246d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3027692 Feb 11 05:40:01.940292 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38248) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:01.946323 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-be6ebb7a-d101-4d16-a6c3-60951afc422e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '2ac8c525-c511-4555-840a-4a3b7ec3a9f7', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:01.948722 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5846f5f-96b5-4bb6-8c16-668405c2246d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd86e91d-146f-4c6e-b601-04d96ad797fd,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:02.024668 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-be6ebb7a-d101-4d16-a6c3-60951afc422e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (af76cc3a-9a41-4ab1-bba5-5f38be0cb45e), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.181513 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-be6ebb7a-d101-4d16-a6c3-60951afc422e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (af76cc3a-9a41-4ab1-bba5-5f38be0cb45e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.193689 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-be6ebb7a-d101-4d16-a6c3-60951afc422e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (af76cc3a-9a41-4ab1-bba5-5f38be0cb45e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.222286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ebb7a-d101-4d16-a6c3-60951afc422e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af76cc3a-9a41-4ab1-bba5-5f38be0cb45e,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:02.240892 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-be6ebb7a-d101-4d16-a6c3-60951afc422e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.242457 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-be6ebb7a-d101-4d16-a6c3-60951afc422e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3007593 Feb 11 05:40:02.245834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38254) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:02.252162 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a6e16f29-99d5-4206-bcfb-91e221da1172 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '2ac8c525-c511-4555-840a-4a3b7ec3a9f7', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:02.301180 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6e16f29-99d5-4206-bcfb-91e221da1172 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (d1809208-800d-4cec-a4e1-c5a4f7ac38ec), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.415879 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6e16f29-99d5-4206-bcfb-91e221da1172 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (d1809208-800d-4cec-a4e1-c5a4f7ac38ec), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.427984 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6e16f29-99d5-4206-bcfb-91e221da1172 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (d1809208-800d-4cec-a4e1-c5a4f7ac38ec), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.455130 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.462533 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e16f29-99d5-4206-bcfb-91e221da1172 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1809208-800d-4cec-a4e1-c5a4f7ac38ec,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:02.476714 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6e16f29-99d5-4206-bcfb-91e221da1172 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.478997 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a6e16f29-99d5-4206-bcfb-91e221da1172 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2318280 Feb 11 05:40:02.482254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38260) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:02.488790 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-4de3caf9-0d75-437c-b1bd-d2c049dd65f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '2ac8c525-c511-4555-840a-4a3b7ec3a9f7', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:02.541447 n-d-713499-38 neutron-server[103171]: INFO neutron.db.securitygroups_db [None req-4de3caf9-0d75-437c-b1bd-d2c049dd65f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Project 52d5e1b82a9e4c3fbf19576a184936a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:40:02.552204 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4de3caf9-0d75-437c-b1bd-d2c049dd65f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (e55bda05-f72b-48cd-aa59-8bf88622eb8e), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.723607 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4de3caf9-0d75-437c-b1bd-d2c049dd65f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (e55bda05-f72b-48cd-aa59-8bf88622eb8e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.732576 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4de3caf9-0d75-437c-b1bd-d2c049dd65f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (e55bda05-f72b-48cd-aa59-8bf88622eb8e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.765124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3caf9-0d75-437c-b1bd-d2c049dd65f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55bda05-f72b-48cd-aa59-8bf88622eb8e,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:02.799010 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8bb3fc98-54b8-4572-8f79-9274949decc7 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:02.866675 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4de3caf9-0d75-437c-b1bd-d2c049dd65f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.880405 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4de3caf9-0d75-437c-b1bd-d2c049dd65f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3968415 Feb 11 05:40:02.883084 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38270) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:02.888311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b2fd45f3-1d9b-4a99-9362-4ea12017e049 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '2ac8c525-c511-4555-840a-4a3b7ec3a9f7', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:02.949395 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 8bb3fc98-54b8-4572-8f79-9274949decc7 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:02.950188 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.954146 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-b2fd45f3-1d9b-4a99-9362-4ea12017e049 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Project 52d5e1b82a9e4c3fbf19576a184936a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:40:02.960825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b2fd45f3-1d9b-4a99-9362-4ea12017e049 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (03c30db9-7452-443a-a021-01dad92398a0), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.033733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b0143-6595-4fc8-9b73-f81bcb4cda39 req-07701add-a612-4390-8019-d41c6bb97727 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:03.035368 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc2b0143-6595-4fc8-9b73-f81bcb4cda39 req-07701add-a612-4390-8019-d41c6bb97727 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.88 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 945 time: 0.2654700 Feb 11 05:40:03.114097 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b2fd45f3-1d9b-4a99-9362-4ea12017e049 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (03c30db9-7452-443a-a021-01dad92398a0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.127152 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b2fd45f3-1d9b-4a99-9362-4ea12017e049 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (03c30db9-7452-443a-a021-01dad92398a0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.177058 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd45f3-1d9b-4a99-9362-4ea12017e049 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c30db9-7452-443a-a021-01dad92398a0,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:03.198698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 8bb3fc98-54b8-4572-8f79-9274949decc7 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:03.215109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34b0f4-6fd3-4ca3-9986-c1c478f70cc3 req-3b620814-a405-419e-85f7-117c129aa73f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:03.217225 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b2fd45f3-1d9b-4a99-9362-4ea12017e049 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.223727 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c34b0f4-6fd3-4ca3-9986-c1c478f70cc3 req-3b620814-a405-419e-85f7-117c129aa73f tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 945 time: 0.2740877 Feb 11 05:40:03.224477 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b2fd45f3-1d9b-4a99-9362-4ea12017e049 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3391941 Feb 11 05:40:03.225538 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38278) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:03.232037 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-35a897c7-449d-4059-8dd7-0a1fdbe3a531 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'network': {'name': 'tempest-network-smoke--409637436', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'port_security_enabled': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:03.260254 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a897c7-449d-4059-8dd7-0a1fdbe3a531 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Made reservation on behalf of 52d5e1b82a9e4c3fbf19576a184936a0 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:03.265393 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35a897c7-449d-4059-8dd7-0a1fdbe3a531 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.303858 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a897c7-449d-4059-8dd7-0a1fdbe3a531 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:03.321362 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c34b0f4-6fd3-4ca3-9986-c1c478f70cc3 req-cb938b8e-f5a0-499b-8e5e-61438d782ac3 tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/security-groups?id=2153882f-82e0-48db-be9d-5cf71465299e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914614 Feb 11 05:40:03.324757 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-fc2b0143-6595-4fc8-9b73-f81bcb4cda39 req-739f69b5-442d-4e2f-a836-e1767f75eebd tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Deleting port 3fa500f0-90dc-497c-a373-0c8f5cb39753 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:03.325119 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fc2b0143-6595-4fc8-9b73-f81bcb4cda39 req-739f69b5-442d-4e2f-a836-e1767f75eebd tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3fa500f0-90dc-497c-a373-0c8f5cb39753), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.341729 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35a897c7-449d-4059-8dd7-0a1fdbe3a531 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (cad17aa7-a37b-4761-82bd-d275217ace72), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.342263 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-35a897c7-449d-4059-8dd7-0a1fdbe3a531 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Added segment cad17aa7-a37b-4761-82bd-d275217ace72 of type vlan for network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 Feb 11 05:40:03.462672 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35a897c7-449d-4059-8dd7-0a1fdbe3a531 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (dc3020ce-9ce4-4bb6-9465-e47f57cc5d20), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.532826 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35a897c7-449d-4059-8dd7-0a1fdbe3a531 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (dc3020ce-9ce4-4bb6-9465-e47f57cc5d20), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.539023 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a897c7-449d-4059-8dd7-0a1fdbe3a531 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:03.544063 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35a897c7-449d-4059-8dd7-0a1fdbe3a531 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.544984 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-fc2b0143-6595-4fc8-9b73-f81bcb4cda39 req-739f69b5-442d-4e2f-a836-e1767f75eebd tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] For port 3fa500f0-90dc-497c-a373-0c8f5cb39753, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3fa500f0-90dc-497c-a373-0c8f5cb39753,segment=NetworkSegment(54a3a076-b144-41c6-8cbb-ae4d96eaf055),segment_id=54a3a076-b144-41c6-8cbb-ae4d96eaf055)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:03.545362 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fc2b0143-6595-4fc8-9b73-f81bcb4cda39 req-739f69b5-442d-4e2f-a836-e1767f75eebd tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3fa500f0-90dc-497c-a373-0c8f5cb39753), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.574196 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-fc2b0143-6595-4fc8-9b73-f81bcb4cda39 req-739f69b5-442d-4e2f-a836-e1767f75eebd tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Calling delete_port for 3fa500f0-90dc-497c-a373-0c8f5cb39753 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:03.640125 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.653036 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-35a897c7-449d-4059-8dd7-0a1fdbe3a531 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4260554 Feb 11 05:40:03.658055 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38286) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:03.673337 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1956493085', 'admin_state_up': True, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:03.786707 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (64654e44-a024-487e-9fc5-930889b8fa7b), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.788300 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (64654e44-a024-487e-9fc5-930889b8fa7b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.798074 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a897c7-449d-4059-8dd7-0a1fdbe3a531 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Network': ['ID=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:03.811910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:03.820776 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fc2b0143-6595-4fc8-9b73-f81bcb4cda39 req-739f69b5-442d-4e2f-a836-e1767f75eebd tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (3fa500f0-90dc-497c-a373-0c8f5cb39753), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.856142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['3fa500f0-90dc-497c-a373-0c8f5cb39753'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:03.915688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f69b5-442d-4e2f-a836-e1767f75eebd tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Pushing event deleted for resources: {'Port': ['ID=3fa500f0-90dc-497c-a373-0c8f5cb39753,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:03.933807 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_controller (64654e44-a024-487e-9fc5-930889b8fa7b), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.078389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2b0143-6595-4fc8-9b73-f81bcb4cda39 req-739f69b5-442d-4e2f-a836-e1767f75eebd tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] No DVR routers for this DVR port 3fa500f0-90dc-497c-a373-0c8f5cb39753 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:04.092027 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fc2b0143-6595-4fc8-9b73-f81bcb4cda39 req-739f69b5-442d-4e2f-a836-e1767f75eebd tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.097205 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc2b0143-6595-4fc8-9b73-f81bcb4cda39 req-739f69b5-442d-4e2f-a836-e1767f75eebd tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.88 "DELETE /v2.0/ports/3fa500f0-90dc-497c-a373-0c8f5cb39753 HTTP/1.1" status: 204 len: 173 time: 1.0281370 Feb 11 05:40:04.099677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c786dfe7-72eb-423b-853d-7fa61503eb66', 'name': 'network-vif-deleted', 'tag': '3fa500f0-90dc-497c-a373-0c8f5cb39753'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:04.107383 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81da50a0-58c1-44bd-a4b2-f6e0445de66a" -d '{"events": [{"server_uuid": "c786dfe7-72eb-423b-853d-7fa61503eb66", "name": "network-vif-deleted", "tag": "3fa500f0-90dc-497c-a373-0c8f5cb39753"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:04.190290 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df2afbb-8433-4e85-a3e9-57fab0f7bd83 x-openstack-request-id: req-9df2afbb-8433-4e85-a3e9-57fab0f7bd83 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:04.190586 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c786dfe7-72eb-423b-853d-7fa61503eb66", "name": "network-vif-deleted", "tag": "3fa500f0-90dc-497c-a373-0c8f5cb39753", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:04.190841 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9df2afbb-8433-4e85-a3e9-57fab0f7bd83 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:04.191237 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c786dfe7-72eb-423b-853d-7fa61503eb66', 'name': 'network-vif-deleted', 'tag': '3fa500f0-90dc-497c-a373-0c8f5cb39753', 'status': 'completed', 'code': 200} Feb 11 05:40:04.252811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38300) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:04.369328 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_gateway (64654e44-a024-487e-9fc5-930889b8fa7b), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.467674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-752bdfe3-83a0-4cc8-98dc-354e241126a8 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:04.500453 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-752bdfe3-83a0-4cc8-98dc-354e241126a8 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] 10.222.0.87 "PUT /v2.0/quotas/c0d4b6c588324d97aa983ddb27f97166 HTTP/1.1" status: 200 len: 368 time: 0.2459092 Feb 11 05:40:04.501063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38306) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:04.511782 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c4906ccb-1137-42fc-bf7a-45a71caccf52 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Request body: {'network': {'project_id': 'c0d4b6c588324d97aa983ddb27f97166'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:04.615898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5b9849d-dc9f-4d32-a3ab-0ddef369177a req-ead32d8e-d61b-463b-9ced-81e43520a0ea tempest-InstanceActionsTestJSON-1049816314 tempest-InstanceActionsTestJSON-1049816314-project] 10.222.0.87 "GET /v2.0/ports?device_id=c786dfe7-72eb-423b-853d-7fa61503eb66 HTTP/1.1" status: 200 len: 210 time: 0.0864716 Feb 11 05:40:04.638815 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4906ccb-1137-42fc-bf7a-45a71caccf52 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Made reservation on behalf of c0d4b6c588324d97aa983ddb27f97166 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:04.641304 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4906ccb-1137-42fc-bf7a-45a71caccf52 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.661369 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4906ccb-1137-42fc-bf7a-45a71caccf52 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.921758 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4906ccb-1137-42fc-bf7a-45a71caccf52 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks [] for security_group (52e2826a-6109-44b3-b50d-ea21985b126d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.928739 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4906ccb-1137-42fc-bf7a-45a71caccf52 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (52e2826a-6109-44b3-b50d-ea21985b126d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.985758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4906ccb-1137-42fc-bf7a-45a71caccf52 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:05.014160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4906ccb-1137-42fc-bf7a-45a71caccf52 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e2826a-6109-44b3-b50d-ea21985b126d,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:05.027502 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4906ccb-1137-42fc-bf7a-45a71caccf52 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (0991cde2-60a1-4639-87f5-305f8d1229e7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.027789 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-c4906ccb-1137-42fc-bf7a-45a71caccf52 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Added segment 0991cde2-60a1-4639-87f5-305f8d1229e7 of type vlan for network 1c062636-8ba4-4a25-9495-c5bb985ac676 Feb 11 05:40:05.126815 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4906ccb-1137-42fc-bf7a-45a71caccf52 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (1c062636-8ba4-4a25-9495-c5bb985ac676), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.193813 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.237449 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4906ccb-1137-42fc-bf7a-45a71caccf52 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (1c062636-8ba4-4a25-9495-c5bb985ac676), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.238587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4906ccb-1137-42fc-bf7a-45a71caccf52 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:05.239323 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c4906ccb-1137-42fc-bf7a-45a71caccf52 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.327901 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:40:05.370328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c4906ccb-1137-42fc-bf7a-45a71caccf52 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8660479 Feb 11 05:40:05.370549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4906ccb-1137-42fc-bf7a-45a71caccf52 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Pushing event updated for resources: {'Network': ['ID=1c062636-8ba4-4a25-9495-c5bb985ac676,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:05.371307 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38312) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:05.383938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 1c062636-8ba4-4a25-9495-c5bb985ac676 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:05.394502 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-c12447d6-5d0a-4f11-b48f-c718e2318e00 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Request body: {'network': {'project_id': 'c0d4b6c588324d97aa983ddb27f97166'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:05.398695 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_gateway (64654e44-a024-487e-9fc5-930889b8fa7b), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.426070 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.474361 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12447d6-5d0a-4f11-b48f-c718e2318e00 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Made reservation on behalf of c0d4b6c588324d97aa983ddb27f97166 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:05.476765 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c12447d6-5d0a-4f11-b48f-c718e2318e00 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.549399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12447d6-5d0a-4f11-b48f-c718e2318e00 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:05.570593 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c12447d6-5d0a-4f11-b48f-c718e2318e00 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c34dc571-42a2-48ed-85be-1283c1c66c53), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.571219 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-c12447d6-5d0a-4f11-b48f-c718e2318e00 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Added segment c34dc571-42a2-48ed-85be-1283c1c66c53 of type vlan for network cc12d879-7504-411f-a3a0-b5118ca59202 Feb 11 05:40:05.619890 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Allocated IP 172.25.5.170 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/2c18080c-ec32-4b33-a274-b24909da2a5f) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:05.640439 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c12447d6-5d0a-4f11-b48f-c718e2318e00 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (cc12d879-7504-411f-a3a0-b5118ca59202), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.685513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38316) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:05.720936 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c12447d6-5d0a-4f11-b48f-c718e2318e00 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (cc12d879-7504-411f-a3a0-b5118ca59202), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.721918 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12447d6-5d0a-4f11-b48f-c718e2318e00 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:05.722497 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c12447d6-5d0a-4f11-b48f-c718e2318e00 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.758129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ecefe29-bedf-4b88-a606-7a515c5405ef admin admin] Deleting subnet 0d8aabf5-b8fe-4bcf-b3b8-09a814c4a186 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:40:05.763495 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0ecefe29-bedf-4b88-a606-7a515c5405ef admin admin] Publish callbacks [] for subnet (0d8aabf5-b8fe-4bcf-b3b8-09a814c4a186), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.811934 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c12447d6-5d0a-4f11-b48f-c718e2318e00 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4215293 Feb 11 05:40:05.812599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38318) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:05.822734 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-c1014c81-bcf4-4e3f-a409-f9997f793ed4 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Request body: {'network': {'project_id': 'c0d4b6c588324d97aa983ddb27f97166'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:05.891027 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12447d6-5d0a-4f11-b48f-c718e2318e00 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Pushing event updated for resources: {'Network': ['ID=cc12d879-7504-411f-a3a0-b5118ca59202,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:05.899103 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0ecefe29-bedf-4b88-a606-7a515c5405ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (0d8aabf5-b8fe-4bcf-b3b8-09a814c4a186), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.912207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network cc12d879-7504-411f-a3a0-b5118ca59202 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:05.937300 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1014c81-bcf4-4e3f-a409-f9997f793ed4 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 05:40:05.939271 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1014c81-bcf4-4e3f-a409-f9997f793ed4 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:40:05.940623 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c1014c81-bcf4-4e3f-a409-f9997f793ed4 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1224954 Feb 11 05:40:05.948606 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38322) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:05.963880 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0ecefe29-bedf-4b88-a606-7a515c5405ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (0d8aabf5-b8fe-4bcf-b3b8-09a814c4a186), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.985618 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (2c18080c-ec32-4b33-a274-b24909da2a5f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.030845 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0ecefe29-bedf-4b88-a606-7a515c5405ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (0d8aabf5-b8fe-4bcf-b3b8-09a814c4a186), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.045504 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5a53bf09-c79a-45da-a731-87e57b9c793c tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c0d4b6c588324d97aa983ddb27f97166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0936913 Feb 11 05:40:06.046377 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38324) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:06.072083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0ecefe29-bedf-4b88-a606-7a515c5405ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.075641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0ecefe29-bedf-4b88-a606-7a515c5405ef admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0d8aabf5-b8fe-4bcf-b3b8-09a814c4a186 HTTP/1.1" status: 204 len: 168 time: 0.3889632 Feb 11 05:40:06.076758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecefe29-bedf-4b88-a606-7a515c5405ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d8aabf5-b8fe-4bcf-b3b8-09a814c4a186,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:06.079710 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38326) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:06.133832 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2c18080c-ec32-4b33-a274-b24909da2a5f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.231859 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:06.241186 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08765d87-bb6f-48b8-8a8b-ec4eec863614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (48ef74b0-75de-4cff-82bc-4f126abba1cf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.243022 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:06.246138 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d2381177-ff78-4008-a24d-e80151dbcbc0 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks [] for security_group (52e2826a-6109-44b3-b50d-ea21985b126d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.248612 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:06.251547 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=2c18080c-ec32-4b33-a274-b24909da2a5f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:06.306741 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d2381177-ff78-4008-a24d-e80151dbcbc0 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks [] for security_group (52e2826a-6109-44b3-b50d-ea21985b126d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.478681 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08765d87-bb6f-48b8-8a8b-ec4eec863614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (48ef74b0-75de-4cff-82bc-4f126abba1cf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.528931 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-08765d87-bb6f-48b8-8a8b-ec4eec863614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ef74b0-75de-4cff-82bc-4f126abba1cf']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:06.532943 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d2381177-ff78-4008-a24d-e80151dbcbc0 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (52e2826a-6109-44b3-b50d-ea21985b126d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.535569 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d2381177-ff78-4008-a24d-e80151dbcbc0 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.536729 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d2381177-ff78-4008-a24d-e80151dbcbc0 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] 10.222.0.87 "DELETE /v2.0/security-groups/52e2826a-6109-44b3-b50d-ea21985b126d HTTP/1.1" status: 204 len: 168 time: 0.4900544 Feb 11 05:40:06.539472 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38330) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:06.556480 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-08765d87-bb6f-48b8-8a8b-ec4eec863614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a3a076-b144-41c6-8cbb-ae4d96eaf055') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:06.556800 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-08765d87-bb6f-48b8-8a8b-ec4eec863614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a3a076-b144-41c6-8cbb-ae4d96eaf055') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:06.564922 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2381177-ff78-4008-a24d-e80151dbcbc0 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e2826a-6109-44b3-b50d-ea21985b126d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:06.573911 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08765d87-bb6f-48b8-8a8b-ec4eec863614 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (54a3a076-b144-41c6-8cbb-ae4d96eaf055), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.621919 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e866c52c-1a31-4003-9ef7-eb221fd01a72 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (cc12d879-7504-411f-a3a0-b5118ca59202), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.630604 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08765d87-bb6f-48b8-8a8b-ec4eec863614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (54a3a076-b144-41c6-8cbb-ae4d96eaf055), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.640643 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08765d87-bb6f-48b8-8a8b-ec4eec863614 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:06.641081 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08765d87-bb6f-48b8-8a8b-ec4eec863614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (54a3a076-b144-41c6-8cbb-ae4d96eaf055), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:06.642766 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:06.650931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fa500f0-90dc-497c-a373-0c8f5cb39753 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:06.678098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 3fa500f0-90dc-497c-a373-0c8f5cb39753 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:40:06.678446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3fa500f0-90dc-497c-a373-0c8f5cb39753 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:40:06.719555 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e866c52c-1a31-4003-9ef7-eb221fd01a72 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (cc12d879-7504-411f-a3a0-b5118ca59202), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.742528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e866c52c-1a31-4003-9ef7-eb221fd01a72 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc12d879-7504-411f-a3a0-b5118ca59202']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:06.743804 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08765d87-bb6f-48b8-8a8b-ec4eec863614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (48ef74b0-75de-4cff-82bc-4f126abba1cf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.752029 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08765d87-bb6f-48b8-8a8b-ec4eec863614 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.753573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e866c52c-1a31-4003-9ef7-eb221fd01a72 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34dc571-42a2-48ed-85be-1283c1c66c53') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:06.754210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e866c52c-1a31-4003-9ef7-eb221fd01a72 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34dc571-42a2-48ed-85be-1283c1c66c53') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:06.758195 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-08765d87-bb6f-48b8-8a8b-ec4eec863614 admin admin] 10.222.0.87 "DELETE /v2.0/networks/48ef74b0-75de-4cff-82bc-4f126abba1cf HTTP/1.1" status: 204 len: 168 time: 0.6758485 Feb 11 05:40:06.766682 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e866c52c-1a31-4003-9ef7-eb221fd01a72 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (c34dc571-42a2-48ed-85be-1283c1c66c53), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.772151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08765d87-bb6f-48b8-8a8b-ec4eec863614 admin admin] Pushing event deleted for resources: {'Network': ['ID=48ef74b0-75de-4cff-82bc-4f126abba1cf,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:06.782944 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e866c52c-1a31-4003-9ef7-eb221fd01a72 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c34dc571-42a2-48ed-85be-1283c1c66c53), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.785469 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_gateway (64654e44-a024-487e-9fc5-930889b8fa7b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.790336 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e866c52c-1a31-4003-9ef7-eb221fd01a72 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:06.791823 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e866c52c-1a31-4003-9ef7-eb221fd01a72 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (c34dc571-42a2-48ed-85be-1283c1c66c53), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: warnings.warn('Neutron quota engine will require "--force" ' Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:06.805914 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:06.862179 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e866c52c-1a31-4003-9ef7-eb221fd01a72 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (cc12d879-7504-411f-a3a0-b5118ca59202), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.868058 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e866c52c-1a31-4003-9ef7-eb221fd01a72 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.871389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e866c52c-1a31-4003-9ef7-eb221fd01a72 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] 10.222.0.87 "DELETE /v2.0/networks/cc12d879-7504-411f-a3a0-b5118ca59202 HTTP/1.1" status: 204 len: 168 time: 0.3309214 Feb 11 05:40:06.874035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38334) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:06.968727 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6d912d2-9ca0-430a-b008-beaad350120b tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (1c062636-8ba4-4a25-9495-c5bb985ac676), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.972278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866c52c-1a31-4003-9ef7-eb221fd01a72 tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc12d879-7504-411f-a3a0-b5118ca59202,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:07.087182 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (64654e44-a024-487e-9fc5-930889b8fa7b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.152847 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38342) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:07.295221 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-34c4d8e9-401c-4ec7-bdc5-fd473abd6c65 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=abd1dcc47bdc4a44a672f65cf309263c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0776289 Feb 11 05:40:07.299100 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38344) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:07.370176 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1628ea0b-5665-440b-88aa-34ea207e9b40 admin admin] Publish callbacks [] for security_group (2153882f-82e0-48db-be9d-5cf71465299e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.407078 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router 64654e44-a024-487e-9fc5-930889b8fa7b is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:40:07.414738 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1628ea0b-5665-440b-88aa-34ea207e9b40 admin admin] Publish callbacks [] for security_group (2153882f-82e0-48db-be9d-5cf71465299e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.509364 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6d912d2-9ca0-430a-b008-beaad350120b tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (1c062636-8ba4-4a25-9495-c5bb985ac676), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.545099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-d6d912d2-9ca0-430a-b008-beaad350120b tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c062636-8ba4-4a25-9495-c5bb985ac676']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:07.556618 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-d6d912d2-9ca0-430a-b008-beaad350120b tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0991cde2-60a1-4639-87f5-305f8d1229e7') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:07.557228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-d6d912d2-9ca0-430a-b008-beaad350120b tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0991cde2-60a1-4639-87f5-305f8d1229e7') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:07.578152 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6d912d2-9ca0-430a-b008-beaad350120b tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (0991cde2-60a1-4639-87f5-305f8d1229e7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.584403 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1628ea0b-5665-440b-88aa-34ea207e9b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2153882f-82e0-48db-be9d-5cf71465299e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.586989 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1628ea0b-5665-440b-88aa-34ea207e9b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.590759 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1628ea0b-5665-440b-88aa-34ea207e9b40 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2153882f-82e0-48db-be9d-5cf71465299e HTTP/1.1" status: 204 len: 168 time: 0.2905512 Feb 11 05:40:07.598327 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6d912d2-9ca0-430a-b008-beaad350120b tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (0991cde2-60a1-4639-87f5-305f8d1229e7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.603806 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628ea0b-5665-440b-88aa-34ea207e9b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2153882f-82e0-48db-be9d-5cf71465299e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:07.608590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:07.622982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Sync routers for ids ['64654e44-a024-487e-9fc5-930889b8fa7b'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:07.636518 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d912d2-9ca0-430a-b008-beaad350120b tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:07.637291 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6d912d2-9ca0-430a-b008-beaad350120b tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (0991cde2-60a1-4639-87f5-305f8d1229e7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:07.642196 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:07.647277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Routers {'64654e44-a024-487e-9fc5-930889b8fa7b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:07.649624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:40:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['64654e44-a024-487e-9fc5-930889b8fa7b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:07.654189 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.656072 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b441ba38-b662-4d68-9bb1-f9492627ff8e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9960461 Feb 11 05:40:07.660107 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38350) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:07.798989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Set router 64654e44-a024-487e-9fc5-930889b8fa7b gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:07.809014 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6d912d2-9ca0-430a-b008-beaad350120b tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (1c062636-8ba4-4a25-9495-c5bb985ac676), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.821774 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6d912d2-9ca0-430a-b008-beaad350120b tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.832201 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d6d912d2-9ca0-430a-b008-beaad350120b tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] 10.222.0.87 "DELETE /v2.0/networks/1c062636-8ba4-4a25-9495-c5bb985ac676 HTTP/1.1" status: 204 len: 168 time: 0.9561141 Feb 11 05:40:07.845935 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d912d2-9ca0-430a-b008-beaad350120b tempest-QuotasNegativeTest-1751215766 tempest-QuotasNegativeTest-1751215766-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c062636-8ba4-4a25-9495-c5bb985ac676,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:08.042136 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6d992806-5e7e-4bac-b7bf-6e61c9dd5b78 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=52d5e1b82a9e4c3fbf19576a184936a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3803787 Feb 11 05:40:08.044471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38358) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:08.105590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1956493085', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:03Z', 'updated_at': '2022-02-11T05:40:06Z', 'revision_number': 3, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:05Z', 'updated_at': '2022-02-11T05:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:08.161478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Checking router: 64654e44-a024-487e-9fc5-930889b8fa7b for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:40:08.161766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Updating router 64654e44-a024-487e-9fc5-930889b8fa7b port 2c18080c-ec32-4b33-a274-b24909da2a5f binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:40:08.202945 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2c18080c-ec32-4b33-a274-b24909da2a5f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.380934 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea3b8ed-2a8c-4f4d-8eff-d3a1d202ce6d tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:08.401114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-aea3b8ed-2a8c-4f4d-8eff-d3a1d202ce6d tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3548534 Feb 11 05:40:08.404045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38370) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:08.471906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e0eac3c0-dd1f-4ad7-be1b-930c97dabdab tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0658414 Feb 11 05:40:08.474512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38374) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:08.480377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-45f2fcd5-6e19-48a6-a702-97a6b355796b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-59988880', 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:08.601571 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f2fcd5-6e19-48a6-a702-97a6b355796b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Made reservation on behalf of 52d5e1b82a9e4c3fbf19576a184936a0 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:08.604986 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-45f2fcd5-6e19-48a6-a702-97a6b355796b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.745576 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38380) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:08.809631 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Publish callbacks [] for port (2c18080c-ec32-4b33-a274-b24909da2a5f), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.821548 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2c18080c-ec32-4b33-a274-b24909da2a5f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.919215 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93288b8b-a6e9-40fe-a21a-3caaadd74bac None None] Pushing event updated for resources: {'Port': ['ID=2c18080c-ec32-4b33-a274-b24909da2a5f,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:08.943561 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Attempting to bind port 2c18080c-ec32-4b33-a274-b24909da2a5f on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:08.947752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Attempting to bind port 2c18080c-ec32-4b33-a274-b24909da2a5f by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:08.948385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Attempting to bind port 2c18080c-ec32-4b33-a274-b24909da2a5f on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:08.957026 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-45f2fcd5-6e19-48a6-a702-97a6b355796b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (a745f28e-e46b-4e48-a47d-1afdc429c60f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.963615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:08.964227 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:08.964826 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.965547 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:08.966045 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Bound port: 2c18080c-ec32-4b33-a274-b24909da2a5f, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:08.966438 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2c18080c-ec32-4b33-a274-b24909da2a5f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.982245 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-067d2b8b-0469-4596-9631-08b882d9bd12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.037868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2fcd5-6e19-48a6-a702-97a6b355796b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Subnet': ['ID=a745f28e-e46b-4e48-a47d-1afdc429c60f,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:09.049423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f2fcd5-6e19-48a6-a702-97a6b355796b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Checking segment: {'id': 'cad17aa7-a37b-4761-82bd-d275217ace72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:09.050187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f2fcd5-6e19-48a6-a702-97a6b355796b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network hostable DHCP agents. Network: dc3020ce-9ce4-4bb6-9465-e47f57cc5d20, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:40:09.071562 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f2fcd5-6e19-48a6-a702-97a6b355796b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:40:09.081582 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] For port 2c18080c-ec32-4b33-a274-b24909da2a5f, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:09.086085 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-45f2fcd5-6e19-48a6-a702-97a6b355796b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, dc3020ce-9ce4-4bb6-9465-e47f57cc5d20) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:09.090985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] For port 2c18080c-ec32-4b33-a274-b24909da2a5f, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2c18080c-ec32-4b33-a274-b24909da2a5f,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:09.094990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f2fcd5-6e19-48a6-a702-97a6b355796b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:09.096791 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-45f2fcd5-6e19-48a6-a702-97a6b355796b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.101533 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36de0770-99d6-4d69-b794-050d8f7c7166 None None] Network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:09.133100 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-067d2b8b-0469-4596-9631-08b882d9bd12 admin admin] Publish callbacks [] for security_group (d8ec8c23-81eb-488a-bb16-b83821f21c63), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.139198 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-45f2fcd5-6e19-48a6-a702-97a6b355796b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6594791 Feb 11 05:40:09.139408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38392) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:09.238104 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2c18080c-ec32-4b33-a274-b24909da2a5f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.255175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38396) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:09.257347 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-067d2b8b-0469-4596-9631-08b882d9bd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d8ec8c23-81eb-488a-bb16-b83821f21c63), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.322441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ips': [{'subnet_id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:40:09.323286 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.350334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Routers {'64654e44-a024-487e-9fc5-930889b8fa7b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:09.351225 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:40:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['64654e44-a024-487e-9fc5-930889b8fa7b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:09.359549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38400) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:09.372122 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-067d2b8b-0469-4596-9631-08b882d9bd12 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=88233a8b0e7046ff910f5ec9994da1a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6253684 Feb 11 05:40:09.442361 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d2b8b-0469-4596-9631-08b882d9bd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ec8c23-81eb-488a-bb16-b83821f21c63,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:09.479272 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51502266-6881-43fc-9133-a0b14dc27d63 admin admin] Publish callbacks [] for security_group (d8ec8c23-81eb-488a-bb16-b83821f21c63), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.503480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ba8ec4df-fb75-4aa9-86db-779ace308fe7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-976243703-network', 'tenant_id': 'bbc1bf881bfc44009e4bc7092817c1fa'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:09.585985 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51502266-6881-43fc-9133-a0b14dc27d63 admin admin] Publish callbacks [] for security_group (d8ec8c23-81eb-488a-bb16-b83821f21c63), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.592542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8ec4df-fb75-4aa9-86db-779ace308fe7 admin admin] Made reservation on behalf of bbc1bf881bfc44009e4bc7092817c1fa for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:09.597324 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4df-fb75-4aa9-86db-779ace308fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.628073 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4df-fb75-4aa9-86db-779ace308fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.691967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] Set router 64654e44-a024-487e-9fc5-930889b8fa7b gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:09.761303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93288b8b-a6e9-40fe-a21a-3caaadd74bac None None] Pushing event updated for resources: {'Port': ['ID=2c18080c-ec32-4b33-a274-b24909da2a5f,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:09.770581 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51502266-6881-43fc-9133-a0b14dc27d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d8ec8c23-81eb-488a-bb16-b83821f21c63), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.773760 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51502266-6881-43fc-9133-a0b14dc27d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.777776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-51502266-6881-43fc-9133-a0b14dc27d63 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d8ec8c23-81eb-488a-bb16-b83821f21c63 HTTP/1.1" status: 204 len: 168 time: 0.4171848 Feb 11 05:40:09.795190 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4df-fb75-4aa9-86db-779ace308fe7 admin admin] Publish callbacks [] for security_group (f2ed8461-ad4d-41d3-a618-dc2ad46e0169), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.819246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51502266-6881-43fc-9133-a0b14dc27d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ec8c23-81eb-488a-bb16-b83821f21c63,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:09.823904 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4df-fb75-4aa9-86db-779ace308fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f2ed8461-ad4d-41d3-a618-dc2ad46e0169), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.858430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8ec4df-fb75-4aa9-86db-779ace308fe7 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:09.883889 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4df-fb75-4aa9-86db-779ace308fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c43b0203-d1c8-464e-8c4e-5599b5b16ec8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:09.884347 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-ba8ec4df-fb75-4aa9-86db-779ace308fe7 admin admin] Added segment c43b0203-d1c8-464e-8c4e-5599b5b16ec8 of type vlan for network 06616837-5b73-41ae-a82f-1ccdb048cd8e Feb 11 05:40:09.945591 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.014284 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4df-fb75-4aa9-86db-779ace308fe7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (06616837-5b73-41ae-a82f-1ccdb048cd8e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.066433 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Allocated IP 172.20.0.2 (dc3020ce-9ce4-4bb6-9465-e47f57cc5d20/a745f28e-e46b-4e48-a47d-1afdc429c60f/a3f6f67e-6c1b-43a7-864e-09c916e0c5c2) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:10.080330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ec4df-fb75-4aa9-86db-779ace308fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ed8461-ad4d-41d3-a618-dc2ad46e0169,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:10.095651 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.128248 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4df-fb75-4aa9-86db-779ace308fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (06616837-5b73-41ae-a82f-1ccdb048cd8e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.128504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8ec4df-fb75-4aa9-86db-779ace308fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:10.136476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1956493085', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:03Z', 'updated_at': '2022-02-11T05:40:06Z', 'revision_number': 3, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:05Z', 'updated_at': '2022-02-11T05:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:10.136800 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4df-fb75-4aa9-86db-779ace308fe7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.202537 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3d451-5c8d-49b0-aeed-975da844d0b2 None None] The sync data for ids ['64654e44-a024-487e-9fc5-930889b8fa7b'] in n-d-713499-38 is: [{'id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1956493085', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:03Z', 'updated_at': '2022-02-11T05:40:06Z', 'revision_number': 3, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:05Z', 'updated_at': '2022-02-11T05:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:10.304940 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ec4df-fb75-4aa9-86db-779ace308fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=06616837-5b73-41ae-a82f-1ccdb048cd8e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:10.320387 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ba8ec4df-fb75-4aa9-86db-779ace308fe7 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0631018 Feb 11 05:40:10.321313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38410) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:10.328699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 06616837-5b73-41ae-a82f-1ccdb048cd8e details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:10.329429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-2e80498f-44aa-4aec-a391-ba92a4eaf28c admin admin] Request body: {'subnet': {'network_id': '06616837-5b73-41ae-a82f-1ccdb048cd8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-976243703-subnet', 'tenant_id': 'bbc1bf881bfc44009e4bc7092817c1fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:10.362211 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e80498f-44aa-4aec-a391-ba92a4eaf28c admin admin] Made reservation on behalf of bbc1bf881bfc44009e4bc7092817c1fa for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:10.365127 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2e80498f-44aa-4aec-a391-ba92a4eaf28c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.431258 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38412) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:10.451795 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Publish callbacks [] for port (a3f6f67e-6c1b-43a7-864e-09c916e0c5c2), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.481799 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8340-c4a5-4e13-9b24-d85a7a5c1ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.492346 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (a3f6f67e-6c1b-43a7-864e-09c916e0c5c2), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.551096 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Pushing event updated for resources: {'Port': ['ID=a3f6f67e-6c1b-43a7-864e-09c916e0c5c2,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:10.609750 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2e80498f-44aa-4aec-a391-ba92a4eaf28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (964df251-760e-432e-83a9-1416d1278668), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.616166 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:10.622907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:10.637322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:10.726599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Attempting to bind port a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:10.726966 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Attempting to bind port a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'cad17aa7-a37b-4761-82bd-d275217ace72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:10.728061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80498f-44aa-4aec-a391-ba92a4eaf28c admin admin] Pushing event updated for resources: {'Subnet': ['ID=964df251-760e-432e-83a9-1416d1278668,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:10.735735 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Attempting to bind port a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 on network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:10.739698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e80498f-44aa-4aec-a391-ba92a4eaf28c admin admin] Checking segment: {'id': 'c43b0203-d1c8-464e-8c4e-5599b5b16ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06616837-5b73-41ae-a82f-1ccdb048cd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:10.747322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e80498f-44aa-4aec-a391-ba92a4eaf28c admin admin] Network hostable DHCP agents. Network: 06616837-5b73-41ae-a82f-1ccdb048cd8e, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:40:10.759614 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:10.760142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Checking segment: {'id': 'cad17aa7-a37b-4761-82bd-d275217ace72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:10.760981 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.761586 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Bound using segment: {'id': 'cad17aa7-a37b-4761-82bd-d275217ace72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:10.762260 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Bound port: a3f6f67e-6c1b-43a7-864e-09c916e0c5c2, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad17aa7-a37b-4761-82bd-d275217ace72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:10.764868 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a3f6f67e-6c1b-43a7-864e-09c916e0c5c2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.769376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e80498f-44aa-4aec-a391-ba92a4eaf28c admin admin] Network 06616837-5b73-41ae-a82f-1ccdb048cd8e is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:40:10.785702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-2e80498f-44aa-4aec-a391-ba92a4eaf28c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 06616837-5b73-41ae-a82f-1ccdb048cd8e) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:10.802576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e80498f-44aa-4aec-a391-ba92a4eaf28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:10.804936 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2e80498f-44aa-4aec-a391-ba92a4eaf28c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.810653 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54336478-76dd-4b6d-a492-85770c112fc7 None None] Network 06616837-5b73-41ae-a82f-1ccdb048cd8e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:10.829438 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2e80498f-44aa-4aec-a391-ba92a4eaf28c admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5070426 Feb 11 05:40:10.956883 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8340-c4a5-4e13-9b24-d85a7a5c1ab1 admin admin] Publish callbacks [] for security_group (af5443f9-1691-4821-9dde-12afca81db3d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.972306 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8340-c4a5-4e13-9b24-d85a7a5c1ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (af5443f9-1691-4821-9dde-12afca81db3d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:10.980562 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Allocated IP 172.20.0.1 (dc3020ce-9ce4-4bb6-9465-e47f57cc5d20/a745f28e-e46b-4e48-a47d-1afdc429c60f/9e756b3f-fadc-4251-b09d-035ef743e4aa) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:11.061489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] For port a3f6f67e-6c1b-43a7-864e-09c916e0c5c2, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:11.066472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] For port a3f6f67e-6c1b-43a7-864e-09c916e0c5c2, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a3f6f67e-6c1b-43a7-864e-09c916e0c5c2,segment=NetworkSegment(cad17aa7-a37b-4761-82bd-d275217ace72),segment_id=cad17aa7-a37b-4761-82bd-d275217ace72)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:11.087829 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a3f6f67e-6c1b-43a7-864e-09c916e0c5c2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:11.111897 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dd8b8340-c4a5-4e13-9b24-d85a7a5c1ab1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=40365358c20c43ff8debe8b47d098d16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6748343 Feb 11 05:40:11.112775 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38418) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:11.123462 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b8340-c4a5-4e13-9b24-d85a7a5c1ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5443f9-1691-4821-9dde-12afca81db3d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:11.275991 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d7e7f13c-3cba-42ba-9fec-4cf6df501c2d admin admin] Publish callbacks [] for security_group (af5443f9-1691-4821-9dde-12afca81db3d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:11.339201 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cdc88-d39f-48c1-89f2-e8fa1fa721da None None] Pushing event updated for resources: {'Port': ['ID=a3f6f67e-6c1b-43a7-864e-09c916e0c5c2,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:11.376354 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6ef309-3493-4189-96d3-b7f9219d364c None None] Network 06616837-5b73-41ae-a82f-1ccdb048cd8e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:11.385729 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d7e7f13c-3cba-42ba-9fec-4cf6df501c2d admin admin] Publish callbacks [] for security_group (af5443f9-1691-4821-9dde-12afca81db3d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:11.392171 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:11.519291 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:11.551206 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d7e7f13c-3cba-42ba-9fec-4cf6df501c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (af5443f9-1691-4821-9dde-12afca81db3d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:11.556144 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d7e7f13c-3cba-42ba-9fec-4cf6df501c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:11.566478 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d7e7f13c-3cba-42ba-9fec-4cf6df501c2d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/af5443f9-1691-4821-9dde-12afca81db3d HTTP/1.1" status: 204 len: 168 time: 0.4519513 Feb 11 05:40:11.605702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7f13c-3cba-42ba-9fec-4cf6df501c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5443f9-1691-4821-9dde-12afca81db3d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:11.706642 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:11.714258 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:11.724684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:11.821451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=9e756b3f-fadc-4251-b09d-035ef743e4aa,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:11.886066 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (64654e44-a024-487e-9fc5-930889b8fa7b), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:12.241425 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:12.334869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-fcb4de97-7d75-490e-949e-54ed1518f6b0 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:12.345149 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-fcb4de97-7d75-490e-949e-54ed1518f6b0 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/networks?id=06616837-5b73-41ae-a82f-1ccdb048cd8e HTTP/1.1" status: 200 len: 821 time: 0.2313323 Feb 11 05:40:12.380726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-72c89a56-7a87-4bb2-9ba3-1f32324070cc tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/quotas/bbc1bf881bfc44009e4bc7092817c1fa HTTP/1.1" status: 200 len: 375 time: 0.0300496 Feb 11 05:40:12.474227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-dc9ce9e6-a2f9-46d9-841d-89e8af2c0512 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=bbc1bf881bfc44009e4bc7092817c1fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881257 Feb 11 05:40:12.859914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:12.884904 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:12.894396 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:12.957371 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:12.958026 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a3f6f67e-6c1b-43a7-864e-09c916e0c5c2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.024524 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=9e756b3f-fadc-4251-b09d-035ef743e4aa,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:13.029123 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (64654e44-a024-487e-9fc5-930889b8fa7b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.070188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:13.071856 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a3f6f67e-6c1b-43a7-864e-09c916e0c5c2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.100981 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-a848a4df-2ce5-464b-8ca2-8e6a4a2e479e service neutron] 10.222.0.87 "GET /v2.0/networks/06616837-5b73-41ae-a82f-1ccdb048cd8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194489 Feb 11 05:40:13.173164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port a3f6f67e-6c1b-43a7-864e-09c916e0c5c2, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a3f6f67e-6c1b-43a7-864e-09c916e0c5c2,segment=NetworkSegment(cad17aa7-a37b-4761-82bd-d275217ace72),segment_id=cad17aa7-a37b-4761-82bd-d275217ace72)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:13.177628 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:13.180764 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a3f6f67e-6c1b-43a7-864e-09c916e0c5c2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.181724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2c18080c-ec32-4b33-a274-b24909da2a5f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:13.185933 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:13.340009 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2c18080c-ec32-4b33-a274-b24909da2a5f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:13.340393 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2c18080c-ec32-4b33-a274-b24909da2a5f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.390708 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-22fc7260-2951-4887-9297-64c0a70787f8 service neutron] 10.222.0.87 "GET /v2.0/networks/06616837-5b73-41ae-a82f-1ccdb048cd8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834153 Feb 11 05:40:13.395601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bdec9b-4472-4c28-9699-20511d91f8e2 None None] Network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:13.530867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=a3f6f67e-6c1b-43a7-864e-09c916e0c5c2,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:13.758346 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-88b090ca-55a2-43d2-a20c-3ac8fc209fbf None None] Provisioning complete for port a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:13.760336 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-88b090ca-55a2-43d2-a20c-3ac8fc209fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a3f6f67e-6c1b-43a7-864e-09c916e0c5c2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.859027 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40dd284d-0277-40e0-8f00-e832e2eec1ed req-b955dda1-c4e5-4ebc-96bc-864a70a9a801 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/ports?device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 210 time: 0.1083524 Feb 11 05:40:14.097222 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2c18080c-ec32-4b33-a274-b24909da2a5f is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:14.098088 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2c18080c-ec32-4b33-a274-b24909da2a5f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.276652 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router 64654e44-a024-487e-9fc5-930889b8fa7b has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:40:14.316988 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 2c18080c-ec32-4b33-a274-b24909da2a5f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2c18080c-ec32-4b33-a274-b24909da2a5f,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:14.321087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-88b090ca-55a2-43d2-a20c-3ac8fc209fbf None None] Current status of the port a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:14.334943 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2c18080c-ec32-4b33-a274-b24909da2a5f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.352200 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.501422 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=2c18080c-ec32-4b33-a274-b24909da2a5f,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:14.547688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38500) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:14.629431 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:14.639890 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eadcf57a-1d58-421f-97a5-5814b26e44c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "PUT /v2.0/routers/64654e44-a024-487e-9fc5-930889b8fa7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4990790 Feb 11 05:40:14.656947 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Sync routers for ids ['64654e44-a024-487e-9fc5-930889b8fa7b'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:14.691613 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Routers {'64654e44-a024-487e-9fc5-930889b8fa7b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:14.694932 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:40:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['64654e44-a024-487e-9fc5-930889b8fa7b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:14.774255 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-265709597', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:14.812243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Made reservation on behalf of 01d3c7aa109940698fb5ae49d09891e0 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:14.816760 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.841797 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.845521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:14.996301 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Set router 64654e44-a024-487e-9fc5-930889b8fa7b gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:15.058724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1c89ca7b-77ae-441a-ae24-446cd2bdeda2 None None] Provisioning complete for port 9e756b3f-fadc-4251-b09d-035ef743e4aa triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:15.060348 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1c89ca7b-77ae-441a-ae24-446cd2bdeda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.107443 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks [] for security_group (84ff34ca-cde6-4634-84ec-38f5f4932a07), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.142994 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (84ff34ca-cde6-4634-84ec-38f5f4932a07), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.155349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] device_id is not set on port bdb9e3f2-800f-4e2d-9d0c-ba1388102ae0 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:40:15.196227 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:15.196780 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a3f6f67e-6c1b-43a7-864e-09c916e0c5c2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.199664 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1c89ca7b-77ae-441a-ae24-446cd2bdeda2 None None] Port 9e756b3f-fadc-4251-b09d-035ef743e4aa cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:15.247252 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1c89ca7b-77ae-441a-ae24-446cd2bdeda2 None None] Provisioning complete for port a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:15.247761 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1c89ca7b-77ae-441a-ae24-446cd2bdeda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a3f6f67e-6c1b-43a7-864e-09c916e0c5c2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.433628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:15.436897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2c18080c-ec32-4b33-a274-b24909da2a5f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:15.506872 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-86d96a15-748d-433a-985a-111611f5c709 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-582497782&fields=id&tenant_id=52d5e1b82a9e4c3fbf19576a184936a0 HTTP/1.1" status: 200 len: 267 time: 0.4750712 Feb 11 05:40:15.565143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2c18080c-ec32-4b33-a274-b24909da2a5f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:15.567204 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2c18080c-ec32-4b33-a274-b24909da2a5f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.578298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Allocated IP 172.25.5.104 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/bdb9e3f2-800f-4e2d-9d0c-ba1388102ae0) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:15.638640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1c89ca7b-77ae-441a-ae24-446cd2bdeda2 None None] Current status of the port a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:15.654472 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1956493085', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:03Z', 'updated_at': '2022-02-11T05:40:12Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:05Z', 'updated_at': '2022-02-11T05:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '9e756b3f-fadc-4251-b09d-035ef743e4aa', 'name': '', 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:c7:63:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:10Z', 'updated_at': '2022-02-11T05:40:12Z', 'revision_number': 2, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:15.728640 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Checking router: 64654e44-a024-487e-9fc5-930889b8fa7b for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:40:15.729879 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Updating router 64654e44-a024-487e-9fc5-930889b8fa7b port 9e756b3f-fadc-4251-b09d-035ef743e4aa binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:40:15.823589 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-cdbfd9af-6af7-41ac-abe3-dfa60eb4e6f7 None None] Provisioning complete for port 9e756b3f-fadc-4251-b09d-035ef743e4aa triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:15.826847 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cdbfd9af-6af7-41ac-abe3-dfa60eb4e6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.855251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2c18080c-ec32-4b33-a274-b24909da2a5f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:15.866604 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.896131 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks [] for port (bdb9e3f2-800f-4e2d-9d0c-ba1388102ae0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.907535 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cdbfd9af-6af7-41ac-abe3-dfa60eb4e6f7 None None] Port 9e756b3f-fadc-4251-b09d-035ef743e4aa cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:15.948876 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e16b6e02-cfd4-4537-be25-cc0483ded4ca req-e43e4394-4c55-4843-9816-272c802242c9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0869267 Feb 11 05:40:16.037470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ef74b295-8612-4c69-a2f8-fc232aa78a7f None None] Provisioning complete for port 9e756b3f-fadc-4251-b09d-035ef743e4aa triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:16.039177 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ef74b295-8612-4c69-a2f8-fc232aa78a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:16.139226 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ef74b295-8612-4c69-a2f8-fc232aa78a7f None None] Port 9e756b3f-fadc-4251-b09d-035ef743e4aa cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:16.142710 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-2bbf98a2-ff33-4b69-b1e6-4117385664d5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.154864 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-2bbf98a2-ff33-4b69-b1e6-4117385664d5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/networks?id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 HTTP/1.1" status: 200 len: 796 time: 0.6423073 Feb 11 05:40:16.186243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ff34ca-cde6-4634-84ec-38f5f4932a07,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:16.232407 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b6e02-cfd4-4537-be25-cc0483ded4ca req-fd952ccd-971a-4ef0-9591-0d7b83daf95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.236081 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e16b6e02-cfd4-4537-be25-cc0483ded4ca req-fd952ccd-971a-4ef0-9591-0d7b83daf95d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45c2fc86c73b4ccfb9c8f2a600d289b2&device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 1128 time: 0.0677743 Feb 11 05:40:16.309776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-28cc984d-64b3-4987-a0aa-3225069760b5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/quotas/52d5e1b82a9e4c3fbf19576a184936a0 HTTP/1.1" status: 200 len: 375 time: 0.1477876 Feb 11 05:40:16.387373 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdc71d29-27f2-417b-975f-e5fc094d45ff req-ce093f33-7a2c-4b88-81f0-b8d2b5a769d9 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/ports?device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 210 time: 0.2245336 Feb 11 05:40:16.438441 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b6e02-cfd4-4537-be25-cc0483ded4ca req-e0af6e94-44c3-46b8-a6de-b2f89a985709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.443045 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e16b6e02-cfd4-4537-be25-cc0483ded4ca req-e0af6e94-44c3-46b8-a6de-b2f89a985709 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c5f461cd-6672-4729-91c0-d858758eba8c HTTP/1.1" status: 200 len: 910 time: 0.1878855 Feb 11 05:40:16.506280 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Publish callbacks [] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:16.518425 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:16.552819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-bad6cc32-96ec-43cd-8ce9-fbcae6cc09c6 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.554689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-bad6cc32-96ec-43cd-8ce9-fbcae6cc09c6 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.88 "GET /v2.0/networks?id=06616837-5b73-41ae-a82f-1ccdb048cd8e HTTP/1.1" status: 200 len: 821 time: 0.4193118 Feb 11 05:40:16.567036 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e16b6e02-cfd4-4537-be25-cc0483ded4ca req-2feda13f-7597-49f7-9728-f4b1ab2eab0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1ee304c-aec4-4424-913c-3708f4b195a7 HTTP/1.1" status: 200 len: 1001 time: 0.1142850 Feb 11 05:40:16.588006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-9d38eff6-f710-438f-89ae-6706db51a4a2 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Request body: {'port': {'device_id': '72f3c5c1-aadf-4841-9c0e-299177183303', 'network_id': '06616837-5b73-41ae-a82f-1ccdb048cd8e', 'admin_state_up': True, 'tenant_id': 'bbc1bf881bfc44009e4bc7092817c1fa'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:16.632200 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c9f31-9aae-4e9a-bb00-e4568d755245 None None] Pushing event updated for resources: {'Port': ['ID=9e756b3f-fadc-4251-b09d-035ef743e4aa,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:16.737847 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (bdb9e3f2-800f-4e2d-9d0c-ba1388102ae0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:16.738575 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b6e02-cfd4-4537-be25-cc0483ded4ca req-ad633814-5d15-49f6-b34a-738c7c03ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.747562 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e16b6e02-cfd4-4537-be25-cc0483ded4ca req-ad633814-5d15-49f6-b34a-738c7c03ab90 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fc376bea-7853-4198-876a-16f0aadc5bdf HTTP/1.1" status: 200 len: 848 time: 0.1686196 Feb 11 05:40:16.751768 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Attempting to bind port 9e756b3f-fadc-4251-b09d-035ef743e4aa on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:16.752271 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Attempting to bind port 9e756b3f-fadc-4251-b09d-035ef743e4aa by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'cad17aa7-a37b-4761-82bd-d275217ace72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:16.752497 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Attempting to bind port 9e756b3f-fadc-4251-b09d-035ef743e4aa on network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:16.766826 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:16.767213 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Checking segment: {'id': 'cad17aa7-a37b-4761-82bd-d275217ace72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:16.767653 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:16.768046 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Bound using segment: {'id': 'cad17aa7-a37b-4761-82bd-d275217ace72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:16.770032 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Bound port: 9e756b3f-fadc-4251-b09d-035ef743e4aa, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad17aa7-a37b-4761-82bd-d275217ace72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:16.770426 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:16.812723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Pushing event updated for resources: {'Port': ['ID=bdb9e3f2-800f-4e2d-9d0c-ba1388102ae0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:16.846812 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:16.862662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-3dbd75c4-14aa-42c8-9b33-b7729892661b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5504901 Feb 11 05:40:16.863658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:16.888711 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b6e02-cfd4-4537-be25-cc0483ded4ca req-6227382f-2029-4d79-88fb-bdb11fa7c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.888930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:16.890826 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e16b6e02-cfd4-4537-be25-cc0483ded4ca req-6227382f-2029-4d79-88fb-bdb11fa7c885 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5f461cd-6672-4729-91c0-d858758eba8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1368856 Feb 11 05:40:16.952547 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] For port 9e756b3f-fadc-4251-b09d-035ef743e4aa, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:16.957921 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] For port 9e756b3f-fadc-4251-b09d-035ef743e4aa, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9e756b3f-fadc-4251-b09d-035ef743e4aa,segment=NetworkSegment(cad17aa7-a37b-4761-82bd-d275217ace72),segment_id=cad17aa7-a37b-4761-82bd-d275217ace72)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:16.962716 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.963347 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:16.965513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-9d38eff6-f710-438f-89ae-6706db51a4a2 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Made reservation on behalf of bbc1bf881bfc44009e4bc7092817c1fa for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:16.969658 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-9d38eff6-f710-438f-89ae-6706db51a4a2 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:16.980110 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:16.993703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9611d18c-a6f9-487c-93c6-3629462e0f9c None None] Provisioning complete for port 9e756b3f-fadc-4251-b09d-035ef743e4aa triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:16.994268 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9611d18c-a6f9-487c-93c6-3629462e0f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.116793 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Routers {'64654e44-a024-487e-9fc5-930889b8fa7b'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:17.118456 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:40:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['64654e44-a024-487e-9fc5-930889b8fa7b'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:17.142426 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e16b6e02-cfd4-4537-be25-cc0483ded4ca req-dcb75968-a20b-4a35-83c6-012235acd920 service neutron] 10.222.0.73 "GET /v2.0/networks/c5f461cd-6672-4729-91c0-d858758eba8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344134 Feb 11 05:40:17.197591 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9611d18c-a6f9-487c-93c6-3629462e0f9c None None] Current status of the port 9e756b3f-fadc-4251-b09d-035ef743e4aa is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:17.197986 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9611d18c-a6f9-487c-93c6-3629462e0f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.242609 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c9f31-9aae-4e9a-bb00-e4568d755245 None None] Pushing event updated for resources: {'Port': ['ID=9e756b3f-fadc-4251-b09d-035ef743e4aa,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:17.275983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-9d38eff6-f710-438f-89ae-6706db51a4a2 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Allocated IP 172.20.0.12 (06616837-5b73-41ae-a82f-1ccdb048cd8e/964df251-760e-432e-83a9-1416d1278668/14998160-9026-4377-9c36-c0479a567c05) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:17.281445 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9611d18c-a6f9-487c-93c6-3629462e0f9c None None] For port 9e756b3f-fadc-4251-b09d-035ef743e4aa, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9e756b3f-fadc-4251-b09d-035ef743e4aa,segment=NetworkSegment(cad17aa7-a37b-4761-82bd-d275217ace72),segment_id=cad17aa7-a37b-4761-82bd-d275217ace72)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:17.290744 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9611d18c-a6f9-487c-93c6-3629462e0f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.398927 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e16b6e02-cfd4-4537-be25-cc0483ded4ca req-b5cc6dec-0abf-473d-a642-b4af1943895a service neutron] 10.222.0.73 "GET /v2.0/networks/c5f461cd-6672-4729-91c0-d858758eba8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492321 Feb 11 05:40:17.462521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611d18c-a6f9-487c-93c6-3629462e0f9c None None] Pushing event updated for resources: {'Port': ['ID=9e756b3f-fadc-4251-b09d-035ef743e4aa,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:17.479104 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] Set router 64654e44-a024-487e-9fc5-930889b8fa7b gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:17.601518 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-9d38eff6-f710-438f-89ae-6706db51a4a2 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Publish callbacks [] for port (14998160-9026-4377-9c36-c0479a567c05), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.606726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e4deba86-8714-490d-81fa-39ecd3d3ed8e req-93d92746-b078-4693-a032-b539f127654b tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/ports?device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 210 time: 0.0515676 Feb 11 05:40:17.620559 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38544) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:17.621172 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6d2f5f4c-9824-480f-a321-8332921ff9b9 tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.0717545 Feb 11 05:40:17.626325 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-88e2ea84-ed7d-404b-84c7-6bd7471ff3ba tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.104'}]}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:17.631667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6b2df120-718a-4b6e-9c0c-d69bd08e8b70 None None] Provisioning complete for port 9e756b3f-fadc-4251-b09d-035ef743e4aa triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:17.634508 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6b2df120-718a-4b6e-9c0c-d69bd08e8b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.662841 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88e2ea84-ed7d-404b-84c7-6bd7471ff3ba tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (7b3251fc-476f-4a18-8e2f-6b234ebeae73), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.664267 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88e2ea84-ed7d-404b-84c7-6bd7471ff3ba tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (7b3251fc-476f-4a18-8e2f-6b234ebeae73), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.710966 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-8d6687ec-8930-47ab-8ea9-f015d0ea810f service neutron] 10.222.0.87 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7620111 Feb 11 05:40:17.779723 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-9d38eff6-f710-438f-89ae-6706db51a4a2 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (14998160-9026-4377-9c36-c0479a567c05), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.786309 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88e2ea84-ed7d-404b-84c7-6bd7471ff3ba tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks [] for router_controller (7b3251fc-476f-4a18-8e2f-6b234ebeae73), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:17.818156 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6b2df120-718a-4b6e-9c0c-d69bd08e8b70 None None] Current status of the port 9e756b3f-fadc-4251-b09d-035ef743e4aa is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:17.848684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-9d38eff6-f710-438f-89ae-6706db51a4a2 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Network 06616837-5b73-41ae-a82f-1ccdb048cd8e is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:17.849985 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1956493085', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:03Z', 'updated_at': '2022-02-11T05:40:12Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:05Z', 'updated_at': '2022-02-11T05:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '9e756b3f-fadc-4251-b09d-035ef743e4aa', 'name': '', 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:c7:63:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:10Z', 'updated_at': '2022-02-11T05:40:16Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:17.856415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-9d38eff6-f710-438f-89ae-6706db51a4a2 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:17.862831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-9d38eff6-f710-438f-89ae-6706db51a4a2 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:17.893510 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2167f4e-8ccb-4bf2-a2ed-c19c06b36aa5 None None] The sync data for ids ['64654e44-a024-487e-9fc5-930889b8fa7b'] in n-d-713499-38 is: [{'id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1956493085', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:03Z', 'updated_at': '2022-02-11T05:40:12Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:05Z', 'updated_at': '2022-02-11T05:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '9e756b3f-fadc-4251-b09d-035ef743e4aa', 'name': '', 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:c7:63:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:10Z', 'updated_at': '2022-02-11T05:40:16Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:18.037377 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88e2ea84-ed7d-404b-84c7-6bd7471ff3ba tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks [] for router_gateway (7b3251fc-476f-4a18-8e2f-6b234ebeae73), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:18.044237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-9d38eff6-f710-438f-89ae-6706db51a4a2 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:18.045175 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-9d38eff6-f710-438f-89ae-6706db51a4a2 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:18.081254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38eff6-f710-438f-89ae-6706db51a4a2 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Pushing event updated for resources: {'Port': ['ID=14998160-9026-4377-9c36-c0479a567c05,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:18.215785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-9d38eff6-f710-438f-89ae-6706db51a4a2 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6446075 Feb 11 05:40:18.219282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-621ec4f2-c51b-4e52-890c-e308f60b38b3 service neutron] 10.222.0.87 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996932 Feb 11 05:40:18.239573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Request body: {'port': {'device_id': '72f3c5c1-aadf-4841-9c0e-299177183303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:18.391350 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (14998160-9026-4377-9c36-c0479a567c05), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:18.480965 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88e2ea84-ed7d-404b-84c7-6bd7471ff3ba tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks [] for router_gateway (7b3251fc-476f-4a18-8e2f-6b234ebeae73), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:18.535635 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88e2ea84-ed7d-404b-84c7-6bd7471ff3ba tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:18.582712 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6edce72a-adfa-4f00-8b56-315bbc795758 req-3250a57a-58b5-4dcf-b7c2-6bcfb6d7ffab tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 210 time: 0.0770457 Feb 11 05:40:18.800277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9e756b3f-fadc-4251-b09d-035ef743e4aa up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:18.842295 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88e2ea84-ed7d-404b-84c7-6bd7471ff3ba tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks [] for router (7b3251fc-476f-4a18-8e2f-6b234ebeae73), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:18.964721 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 9e756b3f-fadc-4251-b09d-035ef743e4aa triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:18.965113 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.031155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e5977-2686-4581-a4a6-5c35b60350e9 req-ea07493e-179b-465a-9cd5-62083ecb5ca4 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:19.034039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d4e5977-2686-4581-a4a6-5c35b60350e9 req-ea07493e-179b-465a-9cd5-62083ecb5ca4 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/ports?device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 932 time: 0.2036436 Feb 11 05:40:19.180056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 9e756b3f-fadc-4251-b09d-035ef743e4aa is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:19.201745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14998160-9026-4377-9c36-c0479a567c05 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:19.208386 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88e2ea84-ed7d-404b-84c7-6bd7471ff3ba tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (7b3251fc-476f-4a18-8e2f-6b234ebeae73), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.211058 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88e2ea84-ed7d-404b-84c7-6bd7471ff3ba tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks [] for router_controller (7b3251fc-476f-4a18-8e2f-6b234ebeae73), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.214592 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Publish callbacks [] for port (14998160-9026-4377-9c36-c0479a567c05), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.221198 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d4e5977-2686-4581-a4a6-5c35b60350e9 req-1b28893e-0a3d-43e4-b304-b2ff36f1b06e tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/security-groups?id=f2ed8461-ad4d-41d3-a618-dc2ad46e0169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682911 Feb 11 05:40:19.231904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Transition to ACTIVE for port object 14998160-9026-4377-9c36-c0479a567c05 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:40:19.238837 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (14998160-9026-4377-9c36-c0479a567c05), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.303838 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88e2ea84-ed7d-404b-84c7-6bd7471ff3ba tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (7b3251fc-476f-4a18-8e2f-6b234ebeae73), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.304488 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e2ea84-ed7d-404b-84c7-6bd7471ff3ba tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b3251fc-476f-4a18-8e2f-6b234ebeae73 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:40:19.320958 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Pushing event updated for resources: {'Port': ['ID=14998160-9026-4377-9c36-c0479a567c05,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:19.327399 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-88e2ea84-ed7d-404b-84c7-6bd7471ff3ba tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 05:40:19.329788 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-88e2ea84-ed7d-404b-84c7-6bd7471ff3ba tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7081940 Feb 11 05:40:19.332825 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38570) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:19.465928 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-139592b5-c20e-4cae-ba80-8a934b46bdfb tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Deleting port bdb9e3f2-800f-4e2d-9d0c-ba1388102ae0 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:19.466281 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-139592b5-c20e-4cae-ba80-8a934b46bdfb tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (bdb9e3f2-800f-4e2d-9d0c-ba1388102ae0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.498559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Attempting to bind port 14998160-9026-4377-9c36-c0479a567c05 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:19.499538 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Attempting to bind port 14998160-9026-4377-9c36-c0479a567c05 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'c43b0203-d1c8-464e-8c4e-5599b5b16ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06616837-5b73-41ae-a82f-1ccdb048cd8e'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:19.503941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Attempting to bind port 14998160-9026-4377-9c36-c0479a567c05 on network 06616837-5b73-41ae-a82f-1ccdb048cd8e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:19.511875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Port 14998160-9026-4377-9c36-c0479a567c05 on network 06616837-5b73-41ae-a82f-1ccdb048cd8e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:19.512431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Attempting to bind port 14998160-9026-4377-9c36-c0479a567c05 on network 06616837-5b73-41ae-a82f-1ccdb048cd8e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:19.524766 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:19.525465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Checking segment: {'id': 'c43b0203-d1c8-464e-8c4e-5599b5b16ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06616837-5b73-41ae-a82f-1ccdb048cd8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:19.526486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Bound using segment: {'id': 'c43b0203-d1c8-464e-8c4e-5599b5b16ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06616837-5b73-41ae-a82f-1ccdb048cd8e'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:19.528753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Bound port: 14998160-9026-4377-9c36-c0479a567c05, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43b0203-d1c8-464e-8c4e-5599b5b16ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '06616837-5b73-41ae-a82f-1ccdb048cd8e'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:19.530337 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (14998160-9026-4377-9c36-c0479a567c05), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.615030 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-139592b5-c20e-4cae-ba80-8a934b46bdfb tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (bdb9e3f2-800f-4e2d-9d0c-ba1388102ae0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.674743 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-139592b5-c20e-4cae-ba80-8a934b46bdfb tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Calling delete_port for bdb9e3f2-800f-4e2d-9d0c-ba1388102ae0 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:19.728622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] For port 14998160-9026-4377-9c36-c0479a567c05, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:19.734214 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] For port 14998160-9026-4377-9c36-c0479a567c05, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=14998160-9026-4377-9c36-c0479a567c05,segment=NetworkSegment(c43b0203-d1c8-464e-8c4e-5599b5b16ec8),segment_id=c43b0203-d1c8-464e-8c4e-5599b5b16ec8)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:19.752108 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (14998160-9026-4377-9c36-c0479a567c05), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.830303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1586177e-9e2a-42b3-9feb-1b7006ecf901 req-c81b3543-5632-484d-97f4-acb42f9429f8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 210 time: 0.0918784 Feb 11 05:40:19.862449 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-139592b5-c20e-4cae-ba80-8a934b46bdfb tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (bdb9e3f2-800f-4e2d-9d0c-ba1388102ae0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.876793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:19.878070 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:19.879835 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] 10.222.0.88 "PUT /v2.0/ports/14998160-9026-4377-9c36-c0479a567c05 HTTP/1.1" status: 200 len: 1093 time: 1.6524897 Feb 11 05:40:19.880576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f3c5c1-aadf-4841-9c0e-299177183303', 'tag': '14998160-9026-4377-9c36-c0479a567c05'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:19.884516 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7e27fd-d508-4910-af6c-a4da05b95cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "72f3c5c1-aadf-4841-9c0e-299177183303", "tag": "14998160-9026-4377-9c36-c0479a567c05"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:19.992422 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139592b5-c20e-4cae-ba80-8a934b46bdfb tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdb9e3f2-800f-4e2d-9d0c-ba1388102ae0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:19.994301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d8cd1-f206-459b-b4c8-b9c5e7ca786f service neutron] Pushing event updated for resources: {'Port': ['ID=14998160-9026-4377-9c36-c0479a567c05,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:20.006515 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a110c5e-a685-4151-a7c6-59b5927fc159 x-openstack-request-id: req-7a110c5e-a685-4151-a7c6-59b5927fc159 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:20.006915 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f3c5c1-aadf-4841-9c0e-299177183303", "tag": "14998160-9026-4377-9c36-c0479a567c05", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:20.007270 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7a110c5e-a685-4151-a7c6-59b5927fc159 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:20.008136 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f3c5c1-aadf-4841-9c0e-299177183303', 'tag': '14998160-9026-4377-9c36-c0479a567c05', 'status': 'completed', 'code': 200} Feb 11 05:40:20.018895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-dde79db6-6c30-42b3-9b27-56e3a444221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:20.021294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-dde79db6-6c30-42b3-9b27-56e3a444221c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bbc1bf881bfc44009e4bc7092817c1fa&device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 1127 time: 0.0880070 Feb 11 05:40:20.079900 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-a5361256-5fde-4c42-b6b2-4523843e4d55 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14998160-9026-4377-9c36-c0479a567c05 HTTP/1.1" status: 200 len: 217 time: 0.0500755 Feb 11 05:40:20.172445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-6797ce75-a862-4b5f-b7a6-50fbee4f84fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:20.174196 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-6797ce75-a862-4b5f-b7a6-50fbee4f84fa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=964df251-760e-432e-83a9-1416d1278668 HTTP/1.1" status: 200 len: 861 time: 0.0787804 Feb 11 05:40:20.232014 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-982f4258-3c47-4021-a5d4-1498e0850fe8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=06616837-5b73-41ae-a82f-1ccdb048cd8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470591 Feb 11 05:40:20.241182 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-139592b5-c20e-4cae-ba80-8a934b46bdfb tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.283037 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-139592b5-c20e-4cae-ba80-8a934b46bdfb tempest-RoutersAdminNegativeIpV6Test-1329796857 tempest-RoutersAdminNegativeIpV6Test-1329796857-project-admin] 10.222.0.87 "DELETE /v2.0/ports/bdb9e3f2-800f-4e2d-9d0c-ba1388102ae0 HTTP/1.1" status: 204 len: 168 time: 0.9491124 Feb 11 05:40:20.362087 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-2b13cce1-c522-4bba-9f94-60eecbd373fe tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:20.363509 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-2b13cce1-c522-4bba-9f94-60eecbd373fe tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.73 "GET /v2.0/networks?id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 HTTP/1.1" status: 200 len: 796 time: 0.2791972 Feb 11 05:40:20.470785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7298daa-293e-4280-88c7-0739d33063aa req-d2af2bd2-6207-40f0-8604-c777dac9412e tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:20.473595 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7298daa-293e-4280-88c7-0739d33063aa req-d2af2bd2-6207-40f0-8604-c777dac9412e tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/ports?device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 944 time: 0.1149943 Feb 11 05:40:20.478071 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-7d51bdcf-08fd-434a-ae12-53fc5e3b7b9a service neutron] 10.222.0.88 "GET /v2.0/networks/06616837-5b73-41ae-a82f-1ccdb048cd8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355518 Feb 11 05:40:20.490296 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-2f5df484-be22-4e1e-a0e0-2768c43fbb9f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52d5e1b82a9e4c3fbf19576a184936a0 HTTP/1.1" status: 200 len: 379 time: 0.1181324 Feb 11 05:40:20.498943 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-c6423fae-780a-4fd2-a3f5-6463c9261d40 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'port': {'device_id': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'admin_state_up': True, 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'security_groups': ['2ac8c525-c511-4555-840a-4a3b7ec3a9f7']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:20.619888 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7298daa-293e-4280-88c7-0739d33063aa req-8f6962b7-d19f-4ac4-96ff-47172fdf4552 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/security-groups?id=f2ed8461-ad4d-41d3-a618-dc2ad46e0169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390207 Feb 11 05:40:20.649923 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ff3be13-09b5-495c-8046-fbe8d875095c req-66caea9c-4a00-435c-8c74-3a0bd24d9c9c service neutron] 10.222.0.88 "GET /v2.0/networks/06616837-5b73-41ae-a82f-1ccdb048cd8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571722 Feb 11 05:40:20.725435 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38592) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:20.746937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-c6423fae-780a-4fd2-a3f5-6463c9261d40 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Made reservation on behalf of 52d5e1b82a9e4c3fbf19576a184936a0 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:20.750825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-c6423fae-780a-4fd2-a3f5-6463c9261d40 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.836980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e27fd-d508-4910-af6c-a4da05b95cb4 req-20e0dec1-1571-402f-a376-bcc822547d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:20.839942 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c7e27fd-d508-4910-af6c-a4da05b95cb4 req-20e0dec1-1571-402f-a376-bcc822547d10 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bbc1bf881bfc44009e4bc7092817c1fa&device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 1127 time: 0.1300769 Feb 11 05:40:20.975845 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-c6423fae-780a-4fd2-a3f5-6463c9261d40 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Allocated IP 172.20.0.3 (dc3020ce-9ce4-4bb6-9465-e47f57cc5d20/a745f28e-e46b-4e48-a47d-1afdc429c60f/e40f4e2c-26c8-4a36-aa00-b877d29f63b8) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:21.057277 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7d3a23f-a166-449e-bbb7-6687c2cec15d req-e73c390b-4031-49ec-bc3b-60a0d0a94c0d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 210 time: 0.0964496 Feb 11 05:40:21.069748 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e0060d8a-6885-4514-9080-d3c98fb2d08f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.173484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e27fd-d508-4910-af6c-a4da05b95cb4 req-7cebc5fc-ff03-404a-a484-bf8b146ece4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:21.175213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c7e27fd-d508-4910-af6c-a4da05b95cb4 req-7cebc5fc-ff03-404a-a484-bf8b146ece4d service neutron] 10.222.0.88 "GET /v2.0/networks?id=06616837-5b73-41ae-a82f-1ccdb048cd8e HTTP/1.1" status: 200 len: 922 time: 0.3293371 Feb 11 05:40:21.198176 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-c6423fae-780a-4fd2-a3f5-6463c9261d40 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.227796 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c7e27fd-d508-4910-af6c-a4da05b95cb4 req-744a79fc-add6-44c7-888b-6b8e7e741c88 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14998160-9026-4377-9c36-c0479a567c05 HTTP/1.1" status: 200 len: 217 time: 0.0434942 Feb 11 05:40:21.233184 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e0060d8a-6885-4514-9080-d3c98fb2d08f admin admin] Publish callbacks [] for security_group (f15779b3-4a62-4e3e-811e-708321539b38), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.234380 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-c6423fae-780a-4fd2-a3f5-6463c9261d40 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.255951 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e0060d8a-6885-4514-9080-d3c98fb2d08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f15779b3-4a62-4e3e-811e-708321539b38), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.287664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-c6423fae-780a-4fd2-a3f5-6463c9261d40 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:21.290916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-c6423fae-780a-4fd2-a3f5-6463c9261d40 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:21.295243 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-c6423fae-780a-4fd2-a3f5-6463c9261d40 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:21.324696 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6423fae-780a-4fd2-a3f5-6463c9261d40 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:21.370989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-c6423fae-780a-4fd2-a3f5-6463c9261d40 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:21.371675 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-c6423fae-780a-4fd2-a3f5-6463c9261d40 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.393076 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-c6423fae-780a-4fd2-a3f5-6463c9261d40 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8979976 Feb 11 05:40:21.394112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e27fd-d508-4910-af6c-a4da05b95cb4 req-dce15d60-a282-4af5-8a13-59ded8c3a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:21.395799 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c7e27fd-d508-4910-af6c-a4da05b95cb4 req-dce15d60-a282-4af5-8a13-59ded8c3a738 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=964df251-760e-432e-83a9-1416d1278668 HTTP/1.1" status: 200 len: 861 time: 0.1610103 Feb 11 05:40:21.400982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e0060d8a-6885-4514-9080-d3c98fb2d08f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=38146f8a5a2543889eb856d2fa8df758&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6713877 Feb 11 05:40:21.400982 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0060d8a-6885-4514-9080-d3c98fb2d08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15779b3-4a62-4e3e-811e-708321539b38,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:21.401856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38600) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:21.425217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Request body: {'port': {'device_id': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:21.463886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c7e27fd-d508-4910-af6c-a4da05b95cb4 req-9dd69073-fa6d-4d8d-9d10-46869f791935 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=06616837-5b73-41ae-a82f-1ccdb048cd8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382972 Feb 11 05:40:21.526803 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.534868 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3fdee9a3-7b83-41a8-8862-4e029f0b70cc admin admin] Publish callbacks [] for security_group (f15779b3-4a62-4e3e-811e-708321539b38), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.560247 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3fdee9a3-7b83-41a8-8862-4e029f0b70cc admin admin] Publish callbacks [] for security_group (f15779b3-4a62-4e3e-811e-708321539b38), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.616788 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3fdee9a3-7b83-41a8-8862-4e029f0b70cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f15779b3-4a62-4e3e-811e-708321539b38), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.619867 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3fdee9a3-7b83-41a8-8862-4e029f0b70cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.623526 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3fdee9a3-7b83-41a8-8862-4e029f0b70cc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f15779b3-4a62-4e3e-811e-708321539b38 HTTP/1.1" status: 204 len: 168 time: 0.2184000 Feb 11 05:40:21.688395 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-19a3e857-953d-4aa6-aa09-540a73fed833 None None] Provisioning complete for port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:21.691647 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-19a3e857-953d-4aa6-aa09-540a73fed833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.796401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-19a3e857-953d-4aa6-aa09-540a73fed833 None None] Port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:22.211086 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40f4e2c-26c8-4a36-aa00-b877d29f63b8 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:22.215817 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38614) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:22.229701 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Publish callbacks [] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.256574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Transition to ACTIVE for port object e40f4e2c-26c8-4a36-aa00-b877d29f63b8 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:40:22.265258 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.324096 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Pushing event updated for resources: {'Port': ['ID=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:22.345007 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3a6b1094-e10a-4750-90bb-ddf0913eb5e2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=01d3c7aa109940698fb5ae49d09891e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280692 Feb 11 05:40:22.346214 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38624) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:22.348226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c7e27fd-d508-4910-af6c-a4da05b95cb4 req-9c669100-efbe-42ee-868f-51f8f9447b18 service neutron] 10.222.0.88 "GET /v2.0/networks/06616837-5b73-41ae-a82f-1ccdb048cd8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8612483 Feb 11 05:40:22.433576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdee9a3-7b83-41a8-8862-4e029f0b70cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15779b3-4a62-4e3e-811e-708321539b38,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:22.463438 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb416b81-aede-46a2-8e9a-756ebbf92d14 admin admin] Publish callbacks [] for security_group (84ff34ca-cde6-4634-84ec-38f5f4932a07), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.500292 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb416b81-aede-46a2-8e9a-756ebbf92d14 admin admin] Publish callbacks [] for security_group (84ff34ca-cde6-4634-84ec-38f5f4932a07), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.502585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Attempting to bind port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:22.502927 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Attempting to bind port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'cad17aa7-a37b-4761-82bd-d275217ace72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:22.503305 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Attempting to bind port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 on network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:22.515995 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 on network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:22.516341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Attempting to bind port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 on network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:22.534689 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:22.534934 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Checking segment: {'id': 'cad17aa7-a37b-4761-82bd-d275217ace72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:22.535209 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Bound using segment: {'id': 'cad17aa7-a37b-4761-82bd-d275217ace72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:22.535692 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Bound port: e40f4e2c-26c8-4a36-aa00-b877d29f63b8, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad17aa7-a37b-4761-82bd-d275217ace72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:22.536058 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.630129 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c7e27fd-d508-4910-af6c-a4da05b95cb4 req-dd4092ec-4654-4816-8c3f-34a7976a8e33 service neutron] 10.222.0.88 "GET /v2.0/networks/06616837-5b73-41ae-a82f-1ccdb048cd8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503593 Feb 11 05:40:22.642765 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb416b81-aede-46a2-8e9a-756ebbf92d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (84ff34ca-cde6-4634-84ec-38f5f4932a07), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.646067 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb416b81-aede-46a2-8e9a-756ebbf92d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.650375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd56e27-db54-4199-9588-59912f803784 req-97d5aade-d3ce-4096-a1e2-41ab8c861f10 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:22.651551 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eb416b81-aede-46a2-8e9a-756ebbf92d14 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/84ff34ca-cde6-4634-84ec-38f5f4932a07 HTTP/1.1" status: 204 len: 168 time: 0.3036995 Feb 11 05:40:22.665591 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fd56e27-db54-4199-9588-59912f803784 req-97d5aade-d3ce-4096-a1e2-41ab8c861f10 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/ports?device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 944 time: 0.3002396 Feb 11 05:40:22.668053 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] For port e40f4e2c-26c8-4a36-aa00-b877d29f63b8, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:22.670714 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb416b81-aede-46a2-8e9a-756ebbf92d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ff34ca-cde6-4634-84ec-38f5f4932a07,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:22.676499 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] For port e40f4e2c-26c8-4a36-aa00-b877d29f63b8, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,segment=NetworkSegment(cad17aa7-a37b-4761-82bd-d275217ace72),segment_id=cad17aa7-a37b-4761-82bd-d275217ace72)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:22.685239 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.734663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:22.739808 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.748376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6751f-05ba-4194-a231-94e476d17b61 req-6bd64191-2a14-4665-98a4-c60737655f68 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:22.750451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ce6751f-05ba-4194-a231-94e476d17b61 req-6bd64191-2a14-4665-98a4-c60737655f68 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 943 time: 0.4005034 Feb 11 05:40:22.750876 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] 10.222.0.73 "PUT /v2.0/ports/e40f4e2c-26c8-4a36-aa00-b877d29f63b8 HTTP/1.1" status: 200 len: 1092 time: 1.3359818 Feb 11 05:40:22.755253 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'tag': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:22.757949 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccdc464-39fd-419a-a0bc-6ebbe54c4eef" -d '{"events": [{"name": "network-changed", "server_uuid": "3ead118e-a5b8-457c-8cab-407bf67af63f", "tag": "e40f4e2c-26c8-4a36-aa00-b877d29f63b8"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:22.849452 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fd56e27-db54-4199-9588-59912f803784 req-e4211990-36d9-4f08-8038-e90bc9e36b90 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/security-groups?id=f2ed8461-ad4d-41d3-a618-dc2ad46e0169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819687 Feb 11 05:40:22.854538 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdce2e-fec3-4dd5-823c-ac95e5408a15 service neutron] Pushing event updated for resources: {'Port': ['ID=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:22.884498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-c5028609-d6c6-4c69-ae25-c759e5cb6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:22.886235 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-c5028609-d6c6-4c69-ae25-c759e5cb6705 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 1126 time: 0.0871363 Feb 11 05:40:22.905520 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9ce6751f-05ba-4194-a231-94e476d17b61 req-8143afb7-8b43-4a3f-934b-f80cbf90867b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457636 Feb 11 05:40:22.979477 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79281b6-c182-47d2-89d7-46cce0aba2b2 x-openstack-request-id: req-e79281b6-c182-47d2-89d7-46cce0aba2b2 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:22.979672 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ead118e-a5b8-457c-8cab-407bf67af63f", "tag": "e40f4e2c-26c8-4a36-aa00-b877d29f63b8", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:22.979785 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e79281b6-c182-47d2-89d7-46cce0aba2b2 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:22.980187 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'tag': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8', 'status': 'completed', 'code': 200} Feb 11 05:40:22.983241 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-74ddbf57-4e9b-4921-8ec3-e8c7ed62ea3e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8 HTTP/1.1" status: 200 len: 217 time: 0.0832996 Feb 11 05:40:23.083118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-7b35c459-c65d-4345-9de1-fe78cdf77d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:23.086937 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-7b35c459-c65d-4345-9de1-fe78cdf77d1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a745f28e-e46b-4e48-a47d-1afdc429c60f HTTP/1.1" status: 200 len: 833 time: 0.0943365 Feb 11 05:40:23.168383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-6478fe57-9604-47aa-a630-39c0464dce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:23.170839 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-6478fe57-9604-47aa-a630-39c0464dce2a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0804601 Feb 11 05:40:23.317558 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-3bd17105-5da0-4c23-b253-8edc543d27aa service neutron] 10.222.0.73 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397645 Feb 11 05:40:23.425757 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6c0af44f-f482-4a2b-94c8-59f793424e64 req-5a2d7065-c7a1-463b-8476-e8d6679a5a59 service neutron] 10.222.0.73 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017363 Feb 11 05:40:23.551546 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdc464-39fd-419a-a0bc-6ebbe54c4eef req-c5ac8617-d7a2-4009-91ff-687f8e3807b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:23.553784 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9ccdc464-39fd-419a-a0bc-6ebbe54c4eef req-c5ac8617-d7a2-4009-91ff-687f8e3807b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 1126 time: 0.0719726 Feb 11 05:40:23.703768 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdc464-39fd-419a-a0bc-6ebbe54c4eef req-84bd9377-c99c-4ed7-8d3e-473c7420a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:23.705952 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9ccdc464-39fd-419a-a0bc-6ebbe54c4eef req-84bd9377-c99c-4ed7-8d3e-473c7420a678 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 HTTP/1.1" status: 200 len: 897 time: 0.1462300 Feb 11 05:40:23.777869 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9ccdc464-39fd-419a-a0bc-6ebbe54c4eef req-6c6f02fe-c61a-40f7-b019-cd456634bb85 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8 HTTP/1.1" status: 200 len: 217 time: 0.0631192 Feb 11 05:40:23.799964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38652) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:23.858327 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdc464-39fd-419a-a0bc-6ebbe54c4eef req-49482a02-a688-49d6-998b-c4ee2b5c02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:23.860826 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9ccdc464-39fd-419a-a0bc-6ebbe54c4eef req-49482a02-a688-49d6-998b-c4ee2b5c02aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a745f28e-e46b-4e48-a47d-1afdc429c60f HTTP/1.1" status: 200 len: 833 time: 0.0765452 Feb 11 05:40:23.925792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a88f65eb-c1cb-4a4b-894d-88815972ca90 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1925649634'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:23.956042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88f65eb-c1cb-4a4b-894d-88815972ca90 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Made reservation on behalf of 2f3653c75b7d4cdd9f3cd8a9954e7ce9 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:23.966370 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a88f65eb-c1cb-4a4b-894d-88815972ca90 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.979349 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdc464-39fd-419a-a0bc-6ebbe54c4eef req-e0c7fadd-a195-4e82-b894-9dd995adbfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:23.985603 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9ccdc464-39fd-419a-a0bc-6ebbe54c4eef req-e0c7fadd-a195-4e82-b894-9dd995adbfc1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1186459 Feb 11 05:40:24.003869 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a88f65eb-c1cb-4a4b-894d-88815972ca90 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.170821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76978a75-5d3e-4ea8-be18-8c029cf5c5ff req-1b276726-f93f-4f6c-8c98-b403f7927d7d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:24.178394 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76978a75-5d3e-4ea8-be18-8c029cf5c5ff req-1b276726-f93f-4f6c-8c98-b403f7927d7d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 943 time: 0.1234517 Feb 11 05:40:24.198530 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9ccdc464-39fd-419a-a0bc-6ebbe54c4eef req-a4c4ebee-3ee5-44c3-a472-1fc83d4b2292 service neutron] 10.222.0.73 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053506 Feb 11 05:40:24.217302 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29d31c-1245-40e5-a216-04f5bf794155 req-97846bc7-25a8-47db-b197-742cc1f9a5ec tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:24.220026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f29d31c-1245-40e5-a216-04f5bf794155 req-97846bc7-25a8-47db-b197-742cc1f9a5ec tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/ports?device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 944 time: 0.2133574 Feb 11 05:40:24.319655 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a88f65eb-c1cb-4a4b-894d-88815972ca90 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks [] for security_group (b1776eb6-96d9-471e-b1b6-39e856730646), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.333865 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76978a75-5d3e-4ea8-be18-8c029cf5c5ff req-8ff2586d-2c2e-44c4-98f0-ba8002e02fc9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543398 Feb 11 05:40:24.343904 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a88f65eb-c1cb-4a4b-894d-88815972ca90 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b1776eb6-96d9-471e-b1b6-39e856730646), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.356116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88f65eb-c1cb-4a4b-894d-88815972ca90 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:24.366158 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a88f65eb-c1cb-4a4b-894d-88815972ca90 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a677ae65-e6ed-49e7-874b-975cd5388d37), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.366585 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-a88f65eb-c1cb-4a4b-894d-88815972ca90 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Added segment a677ae65-e6ed-49e7-874b-975cd5388d37 of type vlan for network 9352c445-52cc-438d-a612-d8f08b3015bc Feb 11 05:40:24.381838 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9ccdc464-39fd-419a-a0bc-6ebbe54c4eef req-25f7f420-a422-482c-86a0-88834e3b9f0f service neutron] 10.222.0.73 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759279 Feb 11 05:40:24.444802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f65eb-c1cb-4a4b-894d-88815972ca90 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1776eb6-96d9-471e-b1b6-39e856730646,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:24.448397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a88f65eb-c1cb-4a4b-894d-88815972ca90 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (9352c445-52cc-438d-a612-d8f08b3015bc), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.456239 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f29d31c-1245-40e5-a216-04f5bf794155 req-056fa603-77b9-47b4-acc7-d501a3fde6af tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/security-groups?id=f2ed8461-ad4d-41d3-a618-dc2ad46e0169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086961 Feb 11 05:40:24.493671 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a88f65eb-c1cb-4a4b-894d-88815972ca90 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (9352c445-52cc-438d-a612-d8f08b3015bc), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.502770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88f65eb-c1cb-4a4b-894d-88815972ca90 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:24.505737 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a88f65eb-c1cb-4a4b-894d-88815972ca90 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:24.581177 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a88f65eb-c1cb-4a4b-894d-88815972ca90 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7795863 Feb 11 05:40:24.584363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38664) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:24.589465 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-167164c1-94db-43da-accf-e204b9c6ad32 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Request body: {'subnet': {'network_id': '9352c445-52cc-438d-a612-d8f08b3015bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:24.654537 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f65eb-c1cb-4a4b-894d-88815972ca90 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Pushing event updated for resources: {'Network': ['ID=9352c445-52cc-438d-a612-d8f08b3015bc,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:24.665718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 9352c445-52cc-438d-a612-d8f08b3015bc details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:24.730512 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 14998160-9026-4377-9c36-c0479a567c05 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:40:24.886397 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 14998160-9026-4377-9c36-c0479a567c05, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=14998160-9026-4377-9c36-c0479a567c05,segment=NetworkSegment(c43b0203-d1c8-464e-8c4e-5599b5b16ec8),segment_id=c43b0203-d1c8-464e-8c4e-5599b5b16ec8)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:24.899496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '14998160-9026-4377-9c36-c0479a567c05', 'network_id': '06616837-5b73-41ae-a82f-1ccdb048cd8e', 'port_id': '14998160-9026-4377-9c36-c0479a567c05', 'mac_address': 'fa:16:3e:16:f2:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964df251-760e-432e-83a9-1416d1278668', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:40:25.122370 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167164c1-94db-43da-accf-e204b9c6ad32 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Made reservation on behalf of 2f3653c75b7d4cdd9f3cd8a9954e7ce9 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:25.130131 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-167164c1-94db-43da-accf-e204b9c6ad32 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.159081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 14998160-9026-4377-9c36-c0479a567c05 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:25.159495 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (14998160-9026-4377-9c36-c0479a567c05), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.173780 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14998160-9026-4377-9c36-c0479a567c05 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:25.193914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 14998160-9026-4377-9c36-c0479a567c05, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=14998160-9026-4377-9c36-c0479a567c05,segment=NetworkSegment(c43b0203-d1c8-464e-8c4e-5599b5b16ec8),segment_id=c43b0203-d1c8-464e-8c4e-5599b5b16ec8)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:25.200730 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (14998160-9026-4377-9c36-c0479a567c05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.259899 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=14998160-9026-4377-9c36-c0479a567c05,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:25.377219 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-167164c1-94db-43da-accf-e204b9c6ad32 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (76bf2d42-867c-4404-85eb-cd8658742756), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.463930 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167164c1-94db-43da-accf-e204b9c6ad32 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Pushing event updated for resources: {'Subnet': ['ID=76bf2d42-867c-4404-85eb-cd8658742756,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:25.468761 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['14998160-9026-4377-9c36-c0479a567c05'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:25.493487 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167164c1-94db-43da-accf-e204b9c6ad32 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Checking segment: {'id': 'a677ae65-e6ed-49e7-874b-975cd5388d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9352c445-52cc-438d-a612-d8f08b3015bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:25.494097 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167164c1-94db-43da-accf-e204b9c6ad32 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Network hostable DHCP agents. Network: 9352c445-52cc-438d-a612-d8f08b3015bc, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:40:25.517097 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167164c1-94db-43da-accf-e204b9c6ad32 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Network 9352c445-52cc-438d-a612-d8f08b3015bc is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:40:25.534387 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-167164c1-94db-43da-accf-e204b9c6ad32 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 9352c445-52cc-438d-a612-d8f08b3015bc) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:25.557403 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c3dfce-7f9a-4bab-a033-01210e1d50bf None None] Network 9352c445-52cc-438d-a612-d8f08b3015bc requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:25.562766 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167164c1-94db-43da-accf-e204b9c6ad32 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:25.564006 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-167164c1-94db-43da-accf-e204b9c6ad32 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.579632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d6613-d13a-4781-bda7-7a8d39fe5118 req-40709c16-072a-494a-8c1d-3f88a6d2f186 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:25.584995 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c1d6613-d13a-4781-bda7-7a8d39fe5118 req-40709c16-072a-494a-8c1d-3f88a6d2f186 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 943 time: 0.1450377 Feb 11 05:40:25.603216 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-167164c1-94db-43da-accf-e204b9c6ad32 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0176513 Feb 11 05:40:25.603775 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38692) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:25.617455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-aaacb1ca-77fc-4628-8ce4-25573fd13423 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Request body: {'port': {'network_id': '9352c445-52cc-438d-a612-d8f08b3015bc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2039367445'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:25.771812 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c1d6613-d13a-4781-bda7-7a8d39fe5118 req-af67bf8a-45b2-41f7-b664-0181b1ecfb1c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772101 Feb 11 05:40:25.801818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42ccdb-913e-4ca5-b8ba-330699aa5df7 req-2bf3b824-0ce1-44b5-b0a0-f04ae39251b4 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:25.803314 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8a42ccdb-913e-4ca5-b8ba-330699aa5df7 req-2bf3b824-0ce1-44b5-b0a0-f04ae39251b4 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/ports?device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 945 time: 0.1820834 Feb 11 05:40:25.867087 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaacb1ca-77fc-4628-8ce4-25573fd13423 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Made reservation on behalf of 2f3653c75b7d4cdd9f3cd8a9954e7ce9 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:25.881398 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaacb1ca-77fc-4628-8ce4-25573fd13423 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.908914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8a42ccdb-913e-4ca5-b8ba-330699aa5df7 req-96f0275e-b195-4e4d-9c27-be15395088ec tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/security-groups?id=f2ed8461-ad4d-41d3-a618-dc2ad46e0169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970666 Feb 11 05:40:25.918872 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-aaacb1ca-77fc-4628-8ce4-25573fd13423 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] device_id is not set on port 455f43f8-a291-43dd-8313-a2a7ae5a2e40 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:40:25.978100 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-9352c445-52cc-438d-a612-d8f08b3015bc', 'network_id': '9352c445-52cc-438d-a612-d8f08b3015bc', 'project_id': '2f3653c75b7d4cdd9f3cd8a9954e7ce9', 'fixed_ips': [{'subnet_id': '76bf2d42-867c-4404-85eb-cd8658742756'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:40:25.978965 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.071885 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-aaacb1ca-77fc-4628-8ce4-25573fd13423 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Allocated IP 172.20.0.7 (9352c445-52cc-438d-a612-d8f08b3015bc/76bf2d42-867c-4404-85eb-cd8658742756/455f43f8-a291-43dd-8313-a2a7ae5a2e40) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:26.278675 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaacb1ca-77fc-4628-8ce4-25573fd13423 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks [] for port (455f43f8-a291-43dd-8313-a2a7ae5a2e40), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.376389 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaacb1ca-77fc-4628-8ce4-25573fd13423 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (455f43f8-a291-43dd-8313-a2a7ae5a2e40), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.410119 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaacb1ca-77fc-4628-8ce4-25573fd13423 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Network 9352c445-52cc-438d-a612-d8f08b3015bc is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:26.413575 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-aaacb1ca-77fc-4628-8ce4-25573fd13423 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:26.416297 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaacb1ca-77fc-4628-8ce4-25573fd13423 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:26.477799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Allocated IP 172.20.0.2 (9352c445-52cc-438d-a612-d8f08b3015bc/76bf2d42-867c-4404-85eb-cd8658742756/c5bb473e-c652-45a4-91f8-faa3a3f61e1b) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:26.540636 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaacb1ca-77fc-4628-8ce4-25573fd13423 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:26.541302 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaacb1ca-77fc-4628-8ce4-25573fd13423 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.565743 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aaacb1ca-77fc-4628-8ce4-25573fd13423 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9609003 Feb 11 05:40:26.568824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38696) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:26.575816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-0e81ce72-39f5-4817-aac0-5314b2899af0 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Request body: {'port': {'network_id': '9352c445-52cc-438d-a612-d8f08b3015bc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1859065823', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:26.576580 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.api.validators [None req-0e81ce72-39f5-4817-aac0-5314b2899af0 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] bootfile-name is not in valid_values {{(pid=103171) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:40:26.577135 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.api.validators [None req-0e81ce72-39f5-4817-aac0-5314b2899af0 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] tftp-server is not in valid_values {{(pid=103171) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:40:26.578585 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.api.validators [None req-0e81ce72-39f5-4817-aac0-5314b2899af0 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] server-ip-address is not in valid_values {{(pid=103171) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:40:26.612750 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacb1ca-77fc-4628-8ce4-25573fd13423 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Pushing event updated for resources: {'Port': ['ID=455f43f8-a291-43dd-8313-a2a7ae5a2e40,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:26.739753 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Publish callbacks [] for port (c5bb473e-c652-45a4-91f8-faa3a3f61e1b), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.747115 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 14998160-9026-4377-9c36-c0479a567c05 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:26.752274 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (c5bb473e-c652-45a4-91f8-faa3a3f61e1b), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.789928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e81ce72-39f5-4817-aac0-5314b2899af0 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Made reservation on behalf of 2f3653c75b7d4cdd9f3cd8a9954e7ce9 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:26.795045 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0e81ce72-39f5-4817-aac0-5314b2899af0 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:26.818588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-0e81ce72-39f5-4817-aac0-5314b2899af0 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] device_id is not set on port a07a6a8c-e563-4721-a190-eb6b67d106bf yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:40:26.852206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Pushing event updated for resources: {'Port': ['ID=c5bb473e-c652-45a4-91f8-faa3a3f61e1b,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:26.884008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Network 9352c445-52cc-438d-a612-d8f08b3015bc is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:26.887730 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:26.891649 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:26.990224 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 14998160-9026-4377-9c36-c0479a567c05 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:40:27.009205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 14998160-9026-4377-9c36-c0479a567c05 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:27.009740 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (14998160-9026-4377-9c36-c0479a567c05), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.019683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Attempting to bind port c5bb473e-c652-45a4-91f8-faa3a3f61e1b on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:27.020152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Attempting to bind port c5bb473e-c652-45a4-91f8-faa3a3f61e1b by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a677ae65-e6ed-49e7-874b-975cd5388d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9352c445-52cc-438d-a612-d8f08b3015bc'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:27.020755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Attempting to bind port c5bb473e-c652-45a4-91f8-faa3a3f61e1b on network 9352c445-52cc-438d-a612-d8f08b3015bc {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:27.063559 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:27.063981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Checking segment: {'id': 'a677ae65-e6ed-49e7-874b-975cd5388d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9352c445-52cc-438d-a612-d8f08b3015bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:27.064421 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.064831 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Bound using segment: {'id': 'a677ae65-e6ed-49e7-874b-975cd5388d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9352c445-52cc-438d-a612-d8f08b3015bc'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:27.065334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Bound port: c5bb473e-c652-45a4-91f8-faa3a3f61e1b, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a677ae65-e6ed-49e7-874b-975cd5388d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9352c445-52cc-438d-a612-d8f08b3015bc'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:27.065723 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c5bb473e-c652-45a4-91f8-faa3a3f61e1b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.096483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be4a3d-2e59-4e3e-a246-bb6bf2de6253 req-212f77f9-73bd-4bf8-b0c8-41e52f76a286 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:27.098428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9be4a3d-2e59-4e3e-a246-bb6bf2de6253 req-212f77f9-73bd-4bf8-b0c8-41e52f76a286 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 943 time: 0.1852431 Feb 11 05:40:27.213235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-0e81ce72-39f5-4817-aac0-5314b2899af0 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Allocated IP 172.20.0.3 (9352c445-52cc-438d-a612-d8f08b3015bc/76bf2d42-867c-4404-85eb-cd8658742756/a07a6a8c-e563-4721-a190-eb6b67d106bf) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:27.230455 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9be4a3d-2e59-4e3e-a246-bb6bf2de6253 req-5b2a4051-1995-4ee6-888b-83bd84ef67e6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200380 Feb 11 05:40:27.253546 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 14998160-9026-4377-9c36-c0479a567c05 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:27.253952 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (14998160-9026-4377-9c36-c0479a567c05), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.268436 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] For port c5bb473e-c652-45a4-91f8-faa3a3f61e1b, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:27.283185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] For port c5bb473e-c652-45a4-91f8-faa3a3f61e1b, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c5bb473e-c652-45a4-91f8-faa3a3f61e1b,segment=NetworkSegment(a677ae65-e6ed-49e7-874b-975cd5388d37),segment_id=a677ae65-e6ed-49e7-874b-975cd5388d37)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:27.297038 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c5bb473e-c652-45a4-91f8-faa3a3f61e1b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.383013 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f3c5c1-aadf-4841-9c0e-299177183303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14998160-9026-4377-9c36-c0479a567c05'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:27.385756 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35afa36a-7ff5-4237-8761-22e84b0b35ff" -d '{"events": [{"server_uuid": "72f3c5c1-aadf-4841-9c0e-299177183303", "name": "network-vif-plugged", "status": "completed", "tag": "14998160-9026-4377-9c36-c0479a567c05"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:27.450723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 14998160-9026-4377-9c36-c0479a567c05, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=14998160-9026-4377-9c36-c0479a567c05,segment=NetworkSegment(c43b0203-d1c8-464e-8c4e-5599b5b16ec8),segment_id=c43b0203-d1c8-464e-8c4e-5599b5b16ec8)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:27.460926 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cf0740-4191-489b-b84b-c3d3514f21fc x-openstack-request-id: req-c0cf0740-4191-489b-b84b-c3d3514f21fc {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:27.461275 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f3c5c1-aadf-4841-9c0e-299177183303", "name": "network-vif-plugged", "status": "completed", "tag": "14998160-9026-4377-9c36-c0479a567c05", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:27.461499 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c0cf0740-4191-489b-b84b-c3d3514f21fc {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:27.463793 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f3c5c1-aadf-4841-9c0e-299177183303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14998160-9026-4377-9c36-c0479a567c05', 'code': 200} Feb 11 05:40:27.465196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41ef5e-054d-42b3-acf0-a4d4e2924cca None None] Pushing event updated for resources: {'Port': ['ID=c5bb473e-c652-45a4-91f8-faa3a3f61e1b,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:27.466069 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c791e-5bc6-4dd5-8e48-00afed7d1727 req-e9fecff0-faea-4368-ba22-a163afc88ee5 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:27.469996 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c8c791e-5bc6-4dd5-8e48-00afed7d1727 req-e9fecff0-faea-4368-ba22-a163afc88ee5 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/ports?device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 945 time: 0.4161723 Feb 11 05:40:27.475246 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (14998160-9026-4377-9c36-c0479a567c05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.488561 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0e81ce72-39f5-4817-aac0-5314b2899af0 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks [] for port (a07a6a8c-e563-4721-a190-eb6b67d106bf), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.567362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e40f4e2c-26c8-4a36-aa00-b877d29f63b8 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:40:27.611784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c8c791e-5bc6-4dd5-8e48-00afed7d1727 req-88a5d1e2-8b0c-4a5b-b5be-5e55feecc594 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/security-groups?id=f2ed8461-ad4d-41d3-a618-dc2ad46e0169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205494 Feb 11 05:40:27.622784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912a9d8-23ee-4994-b941-deaf7dbfa403 req-aa774a32-adc9-483f-924b-c3ae45feed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:27.625049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7912a9d8-23ee-4994-b941-deaf7dbfa403 req-aa774a32-adc9-483f-924b-c3ae45feed89 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 1129 time: 0.0867338 Feb 11 05:40:27.626808 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0e81ce72-39f5-4817-aac0-5314b2899af0 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a07a6a8c-e563-4721-a190-eb6b67d106bf), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.710373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=14998160-9026-4377-9c36-c0479a567c05,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:27.738840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81ce72-39f5-4817-aac0-5314b2899af0 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Pushing event updated for resources: {'Port': ['ID=a07a6a8c-e563-4721-a190-eb6b67d106bf,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:27.775742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e81ce72-39f5-4817-aac0-5314b2899af0 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Network 9352c445-52cc-438d-a612-d8f08b3015bc is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:27.781628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-0e81ce72-39f5-4817-aac0-5314b2899af0 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:27.794547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e81ce72-39f5-4817-aac0-5314b2899af0 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:27.821241 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e40f4e2c-26c8-4a36-aa00-b877d29f63b8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,segment=NetworkSegment(cad17aa7-a37b-4761-82bd-d275217ace72),segment_id=cad17aa7-a37b-4761-82bd-d275217ace72)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:27.839225 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8', 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'port_id': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8', 'mac_address': 'fa:16:3e:b9:02:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:40:27.840261 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7912a9d8-23ee-4994-b941-deaf7dbfa403 req-d0103cf6-d18e-491e-8e99-81583342b886 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f2ed8461-ad4d-41d3-a618-dc2ad46e0169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533325 Feb 11 05:40:27.869492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e81ce72-39f5-4817-aac0-5314b2899af0 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:27.870211 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0e81ce72-39f5-4817-aac0-5314b2899af0 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.899337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:27.899852 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:27.913427 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0e81ce72-39f5-4817-aac0-5314b2899af0 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.3431623 Feb 11 05:40:27.916243 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38710) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:27.938264 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40f4e2c-26c8-4a36-aa00-b877d29f63b8 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:27.971066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e40f4e2c-26c8-4a36-aa00-b877d29f63b8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,segment=NetworkSegment(cad17aa7-a37b-4761-82bd-d275217ace72),segment_id=cad17aa7-a37b-4761-82bd-d275217ace72)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:27.976801 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.034246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:28.042136 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa63ac98-0115-4dec-a9e4-44bed8684958 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:28.049308 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa63ac98-0115-4dec-a9e4-44bed8684958 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:28.055125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa63ac98-0115-4dec-a9e4-44bed8684958 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:28.060890 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aa63ac98-0115-4dec-a9e4-44bed8684958 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1429992 Feb 11 05:40:28.061121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38712) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:28.180747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-37b44b63-2ff0-4868-923b-6f82c4c85edb tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Deleting port a07a6a8c-e563-4721-a190-eb6b67d106bf {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:28.181276 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-37b44b63-2ff0-4868-923b-6f82c4c85edb tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a07a6a8c-e563-4721-a190-eb6b67d106bf), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.221766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['e40f4e2c-26c8-4a36-aa00-b877d29f63b8'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:28.389522 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-37b44b63-2ff0-4868-923b-6f82c4c85edb tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a07a6a8c-e563-4721-a190-eb6b67d106bf), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.410825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-37b44b63-2ff0-4868-923b-6f82c4c85edb tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Calling delete_port for a07a6a8c-e563-4721-a190-eb6b67d106bf owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:28.428027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8567bd8-1d40-47af-b8a0-24c7118de755 req-d7d26796-d52d-4b82-808e-155823675d34 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:28.429781 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8567bd8-1d40-47af-b8a0-24c7118de755 req-d7d26796-d52d-4b82-808e-155823675d34 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 944 time: 0.0911272 Feb 11 05:40:28.523920 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7a7310b6-c93f-404b-aaf8-16756164ce39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.585020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8567bd8-1d40-47af-b8a0-24c7118de755 req-1d4891f4-a3ca-4355-8d52-5e998451c2a4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881765 Feb 11 05:40:28.847247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c5bb473e-c652-45a4-91f8-faa3a3f61e1b up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:28.914188 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-37b44b63-2ff0-4868-923b-6f82c4c85edb tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a07a6a8c-e563-4721-a190-eb6b67d106bf), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.966364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port c5bb473e-c652-45a4-91f8-faa3a3f61e1b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:28.966774 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c5bb473e-c652-45a4-91f8-faa3a3f61e1b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.997157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b44b63-2ff0-4868-923b-6f82c4c85edb tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Pushing event deleted for resources: {'Port': ['ID=a07a6a8c-e563-4721-a190-eb6b67d106bf,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:29.059924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba88f6c-a93f-4ac1-ade4-3cc55af79e90 req-60cb6d81-bf4a-43d0-b712-2e0d18621573 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:29.064367 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ba88f6c-a93f-4ac1-ade4-3cc55af79e90 req-60cb6d81-bf4a-43d0-b712-2e0d18621573 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/ports?device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 946 time: 0.2955501 Feb 11 05:40:29.164756 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port c5bb473e-c652-45a4-91f8-faa3a3f61e1b is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:29.165317 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c5bb473e-c652-45a4-91f8-faa3a3f61e1b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.167258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ddba41-2208-4252-81ea-cc10cd8b05d0 None None] Network 9352c445-52cc-438d-a612-d8f08b3015bc requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:29.208470 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ba88f6c-a93f-4ac1-ade4-3cc55af79e90 req-8164816f-e68a-4d1f-af07-899cfe9c03bd tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/security-groups?id=f2ed8461-ad4d-41d3-a618-dc2ad46e0169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040363 Feb 11 05:40:29.209687 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-37b44b63-2ff0-4868-923b-6f82c4c85edb tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.217462 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-37b44b63-2ff0-4868-923b-6f82c4c85edb tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] 10.222.0.87 "DELETE /v2.0/ports/a07a6a8c-e563-4721-a190-eb6b67d106bf HTTP/1.1" status: 204 len: 168 time: 1.1513858 Feb 11 05:40:29.219348 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38722) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:29.233286 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7b1020bb-40a2-416a-9f0d-a054942f6712 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Request body: {'port': {'name': 'tempest-new-port-name-1574827712', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:29.233286 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.api.validators [None req-7b1020bb-40a2-416a-9f0d-a054942f6712 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] bootfile-name is not in valid_values {{(pid=103170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:40:29.233286 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.api.validators [None req-7b1020bb-40a2-416a-9f0d-a054942f6712 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] tftp-server is not in valid_values {{(pid=103170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:40:29.233286 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.api.validators [None req-7b1020bb-40a2-416a-9f0d-a054942f6712 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] server-ip-address is not in valid_values {{(pid=103170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 05:40:29.298658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port c5bb473e-c652-45a4-91f8-faa3a3f61e1b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c5bb473e-c652-45a4-91f8-faa3a3f61e1b,segment=NetworkSegment(a677ae65-e6ed-49e7-874b-975cd5388d37),segment_id=a677ae65-e6ed-49e7-874b-975cd5388d37)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:29.314222 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c5bb473e-c652-45a4-91f8-faa3a3f61e1b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.319060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-80a50a1f-ebe9-47c3-acc4-2d21f45837d4 None None] Provisioning complete for port c5bb473e-c652-45a4-91f8-faa3a3f61e1b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:29.319746 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-80a50a1f-ebe9-47c3-acc4-2d21f45837d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c5bb473e-c652-45a4-91f8-faa3a3f61e1b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.328270 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b1020bb-40a2-416a-9f0d-a054942f6712 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (455f43f8-a291-43dd-8313-a2a7ae5a2e40), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.476400 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=c5bb473e-c652-45a4-91f8-faa3a3f61e1b,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:29.522256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e40f4e2c-26c8-4a36-aa00-b877d29f63b8 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:29.557762 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-80a50a1f-ebe9-47c3-acc4-2d21f45837d4 None None] Current status of the port c5bb473e-c652-45a4-91f8-faa3a3f61e1b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:29.589521 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b1020bb-40a2-416a-9f0d-a054942f6712 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks [] for port (455f43f8-a291-43dd-8313-a2a7ae5a2e40), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.591843 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:40:29.597747 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:29.598132 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.600515 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b1020bb-40a2-416a-9f0d-a054942f6712 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (455f43f8-a291-43dd-8313-a2a7ae5a2e40), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.734079 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7b1020bb-40a2-416a-9f0d-a054942f6712 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] In _notify_port_updated(), no bound segment for port 455f43f8-a291-43dd-8313-a2a7ae5a2e40 on network 9352c445-52cc-438d-a612-d8f08b3015bc {{(pid=103170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:40:29.739653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1020bb-40a2-416a-9f0d-a054942f6712 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:29.740318 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b1020bb-40a2-416a-9f0d-a054942f6712 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.744142 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7b1020bb-40a2-416a-9f0d-a054942f6712 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] 10.222.0.87 "PUT /v2.0/ports/455f43f8-a291-43dd-8313-a2a7ae5a2e40 HTTP/1.1" status: 200 len: 1136 time: 0.5213616 Feb 11 05:40:29.746132 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1020bb-40a2-416a-9f0d-a054942f6712 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Pushing event updated for resources: {'Port': ['ID=455f43f8-a291-43dd-8313-a2a7ae5a2e40,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:29.757197 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38728) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:29.796468 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:29.796980 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.806522 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42566770-7c16-48e6-90e1-02791e36ba44 req-073b8708-80cd-43f4-81fb-d4238a78b021 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:29.808500 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42566770-7c16-48e6-90e1-02791e36ba44 req-073b8708-80cd-43f4-81fb-d4238a78b021 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 944 time: 0.1019218 Feb 11 05:40:29.815145 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13930a-4c0d-48b4-b3a2-6db5d1857245 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:29.819594 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-af13930a-4c0d-48b4-b3a2-6db5d1857245 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] 10.222.0.87 "GET /v2.0/ports/455f43f8-a291-43dd-8313-a2a7ae5a2e40 HTTP/1.1" status: 200 len: 1136 time: 0.0584731 Feb 11 05:40:29.819973 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38730) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:29.863538 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:29.871609 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69d17f9-dc26-4d13-9152-30458027775e" -d '{"events": [{"server_uuid": "3ead118e-a5b8-457c-8cab-407bf67af63f", "name": "network-vif-plugged", "status": "completed", "tag": "e40f4e2c-26c8-4a36-aa00-b877d29f63b8"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:29.889227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42566770-7c16-48e6-90e1-02791e36ba44 req-fe482181-77cf-43f5-b41f-7a37c02687fa tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743995 Feb 11 05:40:29.927036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e40f4e2c-26c8-4a36-aa00-b877d29f63b8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,segment=NetworkSegment(cad17aa7-a37b-4761-82bd-d275217ace72),segment_id=cad17aa7-a37b-4761-82bd-d275217ace72)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:29.933457 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.969856 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3cfd2d-479f-48a4-8688-5749c831133d x-openstack-request-id: req-8d3cfd2d-479f-48a4-8688-5749c831133d {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:29.970592 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ead118e-a5b8-457c-8cab-407bf67af63f", "name": "network-vif-plugged", "status": "completed", "tag": "e40f4e2c-26c8-4a36-aa00-b877d29f63b8", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:29.970592 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8d3cfd2d-479f-48a4-8688-5749c831133d {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:29.970864 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8', 'code': 200} Feb 11 05:40:30.000334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-99af86f0-2b93-47c7-bb6a-2bee868d2c08 None None] Provisioning complete for port c5bb473e-c652-45a4-91f8-faa3a3f61e1b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:30.000334 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-99af86f0-2b93-47c7-bb6a-2bee868d2c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c5bb473e-c652-45a4-91f8-faa3a3f61e1b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.107845 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:30.110482 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-3153eb12-c296-41e1-9b12-28eac1b7096e tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Deleting port 455f43f8-a291-43dd-8313-a2a7ae5a2e40 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:30.111062 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3153eb12-c296-41e1-9b12-28eac1b7096e tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (455f43f8-a291-43dd-8313-a2a7ae5a2e40), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.192556 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1b08f-0782-40dd-93bc-931d91a7bce8 req-a0359dfd-73b0-4232-82cd-c1c6fee93baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:30.193127 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-99af86f0-2b93-47c7-bb6a-2bee868d2c08 None None] Current status of the port c5bb473e-c652-45a4-91f8-faa3a3f61e1b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:30.195081 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cac1b08f-0782-40dd-93bc-931d91a7bce8 req-a0359dfd-73b0-4232-82cd-c1c6fee93baa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 1128 time: 0.1539156 Feb 11 05:40:30.214027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-99af86f0-2b93-47c7-bb6a-2bee868d2c08 None None] Provisioning complete for port 455f43f8-a291-43dd-8313-a2a7ae5a2e40 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:30.214637 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-99af86f0-2b93-47c7-bb6a-2bee868d2c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (455f43f8-a291-43dd-8313-a2a7ae5a2e40), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.303355 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3153eb12-c296-41e1-9b12-28eac1b7096e tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (455f43f8-a291-43dd-8313-a2a7ae5a2e40), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.336775 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-3153eb12-c296-41e1-9b12-28eac1b7096e tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Calling delete_port for 455f43f8-a291-43dd-8313-a2a7ae5a2e40 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:30.343363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-99af86f0-2b93-47c7-bb6a-2bee868d2c08 None None] Port 455f43f8-a291-43dd-8313-a2a7ae5a2e40 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:30.486839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665d3e3-9009-4966-a311-a11f85c6435b req-63707f94-6886-4c52-9743-c3bdc1e287d8 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:30.494125 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2665d3e3-9009-4966-a311-a11f85c6435b req-63707f94-6886-4c52-9743-c3bdc1e287d8 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/ports?device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 946 time: 0.1388254 Feb 11 05:40:30.494916 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fd8db93f-4b70-4186-bec3-904ff4626ee2 None None] Provisioning complete for port 455f43f8-a291-43dd-8313-a2a7ae5a2e40 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:30.495933 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fd8db93f-4b70-4186-bec3-904ff4626ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (455f43f8-a291-43dd-8313-a2a7ae5a2e40), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.521831 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3153eb12-c296-41e1-9b12-28eac1b7096e tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (455f43f8-a291-43dd-8313-a2a7ae5a2e40), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.534705 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cac1b08f-0782-40dd-93bc-931d91a7bce8 req-96b356f1-0a2a-4d21-825a-96d696449cfe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290331 Feb 11 05:40:30.562264 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153eb12-c296-41e1-9b12-28eac1b7096e tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Pushing event deleted for resources: {'Port': ['ID=455f43f8-a291-43dd-8313-a2a7ae5a2e40,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:30.594639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-fd8db93f-4b70-4186-bec3-904ff4626ee2 None None] Port 455f43f8-a291-43dd-8313-a2a7ae5a2e40 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:30.600679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2665d3e3-9009-4966-a311-a11f85c6435b req-b5805c71-49b6-4559-afa2-15a831095560 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/security-groups?id=f2ed8461-ad4d-41d3-a618-dc2ad46e0169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022923 Feb 11 05:40:30.712932 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-74c8733e-09bb-4c3f-ae4e-6c4b98b9a272 None None] Could not find standard attr ID for object a07a6a8c-e563-4721-a190-eb6b67d106bf. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:40:30.726750 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3153eb12-c296-41e1-9b12-28eac1b7096e tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.739248 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3153eb12-c296-41e1-9b12-28eac1b7096e tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] 10.222.0.87 "DELETE /v2.0/ports/455f43f8-a291-43dd-8313-a2a7ae5a2e40 HTTP/1.1" status: 204 len: 168 time: 0.9162335 Feb 11 05:40:30.739718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38744) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:30.798391 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c5bb473e-c652-45a4-91f8-faa3a3f61e1b up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:30.853935 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8c81eafb-11bb-452b-b519-3d80ee81f68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.889507 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-f878ea11-216f-4a5b-b908-565ed5f1b648 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Deleting subnet 76bf2d42-867c-4404-85eb-cd8658742756 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:40:30.898992 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f878ea11-216f-4a5b-b908-565ed5f1b648 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks [] for subnet (76bf2d42-867c-4404-85eb-cd8658742756), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.923278 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port c5bb473e-c652-45a4-91f8-faa3a3f61e1b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:30.925641 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c5bb473e-c652-45a4-91f8-faa3a3f61e1b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.989058 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f878ea11-216f-4a5b-b908-565ed5f1b648 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (76bf2d42-867c-4404-85eb-cd8658742756), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.177252 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port c5bb473e-c652-45a4-91f8-faa3a3f61e1b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:31.189980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33c3e9-6d96-4711-81b1-edebfa6ddd7f req-9cbdaced-82e7-4dfe-af55-3ef214452ff4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:31.191758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e33c3e9-6d96-4711-81b1-edebfa6ddd7f req-9cbdaced-82e7-4dfe-af55-3ef214452ff4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.1579525 Feb 11 05:40:31.230902 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f878ea11-216f-4a5b-b908-565ed5f1b648 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (76bf2d42-867c-4404-85eb-cd8658742756), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.288766 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e498311-5fee-40c9-ab2c-abc190f27ac6 req-360ca9fd-39fa-4a02-a164-40672b73cc23 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:31.290505 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e498311-5fee-40c9-ab2c-abc190f27ac6 req-360ca9fd-39fa-4a02-a164-40672b73cc23 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/ports?device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 946 time: 0.1693139 Feb 11 05:40:31.333789 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e33c3e9-6d96-4711-81b1-edebfa6ddd7f req-e5c9fd6b-7899-4d21-b1ec-766b38c51d99 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284325 Feb 11 05:40:31.372827 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e498311-5fee-40c9-ab2c-abc190f27ac6 req-56191e42-407d-4316-8eeb-a918214b6795 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/security-groups?id=f2ed8461-ad4d-41d3-a618-dc2ad46e0169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728688 Feb 11 05:40:31.373818 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f878ea11-216f-4a5b-b908-565ed5f1b648 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (76bf2d42-867c-4404-85eb-cd8658742756), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.388096 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8105a9d2-a540-4280-a39c-f7dc77e0f2ea None None] Could not find standard attr ID for object 455f43f8-a291-43dd-8313-a2a7ae5a2e40. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:40:31.414067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878ea11-216f-4a5b-b908-565ed5f1b648 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Pushing event deleted for resources: {'Subnet': ['ID=76bf2d42-867c-4404-85eb-cd8658742756,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:31.419401 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f878ea11-216f-4a5b-b908-565ed5f1b648 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.423472 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f878ea11-216f-4a5b-b908-565ed5f1b648 tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] 10.222.0.87 "DELETE /v2.0/subnets/76bf2d42-867c-4404-85eb-cd8658742756 HTTP/1.1" status: 204 len: 168 time: 0.6777711 Feb 11 05:40:31.425534 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38754) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:31.532914 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (9352c445-52cc-438d-a612-d8f08b3015bc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.599050 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Deleting port c5bb473e-c652-45a4-91f8-faa3a3f61e1b {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:31.599400 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c5bb473e-c652-45a4-91f8-faa3a3f61e1b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.601483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c7dad8-1225-4b4f-9f87-ed784158c219 None None] Network 9352c445-52cc-438d-a612-d8f08b3015bc requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:31.691786 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] For port c5bb473e-c652-45a4-91f8-faa3a3f61e1b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c5bb473e-c652-45a4-91f8-faa3a3f61e1b,segment=NetworkSegment(a677ae65-e6ed-49e7-874b-975cd5388d37),segment_id=a677ae65-e6ed-49e7-874b-975cd5388d37)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:31.692409 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c5bb473e-c652-45a4-91f8-faa3a3f61e1b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.709568 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Calling delete_port for c5bb473e-c652-45a4-91f8-faa3a3f61e1b owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:31.786818 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3724c6fb-6c64-4d46-989f-578da12f9789 None None] DHCP port deletion for 9352c445-52cc-438d-a612-d8f08b3015bc request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:40:31.806277 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c5bb473e-c652-45a4-91f8-faa3a3f61e1b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.837904 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3724c6fb-6c64-4d46-989f-578da12f9789 None None] Deleting port c5bb473e-c652-45a4-91f8-faa3a3f61e1b {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:31.838464 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3724c6fb-6c64-4d46-989f-578da12f9789 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c5bb473e-c652-45a4-91f8-faa3a3f61e1b), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.839816 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Pushing event deleted for resources: {'Port': ['ID=c5bb473e-c652-45a4-91f8-faa3a3f61e1b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:31.847947 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] No DVR routers for this DVR port c5bb473e-c652-45a4-91f8-faa3a3f61e1b on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:31.930474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3724c6fb-6c64-4d46-989f-578da12f9789 None None] For port c5bb473e-c652-45a4-91f8-faa3a3f61e1b, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:31.930775 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3724c6fb-6c64-4d46-989f-578da12f9789 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c5bb473e-c652-45a4-91f8-faa3a3f61e1b), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.949742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3724c6fb-6c64-4d46-989f-578da12f9789 None None] Calling delete_port for c5bb473e-c652-45a4-91f8-faa3a3f61e1b owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:31.950869 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (9352c445-52cc-438d-a612-d8f08b3015bc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.952861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-3724c6fb-6c64-4d46-989f-578da12f9789 None None] Port c5bb473e-c652-45a4-91f8-faa3a3f61e1b was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:40:31.955061 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3724c6fb-6c64-4d46-989f-578da12f9789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (c5bb473e-c652-45a4-91f8-faa3a3f61e1b), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:31.973275 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9352c445-52cc-438d-a612-d8f08b3015bc']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:31.987139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724c6fb-6c64-4d46-989f-578da12f9789 None None] Pushing event deleted for resources: {'Port': ['ID=c5bb473e-c652-45a4-91f8-faa3a3f61e1b,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:31.993243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3724c6fb-6c64-4d46-989f-578da12f9789 None None] No DVR routers for this DVR port c5bb473e-c652-45a4-91f8-faa3a3f61e1b on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:31.993370 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a677ae65-e6ed-49e7-874b-975cd5388d37') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:31.993573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a677ae65-e6ed-49e7-874b-975cd5388d37') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:32.009950 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (a677ae65-e6ed-49e7-874b-975cd5388d37), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.024312 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a677ae65-e6ed-49e7-874b-975cd5388d37), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.030946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:32.031346 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (a677ae65-e6ed-49e7-874b-975cd5388d37), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:32.034574 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:32.107508 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (9352c445-52cc-438d-a612-d8f08b3015bc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.116995 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.139578 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] 10.222.0.87 "DELETE /v2.0/networks/9352c445-52cc-438d-a612-d8f08b3015bc HTTP/1.1" status: 204 len: 168 time: 0.7116566 Feb 11 05:40:32.161853 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42246a54-e1f5-4aef-8c20-be79d76fd17b tempest-ExtraDHCPOptionsTestJSON-242498351 tempest-ExtraDHCPOptionsTestJSON-242498351-project] Pushing event deleted for resources: {'Network': ['ID=9352c445-52cc-438d-a612-d8f08b3015bc,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:32.438288 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38776) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:32.461279 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.559927 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252a6a3-29ef-4de6-9d0c-182df9b3257c req-d6a409e4-0fbf-4f67-be98-6757408bfe41 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:32.561324 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0252a6a3-29ef-4de6-9d0c-182df9b3257c req-d6a409e4-0fbf-4f67-be98-6757408bfe41 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.88 "GET /v2.0/ports?device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 946 time: 0.1853664 Feb 11 05:40:32.642552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88197b97-0d6d-467d-8ddb-9bd0aacfecef req-f61b2815-fae0-426e-83a6-31ff7ce50c8b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:32.643932 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f771a61e-3c2b-4f03-8517-4d27d8b46105 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2f3653c75b7d4cdd9f3cd8a9954e7ce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2043014 Feb 11 05:40:32.644761 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38780) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:32.649606 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88197b97-0d6d-467d-8ddb-9bd0aacfecef req-f61b2815-fae0-426e-83a6-31ff7ce50c8b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.2290933 Feb 11 05:40:32.690207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057708fe-8d22-4821-92b3-034c80091f50 req-dc104bfb-4336-4469-a3f2-e8b3bb121a35 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:32.698163 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-057708fe-8d22-4821-92b3-034c80091f50 req-dc104bfb-4336-4469-a3f2-e8b3bb121a35 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/ports?device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 946 time: 0.1893997 Feb 11 05:40:32.702794 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c5bb473e-c652-45a4-91f8-faa3a3f61e1b no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:32.715516 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-394a2c80-bb9e-4c16-8026-31a6de313719 admin admin] Publish callbacks [] for security_group (b1776eb6-96d9-471e-b1b6-39e856730646), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.735693 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: c5bb473e-c652-45a4-91f8-faa3a3f61e1b {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:40:32.739929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c5bb473e-c652-45a4-91f8-faa3a3f61e1b not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:40:32.760665 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-394a2c80-bb9e-4c16-8026-31a6de313719 admin admin] Publish callbacks [] for security_group (b1776eb6-96d9-471e-b1b6-39e856730646), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.801088 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-057708fe-8d22-4821-92b3-034c80091f50 req-b6e40703-4337-468e-88d1-54679cee5682 tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/security-groups?id=f2ed8461-ad4d-41d3-a618-dc2ad46e0169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008878 Feb 11 05:40:32.817013 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88197b97-0d6d-467d-8ddb-9bd0aacfecef req-7c32c092-23a6-4280-a0b1-c13945f46c54 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661661 Feb 11 05:40:32.846454 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-394a2c80-bb9e-4c16-8026-31a6de313719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b1776eb6-96d9-471e-b1b6-39e856730646), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.848966 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-0252a6a3-29ef-4de6-9d0c-182df9b3257c req-2edbe088-e4c5-4164-bc8f-83e33c67b09b tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Deleting port 14998160-9026-4377-9c36-c0479a567c05 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:32.849322 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0252a6a3-29ef-4de6-9d0c-182df9b3257c req-2edbe088-e4c5-4164-bc8f-83e33c67b09b tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (14998160-9026-4377-9c36-c0479a567c05), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.852876 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-394a2c80-bb9e-4c16-8026-31a6de313719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:32.856219 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-394a2c80-bb9e-4c16-8026-31a6de313719 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b1776eb6-96d9-471e-b1b6-39e856730646 HTTP/1.1" status: 204 len: 168 time: 0.2082000 Feb 11 05:40:32.881906 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a2c80-bb9e-4c16-8026-31a6de313719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1776eb6-96d9-471e-b1b6-39e856730646,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:33.032146 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-0252a6a3-29ef-4de6-9d0c-182df9b3257c req-2edbe088-e4c5-4164-bc8f-83e33c67b09b tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] For port 14998160-9026-4377-9c36-c0479a567c05, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=14998160-9026-4377-9c36-c0479a567c05,segment=NetworkSegment(c43b0203-d1c8-464e-8c4e-5599b5b16ec8),segment_id=c43b0203-d1c8-464e-8c4e-5599b5b16ec8)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:33.032521 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0252a6a3-29ef-4de6-9d0c-182df9b3257c req-2edbe088-e4c5-4164-bc8f-83e33c67b09b tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (14998160-9026-4377-9c36-c0479a567c05), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.052575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-0252a6a3-29ef-4de6-9d0c-182df9b3257c req-2edbe088-e4c5-4164-bc8f-83e33c67b09b tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Calling delete_port for 14998160-9026-4377-9c36-c0479a567c05 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:33.078840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c2cff-10b2-4ae4-8f02-f45e1d97db5a req-2e1c5ac8-c7a1-4a20-96c8-0a5b2bc1c987 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:33.081086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c11c2cff-10b2-4ae4-8f02-f45e1d97db5a req-2e1c5ac8-c7a1-4a20-96c8-0a5b2bc1c987 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.1077824 Feb 11 05:40:33.533303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c11c2cff-10b2-4ae4-8f02-f45e1d97db5a req-fcf35a06-1d15-4320-a628-912c576d0b46 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4438441 Feb 11 05:40:33.554419 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38810) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:33.642883 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.704657 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92d4eb8-d202-4605-ab8c-08faf51e02c8 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:33.706442 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d92d4eb8-d202-4605-ab8c-08faf51e02c8 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 1123 time: 0.1510155 Feb 11 05:40:33.709485 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38816) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:33.714204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:33.720439 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0252a6a3-29ef-4de6-9d0c-182df9b3257c req-2edbe088-e4c5-4164-bc8f-83e33c67b09b tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (14998160-9026-4377-9c36-c0479a567c05), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.736620 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['14998160-9026-4377-9c36-c0479a567c05'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:33.772040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbe088-e4c5-4164-bc8f-83e33c67b09b tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Pushing event deleted for resources: {'Port': ['ID=14998160-9026-4377-9c36-c0479a567c05,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:33.775055 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.877202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-0252a6a3-29ef-4de6-9d0c-182df9b3257c req-2edbe088-e4c5-4164-bc8f-83e33c67b09b tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] No DVR routers for this DVR port 14998160-9026-4377-9c36-c0479a567c05 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:33.892778 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0252a6a3-29ef-4de6-9d0c-182df9b3257c req-2edbe088-e4c5-4164-bc8f-83e33c67b09b tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.896612 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0252a6a3-29ef-4de6-9d0c-182df9b3257c req-2edbe088-e4c5-4164-bc8f-83e33c67b09b tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.88 "DELETE /v2.0/ports/14998160-9026-4377-9c36-c0479a567c05 HTTP/1.1" status: 204 len: 173 time: 1.3253276 Feb 11 05:40:33.898237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f3c5c1-aadf-4841-9c0e-299177183303', 'name': 'network-vif-deleted', 'tag': '14998160-9026-4377-9c36-c0479a567c05'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:33.912299 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5b11b3-ea0d-4fc0-ab7f-752017ae043c" -d '{"events": [{"server_uuid": "72f3c5c1-aadf-4841-9c0e-299177183303", "name": "network-vif-deleted", "tag": "14998160-9026-4377-9c36-c0479a567c05"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:33.915158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38820) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:33.972217 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f8eeac-2440-4dd0-b841-1342fff67e28 x-openstack-request-id: req-60f8eeac-2440-4dd0-b841-1342fff67e28 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:33.972513 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f3c5c1-aadf-4841-9c0e-299177183303", "name": "network-vif-deleted", "tag": "14998160-9026-4377-9c36-c0479a567c05", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:33.972766 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-60f8eeac-2440-4dd0-b841-1342fff67e28 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:33.973167 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f3c5c1-aadf-4841-9c0e-299177183303', 'name': 'network-vif-deleted', 'tag': '14998160-9026-4377-9c36-c0479a567c05', 'status': 'completed', 'code': 200} Feb 11 05:40:34.028089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0c30694-9c66-47e2-b4ed-56772cab4a96 req-55f4d3e6-a8dc-4e76-b820-7259f4928c4c tempest-InstanceActionsNegativeTestJSON-628807033 tempest-InstanceActionsNegativeTestJSON-628807033-project] 10.222.0.87 "GET /v2.0/ports?device_id=72f3c5c1-aadf-4841-9c0e-299177183303 HTTP/1.1" status: 200 len: 210 time: 0.0306907 Feb 11 05:40:34.073939 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.181984 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-597faa0c-8592-4e22-a827-965d6e95a8d1 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1559003129'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:34.255859 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597faa0c-8592-4e22-a827-965d6e95a8d1 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Made reservation on behalf of 5b803e0d3d8447ffa028f63d65f53359 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:34.259395 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-597faa0c-8592-4e22-a827-965d6e95a8d1 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.262069 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Allocated IP 172.25.5.126 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/6d1e4e7e-21d9-4033-bd5b-3efa3ca58eb0) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:34.273821 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-597faa0c-8592-4e22-a827-965d6e95a8d1 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.446647 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (6d1e4e7e-21d9-4033-bd5b-3efa3ca58eb0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.468978 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-597faa0c-8592-4e22-a827-965d6e95a8d1 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for security_group (9dffe7d1-3e99-4f4c-bd6b-aa7c66e01fd1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.475597 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-597faa0c-8592-4e22-a827-965d6e95a8d1 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9dffe7d1-3e99-4f4c-bd6b-aa7c66e01fd1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.522965 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597faa0c-8592-4e22-a827-965d6e95a8d1 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:34.539052 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-597faa0c-8592-4e22-a827-965d6e95a8d1 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (df472e48-563f-494d-ac1f-52c4c8a4f90f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.539473 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-597faa0c-8592-4e22-a827-965d6e95a8d1 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Added segment df472e48-563f-494d-ac1f-52c4c8a4f90f of type vlan for network 5db7379a-b505-459c-804d-8313dd6eaa1a Feb 11 05:40:34.540879 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597faa0c-8592-4e22-a827-965d6e95a8d1 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dffe7d1-3e99-4f4c-bd6b-aa7c66e01fd1,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:34.576449 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (6d1e4e7e-21d9-4033-bd5b-3efa3ca58eb0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.628572 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-597faa0c-8592-4e22-a827-965d6e95a8d1 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (5db7379a-b505-459c-804d-8313dd6eaa1a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.633304 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:34.642782 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:34.649409 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:34.698633 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=6d1e4e7e-21d9-4033-bd5b-3efa3ca58eb0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:34.708747 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-597faa0c-8592-4e22-a827-965d6e95a8d1 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (5db7379a-b505-459c-804d-8313dd6eaa1a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.713692 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597faa0c-8592-4e22-a827-965d6e95a8d1 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:34.714295 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-597faa0c-8592-4e22-a827-965d6e95a8d1 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.784754 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597faa0c-8592-4e22-a827-965d6e95a8d1 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Pushing event updated for resources: {'Network': ['ID=5db7379a-b505-459c-804d-8313dd6eaa1a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:34.805367 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-597faa0c-8592-4e22-a827-965d6e95a8d1 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8831863 Feb 11 05:40:34.805696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38830) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:34.809656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 5db7379a-b505-459c-804d-8313dd6eaa1a details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:34.811754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-d447bd08-0e68-413e-bd6b-cd9b81c430fb tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Request body: {'subnet': {'network_id': '5db7379a-b505-459c-804d-8313dd6eaa1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:34.992916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d447bd08-0e68-413e-bd6b-cd9b81c430fb tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Made reservation on behalf of 5b803e0d3d8447ffa028f63d65f53359 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:35.007903 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d447bd08-0e68-413e-bd6b-cd9b81c430fb tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.132337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38834) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:35.177859 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.197208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-745cd474-d5a8-4707-9cc4-b041ab2692eb admin admin] Deleting subnet 964df251-760e-432e-83a9-1416d1278668 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:40:35.200616 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-745cd474-d5a8-4707-9cc4-b041ab2692eb admin admin] Publish callbacks [] for subnet (964df251-760e-432e-83a9-1416d1278668), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.240654 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-745cd474-d5a8-4707-9cc4-b041ab2692eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (964df251-760e-432e-83a9-1416d1278668), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.285071 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-745cd474-d5a8-4707-9cc4-b041ab2692eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (964df251-760e-432e-83a9-1416d1278668), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.342366 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-745cd474-d5a8-4707-9cc4-b041ab2692eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (964df251-760e-432e-83a9-1416d1278668), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.393458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745cd474-d5a8-4707-9cc4-b041ab2692eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=964df251-760e-432e-83a9-1416d1278668,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:35.403573 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-745cd474-d5a8-4707-9cc4-b041ab2692eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.407954 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-745cd474-d5a8-4707-9cc4-b041ab2692eb admin admin] 10.222.0.87 "DELETE /v2.0/subnets/964df251-760e-432e-83a9-1416d1278668 HTTP/1.1" status: 204 len: 168 time: 0.2743714 Feb 11 05:40:35.410722 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for floatingip (b81060f3-d572-4b7b-87ef-ce420b2af094), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.411367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38838) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:35.552060 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6d1e4e7e-21d9-4033-bd5b-3efa3ca58eb0), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.579021 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd8b6-7a4e-4608-bfe1-b847a28f5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (06616837-5b73-41ae-a82f-1ccdb048cd8e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.593311 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d447bd08-0e68-413e-bd6b-cd9b81c430fb tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (66b9ac87-0c95-49c6-95fc-bd25a42c3d0c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.743539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447bd08-0e68-413e-bd6b-cd9b81c430fb tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Pushing event updated for resources: {'Subnet': ['ID=66b9ac87-0c95-49c6-95fc-bd25a42c3d0c,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:35.766322 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (6d1e4e7e-21d9-4033-bd5b-3efa3ca58eb0), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.773249 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (6d1e4e7e-21d9-4033-bd5b-3efa3ca58eb0), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.785036 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd8b6-7a4e-4608-bfe1-b847a28f5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (06616837-5b73-41ae-a82f-1ccdb048cd8e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.797533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d447bd08-0e68-413e-bd6b-cd9b81c430fb tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Checking segment: {'id': 'df472e48-563f-494d-ac1f-52c4c8a4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5db7379a-b505-459c-804d-8313dd6eaa1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:35.797916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d447bd08-0e68-413e-bd6b-cd9b81c430fb tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Network hostable DHCP agents. Network: 5db7379a-b505-459c-804d-8313dd6eaa1a, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:40:35.821269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4f9bd8b6-7a4e-4608-bfe1-b847a28f5a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06616837-5b73-41ae-a82f-1ccdb048cd8e']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:35.836727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d447bd08-0e68-413e-bd6b-cd9b81c430fb tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Network 5db7379a-b505-459c-804d-8313dd6eaa1a is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:40:35.843246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4f9bd8b6-7a4e-4608-bfe1-b847a28f5a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43b0203-d1c8-464e-8c4e-5599b5b16ec8') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:35.843577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4f9bd8b6-7a4e-4608-bfe1-b847a28f5a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43b0203-d1c8-464e-8c4e-5599b5b16ec8') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:35.857885 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd8b6-7a4e-4608-bfe1-b847a28f5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (c43b0203-d1c8-464e-8c4e-5599b5b16ec8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.866304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-d447bd08-0e68-413e-bd6b-cd9b81c430fb tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 5db7379a-b505-459c-804d-8313dd6eaa1a) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:35.883786 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75d62c4-c5e9-4d3e-9e8f-5be397482540 None None] Network 5db7379a-b505-459c-804d-8313dd6eaa1a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:35.886245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d447bd08-0e68-413e-bd6b-cd9b81c430fb tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:35.888030 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d447bd08-0e68-413e-bd6b-cd9b81c430fb tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.889979 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (b81060f3-d572-4b7b-87ef-ce420b2af094), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.906061 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd8b6-7a4e-4608-bfe1-b847a28f5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c43b0203-d1c8-464e-8c4e-5599b5b16ec8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.928606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9bd8b6-7a4e-4608-bfe1-b847a28f5a6c admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:35.930210 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd8b6-7a4e-4608-bfe1-b847a28f5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (c43b0203-d1c8-464e-8c4e-5599b5b16ec8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:35.932993 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:35.965596 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d447bd08-0e68-413e-bd6b-cd9b81c430fb tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1582823 Feb 11 05:40:35.981794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38842) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:35.986541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-190a77c3-0b60-4224-a2b0-00f381ec6031 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-677176115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:36.061938 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Floating IP b81060f3-d572-4b7b-87ef-ce420b2af094 associated. External IP: 172.25.5.126, port: e40f4e2c-26c8-4a36-aa00-b877d29f63b8. Feb 11 05:40:36.075693 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd8b6-7a4e-4608-bfe1-b847a28f5a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (06616837-5b73-41ae-a82f-1ccdb048cd8e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.079546 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-190a77c3-0b60-4224-a2b0-00f381ec6031 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (3861eb5a-f390-4155-b291-7847ae558c37), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.080891 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-190a77c3-0b60-4224-a2b0-00f381ec6031 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (3861eb5a-f390-4155-b291-7847ae558c37), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.091941 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd8b6-7a4e-4608-bfe1-b847a28f5a6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.096249 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4f9bd8b6-7a4e-4608-bfe1-b847a28f5a6c admin admin] 10.222.0.87 "DELETE /v2.0/networks/06616837-5b73-41ae-a82f-1ccdb048cd8e HTTP/1.1" status: 204 len: 168 time: 0.6835546 Feb 11 05:40:36.142296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bd8b6-7a4e-4608-bfe1-b847a28f5a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=06616837-5b73-41ae-a82f-1ccdb048cd8e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:36.150360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=6d1e4e7e-21d9-4033-bd5b-3efa3ca58eb0,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:36.206064 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-5db7379a-b505-459c-804d-8313dd6eaa1a', 'network_id': '5db7379a-b505-459c-804d-8313dd6eaa1a', 'project_id': '5b803e0d3d8447ffa028f63d65f53359', 'fixed_ips': [{'subnet_id': '66b9ac87-0c95-49c6-95fc-bd25a42c3d0c'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:40:36.208273 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.467740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Allocated IP 172.20.0.2 (5db7379a-b505-459c-804d-8313dd6eaa1a/66b9ac87-0c95-49c6-95fc-bd25a42c3d0c/38af2c82-061d-47cf-b8b9-3c3cf395f1cf) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:36.493853 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-190a77c3-0b60-4224-a2b0-00f381ec6031 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for router_controller (3861eb5a-f390-4155-b291-7847ae558c37), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.518613 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-190a77c3-0b60-4224-a2b0-00f381ec6031 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (3861eb5a-f390-4155-b291-7847ae558c37), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.540967 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router 64654e44-a024-487e-9fc5-930889b8fa7b has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:40:36.562548 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-190a77c3-0b60-4224-a2b0-00f381ec6031 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.568775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-190a77c3-0b60-4224-a2b0-00f381ec6031 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5859640 Feb 11 05:40:36.569636 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38850) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:36.708833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38852) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:36.793061 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:36.799930 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Publish callbacks [] for port (38af2c82-061d-47cf-b8b9-3c3cf395f1cf), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.807241 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 14998160-9026-4377-9c36-c0479a567c05 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:36.814354 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2dde6-a535-4540-9e73-bb9a616e5145 None None] Sync routers for ids ['64654e44-a024-487e-9fc5-930889b8fa7b'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:36.822601 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.841751 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (38af2c82-061d-47cf-b8b9-3c3cf395f1cf), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:36.857077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 14998160-9026-4377-9c36-c0479a567c05 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:40:36.857077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 14998160-9026-4377-9c36-c0479a567c05 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:40:36.863056 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a3b6acf2-e234-4352-b2c3-45cd969537d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1519897 Feb 11 05:40:36.864116 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'tag': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:36.867198 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7c8c7e-b075-4f5b-8b67-fad395fa7610" -d '{"events": [{"name": "network-changed", "server_uuid": "3ead118e-a5b8-457c-8cab-407bf67af63f", "tag": "e40f4e2c-26c8-4a36-aa00-b877d29f63b8"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:36.908537 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Network 5db7379a-b505-459c-804d-8313dd6eaa1a is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:36.915439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:36.917446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2dde6-a535-4540-9e73-bb9a616e5145 None None] Routers {'64654e44-a024-487e-9fc5-930889b8fa7b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:36.918156 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-22d2dde6-a535-4540-9e73-bb9a616e5145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:40:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['64654e44-a024-487e-9fc5-930889b8fa7b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:36.940194 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b4e42c-13e8-4250-9626-46e4f9635643 x-openstack-request-id: req-66b4e42c-13e8-4250-9626-46e4f9635643 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:36.940617 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ead118e-a5b8-457c-8cab-407bf67af63f", "tag": "e40f4e2c-26c8-4a36-aa00-b877d29f63b8", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:36.941006 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-66b4e42c-13e8-4250-9626-46e4f9635643 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:36.941517 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'tag': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8', 'status': 'completed', 'code': 200} Feb 11 05:40:36.964490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e8c27bd0-10ac-4330-b140-169020cc6cd6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bbc1bf881bfc44009e4bc7092817c1fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2539921 Feb 11 05:40:36.976676 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38858) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:37.103446 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1499a9f1-96cf-4bdf-85b2-1dc10bda7a0b admin admin] Publish callbacks [] for security_group (f2ed8461-ad4d-41d3-a618-dc2ad46e0169), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.127094 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c8c7e-b075-4f5b-8b67-fad395fa7610 req-82c47c69-353e-4423-b51c-07d8c4c30420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:37.128855 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1d7c8c7e-b075-4f5b-8b67-fad395fa7610 req-82c47c69-353e-4423-b51c-07d8c4c30420 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 1128 time: 0.1655777 Feb 11 05:40:37.143039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:37.185861 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78405f-2365-4e42-822a-628d318bd265 req-476fcfcf-4492-4a4d-9f12-49e3cc22aa99 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:37.194216 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf78405f-2365-4e42-822a-628d318bd265 req-476fcfcf-4492-4a4d-9f12-49e3cc22aa99 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.1432717 Feb 11 05:40:37.200537 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Pushing event updated for resources: {'Port': ['ID=38af2c82-061d-47cf-b8b9-3c3cf395f1cf,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:37.251776 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.271845 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c8c7e-b075-4f5b-8b67-fad395fa7610 req-797f04e0-72b1-4d2b-b89f-f849bd418a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:37.273712 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1d7c8c7e-b075-4f5b-8b67-fad395fa7610 req-797f04e0-72b1-4d2b-b89f-f849bd418a30 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 HTTP/1.1" status: 200 len: 897 time: 0.1344230 Feb 11 05:40:37.277282 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1499a9f1-96cf-4bdf-85b2-1dc10bda7a0b admin admin] Publish callbacks [] for security_group (f2ed8461-ad4d-41d3-a618-dc2ad46e0169), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.290003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Attempting to bind port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:37.290541 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Attempting to bind port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'df472e48-563f-494d-ac1f-52c4c8a4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5db7379a-b505-459c-804d-8313dd6eaa1a'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:37.290918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Attempting to bind port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf on network 5db7379a-b505-459c-804d-8313dd6eaa1a {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:37.301130 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:37.301516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Checking segment: {'id': 'df472e48-563f-494d-ac1f-52c4c8a4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5db7379a-b505-459c-804d-8313dd6eaa1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:37.301927 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.302951 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Bound using segment: {'id': 'df472e48-563f-494d-ac1f-52c4c8a4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5db7379a-b505-459c-804d-8313dd6eaa1a'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:37.303475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Bound port: 38af2c82-061d-47cf-b8b9-3c3cf395f1cf, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df472e48-563f-494d-ac1f-52c4c8a4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5db7379a-b505-459c-804d-8313dd6eaa1a'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:37.303874 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (38af2c82-061d-47cf-b8b9-3c3cf395f1cf), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.308681 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf78405f-2365-4e42-822a-628d318bd265 req-cd3e3328-bd3c-4895-9499-9b0058b60b82 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133633 Feb 11 05:40:37.324213 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38860) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:37.367833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-22d2dde6-a535-4540-9e73-bb9a616e5145 None None] Set router 64654e44-a024-487e-9fc5-930889b8fa7b gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:37.475642 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] For port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:37.499486 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] For port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=38af2c82-061d-47cf-b8b9-3c3cf395f1cf,segment=NetworkSegment(df472e48-563f-494d-ac1f-52c4c8a4f90f),segment_id=df472e48-563f-494d-ac1f-52c4c8a4f90f)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:37.509741 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (38af2c82-061d-47cf-b8b9-3c3cf395f1cf), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:37.538842 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1bcf4b3d-8a72-4f62-8ff2-506ffe855a6b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/floatingips/b81060f3-d572-4b7b-87ef-ce420b2af094 HTTP/1.1" status: 200 len: 991 time: 0.2137611 Feb 11 05:40:37.574898 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d7e18-cca5-46ed-9e7f-903469c092c3 None None] Pushing event updated for resources: {'Port': ['ID=38af2c82-061d-47cf-b8b9-3c3cf395f1cf,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:37.819753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-22d2dde6-a535-4540-9e73-bb9a616e5145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1956493085', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:03Z', 'updated_at': '2022-02-11T05:40:12Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:05Z', 'updated_at': '2022-02-11T05:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'b81060f3-d572-4b7b-87ef-ce420b2af094', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'port_id': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'mac_address': 'fa:16:3e:b9:02:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:40:35Z', 'updated_at': '2022-02-11T05:40:35Z', 'revision_number': 0, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e756b3f-fadc-4251-b09d-035ef743e4aa', 'name': '', 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:c7:63:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:10Z', 'updated_at': '2022-02-11T05:40:17Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:37.839616 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1d7c8c7e-b075-4f5b-8b67-fad395fa7610 req-4fa9b13f-8039-4602-bbcd-cc7462c7d1d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8 HTTP/1.1" status: 200 len: 999 time: 0.5595222 Feb 11 05:40:37.861295 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2dde6-a535-4540-9e73-bb9a616e5145 None None] Checking router: 64654e44-a024-487e-9fc5-930889b8fa7b for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:40:37.887681 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2dde6-a535-4540-9e73-bb9a616e5145 None None] Routers {'64654e44-a024-487e-9fc5-930889b8fa7b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:37.894733 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-22d2dde6-a535-4540-9e73-bb9a616e5145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:40:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['64654e44-a024-487e-9fc5-930889b8fa7b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:37.934837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Allocated IP 172.20.0.1 (5db7379a-b505-459c-804d-8313dd6eaa1a/66b9ac87-0c95-49c6-95fc-bd25a42c3d0c/3874a5e5-bd1c-4617-b2b0-4d453e2de0ca) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:38.000901 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c8c7e-b075-4f5b-8b67-fad395fa7610 req-f1b042fc-5c70-4373-95b6-a799b4ff67cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:38.002633 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1d7c8c7e-b075-4f5b-8b67-fad395fa7610 req-f1b042fc-5c70-4373-95b6-a799b4ff67cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a745f28e-e46b-4e48-a47d-1afdc429c60f HTTP/1.1" status: 200 len: 833 time: 0.1195230 Feb 11 05:40:38.027339 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1499a9f1-96cf-4bdf-85b2-1dc10bda7a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f2ed8461-ad4d-41d3-a618-dc2ad46e0169), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.030520 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1499a9f1-96cf-4bdf-85b2-1dc10bda7a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.031917 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1499a9f1-96cf-4bdf-85b2-1dc10bda7a0b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f2ed8461-ad4d-41d3-a618-dc2ad46e0169 HTTP/1.1" status: 204 len: 168 time: 1.0563972 Feb 11 05:40:38.064101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499a9f1-96cf-4bdf-85b2-1dc10bda7a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ed8461-ad4d-41d3-a618-dc2ad46e0169,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:38.122166 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for port (3874a5e5-bd1c-4617-b2b0-4d453e2de0ca), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.129944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c8c7e-b075-4f5b-8b67-fad395fa7610 req-395beb85-2496-42f4-a67b-f600e7440d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:38.132188 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1d7c8c7e-b075-4f5b-8b67-fad395fa7610 req-395beb85-2496-42f4-a67b-f600e7440d2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1174743 Feb 11 05:40:38.135938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-22d2dde6-a535-4540-9e73-bb9a616e5145 None None] Set router 64654e44-a024-487e-9fc5-930889b8fa7b gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:38.200899 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (3874a5e5-bd1c-4617-b2b0-4d453e2de0ca), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.242506 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Network 5db7379a-b505-459c-804d-8313dd6eaa1a is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:38.252829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:38.256807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:38.301299 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (3861eb5a-f390-4155-b291-7847ae558c37), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.326213 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1d7c8c7e-b075-4f5b-8b67-fad395fa7610 req-d8c01522-2322-4418-890a-d17d03722d5e service neutron] 10.222.0.73 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870186 Feb 11 05:40:38.351658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Pushing event updated for resources: {'Port': ['ID=3874a5e5-bd1c-4617-b2b0-4d453e2de0ca,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:38.461858 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1d7c8c7e-b075-4f5b-8b67-fad395fa7610 req-a20304a6-d4d9-4c36-a5c6-374196d28b69 service neutron] 10.222.0.73 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288240 Feb 11 05:40:38.542729 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38878) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:38.578530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-22d2dde6-a535-4540-9e73-bb9a616e5145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1956493085', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:03Z', 'updated_at': '2022-02-11T05:40:12Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:05Z', 'updated_at': '2022-02-11T05:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'b81060f3-d572-4b7b-87ef-ce420b2af094', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'port_id': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'mac_address': 'fa:16:3e:b9:02:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:40:35Z', 'updated_at': '2022-02-11T05:40:35Z', 'revision_number': 0, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e756b3f-fadc-4251-b09d-035ef743e4aa', 'name': '', 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:c7:63:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:10Z', 'updated_at': '2022-02-11T05:40:17Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:38.632314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2dde6-a535-4540-9e73-bb9a616e5145 None None] The sync data for ids ['64654e44-a024-487e-9fc5-930889b8fa7b'] in n-d-713499-38 is: [{'id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1956493085', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:03Z', 'updated_at': '2022-02-11T05:40:12Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:05Z', 'updated_at': '2022-02-11T05:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'b81060f3-d572-4b7b-87ef-ce420b2af094', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'port_id': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'mac_address': 'fa:16:3e:b9:02:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:40:35Z', 'updated_at': '2022-02-11T05:40:35Z', 'revision_number': 0, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e756b3f-fadc-4251-b09d-035ef743e4aa', 'name': '', 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:c7:63:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:10Z', 'updated_at': '2022-02-11T05:40:17Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:38.694505 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-857dbcf1-bae9-4d8d-8329-8bed655d502f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/floatingips/b81060f3-d572-4b7b-87ef-ce420b2af094 HTTP/1.1" status: 200 len: 991 time: 0.1505485 Feb 11 05:40:38.784413 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 38af2c82-061d-47cf-b8b9-3c3cf395f1cf up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:38.892306 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:38.892557 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (38af2c82-061d-47cf-b8b9-3c3cf395f1cf), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:38.936934 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3874a5e5-bd1c-4617-b2b0-4d453e2de0ca), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.060723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:39.062822 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (38af2c82-061d-47cf-b8b9-3c3cf395f1cf), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.084199 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edae60a3-5aff-4d61-a342-f12e9d915bee None None] New status for floating IP b81060f3-d572-4b7b-87ef-ce420b2af094: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:40:39.211663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=38af2c82-061d-47cf-b8b9-3c3cf395f1cf,segment=NetworkSegment(df472e48-563f-494d-ac1f-52c4c8a4f90f),segment_id=df472e48-563f-494d-ac1f-52c4c8a4f90f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:39.218682 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (38af2c82-061d-47cf-b8b9-3c3cf395f1cf), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.336937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aed2bbb-8430-4b57-969f-634dd898b22a None None] Network 5db7379a-b505-459c-804d-8313dd6eaa1a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:39.409452 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for port (3874a5e5-bd1c-4617-b2b0-4d453e2de0ca), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.416684 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (3874a5e5-bd1c-4617-b2b0-4d453e2de0ca), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.479797 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=38af2c82-061d-47cf-b8b9-3c3cf395f1cf,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:39.502192 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5ab05d6a-9b45-43d6-8d24-8830939b1943 None None] Provisioning complete for port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:39.502896 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5ab05d6a-9b45-43d6-8d24-8830939b1943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (38af2c82-061d-47cf-b8b9-3c3cf395f1cf), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.518412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Pushing event updated for resources: {'Port': ['ID=3874a5e5-bd1c-4617-b2b0-4d453e2de0ca,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:39.560459 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (3861eb5a-f390-4155-b291-7847ae558c37), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.668400 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5ab05d6a-9b45-43d6-8d24-8830939b1943 None None] Current status of the port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:39.699404 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38908) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:39.797056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Network 5db7379a-b505-459c-804d-8313dd6eaa1a is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:39.801841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:39.832515 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-30e41a54-2ec5-4cda-b4c5-2c667195bc94 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/floatingips/b81060f3-d572-4b7b-87ef-ce420b2af094 HTTP/1.1" status: 200 len: 993 time: 0.1317513 Feb 11 05:40:39.848619 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:39.990830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Router 3861eb5a-f390-4155-b291-7847ae558c37 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:40:40.097833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a22a2b39-a347-428e-be16-26a650ad9c95 None None] Provisioning complete for port 3874a5e5-bd1c-4617-b2b0-4d453e2de0ca triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:40.098628 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a22a2b39-a347-428e-be16-26a650ad9c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3874a5e5-bd1c-4617-b2b0-4d453e2de0ca), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.123932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:40.133571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38926) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:40.136151 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5c6bf19d-c807-4c6a-a6d8-893cdcab5649 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] 10.222.0.87 "PUT /v2.0/routers/3861eb5a-f390-4155-b291-7847ae558c37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5633037 Feb 11 05:40:40.140243 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Request body: {'port': {'network_id': '5db7379a-b505-459c-804d-8313dd6eaa1a', 'name': 'tempest-FloatingIPNegativeTestJSON-1116459019'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:40.151987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b10ec0d-691f-4a75-a3ec-3561de3d87f3 None None] Sync routers for ids ['3861eb5a-f390-4155-b291-7847ae558c37'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:40.205142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b10ec0d-691f-4a75-a3ec-3561de3d87f3 None None] Routers {'3861eb5a-f390-4155-b291-7847ae558c37'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:40.206216 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4b10ec0d-691f-4a75-a3ec-3561de3d87f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:40:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3861eb5a-f390-4155-b291-7847ae558c37'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:40.211438 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a22a2b39-a347-428e-be16-26a650ad9c95 None None] Port 3874a5e5-bd1c-4617-b2b0-4d453e2de0ca cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:40.261729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4b10ec0d-691f-4a75-a3ec-3561de3d87f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:40.276991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a22a2b39-a347-428e-be16-26a650ad9c95 None None] Provisioning complete for port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:40.277475 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a22a2b39-a347-428e-be16-26a650ad9c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (38af2c82-061d-47cf-b8b9-3c3cf395f1cf), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.279189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b10ec0d-691f-4a75-a3ec-3561de3d87f3 None None] Routers {'3861eb5a-f390-4155-b291-7847ae558c37'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:40.280779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4b10ec0d-691f-4a75-a3ec-3561de3d87f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:40:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3861eb5a-f390-4155-b291-7847ae558c37'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:40.327609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4b10ec0d-691f-4a75-a3ec-3561de3d87f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:40.328679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b10ec0d-691f-4a75-a3ec-3561de3d87f3 None None] The sync data for ids ['3861eb5a-f390-4155-b291-7847ae558c37'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:40.371779 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Made reservation on behalf of 5b803e0d3d8447ffa028f63d65f53359 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:40.378614 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.397426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38930) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:40.420811 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] device_id is not set on port 11d8d923-42b1-410e-a0ac-c2b6cf85f167 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:40:40.433875 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a22a2b39-a347-428e-be16-26a650ad9c95 None None] Current status of the port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:40.564977 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-0d927f7d-3027-4be2-ba6c-ff81e479721f None None] Provisioning complete for port 3874a5e5-bd1c-4617-b2b0-4d453e2de0ca triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:40.565787 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0d927f7d-3027-4be2-ba6c-ff81e479721f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3874a5e5-bd1c-4617-b2b0-4d453e2de0ca), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.580480 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Allocated IP 172.20.0.4 (5db7379a-b505-459c-804d-8313dd6eaa1a/66b9ac87-0c95-49c6-95fc-bd25a42c3d0c/11d8d923-42b1-410e-a0ac-c2b6cf85f167) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:40.586516 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4e23b08-4001-4e29-9350-49daf8cc403f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.635676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0d927f7d-3027-4be2-ba6c-ff81e479721f None None] Port 3874a5e5-bd1c-4617-b2b0-4d453e2de0ca cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:40.717206 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4e23b08-4001-4e29-9350-49daf8cc403f admin admin] Publish callbacks [] for security_group (a4f31165-1e8f-4f52-8aae-b81b136cc5cc), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.718117 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 38af2c82-061d-47cf-b8b9-3c3cf395f1cf up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:40.723761 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4e23b08-4001-4e29-9350-49daf8cc403f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a4f31165-1e8f-4f52-8aae-b81b136cc5cc), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.772266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e23b08-4001-4e29-9350-49daf8cc403f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f31165-1e8f-4f52-8aae-b81b136cc5cc,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:40.794415 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e4e23b08-4001-4e29-9350-49daf8cc403f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cca105ddc9bb432e9fb5462fda6f4dce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3955708 Feb 11 05:40:40.797479 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38936) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:40.801311 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d473c2e6-87cd-4b49-97a3-0dac21b4ea19 None None] Provisioning complete for port 3874a5e5-bd1c-4617-b2b0-4d453e2de0ca triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:40.801683 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d473c2e6-87cd-4b49-97a3-0dac21b4ea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3874a5e5-bd1c-4617-b2b0-4d453e2de0ca), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.803392 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:40.803789 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (38af2c82-061d-47cf-b8b9-3c3cf395f1cf), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.811974 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for port (11d8d923-42b1-410e-a0ac-c2b6cf85f167), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.885055 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb3b68e6-0469-42a7-b15f-f57222977559 admin admin] Publish callbacks [] for security_group (a4f31165-1e8f-4f52-8aae-b81b136cc5cc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.890962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d473c2e6-87cd-4b49-97a3-0dac21b4ea19 None None] Port 3874a5e5-bd1c-4617-b2b0-4d453e2de0ca cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:40.897291 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (11d8d923-42b1-410e-a0ac-c2b6cf85f167), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.925519 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Network 5db7379a-b505-459c-804d-8313dd6eaa1a is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:40.929625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:40.951957 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:40.968139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:40.989482 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb3b68e6-0469-42a7-b15f-f57222977559 admin admin] Publish callbacks [] for security_group (a4f31165-1e8f-4f52-8aae-b81b136cc5cc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.031446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Pushing event updated for resources: {'Port': ['ID=11d8d923-42b1-410e-a0ac-c2b6cf85f167,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:41.058762 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:41.059470 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.065877 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:41.066333 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:41.066698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:41.067049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:41.067395 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:41.067769 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:41.068108 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:41.068449 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:41.068788 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:41.069126 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:41.069464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:41.069797 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:41.070128 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:41.097306 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b11eafd9-b11e-42ba-a86f-1b81dfb277b8 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9591126 Feb 11 05:40:41.097513 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38940) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:41.102949 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:41.125415 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb3b68e6-0469-42a7-b15f-f57222977559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a4f31165-1e8f-4f52-8aae-b81b136cc5cc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.127999 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb3b68e6-0469-42a7-b15f-f57222977559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.129556 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eb3b68e6-0469-42a7-b15f-f57222977559 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a4f31165-1e8f-4f52-8aae-b81b136cc5cc HTTP/1.1" status: 204 len: 168 time: 0.3300221 Feb 11 05:40:41.138887 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b68e6-0469-42a7-b15f-f57222977559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f31165-1e8f-4f52-8aae-b81b136cc5cc,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:41.141961 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.277740 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.321846 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b32c6885-ef78-499b-bc1c-e4fde25e1682 None None] Provisioning complete for port 11d8d923-42b1-410e-a0ac-c2b6cf85f167 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:41.322420 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b32c6885-ef78-499b-bc1c-e4fde25e1682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (11d8d923-42b1-410e-a0ac-c2b6cf85f167), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.375628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b32c6885-ef78-499b-bc1c-e4fde25e1682 None None] Port 11d8d923-42b1-410e-a0ac-c2b6cf85f167 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:40:41.427738 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Allocated IP 172.25.5.39 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/76d7d7f1-c16c-4b38-9bc7-6853e47a0cee) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:41.551057 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for port (76d7d7f1-c16c-4b38-9bc7-6853e47a0cee), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.587721 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (76d7d7f1-c16c-4b38-9bc7-6853e47a0cee), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.636528 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:41.645513 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:41.649237 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:41.675437 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Pushing event updated for resources: {'Port': ['ID=76d7d7f1-c16c-4b38-9bc7-6853e47a0cee,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:41.745904 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for floatingip (bfad3646-446a-4462-96b1-092fc621f50d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.788993 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (76d7d7f1-c16c-4b38-9bc7-6853e47a0cee), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.925915 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 38964) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:41.974961 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for port (76d7d7f1-c16c-4b38-9bc7-6853e47a0cee), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:41.979725 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (76d7d7f1-c16c-4b38-9bc7-6853e47a0cee), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.055464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-2703b183-780d-4b55-ac70-30bd42acd0f0 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1341517942-network', 'tenant_id': 'ba16b5559279406db2258e444a6a7a5d'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:42.058344 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Pushing event updated for resources: {'Port': ['ID=76d7d7f1-c16c-4b38-9bc7-6853e47a0cee,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:42.069563 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (bfad3646-446a-4462-96b1-092fc621f50d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.092256 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.093744 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-919bd1b2-6dd3-403c-8e98-1adfdbe33e8d tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9952254 Feb 11 05:40:42.096565 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38970) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:42.097835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2703b183-780d-4b55-ac70-30bd42acd0f0 admin admin] Made reservation on behalf of ba16b5559279406db2258e444a6a7a5d for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:42.100537 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2703b183-780d-4b55-ac70-30bd42acd0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.101363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6133d1f9-15a6-44e1-ab5f-04478bc9c836 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Request body: {'floatingip': {'port_id': '11d8d923-42b1-410e-a0ac-c2b6cf85f167', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:42.110814 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2703b183-780d-4b55-ac70-30bd42acd0f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.146361 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6133d1f9-15a6-44e1-ab5f-04478bc9c836 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for floatingip (bfad3646-446a-4462-96b1-092fc621f50d), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.196507 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2703b183-780d-4b55-ac70-30bd42acd0f0 admin admin] Publish callbacks [] for security_group (e564262c-e5f4-4c40-8a11-082e42b779ec), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.201121 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2703b183-780d-4b55-ac70-30bd42acd0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e564262c-e5f4-4c40-8a11-082e42b779ec), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.224391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2703b183-780d-4b55-ac70-30bd42acd0f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:42.241328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703b183-780d-4b55-ac70-30bd42acd0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e564262c-e5f4-4c40-8a11-082e42b779ec,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:42.246193 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2703b183-780d-4b55-ac70-30bd42acd0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2db585a4-0a4f-4823-ac14-9eb9e19f7470), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.246530 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-2703b183-780d-4b55-ac70-30bd42acd0f0 admin admin] Added segment 2db585a4-0a4f-4823-ac14-9eb9e19f7470 of type vlan for network 4c17c905-324c-4c7b-bec7-c148261c76ee Feb 11 05:40:42.288234 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2703b183-780d-4b55-ac70-30bd42acd0f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (4c17c905-324c-4c7b-bec7-c148261c76ee), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.303180 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-6133d1f9-15a6-44e1-ab5f-04478bc9c836 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] update failed (client error): The resource could not be found. Feb 11 05:40:42.306873 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6133d1f9-15a6-44e1-ab5f-04478bc9c836 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] 10.222.0.87 "PUT /v2.0/floatingips/bfad3646-446a-4462-96b1-092fc621f50d HTTP/1.1" status: 404 len: 507 time: 0.2068841 Feb 11 05:40:42.307105 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38972) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:42.316121 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2703b183-780d-4b55-ac70-30bd42acd0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (4c17c905-324c-4c7b-bec7-c148261c76ee), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.317722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2703b183-780d-4b55-ac70-30bd42acd0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:42.318314 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2703b183-780d-4b55-ac70-30bd42acd0f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.332739 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:40:42.358591 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2703b183-780d-4b55-ac70-30bd42acd0f0 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4308703 Feb 11 05:40:42.362008 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38974) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:42.366301 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-c36abd38-136a-4cc0-88e9-7e9cd8d83548 admin admin] Request body: {'subnet': {'network_id': '4c17c905-324c-4c7b-bec7-c148261c76ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1341517942-subnet', 'tenant_id': 'ba16b5559279406db2258e444a6a7a5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:42.386335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703b183-780d-4b55-ac70-30bd42acd0f0 admin admin] Pushing event updated for resources: {'Network': ['ID=4c17c905-324c-4c7b-bec7-c148261c76ee,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:42.398577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 4c17c905-324c-4c7b-bec7-c148261c76ee details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:42.443187 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36abd38-136a-4cc0-88e9-7e9cd8d83548 admin admin] Made reservation on behalf of ba16b5559279406db2258e444a6a7a5d for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:42.445555 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c36abd38-136a-4cc0-88e9-7e9cd8d83548 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.522708 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-63385fea-c348-4582-a9a7-4e7e5a1af071 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Deleting port 76d7d7f1-c16c-4b38-9bc7-6853e47a0cee {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:42.522960 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63385fea-c348-4582-a9a7-4e7e5a1af071 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (76d7d7f1-c16c-4b38-9bc7-6853e47a0cee), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.647793 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63385fea-c348-4582-a9a7-4e7e5a1af071 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (76d7d7f1-c16c-4b38-9bc7-6853e47a0cee), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.648119 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63385fea-c348-4582-a9a7-4e7e5a1af071 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for floatingip (76d7d7f1-c16c-4b38-9bc7-6853e47a0cee), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.667372 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-63385fea-c348-4582-a9a7-4e7e5a1af071 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Calling delete_port for 76d7d7f1-c16c-4b38-9bc7-6853e47a0cee owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:42.757090 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c36abd38-136a-4cc0-88e9-7e9cd8d83548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (97e7ad99-b218-4698-9852-b133be873b36), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.844359 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36abd38-136a-4cc0-88e9-7e9cd8d83548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97e7ad99-b218-4698-9852-b133be873b36,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:42.857255 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36abd38-136a-4cc0-88e9-7e9cd8d83548 admin admin] Checking segment: {'id': '2db585a4-0a4f-4823-ac14-9eb9e19f7470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4c17c905-324c-4c7b-bec7-c148261c76ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:42.857628 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36abd38-136a-4cc0-88e9-7e9cd8d83548 admin admin] Network hostable DHCP agents. Network: 4c17c905-324c-4c7b-bec7-c148261c76ee, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:40:42.918014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36abd38-136a-4cc0-88e9-7e9cd8d83548 admin admin] Network 4c17c905-324c-4c7b-bec7-c148261c76ee is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:40:42.927275 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63385fea-c348-4582-a9a7-4e7e5a1af071 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (76d7d7f1-c16c-4b38-9bc7-6853e47a0cee), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.935671 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-c36abd38-136a-4cc0-88e9-7e9cd8d83548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 4c17c905-324c-4c7b-bec7-c148261c76ee) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:42.944811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0984927c-810c-4fdb-b44a-23e55ac79c0b None None] Network 4c17c905-324c-4c7b-bec7-c148261c76ee requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:42.957538 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36abd38-136a-4cc0-88e9-7e9cd8d83548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:42.958142 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c36abd38-136a-4cc0-88e9-7e9cd8d83548 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:42.961818 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63385fea-c348-4582-a9a7-4e7e5a1af071 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Pushing event deleted for resources: {'Port': ['ID=76d7d7f1-c16c-4b38-9bc7-6853e47a0cee,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:43.017373 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c36abd38-136a-4cc0-88e9-7e9cd8d83548 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6549172 Feb 11 05:40:43.048465 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63385fea-c348-4582-a9a7-4e7e5a1af071 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for floatingip (bfad3646-446a-4462-96b1-092fc621f50d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:43.051347 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63385fea-c348-4582-a9a7-4e7e5a1af071 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:43.055947 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-63385fea-c348-4582-a9a7-4e7e5a1af071 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] 10.222.0.87 "DELETE /v2.0/floatingips/bfad3646-446a-4462-96b1-092fc621f50d HTTP/1.1" status: 204 len: 168 time: 0.7446203 Feb 11 05:40:43.056295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38980) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:43.061866 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-08a3d792-f22a-4be3-8e1e-1a0b4598b1e9 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Request body: {'floatingip': {'floating_network_id': '5db7379a-b505-459c-804d-8313dd6eaa1a', 'port_id': '11d8d923-42b1-410e-a0ac-c2b6cf85f167', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:43.069926 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf5dcdb-0247-48e5-a0e1-18adcd144244 None None] Network 4c17c905-324c-4c7b-bec7-c148261c76ee requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:43.096496 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-08a3d792-f22a-4be3-8e1e-1a0b4598b1e9 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:43.262808 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-08a3d792-f22a-4be3-8e1e-1a0b4598b1e9 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:40:43.267591 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-08a3d792-f22a-4be3-8e1e-1a0b4598b1e9 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2066500 Feb 11 05:40:43.268488 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 38986) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:43.273076 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '11d8d923-42b1-410e-a0ac-c2b6cf85f167', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:43.301804 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:43.412016 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:43.529313 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Allocated IP 172.25.5.61 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/5028799c-dd55-465f-9552-f610701bfb1e) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:43.624736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-989d62d5-eca6-4d87-8347-e292579b02b1 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:43.632045 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-989d62d5-eca6-4d87-8347-e292579b02b1 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/networks?id=4c17c905-324c-4c7b-bec7-c148261c76ee HTTP/1.1" status: 200 len: 813 time: 0.1401408 Feb 11 05:40:43.643551 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-383779b9-79e0-42cf-9281-a25100ade6f0 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/quotas/ba16b5559279406db2258e444a6a7a5d HTTP/1.1" status: 200 len: 375 time: 0.0106056 Feb 11 05:40:43.673766 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for port (5028799c-dd55-465f-9552-f610701bfb1e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:43.688499 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-7b48bca5-c7a3-4939-9c4b-fec3926246d3 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ba16b5559279406db2258e444a6a7a5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332894 Feb 11 05:40:43.726222 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5028799c-dd55-465f-9552-f610701bfb1e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:43.793777 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Pushing event updated for resources: {'Port': ['ID=5028799c-dd55-465f-9552-f610701bfb1e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:43.804111 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:43.806066 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:43.807152 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-65e5db27-e9cc-4a5a-b971-c961ced2eff0 service neutron] 10.222.0.87 "GET /v2.0/networks/4c17c905-324c-4c7b-bec7-c148261c76ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113687 Feb 11 05:40:43.809114 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:43.944896 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-acdbd268-38b0-4870-921f-b99e5ff51653 service neutron] 10.222.0.87 "GET /v2.0/networks/4c17c905-324c-4c7b-bec7-c148261c76ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267970 Feb 11 05:40:44.056366 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Deleting port 5028799c-dd55-465f-9552-f610701bfb1e {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:44.056948 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5028799c-dd55-465f-9552-f610701bfb1e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.179965 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5028799c-dd55-465f-9552-f610701bfb1e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.180639 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for floatingip (5028799c-dd55-465f-9552-f610701bfb1e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.197272 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Calling delete_port for 5028799c-dd55-465f-9552-f610701bfb1e owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:44.204515 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc1db134-2e16-4932-91a7-43d2e4863555 req-eb5e0110-8ae0-4504-921d-444af829b3e0 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/ports?device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 210 time: 0.0606730 Feb 11 05:40:44.240453 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.398272 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5028799c-dd55-465f-9552-f610701bfb1e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.428302 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Pushing event deleted for resources: {'Port': ['ID=5028799c-dd55-465f-9552-f610701bfb1e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:44.527049 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] create failed (client error): The resource could not be found. Feb 11 05:40:44.532898 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e3bdb7f3-3e0e-4490-b79e-162750cb4f63 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2631898 Feb 11 05:40:44.533531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39012) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:44.701376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Deleting port 11d8d923-42b1-410e-a0ac-c2b6cf85f167 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:44.703462 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (11d8d923-42b1-410e-a0ac-c2b6cf85f167), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.842311 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (11d8d923-42b1-410e-a0ac-c2b6cf85f167), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:44.861277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Calling delete_port for 11d8d923-42b1-410e-a0ac-c2b6cf85f167 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:45.058714 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (11d8d923-42b1-410e-a0ac-c2b6cf85f167), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.096041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Pushing event deleted for resources: {'Port': ['ID=11d8d923-42b1-410e-a0ac-c2b6cf85f167,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:45.149013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:45.149363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:45.149739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:45.150190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:45.150531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:45.150860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:45.151484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:45.151814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:45.152190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:45.152516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:45.153739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:45.154398 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:45.155441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:45.213758 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:45.220967 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39018) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:45.221892 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7d1f3504-fcfb-4b7d-9781-9f0e1712032c tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] 10.222.0.87 "DELETE /v2.0/ports/11d8d923-42b1-410e-a0ac-c2b6cf85f167 HTTP/1.1" status: 204 len: 168 time: 0.6867397 Feb 11 05:40:45.331778 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2914353-0dc3-48ff-a656-b2c850ab623b tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:45.337694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39024) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:45.338069 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a2914353-0dc3-48ff-a656-b2c850ab623b tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] 10.222.0.87 "GET /v2.0/ports?device_id=3861eb5a-f390-4155-b291-7847ae558c37 HTTP/1.1" status: 200 len: 913 time: 0.1115727 Feb 11 05:40:45.648158 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56ed9a58-e9a8-41b1-9be9-3490d2092b5a req-7396ada0-405b-4d2b-8acc-380ec566d298 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/ports?device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 210 time: 0.2131279 Feb 11 05:40:45.680510 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-2cd78544-3322-4a89-9a46-b4872484f810 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:45.682054 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-2cd78544-3322-4a89-9a46-b4872484f810 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.88 "GET /v2.0/networks?id=4c17c905-324c-4c7b-bec7-c148261c76ee HTTP/1.1" status: 200 len: 813 time: 0.1636088 Feb 11 05:40:45.699619 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-052e8674-d2fe-4916-9142-c2cac3058b6f tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Request body: {'port': {'device_id': '46728028-da81-4174-9c35-0ce4b1e8e677', 'network_id': '4c17c905-324c-4c7b-bec7-c148261c76ee', 'admin_state_up': True, 'tenant_id': 'ba16b5559279406db2258e444a6a7a5d'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:45.985122 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-052e8674-d2fe-4916-9142-c2cac3058b6f tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Made reservation on behalf of ba16b5559279406db2258e444a6a7a5d for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:45.988712 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-052e8674-d2fe-4916-9142-c2cac3058b6f tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:46.161193 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-052e8674-d2fe-4916-9142-c2cac3058b6f tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Allocated IP 172.20.0.14 (4c17c905-324c-4c7b-bec7-c148261c76ee/97e7ad99-b218-4698-9852-b133be873b36/2b077f84-f841-4774-aa06-326291a15d33) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:46.167604 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb08e7e3-e908-4a56-b2e6-bda137e42972 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (3861eb5a-f390-4155-b291-7847ae558c37), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:46.712883 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-052e8674-d2fe-4916-9142-c2cac3058b6f tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Publish callbacks [] for port (2b077f84-f841-4774-aa06-326291a15d33), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:46.806933 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-902a3bef-08aa-4966-a968-e58f6e81aec0 req-fc28110b-a66f-4567-a727-cc2fda884b82 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/ports?device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 210 time: 0.0546701 Feb 11 05:40:46.838719 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-052e8674-d2fe-4916-9142-c2cac3058b6f tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2b077f84-f841-4774-aa06-326291a15d33), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:46.917284 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-052e8674-d2fe-4916-9142-c2cac3058b6f tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Network 4c17c905-324c-4c7b-bec7-c148261c76ee is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:46.922004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-052e8674-d2fe-4916-9142-c2cac3058b6f tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:46.925067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e8674-d2fe-4916-9142-c2cac3058b6f tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Pushing event updated for resources: {'Port': ['ID=2b077f84-f841-4774-aa06-326291a15d33,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:46.927494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-052e8674-d2fe-4916-9142-c2cac3058b6f tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:46.964263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-cb08e7e3-e908-4a56-b2e6-bda137e42972 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Deleting port 3874a5e5-bd1c-4617-b2b0-4d453e2de0ca {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:46.964697 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb08e7e3-e908-4a56-b2e6-bda137e42972 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3874a5e5-bd1c-4617-b2b0-4d453e2de0ca), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.050130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-052e8674-d2fe-4916-9142-c2cac3058b6f tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:47.050877 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-052e8674-d2fe-4916-9142-c2cac3058b6f tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.082194 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-052e8674-d2fe-4916-9142-c2cac3058b6f tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3837514 Feb 11 05:40:47.098780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Request body: {'port': {'device_id': '46728028-da81-4174-9c35-0ce4b1e8e677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:47.124507 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb08e7e3-e908-4a56-b2e6-bda137e42972 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3874a5e5-bd1c-4617-b2b0-4d453e2de0ca), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.143114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-cb08e7e3-e908-4a56-b2e6-bda137e42972 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Calling delete_port for 3874a5e5-bd1c-4617-b2b0-4d453e2de0ca owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:47.219589 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2b077f84-f841-4774-aa06-326291a15d33), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.517263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39036) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:47.544362 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb08e7e3-e908-4a56-b2e6-bda137e42972 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (3874a5e5-bd1c-4617-b2b0-4d453e2de0ca), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.584959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08e7e3-e908-4a56-b2e6-bda137e42972 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Pushing event deleted for resources: {'Port': ['ID=3874a5e5-bd1c-4617-b2b0-4d453e2de0ca,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:47.743589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aea9a89-fb84-466b-bddb-cb174834dd49 admin admin] Deleting subnet 554ed693-fbd0-4f7d-85c0-757604f29531 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:40:47.749753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b077f84-f841-4774-aa06-326291a15d33 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:47.755748 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0aea9a89-fb84-466b-bddb-cb174834dd49 admin admin] Publish callbacks [] for subnet (554ed693-fbd0-4f7d-85c0-757604f29531), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.820077 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Publish callbacks [] for port (2b077f84-f841-4774-aa06-326291a15d33), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.888045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Transition to ACTIVE for port object 2b077f84-f841-4774-aa06-326291a15d33 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:40:47.890506 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0aea9a89-fb84-466b-bddb-cb174834dd49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (554ed693-fbd0-4f7d-85c0-757604f29531), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.919584 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2b077f84-f841-4774-aa06-326291a15d33), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:47.933698 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cb08e7e3-e908-4a56-b2e6-bda137e42972 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (3861eb5a-f390-4155-b291-7847ae558c37), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.025583 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0aea9a89-fb84-466b-bddb-cb174834dd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (554ed693-fbd0-4f7d-85c0-757604f29531), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.096394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Pushing event updated for resources: {'Port': ['ID=2b077f84-f841-4774-aa06-326291a15d33,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:48.235862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108c269-f7f4-4857-89e7-105bd71539ed req-6cc41f36-e430-45c7-9f33-0bea30b7d313 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:48.237306 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b108c269-f7f4-4857-89e7-105bd71539ed req-6cc41f36-e430-45c7-9f33-0bea30b7d313 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/ports?device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 944 time: 0.3123708 Feb 11 05:40:48.276168 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0aea9a89-fb84-466b-bddb-cb174834dd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (554ed693-fbd0-4f7d-85c0-757604f29531), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.353518 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea9a89-fb84-466b-bddb-cb174834dd49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=554ed693-fbd0-4f7d-85c0-757604f29531,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:48.369910 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0aea9a89-fb84-466b-bddb-cb174834dd49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.373281 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0aea9a89-fb84-466b-bddb-cb174834dd49 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/554ed693-fbd0-4f7d-85c0-757604f29531 HTTP/1.1" status: 204 len: 168 time: 0.8553469 Feb 11 05:40:48.375897 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39046) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:48.383556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Attempting to bind port 2b077f84-f841-4774-aa06-326291a15d33 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:48.383901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Attempting to bind port 2b077f84-f841-4774-aa06-326291a15d33 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '2db585a4-0a4f-4823-ac14-9eb9e19f7470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4c17c905-324c-4c7b-bec7-c148261c76ee'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:48.384235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Attempting to bind port 2b077f84-f841-4774-aa06-326291a15d33 on network 4c17c905-324c-4c7b-bec7-c148261c76ee {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:48.389481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb08e7e3-e908-4a56-b2e6-bda137e42972 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Router 3861eb5a-f390-4155-b291-7847ae558c37 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:40:48.406019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Port 2b077f84-f841-4774-aa06-326291a15d33 on network 4c17c905-324c-4c7b-bec7-c148261c76ee not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:48.406339 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Attempting to bind port 2b077f84-f841-4774-aa06-326291a15d33 on network 4c17c905-324c-4c7b-bec7-c148261c76ee {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:48.415868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b108c269-f7f4-4857-89e7-105bd71539ed req-407af2b7-fd8b-4cd0-9d21-4962816d15f3 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/security-groups?id=e564262c-e5f4-4c40-8a11-082e42b779ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448457 Feb 11 05:40:48.418138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:48.418477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Checking segment: {'id': '2db585a4-0a4f-4823-ac14-9eb9e19f7470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4c17c905-324c-4c7b-bec7-c148261c76ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:48.418849 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Bound using segment: {'id': '2db585a4-0a4f-4823-ac14-9eb9e19f7470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4c17c905-324c-4c7b-bec7-c148261c76ee'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:48.419283 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Bound port: 2b077f84-f841-4774-aa06-326291a15d33, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db585a4-0a4f-4823-ac14-9eb9e19f7470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4c17c905-324c-4c7b-bec7-c148261c76ee'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:48.419676 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2b077f84-f841-4774-aa06-326291a15d33), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.472524 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e606b76-620e-4585-be4a-9cca2cca2a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (0f5a4be0-feb8-49fd-96dc-ac82be5bf89e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.532597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb08e7e3-e908-4a56-b2e6-bda137e42972 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:48.539019 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cb08e7e3-e908-4a56-b2e6-bda137e42972 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] 10.222.0.87 "PUT /v2.0/routers/3861eb5a-f390-4155-b291-7847ae558c37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1998420 Feb 11 05:40:48.543446 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39048) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:48.547864 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb2865-a497-44b7-9702-677f8e1a3c89 None None] Sync routers for ids ['3861eb5a-f390-4155-b291-7847ae558c37'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:48.566654 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb2865-a497-44b7-9702-677f8e1a3c89 None None] Routers {'3861eb5a-f390-4155-b291-7847ae558c37'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:48.567406 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2cbb2865-a497-44b7-9702-677f8e1a3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:40:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3861eb5a-f390-4155-b291-7847ae558c37'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:48.570264 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e606b76-620e-4585-be4a-9cca2cca2a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (0f5a4be0-feb8-49fd-96dc-ac82be5bf89e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.596995 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-0e606b76-620e-4585-be4a-9cca2cca2a07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5a4be0-feb8-49fd-96dc-ac82be5bf89e']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:48.607262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-0e606b76-620e-4585-be4a-9cca2cca2a07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd506de75-aa3a-443a-ada6-4fb45ca7a248') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:48.607378 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-0e606b76-620e-4585-be4a-9cca2cca2a07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd506de75-aa3a-443a-ada6-4fb45ca7a248') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:48.617558 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e606b76-620e-4585-be4a-9cca2cca2a07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (d506de75-aa3a-443a-ada6-4fb45ca7a248), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.629723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] For port 2b077f84-f841-4774-aa06-326291a15d33, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:48.632093 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e606b76-620e-4585-be4a-9cca2cca2a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d506de75-aa3a-443a-ada6-4fb45ca7a248), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.640246 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e606b76-620e-4585-be4a-9cca2cca2a07 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:48.641270 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e606b76-620e-4585-be4a-9cca2cca2a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (d506de75-aa3a-443a-ada6-4fb45ca7a248), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:48.643782 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:48.645735 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c72243f7-51ae-4fb8-909d-6dc81fb30a84 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for router (3861eb5a-f390-4155-b291-7847ae558c37), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.650026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] For port 2b077f84-f841-4774-aa06-326291a15d33, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2b077f84-f841-4774-aa06-326291a15d33,segment=NetworkSegment(2db585a4-0a4f-4823-ac14-9eb9e19f7470),segment_id=2db585a4-0a4f-4823-ac14-9eb9e19f7470)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:48.658261 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2cbb2865-a497-44b7-9702-677f8e1a3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:48.669496 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb2865-a497-44b7-9702-677f8e1a3c89 None None] Routers {'3861eb5a-f390-4155-b291-7847ae558c37'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:48.670160 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2cbb2865-a497-44b7-9702-677f8e1a3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:40:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3861eb5a-f390-4155-b291-7847ae558c37'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:48.689883 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2b077f84-f841-4774-aa06-326291a15d33), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.722133 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2cbb2865-a497-44b7-9702-677f8e1a3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:48.723723 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb2865-a497-44b7-9702-677f8e1a3c89 None None] The sync data for ids ['3861eb5a-f390-4155-b291-7847ae558c37'] in n-d-713499-38 is: [] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:48.738641 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e606b76-620e-4585-be4a-9cca2cca2a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (0f5a4be0-feb8-49fd-96dc-ac82be5bf89e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.762849 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e606b76-620e-4585-be4a-9cca2cca2a07 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.771325 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0e606b76-620e-4585-be4a-9cca2cca2a07 admin admin] 10.222.0.87 "DELETE /v2.0/networks/0f5a4be0-feb8-49fd-96dc-ac82be5bf89e HTTP/1.1" status: 204 len: 168 time: 0.3921463 Feb 11 05:40:48.771325 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e606b76-620e-4585-be4a-9cca2cca2a07 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5a4be0-feb8-49fd-96dc-ac82be5bf89e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:48.791341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:48.791918 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.793331 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] 10.222.0.88 "PUT /v2.0/ports/2b077f84-f841-4774-aa06-326291a15d33 HTTP/1.1" status: 200 len: 1093 time: 1.6987844 Feb 11 05:40:48.793786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46728028-da81-4174-9c35-0ce4b1e8e677', 'tag': '2b077f84-f841-4774-aa06-326291a15d33'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:48.796112 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6857e03a-40b2-4414-8def-ed4e4f363d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "46728028-da81-4174-9c35-0ce4b1e8e677", "tag": "2b077f84-f841-4774-aa06-326291a15d33"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:48.893574 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947b08d6-e80f-433b-8435-59a9424b4a0f x-openstack-request-id: req-947b08d6-e80f-433b-8435-59a9424b4a0f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:48.893875 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46728028-da81-4174-9c35-0ce4b1e8e677", "tag": "2b077f84-f841-4774-aa06-326291a15d33", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:48.894134 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-947b08d6-e80f-433b-8435-59a9424b4a0f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:48.894545 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46728028-da81-4174-9c35-0ce4b1e8e677', 'tag': '2b077f84-f841-4774-aa06-326291a15d33', 'status': 'completed', 'code': 200} Feb 11 05:40:48.911548 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048ddde-ae30-4cba-b0cc-33d0810bc509 service neutron] Pushing event updated for resources: {'Port': ['ID=2b077f84-f841-4774-aa06-326291a15d33,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:48.916663 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c72243f7-51ae-4fb8-909d-6dc81fb30a84 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (3861eb5a-f390-4155-b291-7847ae558c37), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.920182 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c72243f7-51ae-4fb8-909d-6dc81fb30a84 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for router_controller (3861eb5a-f390-4155-b291-7847ae558c37), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.930912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39056) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:48.975152 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-cfe8f000-5dbd-4911-bcc6-d079cc99cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:48.976707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-cfe8f000-5dbd-4911-bcc6-d079cc99cbb1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba16b5559279406db2258e444a6a7a5d&device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 1127 time: 0.1299293 Feb 11 05:40:48.977774 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c72243f7-51ae-4fb8-909d-6dc81fb30a84 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (3861eb5a-f390-4155-b291-7847ae558c37), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.978301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72243f7-51ae-4fb8-909d-6dc81fb30a84 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Fanout notify agent at l3_agent the message router_deleted on router 3861eb5a-f390-4155-b291-7847ae558c37 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:40:48.982842 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-68df3bc3-ccda-4bc4-911a-36444b1e6397 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=956cac9475ef4226a6728574a5a305a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503623 Feb 11 05:40:48.983841 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39058) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:48.985235 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c72243f7-51ae-4fb8-909d-6dc81fb30a84 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.986295 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c72243f7-51ae-4fb8-909d-6dc81fb30a84 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] 10.222.0.87 "DELETE /v2.0/routers/3861eb5a-f390-4155-b291-7847ae558c37 HTTP/1.1" status: 204 len: 168 time: 0.4419718 Feb 11 05:40:48.988806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39060) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:49.045699 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0052179-67ee-46ab-8107-4372fa1c87a8 admin admin] Publish callbacks [] for security_group (b20b238c-a3c5-4332-9f2c-f6bbe06dca32), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.073723 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0052179-67ee-46ab-8107-4372fa1c87a8 admin admin] Publish callbacks [] for security_group (b20b238c-a3c5-4332-9f2c-f6bbe06dca32), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.137174 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0052179-67ee-46ab-8107-4372fa1c87a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b20b238c-a3c5-4332-9f2c-f6bbe06dca32), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.142900 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0052179-67ee-46ab-8107-4372fa1c87a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.144495 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d0052179-67ee-46ab-8107-4372fa1c87a8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b20b238c-a3c5-4332-9f2c-f6bbe06dca32 HTTP/1.1" status: 204 len: 168 time: 0.1598244 Feb 11 05:40:49.154140 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0052179-67ee-46ab-8107-4372fa1c87a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20b238c-a3c5-4332-9f2c-f6bbe06dca32,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:49.312018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-3aedac02-f4ce-4e02-b7c6-839f8e017437 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b077f84-f841-4774-aa06-326291a15d33 HTTP/1.1" status: 200 len: 217 time: 0.3243904 Feb 11 05:40:49.372430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e55db9f-d26e-4387-855d-ce8cdb0dc511 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Deleting subnet 66b9ac87-0c95-49c6-95fc-bd25a42c3d0c {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:40:49.392240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-7a1276b1-570a-4a34-b5b1-6942dd365357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:49.394110 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-7a1276b1-570a-4a34-b5b1-6942dd365357 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=97e7ad99-b218-4698-9852-b133be873b36 HTTP/1.1" status: 200 len: 853 time: 0.0711765 Feb 11 05:40:49.397342 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0e55db9f-d26e-4387-855d-ce8cdb0dc511 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for subnet (66b9ac87-0c95-49c6-95fc-bd25a42c3d0c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.454855 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0e55db9f-d26e-4387-855d-ce8cdb0dc511 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (66b9ac87-0c95-49c6-95fc-bd25a42c3d0c), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.557243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-45988cae-b0db-419f-b2f1-c04ff56608e3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c17c905-324c-4c7b-bec7-c148261c76ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460804 Feb 11 05:40:49.739998 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-826c76f4-4bc6-4507-a6ac-971903d6151e service neutron] 10.222.0.88 "GET /v2.0/networks/4c17c905-324c-4c7b-bec7-c148261c76ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509018 Feb 11 05:40:49.747067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e87c7-4735-48c9-93dd-faa30081b3ca req-a4875c74-ed78-4631-b311-39c69760f4a0 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:49.754172 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd1e87c7-4735-48c9-93dd-faa30081b3ca req-a4875c74-ed78-4631-b311-39c69760f4a0 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/ports?device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 944 time: 0.2314668 Feb 11 05:40:49.777415 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0e55db9f-d26e-4387-855d-ce8cdb0dc511 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (66b9ac87-0c95-49c6-95fc-bd25a42c3d0c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.921112 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd1e87c7-4735-48c9-93dd-faa30081b3ca req-62ce4c89-4499-4863-877b-90daebf06868 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/security-groups?id=e564262c-e5f4-4c40-8a11-082e42b779ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649897 Feb 11 05:40:49.943852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2cf4c85-b4cd-48d2-95c8-4e9a8dd59cab req-bc20c15c-dc82-4820-b2a7-460221d85f60 service neutron] 10.222.0.88 "GET /v2.0/networks/4c17c905-324c-4c7b-bec7-c148261c76ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874087 Feb 11 05:40:49.945466 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0e55db9f-d26e-4387-855d-ce8cdb0dc511 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (66b9ac87-0c95-49c6-95fc-bd25a42c3d0c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.995080 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55db9f-d26e-4387-855d-ce8cdb0dc511 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Pushing event deleted for resources: {'Subnet': ['ID=66b9ac87-0c95-49c6-95fc-bd25a42c3d0c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:50.002039 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0e55db9f-d26e-4387-855d-ce8cdb0dc511 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.002879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b347c8-3468-463a-ae61-fffb73bb4729 None None] Network 5db7379a-b505-459c-804d-8313dd6eaa1a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:50.008226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0e55db9f-d26e-4387-855d-ce8cdb0dc511 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] 10.222.0.87 "DELETE /v2.0/subnets/66b9ac87-0c95-49c6-95fc-bd25a42c3d0c HTTP/1.1" status: 204 len: 168 time: 1.0157728 Feb 11 05:40:50.008898 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39086) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:50.071830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857e03a-40b2-4414-8def-ed4e4f363d0e req-e1e61563-8252-428f-9905-978024e589f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:50.074418 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6857e03a-40b2-4414-8def-ed4e4f363d0e req-e1e61563-8252-428f-9905-978024e589f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ba16b5559279406db2258e444a6a7a5d&device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 1127 time: 0.0579448 Feb 11 05:40:50.121689 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (5db7379a-b505-459c-804d-8313dd6eaa1a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.188936 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Deleting port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:50.189558 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (38af2c82-061d-47cf-b8b9-3c3cf395f1cf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.211095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857e03a-40b2-4414-8def-ed4e4f363d0e req-440dbad4-fd90-4fe0-a09c-d8e79e4761d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:50.212664 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6857e03a-40b2-4414-8def-ed4e4f363d0e req-440dbad4-fd90-4fe0-a09c-d8e79e4761d6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4c17c905-324c-4c7b-bec7-c148261c76ee HTTP/1.1" status: 200 len: 914 time: 0.1324806 Feb 11 05:40:50.236089 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] DHCP port deletion for 5db7379a-b505-459c-804d-8313dd6eaa1a request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:40:50.266682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6857e03a-40b2-4414-8def-ed4e4f363d0e req-4c9f5beb-c0a4-4c3f-8642-0576d79c56fa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b077f84-f841-4774-aa06-326291a15d33 HTTP/1.1" status: 200 len: 217 time: 0.0464232 Feb 11 05:40:50.282637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] For port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=38af2c82-061d-47cf-b8b9-3c3cf395f1cf,segment=NetworkSegment(df472e48-563f-494d-ac1f-52c4c8a4f90f),segment_id=df472e48-563f-494d-ac1f-52c4c8a4f90f)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:50.283270 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (38af2c82-061d-47cf-b8b9-3c3cf395f1cf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.307961 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Calling delete_port for 38af2c82-061d-47cf-b8b9-3c3cf395f1cf owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:50.328946 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Deleting port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:50.330681 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (38af2c82-061d-47cf-b8b9-3c3cf395f1cf), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.338480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857e03a-40b2-4414-8def-ed4e4f363d0e req-8749340f-5c5a-4d20-8d5e-d290bb43e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:50.340122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6857e03a-40b2-4414-8def-ed4e4f363d0e req-8749340f-5c5a-4d20-8d5e-d290bb43e3e4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=97e7ad99-b218-4698-9852-b133be873b36 HTTP/1.1" status: 200 len: 853 time: 0.0641539 Feb 11 05:40:50.392026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6857e03a-40b2-4414-8def-ed4e4f363d0e req-a0a145cc-7668-499f-aef5-9ee2d6200209 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4c17c905-324c-4c7b-bec7-c148261c76ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447083 Feb 11 05:40:50.411521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] For port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=38af2c82-061d-47cf-b8b9-3c3cf395f1cf,segment=NetworkSegment(df472e48-563f-494d-ac1f-52c4c8a4f90f),segment_id=df472e48-563f-494d-ac1f-52c4c8a4f90f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:50.412005 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (38af2c82-061d-47cf-b8b9-3c3cf395f1cf), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.429953 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (38af2c82-061d-47cf-b8b9-3c3cf395f1cf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.432420 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Calling delete_port for 38af2c82-061d-47cf-b8b9-3c3cf395f1cf owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:50.467650 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Pushing event deleted for resources: {'Port': ['ID=38af2c82-061d-47cf-b8b9-3c3cf395f1cf,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:50.481077 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] No DVR routers for this DVR port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:50.542115 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (38af2c82-061d-47cf-b8b9-3c3cf395f1cf), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.572083 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6857e03a-40b2-4414-8def-ed4e4f363d0e req-b6f17abe-cbbd-4c2a-88a5-300793232bce service neutron] 10.222.0.88 "GET /v2.0/networks/4c17c905-324c-4c7b-bec7-c148261c76ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714046 Feb 11 05:40:50.574923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Pushing event deleted for resources: {'Port': ['ID=38af2c82-061d-47cf-b8b9-3c3cf395f1cf,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:50.577968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] No DVR routers for this DVR port 38af2c82-061d-47cf-b8b9-3c3cf395f1cf on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:50.588914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:50.589615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:50.590058 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:50.590837 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:50.591931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:50.592288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:50.594402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:50.594768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:50.595111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:50.595471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:50.595786 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (5db7379a-b505-459c-804d-8313dd6eaa1a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.595905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:50.596128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:50.596462 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae719303-72a0-4d01-b373-356da1c5e870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:50.619975 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db7379a-b505-459c-804d-8313dd6eaa1a']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:50.631653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df472e48-563f-494d-ac1f-52c4c8a4f90f') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:50.631653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df472e48-563f-494d-ac1f-52c4c8a4f90f') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:50.649456 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (df472e48-563f-494d-ac1f-52c4c8a4f90f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.675475 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (df472e48-563f-494d-ac1f-52c4c8a4f90f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.681911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:50.682320 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (df472e48-563f-494d-ac1f-52c4c8a4f90f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:50.688498 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:50.725367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 38af2c82-061d-47cf-b8b9-3c3cf395f1cf no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:50.739965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6857e03a-40b2-4414-8def-ed4e4f363d0e req-5f855b47-f723-48df-9a1c-70e8408a7378 service neutron] 10.222.0.88 "GET /v2.0/networks/4c17c905-324c-4c7b-bec7-c148261c76ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608446 Feb 11 05:40:50.761469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 38af2c82-061d-47cf-b8b9-3c3cf395f1cf {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:40:50.761901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 38af2c82-061d-47cf-b8b9-3c3cf395f1cf not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:40:50.791548 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (5db7379a-b505-459c-804d-8313dd6eaa1a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.811522 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.817844 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] 10.222.0.87 "DELETE /v2.0/networks/5db7379a-b505-459c-804d-8313dd6eaa1a HTTP/1.1" status: 204 len: 168 time: 0.8078678 Feb 11 05:40:50.819400 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5c729-c043-41b7-a605-dfa2c73ff407 tempest-FloatingIPNegativeTestJSON-151056825 tempest-FloatingIPNegativeTestJSON-151056825-project] Pushing event deleted for resources: {'Network': ['ID=5db7379a-b505-459c-804d-8313dd6eaa1a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:51.078211 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f0530-484d-43dd-830b-94a247a1a126 req-45f328d4-cdff-4898-a2ea-0a249a9bf9ad tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:51.086994 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-396f0530-484d-43dd-830b-94a247a1a126 req-45f328d4-cdff-4898-a2ea-0a249a9bf9ad tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/ports?device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 944 time: 0.0889058 Feb 11 05:40:51.141315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-396f0530-484d-43dd-830b-94a247a1a126 req-bf0add6c-61ed-4a29-bfe8-08d4b2674deb tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/security-groups?id=e564262c-e5f4-4c40-8a11-082e42b779ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531657 Feb 11 05:40:51.198464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39138) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:51.353980 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dd66b93c-994d-4d2c-8f1a-fd3e737b845b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5b803e0d3d8447ffa028f63d65f53359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1534789 Feb 11 05:40:51.356515 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39142) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:51.406950 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c318342b-fbc5-4df8-b8f5-3d63fc92915a admin admin] Publish callbacks [] for security_group (9dffe7d1-3e99-4f4c-bd6b-aa7c66e01fd1), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.429026 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c318342b-fbc5-4df8-b8f5-3d63fc92915a admin admin] Publish callbacks [] for security_group (9dffe7d1-3e99-4f4c-bd6b-aa7c66e01fd1), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.481237 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c318342b-fbc5-4df8-b8f5-3d63fc92915a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9dffe7d1-3e99-4f4c-bd6b-aa7c66e01fd1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.483931 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c318342b-fbc5-4df8-b8f5-3d63fc92915a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:51.485084 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c318342b-fbc5-4df8-b8f5-3d63fc92915a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9dffe7d1-3e99-4f4c-bd6b-aa7c66e01fd1 HTTP/1.1" status: 204 len: 168 time: 0.1274457 Feb 11 05:40:51.495052 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318342b-fbc5-4df8-b8f5-3d63fc92915a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dffe7d1-3e99-4f4c-bd6b-aa7c66e01fd1,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:52.286281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39182) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:52.327073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c2a07-35cc-42ae-ba10-950652d32550 req-fc009c1e-51ba-4d02-b0b7-075eb3553f7a tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:52.328667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f0c2a07-35cc-42ae-ba10-950652d32550 req-fc009c1e-51ba-4d02-b0b7-075eb3553f7a tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/ports?device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 944 time: 0.0936835 Feb 11 05:40:52.385484 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f0c2a07-35cc-42ae-ba10-950652d32550 req-9a0b5ed6-df35-4bbe-b831-f52afc365927 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/security-groups?id=e564262c-e5f4-4c40-8a11-082e42b779ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506446 Feb 11 05:40:52.416564 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-86c64741-9c89-4324-b896-6124eea4c021 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1235904638'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:52.435257 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c64741-9c89-4324-b896-6124eea4c021 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:52.438503 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-86c64741-9c89-4324-b896-6124eea4c021 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.446785 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-86c64741-9c89-4324-b896-6124eea4c021 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.526027 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-86c64741-9c89-4324-b896-6124eea4c021 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for security_group (c137e164-2463-494c-8cfe-6011509d1ff2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.530330 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-86c64741-9c89-4324-b896-6124eea4c021 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c137e164-2463-494c-8cfe-6011509d1ff2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.558334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c64741-9c89-4324-b896-6124eea4c021 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:52.568897 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c64741-9c89-4324-b896-6124eea4c021 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c137e164-2463-494c-8cfe-6011509d1ff2,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:52.574663 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-86c64741-9c89-4324-b896-6124eea4c021 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5451bdf5-3781-41d2-bba2-b927716a2b1f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.575056 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-86c64741-9c89-4324-b896-6124eea4c021 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Added segment 5451bdf5-3781-41d2-bba2-b927716a2b1f of type vlan for network ce672998-e9d7-404c-aed1-dc82d631a205 Feb 11 05:40:52.619166 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-86c64741-9c89-4324-b896-6124eea4c021 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (ce672998-e9d7-404c-aed1-dc82d631a205), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.647475 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-86c64741-9c89-4324-b896-6124eea4c021 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (ce672998-e9d7-404c-aed1-dc82d631a205), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.652592 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c64741-9c89-4324-b896-6124eea4c021 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:52.653185 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-86c64741-9c89-4324-b896-6124eea4c021 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.690692 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-86c64741-9c89-4324-b896-6124eea4c021 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4032300 Feb 11 05:40:52.724682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c64741-9c89-4324-b896-6124eea4c021 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Network': ['ID=ce672998-e9d7-404c-aed1-dc82d631a205,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:52.736719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network ce672998-e9d7-404c-aed1-dc82d631a205 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:52.923924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2b077f84-f841-4774-aa06-326291a15d33 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:40:53.070808 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2b077f84-f841-4774-aa06-326291a15d33, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2b077f84-f841-4774-aa06-326291a15d33,segment=NetworkSegment(2db585a4-0a4f-4823-ac14-9eb9e19f7470),segment_id=2db585a4-0a4f-4823-ac14-9eb9e19f7470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:53.088657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '2b077f84-f841-4774-aa06-326291a15d33', 'network_id': '4c17c905-324c-4c7b-bec7-c148261c76ee', 'port_id': '2b077f84-f841-4774-aa06-326291a15d33', 'mac_address': 'fa:16:3e:14:1c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e7ad99-b218-4698-9852-b133be873b36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:40:53.128759 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 2b077f84-f841-4774-aa06-326291a15d33 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:53.129360 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2b077f84-f841-4774-aa06-326291a15d33), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:53.149419 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b077f84-f841-4774-aa06-326291a15d33 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:53.176488 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2b077f84-f841-4774-aa06-326291a15d33, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2b077f84-f841-4774-aa06-326291a15d33,segment=NetworkSegment(2db585a4-0a4f-4823-ac14-9eb9e19f7470),segment_id=2db585a4-0a4f-4823-ac14-9eb9e19f7470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:53.182262 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2b077f84-f841-4774-aa06-326291a15d33), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:53.247443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=2b077f84-f841-4774-aa06-326291a15d33,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:53.425318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['2b077f84-f841-4774-aa06-326291a15d33'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:53.558400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba95a74-2192-4e74-9624-8c861f05e956 req-66c0a86f-fca8-406b-98b5-0fb07122e32d tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:53.560288 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cba95a74-2192-4e74-9624-8c861f05e956 req-66c0a86f-fca8-406b-98b5-0fb07122e32d tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/ports?device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 945 time: 0.0976129 Feb 11 05:40:53.667793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cba95a74-2192-4e74-9624-8c861f05e956 req-01853a0c-c809-4dc9-b16b-1c671c20cf03 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/security-groups?id=e564262c-e5f4-4c40-8a11-082e42b779ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775614 Feb 11 05:40:54.804565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd2518-f918-4cd6-8be3-8c9fa22f7c2a req-09d426f5-28da-4353-b7bb-d95c57c06551 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:54.806059 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0bbd2518-f918-4cd6-8be3-8c9fa22f7c2a req-09d426f5-28da-4353-b7bb-d95c57c06551 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/ports?device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 945 time: 0.0553086 Feb 11 05:40:54.819874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2b077f84-f841-4774-aa06-326291a15d33 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:54.910795 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0bbd2518-f918-4cd6-8be3-8c9fa22f7c2a req-bcb59471-366d-4f46-be60-318570195a82 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/security-groups?id=e564262c-e5f4-4c40-8a11-082e42b779ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989220 Feb 11 05:40:54.940097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 2b077f84-f841-4774-aa06-326291a15d33 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:40:54.949988 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 2b077f84-f841-4774-aa06-326291a15d33 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:54.951135 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2b077f84-f841-4774-aa06-326291a15d33), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.055931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 2b077f84-f841-4774-aa06-326291a15d33 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:55.055931 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2b077f84-f841-4774-aa06-326291a15d33), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.096175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2b077f84-f841-4774-aa06-326291a15d33, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2b077f84-f841-4774-aa06-326291a15d33,segment=NetworkSegment(2db585a4-0a4f-4823-ac14-9eb9e19f7470),segment_id=2db585a4-0a4f-4823-ac14-9eb9e19f7470)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:55.098369 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46728028-da81-4174-9c35-0ce4b1e8e677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b077f84-f841-4774-aa06-326291a15d33'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:55.101274 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e4a95a-e33a-4026-813a-1d8a65a175bb" -d '{"events": [{"server_uuid": "46728028-da81-4174-9c35-0ce4b1e8e677", "name": "network-vif-plugged", "status": "completed", "tag": "2b077f84-f841-4774-aa06-326291a15d33"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:55.117039 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2b077f84-f841-4774-aa06-326291a15d33), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.181165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=2b077f84-f841-4774-aa06-326291a15d33,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:55.196208 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ebc8ee-f9e9-4602-a9eb-a976e537dc11 x-openstack-request-id: req-d7ebc8ee-f9e9-4602-a9eb-a976e537dc11 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:55.196589 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46728028-da81-4174-9c35-0ce4b1e8e677", "name": "network-vif-plugged", "status": "completed", "tag": "2b077f84-f841-4774-aa06-326291a15d33", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:55.197067 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d7ebc8ee-f9e9-4602-a9eb-a976e537dc11 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:55.197473 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46728028-da81-4174-9c35-0ce4b1e8e677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b077f84-f841-4774-aa06-326291a15d33', 'code': 200} Feb 11 05:40:55.355885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31e4e9-cafa-43cc-812d-b2c9475c2679 req-8ffff99f-c7ab-44e4-84e2-e55116328e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:55.357392 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c31e4e9-cafa-43cc-812d-b2c9475c2679 req-8ffff99f-c7ab-44e4-84e2-e55116328e01 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 1129 time: 0.0894618 Feb 11 05:40:55.424082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c31e4e9-cafa-43cc-812d-b2c9475c2679 req-30100f3b-b336-4874-9d80-16e670c94dae service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e564262c-e5f4-4c40-8a11-082e42b779ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562065 Feb 11 05:40:56.050503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381e361-9fec-4c21-9920-6b855f5dcc28 req-95cd9289-9586-4a55-b715-fc3e26345183 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:56.052253 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6381e361-9fec-4c21-9920-6b855f5dcc28 req-95cd9289-9586-4a55-b715-fc3e26345183 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/ports?device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 946 time: 0.0554426 Feb 11 05:40:56.099382 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6381e361-9fec-4c21-9920-6b855f5dcc28 req-c7e68047-22f8-4b03-8dd6-d6d0d6b3d2ee tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/security-groups?id=e564262c-e5f4-4c40-8a11-082e42b779ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411839 Feb 11 05:40:56.138179 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39232) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:56.144202 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e2c64927-f749-4ec7-84f4-2a1f54f59e1d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'subnet': {'network_id': 'ce672998-e9d7-404c-aed1-dc82d631a205', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:56.235265 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c64927-f749-4ec7-84f4-2a1f54f59e1d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:56.238825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e2c64927-f749-4ec7-84f4-2a1f54f59e1d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.440354 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e2c64927-f749-4ec7-84f4-2a1f54f59e1d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (b46ecd50-23cc-471d-95dc-55ed06cc2972), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.508987 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c64927-f749-4ec7-84f4-2a1f54f59e1d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Subnet': ['ID=b46ecd50-23cc-471d-95dc-55ed06cc2972,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:56.521282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c64927-f749-4ec7-84f4-2a1f54f59e1d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Checking segment: {'id': '5451bdf5-3781-41d2-bba2-b927716a2b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ce672998-e9d7-404c-aed1-dc82d631a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:56.521730 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c64927-f749-4ec7-84f4-2a1f54f59e1d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network hostable DHCP agents. Network: ce672998-e9d7-404c-aed1-dc82d631a205, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:40:56.543279 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c64927-f749-4ec7-84f4-2a1f54f59e1d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network ce672998-e9d7-404c-aed1-dc82d631a205 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:40:56.556912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-e2c64927-f749-4ec7-84f4-2a1f54f59e1d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, ce672998-e9d7-404c-aed1-dc82d631a205) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:56.563324 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c64927-f749-4ec7-84f4-2a1f54f59e1d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:56.565560 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e2c64927-f749-4ec7-84f4-2a1f54f59e1d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.567275 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9a9535-c7fd-4f26-be94-7c5099149d78 None None] Network ce672998-e9d7-404c-aed1-dc82d631a205 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:56.587548 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e2c64927-f749-4ec7-84f4-2a1f54f59e1d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4473443 Feb 11 05:40:56.590958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39246) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:56.597099 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ab5a2c3a-7a69-46e8-9f14-bc0023536a2c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-890156866'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:56.626464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5a2c3a-7a69-46e8-9f14-bc0023536a2c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:56.629985 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab5a2c3a-7a69-46e8-9f14-bc0023536a2c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.685502 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5a2c3a-7a69-46e8-9f14-bc0023536a2c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:56.699606 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab5a2c3a-7a69-46e8-9f14-bc0023536a2c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (db286023-af1a-4307-a830-c5ffc4d055ae), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.700247 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-ab5a2c3a-7a69-46e8-9f14-bc0023536a2c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Added segment db286023-af1a-4307-a830-c5ffc4d055ae of type vlan for network eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b Feb 11 05:40:56.724495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-ce672998-e9d7-404c-aed1-dc82d631a205', 'network_id': 'ce672998-e9d7-404c-aed1-dc82d631a205', 'project_id': '80f634d2c48345e1b380d8d0eab732b7', 'fixed_ips': [{'subnet_id': 'b46ecd50-23cc-471d-95dc-55ed06cc2972'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:40:56.726039 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.765043 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab5a2c3a-7a69-46e8-9f14-bc0023536a2c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.796025 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab5a2c3a-7a69-46e8-9f14-bc0023536a2c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.802404 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5a2c3a-7a69-46e8-9f14-bc0023536a2c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:56.803215 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab5a2c3a-7a69-46e8-9f14-bc0023536a2c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.850611 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ab5a2c3a-7a69-46e8-9f14-bc0023536a2c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2574379 Feb 11 05:40:56.853723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39252) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:56.888453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Allocated IP 2001:db8:0:ffff::2 (ce672998-e9d7-404c-aed1-dc82d631a205/b46ecd50-23cc-471d-95dc-55ed06cc2972/7072a3fb-407b-4256-8d86-a94f76cd8a7a) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:56.893260 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-31f1c881-2a71-4d63-9b45-8e85443739dd tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'subnet': {'network_id': 'eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:56.916706 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a2c3a-7a69-46e8-9f14-bc0023536a2c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Network': ['ID=eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:56.928753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:57.009677 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f1c881-2a71-4d63-9b45-8e85443739dd tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:57.015107 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-31f1c881-2a71-4d63-9b45-8e85443739dd tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.138281 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Publish callbacks [] for port (7072a3fb-407b-4256-8d86-a94f76cd8a7a), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.146513 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (7072a3fb-407b-4256-8d86-a94f76cd8a7a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.208302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Pushing event updated for resources: {'Port': ['ID=7072a3fb-407b-4256-8d86-a94f76cd8a7a,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:57.223266 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Network ce672998-e9d7-404c-aed1-dc82d631a205 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:57.225382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:57.227830 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:57.252275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62b3c1-d5d5-4587-ac3a-e152d3bf453c req-1cd69bb9-26a4-46e4-9c78-73a50e179b60 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:57.259885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e62b3c1-d5d5-4587-ac3a-e152d3bf453c req-1cd69bb9-26a4-46e4-9c78-73a50e179b60 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/ports?device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 946 time: 0.0707066 Feb 11 05:40:57.314392 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-31f1c881-2a71-4d63-9b45-8e85443739dd tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (49011683-eb6c-4c64-b73d-d796137d93e3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.319257 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e62b3c1-d5d5-4587-ac3a-e152d3bf453c req-85043569-e359-4102-9c45-d1deeba75dbd tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/security-groups?id=e564262c-e5f4-4c40-8a11-082e42b779ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579946 Feb 11 05:40:57.364674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Attempting to bind port 7072a3fb-407b-4256-8d86-a94f76cd8a7a on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:57.364827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Attempting to bind port 7072a3fb-407b-4256-8d86-a94f76cd8a7a by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '5451bdf5-3781-41d2-bba2-b927716a2b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ce672998-e9d7-404c-aed1-dc82d631a205'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:57.365121 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Attempting to bind port 7072a3fb-407b-4256-8d86-a94f76cd8a7a on network ce672998-e9d7-404c-aed1-dc82d631a205 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:57.375205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:57.375612 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Checking segment: {'id': '5451bdf5-3781-41d2-bba2-b927716a2b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ce672998-e9d7-404c-aed1-dc82d631a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:57.376017 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.376408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Bound using segment: {'id': '5451bdf5-3781-41d2-bba2-b927716a2b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ce672998-e9d7-404c-aed1-dc82d631a205'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:57.376909 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Bound port: 7072a3fb-407b-4256-8d86-a94f76cd8a7a, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5451bdf5-3781-41d2-bba2-b927716a2b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ce672998-e9d7-404c-aed1-dc82d631a205'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:57.379969 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7072a3fb-407b-4256-8d86-a94f76cd8a7a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.398889 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1c881-2a71-4d63-9b45-8e85443739dd tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Subnet': ['ID=49011683-eb6c-4c64-b73d-d796137d93e3,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:57.408679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1c881-2a71-4d63-9b45-8e85443739dd tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Checking segment: {'id': 'db286023-af1a-4307-a830-c5ffc4d055ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:57.409028 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f1c881-2a71-4d63-9b45-8e85443739dd tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network hostable DHCP agents. Network: eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:40:57.429578 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f1c881-2a71-4d63-9b45-8e85443739dd tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:40:57.442398 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-31f1c881-2a71-4d63-9b45-8e85443739dd tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:57.464127 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f1c881-2a71-4d63-9b45-8e85443739dd tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:57.465308 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-31f1c881-2a71-4d63-9b45-8e85443739dd tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.478809 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20988c88-d71f-4cdd-abee-b554473a2a83 None None] Network eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:57.502544 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-31f1c881-2a71-4d63-9b45-8e85443739dd tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6477184 Feb 11 05:40:57.505320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39270) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:57.625065 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] For port 7072a3fb-407b-4256-8d86-a94f76cd8a7a, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:57.629849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] For port 7072a3fb-407b-4256-8d86-a94f76cd8a7a, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7072a3fb-407b-4256-8d86-a94f76cd8a7a,segment=NetworkSegment(5451bdf5-3781-41d2-bba2-b927716a2b1f),segment_id=5451bdf5-3781-41d2-bba2-b927716a2b1f)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:57.671453 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7072a3fb-407b-4256-8d86-a94f76cd8a7a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.674256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b', 'network_id': 'eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b', 'project_id': '80f634d2c48345e1b380d8d0eab732b7', 'fixed_ips': [{'subnet_id': '49011683-eb6c-4c64-b73d-d796137d93e3'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:40:57.675191 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.682880 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.756903 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6cb24-85f2-4bc8-b5da-8db259046f87 None None] Pushing event updated for resources: {'Port': ['ID=7072a3fb-407b-4256-8d86-a94f76cd8a7a,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:57.873345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (49011683-eb6c-4c64-b73d-d796137d93e3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.926224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61441790-14e0-42ee-9995-642bd636eee0 req-53c3a809-64ee-4d5a-95e7-1e279a684165 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:57.928898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61441790-14e0-42ee-9995-642bd636eee0 req-53c3a809-64ee-4d5a-95e7-1e279a684165 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/ports?device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 946 time: 0.1560211 Feb 11 05:40:57.965507 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Allocated IP 2001:db8::1 (eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b/49011683-eb6c-4c64-b73d-d796137d93e3/535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:58.094257 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61441790-14e0-42ee-9995-642bd636eee0 req-d797a7c9-7abc-4f96-bd76-69c66e3e538d tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/security-groups?id=e564262c-e5f4-4c40-8a11-082e42b779ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371536 Feb 11 05:40:58.208757 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Publish callbacks [] for port (535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.238336 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.245973 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (49011683-eb6c-4c64-b73d-d796137d93e3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.292296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Subnet': ['ID=49011683-eb6c-4c64-b73d-d796137d93e3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:58.329564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Network eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:58.347221 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:58.357606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:58.365031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Pushing event updated for resources: {'Port': ['ID=535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:58.415777 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.440248 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Attempting to bind port 535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:58.440542 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Attempting to bind port 535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'db286023-af1a-4307-a830-c5ffc4d055ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:58.440887 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Attempting to bind port 535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88 on network eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:58.442419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:58.446714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:58.447092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Checking segment: {'id': 'db286023-af1a-4307-a830-c5ffc4d055ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:58.447529 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.447928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Bound using segment: {'id': 'db286023-af1a-4307-a830-c5ffc4d055ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:58.448392 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Bound port: 535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db286023-af1a-4307-a830-c5ffc4d055ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:58.448770 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.455445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db286023-af1a-4307-a830-c5ffc4d055ae') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:58.455995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db286023-af1a-4307-a830-c5ffc4d055ae') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:58.468705 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (db286023-af1a-4307-a830-c5ffc4d055ae), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.487018 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (db286023-af1a-4307-a830-c5ffc4d055ae), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.494408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:58.495116 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (db286023-af1a-4307-a830-c5ffc4d055ae), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.516461 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] For port 535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:58.537648 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d17739ed-cd83-4185-82de-df66426f9ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:58.563185 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:58.579061 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.api [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:40:58.579061 n-d-713499-38 neutron-server[103171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:40:58.579061 n-d-713499-38 neutron-server[103171]: [parameters: {'id': 'eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b'}] Feb 11 05:40:58.579061 n-d-713499-38 neutron-server[103171]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:40:58.579386 n-d-713499-38 neutron-server[103171]: DEBUG oslo_db.api [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:40:58.589465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] For port 535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88,segment=NetworkSegment(db286023-af1a-4307-a830-c5ffc4d055ae),segment_id=db286023-af1a-4307-a830-c5ffc4d055ae)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:58.596398 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.734118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f809c9a-ca6d-40e9-a95d-bc20b33b75c3 None None] Pushing event updated for resources: {'Port': ['ID=535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:58.768205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7072a3fb-407b-4256-8d86-a94f76cd8a7a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:58.770233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444d8c2f-be5a-42da-aca6-b7b18a9d7395 None None] Network eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:58.900821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7072a3fb-407b-4256-8d86-a94f76cd8a7a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:58.901202 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7072a3fb-407b-4256-8d86-a94f76cd8a7a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.004048 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7072a3fb-407b-4256-8d86-a94f76cd8a7a is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:59.004589 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7072a3fb-407b-4256-8d86-a94f76cd8a7a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.040399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 7072a3fb-407b-4256-8d86-a94f76cd8a7a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7072a3fb-407b-4256-8d86-a94f76cd8a7a,segment=NetworkSegment(5451bdf5-3781-41d2-bba2-b927716a2b1f),segment_id=5451bdf5-3781-41d2-bba2-b927716a2b1f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:59.051349 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7072a3fb-407b-4256-8d86-a94f76cd8a7a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.080860 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.123969 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=7072a3fb-407b-4256-8d86-a94f76cd8a7a,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:59.316676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f84e93c-5a9a-4788-b288-c5016ef040ac None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:40:59.326885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed703ad-bd2a-4299-9cf0-2093b345eb78 req-385091b2-7c8d-4eb5-99a1-2abd91719c24 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:59.331993 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ed703ad-bd2a-4299-9cf0-2093b345eb78 req-385091b2-7c8d-4eb5-99a1-2abd91719c24 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/ports?device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 946 time: 0.1116681 Feb 11 05:40:59.353800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db946c3-ff13-4523-ba9e-1a90335bf5b5 req-ffa32d39-9ee6-499a-a0ab-979e22a5f084 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:59.355256 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6db946c3-ff13-4523-ba9e-1a90335bf5b5 req-ffa32d39-9ee6-499a-a0ab-979e22a5f084 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.88 "GET /v2.0/ports?device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 946 time: 0.1967752 Feb 11 05:40:59.375305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Deleting port 535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:59.375678 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.460213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ed703ad-bd2a-4299-9cf0-2093b345eb78 req-267c86d6-65da-4176-8925-d00d349e0f64 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/security-groups?id=e564262c-e5f4-4c40-8a11-082e42b779ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231086 Feb 11 05:40:59.480027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f84e93c-5a9a-4788-b288-c5016ef040ac None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:40:59.487466 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e6e55d67-be1d-47b3-b852-86d63caeb245 None None] Provisioning complete for port 7072a3fb-407b-4256-8d86-a94f76cd8a7a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:59.488052 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6e55d67-be1d-47b3-b852-86d63caeb245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7072a3fb-407b-4256-8d86-a94f76cd8a7a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.544746 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] For port 535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88,segment=NetworkSegment(db286023-af1a-4307-a830-c5ffc4d055ae),segment_id=db286023-af1a-4307-a830-c5ffc4d055ae)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:59.544746 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.567876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Calling delete_port for 535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:59.587084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-6db946c3-ff13-4523-ba9e-1a90335bf5b5 req-56b8b88b-c581-4a86-a02e-7ae6c4e3b7b8 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Deleting port 2b077f84-f841-4774-aa06-326291a15d33 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:59.587453 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6db946c3-ff13-4523-ba9e-1a90335bf5b5 req-56b8b88b-c581-4a86-a02e-7ae6c4e3b7b8 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2b077f84-f841-4774-aa06-326291a15d33), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.649871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e6e55d67-be1d-47b3-b852-86d63caeb245 None None] Current status of the port 7072a3fb-407b-4256-8d86-a94f76cd8a7a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:59.744891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-6db946c3-ff13-4523-ba9e-1a90335bf5b5 req-56b8b88b-c581-4a86-a02e-7ae6c4e3b7b8 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] For port 2b077f84-f841-4774-aa06-326291a15d33, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2b077f84-f841-4774-aa06-326291a15d33,segment=NetworkSegment(2db585a4-0a4f-4823-ac14-9eb9e19f7470),segment_id=2db585a4-0a4f-4823-ac14-9eb9e19f7470)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:59.745198 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6db946c3-ff13-4523-ba9e-1a90335bf5b5 req-56b8b88b-c581-4a86-a02e-7ae6c4e3b7b8 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2b077f84-f841-4774-aa06-326291a15d33), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.765581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-6db946c3-ff13-4523-ba9e-1a90335bf5b5 req-56b8b88b-c581-4a86-a02e-7ae6c4e3b7b8 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Calling delete_port for 2b077f84-f841-4774-aa06-326291a15d33 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:59.802298 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.868785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No DVR routers for this DVR port 535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:59.877799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Port': ['ID=535a4df1-3a5d-4ef2-b4c1-a0522ac4cb88,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:59.974877 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.980563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ee5d06-a35b-4865-98f2-b8e818a24698 None None] Network ce672998-e9d7-404c-aed1-dc82d631a205 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:59.999387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:00.010597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db286023-af1a-4307-a830-c5ffc4d055ae') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:00.010907 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db286023-af1a-4307-a830-c5ffc4d055ae') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:00.021323 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (db286023-af1a-4307-a830-c5ffc4d055ae), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.042887 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (db286023-af1a-4307-a830-c5ffc4d055ae), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.049252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:00.049659 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (db286023-af1a-4307-a830-c5ffc4d055ae), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:00.131778 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:00.141437 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.163789 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.170831 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/networks/eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b HTTP/1.1" status: 204 len: 168 time: 2.6609871 Feb 11 05:41:00.171155 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39310) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:00.172724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15d315-15d2-45ee-aa96-867551085369 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Network': ['ID=eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:00.176591 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-69ead769-2ad9-4704-8e8a-f463df175317 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-67867415'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:00.212569 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ead769-2ad9-4704-8e8a-f463df175317 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:00.219285 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69ead769-2ad9-4704-8e8a-f463df175317 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.264625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ead769-2ad9-4704-8e8a-f463df175317 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:00.277794 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69ead769-2ad9-4704-8e8a-f463df175317 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (39e5ac5d-7762-4582-b7a0-fc3d98c78da2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.278148 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-69ead769-2ad9-4704-8e8a-f463df175317 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Added segment 39e5ac5d-7762-4582-b7a0-fc3d98c78da2 of type vlan for network 7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb Feb 11 05:41:00.278734 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6db946c3-ff13-4523-ba9e-1a90335bf5b5 req-56b8b88b-c581-4a86-a02e-7ae6c4e3b7b8 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2b077f84-f841-4774-aa06-326291a15d33), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.298022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['2b077f84-f841-4774-aa06-326291a15d33'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:41:00.339289 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69ead769-2ad9-4704-8e8a-f463df175317 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.374862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8b88b-c581-4a86-a02e-7ae6c4e3b7b8 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Pushing event deleted for resources: {'Port': ['ID=2b077f84-f841-4774-aa06-326291a15d33,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:00.379505 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69ead769-2ad9-4704-8e8a-f463df175317 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.385927 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ead769-2ad9-4704-8e8a-f463df175317 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:00.386774 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69ead769-2ad9-4704-8e8a-f463df175317 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.428789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db946c3-ff13-4523-ba9e-1a90335bf5b5 req-56b8b88b-c581-4a86-a02e-7ae6c4e3b7b8 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] No DVR routers for this DVR port 2b077f84-f841-4774-aa06-326291a15d33 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:00.433890 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6db946c3-ff13-4523-ba9e-1a90335bf5b5 req-56b8b88b-c581-4a86-a02e-7ae6c4e3b7b8 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.439087 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6db946c3-ff13-4523-ba9e-1a90335bf5b5 req-56b8b88b-c581-4a86-a02e-7ae6c4e3b7b8 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.88 "DELETE /v2.0/ports/2b077f84-f841-4774-aa06-326291a15d33 HTTP/1.1" status: 204 len: 173 time: 1.0665085 Feb 11 05:41:00.439673 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46728028-da81-4174-9c35-0ce4b1e8e677', 'name': 'network-vif-deleted', 'tag': '2b077f84-f841-4774-aa06-326291a15d33'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:00.442611 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe9c4da-87ff-4d1a-b566-9d2868e85af3" -d '{"events": [{"server_uuid": "46728028-da81-4174-9c35-0ce4b1e8e677", "name": "network-vif-deleted", "tag": "2b077f84-f841-4774-aa06-326291a15d33"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:00.456775 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-69ead769-2ad9-4704-8e8a-f463df175317 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2835956 Feb 11 05:41:00.459633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39314) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:00.470564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6794eedd-bf33-49b0-a57b-5b5e4fda69fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'subnet': {'network_id': '7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:00.589593 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb30c27b-529a-40b7-8ee8-22a7b81810df x-openstack-request-id: req-fb30c27b-529a-40b7-8ee8-22a7b81810df {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:00.589917 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46728028-da81-4174-9c35-0ce4b1e8e677", "name": "network-vif-deleted", "tag": "2b077f84-f841-4774-aa06-326291a15d33", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:00.590168 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fb30c27b-529a-40b7-8ee8-22a7b81810df {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:00.590599 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46728028-da81-4174-9c35-0ce4b1e8e677', 'name': 'network-vif-deleted', 'tag': '2b077f84-f841-4774-aa06-326291a15d33', 'status': 'completed', 'code': 200} Feb 11 05:41:00.593685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-293ba0cd-2c6a-4a09-acdf-4b983668f014 None None] Provisioning complete for port 7072a3fb-407b-4256-8d86-a94f76cd8a7a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:00.595530 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-293ba0cd-2c6a-4a09-acdf-4b983668f014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7072a3fb-407b-4256-8d86-a94f76cd8a7a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.708043 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88c31374-7ca2-4fb0-a903-6ae6395ac4ec req-f47d8230-c80f-41bb-b9e6-fdccd649e270 tempest-ServerPasswordTestJSON-302095617 tempest-ServerPasswordTestJSON-302095617-project] 10.222.0.87 "GET /v2.0/ports?device_id=46728028-da81-4174-9c35-0ce4b1e8e677 HTTP/1.1" status: 200 len: 210 time: 0.1132627 Feb 11 05:41:00.748422 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6794eedd-bf33-49b0-a57b-5b5e4fda69fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:00.752163 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6794eedd-bf33-49b0-a57b-5b5e4fda69fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.774746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-293ba0cd-2c6a-4a09-acdf-4b983668f014 None None] Current status of the port 7072a3fb-407b-4256-8d86-a94f76cd8a7a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:00.795810 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7072a3fb-407b-4256-8d86-a94f76cd8a7a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:00.874283 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7072a3fb-407b-4256-8d86-a94f76cd8a7a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:00.875177 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7072a3fb-407b-4256-8d86-a94f76cd8a7a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.877398 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7f605f4a-9319-4cf7-a4be-a860be6c9647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.924912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ead769-2ad9-4704-8e8a-f463df175317 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Network': ['ID=7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:00.945059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:01.101797 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6794eedd-bf33-49b0-a57b-5b5e4fda69fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (bd785188-03d1-43a6-b58c-095556a4d349), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.130307 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7072a3fb-407b-4256-8d86-a94f76cd8a7a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:01.212121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794eedd-bf33-49b0-a57b-5b5e4fda69fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Subnet': ['ID=bd785188-03d1-43a6-b58c-095556a4d349,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:01.220509 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6794eedd-bf33-49b0-a57b-5b5e4fda69fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Checking segment: {'id': '39e5ac5d-7762-4582-b7a0-fc3d98c78da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:01.220880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6794eedd-bf33-49b0-a57b-5b5e4fda69fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network hostable DHCP agents. Network: 7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:01.239759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6794eedd-bf33-49b0-a57b-5b5e4fda69fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network 7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:01.249627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-6794eedd-bf33-49b0-a57b-5b5e4fda69fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:01.256172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6794eedd-bf33-49b0-a57b-5b5e4fda69fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:01.257930 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6794eedd-bf33-49b0-a57b-5b5e4fda69fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.259115 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f2c7a-f37d-4fb4-917a-38b12b15ec82 None None] Network 7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:01.284490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6794eedd-bf33-49b0-a57b-5b5e4fda69fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8225389 Feb 11 05:41:01.288133 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39324) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:01.294141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7f5a1b5c-f6a4-47fd-ab6c-4bf46aa75adc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-521004999'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:01.314591 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5a1b5c-f6a4-47fd-ab6c-4bf46aa75adc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:01.318628 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f5a1b5c-f6a4-47fd-ab6c-4bf46aa75adc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.347031 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5a1b5c-f6a4-47fd-ab6c-4bf46aa75adc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:01.358236 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f5a1b5c-f6a4-47fd-ab6c-4bf46aa75adc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (77997a41-fb4b-467c-913f-b21425144aaf), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.358803 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-7f5a1b5c-f6a4-47fd-ab6c-4bf46aa75adc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Added segment 77997a41-fb4b-467c-913f-b21425144aaf of type vlan for network f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62 Feb 11 05:41:01.412391 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f5a1b5c-f6a4-47fd-ab6c-4bf46aa75adc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.438620 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb', 'network_id': '7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb', 'project_id': '80f634d2c48345e1b380d8d0eab732b7', 'fixed_ips': [{'subnet_id': 'bd785188-03d1-43a6-b58c-095556a4d349'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:01.439711 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.469355 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f5a1b5c-f6a4-47fd-ab6c-4bf46aa75adc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.478137 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5a1b5c-f6a4-47fd-ab6c-4bf46aa75adc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:01.478767 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f5a1b5c-f6a4-47fd-ab6c-4bf46aa75adc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.539564 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7f5a1b5c-f6a4-47fd-ab6c-4bf46aa75adc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2468221 Feb 11 05:41:01.540282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39328) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:01.546736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-fcb8ebc6-a4a3-44f8-a0de-aa5375ab6ca6 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'subnet': {'network_id': 'f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:01.641021 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a1b5c-f6a4-47fd-ab6c-4bf46aa75adc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Network': ['ID=f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:01.674914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Allocated IP 2001:db8::1 (7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb/bd785188-03d1-43a6-b58c-095556a4d349/c86aaaa2-a09c-46e0-9f60-f847ddbb20ce) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:01.777167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:01.801655 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb8ebc6-a4a3-44f8-a0de-aa5375ab6ca6 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:01.805458 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fcb8ebc6-a4a3-44f8-a0de-aa5375ab6ca6 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.810569 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39334) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:01.925020 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea7fa12-3954-41c3-976d-072aed6d8237 admin admin] Deleting subnet 97e7ad99-b218-4698-9852-b133be873b36 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:41:01.935832 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2ea7fa12-3954-41c3-976d-072aed6d8237 admin admin] Publish callbacks [] for subnet (97e7ad99-b218-4698-9852-b133be873b36), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.955495 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Publish callbacks [] for port (c86aaaa2-a09c-46e0-9f60-f847ddbb20ce), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.966459 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (c86aaaa2-a09c-46e0-9f60-f847ddbb20ce), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.975791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.ipam_backend_mixin [None req-fcb8ebc6-a4a3-44f8-a0de-aa5375ab6ca6 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Performing IP validity checks on allocation pools {{(pid=103171) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:41:01.978439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.ipam_backend_mixin [None req-fcb8ebc6-a4a3-44f8-a0de-aa5375ab6ca6 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103171) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:41:02.031165 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2ea7fa12-3954-41c3-976d-072aed6d8237 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (97e7ad99-b218-4698-9852-b133be873b36), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.043635 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Pushing event updated for resources: {'Port': ['ID=c86aaaa2-a09c-46e0-9f60-f847ddbb20ce,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:02.073300 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Network 7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:02.075781 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:02.080137 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:02.140766 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2ea7fa12-3954-41c3-976d-072aed6d8237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (97e7ad99-b218-4698-9852-b133be873b36), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.211723 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2ea7fa12-3954-41c3-976d-072aed6d8237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (97e7ad99-b218-4698-9852-b133be873b36), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.214598 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Attempting to bind port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:02.215078 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Attempting to bind port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '39e5ac5d-7762-4582-b7a0-fc3d98c78da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:02.216036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Attempting to bind port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce on network 7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:02.229200 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:02.229674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Checking segment: {'id': '39e5ac5d-7762-4582-b7a0-fc3d98c78da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:02.230157 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.230614 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Bound using segment: {'id': '39e5ac5d-7762-4582-b7a0-fc3d98c78da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:02.231192 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Bound port: c86aaaa2-a09c-46e0-9f60-f847ddbb20ce, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e5ac5d-7762-4582-b7a0-fc3d98c78da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:02.231664 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c86aaaa2-a09c-46e0-9f60-f847ddbb20ce), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.233945 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2ea7fa12-3954-41c3-976d-072aed6d8237 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.240068 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2ea7fa12-3954-41c3-976d-072aed6d8237 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/97e7ad99-b218-4698-9852-b133be873b36 HTTP/1.1" status: 204 len: 168 time: 0.4282613 Feb 11 05:41:02.245446 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39340) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:02.254030 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fcb8ebc6-a4a3-44f8-a0de-aa5375ab6ca6 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (13acf5f4-5010-495a-adbe-be7d1b21aca6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.266384 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7fa12-3954-41c3-976d-072aed6d8237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97e7ad99-b218-4698-9852-b133be873b36,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:02.344667 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e72b8ed-63a9-4ce3-b2dd-00476291eb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (4c17c905-324c-4c7b-bec7-c148261c76ee), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.369406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] For port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:02.381209 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] For port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c86aaaa2-a09c-46e0-9f60-f847ddbb20ce,segment=NetworkSegment(39e5ac5d-7762-4582-b7a0-fc3d98c78da2),segment_id=39e5ac5d-7762-4582-b7a0-fc3d98c78da2)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:02.390617 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c86aaaa2-a09c-46e0-9f60-f847ddbb20ce), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.449458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8ebc6-a4a3-44f8-a0de-aa5375ab6ca6 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Subnet': ['ID=13acf5f4-5010-495a-adbe-be7d1b21aca6,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:02.497071 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27f741-6d32-47f2-91a4-722854ba9695 None None] Pushing event updated for resources: {'Port': ['ID=c86aaaa2-a09c-46e0-9f60-f847ddbb20ce,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:02.533516 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.560209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb8ebc6-a4a3-44f8-a0de-aa5375ab6ca6 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Checking segment: {'id': '77997a41-fb4b-467c-913f-b21425144aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:02.560823 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb8ebc6-a4a3-44f8-a0de-aa5375ab6ca6 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network hostable DHCP agents. Network: f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:02.600178 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e72b8ed-63a9-4ce3-b2dd-00476291eb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (4c17c905-324c-4c7b-bec7-c148261c76ee), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.635769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8e72b8ed-63a9-4ce3-b2dd-00476291eb41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c17c905-324c-4c7b-bec7-c148261c76ee']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:02.646312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb8ebc6-a4a3-44f8-a0de-aa5375ab6ca6 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:02.665572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8e72b8ed-63a9-4ce3-b2dd-00476291eb41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db585a4-0a4f-4823-ac14-9eb9e19f7470') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:02.665890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8e72b8ed-63a9-4ce3-b2dd-00476291eb41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db585a4-0a4f-4823-ac14-9eb9e19f7470') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:02.686334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-fcb8ebc6-a4a3-44f8-a0de-aa5375ab6ca6 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:02.696535 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e72b8ed-63a9-4ce3-b2dd-00476291eb41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (2db585a4-0a4f-4823-ac14-9eb9e19f7470), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.696997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb89e2e-8702-4a10-abb0-b127d2949140 None None] Network f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:02.721217 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb8ebc6-a4a3-44f8-a0de-aa5375ab6ca6 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:02.740033 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fcb8ebc6-a4a3-44f8-a0de-aa5375ab6ca6 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.760050 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e72b8ed-63a9-4ce3-b2dd-00476291eb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2db585a4-0a4f-4823-ac14-9eb9e19f7470), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.774557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e72b8ed-63a9-4ce3-b2dd-00476291eb41 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:02.774966 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e72b8ed-63a9-4ce3-b2dd-00476291eb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (2db585a4-0a4f-4823-ac14-9eb9e19f7470), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:02.777239 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:02.792594 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fcb8ebc6-a4a3-44f8-a0de-aa5375ab6ca6 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2511117 Feb 11 05:41:02.796048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39342) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:02.869259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2b077f84-f841-4774-aa06-326291a15d33 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:02.950330 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 2b077f84-f841-4774-aa06-326291a15d33 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:41:02.950603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2b077f84-f841-4774-aa06-326291a15d33 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:02.979641 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e72b8ed-63a9-4ce3-b2dd-00476291eb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (4c17c905-324c-4c7b-bec7-c148261c76ee), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.986085 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e72b8ed-63a9-4ce3-b2dd-00476291eb41 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.993116 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8e72b8ed-63a9-4ce3-b2dd-00476291eb41 admin admin] 10.222.0.87 "DELETE /v2.0/networks/4c17c905-324c-4c7b-bec7-c148261c76ee HTTP/1.1" status: 204 len: 168 time: 0.7441535 Feb 11 05:41:03.015330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72b8ed-63a9-4ce3-b2dd-00476291eb41 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c17c905-324c-4c7b-bec7-c148261c76ee,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:03.020322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62', 'network_id': 'f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62', 'project_id': '80f634d2c48345e1b380d8d0eab732b7', 'fixed_ips': [{'subnet_id': '13acf5f4-5010-495a-adbe-be7d1b21aca6'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:03.022274 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.061128 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.149543 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (13acf5f4-5010-495a-adbe-be7d1b21aca6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.263387 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Allocated IP 2001:db8::3 (f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62/13acf5f4-5010-495a-adbe-be7d1b21aca6/80a7faaf-402a-4eea-8bad-867c635ea154) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:03.413130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39352) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:03.487115 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39356) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:03.487785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-88ea7ddc-8d66-41b7-931f-bda06764678e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ba16b5559279406db2258e444a6a7a5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0729723 Feb 11 05:41:03.552126 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Publish callbacks [] for port (80a7faaf-402a-4eea-8bad-867c635ea154), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.566603 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (80a7faaf-402a-4eea-8bad-867c635ea154), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.600978 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (13acf5f4-5010-495a-adbe-be7d1b21aca6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.622692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Network f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:03.639269 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fd50c54a-9083-4c5c-8a0b-e21df38a00c0 admin admin] Publish callbacks [] for security_group (e564262c-e5f4-4c40-8a11-082e42b779ec), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.646402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:03.657562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:03.675407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Subnet': ['ID=13acf5f4-5010-495a-adbe-be7d1b21aca6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:03.696826 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fd50c54a-9083-4c5c-8a0b-e21df38a00c0 admin admin] Publish callbacks [] for security_group (e564262c-e5f4-4c40-8a11-082e42b779ec), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.703913 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.748982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Pushing event updated for resources: {'Port': ['ID=80a7faaf-402a-4eea-8bad-867c635ea154,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:03.812579 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fd50c54a-9083-4c5c-8a0b-e21df38a00c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e564262c-e5f4-4c40-8a11-082e42b779ec), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.816202 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fd50c54a-9083-4c5c-8a0b-e21df38a00c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.817299 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fd50c54a-9083-4c5c-8a0b-e21df38a00c0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e564262c-e5f4-4c40-8a11-082e42b779ec HTTP/1.1" status: 204 len: 168 time: 0.3291514 Feb 11 05:41:03.833236 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Attempting to bind port 80a7faaf-402a-4eea-8bad-867c635ea154 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:03.833625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Attempting to bind port 80a7faaf-402a-4eea-8bad-867c635ea154 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '77997a41-fb4b-467c-913f-b21425144aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:03.833944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50c54a-9083-4c5c-8a0b-e21df38a00c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e564262c-e5f4-4c40-8a11-082e42b779ec,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:03.834060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Attempting to bind port 80a7faaf-402a-4eea-8bad-867c635ea154 on network f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:03.848233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:03.848618 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Checking segment: {'id': '77997a41-fb4b-467c-913f-b21425144aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:03.849021 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.849406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Bound using segment: {'id': '77997a41-fb4b-467c-913f-b21425144aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:03.849874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Bound port: 80a7faaf-402a-4eea-8bad-867c635ea154, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77997a41-fb4b-467c-913f-b21425144aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:03.850259 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (80a7faaf-402a-4eea-8bad-867c635ea154), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.855889 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.900499 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:03.921127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77997a41-fb4b-467c-913f-b21425144aaf') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:03.921440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77997a41-fb4b-467c-913f-b21425144aaf') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:03.932935 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (77997a41-fb4b-467c-913f-b21425144aaf), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.951705 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (77997a41-fb4b-467c-913f-b21425144aaf), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.961834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:03.964137 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (77997a41-fb4b-467c-913f-b21425144aaf), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:03.971437 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:04.024687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] For port 80a7faaf-402a-4eea-8bad-867c635ea154, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:04.082015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] For port 80a7faaf-402a-4eea-8bad-867c635ea154, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=80a7faaf-402a-4eea-8bad-867c635ea154,segment=NetworkSegment(77997a41-fb4b-467c-913f-b21425144aaf),segment_id=77997a41-fb4b-467c-913f-b21425144aaf)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:04.091489 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.api [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:41:04.091489 n-d-713499-38 neutron-server[103171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:41:04.091489 n-d-713499-38 neutron-server[103171]: [parameters: {'id': 'f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62'}] Feb 11 05:41:04.091489 n-d-713499-38 neutron-server[103171]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:41:04.092086 n-d-713499-38 neutron-server[103171]: DEBUG oslo_db.api [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:41:04.093015 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (80a7faaf-402a-4eea-8bad-867c635ea154), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.308404 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c4dce-8902-4e46-a80a-69b765d4ef1a None None] Pushing event updated for resources: {'Port': ['ID=80a7faaf-402a-4eea-8bad-867c635ea154,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:04.322797 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de28ede0-c441-476f-98d1-4ba5d269c157 None None] Network f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:04.485105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8342ed-d36d-4d8a-84a5-fb26ae8aee3e None None] Network 7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:04.524405 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b26c6318-c3fe-43e6-b6be-d3847a4f48e4 None None] Provisioning complete for port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:04.524912 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b26c6318-c3fe-43e6-b6be-d3847a4f48e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c86aaaa2-a09c-46e0-9f60-f847ddbb20ce), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.592897 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.728000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b26c6318-c3fe-43e6-b6be-d3847a4f48e4 None None] Current status of the port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:04.728409 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b26c6318-c3fe-43e6-b6be-d3847a4f48e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c86aaaa2-a09c-46e0-9f60-f847ddbb20ce), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.799466 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b26c6318-c3fe-43e6-b6be-d3847a4f48e4 None None] For port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c86aaaa2-a09c-46e0-9f60-f847ddbb20ce,segment=NetworkSegment(39e5ac5d-7762-4582-b7a0-fc3d98c78da2),segment_id=39e5ac5d-7762-4582-b7a0-fc3d98c78da2)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:04.805691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c86aaaa2-a09c-46e0-9f60-f847ddbb20ce up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:04.810734 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b26c6318-c3fe-43e6-b6be-d3847a4f48e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c86aaaa2-a09c-46e0-9f60-f847ddbb20ce), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.931686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c6318-c3fe-43e6-b6be-d3847a4f48e4 None None] Pushing event updated for resources: {'Port': ['ID=c86aaaa2-a09c-46e0-9f60-f847ddbb20ce,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:04.950954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:04.951399 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c86aaaa2-a09c-46e0-9f60-f847ddbb20ce), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.058830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39388) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:05.084213 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:05.197477 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.246143 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-835da79d-f745-4436-ab66-d1c621190eeb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-190245884-network', 'tenant_id': 'd870a6d8ae5041ab8726db84282444df'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:05.259914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8036090-ab2e-4bb1-b670-893db5cc9a5b None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:41:05.314200 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835da79d-f745-4436-ab66-d1c621190eeb admin admin] Made reservation on behalf of d870a6d8ae5041ab8726db84282444df for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:05.321026 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-835da79d-f745-4436-ab66-d1c621190eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.338501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Deleting port 80a7faaf-402a-4eea-8bad-867c635ea154 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:05.339183 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (80a7faaf-402a-4eea-8bad-867c635ea154), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.341690 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-835da79d-f745-4436-ab66-d1c621190eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.345072 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521f137-1c97-434e-a68a-7baac03f271e req-4271c162-387b-4d24-b69d-daa5c2a0abdc tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:05.346642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b521f137-1c97-434e-a68a-7baac03f271e req-4271c162-387b-4d24-b69d-daa5c2a0abdc tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 1128 time: 0.7306893 Feb 11 05:41:05.424125 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b521f137-1c97-434e-a68a-7baac03f271e req-df8af124-8144-4e22-bb88-2d2e7beb9226 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.431864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-0d03ffa5-8ed7-42c7-b484-577b63d4be42 None None] Provisioning complete for port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:05.432549 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0d03ffa5-8ed7-42c7-b484-577b63d4be42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c86aaaa2-a09c-46e0-9f60-f847ddbb20ce), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.555627 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-835da79d-f745-4436-ab66-d1c621190eeb admin admin] Publish callbacks [] for security_group (9fa83642-1b3a-4484-949e-eb4561191ffe), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.563963 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-835da79d-f745-4436-ab66-d1c621190eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9fa83642-1b3a-4484-949e-eb4561191ffe), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.599348 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b521f137-1c97-434e-a68a-7baac03f271e req-df8af124-8144-4e22-bb88-2d2e7beb9226 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Publish callbacks [] for security_group (07f8de5e-adcc-472a-94f0-3d39757e5812), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.636233 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b521f137-1c97-434e-a68a-7baac03f271e req-df8af124-8144-4e22-bb88-2d2e7beb9226 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (07f8de5e-adcc-472a-94f0-3d39757e5812), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.657565 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835da79d-f745-4436-ab66-d1c621190eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa83642-1b3a-4484-949e-eb4561191ffe,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:05.662535 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8036090-ab2e-4bb1-b670-893db5cc9a5b None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:41:05.670142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0d03ffa5-8ed7-42c7-b484-577b63d4be42 None None] Current status of the port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:05.673358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8af124-8144-4e22-bb88-2d2e7beb9226 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f8de5e-adcc-472a-94f0-3d39757e5812,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:05.694114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] For port 80a7faaf-402a-4eea-8bad-867c635ea154, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=80a7faaf-402a-4eea-8bad-867c635ea154,segment=NetworkSegment(77997a41-fb4b-467c-913f-b21425144aaf),segment_id=77997a41-fb4b-467c-913f-b21425144aaf)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:05.695482 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (80a7faaf-402a-4eea-8bad-867c635ea154), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.709684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835da79d-f745-4436-ab66-d1c621190eeb admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:05.728456 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b521f137-1c97-434e-a68a-7baac03f271e req-df8af124-8144-4e22-bb88-2d2e7beb9226 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450062 Feb 11 05:41:05.746211 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Calling delete_port for 80a7faaf-402a-4eea-8bad-867c635ea154 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:05.747154 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-835da79d-f745-4436-ab66-d1c621190eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (0394ae95-775b-4f2c-9208-0f5b4ba16c99), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.750881 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-835da79d-f745-4436-ab66-d1c621190eeb admin admin] Added segment 0394ae95-775b-4f2c-9208-0f5b4ba16c99 of type vlan for network 7266fb20-4639-4ae1-b874-21b72b06d2fd Feb 11 05:41:05.842786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39408) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:05.855709 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-835da79d-f745-4436-ab66-d1c621190eeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (7266fb20-4639-4ae1-b874-21b72b06d2fd), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.933474 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-835da79d-f745-4436-ab66-d1c621190eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (7266fb20-4639-4ae1-b874-21b72b06d2fd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.935023 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835da79d-f745-4436-ab66-d1c621190eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:05.935928 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-835da79d-f745-4436-ab66-d1c621190eeb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.033765 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (80a7faaf-402a-4eea-8bad-867c635ea154), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.055274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835da79d-f745-4436-ab66-d1c621190eeb admin admin] Pushing event updated for resources: {'Network': ['ID=7266fb20-4639-4ae1-b874-21b72b06d2fd,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:06.064150 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-835da79d-f745-4436-ab66-d1c621190eeb admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0042129 Feb 11 05:41:06.065484 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39412) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:06.070620 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-faef6497-9e5c-48d0-9192-259dad88d61c admin admin] Request body: {'subnet': {'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-190245884-subnet', 'tenant_id': 'd870a6d8ae5041ab8726db84282444df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:06.092642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Port': ['ID=80a7faaf-402a-4eea-8bad-867c635ea154,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:06.092880 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faef6497-9e5c-48d0-9192-259dad88d61c admin admin] Made reservation on behalf of d870a6d8ae5041ab8726db84282444df for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:06.094168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 7266fb20-4639-4ae1-b874-21b72b06d2fd details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:06.095906 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-faef6497-9e5c-48d0-9192-259dad88d61c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.144177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92588086-0e9b-469e-bb5e-0dcde05d13c5 req-844dc255-6583-4782-9473-701bbaba4392 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:06.146052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92588086-0e9b-469e-bb5e-0dcde05d13c5 req-844dc255-6583-4782-9473-701bbaba4392 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.2214289 Feb 11 05:41:06.146607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No DVR routers for this DVR port 80a7faaf-402a-4eea-8bad-867c635ea154 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:06.148445 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-24077924-231f-4dca-9884-914ca5313200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.329677 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-faef6497-9e5c-48d0-9192-259dad88d61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (ff32d698-b68e-4729-b26c-25d5d7a2de9f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.377494 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.382999 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92588086-0e9b-469e-bb5e-0dcde05d13c5 req-a46cac69-be0e-4c61-9c6c-5bd7c9ddaf8d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266436 Feb 11 05:41:06.416524 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39416) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:06.417331 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef6497-9e5c-48d0-9192-259dad88d61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff32d698-b68e-4729-b26c-25d5d7a2de9f,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:06.436952 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef6497-9e5c-48d0-9192-259dad88d61c admin admin] Checking segment: {'id': '0394ae95-775b-4f2c-9208-0f5b4ba16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:06.437683 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef6497-9e5c-48d0-9192-259dad88d61c admin admin] Network hostable DHCP agents. Network: 7266fb20-4639-4ae1-b874-21b72b06d2fd, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:06.460424 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:06.496326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77997a41-fb4b-467c-913f-b21425144aaf') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:06.496626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77997a41-fb4b-467c-913f-b21425144aaf') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:06.515165 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef6497-9e5c-48d0-9192-259dad88d61c admin admin] Network 7266fb20-4639-4ae1-b874-21b72b06d2fd is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:06.535025 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-95603337-63aa-46b8-bc76-fc57d8b776f1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/floatingips/b81060f3-d572-4b7b-87ef-ce420b2af094 HTTP/1.1" status: 200 len: 993 time: 0.1088836 Feb 11 05:41:06.536637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-faef6497-9e5c-48d0-9192-259dad88d61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 7266fb20-4639-4ae1-b874-21b72b06d2fd) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:06.543783 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (77997a41-fb4b-467c-913f-b21425144aaf), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.548023 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef6497-9e5c-48d0-9192-259dad88d61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:06.548787 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-faef6497-9e5c-48d0-9192-259dad88d61c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.553051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97478484-79ce-44c8-8343-ed7f8f3a8e0b None None] Network 7266fb20-4639-4ae1-b874-21b72b06d2fd requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:06.579602 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-faef6497-9e5c-48d0-9192-259dad88d61c admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5128167 Feb 11 05:41:06.585853 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39420) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:06.587171 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (77997a41-fb4b-467c-913f-b21425144aaf), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.596509 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-190245884-router', 'tenant_id': 'd870a6d8ae5041ab8726db84282444df', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:06.634249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:06.636978 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (77997a41-fb4b-467c-913f-b21425144aaf), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:06.643695 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:06.653877 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (48d4ddd5-b7c9-459d-969d-c20ccbc7ed05), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.655286 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (48d4ddd5-b7c9-459d-969d-c20ccbc7ed05), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.699373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3795b6f3-ec39-47ac-b6a3-93279c769e45 None None] Network 7266fb20-4639-4ae1-b874-21b72b06d2fd requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:06.744919 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-24077924-231f-4dca-9884-914ca5313200 admin admin] Publish callbacks [] for security_group (dd64c55e-5dbc-4bf3-b265-8423a04703fa), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.751971 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-24077924-231f-4dca-9884-914ca5313200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (dd64c55e-5dbc-4bf3-b265-8423a04703fa), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.768446 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.790098 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.798840 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/networks/f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62 HTTP/1.1" status: 204 len: 168 time: 4.0015903 Feb 11 05:41:06.800962 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39424) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:06.808096 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0b7de861-7da8-4377-a1ac-0aa96397f046 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2055576153'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:06.816465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c86aaaa2-a09c-46e0-9f60-f847ddbb20ce up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:06.848630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24077924-231f-4dca-9884-914ca5313200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd64c55e-5dbc-4bf3-b265-8423a04703fa,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:06.853751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87283b-37cb-4276-8eca-4c604443628e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Network': ['ID=f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:06.855367 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Publish callbacks [] for router_controller (48d4ddd5-b7c9-459d-969d-c20ccbc7ed05), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.864266 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-24077924-231f-4dca-9884-914ca5313200 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7ad0c530891942daaa3e2d9f2b3b49ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0185962 Feb 11 05:41:06.865001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39426) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:06.974139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:06.974566 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c86aaaa2-a09c-46e0-9f60-f847ddbb20ce), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.976413 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e25ff059-d8fb-4dce-bbaf-78211128b613 admin admin] Publish callbacks [] for security_group (dd64c55e-5dbc-4bf3-b265-8423a04703fa), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.003074 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e25ff059-d8fb-4dce-bbaf-78211128b613 admin admin] Publish callbacks [] for security_group (dd64c55e-5dbc-4bf3-b265-8423a04703fa), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.015751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-752f2503-a995-4e1c-8d40-8963c5444d1f req-4b2e3392-cc5a-4fed-8c68-df8639acbe35 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:41:07.017282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-752f2503-a995-4e1c-8d40-8963c5444d1f req-4b2e3392-cc5a-4fed-8c68-df8639acbe35 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065515 Feb 11 05:41:07.066474 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7de861-7da8-4377-a1ac-0aa96397f046 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:07.070413 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b7de861-7da8-4377-a1ac-0aa96397f046 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.121568 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e25ff059-d8fb-4dce-bbaf-78211128b613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (dd64c55e-5dbc-4bf3-b265-8423a04703fa), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.125208 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e25ff059-d8fb-4dce-bbaf-78211128b613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.133623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e25ff059-d8fb-4dce-bbaf-78211128b613 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dd64c55e-5dbc-4bf3-b265-8423a04703fa HTTP/1.1" status: 204 len: 168 time: 0.2621660 Feb 11 05:41:07.161385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ff059-d8fb-4dce-bbaf-78211128b613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd64c55e-5dbc-4bf3-b265-8423a04703fa,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:07.188760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:07.258942 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Publish callbacks [] for router_gateway (48d4ddd5-b7c9-459d-969d-c20ccbc7ed05), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.262717 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7de861-7da8-4377-a1ac-0aa96397f046 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:07.282445 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b7de861-7da8-4377-a1ac-0aa96397f046 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f81a0cea-3583-43e9-b9ce-9a5897e0597b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.282806 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-0b7de861-7da8-4377-a1ac-0aa96397f046 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Added segment f81a0cea-3583-43e9-b9ce-9a5897e0597b of type vlan for network cb5a6739-6f3f-4d9f-9f0e-4451595d15ff Feb 11 05:41:07.387351 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b7de861-7da8-4377-a1ac-0aa96397f046 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (cb5a6739-6f3f-4d9f-9f0e-4451595d15ff), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.474045 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b7de861-7da8-4377-a1ac-0aa96397f046 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (cb5a6739-6f3f-4d9f-9f0e-4451595d15ff), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.483454 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7de861-7da8-4377-a1ac-0aa96397f046 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:07.484647 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0b7de861-7da8-4377-a1ac-0aa96397f046 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.582313 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0b7de861-7da8-4377-a1ac-0aa96397f046 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7759900 Feb 11 05:41:07.584187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39450) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:07.591718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-90c8a08a-bb39-40e7-a1a4-d283ea53cbac tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'subnet': {'network_id': 'cb5a6739-6f3f-4d9f-9f0e-4451595d15ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:07.637901 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7de861-7da8-4377-a1ac-0aa96397f046 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Network': ['ID=cb5a6739-6f3f-4d9f-9f0e-4451595d15ff,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:07.656583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network cb5a6739-6f3f-4d9f-9f0e-4451595d15ff details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:07.826671 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8c1aa-e910-4f49-9ee3-f8ce7ad9ca31 req-232c3cd3-1bc9-44ea-a49c-426767b96918 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:07.834081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88c8c1aa-e910-4f49-9ee3-f8ce7ad9ca31 req-232c3cd3-1bc9-44ea-a49c-426767b96918 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.1601033 Feb 11 05:41:07.890540 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Publish callbacks [] for router_gateway (48d4ddd5-b7c9-459d-969d-c20ccbc7ed05), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.919088 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88c8c1aa-e910-4f49-9ee3-f8ce7ad9ca31 req-782491f6-9c56-46f6-9973-7bb5acb957a1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777972 Feb 11 05:41:07.928868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c8a08a-bb39-40e7-a1a4-d283ea53cbac tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:07.935802 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-90c8a08a-bb39-40e7-a1a4-d283ea53cbac tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.975269 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.172111 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Allocated IP 172.25.5.243 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/6caed236-416d-4ea0-b5f3-ec51cec8cda5) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:08.189484 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-90c8a08a-bb39-40e7-a1a4-d283ea53cbac tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (876511a2-525b-4433-94fe-32e542e473f8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.223123 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-fed91a5a-5c5b-4f30-8d99-f39955b7674e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5834372 Feb 11 05:41:08.266379 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39466) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:08.318082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8a08a-bb39-40e7-a1a4-d283ea53cbac tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Subnet': ['ID=876511a2-525b-4433-94fe-32e542e473f8,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:08.358005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c8a08a-bb39-40e7-a1a4-d283ea53cbac tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Checking segment: {'id': 'f81a0cea-3583-43e9-b9ce-9a5897e0597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb5a6739-6f3f-4d9f-9f0e-4451595d15ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:08.358368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c8a08a-bb39-40e7-a1a4-d283ea53cbac tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network hostable DHCP agents. Network: cb5a6739-6f3f-4d9f-9f0e-4451595d15ff, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:08.382869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c8a08a-bb39-40e7-a1a4-d283ea53cbac tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network cb5a6739-6f3f-4d9f-9f0e-4451595d15ff is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:08.407022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-90c8a08a-bb39-40e7-a1a4-d283ea53cbac tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, cb5a6739-6f3f-4d9f-9f0e-4451595d15ff) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:08.414316 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Publish callbacks [] for port (6caed236-416d-4ea0-b5f3-ec51cec8cda5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.416571 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c8a08a-bb39-40e7-a1a4-d283ea53cbac tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:08.417545 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-90c8a08a-bb39-40e7-a1a4-d283ea53cbac tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.425612 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df73bf89-3eed-406b-957a-ba46544aa89c None None] Network cb5a6739-6f3f-4d9f-9f0e-4451595d15ff requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:08.455522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-90c8a08a-bb39-40e7-a1a4-d283ea53cbac tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8635430 Feb 11 05:41:08.455522 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39480) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:08.532799 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (6caed236-416d-4ea0-b5f3-ec51cec8cda5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.563749 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-39360c09-baf2-4f72-b6c8-4c86ea80bcfb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1281452084-network', 'tenant_id': 'f76f655bbdbe4e42b0e64e95e69dfb79'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:08.593964 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-cb5a6739-6f3f-4d9f-9f0e-4451595d15ff', 'network_id': 'cb5a6739-6f3f-4d9f-9f0e-4451595d15ff', 'project_id': '80f634d2c48345e1b380d8d0eab732b7', 'fixed_ips': [{'subnet_id': '876511a2-525b-4433-94fe-32e542e473f8'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:08.595403 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.638476 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:08.658899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:08.671299 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (cb5a6739-6f3f-4d9f-9f0e-4451595d15ff), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.678477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:08.741747 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Pushing event updated for resources: {'Port': ['ID=6caed236-416d-4ea0-b5f3-ec51cec8cda5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:08.746011 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39360c09-baf2-4f72-b6c8-4c86ea80bcfb admin admin] Made reservation on behalf of f76f655bbdbe4e42b0e64e95e69dfb79 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:08.758785 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-39360c09-baf2-4f72-b6c8-4c86ea80bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.779808 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (876511a2-525b-4433-94fe-32e542e473f8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.781049 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-39360c09-baf2-4f72-b6c8-4c86ea80bcfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.860420 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Allocated IP 2001:db8::1 (cb5a6739-6f3f-4d9f-9f0e-4451595d15ff/876511a2-525b-4433-94fe-32e542e473f8/f4383e51-b649-464b-af4c-565165873d8f) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:09.078763 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-39360c09-baf2-4f72-b6c8-4c86ea80bcfb admin admin] Publish callbacks [] for security_group (6f50ec82-198f-45ca-951c-0e75aca146fe), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.088584 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-39360c09-baf2-4f72-b6c8-4c86ea80bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6f50ec82-198f-45ca-951c-0e75aca146fe), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.100826 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39360c09-baf2-4f72-b6c8-4c86ea80bcfb admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:09.105560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94889d-2563-4a47-9fa1-3f5810a9ee12 req-b2f271bd-60ab-43ff-88d3-df12a2405a57 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:09.111005 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Publish callbacks [] for port (f4383e51-b649-464b-af4c-565165873d8f), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.111192 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-39360c09-baf2-4f72-b6c8-4c86ea80bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f1cbf3e1-ecc0-4227-b3f3-cb8f204df987), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.111518 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-39360c09-baf2-4f72-b6c8-4c86ea80bcfb admin admin] Added segment f1cbf3e1-ecc0-4227-b3f3-cb8f204df987 of type vlan for network 9ab26eba-7f11-4402-b6e1-28fe6d48133f Feb 11 05:41:09.112175 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c94889d-2563-4a47-9fa1-3f5810a9ee12 req-b2f271bd-60ab-43ff-88d3-df12a2405a57 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.1081014 Feb 11 05:41:09.121160 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (f4383e51-b649-464b-af4c-565165873d8f), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.186617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Network cb5a6739-6f3f-4d9f-9f0e-4451595d15ff is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:09.189559 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:09.192014 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:09.200261 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39360c09-baf2-4f72-b6c8-4c86ea80bcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f50ec82-198f-45ca-951c-0e75aca146fe,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:09.205676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Pushing event updated for resources: {'Port': ['ID=f4383e51-b649-464b-af4c-565165873d8f,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:09.232088 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c94889d-2563-4a47-9fa1-3f5810a9ee12 req-0d8ade03-64d6-4f67-a004-addfc81959a7 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154578 Feb 11 05:41:09.233439 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (876511a2-525b-4433-94fe-32e542e473f8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.235556 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-39360c09-baf2-4f72-b6c8-4c86ea80bcfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (9ab26eba-7f11-4402-b6e1-28fe6d48133f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.271552 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Publish callbacks [] for router_gateway (48d4ddd5-b7c9-459d-969d-c20ccbc7ed05), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.276504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Attempting to bind port f4383e51-b649-464b-af4c-565165873d8f on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:09.277201 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Attempting to bind port f4383e51-b649-464b-af4c-565165873d8f by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'f81a0cea-3583-43e9-b9ce-9a5897e0597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb5a6739-6f3f-4d9f-9f0e-4451595d15ff'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:09.277657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Attempting to bind port f4383e51-b649-464b-af4c-565165873d8f on network cb5a6739-6f3f-4d9f-9f0e-4451595d15ff {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:09.285149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:09.285588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Checking segment: {'id': 'f81a0cea-3583-43e9-b9ce-9a5897e0597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb5a6739-6f3f-4d9f-9f0e-4451595d15ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:09.286000 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.286403 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Bound using segment: {'id': 'f81a0cea-3583-43e9-b9ce-9a5897e0597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb5a6739-6f3f-4d9f-9f0e-4451595d15ff'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:09.286917 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Bound port: f4383e51-b649-464b-af4c-565165873d8f, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81a0cea-3583-43e9-b9ce-9a5897e0597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'cb5a6739-6f3f-4d9f-9f0e-4451595d15ff'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:09.287466 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f4383e51-b649-464b-af4c-565165873d8f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.316782 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-39360c09-baf2-4f72-b6c8-4c86ea80bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (9ab26eba-7f11-4402-b6e1-28fe6d48133f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.317771 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39360c09-baf2-4f72-b6c8-4c86ea80bcfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:09.318232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Subnet': ['ID=876511a2-525b-4433-94fe-32e542e473f8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:09.318375 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-39360c09-baf2-4f72-b6c8-4c86ea80bcfb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.329528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-ae4caaab-efcf-4f0f-af06-933d72ab33cb tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:09.331550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-ae4caaab-efcf-4f0f-af06-933d72ab33cb tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/ports/e40f4e2c-26c8-4a36-aa00-b877d29f63b8 HTTP/1.1" status: 200 len: 1125 time: 0.3692515 Feb 11 05:41:09.359770 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-39360c09-baf2-4f72-b6c8-4c86ea80bcfb admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0908000 Feb 11 05:41:09.365501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39500) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:09.372987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ec784e40-eac7-419e-8f8a-ea387ffbaace admin admin] Request body: {'subnet': {'network_id': '9ab26eba-7f11-4402-b6e1-28fe6d48133f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1281452084-subnet', 'tenant_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:09.377789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] For port f4383e51-b649-464b-af4c-565165873d8f, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:09.382091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] For port f4383e51-b649-464b-af4c-565165873d8f, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f4383e51-b649-464b-af4c-565165873d8f,segment=NetworkSegment(f81a0cea-3583-43e9-b9ce-9a5897e0597b),segment_id=f81a0cea-3583-43e9-b9ce-9a5897e0597b)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:09.392049 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f4383e51-b649-464b-af4c-565165873d8f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.445653 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (cb5a6739-6f3f-4d9f-9f0e-4451595d15ff), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.486382 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39360c09-baf2-4f72-b6c8-4c86ea80bcfb admin admin] Pushing event updated for resources: {'Network': ['ID=9ab26eba-7f11-4402-b6e1-28fe6d48133f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:09.486826 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec784e40-eac7-419e-8f8a-ea387ffbaace admin admin] Made reservation on behalf of f76f655bbdbe4e42b0e64e95e69dfb79 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:09.490585 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec784e40-eac7-419e-8f8a-ea387ffbaace admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.496737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5a6739-6f3f-4d9f-9f0e-4451595d15ff']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:09.530439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 9ab26eba-7f11-4402-b6e1-28fe6d48133f details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:09.539297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81a0cea-3583-43e9-b9ce-9a5897e0597b') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:09.539623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81a0cea-3583-43e9-b9ce-9a5897e0597b') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:09.553280 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (f81a0cea-3583-43e9-b9ce-9a5897e0597b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.569376 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4928f-f1f2-4707-be17-88f6b701ee2f None None] Pushing event updated for resources: {'Port': ['ID=f4383e51-b649-464b-af4c-565165873d8f,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:09.584051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6eac51-7c2c-4e76-abe2-3b86b5789beb None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:41:09.615635 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f81a0cea-3583-43e9-b9ce-9a5897e0597b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.638931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:09.639388 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (f81a0cea-3583-43e9-b9ce-9a5897e0597b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:09.642538 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:09.713644 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (48d4ddd5-b7c9-459d-969d-c20ccbc7ed05), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.813357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6eac51-7c2c-4e76-abe2-3b86b5789beb None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:41:09.858181 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.api [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:41:09.858181 n-d-713499-38 neutron-server[103171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:41:09.858181 n-d-713499-38 neutron-server[103171]: [parameters: {'id': 'cb5a6739-6f3f-4d9f-9f0e-4451595d15ff'}] Feb 11 05:41:09.858181 n-d-713499-38 neutron-server[103171]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:41:09.859299 n-d-713499-38 neutron-server[103171]: DEBUG oslo_db.api [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:41:09.861675 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec784e40-eac7-419e-8f8a-ea387ffbaace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (094a8351-c522-4fbd-b78d-49254c8f03b3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.864293 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.919584 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Router 48d4ddd5-b7c9-459d-969d-c20ccbc7ed05 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:41:09.978846 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec784e40-eac7-419e-8f8a-ea387ffbaace admin admin] Pushing event updated for resources: {'Subnet': ['ID=094a8351-c522-4fbd-b78d-49254c8f03b3,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:09.997051 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec784e40-eac7-419e-8f8a-ea387ffbaace admin admin] Checking segment: {'id': 'f1cbf3e1-ecc0-4227-b3f3-cb8f204df987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ab26eba-7f11-4402-b6e1-28fe6d48133f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:09.997964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec784e40-eac7-419e-8f8a-ea387ffbaace admin admin] Network hostable DHCP agents. Network: 9ab26eba-7f11-4402-b6e1-28fe6d48133f, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:10.043121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec784e40-eac7-419e-8f8a-ea387ffbaace admin admin] Network 9ab26eba-7f11-4402-b6e1-28fe6d48133f is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:10.053854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-ec784e40-eac7-419e-8f8a-ea387ffbaace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 9ab26eba-7f11-4402-b6e1-28fe6d48133f) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:10.067162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec784e40-eac7-419e-8f8a-ea387ffbaace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:10.067811 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec784e40-eac7-419e-8f8a-ea387ffbaace admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.088087 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ec784e40-eac7-419e-8f8a-ea387ffbaace admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7209439 Feb 11 05:41:10.090503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39512) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:10.095112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1281452084-router', 'tenant_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:10.119886 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (d09f6367-b4d9-4e2b-9763-0586b990ede0), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.121875 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (d09f6367-b4d9-4e2b-9763-0586b990ede0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.122019 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:10.131494 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55089647-b6f2-477e-9927-c48fee54cc1a None None] Network cb5a6739-6f3f-4d9f-9f0e-4451595d15ff requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:10.143042 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.146908 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eb9c11b3-559c-46de-90a9-aa04b6d1433f admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5561626 Feb 11 05:41:10.147239 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39514) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:10.149846 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d8f12d-0a66-4ffc-8300-c04ee5eaf13f None None] Network 9ab26eba-7f11-4402-b6e1-28fe6d48133f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:10.157445 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Sync routers for ids ['48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:10.200995 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Publish callbacks [] for router_controller (d09f6367-b4d9-4e2b-9763-0586b990ede0), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.218967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Routers {'48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:10.219632 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:41:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:10.359280 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (cb5a6739-6f3f-4d9f-9f0e-4451595d15ff), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.373780 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Publish callbacks [] for router_gateway (d09f6367-b4d9-4e2b-9763-0586b990ede0), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.501273 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2eb24-688b-4432-8a74-761de600cbc5 req-9e713410-3400-4d14-ae4f-ea1eb46b985a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:10.502904 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d9f2eb24-688b-4432-8a74-761de600cbc5 req-9e713410-3400-4d14-ae4f-ea1eb46b985a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.1445858 Feb 11 05:41:10.601553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Deleting port f4383e51-b649-464b-af4c-565165873d8f {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:10.601896 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f4383e51-b649-464b-af4c-565165873d8f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.610984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d9f2eb24-688b-4432-8a74-761de600cbc5 req-6af1f500-33e7-4b7b-b3c6-9ded56762cf4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006479 Feb 11 05:41:10.619292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-9ab26eba-7f11-4402-b6e1-28fe6d48133f', 'network_id': '9ab26eba-7f11-4402-b6e1-28fe6d48133f', 'project_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'fixed_ips': [{'subnet_id': '094a8351-c522-4fbd-b78d-49254c8f03b3'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:10.620202 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.697143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] For port f4383e51-b649-464b-af4c-565165873d8f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f4383e51-b649-464b-af4c-565165873d8f,segment=NetworkSegment(f81a0cea-3583-43e9-b9ce-9a5897e0597b),segment_id=f81a0cea-3583-43e9-b9ce-9a5897e0597b)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:10.697521 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f4383e51-b649-464b-af4c-565165873d8f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.749220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Calling delete_port for f4383e51-b649-464b-af4c-565165873d8f owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:10.881435 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Publish callbacks [] for router_gateway (d09f6367-b4d9-4e2b-9763-0586b990ede0), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.907840 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.925632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-e4645831-17f6-438a-97f8-24f6f162f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:10.927550 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-e4645831-17f6-438a-97f8-24f6f162f6b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 1128 time: 0.1210742 Feb 11 05:41:10.975745 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f4383e51-b649-464b-af4c-565165873d8f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.993466 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Set router 48d4ddd5-b7c9-459d-969d-c20ccbc7ed05 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:11.013517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Port': ['ID=f4383e51-b649-464b-af4c-565165873d8f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:11.021536 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No DVR routers for this DVR port f4383e51-b649-464b-af4c-565165873d8f on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:11.089103 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-ead2d9c5-1725-44e6-a55e-0228b850495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:11.090564 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-ead2d9c5-1725-44e6-a55e-0228b850495b service neutron] 10.222.0.73 "GET /v2.0/networks?id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 HTTP/1.1" status: 200 len: 897 time: 0.1547298 Feb 11 05:41:11.154159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Allocated IP 172.20.0.2 (9ab26eba-7f11-4402-b6e1-28fe6d48133f/094a8351-c522-4fbd-b78d-49254c8f03b3/979340bb-0148-47a9-8657-edc48f7d2545) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:11.195909 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Allocated IP 172.25.5.228 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/b060efcf-10a3-4b45-ace3-bd02ac68f9ae) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:11.239454 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-6fe93247-5759-4a09-822c-c499ddc16c93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8 HTTP/1.1" status: 200 len: 1001 time: 0.1052723 Feb 11 05:41:11.305964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-86977eb4-7463-4e87-8ba0-de465a5d750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:11.307453 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-86977eb4-7463-4e87-8ba0-de465a5d750b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a745f28e-e46b-4e48-a47d-1afdc429c60f HTTP/1.1" status: 200 len: 833 time: 0.0551684 Feb 11 05:41:11.365774 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (cb5a6739-6f3f-4d9f-9f0e-4451595d15ff), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.399085 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5a6739-6f3f-4d9f-9f0e-4451595d15ff']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:11.414483 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Publish callbacks [] for port (979340bb-0148-47a9-8657-edc48f7d2545), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.421578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81a0cea-3583-43e9-b9ce-9a5897e0597b') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:11.421968 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81a0cea-3583-43e9-b9ce-9a5897e0597b') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:11.426402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'name': 'tempest-ServerRescueTestJSON-190245884-router', 'tenant_id': 'd870a6d8ae5041ab8726db84282444df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6caed236-416d-4ea0-b5f3-ec51cec8cda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:06Z', 'updated_at': '2022-02-11T05:41:08Z', 'revision_number': 3, 'project_id': 'd870a6d8ae5041ab8726db84282444df', 'gw_port': {'id': '6caed236-416d-4ea0-b5f3-ec51cec8cda5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:07Z', 'updated_at': '2022-02-11T05:41:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:11.429703 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (979340bb-0148-47a9-8657-edc48f7d2545), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.431921 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Publish callbacks [] for port (b060efcf-10a3-4b45-ace3-bd02ac68f9ae), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.438283 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (f81a0cea-3583-43e9-b9ce-9a5897e0597b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.443316 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-8539b425-945c-4358-875b-e36f1d9bba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:11.444915 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-8539b425-945c-4358-875b-e36f1d9bba84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1199520 Feb 11 05:41:11.456286 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f81a0cea-3583-43e9-b9ce-9a5897e0597b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.471717 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:11.472112 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (f81a0cea-3583-43e9-b9ce-9a5897e0597b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:11.475197 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:11.488979 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Checking router: 48d4ddd5-b7c9-459d-969d-c20ccbc7ed05 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:11.489885 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Updating router 48d4ddd5-b7c9-459d-969d-c20ccbc7ed05 port 6caed236-416d-4ea0-b5f3-ec51cec8cda5 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:41:11.531764 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Network 9ab26eba-7f11-4402-b6e1-28fe6d48133f is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:11.535073 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Pushing event updated for resources: {'Port': ['ID=979340bb-0148-47a9-8657-edc48f7d2545,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:11.540476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:11.543257 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:11.546983 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6caed236-416d-4ea0-b5f3-ec51cec8cda5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.548904 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (cb5a6739-6f3f-4d9f-9f0e-4451595d15ff), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.552239 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b060efcf-10a3-4b45-ace3-bd02ac68f9ae), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.577232 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.585510 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/networks/cb5a6739-6f3f-4d9f-9f0e-4451595d15ff HTTP/1.1" status: 204 len: 168 time: 3.1304266 Feb 11 05:41:11.590709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264a716-75d0-467d-890e-98197a3b4e83 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Network': ['ID=cb5a6739-6f3f-4d9f-9f0e-4451595d15ff,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:11.628074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39526) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:11.636557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-fc1c4299-4052-479a-ab17-6a3d87573e73 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2125246261'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:11.662158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:11.672643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:11.680672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:11.694419 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Attempting to bind port 979340bb-0148-47a9-8657-edc48f7d2545 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:11.694809 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Attempting to bind port 979340bb-0148-47a9-8657-edc48f7d2545 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'f1cbf3e1-ecc0-4227-b3f3-cb8f204df987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ab26eba-7f11-4402-b6e1-28fe6d48133f'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:11.695205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Attempting to bind port 979340bb-0148-47a9-8657-edc48f7d2545 on network 9ab26eba-7f11-4402-b6e1-28fe6d48133f {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:11.703197 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.706605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:11.706995 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Checking segment: {'id': 'f1cbf3e1-ecc0-4227-b3f3-cb8f204df987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ab26eba-7f11-4402-b6e1-28fe6d48133f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:11.707408 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.707834 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Bound using segment: {'id': 'f1cbf3e1-ecc0-4227-b3f3-cb8f204df987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ab26eba-7f11-4402-b6e1-28fe6d48133f'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:11.708326 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Bound port: 979340bb-0148-47a9-8657-edc48f7d2545, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1cbf3e1-ecc0-4227-b3f3-cb8f204df987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ab26eba-7f11-4402-b6e1-28fe6d48133f'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:11.708717 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (979340bb-0148-47a9-8657-edc48f7d2545), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.725758 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-44fcdfff-59ca-4371-ab95-2f9a2520e4be service neutron] 10.222.0.73 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014480 Feb 11 05:41:11.748941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Pushing event updated for resources: {'Port': ['ID=b060efcf-10a3-4b45-ace3-bd02ac68f9ae,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:11.781866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1c4299-4052-479a-ab17-6a3d87573e73 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:11.785777 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc1c4299-4052-479a-ab17-6a3d87573e73 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.845214 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] For port 979340bb-0148-47a9-8657-edc48f7d2545, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:11.851169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] For port 979340bb-0148-47a9-8657-edc48f7d2545, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=979340bb-0148-47a9-8657-edc48f7d2545,segment=NetworkSegment(f1cbf3e1-ecc0-4227-b3f3-cb8f204df987),segment_id=f1cbf3e1-ecc0-4227-b3f3-cb8f204df987)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:11.868590 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (979340bb-0148-47a9-8657-edc48f7d2545), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.970760 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Allocated IP 172.20.0.1 (7266fb20-4639-4ae1-b874-21b72b06d2fd/ff32d698-b68e-4729-b26c-25d5d7a2de9f/2ebc861c-080d-4522-be8f-5afc2a0bb347) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:11.982456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37ff45-edab-4764-9169-fa7d0bd73067 None None] Pushing event updated for resources: {'Port': ['ID=979340bb-0148-47a9-8657-edc48f7d2545,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:11.997719 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Publish callbacks [] for port (6caed236-416d-4ea0-b5f3-ec51cec8cda5), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.005933 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6caed236-416d-4ea0-b5f3-ec51cec8cda5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.081103 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Attempting to bind port 6caed236-416d-4ea0-b5f3-ec51cec8cda5 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:12.081542 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Attempting to bind port 6caed236-416d-4ea0-b5f3-ec51cec8cda5 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:12.081922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Attempting to bind port 6caed236-416d-4ea0-b5f3-ec51cec8cda5 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:12.085274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb97aa-2d29-4055-8589-7227d31ecfbe None None] Pushing event updated for resources: {'Port': ['ID=6caed236-416d-4ea0-b5f3-ec51cec8cda5,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:12.103012 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:12.103608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:12.104168 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.105052 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:12.106364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Bound port: 6caed236-416d-4ea0-b5f3-ec51cec8cda5, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:12.107921 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6caed236-416d-4ea0-b5f3-ec51cec8cda5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.182809 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] For port 6caed236-416d-4ea0-b5f3-ec51cec8cda5, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:12.186857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] For port 6caed236-416d-4ea0-b5f3-ec51cec8cda5, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6caed236-416d-4ea0-b5f3-ec51cec8cda5,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:12.195608 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6caed236-416d-4ea0-b5f3-ec51cec8cda5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.232134 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-9929dbf5-eac6-4dc8-a594-44aef764bba6 service neutron] 10.222.0.73 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345377 Feb 11 05:41:12.294143 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Publish callbacks [] for port (2ebc861c-080d-4522-be8f-5afc2a0bb347), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.301677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Routers {'48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:12.302429 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:41:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:12.346058 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2ebc861c-080d-4522-be8f-5afc2a0bb347), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.368850 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb97aa-2d29-4055-8589-7227d31ecfbe None None] Pushing event updated for resources: {'Port': ['ID=6caed236-416d-4ea0-b5f3-ec51cec8cda5,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:12.415569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1c4299-4052-479a-ab17-6a3d87573e73 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:12.430751 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc1c4299-4052-479a-ab17-6a3d87573e73 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5177ac0a-6122-4cb3-9d04-6968012bfab2), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.431027 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-fc1c4299-4052-479a-ab17-6a3d87573e73 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Added segment 5177ac0a-6122-4cb3-9d04-6968012bfab2 of type vlan for network 97df07a4-49e2-4d52-a6ad-ac54314711da Feb 11 05:41:12.438105 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Network 7266fb20-4639-4ae1-b874-21b72b06d2fd is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:12.445462 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:12.458827 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:12.504530 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc1c4299-4052-479a-ab17-6a3d87573e73 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (97df07a4-49e2-4d52-a6ad-ac54314711da), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.536521 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Pushing event updated for resources: {'Port': ['ID=2ebc861c-080d-4522-be8f-5afc2a0bb347,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:12.543889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] Set router 48d4ddd5-b7c9-459d-969d-c20ccbc7ed05 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:12.556221 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (48d4ddd5-b7c9-459d-969d-c20ccbc7ed05), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.736660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859eceda-dd99-48a5-bd19-5963ac50d6d3 req-88e3f52c-91fd-4e44-acc8-63224e1d86b2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:12.743444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-859eceda-dd99-48a5-bd19-5963ac50d6d3 req-88e3f52c-91fd-4e44-acc8-63224e1d86b2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.9908133 Feb 11 05:41:12.743444 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc1c4299-4052-479a-ab17-6a3d87573e73 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (97df07a4-49e2-4d52-a6ad-ac54314711da), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.746359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1c4299-4052-479a-ab17-6a3d87573e73 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:12.746935 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc1c4299-4052-479a-ab17-6a3d87573e73 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.765522 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2ebc861c-080d-4522-be8f-5afc2a0bb347), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.821203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fc1c4299-4052-479a-ab17-6a3d87573e73 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1915429 Feb 11 05:41:12.835943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 979340bb-0148-47a9-8657-edc48f7d2545 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:12.838358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39536) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:12.850293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-2813d7c6-f1c9-4c13-93d8-735b48ddfb2f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'subnet': {'network_id': '97df07a4-49e2-4d52-a6ad-ac54314711da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:12.942924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'name': 'tempest-ServerRescueTestJSON-190245884-router', 'tenant_id': 'd870a6d8ae5041ab8726db84282444df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6caed236-416d-4ea0-b5f3-ec51cec8cda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:06Z', 'updated_at': '2022-02-11T05:41:08Z', 'revision_number': 3, 'project_id': 'd870a6d8ae5041ab8726db84282444df', 'gw_port': {'id': '6caed236-416d-4ea0-b5f3-ec51cec8cda5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:07Z', 'updated_at': '2022-02-11T05:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:12.989145 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e365ea5-b7e4-46fc-931e-a06353136825 None None] The sync data for ids ['48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'] in n-d-713499-38 is: [{'id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'name': 'tempest-ServerRescueTestJSON-190245884-router', 'tenant_id': 'd870a6d8ae5041ab8726db84282444df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6caed236-416d-4ea0-b5f3-ec51cec8cda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:06Z', 'updated_at': '2022-02-11T05:41:08Z', 'revision_number': 3, 'project_id': 'd870a6d8ae5041ab8726db84282444df', 'gw_port': {'id': '6caed236-416d-4ea0-b5f3-ec51cec8cda5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:07Z', 'updated_at': '2022-02-11T05:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:12.990361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c4299-4052-479a-ab17-6a3d87573e73 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Network': ['ID=97df07a4-49e2-4d52-a6ad-ac54314711da,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:13.002716 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 979340bb-0148-47a9-8657-edc48f7d2545 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:13.003174 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Publish callbacks [] for port (2ebc861c-080d-4522-be8f-5afc2a0bb347), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.003578 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (979340bb-0148-47a9-8657-edc48f7d2545), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.016252 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (2ebc861c-080d-4522-be8f-5afc2a0bb347), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.063408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-859eceda-dd99-48a5-bd19-5963ac50d6d3 req-0bb43ca9-738b-4a76-8818-b5b1ad7753af tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775497 Feb 11 05:41:13.088862 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Publish callbacks [] for router_gateway (d09f6367-b4d9-4e2b-9763-0586b990ede0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.091081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 97df07a4-49e2-4d52-a6ad-ac54314711da details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:13.121768 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (48d4ddd5-b7c9-459d-969d-c20ccbc7ed05), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.252752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2813d7c6-f1c9-4c13-93d8-735b48ddfb2f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:13.257228 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2813d7c6-f1c9-4c13-93d8-735b48ddfb2f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.288984 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 979340bb-0148-47a9-8657-edc48f7d2545 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:13.289525 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (979340bb-0148-47a9-8657-edc48f7d2545), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.343491 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Pushing event updated for resources: {'Port': ['ID=2ebc861c-080d-4522-be8f-5afc2a0bb347,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:13.345658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 979340bb-0148-47a9-8657-edc48f7d2545, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=979340bb-0148-47a9-8657-edc48f7d2545,segment=NetworkSegment(f1cbf3e1-ecc0-4227-b3f3-cb8f204df987),segment_id=f1cbf3e1-ecc0-4227-b3f3-cb8f204df987)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:13.355169 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (979340bb-0148-47a9-8657-edc48f7d2545), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.424875 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Network 7266fb20-4639-4ae1-b874-21b72b06d2fd is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:13.430571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:13.494631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=979340bb-0148-47a9-8657-edc48f7d2545,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:13.581556 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (d09f6367-b4d9-4e2b-9763-0586b990ede0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.647444 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080a9044-3cc0-42ca-ae2b-8f7f2df45dde None None] Network 9ab26eba-7f11-4402-b6e1-28fe6d48133f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:13.677107 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Router 48d4ddd5-b7c9-459d-969d-c20ccbc7ed05 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:13.800837 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-4a72b24b-cb31-4995-b51c-e05b0a43c796 None None] Provisioning complete for port 979340bb-0148-47a9-8657-edc48f7d2545 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:13.801135 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4a72b24b-cb31-4995-b51c-e05b0a43c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (979340bb-0148-47a9-8657-edc48f7d2545), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.859219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Router d09f6367-b4d9-4e2b-9763-0586b990ede0 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:41:13.876735 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:13.882649 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-52eafae1-06da-40bd-a745-90f98498a959 admin admin] 10.222.0.87 "PUT /v2.0/routers/48d4ddd5-b7c9-459d-969d-c20ccbc7ed05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7342949 Feb 11 05:41:13.909147 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2813d7c6-f1c9-4c13-93d8-735b48ddfb2f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (fc55684c-2d0f-4ad9-bd3f-2153294a7ab4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.970861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-4a72b24b-cb31-4995-b51c-e05b0a43c796 None None] Current status of the port 979340bb-0148-47a9-8657-edc48f7d2545 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:14.172828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2813d7c6-f1c9-4c13-93d8-735b48ddfb2f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Checking segment: {'id': '5177ac0a-6122-4cb3-9d04-6968012bfab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '97df07a4-49e2-4d52-a6ad-ac54314711da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:14.173311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2813d7c6-f1c9-4c13-93d8-735b48ddfb2f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network hostable DHCP agents. Network: 97df07a4-49e2-4d52-a6ad-ac54314711da, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:14.175848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813d7c6-f1c9-4c13-93d8-735b48ddfb2f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Subnet': ['ID=fc55684c-2d0f-4ad9-bd3f-2153294a7ab4,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:14.202371 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-13d87aeb-ac53-4982-8880-dfbf54108e67 None None] Provisioning complete for port 979340bb-0148-47a9-8657-edc48f7d2545 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:14.202873 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13d87aeb-ac53-4982-8880-dfbf54108e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (979340bb-0148-47a9-8657-edc48f7d2545), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.255756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:14.257386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2813d7c6-f1c9-4c13-93d8-735b48ddfb2f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network 97df07a4-49e2-4d52-a6ad-ac54314711da is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:14.274273 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Sync routers for ids ['d09f6367-b4d9-4e2b-9763-0586b990ede0'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:14.291055 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Routers {'d09f6367-b4d9-4e2b-9763-0586b990ede0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:14.298876 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:41:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d09f6367-b4d9-4e2b-9763-0586b990ede0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:14.311338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaaf4c-e157-4175-b6cf-661220d96d04 req-ce56dceb-7137-419f-bd51-3a19a0e208f7 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:14.312609 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.317522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbeaaf4c-e157-4175-b6cf-661220d96d04 req-ce56dceb-7137-419f-bd51-3a19a0e208f7 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.1461110 Feb 11 05:41:14.319356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-2813d7c6-f1c9-4c13-93d8-735b48ddfb2f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 97df07a4-49e2-4d52-a6ad-ac54314711da) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:14.328975 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2813d7c6-f1c9-4c13-93d8-735b48ddfb2f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:14.329581 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2813d7c6-f1c9-4c13-93d8-735b48ddfb2f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.343580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa7dfdd-36b3-457c-a254-f7c2c3b94b3c None None] Network 97df07a4-49e2-4d52-a6ad-ac54314711da requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:14.391838 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.396868 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39564) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:14.409365 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-69ef7898-c510-44f0-b78a-23058d103b31 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3177724 Feb 11 05:41:14.430975 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2813d7c6-f1c9-4c13-93d8-735b48ddfb2f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5917277 Feb 11 05:41:14.473029 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Set router d09f6367-b4d9-4e2b-9763-0586b990ede0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:14.483112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39566) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:14.504505 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-13d87aeb-ac53-4982-8880-dfbf54108e67 None None] Current status of the port 979340bb-0148-47a9-8657-edc48f7d2545 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:14.573309 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-97df07a4-49e2-4d52-a6ad-ac54314711da', 'network_id': '97df07a4-49e2-4d52-a6ad-ac54314711da', 'project_id': '80f634d2c48345e1b380d8d0eab732b7', 'fixed_ips': [{'subnet_id': 'fc55684c-2d0f-4ad9-bd3f-2153294a7ab4'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:14.574241 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.753171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbeaaf4c-e157-4175-b6cf-661220d96d04 req-11317d0e-9cb1-4596-b248-3bdefa2fa221 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200444 Feb 11 05:41:14.837294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-e5e32186-fe00-414b-8fa3-540d705d6a5f tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:14.847667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-e5e32186-fe00-414b-8fa3-540d705d6a5f tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/networks?id=7266fb20-4639-4ae1-b874-21b72b06d2fd HTTP/1.1" status: 200 len: 810 time: 0.4922369 Feb 11 05:41:14.863554 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (97df07a4-49e2-4d52-a6ad-ac54314711da), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.866419 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Allocated IP 2001:db8::1 (97df07a4-49e2-4d52-a6ad-ac54314711da/fc55684c-2d0f-4ad9-bd3f-2153294a7ab4/36ae0ef3-c502-4c2b-b985-c2ba8b02888c) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:14.875707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-bcaa6b01-7d9d-4283-bd13-4301833509ef tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/quotas/d870a6d8ae5041ab8726db84282444df HTTP/1.1" status: 200 len: 375 time: 0.0267904 Feb 11 05:41:14.885409 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'name': 'tempest-TestAggregatesBasicOps-1281452084-router', 'tenant_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'b060efcf-10a3-4b45-ace3-bd02ac68f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:10Z', 'updated_at': '2022-02-11T05:41:12Z', 'revision_number': 3, 'project_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'gw_port': {'id': 'b060efcf-10a3-4b45-ace3-bd02ac68f9ae', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:10Z', 'updated_at': '2022-02-11T05:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:14.929497 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Checking router: d09f6367-b4d9-4e2b-9763-0586b990ede0 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:14.930138 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Updating router d09f6367-b4d9-4e2b-9763-0586b990ede0 port b060efcf-10a3-4b45-ace3-bd02ac68f9ae binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:41:14.975015 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (fc55684c-2d0f-4ad9-bd3f-2153294a7ab4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.983265 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b060efcf-10a3-4b45-ace3-bd02ac68f9ae), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.002247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6caed236-416d-4ea0-b5f3-ec51cec8cda5 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:15.017827 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-e3451644-881e-4df0-893a-471aebb11f4f tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d870a6d8ae5041ab8726db84282444df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1411939 Feb 11 05:41:15.091184 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 6caed236-416d-4ea0-b5f3-ec51cec8cda5 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:15.091801 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6caed236-416d-4ea0-b5f3-ec51cec8cda5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.165373 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-0b3c6cfd-eb10-4ad4-837c-8f74e3d3ee04 service neutron] 10.222.0.87 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464520 Feb 11 05:41:15.380573 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.383843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-2e891d74-3a95-4082-ae9c-d039b5774606 service neutron] 10.222.0.87 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175882 Feb 11 05:41:15.501050 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Publish callbacks [] for port (b060efcf-10a3-4b45-ace3-bd02ac68f9ae), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.509750 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b060efcf-10a3-4b45-ace3-bd02ac68f9ae), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.604006 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cd76e-5864-4aaf-a021-4bc90fb0bdd3 None None] Pushing event updated for resources: {'Port': ['ID=b060efcf-10a3-4b45-ace3-bd02ac68f9ae,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:15.606025 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Publish callbacks [] for port (36ae0ef3-c502-4c2b-b985-c2ba8b02888c), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.622923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 6caed236-416d-4ea0-b5f3-ec51cec8cda5 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:15.623321 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6caed236-416d-4ea0-b5f3-ec51cec8cda5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.628522 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cd76e-5864-4aaf-a021-4bc90fb0bdd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:15.628710 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (36ae0ef3-c502-4c2b-b985-c2ba8b02888c), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.629019 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cd76e-5864-4aaf-a021-4bc90fb0bdd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:15.629371 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cd76e-5864-4aaf-a021-4bc90fb0bdd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:15.630457 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cd76e-5864-4aaf-a021-4bc90fb0bdd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:15.630813 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cd76e-5864-4aaf-a021-4bc90fb0bdd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:15.631209 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cd76e-5864-4aaf-a021-4bc90fb0bdd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:15.631725 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cd76e-5864-4aaf-a021-4bc90fb0bdd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:15.632101 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cd76e-5864-4aaf-a021-4bc90fb0bdd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:15.632772 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cd76e-5864-4aaf-a021-4bc90fb0bdd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:15.633137 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cd76e-5864-4aaf-a021-4bc90fb0bdd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:15.633849 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cd76e-5864-4aaf-a021-4bc90fb0bdd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:15.634199 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cd76e-5864-4aaf-a021-4bc90fb0bdd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:15.634532 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849cd76e-5864-4aaf-a021-4bc90fb0bdd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:15.642902 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Attempting to bind port b060efcf-10a3-4b45-ace3-bd02ac68f9ae on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:15.643336 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Attempting to bind port b060efcf-10a3-4b45-ace3-bd02ac68f9ae by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:15.643795 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Attempting to bind port b060efcf-10a3-4b45-ace3-bd02ac68f9ae on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:15.649578 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:15.649963 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:15.650365 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.650754 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:15.651224 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Bound port: b060efcf-10a3-4b45-ace3-bd02ac68f9ae, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:15.651786 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b060efcf-10a3-4b45-ace3-bd02ac68f9ae), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.667119 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-888eb81a-1dbe-4282-a122-3b808cd6017a req-4aa27b5e-d2e7-4e94-8302-ad99337dc031 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 210 time: 0.0741405 Feb 11 05:41:15.702761 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (fc55684c-2d0f-4ad9-bd3f-2153294a7ab4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.719228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Network 97df07a4-49e2-4d52-a6ad-ac54314711da is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:15.725920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Sync routers for ids ['48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:15.737809 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 6caed236-416d-4ea0-b5f3-ec51cec8cda5, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6caed236-416d-4ea0-b5f3-ec51cec8cda5,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:15.739168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:15.752663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:15.755255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Routers {'48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:15.755971 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:41:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:15.760194 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6caed236-416d-4ea0-b5f3-ec51cec8cda5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.761001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 979340bb-0148-47a9-8657-edc48f7d2545 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:15.773719 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] For port b060efcf-10a3-4b45-ace3-bd02ac68f9ae, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:15.776524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Subnet': ['ID=fc55684c-2d0f-4ad9-bd3f-2153294a7ab4,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:15.781563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Allocated IP 172.20.0.1 (9ab26eba-7f11-4402-b6e1-28fe6d48133f/094a8351-c522-4fbd-b78d-49254c8f03b3/ab3227cc-65c3-4051-8f79-541bf0f4e16d) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:15.786397 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] For port b060efcf-10a3-4b45-ace3-bd02ac68f9ae, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b060efcf-10a3-4b45-ace3-bd02ac68f9ae,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:15.800736 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b060efcf-10a3-4b45-ace3-bd02ac68f9ae), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.893514 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Routers {'d09f6367-b4d9-4e2b-9763-0586b990ede0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:15.894454 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:41:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d09f6367-b4d9-4e2b-9763-0586b990ede0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:15.951257 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (97df07a4-49e2-4d52-a6ad-ac54314711da), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.982780 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Pushing event updated for resources: {'Port': ['ID=36ae0ef3-c502-4c2b-b985-c2ba8b02888c,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:15.996719 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cd76e-5864-4aaf-a021-4bc90fb0bdd3 None None] Pushing event updated for resources: {'Port': ['ID=b060efcf-10a3-4b45-ace3-bd02ac68f9ae,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:16.068101 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-29442eb5-bf28-45e3-9cfb-254570bd2b52 req-9c1bdefe-8754-4e12-bc3e-f8ea8350885b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1074574 Feb 11 05:41:16.071375 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Publish callbacks [] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.119374 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] Set router d09f6367-b4d9-4e2b-9763-0586b990ede0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:16.131527 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.132603 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97df07a4-49e2-4d52-a6ad-ac54314711da']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:16.165672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5177ac0a-6122-4cb3-9d04-6968012bfab2') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:16.173607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5177ac0a-6122-4cb3-9d04-6968012bfab2') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:16.219029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Network 9ab26eba-7f11-4402-b6e1-28fe6d48133f is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:16.221639 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (5177ac0a-6122-4cb3-9d04-6968012bfab2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.236193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 979340bb-0148-47a9-8657-edc48f7d2545 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:16.236863 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (979340bb-0148-47a9-8657-edc48f7d2545), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.244448 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5177ac0a-6122-4cb3-9d04-6968012bfab2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.255076 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:16.262135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:16.263147 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (5177ac0a-6122-4cb3-9d04-6968012bfab2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.266617 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Pushing event updated for resources: {'Port': ['ID=ab3227cc-65c3-4051-8f79-541bf0f4e16d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:16.273389 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:16.277482 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:16.294891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a174097-b65a-4a24-b729-af06fc929a4c req-5140f12e-bb4a-4233-97a1-cd18cfa84046 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:16.309715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a174097-b65a-4a24-b729-af06fc929a4c req-5140f12e-bb4a-4233-97a1-cd18cfa84046 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.3670256 Feb 11 05:41:16.333683 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (d09f6367-b4d9-4e2b-9763-0586b990ede0), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.419099 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Attempting to bind port 36ae0ef3-c502-4c2b-b985-c2ba8b02888c on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:16.419530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Attempting to bind port 36ae0ef3-c502-4c2b-b985-c2ba8b02888c by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '5177ac0a-6122-4cb3-9d04-6968012bfab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '97df07a4-49e2-4d52-a6ad-ac54314711da'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:16.420051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Attempting to bind port 36ae0ef3-c502-4c2b-b985-c2ba8b02888c on network 97df07a4-49e2-4d52-a6ad-ac54314711da {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:16.425724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=6caed236-416d-4ea0-b5f3-ec51cec8cda5,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:16.440700 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:16.441098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Checking segment: {'id': '5177ac0a-6122-4cb3-9d04-6968012bfab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '97df07a4-49e2-4d52-a6ad-ac54314711da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:16.441511 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.442130 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Bound using segment: {'id': '5177ac0a-6122-4cb3-9d04-6968012bfab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '97df07a4-49e2-4d52-a6ad-ac54314711da'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:16.442674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Bound port: 36ae0ef3-c502-4c2b-b985-c2ba8b02888c, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5177ac0a-6122-4cb3-9d04-6968012bfab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '97df07a4-49e2-4d52-a6ad-ac54314711da'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:16.443072 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (36ae0ef3-c502-4c2b-b985-c2ba8b02888c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.488667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Set router 48d4ddd5-b7c9-459d-969d-c20ccbc7ed05 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:16.545787 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29442eb5-bf28-45e3-9cfb-254570bd2b52 req-46a83f00-9b09-4024-9674-ae48179c9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:16.548394 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-29442eb5-bf28-45e3-9cfb-254570bd2b52 req-46a83f00-9b09-4024-9674-ae48179c9eb8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45c2fc86c73b4ccfb9c8f2a600d289b2&device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 1128 time: 0.3811653 Feb 11 05:41:16.577650 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'name': 'tempest-TestAggregatesBasicOps-1281452084-router', 'tenant_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'b060efcf-10a3-4b45-ace3-bd02ac68f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:10Z', 'updated_at': '2022-02-11T05:41:12Z', 'revision_number': 3, 'project_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'gw_port': {'id': 'b060efcf-10a3-4b45-ace3-bd02ac68f9ae', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:10Z', 'updated_at': '2022-02-11T05:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:16.589432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] For port 36ae0ef3-c502-4c2b-b985-c2ba8b02888c, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:16.593646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] For port 36ae0ef3-c502-4c2b-b985-c2ba8b02888c, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=36ae0ef3-c502-4c2b-b985-c2ba8b02888c,segment=NetworkSegment(5177ac0a-6122-4cb3-9d04-6968012bfab2),segment_id=5177ac0a-6122-4cb3-9d04-6968012bfab2)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:16.601346 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.api [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:41:16.601346 n-d-713499-38 neutron-server[103171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:41:16.601346 n-d-713499-38 neutron-server[103171]: [parameters: {'id': '97df07a4-49e2-4d52-a6ad-ac54314711da'}] Feb 11 05:41:16.601346 n-d-713499-38 neutron-server[103171]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:41:16.603699 n-d-713499-38 neutron-server[103171]: DEBUG oslo_db.api [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:41:16.642320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 979340bb-0148-47a9-8657-edc48f7d2545 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:16.646444 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (36ae0ef3-c502-4c2b-b985-c2ba8b02888c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.692406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a174097-b65a-4a24-b729-af06fc929a4c req-9fe44729-1c31-4201-8c72-e549f1d55f66 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3813505 Feb 11 05:41:16.696355 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e18a55-9b86-4abb-95a5-eb5da7d6a015 None None] The sync data for ids ['d09f6367-b4d9-4e2b-9763-0586b990ede0'] in n-d-713499-38 is: [{'id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'name': 'tempest-TestAggregatesBasicOps-1281452084-router', 'tenant_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'b060efcf-10a3-4b45-ace3-bd02ac68f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:10Z', 'updated_at': '2022-02-11T05:41:12Z', 'revision_number': 3, 'project_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'gw_port': {'id': 'b060efcf-10a3-4b45-ace3-bd02ac68f9ae', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:10Z', 'updated_at': '2022-02-11T05:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:16.807063 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.840901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ecb16dc3-0180-4688-8c37-e8834acd6871 None None] Provisioning complete for port ab3227cc-65c3-4051-8f79-541bf0f4e16d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:16.841281 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ecb16dc3-0180-4688-8c37-e8834acd6871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:16.854462 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6caed236-416d-4ea0-b5f3-ec51cec8cda5 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:16.867104 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c63906d-06e3-4fbd-862c-cde60d22ecde req-ed4aae42-942c-4045-ab6c-25959662ec72 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 210 time: 0.0690820 Feb 11 05:41:16.931309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29442eb5-bf28-45e3-9cfb-254570bd2b52 req-30b8dd28-55a8-463d-a557-1598a9f95866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:16.933154 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-29442eb5-bf28-45e3-9cfb-254570bd2b52 req-30b8dd28-55a8-463d-a557-1598a9f95866 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c5f461cd-6672-4729-91c0-d858758eba8c HTTP/1.1" status: 200 len: 910 time: 0.3003721 Feb 11 05:41:16.945175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0aefd4-1cad-40df-807d-d12d6e9599ee None None] Pushing event updated for resources: {'Port': ['ID=36ae0ef3-c502-4c2b-b985-c2ba8b02888c,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:16.984732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f70717-80d4-4e94-823a-0d839ebe4979 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:41:17.033269 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ecb16dc3-0180-4688-8c37-e8834acd6871 None None] Port ab3227cc-65c3-4051-8f79-541bf0f4e16d cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:17.043501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 6caed236-416d-4ea0-b5f3-ec51cec8cda5 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:17.043926 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6caed236-416d-4ea0-b5f3-ec51cec8cda5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.058883 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-29442eb5-bf28-45e3-9cfb-254570bd2b52 req-88bba607-8df4-47d2-941c-bc75570c65cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1ee304c-aec4-4424-913c-3708f4b195a7 HTTP/1.1" status: 200 len: 1001 time: 0.1175272 Feb 11 05:41:17.105113 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (97df07a4-49e2-4d52-a6ad-ac54314711da), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.143828 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29442eb5-bf28-45e3-9cfb-254570bd2b52 req-40cb073e-923e-48c9-bcd1-a4febd081bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:17.153445 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-29442eb5-bf28-45e3-9cfb-254570bd2b52 req-40cb073e-923e-48c9-bcd1-a4febd081bff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fc376bea-7853-4198-876a-16f0aadc5bdf HTTP/1.1" status: 200 len: 848 time: 0.0875661 Feb 11 05:41:17.218567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Deleting port 36ae0ef3-c502-4c2b-b985-c2ba8b02888c {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:17.219198 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (36ae0ef3-c502-4c2b-b985-c2ba8b02888c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.300662 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 6caed236-416d-4ea0-b5f3-ec51cec8cda5 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:17.348185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'name': 'tempest-ServerRescueTestJSON-190245884-router', 'tenant_id': 'd870a6d8ae5041ab8726db84282444df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6caed236-416d-4ea0-b5f3-ec51cec8cda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:06Z', 'updated_at': '2022-02-11T05:41:12Z', 'revision_number': 4, 'project_id': 'd870a6d8ae5041ab8726db84282444df', 'gw_port': {'id': '6caed236-416d-4ea0-b5f3-ec51cec8cda5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:07Z', 'updated_at': '2022-02-11T05:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2ebc861c-080d-4522-be8f-5afc2a0bb347', 'name': '', 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd', 'tenant_id': 'd870a6d8ae5041ab8726db84282444df', 'mac_address': 'fa:16:3e:aa:94:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'ff32d698-b68e-4729-b26c-25d5d7a2de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:11Z', 'updated_at': '2022-02-11T05:41:12Z', 'revision_number': 2, 'project_id': 'd870a6d8ae5041ab8726db84282444df', 'subnets': [{'id': 'ff32d698-b68e-4729-b26c-25d5d7a2de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:17.366824 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29442eb5-bf28-45e3-9cfb-254570bd2b52 req-a026ae72-617c-4522-8a64-7cf5a2b1a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:17.368599 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-29442eb5-bf28-45e3-9cfb-254570bd2b52 req-a026ae72-617c-4522-8a64-7cf5a2b1a935 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5f461cd-6672-4729-91c0-d858758eba8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2071791 Feb 11 05:41:17.370903 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Publish callbacks [] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.397865 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.435348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f70717-80d4-4e94-823a-0d839ebe4979 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:41:17.450988 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] For port 36ae0ef3-c502-4c2b-b985-c2ba8b02888c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=36ae0ef3-c502-4c2b-b985-c2ba8b02888c,segment=NetworkSegment(5177ac0a-6122-4cb3-9d04-6968012bfab2),segment_id=5177ac0a-6122-4cb3-9d04-6968012bfab2)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:17.455786 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (36ae0ef3-c502-4c2b-b985-c2ba8b02888c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.457324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Checking router: 48d4ddd5-b7c9-459d-969d-c20ccbc7ed05 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:17.457719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Updating router 48d4ddd5-b7c9-459d-969d-c20ccbc7ed05 port 2ebc861c-080d-4522-be8f-5afc2a0bb347 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:41:17.487942 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Calling delete_port for 36ae0ef3-c502-4c2b-b985-c2ba8b02888c owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:17.585071 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2ebc861c-080d-4522-be8f-5afc2a0bb347), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.623302 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (36ae0ef3-c502-4c2b-b985-c2ba8b02888c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.768138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Port': ['ID=36ae0ef3-c502-4c2b-b985-c2ba8b02888c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:17.770121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No DVR routers for this DVR port 36ae0ef3-c502-4c2b-b985-c2ba8b02888c on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:17.903148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f70ea35-a1a4-4a6c-ba8d-12dee19c3747 None None] Network 97df07a4-49e2-4d52-a6ad-ac54314711da requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:17.976029 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (97df07a4-49e2-4d52-a6ad-ac54314711da), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.067101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Pushing event updated for resources: {'Port': ['ID=ab3227cc-65c3-4051-8f79-541bf0f4e16d,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:18.071226 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (d09f6367-b4d9-4e2b-9763-0586b990ede0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.146717 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-29442eb5-bf28-45e3-9cfb-254570bd2b52 req-1a257535-dda9-4164-a9d7-50e946f9e8c8 service neutron] 10.222.0.73 "GET /v2.0/networks/c5f461cd-6672-4729-91c0-d858758eba8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7583497 Feb 11 05:41:18.367818 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Network 9ab26eba-7f11-4402-b6e1-28fe6d48133f is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:18.374820 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:18.386314 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-29442eb5-bf28-45e3-9cfb-254570bd2b52 req-0c19fd29-38d3-426e-a0c7-e53bee37bdee service neutron] 10.222.0.73 "GET /v2.0/networks/c5f461cd-6672-4729-91c0-d858758eba8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095387 Feb 11 05:41:18.411432 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Publish callbacks [] for port (2ebc861c-080d-4522-be8f-5afc2a0bb347), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.422010 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2ebc861c-080d-4522-be8f-5afc2a0bb347), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.476762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97df07a4-49e2-4d52-a6ad-ac54314711da']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:18.504623 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b747d0-9173-4b01-a904-3503a4bff28a None None] Pushing event updated for resources: {'Port': ['ID=2ebc861c-080d-4522-be8f-5afc2a0bb347,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:18.524986 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6401cea-8d21-4b74-b4f2-ee4fb3ef2e6c req-25ab5f0c-8ccc-4eb0-907b-df4228f72e73 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 210 time: 0.5001869 Feb 11 05:41:18.545426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5177ac0a-6122-4cb3-9d04-6968012bfab2') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:18.545426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5177ac0a-6122-4cb3-9d04-6968012bfab2') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:18.569758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Attempting to bind port 2ebc861c-080d-4522-be8f-5afc2a0bb347 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:18.570143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Attempting to bind port 2ebc861c-080d-4522-be8f-5afc2a0bb347 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '0394ae95-775b-4f2c-9208-0f5b4ba16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:18.570519 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Attempting to bind port 2ebc861c-080d-4522-be8f-5afc2a0bb347 on network 7266fb20-4639-4ae1-b874-21b72b06d2fd {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:18.573027 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (5177ac0a-6122-4cb3-9d04-6968012bfab2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.580307 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Router d09f6367-b4d9-4e2b-9763-0586b990ede0 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:18.583793 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:18.586781 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Checking segment: {'id': '0394ae95-775b-4f2c-9208-0f5b4ba16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:18.592568 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.595748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Bound using segment: {'id': '0394ae95-775b-4f2c-9208-0f5b4ba16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:18.596318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Bound port: 2ebc861c-080d-4522-be8f-5afc2a0bb347, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0394ae95-775b-4f2c-9208-0f5b4ba16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:18.596907 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2ebc861c-080d-4522-be8f-5afc2a0bb347), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.601105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-2339ad89-a347-486e-aa7a-b64f7bc11a0c tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:18.602677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-2339ad89-a347-486e-aa7a-b64f7bc11a0c tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.88 "GET /v2.0/networks?id=7266fb20-4639-4ae1-b874-21b72b06d2fd HTTP/1.1" status: 200 len: 810 time: 1.2483940 Feb 11 05:41:18.604697 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5177ac0a-6122-4cb3-9d04-6968012bfab2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.616181 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:18.617133 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (5177ac0a-6122-4cb3-9d04-6968012bfab2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.625423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-8818bbf4-505b-46bb-b744-aaa48595a073 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Request body: {'port': {'device_id': 'd5b6042d-ee63-46bf-9303-27476ed0dcf7', 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd', 'admin_state_up': True, 'tenant_id': 'd870a6d8ae5041ab8726db84282444df'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:18.631290 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:18.698658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b1b55-8725-412f-b898-7798c488ba0f req-3038d6ec-f2dd-4d69-82ac-d32e6b118cdd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:18.705426 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e29b1b55-8725-412f-b898-7798c488ba0f req-3038d6ec-f2dd-4d69-82ac-d32e6b118cdd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.6933827 Feb 11 05:41:18.743287 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] For port 2ebc861c-080d-4522-be8f-5afc2a0bb347, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:18.748438 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] For port 2ebc861c-080d-4522-be8f-5afc2a0bb347, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2ebc861c-080d-4522-be8f-5afc2a0bb347,segment=NetworkSegment(0394ae95-775b-4f2c-9208-0f5b4ba16c99),segment_id=0394ae95-775b-4f2c-9208-0f5b4ba16c99)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:18.790367 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2ebc861c-080d-4522-be8f-5afc2a0bb347), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.843145 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (97df07a4-49e2-4d52-a6ad-ac54314711da), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.848590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:18.853189 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.855024 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b060efcf-10a3-4b45-ace3-bd02ac68f9ae up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:18.857017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/networks/97df07a4-49e2-4d52-a6ad-ac54314711da HTTP/1.1" status: 204 len: 168 time: 4.3714781 Feb 11 05:41:18.861801 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39608) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:18.883317 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bdcb65a1-11d0-451e-8041-7282b415186b admin admin] 10.222.0.87 "PUT /v2.0/routers/d09f6367-b4d9-4e2b-9763-0586b990ede0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4841137 Feb 11 05:41:18.888937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-858f9cb7-b66c-48ee-b2f0-79371e7f8003 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2099750732'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:18.889780 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d606d73d-fd02-493b-b883-d0bf479f5bec None None] Provisioning complete for port ab3227cc-65c3-4051-8f79-541bf0f4e16d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:18.890754 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d606d73d-fd02-493b-b883-d0bf479f5bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.896707 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c45760-4efb-44c9-a63d-838c5ad09dfb tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Network': ['ID=97df07a4-49e2-4d52-a6ad-ac54314711da,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:18.940073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e29b1b55-8725-412f-b898-7798c488ba0f req-1bf97494-7ef8-4e9a-8445-d9e35b44f5b3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575286 Feb 11 05:41:18.946065 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858f9cb7-b66c-48ee-b2f0-79371e7f8003 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:18.949807 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-858f9cb7-b66c-48ee-b2f0-79371e7f8003 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.993542 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858f9cb7-b66c-48ee-b2f0-79371e7f8003 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:18.996277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-8818bbf4-505b-46bb-b744-aaa48595a073 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Made reservation on behalf of d870a6d8ae5041ab8726db84282444df for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:19.000007 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-8818bbf4-505b-46bb-b744-aaa48595a073 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.024059 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-858f9cb7-b66c-48ee-b2f0-79371e7f8003 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (61422126-9d4a-499a-90b3-3dda042d973c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.024439 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-858f9cb7-b66c-48ee-b2f0-79371e7f8003 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Added segment 61422126-9d4a-499a-90b3-3dda042d973c of type vlan for network 186b7d38-cdce-4cdd-a57c-1b1cdc12afd7 Feb 11 05:41:19.037690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b747d0-9173-4b01-a904-3503a4bff28a None None] Pushing event updated for resources: {'Port': ['ID=2ebc861c-080d-4522-be8f-5afc2a0bb347,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:19.064546 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d606d73d-fd02-493b-b883-d0bf479f5bec None None] Port ab3227cc-65c3-4051-8f79-541bf0f4e16d cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:19.082860 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Routers {'48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:19.083652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:41:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:19.086726 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-858f9cb7-b66c-48ee-b2f0-79371e7f8003 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (186b7d38-cdce-4cdd-a57c-1b1cdc12afd7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.121473 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-858f9cb7-b66c-48ee-b2f0-79371e7f8003 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (186b7d38-cdce-4cdd-a57c-1b1cdc12afd7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.128426 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858f9cb7-b66c-48ee-b2f0-79371e7f8003 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:19.129246 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-858f9cb7-b66c-48ee-b2f0-79371e7f8003 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.222808 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-858f9cb7-b66c-48ee-b2f0-79371e7f8003 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3354945 Feb 11 05:41:19.223207 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39618) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:19.263713 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1efea124-d31e-406d-a453-4ba5a9387e23 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'subnet': {'network_id': '186b7d38-cdce-4cdd-a57c-1b1cdc12afd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:19.281006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f9cb7-b66c-48ee-b2f0-79371e7f8003 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Network': ['ID=186b7d38-cdce-4cdd-a57c-1b1cdc12afd7,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:19.289177 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b060efcf-10a3-4b45-ace3-bd02ac68f9ae triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:19.289677 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b060efcf-10a3-4b45-ace3-bd02ac68f9ae), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.312726 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-8818bbf4-505b-46bb-b744-aaa48595a073 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Allocated IP 172.20.0.6 (7266fb20-4639-4ae1-b874-21b72b06d2fd/ff32d698-b68e-4729-b26c-25d5d7a2de9f/11a9a626-c5ca-4255-82e6-22ea92ee0b01) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:19.327911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 186b7d38-cdce-4cdd-a57c-1b1cdc12afd7 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:19.337552 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:41:19.441338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] Set router 48d4ddd5-b7c9-459d-969d-c20ccbc7ed05 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:19.445919 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efea124-d31e-406d-a453-4ba5a9387e23 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:19.451123 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1efea124-d31e-406d-a453-4ba5a9387e23 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.539203 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Sync routers for ids ['d09f6367-b4d9-4e2b-9763-0586b990ede0'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:19.562456 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Routers {'d09f6367-b4d9-4e2b-9763-0586b990ede0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:19.563214 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:41:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d09f6367-b4d9-4e2b-9763-0586b990ede0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:19.683955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b060efcf-10a3-4b45-ace3-bd02ac68f9ae is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:19.687107 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b060efcf-10a3-4b45-ace3-bd02ac68f9ae), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.733695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d40dc77c-99df-4245-ac21-99388bdabd64 req-993f6974-d3ac-408d-8efa-c165e03cf884 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 210 time: 0.0846605 Feb 11 05:41:19.740425 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port b060efcf-10a3-4b45-ace3-bd02ac68f9ae, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b060efcf-10a3-4b45-ace3-bd02ac68f9ae,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:19.765399 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-8818bbf4-505b-46bb-b744-aaa48595a073 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Publish callbacks [] for port (11a9a626-c5ca-4255-82e6-22ea92ee0b01), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.769582 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b060efcf-10a3-4b45-ace3-bd02ac68f9ae), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.812044 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-8818bbf4-505b-46bb-b744-aaa48595a073 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (11a9a626-c5ca-4255-82e6-22ea92ee0b01), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.858310 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1efea124-d31e-406d-a453-4ba5a9387e23 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (8cb01696-756e-48ca-9a32-fef364691d51), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.907059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=b060efcf-10a3-4b45-ace3-bd02ac68f9ae,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:19.945213 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'name': 'tempest-ServerRescueTestJSON-190245884-router', 'tenant_id': 'd870a6d8ae5041ab8726db84282444df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6caed236-416d-4ea0-b5f3-ec51cec8cda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:06Z', 'updated_at': '2022-02-11T05:41:12Z', 'revision_number': 4, 'project_id': 'd870a6d8ae5041ab8726db84282444df', 'gw_port': {'id': '6caed236-416d-4ea0-b5f3-ec51cec8cda5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:07Z', 'updated_at': '2022-02-11T05:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2ebc861c-080d-4522-be8f-5afc2a0bb347', 'name': '', 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd', 'tenant_id': 'd870a6d8ae5041ab8726db84282444df', 'mac_address': 'fa:16:3e:aa:94:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'ff32d698-b68e-4729-b26c-25d5d7a2de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:11Z', 'updated_at': '2022-02-11T05:41:18Z', 'revision_number': 4, 'project_id': 'd870a6d8ae5041ab8726db84282444df', 'subnets': [{'id': 'ff32d698-b68e-4729-b26c-25d5d7a2de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:19.947741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39634) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:19.948493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818bbf4-505b-46bb-b744-aaa48595a073 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Pushing event updated for resources: {'Port': ['ID=11a9a626-c5ca-4255-82e6-22ea92ee0b01,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:19.966932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1a17d6d6-15eb-4830-9b80-f3d284b84fba admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1685350996-network', 'tenant_id': '64485a9268274820ae3d9264ad625d8d'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:19.977625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efea124-d31e-406d-a453-4ba5a9387e23 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Subnet': ['ID=8cb01696-756e-48ca-9a32-fef364691d51,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:19.986171 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d086bca4-2f18-43f4-b573-c9f2b47d157c None None] The sync data for ids ['48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'] in n-d-713499-38 is: [{'id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'name': 'tempest-ServerRescueTestJSON-190245884-router', 'tenant_id': 'd870a6d8ae5041ab8726db84282444df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6caed236-416d-4ea0-b5f3-ec51cec8cda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:06Z', 'updated_at': '2022-02-11T05:41:12Z', 'revision_number': 4, 'project_id': 'd870a6d8ae5041ab8726db84282444df', 'gw_port': {'id': '6caed236-416d-4ea0-b5f3-ec51cec8cda5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:07Z', 'updated_at': '2022-02-11T05:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2ebc861c-080d-4522-be8f-5afc2a0bb347', 'name': '', 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd', 'tenant_id': 'd870a6d8ae5041ab8726db84282444df', 'mac_address': 'fa:16:3e:aa:94:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'ff32d698-b68e-4729-b26c-25d5d7a2de9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:11Z', 'updated_at': '2022-02-11T05:41:18Z', 'revision_number': 4, 'project_id': 'd870a6d8ae5041ab8726db84282444df', 'subnets': [{'id': 'ff32d698-b68e-4729-b26c-25d5d7a2de9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:19.987336 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-8818bbf4-505b-46bb-b744-aaa48595a073 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Network 7266fb20-4639-4ae1-b874-21b72b06d2fd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:20.001197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-8818bbf4-505b-46bb-b744-aaa48595a073 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:20.010516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-8818bbf4-505b-46bb-b744-aaa48595a073 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:20.024236 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efea124-d31e-406d-a453-4ba5a9387e23 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Checking segment: {'id': '61422126-9d4a-499a-90b3-3dda042d973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '186b7d38-cdce-4cdd-a57c-1b1cdc12afd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:20.024533 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efea124-d31e-406d-a453-4ba5a9387e23 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network hostable DHCP agents. Network: 186b7d38-cdce-4cdd-a57c-1b1cdc12afd7, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:20.085891 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efea124-d31e-406d-a453-4ba5a9387e23 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network 186b7d38-cdce-4cdd-a57c-1b1cdc12afd7 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:20.091269 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Set router d09f6367-b4d9-4e2b-9763-0586b990ede0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:20.098176 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-1efea124-d31e-406d-a453-4ba5a9387e23 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 186b7d38-cdce-4cdd-a57c-1b1cdc12afd7) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:20.121658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac2bc66-3f42-4c63-93a5-c654979b36fc None None] Network 186b7d38-cdce-4cdd-a57c-1b1cdc12afd7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:20.129504 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efea124-d31e-406d-a453-4ba5a9387e23 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:20.130137 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1efea124-d31e-406d-a453-4ba5a9387e23 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.136263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a17d6d6-15eb-4830-9b80-f3d284b84fba admin admin] Made reservation on behalf of 64485a9268274820ae3d9264ad625d8d for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:20.148506 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a17d6d6-15eb-4830-9b80-f3d284b84fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.155455 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1efea124-d31e-406d-a453-4ba5a9387e23 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9288127 Feb 11 05:41:20.156794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39638) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:20.166680 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ab1c353d-008a-44fb-aab8-60f64798580e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'subnet': {'network_id': '186b7d38-cdce-4cdd-a57c-1b1cdc12afd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:20.201339 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a17d6d6-15eb-4830-9b80-f3d284b84fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.278629 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-8818bbf4-505b-46bb-b744-aaa48595a073 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:20.279891 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-8818bbf4-505b-46bb-b744-aaa48595a073 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.307049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-186b7d38-cdce-4cdd-a57c-1b1cdc12afd7', 'network_id': '186b7d38-cdce-4cdd-a57c-1b1cdc12afd7', 'project_id': '80f634d2c48345e1b380d8d0eab732b7', 'fixed_ips': [{'subnet_id': '8cb01696-756e-48ca-9a32-fef364691d51'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:20.308489 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.314951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-8818bbf4-505b-46bb-b744-aaa48595a073 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6939449 Feb 11 05:41:20.342387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Request body: {'port': {'device_id': 'd5b6042d-ee63-46bf-9303-27476ed0dcf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:20.396746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1c353d-008a-44fb-aab8-60f64798580e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:20.401057 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab1c353d-008a-44fb-aab8-60f64798580e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.451179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57283da1-4063-4195-9f4f-7c9f6defd169 req-b03e968c-62cf-4c33-837b-6336b1a6efe3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:20.456432 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57283da1-4063-4195-9f4f-7c9f6defd169 req-b03e968c-62cf-4c33-837b-6336b1a6efe3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.3659341 Feb 11 05:41:20.541502 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'name': 'tempest-TestAggregatesBasicOps-1281452084-router', 'tenant_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'b060efcf-10a3-4b45-ace3-bd02ac68f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:10Z', 'updated_at': '2022-02-11T05:41:16Z', 'revision_number': 4, 'project_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'gw_port': {'id': 'b060efcf-10a3-4b45-ace3-bd02ac68f9ae', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:10Z', 'updated_at': '2022-02-11T05:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'ab3227cc-65c3-4051-8f79-541bf0f4e16d', 'name': '', 'network_id': '9ab26eba-7f11-4402-b6e1-28fe6d48133f', 'tenant_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'mac_address': 'fa:16:3e:55:39:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '094a8351-c522-4fbd-b78d-49254c8f03b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:15Z', 'updated_at': '2022-02-11T05:41:16Z', 'revision_number': 2, 'project_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'subnets': [{'id': '094a8351-c522-4fbd-b78d-49254c8f03b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:20.547256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Allocated IP 2001:db8::2 (186b7d38-cdce-4cdd-a57c-1b1cdc12afd7/8cb01696-756e-48ca-9a32-fef364691d51/a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:20.591094 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Checking router: d09f6367-b4d9-4e2b-9763-0586b990ede0 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:20.591774 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Updating router d09f6367-b4d9-4e2b-9763-0586b990ede0 port ab3227cc-65c3-4051-8f79-541bf0f4e16d binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:41:20.640797 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (11a9a626-c5ca-4255-82e6-22ea92ee0b01), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.647924 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.713398 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57283da1-4063-4195-9f4f-7c9f6defd169 req-b8727ee3-5d0a-4289-89d6-e197b17c9e7b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447391 Feb 11 05:41:20.751744 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a17d6d6-15eb-4830-9b80-f3d284b84fba admin admin] Publish callbacks [] for security_group (60185511-11bc-45d8-b1bd-713879a1f57f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.763092 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a17d6d6-15eb-4830-9b80-f3d284b84fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (60185511-11bc-45d8-b1bd-713879a1f57f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.919581 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Publish callbacks [] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.921354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a17d6d6-15eb-4830-9b80-f3d284b84fba admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:20.932730 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.020437 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab1c353d-008a-44fb-aab8-60f64798580e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (f3dcd652-b373-4eaa-be4d-cbd368dfa61f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.028680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Pushing event updated for resources: {'Port': ['ID=a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:21.058579 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Network 186b7d38-cdce-4cdd-a57c-1b1cdc12afd7 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:21.064596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:21.070079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:21.088901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b060efcf-10a3-4b45-ace3-bd02ac68f9ae up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:21.101117 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c353d-008a-44fb-aab8-60f64798580e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Subnet': ['ID=f3dcd652-b373-4eaa-be4d-cbd368dfa61f,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:21.126140 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c353d-008a-44fb-aab8-60f64798580e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network 186b7d38-cdce-4cdd-a57c-1b1cdc12afd7 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:21.127314 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c353d-008a-44fb-aab8-60f64798580e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:21.135317 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c353d-008a-44fb-aab8-60f64798580e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:21.136184 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ab1c353d-008a-44fb-aab8-60f64798580e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.156704 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a17d6d6-15eb-4830-9b80-f3d284b84fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (b00a2257-f65b-4f07-983f-fa41ea3ee7df), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.157756 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-1a17d6d6-15eb-4830-9b80-f3d284b84fba admin admin] Added segment b00a2257-f65b-4f07-983f-fa41ea3ee7df of type vlan for network f7668b39-7114-4f52-9591-be8e4eb88f7a Feb 11 05:41:21.159295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17d6d6-15eb-4830-9b80-f3d284b84fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60185511-11bc-45d8-b1bd-713879a1f57f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:21.165006 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ab1c353d-008a-44fb-aab8-60f64798580e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0026665 Feb 11 05:41:21.165350 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39648) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:21.250280 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a17d6d6-15eb-4830-9b80-f3d284b84fba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (f7668b39-7114-4f52-9591-be8e4eb88f7a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.307163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Attempting to bind port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:21.308352 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Publish callbacks [] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.308573 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Attempting to bind port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '61422126-9d4a-499a-90b3-3dda042d973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '186b7d38-cdce-4cdd-a57c-1b1cdc12afd7'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:21.309696 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Attempting to bind port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f on network 186b7d38-cdce-4cdd-a57c-1b1cdc12afd7 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:21.316442 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:21.317395 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Checking segment: {'id': '61422126-9d4a-499a-90b3-3dda042d973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '186b7d38-cdce-4cdd-a57c-1b1cdc12afd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:21.319003 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.319707 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.320385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Bound using segment: {'id': '61422126-9d4a-499a-90b3-3dda042d973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '186b7d38-cdce-4cdd-a57c-1b1cdc12afd7'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:21.321005 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Bound port: a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61422126-9d4a-499a-90b3-3dda042d973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '186b7d38-cdce-4cdd-a57c-1b1cdc12afd7'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:21.321512 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.335662 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b060efcf-10a3-4b45-ace3-bd02ac68f9ae triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:21.336230 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b060efcf-10a3-4b45-ace3-bd02ac68f9ae), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.386042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ac262-8904-482f-aa0f-706909732011 req-ea8196b4-5f0b-4d8c-a6dd-c47e0c0537c4 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:21.387724 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf9ac262-8904-482f-aa0f-706909732011 req-ea8196b4-5f0b-4d8c-a6dd-c47e0c0537c4 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 931 time: 0.4561846 Feb 11 05:41:21.391101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbf9e25-0dc4-4f49-87c2-7384871a09fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:21.393163 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbf9e25-0dc4-4f49-87c2-7384871a09fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:21.398483 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbf9e25-0dc4-4f49-87c2-7384871a09fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:21.402272 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbf9e25-0dc4-4f49-87c2-7384871a09fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:21.406525 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbf9e25-0dc4-4f49-87c2-7384871a09fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:21.410649 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1bbf9e25-0dc4-4f49-87c2-7384871a09fc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2435675 Feb 11 05:41:21.415064 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39650) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:21.426669 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-236f9bb4-30c0-4d4d-9593-e4c4a082bc3e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-400439409'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:21.429373 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a17d6d6-15eb-4830-9b80-f3d284b84fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (f7668b39-7114-4f52-9591-be8e4eb88f7a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.430510 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a17d6d6-15eb-4830-9b80-f3d284b84fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:21.434616 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a17d6d6-15eb-4830-9b80-f3d284b84fba admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.477628 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236f9bb4-30c0-4d4d-9593-e4c4a082bc3e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:21.483108 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-236f9bb4-30c0-4d4d-9593-e4c4a082bc3e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.512054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] For port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:21.522193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] For port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f,segment=NetworkSegment(61422126-9d4a-499a-90b3-3dda042d973c),segment_id=61422126-9d4a-499a-90b3-3dda042d973c)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:21.558586 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236f9bb4-30c0-4d4d-9593-e4c4a082bc3e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:21.572046 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-236f9bb4-30c0-4d4d-9593-e4c4a082bc3e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2c47bdad-c74b-4179-bf54-526bd0b72ca5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.573424 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Attempting to bind port ab3227cc-65c3-4051-8f79-541bf0f4e16d on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:21.573923 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-236f9bb4-30c0-4d4d-9593-e4c4a082bc3e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Added segment 2c47bdad-c74b-4179-bf54-526bd0b72ca5 of type vlan for network 18ff2e12-1b62-4ef4-b501-101285d0222d Feb 11 05:41:21.574053 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Attempting to bind port ab3227cc-65c3-4051-8f79-541bf0f4e16d by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'f1cbf3e1-ecc0-4227-b3f3-cb8f204df987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ab26eba-7f11-4402-b6e1-28fe6d48133f'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:21.576506 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Attempting to bind port ab3227cc-65c3-4051-8f79-541bf0f4e16d on network 9ab26eba-7f11-4402-b6e1-28fe6d48133f {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:21.598414 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c04dc-6e5e-4eae-b709-6eeabbd8f548 None None] Pushing event updated for resources: {'Port': ['ID=ab3227cc-65c3-4051-8f79-541bf0f4e16d,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:21.604642 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.611048 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:21.616323 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Checking segment: {'id': 'f1cbf3e1-ecc0-4227-b3f3-cb8f204df987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ab26eba-7f11-4402-b6e1-28fe6d48133f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:21.616979 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.617387 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Bound using segment: {'id': 'f1cbf3e1-ecc0-4227-b3f3-cb8f204df987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ab26eba-7f11-4402-b6e1-28fe6d48133f'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:21.620292 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Bound port: ab3227cc-65c3-4051-8f79-541bf0f4e16d, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1cbf3e1-ecc0-4227-b3f3-cb8f204df987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ab26eba-7f11-4402-b6e1-28fe6d48133f'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:21.620889 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.630876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a9a626-c5ca-4255-82e6-22ea92ee0b01 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:41:21.649474 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Publish callbacks [] for port (11a9a626-c5ca-4255-82e6-22ea92ee0b01), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.673000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Transition to ACTIVE for port object 11a9a626-c5ca-4255-82e6-22ea92ee0b01 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:41:21.674691 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-236f9bb4-30c0-4d4d-9593-e4c4a082bc3e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (18ff2e12-1b62-4ef4-b501-101285d0222d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.724705 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-236f9bb4-30c0-4d4d-9593-e4c4a082bc3e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (18ff2e12-1b62-4ef4-b501-101285d0222d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.738219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236f9bb4-30c0-4d4d-9593-e4c4a082bc3e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:21.744179 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-236f9bb4-30c0-4d4d-9593-e4c4a082bc3e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.747447 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (11a9a626-c5ca-4255-82e6-22ea92ee0b01), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.759014 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b060efcf-10a3-4b45-ace3-bd02ac68f9ae is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:21.760158 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2ebc861c-080d-4522-be8f-5afc2a0bb347 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:21.776517 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] For port ab3227cc-65c3-4051-8f79-541bf0f4e16d, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:21.783580 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] For port ab3227cc-65c3-4051-8f79-541bf0f4e16d, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ab3227cc-65c3-4051-8f79-541bf0f4e16d,segment=NetworkSegment(f1cbf3e1-ecc0-4227-b3f3-cb8f204df987),segment_id=f1cbf3e1-ecc0-4227-b3f3-cb8f204df987)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:21.796266 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.822008 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1a17d6d6-15eb-4830-9b80-f3d284b84fba admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8705866 Feb 11 05:41:21.835777 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39654) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:21.854905 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-813e76a5-08f3-4cc6-975e-ed10f723f11b admin admin] Request body: {'subnet': {'network_id': 'f7668b39-7114-4f52-9591-be8e4eb88f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1685350996-subnet', 'tenant_id': '64485a9268274820ae3d9264ad625d8d', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:21.893985 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Routers {'d09f6367-b4d9-4e2b-9763-0586b990ede0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:21.894636 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:41:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d09f6367-b4d9-4e2b-9763-0586b990ede0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:21.929037 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d01fc49b-19dc-4b92-9802-81a680757cca None None] Provisioning complete for port ab3227cc-65c3-4051-8f79-541bf0f4e16d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:21.929793 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d01fc49b-19dc-4b92-9802-81a680757cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.934925 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-236f9bb4-30c0-4d4d-9593-e4c4a082bc3e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5180736 Feb 11 05:41:21.936624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39656) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:21.937818 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21c33a-19b2-4190-85c9-e003389860a5 None None] Pushing event updated for resources: {'Port': ['ID=a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:21.952094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Pushing event updated for resources: {'Port': ['ID=11a9a626-c5ca-4255-82e6-22ea92ee0b01,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:21.961891 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-add6ea21-02bb-4395-b671-4109a5f30a14 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:21.995913 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf9ac262-8904-482f-aa0f-706909732011 req-db5ed2fa-7f96-4de5-bd25-9ccfaef5f0cf tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801752 Feb 11 05:41:22.019312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2ebc861c-080d-4522-be8f-5afc2a0bb347 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:22.020144 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2ebc861c-080d-4522-be8f-5afc2a0bb347), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.068393 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17d6d6-15eb-4830-9b80-f3d284b84fba admin admin] Pushing event updated for resources: {'Network': ['ID=f7668b39-7114-4f52-9591-be8e4eb88f7a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:22.101535 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network f7668b39-7114-4f52-9591-be8e4eb88f7a details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:22.108865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f9bb4-30c0-4d4d-9593-e4c4a082bc3e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Network': ['ID=18ff2e12-1b62-4ef4-b501-101285d0222d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:22.162336 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 18ff2e12-1b62-4ef4-b501-101285d0222d details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:22.211018 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10735bb6-eec4-49cd-b54b-dd0f319a5f78 req-386328cb-e315-484a-a481-ec895184a823 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:22.215221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10735bb6-eec4-49cd-b54b-dd0f319a5f78 req-386328cb-e315-484a-a481-ec895184a823 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.2565510 Feb 11 05:41:22.304911 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c04dc-6e5e-4eae-b709-6eeabbd8f548 None None] Pushing event updated for resources: {'Port': ['ID=ab3227cc-65c3-4051-8f79-541bf0f4e16d,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:22.309523 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813e76a5-08f3-4cc6-975e-ed10f723f11b admin admin] Made reservation on behalf of 64485a9268274820ae3d9264ad625d8d for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:22.315035 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-813e76a5-08f3-4cc6-975e-ed10f723f11b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.361157 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] Set router d09f6367-b4d9-4e2b-9763-0586b990ede0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:22.368023 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Attempting to bind port 11a9a626-c5ca-4255-82e6-22ea92ee0b01 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:22.368471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Attempting to bind port 11a9a626-c5ca-4255-82e6-22ea92ee0b01 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '0394ae95-775b-4f2c-9208-0f5b4ba16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:22.368804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Attempting to bind port 11a9a626-c5ca-4255-82e6-22ea92ee0b01 on network 7266fb20-4639-4ae1-b874-21b72b06d2fd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:22.408316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10735bb6-eec4-49cd-b54b-dd0f319a5f78 req-998110f2-a0d4-43f6-b8c4-f7b333b27616 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856637 Feb 11 05:41:22.408944 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Port 11a9a626-c5ca-4255-82e6-22ea92ee0b01 on network 7266fb20-4639-4ae1-b874-21b72b06d2fd not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:41:22.409272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Attempting to bind port 11a9a626-c5ca-4255-82e6-22ea92ee0b01 on network 7266fb20-4639-4ae1-b874-21b72b06d2fd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:22.421697 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:22.422039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Checking segment: {'id': '0394ae95-775b-4f2c-9208-0f5b4ba16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:22.422418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Bound using segment: {'id': '0394ae95-775b-4f2c-9208-0f5b4ba16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:22.422851 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Bound port: 11a9a626-c5ca-4255-82e6-22ea92ee0b01, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0394ae95-775b-4f2c-9208-0f5b4ba16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:22.432161 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (11a9a626-c5ca-4255-82e6-22ea92ee0b01), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.561860 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d01fc49b-19dc-4b92-9802-81a680757cca None None] Current status of the port ab3227cc-65c3-4051-8f79-541bf0f4e16d is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:22.562468 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d01fc49b-19dc-4b92-9802-81a680757cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.571588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] For port 11a9a626-c5ca-4255-82e6-22ea92ee0b01, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:22.575759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] For port 11a9a626-c5ca-4255-82e6-22ea92ee0b01, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=11a9a626-c5ca-4255-82e6-22ea92ee0b01,segment=NetworkSegment(0394ae95-775b-4f2c-9208-0f5b4ba16c99),segment_id=0394ae95-775b-4f2c-9208-0f5b4ba16c99)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:22.585945 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (11a9a626-c5ca-4255-82e6-22ea92ee0b01), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.600375 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d01fc49b-19dc-4b92-9802-81a680757cca None None] For port ab3227cc-65c3-4051-8f79-541bf0f4e16d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ab3227cc-65c3-4051-8f79-541bf0f4e16d,segment=NetworkSegment(f1cbf3e1-ecc0-4227-b3f3-cb8f204df987),segment_id=f1cbf3e1-ecc0-4227-b3f3-cb8f204df987)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:22.609308 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d01fc49b-19dc-4b92-9802-81a680757cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.647180 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-add6ea21-02bb-4395-b671-4109a5f30a14 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (18ff2e12-1b62-4ef4-b501-101285d0222d), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.672276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:22.676671 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.678264 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] 10.222.0.88 "PUT /v2.0/ports/11a9a626-c5ca-4255-82e6-22ea92ee0b01 HTTP/1.1" status: 200 len: 1092 time: 2.3499744 Feb 11 05:41:22.680379 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fc49b-19dc-4b92-9802-81a680757cca None None] Pushing event updated for resources: {'Port': ['ID=ab3227cc-65c3-4051-8f79-541bf0f4e16d,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:22.680986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b6042d-ee63-46bf-9303-27476ed0dcf7', 'tag': '11a9a626-c5ca-4255-82e6-22ea92ee0b01'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:22.683539 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bcb223-b8ee-4bda-bb5d-fb9480b7d9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b6042d-ee63-46bf-9303-27476ed0dcf7", "tag": "11a9a626-c5ca-4255-82e6-22ea92ee0b01"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:22.685829 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2ebc861c-080d-4522-be8f-5afc2a0bb347 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:22.686247 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2ebc861c-080d-4522-be8f-5afc2a0bb347), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.690018 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-add6ea21-02bb-4395-b671-4109a5f30a14 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (18ff2e12-1b62-4ef4-b501-101285d0222d), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.730177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e1266-4769-4a33-ba64-7f0b4e3a9102 service neutron] Pushing event updated for resources: {'Port': ['ID=11a9a626-c5ca-4255-82e6-22ea92ee0b01,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:22.744399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-add6ea21-02bb-4395-b671-4109a5f30a14 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network 18ff2e12-1b62-4ef4-b501-101285d0222d is not hosted by any dhcp agent {{(pid=103170) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:41:22.747474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 2ebc861c-080d-4522-be8f-5afc2a0bb347, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2ebc861c-080d-4522-be8f-5afc2a0bb347,segment=NetworkSegment(0394ae95-775b-4f2c-9208-0f5b4ba16c99),segment_id=0394ae95-775b-4f2c-9208-0f5b4ba16c99)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:22.760075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-93f32fc2-fdf1-4daf-8246-c08b7ac31498 None None] Provisioning complete for port ab3227cc-65c3-4051-8f79-541bf0f4e16d triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:22.760472 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-93f32fc2-fdf1-4daf-8246-c08b7ac31498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.761968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add6ea21-02bb-4395-b671-4109a5f30a14 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:22.762240 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2ebc861c-080d-4522-be8f-5afc2a0bb347), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.763733 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-add6ea21-02bb-4395-b671-4109a5f30a14 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.765326 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-add6ea21-02bb-4395-b671-4109a5f30a14 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "PUT /v2.0/networks/18ff2e12-1b62-4ef4-b501-101285d0222d HTTP/1.1" status: 200 len: 723 time: 0.8155091 Feb 11 05:41:22.772424 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39662) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:22.791364 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'name': 'tempest-TestAggregatesBasicOps-1281452084-router', 'tenant_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'b060efcf-10a3-4b45-ace3-bd02ac68f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:10Z', 'updated_at': '2022-02-11T05:41:16Z', 'revision_number': 4, 'project_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'gw_port': {'id': 'b060efcf-10a3-4b45-ace3-bd02ac68f9ae', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:10Z', 'updated_at': '2022-02-11T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'ab3227cc-65c3-4051-8f79-541bf0f4e16d', 'name': '', 'network_id': '9ab26eba-7f11-4402-b6e1-28fe6d48133f', 'tenant_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'mac_address': 'fa:16:3e:55:39:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '094a8351-c522-4fbd-b78d-49254c8f03b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:15Z', 'updated_at': '2022-02-11T05:41:21Z', 'revision_number': 4, 'project_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'subnets': [{'id': '094a8351-c522-4fbd-b78d-49254c8f03b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:22.811946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9cc5ceb9-e345-4c3d-adbf-9220eea55fae tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'subnet': {'network_id': '18ff2e12-1b62-4ef4-b501-101285d0222d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:22.831733 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae89cb0-c729-4368-a5c0-6d56fabb90de x-openstack-request-id: req-4ae89cb0-c729-4368-a5c0-6d56fabb90de {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:22.832045 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b6042d-ee63-46bf-9303-27476ed0dcf7", "tag": "11a9a626-c5ca-4255-82e6-22ea92ee0b01", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:22.832868 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4ae89cb0-c729-4368-a5c0-6d56fabb90de {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:22.833300 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b6042d-ee63-46bf-9303-27476ed0dcf7', 'tag': '11a9a626-c5ca-4255-82e6-22ea92ee0b01', 'status': 'completed', 'code': 200} Feb 11 05:41:22.883086 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ff9c1-92dd-436f-912e-05d267541e59 None None] The sync data for ids ['d09f6367-b4d9-4e2b-9763-0586b990ede0'] in n-d-713499-38 is: [{'id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'name': 'tempest-TestAggregatesBasicOps-1281452084-router', 'tenant_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'b060efcf-10a3-4b45-ace3-bd02ac68f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:10Z', 'updated_at': '2022-02-11T05:41:16Z', 'revision_number': 4, 'project_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'gw_port': {'id': 'b060efcf-10a3-4b45-ace3-bd02ac68f9ae', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:10Z', 'updated_at': '2022-02-11T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'ab3227cc-65c3-4051-8f79-541bf0f4e16d', 'name': '', 'network_id': '9ab26eba-7f11-4402-b6e1-28fe6d48133f', 'tenant_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'mac_address': 'fa:16:3e:55:39:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '094a8351-c522-4fbd-b78d-49254c8f03b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:15Z', 'updated_at': '2022-02-11T05:41:21Z', 'revision_number': 4, 'project_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'subnets': [{'id': '094a8351-c522-4fbd-b78d-49254c8f03b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:22.883902 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=2ebc861c-080d-4522-be8f-5afc2a0bb347,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:22.889175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-06d7e5a3-b81d-488d-ba66-e0c18ea3d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:22.892081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-06d7e5a3-b81d-488d-ba66-e0c18ea3d90e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d870a6d8ae5041ab8726db84282444df&device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 1126 time: 0.1460509 Feb 11 05:41:22.936256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-93f32fc2-fdf1-4daf-8246-c08b7ac31498 None None] Current status of the port ab3227cc-65c3-4051-8f79-541bf0f4e16d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:22.949385 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6ea21-02bb-4395-b671-4109a5f30a14 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Network': ['ID=18ff2e12-1b62-4ef4-b501-101285d0222d,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:22.961763 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 18ff2e12-1b62-4ef4-b501-101285d0222d details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:22.991876 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-bc0f26ea-20ea-4c8a-b231-9ef4c37388d1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11a9a626-c5ca-4255-82e6-22ea92ee0b01 HTTP/1.1" status: 200 len: 217 time: 0.0731683 Feb 11 05:41:23.035489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:23.082234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-4dcabbd4-4bb5-495e-b14c-e100e11f53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:23.083798 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-4dcabbd4-4bb5-495e-b14c-e100e11f53a3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ff32d698-b68e-4729-b26c-25d5d7a2de9f HTTP/1.1" status: 200 len: 850 time: 0.0910747 Feb 11 05:41:23.178927 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-39375193-ccd4-4c6e-bd3e-cf7f59973a43 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7266fb20-4639-4ae1-b874-21b72b06d2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852828 Feb 11 05:41:23.211784 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:23.212317 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.252832 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-813e76a5-08f3-4cc6-975e-ed10f723f11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (7247db5b-6d25-4568-88ce-f9a52fdd70f5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.332015 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc5ceb9-e345-4c3d-adbf-9220eea55fae tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:23.333917 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92e04a-600c-4fe4-9b35-5bc59d6c2d94 req-e852439a-7a12-42fd-91f7-4aa41034418c tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:23.336191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b92e04a-600c-4fe4-9b35-5bc59d6c2d94 req-e852439a-7a12-42fd-91f7-4aa41034418c tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 943 time: 0.1754415 Feb 11 05:41:23.338755 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ceb9-e345-4c3d-adbf-9220eea55fae tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.392562 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-f722baff-eb29-4201-afcf-cc2aa4be9386 service neutron] 10.222.0.88 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896074 Feb 11 05:41:23.429259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:23.429659 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.444636 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e76a5-08f3-4cc6-975e-ed10f723f11b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7247db5b-6d25-4568-88ce-f9a52fdd70f5,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:23.536275 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f,segment=NetworkSegment(61422126-9d4a-499a-90b3-3dda042d973c),segment_id=61422126-9d4a-499a-90b3-3dda042d973c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:23.547575 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.560945 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e76a5-08f3-4cc6-975e-ed10f723f11b admin admin] Checking segment: {'id': 'b00a2257-f65b-4f07-983f-fa41ea3ee7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f7668b39-7114-4f52-9591-be8e4eb88f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:23.561530 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813e76a5-08f3-4cc6-975e-ed10f723f11b admin admin] Network hostable DHCP agents. Network: f7668b39-7114-4f52-9591-be8e4eb88f7a, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:23.603781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813e76a5-08f3-4cc6-975e-ed10f723f11b admin admin] Network f7668b39-7114-4f52-9591-be8e4eb88f7a is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:23.634204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:23.643827 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-813e76a5-08f3-4cc6-975e-ed10f723f11b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, f7668b39-7114-4f52-9591-be8e4eb88f7a) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:23.653707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f192280-ebcd-49e6-9616-350f5ceee4d4 None None] Network f7668b39-7114-4f52-9591-be8e4eb88f7a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:23.659264 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813e76a5-08f3-4cc6-975e-ed10f723f11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:23.659946 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-813e76a5-08f3-4cc6-975e-ed10f723f11b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.684464 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b92e04a-600c-4fe4-9b35-5bc59d6c2d94 req-e864bc54-fa9c-4cb5-9ac1-9202fc37a437 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222306 Feb 11 05:41:23.711493 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589c4141-e854-4a20-a538-41b9e8009dd9 None None] Network 186b7d38-cdce-4cdd-a57c-1b1cdc12afd7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:23.841280 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba52b1-1774-4112-96c0-fa30aa41ab6a req-7ca29022-a55a-442b-8d6f-ec48d38c8032 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:23.843723 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01ba52b1-1774-4112-96c0-fa30aa41ab6a req-7ca29022-a55a-442b-8d6f-ec48d38c8032 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.2593846 Feb 11 05:41:23.846332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c01af3df-9571-4d1a-88f8-239c06d50897 req-6cf3fb55-7c8f-4ac8-99c0-7e1b3bf9881b service neutron] 10.222.0.88 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296072 Feb 11 05:41:23.850718 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ceb9-e345-4c3d-adbf-9220eea55fae tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (e1692082-6672-4960-ad2a-2435c251244c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.933007 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5ceb9-e345-4c3d-adbf-9220eea55fae tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Subnet': ['ID=e1692082-6672-4960-ad2a-2435c251244c,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:23.940082 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-813e76a5-08f3-4cc6-975e-ed10f723f11b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1025920 Feb 11 05:41:23.948207 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39674) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:23.956038 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1685350996-router', 'tenant_id': '64485a9268274820ae3d9264ad625d8d', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:23.993456 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01ba52b1-1774-4112-96c0-fa30aa41ab6a req-7b2c5a61-5c39-4024-860c-195b3d4cea48 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414323 Feb 11 05:41:24.003740 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (d1664ebc-8b27-44db-a1e3-84532b94b5dd), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.005385 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (d1664ebc-8b27-44db-a1e3-84532b94b5dd), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.041240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcb223-b8ee-4bda-bb5d-fb9480b7d9d7 req-c7c8c61f-1c75-44d0-ad23-f9b2337bf834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:24.045172 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44bcb223-b8ee-4bda-bb5d-fb9480b7d9d7 req-c7c8c61f-1c75-44d0-ad23-f9b2337bf834 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d870a6d8ae5041ab8726db84282444df&device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 1126 time: 0.1236308 Feb 11 05:41:24.047463 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc5ceb9-e345-4c3d-adbf-9220eea55fae tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Checking segment: {'id': '2c47bdad-c74b-4179-bf54-526bd0b72ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '18ff2e12-1b62-4ef4-b501-101285d0222d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:24.047859 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc5ceb9-e345-4c3d-adbf-9220eea55fae tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network hostable DHCP agents. Network: 18ff2e12-1b62-4ef4-b501-101285d0222d, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:24.177535 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc5ceb9-e345-4c3d-adbf-9220eea55fae tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network 18ff2e12-1b62-4ef4-b501-101285d0222d is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:24.183220 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Publish callbacks [] for router_controller (d1664ebc-8b27-44db-a1e3-84532b94b5dd), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.195169 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-9cc5ceb9-e345-4c3d-adbf-9220eea55fae tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 18ff2e12-1b62-4ef4-b501-101285d0222d) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:24.219826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f7668b39-7114-4f52-9591-be8e4eb88f7a', 'network_id': 'f7668b39-7114-4f52-9591-be8e4eb88f7a', 'project_id': '64485a9268274820ae3d9264ad625d8d', 'fixed_ips': [{'subnet_id': '7247db5b-6d25-4568-88ce-f9a52fdd70f5'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:24.220697 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.221455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcb223-b8ee-4bda-bb5d-fb9480b7d9d7 req-a444c03d-f81a-4542-abab-27e6509828f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:24.223270 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44bcb223-b8ee-4bda-bb5d-fb9480b7d9d7 req-a444c03d-f81a-4542-abab-27e6509828f9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=7266fb20-4639-4ae1-b874-21b72b06d2fd HTTP/1.1" status: 200 len: 911 time: 0.1716852 Feb 11 05:41:24.235750 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fc2ef7-a112-44a7-a38e-7046896c1349 None None] Network 18ff2e12-1b62-4ef4-b501-101285d0222d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:24.248476 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc5ceb9-e345-4c3d-adbf-9220eea55fae tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:24.249221 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ceb9-e345-4c3d-adbf-9220eea55fae tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.305744 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44bcb223-b8ee-4bda-bb5d-fb9480b7d9d7 req-2c02eb28-0484-45f2-bdc6-48e5a178e394 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11a9a626-c5ca-4255-82e6-22ea92ee0b01 HTTP/1.1" status: 200 len: 217 time: 0.0741477 Feb 11 05:41:24.365185 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9cc5ceb9-e345-4c3d-adbf-9220eea55fae tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5679722 Feb 11 05:41:24.367645 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39678) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:24.373347 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-536bc27d-ec1e-462f-969b-6bbe8c1a80e7 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:24.395636 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d1d206ae-8481-488b-8066-12aeb23866c1 None None] Provisioning complete for port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:24.397083 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d1d206ae-8481-488b-8066-12aeb23866c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.416300 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcb223-b8ee-4bda-bb5d-fb9480b7d9d7 req-5bea74e6-c79d-4e34-92d3-b9d6c32adce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:24.418216 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-18ff2e12-1b62-4ef4-b501-101285d0222d', 'network_id': '18ff2e12-1b62-4ef4-b501-101285d0222d', 'project_id': '80f634d2c48345e1b380d8d0eab732b7', 'fixed_ips': [{'subnet_id': 'e1692082-6672-4960-ad2a-2435c251244c'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:24.420174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44bcb223-b8ee-4bda-bb5d-fb9480b7d9d7 req-5bea74e6-c79d-4e34-92d3-b9d6c32adce4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ff32d698-b68e-4729-b26c-25d5d7a2de9f HTTP/1.1" status: 200 len: 850 time: 0.1063180 Feb 11 05:41:24.420460 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.472177 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44bcb223-b8ee-4bda-bb5d-fb9480b7d9d7 req-ba9e40ac-aea0-42d0-9230-6d3a43501af0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7266fb20-4639-4ae1-b874-21b72b06d2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424349 Feb 11 05:41:24.502194 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-536bc27d-ec1e-462f-969b-6bbe8c1a80e7 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31354458'] for subnet (e1692082-6672-4960-ad2a-2435c251244c), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.600567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44bcb223-b8ee-4bda-bb5d-fb9480b7d9d7 req-af5068b6-319f-4d32-b35e-2e3c83b8602f service neutron] 10.222.0.88 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198316 Feb 11 05:41:24.675384 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Publish callbacks [] for router_gateway (d1664ebc-8b27-44db-a1e3-84532b94b5dd), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.779767 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-536bc27d-ec1e-462f-969b-6bbe8c1a80e7 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774535730423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31227973'] for subnet (e1692082-6672-4960-ad2a-2435c251244c), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.822595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509b87ea-9aeb-44d8-a03d-1cbcbc3603cf None None] Update dhcp port {'port': {'network_id': '186b7d38-cdce-4cdd-a57c-1b1cdc12afd7', 'fixed_ips': [{'subnet_id': '8cb01696-756e-48ca-9a32-fef364691d51', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f3dcd652-b373-4eaa-be4d-cbd368dfa61f'}], 'binding:host_id': 'n-d-713499-38'}, 'id': 'a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:41:24.859690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536bc27d-ec1e-462f-969b-6bbe8c1a80e7 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:24.859690 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-536bc27d-ec1e-462f-969b-6bbe8c1a80e7 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.863063 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-536bc27d-ec1e-462f-969b-6bbe8c1a80e7 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "PUT /v2.0/subnets/e1692082-6672-4960-ad2a-2435c251244c HTTP/1.1" status: 200 len: 826 time: 0.4915292 Feb 11 05:41:24.864133 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39686) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:24.877467 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-509b87ea-9aeb-44d8-a03d-1cbcbc3603cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.913168 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44bcb223-b8ee-4bda-bb5d-fb9480b7d9d7 req-0fc13c44-7246-4f24-b240-0154363eeb4d service neutron] 10.222.0.88 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050544 Feb 11 05:41:24.924055 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bc27d-ec1e-462f-969b-6bbe8c1a80e7 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Subnet': ['ID=e1692082-6672-4960-ad2a-2435c251244c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:24.960153 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485de31-715e-402d-b5d3-8b44a332d7ce req-4114e95f-8606-4524-9cf1-9c3827d59cf5 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:24.972240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7485de31-715e-402d-b5d3-8b44a332d7ce req-4114e95f-8606-4524-9cf1-9c3827d59cf5 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 943 time: 0.1964605 Feb 11 05:41:25.044674 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7485de31-715e-402d-b5d3-8b44a332d7ce req-876407ae-a4d1-4b3f-9e37-29acd6c863d7 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714436 Feb 11 05:41:25.115213 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (18ff2e12-1b62-4ef4-b501-101285d0222d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.126739 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Allocated IP 2001:db8::2 (18ff2e12-1b62-4ef4-b501-101285d0222d/e1692082-6672-4960-ad2a-2435c251244c/4138c216-a37c-474e-81bf-fc50e2545683) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:25.178161 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d1d206ae-8481-488b-8066-12aeb23866c1 None None] Current status of the port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:25.185764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce3558-e2d5-4513-bd44-cb14a8322e02 req-d18cf1b0-7adc-44f0-8e37-b3b7ca611425 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:25.187370 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65ce3558-e2d5-4513-bd44-cb14a8322e02 req-d18cf1b0-7adc-44f0-8e37-b3b7ca611425 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.0947340 Feb 11 05:41:25.204195 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:25.240027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Allocated IP 172.20.0.2 (f7668b39-7114-4f52-9591-be8e4eb88f7a/7247db5b-6d25-4568-88ce-f9a52fdd70f5/a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:25.272202 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65ce3558-e2d5-4513-bd44-cb14a8322e02 req-d67a9137-98a2-4dcf-8071-d7512a903403 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778451 Feb 11 05:41:25.602866 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:25.603088 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.660057 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Publish callbacks [] for router_gateway (d1664ebc-8b27-44db-a1e3-84532b94b5dd), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.665569 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (e1692082-6672-4960-ad2a-2435c251244c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.705873 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.707172 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Publish callbacks [] for port (4138c216-a37c-474e-81bf-fc50e2545683), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.711223 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-509b87ea-9aeb-44d8-a03d-1cbcbc3603cf None None] Allocated IP 172.20.0.1 (186b7d38-cdce-4cdd-a57c-1b1cdc12afd7/f3dcd652-b373-4eaa-be4d-cbd368dfa61f/a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:25.717007 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Publish callbacks [] for port (a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.730511 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (4138c216-a37c-474e-81bf-fc50e2545683), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.770037 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.791933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Network 18ff2e12-1b62-4ef4-b501-101285d0222d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:25.814724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:25.827021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Network f7668b39-7114-4f52-9591-be8e4eb88f7a is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:25.831861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:25.840575 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:25.845512 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (e1692082-6672-4960-ad2a-2435c251244c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.888104 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Subnet': ['ID=e1692082-6672-4960-ad2a-2435c251244c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:25.890377 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:25.897426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:25.897426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ab3227cc-65c3-4051-8f79-541bf0f4e16d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:25.897426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Pushing event updated for resources: {'Port': ['ID=4138c216-a37c-474e-81bf-fc50e2545683,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:25.899768 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Allocated IP 172.25.5.251 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/7c417730-cf37-4af3-b95b-26546d37694e) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:25.984146 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Pushing event updated for resources: {'Port': ['ID=a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:25.988849 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (18ff2e12-1b62-4ef4-b501-101285d0222d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.105138 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Publish callbacks [] for port (7c417730-cf37-4af3-b95b-26546d37694e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.113096 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ff2e12-1b62-4ef4-b501-101285d0222d']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:26.128485 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c47bdad-c74b-4179-bf54-526bd0b72ca5') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:26.128828 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c47bdad-c74b-4179-bf54-526bd0b72ca5') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:26.144334 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (2c47bdad-c74b-4179-bf54-526bd0b72ca5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.146156 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Attempting to bind port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:26.146772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Attempting to bind port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'b00a2257-f65b-4f07-983f-fa41ea3ee7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f7668b39-7114-4f52-9591-be8e4eb88f7a'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:26.147434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Attempting to bind port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 on network f7668b39-7114-4f52-9591-be8e4eb88f7a {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:26.161965 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Attempting to bind port 4138c216-a37c-474e-81bf-fc50e2545683 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:26.162517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Attempting to bind port 4138c216-a37c-474e-81bf-fc50e2545683 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '2c47bdad-c74b-4179-bf54-526bd0b72ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '18ff2e12-1b62-4ef4-b501-101285d0222d'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:26.163007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Attempting to bind port 4138c216-a37c-474e-81bf-fc50e2545683 on network 18ff2e12-1b62-4ef4-b501-101285d0222d {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:26.165103 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:26.165671 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Checking segment: {'id': 'b00a2257-f65b-4f07-983f-fa41ea3ee7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f7668b39-7114-4f52-9591-be8e4eb88f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:26.165884 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.167220 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Bound using segment: {'id': 'b00a2257-f65b-4f07-983f-fa41ea3ee7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f7668b39-7114-4f52-9591-be8e4eb88f7a'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:26.167220 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Bound port: a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00a2257-f65b-4f07-983f-fa41ea3ee7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f7668b39-7114-4f52-9591-be8e4eb88f7a'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:26.167220 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.170710 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2c47bdad-c74b-4179-bf54-526bd0b72ca5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.171861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-509b87ea-9aeb-44d8-a03d-1cbcbc3603cf None None] For port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f,segment=NetworkSegment(61422126-9d4a-499a-90b3-3dda042d973c),segment_id=61422126-9d4a-499a-90b3-3dda042d973c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:26.182650 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:26.183232 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (2c47bdad-c74b-4179-bf54-526bd0b72ca5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.188550 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffc0d5-b6f9-4eb2-9b5f-44ef376c578f req-447ea9f1-f0b3-4246-8d76-d60c0d6c6d5e tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:26.197165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:26.197595 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Checking segment: {'id': '2c47bdad-c74b-4179-bf54-526bd0b72ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '18ff2e12-1b62-4ef4-b501-101285d0222d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:26.198013 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.198418 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Bound using segment: {'id': '2c47bdad-c74b-4179-bf54-526bd0b72ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '18ff2e12-1b62-4ef4-b501-101285d0222d'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:26.198903 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Bound port: 4138c216-a37c-474e-81bf-fc50e2545683, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c47bdad-c74b-4179-bf54-526bd0b72ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '18ff2e12-1b62-4ef4-b501-101285d0222d'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:26.199300 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4138c216-a37c-474e-81bf-fc50e2545683), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.200875 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-beffc0d5-b6f9-4eb2-9b5f-44ef376c578f req-447ea9f1-f0b3-4246-8d76-d60c0d6c6d5e tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 943 time: 0.0903084 Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:26.203958 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:26.243882 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7c417730-cf37-4af3-b95b-26546d37694e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.266204 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-509b87ea-9aeb-44d8-a03d-1cbcbc3603cf None None] Publish callbacks [] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.282996 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-beffc0d5-b6f9-4eb2-9b5f-44ef376c578f req-d3066682-142e-4cd1-9428-53aa6ca44387 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776613 Feb 11 05:41:26.305161 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:26.336448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] For port 4138c216-a37c-474e-81bf-fc50e2545683, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:26.343599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ab3227cc-65c3-4051-8f79-541bf0f4e16d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:26.343988 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.346275 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:26.349094 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:26.351749 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Pushing event updated for resources: {'Port': ['ID=7c417730-cf37-4af3-b95b-26546d37694e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:26.378039 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.db.api [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:41:26.378039 n-d-713499-38 neutron-server[103170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:41:26.378039 n-d-713499-38 neutron-server[103170]: [parameters: {'id': '18ff2e12-1b62-4ef4-b501-101285d0222d'}] Feb 11 05:41:26.378039 n-d-713499-38 neutron-server[103170]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:41:26.378878 n-d-713499-38 neutron-server[103170]: DEBUG oslo_db.api [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:41:26.399114 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] For port 4138c216-a37c-474e-81bf-fc50e2545683, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4138c216-a37c-474e-81bf-fc50e2545683,segment=NetworkSegment(2c47bdad-c74b-4179-bf54-526bd0b72ca5),segment_id=2c47bdad-c74b-4179-bf54-526bd0b72ca5)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:26.402105 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-509b87ea-9aeb-44d8-a03d-1cbcbc3603cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.430210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b71ea0-735a-470b-aa14-0df8a21b788c req-3fa408c6-4dd2-4c11-9a43-88ce9a9e49d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:26.431768 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4138c216-a37c-474e-81bf-fc50e2545683), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.440331 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83b71ea0-735a-470b-aa14-0df8a21b788c req-3fa408c6-4dd2-4c11-9a43-88ce9a9e49d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.0761747 Feb 11 05:41:26.516459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83b71ea0-735a-470b-aa14-0df8a21b788c req-d132a5a7-db36-4042-8906-5c4d8280a9a1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665784 Feb 11 05:41:26.669829 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Publish callbacks [] for router_gateway (d1664ebc-8b27-44db-a1e3-84532b94b5dd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.675690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] For port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:26.684247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] For port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70,segment=NetworkSegment(b00a2257-f65b-4f07-983f-fa41ea3ee7df),segment_id=b00a2257-f65b-4f07-983f-fa41ea3ee7df)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:26.751579 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.774419 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b87ea-9aeb-44d8-a03d-1cbcbc3603cf None None] Pushing event updated for resources: {'Port': ['ID=a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:26.845433 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ab3227cc-65c3-4051-8f79-541bf0f4e16d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:26.846558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2ebc861c-080d-4522-be8f-5afc2a0bb347 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:26.888622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0f3982-5fc8-4a56-9b4b-d2f2be28d0e8 None None] Network 18ff2e12-1b62-4ef4-b501-101285d0222d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:26.924541 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (18ff2e12-1b62-4ef4-b501-101285d0222d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.937209 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7242b1c-bd27-4734-96ec-347e44918c19 None None] Pushing event updated for resources: {'Port': ['ID=4138c216-a37c-474e-81bf-fc50e2545683,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:26.994923 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (d1664ebc-8b27-44db-a1e3-84532b94b5dd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.023541 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 11a9a626-c5ca-4255-82e6-22ea92ee0b01 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:41:27.139617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5737ce6-3eaf-478e-93eb-d0afbd6a4562 None None] Pushing event updated for resources: {'Port': ['ID=a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:27.146368 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2ebc861c-080d-4522-be8f-5afc2a0bb347 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:27.146745 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2ebc861c-080d-4522-be8f-5afc2a0bb347), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.197123 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Deleting port 4138c216-a37c-474e-81bf-fc50e2545683 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:27.197123 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (4138c216-a37c-474e-81bf-fc50e2545683), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.243993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cf732a-a964-4cd3-9c42-6286b06ea6e2 None None] Network 18ff2e12-1b62-4ef4-b501-101285d0222d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:27.353628 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] For port 4138c216-a37c-474e-81bf-fc50e2545683, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4138c216-a37c-474e-81bf-fc50e2545683,segment=NetworkSegment(2c47bdad-c74b-4179-bf54-526bd0b72ca5),segment_id=2c47bdad-c74b-4179-bf54-526bd0b72ca5)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:27.354523 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (4138c216-a37c-474e-81bf-fc50e2545683), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.386158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Calling delete_port for 4138c216-a37c-474e-81bf-fc50e2545683 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:27.408731 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 11a9a626-c5ca-4255-82e6-22ea92ee0b01, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=11a9a626-c5ca-4255-82e6-22ea92ee0b01,segment=NetworkSegment(0394ae95-775b-4f2c-9208-0f5b4ba16c99),segment_id=0394ae95-775b-4f2c-9208-0f5b4ba16c99)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:27.472426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2ebc861c-080d-4522-be8f-5afc2a0bb347 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:27.483151 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '11a9a626-c5ca-4255-82e6-22ea92ee0b01', 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd', 'port_id': '11a9a626-c5ca-4255-82e6-22ea92ee0b01', 'mac_address': 'fa:16:3e:3a:70:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff32d698-b68e-4729-b26c-25d5d7a2de9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:41:27.508335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Router d1664ebc-8b27-44db-a1e3-84532b94b5dd is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:41:27.536430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06085f5e-91c8-4fd1-ba0f-fba75d7a0a27 req-4e7dbc57-0556-45fe-9dbc-e21959dc9e0d tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:27.539539 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06085f5e-91c8-4fd1-ba0f-fba75d7a0a27 req-4e7dbc57-0556-45fe-9dbc-e21959dc9e0d tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 943 time: 0.1465900 Feb 11 05:41:27.633135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 11a9a626-c5ca-4255-82e6-22ea92ee0b01 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:27.633536 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (11a9a626-c5ca-4255-82e6-22ea92ee0b01), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.649297 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06085f5e-91c8-4fd1-ba0f-fba75d7a0a27 req-e0af80f3-02f1-420f-b687-4c225dd0b30c tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022820 Feb 11 05:41:27.659950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a9a626-c5ca-4255-82e6-22ea92ee0b01 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:41:27.700045 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (4138c216-a37c-474e-81bf-fc50e2545683), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.731343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 11a9a626-c5ca-4255-82e6-22ea92ee0b01, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=11a9a626-c5ca-4255-82e6-22ea92ee0b01,segment=NetworkSegment(0394ae95-775b-4f2c-9208-0f5b4ba16c99),segment_id=0394ae95-775b-4f2c-9208-0f5b4ba16c99)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:27.747385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187a789-4c57-465f-a301-694ccd12b4ac req-58231673-0590-47b7-948b-ff94c6452a4b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:27.747603 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (11a9a626-c5ca-4255-82e6-22ea92ee0b01), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.756035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9187a789-4c57-465f-a301-694ccd12b4ac req-58231673-0590-47b7-948b-ff94c6452a4b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.1048989 Feb 11 05:41:27.799975 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Port': ['ID=4138c216-a37c-474e-81bf-fc50e2545683,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:27.833206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55592e6a-3200-4caa-876d-ad387fccdbc5 None None] Network 186b7d38-cdce-4cdd-a57c-1b1cdc12afd7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:27.862497 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No DVR routers for this DVR port 4138c216-a37c-474e-81bf-fc50e2545683 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:27.892544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:27.913955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9187a789-4c57-465f-a301-694ccd12b4ac req-828fbdf4-62a3-435a-a443-323f45b4ed2b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567438 Feb 11 05:41:27.934432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:27.983729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Sync routers for ids ['d1664ebc-8b27-44db-a1e3-84532b94b5dd'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:27.990672 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (18ff2e12-1b62-4ef4-b501-101285d0222d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.000640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=11a9a626-c5ca-4255-82e6-22ea92ee0b01,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:28.003672 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.005408 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9a92ff2c-8de8-4e4f-aa97-a23ccfbe6f0b admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0531726 Feb 11 05:41:28.009306 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39712) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:28.026655 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ff2e12-1b62-4ef4-b501-101285d0222d']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:28.055643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Routers {'d1664ebc-8b27-44db-a1e3-84532b94b5dd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:28.056670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:41:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d1664ebc-8b27-44db-a1e3-84532b94b5dd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:28.080455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c47bdad-c74b-4179-bf54-526bd0b72ca5') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:28.080760 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c47bdad-c74b-4179-bf54-526bd0b72ca5') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:28.085186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1c423b20-8b07-49cd-b3f9-2aab2292c1b1 None None] Provisioning complete for port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:28.085568 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1c423b20-8b07-49cd-b3f9-2aab2292c1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.088426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['11a9a626-c5ca-4255-82e6-22ea92ee0b01'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:41:28.098095 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (2c47bdad-c74b-4179-bf54-526bd0b72ca5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.152113 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2c47bdad-c74b-4179-bf54-526bd0b72ca5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.158687 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:28.159082 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (2c47bdad-c74b-4179-bf54-526bd0b72ca5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:28.174326 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:28.279875 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:28.280254 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.379405 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (18ff2e12-1b62-4ef4-b501-101285d0222d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.392087 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.398317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39720) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:28.408708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Set router d1664ebc-8b27-44db-a1e3-84532b94b5dd gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:28.417615 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/networks/18ff2e12-1b62-4ef4-b501-101285d0222d HTTP/1.1" status: 204 len: 168 time: 3.5504825 Feb 11 05:41:28.428388 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9117480-e23c-4a06-965f-19c9b82a8856 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:28.429205 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9117480-e23c-4a06-965f-19c9b82a8856 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:28.443631 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fb01e-3dcd-44fa-a237-1830f60f369d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Network': ['ID=18ff2e12-1b62-4ef4-b501-101285d0222d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:28.444689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f9117480-e23c-4a06-965f-19c9b82a8856 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/networks/18ff2e12-1b62-4ef4-b501-101285d0222d HTTP/1.1" status: 404 len: 339 time: 0.0448804 Feb 11 05:41:28.445689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39722) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:28.450855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-78fbad3b-05e4-4f09-8338-1d897f799210 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1576025449', 'description': 'd1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:28.475054 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fbad3b-05e4-4f09-8338-1d897f799210 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:28.478897 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78fbad3b-05e4-4f09-8338-1d897f799210 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.552536 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fbad3b-05e4-4f09-8338-1d897f799210 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:28.565643 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78fbad3b-05e4-4f09-8338-1d897f799210 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ab3d54f3-8063-4c77-8b5a-27ae00ffd4a5), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.566239 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-78fbad3b-05e4-4f09-8338-1d897f799210 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Added segment ab3d54f3-8063-4c77-8b5a-27ae00ffd4a5 of type vlan for network 1426e72c-a56f-4118-8c41-29388412a5f8 Feb 11 05:41:28.585149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1c423b20-8b07-49cd-b3f9-2aab2292c1b1 None None] Current status of the port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:28.626918 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78fbad3b-05e4-4f09-8338-1d897f799210 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (1426e72c-a56f-4118-8c41-29388412a5f8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.631437 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ecefc017-ee89-4873-943d-125d00fc452a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.663597 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78fbad3b-05e4-4f09-8338-1d897f799210 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (1426e72c-a56f-4118-8c41-29388412a5f8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.669997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fbad3b-05e4-4f09-8338-1d897f799210 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:28.670950 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-78fbad3b-05e4-4f09-8338-1d897f799210 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.698507 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903fe153-bbb5-49bc-8fd0-b2702fe7e0a4 None None] Network f7668b39-7114-4f52-9591-be8e4eb88f7a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:28.766649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbad3b-05e4-4f09-8338-1d897f799210 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Network': ['ID=1426e72c-a56f-4118-8c41-29388412a5f8,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:28.772773 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-78fbad3b-05e4-4f09-8338-1d897f799210 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3259051 Feb 11 05:41:28.775389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39726) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:28.849415 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.971583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 1426e72c-a56f-4118-8c41-29388412a5f8 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:29.077286 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:29.077714 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.115183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Allocated IP 172.20.0.1 (f7668b39-7114-4f52-9591-be8e4eb88f7a/7247db5b-6d25-4568-88ce-f9a52fdd70f5/0259b8d0-6327-4f68-8606-24eb8dbf0884) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:29.123204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-de06c6a9-359d-41c9-a569-2150ef541ee0 None None] Provisioning complete for port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:29.123619 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-de06c6a9-359d-41c9-a569-2150ef541ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.248661 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Publish callbacks [] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.258754 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70,segment=NetworkSegment(b00a2257-f65b-4f07-983f-fa41ea3ee7df),segment_id=b00a2257-f65b-4f07-983f-fa41ea3ee7df)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:29.271140 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.272019 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:29.328998 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c5bea2-6c05-4ec8-b346-b8445afda74b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:29.333353 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a2c5bea2-6c05-4ec8-b346-b8445afda74b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "GET /v2.0/networks?id=1426e72c-a56f-4118-8c41-29388412a5f8 HTTP/1.1" status: 200 len: 765 time: 0.5538309 Feb 11 05:41:29.338317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39734) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:29.349058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-5b736ff3-653f-40df-a8ee-6a16ea2f4720 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'network': {'description': 'd2'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:29.364509 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.366950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a6ba6-a933-419a-9248-bde8b6c57d87 req-559732f1-6f99-4dce-a886-d638548e4ef4 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:29.368759 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-701a6ba6-a933-419a-9248-bde8b6c57d87 req-559732f1-6f99-4dce-a886-d638548e4ef4 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 944 time: 0.5598147 Feb 11 05:41:29.405864 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-a4e93dc6-228d-48e7-8223-ffdce189b7c2 service neutron] show failed (client error): The resource could not be found. Feb 11 05:41:29.408806 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-a4e93dc6-228d-48e7-8223-ffdce189b7c2 service neutron] 10.222.0.73 "GET /v2.0/ports/e40f4e2c-26c8-4a36-aa00-b877d29f63b8/bindings/n-h2-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.1124144 Feb 11 05:41:29.427118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Network f7668b39-7114-4f52-9591-be8e4eb88f7a is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:29.432190 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:29.434982 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:29.450570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'name': 'tempest-TestAggregatesBasicOps-1685350996-router', 'tenant_id': '64485a9268274820ae3d9264ad625d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '7c417730-cf37-4af3-b95b-26546d37694e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:24Z', 'updated_at': '2022-02-11T05:41:26Z', 'revision_number': 3, 'project_id': '64485a9268274820ae3d9264ad625d8d', 'gw_port': {'id': '7c417730-cf37-4af3-b95b-26546d37694e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:25Z', 'updated_at': '2022-02-11T05:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:29.498288 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (d1664ebc-8b27-44db-a1e3-84532b94b5dd), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.509020 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0259b8d0-6327-4f68-8606-24eb8dbf0884,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:29.511119 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:29.518508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-de06c6a9-359d-41c9-a569-2150ef541ee0 None None] Current status of the port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:29.520825 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Checking router: d1664ebc-8b27-44db-a1e3-84532b94b5dd for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:29.521298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Updating router d1664ebc-8b27-44db-a1e3-84532b94b5dd port 7c417730-cf37-4af3-b95b-26546d37694e binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:41:29.559225 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:29.559659 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.612945 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7c417730-cf37-4af3-b95b-26546d37694e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.619891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890ca2a-c227-423e-b42c-866bbe718b3b req-5d24542d-e8f7-41cc-9b6a-9af6018e808e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:29.622743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0890ca2a-c227-423e-b42c-866bbe718b3b req-5d24542d-e8f7-41cc-9b6a-9af6018e808e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.3735547 Feb 11 05:41:29.720453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1320e0ce-fada-48c9-8e24-c4d760ecfb5e None None] Provisioning complete for port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:29.720843 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1320e0ce-fada-48c9-8e24-c4d760ecfb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.779815 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-701a6ba6-a933-419a-9248-bde8b6c57d87 req-ae4b0941-16fc-4232-bce4-335b0d0057a9 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887606 Feb 11 05:41:29.816842 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d15ece-f2bb-48d0-8de4-387fd1fd74d7 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:41:29.835833 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.843881 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0890ca2a-c227-423e-b42c-866bbe718b3b req-16d733d8-c986-4f8f-81e1-dbff26dfe079 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113564 Feb 11 05:41:29.881349 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b736ff3-653f-40df-a8ee-6a16ea2f4720 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (1426e72c-a56f-4118-8c41-29388412a5f8), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.913427 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b736ff3-653f-40df-a8ee-6a16ea2f4720 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (1426e72c-a56f-4118-8c41-29388412a5f8), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.984439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b736ff3-653f-40df-a8ee-6a16ea2f4720 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Network': ['ID=1426e72c-a56f-4118-8c41-29388412a5f8,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:29.986795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b736ff3-653f-40df-a8ee-6a16ea2f4720 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network 1426e72c-a56f-4118-8c41-29388412a5f8 is not hosted by any dhcp agent {{(pid=103171) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 05:41:29.992008 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b736ff3-653f-40df-a8ee-6a16ea2f4720 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:29.992810 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b736ff3-653f-40df-a8ee-6a16ea2f4720 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.997281 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5b736ff3-653f-40df-a8ee-6a16ea2f4720 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "PUT /v2.0/networks/1426e72c-a56f-4118-8c41-29388412a5f8 HTTP/1.1" status: 200 len: 762 time: 0.6579676 Feb 11 05:41:29.999111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39738) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:30.012635 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 1426e72c-a56f-4118-8c41-29388412a5f8 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:30.020655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:30.089969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c43828b-cee6-4306-b73b-1dfbf1eb051c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:30.097949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5c43828b-cee6-4306-b73b-1dfbf1eb051c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "GET /v2.0/networks?id=1426e72c-a56f-4118-8c41-29388412a5f8 HTTP/1.1" status: 200 len: 765 time: 0.0973697 Feb 11 05:41:30.098846 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39740) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:30.145578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-2142c9d0-81a5-44d2-9d0b-3e77c3e34d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:30.145578 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-2142c9d0-81a5-44d2-9d0b-3e77c3e34d71 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f&tenant_id=52d5e1b82a9e4c3fbf19576a184936a0 HTTP/1.1" status: 200 len: 1128 time: 0.4282520 Feb 11 05:41:30.158965 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Publish callbacks [] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.171034 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.191471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1320e0ce-fada-48c9-8e24-c4d760ecfb5e None None] Current status of the port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:30.194893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:30.220420 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:30.307110 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (d1664ebc-8b27-44db-a1e3-84532b94b5dd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.320524 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0259b8d0-6327-4f68-8606-24eb8dbf0884,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:30.347209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d0b99-63f3-4b6a-9bfb-4fc61300a2c1 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:30.351846 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d15ece-f2bb-48d0-8de4-387fd1fd74d7 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:41:30.352486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1b5d0b99-63f3-4b6a-9bfb-4fc61300a2c1 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2515361 Feb 11 05:41:30.354667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39744) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:30.359973 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Publish callbacks [] for port (7c417730-cf37-4af3-b95b-26546d37694e), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.381575 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d235790c-0543-41e7-b43a-ad5fca344307 None None] Provisioning complete for port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:30.381960 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d235790c-0543-41e7-b43a-ad5fca344307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.383493 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7c417730-cf37-4af3-b95b-26546d37694e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.421418 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.444325 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8990a1e6-0f88-44f0-85c5-e8efcdce9fff tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c HTTP/1.1" status: 200 len: 207 time: 0.0885201 Feb 11 05:41:30.449227 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39748) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:30.524816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:30.525206 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.561735 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93031d-5916-4999-bc11-245abd33210f None None] Pushing event updated for resources: {'Port': ['ID=7c417730-cf37-4af3-b95b-26546d37694e,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:30.565972 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Attempting to bind port 7c417730-cf37-4af3-b95b-26546d37694e on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:30.566081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Attempting to bind port 7c417730-cf37-4af3-b95b-26546d37694e by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:30.566403 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Attempting to bind port 7c417730-cf37-4af3-b95b-26546d37694e on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:30.606865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:30.607318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:30.607763 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.608169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:30.608660 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Bound port: 7c417730-cf37-4af3-b95b-26546d37694e, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:30.609055 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7c417730-cf37-4af3-b95b-26546d37694e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.704829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] For port e40f4e2c-26c8-4a36-aa00-b877d29f63b8, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,segment=NetworkSegment(cad17aa7-a37b-4761-82bd-d275217ace72),segment_id=cad17aa7-a37b-4761-82bd-d275217ace72)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:30.740347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] For port 7c417730-cf37-4af3-b95b-26546d37694e, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:30.750259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] For port 7c417730-cf37-4af3-b95b-26546d37694e, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7c417730-cf37-4af3-b95b-26546d37694e,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:30.761313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] For port e40f4e2c-26c8-4a36-aa00-b877d29f63b8, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:30.781487 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d235790c-0543-41e7-b43a-ad5fca344307 None None] Current status of the port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:30.818638 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7c417730-cf37-4af3-b95b-26546d37694e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.842982 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c7644931-971e-4fb0-b33a-6593659525cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.891630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:30.897374 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc69b3f9-4d7a-4e0e-936c-7ee3a382ea3d" -d '{"events": [{"server_uuid": "3ead118e-a5b8-457c-8cab-407bf67af63f", "name": "network-vif-unplugged", "status": "completed", "tag": "e40f4e2c-26c8-4a36-aa00-b877d29f63b8"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:30.904549 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Publish callbacks [] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.930274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:30.952310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Transition to ACTIVE for port object e40f4e2c-26c8-4a36-aa00-b877d29f63b8 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:41:30.962989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Routers {'d1664ebc-8b27-44db-a1e3-84532b94b5dd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:30.963979 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:41:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d1664ebc-8b27-44db-a1e3-84532b94b5dd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:31.009346 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.012959 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 11a9a626-c5ca-4255-82e6-22ea92ee0b01 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:31.086089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63718d71-1dc7-4555-8583-bb016a208d42 req-0e506253-b954-4c3c-9e0b-9e0e485930ca tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:31.088112 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-63718d71-1dc7-4555-8583-bb016a208d42 req-0e506253-b954-4c3c-9e0b-9e0e485930ca tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 944 time: 0.1710129 Feb 11 05:41:31.146643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8ff46-f12f-4056-93a8-481f51d403fa req-75b38976-96b2-4453-a64e-f699203bee6b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:31.148640 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9e8ff46-f12f-4056-93a8-481f51d403fa req-75b38976-96b2-4453-a64e-f699203bee6b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 943 time: 0.1771047 Feb 11 05:41:31.237637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Network f7668b39-7114-4f52-9591-be8e4eb88f7a is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:31.241408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:31.253311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daede3da-b89c-4790-9532-cc2fb693aac4 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:31.259293 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daede3da-b89c-4790-9532-cc2fb693aac4 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:31.265302 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daede3da-b89c-4790-9532-cc2fb693aac4 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:31.271585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daede3da-b89c-4790-9532-cc2fb693aac4 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:31.277025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daede3da-b89c-4790-9532-cc2fb693aac4 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:31.283332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daede3da-b89c-4790-9532-cc2fb693aac4 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:31.292155 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-daede3da-b89c-4790-9532-cc2fb693aac4 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.8416543 Feb 11 05:41:31.293257 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39758) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:31.297653 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93031d-5916-4999-bc11-245abd33210f None None] Pushing event updated for resources: {'Port': ['ID=7c417730-cf37-4af3-b95b-26546d37694e,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:31.374462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] No DVR routers for this DVR port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:31.395597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Pushing event updated for resources: {'Port': ['ID=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,revision_number=6']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:31.415978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 11a9a626-c5ca-4255-82e6-22ea92ee0b01 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:41:31.426819 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] Set router d1664ebc-8b27-44db-a1e3-84532b94b5dd gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:31.501195 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 11a9a626-c5ca-4255-82e6-22ea92ee0b01 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:31.502122 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (11a9a626-c5ca-4255-82e6-22ea92ee0b01), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.557431 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9e8ff46-f12f-4056-93a8-481f51d403fa req-6ac9ba1c-e430-4dcd-ad68-641411ff6bc6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734089 Feb 11 05:41:31.587899 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-63718d71-1dc7-4555-8583-bb016a208d42 req-0f221e7b-d1f9-4bd6-a665-4017f9ed3b72 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879067 Feb 11 05:41:31.713167 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-37039527-1d25-4e17-882f-d0d03ff9888a tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4141986 Feb 11 05:41:31.716398 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39766) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:31.727311 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63abfe36-e6a4-4e9b-acd3-0b48d8d7d097 x-openstack-request-id: req-63abfe36-e6a4-4e9b-acd3-0b48d8d7d097 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:31.727816 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ead118e-a5b8-457c-8cab-407bf67af63f", "name": "network-vif-unplugged", "status": "completed", "tag": "e40f4e2c-26c8-4a36-aa00-b877d29f63b8", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:31.728010 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-63abfe36-e6a4-4e9b-acd3-0b48d8d7d097 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:31.735060 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8', 'code': 200} Feb 11 05:41:31.810475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 11a9a626-c5ca-4255-82e6-22ea92ee0b01 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:31.811616 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (11a9a626-c5ca-4255-82e6-22ea92ee0b01), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.817244 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Router d1664ebc-8b27-44db-a1e3-84532b94b5dd has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:31.842053 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8ee315-c2de-4964-ac34-6c556519da06 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:31.843984 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8ee315-c2de-4964-ac34-6c556519da06 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:31.844827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Attempting to bind port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:31.845174 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Attempting to bind port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'cad17aa7-a37b-4761-82bd-d275217ace72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:31.845342 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8ee315-c2de-4964-ac34-6c556519da06 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:31.845514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Attempting to bind port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 on network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:31.846777 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8ee315-c2de-4964-ac34-6c556519da06 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:31.848605 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8ee315-c2de-4964-ac34-6c556519da06 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:31.850564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 on network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:41:31.850957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Attempting to bind port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 on network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:31.855307 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cb8ee315-c2de-4964-ac34-6c556519da06 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1340826 Feb 11 05:41:31.855408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39768) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:31.907369 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b6042d-ee63-46bf-9303-27476ed0dcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a9a626-c5ca-4255-82e6-22ea92ee0b01'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:31.910263 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a79fc7d-011e-48c9-9c59-d2c9a41dfe4a" -d '{"events": [{"server_uuid": "d5b6042d-ee63-46bf-9303-27476ed0dcf7", "name": "network-vif-plugged", "status": "completed", "tag": "11a9a626-c5ca-4255-82e6-22ea92ee0b01"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:31.910462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:31.910559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Checking segment: {'id': 'cad17aa7-a37b-4761-82bd-d275217ace72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:31.910961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Bound using segment: {'id': 'cad17aa7-a37b-4761-82bd-d275217ace72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:31.911371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Bound port: e40f4e2c-26c8-4a36-aa00-b877d29f63b8, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad17aa7-a37b-4761-82bd-d275217ace72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:31.911770 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.944498 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 11a9a626-c5ca-4255-82e6-22ea92ee0b01, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=11a9a626-c5ca-4255-82e6-22ea92ee0b01,segment=NetworkSegment(0394ae95-775b-4f2c-9208-0f5b4ba16c99),segment_id=0394ae95-775b-4f2c-9208-0f5b4ba16c99)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:31.947630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9dafe645-bb04-4465-9253-be18b575a6f7 None None] Provisioning complete for port 0259b8d0-6327-4f68-8606-24eb8dbf0884 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:31.948013 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9dafe645-bb04-4465-9253-be18b575a6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.985662 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (11a9a626-c5ca-4255-82e6-22ea92ee0b01), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.999364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4f47d3-8e71-41ad-b973-20199a4fe64a tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:32.000594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4f47d3-8e71-41ad-b973-20199a4fe64a tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:32.001953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4f47d3-8e71-41ad-b973-20199a4fe64a tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:32.003277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4f47d3-8e71-41ad-b973-20199a4fe64a tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:32.004508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4f47d3-8e71-41ad-b973-20199a4fe64a tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['shared'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:32.009789 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4e4f47d3-8e71-41ad-b973-20199a4fe64a tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1501794 Feb 11 05:41:32.018330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39772) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:32.039788 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f717ad08-5e6b-40f2-86bf-979336c4fee4 x-openstack-request-id: req-f717ad08-5e6b-40f2-86bf-979336c4fee4 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:32.040264 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b6042d-ee63-46bf-9303-27476ed0dcf7", "name": "network-vif-plugged", "status": "completed", "tag": "11a9a626-c5ca-4255-82e6-22ea92ee0b01", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:32.040370 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f717ad08-5e6b-40f2-86bf-979336c4fee4 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:32.040738 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b6042d-ee63-46bf-9303-27476ed0dcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a9a626-c5ca-4255-82e6-22ea92ee0b01', 'code': 200} Feb 11 05:41:32.076695 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.88', 54362) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:32.094088 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:32.118522 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5222f8ed-ccc1-47c3-bc20-2cd0b7fe46e4 admin admin] 10.222.0.87 "PUT /v2.0/routers/d1664ebc-8b27-44db-a1e3-84532b94b5dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0996172 Feb 11 05:41:32.124850 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9dafe645-bb04-4465-9253-be18b575a6f7 None None] Port 0259b8d0-6327-4f68-8606-24eb8dbf0884 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:32.142647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=11a9a626-c5ca-4255-82e6-22ea92ee0b01,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:32.175189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'name': 'tempest-TestAggregatesBasicOps-1685350996-router', 'tenant_id': '64485a9268274820ae3d9264ad625d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '7c417730-cf37-4af3-b95b-26546d37694e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:24Z', 'updated_at': '2022-02-11T05:41:29Z', 'revision_number': 4, 'project_id': '64485a9268274820ae3d9264ad625d8d', 'gw_port': {'id': '7c417730-cf37-4af3-b95b-26546d37694e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:25Z', 'updated_at': '2022-02-11T05:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '0259b8d0-6327-4f68-8606-24eb8dbf0884', 'name': '', 'network_id': 'f7668b39-7114-4f52-9591-be8e4eb88f7a', 'tenant_id': '64485a9268274820ae3d9264ad625d8d', 'mac_address': 'fa:16:3e:b3:f7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7247db5b-6d25-4568-88ce-f9a52fdd70f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:28Z', 'updated_at': '2022-02-11T05:41:29Z', 'revision_number': 2, 'project_id': '64485a9268274820ae3d9264ad625d8d', 'subnets': [{'id': '7247db5b-6d25-4568-88ce-f9a52fdd70f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:32.200727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] For port e40f4e2c-26c8-4a36-aa00-b877d29f63b8, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:32.217588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279f080-8f36-4422-ae6c-3a0f83828006 req-18326602-fa9e-4368-9be1-2c0f79c05d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:32.219223 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1279f080-8f36-4422-ae6c-3a0f83828006 req-18326602-fa9e-4368-9be1-2c0f79c05d22 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 1128 time: 0.1396697 Feb 11 05:41:32.225392 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e4c690-d019-4d37-8762-36dfd451a877 None None] The sync data for ids ['d1664ebc-8b27-44db-a1e3-84532b94b5dd'] in n-d-713499-38 is: [{'id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'name': 'tempest-TestAggregatesBasicOps-1685350996-router', 'tenant_id': '64485a9268274820ae3d9264ad625d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '7c417730-cf37-4af3-b95b-26546d37694e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:24Z', 'updated_at': '2022-02-11T05:41:29Z', 'revision_number': 4, 'project_id': '64485a9268274820ae3d9264ad625d8d', 'gw_port': {'id': '7c417730-cf37-4af3-b95b-26546d37694e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:25Z', 'updated_at': '2022-02-11T05:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '0259b8d0-6327-4f68-8606-24eb8dbf0884', 'name': '', 'network_id': 'f7668b39-7114-4f52-9591-be8e4eb88f7a', 'tenant_id': '64485a9268274820ae3d9264ad625d8d', 'mac_address': 'fa:16:3e:b3:f7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7247db5b-6d25-4568-88ce-f9a52fdd70f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:28Z', 'updated_at': '2022-02-11T05:41:29Z', 'revision_number': 2, 'project_id': '64485a9268274820ae3d9264ad625d8d', 'subnets': [{'id': '7247db5b-6d25-4568-88ce-f9a52fdd70f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:32.226902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] For port e40f4e2c-26c8-4a36-aa00-b877d29f63b8, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,segment=NetworkSegment(cad17aa7-a37b-4761-82bd-d275217ace72),segment_id=cad17aa7-a37b-4761-82bd-d275217ace72)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:32.252614 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.268380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-71ce5449-cc07-4e12-a5c0-52ef2e0f8b77 None None] Provisioning complete for port 0259b8d0-6327-4f68-8606-24eb8dbf0884 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:32.270065 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-71ce5449-cc07-4e12-a5c0-52ef2e0f8b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.335362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-71ce5449-cc07-4e12-a5c0-52ef2e0f8b77 None None] Port 0259b8d0-6327-4f68-8606-24eb8dbf0884 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:32.456256 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.727642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba2ad19-18d2-46d9-867f-2bdb705d9753 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:32.729156 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4ba2ad19-18d2-46d9-867f-2bdb705d9753 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "GET /v2.0/networks/ce672998-e9d7-404c-aed1-dc82d631a205 HTTP/1.1" status: 200 len: 804 time: 0.7098465 Feb 11 05:41:32.732119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:32.732804 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.733051 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39792) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:32.734222 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] 10.222.0.88 "PUT /v2.0/ports/e40f4e2c-26c8-4a36-aa00-b877d29f63b8 HTTP/1.1" status: 200 len: 1092 time: 2.5572240 Feb 11 05:41:32.756127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98a214-4059-4fef-9a61-ba7e24be1e06 service neutron] Pushing event updated for resources: {'Port': ['ID=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,revision_number=7']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:32.803645 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1279f080-8f36-4422-ae6c-3a0f83828006 req-0572ba45-81a0-425a-b462-42c9affe265f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739591 Feb 11 05:41:32.835664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabd3e0-8cf8-4f2f-9e4a-02fe60070670 req-076cd914-a388-4d0e-8f5f-9a7537def099 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:32.837290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5aabd3e0-8cf8-4f2f-9e4a-02fe60070670 req-076cd914-a388-4d0e-8f5f-9a7537def099 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 943 time: 0.1797585 Feb 11 05:41:32.926641 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-99d56add-458d-4623-8d90-29c988e35c40 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "GET /v2.0/networks/ce672998-e9d7-404c-aed1-dc82d631a205?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1901057 Feb 11 05:41:32.926641 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39798) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:32.932062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5aabd3e0-8cf8-4f2f-9e4a-02fe60070670 req-caca36d4-0667-42a1-98a6-0ba4d4b9f00a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874767 Feb 11 05:41:32.940296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-12d62902-9dd9-4070-baab-3934b10ce5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:32.943549 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-12d62902-9dd9-4070-baab-3934b10ce5f8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 1126 time: 0.1770236 Feb 11 05:41:33.007855 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c3d2cc-60ce-42ea-88da-fab3b585d3ed tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:33.010149 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-53c3d2cc-60ce-42ea-88da-fab3b585d3ed tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "GET /v2.0/subnets/b46ecd50-23cc-471d-95dc-55ed06cc2972 HTTP/1.1" status: 200 len: 843 time: 0.0816944 Feb 11 05:41:33.014295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39800) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:33.094984 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821d1945-e4be-48af-a3b6-3aff31ab7372 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['shared'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:33.096450 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-821d1945-e4be-48af-a3b6-3aff31ab7372 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "GET /v2.0/subnets/b46ecd50-23cc-471d-95dc-55ed06cc2972?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0811741 Feb 11 05:41:33.102947 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39802) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:33.110622 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1d6edae8-b5b5-47d2-9ebc-e39c35c8949d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-18194257'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:33.141787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-d585bc9a-590e-4e4d-999d-d32eb3c0a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:33.143873 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-d585bc9a-590e-4e4d-999d-d32eb3c0a34c service neutron] 10.222.0.88 "GET /v2.0/networks?id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 HTTP/1.1" status: 200 len: 897 time: 0.1198606 Feb 11 05:41:33.147631 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6edae8-b5b5-47d2-9ebc-e39c35c8949d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:33.153333 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d6edae8-b5b5-47d2-9ebc-e39c35c8949d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.194411 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6edae8-b5b5-47d2-9ebc-e39c35c8949d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:33.205098 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d6edae8-b5b5-47d2-9ebc-e39c35c8949d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (b699b571-4c99-4d2e-a992-25d7ea398264), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.205441 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-1d6edae8-b5b5-47d2-9ebc-e39c35c8949d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Added segment b699b571-4c99-4d2e-a992-25d7ea398264 of type vlan for network d60812ab-3128-4b8b-b61d-37e47140f994 Feb 11 05:41:33.268428 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e9fb9-3ac1-411f-b3e0-bfa0fe74ac62 req-36ca2350-0b7e-4dae-b0a1-b1152544857f tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:33.269873 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c8e9fb9-3ac1-411f-b3e0-bfa0fe74ac62 req-36ca2350-0b7e-4dae-b0a1-b1152544857f tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.2620211 Feb 11 05:41:33.293084 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d6edae8-b5b5-47d2-9ebc-e39c35c8949d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (d60812ab-3128-4b8b-b61d-37e47140f994), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.335468 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-860a349c-1b11-40d2-9833-d0500ce07078 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8 HTTP/1.1" status: 200 len: 999 time: 0.1840558 Feb 11 05:41:33.339927 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d6edae8-b5b5-47d2-9ebc-e39c35c8949d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (d60812ab-3128-4b8b-b61d-37e47140f994), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.345828 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6edae8-b5b5-47d2-9ebc-e39c35c8949d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:33.346299 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d6edae8-b5b5-47d2-9ebc-e39c35c8949d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.370401 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1d6edae8-b5b5-47d2-9ebc-e39c35c8949d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2662237 Feb 11 05:41:33.371733 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39804) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:33.388485 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-01014b3a-9487-40ca-9c28-41fc05d8ffaf tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'subnet': {'network_id': 'd60812ab-3128-4b8b-b61d-37e47140f994', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:33.408665 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c8e9fb9-3ac1-411f-b3e0-bfa0fe74ac62 req-269ffad9-ffc0-4ccd-9f3f-c534d0d225d2 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274440 Feb 11 05:41:33.423398 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-17e08219-5935-42c5-a006-7b57665005d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:33.425204 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-17e08219-5935-42c5-a006-7b57665005d3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a745f28e-e46b-4e48-a47d-1afdc429c60f HTTP/1.1" status: 200 len: 833 time: 0.0788596 Feb 11 05:41:33.505739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-6a3cfe9f-5309-4f3c-aa12-90f84b2802b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:33.507452 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-6a3cfe9f-5309-4f3c-aa12-90f84b2802b6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0745926 Feb 11 05:41:33.598469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6edae8-b5b5-47d2-9ebc-e39c35c8949d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Network': ['ID=d60812ab-3128-4b8b-b61d-37e47140f994,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:33.604829 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01014b3a-9487-40ca-9c28-41fc05d8ffaf tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Made reservation on behalf of 80f634d2c48345e1b380d8d0eab732b7 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:33.611166 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network d60812ab-3128-4b8b-b61d-37e47140f994 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:33.612189 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01014b3a-9487-40ca-9c28-41fc05d8ffaf tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.645034 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-2044ca54-7add-4274-9828-3f3d47d55ecc service neutron] 10.222.0.88 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298492 Feb 11 05:41:33.733042 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.780877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'tag': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:33.784210 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_backend_mixin [None req-01014b3a-9487-40ca-9c28-41fc05d8ffaf tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Performing IP validity checks on allocation pools {{(pid=103170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:41:33.785576 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_backend_mixin [None req-01014b3a-9487-40ca-9c28-41fc05d8ffaf tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:41:33.789749 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6459145-09ca-4126-8619-a4b78fab1cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "3ead118e-a5b8-457c-8cab-407bf67af63f", "tag": "e40f4e2c-26c8-4a36-aa00-b877d29f63b8"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:33.830923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e40f4e2c-26c8-4a36-aa00-b877d29f63b8 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:33.863349 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ae0298a-4cc5-4630-ad49-4f7dcd561a3a req-3bfbbb03-b899-48a3-bc7a-092f191c4227 service neutron] 10.222.0.88 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077036 Feb 11 05:41:33.898116 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7e656b-d2b6-43c5-8a6e-2a78dd6b0554 x-openstack-request-id: req-2f7e656b-d2b6-43c5-8a6e-2a78dd6b0554 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:33.898116 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ead118e-a5b8-457c-8cab-407bf67af63f", "tag": "e40f4e2c-26c8-4a36-aa00-b877d29f63b8", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:33.898346 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2f7e656b-d2b6-43c5-8a6e-2a78dd6b0554 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:33.898769 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'tag': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8', 'status': 'completed', 'code': 200} Feb 11 05:41:33.988009 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] The host n-h1-713499-38 is not matching for port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 host n-h2-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:41:33.988430 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e40f4e2c-26c8-4a36-aa00-b877d29f63b8 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:34.162593 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-84199f5b-5103-4a3b-a2f2-bbfc905c94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:34.164565 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-84199f5b-5103-4a3b-a2f2-bbfc905c94d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 1126 time: 0.2637792 Feb 11 05:41:34.166657 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01014b3a-9487-40ca-9c28-41fc05d8ffaf tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (e712ddbf-661e-46d0-b0b3-f6cdc6988b76), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.244012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-92a8e149-6999-4fd8-84b8-4824fbaa112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:34.245803 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-92a8e149-6999-4fd8-84b8-4824fbaa112c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 1126 time: 0.2343826 Feb 11 05:41:34.282575 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01014b3a-9487-40ca-9c28-41fc05d8ffaf tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Subnet': ['ID=e712ddbf-661e-46d0-b0b3-f6cdc6988b76,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:34.330263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7c417730-cf37-4af3-b95b-26546d37694e up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:34.341649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284352a-b6a0-41e3-8104-0b8f5eea9bf1 req-73a0f3e2-68c8-4a38-8102-ed06228f47a9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:34.351127 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4284352a-b6a0-41e3-8104-0b8f5eea9bf1 req-73a0f3e2-68c8-4a38-8102-ed06228f47a9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 943 time: 0.2226713 Feb 11 05:41:34.399264 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01014b3a-9487-40ca-9c28-41fc05d8ffaf tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Checking segment: {'id': 'b699b571-4c99-4d2e-a992-25d7ea398264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd60812ab-3128-4b8b-b61d-37e47140f994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:34.399659 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01014b3a-9487-40ca-9c28-41fc05d8ffaf tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network hostable DHCP agents. Network: d60812ab-3128-4b8b-b61d-37e47140f994, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:34.440779 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-e8524ac7-68e4-48ec-943c-198fb5afb82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:34.446641 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-e8524ac7-68e4-48ec-943c-198fb5afb82e service neutron] 10.222.0.73 "GET /v2.0/networks?id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 HTTP/1.1" status: 200 len: 897 time: 0.2107248 Feb 11 05:41:34.454250 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01014b3a-9487-40ca-9c28-41fc05d8ffaf tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Network d60812ab-3128-4b8b-b61d-37e47140f994 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:34.455829 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7c417730-cf37-4af3-b95b-26546d37694e triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:34.456435 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7c417730-cf37-4af3-b95b-26546d37694e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.536444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4284352a-b6a0-41e3-8104-0b8f5eea9bf1 req-f2f1444f-66e2-4bb1-9365-6df380cb86e9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812754 Feb 11 05:41:34.572022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-c217cd63-ae91-45bc-99e0-1be8763aac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:34.573511 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-c217cd63-ae91-45bc-99e0-1be8763aac8a service neutron] 10.222.0.88 "GET /v2.0/networks?id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 HTTP/1.1" status: 200 len: 897 time: 0.3131349 Feb 11 05:41:34.606081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7c417730-cf37-4af3-b95b-26546d37694e is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:34.606484 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7c417730-cf37-4af3-b95b-26546d37694e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.612371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-01014b3a-9487-40ca-9c28-41fc05d8ffaf tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, d60812ab-3128-4b8b-b61d-37e47140f994) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:34.629026 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01014b3a-9487-40ca-9c28-41fc05d8ffaf tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:34.635873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc26d576-46c6-424c-b63e-9168014791d7 None None] Network d60812ab-3128-4b8b-b61d-37e47140f994 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:34.636354 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01014b3a-9487-40ca-9c28-41fc05d8ffaf tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.673178 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 7c417730-cf37-4af3-b95b-26546d37694e, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7c417730-cf37-4af3-b95b-26546d37694e,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:34.686803 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7c417730-cf37-4af3-b95b-26546d37694e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.708583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-b7ff3149-ff21-4cf4-9087-0560ba0e8cb9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8 HTTP/1.1" status: 200 len: 999 time: 0.1267858 Feb 11 05:41:34.710935 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-d8c0f321-5836-4726-855d-4afb9c7b9d60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8 HTTP/1.1" status: 200 len: 999 time: 0.2498093 Feb 11 05:41:34.717905 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-01014b3a-9487-40ca-9c28-41fc05d8ffaf tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3337297 Feb 11 05:41:34.737195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39850) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:34.767670 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-13e466b7-9a92-4288-bb17-db58a990a86b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:34.813328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-8df46518-eeff-4088-9cfb-5d5839604048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:34.818710 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-8df46518-eeff-4088-9cfb-5d5839604048 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a745f28e-e46b-4e48-a47d-1afdc429c60f HTTP/1.1" status: 200 len: 833 time: 0.0957308 Feb 11 05:41:34.821341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=7c417730-cf37-4af3-b95b-26546d37694e,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:34.859265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-d60812ab-3128-4b8b-b61d-37e47140f994', 'network_id': 'd60812ab-3128-4b8b-b61d-37e47140f994', 'project_id': '80f634d2c48345e1b380d8d0eab732b7', 'fixed_ips': [{'subnet_id': 'e712ddbf-661e-46d0-b0b3-f6cdc6988b76'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:34.859913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c71cca-b325-4832-9f86-0f6e2a058edc req-4e9c93ff-630d-489a-8453-530695672d19 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:34.860536 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.867451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6c71cca-b325-4832-9f86-0f6e2a058edc req-4e9c93ff-630d-489a-8453-530695672d19 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.2187362 Feb 11 05:41:34.920024 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-9b8b85f1-5cb9-45ac-9eca-002c2b1c11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:34.922128 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-9b8b85f1-5cb9-45ac-9eca-002c2b1c11bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1000514 Feb 11 05:41:34.977941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-330b0599-8c35-4182-b659-9f49116114c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:34.980185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-330b0599-8c35-4182-b659-9f49116114c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a745f28e-e46b-4e48-a47d-1afdc429c60f HTTP/1.1" status: 200 len: 833 time: 0.2640240 Feb 11 05:41:35.088743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6c71cca-b325-4832-9f86-0f6e2a058edc req-e6eec1de-0b53-4338-901c-a6f0c19a2780 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203109 Feb 11 05:41:35.136141 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-2ed39c97-466f-4437-93e1-8b28336034d1 service neutron] 10.222.0.73 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057738 Feb 11 05:41:35.139192 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Allocated IP 2001:db8::3 (d60812ab-3128-4b8b-b61d-37e47140f994/e712ddbf-661e-46d0-b0b3-f6cdc6988b76/6f66dbe9-6b29-4cac-9c5d-a591b8307dce) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:35.157585 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13e466b7-9a92-4288-bb17-db58a990a86b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31115626'] for subnet (e712ddbf-661e-46d0-b0b3-f6cdc6988b76), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.168569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-3e62385d-a556-4542-89da-f031b161a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:35.169944 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-3e62385d-a556-4542-89da-f031b161a5fb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1813912 Feb 11 05:41:35.205875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39868) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:35.299877 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.336506 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-33c55421-8a80-48f6-8e71-d8d511c81270 service neutron] 10.222.0.73 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954820 Feb 11 05:41:35.416441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-e1ccc06e-2b34-4347-ace4-7f731f87eb9e service neutron] 10.222.0.88 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375915 Feb 11 05:41:35.460676 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Publish callbacks [] for port (6f66dbe9-6b29-4cac-9c5d-a591b8307dce), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.468689 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (6f66dbe9-6b29-4cac-9c5d-a591b8307dce), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.516032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Network d60812ab-3128-4b8b-b61d-37e47140f994 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:35.521327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:35.528217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:35.544184 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Pushing event updated for resources: {'Port': ['ID=6f66dbe9-6b29-4cac-9c5d-a591b8307dce,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:35.606933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Attempting to bind port 6f66dbe9-6b29-4cac-9c5d-a591b8307dce on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:35.607307 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Attempting to bind port 6f66dbe9-6b29-4cac-9c5d-a591b8307dce by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'b699b571-4c99-4d2e-a992-25d7ea398264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd60812ab-3128-4b8b-b61d-37e47140f994'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:35.608785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Attempting to bind port 6f66dbe9-6b29-4cac-9c5d-a591b8307dce on network d60812ab-3128-4b8b-b61d-37e47140f994 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:35.619115 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:35.619610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Checking segment: {'id': 'b699b571-4c99-4d2e-a992-25d7ea398264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd60812ab-3128-4b8b-b61d-37e47140f994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:35.621205 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.621795 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Bound using segment: {'id': 'b699b571-4c99-4d2e-a992-25d7ea398264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd60812ab-3128-4b8b-b61d-37e47140f994'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:35.622227 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Bound port: 6f66dbe9-6b29-4cac-9c5d-a591b8307dce, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b699b571-4c99-4d2e-a992-25d7ea398264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd60812ab-3128-4b8b-b61d-37e47140f994'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:35.622842 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6f66dbe9-6b29-4cac-9c5d-a591b8307dce), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.662560 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Sync routers for ids ['d1664ebc-8b27-44db-a1e3-84532b94b5dd'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:35.677666 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Routers {'d1664ebc-8b27-44db-a1e3-84532b94b5dd'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:35.678505 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:41:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d1664ebc-8b27-44db-a1e3-84532b94b5dd'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:35.710034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] For port 6f66dbe9-6b29-4cac-9c5d-a591b8307dce, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:35.713405 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] For port 6f66dbe9-6b29-4cac-9c5d-a591b8307dce, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6f66dbe9-6b29-4cac-9c5d-a591b8307dce,segment=NetworkSegment(b699b571-4c99-4d2e-a992-25d7ea398264),segment_id=b699b571-4c99-4d2e-a992-25d7ea398264)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:35.725137 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6f66dbe9-6b29-4cac-9c5d-a591b8307dce), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.796126 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045bb3f-2405-490c-9a10-ade7b6219ead req-b185b513-d207-43b7-a267-9d915ed2532d tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:35.797968 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0045bb3f-2405-490c-9a10-ade7b6219ead req-b185b513-d207-43b7-a267-9d915ed2532d tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.3283160 Feb 11 05:41:35.821761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cef67e-d3e2-46ec-9b90-07a80d16cb3a req-3815a6d1-ef61-49e3-b84f-4245b7b69d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:35.823357 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91cef67e-d3e2-46ec-9b90-07a80d16cb3a req-3815a6d1-ef61-49e3-b84f-4245b7b69d85 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d870a6d8ae5041ab8726db84282444df&device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 1128 time: 0.3669121 Feb 11 05:41:35.828567 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57466e-3539-4783-8c10-6d644131a08f None None] Pushing event updated for resources: {'Port': ['ID=6f66dbe9-6b29-4cac-9c5d-a591b8307dce,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:35.890137 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Set router d1664ebc-8b27-44db-a1e3-84532b94b5dd gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:35.924341 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6459145-09ca-4126-8619-a4b78fab1cd8 req-732361e7-2790-4c45-b3dc-084130110a89 service neutron] 10.222.0.88 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951539 Feb 11 05:41:36.004464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a175a-d5e3-4465-a73b-2ad7df515baf req-25547368-4844-4dbc-9796-d1e1298662df tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:36.011381 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a83a175a-d5e3-4465-a73b-2ad7df515baf req-25547368-4844-4dbc-9796-d1e1298662df tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 943 time: 0.3643570 Feb 11 05:41:36.141114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0045bb3f-2405-490c-9a10-ade7b6219ead req-d64a6459-2ad8-4196-950e-081f7ed8ac5c tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282683 Feb 11 05:41:36.195785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7c417730-cf37-4af3-b95b-26546d37694e up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:36.227400 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a83a175a-d5e3-4465-a73b-2ad7df515baf req-38cca3e7-c635-41c7-b72c-f04256199f0f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016089 Feb 11 05:41:36.271868 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'name': 'tempest-TestAggregatesBasicOps-1685350996-router', 'tenant_id': '64485a9268274820ae3d9264ad625d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '7c417730-cf37-4af3-b95b-26546d37694e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:24Z', 'updated_at': '2022-02-11T05:41:29Z', 'revision_number': 4, 'project_id': '64485a9268274820ae3d9264ad625d8d', 'gw_port': {'id': '7c417730-cf37-4af3-b95b-26546d37694e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:25Z', 'updated_at': '2022-02-11T05:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '0259b8d0-6327-4f68-8606-24eb8dbf0884', 'name': '', 'network_id': 'f7668b39-7114-4f52-9591-be8e4eb88f7a', 'tenant_id': '64485a9268274820ae3d9264ad625d8d', 'mac_address': 'fa:16:3e:b3:f7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7247db5b-6d25-4568-88ce-f9a52fdd70f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:28Z', 'updated_at': '2022-02-11T05:41:29Z', 'revision_number': 2, 'project_id': '64485a9268274820ae3d9264ad625d8d', 'subnets': [{'id': '7247db5b-6d25-4568-88ce-f9a52fdd70f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:36.302477 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7c417730-cf37-4af3-b95b-26546d37694e triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:36.303132 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7c417730-cf37-4af3-b95b-26546d37694e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.316524 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13e466b7-9a92-4288-bb17-db58a990a86b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774535730423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30878973'] for subnet (e712ddbf-661e-46d0-b0b3-f6cdc6988b76), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.334323 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Checking router: d1664ebc-8b27-44db-a1e3-84532b94b5dd for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:36.335527 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Updating router d1664ebc-8b27-44db-a1e3-84532b94b5dd port 0259b8d0-6327-4f68-8606-24eb8dbf0884 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:41:36.354485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cef67e-d3e2-46ec-9b90-07a80d16cb3a req-435e992f-2732-450b-9ae6-b23d5644f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:36.356233 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91cef67e-d3e2-46ec-9b90-07a80d16cb3a req-435e992f-2732-450b-9ae6-b23d5644f718 service neutron] 10.222.0.88 "GET /v2.0/networks?id=7266fb20-4639-4ae1-b874-21b72b06d2fd HTTP/1.1" status: 200 len: 911 time: 0.4566720 Feb 11 05:41:36.369920 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.429960 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7c417730-cf37-4af3-b95b-26546d37694e is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:36.457510 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91cef67e-d3e2-46ec-9b90-07a80d16cb3a req-410cab22-edae-4ce3-a344-21ad32efb434 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11a9a626-c5ca-4255-82e6-22ea92ee0b01 HTTP/1.1" status: 200 len: 217 time: 0.0663102 Feb 11 05:41:36.461256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e466b7-9a92-4288-bb17-db58a990a86b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:36.461888 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-13e466b7-9a92-4288-bb17-db58a990a86b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.463288 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-13e466b7-9a92-4288-bb17-db58a990a86b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "PUT /v2.0/subnets/e712ddbf-661e-46d0-b0b3-f6cdc6988b76 HTTP/1.1" status: 200 len: 900 time: 1.7179611 Feb 11 05:41:36.466819 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39880) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:36.502842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e466b7-9a92-4288-bb17-db58a990a86b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event updated for resources: {'Subnet': ['ID=e712ddbf-661e-46d0-b0b3-f6cdc6988b76,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:36.575826 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (d60812ab-3128-4b8b-b61d-37e47140f994), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.666224 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Deleting port 6f66dbe9-6b29-4cac-9c5d-a591b8307dce {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:36.666627 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6f66dbe9-6b29-4cac-9c5d-a591b8307dce), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.780770 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Publish callbacks [] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.791176 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.838409 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] For port 6f66dbe9-6b29-4cac-9c5d-a591b8307dce, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6f66dbe9-6b29-4cac-9c5d-a591b8307dce,segment=NetworkSegment(b699b571-4c99-4d2e-a992-25d7ea398264),segment_id=b699b571-4c99-4d2e-a992-25d7ea398264)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:36.838709 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6f66dbe9-6b29-4cac-9c5d-a591b8307dce), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.856437 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Calling delete_port for 6f66dbe9-6b29-4cac-9c5d-a591b8307dce owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:36.928043 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39703a48-b79b-4b45-9137-67d119bbe7d0 None None] Pushing event updated for resources: {'Port': ['ID=0259b8d0-6327-4f68-8606-24eb8dbf0884,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:37.061833 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Attempting to bind port 0259b8d0-6327-4f68-8606-24eb8dbf0884 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:37.062341 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Attempting to bind port 0259b8d0-6327-4f68-8606-24eb8dbf0884 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'b00a2257-f65b-4f07-983f-fa41ea3ee7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f7668b39-7114-4f52-9591-be8e4eb88f7a'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:37.062795 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Attempting to bind port 0259b8d0-6327-4f68-8606-24eb8dbf0884 on network f7668b39-7114-4f52-9591-be8e4eb88f7a {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:37.067549 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e40f4e2c-26c8-4a36-aa00-b877d29f63b8 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:41:37.094005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cef67e-d3e2-46ec-9b90-07a80d16cb3a req-b0cd71e6-cce1-439e-9573-191ced2ca6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:37.094564 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:37.094564 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Checking segment: {'id': 'b00a2257-f65b-4f07-983f-fa41ea3ee7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f7668b39-7114-4f52-9591-be8e4eb88f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:37.096348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91cef67e-d3e2-46ec-9b90-07a80d16cb3a req-b0cd71e6-cce1-439e-9573-191ced2ca6a5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ff32d698-b68e-4729-b26c-25d5d7a2de9f HTTP/1.1" status: 200 len: 850 time: 0.6175549 Feb 11 05:41:37.100379 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.108016 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Bound using segment: {'id': 'b00a2257-f65b-4f07-983f-fa41ea3ee7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f7668b39-7114-4f52-9591-be8e4eb88f7a'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:37.109465 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Bound port: 0259b8d0-6327-4f68-8606-24eb8dbf0884, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00a2257-f65b-4f07-983f-fa41ea3ee7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f7668b39-7114-4f52-9591-be8e4eb88f7a'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:37.109965 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.169455 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (6f66dbe9-6b29-4cac-9c5d-a591b8307dce), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.200784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91cef67e-d3e2-46ec-9b90-07a80d16cb3a req-179fbf46-8a80-4520-a209-434d067d70eb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7266fb20-4639-4ae1-b874-21b72b06d2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956025 Feb 11 05:41:37.257970 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Port': ['ID=6f66dbe9-6b29-4cac-9c5d-a591b8307dce,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:37.336475 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] For port 0259b8d0-6327-4f68-8606-24eb8dbf0884, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:37.346272 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] For port 0259b8d0-6327-4f68-8606-24eb8dbf0884, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0259b8d0-6327-4f68-8606-24eb8dbf0884,segment=NetworkSegment(b00a2257-f65b-4f07-983f-fa41ea3ee7df),segment_id=b00a2257-f65b-4f07-983f-fa41ea3ee7df)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:37.356030 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No DVR routers for this DVR port 6f66dbe9-6b29-4cac-9c5d-a591b8307dce on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:37.360620 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.364812 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91cef67e-d3e2-46ec-9b90-07a80d16cb3a req-d2d79ad1-71c0-425b-a1c8-69ad7ce98fea service neutron] 10.222.0.88 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566737 Feb 11 05:41:37.420769 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e40f4e2c-26c8-4a36-aa00-b877d29f63b8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,segment=NetworkSegment(cad17aa7-a37b-4761-82bd-d275217ace72),segment_id=cad17aa7-a37b-4761-82bd-d275217ace72)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:37.421054 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (e712ddbf-661e-46d0-b0b3-f6cdc6988b76), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.472163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8', 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'port_id': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8', 'mac_address': 'fa:16:3e:b9:02:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:41:37.497008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-0f49466f-6bc5-4aff-91e3-4253ea3688a5 None None] Provisioning complete for port 0259b8d0-6327-4f68-8606-24eb8dbf0884 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:37.497167 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f49466f-6bc5-4aff-91e3-4253ea3688a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.526985 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (e712ddbf-661e-46d0-b0b3-f6cdc6988b76), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.545813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea9f25-937d-43e9-a6b8-21b16bd79684 req-cac0bef2-ece6-48e2-9b26-eb0509be8ab8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:37.554351 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04ea9f25-937d-43e9-a6b8-21b16bd79684 req-cac0bef2-ece6-48e2-9b26-eb0509be8ab8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 943 time: 0.1842890 Feb 11 05:41:37.587981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:37.588466 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.595812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4708b6-ae31-49c6-b8ba-2d9408e85684 None None] Network d60812ab-3128-4b8b-b61d-37e47140f994 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:37.633654 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Routers {'d1664ebc-8b27-44db-a1e3-84532b94b5dd'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:37.634452 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:41:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d1664ebc-8b27-44db-a1e3-84532b94b5dd'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:37.642994 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c044d1-bed3-43c9-a4c7-e769c2821ef7 req-ba8f857c-9103-40cf-ba0c-ab6c988b6fb2 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:37.645122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c0c044d1-bed3-43c9-a4c7-e769c2821ef7 req-ba8f857c-9103-40cf-ba0c-ab6c988b6fb2 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.2792130 Feb 11 05:41:37.664661 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40f4e2c-26c8-4a36-aa00-b877d29f63b8 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:41:37.709041 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39703a48-b79b-4b45-9137-67d119bbe7d0 None None] Pushing event updated for resources: {'Port': ['ID=0259b8d0-6327-4f68-8606-24eb8dbf0884,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:37.723091 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (d60812ab-3128-4b8b-b61d-37e47140f994), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.726429 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d8422f5-8627-4167-b4a9-4de6ebe7a750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (d09f6367-b4d9-4e2b-9763-0586b990ede0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.758522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04ea9f25-937d-43e9-a6b8-21b16bd79684 req-23f2cd69-70b6-4ed5-9aea-d1053f094c18 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986113 Feb 11 05:41:37.778184 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60812ab-3128-4b8b-b61d-37e47140f994']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:37.789884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e40f4e2c-26c8-4a36-aa00-b877d29f63b8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,segment=NetworkSegment(cad17aa7-a37b-4761-82bd-d275217ace72),segment_id=cad17aa7-a37b-4761-82bd-d275217ace72)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:37.800008 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b699b571-4c99-4d2e-a992-25d7ea398264') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:37.800372 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b699b571-4c99-4d2e-a992-25d7ea398264') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:37.801330 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0f49466f-6bc5-4aff-91e3-4253ea3688a5 None None] Current status of the port 0259b8d0-6327-4f68-8606-24eb8dbf0884 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:37.801817 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f49466f-6bc5-4aff-91e3-4253ea3688a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.814214 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (b699b571-4c99-4d2e-a992-25d7ea398264), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.823683 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.826438 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] Set router d1664ebc-8b27-44db-a1e3-84532b94b5dd gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:37.830679 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (b699b571-4c99-4d2e-a992-25d7ea398264), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.840268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:37.840746 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (b699b571-4c99-4d2e-a992-25d7ea398264), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.949030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0f49466f-6bc5-4aff-91e3-4253ea3688a5 None None] For port 0259b8d0-6327-4f68-8606-24eb8dbf0884, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0259b8d0-6327-4f68-8606-24eb8dbf0884,segment=NetworkSegment(b00a2257-f65b-4f07-983f-fa41ea3ee7df),segment_id=b00a2257-f65b-4f07-983f-fa41ea3ee7df)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:37.953301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:37.960334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Subnet': ['ID=e712ddbf-661e-46d0-b0b3-f6cdc6988b76,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:37.963654 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:37.966313 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (d60812ab-3128-4b8b-b61d-37e47140f994), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.968437 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f49466f-6bc5-4aff-91e3-4253ea3688a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.976790 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.988381 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/networks/d60812ab-3128-4b8b-b61d-37e47140f994 HTTP/1.1" status: 204 len: 168 time: 1.5166652 Feb 11 05:41:37.990911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7507c22-2e62-4859-a52c-5d6460ef3d15 None None] DHCP port deletion for d60812ab-3128-4b8b-b61d-37e47140f994 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:41:38.007034 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39892) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:38.015333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91cef67e-d3e2-46ec-9b90-07a80d16cb3a req-d8fdb914-2695-488c-9d0b-68bcd3751465 service neutron] 10.222.0.88 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267428 Feb 11 05:41:38.065000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49466f-6bc5-4aff-91e3-4253ea3688a5 None None] Pushing event updated for resources: {'Port': ['ID=0259b8d0-6327-4f68-8606-24eb8dbf0884,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:38.072798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['e40f4e2c-26c8-4a36-aa00-b877d29f63b8'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:41:38.095718 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1613076b-b85a-41c3-b7a2-1a3556905ecc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:38.096192 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1613076b-b85a-41c3-b7a2-1a3556905ecc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:38.101565 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1613076b-b85a-41c3-b7a2-1a3556905ecc tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/subnets/e712ddbf-661e-46d0-b0b3-f6cdc6988b76 HTTP/1.1" status: 404 len: 337 time: 0.0913234 Feb 11 05:41:38.101755 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39900) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:38.140613 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a541e1e-bb82-4e09-91e0-75dd4a82754b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Network': ['ID=d60812ab-3128-4b8b-b61d-37e47140f994,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:38.186732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c69b7abc-5ae2-46e8-9e89-b5ee60e14d59 None None] Could not find standard attr ID for object 6f66dbe9-6b29-4cac-9c5d-a591b8307dce. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:41:38.189215 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e84db0-ce19-4058-8a13-034cdbe5df2c None None] Network d60812ab-3128-4b8b-b61d-37e47140f994 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:38.207964 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f815269f-63c3-4792-bf41-b7d9dea59303 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:38.208508 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f815269f-63c3-4792-bf41-b7d9dea59303 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:38.214169 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f815269f-63c3-4792-bf41-b7d9dea59303 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/networks/d60812ab-3128-4b8b-b61d-37e47140f994 HTTP/1.1" status: 404 len: 339 time: 0.1093502 Feb 11 05:41:38.214521 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39906) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:38.224411 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e84db0-ce19-4058-8a13-034cdbe5df2c None None] Network d60812ab-3128-4b8b-b61d-37e47140f994 could not be found, it might have been deleted concurrently. {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:41:38.271577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c69b7abc-5ae2-46e8-9e89-b5ee60e14d59 None None] Provisioning complete for port 0259b8d0-6327-4f68-8606-24eb8dbf0884 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:38.271958 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c69b7abc-5ae2-46e8-9e89-b5ee60e14d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.356171 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'name': 'tempest-TestAggregatesBasicOps-1685350996-router', 'tenant_id': '64485a9268274820ae3d9264ad625d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '7c417730-cf37-4af3-b95b-26546d37694e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:24Z', 'updated_at': '2022-02-11T05:41:29Z', 'revision_number': 4, 'project_id': '64485a9268274820ae3d9264ad625d8d', 'gw_port': {'id': '7c417730-cf37-4af3-b95b-26546d37694e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:25Z', 'updated_at': '2022-02-11T05:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '0259b8d0-6327-4f68-8606-24eb8dbf0884', 'name': '', 'network_id': 'f7668b39-7114-4f52-9591-be8e4eb88f7a', 'tenant_id': '64485a9268274820ae3d9264ad625d8d', 'mac_address': 'fa:16:3e:b3:f7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7247db5b-6d25-4568-88ce-f9a52fdd70f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:28Z', 'updated_at': '2022-02-11T05:41:37Z', 'revision_number': 4, 'project_id': '64485a9268274820ae3d9264ad625d8d', 'subnets': [{'id': '7247db5b-6d25-4568-88ce-f9a52fdd70f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:38.357974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c0c044d1-bed3-43c9-a4c7-e769c2821ef7 req-2dfb9f56-2689-4098-965b-9de915921252 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6228015 Feb 11 05:41:38.397112 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec72b9-cb0e-458d-bf86-9b81122f3753 None None] The sync data for ids ['d1664ebc-8b27-44db-a1e3-84532b94b5dd'] in n-d-713499-38 is: [{'id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'name': 'tempest-TestAggregatesBasicOps-1685350996-router', 'tenant_id': '64485a9268274820ae3d9264ad625d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '7c417730-cf37-4af3-b95b-26546d37694e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:24Z', 'updated_at': '2022-02-11T05:41:29Z', 'revision_number': 4, 'project_id': '64485a9268274820ae3d9264ad625d8d', 'gw_port': {'id': '7c417730-cf37-4af3-b95b-26546d37694e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:25Z', 'updated_at': '2022-02-11T05:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '0259b8d0-6327-4f68-8606-24eb8dbf0884', 'name': '', 'network_id': 'f7668b39-7114-4f52-9591-be8e4eb88f7a', 'tenant_id': '64485a9268274820ae3d9264ad625d8d', 'mac_address': 'fa:16:3e:b3:f7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7247db5b-6d25-4568-88ce-f9a52fdd70f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:28Z', 'updated_at': '2022-02-11T05:41:37Z', 'revision_number': 4, 'project_id': '64485a9268274820ae3d9264ad625d8d', 'subnets': [{'id': '7247db5b-6d25-4568-88ce-f9a52fdd70f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:38.420907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0259b8d0-6327-4f68-8606-24eb8dbf0884 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:38.478203 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30cf15c0-4c63-4816-854b-e9c310957f9c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (1426e72c-a56f-4118-8c41-29388412a5f8), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.493609 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6073f-7699-46b9-bf07-5cfb8980b1ad req-7c98521c-afd1-446d-b79e-87623898ae17 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:38.495205 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45e6073f-7699-46b9-bf07-5cfb8980b1ad req-7c98521c-afd1-446d-b79e-87623898ae17 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 944 time: 0.2342479 Feb 11 05:41:38.548602 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dc9e6-ed5e-450f-98e2-b09a7684e669 req-32e3f2db-b8cd-4760-b73a-f52ae9766256 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:38.550196 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f9dc9e6-ed5e-450f-98e2-b09a7684e669 req-32e3f2db-b8cd-4760-b73a-f52ae9766256 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f&tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 944 time: 0.2596059 Feb 11 05:41:38.575920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c69b7abc-5ae2-46e8-9e89-b5ee60e14d59 None None] Current status of the port 0259b8d0-6327-4f68-8606-24eb8dbf0884 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:38.596586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45e6073f-7699-46b9-bf07-5cfb8980b1ad req-a439f531-c40b-428c-a0ae-cce323bd80ae tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885975 Feb 11 05:41:38.630597 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 0259b8d0-6327-4f68-8606-24eb8dbf0884 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:38.631478 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.685755 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [req-1f9dc9e6-ed5e-450f-98e2-b09a7684e669 req-c51e9c3d-fe24-4e78-b1c6-5880bbc11836 service neutron] delete failed (client error): The resource could not be found. Feb 11 05:41:38.689659 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f9dc9e6-ed5e-450f-98e2-b09a7684e669 req-c51e9c3d-fe24-4e78-b1c6-5880bbc11836 service neutron] 10.222.0.73 "DELETE /v2.0/ports/e40f4e2c-26c8-4a36-aa00-b877d29f63b8/bindings/n-h1-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.1267238 Feb 11 05:41:38.729717 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-2d8422f5-8627-4167-b4a9-4de6ebe7a750 admin admin] Deleting port ab3227cc-65c3-4051-8f79-541bf0f4e16d {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:38.731081 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d8422f5-8627-4167-b4a9-4de6ebe7a750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.805527 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30cf15c0-4c63-4816-854b-e9c310957f9c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (1426e72c-a56f-4118-8c41-29388412a5f8), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.837762 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-30cf15c0-4c63-4816-854b-e9c310957f9c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1426e72c-a56f-4118-8c41-29388412a5f8']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:38.851861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 0259b8d0-6327-4f68-8606-24eb8dbf0884 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:38.858439 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-30cf15c0-4c63-4816-854b-e9c310957f9c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3d54f3-8063-4c77-8b5a-27ae00ffd4a5') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:38.858858 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-30cf15c0-4c63-4816-854b-e9c310957f9c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3d54f3-8063-4c77-8b5a-27ae00ffd4a5') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:38.864029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dc9e6-ed5e-450f-98e2-b09a7684e669 req-5a0bc414-2cd3-4a59-beb5-28516a8e8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:38.866120 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f9dc9e6-ed5e-450f-98e2-b09a7684e669 req-5a0bc414-2cd3-4a59-beb5-28516a8e8ee3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 1127 time: 0.1040201 Feb 11 05:41:38.877732 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-2d8422f5-8627-4167-b4a9-4de6ebe7a750 admin admin] For port ab3227cc-65c3-4051-8f79-541bf0f4e16d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ab3227cc-65c3-4051-8f79-541bf0f4e16d,segment=NetworkSegment(f1cbf3e1-ecc0-4227-b3f3-cb8f204df987),segment_id=f1cbf3e1-ecc0-4227-b3f3-cb8f204df987)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:38.877732 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d8422f5-8627-4167-b4a9-4de6ebe7a750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.887303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-2d8422f5-8627-4167-b4a9-4de6ebe7a750 admin admin] Calling delete_port for ab3227cc-65c3-4051-8f79-541bf0f4e16d owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:38.890513 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30cf15c0-4c63-4816-854b-e9c310957f9c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (ab3d54f3-8063-4c77-8b5a-27ae00ffd4a5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.926855 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30cf15c0-4c63-4816-854b-e9c310957f9c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ab3d54f3-8063-4c77-8b5a-27ae00ffd4a5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.964866 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30cf15c0-4c63-4816-854b-e9c310957f9c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:38.965582 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30cf15c0-4c63-4816-854b-e9c310957f9c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (ab3d54f3-8063-4c77-8b5a-27ae00ffd4a5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:38.968826 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:39.050532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dc9e6-ed5e-450f-98e2-b09a7684e669 req-f30b5e8e-f31f-4ad4-871b-151817adbe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:39.052233 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f9dc9e6-ed5e-450f-98e2-b09a7684e669 req-f30b5e8e-f31f-4ad4-871b-151817adbe23 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 HTTP/1.1" status: 200 len: 897 time: 0.1741979 Feb 11 05:41:39.053806 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30cf15c0-4c63-4816-854b-e9c310957f9c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (1426e72c-a56f-4118-8c41-29388412a5f8), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.068289 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30cf15c0-4c63-4816-854b-e9c310957f9c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.074730 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-30cf15c0-4c63-4816-854b-e9c310957f9c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/networks/1426e72c-a56f-4118-8c41-29388412a5f8 HTTP/1.1" status: 204 len: 168 time: 0.8586917 Feb 11 05:41:39.084844 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39910) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:39.119531 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d8422f5-8627-4167-b4a9-4de6ebe7a750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ab3227cc-65c3-4051-8f79-541bf0f4e16d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.139004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf15c0-4c63-4816-854b-e9c310957f9c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Network': ['ID=1426e72c-a56f-4118-8c41-29388412a5f8,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:39.155164 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8422f5-8627-4167-b4a9-4de6ebe7a750 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3227cc-65c3-4051-8f79-541bf0f4e16d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:39.162073 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd52d74-70bf-44e1-b7f5-5bbb938a51be tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:39.162394 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd52d74-70bf-44e1-b7f5-5bbb938a51be tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:39.168612 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bcd52d74-70bf-44e1-b7f5-5bbb938a51be tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/subnets/e1692082-6672-4960-ad2a-2435c251244c HTTP/1.1" status: 404 len: 337 time: 0.0410070 Feb 11 05:41:39.169206 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39912) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:39.200512 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7b8e18-348f-4ef3-ba71-1a07b2de47a6 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:39.201022 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7b8e18-348f-4ef3-ba71-1a07b2de47a6 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:39.206901 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fe7b8e18-348f-4ef3-ba71-1a07b2de47a6 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/networks/18ff2e12-1b62-4ef4-b501-101285d0222d HTTP/1.1" status: 404 len: 339 time: 0.0348356 Feb 11 05:41:39.207495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39914) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:39.211866 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f9dc9e6-ed5e-450f-98e2-b09a7684e669 req-0e5cb3ce-a261-4fd6-b9ae-2d984d70881e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8 HTTP/1.1" status: 200 len: 1000 time: 0.1450288 Feb 11 05:41:39.275728 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dc9e6-ed5e-450f-98e2-b09a7684e669 req-ab4e09f7-ae1c-4748-b332-eb57969013dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:39.277988 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f9dc9e6-ed5e-450f-98e2-b09a7684e669 req-ab4e09f7-ae1c-4748-b332-eb57969013dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a745f28e-e46b-4e48-a47d-1afdc429c60f HTTP/1.1" status: 200 len: 833 time: 0.0595627 Feb 11 05:41:39.295600 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa22dce-e169-4d8f-9f2f-b3370ca61d14 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Deleting subnet f3dcd652-b373-4eaa-be4d-cbd368dfa61f {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:41:39.302492 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfa22dce-e169-4d8f-9f2f-b3370ca61d14 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (f3dcd652-b373-4eaa-be4d-cbd368dfa61f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.360413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dc9e6-ed5e-450f-98e2-b09a7684e669 req-aaab9578-4b7e-4347-add9-c11ee9ff35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:39.362480 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f9dc9e6-ed5e-450f-98e2-b09a7684e669 req-aaab9578-4b7e-4347-add9-c11ee9ff35a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0784791 Feb 11 05:41:39.477145 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfa22dce-e169-4d8f-9f2f-b3370ca61d14 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (f3dcd652-b373-4eaa-be4d-cbd368dfa61f), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.495503 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f9dc9e6-ed5e-450f-98e2-b09a7684e669 req-4e605406-e913-4430-8314-0983f3969d40 service neutron] 10.222.0.73 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170616 Feb 11 05:41:39.598175 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f9dc9e6-ed5e-450f-98e2-b09a7684e669 req-6190c958-3808-4265-966b-79d15ad0466d service neutron] 10.222.0.73 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971239 Feb 11 05:41:39.609727 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d8422f5-8627-4167-b4a9-4de6ebe7a750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (d09f6367-b4d9-4e2b-9763-0586b990ede0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.650600 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafca4ec-21bb-4fef-8006-6cb4a8d8faff req-a65705f3-51c8-45dc-9795-590d612eaa48 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:39.652213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eafca4ec-21bb-4fef-8006-6cb4a8d8faff req-a65705f3-51c8-45dc-9795-590d612eaa48 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.1943634 Feb 11 05:41:39.714502 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfa22dce-e169-4d8f-9f2f-b3370ca61d14 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (f3dcd652-b373-4eaa-be4d-cbd368dfa61f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.833889 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.870524 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eafca4ec-21bb-4fef-8006-6cb4a8d8faff req-a4f92cba-ca55-4a73-9a8c-93fe69cae508 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686649 Feb 11 05:41:39.893405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5d0e8-b7a7-4be8-a189-6f50bdc2d38e req-2a386db2-46dc-4a93-84f6-47df55c58325 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:39.894883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3d5d0e8-b7a7-4be8-a189-6f50bdc2d38e req-2a386db2-46dc-4a93-84f6-47df55c58325 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 944 time: 0.1949522 Feb 11 05:41:39.910436 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfa22dce-e169-4d8f-9f2f-b3370ca61d14 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (f3dcd652-b373-4eaa-be4d-cbd368dfa61f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.987545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa22dce-e169-4d8f-9f2f-b3370ca61d14 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Subnet': ['ID=f3dcd652-b373-4eaa-be4d-cbd368dfa61f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:39.997854 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dfa22dce-e169-4d8f-9f2f-b3370ca61d14 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.001277 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dfa22dce-e169-4d8f-9f2f-b3370ca61d14 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/subnets/f3dcd652-b373-4eaa-be4d-cbd368dfa61f HTTP/1.1" status: 204 len: 168 time: 0.7924464 Feb 11 05:41:40.003906 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39928) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:40.025025 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ddac8b-fd99-4ed9-b130-4856879107c1 None None] Network 186b7d38-cdce-4cdd-a57c-1b1cdc12afd7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:40.117146 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae47028b-05b2-4e07-83df-1c8f0c1de0b7 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Deleting subnet 8cb01696-756e-48ca-9a32-fef364691d51 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:41:40.119780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3d5d0e8-b7a7-4be8-a189-6f50bdc2d38e req-a45f47ce-82a8-4534-8376-db1ec8a07c05 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109802 Feb 11 05:41:40.126707 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae47028b-05b2-4e07-83df-1c8f0c1de0b7 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (8cb01696-756e-48ca-9a32-fef364691d51), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.200473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8422f5-8627-4167-b4a9-4de6ebe7a750 admin admin] Router d09f6367-b4d9-4e2b-9763-0586b990ede0 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:40.205621 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae47028b-05b2-4e07-83df-1c8f0c1de0b7 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (8cb01696-756e-48ca-9a32-fef364691d51), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.317592 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0259b8d0-6327-4f68-8606-24eb8dbf0884 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:40.356989 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae47028b-05b2-4e07-83df-1c8f0c1de0b7 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (8cb01696-756e-48ca-9a32-fef364691d51), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.393541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8422f5-8627-4167-b4a9-4de6ebe7a750 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:40.406151 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51b31bb-29e8-45db-b6d4-40f172eeb18d None None] Sync routers for ids ['d09f6367-b4d9-4e2b-9763-0586b990ede0'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:40.407724 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2d8422f5-8627-4167-b4a9-4de6ebe7a750 admin admin] 10.222.0.87 "PUT /v2.0/routers/d09f6367-b4d9-4e2b-9763-0586b990ede0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2006209 Feb 11 05:41:40.410202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39934) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:40.420048 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 0259b8d0-6327-4f68-8606-24eb8dbf0884 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:40.420607 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.437873 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae47028b-05b2-4e07-83df-1c8f0c1de0b7 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (8cb01696-756e-48ca-9a32-fef364691d51), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.444255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51b31bb-29e8-45db-b6d4-40f172eeb18d None None] Routers {'d09f6367-b4d9-4e2b-9763-0586b990ede0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:40.445108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a51b31bb-29e8-45db-b6d4-40f172eeb18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:41:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d09f6367-b4d9-4e2b-9763-0586b990ede0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:40.478629 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47028b-05b2-4e07-83df-1c8f0c1de0b7 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb01696-756e-48ca-9a32-fef364691d51,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:40.492041 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae47028b-05b2-4e07-83df-1c8f0c1de0b7 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.500129 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ae47028b-05b2-4e07-83df-1c8f0c1de0b7 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/subnets/8cb01696-756e-48ca-9a32-fef364691d51 HTTP/1.1" status: 204 len: 168 time: 0.4927225 Feb 11 05:41:40.500602 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39936) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:40.596159 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b56b8bf-48c6-4d8e-ac38-83ee156ef2c6 admin admin] Publish callbacks [] for router (d09f6367-b4d9-4e2b-9763-0586b990ede0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.648574 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (186b7d38-cdce-4cdd-a57c-1b1cdc12afd7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.733564 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Deleting port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:40.733564 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.738695 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b56b8bf-48c6-4d8e-ac38-83ee156ef2c6 admin admin] Publish callbacks [] for router_gateway (d09f6367-b4d9-4e2b-9763-0586b990ede0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.805606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-a51b31bb-29e8-45db-b6d4-40f172eeb18d None None] Set router d09f6367-b4d9-4e2b-9763-0586b990ede0 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:40.831195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7b56b8bf-48c6-4d8e-ac38-83ee156ef2c6 admin admin] Deleting port b060efcf-10a3-4b45-ace3-bd02ac68f9ae {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:40.832154 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b56b8bf-48c6-4d8e-ac38-83ee156ef2c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b060efcf-10a3-4b45-ace3-bd02ac68f9ae), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.858979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] For port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f,segment=NetworkSegment(61422126-9d4a-499a-90b3-3dda042d973c),segment_id=61422126-9d4a-499a-90b3-3dda042d973c)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:40.859392 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.887455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Calling delete_port for a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:40.966993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-7b56b8bf-48c6-4d8e-ac38-83ee156ef2c6 admin admin] For port b060efcf-10a3-4b45-ace3-bd02ac68f9ae, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b060efcf-10a3-4b45-ace3-bd02ac68f9ae,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:40.970940 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b56b8bf-48c6-4d8e-ac38-83ee156ef2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b060efcf-10a3-4b45-ace3-bd02ac68f9ae), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.981124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 0259b8d0-6327-4f68-8606-24eb8dbf0884 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:41.000170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7b56b8bf-48c6-4d8e-ac38-83ee156ef2c6 admin admin] Calling delete_port for b060efcf-10a3-4b45-ace3-bd02ac68f9ae owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:41.084773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e40f4e2c-26c8-4a36-aa00-b877d29f63b8 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:41.085354 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.122515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a51b31bb-29e8-45db-b6d4-40f172eeb18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'name': 'tempest-TestAggregatesBasicOps-1281452084-router', 'tenant_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'b060efcf-10a3-4b45-ace3-bd02ac68f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:10Z', 'updated_at': '2022-02-11T05:41:39Z', 'revision_number': 5, 'project_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'gw_port': {'id': 'b060efcf-10a3-4b45-ace3-bd02ac68f9ae', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:10Z', 'updated_at': '2022-02-11T05:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:41.147579 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Port': ['ID=a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:41.155359 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51b31bb-29e8-45db-b6d4-40f172eeb18d None None] Checking router: d09f6367-b4d9-4e2b-9763-0586b990ede0 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:41.159659 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No DVR routers for this DVR port a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:41.166783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5c08d-c6a7-485b-81e5-1044091878c3 req-a91c0dba-e72f-4c5a-be25-d83fb6404d21 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:41.167507 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:41.168683 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:41.170747 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bcb5c08d-c6a7-485b-81e5-1044091878c3 req-a91c0dba-e72f-4c5a-be25-d83fb6404d21 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.1726017 Feb 11 05:41:41.178416 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:41.178850 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:41.179197 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:41.179571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:41.180044 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:41.181207 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:41.181554 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:41.181896 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:41.182226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:41.182553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:41.182879 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:41.193254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51b31bb-29e8-45db-b6d4-40f172eeb18d None None] Routers {'d09f6367-b4d9-4e2b-9763-0586b990ede0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:41.193914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a51b31bb-29e8-45db-b6d4-40f172eeb18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:41:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d09f6367-b4d9-4e2b-9763-0586b990ede0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:41.289073 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c229ace7-efe6-474a-b786-9f42ca960d59 None None] Network 186b7d38-cdce-4cdd-a57c-1b1cdc12afd7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:41.312400 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (186b7d38-cdce-4cdd-a57c-1b1cdc12afd7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.340514 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186b7d38-cdce-4cdd-a57c-1b1cdc12afd7']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:41.350896 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61422126-9d4a-499a-90b3-3dda042d973c') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:41.351203 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61422126-9d4a-499a-90b3-3dda042d973c') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:41.364482 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (61422126-9d4a-499a-90b3-3dda042d973c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.384517 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (61422126-9d4a-499a-90b3-3dda042d973c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.392245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fc7008b3-a31e-4fd1-aa9a-869f8ba99f00 None None] Could not find standard attr ID for object a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:41:41.394673 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:41.395754 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (61422126-9d4a-499a-90b3-3dda042d973c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.401380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:41:41.408036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:41.408423 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.441755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-a51b31bb-29e8-45db-b6d4-40f172eeb18d None None] Set router d09f6367-b4d9-4e2b-9763-0586b990ede0 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:41.495469 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:41.501865 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (186b7d38-cdce-4cdd-a57c-1b1cdc12afd7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.515138 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.520157 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/networks/186b7d38-cdce-4cdd-a57c-1b1cdc12afd7 HTTP/1.1" status: 204 len: 168 time: 1.0185034 Feb 11 05:41:41.523359 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353cda48-77cc-414b-ab69-666095fc07c0 None None] DHCP port deletion for 186b7d38-cdce-4cdd-a57c-1b1cdc12afd7 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:41:41.523968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39944) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:41.538390 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a51b31bb-29e8-45db-b6d4-40f172eeb18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'name': 'tempest-TestAggregatesBasicOps-1281452084-router', 'tenant_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:10Z', 'updated_at': '2022-02-11T05:41:40Z', 'revision_number': 6, 'project_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:41.568922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51b31bb-29e8-45db-b6d4-40f172eeb18d None None] The sync data for ids ['d09f6367-b4d9-4e2b-9763-0586b990ede0'] in n-d-713499-38 is: [{'id': 'd09f6367-b4d9-4e2b-9763-0586b990ede0', 'name': 'tempest-TestAggregatesBasicOps-1281452084-router', 'tenant_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:10Z', 'updated_at': '2022-02-11T05:41:40Z', 'revision_number': 6, 'project_id': 'f76f655bbdbe4e42b0e64e95e69dfb79', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:41.617412 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71754e55-adb4-4e9f-9f8a-7ddebf9bb78f tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Network': ['ID=186b7d38-cdce-4cdd-a57c-1b1cdc12afd7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:41.620777 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-165533a0-7fbe-4394-adf1-fe6c044dfe49 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:41.621246 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-165533a0-7fbe-4394-adf1-fe6c044dfe49 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:41.633345 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-165533a0-7fbe-4394-adf1-fe6c044dfe49 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/subnets/fc55684c-2d0f-4ad9-bd3f-2153294a7ab4 HTTP/1.1" status: 404 len: 337 time: 0.1073251 Feb 11 05:41:41.635776 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39948) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:41.654472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:41.655173 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.666318 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d012c62-2ec3-4b15-a9ed-72b7842f682e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:41.666948 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d012c62-2ec3-4b15-a9ed-72b7842f682e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:41.674263 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9d012c62-2ec3-4b15-a9ed-72b7842f682e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/networks/97df07a4-49e2-4d52-a6ad-ac54314711da HTTP/1.1" status: 404 len: 339 time: 0.0369012 Feb 11 05:41:41.675002 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39952) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:41.687271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:41.689840 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c424860-bc1f-49d3-b62b-8424674847e2" -d '{"events": [{"server_uuid": "3ead118e-a5b8-457c-8cab-407bf67af63f", "name": "network-vif-plugged", "status": "completed", "tag": "e40f4e2c-26c8-4a36-aa00-b877d29f63b8"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:41.705265 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bcb5c08d-c6a7-485b-81e5-1044091878c3 req-d1110749-c6bf-44a4-bc9b-965a7fa750fb tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173597 Feb 11 05:41:41.707609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e40f4e2c-26c8-4a36-aa00-b877d29f63b8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,segment=NetworkSegment(cad17aa7-a37b-4761-82bd-d275217ace72),segment_id=cad17aa7-a37b-4761-82bd-d275217ace72)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:41.713424 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f370a5b1-99e4-4d67-832a-ac9b59c6a93d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:41.714041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f370a5b1-99e4-4d67-832a-ac9b59c6a93d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:41.714221 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.721306 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39956) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:41.722178 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f370a5b1-99e4-4d67-832a-ac9b59c6a93d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/subnets/876511a2-525b-4433-94fe-32e542e473f8 HTTP/1.1" status: 404 len: 337 time: 0.0459080 Feb 11 05:41:41.753838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d467a7-34c4-43a9-9470-4c0bae76cd18 req-87890fdb-7c30-4037-94c5-0141ab2c1fe4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:41.760929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4d467a7-34c4-43a9-9470-4c0bae76cd18 req-87890fdb-7c30-4037-94c5-0141ab2c1fe4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 944 time: 0.4524181 Feb 11 05:41:41.774995 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:41.813473 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257f275a-439b-4e45-b6af-03584fd6b7ed x-openstack-request-id: req-257f275a-439b-4e45-b6af-03584fd6b7ed {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:41.813874 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ead118e-a5b8-457c-8cab-407bf67af63f", "name": "network-vif-plugged", "status": "completed", "tag": "e40f4e2c-26c8-4a36-aa00-b877d29f63b8", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:41.814140 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-257f275a-439b-4e45-b6af-03584fd6b7ed {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:41.814543 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8', 'code': 200} Feb 11 05:41:41.815057 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-582d6ee6-b096-4b34-aada-8ec96e453b2d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:41.815644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582d6ee6-b096-4b34-aada-8ec96e453b2d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:41.818690 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-582d6ee6-b096-4b34-aada-8ec96e453b2d tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/networks/cb5a6739-6f3f-4d9f-9f0e-4451595d15ff HTTP/1.1" status: 404 len: 339 time: 0.0905764 Feb 11 05:41:41.821509 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39960) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:41.848829 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d23ba9-2368-4813-b88b-1e45af9c8248 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:41.849406 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d23ba9-2368-4813-b88b-1e45af9c8248 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:41.855945 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-15d23ba9-2368-4813-b88b-1e45af9c8248 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/subnets/13acf5f4-5010-495a-adbe-be7d1b21aca6 HTTP/1.1" status: 404 len: 337 time: 0.0332978 Feb 11 05:41:41.856568 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39962) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:41.862668 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4d467a7-34c4-43a9-9470-4c0bae76cd18 req-e7dafbcb-a8a7-4783-948f-4eabb1d95ab0 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008289 Feb 11 05:41:41.863841 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b56b8bf-48c6-4d8e-ac38-83ee156ef2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b060efcf-10a3-4b45-ace3-bd02ac68f9ae), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.876845 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fa9570-3a20-4f19-b640-e05f9f4e1b88 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:41.877346 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fa9570-3a20-4f19-b640-e05f9f4e1b88 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:41.880376 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d3fa9570-3a20-4f19-b640-e05f9f4e1b88 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/networks/f3f5163c-0eaf-4c7c-8e5c-c706e5a6cc62 HTTP/1.1" status: 404 len: 339 time: 0.0228901 Feb 11 05:41:41.882848 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39964) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:41.890493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56b8bf-48c6-4d8e-ac38-83ee156ef2c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b060efcf-10a3-4b45-ace3-bd02ac68f9ae,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:41.896652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39966) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:41.969744 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c099128-c7be-4d4b-8350-5c19c6e47e6b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Deleting subnet bd785188-03d1-43a6-b58c-095556a4d349 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:41:41.974635 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c099128-c7be-4d4b-8350-5c19c6e47e6b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (bd785188-03d1-43a6-b58c-095556a4d349), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.020214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dba91ba8-38e9-4cf4-a8ed-453ba5d7bc28 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/floatingips/b81060f3-d572-4b7b-87ef-ce420b2af094 HTTP/1.1" status: 200 len: 993 time: 0.1167285 Feb 11 05:41:42.029142 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b56b8bf-48c6-4d8e-ac38-83ee156ef2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (d09f6367-b4d9-4e2b-9763-0586b990ede0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.036241 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c099128-c7be-4d4b-8350-5c19c6e47e6b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (bd785188-03d1-43a6-b58c-095556a4d349), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.137515 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b56b8bf-48c6-4d8e-ac38-83ee156ef2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (d09f6367-b4d9-4e2b-9763-0586b990ede0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.139678 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b56b8bf-48c6-4d8e-ac38-83ee156ef2c6 admin admin] Publish callbacks [] for router_controller (d09f6367-b4d9-4e2b-9763-0586b990ede0), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.144433 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c099128-c7be-4d4b-8350-5c19c6e47e6b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (bd785188-03d1-43a6-b58c-095556a4d349), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.193101 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b56b8bf-48c6-4d8e-ac38-83ee156ef2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (d09f6367-b4d9-4e2b-9763-0586b990ede0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.193687 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b56b8bf-48c6-4d8e-ac38-83ee156ef2c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d09f6367-b4d9-4e2b-9763-0586b990ede0 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:41:42.198315 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b56b8bf-48c6-4d8e-ac38-83ee156ef2c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.206154 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7b56b8bf-48c6-4d8e-ac38-83ee156ef2c6 admin admin] 10.222.0.87 "DELETE /v2.0/routers/d09f6367-b4d9-4e2b-9763-0586b990ede0 HTTP/1.1" status: 204 len: 168 time: 1.7924523 Feb 11 05:41:42.206515 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39968) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:42.211098 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c099128-c7be-4d4b-8350-5c19c6e47e6b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (bd785188-03d1-43a6-b58c-095556a4d349), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.242150 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c099128-c7be-4d4b-8350-5c19c6e47e6b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Subnet': ['ID=bd785188-03d1-43a6-b58c-095556a4d349,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:42.255394 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c099128-c7be-4d4b-8350-5c19c6e47e6b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.256170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db79211-4af1-4a39-bce1-b5029e23b4c6 None None] Network 7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:42.259485 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8c099128-c7be-4d4b-8350-5c19c6e47e6b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/subnets/bd785188-03d1-43a6-b58c-095556a4d349 HTTP/1.1" status: 204 len: 168 time: 0.3754108 Feb 11 05:41:42.262513 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39970) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:42.266511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6126006-cb4e-4c88-970f-214c85b83984 admin admin] Deleting subnet 094a8351-c522-4fbd-b78d-49254c8f03b3 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:41:42.270320 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e6126006-cb4e-4c88-970f-214c85b83984 admin admin] Publish callbacks [] for subnet (094a8351-c522-4fbd-b78d-49254c8f03b3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.313949 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e6126006-cb4e-4c88-970f-214c85b83984 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (094a8351-c522-4fbd-b78d-49254c8f03b3), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.354327 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.412114 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e6126006-cb4e-4c88-970f-214c85b83984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (094a8351-c522-4fbd-b78d-49254c8f03b3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.422188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Deleting port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:42.422581 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c86aaaa2-a09c-46e0-9f60-f847ddbb20ce), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.500172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818646bd-1e66-4e4c-aec1-d178e45a608f None None] DHCP port deletion for 7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:41:42.517407 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e6126006-cb4e-4c88-970f-214c85b83984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (094a8351-c522-4fbd-b78d-49254c8f03b3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.522379 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] For port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c86aaaa2-a09c-46e0-9f60-f847ddbb20ce,segment=NetworkSegment(39e5ac5d-7762-4582-b7a0-fc3d98c78da2),segment_id=39e5ac5d-7762-4582-b7a0-fc3d98c78da2)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:42.522754 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c86aaaa2-a09c-46e0-9f60-f847ddbb20ce), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.538946 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e6126006-cb4e-4c88-970f-214c85b83984 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.541537 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Calling delete_port for c86aaaa2-a09c-46e0-9f60-f847ddbb20ce owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:42.549138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e6126006-cb4e-4c88-970f-214c85b83984 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/094a8351-c522-4fbd-b78d-49254c8f03b3 HTTP/1.1" status: 204 len: 168 time: 0.3410585 Feb 11 05:41:42.554585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39972) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:42.563958 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6223f267-da1e-457a-8a30-288f26016567 None None] Network 9ab26eba-7f11-4402-b6e1-28fe6d48133f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:42.583062 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6126006-cb4e-4c88-970f-214c85b83984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094a8351-c522-4fbd-b78d-49254c8f03b3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:42.600844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:42.645205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:41:42.645886 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a37cddd7-bc5d-4a35-8daf-f2b0eaae8b4f not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:42.648173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ab3227cc-65c3-4051-8f79-541bf0f4e16d no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:42.708641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: ab3227cc-65c3-4051-8f79-541bf0f4e16d {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:41:42.708641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ab3227cc-65c3-4051-8f79-541bf0f4e16d not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:42.737331 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (9ab26eba-7f11-4402-b6e1-28fe6d48133f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.750410 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-818646bd-1e66-4e4c-aec1-d178e45a608f None None] Deleting port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:42.750939 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-818646bd-1e66-4e4c-aec1-d178e45a608f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c86aaaa2-a09c-46e0-9f60-f847ddbb20ce), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.777588 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c86aaaa2-a09c-46e0-9f60-f847ddbb20ce), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.818008 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Port': ['ID=c86aaaa2-a09c-46e0-9f60-f847ddbb20ce,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:42.820859 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No DVR routers for this DVR port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:42.848956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-818646bd-1e66-4e4c-aec1-d178e45a608f None None] For port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c86aaaa2-a09c-46e0-9f60-f847ddbb20ce,segment=NetworkSegment(39e5ac5d-7762-4582-b7a0-fc3d98c78da2),segment_id=39e5ac5d-7762-4582-b7a0-fc3d98c78da2)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:42.849483 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-818646bd-1e66-4e4c-aec1-d178e45a608f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c86aaaa2-a09c-46e0-9f60-f847ddbb20ce), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.866259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-818646bd-1e66-4e4c-aec1-d178e45a608f None None] Calling delete_port for c86aaaa2-a09c-46e0-9f60-f847ddbb20ce owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:42.937290 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a771ae2-9f14-4d97-98c2-0fbf004da074 None None] DHCP port deletion for 9ab26eba-7f11-4402-b6e1-28fe6d48133f request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:41:42.969175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ade2f1-d56f-421c-8f33-9a0f02d47932 req-650a3546-f6dc-4686-a6fe-2cd7200496fd tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:42.972319 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29ade2f1-d56f-421c-8f33-9a0f02d47932 req-650a3546-f6dc-4686-a6fe-2cd7200496fd tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.1030936 Feb 11 05:41:43.026454 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-818646bd-1e66-4e4c-aec1-d178e45a608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (c86aaaa2-a09c-46e0-9f60-f847ddbb20ce), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.034413 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29ade2f1-d56f-421c-8f33-9a0f02d47932 req-fb4976ff-3662-4c8c-9b81-293fe1b1e6e5 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561755 Feb 11 05:41:43.067653 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818646bd-1e66-4e4c-aec1-d178e45a608f None None] Pushing event deleted for resources: {'Port': ['ID=c86aaaa2-a09c-46e0-9f60-f847ddbb20ce,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:43.074213 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818646bd-1e66-4e4c-aec1-d178e45a608f None None] No DVR routers for this DVR port c86aaaa2-a09c-46e0-9f60-f847ddbb20ce on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:43.096660 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2a771ae2-9f14-4d97-98c2-0fbf004da074 None None] Deleting port 979340bb-0148-47a9-8657-edc48f7d2545 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:43.097039 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a771ae2-9f14-4d97-98c2-0fbf004da074 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (979340bb-0148-47a9-8657-edc48f7d2545), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.176022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2a771ae2-9f14-4d97-98c2-0fbf004da074 None None] For port 979340bb-0148-47a9-8657-edc48f7d2545, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=979340bb-0148-47a9-8657-edc48f7d2545,segment=NetworkSegment(f1cbf3e1-ecc0-4227-b3f3-cb8f204df987),segment_id=f1cbf3e1-ecc0-4227-b3f3-cb8f204df987)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:43.176343 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a771ae2-9f14-4d97-98c2-0fbf004da074 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (979340bb-0148-47a9-8657-edc48f7d2545), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.189707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2a771ae2-9f14-4d97-98c2-0fbf004da074 None None] Calling delete_port for 979340bb-0148-47a9-8657-edc48f7d2545 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:43.269738 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a771ae2-9f14-4d97-98c2-0fbf004da074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (979340bb-0148-47a9-8657-edc48f7d2545), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.296809 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a771ae2-9f14-4d97-98c2-0fbf004da074 None None] Pushing event deleted for resources: {'Port': ['ID=979340bb-0148-47a9-8657-edc48f7d2545,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:43.302178 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a771ae2-9f14-4d97-98c2-0fbf004da074 None None] No DVR routers for this DVR port 979340bb-0148-47a9-8657-edc48f7d2545 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:43.324962 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.333177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] Deleting port 979340bb-0148-47a9-8657-edc48f7d2545 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:43.333508 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (979340bb-0148-47a9-8657-edc48f7d2545), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.362929 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:43.375858 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e5ac5d-7762-4582-b7a0-fc3d98c78da2') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:43.376163 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e5ac5d-7762-4582-b7a0-fc3d98c78da2') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:43.419276 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (39e5ac5d-7762-4582-b7a0-fc3d98c78da2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.431756 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] For port 979340bb-0148-47a9-8657-edc48f7d2545, host n-d-713499-38, got binding levels [] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:43.432040 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (979340bb-0148-47a9-8657-edc48f7d2545), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.444039 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (39e5ac5d-7762-4582-b7a0-fc3d98c78da2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.451105 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] Calling delete_port for 979340bb-0148-47a9-8657-edc48f7d2545 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:43.454918 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_backend_mixin [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] Port 979340bb-0148-47a9-8657-edc48f7d2545 was not found and therefore no delete operation was performed {{(pid=103170) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:41:43.456393 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:43.456773 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (39e5ac5d-7762-4582-b7a0-fc3d98c78da2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:43.459826 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:43.462089 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (979340bb-0148-47a9-8657-edc48f7d2545), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.531704 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] Pushing event deleted for resources: {'Port': ['ID=979340bb-0148-47a9-8657-edc48f7d2545,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:43.535698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] No DVR routers for this DVR port 979340bb-0148-47a9-8657-edc48f7d2545 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:43.575644 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.583856 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.586967 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/networks/7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb HTTP/1.1" status: 204 len: 168 time: 1.3234167 Feb 11 05:41:43.590164 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39982) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:43.605955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f91421-8d92-49f0-a291-887d34278bd2 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Network': ['ID=7b464e13-42dd-4c33-b99b-9c2a3ad0e3cb,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:43.617437 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1cca51-62c0-45e6-9af8-c372eae2a39c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:43.617904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1cca51-62c0-45e6-9af8-c372eae2a39c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:43.621280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9e1cca51-62c0-45e6-9af8-c372eae2a39c tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/subnets/49011683-eb6c-4c64-b73d-d796137d93e3 HTTP/1.1" status: 404 len: 337 time: 0.0298400 Feb 11 05:41:43.624141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39984) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:43.636193 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (9ab26eba-7f11-4402-b6e1-28fe6d48133f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.649737 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7254c35-8e00-4f45-bf85-ac108e7f5041 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:43.651696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7254c35-8e00-4f45-bf85-ac108e7f5041 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:43.655971 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f7254c35-8e00-4f45-bf85-ac108e7f5041 tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/networks/eec0ee2d-a95d-4c2e-9b64-fac9f7d5b06b HTTP/1.1" status: 404 len: 339 time: 0.0306077 Feb 11 05:41:43.658514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39986) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:43.662442 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab26eba-7f11-4402-b6e1-28fe6d48133f']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:43.672816 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cbf3e1-ecc0-4227-b3f3-cb8f204df987') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:43.673381 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cbf3e1-ecc0-4227-b3f3-cb8f204df987') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:43.684552 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (f1cbf3e1-ecc0-4227-b3f3-cb8f204df987), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.699435 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f1cbf3e1-ecc0-4227-b3f3-cb8f204df987), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.707018 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:43.707535 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (f1cbf3e1-ecc0-4227-b3f3-cb8f204df987), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:43.709328 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:43.711331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10f3f39-9b58-4080-a171-824b13c1979b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Deleting subnet b46ecd50-23cc-471d-95dc-55ed06cc2972 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:41:43.714411 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b10f3f39-9b58-4080-a171-824b13c1979b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (b46ecd50-23cc-471d-95dc-55ed06cc2972), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.765959 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b10f3f39-9b58-4080-a171-824b13c1979b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (b46ecd50-23cc-471d-95dc-55ed06cc2972), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.772502 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (9ab26eba-7f11-4402-b6e1-28fe6d48133f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.779044 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.786337 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] 10.222.0.87 "DELETE /v2.0/networks/9ab26eba-7f11-4402-b6e1-28fe6d48133f HTTP/1.1" status: 204 len: 168 time: 1.2290108 Feb 11 05:41:43.787053 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 39990) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:43.805146 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd77633-5f83-4f81-a45d-659e5f3a6169 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab26eba-7f11-4402-b6e1-28fe6d48133f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:43.879103 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b10f3f39-9b58-4080-a171-824b13c1979b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (b46ecd50-23cc-471d-95dc-55ed06cc2972), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.951205 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b10f3f39-9b58-4080-a171-824b13c1979b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (b46ecd50-23cc-471d-95dc-55ed06cc2972), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.977058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f3f39-9b58-4080-a171-824b13c1979b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Subnet': ['ID=b46ecd50-23cc-471d-95dc-55ed06cc2972,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:43.987113 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b10f3f39-9b58-4080-a171-824b13c1979b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.993397 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b10f3f39-9b58-4080-a171-824b13c1979b tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/subnets/b46ecd50-23cc-471d-95dc-55ed06cc2972 HTTP/1.1" status: 204 len: 168 time: 0.3323977 Feb 11 05:41:43.993596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904ad386-4aec-4a43-9668-a7c132972cef None None] Network ce672998-e9d7-404c-aed1-dc82d631a205 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:43.994277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 39996) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:44.092379 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (ce672998-e9d7-404c-aed1-dc82d631a205), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.166383 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b060efcf-10a3-4b45-ace3-bd02ac68f9ae no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:44.201778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Deleting port 7072a3fb-407b-4256-8d86-a94f76cd8a7a {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:44.203063 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7072a3fb-407b-4256-8d86-a94f76cd8a7a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.204111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: b060efcf-10a3-4b45-ace3-bd02ac68f9ae {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:41:44.204472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b060efcf-10a3-4b45-ace3-bd02ac68f9ae not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:44.204925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c86aaaa2-a09c-46e0-9f60-f847ddbb20ce no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:44.242519 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: c86aaaa2-a09c-46e0-9f60-f847ddbb20ce {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:41:44.243348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c86aaaa2-a09c-46e0-9f60-f847ddbb20ce not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:44.243839 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 979340bb-0148-47a9-8657-edc48f7d2545 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:44.253371 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e84992d5-d934-4d99-8fef-30691cf59adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (d1664ebc-8b27-44db-a1e3-84532b94b5dd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.278483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c355bbc2-bbbe-4a41-80bf-f15d8e761621 None None] DHCP port deletion for ce672998-e9d7-404c-aed1-dc82d631a205 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:41:44.284978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 979340bb-0148-47a9-8657-edc48f7d2545 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:41:44.285381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 979340bb-0148-47a9-8657-edc48f7d2545 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:44.294776 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.314036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc5c80-79e0-4c99-8681-dc8b491bd8a4 req-b029c6ab-8bb6-4e0a-91bd-e336f2414901 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:44.320344 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36cc5c80-79e0-4c99-8681-dc8b491bd8a4 req-b029c6ab-8bb6-4e0a-91bd-e336f2414901 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.1712434 Feb 11 05:41:44.327799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] For port 7072a3fb-407b-4256-8d86-a94f76cd8a7a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7072a3fb-407b-4256-8d86-a94f76cd8a7a,segment=NetworkSegment(5451bdf5-3781-41d2-bba2-b927716a2b1f),segment_id=5451bdf5-3781-41d2-bba2-b927716a2b1f)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:44.327799 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7072a3fb-407b-4256-8d86-a94f76cd8a7a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.357564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Calling delete_port for 7072a3fb-407b-4256-8d86-a94f76cd8a7a owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:44.362828 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c355bbc2-bbbe-4a41-80bf-f15d8e761621 None None] Deleting port 7072a3fb-407b-4256-8d86-a94f76cd8a7a {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:44.363221 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c355bbc2-bbbe-4a41-80bf-f15d8e761621 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7072a3fb-407b-4256-8d86-a94f76cd8a7a), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.463316 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c355bbc2-bbbe-4a41-80bf-f15d8e761621 None None] For port 7072a3fb-407b-4256-8d86-a94f76cd8a7a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7072a3fb-407b-4256-8d86-a94f76cd8a7a,segment=NetworkSegment(5451bdf5-3781-41d2-bba2-b927716a2b1f),segment_id=5451bdf5-3781-41d2-bba2-b927716a2b1f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:44.463677 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c355bbc2-bbbe-4a41-80bf-f15d8e761621 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7072a3fb-407b-4256-8d86-a94f76cd8a7a), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.481290 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c355bbc2-bbbe-4a41-80bf-f15d8e761621 None None] Calling delete_port for 7072a3fb-407b-4256-8d86-a94f76cd8a7a owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:44.506081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36cc5c80-79e0-4c99-8681-dc8b491bd8a4 req-8b62ada1-f16e-45de-aa9e-4dc4d8a47a51 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756580 Feb 11 05:41:44.507406 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7072a3fb-407b-4256-8d86-a94f76cd8a7a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.557447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Port': ['ID=7072a3fb-407b-4256-8d86-a94f76cd8a7a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:44.564804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] No DVR routers for this DVR port 7072a3fb-407b-4256-8d86-a94f76cd8a7a on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:44.579281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e84992d5-d934-4d99-8fef-30691cf59adf admin admin] Deleting port 0259b8d0-6327-4f68-8606-24eb8dbf0884 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:44.579521 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e84992d5-d934-4d99-8fef-30691cf59adf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.587765 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c355bbc2-bbbe-4a41-80bf-f15d8e761621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (7072a3fb-407b-4256-8d86-a94f76cd8a7a), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.617681 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355bbc2-bbbe-4a41-80bf-f15d8e761621 None None] Pushing event deleted for resources: {'Port': ['ID=7072a3fb-407b-4256-8d86-a94f76cd8a7a,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:44.646001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c355bbc2-bbbe-4a41-80bf-f15d8e761621 None None] No DVR routers for this DVR port 7072a3fb-407b-4256-8d86-a94f76cd8a7a on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:44.679071 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-e84992d5-d934-4d99-8fef-30691cf59adf admin admin] For port 0259b8d0-6327-4f68-8606-24eb8dbf0884, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=0259b8d0-6327-4f68-8606-24eb8dbf0884,segment=NetworkSegment(b00a2257-f65b-4f07-983f-fa41ea3ee7df),segment_id=b00a2257-f65b-4f07-983f-fa41ea3ee7df)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:44.679522 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e84992d5-d934-4d99-8fef-30691cf59adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.680725 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (ce672998-e9d7-404c-aed1-dc82d631a205), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.693973 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e84992d5-d934-4d99-8fef-30691cf59adf admin admin] Calling delete_port for 0259b8d0-6327-4f68-8606-24eb8dbf0884 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:44.702127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce672998-e9d7-404c-aed1-dc82d631a205']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:44.711669 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5451bdf5-3781-41d2-bba2-b927716a2b1f') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:44.711848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5451bdf5-3781-41d2-bba2-b927716a2b1f') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:44.721763 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (5451bdf5-3781-41d2-bba2-b927716a2b1f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.735272 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5451bdf5-3781-41d2-bba2-b927716a2b1f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.742083 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:44.742461 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (5451bdf5-3781-41d2-bba2-b927716a2b1f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:44.745552 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:44.813915 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (ce672998-e9d7-404c-aed1-dc82d631a205), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.828928 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.832068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] 10.222.0.87 "DELETE /v2.0/networks/ce672998-e9d7-404c-aed1-dc82d631a205 HTTP/1.1" status: 204 len: 168 time: 0.8364279 Feb 11 05:41:44.843487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8897e-b587-4ae5-a254-2d559045d49e tempest-NetworksIpV6Test-1281512829 tempest-NetworksIpV6Test-1281512829-project] Pushing event deleted for resources: {'Network': ['ID=ce672998-e9d7-404c-aed1-dc82d631a205,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:44.911504 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e84992d5-d934-4d99-8fef-30691cf59adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (0259b8d0-6327-4f68-8606-24eb8dbf0884), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.942467 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84992d5-d934-4d99-8fef-30691cf59adf admin admin] Pushing event deleted for resources: {'Port': ['ID=0259b8d0-6327-4f68-8606-24eb8dbf0884,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:45.155645 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40018) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:45.162000 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e84992d5-d934-4d99-8fef-30691cf59adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (d1664ebc-8b27-44db-a1e3-84532b94b5dd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.311192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7d7ff16c-4bab-4720-8813-13d7161c022f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=80f634d2c48345e1b380d8d0eab732b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1536703 Feb 11 05:41:45.314392 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40026) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:45.382212 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Publish callbacks [] for security_group (c137e164-2463-494c-8cfe-6011509d1ff2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.406558 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Publish callbacks [] for security_group (c137e164-2463-494c-8cfe-6011509d1ff2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.421802 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84992d5-d934-4d99-8fef-30691cf59adf admin admin] Router d1664ebc-8b27-44db-a1e3-84532b94b5dd has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:45.457272 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c137e164-2463-494c-8cfe-6011509d1ff2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.460015 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.463780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c137e164-2463-494c-8cfe-6011509d1ff2 HTTP/1.1" status: 204 len: 168 time: 0.1457951 Feb 11 05:41:45.470208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c137e164-2463-494c-8cfe-6011509d1ff2,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:45.479245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:45.480007 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:45.480508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:45.480851 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:45.481187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:45.481522 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:45.481856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:45.482185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:45.482511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:45.482839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:45.483222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:45.483630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:45.484202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326405f-bc4d-4744-bca1-74e126498fac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:45.549879 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84992d5-d934-4d99-8fef-30691cf59adf admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:45.561534 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038410d-0a99-4916-a48b-ac0d7f655776 None None] Sync routers for ids ['d1664ebc-8b27-44db-a1e3-84532b94b5dd'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:45.567226 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e84992d5-d934-4d99-8fef-30691cf59adf admin admin] 10.222.0.87 "PUT /v2.0/routers/d1664ebc-8b27-44db-a1e3-84532b94b5dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7757585 Feb 11 05:41:45.567636 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40032) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:45.577023 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038410d-0a99-4916-a48b-ac0d7f655776 None None] Routers {'d1664ebc-8b27-44db-a1e3-84532b94b5dd'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:45.577702 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f038410d-0a99-4916-a48b-ac0d7f655776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:41:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d1664ebc-8b27-44db-a1e3-84532b94b5dd'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:45.677978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffb39d-81f2-49ec-bbcf-7e887a10940b req-5151d19e-e349-4f32-9ea2-ee07fb2a2a40 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:45.685001 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4ffb39d-81f2-49ec-bbcf-7e887a10940b req-5151d19e-e349-4f32-9ea2-ee07fb2a2a40 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.0785692 Feb 11 05:41:45.700127 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2f7e-3615-48ac-b68a-050d7fd708d6 admin admin] Publish callbacks [] for router (d1664ebc-8b27-44db-a1e3-84532b94b5dd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.747778 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-f038410d-0a99-4916-a48b-ac0d7f655776 None None] Set router d1664ebc-8b27-44db-a1e3-84532b94b5dd gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:45.783889 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4ffb39d-81f2-49ec-bbcf-7e887a10940b req-b915bc05-cbb3-425f-b030-a82b001723c0 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884759 Feb 11 05:41:45.854603 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2f7e-3615-48ac-b68a-050d7fd708d6 admin admin] Publish callbacks [] for router_gateway (d1664ebc-8b27-44db-a1e3-84532b94b5dd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.952171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-2d7c2f7e-3615-48ac-b68a-050d7fd708d6 admin admin] Deleting port 7c417730-cf37-4af3-b95b-26546d37694e {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:45.955884 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2f7e-3615-48ac-b68a-050d7fd708d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7c417730-cf37-4af3-b95b-26546d37694e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.007913 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f038410d-0a99-4916-a48b-ac0d7f655776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'name': 'tempest-TestAggregatesBasicOps-1685350996-router', 'tenant_id': '64485a9268274820ae3d9264ad625d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '7c417730-cf37-4af3-b95b-26546d37694e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:24Z', 'updated_at': '2022-02-11T05:41:44Z', 'revision_number': 5, 'project_id': '64485a9268274820ae3d9264ad625d8d', 'gw_port': {'id': '7c417730-cf37-4af3-b95b-26546d37694e', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:25Z', 'updated_at': '2022-02-11T05:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:46.043855 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038410d-0a99-4916-a48b-ac0d7f655776 None None] Checking router: d1664ebc-8b27-44db-a1e3-84532b94b5dd for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:46.054295 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038410d-0a99-4916-a48b-ac0d7f655776 None None] Routers {'d1664ebc-8b27-44db-a1e3-84532b94b5dd'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:46.055133 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f038410d-0a99-4916-a48b-ac0d7f655776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:41:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['d1664ebc-8b27-44db-a1e3-84532b94b5dd'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:46.059701 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-2d7c2f7e-3615-48ac-b68a-050d7fd708d6 admin admin] For port 7c417730-cf37-4af3-b95b-26546d37694e, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7c417730-cf37-4af3-b95b-26546d37694e,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:46.059701 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2f7e-3615-48ac-b68a-050d7fd708d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7c417730-cf37-4af3-b95b-26546d37694e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.077057 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-2d7c2f7e-3615-48ac-b68a-050d7fd708d6 admin admin] Calling delete_port for 7c417730-cf37-4af3-b95b-26546d37694e owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:46.158192 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-f038410d-0a99-4916-a48b-ac0d7f655776 None None] Set router d1664ebc-8b27-44db-a1e3-84532b94b5dd gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:46.223213 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f038410d-0a99-4916-a48b-ac0d7f655776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'name': 'tempest-TestAggregatesBasicOps-1685350996-router', 'tenant_id': '64485a9268274820ae3d9264ad625d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:24Z', 'updated_at': '2022-02-11T05:41:45Z', 'revision_number': 6, 'project_id': '64485a9268274820ae3d9264ad625d8d', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:46.268978 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038410d-0a99-4916-a48b-ac0d7f655776 None None] The sync data for ids ['d1664ebc-8b27-44db-a1e3-84532b94b5dd'] in n-d-713499-38 is: [{'id': 'd1664ebc-8b27-44db-a1e3-84532b94b5dd', 'name': 'tempest-TestAggregatesBasicOps-1685350996-router', 'tenant_id': '64485a9268274820ae3d9264ad625d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:24Z', 'updated_at': '2022-02-11T05:41:45Z', 'revision_number': 6, 'project_id': '64485a9268274820ae3d9264ad625d8d', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:46.277295 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7072a3fb-407b-4256-8d86-a94f76cd8a7a no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:46.316447 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 7072a3fb-407b-4256-8d86-a94f76cd8a7a {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:41:46.316876 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7072a3fb-407b-4256-8d86-a94f76cd8a7a not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:46.352094 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2f7e-3615-48ac-b68a-050d7fd708d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7c417730-cf37-4af3-b95b-26546d37694e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.380107 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c2f7e-3615-48ac-b68a-050d7fd708d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c417730-cf37-4af3-b95b-26546d37694e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:46.435832 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40062) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:46.451453 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2f7e-3615-48ac-b68a-050d7fd708d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (d1664ebc-8b27-44db-a1e3-84532b94b5dd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.562677 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e5ae4991-799d-40d5-9886-f27d5c5439ad tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-514102611'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:46.569471 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2f7e-3615-48ac-b68a-050d7fd708d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (d1664ebc-8b27-44db-a1e3-84532b94b5dd), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.573054 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2f7e-3615-48ac-b68a-050d7fd708d6 admin admin] Publish callbacks [] for router_controller (d1664ebc-8b27-44db-a1e3-84532b94b5dd), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.623699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ae4991-799d-40d5-9886-f27d5c5439ad tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:46.627615 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4991-799d-40d5-9886-f27d5c5439ad tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.639659 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4991-799d-40d5-9886-f27d5c5439ad tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.641432 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2f7e-3615-48ac-b68a-050d7fd708d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (d1664ebc-8b27-44db-a1e3-84532b94b5dd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.641964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7c2f7e-3615-48ac-b68a-050d7fd708d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1664ebc-8b27-44db-a1e3-84532b94b5dd {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:41:46.647744 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2f7e-3615-48ac-b68a-050d7fd708d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.651182 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2d7c2f7e-3615-48ac-b68a-050d7fd708d6 admin admin] 10.222.0.87 "DELETE /v2.0/routers/d1664ebc-8b27-44db-a1e3-84532b94b5dd HTTP/1.1" status: 204 len: 168 time: 1.0800178 Feb 11 05:41:46.651552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40066) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:46.706735 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ebc40c-bae8-436e-b5d2-43b4eeb6ca88 admin admin] Deleting subnet 7247db5b-6d25-4568-88ce-f9a52fdd70f5 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:41:46.710716 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc40c-bae8-436e-b5d2-43b4eeb6ca88 admin admin] Publish callbacks [] for subnet (7247db5b-6d25-4568-88ce-f9a52fdd70f5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.750742 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc40c-bae8-436e-b5d2-43b4eeb6ca88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (7247db5b-6d25-4568-88ce-f9a52fdd70f5), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.759741 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4991-799d-40d5-9886-f27d5c5439ad tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (80c5b382-ad7c-44df-9ac7-e966ba3337ac), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.766287 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4991-799d-40d5-9886-f27d5c5439ad tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (80c5b382-ad7c-44df-9ac7-e966ba3337ac), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.789070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ae4991-799d-40d5-9886-f27d5c5439ad tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:46.814051 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4991-799d-40d5-9886-f27d5c5439ad tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (1c0da9c8-fce9-43ce-b209-41f4b125979a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.814403 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-e5ae4991-799d-40d5-9886-f27d5c5439ad tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Added segment 1c0da9c8-fce9-43ce-b209-41f4b125979a of type vlan for network e1ce94ee-a696-4d92-bf64-ce68e08733bb Feb 11 05:41:46.815857 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae4991-799d-40d5-9886-f27d5c5439ad tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c5b382-ad7c-44df-9ac7-e966ba3337ac,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:46.861963 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc40c-bae8-436e-b5d2-43b4eeb6ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (7247db5b-6d25-4568-88ce-f9a52fdd70f5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.864802 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4991-799d-40d5-9886-f27d5c5439ad tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (e1ce94ee-a696-4d92-bf64-ce68e08733bb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.904761 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4991-799d-40d5-9886-f27d5c5439ad tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (e1ce94ee-a696-4d92-bf64-ce68e08733bb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.913228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ae4991-799d-40d5-9886-f27d5c5439ad tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:46.914069 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4991-799d-40d5-9886-f27d5c5439ad tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.967664 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc40c-bae8-436e-b5d2-43b4eeb6ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (7247db5b-6d25-4568-88ce-f9a52fdd70f5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.970718 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e5ae4991-799d-40d5-9886-f27d5c5439ad tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5323303 Feb 11 05:41:46.971900 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40078) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:47.000893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebc40c-bae8-436e-b5d2-43b4eeb6ca88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7247db5b-6d25-4568-88ce-f9a52fdd70f5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:47.004426 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc40c-bae8-436e-b5d2-43b4eeb6ca88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.010326 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae4991-799d-40d5-9886-f27d5c5439ad tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Network': ['ID=e1ce94ee-a696-4d92-bf64-ce68e08733bb,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:47.010661 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40080) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:47.011138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c6ebc40c-bae8-436e-b5d2-43b4eeb6ca88 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/7247db5b-6d25-4568-88ce-f9a52fdd70f5 HTTP/1.1" status: 204 len: 168 time: 0.3577933 Feb 11 05:41:47.015796 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32a547b-148f-4914-9806-4055b19227fc None None] Network f7668b39-7114-4f52-9591-be8e4eb88f7a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:47.017676 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ceec364a-080e-4f13-8016-d8bd06a98675 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'name': 'tempest-PortsIpV6TestJSON-1481839472'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:47.177628 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (f7668b39-7114-4f52-9591-be8e4eb88f7a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.205730 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceec364a-080e-4f13-8016-d8bd06a98675 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:47.210788 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ceec364a-080e-4f13-8016-d8bd06a98675 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.222957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaff081-9e44-4f05-997a-1928bf398343 req-7df29717-2b1a-4e68-8954-0464f0c76c65 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:47.232038 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aeaff081-9e44-4f05-997a-1928bf398343 req-7df29717-2b1a-4e68-8954-0464f0c76c65 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.3380275 Feb 11 05:41:47.232953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-ceec364a-080e-4f13-8016-d8bd06a98675 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] device_id is not set on port 3821b5c4-7963-4303-941d-154a6304450c yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:41:47.300319 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aeaff081-9e44-4f05-997a-1928bf398343 req-3c7a4976-53ab-42ad-9598-ec8baab3e219 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667520 Feb 11 05:41:47.352359 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:47.355715 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] Deleting port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:47.356315 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.513449 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420ce8e2-64f6-41d9-85d7-d9497cb6c4fa None None] DHCP port deletion for f7668b39-7114-4f52-9591-be8e4eb88f7a request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:41:47.519685 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] For port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70,segment=NetworkSegment(b00a2257-f65b-4f07-983f-fa41ea3ee7df),segment_id=b00a2257-f65b-4f07-983f-fa41ea3ee7df)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:47.520034 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.545065 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] Calling delete_port for a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:47.548744 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ceec364a-080e-4f13-8016-d8bd06a98675 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (3821b5c4-7963-4303-941d-154a6304450c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.575670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-420ce8e2-64f6-41d9-85d7-d9497cb6c4fa None None] Deleting port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:47.576186 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-420ce8e2-64f6-41d9-85d7-d9497cb6c4fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.649435 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ceec364a-080e-4f13-8016-d8bd06a98675 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3821b5c4-7963-4303-941d-154a6304450c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.653986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-420ce8e2-64f6-41d9-85d7-d9497cb6c4fa None None] For port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70,segment=NetworkSegment(b00a2257-f65b-4f07-983f-fa41ea3ee7df),segment_id=b00a2257-f65b-4f07-983f-fa41ea3ee7df)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:47.655003 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-420ce8e2-64f6-41d9-85d7-d9497cb6c4fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.670298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-420ce8e2-64f6-41d9-85d7-d9497cb6c4fa None None] Calling delete_port for a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:47.719074 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.732592 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec364a-080e-4f13-8016-d8bd06a98675 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=3821b5c4-7963-4303-941d-154a6304450c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:47.758212 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-420ce8e2-64f6-41d9-85d7-d9497cb6c4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.760235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] No DVR routers for this DVR port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:47.766923 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:47.788834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec364a-080e-4f13-8016-d8bd06a98675 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Checking segment: {'id': '1c0da9c8-fce9-43ce-b209-41f4b125979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:47.789212 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceec364a-080e-4f13-8016-d8bd06a98675 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network hostable DHCP agents. Network: e1ce94ee-a696-4d92-bf64-ce68e08733bb, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:47.790513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ce8e2-64f6-41d9-85d7-d9497cb6c4fa None None] Pushing event deleted for resources: {'Port': ['ID=a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:47.796073 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ce8e2-64f6-41d9-85d7-d9497cb6c4fa None None] No DVR routers for this DVR port a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:47.855896 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (f7668b39-7114-4f52-9591-be8e4eb88f7a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.858596 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceec364a-080e-4f13-8016-d8bd06a98675 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:47.882699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-ceec364a-080e-4f13-8016-d8bd06a98675 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, e1ce94ee-a696-4d92-bf64-ce68e08733bb) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:47.885194 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7668b39-7114-4f52-9591-be8e4eb88f7a']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:47.891724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4a8abc-b8e6-4139-817e-8e224befe06d None None] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:47.894102 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceec364a-080e-4f13-8016-d8bd06a98675 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:47.899239 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceec364a-080e-4f13-8016-d8bd06a98675 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:47.899899 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ceec364a-080e-4f13-8016-d8bd06a98675 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.906140 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00a2257-f65b-4f07-983f-fa41ea3ee7df') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:47.906438 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00a2257-f65b-4f07-983f-fa41ea3ee7df') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:47.921959 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (b00a2257-f65b-4f07-983f-fa41ea3ee7df), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.943361 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ceec364a-080e-4f13-8016-d8bd06a98675 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9327614 Feb 11 05:41:47.943361 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (b00a2257-f65b-4f07-983f-fa41ea3ee7df), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.943985 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40092) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:47.951303 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0f95a68b-0a53-49ea-a6df-09ef90dd410f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-897254380'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:47.968904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:47.969250 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (b00a2257-f65b-4f07-983f-fa41ea3ee7df), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:47.971267 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:48.057247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f95a68b-0a53-49ea-a6df-09ef90dd410f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:48.062595 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f95a68b-0a53-49ea-a6df-09ef90dd410f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.067437 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (f7668b39-7114-4f52-9591-be8e4eb88f7a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.081720 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.086254 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] 10.222.0.87 "DELETE /v2.0/networks/f7668b39-7114-4f52-9591-be8e4eb88f7a HTTP/1.1" status: 204 len: 168 time: 1.0729527 Feb 11 05:41:48.103486 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f9450-d71a-426d-8311-6b3cae2a8f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7668b39-7114-4f52-9591-be8e4eb88f7a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:48.115809 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f95a68b-0a53-49ea-a6df-09ef90dd410f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:48.127657 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f95a68b-0a53-49ea-a6df-09ef90dd410f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (de723d6e-2ea3-480a-ac49-6d5718c5e93d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.128298 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-0f95a68b-0a53-49ea-a6df-09ef90dd410f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Added segment de723d6e-2ea3-480a-ac49-6d5718c5e93d of type vlan for network 11a328d2-b02e-4363-934f-f6e77febb07b Feb 11 05:41:48.138056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:48.165455 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:41:48.166348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a9f5a16b-15ee-4f7e-9cec-7a4c3e2b2e70 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:48.166868 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0259b8d0-6327-4f68-8606-24eb8dbf0884 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:48.181960 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f95a68b-0a53-49ea-a6df-09ef90dd410f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (11a328d2-b02e-4363-934f-f6e77febb07b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.192666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 0259b8d0-6327-4f68-8606-24eb8dbf0884 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:41:48.193105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 0259b8d0-6327-4f68-8606-24eb8dbf0884 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:48.193840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7c417730-cf37-4af3-b95b-26546d37694e no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:48.211015 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f95a68b-0a53-49ea-a6df-09ef90dd410f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (11a328d2-b02e-4363-934f-f6e77febb07b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.218610 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f95a68b-0a53-49ea-a6df-09ef90dd410f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:48.219378 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0f95a68b-0a53-49ea-a6df-09ef90dd410f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.220461 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 7c417730-cf37-4af3-b95b-26546d37694e {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:41:48.220818 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7c417730-cf37-4af3-b95b-26546d37694e not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:48.262876 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0f95a68b-0a53-49ea-a6df-09ef90dd410f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3148565 Feb 11 05:41:48.263361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40098) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:48.268634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'ports': [{'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb'}, {'network_id': '11a328d2-b02e-4363-934f-f6e77febb07b'}]} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:48.269229 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:48.269785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'network_id': '11a328d2-b02e-4363-934f-f6e77febb07b'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:48.321262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95a68b-0a53-49ea-a6df-09ef90dd410f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Network': ['ID=11a328d2-b02e-4363-934f-f6e77febb07b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:48.346614 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40106) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:48.349083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 11a328d2-b02e-4363-934f-f6e77febb07b details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:48.413603 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a9db9075-1331-49e9-ab9d-8542cb80cd9b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f76f655bbdbe4e42b0e64e95e69dfb79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0655560 Feb 11 05:41:48.416426 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40108) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:48.495766 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45c9d989-e68c-48ef-8a0e-985b2d76dc5f admin admin] Publish callbacks [] for security_group (6f50ec82-198f-45ca-951c-0e75aca146fe), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.519958 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45c9d989-e68c-48ef-8a0e-985b2d76dc5f admin admin] Publish callbacks [] for security_group (6f50ec82-198f-45ca-951c-0e75aca146fe), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.528048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'port': 2} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:48.532675 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.547110 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.555757 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25356751-d809-41a3-9b3c-8bd76106f5ef req-c2d10d86-b4f5-421f-be85-51cfb38d1c97 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:48.560014 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25356751-d809-41a3-9b3c-8bd76106f5ef req-c2d10d86-b4f5-421f-be85-51cfb38d1c97 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.0995464 Feb 11 05:41:48.578376 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45c9d989-e68c-48ef-8a0e-985b2d76dc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6f50ec82-198f-45ca-951c-0e75aca146fe), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.582191 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45c9d989-e68c-48ef-8a0e-985b2d76dc5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.586272 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-45c9d989-e68c-48ef-8a0e-985b2d76dc5f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6f50ec82-198f-45ca-951c-0e75aca146fe HTTP/1.1" status: 204 len: 168 time: 0.1657364 Feb 11 05:41:48.595669 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9d989-e68c-48ef-8a0e-985b2d76dc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f50ec82-198f-45ca-951c-0e75aca146fe,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:48.726392 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25356751-d809-41a3-9b3c-8bd76106f5ef req-c397354e-3572-4ffb-881c-8949d6c88dca tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493936 Feb 11 05:41:48.787894 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] device_id is not set on port 0aa3839b-d461-458c-ab1a-9e6d3ee87c97 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:41:48.875468 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (0aa3839b-d461-458c-ab1a-9e6d3ee87c97), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.960090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] device_id is not set on port dc7adaba-d8fd-45b0-a97a-cef9cfa7e94f yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:41:49.003275 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40120) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:49.055123 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-33a0db2f-f2ea-4863-90e3-e8d072ad639f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=64485a9268274820ae3d9264ad625d8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506349 Feb 11 05:41:49.057624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40122) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:49.076994 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (dc7adaba-d8fd-45b0-a97a-cef9cfa7e94f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.109731 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3079161c-33b6-481e-a1ad-baf6b6fe69a9 admin admin] Publish callbacks [] for security_group (60185511-11bc-45d8-b1bd-713879a1f57f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.119596 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (0aa3839b-d461-458c-ab1a-9e6d3ee87c97), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.132199 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3079161c-33b6-481e-a1ad-baf6b6fe69a9 admin admin] Publish callbacks [] for security_group (60185511-11bc-45d8-b1bd-713879a1f57f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.170072 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:49.175117 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:49.178732 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:49.179608 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (dc7adaba-d8fd-45b0-a97a-cef9cfa7e94f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.188831 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3079161c-33b6-481e-a1ad-baf6b6fe69a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (60185511-11bc-45d8-b1bd-713879a1f57f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.189519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=0aa3839b-d461-458c-ab1a-9e6d3ee87c97,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:49.192183 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3079161c-33b6-481e-a1ad-baf6b6fe69a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.196489 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3079161c-33b6-481e-a1ad-baf6b6fe69a9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/60185511-11bc-45d8-b1bd-713879a1f57f HTTP/1.1" status: 204 len: 168 time: 0.1366615 Feb 11 05:41:49.205591 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079161c-33b6-481e-a1ad-baf6b6fe69a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60185511-11bc-45d8-b1bd-713879a1f57f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:49.257598 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=dc7adaba-d8fd-45b0-a97a-cef9cfa7e94f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:49.262151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Checking segment: {'id': 'de723d6e-2ea3-480a-ac49-6d5718c5e93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '11a328d2-b02e-4363-934f-f6e77febb07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:49.262505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network hostable DHCP agents. Network: 11a328d2-b02e-4363-934f-f6e77febb07b, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:49.282243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network 11a328d2-b02e-4363-934f-f6e77febb07b is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:49.293411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 11a328d2-b02e-4363-934f-f6e77febb07b) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:49.298171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:49.302920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ca605f-4323-49bf-b54f-3a5e7a358d2d None None] Network 11a328d2-b02e-4363-934f-f6e77febb07b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:49.313884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:49.324090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:49.325600 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.349264 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1d908cb3-a89e-4716-83f4-5789e81149e6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0847216 Feb 11 05:41:49.352428 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40128) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:49.474629 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-3df4872e-1534-4603-8461-cbb20c5e081b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port dc7adaba-d8fd-45b0-a97a-cef9cfa7e94f {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:49.475029 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3df4872e-1534-4603-8461-cbb20c5e081b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (dc7adaba-d8fd-45b0-a97a-cef9cfa7e94f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.551628 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3df4872e-1534-4603-8461-cbb20c5e081b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (dc7adaba-d8fd-45b0-a97a-cef9cfa7e94f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.567407 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-3df4872e-1534-4603-8461-cbb20c5e081b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for dc7adaba-d8fd-45b0-a97a-cef9cfa7e94f owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:49.662141 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3df4872e-1534-4603-8461-cbb20c5e081b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (dc7adaba-d8fd-45b0-a97a-cef9cfa7e94f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.694244 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4872e-1534-4603-8461-cbb20c5e081b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=dc7adaba-d8fd-45b0-a97a-cef9cfa7e94f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:49.703346 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3df4872e-1534-4603-8461-cbb20c5e081b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.706798 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3df4872e-1534-4603-8461-cbb20c5e081b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/dc7adaba-d8fd-45b0-a97a-cef9cfa7e94f HTTP/1.1" status: 204 len: 168 time: 0.3533309 Feb 11 05:41:49.711958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40132) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:49.773372 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bde1bd2-1222-4cc5-a996-54f2593af32c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:49.779999 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bde1bd2-1222-4cc5-a996-54f2593af32c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:49.784727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40136) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:49.784962 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1bde1bd2-1222-4cc5-a996-54f2593af32c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0717943 Feb 11 05:41:49.934995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b3b16-b139-4816-88b2-db998f407025 req-a516ed4b-a273-406c-92e9-1235321b247d tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:49.936500 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-131b3b16-b139-4816-88b2-db998f407025 req-a516ed4b-a273-406c-92e9-1235321b247d tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.0900426 Feb 11 05:41:49.951298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-86c62e78-e09c-4469-965f-743f49a4095b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port 0aa3839b-d461-458c-ab1a-9e6d3ee87c97 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:49.951657 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86c62e78-e09c-4469-965f-743f49a4095b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (0aa3839b-d461-458c-ab1a-9e6d3ee87c97), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.047961 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-131b3b16-b139-4816-88b2-db998f407025 req-dfc71b99-5c34-4513-a337-a30d6546e01b tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051948 Feb 11 05:41:50.049520 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86c62e78-e09c-4469-965f-743f49a4095b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (0aa3839b-d461-458c-ab1a-9e6d3ee87c97), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.065583 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-86c62e78-e09c-4469-965f-743f49a4095b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for 0aa3839b-d461-458c-ab1a-9e6d3ee87c97 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:50.148501 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86c62e78-e09c-4469-965f-743f49a4095b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (0aa3839b-d461-458c-ab1a-9e6d3ee87c97), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.175203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c62e78-e09c-4469-965f-743f49a4095b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=0aa3839b-d461-458c-ab1a-9e6d3ee87c97,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:50.182329 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86c62e78-e09c-4469-965f-743f49a4095b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.188638 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-86c62e78-e09c-4469-965f-743f49a4095b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/0aa3839b-d461-458c-ab1a-9e6d3ee87c97 HTTP/1.1" status: 204 len: 168 time: 0.3996711 Feb 11 05:41:50.188950 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40144) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:50.250099 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f365f-3c2f-4b73-846d-aa7a70cb2c19 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:50.251628 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-397f365f-3c2f-4b73-846d-aa7a70cb2c19 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0616794 Feb 11 05:41:50.254440 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40152) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:50.280985 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a8b8c2-7813-4720-a4c0-4c5753ac403b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] GET failed (client error): The resource could not be found. Feb 11 05:41:50.283624 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-31a8b8c2-7813-4720-a4c0-4c5753ac403b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports/dc7adaba-d8fd-45b0-a97a-cef9cfa7e94f HTTP/1.1" status: 404 len: 333 time: 0.0270617 Feb 11 05:41:50.285159 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40154) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:50.314641 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-76621967-d6bb-4e0d-8693-9249c104aa57 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] GET failed (client error): The resource could not be found. Feb 11 05:41:50.316764 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-76621967-d6bb-4e0d-8693-9249c104aa57 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports/0aa3839b-d461-458c-ab1a-9e6d3ee87c97 HTTP/1.1" status: 404 len: 333 time: 0.0301301 Feb 11 05:41:50.319085 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40156) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:50.398933 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f211c7d-c5b7-4844-8f2c-dcc80da94884 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (11a328d2-b02e-4363-934f-f6e77febb07b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.480868 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f211c7d-c5b7-4844-8f2c-dcc80da94884 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (11a328d2-b02e-4363-934f-f6e77febb07b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.500908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-6f211c7d-c5b7-4844-8f2c-dcc80da94884 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a328d2-b02e-4363-934f-f6e77febb07b']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:50.510151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-6f211c7d-c5b7-4844-8f2c-dcc80da94884 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de723d6e-2ea3-480a-ac49-6d5718c5e93d') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:50.510448 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-6f211c7d-c5b7-4844-8f2c-dcc80da94884 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de723d6e-2ea3-480a-ac49-6d5718c5e93d') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:50.520536 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f211c7d-c5b7-4844-8f2c-dcc80da94884 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (de723d6e-2ea3-480a-ac49-6d5718c5e93d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.533426 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f211c7d-c5b7-4844-8f2c-dcc80da94884 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (de723d6e-2ea3-480a-ac49-6d5718c5e93d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.539327 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f211c7d-c5b7-4844-8f2c-dcc80da94884 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:50.539729 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f211c7d-c5b7-4844-8f2c-dcc80da94884 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (de723d6e-2ea3-480a-ac49-6d5718c5e93d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:50.543220 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:50.613340 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f211c7d-c5b7-4844-8f2c-dcc80da94884 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (11a328d2-b02e-4363-934f-f6e77febb07b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.620341 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6f211c7d-c5b7-4844-8f2c-dcc80da94884 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.627622 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6f211c7d-c5b7-4844-8f2c-dcc80da94884 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/networks/11a328d2-b02e-4363-934f-f6e77febb07b HTTP/1.1" status: 204 len: 168 time: 0.3040526 Feb 11 05:41:50.627979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40162) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:50.641532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-370efbb9-ef8f-4be5-89fa-c54531e46f4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-267037348'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:50.646291 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f211c7d-c5b7-4844-8f2c-dcc80da94884 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Network': ['ID=11a328d2-b02e-4363-934f-f6e77febb07b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:50.666542 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370efbb9-ef8f-4be5-89fa-c54531e46f4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:50.670767 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-370efbb9-ef8f-4be5-89fa-c54531e46f4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.694668 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370efbb9-ef8f-4be5-89fa-c54531e46f4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:50.703693 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-370efbb9-ef8f-4be5-89fa-c54531e46f4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (39a00ddb-5e53-4b5a-bd43-8854acb77a84), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.704037 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-370efbb9-ef8f-4be5-89fa-c54531e46f4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Added segment 39a00ddb-5e53-4b5a-bd43-8854acb77a84 of type vlan for network 7485266a-bd95-42fa-98f2-d25d2c6b0e03 Feb 11 05:41:50.742860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-370efbb9-ef8f-4be5-89fa-c54531e46f4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (7485266a-bd95-42fa-98f2-d25d2c6b0e03), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.769099 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-370efbb9-ef8f-4be5-89fa-c54531e46f4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (7485266a-bd95-42fa-98f2-d25d2c6b0e03), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.774137 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370efbb9-ef8f-4be5-89fa-c54531e46f4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:50.774722 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-370efbb9-ef8f-4be5-89fa-c54531e46f4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.817666 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-370efbb9-ef8f-4be5-89fa-c54531e46f4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1800189 Feb 11 05:41:50.820607 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40164) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:51.196019 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e719a0ab-755d-4a39-9079-226410c61840 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'subnet': {'network_id': '7485266a-bd95-42fa-98f2-d25d2c6b0e03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:51.208265 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2146e7-d721-4d6c-b2c9-114b4a4e3cdd req-a9bd7d80-f16c-4a2c-994c-75a9ad833ac3 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:51.208265 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f2146e7-d721-4d6c-b2c9-114b4a4e3cdd req-a9bd7d80-f16c-4a2c-994c-75a9ad833ac3 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.0642524 Feb 11 05:41:51.214001 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370efbb9-ef8f-4be5-89fa-c54531e46f4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Network': ['ID=7485266a-bd95-42fa-98f2-d25d2c6b0e03,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:51.228552 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 7485266a-bd95-42fa-98f2-d25d2c6b0e03 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:51.264152 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f2146e7-d721-4d6c-b2c9-114b4a4e3cdd req-5179ebf5-0618-48a2-b93a-f6c76ba47c98 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510943 Feb 11 05:41:51.310431 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e719a0ab-755d-4a39-9079-226410c61840 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:51.314054 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e719a0ab-755d-4a39-9079-226410c61840 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.376103 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_backend_mixin [None req-e719a0ab-755d-4a39-9079-226410c61840 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Performing IP validity checks on allocation pools {{(pid=103170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:41:51.378809 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_backend_mixin [None req-e719a0ab-755d-4a39-9079-226410c61840 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:41:51.498123 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e719a0ab-755d-4a39-9079-226410c61840 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (ddce8956-2942-4795-8666-aed26eeb186e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.560136 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719a0ab-755d-4a39-9079-226410c61840 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Subnet': ['ID=ddce8956-2942-4795-8666-aed26eeb186e,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:51.570061 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e719a0ab-755d-4a39-9079-226410c61840 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Checking segment: {'id': '39a00ddb-5e53-4b5a-bd43-8854acb77a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7485266a-bd95-42fa-98f2-d25d2c6b0e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:51.570416 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e719a0ab-755d-4a39-9079-226410c61840 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network hostable DHCP agents. Network: 7485266a-bd95-42fa-98f2-d25d2c6b0e03, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:51.586385 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e719a0ab-755d-4a39-9079-226410c61840 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network 7485266a-bd95-42fa-98f2-d25d2c6b0e03 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:51.595479 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-e719a0ab-755d-4a39-9079-226410c61840 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 7485266a-bd95-42fa-98f2-d25d2c6b0e03) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:51.599923 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e719a0ab-755d-4a39-9079-226410c61840 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:51.600651 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e719a0ab-755d-4a39-9079-226410c61840 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.606505 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4031b24b-cf20-47d9-b105-1c6ce87e2400 None None] Network 7485266a-bd95-42fa-98f2-d25d2c6b0e03 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:51.622458 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e719a0ab-755d-4a39-9079-226410c61840 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7978368 Feb 11 05:41:51.622676 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40180) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:51.627815 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-72221323-020a-4302-bbb1-21fdafba6aec tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'network_id': '7485266a-bd95-42fa-98f2-d25d2c6b0e03', 'name': 'tempest-PortsIpV6TestJSON-1957146442'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:51.720228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3833722-2e41-471e-8760-df095686c533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-7485266a-bd95-42fa-98f2-d25d2c6b0e03', 'network_id': '7485266a-bd95-42fa-98f2-d25d2c6b0e03', 'project_id': 'eb49c78aa0bb42b4a7f29b131d011655', 'fixed_ips': [{'subnet_id': 'ddce8956-2942-4795-8666-aed26eeb186e'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:51.721263 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.742157 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72221323-020a-4302-bbb1-21fdafba6aec tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:51.745856 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72221323-020a-4302-bbb1-21fdafba6aec tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:51.765851 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-72221323-020a-4302-bbb1-21fdafba6aec tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] device_id is not set on port ae0e4fe9-4d57-4ae6-a9bf-95750e3f8a83 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:41:51.864027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-b3833722-2e41-471e-8760-df095686c533 None None] Allocated IP 2001:db8::2 (7485266a-bd95-42fa-98f2-d25d2c6b0e03/ddce8956-2942-4795-8666-aed26eeb186e/151749a3-b1f3-4160-9009-6f65cda3e9e5) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:52.014506 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Publish callbacks [] for port (151749a3-b1f3-4160-9009-6f65cda3e9e5), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.023078 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (151749a3-b1f3-4160-9009-6f65cda3e9e5), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.074839 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3833722-2e41-471e-8760-df095686c533 None None] Network 7485266a-bd95-42fa-98f2-d25d2c6b0e03 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:52.077975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-b3833722-2e41-471e-8760-df095686c533 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:52.080967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3833722-2e41-471e-8760-df095686c533 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:52.086918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3833722-2e41-471e-8760-df095686c533 None None] Pushing event updated for resources: {'Port': ['ID=151749a3-b1f3-4160-9009-6f65cda3e9e5,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:52.097123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:52.097490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:52.097837 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:52.098377 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:52.098962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:52.099502 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:52.099999 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:52.100514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:52.101020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:52.101516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:52.102007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:52.102495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:52.102984 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:52.117041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-72221323-020a-4302-bbb1-21fdafba6aec tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Allocated IP 2001:db8::394 (7485266a-bd95-42fa-98f2-d25d2c6b0e03/ddce8956-2942-4795-8666-aed26eeb186e/ae0e4fe9-4d57-4ae6-a9bf-95750e3f8a83) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:52.166480 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b3833722-2e41-471e-8760-df095686c533 None None] Attempting to bind port 151749a3-b1f3-4160-9009-6f65cda3e9e5 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:52.166480 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b3833722-2e41-471e-8760-df095686c533 None None] Attempting to bind port 151749a3-b1f3-4160-9009-6f65cda3e9e5 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '39a00ddb-5e53-4b5a-bd43-8854acb77a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7485266a-bd95-42fa-98f2-d25d2c6b0e03'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:52.166890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3833722-2e41-471e-8760-df095686c533 None None] Attempting to bind port 151749a3-b1f3-4160-9009-6f65cda3e9e5 on network 7485266a-bd95-42fa-98f2-d25d2c6b0e03 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:52.173183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3833722-2e41-471e-8760-df095686c533 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:52.173573 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3833722-2e41-471e-8760-df095686c533 None None] Checking segment: {'id': '39a00ddb-5e53-4b5a-bd43-8854acb77a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7485266a-bd95-42fa-98f2-d25d2c6b0e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:52.173987 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.174390 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3833722-2e41-471e-8760-df095686c533 None None] Bound using segment: {'id': '39a00ddb-5e53-4b5a-bd43-8854acb77a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7485266a-bd95-42fa-98f2-d25d2c6b0e03'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:52.174870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b3833722-2e41-471e-8760-df095686c533 None None] Bound port: 151749a3-b1f3-4160-9009-6f65cda3e9e5, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a00ddb-5e53-4b5a-bd43-8854acb77a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7485266a-bd95-42fa-98f2-d25d2c6b0e03'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:52.175260 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (151749a3-b1f3-4160-9009-6f65cda3e9e5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.266860 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b3833722-2e41-471e-8760-df095686c533 None None] For port 151749a3-b1f3-4160-9009-6f65cda3e9e5, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:52.270304 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b3833722-2e41-471e-8760-df095686c533 None None] For port 151749a3-b1f3-4160-9009-6f65cda3e9e5, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=151749a3-b1f3-4160-9009-6f65cda3e9e5,segment=NetworkSegment(39a00ddb-5e53-4b5a-bd43-8854acb77a84),segment_id=39a00ddb-5e53-4b5a-bd43-8854acb77a84)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:52.277529 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b3833722-2e41-471e-8760-df095686c533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (151749a3-b1f3-4160-9009-6f65cda3e9e5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.326019 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72221323-020a-4302-bbb1-21fdafba6aec tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (ae0e4fe9-4d57-4ae6-a9bf-95750e3f8a83), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.342478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3833722-2e41-471e-8760-df095686c533 None None] Pushing event updated for resources: {'Port': ['ID=151749a3-b1f3-4160-9009-6f65cda3e9e5,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:52.371939 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72221323-020a-4302-bbb1-21fdafba6aec tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ae0e4fe9-4d57-4ae6-a9bf-95750e3f8a83), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.425593 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72221323-020a-4302-bbb1-21fdafba6aec tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network 7485266a-bd95-42fa-98f2-d25d2c6b0e03 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:52.434907 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-72221323-020a-4302-bbb1-21fdafba6aec tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:52.439916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72221323-020a-4302-bbb1-21fdafba6aec tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:52.445271 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72221323-020a-4302-bbb1-21fdafba6aec tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:52.445916 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72221323-020a-4302-bbb1-21fdafba6aec tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.447240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb2e7-c8f7-4f2c-a983-803fc9d3815d req-2cf6d02f-f351-4bd8-94c3-7bc346600849 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:52.450162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fbeb2e7-c8f7-4f2c-a983-803fc9d3815d req-2cf6d02f-f351-4bd8-94c3-7bc346600849 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.0694501 Feb 11 05:41:52.455158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72221323-020a-4302-bbb1-21fdafba6aec tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=ae0e4fe9-4d57-4ae6-a9bf-95750e3f8a83,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:52.480643 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-72221323-020a-4302-bbb1-21fdafba6aec tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8563237 Feb 11 05:41:52.483397 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40190) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:52.523746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fbeb2e7-c8f7-4f2c-a983-803fc9d3815d req-7a16c7b0-331d-475a-a3c3-305dfefa078e tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673025 Feb 11 05:41:52.627252 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-466dfa2e-4c1d-4daf-9456-47840cbc2290 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port ae0e4fe9-4d57-4ae6-a9bf-95750e3f8a83 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:52.634494 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-466dfa2e-4c1d-4daf-9456-47840cbc2290 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ae0e4fe9-4d57-4ae6-a9bf-95750e3f8a83), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.744061 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-466dfa2e-4c1d-4daf-9456-47840cbc2290 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ae0e4fe9-4d57-4ae6-a9bf-95750e3f8a83), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.761856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-466dfa2e-4c1d-4daf-9456-47840cbc2290 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for ae0e4fe9-4d57-4ae6-a9bf-95750e3f8a83 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:52.907114 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-466dfa2e-4c1d-4daf-9456-47840cbc2290 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ae0e4fe9-4d57-4ae6-a9bf-95750e3f8a83), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.939298 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466dfa2e-4c1d-4daf-9456-47840cbc2290 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=ae0e4fe9-4d57-4ae6-a9bf-95750e3f8a83,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:52.967440 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-466dfa2e-4c1d-4daf-9456-47840cbc2290 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:52.973074 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-466dfa2e-4c1d-4daf-9456-47840cbc2290 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/ae0e4fe9-4d57-4ae6-a9bf-95750e3f8a83 HTTP/1.1" status: 204 len: 168 time: 0.4861665 Feb 11 05:41:52.973288 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40192) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:53.000384 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-939da59c-8fac-435e-91aa-2abc3d24a564 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:53.000931 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939da59c-8fac-435e-91aa-2abc3d24a564 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:53.003948 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-939da59c-8fac-435e-91aa-2abc3d24a564 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/ae0e4fe9-4d57-4ae6-a9bf-95750e3f8a83 HTTP/1.1" status: 404 len: 333 time: 0.0297437 Feb 11 05:41:53.006578 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40194) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:53.032361 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe35dfe-4d54-49a4-aad5-6add4b37d56d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] GET failed (client error): The resource could not be found. Feb 11 05:41:53.033723 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4fe35dfe-4d54-49a4-aad5-6add4b37d56d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports/ae0e4fe9-4d57-4ae6-a9bf-95750e3f8a83 HTTP/1.1" status: 404 len: 333 time: 0.0262663 Feb 11 05:41:53.036364 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40196) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:53.085953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf3a913-0c0c-48e0-aa8d-19ec2064b4c8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting subnet ddce8956-2942-4795-8666-aed26eeb186e {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:41:53.089702 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-adf3a913-0c0c-48e0-aa8d-19ec2064b4c8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (ddce8956-2942-4795-8666-aed26eeb186e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.133024 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-adf3a913-0c0c-48e0-aa8d-19ec2064b4c8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (ddce8956-2942-4795-8666-aed26eeb186e), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.234159 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-adf3a913-0c0c-48e0-aa8d-19ec2064b4c8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (ddce8956-2942-4795-8666-aed26eeb186e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.302139 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-adf3a913-0c0c-48e0-aa8d-19ec2064b4c8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (ddce8956-2942-4795-8666-aed26eeb186e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.333079 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3a913-0c0c-48e0-aa8d-19ec2064b4c8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Subnet': ['ID=ddce8956-2942-4795-8666-aed26eeb186e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:53.342186 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-adf3a913-0c0c-48e0-aa8d-19ec2064b4c8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.348365 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-adf3a913-0c0c-48e0-aa8d-19ec2064b4c8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/ddce8956-2942-4795-8666-aed26eeb186e HTTP/1.1" status: 204 len: 168 time: 0.3086469 Feb 11 05:41:53.348831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40204) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:53.435171 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (7485266a-bd95-42fa-98f2-d25d2c6b0e03), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.491031 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port 151749a3-b1f3-4160-9009-6f65cda3e9e5 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:53.491879 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (151749a3-b1f3-4160-9009-6f65cda3e9e5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.567869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] For port 151749a3-b1f3-4160-9009-6f65cda3e9e5, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=151749a3-b1f3-4160-9009-6f65cda3e9e5,segment=NetworkSegment(39a00ddb-5e53-4b5a-bd43-8854acb77a84),segment_id=39a00ddb-5e53-4b5a-bd43-8854acb77a84)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:53.568246 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (151749a3-b1f3-4160-9009-6f65cda3e9e5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.587694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for 151749a3-b1f3-4160-9009-6f65cda3e9e5 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:53.724266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60307500-25b3-48ea-bba5-3b4c79fbac14 req-07585439-a72d-4819-bd8d-94a5b8d41be3 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:53.726349 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60307500-25b3-48ea-bba5-3b4c79fbac14 req-07585439-a72d-4819-bd8d-94a5b8d41be3 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.0957878 Feb 11 05:41:53.749816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b907215-c288-4e78-9aba-0ead0b21c0e6 None None] Network 7485266a-bd95-42fa-98f2-d25d2c6b0e03 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:53.804144 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (151749a3-b1f3-4160-9009-6f65cda3e9e5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.826265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-309a09f7-48e2-4347-a036-65e8c35696dd None None] Provisioning complete for port 151749a3-b1f3-4160-9009-6f65cda3e9e5 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:53.826649 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-309a09f7-48e2-4347-a036-65e8c35696dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (151749a3-b1f3-4160-9009-6f65cda3e9e5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.850978 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60307500-25b3-48ea-bba5-3b4c79fbac14 req-b38aec26-4f95-499f-a42d-1617689642b0 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086733 Feb 11 05:41:53.852892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=151749a3-b1f3-4160-9009-6f65cda3e9e5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:53.859004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No DVR routers for this DVR port 151749a3-b1f3-4160-9009-6f65cda3e9e5 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:53.863820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-309a09f7-48e2-4347-a036-65e8c35696dd None None] Port 151749a3-b1f3-4160-9009-6f65cda3e9e5 was deleted so its status cannot be updated. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 11 05:41:53.954913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3304bec5-de05-431f-b237-4ed1e7289185 None None] DHCP port deletion for 7485266a-bd95-42fa-98f2-d25d2c6b0e03 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:41:53.974431 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (7485266a-bd95-42fa-98f2-d25d2c6b0e03), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.994451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7485266a-bd95-42fa-98f2-d25d2c6b0e03']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:54.003542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a00ddb-5e53-4b5a-bd43-8854acb77a84') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:54.003844 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a00ddb-5e53-4b5a-bd43-8854acb77a84') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:54.013919 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (39a00ddb-5e53-4b5a-bd43-8854acb77a84), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.027755 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (39a00ddb-5e53-4b5a-bd43-8854acb77a84), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.034645 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:54.035149 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (39a00ddb-5e53-4b5a-bd43-8854acb77a84), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:54.038311 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:54.100814 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (7485266a-bd95-42fa-98f2-d25d2c6b0e03), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.109467 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.116312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40216) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:54.116472 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/networks/7485266a-bd95-42fa-98f2-d25d2c6b0e03 HTTP/1.1" status: 204 len: 168 time: 0.7664461 Feb 11 05:41:54.121850 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-22babb6e-3769-4fd2-86f8-0efd51410c73 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-667059757'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:54.125938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9f656-1989-40ae-8810-500b1feff03d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Network': ['ID=7485266a-bd95-42fa-98f2-d25d2c6b0e03,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:54.142321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22babb6e-3769-4fd2-86f8-0efd51410c73 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:54.146478 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22babb6e-3769-4fd2-86f8-0efd51410c73 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.176944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22babb6e-3769-4fd2-86f8-0efd51410c73 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:54.187860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22babb6e-3769-4fd2-86f8-0efd51410c73 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d9250e62-25d8-4c8e-8b02-2f37e2ec1a1d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.188213 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-22babb6e-3769-4fd2-86f8-0efd51410c73 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Added segment d9250e62-25d8-4c8e-8b02-2f37e2ec1a1d of type vlan for network b17ffec0-ee8b-4df8-bb33-a32c2caeea3d Feb 11 05:41:54.233404 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22babb6e-3769-4fd2-86f8-0efd51410c73 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (b17ffec0-ee8b-4df8-bb33-a32c2caeea3d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.258750 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22babb6e-3769-4fd2-86f8-0efd51410c73 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (b17ffec0-ee8b-4df8-bb33-a32c2caeea3d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.264282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22babb6e-3769-4fd2-86f8-0efd51410c73 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:54.264857 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22babb6e-3769-4fd2-86f8-0efd51410c73 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.302031 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-22babb6e-3769-4fd2-86f8-0efd51410c73 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1842453 Feb 11 05:41:54.305086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40220) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:54.310192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-4c4a0f05-a7fe-4c3e-9927-77d13848a62d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'subnet': {'network_id': 'b17ffec0-ee8b-4df8-bb33-a32c2caeea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:54.336557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22babb6e-3769-4fd2-86f8-0efd51410c73 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Network': ['ID=b17ffec0-ee8b-4df8-bb33-a32c2caeea3d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:54.348957 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network b17ffec0-ee8b-4df8-bb33-a32c2caeea3d details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:54.410077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4a0f05-a7fe-4c3e-9927-77d13848a62d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:54.413668 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4c4a0f05-a7fe-4c3e-9927-77d13848a62d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.594092 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4c4a0f05-a7fe-4c3e-9927-77d13848a62d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (7b201c33-4c56-418e-a48b-755d9b199cfc), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.653523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a0f05-a7fe-4c3e-9927-77d13848a62d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Subnet': ['ID=7b201c33-4c56-418e-a48b-755d9b199cfc,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:54.662552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4a0f05-a7fe-4c3e-9927-77d13848a62d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Checking segment: {'id': 'd9250e62-25d8-4c8e-8b02-2f37e2ec1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b17ffec0-ee8b-4df8-bb33-a32c2caeea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:54.662909 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4a0f05-a7fe-4c3e-9927-77d13848a62d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network hostable DHCP agents. Network: b17ffec0-ee8b-4df8-bb33-a32c2caeea3d, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:54.695955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4a0f05-a7fe-4c3e-9927-77d13848a62d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network b17ffec0-ee8b-4df8-bb33-a32c2caeea3d is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:54.706774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-4c4a0f05-a7fe-4c3e-9927-77d13848a62d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, b17ffec0-ee8b-4df8-bb33-a32c2caeea3d) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:54.716082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b52a9b-417d-4340-bab8-b186e49fe4c9 None None] Network b17ffec0-ee8b-4df8-bb33-a32c2caeea3d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:54.720680 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4a0f05-a7fe-4c3e-9927-77d13848a62d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:54.721283 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4c4a0f05-a7fe-4c3e-9927-77d13848a62d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.741964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40230) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:54.742173 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4c4a0f05-a7fe-4c3e-9927-77d13848a62d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4358389 Feb 11 05:41:54.747558 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-38080385-cd42-424e-bd1b-364732fe8992 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'network_id': 'b17ffec0-ee8b-4df8-bb33-a32c2caeea3d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1583799439'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:54.825803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-b17ffec0-ee8b-4df8-bb33-a32c2caeea3d', 'network_id': 'b17ffec0-ee8b-4df8-bb33-a32c2caeea3d', 'project_id': 'eb49c78aa0bb42b4a7f29b131d011655', 'fixed_ips': [{'subnet_id': '7b201c33-4c56-418e-a48b-755d9b199cfc'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:54.826942 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.871223 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38080385-cd42-424e-bd1b-364732fe8992 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:54.877017 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-38080385-cd42-424e-bd1b-364732fe8992 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:54.897490 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-38080385-cd42-424e-bd1b-364732fe8992 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] device_id is not set on port f824eb4a-9c21-4691-8fbb-bdcc1037a245 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:41:54.990299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Allocated IP 2001:db8::2 (b17ffec0-ee8b-4df8-bb33-a32c2caeea3d/7b201c33-4c56-418e-a48b-755d9b199cfc/aa7de1c6-c4dc-43a9-871a-3dfe0891afa5) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:55.019160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60814f60-30dd-4cfb-8a56-d7f2d487f8ea req-3b576082-d626-465d-b45c-d0209729ab93 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:55.020723 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60814f60-30dd-4cfb-8a56-d7f2d487f8ea req-3b576082-d626-465d-b45c-d0209729ab93 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.0630441 Feb 11 05:41:55.076925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60814f60-30dd-4cfb-8a56-d7f2d487f8ea req-155abbdf-335b-4b35-be9c-a2d7abea8d19 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499597 Feb 11 05:41:55.137130 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Publish callbacks [] for port (aa7de1c6-c4dc-43a9-871a-3dfe0891afa5), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.144751 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (aa7de1c6-c4dc-43a9-871a-3dfe0891afa5), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.191715 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Network b17ffec0-ee8b-4df8-bb33-a32c2caeea3d is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:55.194685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:55.200757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:55.220698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-38080385-cd42-424e-bd1b-364732fe8992 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Allocated IP 2001:db8::2f7 (b17ffec0-ee8b-4df8-bb33-a32c2caeea3d/7b201c33-4c56-418e-a48b-755d9b199cfc/f824eb4a-9c21-4691-8fbb-bdcc1037a245) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:55.235677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Pushing event updated for resources: {'Port': ['ID=aa7de1c6-c4dc-43a9-871a-3dfe0891afa5,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:55.271024 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Attempting to bind port aa7de1c6-c4dc-43a9-871a-3dfe0891afa5 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:55.271534 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Attempting to bind port aa7de1c6-c4dc-43a9-871a-3dfe0891afa5 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'd9250e62-25d8-4c8e-8b02-2f37e2ec1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b17ffec0-ee8b-4df8-bb33-a32c2caeea3d'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:55.272091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Attempting to bind port aa7de1c6-c4dc-43a9-871a-3dfe0891afa5 on network b17ffec0-ee8b-4df8-bb33-a32c2caeea3d {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:55.278014 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:55.279056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Checking segment: {'id': 'd9250e62-25d8-4c8e-8b02-2f37e2ec1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b17ffec0-ee8b-4df8-bb33-a32c2caeea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:55.279056 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.279657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Bound using segment: {'id': 'd9250e62-25d8-4c8e-8b02-2f37e2ec1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b17ffec0-ee8b-4df8-bb33-a32c2caeea3d'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:55.280199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Bound port: aa7de1c6-c4dc-43a9-871a-3dfe0891afa5, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9250e62-25d8-4c8e-8b02-2f37e2ec1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b17ffec0-ee8b-4df8-bb33-a32c2caeea3d'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:55.280652 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (aa7de1c6-c4dc-43a9-871a-3dfe0891afa5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.364722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] For port aa7de1c6-c4dc-43a9-871a-3dfe0891afa5, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:55.367014 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-38080385-cd42-424e-bd1b-364732fe8992 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (f824eb4a-9c21-4691-8fbb-bdcc1037a245), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.368560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] For port aa7de1c6-c4dc-43a9-871a-3dfe0891afa5, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=aa7de1c6-c4dc-43a9-871a-3dfe0891afa5,segment=NetworkSegment(d9250e62-25d8-4c8e-8b02-2f37e2ec1a1d),segment_id=d9250e62-25d8-4c8e-8b02-2f37e2ec1a1d)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:55.375231 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (aa7de1c6-c4dc-43a9-871a-3dfe0891afa5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.403653 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-38080385-cd42-424e-bd1b-364732fe8992 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (f824eb4a-9c21-4691-8fbb-bdcc1037a245), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.450736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c6a34-28ae-4a9f-97db-19054f65d606 None None] Pushing event updated for resources: {'Port': ['ID=aa7de1c6-c4dc-43a9-871a-3dfe0891afa5,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:55.455958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38080385-cd42-424e-bd1b-364732fe8992 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network b17ffec0-ee8b-4df8-bb33-a32c2caeea3d is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:55.459594 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-38080385-cd42-424e-bd1b-364732fe8992 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:55.463049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38080385-cd42-424e-bd1b-364732fe8992 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:55.468731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38080385-cd42-424e-bd1b-364732fe8992 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:55.469382 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-38080385-cd42-424e-bd1b-364732fe8992 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.482970 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38080385-cd42-424e-bd1b-364732fe8992 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=f824eb4a-9c21-4691-8fbb-bdcc1037a245,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:55.494858 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-38080385-cd42-424e-bd1b-364732fe8992 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.7513883 Feb 11 05:41:55.497870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40248) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:55.603936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-0276526d-c72a-4bc5-bbb7-169b6497d544 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port f824eb4a-9c21-4691-8fbb-bdcc1037a245 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:55.604592 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0276526d-c72a-4bc5-bbb7-169b6497d544 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f824eb4a-9c21-4691-8fbb-bdcc1037a245), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.718944 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0276526d-c72a-4bc5-bbb7-169b6497d544 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f824eb4a-9c21-4691-8fbb-bdcc1037a245), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.731029 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-0276526d-c72a-4bc5-bbb7-169b6497d544 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for f824eb4a-9c21-4691-8fbb-bdcc1037a245 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:55.862761 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0276526d-c72a-4bc5-bbb7-169b6497d544 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f824eb4a-9c21-4691-8fbb-bdcc1037a245), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.896356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276526d-c72a-4bc5-bbb7-169b6497d544 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=f824eb4a-9c21-4691-8fbb-bdcc1037a245,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:55.926180 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0276526d-c72a-4bc5-bbb7-169b6497d544 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.931858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0276526d-c72a-4bc5-bbb7-169b6497d544 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/f824eb4a-9c21-4691-8fbb-bdcc1037a245 HTTP/1.1" status: 204 len: 168 time: 0.4304540 Feb 11 05:41:55.932122 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40250) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:55.960978 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef03b135-f1ee-4ebf-8c93-6c15a8e76cbc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] GET failed (client error): The resource could not be found. Feb 11 05:41:55.962540 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ef03b135-f1ee-4ebf-8c93-6c15a8e76cbc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports/f824eb4a-9c21-4691-8fbb-bdcc1037a245 HTTP/1.1" status: 404 len: 333 time: 0.0288692 Feb 11 05:41:55.967628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40256) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:56.019159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b27e56-3636-4019-9c1f-6d8cf286d3d0 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting subnet 7b201c33-4c56-418e-a48b-755d9b199cfc {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:41:56.023099 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3b27e56-3636-4019-9c1f-6d8cf286d3d0 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (7b201c33-4c56-418e-a48b-755d9b199cfc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.078443 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3b27e56-3636-4019-9c1f-6d8cf286d3d0 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (7b201c33-4c56-418e-a48b-755d9b199cfc), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.184244 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3b27e56-3636-4019-9c1f-6d8cf286d3d0 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (7b201c33-4c56-418e-a48b-755d9b199cfc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.204188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device aa7de1c6-c4dc-43a9-871a-3dfe0891afa5 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:56.295768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port aa7de1c6-c4dc-43a9-871a-3dfe0891afa5 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:56.296025 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (aa7de1c6-c4dc-43a9-871a-3dfe0891afa5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.306344 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3b27e56-3636-4019-9c1f-6d8cf286d3d0 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (7b201c33-4c56-418e-a48b-755d9b199cfc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.353899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b27e56-3636-4019-9c1f-6d8cf286d3d0 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Subnet': ['ID=7b201c33-4c56-418e-a48b-755d9b199cfc,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:56.366146 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:41:56.377426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d1adb-d6c5-4fd7-a416-4e8f3ed20088 req-c312972d-6f22-4911-9033-eb48bd55a9e8 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:56.379049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c7d1adb-d6c5-4fd7-a416-4e8f3ed20088 req-c312972d-6f22-4911-9033-eb48bd55a9e8 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.1344073 Feb 11 05:41:56.381981 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3b27e56-3636-4019-9c1f-6d8cf286d3d0 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.388023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d3b27e56-3636-4019-9c1f-6d8cf286d3d0 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/7b201c33-4c56-418e-a48b-755d9b199cfc HTTP/1.1" status: 204 len: 168 time: 0.4189317 Feb 11 05:41:56.388459 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40266) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:56.405812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port aa7de1c6-c4dc-43a9-871a-3dfe0891afa5 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:56.406231 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (aa7de1c6-c4dc-43a9-871a-3dfe0891afa5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.436971 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c7d1adb-d6c5-4fd7-a416-4e8f3ed20088 req-7fe0c0c8-0360-4cec-9cbe-c8f0062ac439 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505624 Feb 11 05:41:56.485409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port aa7de1c6-c4dc-43a9-871a-3dfe0891afa5, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=aa7de1c6-c4dc-43a9-871a-3dfe0891afa5,segment=NetworkSegment(d9250e62-25d8-4c8e-8b02-2f37e2ec1a1d),segment_id=d9250e62-25d8-4c8e-8b02-2f37e2ec1a1d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:56.492139 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (aa7de1c6-c4dc-43a9-871a-3dfe0891afa5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.500732 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (b17ffec0-ee8b-4df8-bb33-a32c2caeea3d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.545432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=aa7de1c6-c4dc-43a9-871a-3dfe0891afa5,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:56.557447 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port aa7de1c6-c4dc-43a9-871a-3dfe0891afa5 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:56.558360 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (aa7de1c6-c4dc-43a9-871a-3dfe0891afa5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.623345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dd53e8-acd1-4418-afa8-d7ebe4a1796b None None] Network b17ffec0-ee8b-4df8-bb33-a32c2caeea3d requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:56.629744 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] For port aa7de1c6-c4dc-43a9-871a-3dfe0891afa5, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=aa7de1c6-c4dc-43a9-871a-3dfe0891afa5,segment=NetworkSegment(d9250e62-25d8-4c8e-8b02-2f37e2ec1a1d),segment_id=d9250e62-25d8-4c8e-8b02-2f37e2ec1a1d)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:56.630078 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (aa7de1c6-c4dc-43a9-871a-3dfe0891afa5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.643933 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for aa7de1c6-c4dc-43a9-871a-3dfe0891afa5 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:56.728303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9113c270-6801-4d7f-bfc4-3aad52700f77 None None] Provisioning complete for port aa7de1c6-c4dc-43a9-871a-3dfe0891afa5 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:56.728678 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9113c270-6801-4d7f-bfc4-3aad52700f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (aa7de1c6-c4dc-43a9-871a-3dfe0891afa5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.738157 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (aa7de1c6-c4dc-43a9-871a-3dfe0891afa5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.767092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=aa7de1c6-c4dc-43a9-871a-3dfe0891afa5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:56.768675 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No DVR routers for this DVR port aa7de1c6-c4dc-43a9-871a-3dfe0891afa5 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:56.773086 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9113c270-6801-4d7f-bfc4-3aad52700f77 None None] Could not find standard attr ID for object aa7de1c6-c4dc-43a9-871a-3dfe0891afa5. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:41:56.775960 n-d-713499-38 neutron-server[103173]: INFO neutron.plugins.ml2.db [None req-9113c270-6801-4d7f-bfc4-3aad52700f77 None None] No ports have port_id starting with aa7de1c6-c4dc-43a9-871a-3dfe0891afa5 Feb 11 05:41:56.848522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62a138b-c2a9-43c2-9558-75880e123a3e None None] DHCP port deletion for b17ffec0-ee8b-4df8-bb33-a32c2caeea3d request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:41:56.854044 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (b17ffec0-ee8b-4df8-bb33-a32c2caeea3d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.881079 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17ffec0-ee8b-4df8-bb33-a32c2caeea3d']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:56.891918 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9250e62-25d8-4c8e-8b02-2f37e2ec1a1d') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:56.892305 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9250e62-25d8-4c8e-8b02-2f37e2ec1a1d') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:56.902095 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (d9250e62-25d8-4c8e-8b02-2f37e2ec1a1d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.916654 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (d9250e62-25d8-4c8e-8b02-2f37e2ec1a1d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.923437 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:56.923859 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (d9250e62-25d8-4c8e-8b02-2f37e2ec1a1d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:56.926920 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:56.993332 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (b17ffec0-ee8b-4df8-bb33-a32c2caeea3d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.000477 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.006907 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/networks/b17ffec0-ee8b-4df8-bb33-a32c2caeea3d HTTP/1.1" status: 204 len: 168 time: 0.6142728 Feb 11 05:41:57.007760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40276) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:57.012307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-60908bb0-73e3-4764-98f5-1a0ec00a7b3c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'name': 'tempest-PortsIpV6TestJSON-880566650'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:57.020786 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b12d2d-0820-4f94-a1f7-4c0d2a64d3fb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Network': ['ID=b17ffec0-ee8b-4df8-bb33-a32c2caeea3d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:57.095855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60908bb0-73e3-4764-98f5-1a0ec00a7b3c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:57.099630 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-60908bb0-73e3-4764-98f5-1a0ec00a7b3c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.117447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-60908bb0-73e3-4764-98f5-1a0ec00a7b3c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] device_id is not set on port da7e2c33-d267-469d-8c47-12d9a6ff9273 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:41:57.292526 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-60908bb0-73e3-4764-98f5-1a0ec00a7b3c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (da7e2c33-d267-469d-8c47-12d9a6ff9273), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.329263 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-60908bb0-73e3-4764-98f5-1a0ec00a7b3c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (da7e2c33-d267-469d-8c47-12d9a6ff9273), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.382662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60908bb0-73e3-4764-98f5-1a0ec00a7b3c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:57.393822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-60908bb0-73e3-4764-98f5-1a0ec00a7b3c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:57.408528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60908bb0-73e3-4764-98f5-1a0ec00a7b3c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:57.413811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60908bb0-73e3-4764-98f5-1a0ec00a7b3c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:57.414466 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-60908bb0-73e3-4764-98f5-1a0ec00a7b3c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.432143 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-60908bb0-73e3-4764-98f5-1a0ec00a7b3c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4237270 Feb 11 05:41:57.434823 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40288) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:57.473111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60908bb0-73e3-4764-98f5-1a0ec00a7b3c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=da7e2c33-d267-469d-8c47-12d9a6ff9273,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:57.544537 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b0551-6104-4fdd-af07-56402cfe7a0c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port da7e2c33-d267-469d-8c47-12d9a6ff9273 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:57.544976 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0551-6104-4fdd-af07-56402cfe7a0c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (da7e2c33-d267-469d-8c47-12d9a6ff9273), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.645227 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0551-6104-4fdd-af07-56402cfe7a0c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (da7e2c33-d267-469d-8c47-12d9a6ff9273), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.661918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b0551-6104-4fdd-af07-56402cfe7a0c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for da7e2c33-d267-469d-8c47-12d9a6ff9273 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:57.673479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94888941-c5cd-4b46-9064-60d7d4e73159 req-ca380dca-62e5-4151-be1a-f452e14df9b2 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:57.675188 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94888941-c5cd-4b46-9064-60d7d4e73159 req-ca380dca-62e5-4151-be1a-f452e14df9b2 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.1271851 Feb 11 05:41:57.777179 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94888941-c5cd-4b46-9064-60d7d4e73159 req-5da1b3b7-ec8f-47e0-a5a2-b1fee821d8bb tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954559 Feb 11 05:41:57.803014 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0551-6104-4fdd-af07-56402cfe7a0c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (da7e2c33-d267-469d-8c47-12d9a6ff9273), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.837122 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b0551-6104-4fdd-af07-56402cfe7a0c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=da7e2c33-d267-469d-8c47-12d9a6ff9273,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:57.839951 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0551-6104-4fdd-af07-56402cfe7a0c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.845722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7d6b0551-6104-4fdd-af07-56402cfe7a0c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/da7e2c33-d267-469d-8c47-12d9a6ff9273 HTTP/1.1" status: 204 len: 168 time: 0.4073870 Feb 11 05:41:57.846602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40296) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:57.850700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-797473fd-012b-4440-a421-24e3cc9ce9cd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'mac_address': 'fa:16:3e:94:22:ae', 'name': 'tempest-PortsIpV6TestJSON-843493586'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:57.945089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797473fd-012b-4440-a421-24e3cc9ce9cd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:58.135357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device aa7de1c6-c4dc-43a9-871a-3dfe0891afa5 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:58.160504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: aa7de1c6-c4dc-43a9-871a-3dfe0891afa5 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:41:58.160734 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device aa7de1c6-c4dc-43a9-871a-3dfe0891afa5 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:58.316849 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-797473fd-012b-4440-a421-24e3cc9ce9cd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.341316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-797473fd-012b-4440-a421-24e3cc9ce9cd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] device_id is not set on port 501e7a8f-f4e1-4003-b382-8bf4331a8944 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:41:58.496381 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e8a26c8-0692-42c5-95cc-d3be918f2b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.528274 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-797473fd-012b-4440-a421-24e3cc9ce9cd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (501e7a8f-f4e1-4003-b382-8bf4331a8944), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.572788 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-797473fd-012b-4440-a421-24e3cc9ce9cd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (501e7a8f-f4e1-4003-b382-8bf4331a8944), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.630635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797473fd-012b-4440-a421-24e3cc9ce9cd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:58.633910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-797473fd-012b-4440-a421-24e3cc9ce9cd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:58.640850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797473fd-012b-4440-a421-24e3cc9ce9cd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:58.646089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797473fd-012b-4440-a421-24e3cc9ce9cd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:58.646750 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-797473fd-012b-4440-a421-24e3cc9ce9cd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.650775 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797473fd-012b-4440-a421-24e3cc9ce9cd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=501e7a8f-f4e1-4003-b382-8bf4331a8944,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:58.669849 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40312) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:58.670412 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-797473fd-012b-4440-a421-24e3cc9ce9cd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8230696 Feb 11 05:41:58.716219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb522767-d9c3-48df-99ad-e160c12e0e31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:58.717630 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eb522767-d9c3-48df-99ad-e160c12e0e31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports/501e7a8f-f4e1-4003-b382-8bf4331a8944 HTTP/1.1" status: 200 len: 844 time: 0.0467534 Feb 11 05:41:58.720313 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40314) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:58.819401 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-3e5b4bfa-3b47-400f-869b-dcb4de2ed70f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port 501e7a8f-f4e1-4003-b382-8bf4331a8944 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:58.819879 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e5b4bfa-3b47-400f-869b-dcb4de2ed70f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (501e7a8f-f4e1-4003-b382-8bf4331a8944), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.905692 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e5b4bfa-3b47-400f-869b-dcb4de2ed70f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (501e7a8f-f4e1-4003-b382-8bf4331a8944), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.921401 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-3e5b4bfa-3b47-400f-869b-dcb4de2ed70f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for 501e7a8f-f4e1-4003-b382-8bf4331a8944 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:58.930953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e4aa5-8bb6-4d97-865c-161fc6f245be req-7e696435-4921-4738-b738-d20b02b0af60 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:58.932914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-091e4aa5-8bb6-4d97-865c-161fc6f245be req-7e696435-4921-4738-b738-d20b02b0af60 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.0768371 Feb 11 05:41:58.985743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-091e4aa5-8bb6-4d97-865c-161fc6f245be req-fdb82c63-6522-4af2-9cd2-a623fc38f6c1 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471632 Feb 11 05:41:59.013648 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e5b4bfa-3b47-400f-869b-dcb4de2ed70f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (501e7a8f-f4e1-4003-b382-8bf4331a8944), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.043558 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b4bfa-3b47-400f-869b-dcb4de2ed70f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=501e7a8f-f4e1-4003-b382-8bf4331a8944,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:59.048718 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e5b4bfa-3b47-400f-869b-dcb4de2ed70f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.055276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40322) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:59.058479 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3e5b4bfa-3b47-400f-869b-dcb4de2ed70f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/501e7a8f-f4e1-4003-b382-8bf4331a8944 HTTP/1.1" status: 204 len: 168 time: 0.3371942 Feb 11 05:41:59.081297 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42e017c-ff6c-4ee3-867d-1bf2148288ff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] GET failed (client error): The resource could not be found. Feb 11 05:41:59.082701 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f42e017c-ff6c-4ee3-867d-1bf2148288ff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports/501e7a8f-f4e1-4003-b382-8bf4331a8944 HTTP/1.1" status: 404 len: 333 time: 0.0264187 Feb 11 05:41:59.086485 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40324) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:59.092187 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a41788da-5192-4aed-a31a-4d01ac74ecdc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'name': 'tempest-PortsIpV6TestJSON-1271584871'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:59.190783 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41788da-5192-4aed-a31a-4d01ac74ecdc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:59.194257 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a41788da-5192-4aed-a31a-4d01ac74ecdc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.211639 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-a41788da-5192-4aed-a31a-4d01ac74ecdc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] device_id is not set on port 40d9ce77-66b9-495e-9bd6-10ba820c5be9 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:41:59.387769 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a41788da-5192-4aed-a31a-4d01ac74ecdc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (40d9ce77-66b9-495e-9bd6-10ba820c5be9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.423656 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a41788da-5192-4aed-a31a-4d01ac74ecdc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (40d9ce77-66b9-495e-9bd6-10ba820c5be9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.479189 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41788da-5192-4aed-a31a-4d01ac74ecdc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:59.482344 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a41788da-5192-4aed-a31a-4d01ac74ecdc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:59.486189 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41788da-5192-4aed-a31a-4d01ac74ecdc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:59.491267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41788da-5192-4aed-a31a-4d01ac74ecdc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.491898 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a41788da-5192-4aed-a31a-4d01ac74ecdc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.503631 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41788da-5192-4aed-a31a-4d01ac74ecdc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=40d9ce77-66b9-495e-9bd6-10ba820c5be9,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:59.516451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40336) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:59.516965 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a41788da-5192-4aed-a31a-4d01ac74ecdc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4289203 Feb 11 05:41:59.521729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-30f7420c-0c62-4c81-b327-b30a031583f2 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:59.590537 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30f7420c-0c62-4c81-b327-b30a031583f2 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (40d9ce77-66b9-495e-9bd6-10ba820c5be9), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.748828 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30f7420c-0c62-4c81-b327-b30a031583f2 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (40d9ce77-66b9-495e-9bd6-10ba820c5be9), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.753582 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30f7420c-0c62-4c81-b327-b30a031583f2 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (40d9ce77-66b9-495e-9bd6-10ba820c5be9), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.786768 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-30f7420c-0c62-4c81-b327-b30a031583f2 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] In _notify_port_updated(), no bound segment for port 40d9ce77-66b9-495e-9bd6-10ba820c5be9 on network e1ce94ee-a696-4d92-bf64-ce68e08733bb {{(pid=103171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:41:59.791820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f7420c-0c62-4c81-b327-b30a031583f2 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.792428 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30f7420c-0c62-4c81-b327-b30a031583f2 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.793715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-30f7420c-0c62-4c81-b327-b30a031583f2 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "PUT /v2.0/ports/40d9ce77-66b9-495e-9bd6-10ba820c5be9 HTTP/1.1" status: 200 len: 818 time: 0.2761989 Feb 11 05:41:59.796610 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40342) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:59.810801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7420c-0c62-4c81-b327-b30a031583f2 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=40d9ce77-66b9-495e-9bd6-10ba820c5be9,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:59.895219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d864263d-7096-42d6-b097-57ff795b64c7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port 40d9ce77-66b9-495e-9bd6-10ba820c5be9 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:59.895990 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d864263d-7096-42d6-b097-57ff795b64c7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (40d9ce77-66b9-495e-9bd6-10ba820c5be9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.969061 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d864263d-7096-42d6-b097-57ff795b64c7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (40d9ce77-66b9-495e-9bd6-10ba820c5be9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.981381 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d864263d-7096-42d6-b097-57ff795b64c7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for 40d9ce77-66b9-495e-9bd6-10ba820c5be9 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:00.078603 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d864263d-7096-42d6-b097-57ff795b64c7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (40d9ce77-66b9-495e-9bd6-10ba820c5be9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.108961 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864263d-7096-42d6-b097-57ff795b64c7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=40d9ce77-66b9-495e-9bd6-10ba820c5be9,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:00.114468 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d864263d-7096-42d6-b097-57ff795b64c7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.118374 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d864263d-7096-42d6-b097-57ff795b64c7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/40d9ce77-66b9-495e-9bd6-10ba820c5be9 HTTP/1.1" status: 204 len: 168 time: 0.3200824 Feb 11 05:42:00.125549 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40350) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:00.127022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226a0e8-3416-4991-bbfe-aa9f04a1a383 req-60519a7d-1518-489a-95a1-4aaacf51bb80 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:00.128741 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2226a0e8-3416-4991-bbfe-aa9f04a1a383 req-60519a7d-1518-489a-95a1-4aaacf51bb80 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.0698290 Feb 11 05:42:00.185905 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2226a0e8-3416-4991-bbfe-aa9f04a1a383 req-83502340-563c-46a1-b96a-76243a411573 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489821 Feb 11 05:42:00.193317 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581e1a60-ba5c-49f5-9770-0aeb4f159696 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:00.195621 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-581e1a60-ba5c-49f5-9770-0aeb4f159696 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0689991 Feb 11 05:42:00.199022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40356) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:00.225284 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32e75b6-873e-4a96-9cd5-c6301834011a tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] GET failed (client error): The resource could not be found. Feb 11 05:42:00.226711 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c32e75b6-873e-4a96-9cd5-c6301834011a tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports/40d9ce77-66b9-495e-9bd6-10ba820c5be9 HTTP/1.1" status: 404 len: 333 time: 0.0267391 Feb 11 05:42:00.230675 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40358) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:00.236194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-51b0aad3-bec4-4bba-932b-c831205205c5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1663523708'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:00.256353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b0aad3-bec4-4bba-932b-c831205205c5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:00.259818 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51b0aad3-bec4-4bba-932b-c831205205c5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.284296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b0aad3-bec4-4bba-932b-c831205205c5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:00.293689 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51b0aad3-bec4-4bba-932b-c831205205c5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (85f51418-2574-4cc9-86d4-e3bba27ec066), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.294043 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-51b0aad3-bec4-4bba-932b-c831205205c5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Added segment 85f51418-2574-4cc9-86d4-e3bba27ec066 of type vlan for network 86a0577e-cae5-4c74-87e5-dbf4c68e8f0e Feb 11 05:42:00.335854 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51b0aad3-bec4-4bba-932b-c831205205c5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (86a0577e-cae5-4c74-87e5-dbf4c68e8f0e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.371916 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51b0aad3-bec4-4bba-932b-c831205205c5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (86a0577e-cae5-4c74-87e5-dbf4c68e8f0e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.377076 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b0aad3-bec4-4bba-932b-c831205205c5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:00.377730 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-51b0aad3-bec4-4bba-932b-c831205205c5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.415839 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-51b0aad3-bec4-4bba-932b-c831205205c5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1838918 Feb 11 05:42:00.418943 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40366) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:00.424082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-369ff882-ca6c-4add-9027-f956bdf42f30 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'subnet': {'network_id': '86a0577e-cae5-4c74-87e5-dbf4c68e8f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:00.464247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0aad3-bec4-4bba-932b-c831205205c5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Network': ['ID=86a0577e-cae5-4c74-87e5-dbf4c68e8f0e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:00.482424 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 86a0577e-cae5-4c74-87e5-dbf4c68e8f0e details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:00.545927 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369ff882-ca6c-4add-9027-f956bdf42f30 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:00.550196 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-369ff882-ca6c-4add-9027-f956bdf42f30 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.738579 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-369ff882-ca6c-4add-9027-f956bdf42f30 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (670a535d-d614-47c9-aecc-f02fdbf9174c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.772634 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6de9eb0d-4649-4a3f-9d15-7302b5acd835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.800141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ff882-ca6c-4add-9027-f956bdf42f30 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Subnet': ['ID=670a535d-d614-47c9-aecc-f02fdbf9174c,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:00.810193 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369ff882-ca6c-4add-9027-f956bdf42f30 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Checking segment: {'id': '85f51418-2574-4cc9-86d4-e3bba27ec066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '86a0577e-cae5-4c74-87e5-dbf4c68e8f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:00.810555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ff882-ca6c-4add-9027-f956bdf42f30 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network hostable DHCP agents. Network: 86a0577e-cae5-4c74-87e5-dbf4c68e8f0e, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:00.827721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ff882-ca6c-4add-9027-f956bdf42f30 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network 86a0577e-cae5-4c74-87e5-dbf4c68e8f0e is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:00.836155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-369ff882-ca6c-4add-9027-f956bdf42f30 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 86a0577e-cae5-4c74-87e5-dbf4c68e8f0e) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:00.840974 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369ff882-ca6c-4add-9027-f956bdf42f30 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:00.841721 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-369ff882-ca6c-4add-9027-f956bdf42f30 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.848027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35674ed7-a9de-4531-a0c8-adf2af3fbd25 None None] Network 86a0577e-cae5-4c74-87e5-dbf4c68e8f0e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:00.861224 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40372) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:00.861752 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-369ff882-ca6c-4add-9027-f956bdf42f30 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4413819 Feb 11 05:42:00.866909 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-30fcbefb-dbae-431e-b372-c7d68b091a4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'subnet': {'network_id': '86a0577e-cae5-4c74-87e5-dbf4c68e8f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:00.962592 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-86a0577e-cae5-4c74-87e5-dbf4c68e8f0e', 'network_id': '86a0577e-cae5-4c74-87e5-dbf4c68e8f0e', 'project_id': 'eb49c78aa0bb42b4a7f29b131d011655', 'fixed_ips': [{'subnet_id': '670a535d-d614-47c9-aecc-f02fdbf9174c'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:00.963623 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:00.999020 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fcbefb-dbae-431e-b372-c7d68b091a4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:01.002551 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-30fcbefb-dbae-431e-b372-c7d68b091a4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.112295 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Allocated IP 2001:db8::2 (86a0577e-cae5-4c74-87e5-dbf4c68e8f0e/670a535d-d614-47c9-aecc-f02fdbf9174c/c691100d-d054-4fb0-8b2d-af3d9088f280) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:01.136375 n-d-713499-38 neutron-server[103170]: INFO neutron.db.ipam_backend_mixin [None req-30fcbefb-dbae-431e-b372-c7d68b091a4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 670a535d-d614-47c9-aecc-f02fdbf9174c (CIDR: 2001:db8::/64) Feb 11 05:42:01.140171 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-30fcbefb-dbae-431e-b372-c7d68b091a4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:42:01.140679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30fcbefb-dbae-431e-b372-c7d68b091a4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:01.160873 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-30fcbefb-dbae-431e-b372-c7d68b091a4c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2978680 Feb 11 05:42:01.163592 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40378) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:01.169058 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7cfa618e-2196-4ecd-aedb-4e8f68c9bbda tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'subnet': {'network_id': '86a0577e-cae5-4c74-87e5-dbf4c68e8f0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:01.297554 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Publish callbacks [] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.316692 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.327505 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfa618e-2196-4ecd-aedb-4e8f68c9bbda tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:01.336358 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7cfa618e-2196-4ecd-aedb-4e8f68c9bbda tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.427007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Network 86a0577e-cae5-4c74-87e5-dbf4c68e8f0e is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:01.439888 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:01.449552 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:01.464713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Pushing event updated for resources: {'Port': ['ID=c691100d-d054-4fb0-8b2d-af3d9088f280,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:01.581175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Attempting to bind port c691100d-d054-4fb0-8b2d-af3d9088f280 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:01.582149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Attempting to bind port c691100d-d054-4fb0-8b2d-af3d9088f280 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '85f51418-2574-4cc9-86d4-e3bba27ec066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '86a0577e-cae5-4c74-87e5-dbf4c68e8f0e'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:01.582324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Attempting to bind port c691100d-d054-4fb0-8b2d-af3d9088f280 on network 86a0577e-cae5-4c74-87e5-dbf4c68e8f0e {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:01.589739 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:01.590125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Checking segment: {'id': '85f51418-2574-4cc9-86d4-e3bba27ec066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '86a0577e-cae5-4c74-87e5-dbf4c68e8f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:01.590605 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.591071 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Bound using segment: {'id': '85f51418-2574-4cc9-86d4-e3bba27ec066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '86a0577e-cae5-4c74-87e5-dbf4c68e8f0e'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:01.591790 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Bound port: c691100d-d054-4fb0-8b2d-af3d9088f280, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f51418-2574-4cc9-86d4-e3bba27ec066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '86a0577e-cae5-4c74-87e5-dbf4c68e8f0e'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:01.592506 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.666638 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7cfa618e-2196-4ecd-aedb-4e8f68c9bbda tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (6d3e27db-24a6-4aba-b5e6-07af521d2475), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.722877 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] For port c691100d-d054-4fb0-8b2d-af3d9088f280, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:01.732952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] For port c691100d-d054-4fb0-8b2d-af3d9088f280, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c691100d-d054-4fb0-8b2d-af3d9088f280,segment=NetworkSegment(85f51418-2574-4cc9-86d4-e3bba27ec066),segment_id=85f51418-2574-4cc9-86d4-e3bba27ec066)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:01.742841 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.744666 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa618e-2196-4ecd-aedb-4e8f68c9bbda tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Subnet': ['ID=6d3e27db-24a6-4aba-b5e6-07af521d2475,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:01.756946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfa618e-2196-4ecd-aedb-4e8f68c9bbda tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network 86a0577e-cae5-4c74-87e5-dbf4c68e8f0e is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:01.758477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-7cfa618e-2196-4ecd-aedb-4e8f68c9bbda tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:01.759779 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a572af-1347-447e-a62f-d02456dc5623 req-be3a807d-36d5-44d0-a4ca-7d180fced94f tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:01.761476 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfa618e-2196-4ecd-aedb-4e8f68c9bbda tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:01.762143 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7cfa618e-2196-4ecd-aedb-4e8f68c9bbda tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:01.769215 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a4a572af-1347-447e-a62f-d02456dc5623 req-be3a807d-36d5-44d0-a4ca-7d180fced94f tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.4722939 Feb 11 05:42:01.788992 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7cfa618e-2196-4ecd-aedb-4e8f68c9bbda tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6241946 Feb 11 05:42:01.789965 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40394) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:01.797766 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-325ef395-4f0f-4795-befc-3d6501e66c62 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'network_id': '86a0577e-cae5-4c74-87e5-dbf4c68e8f0e', 'fixed_ips': [{'subnet_id': '670a535d-d614-47c9-aecc-f02fdbf9174c'}, {'subnet_id': '6d3e27db-24a6-4aba-b5e6-07af521d2475'}], 'name': 'tempest-PortsIpV6TestJSON-1538473712'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:01.835888 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1e61d-454f-47b7-976a-7503fed9cbab None None] Pushing event updated for resources: {'Port': ['ID=c691100d-d054-4fb0-8b2d-af3d9088f280,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:01.949441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a4a572af-1347-447e-a62f-d02456dc5623 req-4a3faaba-e8c1-4e75-826d-ef01b7877d10 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783924 Feb 11 05:42:02.002842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325ef395-4f0f-4795-befc-3d6501e66c62 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:02.185657 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-325ef395-4f0f-4795-befc-3d6501e66c62 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:02.218938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-325ef395-4f0f-4795-befc-3d6501e66c62 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] device_id is not set on port c0e58eb7-afbf-492f-a35a-8ce21c63c485 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:02.268347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c691100d-d054-4fb0-8b2d-af3d9088f280 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:02.360457 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port c691100d-d054-4fb0-8b2d-af3d9088f280 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:02.360839 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:02.456269 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:02.574836 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-325ef395-4f0f-4795-befc-3d6501e66c62 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Allocated IP 2001:db8::345 (86a0577e-cae5-4c74-87e5-dbf4c68e8f0e/670a535d-d614-47c9-aecc-f02fdbf9174c/c0e58eb7-afbf-492f-a35a-8ce21c63c485) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:02.582847 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-325ef395-4f0f-4795-befc-3d6501e66c62 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Allocated IP 2001:db8:0:1::3e8 (86a0577e-cae5-4c74-87e5-dbf4c68e8f0e/6d3e27db-24a6-4aba-b5e6-07af521d2475/c0e58eb7-afbf-492f-a35a-8ce21c63c485) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:02.669915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port c691100d-d054-4fb0-8b2d-af3d9088f280 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:02.670416 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:02.756867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port c691100d-d054-4fb0-8b2d-af3d9088f280, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c691100d-d054-4fb0-8b2d-af3d9088f280,segment=NetworkSegment(85f51418-2574-4cc9-86d4-e3bba27ec066),segment_id=85f51418-2574-4cc9-86d4-e3bba27ec066)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:02.762469 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:02.815987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=c691100d-d054-4fb0-8b2d-af3d9088f280,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:02.832694 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-325ef395-4f0f-4795-befc-3d6501e66c62 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (c0e58eb7-afbf-492f-a35a-8ce21c63c485), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:02.878347 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-325ef395-4f0f-4795-befc-3d6501e66c62 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (c0e58eb7-afbf-492f-a35a-8ce21c63c485), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:02.929248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ef395-4f0f-4795-befc-3d6501e66c62 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=c0e58eb7-afbf-492f-a35a-8ce21c63c485,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:02.948770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325ef395-4f0f-4795-befc-3d6501e66c62 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network 86a0577e-cae5-4c74-87e5-dbf4c68e8f0e is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:02.950340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-325ef395-4f0f-4795-befc-3d6501e66c62 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:02.953088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ef395-4f0f-4795-befc-3d6501e66c62 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:02.970530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325ef395-4f0f-4795-befc-3d6501e66c62 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:02.971402 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-325ef395-4f0f-4795-befc-3d6501e66c62 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.000266 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-325ef395-4f0f-4795-befc-3d6501e66c62 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.2085116 Feb 11 05:42:03.003087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40420) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:03.009035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-bf81ee10-3aab-4a9e-ae1f-d2f54ebc9de6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '670a535d-d614-47c9-aecc-f02fdbf9174c'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:03.146452 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bf81ee10-3aab-4a9e-ae1f-d2f54ebc9de6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c0e58eb7-afbf-492f-a35a-8ce21c63c485), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.169445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48338a4b-3735-47d2-9e08-d6a1871fcc4e req-4e526aa0-5a75-468f-9630-2cb62a5d54ae tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:03.171042 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48338a4b-3735-47d2-9e08-d6a1871fcc4e req-4e526aa0-5a75-468f-9630-2cb62a5d54ae tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.1269851 Feb 11 05:42:03.241926 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cd92ed-cbc9-4ef2-91f1-5afeb39f4a4f None None] Network 86a0577e-cae5-4c74-87e5-dbf4c68e8f0e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:03.377465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-222ab3f7-93cb-41f0-b656-f728e293a6e7 None None] Provisioning complete for port c691100d-d054-4fb0-8b2d-af3d9088f280 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:03.377842 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-222ab3f7-93cb-41f0-b656-f728e293a6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.385055 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48338a4b-3735-47d2-9e08-d6a1871fcc4e req-b35bd05a-bdab-42c8-b5b2-42252c5be4c2 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875718 Feb 11 05:42:03.505377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-bf81ee10-3aab-4a9e-ae1f-d2f54ebc9de6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Delete allocated IP 2001:db8:0:1::3e8 (86a0577e-cae5-4c74-87e5-dbf4c68e8f0e/6d3e27db-24a6-4aba-b5e6-07af521d2475) {{(pid=103171) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:42:03.516172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-222ab3f7-93cb-41f0-b656-f728e293a6e7 None None] Current status of the port c691100d-d054-4fb0-8b2d-af3d9088f280 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:03.573585 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7a96ba-d3da-43e7-bbad-3d5812f3944b None None] Update dhcp port {'port': {'network_id': '86a0577e-cae5-4c74-87e5-dbf4c68e8f0e', 'fixed_ips': [{'subnet_id': '670a535d-d614-47c9-aecc-f02fdbf9174c', 'ip_address': '2001:db8::2'}, {'subnet_id': '6d3e27db-24a6-4aba-b5e6-07af521d2475'}], 'binding:host_id': 'n-d-713499-38'}, 'id': 'c691100d-d054-4fb0-8b2d-af3d9088f280'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:42:03.604771 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8e7a96ba-d3da-43e7-bbad-3d5812f3944b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.656667 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bf81ee10-3aab-4a9e-ae1f-d2f54ebc9de6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (c0e58eb7-afbf-492f-a35a-8ce21c63c485), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.661564 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bf81ee10-3aab-4a9e-ae1f-d2f54ebc9de6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (c0e58eb7-afbf-492f-a35a-8ce21c63c485), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.677409 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.722957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-bf81ee10-3aab-4a9e-ae1f-d2f54ebc9de6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] In _notify_port_updated(), no bound segment for port c0e58eb7-afbf-492f-a35a-8ce21c63c485 on network 86a0577e-cae5-4c74-87e5-dbf4c68e8f0e {{(pid=103171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:42:03.727937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf81ee10-3aab-4a9e-ae1f-d2f54ebc9de6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:03.728554 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bf81ee10-3aab-4a9e-ae1f-d2f54ebc9de6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.730404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bf81ee10-3aab-4a9e-ae1f-d2f54ebc9de6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "PUT /v2.0/ports/c0e58eb7-afbf-492f-a35a-8ce21c63c485 HTTP/1.1" status: 200 len: 926 time: 0.7260389 Feb 11 05:42:03.733522 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40428) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:03.738618 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81ee10-3aab-4a9e-ae1f-d2f54ebc9de6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=c0e58eb7-afbf-492f-a35a-8ce21c63c485,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:03.738798 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f699cab3-3001-4602-bbc1-305823a1a6f1 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '670a535d-d614-47c9-aecc-f02fdbf9174c'}, {'subnet_id': '6d3e27db-24a6-4aba-b5e6-07af521d2475'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:03.812884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-8e7a96ba-d3da-43e7-bbad-3d5812f3944b None None] Allocated IP 2001:db8:0:1::2 (86a0577e-cae5-4c74-87e5-dbf4c68e8f0e/6d3e27db-24a6-4aba-b5e6-07af521d2475/c691100d-d054-4fb0-8b2d-af3d9088f280) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:03.914551 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f699cab3-3001-4602-bbc1-305823a1a6f1 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c0e58eb7-afbf-492f-a35a-8ce21c63c485), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.915368 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-8e7a96ba-d3da-43e7-bbad-3d5812f3944b None None] For port c691100d-d054-4fb0-8b2d-af3d9088f280, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c691100d-d054-4fb0-8b2d-af3d9088f280,segment=NetworkSegment(85f51418-2574-4cc9-86d4-e3bba27ec066),segment_id=85f51418-2574-4cc9-86d4-e3bba27ec066)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:03.945137 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8e7a96ba-d3da-43e7-bbad-3d5812f3944b None None] Publish callbacks [] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:03.951126 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8e7a96ba-d3da-43e7-bbad-3d5812f3944b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.093616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a96ba-d3da-43e7-bbad-3d5812f3944b None None] Pushing event updated for resources: {'Port': ['ID=c691100d-d054-4fb0-8b2d-af3d9088f280,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:04.169260 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c691100d-d054-4fb0-8b2d-af3d9088f280 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:04.217856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-f699cab3-3001-4602-bbc1-305823a1a6f1 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Allocated IP 2001:db8:0:1::16b (86a0577e-cae5-4c74-87e5-dbf4c68e8f0e/6d3e27db-24a6-4aba-b5e6-07af521d2475/c0e58eb7-afbf-492f-a35a-8ce21c63c485) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:04.233508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port c691100d-d054-4fb0-8b2d-af3d9088f280 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:04.233897 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.374705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port c691100d-d054-4fb0-8b2d-af3d9088f280 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:04.398898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83cbed-e1c2-40e9-9412-1ae1bbcc6494 req-91edacb3-fb2d-4c0b-b2f3-164bf6a0c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:04.401515 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c83cbed-e1c2-40e9-9412-1ae1bbcc6494 req-91edacb3-fb2d-4c0b-b2f3-164bf6a0c6f2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 1128 time: 0.0649784 Feb 11 05:42:04.452417 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f699cab3-3001-4602-bbc1-305823a1a6f1 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (c0e58eb7-afbf-492f-a35a-8ce21c63c485), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.460304 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f699cab3-3001-4602-bbc1-305823a1a6f1 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (c0e58eb7-afbf-492f-a35a-8ce21c63c485), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.482235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c83cbed-e1c2-40e9-9412-1ae1bbcc6494 req-d09a3cb4-a592-4180-87c2-fb721c6a19fb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718653 Feb 11 05:42:04.559058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b002f2-6de5-4466-aa65-13b460c9700d req-0ea4dfc6-9972-46b1-a1cd-36598203cd8c tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:04.560675 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54b002f2-6de5-4466-aa65-13b460c9700d req-0ea4dfc6-9972-46b1-a1cd-36598203cd8c tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.0652699 Feb 11 05:42:04.564410 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699cab3-3001-4602-bbc1-305823a1a6f1 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=c0e58eb7-afbf-492f-a35a-8ce21c63c485,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:04.602536 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f699cab3-3001-4602-bbc1-305823a1a6f1 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] In _notify_port_updated(), no bound segment for port c0e58eb7-afbf-492f-a35a-8ce21c63c485 on network 86a0577e-cae5-4c74-87e5-dbf4c68e8f0e {{(pid=103170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:42:04.608092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f699cab3-3001-4602-bbc1-305823a1a6f1 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:04.608908 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f699cab3-3001-4602-bbc1-305823a1a6f1 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.613692 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f699cab3-3001-4602-bbc1-305823a1a6f1 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "PUT /v2.0/ports/c0e58eb7-afbf-492f-a35a-8ce21c63c485 HTTP/1.1" status: 200 len: 1012 time: 0.8792372 Feb 11 05:42:04.614538 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40448) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:04.649485 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54b002f2-6de5-4466-aa65-13b460c9700d req-8a93e92c-5f63-46d3-8f17-f055d0dbf88d tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735703 Feb 11 05:42:04.737164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-2a215cbf-8d5d-4533-bba3-9244d6062c59 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port c0e58eb7-afbf-492f-a35a-8ce21c63c485 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:04.737753 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a215cbf-8d5d-4533-bba3-9244d6062c59 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c0e58eb7-afbf-492f-a35a-8ce21c63c485), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.780971 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e707c9d-9023-474d-988b-e56d48874db6 None None] Network 86a0577e-cae5-4c74-87e5-dbf4c68e8f0e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:04.834655 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a215cbf-8d5d-4533-bba3-9244d6062c59 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c0e58eb7-afbf-492f-a35a-8ce21c63c485), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.848512 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-2a215cbf-8d5d-4533-bba3-9244d6062c59 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for c0e58eb7-afbf-492f-a35a-8ce21c63c485 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:04.892985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9c8d5b3f-b7b4-498f-b363-34dbaa7c986c None None] Provisioning complete for port c0e58eb7-afbf-492f-a35a-8ce21c63c485 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:04.893367 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5b3f-b7b4-498f-b363-34dbaa7c986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c0e58eb7-afbf-492f-a35a-8ce21c63c485), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.939720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d5b3f-b7b4-498f-b363-34dbaa7c986c None None] Port c0e58eb7-afbf-492f-a35a-8ce21c63c485 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:04.955297 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9c8d5b3f-b7b4-498f-b363-34dbaa7c986c None None] Provisioning complete for port c691100d-d054-4fb0-8b2d-af3d9088f280 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:04.955700 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5b3f-b7b4-498f-b363-34dbaa7c986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.049019 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d5b3f-b7b4-498f-b363-34dbaa7c986c None None] Current status of the port c691100d-d054-4fb0-8b2d-af3d9088f280 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:05.087639 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a215cbf-8d5d-4533-bba3-9244d6062c59 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c0e58eb7-afbf-492f-a35a-8ce21c63c485), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.118726 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a215cbf-8d5d-4533-bba3-9244d6062c59 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=c0e58eb7-afbf-492f-a35a-8ce21c63c485,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:05.165502 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.174052 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a215cbf-8d5d-4533-bba3-9244d6062c59 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.177537 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2a215cbf-8d5d-4533-bba3-9244d6062c59 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/c0e58eb7-afbf-492f-a35a-8ce21c63c485 HTTP/1.1" status: 204 len: 168 time: 0.5618620 Feb 11 05:42:05.180375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40458) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:05.213333 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c8d0c2-3319-475d-895b-dbc65be55af1 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] GET failed (client error): The resource could not be found. Feb 11 05:42:05.215259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-61c8d0c2-3319-475d-895b-dbc65be55af1 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports/c0e58eb7-afbf-492f-a35a-8ce21c63c485 HTTP/1.1" status: 404 len: 333 time: 0.0339015 Feb 11 05:42:05.218164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40460) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:05.271213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8c99d6-0f1a-4667-a326-ea4fec95802e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting subnet 6d3e27db-24a6-4aba-b5e6-07af521d2475 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:42:05.274920 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e8c99d6-0f1a-4667-a326-ea4fec95802e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (6d3e27db-24a6-4aba-b5e6-07af521d2475), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.277292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b4cd361c-5d2d-4407-9878-dee53a89704b None None] Could not find standard attr ID for object c0e58eb7-afbf-492f-a35a-8ce21c63c485. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:05.289835 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b4cd361c-5d2d-4407-9878-dee53a89704b None None] Provisioning complete for port c691100d-d054-4fb0-8b2d-af3d9088f280 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:05.290294 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4cd361c-5d2d-4407-9878-dee53a89704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.327936 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e8c99d6-0f1a-4667-a326-ea4fec95802e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (6d3e27db-24a6-4aba-b5e6-07af521d2475), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.416033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd361c-5d2d-4407-9878-dee53a89704b None None] Current status of the port c691100d-d054-4fb0-8b2d-af3d9088f280 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:05.444389 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e8c99d6-0f1a-4667-a326-ea4fec95802e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (6d3e27db-24a6-4aba-b5e6-07af521d2475), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.542063 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e8c99d6-0f1a-4667-a326-ea4fec95802e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (6d3e27db-24a6-4aba-b5e6-07af521d2475), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.583543 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c99d6-0f1a-4667-a326-ea4fec95802e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3e27db-24a6-4aba-b5e6-07af521d2475,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:05.588097 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e8c99d6-0f1a-4667-a326-ea4fec95802e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.592623 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8e8c99d6-0f1a-4667-a326-ea4fec95802e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/6d3e27db-24a6-4aba-b5e6-07af521d2475 HTTP/1.1" status: 204 len: 168 time: 0.3733470 Feb 11 05:42:05.595233 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40464) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:05.632278 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f2eccf7f-fd75-4ef1-84f9-a975fa992076 None None] Could not find standard attr ID for object c0e58eb7-afbf-492f-a35a-8ce21c63c485. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:05.647832 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ef532b-33d0-40d3-a509-feb5454547b4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting subnet 670a535d-d614-47c9-aecc-f02fdbf9174c {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:42:05.651179 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-43ef532b-33d0-40d3-a509-feb5454547b4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (670a535d-d614-47c9-aecc-f02fdbf9174c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.705425 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-43ef532b-33d0-40d3-a509-feb5454547b4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (670a535d-d614-47c9-aecc-f02fdbf9174c), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.808128 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-43ef532b-33d0-40d3-a509-feb5454547b4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (670a535d-d614-47c9-aecc-f02fdbf9174c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.833212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b68218-c2cf-47ed-a730-047ab9019784 req-b2186560-0da2-4193-a44c-318b6d65f4ae tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:05.844000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2b68218-c2cf-47ed-a730-047ab9019784 req-b2186560-0da2-4193-a44c-318b6d65f4ae tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.0930386 Feb 11 05:42:05.850113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de89d609-252e-4b08-89e1-872d174af3e8 None None] Network 86a0577e-cae5-4c74-87e5-dbf4c68e8f0e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:05.896817 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-43ef532b-33d0-40d3-a509-feb5454547b4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (670a535d-d614-47c9-aecc-f02fdbf9174c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.898970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2b68218-c2cf-47ed-a730-047ab9019784 req-e5b20b08-a44f-42c2-a423-b93d4f24a880 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502460 Feb 11 05:42:05.935484 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef532b-33d0-40d3-a509-feb5454547b4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Subnet': ['ID=670a535d-d614-47c9-aecc-f02fdbf9174c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:05.942426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f80beb56-6771-4449-9b3a-3bf47e14966b None None] Could not find standard attr ID for object c0e58eb7-afbf-492f-a35a-8ce21c63c485. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:05.946592 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-43ef532b-33d0-40d3-a509-feb5454547b4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:05.952855 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-43ef532b-33d0-40d3-a509-feb5454547b4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/670a535d-d614-47c9-aecc-f02fdbf9174c HTTP/1.1" status: 204 len: 168 time: 0.3559897 Feb 11 05:42:05.955412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40470) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:06.052777 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (86a0577e-cae5-4c74-87e5-dbf4c68e8f0e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.141711 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1475eb11-547c-49b9-9f80-fee7be2f6956 None None] Update dhcp port {'port': {'network_id': '86a0577e-cae5-4c74-87e5-dbf4c68e8f0e', 'fixed_ips': [{'subnet_id': '670a535d-d614-47c9-aecc-f02fdbf9174c'}], 'binding:host_id': 'n-d-713499-38'}, 'id': 'c691100d-d054-4fb0-8b2d-af3d9088f280'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:42:06.142457 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port c691100d-d054-4fb0-8b2d-af3d9088f280 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:06.142457 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.162588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c691100d-d054-4fb0-8b2d-af3d9088f280 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:06.200741 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1475eb11-547c-49b9-9f80-fee7be2f6956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.277243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] For port c691100d-d054-4fb0-8b2d-af3d9088f280, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c691100d-d054-4fb0-8b2d-af3d9088f280,segment=NetworkSegment(85f51418-2574-4cc9-86d4-e3bba27ec066),segment_id=85f51418-2574-4cc9-86d4-e3bba27ec066)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:06.278044 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.297938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for c691100d-d054-4fb0-8b2d-af3d9088f280 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:06.310983 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port c691100d-d054-4fb0-8b2d-af3d9088f280 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:06.311265 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.326167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-5b7f58e6-6341-4211-98c4-feb3ed46613f tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:06.327850 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-5b7f58e6-6341-4211-98c4-feb3ed46613f tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/networks?id=7266fb20-4639-4ae1-b874-21b72b06d2fd HTTP/1.1" status: 200 len: 810 time: 0.1831710 Feb 11 05:42:06.402370 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-230f8b3c-165e-4199-88b5-a9ef3beebc94 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/quotas/d870a6d8ae5041ab8726db84282444df HTTP/1.1" status: 200 len: 375 time: 0.0652838 Feb 11 05:42:06.409817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port c691100d-d054-4fb0-8b2d-af3d9088f280 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:06.425893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04271b8-97a3-4902-96a2-66acd7073030 None None] Network 86a0577e-cae5-4c74-87e5-dbf4c68e8f0e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:06.503358 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-41e70128-77b2-4c7e-9b69-94436e5278b0 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d870a6d8ae5041ab8726db84282444df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933950 Feb 11 05:42:06.503358 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.531807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=c691100d-d054-4fb0-8b2d-af3d9088f280,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:06.548304 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7a58a021-07f3-4e23-800e-425a65e4ca24 None None] Provisioning complete for port c691100d-d054-4fb0-8b2d-af3d9088f280 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:06.548701 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7a58a021-07f3-4e23-800e-425a65e4ca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c691100d-d054-4fb0-8b2d-af3d9088f280), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.556883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No DVR routers for this DVR port c691100d-d054-4fb0-8b2d-af3d9088f280 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:06.571973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7a58a021-07f3-4e23-800e-425a65e4ca24 None None] Port c691100d-d054-4fb0-8b2d-af3d9088f280 was deleted so its status cannot be updated. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 11 05:42:06.573534 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f9b75a-630a-4d3d-85cf-6ece1902d6f2 None None] DHCP port deletion for 86a0577e-cae5-4c74-87e5-dbf4c68e8f0e request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:42:06.684399 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (86a0577e-cae5-4c74-87e5-dbf4c68e8f0e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.715380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-506b1133-9faf-45ea-8a7f-e68b1c777f27 service neutron] 10.222.0.87 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796663 Feb 11 05:42:06.716877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a0577e-cae5-4c74-87e5-dbf4c68e8f0e']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:06.733811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f51418-2574-4cc9-86d4-e3bba27ec066') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:06.734046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f51418-2574-4cc9-86d4-e3bba27ec066') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:06.757315 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (85f51418-2574-4cc9-86d4-e3bba27ec066), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.803513 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (85f51418-2574-4cc9-86d4-e3bba27ec066), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.823734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:42:06.824147 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (85f51418-2574-4cc9-86d4-e3bba27ec066), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:42:06.827846 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:42:06.895735 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-acaa7a09-5c3f-40eb-88c3-3843c771679a service neutron] 10.222.0.87 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719418 Feb 11 05:42:06.900417 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (86a0577e-cae5-4c74-87e5-dbf4c68e8f0e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.908618 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:06.915527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/networks/86a0577e-cae5-4c74-87e5-dbf4c68e8f0e HTTP/1.1" status: 204 len: 168 time: 0.9555466 Feb 11 05:42:06.915854 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40484) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:06.931602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718e3d2-5024-49a4-84a0-58d0aba9c3e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Network': ['ID=86a0577e-cae5-4c74-87e5-dbf4c68e8f0e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:06.976653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf375878-fbfa-44e9-9be7-c01ad84bcf62 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:06.981839 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bf375878-fbfa-44e9-9be7-c01ad84bcf62 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0614834 Feb 11 05:42:06.982177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40486) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:07.075468 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-43f50604-43c2-4031-9294-42c97dee908d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0915310 Feb 11 05:42:07.078988 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40492) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:07.085218 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ce6da446-491c-44f6-bcbf-499b0d07cc4f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1113739973'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:07.111663 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fcd62321-ad1d-4a17-a5bb-33c714ea6d9b req-75fc0334-a64f-464a-8e01-5fb308dc3900 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 210 time: 0.0299118 Feb 11 05:42:07.112770 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6da446-491c-44f6-bcbf-499b0d07cc4f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:07.116436 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce6da446-491c-44f6-bcbf-499b0d07cc4f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.147596 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6da446-491c-44f6-bcbf-499b0d07cc4f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:07.158779 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce6da446-491c-44f6-bcbf-499b0d07cc4f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (38afde46-c9ac-4312-97ec-3614effc3d7d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.159214 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-ce6da446-491c-44f6-bcbf-499b0d07cc4f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Added segment 38afde46-c9ac-4312-97ec-3614effc3d7d of type vlan for network 5e434f6e-9409-42be-8ae1-4bafd08279d4 Feb 11 05:42:07.202312 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce6da446-491c-44f6-bcbf-499b0d07cc4f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (5e434f6e-9409-42be-8ae1-4bafd08279d4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.232655 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce6da446-491c-44f6-bcbf-499b0d07cc4f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (5e434f6e-9409-42be-8ae1-4bafd08279d4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.237732 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6da446-491c-44f6-bcbf-499b0d07cc4f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:07.238322 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ce6da446-491c-44f6-bcbf-499b0d07cc4f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.277616 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ce6da446-491c-44f6-bcbf-499b0d07cc4f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1973255 Feb 11 05:42:07.280818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40496) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:07.285834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a8a8ebac-8b93-4a85-a4b1-4f364c0492ed tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'subnet': {'network_id': '5e434f6e-9409-42be-8ae1-4bafd08279d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:07.321066 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6da446-491c-44f6-bcbf-499b0d07cc4f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Network': ['ID=5e434f6e-9409-42be-8ae1-4bafd08279d4,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:07.336568 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 5e434f6e-9409-42be-8ae1-4bafd08279d4 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:07.388473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a8ebac-8b93-4a85-a4b1-4f364c0492ed tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:07.391920 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ebac-8b93-4a85-a4b1-4f364c0492ed tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.605260 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ebac-8b93-4a85-a4b1-4f364c0492ed tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (e96a650f-f50e-4363-a5ab-8737180cd478), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.676182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8ebac-8b93-4a85-a4b1-4f364c0492ed tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Subnet': ['ID=e96a650f-f50e-4363-a5ab-8737180cd478,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:07.681476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a8ebac-8b93-4a85-a4b1-4f364c0492ed tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Checking segment: {'id': '38afde46-c9ac-4312-97ec-3614effc3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5e434f6e-9409-42be-8ae1-4bafd08279d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:07.681839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a8ebac-8b93-4a85-a4b1-4f364c0492ed tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network hostable DHCP agents. Network: 5e434f6e-9409-42be-8ae1-4bafd08279d4, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:07.700814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a8ebac-8b93-4a85-a4b1-4f364c0492ed tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network 5e434f6e-9409-42be-8ae1-4bafd08279d4 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:07.711357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-a8a8ebac-8b93-4a85-a4b1-4f364c0492ed tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 5e434f6e-9409-42be-8ae1-4bafd08279d4) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:07.716130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a8ebac-8b93-4a85-a4b1-4f364c0492ed tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:07.716725 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ebac-8b93-4a85-a4b1-4f364c0492ed tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.725437 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37177e9d-3e1e-4c2e-bc45-34487bee4e86 None None] Network 5e434f6e-9409-42be-8ae1-4bafd08279d4 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:07.739023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a8a8ebac-8b93-4a85-a4b1-4f364c0492ed tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4544718 Feb 11 05:42:07.739330 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40506) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:07.744417 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7fc40ecb-384a-4363-a5bb-cd04114fcd31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'network_id': '5e434f6e-9409-42be-8ae1-4bafd08279d4', 'name': 'tempest-PortsIpV6TestJSON-2060483038'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:07.842569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-5e434f6e-9409-42be-8ae1-4bafd08279d4', 'network_id': '5e434f6e-9409-42be-8ae1-4bafd08279d4', 'project_id': 'eb49c78aa0bb42b4a7f29b131d011655', 'fixed_ips': [{'subnet_id': 'e96a650f-f50e-4363-a5ab-8737180cd478'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:07.843983 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.899103 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc40ecb-384a-4363-a5bb-cd04114fcd31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:07.906238 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fc40ecb-384a-4363-a5bb-cd04114fcd31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:07.929694 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-7fc40ecb-384a-4363-a5bb-cd04114fcd31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] device_id is not set on port 4eac85d7-79b2-482d-99c4-baf4fc84295a yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:08.013844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Allocated IP 2001:db8::2 (5e434f6e-9409-42be-8ae1-4bafd08279d4/e96a650f-f50e-4363-a5ab-8737180cd478/649d208c-b1f5-48ce-be82-21ec58b46034) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:08.171914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c691100d-d054-4fb0-8b2d-af3d9088f280 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:08.197513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: c691100d-d054-4fb0-8b2d-af3d9088f280 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:08.198143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c691100d-d054-4fb0-8b2d-af3d9088f280 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:08.222117 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Publish callbacks [] for port (649d208c-b1f5-48ce-be82-21ec58b46034), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.228538 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (649d208c-b1f5-48ce-be82-21ec58b46034), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.250874 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fab14d31-7dde-4c36-aaea-8f380cdc9665 req-eaad098f-9e7e-411f-b2a3-8daab3e81fb3 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 210 time: 0.0676005 Feb 11 05:42:08.275513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Network 5e434f6e-9409-42be-8ae1-4bafd08279d4 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:08.279380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:08.284083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:08.334033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Pushing event updated for resources: {'Port': ['ID=649d208c-b1f5-48ce-be82-21ec58b46034,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:08.371609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Attempting to bind port 649d208c-b1f5-48ce-be82-21ec58b46034 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:08.372703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Attempting to bind port 649d208c-b1f5-48ce-be82-21ec58b46034 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '38afde46-c9ac-4312-97ec-3614effc3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5e434f6e-9409-42be-8ae1-4bafd08279d4'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:08.372861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Attempting to bind port 649d208c-b1f5-48ce-be82-21ec58b46034 on network 5e434f6e-9409-42be-8ae1-4bafd08279d4 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:08.378348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:08.378573 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Checking segment: {'id': '38afde46-c9ac-4312-97ec-3614effc3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5e434f6e-9409-42be-8ae1-4bafd08279d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:08.378858 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.379338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Bound using segment: {'id': '38afde46-c9ac-4312-97ec-3614effc3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5e434f6e-9409-42be-8ae1-4bafd08279d4'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:08.379894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Bound port: 649d208c-b1f5-48ce-be82-21ec58b46034, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38afde46-c9ac-4312-97ec-3614effc3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5e434f6e-9409-42be-8ae1-4bafd08279d4'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:08.380290 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (649d208c-b1f5-48ce-be82-21ec58b46034), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.392481 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-7fc40ecb-384a-4363-a5bb-cd04114fcd31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Allocated IP 2001:db8::1f1 (5e434f6e-9409-42be-8ae1-4bafd08279d4/e96a650f-f50e-4363-a5ab-8737180cd478/4eac85d7-79b2-482d-99c4-baf4fc84295a) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:08.413774 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-71be4ee2-2a0a-478d-90e1-bcd7265ad017 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:08.415496 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-71be4ee2-2a0a-478d-90e1-bcd7265ad017 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.73 "GET /v2.0/networks?id=7266fb20-4639-4ae1-b874-21b72b06d2fd HTTP/1.1" status: 200 len: 810 time: 0.2231541 Feb 11 05:42:08.429477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-08644682-2eaf-4993-95f4-9e2ee5ecc194 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Request body: {'port': {'device_id': 'f33f703f-164d-4261-a11c-6132ff990255', 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd', 'admin_state_up': True, 'tenant_id': 'd870a6d8ae5041ab8726db84282444df'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:08.447568 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] For port 649d208c-b1f5-48ce-be82-21ec58b46034, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:08.451685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] For port 649d208c-b1f5-48ce-be82-21ec58b46034, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=649d208c-b1f5-48ce-be82-21ec58b46034,segment=NetworkSegment(38afde46-c9ac-4312-97ec-3614effc3d7d),segment_id=38afde46-c9ac-4312-97ec-3614effc3d7d)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:08.458520 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (649d208c-b1f5-48ce-be82-21ec58b46034), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.551188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273b1a8-4931-47ab-81e6-12f72094fe55 None None] Pushing event updated for resources: {'Port': ['ID=649d208c-b1f5-48ce-be82-21ec58b46034,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:08.589185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a922639-0548-4938-8a0b-9b3999ff8b70 req-bb0fbc1f-6c88-463a-b125-0a230a2d85ee tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:08.590516 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a922639-0548-4938-8a0b-9b3999ff8b70 req-bb0fbc1f-6c88-463a-b125-0a230a2d85ee tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 1128 time: 0.0830281 Feb 11 05:42:08.644568 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a922639-0548-4938-8a0b-9b3999ff8b70 req-fb625146-3495-4034-bc8a-415b68f3ff45 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470808 Feb 11 05:42:08.668304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40516) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:08.901227 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-357ff8a6-ae39-4eab-aa7f-6dda9e7b9bbc tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting port 6d1e4e7e-21d9-4033-bd5b-3efa3ca58eb0 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:08.910563 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-357ff8a6-ae39-4eab-aa7f-6dda9e7b9bbc tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6d1e4e7e-21d9-4033-bd5b-3efa3ca58eb0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.992133 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-357ff8a6-ae39-4eab-aa7f-6dda9e7b9bbc tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6d1e4e7e-21d9-4033-bd5b-3efa3ca58eb0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:08.992550 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-357ff8a6-ae39-4eab-aa7f-6dda9e7b9bbc tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for floatingip (6d1e4e7e-21d9-4033-bd5b-3efa3ca58eb0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.007154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-357ff8a6-ae39-4eab-aa7f-6dda9e7b9bbc tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Calling delete_port for 6d1e4e7e-21d9-4033-bd5b-3efa3ca58eb0 owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:09.107975 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-08644682-2eaf-4993-95f4-9e2ee5ecc194 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Made reservation on behalf of d870a6d8ae5041ab8726db84282444df for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:09.111525 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-08644682-2eaf-4993-95f4-9e2ee5ecc194 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.123255 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fc40ecb-384a-4363-a5bb-cd04114fcd31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (4eac85d7-79b2-482d-99c4-baf4fc84295a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.217431 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-357ff8a6-ae39-4eab-aa7f-6dda9e7b9bbc tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (6d1e4e7e-21d9-4033-bd5b-3efa3ca58eb0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.224002 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fc40ecb-384a-4363-a5bb-cd04114fcd31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (4eac85d7-79b2-482d-99c4-baf4fc84295a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.246471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ff8a6-ae39-4eab-aa7f-6dda9e7b9bbc tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Port': ['ID=6d1e4e7e-21d9-4033-bd5b-3efa3ca58eb0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:09.312201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc40ecb-384a-4363-a5bb-cd04114fcd31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network 5e434f6e-9409-42be-8ae1-4bafd08279d4 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:09.318082 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc40ecb-384a-4363-a5bb-cd04114fcd31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=4eac85d7-79b2-482d-99c4-baf4fc84295a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:09.320663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-7fc40ecb-384a-4363-a5bb-cd04114fcd31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:09.326002 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc40ecb-384a-4363-a5bb-cd04114fcd31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:09.331201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc40ecb-384a-4363-a5bb-cd04114fcd31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:09.331882 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fc40ecb-384a-4363-a5bb-cd04114fcd31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.343062 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-08644682-2eaf-4993-95f4-9e2ee5ecc194 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Allocated IP 172.20.0.4 (7266fb20-4639-4ae1-b874-21b72b06d2fd/ff32d698-b68e-4729-b26c-25d5d7a2de9f/7ca5126b-bffe-4b79-b97f-f854dda2d7d4) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:09.359218 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7fc40ecb-384a-4363-a5bb-cd04114fcd31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6187434 Feb 11 05:42:09.360138 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-357ff8a6-ae39-4eab-aa7f-6dda9e7b9bbc tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for floatingip (b81060f3-d572-4b7b-87ef-ce420b2af094), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.361024 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-357ff8a6-ae39-4eab-aa7f-6dda9e7b9bbc tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Floating IP b81060f3-d572-4b7b-87ef-ce420b2af094 disassociated (deleted). External IP: 172.25.5.126, port: e40f4e2c-26c8-4a36-aa00-b877d29f63b8. Feb 11 05:42:09.366935 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40520) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:09.374528 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-44e4ff5b-b41c-4b2e-92bc-4daea2cb25cf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'network_id': '5e434f6e-9409-42be-8ae1-4bafd08279d4', 'name': 'tempest-PortsIpV6TestJSON-1207537062'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:09.614344 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-08644682-2eaf-4993-95f4-9e2ee5ecc194 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Publish callbacks [] for port (7ca5126b-bffe-4b79-b97f-f854dda2d7d4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.638620 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e4ff5b-b41c-4b2e-92bc-4daea2cb25cf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:09.643340 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-44e4ff5b-b41c-4b2e-92bc-4daea2cb25cf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.686901 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-44e4ff5b-b41c-4b2e-92bc-4daea2cb25cf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] device_id is not set on port 5c66c503-f3b6-410b-8814-069bca0e64de yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:09.742972 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-08644682-2eaf-4993-95f4-9e2ee5ecc194 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7ca5126b-bffe-4b79-b97f-f854dda2d7d4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.757948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['11a9a626-c5ca-4255-82e6-22ea92ee0b01'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:09.824419 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-08644682-2eaf-4993-95f4-9e2ee5ecc194 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Network 7266fb20-4639-4ae1-b874-21b72b06d2fd is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:09.852523 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-08644682-2eaf-4993-95f4-9e2ee5ecc194 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:09.856597 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-08644682-2eaf-4993-95f4-9e2ee5ecc194 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:09.868337 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.896936 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08644682-2eaf-4993-95f4-9e2ee5ecc194 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Pushing event updated for resources: {'Port': ['ID=7ca5126b-bffe-4b79-b97f-f854dda2d7d4,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:09.924451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8652d256-038c-46b2-bfcb-a332d12037dc None None] Network 5e434f6e-9409-42be-8ae1-4bafd08279d4 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:09.953052 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-08644682-2eaf-4993-95f4-9e2ee5ecc194 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:09.953485 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-08644682-2eaf-4993-95f4-9e2ee5ecc194 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:09.964925 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-44e4ff5b-b41c-4b2e-92bc-4daea2cb25cf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Allocated IP 2001:db8::198 (5e434f6e-9409-42be-8ae1-4bafd08279d4/e96a650f-f50e-4363-a5ab-8737180cd478/5c66c503-f3b6-410b-8814-069bca0e64de) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:09.971820 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-08644682-2eaf-4993-95f4-9e2ee5ecc194 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5461459 Feb 11 05:42:10.064048 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ec19a10a-eee8-486b-8f7e-3eeec32ab64c None None] Provisioning complete for port 649d208c-b1f5-48ce-be82-21ec58b46034 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:10.064651 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ec19a10a-eee8-486b-8f7e-3eeec32ab64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (649d208c-b1f5-48ce-be82-21ec58b46034), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.094400 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Request body: {'port': {'device_id': 'f33f703f-164d-4261-a11c-6132ff990255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:10.123079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a903-be84-4278-b6c6-a1b493f1b4c9 req-7ae95b30-8df9-4aa3-8f67-121be86b8333 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:10.129993 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3659a903-be84-4278-b6c6-a1b493f1b4c9 req-7ae95b30-8df9-4aa3-8f67-121be86b8333 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 931 time: 0.1859701 Feb 11 05:42:10.241487 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 649d208c-b1f5-48ce-be82-21ec58b46034 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:10.282415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357ff8a6-ae39-4eab-aa7f-6dda9e7b9bbc tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router 64654e44-a024-487e-9fc5-930889b8fa7b has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:10.288347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3659a903-be84-4278-b6c6-a1b493f1b4c9 req-3a7dc162-1545-4771-bd06-98232954b9c1 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889347 Feb 11 05:42:10.327002 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-44e4ff5b-b41c-4b2e-92bc-4daea2cb25cf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (5c66c503-f3b6-410b-8814-069bca0e64de), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.423730 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7ca5126b-bffe-4b79-b97f-f854dda2d7d4), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.434115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357ff8a6-ae39-4eab-aa7f-6dda9e7b9bbc tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:10.443633 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-44e4ff5b-b41c-4b2e-92bc-4daea2cb25cf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5c66c503-f3b6-410b-8814-069bca0e64de), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.449801 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-357ff8a6-ae39-4eab-aa7f-6dda9e7b9bbc tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.466485 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafc127d-7d15-4081-ba77-da63d9becf09 None None] Sync routers for ids ['64654e44-a024-487e-9fc5-930889b8fa7b'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:10.496438 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-357ff8a6-ae39-4eab-aa7f-6dda9e7b9bbc tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/floatingips/b81060f3-d572-4b7b-87ef-ce420b2af094 HTTP/1.1" status: 204 len: 168 time: 1.8268359 Feb 11 05:42:10.496979 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'tag': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:10.499308 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017cde58-aaef-42d3-9555-a4876daf859e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ead118e-a5b8-457c-8cab-407bf67af63f", "tag": "e40f4e2c-26c8-4a36-aa00-b877d29f63b8"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:10.526418 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafc127d-7d15-4081-ba77-da63d9becf09 None None] Routers {'64654e44-a024-487e-9fc5-930889b8fa7b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:10.527281 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-dafc127d-7d15-4081-ba77-da63d9becf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:42:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['64654e44-a024-487e-9fc5-930889b8fa7b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:10.537229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e4ff5b-b41c-4b2e-92bc-4daea2cb25cf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network 5e434f6e-9409-42be-8ae1-4bafd08279d4 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:10.543720 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-44e4ff5b-b41c-4b2e-92bc-4daea2cb25cf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:10.547299 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4ff5b-b41c-4b2e-92bc-4daea2cb25cf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=5c66c503-f3b6-410b-8814-069bca0e64de,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:10.556588 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e4ff5b-b41c-4b2e-92bc-4daea2cb25cf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:10.563731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4ff5b-b41c-4b2e-92bc-4daea2cb25cf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:10.564713 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-44e4ff5b-b41c-4b2e-92bc-4daea2cb25cf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.577981 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1364054-d49e-4244-94fe-7daf2a1c1300 x-openstack-request-id: req-d1364054-d49e-4244-94fe-7daf2a1c1300 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:10.578264 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ead118e-a5b8-457c-8cab-407bf67af63f", "tag": "e40f4e2c-26c8-4a36-aa00-b877d29f63b8", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:10.578521 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d1364054-d49e-4244-94fe-7daf2a1c1300 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:10.578923 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'tag': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8', 'status': 'completed', 'code': 200} Feb 11 05:42:10.676902 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-44e4ff5b-b41c-4b2e-92bc-4daea2cb25cf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3087256 Feb 11 05:42:10.687759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40532) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:10.726361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cde58-aaef-42d3-9555-a4876daf859e req-578b0c58-3e58-4d57-b39c-382b10e60f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:10.727952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-017cde58-aaef-42d3-9555-a4876daf859e req-578b0c58-3e58-4d57-b39c-382b10e60f65 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 1128 time: 0.1153638 Feb 11 05:42:10.732161 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ec19a10a-eee8-486b-8f7e-3eeec32ab64c None None] Current status of the port 649d208c-b1f5-48ce-be82-21ec58b46034 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:10.732752 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ec19a10a-eee8-486b-8f7e-3eeec32ab64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (649d208c-b1f5-48ce-be82-21ec58b46034), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.839742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ec19a10a-eee8-486b-8f7e-3eeec32ab64c None None] For port 649d208c-b1f5-48ce-be82-21ec58b46034, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=649d208c-b1f5-48ce-be82-21ec58b46034,segment=NetworkSegment(38afde46-c9ac-4312-97ec-3614effc3d7d),segment_id=38afde46-c9ac-4312-97ec-3614effc3d7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:10.853054 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ec19a10a-eee8-486b-8f7e-3eeec32ab64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (649d208c-b1f5-48ce-be82-21ec58b46034), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.937298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19a10a-eee8-486b-8f7e-3eeec32ab64c None None] Pushing event updated for resources: {'Port': ['ID=649d208c-b1f5-48ce-be82-21ec58b46034,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:10.940691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 649d208c-b1f5-48ce-be82-21ec58b46034 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:10.941083 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (649d208c-b1f5-48ce-be82-21ec58b46034), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:10.981277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-dafc127d-7d15-4081-ba77-da63d9becf09 None None] Set router 64654e44-a024-487e-9fc5-930889b8fa7b gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:10.997653 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19d7a2a-8da3-43bf-8d34-989798d6c9f2 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:10.999219 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e19d7a2a-8da3-43bf-8d34-989798d6c9f2 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1f1 HTTP/1.1" status: 200 len: 929 time: 0.3061173 Feb 11 05:42:11.002706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40536) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:11.050866 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:42:11.067476 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Publish callbacks [] for port (7ca5126b-bffe-4b79-b97f-f854dda2d7d4), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.118157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cde58-aaef-42d3-9555-a4876daf859e req-98542dc7-df73-4537-bfd3-0d72f1eb3984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:11.119706 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-017cde58-aaef-42d3-9555-a4876daf859e req-98542dc7-df73-4537-bfd3-0d72f1eb3984 service neutron] 10.222.0.88 "GET /v2.0/networks?id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 HTTP/1.1" status: 200 len: 897 time: 0.3680122 Feb 11 05:42:11.133443 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Transition to ACTIVE for port object 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:42:11.135480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba92ea7-1c51-40aa-88ec-cf11b45973b0 req-fce21daf-a278-462d-a170-4ce259e1b861 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:11.137037 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fba92ea7-1c51-40aa-88ec-cf11b45973b0 req-fce21daf-a278-462d-a170-4ce259e1b861 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.2733667 Feb 11 05:42:11.140771 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (7ca5126b-bffe-4b79-b97f-f854dda2d7d4), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.210028 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-017cde58-aaef-42d3-9555-a4876daf859e req-f6712a75-7f4d-445b-be75-7254a8c778c8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8 HTTP/1.1" status: 200 len: 217 time: 0.0717525 Feb 11 05:42:11.266575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b2ddcfdc-8f54-4d69-b6ea-ab24e5153aaa tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port 5c66c503-f3b6-410b-8814-069bca0e64de {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:11.266818 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 649d208c-b1f5-48ce-be82-21ec58b46034 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:11.266910 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2ddcfdc-8f54-4d69-b6ea-ab24e5153aaa tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5c66c503-f3b6-410b-8814-069bca0e64de), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.288018 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-bca00564-7923-4b81-81b4-c5b8ff9d7064 None None] Provisioning complete for port 4eac85d7-79b2-482d-99c4-baf4fc84295a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:11.288430 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bca00564-7923-4b81-81b4-c5b8ff9d7064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4eac85d7-79b2-482d-99c4-baf4fc84295a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.293810 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fba92ea7-1c51-40aa-88ec-cf11b45973b0 req-1ab4792c-5294-4035-b4ea-6dafc85905dc tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485279 Feb 11 05:42:11.353602 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca5126b-bffe-4b79-b97f-f854dda2d7d4,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:11.392477 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bca00564-7923-4b81-81b4-c5b8ff9d7064 None None] Port 4eac85d7-79b2-482d-99c4-baf4fc84295a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:11.400328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cde58-aaef-42d3-9555-a4876daf859e req-51a82537-65fe-4d61-aeea-48a6fcbf5413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:11.402132 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-017cde58-aaef-42d3-9555-a4876daf859e req-51a82537-65fe-4d61-aeea-48a6fcbf5413 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a745f28e-e46b-4e48-a47d-1afdc429c60f HTTP/1.1" status: 200 len: 833 time: 0.1844776 Feb 11 05:42:11.437159 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Attempting to bind port 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:11.437756 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Attempting to bind port 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '0394ae95-775b-4f2c-9208-0f5b4ba16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:11.438418 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Attempting to bind port 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 on network 7266fb20-4639-4ae1-b874-21b72b06d2fd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:11.449350 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Port 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 on network 7266fb20-4639-4ae1-b874-21b72b06d2fd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:42:11.449693 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Attempting to bind port 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 on network 7266fb20-4639-4ae1-b874-21b72b06d2fd {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:11.460826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-bca00564-7923-4b81-81b4-c5b8ff9d7064 None None] Provisioning complete for port 649d208c-b1f5-48ce-be82-21ec58b46034 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:11.461531 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bca00564-7923-4b81-81b4-c5b8ff9d7064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (649d208c-b1f5-48ce-be82-21ec58b46034), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.469523 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:11.469874 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Checking segment: {'id': '0394ae95-775b-4f2c-9208-0f5b4ba16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:11.470303 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Bound using segment: {'id': '0394ae95-775b-4f2c-9208-0f5b4ba16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:11.470944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Bound port: 7ca5126b-bffe-4b79-b97f-f854dda2d7d4, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0394ae95-775b-4f2c-9208-0f5b4ba16c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:11.471323 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7ca5126b-bffe-4b79-b97f-f854dda2d7d4), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.534333 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-dafc127d-7d15-4081-ba77-da63d9becf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1956493085', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:03Z', 'updated_at': '2022-02-11T05:40:12Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:05Z', 'updated_at': '2022-02-11T05:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '9e756b3f-fadc-4251-b09d-035ef743e4aa', 'name': '', 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:c7:63:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:10Z', 'updated_at': '2022-02-11T05:40:17Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:11.568955 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2ddcfdc-8f54-4d69-b6ea-ab24e5153aaa tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5c66c503-f3b6-410b-8814-069bca0e64de), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.576834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] For port 7ca5126b-bffe-4b79-b97f-f854dda2d7d4, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:11.580393 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] For port 7ca5126b-bffe-4b79-b97f-f854dda2d7d4, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=7ca5126b-bffe-4b79-b97f-f854dda2d7d4,segment=NetworkSegment(0394ae95-775b-4f2c-9208-0f5b4ba16c99),segment_id=0394ae95-775b-4f2c-9208-0f5b4ba16c99)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:11.581628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafc127d-7d15-4081-ba77-da63d9becf09 None None] Checking router: 64654e44-a024-487e-9fc5-930889b8fa7b for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:42:11.583012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cde58-aaef-42d3-9555-a4876daf859e req-4654119e-386f-4454-83e1-96bc3209ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:11.584594 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-017cde58-aaef-42d3-9555-a4876daf859e req-4654119e-386f-4454-83e1-96bc3209ed25 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1756530 Feb 11 05:42:11.590105 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (7ca5126b-bffe-4b79-b97f-f854dda2d7d4), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.606108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b2ddcfdc-8f54-4d69-b6ea-ab24e5153aaa tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for 5c66c503-f3b6-410b-8814-069bca0e64de owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:11.627842 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafc127d-7d15-4081-ba77-da63d9becf09 None None] Routers {'64654e44-a024-487e-9fc5-930889b8fa7b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:11.628767 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-dafc127d-7d15-4081-ba77-da63d9becf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:42:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['64654e44-a024-487e-9fc5-930889b8fa7b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:11.657558 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:11.658344 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:11.659750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e038f-9bb5-43fc-81f5-bee7789ff417 req-904b3188-1d50-421a-ab7d-c12e3b487a3e tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:11.659977 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] 10.222.0.73 "PUT /v2.0/ports/7ca5126b-bffe-4b79-b97f-f854dda2d7d4 HTTP/1.1" status: 200 len: 1092 time: 1.6783295 Feb 11 05:42:11.660616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33f703f-164d-4261-a11c-6132ff990255', 'tag': '7ca5126b-bffe-4b79-b97f-f854dda2d7d4'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:11.661329 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-514e038f-9bb5-43fc-81f5-bee7789ff417 req-904b3188-1d50-421a-ab7d-c12e3b487a3e tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 943 time: 0.2151577 Feb 11 05:42:11.677553 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb018a8a-8f43-42ec-8d9d-44ec9dc510c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f33f703f-164d-4261-a11c-6132ff990255", "tag": "7ca5126b-bffe-4b79-b97f-f854dda2d7d4"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:11.781543 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef34aa19-07b5-401b-92d7-a8546f805ca1 x-openstack-request-id: req-ef34aa19-07b5-401b-92d7-a8546f805ca1 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:11.781985 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33f703f-164d-4261-a11c-6132ff990255", "tag": "7ca5126b-bffe-4b79-b97f-f854dda2d7d4", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:11.782323 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ef34aa19-07b5-401b-92d7-a8546f805ca1 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:11.782820 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33f703f-164d-4261-a11c-6132ff990255', 'tag': '7ca5126b-bffe-4b79-b97f-f854dda2d7d4', 'status': 'completed', 'code': 200} Feb 11 05:42:11.791813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca49841-1b43-4f49-8c75-05e54b744b71 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca5126b-bffe-4b79-b97f-f854dda2d7d4,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:11.815136 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-cfc3277d-2a2b-4445-9a6d-91f77f761e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:11.816881 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-cfc3277d-2a2b-4445-9a6d-91f77f761e56 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d870a6d8ae5041ab8726db84282444df&device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 1126 time: 0.1076679 Feb 11 05:42:11.830067 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-dafc127d-7d15-4081-ba77-da63d9becf09 None None] Set router 64654e44-a024-487e-9fc5-930889b8fa7b gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:11.846290 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bca00564-7923-4b81-81b4-c5b8ff9d7064 None None] Current status of the port 649d208c-b1f5-48ce-be82-21ec58b46034 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:11.868890 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-0d431688-bb8d-4e37-895a-bc40319e2dfa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca5126b-bffe-4b79-b97f-f854dda2d7d4 HTTP/1.1" status: 200 len: 217 time: 0.0437877 Feb 11 05:42:11.914308 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-017cde58-aaef-42d3-9555-a4876daf859e req-14ac632b-42ff-4f49-af3d-277368d8d2de service neutron] 10.222.0.88 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214855 Feb 11 05:42:11.926715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-514e038f-9bb5-43fc-81f5-bee7789ff417 req-b8224f9b-bf14-451e-b0c8-8c9c47fe704b tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783900 Feb 11 05:42:11.957401 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-ccfa6e93-e210-433e-a29a-fa17b583582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:11.959109 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-ccfa6e93-e210-433e-a29a-fa17b583582b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff32d698-b68e-4729-b26c-25d5d7a2de9f HTTP/1.1" status: 200 len: 850 time: 0.0836189 Feb 11 05:42:12.017833 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-33c792bd-6945-44e1-86c6-853e4b33ed58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7266fb20-4639-4ae1-b874-21b72b06d2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410669 Feb 11 05:42:12.040580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-af43f442-a1f9-45be-91e9-393639f23935 None None] Provisioning complete for port 4eac85d7-79b2-482d-99c4-baf4fc84295a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:12.040874 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-af43f442-a1f9-45be-91e9-393639f23935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4eac85d7-79b2-482d-99c4-baf4fc84295a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.099827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-af43f442-a1f9-45be-91e9-393639f23935 None None] Port 4eac85d7-79b2-482d-99c4-baf4fc84295a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:12.101870 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2ddcfdc-8f54-4d69-b6ea-ab24e5153aaa tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5c66c503-f3b6-410b-8814-069bca0e64de), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.105730 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-017cde58-aaef-42d3-9555-a4876daf859e req-cf8bf1fb-044e-456d-a669-fdc93b757d52 service neutron] 10.222.0.88 "GET /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773174 Feb 11 05:42:12.107089 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-af43f442-a1f9-45be-91e9-393639f23935 None None] Could not find standard attr ID for object 5c66c503-f3b6-410b-8814-069bca0e64de. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:12.154743 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-f1b1d4b1-5b16-43ae-aba6-683450cd8d80 service neutron] 10.222.0.73 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312692 Feb 11 05:42:12.179661 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-dafc127d-7d15-4081-ba77-da63d9becf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1956493085', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:03Z', 'updated_at': '2022-02-11T05:40:12Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:05Z', 'updated_at': '2022-02-11T05:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '9e756b3f-fadc-4251-b09d-035ef743e4aa', 'name': '', 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:c7:63:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:10Z', 'updated_at': '2022-02-11T05:40:17Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:12.229680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 649d208c-b1f5-48ce-be82-21ec58b46034 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:12.232986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafc127d-7d15-4081-ba77-da63d9becf09 None None] The sync data for ids ['64654e44-a024-487e-9fc5-930889b8fa7b'] in n-d-713499-38 is: [{'id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1956493085', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:03Z', 'updated_at': '2022-02-11T05:40:12Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:05Z', 'updated_at': '2022-02-11T05:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '9e756b3f-fadc-4251-b09d-035ef743e4aa', 'name': '', 'network_id': 'dc3020ce-9ce4-4bb6-9465-e47f57cc5d20', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:c7:63:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:10Z', 'updated_at': '2022-02-11T05:40:17Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'a745f28e-e46b-4e48-a47d-1afdc429c60f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:12.245212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddcfdc-8f54-4d69-b6ea-ab24e5153aaa tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=5c66c503-f3b6-410b-8814-069bca0e64de,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:12.282266 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2ddcfdc-8f54-4d69-b6ea-ab24e5153aaa tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.290812 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b2ddcfdc-8f54-4d69-b6ea-ab24e5153aaa tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/5c66c503-f3b6-410b-8814-069bca0e64de HTTP/1.1" status: 204 len: 168 time: 1.2848356 Feb 11 05:42:12.291034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40544) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:12.299271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 649d208c-b1f5-48ce-be82-21ec58b46034 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:12.302821 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (649d208c-b1f5-48ce-be82-21ec58b46034), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.361528 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8ea66da5-c817-4349-a8ce-7b98621a99ff req-3b796cb2-a4da-45be-ac82-ddb8f620e971 service neutron] 10.222.0.73 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011626 Feb 11 05:42:12.366372 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ab2917-e0c7-4f9b-8502-1c54830f617a tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] GET failed (client error): The resource could not be found. Feb 11 05:42:12.371165 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e5ab2917-e0c7-4f9b-8502-1c54830f617a tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports/5c66c503-f3b6-410b-8814-069bca0e64de HTTP/1.1" status: 404 len: 333 time: 0.0756228 Feb 11 05:42:12.372962 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40548) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:12.425322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4575b-bc7b-4898-9e6f-0d446865fc6f req-f3699151-790b-48af-a3ce-113a05b7ed95 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:12.426884 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79c4575b-bc7b-4898-9e6f-0d446865fc6f req-f3699151-790b-48af-a3ce-113a05b7ed95 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.2299685 Feb 11 05:42:12.502989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 649d208c-b1f5-48ce-be82-21ec58b46034 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:12.527816 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb018a8a-8f43-42ec-8d9d-44ec9dc510c7 req-4bd405a9-7a69-4989-8dd7-6b47939979c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:12.530500 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bb018a8a-8f43-42ec-8d9d-44ec9dc510c7 req-4bd405a9-7a69-4989-8dd7-6b47939979c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d870a6d8ae5041ab8726db84282444df&device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 1126 time: 0.1060848 Feb 11 05:42:12.650006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb018a8a-8f43-42ec-8d9d-44ec9dc510c7 req-1e3039a6-c1a9-417c-9c4c-0b8f229a4c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:12.654799 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bb018a8a-8f43-42ec-8d9d-44ec9dc510c7 req-1e3039a6-c1a9-417c-9c4c-0b8f229a4c4f service neutron] 10.222.0.73 "GET /v2.0/networks?id=7266fb20-4639-4ae1-b874-21b72b06d2fd HTTP/1.1" status: 200 len: 911 time: 0.1129568 Feb 11 05:42:12.654935 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be95e8-5edb-4c37-9a3a-f2ee78935d25 req-2cf13029-506d-4580-adb3-c626ab71b13a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:12.656604 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c0be95e8-5edb-4c37-9a3a-f2ee78935d25 req-2cf13029-506d-4580-adb3-c626ab71b13a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ead118e-a5b8-457c-8cab-407bf67af63f HTTP/1.1" status: 200 len: 945 time: 0.1597147 Feb 11 05:42:12.664798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-83a7a758-3352-4acf-84cd-dae05a07efe7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port 4eac85d7-79b2-482d-99c4-baf4fc84295a {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:12.665233 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83a7a758-3352-4acf-84cd-dae05a07efe7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (4eac85d7-79b2-482d-99c4-baf4fc84295a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.678203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-79c4575b-bc7b-4898-9e6f-0d446865fc6f req-d558db5c-6551-4c7b-93c9-d2a18abffeb2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:12.678543 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-79c4575b-bc7b-4898-9e6f-0d446865fc6f req-d558db5c-6551-4c7b-93c9-d2a18abffeb2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.691067 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3791aed0-9b86-44c9-abda-837daf03bfa7 None None] New status for floating IP b81060f3-d572-4b7b-87ef-ce420b2af094: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:42:12.725337 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bb018a8a-8f43-42ec-8d9d-44ec9dc510c7 req-2c30f177-1cc3-4c99-99b4-33ec8ce44f7d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca5126b-bffe-4b79-b97f-f854dda2d7d4 HTTP/1.1" status: 200 len: 217 time: 0.0591331 Feb 11 05:42:12.796898 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb018a8a-8f43-42ec-8d9d-44ec9dc510c7 req-cf08b72d-6126-4f1c-aa10-f826249050e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:12.798378 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bb018a8a-8f43-42ec-8d9d-44ec9dc510c7 req-cf08b72d-6126-4f1c-aa10-f826249050e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff32d698-b68e-4729-b26c-25d5d7a2de9f HTTP/1.1" status: 200 len: 850 time: 0.0615609 Feb 11 05:42:12.838301 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bb018a8a-8f43-42ec-8d9d-44ec9dc510c7 req-14c8ad73-e45b-44cb-bdbc-1850989b75a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7266fb20-4639-4ae1-b874-21b72b06d2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338459 Feb 11 05:42:12.898153 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83a7a758-3352-4acf-84cd-dae05a07efe7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (4eac85d7-79b2-482d-99c4-baf4fc84295a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.916034 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c0be95e8-5edb-4c37-9a3a-f2ee78935d25 req-e6412e6c-2ee2-4767-acee-3e228a98f6e2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=2ac8c525-c511-4555-840a-4a3b7ec3a9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466505 Feb 11 05:42:12.953839 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bb018a8a-8f43-42ec-8d9d-44ec9dc510c7 req-899c76b2-0549-4572-bc82-987bfa02d3c2 service neutron] 10.222.0.73 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054392 Feb 11 05:42:12.956295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-83a7a758-3352-4acf-84cd-dae05a07efe7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for 4eac85d7-79b2-482d-99c4-baf4fc84295a owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:12.968410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-79c4575b-bc7b-4898-9e6f-0d446865fc6f req-d558db5c-6551-4c7b-93c9-d2a18abffeb2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] For port e40f4e2c-26c8-4a36-aa00-b877d29f63b8, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,segment=NetworkSegment(cad17aa7-a37b-4761-82bd-d275217ace72),segment_id=cad17aa7-a37b-4761-82bd-d275217ace72)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:12.968973 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-79c4575b-bc7b-4898-9e6f-0d446865fc6f req-d558db5c-6551-4c7b-93c9-d2a18abffeb2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:12.991942 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-79c4575b-bc7b-4898-9e6f-0d446865fc6f req-d558db5c-6551-4c7b-93c9-d2a18abffeb2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Calling delete_port for e40f4e2c-26c8-4a36-aa00-b877d29f63b8 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:13.085495 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bb018a8a-8f43-42ec-8d9d-44ec9dc510c7 req-1cfa9665-07b5-41ba-a313-98f92ca84d1b service neutron] 10.222.0.73 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246145 Feb 11 05:42:13.167565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dc557-fc95-4b8e-940e-387d22f6f292 req-9ac64ff0-cb9d-47f9-b052-e6b4b51e453c tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:13.169071 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-740dc557-fc95-4b8e-940e-387d22f6f292 req-9ac64ff0-cb9d-47f9-b052-e6b4b51e453c tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 943 time: 0.1412220 Feb 11 05:42:13.290905 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83a7a758-3352-4acf-84cd-dae05a07efe7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (4eac85d7-79b2-482d-99c4-baf4fc84295a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.334482 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-740dc557-fc95-4b8e-940e-387d22f6f292 req-28061f7f-1df9-4b10-9e69-e772d7e6e0fb tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511500 Feb 11 05:42:13.336928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7a758-3352-4acf-84cd-dae05a07efe7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=4eac85d7-79b2-482d-99c4-baf4fc84295a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:13.347488 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-79c4575b-bc7b-4898-9e6f-0d446865fc6f req-d558db5c-6551-4c7b-93c9-d2a18abffeb2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (e40f4e2c-26c8-4a36-aa00-b877d29f63b8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.395592 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83a7a758-3352-4acf-84cd-dae05a07efe7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.403226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-83a7a758-3352-4acf-84cd-dae05a07efe7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/4eac85d7-79b2-482d-99c4-baf4fc84295a HTTP/1.1" status: 204 len: 168 time: 1.0211432 Feb 11 05:42:13.403498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40556) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:13.413230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558db5c-6551-4c7b-93c9-d2a18abffeb2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Port': ['ID=e40f4e2c-26c8-4a36-aa00-b877d29f63b8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:13.451709 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-481a395b-17a7-4ba9-b51d-90c3321552ec tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] GET failed (client error): The resource could not be found. Feb 11 05:42:13.453257 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-481a395b-17a7-4ba9-b51d-90c3321552ec tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports/4eac85d7-79b2-482d-99c4-baf4fc84295a HTTP/1.1" status: 404 len: 333 time: 0.0486608 Feb 11 05:42:13.456690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40558) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:13.497708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c4575b-bc7b-4898-9e6f-0d446865fc6f req-d558db5c-6551-4c7b-93c9-d2a18abffeb2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] No DVR routers for this DVR port e40f4e2c-26c8-4a36-aa00-b877d29f63b8 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:13.500219 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-79c4575b-bc7b-4898-9e6f-0d446865fc6f req-d558db5c-6551-4c7b-93c9-d2a18abffeb2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.504419 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79c4575b-bc7b-4898-9e6f-0d446865fc6f req-d558db5c-6551-4c7b-93c9-d2a18abffeb2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.88 "DELETE /v2.0/ports/e40f4e2c-26c8-4a36-aa00-b877d29f63b8 HTTP/1.1" status: 204 len: 173 time: 1.0678854 Feb 11 05:42:13.504871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'name': 'network-vif-deleted', 'tag': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:13.513941 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171352e9-de45-468d-875a-f7e0fa4ded67" -d '{"events": [{"server_uuid": "3ead118e-a5b8-457c-8cab-407bf67af63f", "name": "network-vif-deleted", "tag": "e40f4e2c-26c8-4a36-aa00-b877d29f63b8"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:13.524995 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e123a83-1ee5-49dc-8aa1-3a5c82437ee3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting subnet e96a650f-f50e-4363-a5ab-8737180cd478 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:42:13.530121 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e123a83-1ee5-49dc-8aa1-3a5c82437ee3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (e96a650f-f50e-4363-a5ab-8737180cd478), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.581391 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e123a83-1ee5-49dc-8aa1-3a5c82437ee3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (e96a650f-f50e-4363-a5ab-8737180cd478), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.589432 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9361d68a-0ae0-4a06-960f-a0d12d262cf6 x-openstack-request-id: req-9361d68a-0ae0-4a06-960f-a0d12d262cf6 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:13.589734 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ead118e-a5b8-457c-8cab-407bf67af63f", "name": "network-vif-deleted", "tag": "e40f4e2c-26c8-4a36-aa00-b877d29f63b8", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:13.589989 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9361d68a-0ae0-4a06-960f-a0d12d262cf6 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:13.590396 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ead118e-a5b8-457c-8cab-407bf67af63f', 'name': 'network-vif-deleted', 'tag': 'e40f4e2c-26c8-4a36-aa00-b877d29f63b8', 'status': 'completed', 'code': 200} Feb 11 05:42:13.712124 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e123a83-1ee5-49dc-8aa1-3a5c82437ee3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (e96a650f-f50e-4363-a5ab-8737180cd478), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.801748 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e123a83-1ee5-49dc-8aa1-3a5c82437ee3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (e96a650f-f50e-4363-a5ab-8737180cd478), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.834917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e123a83-1ee5-49dc-8aa1-3a5c82437ee3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Subnet': ['ID=e96a650f-f50e-4363-a5ab-8737180cd478,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:13.839121 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0e123a83-1ee5-49dc-8aa1-3a5c82437ee3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.846134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40564) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:13.846609 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0e123a83-1ee5-49dc-8aa1-3a5c82437ee3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/e96a650f-f50e-4363-a5ab-8737180cd478 HTTP/1.1" status: 204 len: 168 time: 0.3881183 Feb 11 05:42:13.853210 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f80b91-6a2a-4b9a-94bf-b8133544af3c None None] Network 5e434f6e-9409-42be-8ae1-4bafd08279d4 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:13.944034 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (5e434f6e-9409-42be-8ae1-4bafd08279d4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:13.999248 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40568) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:14.015546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port 649d208c-b1f5-48ce-be82-21ec58b46034 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:14.016147 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (649d208c-b1f5-48ce-be82-21ec58b46034), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.100900 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6402878f-53e1-49f8-92e0-2ec22fe01c15 None None] DHCP port deletion for 5e434f6e-9409-42be-8ae1-4bafd08279d4 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:42:14.122111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] For port 649d208c-b1f5-48ce-be82-21ec58b46034, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=649d208c-b1f5-48ce-be82-21ec58b46034,segment=NetworkSegment(38afde46-c9ac-4312-97ec-3614effc3d7d),segment_id=38afde46-c9ac-4312-97ec-3614effc3d7d)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:14.122571 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (649d208c-b1f5-48ce-be82-21ec58b46034), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.138158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for 649d208c-b1f5-48ce-be82-21ec58b46034 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:14.160608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6402878f-53e1-49f8-92e0-2ec22fe01c15 None None] Deleting port 649d208c-b1f5-48ce-be82-21ec58b46034 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:14.160983 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6402878f-53e1-49f8-92e0-2ec22fe01c15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (649d208c-b1f5-48ce-be82-21ec58b46034), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.236109 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (649d208c-b1f5-48ce-be82-21ec58b46034), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.243789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-6402878f-53e1-49f8-92e0-2ec22fe01c15 None None] For port 649d208c-b1f5-48ce-be82-21ec58b46034, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=649d208c-b1f5-48ce-be82-21ec58b46034,segment=NetworkSegment(38afde46-c9ac-4312-97ec-3614effc3d7d),segment_id=38afde46-c9ac-4312-97ec-3614effc3d7d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:14.244607 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6402878f-53e1-49f8-92e0-2ec22fe01c15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (649d208c-b1f5-48ce-be82-21ec58b46034), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.257475 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No DVR routers for this DVR port 649d208c-b1f5-48ce-be82-21ec58b46034 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:14.274016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6402878f-53e1-49f8-92e0-2ec22fe01c15 None None] Calling delete_port for 649d208c-b1f5-48ce-be82-21ec58b46034 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:14.276852 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.311289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=649d208c-b1f5-48ce-be82-21ec58b46034,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:14.364163 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6402878f-53e1-49f8-92e0-2ec22fe01c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (649d208c-b1f5-48ce-be82-21ec58b46034), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.396018 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (5e434f6e-9409-42be-8ae1-4bafd08279d4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.397500 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402878f-53e1-49f8-92e0-2ec22fe01c15 None None] Pushing event deleted for resources: {'Port': ['ID=649d208c-b1f5-48ce-be82-21ec58b46034,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:14.405585 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6402878f-53e1-49f8-92e0-2ec22fe01c15 None None] No DVR routers for this DVR port 649d208c-b1f5-48ce-be82-21ec58b46034 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:14.425793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e434f6e-9409-42be-8ae1-4bafd08279d4']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:14.436794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38afde46-c9ac-4312-97ec-3614effc3d7d') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:14.437580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38afde46-c9ac-4312-97ec-3614effc3d7d') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:14.456501 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (38afde46-c9ac-4312-97ec-3614effc3d7d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.472524 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (38afde46-c9ac-4312-97ec-3614effc3d7d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.508398 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-931d1b93-c9e0-42cf-af55-db0a4eeea7ed tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (64654e44-a024-487e-9fc5-930889b8fa7b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.515188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:42:14.515730 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (38afde46-c9ac-4312-97ec-3614effc3d7d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:42:14.526502 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:42:14.596248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815984d7-d3ac-414b-b328-6cad199f1d18 req-0503ec28-6a28-4b08-972e-12383a6862ce tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:14.598572 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-815984d7-d3ac-414b-b328-6cad199f1d18 req-0503ec28-6a28-4b08-972e-12383a6862ce tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 943 time: 0.1236296 Feb 11 05:42:14.599775 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (5e434f6e-9409-42be-8ae1-4bafd08279d4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.620691 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.629581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/networks/5e434f6e-9409-42be-8ae1-4bafd08279d4 HTTP/1.1" status: 204 len: 168 time: 0.7759948 Feb 11 05:42:14.629581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a959a71-8afb-4360-ba55-2eb55be4f2e8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Network': ['ID=5e434f6e-9409-42be-8ae1-4bafd08279d4,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:14.633078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40572) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:14.638795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-19085f81-fc17-49f6-b7d8-03a02720bb2b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-275003854'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:14.688234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19085f81-fc17-49f6-b7d8-03a02720bb2b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:14.691606 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19085f81-fc17-49f6-b7d8-03a02720bb2b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.713909 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-815984d7-d3ac-414b-b328-6cad199f1d18 req-da88a7ce-acd0-45ae-8d03-742dc0591992 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948317 Feb 11 05:42:14.728423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19085f81-fc17-49f6-b7d8-03a02720bb2b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:14.740080 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19085f81-fc17-49f6-b7d8-03a02720bb2b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (83a206e7-18d7-451d-9f55-1134e37c583d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.740515 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-19085f81-fc17-49f6-b7d8-03a02720bb2b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Added segment 83a206e7-18d7-451d-9f55-1134e37c583d of type vlan for network c11cf173-ca5a-4da2-9410-614b06364b1a Feb 11 05:42:14.793977 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19085f81-fc17-49f6-b7d8-03a02720bb2b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (c11cf173-ca5a-4da2-9410-614b06364b1a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.812157 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-931d1b93-c9e0-42cf-af55-db0a4eeea7ed tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting port 9e756b3f-fadc-4251-b09d-035ef743e4aa {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:14.812503 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-931d1b93-c9e0-42cf-af55-db0a4eeea7ed tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.823198 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19085f81-fc17-49f6-b7d8-03a02720bb2b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (c11cf173-ca5a-4da2-9410-614b06364b1a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.828751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19085f81-fc17-49f6-b7d8-03a02720bb2b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:14.829358 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19085f81-fc17-49f6-b7d8-03a02720bb2b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.871383 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-19085f81-fc17-49f6-b7d8-03a02720bb2b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2329664 Feb 11 05:42:14.871383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40576) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:14.883761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-16d64be2-e6b5-49de-a4e6-bde4da06ed9e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'subnet': {'network_id': 'c11cf173-ca5a-4da2-9410-614b06364b1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:14.933433 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-931d1b93-c9e0-42cf-af55-db0a4eeea7ed tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] For port 9e756b3f-fadc-4251-b09d-035ef743e4aa, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=9e756b3f-fadc-4251-b09d-035ef743e4aa,segment=NetworkSegment(cad17aa7-a37b-4761-82bd-d275217ace72),segment_id=cad17aa7-a37b-4761-82bd-d275217ace72)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:14.933805 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-931d1b93-c9e0-42cf-af55-db0a4eeea7ed tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:14.948056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19085f81-fc17-49f6-b7d8-03a02720bb2b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Network': ['ID=c11cf173-ca5a-4da2-9410-614b06364b1a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:14.953125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-931d1b93-c9e0-42cf-af55-db0a4eeea7ed tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Calling delete_port for 9e756b3f-fadc-4251-b09d-035ef743e4aa owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:14.968191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network c11cf173-ca5a-4da2-9410-614b06364b1a details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:15.194471 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-931d1b93-c9e0-42cf-af55-db0a4eeea7ed tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (9e756b3f-fadc-4251-b09d-035ef743e4aa), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.223539 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d1b93-c9e0-42cf-af55-db0a4eeea7ed tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Port': ['ID=9e756b3f-fadc-4251-b09d-035ef743e4aa,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:15.366988 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d64be2-e6b5-49de-a4e6-bde4da06ed9e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:15.371285 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-16d64be2-e6b5-49de-a4e6-bde4da06ed9e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.447460 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-931d1b93-c9e0-42cf-af55-db0a4eeea7ed tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (64654e44-a024-487e-9fc5-930889b8fa7b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.599878 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-16d64be2-e6b5-49de-a4e6-bde4da06ed9e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (98466880-99ed-42fc-a5b6-6f7d0ded1cd3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.671698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d64be2-e6b5-49de-a4e6-bde4da06ed9e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Subnet': ['ID=98466880-99ed-42fc-a5b6-6f7d0ded1cd3,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:15.680081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d64be2-e6b5-49de-a4e6-bde4da06ed9e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Checking segment: {'id': '83a206e7-18d7-451d-9f55-1134e37c583d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c11cf173-ca5a-4da2-9410-614b06364b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:15.680754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d64be2-e6b5-49de-a4e6-bde4da06ed9e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network hostable DHCP agents. Network: c11cf173-ca5a-4da2-9410-614b06364b1a, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:15.697411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d64be2-e6b5-49de-a4e6-bde4da06ed9e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network c11cf173-ca5a-4da2-9410-614b06364b1a is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:15.708739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-16d64be2-e6b5-49de-a4e6-bde4da06ed9e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, c11cf173-ca5a-4da2-9410-614b06364b1a) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:15.715632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d64be2-e6b5-49de-a4e6-bde4da06ed9e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:15.718252 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-16d64be2-e6b5-49de-a4e6-bde4da06ed9e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.720290 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d6e6ef-c05b-4309-89a9-c06fb4e82b37 None None] Network c11cf173-ca5a-4da2-9410-614b06364b1a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:15.742252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-16d64be2-e6b5-49de-a4e6-bde4da06ed9e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8706746 Feb 11 05:42:15.746341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40578) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:15.754372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-19e63b5c-6724-4db3-aa1b-f9ae4331f4c3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'network_id': 'c11cf173-ca5a-4da2-9410-614b06364b1a', 'name': 'tempest-PortsIpV6TestJSON-471608087', 'fixed_ips': [{'subnet_id': '98466880-99ed-42fc-a5b6-6f7d0ded1cd3', 'ip_address': '2001:db8::10'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:15.757430 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931d1b93-c9e0-42cf-af55-db0a4eeea7ed tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router 64654e44-a024-487e-9fc5-930889b8fa7b has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:15.874737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-c11cf173-ca5a-4da2-9410-614b06364b1a', 'network_id': 'c11cf173-ca5a-4da2-9410-614b06364b1a', 'project_id': 'eb49c78aa0bb42b4a7f29b131d011655', 'fixed_ips': [{'subnet_id': '98466880-99ed-42fc-a5b6-6f7d0ded1cd3'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:15.875851 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:15.950320 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931d1b93-c9e0-42cf-af55-db0a4eeea7ed tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:15.968969 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f5966-cefe-4685-82d8-7bdd0c70c31f None None] Sync routers for ids ['64654e44-a024-487e-9fc5-930889b8fa7b'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:15.969575 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-931d1b93-c9e0-42cf-af55-db0a4eeea7ed tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "PUT /v2.0/routers/64654e44-a024-487e-9fc5-930889b8fa7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9634755 Feb 11 05:42:15.969802 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40584) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:16.000134 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f5966-cefe-4685-82d8-7bdd0c70c31f None None] Routers {'64654e44-a024-487e-9fc5-930889b8fa7b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:16.000888 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-8d7f5966-cefe-4685-82d8-7bdd0c70c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:42:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['64654e44-a024-487e-9fc5-930889b8fa7b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:16.017157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e63b5c-6724-4db3-aa1b-f9ae4331f4c3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:16.037298 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b7dd43-a567-4aab-ac0f-57bfc45be1ad tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting subnet a745f28e-e46b-4e48-a47d-1afdc429c60f {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:42:16.040977 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6b7dd43-a567-4aab-ac0f-57bfc45be1ad tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for subnet (a745f28e-e46b-4e48-a47d-1afdc429c60f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.128172 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6b7dd43-a567-4aab-ac0f-57bfc45be1ad tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (a745f28e-e46b-4e48-a47d-1afdc429c60f), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.146635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddb6dd-7cde-4f75-b3a7-4b86e606ce54 req-0456c20c-735c-417b-8ec2-6d2b797427a8 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:16.148468 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c5ddb6dd-7cde-4f75-b3a7-4b86e606ce54 req-0456c20c-735c-417b-8ec2-6d2b797427a8 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 943 time: 0.1994185 Feb 11 05:42:16.213551 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19e63b5c-6724-4db3-aa1b-f9ae4331f4c3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.258860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-19e63b5c-6724-4db3-aa1b-f9ae4331f4c3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] device_id is not set on port 7a36991e-056e-4dce-864f-5d94f1f42620 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:16.268284 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c5ddb6dd-7cde-4f75-b3a7-4b86e606ce54 req-ad2b7716-9394-4422-b788-1644278c84f2 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080580 Feb 11 05:42:16.273445 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6b7dd43-a567-4aab-ac0f-57bfc45be1ad tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (a745f28e-e46b-4e48-a47d-1afdc429c60f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.359386 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6b7dd43-a567-4aab-ac0f-57bfc45be1ad tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (a745f28e-e46b-4e48-a47d-1afdc429c60f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.385361 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-8d7f5966-cefe-4685-82d8-7bdd0c70c31f None None] Set router 64654e44-a024-487e-9fc5-930889b8fa7b gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:16.397065 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7dd43-a567-4aab-ac0f-57bfc45be1ad tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Subnet': ['ID=a745f28e-e46b-4e48-a47d-1afdc429c60f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:16.405890 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f6b7dd43-a567-4aab-ac0f-57bfc45be1ad tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.413289 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f6b7dd43-a567-4aab-ac0f-57bfc45be1ad tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/subnets/a745f28e-e46b-4e48-a47d-1afdc429c60f HTTP/1.1" status: 204 len: 168 time: 0.4401767 Feb 11 05:42:16.413555 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40586) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:16.455040 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:42:16.457028 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 649d208c-b1f5-48ce-be82-21ec58b46034 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:16.477868 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe05a48-3727-4cea-9d93-907e0b35b933 None None] Network dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:16.485930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 649d208c-b1f5-48ce-be82-21ec58b46034 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:16.486279 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 649d208c-b1f5-48ce-be82-21ec58b46034 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:16.547286 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-594639f3-cfd9-47d8-8110-760920d864c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router (64654e44-a024-487e-9fc5-930889b8fa7b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.614677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Allocated IP 2001:db8::2 (c11cf173-ca5a-4da2-9410-614b06364b1a/98466880-99ed-42fc-a5b6-6f7d0ded1cd3/70f0b70e-cb85-40c8-93bd-8065521c31a9) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:16.669743 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-594639f3-cfd9-47d8-8110-760920d864c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_gateway (64654e44-a024-487e-9fc5-930889b8fa7b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.728341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-594639f3-cfd9-47d8-8110-760920d864c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting port 2c18080c-ec32-4b33-a274-b24909da2a5f {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:16.728803 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-594639f3-cfd9-47d8-8110-760920d864c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2c18080c-ec32-4b33-a274-b24909da2a5f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.826876 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-594639f3-cfd9-47d8-8110-760920d864c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] For port 2c18080c-ec32-4b33-a274-b24909da2a5f, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2c18080c-ec32-4b33-a274-b24909da2a5f,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:16.827661 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-594639f3-cfd9-47d8-8110-760920d864c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2c18080c-ec32-4b33-a274-b24909da2a5f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:16.852189 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-594639f3-cfd9-47d8-8110-760920d864c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Calling delete_port for 2c18080c-ec32-4b33-a274-b24909da2a5f owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:16.882439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 7ca5126b-bffe-4b79-b97f-f854dda2d7d4, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=7ca5126b-bffe-4b79-b97f-f854dda2d7d4,segment=NetworkSegment(0394ae95-775b-4f2c-9208-0f5b4ba16c99),segment_id=0394ae95-775b-4f2c-9208-0f5b4ba16c99)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:16.911005 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '7ca5126b-bffe-4b79-b97f-f854dda2d7d4', 'network_id': '7266fb20-4639-4ae1-b874-21b72b06d2fd', 'port_id': '7ca5126b-bffe-4b79-b97f-f854dda2d7d4', 'mac_address': 'fa:16:3e:b3:e9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff32d698-b68e-4729-b26c-25d5d7a2de9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:42:16.971353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f080aff3-d467-406a-a7c1-f7d44a9a55c7 None None] DHCP port deletion for dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:42:17.031214 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Publish callbacks [] for port (70f0b70e-cb85-40c8-93bd-8065521c31a9), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.033516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:17.033897 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7ca5126b-bffe-4b79-b97f-f854dda2d7d4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.053517 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (70f0b70e-cb85-40c8-93bd-8065521c31a9), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.098877 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-8d7f5966-cefe-4685-82d8-7bdd0c70c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1956493085', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:03Z', 'updated_at': '2022-02-11T05:42:15Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '2c18080c-ec32-4b33-a274-b24909da2a5f', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:40:05Z', 'updated_at': '2022-02-11T05:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:17.112123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:42:17.116310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Pushing event updated for resources: {'Port': ['ID=70f0b70e-cb85-40c8-93bd-8065521c31a9,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:17.134561 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-19e63b5c-6724-4db3-aa1b-f9ae4331f4c3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Allocated IP 2001:db8::10 (c11cf173-ca5a-4da2-9410-614b06364b1a/98466880-99ed-42fc-a5b6-6f7d0ded1cd3/7a36991e-056e-4dce-864f-5d94f1f42620) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:17.165894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f5966-cefe-4685-82d8-7bdd0c70c31f None None] Checking router: 64654e44-a024-487e-9fc5-930889b8fa7b for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:42:17.191128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 7ca5126b-bffe-4b79-b97f-f854dda2d7d4, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=7ca5126b-bffe-4b79-b97f-f854dda2d7d4,segment=NetworkSegment(0394ae95-775b-4f2c-9208-0f5b4ba16c99),segment_id=0394ae95-775b-4f2c-9208-0f5b4ba16c99)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:17.193498 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Network c11cf173-ca5a-4da2-9410-614b06364b1a is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:17.201158 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:17.204638 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:17.215541 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7ca5126b-bffe-4b79-b97f-f854dda2d7d4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.239570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f5966-cefe-4685-82d8-7bdd0c70c31f None None] Routers {'64654e44-a024-487e-9fc5-930889b8fa7b'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:17.240215 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-8d7f5966-cefe-4685-82d8-7bdd0c70c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:42:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['64654e44-a024-487e-9fc5-930889b8fa7b'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:17.260836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e40f4e2c-26c8-4a36-aa00-b877d29f63b8 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:17.282448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f080aff3-d467-406a-a7c1-f7d44a9a55c7 None None] Deleting port a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:17.282740 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f080aff3-d467-406a-a7c1-f7d44a9a55c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a3f6f67e-6c1b-43a7-864e-09c916e0c5c2), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.290378 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: e40f4e2c-26c8-4a36-aa00-b877d29f63b8 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:17.290723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e40f4e2c-26c8-4a36-aa00-b877d29f63b8 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:17.393910 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19e63b5c-6724-4db3-aa1b-f9ae4331f4c3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (7a36991e-056e-4dce-864f-5d94f1f42620), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.450363 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19e63b5c-6724-4db3-aa1b-f9ae4331f4c3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7a36991e-056e-4dce-864f-5d94f1f42620), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.493267 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Attempting to bind port 70f0b70e-cb85-40c8-93bd-8065521c31a9 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:17.493651 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Attempting to bind port 70f0b70e-cb85-40c8-93bd-8065521c31a9 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '83a206e7-18d7-451d-9f55-1134e37c583d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c11cf173-ca5a-4da2-9410-614b06364b1a'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:17.494015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Attempting to bind port 70f0b70e-cb85-40c8-93bd-8065521c31a9 on network c11cf173-ca5a-4da2-9410-614b06364b1a {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:17.501190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=7ca5126b-bffe-4b79-b97f-f854dda2d7d4,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:17.507380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f080aff3-d467-406a-a7c1-f7d44a9a55c7 None None] For port a3f6f67e-6c1b-43a7-864e-09c916e0c5c2, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a3f6f67e-6c1b-43a7-864e-09c916e0c5c2,segment=NetworkSegment(cad17aa7-a37b-4761-82bd-d275217ace72),segment_id=cad17aa7-a37b-4761-82bd-d275217ace72)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:17.507805 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f080aff3-d467-406a-a7c1-f7d44a9a55c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a3f6f67e-6c1b-43a7-864e-09c916e0c5c2), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.532039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-8d7f5966-cefe-4685-82d8-7bdd0c70c31f None None] Set router 64654e44-a024-487e-9fc5-930889b8fa7b gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:17.536705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f080aff3-d467-406a-a7c1-f7d44a9a55c7 None None] Calling delete_port for a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:17.539012 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['7ca5126b-bffe-4b79-b97f-f854dda2d7d4'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:17.542032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:17.542396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Checking segment: {'id': '83a206e7-18d7-451d-9f55-1134e37c583d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c11cf173-ca5a-4da2-9410-614b06364b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:17.542882 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.543195 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Bound using segment: {'id': '83a206e7-18d7-451d-9f55-1134e37c583d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c11cf173-ca5a-4da2-9410-614b06364b1a'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:17.543766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Bound port: 70f0b70e-cb85-40c8-93bd-8065521c31a9, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a206e7-18d7-451d-9f55-1134e37c583d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c11cf173-ca5a-4da2-9410-614b06364b1a'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:17.544731 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (70f0b70e-cb85-40c8-93bd-8065521c31a9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.553356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e63b5c-6724-4db3-aa1b-f9ae4331f4c3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network c11cf173-ca5a-4da2-9410-614b06364b1a is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:17.560414 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-594639f3-cfd9-47d8-8110-760920d864c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2c18080c-ec32-4b33-a274-b24909da2a5f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.563023 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-19e63b5c-6724-4db3-aa1b-f9ae4331f4c3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:17.570665 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e63b5c-6724-4db3-aa1b-f9ae4331f4c3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:17.577866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e63b5c-6724-4db3-aa1b-f9ae4331f4c3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:17.579256 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19e63b5c-6724-4db3-aa1b-f9ae4331f4c3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.599408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cb61b-aa8e-45b7-b5be-a87f5da4483d req-b5d65e06-0b4a-477d-955b-d2639ddef6cb tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:17.604436 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb5cb61b-aa8e-45b7-b5be-a87f5da4483d req-b5d65e06-0b4a-477d-955b-d2639ddef6cb tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 944 time: 0.1695683 Feb 11 05:42:17.611643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e63b5c-6724-4db3-aa1b-f9ae4331f4c3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=7a36991e-056e-4dce-864f-5d94f1f42620,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:17.618565 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594639f3-cfd9-47d8-8110-760920d864c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Port': ['ID=2c18080c-ec32-4b33-a274-b24909da2a5f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:17.647809 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-8d7f5966-cefe-4685-82d8-7bdd0c70c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1956493085', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:03Z', 'updated_at': '2022-02-11T05:42:16Z', 'revision_number': 6, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:17.661837 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-19e63b5c-6724-4db3-aa1b-f9ae4331f4c3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9142940 Feb 11 05:42:17.664765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40600) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:17.670940 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a5d07cbf-1673-48b5-8699-2ce2efea1a95 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'network_id': 'c11cf173-ca5a-4da2-9410-614b06364b1a', 'name': 'tempest-PortsIpV6TestJSON-2106015078', 'fixed_ips': [{'subnet_id': '98466880-99ed-42fc-a5b6-6f7d0ded1cd3', 'ip_address': '2001:db8::f'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:17.715076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f5966-cefe-4685-82d8-7bdd0c70c31f None None] The sync data for ids ['64654e44-a024-487e-9fc5-930889b8fa7b'] in n-d-713499-38 is: [{'id': '64654e44-a024-487e-9fc5-930889b8fa7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1956493085', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:40:03Z', 'updated_at': '2022-02-11T05:42:16Z', 'revision_number': 6, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:17.727467 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-594639f3-cfd9-47d8-8110-760920d864c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (64654e44-a024-487e-9fc5-930889b8fa7b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.814030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb5cb61b-aa8e-45b7-b5be-a87f5da4483d req-28c7bf31-2389-4dd1-8595-e918b65a850c tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907763 Feb 11 05:42:17.857849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] For port 70f0b70e-cb85-40c8-93bd-8065521c31a9, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:17.860221 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f080aff3-d467-406a-a7c1-f7d44a9a55c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (a3f6f67e-6c1b-43a7-864e-09c916e0c5c2), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.863282 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] For port 70f0b70e-cb85-40c8-93bd-8065521c31a9, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=70f0b70e-cb85-40c8-93bd-8065521c31a9,segment=NetworkSegment(83a206e7-18d7-451d-9f55-1134e37c583d),segment_id=83a206e7-18d7-451d-9f55-1134e37c583d)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:17.877870 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-594639f3-cfd9-47d8-8110-760920d864c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (64654e44-a024-487e-9fc5-930889b8fa7b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.882074 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-594639f3-cfd9-47d8-8110-760920d864c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_controller (64654e44-a024-487e-9fc5-930889b8fa7b), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.884686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d07cbf-1673-48b5-8699-2ce2efea1a95 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:17.891186 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a5d07cbf-1673-48b5-8699-2ce2efea1a95 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.917501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080aff3-d467-406a-a7c1-f7d44a9a55c7 None None] Pushing event deleted for resources: {'Port': ['ID=a3f6f67e-6c1b-43a7-864e-09c916e0c5c2,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:17.920930 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (70f0b70e-cb85-40c8-93bd-8065521c31a9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.927525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-a5d07cbf-1673-48b5-8699-2ce2efea1a95 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] device_id is not set on port c6e2ba4d-39f0-49ba-a314-cf7ca8b4e17e yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:17.941940 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-594639f3-cfd9-47d8-8110-760920d864c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (64654e44-a024-487e-9fc5-930889b8fa7b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.942477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594639f3-cfd9-47d8-8110-760920d864c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Fanout notify agent at l3_agent the message router_deleted on router 64654e44-a024-487e-9fc5-930889b8fa7b {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:42:17.950930 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-594639f3-cfd9-47d8-8110-760920d864c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:17.952182 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-594639f3-cfd9-47d8-8110-760920d864c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/routers/64654e44-a024-487e-9fc5-930889b8fa7b HTTP/1.1" status: 204 len: 168 time: 1.5377162 Feb 11 05:42:17.954886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40602) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:18.071313 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73ec1072-c724-4c73-a378-e3409574a586 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (dc3020ce-9ce4-4bb6-9465-e47f57cc5d20), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.208909 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73ec1072-c724-4c73-a378-e3409574a586 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (dc3020ce-9ce4-4bb6-9465-e47f57cc5d20), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.225449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-a5d07cbf-1673-48b5-8699-2ce2efea1a95 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Allocated IP 2001:db8::f (c11cf173-ca5a-4da2-9410-614b06364b1a/98466880-99ed-42fc-a5b6-6f7d0ded1cd3/c6e2ba4d-39f0-49ba-a314-cf7ca8b4e17e) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:18.234188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-73ec1072-c724-4c73-a378-e3409574a586 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3020ce-9ce4-4bb6-9465-e47f57cc5d20']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:18.245341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-73ec1072-c724-4c73-a378-e3409574a586 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad17aa7-a37b-4761-82bd-d275217ace72') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:18.245640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-73ec1072-c724-4c73-a378-e3409574a586 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad17aa7-a37b-4761-82bd-d275217ace72') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:18.262730 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73ec1072-c724-4c73-a378-e3409574a586 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (cad17aa7-a37b-4761-82bd-d275217ace72), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.263535 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1927d3-94ec-4218-b6f2-8ddf172cd1e5 None None] Pushing event updated for resources: {'Port': ['ID=70f0b70e-cb85-40c8-93bd-8065521c31a9,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:18.279172 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73ec1072-c724-4c73-a378-e3409574a586 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (cad17aa7-a37b-4761-82bd-d275217ace72), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.287711 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ec1072-c724-4c73-a378-e3409574a586 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:42:18.288122 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73ec1072-c724-4c73-a378-e3409574a586 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (cad17aa7-a37b-4761-82bd-d275217ace72), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.290934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f080aff3-d467-406a-a7c1-f7d44a9a55c7 None None] No DVR routers for this DVR port a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:42:18.369954 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:42:18.395318 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73ec1072-c724-4c73-a378-e3409574a586 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (dc3020ce-9ce4-4bb6-9465-e47f57cc5d20), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.409474 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-73ec1072-c724-4c73-a378-e3409574a586 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.415342 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-73ec1072-c724-4c73-a378-e3409574a586 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/networks/dc3020ce-9ce4-4bb6-9465-e47f57cc5d20 HTTP/1.1" status: 204 len: 168 time: 0.4569788 Feb 11 05:42:18.426872 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40604) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:18.437036 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec1072-c724-4c73-a378-e3409574a586 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Network': ['ID=dc3020ce-9ce4-4bb6-9465-e47f57cc5d20,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:18.476589 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a5d07cbf-1673-48b5-8699-2ce2efea1a95 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (c6e2ba4d-39f0-49ba-a314-cf7ca8b4e17e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.497936 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bed778d5-6899-4c06-8edd-514f767d1f4c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (2ac8c525-c511-4555-840a-4a3b7ec3a9f7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.520336 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a5d07cbf-1673-48b5-8699-2ce2efea1a95 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (c6e2ba4d-39f0-49ba-a314-cf7ca8b4e17e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.528538 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bed778d5-6899-4c06-8edd-514f767d1f4c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (2ac8c525-c511-4555-840a-4a3b7ec3a9f7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.564171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d07cbf-1673-48b5-8699-2ce2efea1a95 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network c11cf173-ca5a-4da2-9410-614b06364b1a is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:18.567515 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-a5d07cbf-1673-48b5-8699-2ce2efea1a95 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:18.575885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d07cbf-1673-48b5-8699-2ce2efea1a95 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:18.582056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d07cbf-1673-48b5-8699-2ce2efea1a95 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:18.582729 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a5d07cbf-1673-48b5-8699-2ce2efea1a95 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.624464 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a5d07cbf-1673-48b5-8699-2ce2efea1a95 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9560065 Feb 11 05:42:18.624464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d07cbf-1673-48b5-8699-2ce2efea1a95 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=c6e2ba4d-39f0-49ba-a314-cf7ca8b4e17e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:18.628587 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40606) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:18.673342 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9e756b3f-fadc-4251-b09d-035ef743e4aa no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:18.716658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 9e756b3f-fadc-4251-b09d-035ef743e4aa {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:18.717284 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 9e756b3f-fadc-4251-b09d-035ef743e4aa not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:18.718835 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bed778d5-6899-4c06-8edd-514f767d1f4c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2ac8c525-c511-4555-840a-4a3b7ec3a9f7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.721769 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bed778d5-6899-4c06-8edd-514f767d1f4c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:18.722317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:18.725995 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bed778d5-6899-4c06-8edd-514f767d1f4c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/security-groups/2ac8c525-c511-4555-840a-4a3b7ec3a9f7 HTTP/1.1" status: 204 len: 168 time: 0.2979143 Feb 11 05:42:18.750690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed778d5-6899-4c06-8edd-514f767d1f4c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac8c525-c511-4555-840a-4a3b7ec3a9f7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:18.769576 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:18.772159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a3f6f67e-6c1b-43a7-864e-09c916e0c5c2 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:18.837532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a04accd-6b0f-4da7-8aab-8c37551f5bb8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:18.840452 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4a04accd-6b0f-4da7-8aab-8c37551f5bb8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2093759 Feb 11 05:42:18.843291 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40614) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:19.024610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef413e7-8623-40ae-8b0d-9adb9490e803 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:19.031333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef413e7-8623-40ae-8b0d-9adb9490e803 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:19.036601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef413e7-8623-40ae-8b0d-9adb9490e803 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:19.040255 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fef413e7-8623-40ae-8b0d-9adb9490e803 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1939611 Feb 11 05:42:19.042540 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40616) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:19.054570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df125141-6a91-4e00-bad1-245f46d0250c req-72eb8dbd-86fa-4792-9c9e-e8863143eb0c tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:19.057281 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df125141-6a91-4e00-bad1-245f46d0250c req-72eb8dbd-86fa-4792-9c9e-e8863143eb0c tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 944 time: 0.1196477 Feb 11 05:42:19.124868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df125141-6a91-4e00-bad1-245f46d0250c req-17dd97d3-75b6-4f0e-b24a-210890309237 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596824 Feb 11 05:42:19.147744 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f72bce54-5ae7-46e1-b1aa-c1f9130ffd39 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port c6e2ba4d-39f0-49ba-a314-cf7ca8b4e17e {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:19.148089 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f72bce54-5ae7-46e1-b1aa-c1f9130ffd39 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c6e2ba4d-39f0-49ba-a314-cf7ca8b4e17e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.227738 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40618) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:19.232353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-db6f4f28-63d5-4ebf-a5a8-a3fc1e3fb918 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1625941618', 'description': 'tempest-secgroup-smoke-1625941618 description', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:19.242071 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f72bce54-5ae7-46e1-b1aa-c1f9130ffd39 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c6e2ba4d-39f0-49ba-a314-cf7ca8b4e17e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.254088 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-db6f4f28-63d5-4ebf-a5a8-a3fc1e3fb918 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.259215 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f72bce54-5ae7-46e1-b1aa-c1f9130ffd39 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for c6e2ba4d-39f0-49ba-a314-cf7ca8b4e17e owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:19.352354 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-db6f4f28-63d5-4ebf-a5a8-a3fc1e3fb918 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (129be032-b3ab-4b3e-830e-c64cc8a26588), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.357660 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-db6f4f28-63d5-4ebf-a5a8-a3fc1e3fb918 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (129be032-b3ab-4b3e-830e-c64cc8a26588), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.405378 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f4f28-63d5-4ebf-a5a8-a3fc1e3fb918 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129be032-b3ab-4b3e-830e-c64cc8a26588,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:19.417418 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-db6f4f28-63d5-4ebf-a5a8-a3fc1e3fb918 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.418601 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-db6f4f28-63d5-4ebf-a5a8-a3fc1e3fb918 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1898260 Feb 11 05:42:19.421678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40622) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:19.426650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-31587220-0562-4724-a7b5-30e76a28c19b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '129be032-b3ab-4b3e-830e-c64cc8a26588', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:19.445687 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f72bce54-5ae7-46e1-b1aa-c1f9130ffd39 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c6e2ba4d-39f0-49ba-a314-cf7ca8b4e17e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.465583 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-31587220-0562-4724-a7b5-30e76a28c19b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (bfcf4370-99f4-41b0-a018-a9d4cff2496f), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.478180 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bce54-5ae7-46e1-b1aa-c1f9130ffd39 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=c6e2ba4d-39f0-49ba-a314-cf7ca8b4e17e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:19.508271 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f72bce54-5ae7-46e1-b1aa-c1f9130ffd39 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.514164 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f72bce54-5ae7-46e1-b1aa-c1f9130ffd39 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/c6e2ba4d-39f0-49ba-a314-cf7ca8b4e17e HTTP/1.1" status: 204 len: 168 time: 0.4679973 Feb 11 05:42:19.515145 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40624) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:19.547538 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb63ce7-93ad-4262-bf85-9b6778480d31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] GET failed (client error): The resource could not be found. Feb 11 05:42:19.552473 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-beb63ce7-93ad-4262-bf85-9b6778480d31 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports/c6e2ba4d-39f0-49ba-a314-cf7ca8b4e17e HTTP/1.1" status: 404 len: 333 time: 0.0330391 Feb 11 05:42:19.557273 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40626) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:19.577354 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-31587220-0562-4724-a7b5-30e76a28c19b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (bfcf4370-99f4-41b0-a018-a9d4cff2496f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.585069 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-31587220-0562-4724-a7b5-30e76a28c19b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (bfcf4370-99f4-41b0-a018-a9d4cff2496f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.634093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31587220-0562-4724-a7b5-30e76a28c19b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfcf4370-99f4-41b0-a018-a9d4cff2496f,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:19.655361 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-31587220-0562-4724-a7b5-30e76a28c19b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.660424 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40628) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:19.660664 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-31587220-0562-4724-a7b5-30e76a28c19b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2375746 Feb 11 05:42:19.665737 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-fb6f9b40-89f9-4fcc-99fa-eb74b186b85f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '129be032-b3ab-4b3e-830e-c64cc8a26588', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:19.730607 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-39805319-87b6-4471-92d3-4f7e1347844d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port 7a36991e-056e-4dce-864f-5d94f1f42620 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:19.730983 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-39805319-87b6-4471-92d3-4f7e1347844d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7a36991e-056e-4dce-864f-5d94f1f42620), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.747401 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fb6f9b40-89f9-4fcc-99fa-eb74b186b85f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (7bd010f9-7939-4006-a58e-0b313294ddfb), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.778669 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45ab1af-6eb4-4feb-b136-a97577da1104 None None] Network c11cf173-ca5a-4da2-9410-614b06364b1a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:19.863403 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6d5152f4-8073-4f67-a356-8416773a7132 None None] Provisioning complete for port 70f0b70e-cb85-40c8-93bd-8065521c31a9 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:19.863757 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6d5152f4-8073-4f67-a356-8416773a7132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (70f0b70e-cb85-40c8-93bd-8065521c31a9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.863899 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fb6f9b40-89f9-4fcc-99fa-eb74b186b85f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (7bd010f9-7939-4006-a58e-0b313294ddfb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.872521 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fb6f9b40-89f9-4fcc-99fa-eb74b186b85f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (7bd010f9-7939-4006-a58e-0b313294ddfb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.886313 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-39805319-87b6-4471-92d3-4f7e1347844d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7a36991e-056e-4dce-864f-5d94f1f42620), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.898766 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fb6f9b40-89f9-4fcc-99fa-eb74b186b85f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:19.899995 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fb6f9b40-89f9-4fcc-99fa-eb74b186b85f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2387075 Feb 11 05:42:19.904645 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40630) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:19.912026 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-39805319-87b6-4471-92d3-4f7e1347844d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for 7a36991e-056e-4dce-864f-5d94f1f42620 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:19.915496 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f9b40-89f9-4fcc-99fa-eb74b186b85f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd010f9-7939-4006-a58e-0b313294ddfb,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:19.924221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-514d9412-e2bf-494e-a20e-1a1c75da556c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '129be032-b3ab-4b3e-830e-c64cc8a26588', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:19.976108 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-514d9412-e2bf-494e-a20e-1a1c75da556c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (ba438ae0-1d0e-476b-a9ac-ba39e0cdbba4), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.001182 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6d5152f4-8073-4f67-a356-8416773a7132 None None] Current status of the port 70f0b70e-cb85-40c8-93bd-8065521c31a9 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:20.001611 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6d5152f4-8073-4f67-a356-8416773a7132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (70f0b70e-cb85-40c8-93bd-8065521c31a9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.053916 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-6d5152f4-8073-4f67-a356-8416773a7132 None None] For port 70f0b70e-cb85-40c8-93bd-8065521c31a9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=70f0b70e-cb85-40c8-93bd-8065521c31a9,segment=NetworkSegment(83a206e7-18d7-451d-9f55-1134e37c583d),segment_id=83a206e7-18d7-451d-9f55-1134e37c583d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:20.060754 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6d5152f4-8073-4f67-a356-8416773a7132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (70f0b70e-cb85-40c8-93bd-8065521c31a9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.094180 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:20.108277 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-514d9412-e2bf-494e-a20e-1a1c75da556c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (ba438ae0-1d0e-476b-a9ac-ba39e0cdbba4), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.113975 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-514d9412-e2bf-494e-a20e-1a1c75da556c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (ba438ae0-1d0e-476b-a9ac-ba39e0cdbba4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.156941 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-514d9412-e2bf-494e-a20e-1a1c75da556c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.162243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-514d9412-e2bf-494e-a20e-1a1c75da556c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2533510 Feb 11 05:42:20.162243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d9412-e2bf-494e-a20e-1a1c75da556c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba438ae0-1d0e-476b-a9ac-ba39e0cdbba4,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:20.162794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40634) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:20.167242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-948c5b1e-9c8d-4497-ae53-cfc3ebfc90a3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '129be032-b3ab-4b3e-830e-c64cc8a26588', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:20.197024 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-39805319-87b6-4471-92d3-4f7e1347844d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7a36991e-056e-4dce-864f-5d94f1f42620), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.199495 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-948c5b1e-9c8d-4497-ae53-cfc3ebfc90a3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (131fdd05-6d6b-4f7f-a2ec-85094c2d7df8), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.251356 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39805319-87b6-4471-92d3-4f7e1347844d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=7a36991e-056e-4dce-864f-5d94f1f42620,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:20.276164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5152f4-8073-4f67-a356-8416773a7132 None None] Pushing event updated for resources: {'Port': ['ID=70f0b70e-cb85-40c8-93bd-8065521c31a9,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:20.279886 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-39805319-87b6-4471-92d3-4f7e1347844d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.283918 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-39805319-87b6-4471-92d3-4f7e1347844d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/7a36991e-056e-4dce-864f-5d94f1f42620 HTTP/1.1" status: 204 len: 168 time: 0.7244859 Feb 11 05:42:20.286482 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40636) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:20.288650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:42:20.294722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:20.295100 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7ca5126b-bffe-4b79-b97f-f854dda2d7d4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.323946 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-37298662-f53e-492f-91d9-ee9f10033252 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] GET failed (client error): The resource could not be found. Feb 11 05:42:20.325979 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-37298662-f53e-492f-91d9-ee9f10033252 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports/7a36991e-056e-4dce-864f-5d94f1f42620 HTTP/1.1" status: 404 len: 333 time: 0.0378449 Feb 11 05:42:20.328714 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40638) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:20.354803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 70f0b70e-cb85-40c8-93bd-8065521c31a9 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:20.386929 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-948c5b1e-9c8d-4497-ae53-cfc3ebfc90a3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (131fdd05-6d6b-4f7f-a2ec-85094c2d7df8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.391756 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-948c5b1e-9c8d-4497-ae53-cfc3ebfc90a3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (131fdd05-6d6b-4f7f-a2ec-85094c2d7df8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.415459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c5b1e-9c8d-4497-ae53-cfc3ebfc90a3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131fdd05-6d6b-4f7f-a2ec-85094c2d7df8,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:20.425503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-948c5b1e-9c8d-4497-ae53-cfc3ebfc90a3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.432531 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40642) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:20.433143 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-948c5b1e-9c8d-4497-ae53-cfc3ebfc90a3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2635748 Feb 11 05:42:20.439043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ad8526dc-e88b-4373-b330-a94d4ea2d044 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '129be032-b3ab-4b3e-830e-c64cc8a26588', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:20.442217 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e6e98-bd33-4dc9-90ec-0f4a5c6f6df4 req-14637065-72bb-476f-a7d5-9ef9395188e4 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:20.444028 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-207e6e98-bd33-4dc9-90ec-0f4a5c6f6df4 req-14637065-72bb-476f-a7d5-9ef9395188e4 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 944 time: 0.1721611 Feb 11 05:42:20.453175 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2343e177-2428-45c6-a4c1-105282af99a4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting subnet 98466880-99ed-42fc-a5b6-6f7d0ded1cd3 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:42:20.460028 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2343e177-2428-45c6-a4c1-105282af99a4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (98466880-99ed-42fc-a5b6-6f7d0ded1cd3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.486670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-adfb206c-26e7-4efd-85d2-a30a650dc8c4 None None] Provisioning complete for port 70f0b70e-cb85-40c8-93bd-8065521c31a9 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:20.486950 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-adfb206c-26e7-4efd-85d2-a30a650dc8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (70f0b70e-cb85-40c8-93bd-8065521c31a9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.491153 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:20.491828 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7ca5126b-bffe-4b79-b97f-f854dda2d7d4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.509307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-207e6e98-bd33-4dc9-90ec-0f4a5c6f6df4 req-1b3d7097-c8fd-4889-8ae4-abd2370725ab tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568299 Feb 11 05:42:20.525615 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-ad8526dc-e88b-4373-b330-a94d4ea2d044 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Project 52d5e1b82a9e4c3fbf19576a184936a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:42:20.537372 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2343e177-2428-45c6-a4c1-105282af99a4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (98466880-99ed-42fc-a5b6-6f7d0ded1cd3), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.563767 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad8526dc-e88b-4373-b330-a94d4ea2d044 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (f3d400b0-3c4e-4893-9e15-aa6631d4e9d6), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.571824 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33f703f-164d-4261-a11c-6132ff990255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca5126b-bffe-4b79-b97f-f854dda2d7d4'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:20.574210 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b207d9c0-d7dd-4691-9c7c-8a7ea0df73b7" -d '{"events": [{"server_uuid": "f33f703f-164d-4261-a11c-6132ff990255", "name": "network-vif-plugged", "status": "completed", "tag": "7ca5126b-bffe-4b79-b97f-f854dda2d7d4"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:20.618905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 7ca5126b-bffe-4b79-b97f-f854dda2d7d4, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=7ca5126b-bffe-4b79-b97f-f854dda2d7d4,segment=NetworkSegment(0394ae95-775b-4f2c-9208-0f5b4ba16c99),segment_id=0394ae95-775b-4f2c-9208-0f5b4ba16c99)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:20.632179 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7ca5126b-bffe-4b79-b97f-f854dda2d7d4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.641952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 70f0b70e-cb85-40c8-93bd-8065521c31a9 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:20.642251 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (70f0b70e-cb85-40c8-93bd-8065521c31a9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.673310 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955edd4e-24c1-4eb3-a378-5769ed7a1855 x-openstack-request-id: req-955edd4e-24c1-4eb3-a378-5769ed7a1855 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:20.673601 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33f703f-164d-4261-a11c-6132ff990255", "name": "network-vif-plugged", "status": "completed", "tag": "7ca5126b-bffe-4b79-b97f-f854dda2d7d4", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:20.674065 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-955edd4e-24c1-4eb3-a378-5769ed7a1855 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:20.674629 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33f703f-164d-4261-a11c-6132ff990255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca5126b-bffe-4b79-b97f-f854dda2d7d4', 'code': 200} Feb 11 05:42:20.700910 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad8526dc-e88b-4373-b330-a94d4ea2d044 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (f3d400b0-3c4e-4893-9e15-aa6631d4e9d6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.706861 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2343e177-2428-45c6-a4c1-105282af99a4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (98466880-99ed-42fc-a5b6-6f7d0ded1cd3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.712351 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad8526dc-e88b-4373-b330-a94d4ea2d044 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (f3d400b0-3c4e-4893-9e15-aa6631d4e9d6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.820287 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8526dc-e88b-4373-b330-a94d4ea2d044 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d400b0-3c4e-4893-9e15-aa6631d4e9d6,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:20.829571 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad8526dc-e88b-4373-b330-a94d4ea2d044 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.831466 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ad8526dc-e88b-4373-b330-a94d4ea2d044 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3955612 Feb 11 05:42:20.835199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40646) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:20.841200 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-53ebd087-7309-4445-aede-98d211c3399b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '129be032-b3ab-4b3e-830e-c64cc8a26588', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:20.848110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-adfb206c-26e7-4efd-85d2-a30a650dc8c4 None None] Current status of the port 70f0b70e-cb85-40c8-93bd-8065521c31a9 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:20.855860 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=7ca5126b-bffe-4b79-b97f-f854dda2d7d4,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:20.865044 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f20c32-9b9a-49e9-b1e3-47849d28d897 req-194aab9c-0a35-4701-b1ac-69cc96fe8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:20.867404 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f1f20c32-9b9a-49e9-b1e3-47849d28d897 req-194aab9c-0a35-4701-b1ac-69cc96fe8723 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 1128 time: 0.1289835 Feb 11 05:42:20.877620 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-adfb206c-26e7-4efd-85d2-a30a650dc8c4 None None] Could not find standard attr ID for object 7a36991e-056e-4dce-864f-5d94f1f42620. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:20.888091 n-d-713499-38 neutron-server[103171]: INFO neutron.db.securitygroups_db [None req-53ebd087-7309-4445-aede-98d211c3399b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Project 52d5e1b82a9e4c3fbf19576a184936a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:42:20.892770 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2343e177-2428-45c6-a4c1-105282af99a4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (98466880-99ed-42fc-a5b6-6f7d0ded1cd3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.896362 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53ebd087-7309-4445-aede-98d211c3399b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (53cdf9d0-e318-4c4d-b42e-c35002fac607), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.961935 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2343e177-2428-45c6-a4c1-105282af99a4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:20.963495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 70f0b70e-cb85-40c8-93bd-8065521c31a9 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:20.972033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2c18080c-ec32-4b33-a274-b24909da2a5f no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:20.975094 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2343e177-2428-45c6-a4c1-105282af99a4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/98466880-99ed-42fc-a5b6-6f7d0ded1cd3 HTTP/1.1" status: 204 len: 168 time: 0.6451569 Feb 11 05:42:20.979110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40648) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:20.987541 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343e177-2428-45c6-a4c1-105282af99a4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Subnet': ['ID=98466880-99ed-42fc-a5b6-6f7d0ded1cd3,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:21.025806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 2c18080c-ec32-4b33-a274-b24909da2a5f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:21.026590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2c18080c-ec32-4b33-a274-b24909da2a5f not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:21.037835 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f1f20c32-9b9a-49e9-b1e3-47849d28d897 req-e843b826-5f69-43b4-9500-aa7df3a7a22f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562243 Feb 11 05:42:21.038261 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3c143c8b-b126-49f0-a7f8-73dab5d5337c None None] Could not find standard attr ID for object 7a36991e-056e-4dce-864f-5d94f1f42620. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:21.093336 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53ebd087-7309-4445-aede-98d211c3399b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (53cdf9d0-e318-4c4d-b42e-c35002fac607), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.098452 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53ebd087-7309-4445-aede-98d211c3399b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (53cdf9d0-e318-4c4d-b42e-c35002fac607), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.108850 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (c11cf173-ca5a-4da2-9410-614b06364b1a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.131105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebd087-7309-4445-aede-98d211c3399b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53cdf9d0-e318-4c4d-b42e-c35002fac607,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:21.139530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819097fb-ca48-4ec0-906b-69bb7fb4e4f6 None None] Network c11cf173-ca5a-4da2-9410-614b06364b1a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:21.168266 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-02dcfa0a-d1e9-41b9-b6ec-0a9dd0d58af9 None None] Could not find standard attr ID for object c6e2ba4d-39f0-49ba-a314-cf7ca8b4e17e. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:21.168925 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53ebd087-7309-4445-aede-98d211c3399b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.170178 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-53ebd087-7309-4445-aede-98d211c3399b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3339338 Feb 11 05:42:21.173212 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40650) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:21.178459 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-70338dff-7ca6-4326-b0aa-01e72962dc6c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'network': {'name': 'tempest-network-smoke--2082008669', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'port_security_enabled': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:21.202916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70338dff-7ca6-4326-b0aa-01e72962dc6c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Made reservation on behalf of 52d5e1b82a9e4c3fbf19576a184936a0 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:21.206878 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port 70f0b70e-cb85-40c8-93bd-8065521c31a9 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:21.207260 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (70f0b70e-cb85-40c8-93bd-8065521c31a9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.207382 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70338dff-7ca6-4326-b0aa-01e72962dc6c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.246383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70338dff-7ca6-4326-b0aa-01e72962dc6c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:21.258866 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70338dff-7ca6-4326-b0aa-01e72962dc6c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a18f9ae4-cc29-4c78-b8da-c45d5aa762be), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.259470 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-70338dff-7ca6-4326-b0aa-01e72962dc6c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Added segment a18f9ae4-cc29-4c78-b8da-c45d5aa762be of type vlan for network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 Feb 11 05:42:21.298345 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] For port 70f0b70e-cb85-40c8-93bd-8065521c31a9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=70f0b70e-cb85-40c8-93bd-8065521c31a9,segment=NetworkSegment(83a206e7-18d7-451d-9f55-1134e37c583d),segment_id=83a206e7-18d7-451d-9f55-1134e37c583d)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:21.298881 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (70f0b70e-cb85-40c8-93bd-8065521c31a9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.318930 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70338dff-7ca6-4326-b0aa-01e72962dc6c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (06a19bcf-774d-41de-97b2-8a35aa9b5c97), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.323030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for 70f0b70e-cb85-40c8-93bd-8065521c31a9 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:21.355359 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70338dff-7ca6-4326-b0aa-01e72962dc6c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (06a19bcf-774d-41de-97b2-8a35aa9b5c97), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.367562 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70338dff-7ca6-4326-b0aa-01e72962dc6c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:21.367562 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70338dff-7ca6-4326-b0aa-01e72962dc6c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.388079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9976d3-e20e-4317-a012-3b6d74019234 None None] DHCP port deletion for c11cf173-ca5a-4da2-9410-614b06364b1a request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:42:21.428231 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (70f0b70e-cb85-40c8-93bd-8065521c31a9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.462387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=70f0b70e-cb85-40c8-93bd-8065521c31a9,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:21.467189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No DVR routers for this DVR port 70f0b70e-cb85-40c8-93bd-8065521c31a9 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:21.471230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70338dff-7ca6-4326-b0aa-01e72962dc6c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Network': ['ID=06a19bcf-774d-41de-97b2-8a35aa9b5c97,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:21.491310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:21.499293 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-70338dff-7ca6-4326-b0aa-01e72962dc6c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3249085 Feb 11 05:42:21.503292 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40654) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:21.515823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1088379334', 'admin_state_up': True, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:21.526952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-be9976d3-e20e-4317-a012-3b6d74019234 None None] Deleting port 70f0b70e-cb85-40c8-93bd-8065521c31a9 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:21.527518 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be9976d3-e20e-4317-a012-3b6d74019234 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (70f0b70e-cb85-40c8-93bd-8065521c31a9), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.565729 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (27228969-caba-4b71-a965-f9ece033cc74), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.567409 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (27228969-caba-4b71-a965-f9ece033cc74), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.571389 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (c11cf173-ca5a-4da2-9410-614b06364b1a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.596883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11cf173-ca5a-4da2-9410-614b06364b1a']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:21.609295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a206e7-18d7-451d-9f55-1134e37c583d') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:21.609625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a206e7-18d7-451d-9f55-1134e37c583d') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:21.623013 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (83a206e7-18d7-451d-9f55-1134e37c583d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.638447 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (83a206e7-18d7-451d-9f55-1134e37c583d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.646526 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:42:21.647174 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (83a206e7-18d7-451d-9f55-1134e37c583d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.671176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-be9976d3-e20e-4317-a012-3b6d74019234 None None] For port 70f0b70e-cb85-40c8-93bd-8065521c31a9, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:21.671620 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be9976d3-e20e-4317-a012-3b6d74019234 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (70f0b70e-cb85-40c8-93bd-8065521c31a9), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.681059 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_controller (27228969-caba-4b71-a965-f9ece033cc74), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.686453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-be9976d3-e20e-4317-a012-3b6d74019234 None None] Calling delete_port for 70f0b70e-cb85-40c8-93bd-8065521c31a9 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:21.689951 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-be9976d3-e20e-4317-a012-3b6d74019234 None None] Port 70f0b70e-cb85-40c8-93bd-8065521c31a9 was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:42:21.691405 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be9976d3-e20e-4317-a012-3b6d74019234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (70f0b70e-cb85-40c8-93bd-8065521c31a9), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.708928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9976d3-e20e-4317-a012-3b6d74019234 None None] No DVR routers for this DVR port 70f0b70e-cb85-40c8-93bd-8065521c31a9 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:42:21.733746 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:42:21.752666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9976d3-e20e-4317-a012-3b6d74019234 None None] Pushing event deleted for resources: {'Port': ['ID=70f0b70e-cb85-40c8-93bd-8065521c31a9,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:21.777506 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (c11cf173-ca5a-4da2-9410-614b06364b1a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.792211 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.800149 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/networks/c11cf173-ca5a-4da2-9410-614b06364b1a HTTP/1.1" status: 204 len: 168 time: 0.8164248 Feb 11 05:42:21.818506 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40658) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:21.824191 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-2c8d5595-3237-4a18-9921-2be7bb054128 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1246184149'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:21.831065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85d086-dd11-4ed9-954a-6c6900d004c9 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Network': ['ID=c11cf173-ca5a-4da2-9410-614b06364b1a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:21.845636 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcfb40-532e-46b0-a777-7d9267c0b026 req-724b10e6-f90f-413e-be67-921191209393 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:21.847385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cddcfb40-532e-46b0-a777-7d9267c0b026 req-724b10e6-f90f-413e-be67-921191209393 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.1127658 Feb 11 05:42:21.865935 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8d5595-3237-4a18-9921-2be7bb054128 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:21.869347 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2c8d5595-3237-4a18-9921-2be7bb054128 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.882770 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_gateway (27228969-caba-4b71-a965-f9ece033cc74), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.922134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8d5595-3237-4a18-9921-2be7bb054128 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:21.926913 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cddcfb40-532e-46b0-a777-7d9267c0b026 req-b1bba349-aec7-4ad9-8db6-a3bee886e203 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686815 Feb 11 05:42:21.936739 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2c8d5595-3237-4a18-9921-2be7bb054128 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (90d8a610-8e79-44c9-97cd-3b5172ae254d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:21.937043 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-2c8d5595-3237-4a18-9921-2be7bb054128 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Added segment 90d8a610-8e79-44c9-97cd-3b5172ae254d of type vlan for network 0961aab5-bb7d-46ca-bfd7-4ae7d31eca52 Feb 11 05:42:21.986556 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2c8d5595-3237-4a18-9921-2be7bb054128 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (0961aab5-bb7d-46ca-bfd7-4ae7d31eca52), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.017225 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2c8d5595-3237-4a18-9921-2be7bb054128 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (0961aab5-bb7d-46ca-bfd7-4ae7d31eca52), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.024302 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8d5595-3237-4a18-9921-2be7bb054128 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:22.024955 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2c8d5595-3237-4a18-9921-2be7bb054128 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.079599 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2c8d5595-3237-4a18-9921-2be7bb054128 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2573256 Feb 11 05:42:22.085247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40660) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:22.091291 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-d62c75ad-84a7-4663-8a68-1ca3fa9ec58b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'subnet': {'network_id': '0961aab5-bb7d-46ca-bfd7-4ae7d31eca52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:22.191772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d5595-3237-4a18-9921-2be7bb054128 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Network': ['ID=0961aab5-bb7d-46ca-bfd7-4ae7d31eca52,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:22.208000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 0961aab5-bb7d-46ca-bfd7-4ae7d31eca52 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:22.232817 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_gateway (27228969-caba-4b71-a965-f9ece033cc74), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.264441 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.266509 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fd56767-31d8-40a1-b6ee-0c06498f2f4b req-2484eb95-a895-475a-ba1f-f2c2a5662bb6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1089230 Feb 11 05:42:22.287275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62c75ad-84a7-4663-8a68-1ca3fa9ec58b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:22.294636 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d62c75ad-84a7-4663-8a68-1ca3fa9ec58b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.297845 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 70f0b70e-cb85-40c8-93bd-8065521c31a9 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:22.341159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 70f0b70e-cb85-40c8-93bd-8065521c31a9 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:22.341521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 70f0b70e-cb85-40c8-93bd-8065521c31a9 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:22.409994 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Allocated IP 172.25.5.143 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/286da011-af9a-4a2e-81a1-46ac40f6df73) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:22.439483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd56767-31d8-40a1-b6ee-0c06498f2f4b req-b84fbb9f-17da-4fad-ac30-54e1539f1e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:22.441018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fd56767-31d8-40a1-b6ee-0c06498f2f4b req-b84fbb9f-17da-4fad-ac30-54e1539f1e50 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d870a6d8ae5041ab8726db84282444df&device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 1128 time: 0.1088352 Feb 11 05:42:22.532759 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (286da011-af9a-4a2e-81a1-46ac40f6df73), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.570676 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (286da011-af9a-4a2e-81a1-46ac40f6df73), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.613767 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:22.616800 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:22.622222 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:22.624188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd56767-31d8-40a1-b6ee-0c06498f2f4b req-64ebcca4-6379-48f1-a82a-f303ea3d0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:22.625197 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=286da011-af9a-4a2e-81a1-46ac40f6df73,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:22.625720 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fd56767-31d8-40a1-b6ee-0c06498f2f4b req-64ebcca4-6379-48f1-a82a-f303ea3d0de1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=7266fb20-4639-4ae1-b874-21b72b06d2fd HTTP/1.1" status: 200 len: 911 time: 0.1458933 Feb 11 05:42:22.627812 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d62c75ad-84a7-4663-8a68-1ca3fa9ec58b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (386f72ed-ab50-405d-9b41-cb78ec4b7d23), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.697927 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fd56767-31d8-40a1-b6ee-0c06498f2f4b req-c64a7f81-ed0e-4d1d-b8c2-2a4f2ff278e0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11a9a626-c5ca-4255-82e6-22ea92ee0b01 HTTP/1.1" status: 200 len: 217 time: 0.0640488 Feb 11 05:42:22.759578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c75ad-84a7-4663-8a68-1ca3fa9ec58b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Subnet': ['ID=386f72ed-ab50-405d-9b41-cb78ec4b7d23,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:22.786016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd56767-31d8-40a1-b6ee-0c06498f2f4b req-a3c6b724-1ef1-4dd8-abf1-3fedff040e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:22.787980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fd56767-31d8-40a1-b6ee-0c06498f2f4b req-a3c6b724-1ef1-4dd8-abf1-3fedff040e39 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ff32d698-b68e-4729-b26c-25d5d7a2de9f HTTP/1.1" status: 200 len: 850 time: 0.0796170 Feb 11 05:42:22.789583 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c75ad-84a7-4663-8a68-1ca3fa9ec58b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Checking segment: {'id': '90d8a610-8e79-44c9-97cd-3b5172ae254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0961aab5-bb7d-46ca-bfd7-4ae7d31eca52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:22.789951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62c75ad-84a7-4663-8a68-1ca3fa9ec58b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network hostable DHCP agents. Network: 0961aab5-bb7d-46ca-bfd7-4ae7d31eca52, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:22.826457 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fd56767-31d8-40a1-b6ee-0c06498f2f4b req-caead39c-5bdd-428d-826c-1de15c057a6a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7266fb20-4639-4ae1-b874-21b72b06d2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309861 Feb 11 05:42:22.843339 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62c75ad-84a7-4663-8a68-1ca3fa9ec58b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network 0961aab5-bb7d-46ca-bfd7-4ae7d31eca52 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:22.874565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-d62c75ad-84a7-4663-8a68-1ca3fa9ec58b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 0961aab5-bb7d-46ca-bfd7-4ae7d31eca52) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:22.879639 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62c75ad-84a7-4663-8a68-1ca3fa9ec58b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:22.880307 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d62c75ad-84a7-4663-8a68-1ca3fa9ec58b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.892015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61baa99-b75b-4664-bdd3-e16d5e07536c None None] Network 0961aab5-bb7d-46ca-bfd7-4ae7d31eca52 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:22.940643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d62c75ad-84a7-4663-8a68-1ca3fa9ec58b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8546832 Feb 11 05:42:22.943089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40664) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:22.947367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c2652abe-621b-484e-a3f9-912e1291cedf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1106501616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:22.975201 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_gateway (27228969-caba-4b71-a965-f9ece033cc74), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:22.990660 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fd56767-31d8-40a1-b6ee-0c06498f2f4b req-7165a9a6-b504-4cea-9055-72e7af467ec9 service neutron] 10.222.0.88 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565003 Feb 11 05:42:23.006431 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c2652abe-621b-484e-a3f9-912e1291cedf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (a0b6c5fe-02ce-463d-9875-3560e62d31d4), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.009923 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c2652abe-621b-484e-a3f9-912e1291cedf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (a0b6c5fe-02ce-463d-9875-3560e62d31d4), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.090443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-0961aab5-bb7d-46ca-bfd7-4ae7d31eca52', 'network_id': '0961aab5-bb7d-46ca-bfd7-4ae7d31eca52', 'project_id': 'eb49c78aa0bb42b4a7f29b131d011655', 'fixed_ips': [{'subnet_id': '386f72ed-ab50-405d-9b41-cb78ec4b7d23'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:23.092196 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.170639 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fd56767-31d8-40a1-b6ee-0c06498f2f4b req-3fd1717b-668d-42a5-8c57-063835bfbf2f service neutron] 10.222.0.88 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733317 Feb 11 05:42:23.220461 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c2652abe-621b-484e-a3f9-912e1291cedf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for router_controller (a0b6c5fe-02ce-463d-9875-3560e62d31d4), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.239214 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c2652abe-621b-484e-a3f9-912e1291cedf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (a0b6c5fe-02ce-463d-9875-3560e62d31d4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.262019 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Allocated IP 2001:db8::2 (0961aab5-bb7d-46ca-bfd7-4ae7d31eca52/386f72ed-ab50-405d-9b41-cb78ec4b7d23/a04d4875-8ac7-4c66-8d87-a449af6ead05) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:23.273360 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c2652abe-621b-484e-a3f9-912e1291cedf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.278647 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c2652abe-621b-484e-a3f9-912e1291cedf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3345656 Feb 11 05:42:23.279847 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40668) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:23.285119 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (27228969-caba-4b71-a965-f9ece033cc74), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.287049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-cbd95dd3-4bdc-47d1-87c1-dea527c77281 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'network_id': '0961aab5-bb7d-46ca-bfd7-4ae7d31eca52', 'name': 'tempest-PortsIpV6TestJSON-215575279'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:23.415320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7fe85-f089-4656-8d3d-7f5080959a67 req-0ce99000-3609-4a6e-b314-8188d9304fa5 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:23.416970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ca7fe85-f089-4656-8d3d-7f5080959a67 req-0ce99000-3609-4a6e-b314-8188d9304fa5 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.2428000 Feb 11 05:42:23.429437 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Publish callbacks [] for port (a04d4875-8ac7-4c66-8d87-a449af6ead05), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.441692 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (a04d4875-8ac7-4c66-8d87-a449af6ead05), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.446328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router 27228969-caba-4b71-a965-f9ece033cc74 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:42:23.470947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd95dd3-4bdc-47d1-87c1-dea527c77281 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:23.475150 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cbd95dd3-4bdc-47d1-87c1-dea527c77281 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.498035 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Network 0961aab5-bb7d-46ca-bfd7-4ae7d31eca52 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:23.498550 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-cbd95dd3-4bdc-47d1-87c1-dea527c77281 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] device_id is not set on port a161abf9-6f35-40c5-afe4-af3fadb6a110 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:23.501718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:23.505656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:23.559753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Pushing event updated for resources: {'Port': ['ID=a04d4875-8ac7-4c66-8d87-a449af6ead05,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:23.594402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Attempting to bind port a04d4875-8ac7-4c66-8d87-a449af6ead05 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:23.594796 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Attempting to bind port a04d4875-8ac7-4c66-8d87-a449af6ead05 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '90d8a610-8e79-44c9-97cd-3b5172ae254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0961aab5-bb7d-46ca-bfd7-4ae7d31eca52'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:23.595172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Attempting to bind port a04d4875-8ac7-4c66-8d87-a449af6ead05 on network 0961aab5-bb7d-46ca-bfd7-4ae7d31eca52 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:23.600590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:23.601004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Checking segment: {'id': '90d8a610-8e79-44c9-97cd-3b5172ae254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0961aab5-bb7d-46ca-bfd7-4ae7d31eca52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:23.601444 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.601846 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Bound using segment: {'id': '90d8a610-8e79-44c9-97cd-3b5172ae254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0961aab5-bb7d-46ca-bfd7-4ae7d31eca52'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:23.602324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Bound port: a04d4875-8ac7-4c66-8d87-a449af6ead05, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d8a610-8e79-44c9-97cd-3b5172ae254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0961aab5-bb7d-46ca-bfd7-4ae7d31eca52'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:23.602714 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a04d4875-8ac7-4c66-8d87-a449af6ead05), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.655329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-cbd95dd3-4bdc-47d1-87c1-dea527c77281 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Allocated IP 2001:db8::3f (0961aab5-bb7d-46ca-bfd7-4ae7d31eca52/386f72ed-ab50-405d-9b41-cb78ec4b7d23/a161abf9-6f35-40c5-afe4-af3fadb6a110) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:23.656944 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:23.670219 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Sync routers for ids ['27228969-caba-4b71-a965-f9ece033cc74'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:23.682412 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ca7fe85-f089-4656-8d3d-7f5080959a67 req-3781cdb3-5f13-49cf-9113-3b6530f3e37d tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541137 Feb 11 05:42:23.685968 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.688042 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1d41f2ca-aadf-4767-881c-fbef6557d1c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1831596 Feb 11 05:42:23.691217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40674) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:23.694409 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Routers {'27228969-caba-4b71-a965-f9ece033cc74'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:23.695047 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:42:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27228969-caba-4b71-a965-f9ece033cc74'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:23.730186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] For port a04d4875-8ac7-4c66-8d87-a449af6ead05, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:23.734301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] For port a04d4875-8ac7-4c66-8d87-a449af6ead05, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a04d4875-8ac7-4c66-8d87-a449af6ead05,segment=NetworkSegment(90d8a610-8e79-44c9-97cd-3b5172ae254d),segment_id=90d8a610-8e79-44c9-97cd-3b5172ae254d)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:23.746092 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a04d4875-8ac7-4c66-8d87-a449af6ead05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.802044 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8677230d-9cd9-4713-9509-ee41e5aaaaaa tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=52d5e1b82a9e4c3fbf19576a184936a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1076624 Feb 11 05:42:23.805943 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40678) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:23.843643 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Set router 27228969-caba-4b71-a965-f9ece033cc74 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:23.878262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651945a0-65a0-4be8-b613-a6b6343055df None None] Pushing event updated for resources: {'Port': ['ID=a04d4875-8ac7-4c66-8d87-a449af6ead05,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:24.132794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84237ae3-bd1a-4074-bfe8-25ec6922f319 req-333e7f96-5e49-46de-bd03-de2ef128ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:24.136989 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-84237ae3-bd1a-4074-bfe8-25ec6922f319 req-333e7f96-5e49-46de-bd03-de2ef128ebc2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d870a6d8ae5041ab8726db84282444df&device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 1128 time: 0.1281574 Feb 11 05:42:24.327294 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84237ae3-bd1a-4074-bfe8-25ec6922f319 req-6e6b97be-9d73-43db-b0db-ed9c2f39a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:24.330705 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-84237ae3-bd1a-4074-bfe8-25ec6922f319 req-6e6b97be-9d73-43db-b0db-ed9c2f39a508 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7266fb20-4639-4ae1-b874-21b72b06d2fd HTTP/1.1" status: 200 len: 911 time: 0.1880796 Feb 11 05:42:24.372774 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27228969-caba-4b71-a965-f9ece033cc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088379334', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:21Z', 'updated_at': '2022-02-11T05:42:22Z', 'revision_number': 3, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:22Z', 'updated_at': '2022-02-11T05:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:24.389606 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-84237ae3-bd1a-4074-bfe8-25ec6922f319 req-3db87dfc-340b-4164-92b0-9009a2b253b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca5126b-bffe-4b79-b97f-f854dda2d7d4 HTTP/1.1" status: 200 len: 217 time: 0.0520968 Feb 11 05:42:24.411835 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Checking router: 27228969-caba-4b71-a965-f9ece033cc74 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:42:24.412131 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Updating router 27228969-caba-4b71-a965-f9ece033cc74 port 286da011-af9a-4a2e-81a1-46ac40f6df73 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:42:24.453261 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (286da011-af9a-4a2e-81a1-46ac40f6df73), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:24.474757 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84237ae3-bd1a-4074-bfe8-25ec6922f319 req-4251c809-6fc2-4d38-8358-21c4168060f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:24.476698 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-84237ae3-bd1a-4074-bfe8-25ec6922f319 req-4251c809-6fc2-4d38-8358-21c4168060f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff32d698-b68e-4729-b26c-25d5d7a2de9f HTTP/1.1" status: 200 len: 850 time: 0.0828333 Feb 11 05:42:24.496450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5e55b-8e19-4db2-a3f9-ed949582b0f5 req-725a15ec-afab-4a0e-a20f-704fd4aa744d tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:24.498286 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47e5e55b-8e19-4db2-a3f9-ed949582b0f5 req-725a15ec-afab-4a0e-a20f-704fd4aa744d tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.1832502 Feb 11 05:42:24.525996 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-84237ae3-bd1a-4074-bfe8-25ec6922f319 req-c631150a-9ef6-4e3b-a3a5-b26972fc3d52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7266fb20-4639-4ae1-b874-21b72b06d2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425959 Feb 11 05:42:24.547241 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cbd95dd3-4bdc-47d1-87c1-dea527c77281 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (a161abf9-6f35-40c5-afe4-af3fadb6a110), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:24.553190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7001a8cb-ee9f-4ab3-92e7-103c99137a0c tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:24.554950 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7001a8cb-ee9f-4ab3-92e7-103c99137a0c tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7031620 Feb 11 05:42:24.558557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40682) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:24.604115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9202a068-ad37-483f-b152-69e5be541a8c tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417633 Feb 11 05:42:24.613013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40686) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:24.619430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-dc611f6e-e562-43d1-bc57-be67ec13cfa9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1214135746', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:24.668390 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-84237ae3-bd1a-4074-bfe8-25ec6922f319 req-ab792c3c-e9e2-4e61-be0c-a9b79a75ef64 service neutron] 10.222.0.73 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369336 Feb 11 05:42:24.679602 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47e5e55b-8e19-4db2-a3f9-ed949582b0f5 req-bce9b123-bfec-4c04-86c5-f8de8a8fc879 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684368 Feb 11 05:42:24.739709 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cbd95dd3-4bdc-47d1-87c1-dea527c77281 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a161abf9-6f35-40c5-afe4-af3fadb6a110), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:24.795239 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-84237ae3-bd1a-4074-bfe8-25ec6922f319 req-749fdf5a-9817-4489-9d43-01689f6ab88a service neutron] 10.222.0.73 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200168 Feb 11 05:42:24.810771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd95dd3-4bdc-47d1-87c1-dea527c77281 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network 0961aab5-bb7d-46ca-bfd7-4ae7d31eca52 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:24.816882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-cbd95dd3-4bdc-47d1-87c1-dea527c77281 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:24.821047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd95dd3-4bdc-47d1-87c1-dea527c77281 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=a161abf9-6f35-40c5-afe4-af3fadb6a110,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:24.848003 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd95dd3-4bdc-47d1-87c1-dea527c77281 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:24.853309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd95dd3-4bdc-47d1-87c1-dea527c77281 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:24.854563 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cbd95dd3-4bdc-47d1-87c1-dea527c77281 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:24.871699 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Publish callbacks [] for port (286da011-af9a-4a2e-81a1-46ac40f6df73), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:24.885815 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc611f6e-e562-43d1-bc57-be67ec13cfa9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Made reservation on behalf of 52d5e1b82a9e4c3fbf19576a184936a0 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:24.891668 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (286da011-af9a-4a2e-81a1-46ac40f6df73), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:24.892394 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc611f6e-e562-43d1-bc57-be67ec13cfa9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:24.904123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cbd95dd3-4bdc-47d1-87c1-dea527c77281 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6215196 Feb 11 05:42:24.908005 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40692) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:24.989353 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Attempting to bind port 286da011-af9a-4a2e-81a1-46ac40f6df73 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:24.989740 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Attempting to bind port 286da011-af9a-4a2e-81a1-46ac40f6df73 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:24.990093 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Attempting to bind port 286da011-af9a-4a2e-81a1-46ac40f6df73 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:25.000535 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:25.000965 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:25.001369 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.001761 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:25.002612 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Bound port: 286da011-af9a-4a2e-81a1-46ac40f6df73, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:25.003047 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (286da011-af9a-4a2e-81a1-46ac40f6df73), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.071472 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] For port 286da011-af9a-4a2e-81a1-46ac40f6df73, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:25.074607 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] For port 286da011-af9a-4a2e-81a1-46ac40f6df73, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=286da011-af9a-4a2e-81a1-46ac40f6df73,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:25.084428 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0c20a-eac2-4337-bb1b-40d92a645d50 None None] Pushing event updated for resources: {'Port': ['ID=286da011-af9a-4a2e-81a1-46ac40f6df73,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:25.097736 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (286da011-af9a-4a2e-81a1-46ac40f6df73), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.101517 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c20a-eac2-4337-bb1b-40d92a645d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:25.101876 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c20a-eac2-4337-bb1b-40d92a645d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:25.102217 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c20a-eac2-4337-bb1b-40d92a645d50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:25.102552 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c20a-eac2-4337-bb1b-40d92a645d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:25.102880 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c20a-eac2-4337-bb1b-40d92a645d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:25.104067 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c20a-eac2-4337-bb1b-40d92a645d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:25.104419 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c20a-eac2-4337-bb1b-40d92a645d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:25.104781 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c20a-eac2-4337-bb1b-40d92a645d50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:25.105994 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c20a-eac2-4337-bb1b-40d92a645d50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:25.106327 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c20a-eac2-4337-bb1b-40d92a645d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:25.106662 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c20a-eac2-4337-bb1b-40d92a645d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:25.107036 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c20a-eac2-4337-bb1b-40d92a645d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:25.107363 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0c20a-eac2-4337-bb1b-40d92a645d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:25.177674 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0c20a-eac2-4337-bb1b-40d92a645d50 None None] Pushing event updated for resources: {'Port': ['ID=286da011-af9a-4a2e-81a1-46ac40f6df73,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:25.204321 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Routers {'27228969-caba-4b71-a965-f9ece033cc74'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:25.205643 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc611f6e-e562-43d1-bc57-be67ec13cfa9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.206055 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:42:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27228969-caba-4b71-a965-f9ece033cc74'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:25.303899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc611f6e-e562-43d1-bc57-be67ec13cfa9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Checking segment: {'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:25.304269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc611f6e-e562-43d1-bc57-be67ec13cfa9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network hostable DHCP agents. Network: 06a19bcf-774d-41de-97b2-8a35aa9b5c97, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:42:25.311092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc611f6e-e562-43d1-bc57-be67ec13cfa9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Subnet': ['ID=f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:25.333208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc611f6e-e562-43d1-bc57-be67ec13cfa9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:42:25.351596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-dc611f6e-e562-43d1-bc57-be67ec13cfa9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 06a19bcf-774d-41de-97b2-8a35aa9b5c97) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:25.357951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc611f6e-e562-43d1-bc57-be67ec13cfa9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:25.358624 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dc611f6e-e562-43d1-bc57-be67ec13cfa9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.365146 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e833bd6-e653-427b-9bd0-24520ac4c4b4 None None] Network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:25.388536 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dc611f6e-e562-43d1-bc57-be67ec13cfa9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7743356 Feb 11 05:42:25.393625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40694) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:25.402645 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] Set router 27228969-caba-4b71-a965-f9ece033cc74 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:25.574739 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7e1e6d-2d2b-451e-ba19-42a94f68f6a0 None None] Network 0961aab5-bb7d-46ca-bfd7-4ae7d31eca52 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:25.682675 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ips': [{'subnet_id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:25.683597 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.749788 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27228969-caba-4b71-a965-f9ece033cc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088379334', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:21Z', 'updated_at': '2022-02-11T05:42:22Z', 'revision_number': 3, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:22Z', 'updated_at': '2022-02-11T05:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:25.810019 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e439aa5-e447-4238-af7a-fe5a7c9d5797 None None] The sync data for ids ['27228969-caba-4b71-a965-f9ece033cc74'] in n-d-713499-38 is: [{'id': '27228969-caba-4b71-a965-f9ece033cc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088379334', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:21Z', 'updated_at': '2022-02-11T05:42:22Z', 'revision_number': 3, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:22Z', 'updated_at': '2022-02-11T05:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:25.823655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c24bdfe1-439b-4835-a7f4-a2dda408575e None None] Provisioning complete for port a04d4875-8ac7-4c66-8d87-a449af6ead05 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:25.824284 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c24bdfe1-439b-4835-a7f4-a2dda408575e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a04d4875-8ac7-4c66-8d87-a449af6ead05), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.004601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcdb39-fe1c-41a9-9558-781d72df0856 req-2e5e66a2-a40e-4915-a766-4d92b956c023 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:26.006297 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39bcdb39-fe1c-41a9-9558-781d72df0856 req-2e5e66a2-a40e-4915-a766-4d92b956c023 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.1325893 Feb 11 05:42:26.061458 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39bcdb39-fe1c-41a9-9558-781d72df0856 req-804a19c5-9417-4ff4-b7a5-4abfa6e743dc tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491388 Feb 11 05:42:26.133989 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecc637fd-6e9c-4ea2-91e4-a2c7ef18f48f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a161abf9-6f35-40c5-afe4-af3fadb6a110), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.289289 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Allocated IP 172.20.0.2 (06a19bcf-774d-41de-97b2-8a35aa9b5c97/f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4/d042c801-2d44-4b43-97dd-75ce28e6cc29) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:26.302141 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c24bdfe1-439b-4835-a7f4-a2dda408575e None None] Current status of the port a04d4875-8ac7-4c66-8d87-a449af6ead05 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:26.302694 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c24bdfe1-439b-4835-a7f4-a2dda408575e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a04d4875-8ac7-4c66-8d87-a449af6ead05), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.355513 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.364211 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c24bdfe1-439b-4835-a7f4-a2dda408575e None None] For port a04d4875-8ac7-4c66-8d87-a449af6ead05, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a04d4875-8ac7-4c66-8d87-a449af6ead05,segment=NetworkSegment(90d8a610-8e79-44c9-97cd-3b5172ae254d),segment_id=90d8a610-8e79-44c9-97cd-3b5172ae254d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:26.365824 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a04d4875-8ac7-4c66-8d87-a449af6ead05 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:26.422049 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c24bdfe1-439b-4835-a7f4-a2dda408575e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a04d4875-8ac7-4c66-8d87-a449af6ead05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.547826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a04d4875-8ac7-4c66-8d87-a449af6ead05 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:26.548321 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a04d4875-8ac7-4c66-8d87-a449af6ead05), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.788412 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecc637fd-6e9c-4ea2-91e4-a2c7ef18f48f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (a161abf9-6f35-40c5-afe4-af3fadb6a110), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.795037 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecc637fd-6e9c-4ea2-91e4-a2c7ef18f48f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (a161abf9-6f35-40c5-afe4-af3fadb6a110), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:26.936315 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc637fd-6e9c-4ea2-91e4-a2c7ef18f48f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=a161abf9-6f35-40c5-afe4-af3fadb6a110,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:26.990228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bdfe1-439b-4835-a7f4-a2dda408575e None None] Pushing event updated for resources: {'Port': ['ID=a04d4875-8ac7-4c66-8d87-a449af6ead05,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:27.050999 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c0e61de0-44af-4592-86c6-5aa46f5fe5d1 None None] Provisioning complete for port a04d4875-8ac7-4c66-8d87-a449af6ead05 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:27.051382 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c0e61de0-44af-4592-86c6-5aa46f5fe5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a04d4875-8ac7-4c66-8d87-a449af6ead05), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.074091 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecc637fd-6e9c-4ea2-91e4-a2c7ef18f48f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (a0b6c5fe-02ce-463d-9875-3560e62d31d4), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.183374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a04d4875-8ac7-4c66-8d87-a449af6ead05 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:27.290173 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Publish callbacks [] for port (d042c801-2d44-4b43-97dd-75ce28e6cc29), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.291602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95e5de-29bd-46ad-8ec1-3c561d31860f req-bcdaa418-942e-44b5-8614-401b19b5edf1 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:27.295094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb95e5de-29bd-46ad-8ec1-3c561d31860f req-bcdaa418-942e-44b5-8614-401b19b5edf1 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.1001022 Feb 11 05:42:27.312245 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (d042c801-2d44-4b43-97dd-75ce28e6cc29), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.319588 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecc637fd-6e9c-4ea2-91e4-a2c7ef18f48f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a161abf9-6f35-40c5-afe4-af3fadb6a110), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.336381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c0e61de0-44af-4592-86c6-5aa46f5fe5d1 None None] Current status of the port a04d4875-8ac7-4c66-8d87-a449af6ead05 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:27.413555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Allocated IP 172.20.0.1 (06a19bcf-774d-41de-97b2-8a35aa9b5c97/f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4/b8215969-9190-45e2-918f-eb69d9509457) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:27.422610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb95e5de-29bd-46ad-8ec1-3c561d31860f req-95e3a44d-77a8-4382-a50d-82c5a6de4772 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198347 Feb 11 05:42:27.469871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Pushing event updated for resources: {'Port': ['ID=d042c801-2d44-4b43-97dd-75ce28e6cc29,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:27.477676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:27.480291 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c0e61de0-44af-4592-86c6-5aa46f5fe5d1 None None] Provisioning complete for port a161abf9-6f35-40c5-afe4-af3fadb6a110 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:27.480846 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c0e61de0-44af-4592-86c6-5aa46f5fe5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a161abf9-6f35-40c5-afe4-af3fadb6a110), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.535783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c0e61de0-44af-4592-86c6-5aa46f5fe5d1 None None] Port a161abf9-6f35-40c5-afe4-af3fadb6a110 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:27.539061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:27.542248 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:27.607250 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (b8215969-9190-45e2-918f-eb69d9509457), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.622526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Attempting to bind port d042c801-2d44-4b43-97dd-75ce28e6cc29 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:27.623051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Attempting to bind port d042c801-2d44-4b43-97dd-75ce28e6cc29 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:27.623501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Attempting to bind port d042c801-2d44-4b43-97dd-75ce28e6cc29 on network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:27.630521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:27.630914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Checking segment: {'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:27.631329 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.631853 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Bound using segment: {'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:27.632336 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Bound port: d042c801-2d44-4b43-97dd-75ce28e6cc29, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:27.632830 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d042c801-2d44-4b43-97dd-75ce28e6cc29), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.648394 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b8215969-9190-45e2-918f-eb69d9509457), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.689196 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:27.692713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:27.695816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:27.714476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-af4017f0-dec0-423c-a3f1-844578caace8 None None] Provisioning complete for port a161abf9-6f35-40c5-afe4-af3fadb6a110 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:27.714908 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-af4017f0-dec0-423c-a3f1-844578caace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a161abf9-6f35-40c5-afe4-af3fadb6a110), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.745994 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (27228969-caba-4b71-a965-f9ece033cc74), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.782794 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] For port d042c801-2d44-4b43-97dd-75ce28e6cc29, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:27.787650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] For port d042c801-2d44-4b43-97dd-75ce28e6cc29, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d042c801-2d44-4b43-97dd-75ce28e6cc29,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:27.792280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-af4017f0-dec0-423c-a3f1-844578caace8 None None] Port a161abf9-6f35-40c5-afe4-af3fadb6a110 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:27.797018 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d042c801-2d44-4b43-97dd-75ce28e6cc29), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.812760 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecc637fd-6e9c-4ea2-91e4-a2c7ef18f48f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (a161abf9-6f35-40c5-afe4-af3fadb6a110), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.823245 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecc637fd-6e9c-4ea2-91e4-a2c7ef18f48f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (a161abf9-6f35-40c5-afe4-af3fadb6a110), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.825149 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ecc637fd-6e9c-4ea2-91e4-a2c7ef18f48f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (a0b6c5fe-02ce-463d-9875-3560e62d31d4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.828251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=b8215969-9190-45e2-918f-eb69d9509457,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:27.881955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66031f5-6a7c-4687-bd4f-f2cc123076ac None None] Pushing event updated for resources: {'Port': ['ID=d042c801-2d44-4b43-97dd-75ce28e6cc29,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:27.983349 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc637fd-6e9c-4ea2-91e4-a2c7ef18f48f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=a161abf9-6f35-40c5-afe4-af3fadb6a110,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:28.030641 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b8215969-9190-45e2-918f-eb69d9509457), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.054063 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc637fd-6e9c-4ea2-91e4-a2c7ef18f48f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network 0961aab5-bb7d-46ca-bfd7-4ae7d31eca52 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:28.059906 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-ecc637fd-6e9c-4ea2-91e4-a2c7ef18f48f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:28.354311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc637fd-6e9c-4ea2-91e4-a2c7ef18f48f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Router a0b6c5fe-02ce-463d-9875-3560e62d31d4 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:42:28.424352 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 286da011-af9a-4a2e-81a1-46ac40f6df73 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:28.572896 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17dc4fc7-a926-496a-98e2-3fd6667b7936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.598844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 286da011-af9a-4a2e-81a1-46ac40f6df73 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:28.599250 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (286da011-af9a-4a2e-81a1-46ac40f6df73), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.605872 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc637fd-6e9c-4ea2-91e4-a2c7ef18f48f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:28.623379 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ecc637fd-6e9c-4ea2-91e4-a2c7ef18f48f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "PUT /v2.0/routers/a0b6c5fe-02ce-463d-9875-3560e62d31d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7141461 Feb 11 05:42:28.625784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40708) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:28.645845 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af5f23-f420-48d8-a19c-a0cf833aa02c None None] Sync routers for ids ['a0b6c5fe-02ce-463d-9875-3560e62d31d4'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:28.661111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9af5f23-f420-48d8-a19c-a0cf833aa02c None None] Routers {'a0b6c5fe-02ce-463d-9875-3560e62d31d4'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:28.661758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b9af5f23-f420-48d8-a19c-a0cf833aa02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:42:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['a0b6c5fe-02ce-463d-9875-3560e62d31d4'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:28.711863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6743d68-3075-4ba4-bbb5-4c57f6d593c5 req-f766171d-f96d-4536-b0a6-e10409152a10 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:28.713469 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6743d68-3075-4ba4-bbb5-4c57f6d593c5 req-f766171d-f96d-4536-b0a6-e10409152a10 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.1205969 Feb 11 05:42:28.724959 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b9af5f23-f420-48d8-a19c-a0cf833aa02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:28.725424 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (b8215969-9190-45e2-918f-eb69d9509457), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.726375 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67027fa-b5fd-48c8-bbac-8776ee08e765 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:28.730396 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f67027fa-b5fd-48c8-bbac-8776ee08e765 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports?device_id=a0b6c5fe-02ce-463d-9875-3560e62d31d4 HTTP/1.1" status: 200 len: 987 time: 0.1027722 Feb 11 05:42:28.733500 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40712) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:28.762587 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b8215969-9190-45e2-918f-eb69d9509457), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.780976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 286da011-af9a-4a2e-81a1-46ac40f6df73 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:28.781417 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (286da011-af9a-4a2e-81a1-46ac40f6df73), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.798027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9af5f23-f420-48d8-a19c-a0cf833aa02c None None] Routers {'a0b6c5fe-02ce-463d-9875-3560e62d31d4'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:28.800195 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b9af5f23-f420-48d8-a19c-a0cf833aa02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:42:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['a0b6c5fe-02ce-463d-9875-3560e62d31d4'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:28.847188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b9af5f23-f420-48d8-a19c-a0cf833aa02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:28.848241 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af5f23-f420-48d8-a19c-a0cf833aa02c None None] The sync data for ids ['a0b6c5fe-02ce-463d-9875-3560e62d31d4'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:28.856554 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6743d68-3075-4ba4-bbb5-4c57f6d593c5 req-8259f1a0-bed7-458a-958a-db89ec137b31 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358752 Feb 11 05:42:28.864698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-beb6b883-e106-40b7-ab86-8ab012575f80 None None] Provisioning complete for port a161abf9-6f35-40c5-afe4-af3fadb6a110 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:28.865080 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-beb6b883-e106-40b7-ab86-8ab012575f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a161abf9-6f35-40c5-afe4-af3fadb6a110), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.869334 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (27228969-caba-4b71-a965-f9ece033cc74), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.876881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 286da011-af9a-4a2e-81a1-46ac40f6df73, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=286da011-af9a-4a2e-81a1-46ac40f6df73,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:28.892325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=b8215969-9190-45e2-918f-eb69d9509457,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:28.898013 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (286da011-af9a-4a2e-81a1-46ac40f6df73), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.898800 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a04d4875-8ac7-4c66-8d87-a449af6ead05 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:28.974660 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=286da011-af9a-4a2e-81a1-46ac40f6df73,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:29.011175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-beb6b883-e106-40b7-ab86-8ab012575f80 None None] Port a161abf9-6f35-40c5-afe4-af3fadb6a110 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:29.051768 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:29.053514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:29.066365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a04d4875-8ac7-4c66-8d87-a449af6ead05 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:29.066830 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a04d4875-8ac7-4c66-8d87-a449af6ead05), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.169094 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a04d4875-8ac7-4c66-8d87-a449af6ead05 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:29.219073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router 27228969-caba-4b71-a965-f9ece033cc74 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:29.385305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:29.395793 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Sync routers for ids ['27228969-caba-4b71-a965-f9ece033cc74'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:29.399312 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5ff5c966-510b-498b-8720-283b83b7947a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "PUT /v2.0/routers/27228969-caba-4b71-a965-f9ece033cc74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0039210 Feb 11 05:42:29.409968 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Routers {'27228969-caba-4b71-a965-f9ece033cc74'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:29.411473 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:42:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27228969-caba-4b71-a965-f9ece033cc74'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:29.421694 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88990a18-0892-415b-9e59-e68562d09691 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (a0b6c5fe-02ce-463d-9875-3560e62d31d4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.546110 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Set router 27228969-caba-4b71-a965-f9ece033cc74 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:29.554680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eef499b-f913-462e-ae7a-77e1bacb5055 None None] Network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:29.678179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-19783090-1b5e-42e4-99e1-65c4528410bc None None] Provisioning complete for port d042c801-2d44-4b43-97dd-75ce28e6cc29 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:29.678832 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-19783090-1b5e-42e4-99e1-65c4528410bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d042c801-2d44-4b43-97dd-75ce28e6cc29), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.691636 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c3fa15-b022-4446-95cc-6f362895148a req-86c664cd-b88b-4b9a-a3e8-95dd6b7019b8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625941618&fields=id&tenant_id=52d5e1b82a9e4c3fbf19576a184936a0 HTTP/1.1" status: 200 len: 267 time: 0.0730689 Feb 11 05:42:29.788774 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27228969-caba-4b71-a965-f9ece033cc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088379334', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:21Z', 'updated_at': '2022-02-11T05:42:27Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:22Z', 'updated_at': '2022-02-11T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b8215969-9190-45e2-918f-eb69d9509457', 'name': '', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:38:74:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:26Z', 'updated_at': '2022-02-11T05:42:28Z', 'revision_number': 2, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:29.831226 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Checking router: 27228969-caba-4b71-a965-f9ece033cc74 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:42:29.831951 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Updating router 27228969-caba-4b71-a965-f9ece033cc74 port b8215969-9190-45e2-918f-eb69d9509457 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:42:29.850613 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-19783090-1b5e-42e4-99e1-65c4528410bc None None] Current status of the port d042c801-2d44-4b43-97dd-75ce28e6cc29 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:29.851100 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-19783090-1b5e-42e4-99e1-65c4528410bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d042c801-2d44-4b43-97dd-75ce28e6cc29), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.869410 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-88990a18-0892-415b-9e59-e68562d09691 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port a161abf9-6f35-40c5-afe4-af3fadb6a110 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:29.870404 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88990a18-0892-415b-9e59-e68562d09691 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a161abf9-6f35-40c5-afe4-af3fadb6a110), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.889787 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b8215969-9190-45e2-918f-eb69d9509457), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.911334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3fa15-b022-4446-95cc-6f362895148a req-33f88183-091b-49f1-952f-58a34df4f011 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:29.912964 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c3fa15-b022-4446-95cc-6f362895148a req-33f88183-091b-49f1-952f-58a34df4f011 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/networks?id=06a19bcf-774d-41de-97b2-8a35aa9b5c97 HTTP/1.1" status: 200 len: 797 time: 0.2089415 Feb 11 05:42:29.930840 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c3fa15-b022-4446-95cc-6f362895148a req-f0f3181f-6392-49b4-917c-6cf43dd0d2fc tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/quotas/52d5e1b82a9e4c3fbf19576a184936a0 HTTP/1.1" status: 200 len: 375 time: 0.0120628 Feb 11 05:42:29.970893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-19783090-1b5e-42e4-99e1-65c4528410bc None None] For port d042c801-2d44-4b43-97dd-75ce28e6cc29, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d042c801-2d44-4b43-97dd-75ce28e6cc29,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:29.977929 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-19783090-1b5e-42e4-99e1-65c4528410bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d042c801-2d44-4b43-97dd-75ce28e6cc29), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.075626 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88990a18-0892-415b-9e59-e68562d09691 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a161abf9-6f35-40c5-afe4-af3fadb6a110), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.105242 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-88990a18-0892-415b-9e59-e68562d09691 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for a161abf9-6f35-40c5-afe4-af3fadb6a110 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:30.109747 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19783090-1b5e-42e4-99e1-65c4528410bc None None] Pushing event updated for resources: {'Port': ['ID=d042c801-2d44-4b43-97dd-75ce28e6cc29,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:30.140435 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c3fa15-b022-4446-95cc-6f362895148a req-de4e72ed-03dc-4394-aa07-7870c27bf5c6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2009332 Feb 11 05:42:30.177632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a2ce0-99fd-4ac7-8c8b-367f66fa24e1 req-d7d23d35-6072-448a-a00b-2b5d399068b5 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:30.183064 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa9a2ce0-99fd-4ac7-8c8b-367f66fa24e1 req-d7d23d35-6072-448a-a00b-2b5d399068b5 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.1585324 Feb 11 05:42:30.208298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-040b977e-aa1f-44f4-9c93-93a843b13f94 None None] Provisioning complete for port d042c801-2d44-4b43-97dd-75ce28e6cc29 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:30.210471 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-040b977e-aa1f-44f4-9c93-93a843b13f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d042c801-2d44-4b43-97dd-75ce28e6cc29), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.365997 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c3fa15-b022-4446-95cc-6f362895148a req-1f850385-8d0b-4bbc-8f0d-cfbd303dfac2 service neutron] 10.222.0.87 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828480 Feb 11 05:42:30.393834 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-040b977e-aa1f-44f4-9c93-93a843b13f94 None None] Current status of the port d042c801-2d44-4b43-97dd-75ce28e6cc29 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:30.422389 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d042c801-2d44-4b43-97dd-75ce28e6cc29 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:30.486757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-040b977e-aa1f-44f4-9c93-93a843b13f94 None None] Provisioning complete for port b8215969-9190-45e2-918f-eb69d9509457 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:30.487174 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-040b977e-aa1f-44f4-9c93-93a843b13f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b8215969-9190-45e2-918f-eb69d9509457), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.532341 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88990a18-0892-415b-9e59-e68562d09691 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a161abf9-6f35-40c5-afe4-af3fadb6a110), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.563777 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-040b977e-aa1f-44f4-9c93-93a843b13f94 None None] Port b8215969-9190-45e2-918f-eb69d9509457 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:30.572700 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa9a2ce0-99fd-4ac7-8c8b-367f66fa24e1 req-87499d83-db6c-4d17-a1ef-5bdde2341fc6 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052901 Feb 11 05:42:30.602302 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d042c801-2d44-4b43-97dd-75ce28e6cc29 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:30.602796 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d042c801-2d44-4b43-97dd-75ce28e6cc29), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.603463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c3fa15-b022-4446-95cc-6f362895148a req-00e4c7b6-9e25-4360-819c-da409384d915 service neutron] 10.222.0.87 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289035 Feb 11 05:42:30.620738 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88990a18-0892-415b-9e59-e68562d09691 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=a161abf9-6f35-40c5-afe4-af3fadb6a110,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:30.662667 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Publish callbacks [] for port (b8215969-9190-45e2-918f-eb69d9509457), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.674357 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b8215969-9190-45e2-918f-eb69d9509457), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.747536 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b48f166f-110f-46a0-a457-42cd690779de None None] Provisioning complete for port b8215969-9190-45e2-918f-eb69d9509457 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:30.748524 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b48f166f-110f-46a0-a457-42cd690779de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b8215969-9190-45e2-918f-eb69d9509457), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.837975 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fb5c11e7-cba5-457a-8b76-78e4d9c30c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.881045 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-88990a18-0892-415b-9e59-e68562d09691 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (a0b6c5fe-02ce-463d-9875-3560e62d31d4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.920516 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Attempting to bind port b8215969-9190-45e2-918f-eb69d9509457 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:30.920898 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Attempting to bind port b8215969-9190-45e2-918f-eb69d9509457 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:30.921264 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Attempting to bind port b8215969-9190-45e2-918f-eb69d9509457 on network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:30.925746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b48f166f-110f-46a0-a457-42cd690779de None None] Port b8215969-9190-45e2-918f-eb69d9509457 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:30.929496 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:30.930242 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Checking segment: {'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:30.930816 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.932671 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Bound using segment: {'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:30.933385 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Bound port: b8215969-9190-45e2-918f-eb69d9509457, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:30.933936 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b8215969-9190-45e2-918f-eb69d9509457), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:30.945593 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d042c801-2d44-4b43-97dd-75ce28e6cc29 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:30.946999 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 286da011-af9a-4a2e-81a1-46ac40f6df73 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:31.026953 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] For port b8215969-9190-45e2-918f-eb69d9509457, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:31.031145 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] For port b8215969-9190-45e2-918f-eb69d9509457, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b8215969-9190-45e2-918f-eb69d9509457,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:31.045148 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ec06a5f1-2cff-40c2-b7ae-b452db97232a req-8171c464-ac26-4cf0-ae89-29ca2ea70a8b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 210 time: 0.0720873 Feb 11 05:42:31.051305 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac802f9-df8d-4c02-9674-9ffa9c0d646c None None] Pushing event updated for resources: {'Port': ['ID=b8215969-9190-45e2-918f-eb69d9509457,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:31.060917 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b8215969-9190-45e2-918f-eb69d9509457), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:31.098633 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 286da011-af9a-4a2e-81a1-46ac40f6df73 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:31.098873 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (286da011-af9a-4a2e-81a1-46ac40f6df73), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:31.162745 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Routers {'27228969-caba-4b71-a965-f9ece033cc74'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:31.163468 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:42:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27228969-caba-4b71-a965-f9ece033cc74'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:31.207196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d98907e4-b334-4b41-adf3-d32f98364e91 None None] Provisioning complete for port b8215969-9190-45e2-918f-eb69d9509457 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:31.209379 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d98907e4-b334-4b41-adf3-d32f98364e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b8215969-9190-45e2-918f-eb69d9509457), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:31.263234 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac802f9-df8d-4c02-9674-9ffa9c0d646c None None] Pushing event updated for resources: {'Port': ['ID=b8215969-9190-45e2-918f-eb69d9509457,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:31.322307 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88990a18-0892-415b-9e59-e68562d09691 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Router a0b6c5fe-02ce-463d-9875-3560e62d31d4 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:31.398706 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] Set router 27228969-caba-4b71-a965-f9ece033cc74 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:31.416587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 286da011-af9a-4a2e-81a1-46ac40f6df73 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:31.495183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88990a18-0892-415b-9e59-e68562d09691 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:31.515104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e2b1d0-d7f1-4fde-b9ec-af74c349abec None None] Sync routers for ids ['a0b6c5fe-02ce-463d-9875-3560e62d31d4'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:31.516738 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-88990a18-0892-415b-9e59-e68562d09691 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "PUT /v2.0/routers/a0b6c5fe-02ce-463d-9875-3560e62d31d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7815909 Feb 11 05:42:31.520049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40742) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:31.536956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d98907e4-b334-4b41-adf3-d32f98364e91 None None] Current status of the port b8215969-9190-45e2-918f-eb69d9509457 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:31.537649 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d98907e4-b334-4b41-adf3-d32f98364e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b8215969-9190-45e2-918f-eb69d9509457), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:31.566103 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2aff75-8a31-413a-9be5-fdd67d087e34 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] GET failed (client error): The resource could not be found. Feb 11 05:42:31.566663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e2b1d0-d7f1-4fde-b9ec-af74c349abec None None] Routers {'a0b6c5fe-02ce-463d-9875-3560e62d31d4'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:31.567308 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-53e2b1d0-d7f1-4fde-b9ec-af74c349abec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:42:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['a0b6c5fe-02ce-463d-9875-3560e62d31d4'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:31.568510 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ac2aff75-8a31-413a-9be5-fdd67d087e34 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports/a161abf9-6f35-40c5-afe4-af3fadb6a110 HTTP/1.1" status: 404 len: 333 time: 0.0467608 Feb 11 05:42:31.571231 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40744) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:31.680892 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-53e2b1d0-d7f1-4fde-b9ec-af74c349abec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:31.731945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e2b1d0-d7f1-4fde-b9ec-af74c349abec None None] Routers {'a0b6c5fe-02ce-463d-9875-3560e62d31d4'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:31.732975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-53e2b1d0-d7f1-4fde-b9ec-af74c349abec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:42:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['a0b6c5fe-02ce-463d-9875-3560e62d31d4'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:31.745902 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d14f21e-bc0a-426d-994f-09418dc3f7af tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for router (a0b6c5fe-02ce-463d-9875-3560e62d31d4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:31.785018 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27228969-caba-4b71-a965-f9ece033cc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088379334', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:21Z', 'updated_at': '2022-02-11T05:42:27Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:22Z', 'updated_at': '2022-02-11T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b8215969-9190-45e2-918f-eb69d9509457', 'name': '', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:38:74:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:26Z', 'updated_at': '2022-02-11T05:42:31Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:31.819272 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-53e2b1d0-d7f1-4fde-b9ec-af74c349abec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:31.819861 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4937e2e-3b43-4a01-8a34-d4123a2832a5 None None] The sync data for ids ['27228969-caba-4b71-a965-f9ece033cc74'] in n-d-713499-38 is: [{'id': '27228969-caba-4b71-a965-f9ece033cc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088379334', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:21Z', 'updated_at': '2022-02-11T05:42:27Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:22Z', 'updated_at': '2022-02-11T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b8215969-9190-45e2-918f-eb69d9509457', 'name': '', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:38:74:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:26Z', 'updated_at': '2022-02-11T05:42:31Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:31.820842 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e2b1d0-d7f1-4fde-b9ec-af74c349abec None None] The sync data for ids ['a0b6c5fe-02ce-463d-9875-3560e62d31d4'] in n-d-713499-38 is: [] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:31.830825 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d98907e4-b334-4b41-adf3-d32f98364e91 None None] For port b8215969-9190-45e2-918f-eb69d9509457, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b8215969-9190-45e2-918f-eb69d9509457,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:31.836408 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d98907e4-b334-4b41-adf3-d32f98364e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b8215969-9190-45e2-918f-eb69d9509457), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.005811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98907e4-b334-4b41-adf3-d32f98364e91 None None] Pushing event updated for resources: {'Port': ['ID=b8215969-9190-45e2-918f-eb69d9509457,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:32.015814 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c6026390-c46d-41d2-81a3-3ebc8819b229 None None] Provisioning complete for port b8215969-9190-45e2-918f-eb69d9509457 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:32.016378 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c6026390-c46d-41d2-81a3-3ebc8819b229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b8215969-9190-45e2-918f-eb69d9509457), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.194821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c6026390-c46d-41d2-81a3-3ebc8819b229 None None] Current status of the port b8215969-9190-45e2-918f-eb69d9509457 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:32.305986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d042c801-2d44-4b43-97dd-75ce28e6cc29 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:32.371816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d042c801-2d44-4b43-97dd-75ce28e6cc29 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:32.372435 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d042c801-2d44-4b43-97dd-75ce28e6cc29), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.391893 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d14f21e-bc0a-426d-994f-09418dc3f7af tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (a0b6c5fe-02ce-463d-9875-3560e62d31d4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.394922 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d14f21e-bc0a-426d-994f-09418dc3f7af tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for router_controller (a0b6c5fe-02ce-463d-9875-3560e62d31d4), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.457231 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f934f280-bdf8-43df-8ab3-0c79c833a6c6 req-9937abd1-a61d-45a4-ac39-247d95d4c3b8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 210 time: 0.2288601 Feb 11 05:42:32.475343 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.571045 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d14f21e-bc0a-426d-994f-09418dc3f7af tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (a0b6c5fe-02ce-463d-9875-3560e62d31d4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.572121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d14f21e-bc0a-426d-994f-09418dc3f7af tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Fanout notify agent at l3_agent the message router_deleted on router a0b6c5fe-02ce-463d-9875-3560e62d31d4 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:42:32.572382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d042c801-2d44-4b43-97dd-75ce28e6cc29 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:32.573597 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b8215969-9190-45e2-918f-eb69d9509457 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:32.579084 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2d14f21e-bc0a-426d-994f-09418dc3f7af tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.584450 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40752) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:32.585221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2d14f21e-bc0a-426d-994f-09418dc3f7af tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/routers/a0b6c5fe-02ce-463d-9875-3560e62d31d4 HTTP/1.1" status: 204 len: 168 time: 1.0115893 Feb 11 05:42:32.637110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3fa15-b022-4446-95cc-6f362895148a req-139ad24c-e4b0-4175-9204-4b078580b040 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:32.638881 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c3fa15-b022-4446-95cc-6f362895148a req-139ad24c-e4b0-4175-9204-4b078580b040 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.88 "GET /v2.0/networks?id=06a19bcf-774d-41de-97b2-8a35aa9b5c97 HTTP/1.1" status: 200 len: 797 time: 0.1771278 Feb 11 05:42:32.640491 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b8215969-9190-45e2-918f-eb69d9509457 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:32.641480 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b8215969-9190-45e2-918f-eb69d9509457), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.681626 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-b743a1b9-14d1-4dfa-8eb4-99108be6af6d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting subnet 386f72ed-ab50-405d-9b41-cb78ec4b7d23 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:42:32.685869 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b743a1b9-14d1-4dfa-8eb4-99108be6af6d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (386f72ed-ab50-405d-9b41-cb78ec4b7d23), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.691030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaa5ad-4ada-4d4a-a0f6-2bc9b6a7a830 req-60ab85a7-5217-417b-95a0-95c200aaa88b tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:32.693143 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8daaa5ad-4ada-4d4a-a0f6-2bc9b6a7a830 req-60ab85a7-5217-417b-95a0-95c200aaa88b tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.9575331 Feb 11 05:42:32.768780 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b743a1b9-14d1-4dfa-8eb4-99108be6af6d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (386f72ed-ab50-405d-9b41-cb78ec4b7d23), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.817164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b8215969-9190-45e2-918f-eb69d9509457 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:32.826584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c3fa15-b022-4446-95cc-6f362895148a req-7bc7ad7c-ee52-4480-b212-da50fc3191be tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52d5e1b82a9e4c3fbf19576a184936a0 HTTP/1.1" status: 200 len: 380 time: 0.1715295 Feb 11 05:42:32.834403 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8daaa5ad-4ada-4d4a-a0f6-2bc9b6a7a830 req-40762c84-3ccc-49e4-bf65-59b190969761 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346288 Feb 11 05:42:32.839703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-04c3fa15-b022-4446-95cc-6f362895148a req-7e89508a-771b-4cc3-abe6-870b9fbbd515 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'port': {'device_id': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'admin_state_up': True, 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'security_groups': ['129be032-b3ab-4b3e-830e-c64cc8a26588']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:32.895373 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b743a1b9-14d1-4dfa-8eb4-99108be6af6d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (386f72ed-ab50-405d-9b41-cb78ec4b7d23), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:32.986166 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b743a1b9-14d1-4dfa-8eb4-99108be6af6d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (386f72ed-ab50-405d-9b41-cb78ec4b7d23), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.010368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c3fa15-b022-4446-95cc-6f362895148a req-7e89508a-771b-4cc3-abe6-870b9fbbd515 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Made reservation on behalf of 52d5e1b82a9e4c3fbf19576a184936a0 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:33.014649 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-04c3fa15-b022-4446-95cc-6f362895148a req-7e89508a-771b-4cc3-abe6-870b9fbbd515 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.027911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743a1b9-14d1-4dfa-8eb4-99108be6af6d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Subnet': ['ID=386f72ed-ab50-405d-9b41-cb78ec4b7d23,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:33.032727 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b743a1b9-14d1-4dfa-8eb4-99108be6af6d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.041116 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b743a1b9-14d1-4dfa-8eb4-99108be6af6d tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/386f72ed-ab50-405d-9b41-cb78ec4b7d23 HTTP/1.1" status: 204 len: 168 time: 0.4529538 Feb 11 05:42:33.044126 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40756) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:33.048321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5302df-ee11-4477-9098-fad4784a7d79 None None] Network 0961aab5-bb7d-46ca-bfd7-4ae7d31eca52 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:33.168694 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (0961aab5-bb7d-46ca-bfd7-4ae7d31eca52), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.240953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-04c3fa15-b022-4446-95cc-6f362895148a req-7e89508a-771b-4cc3-abe6-870b9fbbd515 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Allocated IP 172.20.0.5 (06a19bcf-774d-41de-97b2-8a35aa9b5c97/f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4/5691e8e4-a8de-480f-8971-658218db4ac0) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:33.288168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port a04d4875-8ac7-4c66-8d87-a449af6ead05 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:33.291279 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a04d4875-8ac7-4c66-8d87-a449af6ead05), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.336682 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d8bc85-d5a3-4728-951d-e1a07608dd79 None None] DHCP port deletion for 0961aab5-bb7d-46ca-bfd7-4ae7d31eca52 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:42:33.356712 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:42:33.402341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] For port a04d4875-8ac7-4c66-8d87-a449af6ead05, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a04d4875-8ac7-4c66-8d87-a449af6ead05,segment=NetworkSegment(90d8a610-8e79-44c9-97cd-3b5172ae254d),segment_id=90d8a610-8e79-44c9-97cd-3b5172ae254d)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:33.404214 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a04d4875-8ac7-4c66-8d87-a449af6ead05), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.426899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for a04d4875-8ac7-4c66-8d87-a449af6ead05 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:33.430203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-53d8bc85-d5a3-4728-951d-e1a07608dd79 None None] Deleting port a04d4875-8ac7-4c66-8d87-a449af6ead05 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:33.430664 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-53d8bc85-d5a3-4728-951d-e1a07608dd79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a04d4875-8ac7-4c66-8d87-a449af6ead05), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.489691 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-04c3fa15-b022-4446-95cc-6f362895148a req-7e89508a-771b-4cc3-abe6-870b9fbbd515 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (5691e8e4-a8de-480f-8971-658218db4ac0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.523120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-53d8bc85-d5a3-4728-951d-e1a07608dd79 None None] For port a04d4875-8ac7-4c66-8d87-a449af6ead05, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a04d4875-8ac7-4c66-8d87-a449af6ead05,segment=NetworkSegment(90d8a610-8e79-44c9-97cd-3b5172ae254d),segment_id=90d8a610-8e79-44c9-97cd-3b5172ae254d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:33.523654 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-53d8bc85-d5a3-4728-951d-e1a07608dd79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a04d4875-8ac7-4c66-8d87-a449af6ead05), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.545539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-53d8bc85-d5a3-4728-951d-e1a07608dd79 None None] Calling delete_port for a04d4875-8ac7-4c66-8d87-a449af6ead05 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:33.549412 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a04d4875-8ac7-4c66-8d87-a449af6ead05), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.561197 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-04c3fa15-b022-4446-95cc-6f362895148a req-7e89508a-771b-4cc3-abe6-870b9fbbd515 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.637917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No DVR routers for this DVR port a04d4875-8ac7-4c66-8d87-a449af6ead05 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:33.671459 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=a04d4875-8ac7-4c66-8d87-a449af6ead05,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:33.685164 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-53d8bc85-d5a3-4728-951d-e1a07608dd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (a04d4875-8ac7-4c66-8d87-a449af6ead05), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.699579 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.700475 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c3fa15-b022-4446-95cc-6f362895148a req-7e89508a-771b-4cc3-abe6-870b9fbbd515 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:33.709816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-04c3fa15-b022-4446-95cc-6f362895148a req-7e89508a-771b-4cc3-abe6-870b9fbbd515 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:33.719014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c3fa15-b022-4446-95cc-6f362895148a req-7e89508a-771b-4cc3-abe6-870b9fbbd515 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:33.725144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8bc85-d5a3-4728-951d-e1a07608dd79 None None] Pushing event deleted for resources: {'Port': ['ID=a04d4875-8ac7-4c66-8d87-a449af6ead05,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:33.727718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d8bc85-d5a3-4728-951d-e1a07608dd79 None None] No DVR routers for this DVR port a04d4875-8ac7-4c66-8d87-a449af6ead05 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:33.758900 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89508a-771b-4cc3-abe6-870b9fbbd515 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=5691e8e4-a8de-480f-8971-658218db4ac0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:33.814383 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (0961aab5-bb7d-46ca-bfd7-4ae7d31eca52), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.815185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710da821-0689-4801-ad1d-382582283931 req-e9f38dbb-5f3f-4142-87ed-ad4b79bbb8f5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:33.817491 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-710da821-0689-4801-ad1d-382582283931 req-e9f38dbb-5f3f-4142-87ed-ad4b79bbb8f5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 931 time: 0.1880667 Feb 11 05:42:33.830049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3fa15-b022-4446-95cc-6f362895148a req-7e89508a-771b-4cc3-abe6-870b9fbbd515 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:33.830886 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-04c3fa15-b022-4446-95cc-6f362895148a req-7e89508a-771b-4cc3-abe6-870b9fbbd515 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.844230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0961aab5-bb7d-46ca-bfd7-4ae7d31eca52']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:33.859270 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d8a610-8e79-44c9-97cd-3b5172ae254d') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:33.859644 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d8a610-8e79-44c9-97cd-3b5172ae254d') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:33.884508 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (90d8a610-8e79-44c9-97cd-3b5172ae254d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.912153 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (90d8a610-8e79-44c9-97cd-3b5172ae254d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.914365 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c3fa15-b022-4446-95cc-6f362895148a req-7e89508a-771b-4cc3-abe6-870b9fbbd515 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0755780 Feb 11 05:42:33.926413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:42:33.927081 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (90d8a610-8e79-44c9-97cd-3b5172ae254d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:42:33.931762 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:42:33.946830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Request body: {'port': {'device_id': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:34.016857 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (0961aab5-bb7d-46ca-bfd7-4ae7d31eca52), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.026304 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.029877 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/networks/0961aab5-bb7d-46ca-bfd7-4ae7d31eca52 HTTP/1.1" status: 204 len: 168 time: 0.9844708 Feb 11 05:42:34.036129 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40764) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:34.043105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2a9d5af7-3eb7-4a4a-9b08-486967a0833e None None] Provisioning complete for port 5691e8e4-a8de-480f-8971-658218db4ac0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:34.044100 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a9d5af7-3eb7-4a4a-9b08-486967a0833e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.058734 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-710da821-0689-4801-ad1d-382582283931 req-54584a5a-1a40-49cc-9c35-cfb4422bdc00 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238781 Feb 11 05:42:34.059007 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b29c20-4052-4bde-8fc5-9933ff184748 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Network': ['ID=0961aab5-bb7d-46ca-bfd7-4ae7d31eca52,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:34.117853 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f762f0ef-89c4-44a1-9d7b-f89ed163c383 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:34.120917 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f762f0ef-89c4-44a1-9d7b-f89ed163c383 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports/3821b5c4-7963-4303-941d-154a6304450c HTTP/1.1" status: 200 len: 845 time: 0.0712523 Feb 11 05:42:34.137553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40766) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:34.150651 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2a9d5af7-3eb7-4a4a-9b08-486967a0833e None None] Port 5691e8e4-a8de-480f-8971-658218db4ac0 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:34.156991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e09d2a-98fe-413a-9067-f514baf59b32 req-dd0984f8-e2c6-4bcd-b966-d6022f575e34 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:34.158772 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7e09d2a-98fe-413a-9067-f514baf59b32 req-dd0984f8-e2c6-4bcd-b966-d6022f575e34 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.2020621 Feb 11 05:42:34.172124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a04d4875-8ac7-4c66-8d87-a449af6ead05 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:34.187996 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.202018 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: a04d4875-8ac7-4c66-8d87-a449af6ead05 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:34.202754 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a04d4875-8ac7-4c66-8d87-a449af6ead05 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:34.217252 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-956950f2-4395-4357-90f5-a093938f14f5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports/3821b5c4-7963-4303-941d-154a6304450c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0784643 Feb 11 05:42:34.220912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40768) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:34.226065 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3019dc19-8d16-4b07-a9ec-a67ca9dc2aaf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'subnet': {'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:34.261035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7e09d2a-98fe-413a-9067-f514baf59b32 req-51935172-b5c9-47ad-9e25-182baba64dfe tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959795 Feb 11 05:42:34.331950 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3019dc19-8d16-4b07-a9ec-a67ca9dc2aaf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:34.335666 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3019dc19-8d16-4b07-a9ec-a67ca9dc2aaf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.553732 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5691e8e4-a8de-480f-8971-658218db4ac0 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:42:34.560648 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3019dc19-8d16-4b07-a9ec-a67ca9dc2aaf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (ecf50243-c911-4f10-9c06-13e7ec481c5c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.562682 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Publish callbacks [] for port (5691e8e4-a8de-480f-8971-658218db4ac0), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.577025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Transition to ACTIVE for port object 5691e8e4-a8de-480f-8971-658218db4ac0 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:42:34.581330 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.661186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Pushing event updated for resources: {'Port': ['ID=5691e8e4-a8de-480f-8971-658218db4ac0,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:34.719791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Attempting to bind port 5691e8e4-a8de-480f-8971-658218db4ac0 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:34.720129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Attempting to bind port 5691e8e4-a8de-480f-8971-658218db4ac0 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:34.720457 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Attempting to bind port 5691e8e4-a8de-480f-8971-658218db4ac0 on network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:34.728043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Port 5691e8e4-a8de-480f-8971-658218db4ac0 on network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:42:34.728369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Attempting to bind port 5691e8e4-a8de-480f-8971-658218db4ac0 on network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:34.734760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:34.735702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Checking segment: {'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:34.736110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Bound using segment: {'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:34.736611 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Bound port: 5691e8e4-a8de-480f-8971-658218db4ac0, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:34.736984 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.810343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:34.813652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=5691e8e4-a8de-480f-8971-658218db4ac0,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:34.820210 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.861118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:34.861743 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.863194 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c3fa15-b022-4446-95cc-6f362895148a req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] 10.222.0.88 "PUT /v2.0/ports/5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 200 len: 1092 time: 0.9392297 Feb 11 05:42:34.863655 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:34.865995 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b2e709-fe4a-4daf-bd01-adcbd95505a4" -d '{"events": [{"name": "network-changed", "server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:34.892024 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57683007-d441-4e08-a92a-ac80ef2e119a service neutron] Pushing event updated for resources: {'Port': ['ID=5691e8e4-a8de-480f-8971-658218db4ac0,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:34.942326 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aa205e-80d8-4a64-9c8b-86d5913d0f23 x-openstack-request-id: req-b9aa205e-80d8-4a64-9c8b-86d5913d0f23 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:34.942620 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:34.942872 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b9aa205e-80d8-4a64-9c8b-86d5913d0f23 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:34.943278 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0', 'status': 'completed', 'code': 200} Feb 11 05:42:34.988201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3019dc19-8d16-4b07-a9ec-a67ca9dc2aaf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:34.993595 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-3019dc19-8d16-4b07-a9ec-a67ca9dc2aaf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:34.997285 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3019dc19-8d16-4b07-a9ec-a67ca9dc2aaf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:34.998086 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3019dc19-8d16-4b07-a9ec-a67ca9dc2aaf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.004259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041b98d4-b88d-4810-8aa5-828e5ff12a96 None None] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:35.005520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3fa15-b022-4446-95cc-6f362895148a req-8eb19d6d-c6f2-44a2-b56c-43a3a92a8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:35.007966 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c3fa15-b022-4446-95cc-6f362895148a req-8eb19d6d-c6f2-44a2-b56c-43a3a92a8562 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 1126 time: 0.0594985 Feb 11 05:42:35.020769 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019dc19-8d16-4b07-a9ec-a67ca9dc2aaf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Subnet': ['ID=ecf50243-c911-4f10-9c06-13e7ec481c5c,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:35.036524 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3019dc19-8d16-4b07-a9ec-a67ca9dc2aaf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8142388 Feb 11 05:42:35.039057 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40776) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:35.048902 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-47859904-ba2e-4d79-9587-ebf364ad60bf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'security_group': {'name': 'tempest-secgroup-1562688804'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:35.064661 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c3fa15-b022-4446-95cc-6f362895148a req-3eca58cc-7f53-4205-81ab-c476c093a1d7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 200 len: 217 time: 0.0489841 Feb 11 05:42:35.087941 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47859904-ba2e-4d79-9587-ebf364ad60bf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.140738 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3fa15-b022-4446-95cc-6f362895148a req-68f54de5-795a-4446-b441-615cf0ef9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:35.142735 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c3fa15-b022-4446-95cc-6f362895148a req-68f54de5-795a-4446-b441-615cf0ef9815 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4 HTTP/1.1" status: 200 len: 835 time: 0.0714223 Feb 11 05:42:35.183325 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.203033 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47859904-ba2e-4d79-9587-ebf364ad60bf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (f941d80a-1242-46cd-be32-14dc790bae76), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.207278 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'project_id': 'eb49c78aa0bb42b4a7f29b131d011655', 'fixed_ips': [{'subnet_id': 'ecf50243-c911-4f10-9c06-13e7ec481c5c'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:42:35.207568 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47859904-ba2e-4d79-9587-ebf364ad60bf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f941d80a-1242-46cd-be32-14dc790bae76), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.211745 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.245343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47859904-ba2e-4d79-9587-ebf364ad60bf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f941d80a-1242-46cd-be32-14dc790bae76,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:35.251818 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47859904-ba2e-4d79-9587-ebf364ad60bf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.260388 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-47859904-ba2e-4d79-9587-ebf364ad60bf tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2179577 Feb 11 05:42:35.261300 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40780) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:35.266810 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b7add6ee-0ab2-472c-95fd-34dc1f4cc4dc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'security_group': {'name': 'tempest-secgroup-1513938129'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:35.285268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5521f-693f-4133-ae13-a351d6e6a5a3 req-c13ac876-b12e-49ba-bde1-89d1d777f49b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:35.288435 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ab5521f-693f-4133-ae13-a351d6e6a5a3 req-c13ac876-b12e-49ba-bde1-89d1d777f49b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 943 time: 0.1269174 Feb 11 05:42:35.292939 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3fa15-b022-4446-95cc-6f362895148a req-bea8b00a-c80f-4aad-9f59-0f8c8eff279d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:35.294731 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c3fa15-b022-4446-95cc-6f362895148a req-bea8b00a-c80f-4aad-9f59-0f8c8eff279d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=06a19bcf-774d-41de-97b2-8a35aa9b5c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1433780 Feb 11 05:42:35.295684 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7add6ee-0ab2-472c-95fd-34dc1f4cc4dc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.383202 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7add6ee-0ab2-472c-95fd-34dc1f4cc4dc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (5dbec451-0dae-4b33-b6ab-6d7aa0055858), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.395025 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7add6ee-0ab2-472c-95fd-34dc1f4cc4dc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5dbec451-0dae-4b33-b6ab-6d7aa0055858), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.414582 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Allocated IP 2001:db8::2 (e1ce94ee-a696-4d92-bf64-ce68e08733bb/ecf50243-c911-4f10-9c06-13e7ec481c5c/1f9bddcd-e2a3-40ac-b92f-f5354b584a76) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:35.428635 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7add6ee-0ab2-472c-95fd-34dc1f4cc4dc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.432681 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b7add6ee-0ab2-472c-95fd-34dc1f4cc4dc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1672919 Feb 11 05:42:35.434461 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40784) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:35.440680 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-d1d20167-1d02-45b9-9a52-ac1da5413d60 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-58666554', 'security_groups': ['5dbec451-0dae-4b33-b6ab-6d7aa0055858'], 'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ecf50243-c911-4f10-9c06-13e7ec481c5c'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:35.459899 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2ab5521f-693f-4133-ae13-a351d6e6a5a3 req-36c207d3-e70d-4944-811e-b5ec7d13c388 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639264 Feb 11 05:42:35.480877 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7add6ee-0ab2-472c-95fd-34dc1f4cc4dc tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbec451-0dae-4b33-b6ab-6d7aa0055858,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:35.504740 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c3fa15-b022-4446-95cc-6f362895148a req-fac498ea-59b5-4124-bccc-6874c7af67d1 service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906066 Feb 11 05:42:35.529209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b358e6-3b27-4ef6-b5e5-34c5efec7ae3 req-25269801-ee30-4c6e-a5ae-e9cd480876aa tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:35.530799 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18b358e6-3b27-4ef6-b5e5-34c5efec7ae3 req-25269801-ee30-4c6e-a5ae-e9cd480876aa tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.1779146 Feb 11 05:42:35.590836 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d20167-1d02-45b9-9a52-ac1da5413d60 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:35.627531 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Publish callbacks [] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.635188 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.651312 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18b358e6-3b27-4ef6-b5e5-34c5efec7ae3 req-2b910e50-6e22-41f8-9c2d-b11598da7ff2 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065328 Feb 11 05:42:35.670981 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c3fa15-b022-4446-95cc-6f362895148a req-6f304c45-8b19-4e35-b7fd-dcc924902148 service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593904 Feb 11 05:42:35.701284 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Pushing event updated for resources: {'Port': ['ID=1f9bddcd-e2a3-40ac-b92f-f5354b584a76,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:35.710575 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:35.712290 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:35.714785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:35.742773 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1d20167-1d02-45b9-9a52-ac1da5413d60 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.768864 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-d1d20167-1d02-45b9-9a52-ac1da5413d60 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] device_id is not set on port 17f3323b-d0dc-4d16-a566-ccfc6cc1d654 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:35.789894 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2e709-fe4a-4daf-bd01-adcbd95505a4 req-16391f1b-c7a1-435e-9cee-b5dce8a3359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:35.791944 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29b2e709-fe4a-4daf-bd01-adcbd95505a4 req-16391f1b-c7a1-435e-9cee-b5dce8a3359e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 1126 time: 0.0727611 Feb 11 05:42:35.916252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2e709-fe4a-4daf-bd01-adcbd95505a4 req-d860891c-e262-4602-9c6c-d3e33522f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:35.918781 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29b2e709-fe4a-4daf-bd01-adcbd95505a4 req-d860891c-e262-4602-9c6c-d3e33522f2eb service neutron] 10.222.0.88 "GET /v2.0/networks?id=06a19bcf-774d-41de-97b2-8a35aa9b5c97 HTTP/1.1" status: 200 len: 898 time: 0.1191704 Feb 11 05:42:35.969522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Attempting to bind port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:35.970199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Attempting to bind port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '1c0da9c8-fce9-43ce-b209-41f4b125979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:35.970755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Attempting to bind port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 on network e1ce94ee-a696-4d92-bf64-ce68e08733bb {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:35.976440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:35.977128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Checking segment: {'id': '1c0da9c8-fce9-43ce-b209-41f4b125979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:35.978252 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.978935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Bound using segment: {'id': '1c0da9c8-fce9-43ce-b209-41f4b125979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:35.979662 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Bound port: 1f9bddcd-e2a3-40ac-b92f-f5354b584a76, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0da9c8-fce9-43ce-b209-41f4b125979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:35.980230 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:35.982763 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29b2e709-fe4a-4daf-bd01-adcbd95505a4 req-1234a781-2f2c-49b8-bcdb-2405fe4d1be8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 200 len: 217 time: 0.0548365 Feb 11 05:42:35.986923 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-d1d20167-1d02-45b9-9a52-ac1da5413d60 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Allocated IP 2001:db8::3ce (e1ce94ee-a696-4d92-bf64-ce68e08733bb/ecf50243-c911-4f10-9c06-13e7ec481c5c/17f3323b-d0dc-4d16-a566-ccfc6cc1d654) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:36.053397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2e709-fe4a-4daf-bd01-adcbd95505a4 req-677a80f3-1bce-4fbc-9fba-72253567524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:36.055657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29b2e709-fe4a-4daf-bd01-adcbd95505a4 req-677a80f3-1bce-4fbc-9fba-72253567524f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4 HTTP/1.1" status: 200 len: 835 time: 0.0597539 Feb 11 05:42:36.080608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] For port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:36.091023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] For port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1f9bddcd-e2a3-40ac-b92f-f5354b584a76,segment=NetworkSegment(1c0da9c8-fce9-43ce-b209-41f4b125979a),segment_id=1c0da9c8-fce9-43ce-b209-41f4b125979a)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:36.097892 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:36.136809 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2e709-fe4a-4daf-bd01-adcbd95505a4 req-8e6abc1f-ce61-4d7c-83e6-04c14c8be46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:36.138681 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29b2e709-fe4a-4daf-bd01-adcbd95505a4 req-8e6abc1f-ce61-4d7c-83e6-04c14c8be46c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=06a19bcf-774d-41de-97b2-8a35aa9b5c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0762033 Feb 11 05:42:36.150646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d930eaa-2bc0-4362-a8ba-8941f3658156 None None] Pushing event updated for resources: {'Port': ['ID=1f9bddcd-e2a3-40ac-b92f-f5354b584a76,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:36.162741 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1d20167-1d02-45b9-9a52-ac1da5413d60 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (17f3323b-d0dc-4d16-a566-ccfc6cc1d654), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:36.208278 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1d20167-1d02-45b9-9a52-ac1da5413d60 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (17f3323b-d0dc-4d16-a566-ccfc6cc1d654), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:36.253489 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d20167-1d02-45b9-9a52-ac1da5413d60 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:36.261098 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-d1d20167-1d02-45b9-9a52-ac1da5413d60 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:36.265381 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d20167-1d02-45b9-9a52-ac1da5413d60 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:36.272735 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d20167-1d02-45b9-9a52-ac1da5413d60 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:36.273521 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d1d20167-1d02-45b9-9a52-ac1da5413d60 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:36.283864 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29b2e709-fe4a-4daf-bd01-adcbd95505a4 req-a2da0a44-197b-4097-8a1b-a26b543eac1c service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377184 Feb 11 05:42:36.296334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d20167-1d02-45b9-9a52-ac1da5413d60 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=17f3323b-d0dc-4d16-a566-ccfc6cc1d654,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:36.309686 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d1d20167-1d02-45b9-9a52-ac1da5413d60 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8714800 Feb 11 05:42:36.310299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40788) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:36.317878 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-b0fe7e49-c6f0-49c9-a744-dcd263f23034 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'subnet': {'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:36.505424 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29b2e709-fe4a-4daf-bd01-adcbd95505a4 req-7cfab765-4f11-4366-9127-755e36c86ac4 service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151182 Feb 11 05:42:36.606892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fe7e49-c6f0-49c9-a744-dcd263f23034 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:36.610318 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b0fe7e49-c6f0-49c9-a744-dcd263f23034 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:36.730932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33635a62-4bf2-43bc-b01c-06d05b6d2309 req-7454bd75-a6bd-4590-b49d-08058e495c19 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:36.730932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-33635a62-4bf2-43bc-b01c-06d05b6d2309 req-7454bd75-a6bd-4590-b49d-08058e495c19 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 943 time: 0.1592023 Feb 11 05:42:36.822958 n-d-713499-38 neutron-server[103171]: INFO neutron.db.ipam_backend_mixin [None req-b0fe7e49-c6f0-49c9-a744-dcd263f23034 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ecf50243-c911-4f10-9c06-13e7ec481c5c (CIDR: 2001:db8::/64) Feb 11 05:42:36.822958 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fe7e49-c6f0-49c9-a744-dcd263f23034 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:42:36.822958 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fe7e49-c6f0-49c9-a744-dcd263f23034 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:36.843056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b0fe7e49-c6f0-49c9-a744-dcd263f23034 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5314369 Feb 11 05:42:36.846801 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40806) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:36.851997 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8ec4c252-2205-4bf5-97ae-ad122af81a70 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'subnet': {'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:36.861926 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-33635a62-4bf2-43bc-b01c-06d05b6d2309 req-98ac2148-4a36-44ca-8763-7a65a4c0cf62 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350467 Feb 11 05:42:36.888187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200834a-b045-459d-acc8-35c5e78e4d5d req-f8a2c3da-325c-4bc7-a802-0d8b3ab40cd1 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:36.889948 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4200834a-b045-459d-acc8-35c5e78e4d5d req-f8a2c3da-325c-4bc7-a802-0d8b3ab40cd1 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.1101596 Feb 11 05:42:36.956467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4200834a-b045-459d-acc8-35c5e78e4d5d req-cd97cd62-79a7-473c-97dc-ae508968e8be tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591247 Feb 11 05:42:36.994199 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec4c252-2205-4bf5-97ae-ad122af81a70 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:36.998404 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c252-2205-4bf5-97ae-ad122af81a70 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.298765 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c252-2205-4bf5-97ae-ad122af81a70 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (370bfcf7-12e0-45fd-bba8-29a504a5c2b8), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.366041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec4c252-2205-4bf5-97ae-ad122af81a70 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:37.370041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-8ec4c252-2205-4bf5-97ae-ad122af81a70 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:37.382415 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec4c252-2205-4bf5-97ae-ad122af81a70 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:37.383045 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c252-2205-4bf5-97ae-ad122af81a70 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.397013 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4c252-2205-4bf5-97ae-ad122af81a70 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Subnet': ['ID=370bfcf7-12e0-45fd-bba8-29a504a5c2b8,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:37.416321 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8ec4c252-2205-4bf5-97ae-ad122af81a70 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5652995 Feb 11 05:42:37.416720 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40818) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:37.422493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-e152b991-587b-4582-a22e-3cf9b20681b5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-229826792', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '370bfcf7-12e0-45fd-bba8-29a504a5c2b8'}], 'security_groups': ['f941d80a-1242-46cd-be32-14dc790bae76']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:37.574132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a20755-0b02-4614-835b-1a7aeeaf07d6 None None] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:37.625596 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e152b991-587b-4582-a22e-3cf9b20681b5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (17f3323b-d0dc-4d16-a566-ccfc6cc1d654), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.730661 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-22d3c999-bca5-4838-a3e8-4e9fedeb3997 None None] Provisioning complete for port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:37.731037 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-22d3c999-bca5-4838-a3e8-4e9fedeb3997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.837972 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-22d3c999-bca5-4838-a3e8-4e9fedeb3997 None None] Current status of the port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:37.838374 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-22d3c999-bca5-4838-a3e8-4e9fedeb3997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.897729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b59d97-a0af-4a14-8764-f8c6160e8a52 None None] Update dhcp port {'port': {'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'fixed_ips': [{'subnet_id': 'ecf50243-c911-4f10-9c06-13e7ec481c5c', 'ip_address': '2001:db8::2'}, {'subnet_id': '370bfcf7-12e0-45fd-bba8-29a504a5c2b8'}], 'binding:host_id': 'n-d-713499-38'}, 'id': '1f9bddcd-e2a3-40ac-b92f-f5354b584a76'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:42:37.940271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-22d3c999-bca5-4838-a3e8-4e9fedeb3997 None None] For port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1f9bddcd-e2a3-40ac-b92f-f5354b584a76,segment=NetworkSegment(1c0da9c8-fce9-43ce-b209-41f4b125979a),segment_id=1c0da9c8-fce9-43ce-b209-41f4b125979a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:37.947665 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-22d3c999-bca5-4838-a3e8-4e9fedeb3997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.985531 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b3b59d97-a0af-4a14-8764-f8c6160e8a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.018844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-22d3c999-bca5-4838-a3e8-4e9fedeb3997 None None] Provisioning complete for port 3821b5c4-7963-4303-941d-154a6304450c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:38.019459 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-22d3c999-bca5-4838-a3e8-4e9fedeb3997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3821b5c4-7963-4303-941d-154a6304450c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.111974 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3c999-bca5-4838-a3e8-4e9fedeb3997 None None] Pushing event updated for resources: {'Port': ['ID=1f9bddcd-e2a3-40ac-b92f-f5354b584a76,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:38.130382 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-e152b991-587b-4582-a22e-3cf9b20681b5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Delete allocated IP 2001:db8::3ce (e1ce94ee-a696-4d92-bf64-ce68e08733bb/ecf50243-c911-4f10-9c06-13e7ec481c5c) {{(pid=103171) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:42:38.157935 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590ef64-b8db-4870-be2a-11c853c6956c req-ec0454e5-b304-4de8-9c18-dbc2e76443d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:38.159511 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c590ef64-b8db-4870-be2a-11c853c6956c req-ec0454e5-b304-4de8-9c18-dbc2e76443d9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 943 time: 0.1921368 Feb 11 05:42:38.167588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-22d3c999-bca5-4838-a3e8-4e9fedeb3997 None None] Port 3821b5c4-7963-4303-941d-154a6304450c cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:38.171109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-e152b991-587b-4582-a22e-3cf9b20681b5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Allocated IP 2001:db8:0:1::ca (e1ce94ee-a696-4d92-bf64-ce68e08733bb/370bfcf7-12e0-45fd-bba8-29a504a5c2b8/17f3323b-d0dc-4d16-a566-ccfc6cc1d654) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:38.262644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51527cc5-4fdb-4006-81f4-bc0f1e4b8fca req-d1d2313e-4034-48fa-8a98-f9ba18574ca0 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:38.264090 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51527cc5-4fdb-4006-81f4-bc0f1e4b8fca req-d1d2313e-4034-48fa-8a98-f9ba18574ca0 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.1661682 Feb 11 05:42:38.286306 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:38.343768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:38.344147 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.348093 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c590ef64-b8db-4870-be2a-11c853c6956c req-23e859a2-e19e-4a46-80c2-b1f2e17790bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783907 Feb 11 05:42:38.409689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51527cc5-4fdb-4006-81f4-bc0f1e4b8fca req-37d3c79a-df07-4876-a771-18b5a46348e4 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222372 Feb 11 05:42:38.449286 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:38.456159 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e152b991-587b-4582-a22e-3cf9b20681b5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (17f3323b-d0dc-4d16-a566-ccfc6cc1d654), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.461125 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e152b991-587b-4582-a22e-3cf9b20681b5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (17f3323b-d0dc-4d16-a566-ccfc6cc1d654), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.539950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-b3b59d97-a0af-4a14-8764-f8c6160e8a52 None None] Allocated IP 2001:db8:0:1::2 (e1ce94ee-a696-4d92-bf64-ce68e08733bb/370bfcf7-12e0-45fd-bba8-29a504a5c2b8/1f9bddcd-e2a3-40ac-b92f-f5354b584a76) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:38.541537 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-e152b991-587b-4582-a22e-3cf9b20681b5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] In _notify_port_updated(), no bound segment for port 17f3323b-d0dc-4d16-a566-ccfc6cc1d654 on network e1ce94ee-a696-4d92-bf64-ce68e08733bb {{(pid=103171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:42:38.547778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e152b991-587b-4582-a22e-3cf9b20681b5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:38.548459 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e152b991-587b-4582-a22e-3cf9b20681b5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.553162 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40844) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:38.553898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e152b991-587b-4582-a22e-3cf9b20681b5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "PUT /v2.0/ports/17f3323b-d0dc-4d16-a566-ccfc6cc1d654 HTTP/1.1" status: 200 len: 929 time: 1.1352723 Feb 11 05:42:38.554061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152b991-587b-4582-a22e-3cf9b20681b5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=17f3323b-d0dc-4d16-a566-ccfc6cc1d654,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:38.661884 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-2131f8dc-1e8b-4cba-8538-2864df7fbdea tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port 17f3323b-d0dc-4d16-a566-ccfc6cc1d654 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:38.662379 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2131f8dc-1e8b-4cba-8538-2864df7fbdea tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (17f3323b-d0dc-4d16-a566-ccfc6cc1d654), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.671456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b3b59d97-a0af-4a14-8764-f8c6160e8a52 None None] For port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1f9bddcd-e2a3-40ac-b92f-f5354b584a76,segment=NetworkSegment(1c0da9c8-fce9-43ce-b209-41f4b125979a),segment_id=1c0da9c8-fce9-43ce-b209-41f4b125979a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:38.715677 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b3b59d97-a0af-4a14-8764-f8c6160e8a52 None None] Publish callbacks [] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.721557 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b3b59d97-a0af-4a14-8764-f8c6160e8a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.793074 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2131f8dc-1e8b-4cba-8538-2864df7fbdea tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (17f3323b-d0dc-4d16-a566-ccfc6cc1d654), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:38.807048 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-2131f8dc-1e8b-4cba-8538-2864df7fbdea tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for 17f3323b-d0dc-4d16-a566-ccfc6cc1d654 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:38.826247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b59d97-a0af-4a14-8764-f8c6160e8a52 None None] Pushing event updated for resources: {'Port': ['ID=1f9bddcd-e2a3-40ac-b92f-f5354b584a76,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:38.964217 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2131f8dc-1e8b-4cba-8538-2864df7fbdea tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (17f3323b-d0dc-4d16-a566-ccfc6cc1d654), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.002695 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131f8dc-1e8b-4cba-8538-2864df7fbdea tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=17f3323b-d0dc-4d16-a566-ccfc6cc1d654,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:39.029661 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2131f8dc-1e8b-4cba-8538-2864df7fbdea tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.034204 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2131f8dc-1e8b-4cba-8538-2864df7fbdea tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/17f3323b-d0dc-4d16-a566-ccfc6cc1d654 HTTP/1.1" status: 204 len: 168 time: 0.4797282 Feb 11 05:42:39.037045 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40850) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:39.065556 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4b08c3-bd4a-4c62-a863-f46ca53c4569 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] GET failed (client error): The resource could not be found. Feb 11 05:42:39.067047 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2e4b08c3-bd4a-4c62-a863-f46ca53c4569 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports/17f3323b-d0dc-4d16-a566-ccfc6cc1d654 HTTP/1.1" status: 404 len: 333 time: 0.0290873 Feb 11 05:42:39.070588 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40854) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:39.139377 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d45aae37-45a1-4ccc-9547-95e405648d6e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (5dbec451-0dae-4b33-b6ab-6d7aa0055858), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.166507 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d45aae37-45a1-4ccc-9547-95e405648d6e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (5dbec451-0dae-4b33-b6ab-6d7aa0055858), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.231821 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d45aae37-45a1-4ccc-9547-95e405648d6e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5dbec451-0dae-4b33-b6ab-6d7aa0055858), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.234964 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d45aae37-45a1-4ccc-9547-95e405648d6e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.238746 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d45aae37-45a1-4ccc-9547-95e405648d6e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/security-groups/5dbec451-0dae-4b33-b6ab-6d7aa0055858 HTTP/1.1" status: 204 len: 168 time: 0.1646876 Feb 11 05:42:39.239369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40860) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:39.247863 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45aae37-45a1-4ccc-9547-95e405648d6e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbec451-0dae-4b33-b6ab-6d7aa0055858,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:39.271066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 5691e8e4-a8de-480f-8971-658218db4ac0 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:42:39.343659 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-95c3535c-e6fd-4948-8d23-af5bd5b0f75e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (f941d80a-1242-46cd-be32-14dc790bae76), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.384472 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-95c3535c-e6fd-4948-8d23-af5bd5b0f75e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (f941d80a-1242-46cd-be32-14dc790bae76), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.400465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=5691e8e4-a8de-480f-8971-658218db4ac0,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:39.433007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '5691e8e4-a8de-480f-8971-658218db4ac0', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'port_id': '5691e8e4-a8de-480f-8971-658218db4ac0', 'mac_address': 'fa:16:3e:aa:54:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:42:39.467046 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-95c3535c-e6fd-4948-8d23-af5bd5b0f75e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f941d80a-1242-46cd-be32-14dc790bae76), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.476177 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-95c3535c-e6fd-4948-8d23-af5bd5b0f75e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.477379 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-95c3535c-e6fd-4948-8d23-af5bd5b0f75e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/security-groups/f941d80a-1242-46cd-be32-14dc790bae76 HTTP/1.1" status: 204 len: 168 time: 0.2366462 Feb 11 05:42:39.480704 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40868) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:39.484579 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 5691e8e4-a8de-480f-8971-658218db4ac0 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:39.485019 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.500080 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5691e8e4-a8de-480f-8971-658218db4ac0 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:42:39.526692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=5691e8e4-a8de-480f-8971-658218db4ac0,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:39.533440 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.569080 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3535c-e6fd-4948-8d23-af5bd5b0f75e tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f941d80a-1242-46cd-be32-14dc790bae76,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:39.580141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58007e4-1018-46f3-ae0b-3d3dc9abc1b7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting subnet ecf50243-c911-4f10-9c06-13e7ec481c5c {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:42:39.585522 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b58007e4-1018-46f3-ae0b-3d3dc9abc1b7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (ecf50243-c911-4f10-9c06-13e7ec481c5c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.603809 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=5691e8e4-a8de-480f-8971-658218db4ac0,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:39.656465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d41414-342d-468f-9456-c804c5a90d4e req-e2ee23ce-de1d-4ffa-a925-90c8d6b0d7c5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:39.663502 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3d41414-342d-468f-9456-c804c5a90d4e req-e2ee23ce-de1d-4ffa-a925-90c8d6b0d7c5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 943 time: 0.1843452 Feb 11 05:42:39.666370 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b58007e4-1018-46f3-ae0b-3d3dc9abc1b7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (ecf50243-c911-4f10-9c06-13e7ec481c5c), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.678290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d47eb5-f690-496c-a814-2d7a6e1b80b3 req-32f0725d-19c9-4902-b831-bf7c6ac46151 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:39.679835 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d9d47eb5-f690-496c-a814-2d7a6e1b80b3 req-32f0725d-19c9-4902-b831-bf7c6ac46151 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.1168332 Feb 11 05:42:39.754279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3d41414-342d-468f-9456-c804c5a90d4e req-5b460fda-b4b2-41bf-997f-0ebf42f6fa11 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898840 Feb 11 05:42:39.791401 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d9d47eb5-f690-496c-a814-2d7a6e1b80b3 req-49766c65-bb1a-4eb7-930b-fc9018e2055e tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007729 Feb 11 05:42:39.802840 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b58007e4-1018-46f3-ae0b-3d3dc9abc1b7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (ecf50243-c911-4f10-9c06-13e7ec481c5c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.803146 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['5691e8e4-a8de-480f-8971-658218db4ac0'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:39.888372 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-97cf375f-7922-45e4-8c8b-5aa5e1a11534 None None] Provisioning complete for port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:39.888753 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-97cf375f-7922-45e4-8c8b-5aa5e1a11534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.890313 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b58007e4-1018-46f3-ae0b-3d3dc9abc1b7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (ecf50243-c911-4f10-9c06-13e7ec481c5c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.913199 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.921216 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58007e4-1018-46f3-ae0b-3d3dc9abc1b7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf50243-c911-4f10-9c06-13e7ec481c5c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:39.925835 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b58007e4-1018-46f3-ae0b-3d3dc9abc1b7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:39.933623 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b58007e4-1018-46f3-ae0b-3d3dc9abc1b7 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/ecf50243-c911-4f10-9c06-13e7ec481c5c HTTP/1.1" status: 204 len: 168 time: 0.4471085 Feb 11 05:42:39.933969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40874) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:39.939246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-d624fb50-f0f4-4562-bee4-0b1c11a14bd5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'subnet': {'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:40.053194 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ea9e2-fc6c-48a9-a5d5-11fba6bbf786 None None] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:40.086310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-97cf375f-7922-45e4-8c8b-5aa5e1a11534 None None] Current status of the port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:40.088031 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d624fb50-f0f4-4562-bee4-0b1c11a14bd5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:40.092567 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d624fb50-f0f4-4562-bee4-0b1c11a14bd5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.140427 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-97cf375f-7922-45e4-8c8b-5aa5e1a11534 None None] Could not find standard attr ID for object 17f3323b-d0dc-4d16-a566-ccfc6cc1d654. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:40.181124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:40.188088 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-97cf375f-7922-45e4-8c8b-5aa5e1a11534 None None] Provisioning complete for port 3821b5c4-7963-4303-941d-154a6304450c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:40.188470 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-97cf375f-7922-45e4-8c8b-5aa5e1a11534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3821b5c4-7963-4303-941d-154a6304450c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.316429 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-97cf375f-7922-45e4-8c8b-5aa5e1a11534 None None] Port 3821b5c4-7963-4303-941d-154a6304450c cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:40.364365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:40.364744 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.432060 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d624fb50-f0f4-4562-bee4-0b1c11a14bd5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (f7fd0835-7659-4738-a7a6-ae06df9f99c6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.450461 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-65d0146c-bb7b-4240-bcda-c87ac342519f None None] Could not find standard attr ID for object 17f3323b-d0dc-4d16-a566-ccfc6cc1d654. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:40.509320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:40.841128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d624fb50-f0f4-4562-bee4-0b1c11a14bd5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:40.844732 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-d624fb50-f0f4-4562-bee4-0b1c11a14bd5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:40.850390 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d624fb50-f0f4-4562-bee4-0b1c11a14bd5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:40.850983 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d624fb50-f0f4-4562-bee4-0b1c11a14bd5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:40.900080 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624fb50-f0f4-4562-bee4-0b1c11a14bd5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Subnet': ['ID=f7fd0835-7659-4738-a7a6-ae06df9f99c6,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:40.931989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d624fb50-f0f4-4562-bee4-0b1c11a14bd5 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9966919 Feb 11 05:42:40.935529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40894) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:40.959125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-94b89fd7-16fa-4da1-ab12-ade948478708 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'security_group': {'name': 'tempest-secgroup-703758700'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:41.005404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749098d4-1982-4408-8f58-74b7b079a004 req-dc20b0a0-af05-4236-81b7-a595f89c9315 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:41.006943 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-749098d4-1982-4408-8f58-74b7b079a004 req-dc20b0a0-af05-4236-81b7-a595f89c9315 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 944 time: 0.1602468 Feb 11 05:42:41.010268 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94b89fd7-16fa-4da1-ab12-ade948478708 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.037466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae6343-f827-4c5d-9584-7209eee12210 req-523542b2-a6bc-4721-b599-7de62a6b7a27 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:41.038990 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6ae6343-f827-4c5d-9584-7209eee12210 req-523542b2-a6bc-4721-b599-7de62a6b7a27 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.1244268 Feb 11 05:42:41.144679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6ae6343-f827-4c5d-9584-7209eee12210 req-df5fae77-68f6-4e36-9a31-dfa487ac9f8b tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926054 Feb 11 05:42:41.152873 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-749098d4-1982-4408-8f58-74b7b079a004 req-a5646a26-3b3f-46cb-bb93-2d18ff523697 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377358 Feb 11 05:42:41.191514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff492100-a6f8-4c78-bb98-79e69b26aecf None None] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:41.203557 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94b89fd7-16fa-4da1-ab12-ade948478708 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (81d00bd1-688b-457f-9b4f-28cd29e9499c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.208845 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94b89fd7-16fa-4da1-ab12-ade948478708 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (81d00bd1-688b-457f-9b4f-28cd29e9499c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.242318 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-94b89fd7-16fa-4da1-ab12-ade948478708 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.243638 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-94b89fd7-16fa-4da1-ab12-ade948478708 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3061514 Feb 11 05:42:41.245672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b89fd7-16fa-4da1-ab12-ade948478708 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d00bd1-688b-457f-9b4f-28cd29e9499c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:41.247221 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40902) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:41.251822 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'security_group': {'name': 'tempest-secgroup-1969629105'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:41.281202 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.308609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 5691e8e4-a8de-480f-8971-658218db4ac0 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:41.371938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9b070c49-f483-43bb-ab93-e0e07d13edb0 None None] Provisioning complete for port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:41.371938 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b070c49-f483-43bb-ab93-e0e07d13edb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.396400 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (3c94492e-31e2-44b9-b1dc-1eb83e606ebe), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.402384 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3c94492e-31e2-44b9-b1dc-1eb83e606ebe), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.433782 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.438394 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1868701 Feb 11 05:42:41.438732 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40906) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:41.444158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-43839fef-3801-4255-b08e-400a343c60e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'security_group': {'name': 'tempest-secgroup-82206186'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:41.454938 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c94492e-31e2-44b9-b1dc-1eb83e606ebe,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:41.456581 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 5691e8e4-a8de-480f-8971-658218db4ac0 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:42:41.465778 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.466278 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.466722 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.467150 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.467801 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.468576 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.469226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.469633 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.470464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.471592 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.472137 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.472509 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.473067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549746a-94af-44d0-a880-b13ec055e0cb tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:41.474760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 5691e8e4-a8de-480f-8971-658218db4ac0 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:41.475140 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.486333 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43839fef-3801-4255-b08e-400a343c60e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.575450 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43839fef-3801-4255-b08e-400a343c60e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (a93bb3e3-285f-42a8-9a82-c00213e24768), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.582812 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43839fef-3801-4255-b08e-400a343c60e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a93bb3e3-285f-42a8-9a82-c00213e24768), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.590069 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9b070c49-f483-43bb-ab93-e0e07d13edb0 None None] Current status of the port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:41.615616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43839fef-3801-4255-b08e-400a343c60e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a93bb3e3-285f-42a8-9a82-c00213e24768,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:41.615899 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ded967-afed-4b23-8a4c-e43aebea2f84 None None] Update dhcp port {'port': {'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'fixed_ips': [{'subnet_id': '370bfcf7-12e0-45fd-bba8-29a504a5c2b8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f7fd0835-7659-4738-a7a6-ae06df9f99c6'}], 'binding:host_id': 'n-d-713499-38'}, 'id': '1f9bddcd-e2a3-40ac-b92f-f5354b584a76'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:42:41.640017 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-43839fef-3801-4255-b08e-400a343c60e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.640017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-43839fef-3801-4255-b08e-400a343c60e4 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1966150 Feb 11 05:42:41.641037 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40908) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:41.643104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9b070c49-f483-43bb-ab93-e0e07d13edb0 None None] Provisioning complete for port 3821b5c4-7963-4303-941d-154a6304450c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:41.643517 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b070c49-f483-43bb-ab93-e0e07d13edb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3821b5c4-7963-4303-941d-154a6304450c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.648541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-b1364f89-c0c5-4e09-ab18-28d165cfc8ca tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-328050050', 'security_groups': ['a93bb3e3-285f-42a8-9a82-c00213e24768'], 'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f7fd0835-7659-4738-a7a6-ae06df9f99c6'}]}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:41.809048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1364f89-c0c5-4e09-ab18-28d165cfc8ca tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:41.815372 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1364f89-c0c5-4e09-ab18-28d165cfc8ca tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.847862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-b1364f89-c0c5-4e09-ab18-28d165cfc8ca tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] device_id is not set on port b2a54688-8eb4-4015-8961-464401b0ed50 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:42:41.885491 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-25ded967-afed-4b23-8a4c-e43aebea2f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.916719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 5691e8e4-a8de-480f-8971-658218db4ac0 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:41.917019 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:41.937522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9b070c49-f483-43bb-ab93-e0e07d13edb0 None None] Port 3821b5c4-7963-4303-941d-154a6304450c cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:41.971581 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:41.975185 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da8d7af-11f9-4b4d-b621-54bea2ab2201" -d '{"events": [{"server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "name": "network-vif-plugged", "status": "completed", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:42.042197 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09ea0b6-8e5a-4e7f-b87d-2cb54f294418 x-openstack-request-id: req-c09ea0b6-8e5a-4e7f-b87d-2cb54f294418 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:42.042433 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "name": "network-vif-plugged", "status": "completed", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:42.042694 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c09ea0b6-8e5a-4e7f-b87d-2cb54f294418 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:42.043142 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0', 'code': 200} Feb 11 05:42:42.048660 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=5691e8e4-a8de-480f-8971-658218db4ac0,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:42.057059 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.114975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=5691e8e4-a8de-480f-8971-658218db4ac0,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:42.161697 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-b1364f89-c0c5-4e09-ab18-28d165cfc8ca tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Allocated IP 2001:db8::333 (e1ce94ee-a696-4d92-bf64-ce68e08733bb/f7fd0835-7659-4738-a7a6-ae06df9f99c6/b2a54688-8eb4-4015-8961-464401b0ed50) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:42.193716 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610808cb-6516-4234-b5a8-895a34333c0e req-7653a0b7-3297-4c1a-a652-0184de9c0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:42.195355 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-610808cb-6516-4234-b5a8-895a34333c0e req-7653a0b7-3297-4c1a-a652-0184de9c0989 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 1128 time: 0.0959878 Feb 11 05:42:42.433171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-610808cb-6516-4234-b5a8-895a34333c0e req-74d4de5f-757e-4e5f-bd5c-9b4e97f0bd4d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291648 Feb 11 05:42:42.482665 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1364f89-c0c5-4e09-ab18-28d165cfc8ca tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (b2a54688-8eb4-4015-8961-464401b0ed50), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.501220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799f902-66f8-4f35-b8ec-45c0cc770881 req-62baec5d-13ec-4204-87e4-cfcc315eeaa1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:42.502984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b799f902-66f8-4f35-b8ec-45c0cc770881 req-62baec5d-13ec-4204-87e4-cfcc315eeaa1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.2116373 Feb 11 05:42:42.512684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe666d-ce50-4b92-85bb-8d607807c5eb req-159cb8ca-078d-48fb-b5cc-5cfaa54425d7 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:42.514317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6abe666d-ce50-4b92-85bb-8d607807c5eb req-159cb8ca-078d-48fb-b5cc-5cfaa54425d7 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.2216868 Feb 11 05:42:42.620744 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b799f902-66f8-4f35-b8ec-45c0cc770881 req-a6551fcb-0e99-47f8-bd15-045e66984a3b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041186 Feb 11 05:42:42.626567 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1364f89-c0c5-4e09-ab18-28d165cfc8ca tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b2a54688-8eb4-4015-8961-464401b0ed50), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.631593 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6abe666d-ce50-4b92-85bb-8d607807c5eb req-c8db541a-189f-4c70-9670-887ba7c07898 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076951 Feb 11 05:42:42.687481 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-25ded967-afed-4b23-8a4c-e43aebea2f84 None None] Allocated IP 2001:db8::2 (e1ce94ee-a696-4d92-bf64-ce68e08733bb/f7fd0835-7659-4738-a7a6-ae06df9f99c6/1f9bddcd-e2a3-40ac-b92f-f5354b584a76) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:42.688614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1364f89-c0c5-4e09-ab18-28d165cfc8ca tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:42.695940 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-b1364f89-c0c5-4e09-ab18-28d165cfc8ca tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:42.701005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1364f89-c0c5-4e09-ab18-28d165cfc8ca tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:42.706340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1364f89-c0c5-4e09-ab18-28d165cfc8ca tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:42.706892 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1364f89-c0c5-4e09-ab18-28d165cfc8ca tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.711011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1364f89-c0c5-4e09-ab18-28d165cfc8ca tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=b2a54688-8eb4-4015-8961-464401b0ed50,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:42.742235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40934) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:42.747472 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-059db452-4d99-47ff-9721-f5b66016cb7f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'subnet': {'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:42.752858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b1364f89-c0c5-4e09-ab18-28d165cfc8ca tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1104481 Feb 11 05:42:42.821924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-25ded967-afed-4b23-8a4c-e43aebea2f84 None None] For port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1f9bddcd-e2a3-40ac-b92f-f5354b584a76,segment=NetworkSegment(1c0da9c8-fce9-43ce-b209-41f4b125979a),segment_id=1c0da9c8-fce9-43ce-b209-41f4b125979a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:42.858371 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-25ded967-afed-4b23-8a4c-e43aebea2f84 None None] Publish callbacks [] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.869714 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-25ded967-afed-4b23-8a4c-e43aebea2f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.921012 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059db452-4d99-47ff-9721-f5b66016cb7f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:42.924995 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-059db452-4d99-47ff-9721-f5b66016cb7f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:42.997158 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ded967-afed-4b23-8a4c-e43aebea2f84 None None] Pushing event updated for resources: {'Port': ['ID=1f9bddcd-e2a3-40ac-b92f-f5354b584a76,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:43.055492 n-d-713499-38 neutron-server[103170]: INFO neutron.db.ipam_backend_mixin [None req-059db452-4d99-47ff-9721-f5b66016cb7f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f7fd0835-7659-4738-a7a6-ae06df9f99c6 (CIDR: 2001:db8::/64) Feb 11 05:42:43.063161 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-059db452-4d99-47ff-9721-f5b66016cb7f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:42:43.064175 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059db452-4d99-47ff-9721-f5b66016cb7f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:43.086331 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-059db452-4d99-47ff-9721-f5b66016cb7f tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3430271 Feb 11 05:42:43.089409 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40940) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:43.096509 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9aa3b1b7-247a-466c-b917-7608bbfb8e49 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'subnet': {'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:43.243884 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa3b1b7-247a-466c-b917-7608bbfb8e49 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:43.247634 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9aa3b1b7-247a-466c-b917-7608bbfb8e49 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.361241 n-d-713499-38 neutron-server[103170]: INFO neutron.db.ipam_backend_mixin [None req-9aa3b1b7-247a-466c-b917-7608bbfb8e49 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 370bfcf7-12e0-45fd-bba8-29a504a5c2b8 (CIDR: 2001:db8:0:1::/64) Feb 11 05:42:43.365757 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa3b1b7-247a-466c-b917-7608bbfb8e49 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:42:43.366249 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa3b1b7-247a-466c-b917-7608bbfb8e49 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:43.386345 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9aa3b1b7-247a-466c-b917-7608bbfb8e49 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2941246 Feb 11 05:42:43.389227 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40948) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:43.394533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-3c50426a-ce7e-40de-9970-6d2c44570bdd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'subnet': {'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:43.554845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c50426a-ce7e-40de-9970-6d2c44570bdd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Made reservation on behalf of eb49c78aa0bb42b4a7f29b131d011655 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:43.559082 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3c50426a-ce7e-40de-9970-6d2c44570bdd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.691582 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1588f435-9230-40d1-9a50-eddd7492a7ce None None] Provisioning complete for port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:43.692155 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1588f435-9230-40d1-9a50-eddd7492a7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.815110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1588f435-9230-40d1-9a50-eddd7492a7ce None None] Current status of the port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:43.828198 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1588f435-9230-40d1-9a50-eddd7492a7ce None None] Provisioning complete for port 3821b5c4-7963-4303-941d-154a6304450c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:43.828669 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1588f435-9230-40d1-9a50-eddd7492a7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3821b5c4-7963-4303-941d-154a6304450c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.882620 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ee8f1-68a3-4e7f-801f-fdcc1b55579b req-f37faaf6-a3ff-4b45-9a35-26191020298b tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:43.884844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1588f435-9230-40d1-9a50-eddd7492a7ce None None] Port 3821b5c4-7963-4303-941d-154a6304450c cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:43.892189 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff0ee8f1-68a3-4e7f-801f-fdcc1b55579b req-f37faaf6-a3ff-4b45-9a35-26191020298b tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.1209044 Feb 11 05:42:43.980990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a5330-bac9-43a6-9bf7-f5ae06d9ab81 req-5494e550-4670-4b22-8cfb-88b1050ec6b1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:43.982656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f3a5330-bac9-43a6-9bf7-f5ae06d9ab81 req-5494e550-4670-4b22-8cfb-88b1050ec6b1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.2206225 Feb 11 05:42:44.013987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f890d39e-76ca-45ba-b8ba-3e451aba8947 None None] Provisioning complete for port b2a54688-8eb4-4015-8961-464401b0ed50 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:44.014603 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f890d39e-76ca-45ba-b8ba-3e451aba8947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b2a54688-8eb4-4015-8961-464401b0ed50), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.042595 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff0ee8f1-68a3-4e7f-801f-fdcc1b55579b req-972fcf29-af66-42ae-8cca-06a2c0f61b64 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483912 Feb 11 05:42:44.073614 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3c50426a-ce7e-40de-9970-6d2c44570bdd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (41795db2-c040-47e9-958f-5db310201bb2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.091872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f890d39e-76ca-45ba-b8ba-3e451aba8947 None None] Port b2a54688-8eb4-4015-8961-464401b0ed50 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:44.140626 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f3a5330-bac9-43a6-9bf7-f5ae06d9ab81 req-1aaf95a4-de48-4a54-9ed1-569320471ecf tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412978 Feb 11 05:42:44.173796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50426a-ce7e-40de-9970-6d2c44570bdd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Subnet': ['ID=41795db2-c040-47e9-958f-5db310201bb2,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:44.179133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c50426a-ce7e-40de-9970-6d2c44570bdd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:44.181934 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-3c50426a-ce7e-40de-9970-6d2c44570bdd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:44.190487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c50426a-ce7e-40de-9970-6d2c44570bdd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:44.191097 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3c50426a-ce7e-40de-9970-6d2c44570bdd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.222572 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3c50426a-ce7e-40de-9970-6d2c44570bdd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8319547 Feb 11 05:42:44.225311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 40966) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:44.225513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:44.234027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-208996f9-08d2-4748-b837-4e97a0c117ae tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-391578199', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '41795db2-c040-47e9-958f-5db310201bb2'}], 'security_groups': ['81d00bd1-688b-457f-9b4f-28cd29e9499c', '3c94492e-31e2-44b9-b1dc-1eb83e606ebe']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:44.290276 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.309066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:44.309451 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.344078 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fbb3d1-3c1f-4dc5-b0d8-9d17a9f10d10 None None] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:44.391470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eafb64-df45-4aa5-9659-ff7b44102977 req-545011a2-3698-431c-bcf1-9b20123959d8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:44.393717 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44eafb64-df45-4aa5-9659-ff7b44102977 req-545011a2-3698-431c-bcf1-9b20123959d8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.1515543 Feb 11 05:42:44.430567 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6cea8ad5-2c21-4d1b-9b4c-d6f549ecb241 None None] Could not find standard attr ID for object 17f3323b-d0dc-4d16-a566-ccfc6cc1d654. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:44.499939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:44.517947 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44eafb64-df45-4aa5-9659-ff7b44102977 req-42244b37-5b3f-49e9-9167-6a53099813ce tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913413 Feb 11 05:42:44.544393 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40974) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:44.556499 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-208996f9-08d2-4748-b837-4e97a0c117ae tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b2a54688-8eb4-4015-8961-464401b0ed50), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.608118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def30ce7-6261-4d42-a1ab-68bdea1864c2 None None] Update dhcp port {'port': {'network_id': 'e1ce94ee-a696-4d92-bf64-ce68e08733bb', 'fixed_ips': [{'subnet_id': '370bfcf7-12e0-45fd-bba8-29a504a5c2b8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f7fd0835-7659-4738-a7a6-ae06df9f99c6', 'ip_address': '2001:db8::2'}, {'subnet_id': '41795db2-c040-47e9-958f-5db310201bb2'}], 'binding:host_id': 'n-d-713499-38'}, 'id': '1f9bddcd-e2a3-40ac-b92f-f5354b584a76'} from n-d-713499-38. {{(pid=103173) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:42:44.611574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4dfe64-bd25-48b4-a774-2000daf6ce71 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:44.613952 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6f4dfe64-bd25-48b4-a774-2000daf6ce71 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 1123 time: 0.0678308 Feb 11 05:42:44.616995 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40976) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:44.622155 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '5691e8e4-a8de-480f-8971-658218db4ac0', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:44.661799 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.666347 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-def30ce7-6261-4d42-a1ab-68bdea1864c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.793784 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:44.924140 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Allocated IP 172.25.5.30 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/8c1f8519-6998-4b7b-acaa-fe510b637584) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:44.954909 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-208996f9-08d2-4748-b837-4e97a0c117ae tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Delete allocated IP 2001:db8::333 (e1ce94ee-a696-4d92-bf64-ce68e08733bb/f7fd0835-7659-4738-a7a6-ae06df9f99c6) {{(pid=103171) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 05:42:44.963261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-208996f9-08d2-4748-b837-4e97a0c117ae tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Allocated IP 2001:db8:0:2::30d (e1ce94ee-a696-4d92-bf64-ce68e08733bb/41795db2-c040-47e9-958f-5db310201bb2/b2a54688-8eb4-4015-8961-464401b0ed50) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:45.053068 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (8c1f8519-6998-4b7b-acaa-fe510b637584), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.125044 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8c1f8519-6998-4b7b-acaa-fe510b637584), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.177485 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:45.184520 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:45.188392 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:45.218907 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=8c1f8519-6998-4b7b-acaa-fe510b637584,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:45.234159 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-208996f9-08d2-4748-b837-4e97a0c117ae tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for port (b2a54688-8eb4-4015-8961-464401b0ed50), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.248910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298adc8-45a3-488c-beb7-5a0784fd066b req-f2e11c8f-2d6d-4b63-bcfb-ef6459d37b84 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:45.250533 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5298adc8-45a3-488c-beb7-5a0784fd066b req-f2e11c8f-2d6d-4b63-bcfb-ef6459d37b84 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.1096284 Feb 11 05:42:45.251103 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-208996f9-08d2-4748-b837-4e97a0c117ae tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b2a54688-8eb4-4015-8961-464401b0ed50), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.323989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-def30ce7-6261-4d42-a1ab-68bdea1864c2 None None] Allocated IP 2001:db8:0:2::2 (e1ce94ee-a696-4d92-bf64-ce68e08733bb/41795db2-c040-47e9-958f-5db310201bb2/1f9bddcd-e2a3-40ac-b92f-f5354b584a76) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:45.348079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-208996f9-08d2-4748-b837-4e97a0c117ae tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] In _notify_port_updated(), no bound segment for port b2a54688-8eb4-4015-8961-464401b0ed50 on network e1ce94ee-a696-4d92-bf64-ce68e08733bb {{(pid=103171) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:42:45.353916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208996f9-08d2-4748-b837-4e97a0c117ae tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:45.354597 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-208996f9-08d2-4748-b837-4e97a0c117ae tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.363984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-208996f9-08d2-4748-b837-4e97a0c117ae tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "PUT /v2.0/ports/b2a54688-8eb4-4015-8961-464401b0ed50 HTTP/1.1" status: 200 len: 969 time: 1.1294570 Feb 11 05:42:45.399671 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 40994) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:45.428543 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5298adc8-45a3-488c-beb7-5a0784fd066b req-2c359efc-8577-4a73-a5a6-3d3493caf7c0 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451883 Feb 11 05:42:45.435644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208996f9-08d2-4748-b837-4e97a0c117ae tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event updated for resources: {'Port': ['ID=b2a54688-8eb4-4015-8961-464401b0ed50,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:45.487086 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-def30ce7-6261-4d42-a1ab-68bdea1864c2 None None] For port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1f9bddcd-e2a3-40ac-b92f-f5354b584a76,segment=NetworkSegment(1c0da9c8-fce9-43ce-b209-41f4b125979a),segment_id=1c0da9c8-fce9-43ce-b209-41f4b125979a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:45.522804 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-def30ce7-6261-4d42-a1ab-68bdea1864c2 None None] Publish callbacks [] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.530048 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-def30ce7-6261-4d42-a1ab-68bdea1864c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.619066 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-9f1863ac-3254-47c5-a62a-fad8adb6e191 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port b2a54688-8eb4-4015-8961-464401b0ed50 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:45.619771 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f1863ac-3254-47c5-a62a-fad8adb6e191 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b2a54688-8eb4-4015-8961-464401b0ed50), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:45.644363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def30ce7-6261-4d42-a1ab-68bdea1864c2 None None] Pushing event updated for resources: {'Port': ['ID=1f9bddcd-e2a3-40ac-b92f-f5354b584a76,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:46.184378 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:46.203800 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f1863ac-3254-47c5-a62a-fad8adb6e191 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b2a54688-8eb4-4015-8961-464401b0ed50), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.244835 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:46.245220 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.259359 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-9f1863ac-3254-47c5-a62a-fad8adb6e191 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for b2a54688-8eb4-4015-8961-464401b0ed50 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:46.281484 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for floatingip (6a01c8f4-1ac9-47fa-b718-568ca2106e6a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.347705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:46.381133 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-db2f3b39-afaa-46f6-8e4d-a1201f292aab None None] Provisioning complete for port b2a54688-8eb4-4015-8961-464401b0ed50 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:46.381598 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-db2f3b39-afaa-46f6-8e4d-a1201f292aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b2a54688-8eb4-4015-8961-464401b0ed50), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.426552 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-db2f3b39-afaa-46f6-8e4d-a1201f292aab None None] Port b2a54688-8eb4-4015-8961-464401b0ed50 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:46.438263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-db2f3b39-afaa-46f6-8e4d-a1201f292aab None None] Provisioning complete for port 3821b5c4-7963-4303-941d-154a6304450c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:46.438681 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-db2f3b39-afaa-46f6-8e4d-a1201f292aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3821b5c4-7963-4303-941d-154a6304450c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.488359 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8c1f8519-6998-4b7b-acaa-fe510b637584), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.498889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-db2f3b39-afaa-46f6-8e4d-a1201f292aab None None] Port 3821b5c4-7963-4303-941d-154a6304450c cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:46.511962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-db2f3b39-afaa-46f6-8e4d-a1201f292aab None None] Provisioning complete for port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:46.512444 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-db2f3b39-afaa-46f6-8e4d-a1201f292aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.618425 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f1863ac-3254-47c5-a62a-fad8adb6e191 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (b2a54688-8eb4-4015-8961-464401b0ed50), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.636650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fece8f-30e6-4a80-8e59-af6a3f20c73a req-9ca31512-8eb1-4464-8e0e-269fcd61ba56 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:46.639381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-db2f3b39-afaa-46f6-8e4d-a1201f292aab None None] Current status of the port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:46.644244 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0fece8f-30e6-4a80-8e59-af6a3f20c73a req-9ca31512-8eb1-4464-8e0e-269fcd61ba56 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.1021624 Feb 11 05:42:46.688473 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1863ac-3254-47c5-a62a-fad8adb6e191 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=b2a54688-8eb4-4015-8961-464401b0ed50,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:46.745645 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9f1863ac-3254-47c5-a62a-fad8adb6e191 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.751785 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9f1863ac-3254-47c5-a62a-fad8adb6e191 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/b2a54688-8eb4-4015-8961-464401b0ed50 HTTP/1.1" status: 204 len: 168 time: 1.3504050 Feb 11 05:42:46.754521 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41022) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:46.756265 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0fece8f-30e6-4a80-8e59-af6a3f20c73a req-21db716e-16c6-4d3c-8b32-fd968a1e1933 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093354 Feb 11 05:42:46.763515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-15689d39-f049-4793-9752-df94c73d8dc3 None None] Could not find standard attr ID for object b2a54688-8eb4-4015-8961-464401b0ed50. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:42:46.814187 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9359db85-bda2-4337-be9f-82d0ee0bfa53 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] GET failed (client error): The resource could not be found. Feb 11 05:42:46.816332 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9359db85-bda2-4337-be9f-82d0ee0bfa53 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports/b2a54688-8eb4-4015-8961-464401b0ed50 HTTP/1.1" status: 404 len: 333 time: 0.0610092 Feb 11 05:42:46.820307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41024) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:46.885824 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (a93bb3e3-285f-42a8-9a82-c00213e24768), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.902931 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (8c1f8519-6998-4b7b-acaa-fe510b637584), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.913164 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (8c1f8519-6998-4b7b-acaa-fe510b637584), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.916382 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (a93bb3e3-285f-42a8-9a82-c00213e24768), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.978840 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a93bb3e3-285f-42a8-9a82-c00213e24768), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.982066 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:46.984111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/security-groups/a93bb3e3-285f-42a8-9a82-c00213e24768 HTTP/1.1" status: 204 len: 168 time: 0.1622074 Feb 11 05:42:46.988127 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41030) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:46.995562 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93bb3e3-285f-42a8-9a82-c00213e24768,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:47.000642 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=8c1f8519-6998-4b7b-acaa-fe510b637584,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:47.004385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:47.004952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:47.005462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:47.005978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:47.006480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:47.007054 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:47.007582 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:47.008251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:47.008983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:47.009484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:47.009978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:47.010470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:47.010950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac61565-7843-4726-92a2-5d5590e7cdff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:47.029102 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (6a01c8f4-1ac9-47fa-b718-568ca2106e6a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.105219 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e5e21958-c252-48b3-9fbb-b7b505199158 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (3c94492e-31e2-44b9-b1dc-1eb83e606ebe), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.168205 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e5e21958-c252-48b3-9fbb-b7b505199158 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (3c94492e-31e2-44b9-b1dc-1eb83e606ebe), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.189612 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Floating IP 6a01c8f4-1ac9-47fa-b718-568ca2106e6a associated. External IP: 172.25.5.30, port: 5691e8e4-a8de-480f-8971-658218db4ac0. Feb 11 05:42:47.262114 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e5e21958-c252-48b3-9fbb-b7b505199158 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3c94492e-31e2-44b9-b1dc-1eb83e606ebe), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.264877 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e5e21958-c252-48b3-9fbb-b7b505199158 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.268485 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e5e21958-c252-48b3-9fbb-b7b505199158 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/security-groups/3c94492e-31e2-44b9-b1dc-1eb83e606ebe HTTP/1.1" status: 204 len: 168 time: 0.2746379 Feb 11 05:42:47.269529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41034) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:47.308310 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e21958-c252-48b3-9fbb-b7b505199158 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c94492e-31e2-44b9-b1dc-1eb83e606ebe,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:47.334198 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e0d4569d-cdc1-49ac-ab71-a8ad24103178 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (81d00bd1-688b-457f-9b4f-28cd29e9499c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.357751 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e0d4569d-cdc1-49ac-ab71-a8ad24103178 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (81d00bd1-688b-457f-9b4f-28cd29e9499c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.415361 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e0d4569d-cdc1-49ac-ab71-a8ad24103178 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (81d00bd1-688b-457f-9b4f-28cd29e9499c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.422180 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e0d4569d-cdc1-49ac-ab71-a8ad24103178 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.423268 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e0d4569d-cdc1-49ac-ab71-a8ad24103178 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/security-groups/81d00bd1-688b-457f-9b4f-28cd29e9499c HTTP/1.1" status: 204 len: 168 time: 0.1526797 Feb 11 05:42:47.426788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41040) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:47.463444 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router 27228969-caba-4b71-a965-f9ece033cc74 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:42:47.464675 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4569d-cdc1-49ac-ab71-a8ad24103178 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d00bd1-688b-457f-9b4f-28cd29e9499c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:47.492590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2690251-0124-4c5d-aaf4-47d6769a6122 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting subnet f7fd0835-7659-4738-a7a6-ae06df9f99c6 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:42:47.496726 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c2690251-0124-4c5d-aaf4-47d6769a6122 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (f7fd0835-7659-4738-a7a6-ae06df9f99c6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.550698 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c2690251-0124-4c5d-aaf4-47d6769a6122 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (f7fd0835-7659-4738-a7a6-ae06df9f99c6), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.608969 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:42:47.622096 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57318633-d483-43f3-a1dc-eac5409c2f6b None None] Sync routers for ids ['27228969-caba-4b71-a965-f9ece033cc74'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:42:47.632968 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57318633-d483-43f3-a1dc-eac5409c2f6b None None] Routers {'27228969-caba-4b71-a965-f9ece033cc74'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:47.634606 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-57318633-d483-43f3-a1dc-eac5409c2f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:42:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27228969-caba-4b71-a965-f9ece033cc74'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:47.645651 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.658408 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c2690251-0124-4c5d-aaf4-47d6769a6122 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (f7fd0835-7659-4738-a7a6-ae06df9f99c6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.682266 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f3c7a0d9-c75e-4306-9b07-a1bb47ee4871 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0612819 Feb 11 05:42:47.682266 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:47.683221 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc0002b-e1a9-468d-b998-cba8acd8404a" -d '{"events": [{"name": "network-changed", "server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:47.754560 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c2690251-0124-4c5d-aaf4-47d6769a6122 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (f7fd0835-7659-4738-a7a6-ae06df9f99c6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.790833 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-57318633-d483-43f3-a1dc-eac5409c2f6b None None] Set router 27228969-caba-4b71-a965-f9ece033cc74 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:47.799622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2690251-0124-4c5d-aaf4-47d6769a6122 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Subnet': ['ID=f7fd0835-7659-4738-a7a6-ae06df9f99c6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:47.822072 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c2690251-0124-4c5d-aaf4-47d6769a6122 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:47.830593 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41058) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:47.831074 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c2690251-0124-4c5d-aaf4-47d6769a6122 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/f7fd0835-7659-4738-a7a6-ae06df9f99c6 HTTP/1.1" status: 204 len: 168 time: 0.4025874 Feb 11 05:42:47.832986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93608176-8f9f-4bbb-8d4d-58d8f47d2157 None None] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:47.858119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77251c8f-c737-4c46-b6a1-51301891ac88 req-a0170c5e-297f-4958-95b0-8d190e5ecd96 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:47.866478 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77251c8f-c737-4c46-b6a1-51301891ac88 req-a0170c5e-297f-4958-95b0-8d190e5ecd96 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.0824916 Feb 11 05:42:47.946224 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77251c8f-c737-4c46-b6a1-51301891ac88 req-61c81cd4-535b-419a-8a8b-e3a08095ee9a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783241 Feb 11 05:42:47.971387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41062) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:47.979301 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8e7e60-ef6a-4467-a3a5-1be43b82ea59 x-openstack-request-id: req-6c8e7e60-ef6a-4467-a3a5-1be43b82ea59 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:47.980617 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:47.981099 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6c8e7e60-ef6a-4467-a3a5-1be43b82ea59 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:47.992103 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0', 'status': 'completed', 'code': 200} Feb 11 05:42:48.015706 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61a15d0-d9a6-404b-b99a-325c2b9ce2df tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting subnet 41795db2-c040-47e9-958f-5db310201bb2 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:42:48.029744 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f61a15d0-d9a6-404b-b99a-325c2b9ce2df tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (41795db2-c040-47e9-958f-5db310201bb2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.102969 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-57318633-d483-43f3-a1dc-eac5409c2f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27228969-caba-4b71-a965-f9ece033cc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088379334', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:21Z', 'updated_at': '2022-02-11T05:42:27Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:22Z', 'updated_at': '2022-02-11T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6a01c8f4-1ac9-47fa-b718-568ca2106e6a', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '27228969-caba-4b71-a965-f9ece033cc74', 'port_id': '5691e8e4-a8de-480f-8971-658218db4ac0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'mac_address': 'fa:16:3e:aa:54:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:42:45Z', 'updated_at': '2022-02-11T05:42:45Z', 'revision_number': 0, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8215969-9190-45e2-918f-eb69d9509457', 'name': '', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:38:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:26Z', 'updated_at': '2022-02-11T05:42:31Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:48.121304 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f61a15d0-d9a6-404b-b99a-325c2b9ce2df tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (41795db2-c040-47e9-958f-5db310201bb2), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.132071 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57318633-d483-43f3-a1dc-eac5409c2f6b None None] Checking router: 27228969-caba-4b71-a965-f9ece033cc74 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:42:48.144338 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57318633-d483-43f3-a1dc-eac5409c2f6b None None] Routers {'27228969-caba-4b71-a965-f9ece033cc74'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:42:48.145287 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-57318633-d483-43f3-a1dc-eac5409c2f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:42:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27228969-caba-4b71-a965-f9ece033cc74'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:48.208299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0002b-e1a9-468d-b998-cba8acd8404a req-8d711c75-8618-4e01-b42d-d7ec4acc4921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:48.209968 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fc0002b-e1a9-468d-b998-cba8acd8404a req-8d711c75-8618-4e01-b42d-d7ec4acc4921 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 1128 time: 0.2304580 Feb 11 05:42:48.248020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a6c8ffec-cbc4-44ce-b753-9bfd5a739ae7 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/floatingips/6a01c8f4-1ac9-47fa-b718-568ca2106e6a HTTP/1.1" status: 200 len: 990 time: 0.2754219 Feb 11 05:42:48.255285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f2d57-f83f-474d-8c03-d42059da6e04 req-7db7b569-fb03-433b-9325-6264a717d50f tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:48.256851 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a7f2d57-f83f-474d-8c03-d42059da6e04 req-7db7b569-fb03-433b-9325-6264a717d50f tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.1843271 Feb 11 05:42:48.299048 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f61a15d0-d9a6-404b-b99a-325c2b9ce2df tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (41795db2-c040-47e9-958f-5db310201bb2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.323659 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-57318633-d483-43f3-a1dc-eac5409c2f6b None None] Set router 27228969-caba-4b71-a965-f9ece033cc74 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:42:48.373267 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a7f2d57-f83f-474d-8c03-d42059da6e04 req-186e3a54-9db8-48ad-b044-19ac44af6d99 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056006 Feb 11 05:42:48.388816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0002b-e1a9-468d-b998-cba8acd8404a req-3e6feb7c-a417-4f8d-8c9c-06688a10e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:48.390285 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fc0002b-e1a9-468d-b998-cba8acd8404a req-3e6feb7c-a417-4f8d-8c9c-06688a10e60b service neutron] 10.222.0.88 "GET /v2.0/networks?id=06a19bcf-774d-41de-97b2-8a35aa9b5c97 HTTP/1.1" status: 200 len: 898 time: 0.1686444 Feb 11 05:42:48.401441 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f61a15d0-d9a6-404b-b99a-325c2b9ce2df tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (41795db2-c040-47e9-958f-5db310201bb2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.421838 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f61a15d0-d9a6-404b-b99a-325c2b9ce2df tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.429491 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f61a15d0-d9a6-404b-b99a-325c2b9ce2df tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/41795db2-c040-47e9-958f-5db310201bb2 HTTP/1.1" status: 204 len: 168 time: 0.5944281 Feb 11 05:42:48.485601 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41070) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:48.494213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a15d0-d9a6-404b-b99a-325c2b9ce2df tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Subnet': ['ID=41795db2-c040-47e9-958f-5db310201bb2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:48.501642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fc0002b-e1a9-468d-b998-cba8acd8404a req-59b30fc2-323c-4ed0-a9db-69ca730589ed service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 200 len: 998 time: 0.0990362 Feb 11 05:42:48.519107 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2aac99-331a-4d50-8db7-33082cf3b6ff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:48.519606 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2aac99-331a-4d50-8db7-33082cf3b6ff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:48.525911 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4a2aac99-331a-4d50-8db7-33082cf3b6ff tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/f7fd0835-7659-4738-a7a6-ae06df9f99c6 HTTP/1.1" status: 404 len: 337 time: 0.0390553 Feb 11 05:42:48.526523 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41076) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:48.565674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0002b-e1a9-468d-b998-cba8acd8404a req-b1ca0c39-666c-435c-9f25-9822889fd24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:48.567177 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fc0002b-e1a9-468d-b998-cba8acd8404a req-b1ca0c39-666c-435c-9f25-9822889fd24c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4 HTTP/1.1" status: 200 len: 835 time: 0.0566514 Feb 11 05:42:48.620147 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3ccafe-611d-4f2d-ad40-1907c46ed3b3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting subnet 370bfcf7-12e0-45fd-bba8-29a504a5c2b8 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:42:48.624059 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe3ccafe-611d-4f2d-ad40-1907c46ed3b3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (370bfcf7-12e0-45fd-bba8-29a504a5c2b8), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.645326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0002b-e1a9-468d-b998-cba8acd8404a req-76892cee-7031-462b-b465-7067b3abdba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:48.648444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fc0002b-e1a9-468d-b998-cba8acd8404a req-76892cee-7031-462b-b465-7067b3abdba7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=06a19bcf-774d-41de-97b2-8a35aa9b5c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0647831 Feb 11 05:42:48.692906 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe3ccafe-611d-4f2d-ad40-1907c46ed3b3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (370bfcf7-12e0-45fd-bba8-29a504a5c2b8), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.704382 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-57318633-d483-43f3-a1dc-eac5409c2f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27228969-caba-4b71-a965-f9ece033cc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088379334', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:21Z', 'updated_at': '2022-02-11T05:42:27Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:22Z', 'updated_at': '2022-02-11T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6a01c8f4-1ac9-47fa-b718-568ca2106e6a', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '27228969-caba-4b71-a965-f9ece033cc74', 'port_id': '5691e8e4-a8de-480f-8971-658218db4ac0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'mac_address': 'fa:16:3e:aa:54:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:42:45Z', 'updated_at': '2022-02-11T05:42:45Z', 'revision_number': 0, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8215969-9190-45e2-918f-eb69d9509457', 'name': '', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:38:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:26Z', 'updated_at': '2022-02-11T05:42:31Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:48.735957 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57318633-d483-43f3-a1dc-eac5409c2f6b None None] The sync data for ids ['27228969-caba-4b71-a965-f9ece033cc74'] in n-d-713499-38 is: [{'id': '27228969-caba-4b71-a965-f9ece033cc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088379334', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:21Z', 'updated_at': '2022-02-11T05:42:27Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:22Z', 'updated_at': '2022-02-11T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6a01c8f4-1ac9-47fa-b718-568ca2106e6a', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '27228969-caba-4b71-a965-f9ece033cc74', 'port_id': '5691e8e4-a8de-480f-8971-658218db4ac0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'mac_address': 'fa:16:3e:aa:54:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:42:45Z', 'updated_at': '2022-02-11T05:42:45Z', 'revision_number': 0, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8215969-9190-45e2-918f-eb69d9509457', 'name': '', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:38:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:26Z', 'updated_at': '2022-02-11T05:42:31Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:42:48.850083 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fc0002b-e1a9-468d-b998-cba8acd8404a req-618f0f90-677a-4eb2-b873-976bbebb967a service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950097 Feb 11 05:42:48.862302 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe3ccafe-611d-4f2d-ad40-1907c46ed3b3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (370bfcf7-12e0-45fd-bba8-29a504a5c2b8), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.972927 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe3ccafe-611d-4f2d-ad40-1907c46ed3b3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (370bfcf7-12e0-45fd-bba8-29a504a5c2b8), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:48.995738 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fc0002b-e1a9-468d-b998-cba8acd8404a req-29b16bec-f402-4b19-9e5a-85c503f72cc8 service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363649 Feb 11 05:42:49.016939 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ccafe-611d-4f2d-ad40-1907c46ed3b3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Subnet': ['ID=370bfcf7-12e0-45fd-bba8-29a504a5c2b8,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:49.022841 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fe3ccafe-611d-4f2d-ad40-1907c46ed3b3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.031468 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fe3ccafe-611d-4f2d-ad40-1907c46ed3b3 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/370bfcf7-12e0-45fd-bba8-29a504a5c2b8 HTTP/1.1" status: 204 len: 168 time: 0.5033331 Feb 11 05:42:49.033239 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41086) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:49.053007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a54f2b8-2eb3-4b8e-915f-e52103dfc6dd None None] Network e1ce94ee-a696-4d92-bf64-ce68e08733bb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:42:49.075095 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad051993-50de-4700-ae3a-5339bd9dfe65 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:49.075612 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad051993-50de-4700-ae3a-5339bd9dfe65 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:49.082425 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41088) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:49.084342 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ad051993-50de-4700-ae3a-5339bd9dfe65 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/ecf50243-c911-4f10-9c06-13e7ec481c5c HTTP/1.1" status: 404 len: 337 time: 0.0498493 Feb 11 05:42:49.123254 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41092) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:49.127607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6a03d3b4-3c57-4d46-a91c-d46d30a5d871 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "GET /v2.0/ports?device_id=a0b6c5fe-02ce-463d-9875-3560e62d31d4 HTTP/1.1" status: 200 len: 205 time: 0.0436437 Feb 11 05:42:49.151603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500649dc-fd43-44cc-9616-839507ec7092 None None] New status for floating IP 6a01c8f4-1ac9-47fa-b718-568ca2106e6a: ACTIVE {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:42:49.163405 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-5654f91d-f513-4cc1-b322-cfb8b799cf17 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] delete failed (client error): The resource could not be found. Feb 11 05:42:49.164820 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5654f91d-f513-4cc1-b322-cfb8b799cf17 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/routers/a0b6c5fe-02ce-463d-9875-3560e62d31d4 HTTP/1.1" status: 404 len: 336 time: 0.0405028 Feb 11 05:42:49.167544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41094) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:49.208947 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ac068e-d9d2-452b-8c0f-971e841c2aa8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:49.210230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ac068e-d9d2-452b-8c0f-971e841c2aa8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:49.215825 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c4ac068e-d9d2-452b-8c0f-971e841c2aa8 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/386f72ed-ab50-405d-9b41-cb78ec4b7d23 HTTP/1.1" status: 404 len: 337 time: 0.0449550 Feb 11 05:42:49.216554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41096) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:49.221378 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ec82ec6e-d5a8-407c-9785-d95de367ac51 None None] Provisioning complete for port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:49.221656 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ec82ec6e-d5a8-407c-9785-d95de367ac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.245624 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4fd57d-2d59-428e-bc8a-a496293094bd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:49.246085 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4fd57d-2d59-428e-bc8a-a496293094bd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:49.251609 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-da4fd57d-2d59-428e-bc8a-a496293094bd tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/98466880-99ed-42fc-a5b6-6f7d0ded1cd3 HTTP/1.1" status: 404 len: 337 time: 0.0317688 Feb 11 05:42:49.251825 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41100) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:49.256262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41102) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:49.349357 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e36310-797e-4c5a-bc53-033f96165612 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:49.349822 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e36310-797e-4c5a-bc53-033f96165612 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:49.352920 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-51e36310-797e-4c5a-bc53-033f96165612 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/e96a650f-f50e-4363-a5ab-8737180cd478 HTTP/1.1" status: 404 len: 337 time: 0.0710311 Feb 11 05:42:49.356341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41108) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:49.409442 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-67e94bb6-9002-4f4d-94d2-c0e1a4d46a12 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/floatingips/6a01c8f4-1ac9-47fa-b718-568ca2106e6a HTTP/1.1" status: 200 len: 990 time: 0.1580553 Feb 11 05:42:49.423652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ec82ec6e-d5a8-407c-9785-d95de367ac51 None None] Current status of the port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:49.437729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ec82ec6e-d5a8-407c-9785-d95de367ac51 None None] Provisioning complete for port 3821b5c4-7963-4303-941d-154a6304450c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:49.438590 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ec82ec6e-d5a8-407c-9785-d95de367ac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3821b5c4-7963-4303-941d-154a6304450c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.442599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07ceacb-38eb-4df8-a8ab-4b50ef3a14c8 None None] DHCP port deletion for e1ce94ee-a696-4d92-bf64-ce68e08733bb request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:42:49.458648 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9023152-6d6b-4d00-97a8-b5a50f4ac432 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:49.459828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9023152-6d6b-4d00-97a8-b5a50f4ac432 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:49.466578 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41112) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:49.467810 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e9023152-6d6b-4d00-97a8-b5a50f4ac432 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/c0e58eb7-afbf-492f-a35a-8ce21c63c485 HTTP/1.1" status: 404 len: 333 time: 0.1087661 Feb 11 05:42:49.495154 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f289832-4e1c-4d3b-a80f-71ead105157b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:49.495752 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f289832-4e1c-4d3b-a80f-71ead105157b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:49.499045 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9f289832-4e1c-4d3b-a80f-71ead105157b tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/6d3e27db-24a6-4aba-b5e6-07af521d2475 HTTP/1.1" status: 404 len: 337 time: 0.0314095 Feb 11 05:42:49.503831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41116) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:49.513976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ec82ec6e-d5a8-407c-9785-d95de367ac51 None None] Port 3821b5c4-7963-4303-941d-154a6304450c cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:49.542050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d07ceacb-38eb-4df8-a8ab-4b50ef3a14c8 None None] Deleting port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:49.542507 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d07ceacb-38eb-4df8-a8ab-4b50ef3a14c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.549160 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4306224-b621-491e-8f1c-7ce2580372c6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:49.549160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4306224-b621-491e-8f1c-7ce2580372c6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:49.554299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f4306224-b621-491e-8f1c-7ce2580372c6 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/670a535d-d614-47c9-aecc-f02fdbf9174c HTTP/1.1" status: 404 len: 337 time: 0.0470548 Feb 11 05:42:49.555171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41120) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:49.587019 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef487d78-5c6d-4781-b012-3a7f8061da42 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:49.587968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef487d78-5c6d-4781-b012-3a7f8061da42 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:49.592277 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ef487d78-5c6d-4781-b012-3a7f8061da42 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/f824eb4a-9c21-4691-8fbb-bdcc1037a245 HTTP/1.1" status: 404 len: 333 time: 0.0355985 Feb 11 05:42:49.594469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe356e-3509-4ded-9572-a12ba87e3907 req-a4d43d4e-5d23-49c3-9418-c02e474e8c24 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:49.595032 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41122) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:49.596185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8fe356e-3509-4ded-9572-a12ba87e3907 req-a4d43d4e-5d23-49c3-9418-c02e474e8c24 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.0599670 Feb 11 05:42:49.630227 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-083bfe24-7287-4c6d-9971-d8cd280513ef tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:49.630746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083bfe24-7287-4c6d-9971-d8cd280513ef tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:49.636384 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-083bfe24-7287-4c6d-9971-d8cd280513ef tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/7b201c33-4c56-418e-a48b-755d9b199cfc HTTP/1.1" status: 404 len: 337 time: 0.0379610 Feb 11 05:42:49.636955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41124) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:49.669749 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8fe356e-3509-4ded-9572-a12ba87e3907 req-267e8e5d-f5eb-4030-9530-d776d4b24a8c tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679152 Feb 11 05:42:49.676241 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-994968b6-6ca7-497f-8210-91d0ba4f754c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] DELETE failed (client error): The resource could not be found. Feb 11 05:42:49.676471 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994968b6-6ca7-497f-8210-91d0ba4f754c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:42:49.680041 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-994968b6-6ca7-497f-8210-91d0ba4f754c tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/subnets/ddce8956-2942-4795-8666-aed26eeb186e HTTP/1.1" status: 404 len: 337 time: 0.0419409 Feb 11 05:42:49.683331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41128) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:49.801419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-ca692e01-b884-450a-83f2-8516a7ceb419 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Deleting port 3821b5c4-7963-4303-941d-154a6304450c {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:49.801926 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca692e01-b884-450a-83f2-8516a7ceb419 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3821b5c4-7963-4303-941d-154a6304450c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.822702 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d07ceacb-38eb-4df8-a8ab-4b50ef3a14c8 None None] For port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1f9bddcd-e2a3-40ac-b92f-f5354b584a76,segment=NetworkSegment(1c0da9c8-fce9-43ce-b209-41f4b125979a),segment_id=1c0da9c8-fce9-43ce-b209-41f4b125979a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:49.823109 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d07ceacb-38eb-4df8-a8ab-4b50ef3a14c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.836293 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d07ceacb-38eb-4df8-a8ab-4b50ef3a14c8 None None] Calling delete_port for 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:49.874093 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca692e01-b884-450a-83f2-8516a7ceb419 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3821b5c4-7963-4303-941d-154a6304450c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.888892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-ca692e01-b884-450a-83f2-8516a7ceb419 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Calling delete_port for 3821b5c4-7963-4303-941d-154a6304450c owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:49.933647 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d07ceacb-38eb-4df8-a8ab-4b50ef3a14c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (1f9bddcd-e2a3-40ac-b92f-f5354b584a76), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.963553 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ceacb-38eb-4df8-a8ab-4b50ef3a14c8 None None] Pushing event deleted for resources: {'Port': ['ID=1f9bddcd-e2a3-40ac-b92f-f5354b584a76,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:49.967045 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ceacb-38eb-4df8-a8ab-4b50ef3a14c8 None None] No DVR routers for this DVR port 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:49.986708 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca692e01-b884-450a-83f2-8516a7ceb419 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (3821b5c4-7963-4303-941d-154a6304450c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.018373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca692e01-b884-450a-83f2-8516a7ceb419 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Port': ['ID=3821b5c4-7963-4303-941d-154a6304450c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:50.022176 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ca692e01-b884-450a-83f2-8516a7ceb419 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.025585 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ca692e01-b884-450a-83f2-8516a7ceb419 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/ports/3821b5c4-7963-4303-941d-154a6304450c HTTP/1.1" status: 204 len: 168 time: 0.3410497 Feb 11 05:42:50.028014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41136) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:50.117068 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9369889c-6d87-4952-bb14-73f1a54ec353 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (e1ce94ee-a696-4d92-bf64-ce68e08733bb), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.175929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:50.196554 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:50.196903 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1f9bddcd-e2a3-40ac-b92f-f5354b584a76 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:50.220326 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9369889c-6d87-4952-bb14-73f1a54ec353 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (e1ce94ee-a696-4d92-bf64-ce68e08733bb), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.243683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-9369889c-6d87-4952-bb14-73f1a54ec353 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ce94ee-a696-4d92-bf64-ce68e08733bb']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:50.254668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-9369889c-6d87-4952-bb14-73f1a54ec353 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0da9c8-fce9-43ce-b209-41f4b125979a') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:50.254969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-9369889c-6d87-4952-bb14-73f1a54ec353 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0da9c8-fce9-43ce-b209-41f4b125979a') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:50.265657 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9369889c-6d87-4952-bb14-73f1a54ec353 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (1c0da9c8-fce9-43ce-b209-41f4b125979a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.280361 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9369889c-6d87-4952-bb14-73f1a54ec353 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (1c0da9c8-fce9-43ce-b209-41f4b125979a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.286164 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9369889c-6d87-4952-bb14-73f1a54ec353 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:42:50.286547 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9369889c-6d87-4952-bb14-73f1a54ec353 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (1c0da9c8-fce9-43ce-b209-41f4b125979a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:42:50.289725 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:42:50.357228 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9369889c-6d87-4952-bb14-73f1a54ec353 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (e1ce94ee-a696-4d92-bf64-ce68e08733bb), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.364971 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9369889c-6d87-4952-bb14-73f1a54ec353 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.368136 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9369889c-6d87-4952-bb14-73f1a54ec353 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] 10.222.0.87 "DELETE /v2.0/networks/e1ce94ee-a696-4d92-bf64-ce68e08733bb HTTP/1.1" status: 204 len: 168 time: 0.3385646 Feb 11 05:42:50.379528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369889c-6d87-4952-bb14-73f1a54ec353 tempest-PortsIpV6TestJSON-450167711 tempest-PortsIpV6TestJSON-450167711-project] Pushing event deleted for resources: {'Network': ['ID=e1ce94ee-a696-4d92-bf64-ce68e08733bb,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:50.413268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41148) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:50.488031 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5fa3734f-be5d-49e1-adaa-0bed91425526 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/floatingips/6a01c8f4-1ac9-47fa-b718-568ca2106e6a HTTP/1.1" status: 200 len: 992 time: 0.0720572 Feb 11 05:42:50.673991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41160) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:50.836493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7226799-fe40-428f-92ed-8cd70178b55c req-24944af6-4bfe-4490-ab9a-d25b6f0e97ab tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:50.838031 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7226799-fe40-428f-92ed-8cd70178b55c req-24944af6-4bfe-4490-ab9a-d25b6f0e97ab tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.0750093 Feb 11 05:42:50.875243 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1f0e3bd4-da65-45b6-bead-4b75949b6b83 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=eb49c78aa0bb42b4a7f29b131d011655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2000854 Feb 11 05:42:50.877855 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41170) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:50.893971 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7226799-fe40-428f-92ed-8cd70178b55c req-3ec428cf-4e40-4cce-930c-c098ca9d54b7 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490451 Feb 11 05:42:50.906147 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce362e-234d-4d95-b2ea-08c01bd3425d req-185d2218-6007-4add-b38f-96ab8e3f70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:50.908445 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f6ce362e-234d-4d95-b2ea-08c01bd3425d req-185d2218-6007-4add-b38f-96ab8e3f70f2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 1128 time: 0.0880897 Feb 11 05:42:50.964463 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4ab1054d-4d19-446f-9e1e-b80c5d3d7ee9 admin admin] Publish callbacks [] for security_group (80c5b382-ad7c-44df-9ac7-e966ba3337ac), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.986335 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f6ce362e-234d-4d95-b2ea-08c01bd3425d req-e31c7e0d-d249-451d-8a7f-c0218c468169 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700450 Feb 11 05:42:50.998812 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4ab1054d-4d19-446f-9e1e-b80c5d3d7ee9 admin admin] Publish callbacks [] for security_group (80c5b382-ad7c-44df-9ac7-e966ba3337ac), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.050799 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4ab1054d-4d19-446f-9e1e-b80c5d3d7ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (80c5b382-ad7c-44df-9ac7-e966ba3337ac), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.053918 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4ab1054d-4d19-446f-9e1e-b80c5d3d7ee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.055099 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4ab1054d-4d19-446f-9e1e-b80c5d3d7ee9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/80c5b382-ad7c-44df-9ac7-e966ba3337ac HTTP/1.1" status: 204 len: 168 time: 0.1763241 Feb 11 05:42:51.064619 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1054d-4d19-446f-9e1e-b80c5d3d7ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c5b382-ad7c-44df-9ac7-e966ba3337ac,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:51.764876 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41204) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:51.891838 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b1c53b94-8aff-43e0-a38f-32ae95b76b86 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1199531494'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:51.931892 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c53b94-8aff-43e0-a38f-32ae95b76b86 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Made reservation on behalf of 3424ad1520c1470abd34ee9f675915e5 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:51.935546 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1c53b94-8aff-43e0-a38f-32ae95b76b86 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:51.945275 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1c53b94-8aff-43e0-a38f-32ae95b76b86 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.025444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243e83-4176-47ba-93d9-2f43eb50d1f6 req-0690c062-9442-4674-b195-6997baa7098e tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:52.032668 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30243e83-4176-47ba-93d9-2f43eb50d1f6 req-0690c062-9442-4674-b195-6997baa7098e tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.0614688 Feb 11 05:42:52.036781 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1c53b94-8aff-43e0-a38f-32ae95b76b86 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Publish callbacks [] for security_group (76487754-8021-4f06-ba25-4d8472e49554), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.041159 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1c53b94-8aff-43e0-a38f-32ae95b76b86 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (76487754-8021-4f06-ba25-4d8472e49554), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.071795 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c53b94-8aff-43e0-a38f-32ae95b76b86 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:42:52.084392 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c53b94-8aff-43e0-a38f-32ae95b76b86 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76487754-8021-4f06-ba25-4d8472e49554,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:52.088356 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1c53b94-8aff-43e0-a38f-32ae95b76b86 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4d5517d6-af48-4948-bf64-06dad9ef10c2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.088723 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-b1c53b94-8aff-43e0-a38f-32ae95b76b86 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Added segment 4d5517d6-af48-4948-bf64-06dad9ef10c2 of type vlan for network 53441039-d553-456a-891c-33f2512b2c97 Feb 11 05:42:52.101263 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30243e83-4176-47ba-93d9-2f43eb50d1f6 req-6636bfde-37e2-4ad3-bc7a-b8cf9f4f58d9 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675004 Feb 11 05:42:52.136022 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1c53b94-8aff-43e0-a38f-32ae95b76b86 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (53441039-d553-456a-891c-33f2512b2c97), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.161244 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1c53b94-8aff-43e0-a38f-32ae95b76b86 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (53441039-d553-456a-891c-33f2512b2c97), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.166870 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c53b94-8aff-43e0-a38f-32ae95b76b86 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:52.167562 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1c53b94-8aff-43e0-a38f-32ae95b76b86 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:52.208692 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b1c53b94-8aff-43e0-a38f-32ae95b76b86 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4426904 Feb 11 05:42:52.212471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41210) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:52.217040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-6e80c741-2e6c-482f-a464-23eb7be0044e tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '53441039-d553-456a-891c-33f2512b2c97', 'tempest-TagsTest-Tag-1923513029') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:52.241880 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c53b94-8aff-43e0-a38f-32ae95b76b86 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Pushing event updated for resources: {'Network': ['ID=53441039-d553-456a-891c-33f2512b2c97,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:52.253560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 53441039-d553-456a-891c-33f2512b2c97 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:42:52.296557 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6e80c741-2e6c-482f-a464-23eb7be0044e tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] 10.222.0.87 "PUT /v2.0/networks/53441039-d553-456a-891c-33f2512b2c97/tags/tempest-TagsTest-Tag-1923513029 HTTP/1.1" status: 201 len: 201 time: 0.0829957 Feb 11 05:42:52.299093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41212) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:52.303440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-fb7bacd7-25f0-4b2c-917f-76a975719c13 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '53441039-d553-456a-891c-33f2512b2c97', 'tempest-TagsTest-Tag-1923513029') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:52.377564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fb7bacd7-25f0-4b2c-917f-76a975719c13 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] 10.222.0.87 "GET /v2.0/networks/53441039-d553-456a-891c-33f2512b2c97/tags/tempest-TagsTest-Tag-1923513029 HTTP/1.1" status: 204 len: 168 time: 0.0770667 Feb 11 05:42:52.379779 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41214) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:52.384443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-7c714316-aeb9-45bd-ab37-e6b856e635ae tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '53441039-d553-456a-891c-33f2512b2c97') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:52.450797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7c714316-aeb9-45bd-ab37-e6b856e635ae tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] 10.222.0.87 "GET /v2.0/networks/53441039-d553-456a-891c-33f2512b2c97/tags HTTP/1.1" status: 200 len: 238 time: 0.0699394 Feb 11 05:42:52.453412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41216) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:52.457736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-b9711db2-3cc3-4d9b-ac93-df3f84077ce7 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '53441039-d553-456a-891c-33f2512b2c97', {'tags': ['tempest-TagsTest-Tag-1597772913', 'tempest-TagsTest-Tag-1468862115', 'tempest-TagsTest-Tag-1629748384']}) {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:52.857471 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b9711db2-3cc3-4d9b-ac93-df3f84077ce7 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] 10.222.0.87 "PUT /v2.0/networks/53441039-d553-456a-891c-33f2512b2c97/tags HTTP/1.1" status: 200 len: 309 time: 0.4029844 Feb 11 05:42:52.860207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41220) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:52.864654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-3e54c04a-f32f-4b82-8068-6388c75c9efd tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '53441039-d553-456a-891c-33f2512b2c97', 'tempest-TagsTest-Tag-1597772913') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:52.949482 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3e54c04a-f32f-4b82-8068-6388c75c9efd tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] 10.222.0.87 "DELETE /v2.0/networks/53441039-d553-456a-891c-33f2512b2c97/tags/tempest-TagsTest-Tag-1597772913 HTTP/1.1" status: 204 len: 168 time: 0.0882180 Feb 11 05:42:52.952267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41222) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:52.956483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-9a53aef3-f283-479a-b786-09d75a0b5f80 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '53441039-d553-456a-891c-33f2512b2c97', 'tempest-TagsTest-Tag-1597772913') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:53.027086 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-9a53aef3-f283-479a-b786-09d75a0b5f80 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] show failed (client error): The resource could not be found. Feb 11 05:42:53.028178 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9a53aef3-f283-479a-b786-09d75a0b5f80 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] 10.222.0.87 "GET /v2.0/networks/53441039-d553-456a-891c-33f2512b2c97/tags/tempest-TagsTest-Tag-1597772913 HTTP/1.1" status: 404 len: 326 time: 0.0749235 Feb 11 05:42:53.031296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41224) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:53.035477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-195410b6-f008-477d-a74b-629a18f7792f tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '53441039-d553-456a-891c-33f2512b2c97', 'tempest-TagsTest-Tag-1468862115') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:53.102719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-195410b6-f008-477d-a74b-629a18f7792f tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] 10.222.0.87 "GET /v2.0/networks/53441039-d553-456a-891c-33f2512b2c97/tags/tempest-TagsTest-Tag-1468862115 HTTP/1.1" status: 204 len: 168 time: 0.0703762 Feb 11 05:42:53.105159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41226) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:53.109367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-7706c555-2fa6-4e89-bed7-cf5d5fa1ec94 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '53441039-d553-456a-891c-33f2512b2c97', 'tempest-TagsTest-Tag-1629748384') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:53.189430 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7706c555-2fa6-4e89-bed7-cf5d5fa1ec94 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] 10.222.0.87 "GET /v2.0/networks/53441039-d553-456a-891c-33f2512b2c97/tags/tempest-TagsTest-Tag-1629748384 HTTP/1.1" status: 204 len: 168 time: 0.0831835 Feb 11 05:42:53.192170 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41230) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:53.198735 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-b0e1badd-4ad7-4a01-b11d-bcabb26de2f3 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '53441039-d553-456a-891c-33f2512b2c97') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:53.233559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb181d-e962-4751-aaa0-7edf1767726a req-d2bf9b04-066f-43be-b0f9-714879cfbfa0 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:53.235142 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cdfb181d-e962-4751-aaa0-7edf1767726a req-d2bf9b04-066f-43be-b0f9-714879cfbfa0 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.0598350 Feb 11 05:42:53.285776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cdfb181d-e962-4751-aaa0-7edf1767726a req-a6a306f1-2d47-4ae1-8890-9c996534fdf4 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434303 Feb 11 05:42:53.295259 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b0e1badd-4ad7-4a01-b11d-bcabb26de2f3 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] 10.222.0.87 "DELETE /v2.0/networks/53441039-d553-456a-891c-33f2512b2c97/tags HTTP/1.1" status: 204 len: 168 time: 0.1010673 Feb 11 05:42:53.295805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41232) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:53.301279 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.tag.tag_plugin [None req-327df55b-78d0-405f-a593-7736295cea8b tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '53441039-d553-456a-891c-33f2512b2c97', 'tempest-TagsTest-Tag-1468862115') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:53.371646 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-327df55b-78d0-405f-a593-7736295cea8b tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] show failed (client error): The resource could not be found. Feb 11 05:42:53.375270 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-327df55b-78d0-405f-a593-7736295cea8b tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] 10.222.0.87 "GET /v2.0/networks/53441039-d553-456a-891c-33f2512b2c97/tags/tempest-TagsTest-Tag-1468862115 HTTP/1.1" status: 404 len: 326 time: 0.0755978 Feb 11 05:42:53.375719 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41236) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:53.381081 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-a7bf15b2-8380-4a49-8471-3a684bfaacb4 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '53441039-d553-456a-891c-33f2512b2c97', 'tempest-TagsTest-Tag-1629748384') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:53.521250 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-a7bf15b2-8380-4a49-8471-3a684bfaacb4 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] show failed (client error): The resource could not be found. Feb 11 05:42:53.526387 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a7bf15b2-8380-4a49-8471-3a684bfaacb4 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] 10.222.0.87 "GET /v2.0/networks/53441039-d553-456a-891c-33f2512b2c97/tags/tempest-TagsTest-Tag-1629748384 HTTP/1.1" status: 404 len: 326 time: 0.1462536 Feb 11 05:42:53.527158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41240) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:53.528599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd4c1b-56f1-467a-9ec1-f19be90caf80 req-4f1a6367-812f-40e1-bfe2-b9681d42535a tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:53.530485 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55cd4c1b-56f1-467a-9ec1-f19be90caf80 req-4f1a6367-812f-40e1-bfe2-b9681d42535a tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.0657182 Feb 11 05:42:53.531379 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.tag.tag_plugin [None req-5b225c6d-da9c-4d69-a65a-9726558faedc tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '53441039-d553-456a-891c-33f2512b2c97') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:53.552313 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73b6fa-fef7-4847-a28c-63f3e3e6f488 req-062b9a0e-3a4d-4a74-830e-d07865b3d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:53.553854 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7b73b6fa-fef7-4847-a28c-63f3e3e6f488 req-062b9a0e-3a4d-4a74-830e-d07865b3d1a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d870a6d8ae5041ab8726db84282444df&device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 1128 time: 0.1131067 Feb 11 05:42:53.580257 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55cd4c1b-56f1-467a-9ec1-f19be90caf80 req-e7670e07-532e-47b0-bd60-aacef10e58c9 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433140 Feb 11 05:42:53.928858 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5b225c6d-da9c-4d69-a65a-9726558faedc tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] 10.222.0.87 "DELETE /v2.0/networks/53441039-d553-456a-891c-33f2512b2c97/tags HTTP/1.1" status: 204 len: 168 time: 0.4012389 Feb 11 05:42:53.933983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41246) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:53.939178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73b6fa-fef7-4847-a28c-63f3e3e6f488 req-94e5cd58-0358-4398-8964-5b7af5051d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:53.940703 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7b73b6fa-fef7-4847-a28c-63f3e3e6f488 req-94e5cd58-0358-4398-8964-5b7af5051d14 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7266fb20-4639-4ae1-b874-21b72b06d2fd HTTP/1.1" status: 200 len: 911 time: 0.3779087 Feb 11 05:42:53.987258 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7b73b6fa-fef7-4847-a28c-63f3e3e6f488 req-ddd9211f-64de-4cb4-83ea-f5569dc7713e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca5126b-bffe-4b79-b97f-f854dda2d7d4 HTTP/1.1" status: 200 len: 217 time: 0.0399451 Feb 11 05:42:54.013361 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4339b2b4-4142-4d2d-aac5-8f3c82545012 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (53441039-d553-456a-891c-33f2512b2c97), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.036766 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73b6fa-fef7-4847-a28c-63f3e3e6f488 req-72ddac26-2c70-41ca-8e0f-8cab43260bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:54.038548 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7b73b6fa-fef7-4847-a28c-63f3e3e6f488 req-72ddac26-2c70-41ca-8e0f-8cab43260bc0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ff32d698-b68e-4729-b26c-25d5d7a2de9f HTTP/1.1" status: 200 len: 850 time: 0.0455899 Feb 11 05:42:54.072913 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7b73b6fa-fef7-4847-a28c-63f3e3e6f488 req-dbf873d3-a6e2-4d32-81c3-9d750e8f5d73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7266fb20-4639-4ae1-b874-21b72b06d2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278468 Feb 11 05:42:54.110860 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4339b2b4-4142-4d2d-aac5-8f3c82545012 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (53441039-d553-456a-891c-33f2512b2c97), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.131977 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4339b2b4-4142-4d2d-aac5-8f3c82545012 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53441039-d553-456a-891c-33f2512b2c97']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:54.142005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4339b2b4-4142-4d2d-aac5-8f3c82545012 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5517d6-af48-4948-bf64-06dad9ef10c2') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:54.142308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-4339b2b4-4142-4d2d-aac5-8f3c82545012 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5517d6-af48-4948-bf64-06dad9ef10c2') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:42:54.152145 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4339b2b4-4142-4d2d-aac5-8f3c82545012 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (4d5517d6-af48-4948-bf64-06dad9ef10c2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.166553 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4339b2b4-4142-4d2d-aac5-8f3c82545012 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4d5517d6-af48-4948-bf64-06dad9ef10c2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.173918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4339b2b4-4142-4d2d-aac5-8f3c82545012 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:42:54.174585 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4339b2b4-4142-4d2d-aac5-8f3c82545012 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (4d5517d6-af48-4948-bf64-06dad9ef10c2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:42:54.178052 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:42:54.188492 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7b73b6fa-fef7-4847-a28c-63f3e3e6f488 req-1583e3b5-4403-48f7-9da8-8b7cd617ce00 service neutron] 10.222.0.73 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086111 Feb 11 05:42:54.247880 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4339b2b4-4142-4d2d-aac5-8f3c82545012 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (53441039-d553-456a-891c-33f2512b2c97), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.269435 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4339b2b4-4142-4d2d-aac5-8f3c82545012 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.272668 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4339b2b4-4142-4d2d-aac5-8f3c82545012 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] 10.222.0.87 "DELETE /v2.0/networks/53441039-d553-456a-891c-33f2512b2c97 HTTP/1.1" status: 204 len: 168 time: 0.3368609 Feb 11 05:42:54.273952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339b2b4-4142-4d2d-aac5-8f3c82545012 tempest-TagsTest-51074922 tempest-TagsTest-51074922-project] Pushing event deleted for resources: {'Network': ['ID=53441039-d553-456a-891c-33f2512b2c97,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:54.291247 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7b73b6fa-fef7-4847-a28c-63f3e3e6f488 req-9cf9b41a-49eb-4839-9fdc-9e69d8a64c21 service neutron] 10.222.0.73 "GET /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973182 Feb 11 05:42:54.536168 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41252) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:54.723706 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8b6a756d-05e8-4efc-bc82-7a9edab96174 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3424ad1520c1470abd34ee9f675915e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1861715 Feb 11 05:42:54.725965 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41260) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:42:54.757559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d4caf-53b1-42fc-9374-f0162bc2ae6d req-4b992386-77df-41c7-b539-3ce5e5e8e226 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:54.759629 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0d2d4caf-53b1-42fc-9374-f0162bc2ae6d req-4b992386-77df-41c7-b539-3ce5e5e8e226 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.1024094 Feb 11 05:42:54.811695 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-65379a06-8e28-4346-bf19-0de564e967cc admin admin] Publish callbacks [] for security_group (76487754-8021-4f06-ba25-4d8472e49554), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.840242 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0d2d4caf-53b1-42fc-9374-f0162bc2ae6d req-fcbcbfaf-e68c-4158-855f-2d512bb9f345 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739458 Feb 11 05:42:54.848877 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-65379a06-8e28-4346-bf19-0de564e967cc admin admin] Publish callbacks [] for security_group (76487754-8021-4f06-ba25-4d8472e49554), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.900834 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-65379a06-8e28-4346-bf19-0de564e967cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (76487754-8021-4f06-ba25-4d8472e49554), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.903891 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-65379a06-8e28-4346-bf19-0de564e967cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.907797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-65379a06-8e28-4346-bf19-0de564e967cc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/76487754-8021-4f06-ba25-4d8472e49554 HTTP/1.1" status: 204 len: 168 time: 0.1782126 Feb 11 05:42:54.913036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65379a06-8e28-4346-bf19-0de564e967cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76487754-8021-4f06-ba25-4d8472e49554,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:55.973402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07a39f-ca86-424e-8d3e-f6cc505723eb req-fa965ce1-40c6-4fc4-8e60-ffb5b53b70c7 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:55.975407 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f07a39f-ca86-424e-8d3e-f6cc505723eb req-fa965ce1-40c6-4fc4-8e60-ffb5b53b70c7 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.0559702 Feb 11 05:42:56.037677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f07a39f-ca86-424e-8d3e-f6cc505723eb req-12dbd165-6ede-4174-8eac-61fa52f4d568 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557473 Feb 11 05:42:56.316460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a3f6c-ce9e-4610-ae59-99502e8463a2 req-8f902fb0-fdc3-43c4-b464-d133ae2a545a tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:56.318334 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-341a3f6c-ce9e-4610-ae59-99502e8463a2 req-8f902fb0-fdc3-43c4-b464-d133ae2a545a tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.0573168 Feb 11 05:42:56.376071 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-341a3f6c-ce9e-4610-ae59-99502e8463a2 req-4563b4c1-f2ca-44b6-9935-3a12b5024a7f tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486419 Feb 11 05:42:57.500232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f66fa1-c4eb-44e7-965e-3594bc3bbc73 req-5a96238e-8ce5-4e60-87e1-c7605974b446 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:57.502838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50f66fa1-c4eb-44e7-965e-3594bc3bbc73 req-5a96238e-8ce5-4e60-87e1-c7605974b446 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.0543134 Feb 11 05:42:57.554050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50f66fa1-c4eb-44e7-965e-3594bc3bbc73 req-18c1b6ee-6a17-4ec2-b9fd-de23bfdaa0ec tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447097 Feb 11 05:42:58.477158 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff315-bc11-490f-be7a-6a5151394346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:58.687182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f02e1-66f1-4b56-a500-fc4b30a371bc req-e61037c3-73b1-4385-b383-2f91256b5af5 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:58.688917 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-618f02e1-66f1-4b56-a500-fc4b30a371bc req-e61037c3-73b1-4385-b383-2f91256b5af5 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.0546184 Feb 11 05:42:58.740605 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-618f02e1-66f1-4b56-a500-fc4b30a371bc req-618355f0-8efa-4827-9dc1-d9dc9feac4d7 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Feb 11 05:42:59.201237 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1797e-e92e-4ca0-a02e-b56b8adaf647 req-e6be3001-57af-4c07-9fbc-d92bdea9f0f5 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:59.202708 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ec1797e-e92e-4ca0-a02e-b56b8adaf647 req-e6be3001-57af-4c07-9fbc-d92bdea9f0f5 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.73 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 945 time: 0.0546181 Feb 11 05:42:59.302740 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-3ec1797e-e92e-4ca0-a02e-b56b8adaf647 req-376e9c78-5474-4258-81f4-d776a36026f7 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Deleting port 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:59.303196 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3ec1797e-e92e-4ca0-a02e-b56b8adaf647 req-376e9c78-5474-4258-81f4-d776a36026f7 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7ca5126b-bffe-4b79-b97f-f854dda2d7d4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:59.392250 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-3ec1797e-e92e-4ca0-a02e-b56b8adaf647 req-376e9c78-5474-4258-81f4-d776a36026f7 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] For port 7ca5126b-bffe-4b79-b97f-f854dda2d7d4, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=7ca5126b-bffe-4b79-b97f-f854dda2d7d4,segment=NetworkSegment(0394ae95-775b-4f2c-9208-0f5b4ba16c99),segment_id=0394ae95-775b-4f2c-9208-0f5b4ba16c99)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:59.392621 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3ec1797e-e92e-4ca0-a02e-b56b8adaf647 req-376e9c78-5474-4258-81f4-d776a36026f7 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7ca5126b-bffe-4b79-b97f-f854dda2d7d4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:59.410505 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-3ec1797e-e92e-4ca0-a02e-b56b8adaf647 req-376e9c78-5474-4258-81f4-d776a36026f7 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Calling delete_port for 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:59.542532 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3ec1797e-e92e-4ca0-a02e-b56b8adaf647 req-376e9c78-5474-4258-81f4-d776a36026f7 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7ca5126b-bffe-4b79-b97f-f854dda2d7d4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:59.555695 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['7ca5126b-bffe-4b79-b97f-f854dda2d7d4'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:59.576537 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e9c78-5474-4258-81f4-d776a36026f7 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Pushing event deleted for resources: {'Port': ['ID=7ca5126b-bffe-4b79-b97f-f854dda2d7d4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:59.593432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['11a9a626-c5ca-4255-82e6-22ea92ee0b01'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:59.629326 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec1797e-e92e-4ca0-a02e-b56b8adaf647 req-376e9c78-5474-4258-81f4-d776a36026f7 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] No DVR routers for this DVR port 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:59.632303 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3ec1797e-e92e-4ca0-a02e-b56b8adaf647 req-376e9c78-5474-4258-81f4-d776a36026f7 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:59.637219 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3ec1797e-e92e-4ca0-a02e-b56b8adaf647 req-376e9c78-5474-4258-81f4-d776a36026f7 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.73 "DELETE /v2.0/ports/7ca5126b-bffe-4b79-b97f-f854dda2d7d4 HTTP/1.1" status: 204 len: 173 time: 0.4291303 Feb 11 05:42:59.637384 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33f703f-164d-4261-a11c-6132ff990255', 'name': 'network-vif-deleted', 'tag': '7ca5126b-bffe-4b79-b97f-f854dda2d7d4'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:59.641369 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d33a62-99fe-4264-8f1c-e1d28fae7d51" -d '{"events": [{"server_uuid": "f33f703f-164d-4261-a11c-6132ff990255", "name": "network-vif-deleted", "tag": "7ca5126b-bffe-4b79-b97f-f854dda2d7d4"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:59.685658 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35f143b-5544-48a2-a28e-20f20f4ad3c8 x-openstack-request-id: req-c35f143b-5544-48a2-a28e-20f20f4ad3c8 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:59.685957 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33f703f-164d-4261-a11c-6132ff990255", "name": "network-vif-deleted", "tag": "7ca5126b-bffe-4b79-b97f-f854dda2d7d4", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:59.686207 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c35f143b-5544-48a2-a28e-20f20f4ad3c8 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:59.686611 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33f703f-164d-4261-a11c-6132ff990255', 'name': 'network-vif-deleted', 'tag': '7ca5126b-bffe-4b79-b97f-f854dda2d7d4', 'status': 'completed', 'code': 200} Feb 11 05:42:59.882216 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-604936a6-9ec2-48f3-bcab-17273d113efa req-08533dad-7d63-4a8a-beae-28b9f18da820 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=f33f703f-164d-4261-a11c-6132ff990255 HTTP/1.1" status: 200 len: 210 time: 0.0335448 Feb 11 05:43:00.770815 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9d0b2752-c27a-4e21-94dc-838b85aea46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:01.284335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25594f33-d72f-4945-9ddd-1cf931efbee6 req-5e05f9c8-a319-4576-9762-b3d86bb20fcd tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:01.286411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25594f33-d72f-4945-9ddd-1cf931efbee6 req-5e05f9c8-a319-4576-9762-b3d86bb20fcd tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.0661271 Feb 11 05:43:01.363117 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25594f33-d72f-4945-9ddd-1cf931efbee6 req-7926c1b1-603a-486e-863e-e9bf5bc7f418 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697396 Feb 11 05:43:02.230667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41374) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:02.235663 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-63aac2e3-c1e8-45ba-b9bc-328df339d56a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-644805346', 'description': 'tempest-secgroup-smoke-644805346 description', 'project_id': '75c3d70ad5de4344bfbc2fa949c92975'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:02.256377 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-63aac2e3-c1e8-45ba-b9bc-328df339d56a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.329805 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-63aac2e3-c1e8-45ba-b9bc-328df339d56a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group (4198f0b5-e7b7-474c-b2ac-e11db72a1b5e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.336570 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-63aac2e3-c1e8-45ba-b9bc-328df339d56a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4198f0b5-e7b7-474c-b2ac-e11db72a1b5e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.375368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aac2e3-c1e8-45ba-b9bc-328df339d56a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:02.392039 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-63aac2e3-c1e8-45ba-b9bc-328df339d56a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.397371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41380) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:02.402130 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ee5f261a-81ff-4e27-8972-2a1b52d91940 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Request body: {'security_group_rule': {'security_group_id': '4198f0b5-e7b7-474c-b2ac-e11db72a1b5e', 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:02.408063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-63aac2e3-c1e8-45ba-b9bc-328df339d56a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1759160 Feb 11 05:43:02.434729 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee5f261a-81ff-4e27-8972-2a1b52d91940 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (895b8fb8-8bc2-45a4-bbaa-5bd4539c7161), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.456583 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.499198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43867b-3a67-42fc-bbc1-d8d78a5f4212 req-e305aa2d-42c4-499f-92bd-f36d273071ab tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:02.506401 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf43867b-3a67-42fc-bbc1-d8d78a5f4212 req-e305aa2d-42c4-499f-92bd-f36d273071ab tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.0637815 Feb 11 05:43:02.506668 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee5f261a-81ff-4e27-8972-2a1b52d91940 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (895b8fb8-8bc2-45a4-bbaa-5bd4539c7161), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.511014 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee5f261a-81ff-4e27-8972-2a1b52d91940 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (895b8fb8-8bc2-45a4-bbaa-5bd4539c7161), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.532270 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f261a-81ff-4e27-8972-2a1b52d91940 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895b8fb8-8bc2-45a4-bbaa-5bd4539c7161,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:02.547662 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee5f261a-81ff-4e27-8972-2a1b52d91940 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.552095 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ee5f261a-81ff-4e27-8972-2a1b52d91940 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536856 Feb 11 05:43:02.552912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41382) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:02.559029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-110b02d7-7b4e-4009-b8d4-46ee2a6d3744 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Request body: {'security_group_rule': {'security_group_id': '4198f0b5-e7b7-474c-b2ac-e11db72a1b5e', 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:02.584580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf43867b-3a67-42fc-bbc1-d8d78a5f4212 req-180d1b3a-5d32-4a8f-a083-4645e265161e tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773103 Feb 11 05:43:02.592130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-110b02d7-7b4e-4009-b8d4-46ee2a6d3744 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (89b1ba9c-c90c-4719-a6d1-29d33a1eb071), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.658740 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-110b02d7-7b4e-4009-b8d4-46ee2a6d3744 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (89b1ba9c-c90c-4719-a6d1-29d33a1eb071), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.662778 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-110b02d7-7b4e-4009-b8d4-46ee2a6d3744 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (89b1ba9c-c90c-4719-a6d1-29d33a1eb071), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.684006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b02d7-7b4e-4009-b8d4-46ee2a6d3744 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b1ba9c-c90c-4719-a6d1-29d33a1eb071,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:02.689324 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-110b02d7-7b4e-4009-b8d4-46ee2a6d3744 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.690541 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-110b02d7-7b4e-4009-b8d4-46ee2a6d3744 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365254 Feb 11 05:43:02.693314 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41384) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:02.698410 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-70a2db37-9125-4adc-abd3-63afd90f5ba4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Request body: {'security_group_rule': {'security_group_id': '4198f0b5-e7b7-474c-b2ac-e11db72a1b5e', 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:02.729888 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70a2db37-9125-4adc-abd3-63afd90f5ba4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (eaf0fd5a-cb84-41e3-844b-59743ef566a5), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.791371 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70a2db37-9125-4adc-abd3-63afd90f5ba4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (eaf0fd5a-cb84-41e3-844b-59743ef566a5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.796290 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70a2db37-9125-4adc-abd3-63afd90f5ba4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (eaf0fd5a-cb84-41e3-844b-59743ef566a5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.816216 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2db37-9125-4adc-abd3-63afd90f5ba4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf0fd5a-cb84-41e3-844b-59743ef566a5,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:02.824937 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-70a2db37-9125-4adc-abd3-63afd90f5ba4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.829157 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-70a2db37-9125-4adc-abd3-63afd90f5ba4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319768 Feb 11 05:43:02.829345 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41386) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:02.834263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-afeda14b-c00d-4383-aee5-c685fbfccd83 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Request body: {'security_group_rule': {'security_group_id': '4198f0b5-e7b7-474c-b2ac-e11db72a1b5e', 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:02.861003 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-afeda14b-c00d-4383-aee5-c685fbfccd83 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (32ca03ed-1546-4cd3-93af-14628ba7ae19), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.937366 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-afeda14b-c00d-4383-aee5-c685fbfccd83 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (32ca03ed-1546-4cd3-93af-14628ba7ae19), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.942151 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-afeda14b-c00d-4383-aee5-c685fbfccd83 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (32ca03ed-1546-4cd3-93af-14628ba7ae19), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.961830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeda14b-c00d-4383-aee5-c685fbfccd83 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ca03ed-1546-4cd3-93af-14628ba7ae19,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:02.976218 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-afeda14b-c00d-4383-aee5-c685fbfccd83 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:02.978495 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-afeda14b-c00d-4383-aee5-c685fbfccd83 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476429 Feb 11 05:43:02.981095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41388) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:02.986134 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-835dfb39-e3c6-4549-aab0-b7a8381e7939 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Request body: {'security_group_rule': {'security_group_id': '4198f0b5-e7b7-474c-b2ac-e11db72a1b5e', 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:03.007690 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-835dfb39-e3c6-4549-aab0-b7a8381e7939 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Project 75c3d70ad5de4344bfbc2fa949c92975 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:43:03.013155 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-835dfb39-e3c6-4549-aab0-b7a8381e7939 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (b3119f0f-ccde-40fc-bb85-6ee23000c47c), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.075359 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-835dfb39-e3c6-4549-aab0-b7a8381e7939 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (b3119f0f-ccde-40fc-bb85-6ee23000c47c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.080175 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-835dfb39-e3c6-4549-aab0-b7a8381e7939 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (b3119f0f-ccde-40fc-bb85-6ee23000c47c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.102620 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835dfb39-e3c6-4549-aab0-b7a8381e7939 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3119f0f-ccde-40fc-bb85-6ee23000c47c,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:03.108021 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-835dfb39-e3c6-4549-aab0-b7a8381e7939 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.109683 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-835dfb39-e3c6-4549-aab0-b7a8381e7939 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273637 Feb 11 05:43:03.112445 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41390) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:03.119211 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-94e128c2-7ea4-4ff6-9097-c4bd6d9347ad tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Request body: {'security_group_rule': {'security_group_id': '4198f0b5-e7b7-474c-b2ac-e11db72a1b5e', 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:03.138980 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-94e128c2-7ea4-4ff6-9097-c4bd6d9347ad tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Project 75c3d70ad5de4344bfbc2fa949c92975 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:43:03.144218 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94e128c2-7ea4-4ff6-9097-c4bd6d9347ad tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (0025df0e-c6ea-4f15-b132-1d47af6b746c), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.210378 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94e128c2-7ea4-4ff6-9097-c4bd6d9347ad tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (0025df0e-c6ea-4f15-b132-1d47af6b746c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.214858 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94e128c2-7ea4-4ff6-9097-c4bd6d9347ad tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (0025df0e-c6ea-4f15-b132-1d47af6b746c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.235295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e128c2-7ea4-4ff6-9097-c4bd6d9347ad tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0025df0e-c6ea-4f15-b132-1d47af6b746c,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:03.245721 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-94e128c2-7ea4-4ff6-9097-c4bd6d9347ad tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.252960 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-94e128c2-7ea4-4ff6-9097-c4bd6d9347ad tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335433 Feb 11 05:43:03.455554 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-e62df676-e271-44d9-9f64-5d5cb6ff9432 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-644805346&fields=id&tenant_id=75c3d70ad5de4344bfbc2fa949c92975 HTTP/1.1" status: 200 len: 267 time: 0.0440500 Feb 11 05:43:03.597394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-b0af33ce-d698-40f6-9e3c-558428d52531 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:03.598876 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-b0af33ce-d698-40f6-9e3c-558428d52531 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/networks?id=e582c642-adbc-4c86-a26d-9a8aeb045b55 HTTP/1.1" status: 200 len: 813 time: 0.1354294 Feb 11 05:43:03.627013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153325d-816f-440d-a73e-e45f8a4e154c req-66e83c00-838a-4e9d-bbac-a2882032b100 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:03.628564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3153325d-816f-440d-a73e-e45f8a4e154c req-66e83c00-838a-4e9d-bbac-a2882032b100 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.88 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.0914536 Feb 11 05:43:03.630108 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-bc6c23aa-d157-49de-ac65-0085dc98a214 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/quotas/75c3d70ad5de4344bfbc2fa949c92975 HTTP/1.1" status: 200 len: 375 time: 0.0227227 Feb 11 05:43:03.663171 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.791238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-e3595cf6-dc38-4772-b192-bb15f20539b3 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=75c3d70ad5de4344bfbc2fa949c92975&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214356 Feb 11 05:43:03.804900 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e425d4-bee8-49d3-9045-91693d2bc464 req-4ecc0237-62e1-48ad-97f6-0c3363764c3c tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:03.806580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75e425d4-bee8-49d3-9045-91693d2bc464 req-4ecc0237-62e1-48ad-97f6-0c3363764c3c tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5b6042d-ee63-46bf-9303-27476ed0dcf7 HTTP/1.1" status: 200 len: 945 time: 0.1384456 Feb 11 05:43:03.890946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-3153325d-816f-440d-a73e-e45f8a4e154c req-b56026ff-9d6e-486b-874f-b2542a322320 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Deleting port 11a9a626-c5ca-4255-82e6-22ea92ee0b01 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:03.891280 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3153325d-816f-440d-a73e-e45f8a4e154c req-b56026ff-9d6e-486b-874f-b2542a322320 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (11a9a626-c5ca-4255-82e6-22ea92ee0b01), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:03.984161 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75e425d4-bee8-49d3-9045-91693d2bc464 req-5f8cfd42-be68-4d2a-8df6-fa7d5b9f0a7f tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fa83642-1b3a-4484-949e-eb4561191ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674013 Feb 11 05:43:03.991338 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-d3a3f672-319e-41f3-bb1f-ed291e9927cc service neutron] 10.222.0.87 "GET /v2.0/networks/e582c642-adbc-4c86-a26d-9a8aeb045b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824019 Feb 11 05:43:04.040006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-3153325d-816f-440d-a73e-e45f8a4e154c req-b56026ff-9d6e-486b-874f-b2542a322320 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] For port 11a9a626-c5ca-4255-82e6-22ea92ee0b01, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=11a9a626-c5ca-4255-82e6-22ea92ee0b01,segment=NetworkSegment(0394ae95-775b-4f2c-9208-0f5b4ba16c99),segment_id=0394ae95-775b-4f2c-9208-0f5b4ba16c99)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:04.040387 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3153325d-816f-440d-a73e-e45f8a4e154c req-b56026ff-9d6e-486b-874f-b2542a322320 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (11a9a626-c5ca-4255-82e6-22ea92ee0b01), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:04.065567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-3153325d-816f-440d-a73e-e45f8a4e154c req-b56026ff-9d6e-486b-874f-b2542a322320 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Calling delete_port for 11a9a626-c5ca-4255-82e6-22ea92ee0b01 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:04.161971 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-7a83868e-c477-49d9-8e15-bcd2a84e5bcb service neutron] 10.222.0.87 "GET /v2.0/networks/e582c642-adbc-4c86-a26d-9a8aeb045b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509302 Feb 11 05:43:04.216166 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:04.246199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:04.246557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 7ca5126b-bffe-4b79-b97f-f854dda2d7d4 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:04.247188 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3153325d-816f-440d-a73e-e45f8a4e154c req-b56026ff-9d6e-486b-874f-b2542a322320 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (11a9a626-c5ca-4255-82e6-22ea92ee0b01), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:04.263222 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['11a9a626-c5ca-4255-82e6-22ea92ee0b01'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:43:04.286997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56026ff-9d6e-486b-874f-b2542a322320 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Pushing event deleted for resources: {'Port': ['ID=11a9a626-c5ca-4255-82e6-22ea92ee0b01,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:04.345639 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-3153325d-816f-440d-a73e-e45f8a4e154c req-b56026ff-9d6e-486b-874f-b2542a322320 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] No DVR routers for this DVR port 11a9a626-c5ca-4255-82e6-22ea92ee0b01 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:04.348357 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-3153325d-816f-440d-a73e-e45f8a4e154c req-b56026ff-9d6e-486b-874f-b2542a322320 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:04.352986 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3153325d-816f-440d-a73e-e45f8a4e154c req-b56026ff-9d6e-486b-874f-b2542a322320 tempest-ServerRescueTestJSON-564449494 tempest-ServerRescueTestJSON-564449494-project] 10.222.0.88 "DELETE /v2.0/ports/11a9a626-c5ca-4255-82e6-22ea92ee0b01 HTTP/1.1" status: 204 len: 173 time: 0.7182045 Feb 11 05:43:04.353470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b6042d-ee63-46bf-9303-27476ed0dcf7', 'name': 'network-vif-deleted', 'tag': '11a9a626-c5ca-4255-82e6-22ea92ee0b01'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:04.356869 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ac41e8-0b04-4dc4-a491-a255551c9c62" -d '{"events": [{"server_uuid": "d5b6042d-ee63-46bf-9303-27476ed0dcf7", "name": "network-vif-deleted", "tag": "11a9a626-c5ca-4255-82e6-22ea92ee0b01"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:04.422594 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e983baa9-c340-4d11-b8ab-84562be1488d x-openstack-request-id: req-e983baa9-c340-4d11-b8ab-84562be1488d {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:04.422897 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b6042d-ee63-46bf-9303-27476ed0dcf7", "name": "network-vif-deleted", "tag": "11a9a626-c5ca-4255-82e6-22ea92ee0b01", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:04.423439 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e983baa9-c340-4d11-b8ab-84562be1488d {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:04.424115 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b6042d-ee63-46bf-9303-27476ed0dcf7', 'name': 'network-vif-deleted', 'tag': '11a9a626-c5ca-4255-82e6-22ea92ee0b01', 'status': 'completed', 'code': 200} Feb 11 05:43:04.563978 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8d15b0a-f54c-458a-98e0-b40a972889bc req-4fee1925-c1f6-4ad4-a7c6-bdfafcb59a59 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 210 time: 0.0491745 Feb 11 05:43:05.041609 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41424) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:05.160342 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:05.399548 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-33810ed9-265f-4bbe-bf03-2b3004175da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (48d4ddd5-b7c9-459d-969d-c20ccbc7ed05), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:05.704571 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65b17df2-1066-48b8-8a09-19834a6ba4ec req-39d18474-cd21-4ce7-8ccf-1b348ed7279e tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 210 time: 0.0452931 Feb 11 05:43:05.735397 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-8827fead-4ade-4b8e-83c5-e83a52ee546a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:05.738045 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-8827fead-4ade-4b8e-83c5-e83a52ee546a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.73 "GET /v2.0/networks?id=e582c642-adbc-4c86-a26d-9a8aeb045b55 HTTP/1.1" status: 200 len: 813 time: 0.2457769 Feb 11 05:43:05.836528 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-44a4b17d-a334-4c90-a018-65cc5aacd1bf tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75c3d70ad5de4344bfbc2fa949c92975 HTTP/1.1" status: 200 len: 379 time: 0.0898736 Feb 11 05:43:05.861794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-89e6dcde-3cec-49b9-b4de-b2e6ef844c6e tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Request body: {'port': {'device_id': '49c53db3-036c-4295-b058-ba10db3dc334', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'admin_state_up': True, 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'security_groups': ['4198f0b5-e7b7-474c-b2ac-e11db72a1b5e']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:06.003665 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-33810ed9-265f-4bbe-bf03-2b3004175da6 admin admin] Deleting port 2ebc861c-080d-4522-be8f-5afc2a0bb347 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:06.004040 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-33810ed9-265f-4bbe-bf03-2b3004175da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2ebc861c-080d-4522-be8f-5afc2a0bb347), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.030946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-89e6dcde-3cec-49b9-b4de-b2e6ef844c6e tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Made reservation on behalf of 75c3d70ad5de4344bfbc2fa949c92975 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:06.034440 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-89e6dcde-3cec-49b9-b4de-b2e6ef844c6e tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.154253 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-33810ed9-265f-4bbe-bf03-2b3004175da6 admin admin] For port 2ebc861c-080d-4522-be8f-5afc2a0bb347, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2ebc861c-080d-4522-be8f-5afc2a0bb347,segment=NetworkSegment(0394ae95-775b-4f2c-9208-0f5b4ba16c99),segment_id=0394ae95-775b-4f2c-9208-0f5b4ba16c99)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:06.154864 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-33810ed9-265f-4bbe-bf03-2b3004175da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2ebc861c-080d-4522-be8f-5afc2a0bb347), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.173785 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-33810ed9-265f-4bbe-bf03-2b3004175da6 admin admin] Calling delete_port for 2ebc861c-080d-4522-be8f-5afc2a0bb347 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:06.264241 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-89e6dcde-3cec-49b9-b4de-b2e6ef844c6e tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Allocated IP 172.20.0.10 (e582c642-adbc-4c86-a26d-9a8aeb045b55/b8b02848-61dd-43a5-b973-9ed7037b2f3f/c771e213-6749-47eb-8a08-8723901c0cf2) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:06.515642 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-89e6dcde-3cec-49b9-b4de-b2e6ef844c6e tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for port (c771e213-6749-47eb-8a08-8723901c0cf2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.532995 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-33810ed9-265f-4bbe-bf03-2b3004175da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2ebc861c-080d-4522-be8f-5afc2a0bb347), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.573636 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33810ed9-265f-4bbe-bf03-2b3004175da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ebc861c-080d-4522-be8f-5afc2a0bb347,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:06.640140 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-89e6dcde-3cec-49b9-b4de-b2e6ef844c6e tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c771e213-6749-47eb-8a08-8723901c0cf2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.716025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-89e6dcde-3cec-49b9-b4de-b2e6ef844c6e tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Network e582c642-adbc-4c86-a26d-9a8aeb045b55 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:06.767054 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6dcde-3cec-49b9-b4de-b2e6ef844c6e tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Pushing event updated for resources: {'Port': ['ID=c771e213-6749-47eb-8a08-8723901c0cf2,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:06.777655 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-89e6dcde-3cec-49b9-b4de-b2e6ef844c6e tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:06.783658 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-89e6dcde-3cec-49b9-b4de-b2e6ef844c6e tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:06.844396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7ab7a-2782-41d8-96d6-11292a9cae19 req-4acb9598-d3ec-4d1f-8c1c-3f78cfdb55b6 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:06.853389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66f7ab7a-2782-41d8-96d6-11292a9cae19 req-4acb9598-d3ec-4d1f-8c1c-3f78cfdb55b6 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 932 time: 0.0778651 Feb 11 05:43:06.902445 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-89e6dcde-3cec-49b9-b4de-b2e6ef844c6e tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:06.903144 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-89e6dcde-3cec-49b9-b4de-b2e6ef844c6e tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.946884 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-89e6dcde-3cec-49b9-b4de-b2e6ef844c6e tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0906048 Feb 11 05:43:06.948200 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-33810ed9-265f-4bbe-bf03-2b3004175da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (48d4ddd5-b7c9-459d-969d-c20ccbc7ed05), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:06.954119 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66f7ab7a-2782-41d8-96d6-11292a9cae19 req-b5f0f222-1f22-49dc-a486-7ddfca936878 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993803 Feb 11 05:43:06.962360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Request body: {'port': {'device_id': '49c53db3-036c-4295-b058-ba10db3dc334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:07.085460 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-53fcbe54-2db6-4866-a5b0-ba32266c158d None None] Provisioning complete for port c771e213-6749-47eb-8a08-8723901c0cf2 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:07.086765 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-53fcbe54-2db6-4866-a5b0-ba32266c158d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c771e213-6749-47eb-8a08-8723901c0cf2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.130001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-53fcbe54-2db6-4866-a5b0-ba32266c158d None None] Port c771e213-6749-47eb-8a08-8723901c0cf2 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:43:07.379651 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c771e213-6749-47eb-8a08-8723901c0cf2), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.459218 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 11a9a626-c5ca-4255-82e6-22ea92ee0b01 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:07.484918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 11a9a626-c5ca-4255-82e6-22ea92ee0b01 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:07.485551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 11a9a626-c5ca-4255-82e6-22ea92ee0b01 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:07.665083 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33810ed9-265f-4bbe-bf03-2b3004175da6 admin admin] Router 48d4ddd5-b7c9-459d-969d-c20ccbc7ed05 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:07.901911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c771e213-6749-47eb-8a08-8723901c0cf2 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:07.913442 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Publish callbacks [] for port (c771e213-6749-47eb-8a08-8723901c0cf2), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.931582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33810ed9-265f-4bbe-bf03-2b3004175da6 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:07.940585 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-33810ed9-265f-4bbe-bf03-2b3004175da6 admin admin] 10.222.0.87 "PUT /v2.0/routers/48d4ddd5-b7c9-459d-969d-c20ccbc7ed05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8954279 Feb 11 05:43:07.940585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Transition to ACTIVE for port object c771e213-6749-47eb-8a08-8723901c0cf2 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:43:07.940932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41444) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:07.952084 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (c771e213-6749-47eb-8a08-8723901c0cf2), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:07.954954 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a994ec13-76ca-44e4-ae80-ff584dc70571 None None] Sync routers for ids ['48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:07.997749 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a994ec13-76ca-44e4-ae80-ff584dc70571 None None] Routers {'48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:08.000225 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a994ec13-76ca-44e4-ae80-ff584dc70571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:43:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:08.020839 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Pushing event updated for resources: {'Port': ['ID=c771e213-6749-47eb-8a08-8723901c0cf2,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:08.212155 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Attempting to bind port c771e213-6749-47eb-8a08-8723901c0cf2 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:08.212460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Attempting to bind port c771e213-6749-47eb-8a08-8723901c0cf2 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '1b61f993-c2af-4350-b5e5-b4d0c39159e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:08.212747 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Attempting to bind port c771e213-6749-47eb-8a08-8723901c0cf2 on network e582c642-adbc-4c86-a26d-9a8aeb045b55 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:08.222432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Port c771e213-6749-47eb-8a08-8723901c0cf2 on network e582c642-adbc-4c86-a26d-9a8aeb045b55 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:43:08.222769 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Attempting to bind port c771e213-6749-47eb-8a08-8723901c0cf2 on network e582c642-adbc-4c86-a26d-9a8aeb045b55 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:08.239101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:08.242816 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Checking segment: {'id': '1b61f993-c2af-4350-b5e5-b4d0c39159e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:08.243288 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Bound using segment: {'id': '1b61f993-c2af-4350-b5e5-b4d0c39159e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:08.245503 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Bound port: c771e213-6749-47eb-8a08-8723901c0cf2, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b61f993-c2af-4350-b5e5-b4d0c39159e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:08.245885 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c771e213-6749-47eb-8a08-8723901c0cf2), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.271637 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f488a78-656f-46b4-8283-afeada2a7baf admin admin] Publish callbacks [] for router (48d4ddd5-b7c9-459d-969d-c20ccbc7ed05), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.345280 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a994ec13-76ca-44e4-ae80-ff584dc70571 None None] Set router 48d4ddd5-b7c9-459d-969d-c20ccbc7ed05 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:08.361364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331426e-3cb3-445c-b0c2-a7b9e4227c82 req-1c05f73f-b379-457d-86a4-62b1dc91d260 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:08.363207 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f331426e-3cb3-445c-b0c2-a7b9e4227c82 req-1c05f73f-b379-457d-86a4-62b1dc91d260 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 944 time: 0.2210524 Feb 11 05:43:08.393943 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] For port c771e213-6749-47eb-8a08-8723901c0cf2, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:08.397875 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] For port c771e213-6749-47eb-8a08-8723901c0cf2, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c771e213-6749-47eb-8a08-8723901c0cf2,segment=NetworkSegment(1b61f993-c2af-4350-b5e5-b4d0c39159e4),segment_id=1b61f993-c2af-4350-b5e5-b4d0c39159e4)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:08.405687 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (c771e213-6749-47eb-8a08-8723901c0cf2), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.474856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f331426e-3cb3-445c-b0c2-a7b9e4227c82 req-fe8a421d-8ef7-491d-be41-74ff107702e3 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969572 Feb 11 05:43:08.487937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:08.488672 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.490139 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] 10.222.0.73 "PUT /v2.0/ports/c771e213-6749-47eb-8a08-8723901c0cf2 HTTP/1.1" status: 200 len: 1093 time: 1.5344205 Feb 11 05:43:08.490621 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c53db3-036c-4295-b058-ba10db3dc334', 'tag': 'c771e213-6749-47eb-8a08-8723901c0cf2'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:08.493561 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aad3e91-f585-462f-bc15-357aa6dbeb42" -d '{"events": [{"name": "network-changed", "server_uuid": "49c53db3-036c-4295-b058-ba10db3dc334", "tag": "c771e213-6749-47eb-8a08-8723901c0cf2"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:08.497190 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f488a78-656f-46b4-8283-afeada2a7baf admin admin] Publish callbacks [] for router_gateway (48d4ddd5-b7c9-459d-969d-c20ccbc7ed05), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.546873 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07495903-a7ab-4480-af7d-64ae6a98da20 service neutron] Pushing event updated for resources: {'Port': ['ID=c771e213-6749-47eb-8a08-8723901c0cf2,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:08.579587 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdc8455-e28e-4b37-a6ce-595b4e152fcf x-openstack-request-id: req-4fdc8455-e28e-4b37-a6ce-595b4e152fcf {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:08.580183 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c53db3-036c-4295-b058-ba10db3dc334", "tag": "c771e213-6749-47eb-8a08-8723901c0cf2", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:08.580493 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4fdc8455-e28e-4b37-a6ce-595b4e152fcf {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:08.581620 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c53db3-036c-4295-b058-ba10db3dc334', 'tag': 'c771e213-6749-47eb-8a08-8723901c0cf2', 'status': 'completed', 'code': 200} Feb 11 05:43:08.605138 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-ed66bde1-da8c-4c60-a575-b473ddb69ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:08.606845 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-ed66bde1-da8c-4c60-a575-b473ddb69ecc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75c3d70ad5de4344bfbc2fa949c92975&device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 1127 time: 0.0728636 Feb 11 05:43:08.613137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-5f488a78-656f-46b4-8283-afeada2a7baf admin admin] Deleting port 6caed236-416d-4ea0-b5f3-ec51cec8cda5 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:08.613481 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f488a78-656f-46b4-8283-afeada2a7baf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6caed236-416d-4ea0-b5f3-ec51cec8cda5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.670169 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-b7352198-7991-414b-a09a-6255d29fcca2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c771e213-6749-47eb-8a08-8723901c0cf2 HTTP/1.1" status: 200 len: 217 time: 0.0570481 Feb 11 05:43:08.674383 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a994ec13-76ca-44e4-ae80-ff584dc70571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'name': 'tempest-ServerRescueTestJSON-190245884-router', 'tenant_id': 'd870a6d8ae5041ab8726db84282444df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6caed236-416d-4ea0-b5f3-ec51cec8cda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:06Z', 'updated_at': '2022-02-11T05:43:06Z', 'revision_number': 5, 'project_id': 'd870a6d8ae5041ab8726db84282444df', 'gw_port': {'id': '6caed236-416d-4ea0-b5f3-ec51cec8cda5', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:07Z', 'updated_at': '2022-02-11T05:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:08.710898 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a994ec13-76ca-44e4-ae80-ff584dc70571 None None] Checking router: 48d4ddd5-b7c9-459d-969d-c20ccbc7ed05 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:43:08.712245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-5f488a78-656f-46b4-8283-afeada2a7baf admin admin] For port 6caed236-416d-4ea0-b5f3-ec51cec8cda5, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6caed236-416d-4ea0-b5f3-ec51cec8cda5,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:08.712692 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f488a78-656f-46b4-8283-afeada2a7baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6caed236-416d-4ea0-b5f3-ec51cec8cda5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:08.719852 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a994ec13-76ca-44e4-ae80-ff584dc70571 None None] Routers {'48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:08.720476 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a994ec13-76ca-44e4-ae80-ff584dc70571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:43:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:08.729288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-5f488a78-656f-46b4-8283-afeada2a7baf admin admin] Calling delete_port for 6caed236-416d-4ea0-b5f3-ec51cec8cda5 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:08.762477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-2dc87f66-d923-485d-b8d3-38c427689122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:08.764553 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-2dc87f66-d923-485d-b8d3-38c427689122 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8b02848-61dd-43a5-b973-9ed7037b2f3f HTTP/1.1" status: 200 len: 852 time: 0.0880861 Feb 11 05:43:08.846305 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-7445ff38-4d83-4e60-9f87-0e3498f7fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:08.850682 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-7445ff38-4d83-4e60-9f87-0e3498f7fb4d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e582c642-adbc-4c86-a26d-9a8aeb045b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0766554 Feb 11 05:43:08.881831 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a994ec13-76ca-44e4-ae80-ff584dc70571 None None] Set router 48d4ddd5-b7c9-459d-969d-c20ccbc7ed05 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:08.973639 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a994ec13-76ca-44e4-ae80-ff584dc70571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'name': 'tempest-ServerRescueTestJSON-190245884-router', 'tenant_id': 'd870a6d8ae5041ab8726db84282444df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:06Z', 'updated_at': '2022-02-11T05:43:08Z', 'revision_number': 6, 'project_id': 'd870a6d8ae5041ab8726db84282444df', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:09.004121 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a994ec13-76ca-44e4-ae80-ff584dc70571 None None] The sync data for ids ['48d4ddd5-b7c9-459d-969d-c20ccbc7ed05'] in n-d-713499-38 is: [{'id': '48d4ddd5-b7c9-459d-969d-c20ccbc7ed05', 'name': 'tempest-ServerRescueTestJSON-190245884-router', 'tenant_id': 'd870a6d8ae5041ab8726db84282444df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:06Z', 'updated_at': '2022-02-11T05:43:08Z', 'revision_number': 6, 'project_id': 'd870a6d8ae5041ab8726db84282444df', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:09.053999 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-2d19a61a-1d2e-4bc3-b533-cd39668496ec service neutron] 10.222.0.73 "GET /v2.0/networks/e582c642-adbc-4c86-a26d-9a8aeb045b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987698 Feb 11 05:43:09.071717 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f488a78-656f-46b4-8283-afeada2a7baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (6caed236-416d-4ea0-b5f3-ec51cec8cda5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.132546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f488a78-656f-46b4-8283-afeada2a7baf admin admin] Pushing event deleted for resources: {'Port': ['ID=6caed236-416d-4ea0-b5f3-ec51cec8cda5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:09.190041 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9697bfbc-7cb7-44f0-8923-00d63706897b req-cc27ff02-8dd7-404a-ae7d-08611fcf750f service neutron] 10.222.0.73 "GET /v2.0/networks/e582c642-adbc-4c86-a26d-9a8aeb045b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286733 Feb 11 05:43:09.214707 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f488a78-656f-46b4-8283-afeada2a7baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (48d4ddd5-b7c9-459d-969d-c20ccbc7ed05), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.292997 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3e91-f585-462f-bc15-357aa6dbeb42 req-2501acb4-b211-4cc3-95c2-32fc55f37e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:09.295018 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4aad3e91-f585-462f-bc15-357aa6dbeb42 req-2501acb4-b211-4cc3-95c2-32fc55f37e10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75c3d70ad5de4344bfbc2fa949c92975&device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 1127 time: 0.0551405 Feb 11 05:43:09.337040 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f488a78-656f-46b4-8283-afeada2a7baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (48d4ddd5-b7c9-459d-969d-c20ccbc7ed05), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.339651 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f488a78-656f-46b4-8283-afeada2a7baf admin admin] Publish callbacks [] for router_controller (48d4ddd5-b7c9-459d-969d-c20ccbc7ed05), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.403995 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f488a78-656f-46b4-8283-afeada2a7baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (48d4ddd5-b7c9-459d-969d-c20ccbc7ed05), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.404452 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f488a78-656f-46b4-8283-afeada2a7baf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48d4ddd5-b7c9-459d-969d-c20ccbc7ed05 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:43:09.421399 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f488a78-656f-46b4-8283-afeada2a7baf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.425171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5f488a78-656f-46b4-8283-afeada2a7baf admin admin] 10.222.0.87 "DELETE /v2.0/routers/48d4ddd5-b7c9-459d-969d-c20ccbc7ed05 HTTP/1.1" status: 204 len: 168 time: 1.4803059 Feb 11 05:43:09.426827 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41460) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:09.438582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3e91-f585-462f-bc15-357aa6dbeb42 req-9b47bfb4-c827-4657-a2a8-2c2b28984f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:09.440542 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4aad3e91-f585-462f-bc15-357aa6dbeb42 req-9b47bfb4-c827-4657-a2a8-2c2b28984f2d service neutron] 10.222.0.73 "GET /v2.0/networks?id=e582c642-adbc-4c86-a26d-9a8aeb045b55 HTTP/1.1" status: 200 len: 914 time: 0.1388640 Feb 11 05:43:09.509360 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4aad3e91-f585-462f-bc15-357aa6dbeb42 req-acffc330-01ae-4997-837a-79c095966cd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c771e213-6749-47eb-8a08-8723901c0cf2 HTTP/1.1" status: 200 len: 217 time: 0.0498514 Feb 11 05:43:09.573873 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef7c324-ee4d-4280-a987-029687a01d89 admin admin] Deleting subnet ff32d698-b68e-4729-b26c-25d5d7a2de9f {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:43:09.577610 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aef7c324-ee4d-4280-a987-029687a01d89 admin admin] Publish callbacks [] for subnet (ff32d698-b68e-4729-b26c-25d5d7a2de9f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.614576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71783ae4-021f-42a8-bde7-64f9b382a671 req-eb8480ed-0b71-4e5d-9f52-76e180edd472 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:09.616133 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71783ae4-021f-42a8-bde7-64f9b382a671 req-eb8480ed-0b71-4e5d-9f52-76e180edd472 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 944 time: 0.0551324 Feb 11 05:43:09.619616 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aef7c324-ee4d-4280-a987-029687a01d89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (ff32d698-b68e-4729-b26c-25d5d7a2de9f), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.668652 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aef7c324-ee4d-4280-a987-029687a01d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (ff32d698-b68e-4729-b26c-25d5d7a2de9f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.672616 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71783ae4-021f-42a8-bde7-64f9b382a671 req-4d51ce58-3a24-4bf9-b12f-80c1fb7f68a4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489440 Feb 11 05:43:09.708573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3e91-f585-462f-bc15-357aa6dbeb42 req-4900b761-0132-4ad7-8589-dc294900b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:09.710040 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4aad3e91-f585-462f-bc15-357aa6dbeb42 req-4900b761-0132-4ad7-8589-dc294900b2ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8b02848-61dd-43a5-b973-9ed7037b2f3f HTTP/1.1" status: 200 len: 852 time: 0.1941247 Feb 11 05:43:09.769685 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aef7c324-ee4d-4280-a987-029687a01d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (ff32d698-b68e-4729-b26c-25d5d7a2de9f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.802705 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7c324-ee4d-4280-a987-029687a01d89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff32d698-b68e-4729-b26c-25d5d7a2de9f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:09.806190 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aef7c324-ee4d-4280-a987-029687a01d89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.811954 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aef7c324-ee4d-4280-a987-029687a01d89 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/ff32d698-b68e-4729-b26c-25d5d7a2de9f HTTP/1.1" status: 204 len: 168 time: 0.3819258 Feb 11 05:43:09.812371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41464) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:09.822916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3e91-f585-462f-bc15-357aa6dbeb42 req-baf9f1ff-7faa-4f9b-b26f-bb8f52ac3def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:09.824445 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4aad3e91-f585-462f-bc15-357aa6dbeb42 req-baf9f1ff-7faa-4f9b-b26f-bb8f52ac3def service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e582c642-adbc-4c86-a26d-9a8aeb045b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1077979 Feb 11 05:43:09.864295 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.961214 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd4a87cc-05e1-4b57-b1b4-0ce9b125cba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (7266fb20-4639-4ae1-b874-21b72b06d2fd), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:09.972866 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4aad3e91-f585-462f-bc15-357aa6dbeb42 req-693052ee-87aa-452a-bc12-81bc782872d5 service neutron] 10.222.0.73 "GET /v2.0/networks/e582c642-adbc-4c86-a26d-9a8aeb045b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351402 Feb 11 05:43:10.102930 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd4a87cc-05e1-4b57-b1b4-0ce9b125cba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (7266fb20-4639-4ae1-b874-21b72b06d2fd), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.108989 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4aad3e91-f585-462f-bc15-357aa6dbeb42 req-b8081919-14b2-4d69-abb6-0bcadc616000 service neutron] 10.222.0.73 "GET /v2.0/networks/e582c642-adbc-4c86-a26d-9a8aeb045b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294897 Feb 11 05:43:10.140431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-fd4a87cc-05e1-4b57-b1b4-0ce9b125cba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7266fb20-4639-4ae1-b874-21b72b06d2fd']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:10.157622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-fd4a87cc-05e1-4b57-b1b4-0ce9b125cba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0394ae95-775b-4f2c-9208-0f5b4ba16c99') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:10.157966 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-fd4a87cc-05e1-4b57-b1b4-0ce9b125cba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0394ae95-775b-4f2c-9208-0f5b4ba16c99') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:10.173931 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd4a87cc-05e1-4b57-b1b4-0ce9b125cba2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (0394ae95-775b-4f2c-9208-0f5b4ba16c99), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.191114 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd4a87cc-05e1-4b57-b1b4-0ce9b125cba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (0394ae95-775b-4f2c-9208-0f5b4ba16c99), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.214620 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4a87cc-05e1-4b57-b1b4-0ce9b125cba2 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:43:10.215030 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd4a87cc-05e1-4b57-b1b4-0ce9b125cba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (0394ae95-775b-4f2c-9208-0f5b4ba16c99), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:43:10.229144 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:43:10.241746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6caed236-416d-4ea0-b5f3-ec51cec8cda5 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:10.266021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 6caed236-416d-4ea0-b5f3-ec51cec8cda5 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:10.266590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6caed236-416d-4ea0-b5f3-ec51cec8cda5 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:10.267080 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2ebc861c-080d-4522-be8f-5afc2a0bb347 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:10.290962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 2ebc861c-080d-4522-be8f-5afc2a0bb347 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:10.291580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2ebc861c-080d-4522-be8f-5afc2a0bb347 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:10.315373 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd4a87cc-05e1-4b57-b1b4-0ce9b125cba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (7266fb20-4639-4ae1-b874-21b72b06d2fd), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.330366 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fd4a87cc-05e1-4b57-b1b4-0ce9b125cba2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.337994 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fd4a87cc-05e1-4b57-b1b4-0ce9b125cba2 admin admin] 10.222.0.87 "DELETE /v2.0/networks/7266fb20-4639-4ae1-b874-21b72b06d2fd HTTP/1.1" status: 204 len: 168 time: 0.5245447 Feb 11 05:43:10.358356 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:43:10.361971 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a87cc-05e1-4b57-b1b4-0ce9b125cba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7266fb20-4639-4ae1-b874-21b72b06d2fd,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:10.548187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41470) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:10.591360 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f63c80e1-0ef7-4f04-b584-2ffbb6f904b8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d870a6d8ae5041ab8726db84282444df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396433 Feb 11 05:43:10.596233 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41472) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:10.654709 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9af6a6e3-fffe-4a3f-a88b-d8e5789371be admin admin] Publish callbacks [] for security_group (9fa83642-1b3a-4484-949e-eb4561191ffe), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.680362 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9af6a6e3-fffe-4a3f-a88b-d8e5789371be admin admin] Publish callbacks [] for security_group (9fa83642-1b3a-4484-949e-eb4561191ffe), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.742447 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9af6a6e3-fffe-4a3f-a88b-d8e5789371be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9fa83642-1b3a-4484-949e-eb4561191ffe), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.745806 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9af6a6e3-fffe-4a3f-a88b-d8e5789371be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:10.750284 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9af6a6e3-fffe-4a3f-a88b-d8e5789371be admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9fa83642-1b3a-4484-949e-eb4561191ffe HTTP/1.1" status: 204 len: 168 time: 0.1558268 Feb 11 05:43:10.779690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6a6e3-fffe-4a3f-a88b-d8e5789371be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa83642-1b3a-4484-949e-eb4561191ffe,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:10.852024 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdff36-89ff-4f39-bf04-ab931e5ece4b req-78849da8-6ac4-4d47-9dfc-c40484158f70 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:10.853803 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdbdff36-89ff-4f39-bf04-ab931e5ece4b req-78849da8-6ac4-4d47-9dfc-c40484158f70 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 944 time: 0.0967784 Feb 11 05:43:10.927350 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdbdff36-89ff-4f39-bf04-ab931e5ece4b req-a5280587-9f58-4940-b0e5-efac87895f4f tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665042 Feb 11 05:43:12.064388 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b3801654-e998-46e5-b908-fbe7a5b6459b req-50d9677a-e355-4cbf-ab49-62f844f079a8 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=5cf38778-db82-43f4-bd2d-c30818e3c51a HTTP/1.1" status: 200 len: 210 time: 0.0472436 Feb 11 05:43:12.084804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ef042-5d3e-4e08-b6bc-d3b0b650e4c0 req-78f80359-225b-489f-8d6f-84588473eda7 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:12.087472 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-824ef042-5d3e-4e08-b6bc-d3b0b650e4c0 req-78f80359-225b-489f-8d6f-84588473eda7 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 944 time: 0.0801518 Feb 11 05:43:12.167058 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-824ef042-5d3e-4e08-b6bc-d3b0b650e4c0 req-0a833805-453d-4593-b898-5c35915ce955 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694489 Feb 11 05:43:12.556170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dae58638-878c-46c0-8027-c4cd532b0c0c req-c20c5ca8-0f50-4999-8ce1-d1929e86fd48 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0367553 Feb 11 05:43:13.309344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ea171-6c5b-45ef-8959-4ed3dbbf55e4 req-3690dd05-1e79-443a-b57b-1b1d96ce4d45 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:13.318487 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b9ea171-6c5b-45ef-8959-4ed3dbbf55e4 req-3690dd05-1e79-443a-b57b-1b1d96ce4d45 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 944 time: 0.0684295 Feb 11 05:43:13.382569 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b9ea171-6c5b-45ef-8959-4ed3dbbf55e4 req-2cec63bf-cee1-4e82-8768-bb690611e623 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628979 Feb 11 05:43:13.699780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-020c8ebb-8531-4db5-8454-f3ee2813035d req-6513b3da-ddb8-4276-ae77-d579075a8981 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0416005 Feb 11 05:43:14.265847 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.459801 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02c258a5-7f94-4886-b172-c79879aa18d9 req-2f73e542-8311-4d2c-b362-9f51026a5b78 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5cf38778-db82-43f4-bd2d-c30818e3c51a HTTP/1.1" status: 200 len: 210 time: 0.0544434 Feb 11 05:43:14.547440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea0032-67f2-41a3-b5ed-30c9b921b6a2 req-65b96f3a-4927-464f-ac96-5969ab8ac0a5 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:14.551058 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0ea0032-67f2-41a3-b5ed-30c9b921b6a2 req-65b96f3a-4927-464f-ac96-5969ab8ac0a5 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 944 time: 0.0678566 Feb 11 05:43:14.634066 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0ea0032-67f2-41a3-b5ed-30c9b921b6a2 req-71b87374-89f4-4433-99e8-e80327447736 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743411 Feb 11 05:43:14.813273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6079bd44-d2be-44aa-9b2c-042478041ae7 req-f5626b66-96e8-4009-84e5-1f5b158416c9 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0320785 Feb 11 05:43:14.942486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d876a41-22a4-45bc-8e9e-77b1fec80093 req-24be813f-bb24-4042-9e7c-7da5b6671e4f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0270777 Feb 11 05:43:15.824145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4750a5-0631-484e-aef5-8712a5910ceb req-da45daa7-9e78-4b31-ad30-5e2e0f09ab65 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:15.832000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed4750a5-0631-484e-aef5-8712a5910ceb req-da45daa7-9e78-4b31-ad30-5e2e0f09ab65 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 944 time: 0.0863945 Feb 11 05:43:15.951718 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b3bcd73-2641-47ab-8a84-481ddaefafcd req-44ca0933-7749-47cb-804e-e35b07a45fad tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0365753 Feb 11 05:43:15.955611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed4750a5-0631-484e-aef5-8712a5910ceb req-1373b7b3-d3c3-44fe-8610-9155c0fe438f tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153271 Feb 11 05:43:16.926044 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-53a29cd4-f92c-4bf1-89c2-a0d30f8cd949 req-391284d3-e087-4782-82ce-0a71c36b39ee service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500131 Feb 11 05:43:17.020486 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a29cd4-f92c-4bf1-89c2-a0d30f8cd949 req-b45d577f-9b91-4462-b425-a63f7638c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:17.022141 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-53a29cd4-f92c-4bf1-89c2-a0d30f8cd949 req-b45d577f-9b91-4462-b425-a63f7638c5e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45c2fc86c73b4ccfb9c8f2a600d289b2&device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 1128 time: 0.0498357 Feb 11 05:43:17.082639 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eea7d924-4563-42b9-8a68-6a7ca40f6eb7 req-0c922fed-4fbf-41f4-b5a6-1830358ec491 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0314500 Feb 11 05:43:17.148677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65b791-c945-4ea7-897e-e59f733925f5 req-1a310ca7-5322-4d88-905b-a60aed150b80 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:17.151890 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a65b791-c945-4ea7-897e-e59f733925f5 req-1a310ca7-5322-4d88-905b-a60aed150b80 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 944 time: 0.0722728 Feb 11 05:43:17.155509 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a29cd4-f92c-4bf1-89c2-a0d30f8cd949 req-a50f7d2a-ab42-4a6e-8e4e-0ece9fe13b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:17.159810 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-53a29cd4-f92c-4bf1-89c2-a0d30f8cd949 req-a50f7d2a-ab42-4a6e-8e4e-0ece9fe13b29 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c5f461cd-6672-4729-91c0-d858758eba8c HTTP/1.1" status: 200 len: 910 time: 0.1154470 Feb 11 05:43:17.208204 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5a65b791-c945-4ea7-897e-e59f733925f5 req-ac60796e-4ade-4521-ab3e-9f66389b8e71 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503588 Feb 11 05:43:17.275288 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-53a29cd4-f92c-4bf1-89c2-a0d30f8cd949 req-05381a7b-959f-4c61-9f8f-9964bccd7b36 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1ee304c-aec4-4424-913c-3708f4b195a7 HTTP/1.1" status: 200 len: 1001 time: 0.1119564 Feb 11 05:43:17.341597 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a29cd4-f92c-4bf1-89c2-a0d30f8cd949 req-067f8490-3aee-43d7-85a1-9700189ec452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:17.343044 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-53a29cd4-f92c-4bf1-89c2-a0d30f8cd949 req-067f8490-3aee-43d7-85a1-9700189ec452 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fc376bea-7853-4198-876a-16f0aadc5bdf HTTP/1.1" status: 200 len: 848 time: 0.0614996 Feb 11 05:43:17.410836 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a29cd4-f92c-4bf1-89c2-a0d30f8cd949 req-cae7b994-2f38-423e-ad49-90c23d4e5dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:17.412418 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-53a29cd4-f92c-4bf1-89c2-a0d30f8cd949 req-cae7b994-2f38-423e-ad49-90c23d4e5dee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5f461cd-6672-4729-91c0-d858758eba8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0631220 Feb 11 05:43:17.457105 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6073629e-6486-442e-a5b1-d7a03a4a62ca req-d9aae706-9991-4330-af28-3d51b9f6fa6b tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0354669 Feb 11 05:43:17.510693 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-53a29cd4-f92c-4bf1-89c2-a0d30f8cd949 req-569dee75-539c-45db-9220-e67935dbdfee service neutron] 10.222.0.73 "GET /v2.0/networks/c5f461cd-6672-4729-91c0-d858758eba8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923796 Feb 11 05:43:17.606449 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-53a29cd4-f92c-4bf1-89c2-a0d30f8cd949 req-915f524f-e07e-42ad-bb09-3db53d273dd5 service neutron] 10.222.0.73 "GET /v2.0/networks/c5f461cd-6672-4729-91c0-d858758eba8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897129 Feb 11 05:43:18.329744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f5b7a-1fa5-4551-8dd8-3e928a19f6ea req-76deb7cc-10fa-4acb-910f-2319e8197ffd tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:18.331252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-223f5b7a-1fa5-4551-8dd8-3e928a19f6ea req-76deb7cc-10fa-4acb-910f-2319e8197ffd tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 944 time: 0.0534182 Feb 11 05:43:18.379246 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-223f5b7a-1fa5-4551-8dd8-3e928a19f6ea req-77c077c6-ccce-4175-af01-a78e2ba62ffb tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423374 Feb 11 05:43:18.564147 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d639e7e-c259-4f84-88b7-87cb66fecdb8 req-71f01deb-14a2-4aae-b62a-c79bac98cf85 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0303147 Feb 11 05:43:19.498919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b26b62-16a9-4aae-afd1-a24266f92dd3 req-25c27ce0-afbe-4e26-988b-54bd983acf33 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:19.500503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66b26b62-16a9-4aae-afd1-a24266f92dd3 req-25c27ce0-afbe-4e26-988b-54bd983acf33 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 944 time: 0.0526211 Feb 11 05:43:19.548849 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66b26b62-16a9-4aae-afd1-a24266f92dd3 req-51baa3f5-1ca7-4ee6-8301-5d78034e0cb4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427153 Feb 11 05:43:19.667630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca640649-248d-4454-a02e-c881ec12c9f6 req-29af3497-a17b-4709-8eb3-0abd094c7097 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0278432 Feb 11 05:43:20.668536 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8e47f-1f26-4adb-999e-d5703eacdd05 req-7fdb1111-643a-4965-ac44-7c99d439f196 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:20.670065 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28f8e47f-1f26-4adb-999e-d5703eacdd05 req-7fdb1111-643a-4965-ac44-7c99d439f196 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 944 time: 0.0528352 Feb 11 05:43:20.724075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28f8e47f-1f26-4adb-999e-d5703eacdd05 req-be8ad4d5-ddd2-425c-9ca3-8475a79263b8 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481088 Feb 11 05:43:20.773549 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f790ac4-f1cf-49cc-8799-86a858f8019f req-37579505-8f60-4490-80d0-b1338f524e40 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0273590 Feb 11 05:43:21.679762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e985a5-8180-4cec-872c-e63a04aae425 req-719bb01c-3b05-491e-908b-1bcbfaf410ad tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:21.681248 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7e985a5-8180-4cec-872c-e63a04aae425 req-719bb01c-3b05-491e-908b-1bcbfaf410ad tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 1128 time: 0.0434844 Feb 11 05:43:21.725600 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7e985a5-8180-4cec-872c-e63a04aae425 req-91ad3e5c-0f96-43d4-b755-1e5bc049ca1f tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388029 Feb 11 05:43:21.880403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef0853-abdc-40fa-887d-d033cffc6cbe req-4ffbe6cd-024d-4e17-8892-f8cf17696f7b tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:21.881797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7eef0853-abdc-40fa-887d-d033cffc6cbe req-4ffbe6cd-024d-4e17-8892-f8cf17696f7b tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 944 time: 0.0771875 Feb 11 05:43:21.889843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1deaf6-cd25-40e1-a29d-e5cd6793ddb9 req-cf50dc51-fee7-4fb7-a8c5-882de586c2e4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:21.891287 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d1deaf6-cd25-40e1-a29d-e5cd6793ddb9 req-cf50dc51-fee7-4fb7-a8c5-882de586c2e4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.0960352 Feb 11 05:43:21.964667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7eef0853-abdc-40fa-887d-d033cffc6cbe req-b3d236fb-6d72-4452-871b-abaa097a216a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723908 Feb 11 05:43:21.968586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d1deaf6-cd25-40e1-a29d-e5cd6793ddb9 req-ca980a10-e765-42cd-b5a6-20ab84f3e716 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704303 Feb 11 05:43:21.991087 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41652) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:22.049674 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a53ba26-b313-4525-8855-6a9f1c731136 req-d46085fa-1d0e-49f2-b398-bdf9af16317b tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0279720 Feb 11 05:43:22.052816 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2774060e-7887-4c31-a496-fead55c2a3c9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/floatingips/6a01c8f4-1ac9-47fa-b718-568ca2106e6a HTTP/1.1" status: 200 len: 992 time: 0.0591648 Feb 11 05:43:22.585601 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-07612c1d-5d26-4ce8-ae28-72c441b0faab service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0584159 Feb 11 05:43:22.589984 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4a8af-ee54-486d-af8a-c247dfb40356 req-38458d8a-8ee7-45f0-af98-7a1527665189 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:22.591784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6df4a8af-ee54-486d-af8a-c247dfb40356 req-38458d8a-8ee7-45f0-af98-7a1527665189 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.0579433 Feb 11 05:43:22.972259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6df4a8af-ee54-486d-af8a-c247dfb40356 req-27674fd6-dd04-4067-b81d-c20e02557097 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3725357 Feb 11 05:43:23.117844 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fcb19-5aa7-4f41-9584-77382a14be2d req-92bc3657-d722-408b-8994-8fd9c7faa449 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:23.119390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-446fcb19-5aa7-4f41-9584-77382a14be2d req-92bc3657-d722-408b-8994-8fd9c7faa449 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 944 time: 0.0739226 Feb 11 05:43:23.169516 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-708f3323-9448-4f68-b47f-9c8cca08e1c1 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:23.180907 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edf1e077-8381-4d3b-b691-11247216640c req-5dc85f68-744d-40c3-8762-796f8ffcef02 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0391719 Feb 11 05:43:23.190796 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-708f3323-9448-4f68-b47f-9c8cca08e1c1 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/ports/5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 200 len: 1125 time: 0.2037916 Feb 11 05:43:23.258162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-446fcb19-5aa7-4f41-9584-77382a14be2d req-63129dd0-88a0-461f-8509-82a93f912c21 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252480 Feb 11 05:43:23.264642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d22a4-88e3-40e5-bc3a-f1b0c78f0e2f req-b98b74c0-8555-44df-96b7-4942fdbc3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:23.266800 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8a7d22a4-88e3-40e5-bc3a-f1b0c78f0e2f req-b98b74c0-8555-44df-96b7-4942fdbc3bb2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 1128 time: 0.0778105 Feb 11 05:43:23.381709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d22a4-88e3-40e5-bc3a-f1b0c78f0e2f req-f8ae6cf1-cb84-4b1f-9fed-0cbcf8e7445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:23.383836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8a7d22a4-88e3-40e5-bc3a-f1b0c78f0e2f req-f8ae6cf1-cb84-4b1f-9fed-0cbcf8e7445a service neutron] 10.222.0.88 "GET /v2.0/networks?id=06a19bcf-774d-41de-97b2-8a35aa9b5c97 HTTP/1.1" status: 200 len: 898 time: 0.0991549 Feb 11 05:43:23.472887 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8a7d22a4-88e3-40e5-bc3a-f1b0c78f0e2f req-2988320f-6144-47a4-b933-737a74ddabd6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 200 len: 1000 time: 0.0759957 Feb 11 05:43:23.525020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d22a4-88e3-40e5-bc3a-f1b0c78f0e2f req-84d203e8-90cd-40a6-ab75-0ec7259cba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:23.526459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8a7d22a4-88e3-40e5-bc3a-f1b0c78f0e2f req-84d203e8-90cd-40a6-ab75-0ec7259cba55 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4 HTTP/1.1" status: 200 len: 835 time: 0.0466430 Feb 11 05:43:23.577345 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d22a4-88e3-40e5-bc3a-f1b0c78f0e2f req-db92c86b-a9df-4cac-9ead-734cad9897de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:23.578974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8a7d22a4-88e3-40e5-bc3a-f1b0c78f0e2f req-db92c86b-a9df-4cac-9ead-734cad9897de service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=06a19bcf-774d-41de-97b2-8a35aa9b5c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465794 Feb 11 05:43:23.685783 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8a7d22a4-88e3-40e5-bc3a-f1b0c78f0e2f req-5fae755b-c510-48a7-aac8-b5d66996546b service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003652 Feb 11 05:43:23.780612 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8a7d22a4-88e3-40e5-bc3a-f1b0c78f0e2f req-e4e3a185-8457-41b0-8fac-5b8665833cc8 service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879827 Feb 11 05:43:24.049615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-9e0f8a77-16b6-4e10-a811-5ca8e881fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:24.051174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-9e0f8a77-16b6-4e10-a811-5ca8e881fcd2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 1128 time: 0.0521674 Feb 11 05:43:24.185306 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90c9ea-7bb7-419b-80e3-eaa6f7f3dc18 req-9b3aa86a-445e-4b73-b940-53b47ebc0fe3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:24.186805 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa90c9ea-7bb7-419b-80e3-eaa6f7f3dc18 req-9b3aa86a-445e-4b73-b940-53b47ebc0fe3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.1108565 Feb 11 05:43:24.187837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-1e2fe7fb-4d00-47d7-8885-666d9e027d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:24.189152 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-1e2fe7fb-4d00-47d7-8885-666d9e027d50 service neutron] 10.222.0.88 "GET /v2.0/networks?id=06a19bcf-774d-41de-97b2-8a35aa9b5c97 HTTP/1.1" status: 200 len: 898 time: 0.1314054 Feb 11 05:43:24.300050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c771e213-6749-47eb-8a08-8723901c0cf2 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:43:24.306106 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2285cbe7-cdc6-49ee-9a91-1ac288f743a9 req-906c2945-8893-4466-b848-6a67b7471c56 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0561776 Feb 11 05:43:24.317134 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa90c9ea-7bb7-419b-80e3-eaa6f7f3dc18 req-066b9431-f8c8-4f1f-9231-697a11065c55 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240623 Feb 11 05:43:24.318866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-085ee296-eabe-4d41-97d0-c640fd9e2279 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 200 len: 1000 time: 0.1193948 Feb 11 05:43:24.394223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-f906952d-a59d-4f28-9eb4-b54c23a9b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:24.399649 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-f906952d-a59d-4f28-9eb4-b54c23a9b9a1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4 HTTP/1.1" status: 200 len: 835 time: 0.0747225 Feb 11 05:43:24.444396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c771e213-6749-47eb-8a08-8723901c0cf2, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c771e213-6749-47eb-8a08-8723901c0cf2,segment=NetworkSegment(1b61f993-c2af-4350-b5e5-b4d0c39159e4),segment_id=1b61f993-c2af-4350-b5e5-b4d0c39159e4)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:24.459668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'c771e213-6749-47eb-8a08-8723901c0cf2', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'port_id': 'c771e213-6749-47eb-8a08-8723901c0cf2', 'mac_address': 'fa:16:3e:63:0d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:43:24.524797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5c5dc-ec36-4994-9c66-696c01ce42cc req-f0e5c08b-cf42-4338-bf72-279d6b9d18c3 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:24.548224 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6aa5c5dc-ec36-4994-9c66-696c01ce42cc req-f0e5c08b-cf42-4338-bf72-279d6b9d18c3 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 944 time: 0.1475065 Feb 11 05:43:24.566054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port c771e213-6749-47eb-8a08-8723901c0cf2 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:24.566699 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c771e213-6749-47eb-8a08-8723901c0cf2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.579287 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-57f03eb9-39d2-4f49-8ebe-530a8eb0162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:24.580932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-57f03eb9-39d2-4f49-8ebe-530a8eb0162e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=06a19bcf-774d-41de-97b2-8a35aa9b5c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1702542 Feb 11 05:43:24.582953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c771e213-6749-47eb-8a08-8723901c0cf2 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:24.608306 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c771e213-6749-47eb-8a08-8723901c0cf2, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c771e213-6749-47eb-8a08-8723901c0cf2,segment=NetworkSegment(1b61f993-c2af-4350-b5e5-b4d0c39159e4),segment_id=1b61f993-c2af-4350-b5e5-b4d0c39159e4)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:24.613944 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c771e213-6749-47eb-8a08-8723901c0cf2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:24.651025 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6aa5c5dc-ec36-4994-9c66-696c01ce42cc req-506f578d-a4cc-4273-be64-510d01614067 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019144 Feb 11 05:43:24.675569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=c771e213-6749-47eb-8a08-8723901c0cf2,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:24.686147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:24.686510 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:24.687031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:24.687469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:24.688012 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:24.688440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:24.688851 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:24.689264 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:24.689668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:24.690017 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:24.690463 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:24.690814 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:24.691152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:24.717349 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-c6a2bed7-265b-4930-ab11-14f50833204d service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261766 Feb 11 05:43:24.813642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-643bb4b9-0e73-4730-82fa-167219b46261 service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898721 Feb 11 05:43:24.830971 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['c771e213-6749-47eb-8a08-8723901c0cf2'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:43:25.419702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37fbc2fe-35f2-4c48-954b-1448bbf4329a req-48be0092-acc1-4d3e-b3e2-a277024b97f7 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0309212 Feb 11 05:43:25.473032 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf0f30-3855-4caf-b54a-4e236a53c6c6 req-3ad37a31-914a-4d2b-a438-f48d6d2fa852 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:25.474538 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2cbf0f30-3855-4caf-b54a-4e236a53c6c6 req-3ad37a31-914a-4d2b-a438-f48d6d2fa852 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.0579045 Feb 11 05:43:25.525113 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2cbf0f30-3855-4caf-b54a-4e236a53c6c6 req-2fb4061e-c445-4858-bc3c-8a513faeb781 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440867 Feb 11 05:43:25.776240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781977e-9992-4b73-9eb2-bd07463f1591 req-f02f468c-42c3-410d-8b1d-5ae176f1b3d0 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:25.777805 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0781977e-9992-4b73-9eb2-bd07463f1591 req-f02f468c-42c3-410d-8b1d-5ae176f1b3d0 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 945 time: 0.0537987 Feb 11 05:43:25.831196 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0781977e-9992-4b73-9eb2-bd07463f1591 req-256c3988-6160-48b8-a57f-d98d50aec577 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471575 Feb 11 05:43:26.291655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c771e213-6749-47eb-8a08-8723901c0cf2 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:26.344438 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port c771e213-6749-47eb-8a08-8723901c0cf2 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:43:26.348880 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port c771e213-6749-47eb-8a08-8723901c0cf2 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:26.349292 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c771e213-6749-47eb-8a08-8723901c0cf2), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.432807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port c771e213-6749-47eb-8a08-8723901c0cf2 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:26.433207 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c771e213-6749-47eb-8a08-8723901c0cf2), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.472475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c53db3-036c-4295-b058-ba10db3dc334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771e213-6749-47eb-8a08-8723901c0cf2'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:26.475185 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52e7246-56db-498e-9118-caafa3666687" -d '{"events": [{"server_uuid": "49c53db3-036c-4295-b058-ba10db3dc334", "name": "network-vif-plugged", "status": "completed", "tag": "c771e213-6749-47eb-8a08-8723901c0cf2"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:26.479306 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port c771e213-6749-47eb-8a08-8723901c0cf2, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c771e213-6749-47eb-8a08-8723901c0cf2,segment=NetworkSegment(1b61f993-c2af-4350-b5e5-b4d0c39159e4),segment_id=1b61f993-c2af-4350-b5e5-b4d0c39159e4)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:26.483595 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c771e213-6749-47eb-8a08-8723901c0cf2), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:26.524100 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1580b3-e935-422e-804f-b3507f1bf983 x-openstack-request-id: req-fa1580b3-e935-422e-804f-b3507f1bf983 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:26.524399 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c53db3-036c-4295-b058-ba10db3dc334", "name": "network-vif-plugged", "status": "completed", "tag": "c771e213-6749-47eb-8a08-8723901c0cf2", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:26.524656 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fa1580b3-e935-422e-804f-b3507f1bf983 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:26.525059 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c53db3-036c-4295-b058-ba10db3dc334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771e213-6749-47eb-8a08-8723901c0cf2', 'code': 200} Feb 11 05:43:26.547794 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=c771e213-6749-47eb-8a08-8723901c0cf2,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:26.575785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81955c6a-7d42-4caa-a9cb-30c93ac4bbab req-8647fccf-a0df-4209-a848-c2a36a29e3dc tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0387666 Feb 11 05:43:26.630584 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab678f20-cedb-4638-b0e3-3f363aa22d12 req-5e82438b-742a-40c4-b3b3-7803cc2ba043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:26.632904 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ab678f20-cedb-4638-b0e3-3f363aa22d12 req-5e82438b-742a-40c4-b3b3-7803cc2ba043 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 1129 time: 0.0532813 Feb 11 05:43:26.680212 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ab678f20-cedb-4638-b0e3-3f363aa22d12 req-0aa55d0c-44e3-49e6-a31f-3d4bdb7b1b43 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423732 Feb 11 05:43:26.680868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc316c-3b7d-47b8-8b7c-7e79778ea555 req-e5797061-08df-487f-9f49-beb855c9a89c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:26.682686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7bdc316c-3b7d-47b8-8b7c-7e79778ea555 req-e5797061-08df-487f-9f49-beb855c9a89c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.0592222 Feb 11 05:43:26.730831 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7bdc316c-3b7d-47b8-8b7c-7e79778ea555 req-ce367a7f-0d2d-4b84-8fee-6e29e90a689a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427547 Feb 11 05:43:26.951910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e847e-5c7f-4f8f-968f-256f6d4216c8 req-9659919a-a741-426d-bcd0-978d90f1e21d tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:26.953310 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e2e847e-5c7f-4f8f-968f-256f6d4216c8 req-9659919a-a741-426d-bcd0-978d90f1e21d tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 946 time: 0.0538583 Feb 11 05:43:27.005974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e2e847e-5c7f-4f8f-968f-256f6d4216c8 req-49869845-64a1-45ae-8454-61756d9245f5 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468383 Feb 11 05:43:27.721102 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20a04faa-8f12-4df2-86fa-4b5985f15ef7 req-a12e9efd-f7c8-491c-ae71-349c7e3f546e tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0348954 Feb 11 05:43:27.862688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f436b-1695-4fba-88dd-dab15a16570d req-dd3d24c8-f142-475d-a220-5959d65e71e8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:27.864312 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-638f436b-1695-4fba-88dd-dab15a16570d req-dd3d24c8-f142-475d-a220-5959d65e71e8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.0596390 Feb 11 05:43:27.933523 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-638f436b-1695-4fba-88dd-dab15a16570d req-7741a60f-f670-492f-8349-1b390b7eb5c4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596640 Feb 11 05:43:28.128162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc504d-2615-423f-aaea-db80526e4b3f req-2ad5070b-14a6-4fb7-90c8-eb575687106f tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:28.129590 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5fc504d-2615-423f-aaea-db80526e4b3f req-2ad5070b-14a6-4fb7-90c8-eb575687106f tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 946 time: 0.0532148 Feb 11 05:43:28.183986 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5fc504d-2615-423f-aaea-db80526e4b3f req-749b7fc0-0b75-4690-a251-3cd2fccb9ded tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480049 Feb 11 05:43:28.301324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e7816-41df-4fb6-9749-fb255d7a301d req-ff25fe9e-0f4b-442e-9874-ed70818179fe tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:28.302816 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d4e7816-41df-4fb6-9749-fb255d7a301d req-ff25fe9e-0f4b-442e-9874-ed70818179fe tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 946 time: 0.0544877 Feb 11 05:43:28.354667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d4e7816-41df-4fb6-9749-fb255d7a301d req-9c50937c-d124-4bf9-84e4-544638a7e929 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463495 Feb 11 05:43:28.376101 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41748) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:28.483066 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c80713cf-4faa-475e-a99e-52f521d06892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.536432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1e85e9-8f8c-4363-b4e1-543d6470b1d7 tempest-TestVolumeBackupRestore-408608153 tempest-TestVolumeBackupRestore-408608153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:28.537977 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bf1e85e9-8f8c-4363-b4e1-543d6470b1d7 tempest-TestVolumeBackupRestore-408608153 tempest-TestVolumeBackupRestore-408608153-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 1124 time: 0.1608300 Feb 11 05:43:28.541090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41752) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:28.545483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': 'c771e213-6749-47eb-8a08-8723901c0cf2', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:28.564696 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.664663 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.775469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Allocated IP 172.25.5.168 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/85536270-3b23-4055-a38d-2bfb1d989d38) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:28.851512 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1970d170-fa25-4e49-bb12-36bd52935b54 req-8bbc522a-24c6-4ef5-8e2e-f12fa81e8096 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0371161 Feb 11 05:43:28.926501 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for port (85536270-3b23-4055-a38d-2bfb1d989d38), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.962670 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (85536270-3b23-4055-a38d-2bfb1d989d38), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.000968 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:43:29.004154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:29.008286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:43:29.065973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Pushing event updated for resources: {'Port': ['ID=85536270-3b23-4055-a38d-2bfb1d989d38,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:29.130959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d88a1-6f8f-4c33-a87f-286bb3d74ada req-4a61272a-34fa-4c46-bee3-8583a3259db4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:29.133151 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-379d88a1-6f8f-4c33-a87f-286bb3d74ada req-4a61272a-34fa-4c46-bee3-8583a3259db4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.1167445 Feb 11 05:43:29.257621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-379d88a1-6f8f-4c33-a87f-286bb3d74ada req-c8bf40e8-c95e-4a12-a7a7-e588438791ff tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182909 Feb 11 05:43:29.572382 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for floatingip (dc8ff4c5-d4cb-4ff5-bd5a-da5325eb11aa), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.675113 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (85536270-3b23-4055-a38d-2bfb1d989d38), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.826362 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for port (85536270-3b23-4055-a38d-2bfb1d989d38), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.831524 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (85536270-3b23-4055-a38d-2bfb1d989d38), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.901348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Pushing event updated for resources: {'Port': ['ID=85536270-3b23-4055-a38d-2bfb1d989d38,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:29.918251 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (dc8ff4c5-d4cb-4ff5-bd5a-da5325eb11aa), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:29.988160 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85befc52-e67e-4105-99c8-d8bb51ae4ed6 req-a362db8c-cdf8-481b-8818-1133daf6bfca tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0339034 Feb 11 05:43:30.384544 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Floating IP dc8ff4c5-d4cb-4ff5-bd5a-da5325eb11aa associated. External IP: 172.25.5.168, port: c771e213-6749-47eb-8a08-8723901c0cf2. Feb 11 05:43:30.451022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13a3d6-8ebc-45c7-b365-7a63c55c33de req-d2a326d8-e9f5-4d49-b083-9c3aa07fecd7 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:30.452619 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba13a3d6-8ebc-45c7-b365-7a63c55c33de req-d2a326d8-e9f5-4d49-b083-9c3aa07fecd7 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.1058354 Feb 11 05:43:30.544731 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba13a3d6-8ebc-45c7-b365-7a63c55c33de req-8db4cf3c-eac0-4fe4-b92b-86ad1d9ff2e5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594788 Feb 11 05:43:30.654146 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Router 60529b7e-05e2-4be5-888a-68401bcea377 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:30.766290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:30.777899 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc3248-4b17-436a-8d04-6bb38704bb1b None None] Sync routers for ids ['60529b7e-05e2-4be5-888a-68401bcea377'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:30.792381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc3248-4b17-436a-8d04-6bb38704bb1b None None] Routers {'60529b7e-05e2-4be5-888a-68401bcea377'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:30.792614 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:30.793022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f4fc3248-4b17-436a-8d04-6bb38704bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:43:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['60529b7e-05e2-4be5-888a-68401bcea377'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:30.795036 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a56087d0-9df8-4672-a54c-30b941b749f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:30.833124 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0231c1db-c2ec-42f7-8cd2-d89d1e2052f4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2909431 Feb 11 05:43:30.833804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c53db3-036c-4295-b058-ba10db3dc334', 'tag': 'c771e213-6749-47eb-8a08-8723901c0cf2'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:30.836531 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41794) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:30.837014 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0a3e8a-2b11-457d-9048-3e823b5da219" -d '{"events": [{"name": "network-changed", "server_uuid": "49c53db3-036c-4295-b058-ba10db3dc334", "tag": "c771e213-6749-47eb-8a08-8723901c0cf2"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:30.896562 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c670b4e6-0773-41a7-9dc7-bdef9eb9a2c1 tempest-TestVolumeBackupRestore-408608153 tempest-TestVolumeBackupRestore-408608153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:30.901919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41798) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:30.909405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-72fc5bec-42b3-4cd0-af1a-bbef3afd8c2b tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Request body: {'floatingip': {'port_id': 'c771e213-6749-47eb-8a08-8723901c0cf2'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:30.911622 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c670b4e6-0773-41a7-9dc7-bdef9eb9a2c1 tempest-TestVolumeBackupRestore-408608153 tempest-TestVolumeBackupRestore-408608153-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 1124 time: 0.0645041 Feb 11 05:43:30.913872 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73300f79-e20b-44f7-a46e-beabaee961bb x-openstack-request-id: req-73300f79-e20b-44f7-a46e-beabaee961bb {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:30.914168 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c53db3-036c-4295-b058-ba10db3dc334", "tag": "c771e213-6749-47eb-8a08-8723901c0cf2", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:30.914426 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-73300f79-e20b-44f7-a46e-beabaee961bb {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:30.914851 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c53db3-036c-4295-b058-ba10db3dc334', 'tag': 'c771e213-6749-47eb-8a08-8723901c0cf2', 'status': 'completed', 'code': 200} Feb 11 05:43:30.923240 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-f4fc3248-4b17-436a-8d04-6bb38704bb1b None None] Set router 60529b7e-05e2-4be5-888a-68401bcea377 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:30.985511 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a3e8a-2b11-457d-9048-3e823b5da219 req-6c501ce5-5cda-4e9e-a690-2e0fee85978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:30.988701 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f0a3e8a-2b11-457d-9048-3e823b5da219 req-6c501ce5-5cda-4e9e-a690-2e0fee85978c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75c3d70ad5de4344bfbc2fa949c92975&device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 1129 time: 0.0550642 Feb 11 05:43:30.998792 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-72fc5bec-42b3-4cd0-af1a-bbef3afd8c2b tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for floatingip (dc8ff4c5-d4cb-4ff5-bd5a-da5325eb11aa), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.149624 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de2687d8-814d-4300-9d5e-be42e13380e9 req-d2400433-008e-4793-95b0-ddbac4cc1f21 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0375042 Feb 11 05:43:31.177233 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a3e8a-2b11-457d-9048-3e823b5da219 req-a407b9b7-7b42-43a9-a0bd-bb7c06d3460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:31.179409 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f0a3e8a-2b11-457d-9048-3e823b5da219 req-a407b9b7-7b42-43a9-a0bd-bb7c06d3460f service neutron] 10.222.0.73 "GET /v2.0/networks?id=e582c642-adbc-4c86-a26d-9a8aeb045b55 HTTP/1.1" status: 200 len: 914 time: 0.1834466 Feb 11 05:43:31.203667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f4fc3248-4b17-436a-8d04-6bb38704bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:39:40Z', 'revision_number': 4, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'dc8ff4c5-d4cb-4ff5-bd5a-da5325eb11aa', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'port_id': 'c771e213-6749-47eb-8a08-8723901c0cf2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'mac_address': 'fa:16:3e:63:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c53db3-036c-4295-b058-ba10db3dc334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:43:29Z', 'updated_at': '2022-02-11T05:43:29Z', 'revision_number': 0, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a437c3-d062-4fdb-b0d1-4cd0eae064d8', 'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'mac_address': 'fa:16:3e:23:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:39Z', 'updated_at': '2022-02-11T05:39:49Z', 'revision_number': 5, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'subnets': [{'id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:31.239619 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc3248-4b17-436a-8d04-6bb38704bb1b None None] Checking router: 60529b7e-05e2-4be5-888a-68401bcea377 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:43:31.249844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc3248-4b17-436a-8d04-6bb38704bb1b None None] Routers {'60529b7e-05e2-4be5-888a-68401bcea377'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:31.250477 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f4fc3248-4b17-436a-8d04-6bb38704bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:43:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['60529b7e-05e2-4be5-888a-68401bcea377'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:31.299804 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f0a3e8a-2b11-457d-9048-3e823b5da219 req-1eb08046-940d-4185-b8a6-cc819ecdcd5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c771e213-6749-47eb-8a08-8723901c0cf2 HTTP/1.1" status: 200 len: 1000 time: 0.1149359 Feb 11 05:43:31.364668 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a3e8a-2b11-457d-9048-3e823b5da219 req-3f98a68d-7566-4241-bbb7-e7a28fa73ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:31.366886 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f0a3e8a-2b11-457d-9048-3e823b5da219 req-3f98a68d-7566-4241-bbb7-e7a28fa73ef3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8b02848-61dd-43a5-b973-9ed7037b2f3f HTTP/1.1" status: 200 len: 852 time: 0.0600040 Feb 11 05:43:31.372446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-f4fc3248-4b17-436a-8d04-6bb38704bb1b None None] Set router 60529b7e-05e2-4be5-888a-68401bcea377 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:31.435080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a3e8a-2b11-457d-9048-3e823b5da219 req-e652e990-bce6-4679-8d4f-8307ed442e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:31.436696 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f0a3e8a-2b11-457d-9048-3e823b5da219 req-e652e990-bce6-4679-8d4f-8307ed442e3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e582c642-adbc-4c86-a26d-9a8aeb045b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0640705 Feb 11 05:43:31.540514 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f0a3e8a-2b11-457d-9048-3e823b5da219 req-744d4080-3443-4ebe-ac9b-62d8ac4ed5ac service neutron] 10.222.0.73 "GET /v2.0/networks/e582c642-adbc-4c86-a26d-9a8aeb045b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960314 Feb 11 05:43:31.634421 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-72fc5bec-42b3-4cd0-af1a-bbef3afd8c2b tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.640054 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-72fc5bec-42b3-4cd0-af1a-bbef3afd8c2b tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (dc8ff4c5-d4cb-4ff5-bd5a-da5325eb11aa), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:31.651467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f4fc3248-4b17-436a-8d04-6bb38704bb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:39:40Z', 'revision_number': 4, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'dc8ff4c5-d4cb-4ff5-bd5a-da5325eb11aa', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'port_id': 'c771e213-6749-47eb-8a08-8723901c0cf2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'mac_address': 'fa:16:3e:63:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c53db3-036c-4295-b058-ba10db3dc334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:43:29Z', 'updated_at': '2022-02-11T05:43:29Z', 'revision_number': 0, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a437c3-d062-4fdb-b0d1-4cd0eae064d8', 'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'mac_address': 'fa:16:3e:23:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:39Z', 'updated_at': '2022-02-11T05:39:49Z', 'revision_number': 5, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'subnets': [{'id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:31.657634 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-1f0a3e8a-2b11-457d-9048-3e823b5da219 req-9c83e3f0-de67-4a39-b62c-8103bffe42a9 service neutron] 10.222.0.73 "GET /v2.0/networks/e582c642-adbc-4c86-a26d-9a8aeb045b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109858 Feb 11 05:43:31.794801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb17e39-9c6d-41b4-9493-5b3ceb5d7f5d req-ee244846-3034-4421-9f1e-026baac3d635 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:31.796444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1bb17e39-9c6d-41b4-9493-5b3ceb5d7f5d req-ee244846-3034-4421-9f1e-026baac3d635 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.1118219 Feb 11 05:43:31.861247 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc3248-4b17-436a-8d04-6bb38704bb1b None None] The sync data for ids ['60529b7e-05e2-4be5-888a-68401bcea377'] in n-d-713499-38 is: [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:39:40Z', 'revision_number': 4, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'dc8ff4c5-d4cb-4ff5-bd5a-da5325eb11aa', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'port_id': 'c771e213-6749-47eb-8a08-8723901c0cf2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'mac_address': 'fa:16:3e:63:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c53db3-036c-4295-b058-ba10db3dc334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:43:29Z', 'updated_at': '2022-02-11T05:43:29Z', 'revision_number': 0, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a437c3-d062-4fdb-b0d1-4cd0eae064d8', 'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'mac_address': 'fa:16:3e:23:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:39Z', 'updated_at': '2022-02-11T05:39:49Z', 'revision_number': 5, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'subnets': [{'id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:31.925316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1bb17e39-9c6d-41b4-9493-5b3ceb5d7f5d req-4a8d3a9c-0daa-4a81-b2ec-6bf51864162e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199563 Feb 11 05:43:31.950098 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fc5bec-42b3-4cd0-af1a-bbef3afd8c2b tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Router 60529b7e-05e2-4be5-888a-68401bcea377 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:32.066160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fc5bec-42b3-4cd0-af1a-bbef3afd8c2b tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:32.072215 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-72fc5bec-42b3-4cd0-af1a-bbef3afd8c2b tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:32.076551 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f8780-8532-4142-bd7d-bab61d5c6975 None None] New status for floating IP dc8ff4c5-d4cb-4ff5-bd5a-da5325eb11aa: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:43:32.130851 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-72fc5bec-42b3-4cd0-af1a-bbef3afd8c2b tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "PUT /v2.0/floatingips/dc8ff4c5-d4cb-4ff5-bd5a-da5325eb11aa HTTP/1.1" status: 200 len: 992 time: 1.2277899 Feb 11 05:43:32.268471 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4526e43a-9354-4eeb-905e-bff8e30262c3 req-7119853c-cbd8-4328-a729-dd6674718fb2 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0300770 Feb 11 05:43:32.332814 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84e8ab5-1ed2-419c-9e5e-7c52926705c3 None None] Sync routers for ids ['60529b7e-05e2-4be5-888a-68401bcea377'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:32.344200 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84e8ab5-1ed2-419c-9e5e-7c52926705c3 None None] Routers {'60529b7e-05e2-4be5-888a-68401bcea377'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:32.344817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b84e8ab5-1ed2-419c-9e5e-7c52926705c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:43:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['60529b7e-05e2-4be5-888a-68401bcea377'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:32.467188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-b84e8ab5-1ed2-419c-9e5e-7c52926705c3 None None] Set router 60529b7e-05e2-4be5-888a-68401bcea377 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:32.468975 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:32.686482 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b84e8ab5-1ed2-419c-9e5e-7c52926705c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:39:40Z', 'revision_number': 4, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'dc8ff4c5-d4cb-4ff5-bd5a-da5325eb11aa', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'port_id': 'c771e213-6749-47eb-8a08-8723901c0cf2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'mac_address': 'fa:16:3e:63:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c53db3-036c-4295-b058-ba10db3dc334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:43:29Z', 'updated_at': '2022-02-11T05:43:32Z', 'revision_number': 2, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a437c3-d062-4fdb-b0d1-4cd0eae064d8', 'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'mac_address': 'fa:16:3e:23:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:39Z', 'updated_at': '2022-02-11T05:39:49Z', 'revision_number': 5, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'subnets': [{'id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:32.716086 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84e8ab5-1ed2-419c-9e5e-7c52926705c3 None None] Checking router: 60529b7e-05e2-4be5-888a-68401bcea377 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:43:32.724337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84e8ab5-1ed2-419c-9e5e-7c52926705c3 None None] Routers {'60529b7e-05e2-4be5-888a-68401bcea377'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:32.725027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b84e8ab5-1ed2-419c-9e5e-7c52926705c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:43:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['60529b7e-05e2-4be5-888a-68401bcea377'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:32.838489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-b84e8ab5-1ed2-419c-9e5e-7c52926705c3 None None] Set router 60529b7e-05e2-4be5-888a-68401bcea377 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:32.916862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c53db3-036c-4295-b058-ba10db3dc334', 'tag': 'c771e213-6749-47eb-8a08-8723901c0cf2'}, {'name': 'network-changed', 'server_uuid': '49c53db3-036c-4295-b058-ba10db3dc334', 'tag': 'c771e213-6749-47eb-8a08-8723901c0cf2'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:32.919934 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3a13d0-6c01-45a1-aafc-83fe365542a0" -d '{"events": [{"name": "network-changed", "server_uuid": "49c53db3-036c-4295-b058-ba10db3dc334", "tag": "c771e213-6749-47eb-8a08-8723901c0cf2"}, {"name": "network-changed", "server_uuid": "49c53db3-036c-4295-b058-ba10db3dc334", "tag": "c771e213-6749-47eb-8a08-8723901c0cf2"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:32.964711 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173b6d95-02df-464e-84bd-fc43a95ad5e9 x-openstack-request-id: req-173b6d95-02df-464e-84bd-fc43a95ad5e9 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:32.965303 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c53db3-036c-4295-b058-ba10db3dc334", "tag": "c771e213-6749-47eb-8a08-8723901c0cf2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "49c53db3-036c-4295-b058-ba10db3dc334", "tag": "c771e213-6749-47eb-8a08-8723901c0cf2", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:32.965303 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-173b6d95-02df-464e-84bd-fc43a95ad5e9 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:32.965645 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c53db3-036c-4295-b058-ba10db3dc334', 'tag': 'c771e213-6749-47eb-8a08-8723901c0cf2', 'status': 'completed', 'code': 200} Feb 11 05:43:32.966060 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c53db3-036c-4295-b058-ba10db3dc334', 'tag': 'c771e213-6749-47eb-8a08-8723901c0cf2', 'status': 'completed', 'code': 200} Feb 11 05:43:33.037939 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-9acccb56-a0f2-409a-baac-13af8475538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.042726 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-9acccb56-a0f2-409a-baac-13af8475538b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75c3d70ad5de4344bfbc2fa949c92975&device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 1129 time: 0.0504246 Feb 11 05:43:33.066651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c80055-f681-4cfe-b4c6-88558f162e6e req-e89549af-1a6b-4fc0-990f-20cbb4b4b06f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.075163 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93c80055-f681-4cfe-b4c6-88558f162e6e req-e89549af-1a6b-4fc0-990f-20cbb4b4b06f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.0739653 Feb 11 05:43:33.118399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b84e8ab5-1ed2-419c-9e5e-7c52926705c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:39:40Z', 'revision_number': 4, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'dc8ff4c5-d4cb-4ff5-bd5a-da5325eb11aa', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'port_id': 'c771e213-6749-47eb-8a08-8723901c0cf2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'mac_address': 'fa:16:3e:63:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c53db3-036c-4295-b058-ba10db3dc334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:43:29Z', 'updated_at': '2022-02-11T05:43:32Z', 'revision_number': 2, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a437c3-d062-4fdb-b0d1-4cd0eae064d8', 'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'mac_address': 'fa:16:3e:23:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:39Z', 'updated_at': '2022-02-11T05:39:49Z', 'revision_number': 5, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'subnets': [{'id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:33.138713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93c80055-f681-4cfe-b4c6-88558f162e6e req-4535a747-1367-4280-8810-24b7811ba0e1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590723 Feb 11 05:43:33.144874 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-b1bed174-9d0a-404e-857a-deff3174537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.146646 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-b1bed174-9d0a-404e-857a-deff3174537b service neutron] 10.222.0.73 "GET /v2.0/networks?id=e582c642-adbc-4c86-a26d-9a8aeb045b55 HTTP/1.1" status: 200 len: 914 time: 0.0963821 Feb 11 05:43:33.159511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84e8ab5-1ed2-419c-9e5e-7c52926705c3 None None] The sync data for ids ['60529b7e-05e2-4be5-888a-68401bcea377'] in n-d-713499-38 is: [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:39:40Z', 'revision_number': 4, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'dc8ff4c5-d4cb-4ff5-bd5a-da5325eb11aa', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'port_id': 'c771e213-6749-47eb-8a08-8723901c0cf2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'mac_address': 'fa:16:3e:63:0d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c53db3-036c-4295-b058-ba10db3dc334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:43:29Z', 'updated_at': '2022-02-11T05:43:32Z', 'revision_number': 2, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a437c3-d062-4fdb-b0d1-4cd0eae064d8', 'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'mac_address': 'fa:16:3e:23:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:39Z', 'updated_at': '2022-02-11T05:39:49Z', 'revision_number': 5, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'subnets': [{'id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:33.404530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-494d4f99-2aec-48a0-9964-0d6161b4895f req-c627b4e7-d47b-4d8d-b3d2-0c26346beeb9 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0404949 Feb 11 05:43:33.494386 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-b75f6d2c-bc04-494d-bc7a-9f9da5eb6fc9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c771e213-6749-47eb-8a08-8723901c0cf2 HTTP/1.1" status: 200 len: 1002 time: 0.3415952 Feb 11 05:43:33.545255 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-357d22c5-ecd0-473b-8918-b0e9f5a69659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.546731 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-357d22c5-ecd0-473b-8918-b0e9f5a69659 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8b02848-61dd-43a5-b973-9ed7037b2f3f HTTP/1.1" status: 200 len: 852 time: 0.0449109 Feb 11 05:43:33.597452 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-027a1de0-60a8-4424-b9c3-2a8b769e9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.598956 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-027a1de0-60a8-4424-b9c3-2a8b769e9861 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e582c642-adbc-4c86-a26d-9a8aeb045b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457132 Feb 11 05:43:33.651713 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:33.694603 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-bc6d4ff5-6fa5-4a9a-b17c-0121dba619b6 service neutron] 10.222.0.73 "GET /v2.0/networks/e582c642-adbc-4c86-a26d-9a8aeb045b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892847 Feb 11 05:43:33.787983 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-2aefdb8b-ceb0-4273-9603-625ddea8195f service neutron] 10.222.0.73 "GET /v2.0/networks/e582c642-adbc-4c86-a26d-9a8aeb045b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878441 Feb 11 05:43:33.873689 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-5befedab-6b92-42b6-883b-fa48933208a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.875236 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-5befedab-6b92-42b6-883b-fa48933208a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75c3d70ad5de4344bfbc2fa949c92975&device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 1129 time: 0.0458593 Feb 11 05:43:33.967709 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-58bf318c-93c1-44b4-a6a1-44931d06e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:33.969196 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-58bf318c-93c1-44b4-a6a1-44931d06e5ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=e582c642-adbc-4c86-a26d-9a8aeb045b55 HTTP/1.1" status: 200 len: 914 time: 0.0882390 Feb 11 05:43:34.045068 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-049efec1-59bf-457a-814e-bb249e4efada service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c771e213-6749-47eb-8a08-8723901c0cf2 HTTP/1.1" status: 200 len: 1002 time: 0.0692322 Feb 11 05:43:34.095507 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-86a3a038-3622-4127-aaf4-101be3c7cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:34.097137 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-86a3a038-3622-4127-aaf4-101be3c7cf37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8b02848-61dd-43a5-b973-9ed7037b2f3f HTTP/1.1" status: 200 len: 852 time: 0.0462334 Feb 11 05:43:34.149880 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-8b7097f0-69d5-4d69-a50f-6ef6e1aadff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:34.151732 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-8b7097f0-69d5-4d69-a50f-6ef6e1aadff4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e582c642-adbc-4c86-a26d-9a8aeb045b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481961 Feb 11 05:43:34.257339 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-ec84a003-f223-4fb7-aecf-ae442ace5a0b service neutron] 10.222.0.73 "GET /v2.0/networks/e582c642-adbc-4c86-a26d-9a8aeb045b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990386 Feb 11 05:43:34.289175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f419a-086a-4e80-9492-81800df9bc2c req-7e9fbff5-b65b-495f-b585-b9e70c1b380b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:34.290808 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-958f419a-086a-4e80-9492-81800df9bc2c req-7e9fbff5-b65b-495f-b585-b9e70c1b380b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.0842285 Feb 11 05:43:34.351945 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-958f419a-086a-4e80-9492-81800df9bc2c req-b2de847c-6d67-49d0-8834-0fc48e7ed8b5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547585 Feb 11 05:43:34.392104 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4d3a13d0-6c01-45a1-aafc-83fe365542a0 req-9d7b7289-189e-46e9-9d7c-2846592efcaa service neutron] 10.222.0.73 "GET /v2.0/networks/e582c642-adbc-4c86-a26d-9a8aeb045b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291647 Feb 11 05:43:34.560061 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16d2ecbf-e4db-4812-bde3-457e1800d62f req-b6ece01e-a608-4290-9d3b-4be1b85a8888 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0662498 Feb 11 05:43:34.634796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b983aec-839f-4db4-bede-286bf8791688 req-fc39d6d4-3182-4dd7-b156-a3493815ab4d tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:34.636449 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b983aec-839f-4db4-bede-286bf8791688 req-fc39d6d4-3182-4dd7-b156-a3493815ab4d tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 945 time: 0.0549481 Feb 11 05:43:34.687936 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b983aec-839f-4db4-bede-286bf8791688 req-da576ad6-6eb1-4f09-93e6-436d1a831672 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/security-groups?id=770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456116 Feb 11 05:43:35.163709 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:35.485101 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30542c4c-6281-4b3c-890a-45f17dfd02ab req-9e693b33-9134-48d5-9fed-f6003e30c3d8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:35.486590 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30542c4c-6281-4b3c-890a-45f17dfd02ab req-9e693b33-9134-48d5-9fed-f6003e30c3d8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.0569794 Feb 11 05:43:35.541344 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30542c4c-6281-4b3c-890a-45f17dfd02ab req-151e1bfc-7e47-4a2f-bd4f-621dcd99e92c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485148 Feb 11 05:43:35.669223 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-521658e7-7f15-4f78-9859-710056146567 req-f675026a-5d1a-41a9-bff1-ae6c4feb757c tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0320160 Feb 11 05:43:35.810324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610dc9b-8261-45dc-8cce-63f6a48220ba req-09c37530-893e-4909-9434-8a75bb52c381 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:35.811760 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1610dc9b-8261-45dc-8cce-63f6a48220ba req-09c37530-893e-4909-9434-8a75bb52c381 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 945 time: 0.0535204 Feb 11 05:43:35.861282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1610dc9b-8261-45dc-8cce-63f6a48220ba req-4ad5bd98-56fe-4521-bd86-179f370100aa tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/security-groups?id=770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Feb 11 05:43:35.903006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802988e-bd5b-4359-8171-e3fac5ab82bb req-344c3490-46e0-4411-ad59-347cf17245e3 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:35.904962 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3802988e-bd5b-4359-8171-e3fac5ab82bb req-344c3490-46e0-4411-ad59-347cf17245e3 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 945 time: 0.0664394 Feb 11 05:43:36.002380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-3802988e-bd5b-4359-8171-e3fac5ab82bb req-f9f57681-3e2b-43a5-839e-266ec1db4a83 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Deleting port c1ee304c-aec4-4424-913c-3708f4b195a7 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:36.002728 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3802988e-bd5b-4359-8171-e3fac5ab82bb req-f9f57681-3e2b-43a5-839e-266ec1db4a83 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c1ee304c-aec4-4424-913c-3708f4b195a7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.097499 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-3802988e-bd5b-4359-8171-e3fac5ab82bb req-f9f57681-3e2b-43a5-839e-266ec1db4a83 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] For port c1ee304c-aec4-4424-913c-3708f4b195a7, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c1ee304c-aec4-4424-913c-3708f4b195a7,segment=NetworkSegment(10d983f7-8d8b-44cb-bb7b-c9e1712b8930),segment_id=10d983f7-8d8b-44cb-bb7b-c9e1712b8930)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:36.097783 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3802988e-bd5b-4359-8171-e3fac5ab82bb req-f9f57681-3e2b-43a5-839e-266ec1db4a83 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c1ee304c-aec4-4424-913c-3708f4b195a7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.320217 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3802988e-bd5b-4359-8171-e3fac5ab82bb req-f9f57681-3e2b-43a5-839e-266ec1db4a83 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.320585 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3802988e-bd5b-4359-8171-e3fac5ab82bb req-f9f57681-3e2b-43a5-839e-266ec1db4a83 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (ff89d262-0cc9-4078-b9f7-29844527cee2), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.320897 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [req-3802988e-bd5b-4359-8171-e3fac5ab82bb req-f9f57681-3e2b-43a5-839e-266ec1db4a83 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Floating IP ff89d262-0cc9-4078-b9f7-29844527cee2 disassociated. External IP: 172.25.5.116, port: c1ee304c-aec4-4424-913c-3708f4b195a7. Feb 11 05:43:36.321277 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-3802988e-bd5b-4359-8171-e3fac5ab82bb req-f9f57681-3e2b-43a5-839e-266ec1db4a83 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Calling delete_port for c1ee304c-aec4-4424-913c-3708f4b195a7 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:36.453321 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3802988e-bd5b-4359-8171-e3fac5ab82bb req-f9f57681-3e2b-43a5-839e-266ec1db4a83 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c1ee304c-aec4-4424-913c-3708f4b195a7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.483751 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f57681-3e2b-43a5-839e-266ec1db4a83 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Pushing event deleted for resources: {'Port': ['ID=c1ee304c-aec4-4424-913c-3708f4b195a7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:36.610755 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3802988e-bd5b-4359-8171-e3fac5ab82bb req-f9f57681-3e2b-43a5-839e-266ec1db4a83 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Router 5e98b17c-5c96-422b-996b-2f891e53d94d has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:36.690655 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a30ddf-7d95-4c87-96ed-bdab711a0a8a req-cbc69f73-c35f-49ea-b41c-2adf6299a7c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:36.692822 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17a30ddf-7d95-4c87-96ed-bdab711a0a8a req-cbc69f73-c35f-49ea-b41c-2adf6299a7c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.0687599 Feb 11 05:43:36.770513 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3802988e-bd5b-4359-8171-e3fac5ab82bb req-f9f57681-3e2b-43a5-839e-266ec1db4a83 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:36.784382 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eed1651-10e6-4793-9e34-f7358a90cd9e None None] Sync routers for ids ['5e98b17c-5c96-422b-996b-2f891e53d94d'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:36.796823 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed1651-10e6-4793-9e34-f7358a90cd9e None None] Routers {'5e98b17c-5c96-422b-996b-2f891e53d94d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:36.798493 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7eed1651-10e6-4793-9e34-f7358a90cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:43:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5e98b17c-5c96-422b-996b-2f891e53d94d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:36.850582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7aa8d7c5-d5cf-4230-a869-493a36dc52ec req-a7667126-f1b0-4e5e-8e87-416627d772c7 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0789919 Feb 11 05:43:36.853073 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-3802988e-bd5b-4359-8171-e3fac5ab82bb req-f9f57681-3e2b-43a5-839e-266ec1db4a83 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] No DVR routers for this DVR port c1ee304c-aec4-4424-913c-3708f4b195a7 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:36.856310 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3802988e-bd5b-4359-8171-e3fac5ab82bb req-f9f57681-3e2b-43a5-839e-266ec1db4a83 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:36.860440 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3802988e-bd5b-4359-8171-e3fac5ab82bb req-f9f57681-3e2b-43a5-839e-266ec1db4a83 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.73 "DELETE /v2.0/ports/c1ee304c-aec4-4424-913c-3708f4b195a7 HTTP/1.1" status: 204 len: 173 time: 0.9498038 Feb 11 05:43:36.861269 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17a30ddf-7d95-4c87-96ed-bdab711a0a8a req-454f7c60-d8b1-4c91-8400-e2bbc6eb0b76 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487913 Feb 11 05:43:36.861621 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d576fb1-87bb-491b-aa5a-a7336bcd7e44', 'name': 'network-vif-deleted', 'tag': 'c1ee304c-aec4-4424-913c-3708f4b195a7'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:36.864231 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9512fe-5189-436f-89f1-cd95f445fea0" -d '{"events": [{"server_uuid": "3d576fb1-87bb-491b-aa5a-a7336bcd7e44", "name": "network-vif-deleted", "tag": "c1ee304c-aec4-4424-913c-3708f4b195a7"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:36.968094 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc2aee4-5bfe-40f7-b815-55180436a0ff x-openstack-request-id: req-0cc2aee4-5bfe-40f7-b815-55180436a0ff {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:36.968697 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d576fb1-87bb-491b-aa5a-a7336bcd7e44", "name": "network-vif-deleted", "tag": "c1ee304c-aec4-4424-913c-3708f4b195a7", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:36.968697 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0cc2aee4-5bfe-40f7-b815-55180436a0ff {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:36.969020 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d576fb1-87bb-491b-aa5a-a7336bcd7e44', 'name': 'network-vif-deleted', 'tag': 'c1ee304c-aec4-4424-913c-3708f4b195a7', 'status': 'completed', 'code': 200} Feb 11 05:43:37.044164 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdc34510-c7cc-4cdd-91ff-76391552b51b req-dbbad613-4d72-44ae-8c56-54f8d915c7ee tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d576fb1-87bb-491b-aa5a-a7336bcd7e44 HTTP/1.1" status: 200 len: 210 time: 0.0555511 Feb 11 05:43:37.075611 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41856) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:37.116474 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-7eed1651-10e6-4793-9e34-f7358a90cd9e None None] Set router 5e98b17c-5c96-422b-996b-2f891e53d94d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:37.225092 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f971efa5-0494-416f-8f38-7cce0cbcfdfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:37.313741 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f971efa5-0494-416f-8f38-7cce0cbcfdfc admin admin] Publish callbacks [] for security_group (17c8d604-a0ad-4b0d-88ab-33f006e949e6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:37.319585 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f971efa5-0494-416f-8f38-7cce0cbcfdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (17c8d604-a0ad-4b0d-88ab-33f006e949e6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:37.364863 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f971efa5-0494-416f-8f38-7cce0cbcfdfc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=629c54fea6d94c65883af125a834f007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2876921 Feb 11 05:43:37.366599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971efa5-0494-416f-8f38-7cce0cbcfdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c8d604-a0ad-4b0d-88ab-33f006e949e6,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:37.367323 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41862) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:37.389649 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7eed1651-10e6-4793-9e34-f7358a90cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'name': 'tempest-TestServerBasicOps-1507435600-router', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 4, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'gw_port': {'id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'f191690f-32dd-4184-8ef2-1d56ccdfc669', 'name': '', 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'mac_address': 'fa:16:3e:43:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:00Z', 'updated_at': '2022-02-11T05:38:23Z', 'revision_number': 5, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'subnets': [{'id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:37.422720 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eed1651-10e6-4793-9e34-f7358a90cd9e None None] Checking router: 5e98b17c-5c96-422b-996b-2f891e53d94d for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:43:37.432081 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed1651-10e6-4793-9e34-f7358a90cd9e None None] Routers {'5e98b17c-5c96-422b-996b-2f891e53d94d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:37.432760 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7eed1651-10e6-4793-9e34-f7358a90cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:43:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5e98b17c-5c96-422b-996b-2f891e53d94d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:37.436004 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-582453af-0f62-43ce-9d32-28758130cb93 admin admin] Publish callbacks [] for security_group (17c8d604-a0ad-4b0d-88ab-33f006e949e6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:37.459355 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-582453af-0f62-43ce-9d32-28758130cb93 admin admin] Publish callbacks [] for security_group (17c8d604-a0ad-4b0d-88ab-33f006e949e6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:37.509127 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-582453af-0f62-43ce-9d32-28758130cb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (17c8d604-a0ad-4b0d-88ab-33f006e949e6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:37.512039 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-582453af-0f62-43ce-9d32-28758130cb93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:37.515741 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-582453af-0f62-43ce-9d32-28758130cb93 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/17c8d604-a0ad-4b0d-88ab-33f006e949e6 HTTP/1.1" status: 204 len: 168 time: 0.1445961 Feb 11 05:43:37.532457 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582453af-0f62-43ce-9d32-28758130cb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c8d604-a0ad-4b0d-88ab-33f006e949e6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:37.567264 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-7eed1651-10e6-4793-9e34-f7358a90cd9e None None] Set router 5e98b17c-5c96-422b-996b-2f891e53d94d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:37.921058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41872) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:37.951272 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7eed1651-10e6-4793-9e34-f7358a90cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'name': 'tempest-TestServerBasicOps-1507435600-router', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 4, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'gw_port': {'id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'f191690f-32dd-4184-8ef2-1d56ccdfc669', 'name': '', 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'mac_address': 'fa:16:3e:43:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:00Z', 'updated_at': '2022-02-11T05:38:23Z', 'revision_number': 5, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'subnets': [{'id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:37.954336 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b72c360-be55-4d83-bed6-6d1eac87c3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.008246 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eed1651-10e6-4793-9e34-f7358a90cd9e None None] The sync data for ids ['5e98b17c-5c96-422b-996b-2f891e53d94d'] in n-d-713499-38 is: [{'id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'name': 'tempest-TestServerBasicOps-1507435600-router', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:38:02Z', 'revision_number': 4, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'gw_port': {'id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'f191690f-32dd-4184-8ef2-1d56ccdfc669', 'name': '', 'network_id': 'c5f461cd-6672-4729-91c0-d858758eba8c', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'mac_address': 'fa:16:3e:43:e7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:00Z', 'updated_at': '2022-02-11T05:38:23Z', 'revision_number': 5, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'subnets': [{'id': 'fc376bea-7853-4198-876a-16f0aadc5bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:38.051265 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2110d68a-0c62-4e36-8dad-3bcbe3837247 req-c94499b2-eb71-4f5c-9f7c-6962d0edc825 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0711617 Feb 11 05:43:38.114544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41876) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:38.146881 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c7463-a7ce-41aa-ac79-f7bb6e338f94 req-d5a05606-3dc4-4451-a095-77820114349c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:38.155396 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-315c7463-a7ce-41aa-ac79-f7bb6e338f94 req-d5a05606-3dc4-4451-a095-77820114349c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.1645715 Feb 11 05:43:38.224042 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-315c7463-a7ce-41aa-ac79-f7bb6e338f94 req-ab9b9dcb-d795-4a19-b32a-fe964e31f59f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676956 Feb 11 05:43:38.247345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b72c360-be55-4d83-bed6-6d1eac87c3e3 admin admin] Publish callbacks [] for security_group (46f5e8b4-0cad-4a7a-bfa7-97f8946b2db8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.251972 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b72c360-be55-4d83-bed6-6d1eac87c3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (46f5e8b4-0cad-4a7a-bfa7-97f8946b2db8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.281168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4aa53-369b-4465-9044-4084932939b1 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Deleting port a6084822-a9ab-45ef-975c-59b69bced37c {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:38.281514 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8f4aa53-369b-4465-9044-4084932939b1 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a6084822-a9ab-45ef-975c-59b69bced37c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.295969 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9b72c360-be55-4d83-bed6-6d1eac87c3e3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b7e9db2f58224fdca47e41da96b493cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3729460 Feb 11 05:43:38.297347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72c360-be55-4d83-bed6-6d1eac87c3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f5e8b4-0cad-4a7a-bfa7-97f8946b2db8,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:38.300059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41878) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:38.368272 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f2a8b75-813d-4f13-9f49-d89e45befd2d admin admin] Publish callbacks [] for security_group (46f5e8b4-0cad-4a7a-bfa7-97f8946b2db8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.383152 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8f4aa53-369b-4465-9044-4084932939b1 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a6084822-a9ab-45ef-975c-59b69bced37c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.383464 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8f4aa53-369b-4465-9044-4084932939b1 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for floatingip (a6084822-a9ab-45ef-975c-59b69bced37c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.387549 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4c8c86-95ad-49a8-827b-4300207a08bd None None] New status for floating IP ff89d262-0cc9-4078-b9f7-29844527cee2: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:43:38.396328 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f2a8b75-813d-4f13-9f49-d89e45befd2d admin admin] Publish callbacks [] for security_group (46f5e8b4-0cad-4a7a-bfa7-97f8946b2db8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.401067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b8f4aa53-369b-4465-9044-4084932939b1 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Calling delete_port for a6084822-a9ab-45ef-975c-59b69bced37c owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:38.448374 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f2a8b75-813d-4f13-9f49-d89e45befd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (46f5e8b4-0cad-4a7a-bfa7-97f8946b2db8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.451315 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5f2a8b75-813d-4f13-9f49-d89e45befd2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.455276 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5f2a8b75-813d-4f13-9f49-d89e45befd2d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/46f5e8b4-0cad-4a7a-bfa7-97f8946b2db8 HTTP/1.1" status: 204 len: 168 time: 0.1514413 Feb 11 05:43:38.462381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a8b75-813d-4f13-9f49-d89e45befd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f5e8b4-0cad-4a7a-bfa7-97f8946b2db8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:38.587550 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8f4aa53-369b-4465-9044-4084932939b1 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a6084822-a9ab-45ef-975c-59b69bced37c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.613908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4aa53-369b-4465-9044-4084932939b1 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Pushing event deleted for resources: {'Port': ['ID=a6084822-a9ab-45ef-975c-59b69bced37c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:38.683872 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8f4aa53-369b-4465-9044-4084932939b1 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for floatingip (ff89d262-0cc9-4078-b9f7-29844527cee2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.686647 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8f4aa53-369b-4465-9044-4084932939b1 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.687786 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b8f4aa53-369b-4465-9044-4084932939b1 tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "DELETE /v2.0/floatingips/ff89d262-0cc9-4078-b9f7-29844527cee2 HTTP/1.1" status: 204 len: 168 time: 0.5719123 Feb 11 05:43:38.761380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41890) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:38.828503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55470e74-26f7-4d60-b615-905c148513ee tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group (770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.855193 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55470e74-26f7-4d60-b615-905c148513ee tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group (770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.930498 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55470e74-26f7-4d60-b615-905c148513ee tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.933483 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55470e74-26f7-4d60-b615-905c148513ee tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:38.937289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-55470e74-26f7-4d60-b615-905c148513ee tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] 10.222.0.87 "DELETE /v2.0/security-groups/770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2 HTTP/1.1" status: 204 len: 168 time: 0.1721146 Feb 11 05:43:38.947912 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55470e74-26f7-4d60-b615-905c148513ee tempest-TestServerBasicOps-1186094316 tempest-TestServerBasicOps-1186094316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770e5c9f-ea2f-484f-b6f1-6f3b4c151dc2,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:38.985355 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41900) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:39.183438 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5293e3da-c6b7-4249-8f4c-c8ce4ace7899 req-fe9e4328-ab40-43a7-8704-3fc64d3da006 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0316460 Feb 11 05:43:39.369664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50e4dc-f553-4e6e-b306-40205c043bb9 req-71408605-3690-42d7-b55c-18e36cb8ef6c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:39.371159 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f50e4dc-f553-4e6e-b306-40205c043bb9 req-71408605-3690-42d7-b55c-18e36cb8ef6c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.0655844 Feb 11 05:43:39.429085 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f50e4dc-f553-4e6e-b306-40205c043bb9 req-8cc93579-8144-4164-86e9-dd22a7eb4291 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495327 Feb 11 05:43:39.490188 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e1237041-f32e-49ca-bb62-8eeedba9e00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (5e98b17c-5c96-422b-996b-2f891e53d94d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:39.762869 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e1237041-f32e-49ca-bb62-8eeedba9e00a admin admin] Deleting port f191690f-32dd-4184-8ef2-1d56ccdfc669 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:39.763219 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e1237041-f32e-49ca-bb62-8eeedba9e00a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:39.842698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-e1237041-f32e-49ca-bb62-8eeedba9e00a admin admin] For port f191690f-32dd-4184-8ef2-1d56ccdfc669, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f191690f-32dd-4184-8ef2-1d56ccdfc669,segment=NetworkSegment(10d983f7-8d8b-44cb-bb7b-c9e1712b8930),segment_id=10d983f7-8d8b-44cb-bb7b-c9e1712b8930)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:39.843068 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e1237041-f32e-49ca-bb62-8eeedba9e00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:39.862075 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e1237041-f32e-49ca-bb62-8eeedba9e00a admin admin] Calling delete_port for f191690f-32dd-4184-8ef2-1d56ccdfc669 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:39.865039 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.074619 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e1237041-f32e-49ca-bb62-8eeedba9e00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (f191690f-32dd-4184-8ef2-1d56ccdfc669), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.101299 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1237041-f32e-49ca-bb62-8eeedba9e00a admin admin] Pushing event deleted for resources: {'Port': ['ID=f191690f-32dd-4184-8ef2-1d56ccdfc669,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:40.317580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c1ee304c-aec4-4424-913c-3708f4b195a7 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:40.343132 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbd2fffa-640e-44df-add4-a814edb4657d req-c0810092-4b68-416c-9234-9a62ae904ad0 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0620604 Feb 11 05:43:40.372739 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: c1ee304c-aec4-4424-913c-3708f4b195a7 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:40.373147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c1ee304c-aec4-4424-913c-3708f4b195a7 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:40.563938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39d720-50b5-4ae5-a2d1-35aa2d316a70 req-a4b25edf-d3ab-4f2a-9f8f-82a0ecac72ee tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:40.565474 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad39d720-50b5-4ae5-a2d1-35aa2d316a70 req-a4b25edf-d3ab-4f2a-9f8f-82a0ecac72ee tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.0617683 Feb 11 05:43:40.611706 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e1237041-f32e-49ca-bb62-8eeedba9e00a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (5e98b17c-5c96-422b-996b-2f891e53d94d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.630894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad39d720-50b5-4ae5-a2d1-35aa2d316a70 req-5d11a3b0-b5c3-47aa-9321-8f72ce84ad9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582829 Feb 11 05:43:40.838302 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1237041-f32e-49ca-bb62-8eeedba9e00a admin admin] Router 5e98b17c-5c96-422b-996b-2f891e53d94d has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:40.953070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1237041-f32e-49ca-bb62-8eeedba9e00a admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:40.960857 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e1237041-f32e-49ca-bb62-8eeedba9e00a admin admin] 10.222.0.87 "PUT /v2.0/routers/5e98b17c-5c96-422b-996b-2f891e53d94d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9720170 Feb 11 05:43:40.960971 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41944) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:40.961638 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f085d5-c2a0-471e-9965-2d21428f1b82 None None] Sync routers for ids ['5e98b17c-5c96-422b-996b-2f891e53d94d'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:40.971848 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f085d5-c2a0-471e-9965-2d21428f1b82 None None] Routers {'5e98b17c-5c96-422b-996b-2f891e53d94d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:40.972447 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-00f085d5-c2a0-471e-9965-2d21428f1b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:43:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5e98b17c-5c96-422b-996b-2f891e53d94d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:41.071620 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Publish callbacks [] for router (5e98b17c-5c96-422b-996b-2f891e53d94d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.081081 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-00f085d5-c2a0-471e-9965-2d21428f1b82 None None] Set router 5e98b17c-5c96-422b-996b-2f891e53d94d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:41.189899 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Publish callbacks [] for router_gateway (5e98b17c-5c96-422b-996b-2f891e53d94d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.244334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Deleting port 4de5c084-58c6-46b1-bb95-24a2fb14fae6 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:41.244784 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (4de5c084-58c6-46b1-bb95-24a2fb14fae6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.274810 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-00f085d5-c2a0-471e-9965-2d21428f1b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'name': 'tempest-TestServerBasicOps-1507435600-router', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:43:40Z', 'revision_number': 5, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'gw_port': {'id': '4de5c084-58c6-46b1-bb95-24a2fb14fae6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:37:56Z', 'updated_at': '2022-02-11T05:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:41.311560 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f085d5-c2a0-471e-9965-2d21428f1b82 None None] Checking router: 5e98b17c-5c96-422b-996b-2f891e53d94d for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:43:41.320526 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f085d5-c2a0-471e-9965-2d21428f1b82 None None] Routers {'5e98b17c-5c96-422b-996b-2f891e53d94d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:41.321042 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-00f085d5-c2a0-471e-9965-2d21428f1b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:43:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5e98b17c-5c96-422b-996b-2f891e53d94d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:41.333454 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] For port 4de5c084-58c6-46b1-bb95-24a2fb14fae6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4de5c084-58c6-46b1-bb95-24a2fb14fae6,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:41.333932 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (4de5c084-58c6-46b1-bb95-24a2fb14fae6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.346008 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Calling delete_port for 4de5c084-58c6-46b1-bb95-24a2fb14fae6 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:41.414069 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-00f085d5-c2a0-471e-9965-2d21428f1b82 None None] Set router 5e98b17c-5c96-422b-996b-2f891e53d94d gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:41.488263 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-00f085d5-c2a0-471e-9965-2d21428f1b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'name': 'tempest-TestServerBasicOps-1507435600-router', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:43:41Z', 'revision_number': 6, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:41.512294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe516f44-3783-4554-a2f3-e840d2050cb4 req-916b8f75-4911-4861-8eb7-6b2702514811 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0534680 Feb 11 05:43:41.526352 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f085d5-c2a0-471e-9965-2d21428f1b82 None None] The sync data for ids ['5e98b17c-5c96-422b-996b-2f891e53d94d'] in n-d-713499-38 is: [{'id': '5e98b17c-5c96-422b-996b-2f891e53d94d', 'name': 'tempest-TestServerBasicOps-1507435600-router', 'tenant_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:37:54Z', 'updated_at': '2022-02-11T05:43:41Z', 'revision_number': 6, 'project_id': '45c2fc86c73b4ccfb9c8f2a600d289b2', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:41.564395 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (4de5c084-58c6-46b1-bb95-24a2fb14fae6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.600785 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=4de5c084-58c6-46b1-bb95-24a2fb14fae6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:41.627754 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.628464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.628464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.628780 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.629119 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.629456 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.629793 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.630127 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.630458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.630790 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.631151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.631542 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.631875 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:41.680421 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (5e98b17c-5c96-422b-996b-2f891e53d94d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.769393 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed067f-ca36-4118-ad45-386d3a44d6a0 req-51270cb4-3c0a-4307-bca1-c212b4ea319a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:41.771067 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5ed067f-ca36-4118-ad45-386d3a44d6a0 req-51270cb4-3c0a-4307-bca1-c212b4ea319a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.0593541 Feb 11 05:43:41.785326 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (5e98b17c-5c96-422b-996b-2f891e53d94d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.787561 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Publish callbacks [] for router_controller (5e98b17c-5c96-422b-996b-2f891e53d94d), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.824279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5ed067f-ca36-4118-ad45-386d3a44d6a0 req-1578e321-8c2f-422d-a88f-2f26c6c1b156 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468996 Feb 11 05:43:41.838298 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (5e98b17c-5c96-422b-996b-2f891e53d94d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.838852 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e98b17c-5c96-422b-996b-2f891e53d94d {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:43:41.848742 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.850161 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3b95dab1-dce4-486d-b1b3-b72231d42f15 admin admin] 10.222.0.87 "DELETE /v2.0/routers/5e98b17c-5c96-422b-996b-2f891e53d94d HTTP/1.1" status: 204 len: 168 time: 0.8877637 Feb 11 05:43:41.852965 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41952) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:41.899789 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c179766-c6fa-4d81-a3ff-63485e61329e admin admin] Deleting subnet fc376bea-7853-4198-876a-16f0aadc5bdf {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:43:41.903086 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c179766-c6fa-4d81-a3ff-63485e61329e admin admin] Publish callbacks [] for subnet (fc376bea-7853-4198-876a-16f0aadc5bdf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:41.941185 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c179766-c6fa-4d81-a3ff-63485e61329e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (fc376bea-7853-4198-876a-16f0aadc5bdf), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.027310 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c179766-c6fa-4d81-a3ff-63485e61329e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (fc376bea-7853-4198-876a-16f0aadc5bdf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.081618 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c179766-c6fa-4d81-a3ff-63485e61329e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (fc376bea-7853-4198-876a-16f0aadc5bdf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.105418 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-83cb8b37-065e-46fd-aa0a-7c1c1d238346 service neutron] show failed (client error): The resource could not be found. Feb 11 05:43:42.106877 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-83cb8b37-065e-46fd-aa0a-7c1c1d238346 service neutron] 10.222.0.88 "GET /v2.0/ports/5691e8e4-a8de-480f-8971-658218db4ac0/bindings/n-h1-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.0675118 Feb 11 05:43:42.107220 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c179766-c6fa-4d81-a3ff-63485e61329e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc376bea-7853-4198-876a-16f0aadc5bdf,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:42.114713 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6c179766-c6fa-4d81-a3ff-63485e61329e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.120714 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6c179766-c6fa-4d81-a3ff-63485e61329e admin admin] 10.222.0.87 "DELETE /v2.0/subnets/fc376bea-7853-4198-876a-16f0aadc5bdf HTTP/1.1" status: 204 len: 168 time: 0.2667434 Feb 11 05:43:42.121346 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 41954) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:42.122093 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3e92c6-583b-49ac-af95-6256f14376ae None None] Network c5f461cd-6672-4729-91c0-d858758eba8c requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:42.196716 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (c5f461cd-6672-4729-91c0-d858758eba8c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.262032 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] Deleting port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:42.262373 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6fa5c3e4-0b55-4693-bfda-6e1f75aac398), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.335167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a54ae78-f44a-4d49-b258-22cadedd989a None None] DHCP port deletion for c5f461cd-6672-4729-91c0-d858758eba8c request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:43:42.383788 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] For port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6fa5c3e4-0b55-4693-bfda-6e1f75aac398,segment=NetworkSegment(10d983f7-8d8b-44cb-bb7b-c9e1712b8930),segment_id=10d983f7-8d8b-44cb-bb7b-c9e1712b8930)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:42.384173 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6fa5c3e4-0b55-4693-bfda-6e1f75aac398), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.399897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0a54ae78-f44a-4d49-b258-22cadedd989a None None] Deleting port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:42.400283 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a54ae78-f44a-4d49-b258-22cadedd989a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6fa5c3e4-0b55-4693-bfda-6e1f75aac398), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.402646 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] Calling delete_port for 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:42.404516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4de5c084-58c6-46b1-bb95-24a2fb14fae6 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:42.431157 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-2902e222-2813-41f4-a6a8-048b5b5c2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.432729 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-2902e222-2813-41f4-a6a8-048b5b5c2dc5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a&tenant_id=52d5e1b82a9e4c3fbf19576a184936a0 HTTP/1.1" status: 200 len: 1128 time: 0.1432345 Feb 11 05:43:42.457830 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 4de5c084-58c6-46b1-bb95-24a2fb14fae6 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:42.463923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4de5c084-58c6-46b1-bb95-24a2fb14fae6 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:42.464506 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:42.465049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:42.535974 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0a54ae78-f44a-4d49-b258-22cadedd989a None None] For port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=6fa5c3e4-0b55-4693-bfda-6e1f75aac398,segment=NetworkSegment(10d983f7-8d8b-44cb-bb7b-c9e1712b8930),segment_id=10d983f7-8d8b-44cb-bb7b-c9e1712b8930)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:42.536734 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a54ae78-f44a-4d49-b258-22cadedd989a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6fa5c3e4-0b55-4693-bfda-6e1f75aac398), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.559996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0a54ae78-f44a-4d49-b258-22cadedd989a None None] Calling delete_port for 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:42.560553 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.617713 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (6fa5c3e4-0b55-4693-bfda-6e1f75aac398), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.652320 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21d9f00a-f50c-485b-b591-30b2c66f157d req-2c21a88c-f708-4710-b18c-75e938c9f807 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0489488 Feb 11 05:43:42.658612 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No active binding found for port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 {{(pid=103173) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 05:43:42.659321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] The host n-d-713499-38 is not matching for port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 host None! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:43:42.664033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:42.664476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f191690f-32dd-4184-8ef2-1d56ccdfc669 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:42.668706 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa5c3e4-0b55-4693-bfda-6e1f75aac398,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:42.692759 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: f191690f-32dd-4184-8ef2-1d56ccdfc669 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:42.693298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f191690f-32dd-4184-8ef2-1d56ccdfc669 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:42.717742 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a54ae78-f44a-4d49-b258-22cadedd989a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (6fa5c3e4-0b55-4693-bfda-6e1f75aac398), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.751569 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] No DVR routers for this DVR port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:42.773424 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54ae78-f44a-4d49-b258-22cadedd989a None None] Pushing event deleted for resources: {'Port': ['ID=6fa5c3e4-0b55-4693-bfda-6e1f75aac398,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:42.784038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a54ae78-f44a-4d49-b258-22cadedd989a None None] No DVR routers for this DVR port 6fa5c3e4-0b55-4693-bfda-6e1f75aac398 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:42.883348 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (c5f461cd-6672-4729-91c0-d858758eba8c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.941444 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f461cd-6672-4729-91c0-d858758eba8c']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:42.953448 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d983f7-8d8b-44cb-bb7b-c9e1712b8930') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:42.954461 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d983f7-8d8b-44cb-bb7b-c9e1712b8930') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:42.972032 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (10d983f7-8d8b-44cb-bb7b-c9e1712b8930), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.975303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012d60c-943b-4e98-86fe-e5f7b298346c req-09aee3db-6a95-4acb-92b3-d93ddc17cae3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.977103 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6012d60c-943b-4e98-86fe-e5f7b298346c req-09aee3db-6a95-4acb-92b3-d93ddc17cae3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.0597820 Feb 11 05:43:42.985632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=5691e8e4-a8de-480f-8971-658218db4ac0,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:42.998252 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (10d983f7-8d8b-44cb-bb7b-c9e1712b8930), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.009886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:43:43.010288 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (10d983f7-8d8b-44cb-bb7b-c9e1712b8930), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:43:43.011968 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:43:43.056482 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6012d60c-943b-4e98-86fe-e5f7b298346c req-18bb6e08-f317-4405-8ae9-7546f01ec0ee tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674925 Feb 11 05:43:43.078718 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:43.110023 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (c5f461cd-6672-4729-91c0-d858758eba8c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.122521 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.125724 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] 10.222.0.87 "DELETE /v2.0/networks/c5f461cd-6672-4729-91c0-d858758eba8c HTTP/1.1" status: 204 len: 168 time: 1.0034404 Feb 11 05:43:43.128975 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41970) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:43.139014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:43.141310 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b243b178-669a-4c9c-9fd1-7b1815a59e0b" -d '{"events": [{"server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "name": "network-vif-unplugged", "status": "completed", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:43.145616 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Publish callbacks [] for port (5691e8e4-a8de-480f-8971-658218db4ac0), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.148202 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ae8f8-2b9f-4478-ba13-c217dfe67c2d admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f461cd-6672-4729-91c0-d858758eba8c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:43.161210 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Transition to ACTIVE for port object 5691e8e4-a8de-480f-8971-658218db4ac0 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:43:43.166925 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.212883 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b13553-4ff1-47f4-b594-0bd414388f8a x-openstack-request-id: req-87b13553-4ff1-47f4-b594-0bd414388f8a {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:43.213183 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "name": "network-vif-unplugged", "status": "completed", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:43.213437 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-87b13553-4ff1-47f4-b594-0bd414388f8a {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:43.213836 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0', 'code': 200} Feb 11 05:43:43.359332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] No DVR routers for this DVR port 5691e8e4-a8de-480f-8971-658218db4ac0 on host n-h2-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:43.458165 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Pushing event updated for resources: {'Port': ['ID=5691e8e4-a8de-480f-8971-658218db4ac0,revision_number=6']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:43.511013 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Attempting to bind port 5691e8e4-a8de-480f-8971-658218db4ac0 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:43.511354 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Attempting to bind port 5691e8e4-a8de-480f-8971-658218db4ac0 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:43.511716 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Attempting to bind port 5691e8e4-a8de-480f-8971-658218db4ac0 on network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:43.516166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Port 5691e8e4-a8de-480f-8971-658218db4ac0 on network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:43:43.516487 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Attempting to bind port 5691e8e4-a8de-480f-8971-658218db4ac0 on network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:43.521351 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:43.521699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Checking segment: {'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:43.522647 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Bound using segment: {'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:43.523089 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Bound port: 5691e8e4-a8de-480f-8971-658218db4ac0, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:43.523462 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.564478 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e1a3fa4a-4b11-4f8b-93e5-93813ce9441b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (3e59102d-1e48-4b66-9b7a-4c1daa4594af), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.589226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:43.592488 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=5691e8e4-a8de-480f-8971-658218db4ac0,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:43.599768 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.634819 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:43.635582 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.636973 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] 10.222.0.73 "PUT /v2.0/ports/5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 200 len: 1092 time: 1.1761177 Feb 11 05:43:43.728199 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749819ed-b681-4483-8357-6e9c7b33d199 service neutron] Pushing event updated for resources: {'Port': ['ID=5691e8e4-a8de-480f-8971-658218db4ac0,revision_number=7']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:43.752166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-a0821694-89ce-4736-8783-9b659e7bc99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:43.753625 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-a0821694-89ce-4736-8783-9b659e7bc99b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 1126 time: 0.0776107 Feb 11 05:43:43.800383 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-298a26c1-a698-4a93-8f94-cc342e945b90 req-de671121-dc2e-44d2-931b-ea4d04c9028e tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0359082 Feb 11 05:43:43.894563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-1bc9b5e6-05cf-4d51-964c-2e29881b5f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:43.896251 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-1bc9b5e6-05cf-4d51-964c-2e29881b5f4a service neutron] 10.222.0.73 "GET /v2.0/networks?id=06a19bcf-774d-41de-97b2-8a35aa9b5c97 HTTP/1.1" status: 200 len: 898 time: 0.1343699 Feb 11 05:43:43.967444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3fa4a-4b11-4f8b-93e5-93813ce9441b admin admin] Deleting port 1d98f670-a37d-438b-8e54-c494fb7f8fb7 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:43.967916 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e1a3fa4a-4b11-4f8b-93e5-93813ce9441b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.987120 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-11649618-86bb-462f-8f19-49009ae1350b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 200 len: 998 time: 0.0802138 Feb 11 05:43:44.054380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-2f51be22-50a0-478e-937b-ed253f41fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:44.056199 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-2f51be22-50a0-478e-937b-ed253f41fb85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4 HTTP/1.1" status: 200 len: 835 time: 0.0625436 Feb 11 05:43:44.080428 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-e1a3fa4a-4b11-4f8b-93e5-93813ce9441b admin admin] For port 1d98f670-a37d-438b-8e54-c494fb7f8fb7, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1d98f670-a37d-438b-8e54-c494fb7f8fb7,segment=NetworkSegment(7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1),segment_id=7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:44.080797 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e1a3fa4a-4b11-4f8b-93e5-93813ce9441b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.095456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3fa4a-4b11-4f8b-93e5-93813ce9441b admin admin] Calling delete_port for 1d98f670-a37d-438b-8e54-c494fb7f8fb7 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:44.132311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-03a7303f-9150-4e20-8415-d526e6c27fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:44.133924 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-03a7303f-9150-4e20-8415-d526e6c27fa8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06a19bcf-774d-41de-97b2-8a35aa9b5c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0713017 Feb 11 05:43:44.282351 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-553b870b-8076-4438-8888-9cc98763ea35 service neutron] 10.222.0.73 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400881 Feb 11 05:43:44.298169 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.307910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681e623-cb77-45ea-aee0-adf5c5353ce9 req-4b4f6943-ff2e-4a94-867c-dbeae9d7839c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:44.309448 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4681e623-cb77-45ea-aee0-adf5c5353ce9 req-4b4f6943-ff2e-4a94-867c-dbeae9d7839c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 943 time: 0.1125321 Feb 11 05:43:44.417234 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-6a4d4c41-023c-4a63-bd11-faa7480f22c9 service neutron] 10.222.0.73 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277392 Feb 11 05:43:44.776046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4681e623-cb77-45ea-aee0-adf5c5353ce9 req-ed67120a-50a1-4e27-8cff-feded3af3ad3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4359393 Feb 11 05:43:44.810633 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e1a3fa4a-4b11-4f8b-93e5-93813ce9441b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1d98f670-a37d-438b-8e54-c494fb7f8fb7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:44.835283 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3fa4a-4b11-4f8b-93e5-93813ce9441b admin admin] Pushing event deleted for resources: {'Port': ['ID=1d98f670-a37d-438b-8e54-c494fb7f8fb7,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:45.073640 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a408282a-9fa7-4d6d-98e2-ec5357a52ded req-ef57eeae-a8a5-4767-ba24-1f2c5f223564 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0386376 Feb 11 05:43:45.086798 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e1a3fa4a-4b11-4f8b-93e5-93813ce9441b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (3e59102d-1e48-4b66-9b7a-4c1daa4594af), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.215787 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:45.218487 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40578f68-4a12-4d31-9f4a-65658a1258c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:45.269640 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ec518a-c747-4c02-b925-c3efdc9bdd5a x-openstack-request-id: req-e8ec518a-c747-4c02-b925-c3efdc9bdd5a {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:45.270039 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:45.271279 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e8ec518a-c747-4c02-b925-c3efdc9bdd5a {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:45.272642 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0', 'status': 'completed', 'code': 200} Feb 11 05:43:45.343881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-8811fc83-3b70-4fe7-8e0c-50d168e29c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.345411 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-8811fc83-3b70-4fe7-8e0c-50d168e29c5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 1126 time: 0.0473232 Feb 11 05:43:45.394837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-750bad9f-662d-4caf-9fd1-a8ade8fc4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.396353 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-750bad9f-662d-4caf-9fd1-a8ade8fc4a82 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 1126 time: 0.1007390 Feb 11 05:43:45.398144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a3fa4a-4b11-4f8b-93e5-93813ce9441b admin admin] Router 3e59102d-1e48-4b66-9b7a-4c1daa4594af has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:45.473370 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-50ffbd77-9120-41a7-af15-49b0a065f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.474854 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-50ffbd77-9120-41a7-af15-49b0a065f949 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06a19bcf-774d-41de-97b2-8a35aa9b5c97 HTTP/1.1" status: 200 len: 898 time: 0.1229188 Feb 11 05:43:45.559633 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-37b3121a-60b2-4ace-929d-0f64d46f30f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 200 len: 998 time: 0.0727768 Feb 11 05:43:45.588640 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-c0388e4e-ce64-4a0f-baae-8e4c9af309b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.590355 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-c0388e4e-ce64-4a0f-baae-8e4c9af309b7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=06a19bcf-774d-41de-97b2-8a35aa9b5c97 HTTP/1.1" status: 200 len: 898 time: 0.1852760 Feb 11 05:43:45.601487 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 5691e8e4-a8de-480f-8971-658218db4ac0 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:45.618924 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-4252348c-4408-4225-bbce-b2e2c17cde34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.620450 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-4252348c-4408-4225-bbce-b2e2c17cde34 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4 HTTP/1.1" status: 200 len: 835 time: 0.0541236 Feb 11 05:43:45.645858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a3fa4a-4b11-4f8b-93e5-93813ce9441b admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:45.653076 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e1a3fa4a-4b11-4f8b-93e5-93813ce9441b admin admin] 10.222.0.87 "PUT /v2.0/routers/3e59102d-1e48-4b66-9b7a-4c1daa4594af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5232115 Feb 11 05:43:45.658680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] The host n-h2-713499-38 is not matching for port 5691e8e4-a8de-480f-8971-658218db4ac0 host n-h1-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:43:45.659007 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 41992) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:45.659139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 5691e8e4-a8de-480f-8971-658218db4ac0 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:45.660661 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcba54c6-7b09-4588-bccf-cc5d370c6e7a None None] Sync routers for ids ['3e59102d-1e48-4b66-9b7a-4c1daa4594af'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:45.676129 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcba54c6-7b09-4588-bccf-cc5d370c6e7a None None] Routers {'3e59102d-1e48-4b66-9b7a-4c1daa4594af'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:45.676904 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-dcba54c6-7b09-4588-bccf-cc5d370c6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:43:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e59102d-1e48-4b66-9b7a-4c1daa4594af'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:45.680673 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-5cc4b137-c8be-4571-95fb-b6eeea20f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.682482 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-5cc4b137-c8be-4571-95fb-b6eeea20f8b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06a19bcf-774d-41de-97b2-8a35aa9b5c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0550978 Feb 11 05:43:45.727781 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-231e6953-cdde-4b8c-9616-7c8cad22ef87 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 200 len: 998 time: 0.1299317 Feb 11 05:43:45.795841 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-0f804c91-f27c-4e09-8b21-abf4d6d8ed19 service neutron] 10.222.0.73 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058948 Feb 11 05:43:45.837458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-8f799200-11d5-4aaf-9a59-3b1c602f0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:45.839023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-8f799200-11d5-4aaf-9a59-3b1c602f0a9c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4 HTTP/1.1" status: 200 len: 835 time: 0.1046450 Feb 11 05:43:45.845173 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2fad26d-6d2f-4ae2-924c-43ae835dd88c admin admin] Publish callbacks [] for router (3e59102d-1e48-4b66-9b7a-4c1daa4594af), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.998373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-dcba54c6-7b09-4588-bccf-cc5d370c6e7a None None] Set router 3e59102d-1e48-4b66-9b7a-4c1daa4594af gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:46.153065 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2fad26d-6d2f-4ae2-924c-43ae835dd88c admin admin] Publish callbacks [] for router_gateway (3e59102d-1e48-4b66-9b7a-4c1daa4594af), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:46.345846 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-b3f44714-af13-4a3d-9fd2-084dbeb16f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:46.347086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-b3f44714-af13-4a3d-9fd2-084dbeb16f42 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=06a19bcf-774d-41de-97b2-8a35aa9b5c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4968517 Feb 11 05:43:46.370831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f5c4d-9d0c-4f5d-9830-3bc6743d0298 req-cfa7cbcf-5e16-45d4-a5e8-e85574b64e4c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:46.379880 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-191f5c4d-9d0c-4f5d-9830-3bc6743d0298 req-cfa7cbcf-5e16-45d4-a5e8-e85574b64e4c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 943 time: 0.3118417 Feb 11 05:43:46.407316 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-dcba54c6-7b09-4588-bccf-cc5d370c6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'name': 'tempest-TestServerBasicOps-2136740624-router', 'tenant_id': 'a6868da4592e4e97a32f28c57867e8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'd2837a45-f99d-4458-a250-e5af0a5e8d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:11Z', 'updated_at': '2022-02-11T05:43:44Z', 'revision_number': 5, 'project_id': 'a6868da4592e4e97a32f28c57867e8c8', 'gw_port': {'id': 'd2837a45-f99d-4458-a250-e5af0a5e8d88', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:38:14Z', 'updated_at': '2022-02-11T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:46.429887 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-148c8d6f-2135-497f-834e-de06cf447a83 service neutron] 10.222.0.73 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6123271 Feb 11 05:43:46.443101 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcba54c6-7b09-4588-bccf-cc5d370c6e7a None None] Checking router: 3e59102d-1e48-4b66-9b7a-4c1daa4594af for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:43:46.456639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcba54c6-7b09-4588-bccf-cc5d370c6e7a None None] Routers {'3e59102d-1e48-4b66-9b7a-4c1daa4594af'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:46.457581 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-dcba54c6-7b09-4588-bccf-cc5d370c6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:43:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e59102d-1e48-4b66-9b7a-4c1daa4594af'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:46.461840 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c91a2e4-dad7-44d1-a334-c71aa9299400 req-6b3ec32c-1086-47c4-a7b9-1373f031bf2b tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.1617072 Feb 11 05:43:46.490718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b2fad26d-6d2f-4ae2-924c-43ae835dd88c admin admin] Deleting port d2837a45-f99d-4458-a250-e5af0a5e8d88 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:46.491715 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2fad26d-6d2f-4ae2-924c-43ae835dd88c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d2837a45-f99d-4458-a250-e5af0a5e8d88), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:46.619768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-dcba54c6-7b09-4588-bccf-cc5d370c6e7a None None] Set router 3e59102d-1e48-4b66-9b7a-4c1daa4594af gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:46.635184 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-191f5c4d-9d0c-4f5d-9830-3bc6743d0298 req-843f8617-f58c-471a-bb97-a8498da70842 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539558 Feb 11 05:43:46.670722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-b086aa86-def5-492e-93b7-c432c84f6fbf service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479782 Feb 11 05:43:46.694193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-dcba54c6-7b09-4588-bccf-cc5d370c6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'name': 'tempest-TestServerBasicOps-2136740624-router', 'tenant_id': 'a6868da4592e4e97a32f28c57867e8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:11Z', 'updated_at': '2022-02-11T05:43:46Z', 'revision_number': 6, 'project_id': 'a6868da4592e4e97a32f28c57867e8c8', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:46.720597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-b2fad26d-6d2f-4ae2-924c-43ae835dd88c admin admin] For port d2837a45-f99d-4458-a250-e5af0a5e8d88, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d2837a45-f99d-4458-a250-e5af0a5e8d88,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:46.720969 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2fad26d-6d2f-4ae2-924c-43ae835dd88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d2837a45-f99d-4458-a250-e5af0a5e8d88), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:46.723578 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcba54c6-7b09-4588-bccf-cc5d370c6e7a None None] The sync data for ids ['3e59102d-1e48-4b66-9b7a-4c1daa4594af'] in n-d-713499-38 is: [{'id': '3e59102d-1e48-4b66-9b7a-4c1daa4594af', 'name': 'tempest-TestServerBasicOps-2136740624-router', 'tenant_id': 'a6868da4592e4e97a32f28c57867e8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:38:11Z', 'updated_at': '2022-02-11T05:43:46Z', 'revision_number': 6, 'project_id': 'a6868da4592e4e97a32f28c57867e8c8', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:46.767225 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b2fad26d-6d2f-4ae2-924c-43ae835dd88c admin admin] Calling delete_port for d2837a45-f99d-4458-a250-e5af0a5e8d88 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:46.829366 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40578f68-4a12-4d31-9f4a-65658a1258c7 req-31585e4f-8b4f-4b56-ad87-43aab36906fc service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524026 Feb 11 05:43:46.956936 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2fad26d-6d2f-4ae2-924c-43ae835dd88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d2837a45-f99d-4458-a250-e5af0a5e8d88), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:46.987292 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fad26d-6d2f-4ae2-924c-43ae835dd88c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2837a45-f99d-4458-a250-e5af0a5e8d88,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:47.052323 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2fad26d-6d2f-4ae2-924c-43ae835dd88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (3e59102d-1e48-4b66-9b7a-4c1daa4594af), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.160972 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2fad26d-6d2f-4ae2-924c-43ae835dd88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (3e59102d-1e48-4b66-9b7a-4c1daa4594af), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.163801 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2fad26d-6d2f-4ae2-924c-43ae835dd88c admin admin] Publish callbacks [] for router_controller (3e59102d-1e48-4b66-9b7a-4c1daa4594af), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.210898 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2fad26d-6d2f-4ae2-924c-43ae835dd88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (3e59102d-1e48-4b66-9b7a-4c1daa4594af), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.211366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fad26d-6d2f-4ae2-924c-43ae835dd88c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e59102d-1e48-4b66-9b7a-4c1daa4594af {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:43:47.216041 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b2fad26d-6d2f-4ae2-924c-43ae835dd88c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.219618 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b2fad26d-6d2f-4ae2-924c-43ae835dd88c admin admin] 10.222.0.87 "DELETE /v2.0/routers/3e59102d-1e48-4b66-9b7a-4c1daa4594af HTTP/1.1" status: 204 len: 168 time: 1.5572858 Feb 11 05:43:47.219807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 42000) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:47.270122 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Deleting subnet a6455924-ad33-4fe7-a8f2-73725bdd784f {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:43:47.274104 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Publish callbacks [] for subnet (a6455924-ad33-4fe7-a8f2-73725bdd784f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.309376 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (a6455924-ad33-4fe7-a8f2-73725bdd784f), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.357031 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:43:47.385405 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (a6455924-ad33-4fe7-a8f2-73725bdd784f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.436604 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (a6455924-ad33-4fe7-a8f2-73725bdd784f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.469029 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6455924-ad33-4fe7-a8f2-73725bdd784f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:47.471448 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.474551 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a6455924-ad33-4fe7-a8f2-73725bdd784f HTTP/1.1" status: 204 len: 168 time: 0.2538316 Feb 11 05:43:47.475748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc06a94-18bf-44ca-982d-9b1b1a3f40f9 None None] Network 1833ab7d-13ff-48d6-aacf-dde5dabdf980 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:47.477339 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42002) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:47.481796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.482169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.482561 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.482964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.483305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.483668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.484004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.484336 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.484667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.484997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.485348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.485648 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.485973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c9f61-bd89-42d6-a8f8-96cc0cc0f19a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.562351 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (1833ab7d-13ff-48d6-aacf-dde5dabdf980), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.626483 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] Deleting port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:47.627017 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8b343b85-8da3-4a0b-945b-f62d9c6f2d7d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.637170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f9f13594-31df-465c-affb-f4c6f79edb45 req-eb4dfbab-b542-4532-b104-b25cf6c9297f tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0458915 Feb 11 05:43:47.686016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b068f180-1fcf-45ac-af58-114d89d074b4 None None] DHCP port deletion for 1833ab7d-13ff-48d6-aacf-dde5dabdf980 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:43:47.725315 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] For port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8b343b85-8da3-4a0b-945b-f62d9c6f2d7d,segment=NetworkSegment(7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1),segment_id=7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:47.725816 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8b343b85-8da3-4a0b-945b-f62d9c6f2d7d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.741193 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] Calling delete_port for 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:47.745873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b068f180-1fcf-45ac-af58-114d89d074b4 None None] Deleting port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:47.746260 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b068f180-1fcf-45ac-af58-114d89d074b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8b343b85-8da3-4a0b-945b-f62d9c6f2d7d), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.820143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dc7e5-7625-4fa6-89ef-efe33348c530 req-0b16307a-7dbc-4acf-93e8-f0af8878d070 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:47.833233 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-806dc7e5-7625-4fa6-89ef-efe33348c530 req-0b16307a-7dbc-4acf-93e8-f0af8878d070 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 943 time: 0.0870395 Feb 11 05:43:47.855233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b068f180-1fcf-45ac-af58-114d89d074b4 None None] For port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8b343b85-8da3-4a0b-945b-f62d9c6f2d7d,segment=NetworkSegment(7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1),segment_id=7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:47.856010 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b068f180-1fcf-45ac-af58-114d89d074b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8b343b85-8da3-4a0b-945b-f62d9c6f2d7d), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.880935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b068f180-1fcf-45ac-af58-114d89d074b4 None None] Calling delete_port for 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:47.891928 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8b343b85-8da3-4a0b-945b-f62d9c6f2d7d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.943115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-806dc7e5-7625-4fa6-89ef-efe33348c530 req-9c449eb2-9261-4836-98e2-ad59b14c940d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066985 Feb 11 05:43:47.943461 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=8b343b85-8da3-4a0b-945b-f62d9c6f2d7d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:47.949579 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] No DVR routers for this DVR port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:48.022921 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b068f180-1fcf-45ac-af58-114d89d074b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (8b343b85-8da3-4a0b-945b-f62d9c6f2d7d), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.047819 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (1833ab7d-13ff-48d6-aacf-dde5dabdf980), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.064331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068f180-1fcf-45ac-af58-114d89d074b4 None None] Pushing event deleted for resources: {'Port': ['ID=8b343b85-8da3-4a0b-945b-f62d9c6f2d7d,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:48.070443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b068f180-1fcf-45ac-af58-114d89d074b4 None None] No DVR routers for this DVR port 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:48.093383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1833ab7d-13ff-48d6-aacf-dde5dabdf980']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:48.109237 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:48.109584 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:48.122547 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.136814 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.149171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:43:48.149646 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (7be6cc1e-9e38-49e7-bd33-2997d1f6d1a1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:43:48.152071 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:43:48.259698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:48.279394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ce353-754b-40b9-bc38-aed9aed6e920 req-16e074f2-52f0-4bb7-ab4b-9ec6c4a75d31 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.281130 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-240ce353-754b-40b9-bc38-aed9aed6e920 req-16e074f2-52f0-4bb7-ab4b-9ec6c4a75d31 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 943 time: 0.0736101 Feb 11 05:43:48.299515 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:48.300199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8b343b85-8da3-4a0b-945b-f62d9c6f2d7d not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:48.300366 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (1833ab7d-13ff-48d6-aacf-dde5dabdf980), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.300993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1d98f670-a37d-438b-8e54-c494fb7f8fb7 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:48.321833 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.323761 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 1d98f670-a37d-438b-8e54-c494fb7f8fb7 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:48.324327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1d98f670-a37d-438b-8e54-c494fb7f8fb7 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:48.327365 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] 10.222.0.87 "DELETE /v2.0/networks/1833ab7d-13ff-48d6-aacf-dde5dabdf980 HTTP/1.1" status: 204 len: 168 time: 0.8460326 Feb 11 05:43:48.327365 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828ba2f-8e8d-41aa-bc45-9291653e5cfe admin admin] Pushing event deleted for resources: {'Network': ['ID=1833ab7d-13ff-48d6-aacf-dde5dabdf980,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:48.328488 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d2837a45-f99d-4458-a250-e5af0a5e8d88 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:48.332617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 5691e8e4-a8de-480f-8971-658218db4ac0 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:43:48.351553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-685f9dd2-685d-4c58-acb8-4faae2610d35 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.353430 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-685f9dd2-685d-4c58-acb8-4faae2610d35 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a&tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 943 time: 0.1739287 Feb 11 05:43:48.385206 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-240ce353-754b-40b9-bc38-aed9aed6e920 req-1c3ef212-2d8b-4b55-8f97-f3802a2e4700 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963564 Feb 11 05:43:48.443086 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-4126a002-fb44-4db6-9ab5-3e2e1754a2e6 service neutron] 10.222.0.73 "GET /v2.0/ports/5691e8e4-a8de-480f-8971-658218db4ac0/bindings/n-h1-713499-38 HTTP/1.1" status: 200 len: 383 time: 0.0785224 Feb 11 05:43:48.499792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: d2837a45-f99d-4458-a250-e5af0a5e8d88 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:48.500226 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d2837a45-f99d-4458-a250-e5af0a5e8d88 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:48.517271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=5691e8e4-a8de-480f-8971-658218db4ac0,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:48.532179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '5691e8e4-a8de-480f-8971-658218db4ac0', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'port_id': '5691e8e4-a8de-480f-8971-658218db4ac0', 'mac_address': 'fa:16:3e:aa:54:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:43:48.548799 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-22e64833-7623-450f-a107-7d9da6670e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.553376 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-22e64833-7623-450f-a107-7d9da6670e42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 1126 time: 0.0822542 Feb 11 05:43:48.580453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 5691e8e4-a8de-480f-8971-658218db4ac0 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:48.580860 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.586561 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 42022) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:48.599341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5691e8e4-a8de-480f-8971-658218db4ac0 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:48.625055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=5691e8e4-a8de-480f-8971-658218db4ac0,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:48.630293 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.636674 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3a8a8aee-9332-4d00-978d-7ecc7f145f5f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=45c2fc86c73b4ccfb9c8f2a600d289b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466213 Feb 11 05:43:48.636887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 42024) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:48.691051 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-cca4c852-ef79-4ca4-a758-f22f360ff3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.693127 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=5691e8e4-a8de-480f-8971-658218db4ac0,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:48.693948 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-cca4c852-ef79-4ca4-a758-f22f360ff3cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=06a19bcf-774d-41de-97b2-8a35aa9b5c97 HTTP/1.1" status: 200 len: 898 time: 0.1348329 Feb 11 05:43:48.715582 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6f24c97-d277-4ad0-adec-61ae4762c1da admin admin] Publish callbacks [] for security_group (0b883720-1dbb-40cd-9de9-cb18f4e485c5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.748519 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6f24c97-d277-4ad0-adec-61ae4762c1da admin admin] Publish callbacks [] for security_group (0b883720-1dbb-40cd-9de9-cb18f4e485c5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.773368 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99b4b509-6fb5-4f33-83df-4fdf55191108 req-06904a98-5ea8-469c-be2b-8fe3748f16c1 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0372670 Feb 11 05:43:48.796865 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-768f106c-b53a-4dc7-8757-1f41651fc917 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 200 len: 999 time: 0.0907857 Feb 11 05:43:48.826063 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6f24c97-d277-4ad0-adec-61ae4762c1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0b883720-1dbb-40cd-9de9-cb18f4e485c5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.829032 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6f24c97-d277-4ad0-adec-61ae4762c1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.833055 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a6f24c97-d277-4ad0-adec-61ae4762c1da admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0b883720-1dbb-40cd-9de9-cb18f4e485c5 HTTP/1.1" status: 204 len: 168 time: 0.1924927 Feb 11 05:43:48.842742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f24c97-d277-4ad0-adec-61ae4762c1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b883720-1dbb-40cd-9de9-cb18f4e485c5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:48.856355 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-25dc7b1b-818a-45c7-a7e3-e6fe45edda1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.857847 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-25dc7b1b-818a-45c7-a7e3-e6fe45edda1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4 HTTP/1.1" status: 200 len: 835 time: 0.0536816 Feb 11 05:43:48.869001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['5691e8e4-a8de-480f-8971-658218db4ac0'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:43:48.925860 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-360cc217-aed3-4317-9e36-11c931db7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:48.927862 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-360cc217-aed3-4317-9e36-11c931db7782 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06a19bcf-774d-41de-97b2-8a35aa9b5c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0626614 Feb 11 05:43:49.047340 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-fd70aacb-ffbc-4188-adb0-07ed2fdad8ec service neutron] 10.222.0.73 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116369 Feb 11 05:43:49.170589 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-e7482664-3c83-456f-8535-2c6590f65a86 service neutron] 10.222.0.73 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159136 Feb 11 05:43:49.264182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 42034) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:49.308666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1cdfac5a-cc5d-41df-90d7-2db52280d15b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a6868da4592e4e97a32f28c57867e8c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431349 Feb 11 05:43:49.311088 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42036) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:49.360611 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7dde808d-00f9-4a00-b118-dde0f349cc6d admin admin] Publish callbacks [] for security_group (d90b6701-67b7-431d-85d3-0ba4aacd2ce8), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.388418 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7dde808d-00f9-4a00-b118-dde0f349cc6d admin admin] Publish callbacks [] for security_group (d90b6701-67b7-431d-85d3-0ba4aacd2ce8), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.441229 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7dde808d-00f9-4a00-b118-dde0f349cc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (d90b6701-67b7-431d-85d3-0ba4aacd2ce8), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.444607 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7dde808d-00f9-4a00-b118-dde0f349cc6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.451863 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7dde808d-00f9-4a00-b118-dde0f349cc6d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d90b6701-67b7-431d-85d3-0ba4aacd2ce8 HTTP/1.1" status: 204 len: 168 time: 0.1364164 Feb 11 05:43:49.460071 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde808d-00f9-4a00-b118-dde0f349cc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90b6701-67b7-431d-85d3-0ba4aacd2ce8,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:49.556222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427bef5-e196-4b98-a191-9599f0c9dc5d req-448024a3-a571-49e5-aa61-8c0a016aa174 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:49.557929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c427bef5-e196-4b98-a191-9599f0c9dc5d req-448024a3-a571-49e5-aa61-8c0a016aa174 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 944 time: 0.0640478 Feb 11 05:43:49.615280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c427bef5-e196-4b98-a191-9599f0c9dc5d req-84279c51-40dc-472e-8ccf-852eabf7f5b3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507050 Feb 11 05:43:49.900804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-576f7f36-9d65-4161-bd8d-8074cd45b357 req-d86d9a5b-5c9a-4f54-a594-329573d1e60c tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0346322 Feb 11 05:43:50.324110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 5691e8e4-a8de-480f-8971-658218db4ac0 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:50.366373 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba1b53e8-1f08-4995-ace3-16672f18581b req-2cf7b5d7-aadd-4642-aba8-c0cfab819be2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0270045 Feb 11 05:43:50.376581 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 5691e8e4-a8de-480f-8971-658218db4ac0 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:43:50.380649 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 5691e8e4-a8de-480f-8971-658218db4ac0 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:50.381142 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.457753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 5691e8e4-a8de-480f-8971-658218db4ac0 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:50.458071 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.484456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:50.486789 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f674777e-44db-4c09-a643-d9c09073b22d" -d '{"events": [{"server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "name": "network-vif-plugged", "status": "completed", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:50.499751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=5691e8e4-a8de-480f-8971-658218db4ac0,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:50.505412 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.567959 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=5691e8e4-a8de-480f-8971-658218db4ac0,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:50.756422 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02382b1-cb18-45af-8f9f-bb1237882555 req-fb4b19be-19b1-4465-aaec-6ad22820b19c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:50.763647 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b02382b1-cb18-45af-8f9f-bb1237882555 req-fb4b19be-19b1-4465-aaec-6ad22820b19c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 945 time: 0.0686607 Feb 11 05:43:50.775283 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1c264f-0bb6-42bf-8da7-9f5937d22ff2 x-openstack-request-id: req-ea1c264f-0bb6-42bf-8da7-9f5937d22ff2 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:50.775771 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "name": "network-vif-plugged", "status": "completed", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:50.776156 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ea1c264f-0bb6-42bf-8da7-9f5937d22ff2 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:50.776791 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0', 'code': 200} Feb 11 05:43:50.816939 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b02382b1-cb18-45af-8f9f-bb1237882555 req-3e416bed-ea3b-4e9b-a721-ba7d5cec6799 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524175 Feb 11 05:43:51.027962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b34659d-2ea5-4788-8b87-a400d5942ad0 req-ec44d184-4bd9-4420-a7d5-15697e06da3b tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0349371 Feb 11 05:43:51.445811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-5a26a71b-4ff1-45d1-9b3c-fad8a42bd718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:51.447935 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-5a26a71b-4ff1-45d1-9b3c-fad8a42bd718 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a&tenant_id=52d5e1b82a9e4c3fbf19576a184936a0 HTTP/1.1" status: 200 len: 1128 time: 0.0569301 Feb 11 05:43:51.465932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:51.537649 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.751546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=5691e8e4-a8de-480f-8971-658218db4ac0,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:51.784644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:51.824859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:51.827057 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a041240d-533c-4e25-bb97-36aa45a10df7" -d '{"events": [{"server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "name": "network-vif-unplugged", "status": "completed", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:51.830681 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Publish callbacks [] for port (5691e8e4-a8de-480f-8971-658218db4ac0), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.844030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Transition to ACTIVE for port object 5691e8e4-a8de-480f-8971-658218db4ac0 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:43:51.848913 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.995711 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Pushing event updated for resources: {'Port': ['ID=5691e8e4-a8de-480f-8971-658218db4ac0,revision_number=10']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:52.032181 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] No DVR routers for this DVR port 5691e8e4-a8de-480f-8971-658218db4ac0 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:52.037065 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc93575-c078-4916-9901-a5f3bfe49761 x-openstack-request-id: req-6fc93575-c078-4916-9901-a5f3bfe49761 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:52.038735 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "name": "network-vif-unplugged", "status": "completed", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:52.039279 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6fc93575-c078-4916-9901-a5f3bfe49761 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:52.039587 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0', 'code': 200} Feb 11 05:43:52.238235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e48c49db-0106-4eac-9d45-3f96d5fab642 req-c3589ab6-9647-4fb5-b260-e477ea20a6b7 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0578072 Feb 11 05:43:52.281404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d8dce-9611-4fd3-a766-4e0be683cefd req-555e3dbc-74f5-443b-92e1-3581728f2c69 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.283746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676d8dce-9611-4fd3-a766-4e0be683cefd req-555e3dbc-74f5-443b-92e1-3581728f2c69 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 944 time: 0.3415849 Feb 11 05:43:52.289730 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Attempting to bind port 5691e8e4-a8de-480f-8971-658218db4ac0 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:43:52.290073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Attempting to bind port 5691e8e4-a8de-480f-8971-658218db4ac0 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:43:52.290435 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Attempting to bind port 5691e8e4-a8de-480f-8971-658218db4ac0 on network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:52.303503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Port 5691e8e4-a8de-480f-8971-658218db4ac0 on network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:43:52.303921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Attempting to bind port 5691e8e4-a8de-480f-8971-658218db4ac0 on network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:43:52.319386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:43:52.319813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Checking segment: {'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:52.320319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Bound using segment: {'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:43:52.320742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Bound port: 5691e8e4-a8de-480f-8971-658218db4ac0, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:43:52.321191 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.392752 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-676d8dce-9611-4fd3-a766-4e0be683cefd req-c87e1805-8d30-4361-adc2-9d780c24fb0e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998721 Feb 11 05:43:52.437961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:43:52.444950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=5691e8e4-a8de-480f-8971-658218db4ac0,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:43:52.455106 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.486811 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42074) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:52.500564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.501218 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.502895 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] 10.222.0.88 "PUT /v2.0/ports/5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 200 len: 1093 time: 1.0412204 Feb 11 05:43:52.596554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38f93c-3213-49f2-b6f2-d4d93fafa339 service neutron] Pushing event updated for resources: {'Port': ['ID=5691e8e4-a8de-480f-8971-658218db4ac0,revision_number=11']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:52.636101 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f378774-ba74-4a96-a66a-441cdcf025c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.637186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-773f8126-ae42-4779-b184-5f5553f63244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:52.639018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-773f8126-ae42-4779-b184-5f5553f63244 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 1127 time: 0.1083977 Feb 11 05:43:52.701205 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc80ba13-5b9e-4e8e-b65e-3886408b4836 req-40f35fd4-ec4c-4214-aacb-fa3a68fef939 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec&device_id=5cf38778-db82-43f4-bd2d-c30818e3c51a HTTP/1.1" status: 200 len: 210 time: 0.0608029 Feb 11 05:43:52.770507 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f378774-ba74-4a96-a66a-441cdcf025c9 admin admin] Publish callbacks [] for security_group (fb36e270-9c23-427c-9f8c-17397aefc6b2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.779639 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f378774-ba74-4a96-a66a-441cdcf025c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (fb36e270-9c23-427c-9f8c-17397aefc6b2), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.822264 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5f378774-ba74-4a96-a66a-441cdcf025c9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8da97883d88b4323bafee2d255129858&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3341234 Feb 11 05:43:52.832053 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42080) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:52.867890 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f378774-ba74-4a96-a66a-441cdcf025c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb36e270-9c23-427c-9f8c-17397aefc6b2,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:52.944795 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4e795ef-08f5-4af4-89e8-7a12112c4ad3 admin admin] Publish callbacks [] for security_group (fb36e270-9c23-427c-9f8c-17397aefc6b2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.977597 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4e795ef-08f5-4af4-89e8-7a12112c4ad3 admin admin] Publish callbacks [] for security_group (fb36e270-9c23-427c-9f8c-17397aefc6b2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.045286 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4e795ef-08f5-4af4-89e8-7a12112c4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (fb36e270-9c23-427c-9f8c-17397aefc6b2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.048009 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f4e795ef-08f5-4af4-89e8-7a12112c4ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.051808 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f4e795ef-08f5-4af4-89e8-7a12112c4ad3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fb36e270-9c23-427c-9f8c-17397aefc6b2 HTTP/1.1" status: 204 len: 168 time: 0.2163179 Feb 11 05:43:53.079125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e795ef-08f5-4af4-89e8-7a12112c4ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb36e270-9c23-427c-9f8c-17397aefc6b2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:53.163933 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-65d4fe7d-93c8-4fe0-a90a-3c15c7c17467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:53.166173 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-65d4fe7d-93c8-4fe0-a90a-3c15c7c17467 service neutron] 10.222.0.88 "GET /v2.0/networks?id=06a19bcf-774d-41de-97b2-8a35aa9b5c97 HTTP/1.1" status: 200 len: 898 time: 0.5150666 Feb 11 05:43:53.249538 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-35f644b0-f8f7-4e23-88f0-3f7336c8fc3d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 200 len: 998 time: 0.0760367 Feb 11 05:43:53.307709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-d4c5505d-0045-487f-95d1-fed6f6074fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:53.309310 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-d4c5505d-0045-487f-95d1-fed6f6074fd9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4 HTTP/1.1" status: 200 len: 835 time: 0.0540869 Feb 11 05:43:53.384807 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-550d4c3b-0749-4af1-a9c8-2177cedbad1a req-dee07c8d-434a-4905-8f4d-42f53ef4df3f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e0759024331e48f49266ee61452d4a94&device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0311913 Feb 11 05:43:53.436901 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c07bc1f2-5dbd-47e6-b58a-aa54671a8ede req-2f905001-d2ca-473f-bb12-a9407a4eb3db tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0547194 Feb 11 05:43:53.470204 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-550d4c3b-0749-4af1-a9c8-2177cedbad1a req-becf56a7-c290-485f-88ad-4bd9de908dc2 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=e0759024331e48f49266ee61452d4a94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708072 Feb 11 05:43:53.485401 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42090) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:53.493586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-729d089b-2dfe-4337-b033-8e9d7045d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:53.495328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-729d089b-2dfe-4337-b033-8e9d7045d367 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=06a19bcf-774d-41de-97b2-8a35aa9b5c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1802661 Feb 11 05:43:53.505824 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0fcff1a8-75de-4512-b282-43d7427fbe6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.607365 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0fcff1a8-75de-4512-b282-43d7427fbe6e admin admin] Publish callbacks [] for security_group (2cf00ffe-b851-4ed1-8ae4-01d1e2682722), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.611615 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0fcff1a8-75de-4512-b282-43d7427fbe6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2cf00ffe-b851-4ed1-8ae4-01d1e2682722), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.660052 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0fcff1a8-75de-4512-b282-43d7427fbe6e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4dce4012612b47978b59a7c3046f8020&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1731915 Feb 11 05:43:53.663059 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcff1a8-75de-4512-b282-43d7427fbe6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf00ffe-b851-4ed1-8ae4-01d1e2682722,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:53.666161 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42092) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:53.736353 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ce2db5f-e1e7-4ad3-ac04-e684574a30da admin admin] Publish callbacks [] for security_group (2cf00ffe-b851-4ed1-8ae4-01d1e2682722), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.765308 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ce2db5f-e1e7-4ad3-ac04-e684574a30da admin admin] Publish callbacks [] for security_group (2cf00ffe-b851-4ed1-8ae4-01d1e2682722), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.773656 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d4c3b-0749-4af1-a9c8-2177cedbad1a req-d42e45ea-0a1c-42d1-93fc-1174b15579cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:53.775261 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-550d4c3b-0749-4af1-a9c8-2177cedbad1a req-d42e45ea-0a1c-42d1-93fc-1174b15579cc service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2932665 Feb 11 05:43:53.789967 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7d851-f51e-4c90-9acb-5434c64cc920 req-73bbf521-8c68-4b7c-bd83-f5939a5ff634 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:53.791518 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30f7d851-f51e-4c90-9acb-5434c64cc920 req-73bbf521-8c68-4b7c-bd83-f5939a5ff634 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 944 time: 0.2875559 Feb 11 05:43:53.809138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-30b49f01-d93c-4d38-86c3-fee5cc4c3e31 service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031244 Feb 11 05:43:53.829391 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ce2db5f-e1e7-4ad3-ac04-e684574a30da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2cf00ffe-b851-4ed1-8ae4-01d1e2682722), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.832134 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ce2db5f-e1e7-4ad3-ac04-e684574a30da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.833539 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0ce2db5f-e1e7-4ad3-ac04-e684574a30da admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2cf00ffe-b851-4ed1-8ae4-01d1e2682722 HTTP/1.1" status: 204 len: 168 time: 0.1663003 Feb 11 05:43:53.844030 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2db5f-e1e7-4ad3-ac04-e684574a30da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf00ffe-b851-4ed1-8ae4-01d1e2682722,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:53.908556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30f7d851-f51e-4c90-9acb-5434c64cc920 req-493a5304-5e3b-4173-9fbc-ca0509eac821 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110592 Feb 11 05:43:53.934840 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac3cbcee-4dc4-4384-b583-878a183e7614 req-7d3e6edd-0654-46ca-8e8f-2fc8aae4eb60 service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184676 Feb 11 05:43:54.040819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:54.043179 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cfc858-9c32-4494-af15-73be6b287586" -d '{"events": [{"name": "network-changed", "server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:54.090582 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b918763c-6adf-41e8-9b66-ba67076a2db0 x-openstack-request-id: req-b918763c-6adf-41e8-9b66-ba67076a2db0 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:54.090884 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:54.091139 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b918763c-6adf-41e8-9b66-ba67076a2db0 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:54.091578 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0', 'status': 'completed', 'code': 200} Feb 11 05:43:54.165647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfc858-9c32-4494-af15-73be6b287586 req-9f1fc495-ac4e-44fa-b900-d08ed70d0336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.167235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50cfc858-9c32-4494-af15-73be6b287586 req-9f1fc495-ac4e-44fa-b900-d08ed70d0336 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 1127 time: 0.0502346 Feb 11 05:43:54.183529 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfc858-9c32-4494-af15-73be6b287586 req-bc439c69-27eb-4628-8226-7b8eedc80a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.185291 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-50cfc858-9c32-4494-af15-73be6b287586 req-bc439c69-27eb-4628-8226-7b8eedc80a6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 1127 time: 0.0756643 Feb 11 05:43:54.287891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfc858-9c32-4494-af15-73be6b287586 req-23c15fcf-bd75-49d4-9521-14bfaeda05f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.289454 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50cfc858-9c32-4494-af15-73be6b287586 req-23c15fcf-bd75-49d4-9521-14bfaeda05f8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=06a19bcf-774d-41de-97b2-8a35aa9b5c97 HTTP/1.1" status: 200 len: 898 time: 0.1074538 Feb 11 05:43:54.292082 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfc858-9c32-4494-af15-73be6b287586 req-4c38ae85-e382-4b9b-9bf6-4db6390da7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.293555 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-50cfc858-9c32-4494-af15-73be6b287586 req-4c38ae85-e382-4b9b-9bf6-4db6390da7c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=06a19bcf-774d-41de-97b2-8a35aa9b5c97 HTTP/1.1" status: 200 len: 898 time: 0.1018765 Feb 11 05:43:54.341428 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 5691e8e4-a8de-480f-8971-658218db4ac0 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:54.382844 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-50cfc858-9c32-4494-af15-73be6b287586 req-35514558-cba2-4261-8cb8-87e567848eed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 200 len: 998 time: 0.0827274 Feb 11 05:43:54.383584 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] The host n-h1-713499-38 is not matching for port 5691e8e4-a8de-480f-8971-658218db4ac0 host n-h2-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:43:54.384310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 5691e8e4-a8de-480f-8971-658218db4ac0 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:54.387855 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50cfc858-9c32-4494-af15-73be6b287586 req-03cae53f-695b-4afd-8edd-03d7139425f0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 200 len: 998 time: 0.0881276 Feb 11 05:43:54.442281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfc858-9c32-4494-af15-73be6b287586 req-fc5fea82-4fa9-4c67-8e30-966ff3a14157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.444209 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-50cfc858-9c32-4494-af15-73be6b287586 req-fc5fea82-4fa9-4c67-8e30-966ff3a14157 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4 HTTP/1.1" status: 200 len: 835 time: 0.0537770 Feb 11 05:43:54.446859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfc858-9c32-4494-af15-73be6b287586 req-ad444a64-d07d-42b9-afce-dac1412aafed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.448454 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50cfc858-9c32-4494-af15-73be6b287586 req-ad444a64-d07d-42b9-afce-dac1412aafed service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4 HTTP/1.1" status: 200 len: 835 time: 0.0532720 Feb 11 05:43:54.503874 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfc858-9c32-4494-af15-73be6b287586 req-ad974417-83ea-43c6-9925-8fdc3fcb8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.505718 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50cfc858-9c32-4494-af15-73be6b287586 req-ad974417-83ea-43c6-9925-8fdc3fcb8668 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=06a19bcf-774d-41de-97b2-8a35aa9b5c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504103 Feb 11 05:43:54.518653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfc858-9c32-4494-af15-73be6b287586 req-ab8f7dc2-dac8-4641-9284-fb4e0ef551f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:54.520306 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-50cfc858-9c32-4494-af15-73be6b287586 req-ab8f7dc2-dac8-4641-9284-fb4e0ef551f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=06a19bcf-774d-41de-97b2-8a35aa9b5c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0687823 Feb 11 05:43:54.575143 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70236e42-196e-4b8e-b8c1-f140e569aa19 req-972ab4c8-0b8c-426f-bb78-f911374f7986 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0390933 Feb 11 05:43:54.628699 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-50cfc858-9c32-4494-af15-73be6b287586 req-cbcaf4cd-0fe5-4c44-ad3b-b3080444a185 service neutron] 10.222.0.73 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016021 Feb 11 05:43:54.641847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50cfc858-9c32-4494-af15-73be6b287586 req-964bc730-8933-4d3b-94f0-e37010d06169 service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270475 Feb 11 05:43:54.723382 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-50cfc858-9c32-4494-af15-73be6b287586 req-175ab256-4d01-4737-8419-9f8b008ab7aa service neutron] 10.222.0.73 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888522 Feb 11 05:43:54.738123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-50cfc858-9c32-4494-af15-73be6b287586 req-a25ac90c-5852-46cc-b5b8-a15ba489e4a3 service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896695 Feb 11 05:43:55.039961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffbfd6-64df-477e-a528-bf8bfe19ed5a req-a40599e8-ce7b-479d-a890-a86b2ea95326 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:55.041542 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9ffbfd6-64df-477e-a528-bf8bfe19ed5a req-a40599e8-ce7b-479d-a890-a86b2ea95326 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 944 time: 0.0554807 Feb 11 05:43:55.097867 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-550d4c3b-0749-4af1-a9c8-2177cedbad1a req-5285181e-25fd-4da6-a932-27b31206b569 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bf87a85-1781-4427-8cb2-f21021a309ec HTTP/1.1" status: 200 len: 210 time: 0.0371323 Feb 11 05:43:55.116789 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9ffbfd6-64df-477e-a528-bf8bfe19ed5a req-59595deb-fba9-4c3f-9ec3-b5aa809e2940 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695124 Feb 11 05:43:55.594466 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42144) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:55.721941 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9ff08921-7fc1-4469-9154-5c119dac8664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.836103 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9ff08921-7fc1-4469-9154-5c119dac8664 admin admin] Publish callbacks [] for security_group (123a8dcf-e5a1-481f-a1be-392d847da8fc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.840569 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9ff08921-7fc1-4469-9154-5c119dac8664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (123a8dcf-e5a1-481f-a1be-392d847da8fc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.887848 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9ff08921-7fc1-4469-9154-5c119dac8664 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=603702c2b0074576b9ea918a9454d517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2899506 Feb 11 05:43:55.887848 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff08921-7fc1-4469-9154-5c119dac8664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123a8dcf-e5a1-481f-a1be-392d847da8fc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:55.888163 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 42156) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:55.947003 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d009d6d-809d-4fd0-9197-e4e3188f08e5 req-441b9b3f-e5f6-4335-8054-6d05b8474fd3 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=5cf38778-db82-43f4-bd2d-c30818e3c51a HTTP/1.1" status: 200 len: 210 time: 0.0601096 Feb 11 05:43:55.973862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3beb925-d274-484a-bf65-7b591d3f4f92 req-a88c110d-c2fc-41eb-92e3-ed54a5c86279 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e0759024331e48f49266ee61452d4a94&device_id=5cf38778-db82-43f4-bd2d-c30818e3c51a HTTP/1.1" status: 200 len: 210 time: 0.1415045 Feb 11 05:43:56.009280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3beb925-d274-484a-bf65-7b591d3f4f92 req-5665771f-693f-4bad-9bf8-b1c03742aff7 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=e0759024331e48f49266ee61452d4a94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275578 Feb 11 05:43:56.034401 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc985a06-5ad8-4fd8-a2e9-8ed51c4f2584 admin admin] Publish callbacks [] for security_group (123a8dcf-e5a1-481f-a1be-392d847da8fc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.116774 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc985a06-5ad8-4fd8-a2e9-8ed51c4f2584 admin admin] Publish callbacks [] for security_group (123a8dcf-e5a1-481f-a1be-392d847da8fc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.192165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3beb925-d274-484a-bf65-7b591d3f4f92 req-a6299f6a-d424-4930-a87f-ca3b1ca39790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:56.193950 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3beb925-d274-484a-bf65-7b591d3f4f92 req-a6299f6a-d424-4930-a87f-ca3b1ca39790 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1741977 Feb 11 05:43:56.244824 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc985a06-5ad8-4fd8-a2e9-8ed51c4f2584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (123a8dcf-e5a1-481f-a1be-392d847da8fc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.247620 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc985a06-5ad8-4fd8-a2e9-8ed51c4f2584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.248756 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bc985a06-5ad8-4fd8-a2e9-8ed51c4f2584 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/123a8dcf-e5a1-481f-a1be-392d847da8fc HTTP/1.1" status: 204 len: 168 time: 0.3587656 Feb 11 05:43:56.260410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc985a06-5ad8-4fd8-a2e9-8ed51c4f2584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123a8dcf-e5a1-481f-a1be-392d847da8fc,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:56.276713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e9583-7529-42bc-bce6-14066d70bea0 req-13bf49df-799f-438f-816b-243a08abdcdb tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:56.278688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-853e9583-7529-42bc-bce6-14066d70bea0 req-13bf49df-799f-438f-816b-243a08abdcdb tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 944 time: 0.0884767 Feb 11 05:43:56.341780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-853e9583-7529-42bc-bce6-14066d70bea0 req-b0d1462e-72aa-4222-a247-c1bdc178b5df tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477760 Feb 11 05:43:56.366066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 42164) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:56.434040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-32d2d3b8-5bb1-4888-ab96-0d03a546b975 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/floatingips/6a01c8f4-1ac9-47fa-b718-568ca2106e6a HTTP/1.1" status: 200 len: 990 time: 0.0667257 Feb 11 05:43:56.554378 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 42168) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:56.570288 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f23e762-554c-4fbd-b3c8-46cdd52e1867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.646968 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f23e762-554c-4fbd-b3c8-46cdd52e1867 admin admin] Publish callbacks [] for security_group (ac63633b-f682-4463-b141-1aca86f46725), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.650731 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f23e762-554c-4fbd-b3c8-46cdd52e1867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ac63633b-f682-4463-b141-1aca86f46725), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.691354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6f23e762-554c-4fbd-b3c8-46cdd52e1867 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b255cf91dd4342dbbbb6bede1fae2f5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357012 Feb 11 05:43:56.692249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23e762-554c-4fbd-b3c8-46cdd52e1867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac63633b-f682-4463-b141-1aca86f46725,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:56.695302 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42170) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:56.748261 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fd864d98-4110-4627-9093-a313c82687f2 admin admin] Publish callbacks [] for security_group (ac63633b-f682-4463-b141-1aca86f46725), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.770476 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fd864d98-4110-4627-9093-a313c82687f2 admin admin] Publish callbacks [] for security_group (ac63633b-f682-4463-b141-1aca86f46725), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.820282 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fd864d98-4110-4627-9093-a313c82687f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ac63633b-f682-4463-b141-1aca86f46725), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.823078 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fd864d98-4110-4627-9093-a313c82687f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.824312 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fd864d98-4110-4627-9093-a313c82687f2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ac63633b-f682-4463-b141-1aca86f46725 HTTP/1.1" status: 204 len: 168 time: 0.1272745 Feb 11 05:43:56.832375 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864d98-4110-4627-9093-a313c82687f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac63633b-f682-4463-b141-1aca86f46725,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:57.059719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-801bd4ff-0526-4641-834d-7b7ebed1e269 req-3f9d28dd-4c4e-4635-be2a-7140af5c3ccb tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.87 "GET /v2.0/ports?device_id=5cf38778-db82-43f4-bd2d-c30818e3c51a HTTP/1.1" status: 200 len: 210 time: 0.0299675 Feb 11 05:43:57.547311 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3beb925-d274-484a-bf65-7b591d3f4f92 req-343c41e5-345a-4370-9811-d63bbee29533 tempest-ServerShowV247Test-1043819610 tempest-ServerShowV247Test-1043819610-project] 10.222.0.88 "GET /v2.0/ports?device_id=5cf38778-db82-43f4-bd2d-c30818e3c51a HTTP/1.1" status: 200 len: 210 time: 0.0301898 Feb 11 05:43:57.640625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 5691e8e4-a8de-480f-8971-658218db4ac0 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:43:57.748714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=5691e8e4-a8de-480f-8971-658218db4ac0,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:57.762119 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '5691e8e4-a8de-480f-8971-658218db4ac0', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'port_id': '5691e8e4-a8de-480f-8971-658218db4ac0', 'mac_address': 'fa:16:3e:aa:54:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:43:57.806633 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 5691e8e4-a8de-480f-8971-658218db4ac0 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:57.807032 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.820117 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5691e8e4-a8de-480f-8971-658218db4ac0 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:43:57.842963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=5691e8e4-a8de-480f-8971-658218db4ac0,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:57.847123 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.898891 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=5691e8e4-a8de-480f-8971-658218db4ac0,revision_number=12']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:58.094590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['5691e8e4-a8de-480f-8971-658218db4ac0'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:43:58.310168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-a2525be9-0502-4e7f-be73-ab47fc032b20 req-cfacdb01-50dd-4cb4-a3b4-94f240318efd service neutron] (103170) timed out ('10.222.0.73', 54966) {{(pid=103170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:43:58.424544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42222) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:58.479818 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e13b4676-522b-495c-885a-3b42160e5ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.543367 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d055ae5a-08fd-40b5-91d2-61a002e608cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.620508 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d055ae5a-08fd-40b5-91d2-61a002e608cd admin admin] Publish callbacks [] for security_group (da6aa240-03fa-4127-923c-ab523b18fd2a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.623852 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d055ae5a-08fd-40b5-91d2-61a002e608cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (da6aa240-03fa-4127-923c-ab523b18fd2a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.669198 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d055ae5a-08fd-40b5-91d2-61a002e608cd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e0759024331e48f49266ee61452d4a94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2410429 Feb 11 05:43:58.669198 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055ae5a-08fd-40b5-91d2-61a002e608cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6aa240-03fa-4127-923c-ab523b18fd2a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:58.669792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 42226) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:58.735487 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea7e09b0-10e9-45ea-b6e7-d071c2c0286f admin admin] Publish callbacks [] for security_group (da6aa240-03fa-4127-923c-ab523b18fd2a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.758630 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea7e09b0-10e9-45ea-b6e7-d071c2c0286f admin admin] Publish callbacks [] for security_group (da6aa240-03fa-4127-923c-ab523b18fd2a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.810682 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea7e09b0-10e9-45ea-b6e7-d071c2c0286f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (da6aa240-03fa-4127-923c-ab523b18fd2a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.813456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ea7e09b0-10e9-45ea-b6e7-d071c2c0286f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.814811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ea7e09b0-10e9-45ea-b6e7-d071c2c0286f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/da6aa240-03fa-4127-923c-ab523b18fd2a HTTP/1.1" status: 204 len: 168 time: 0.1437464 Feb 11 05:43:58.823367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e09b0-10e9-45ea-b6e7-d071c2c0286f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6aa240-03fa-4127-923c-ab523b18fd2a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:59.462207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 42256) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:59.562530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-f0be8535-46d5-4118-94c2-7e0346e08c54 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1028135911-network', 'tenant_id': '98cc9928f4904ad7a5576b28aa1dcb89'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:59.582344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0be8535-46d5-4118-94c2-7e0346e08c54 admin admin] Made reservation on behalf of 98cc9928f4904ad7a5576b28aa1dcb89 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:59.585258 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0be8535-46d5-4118-94c2-7e0346e08c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.593920 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0be8535-46d5-4118-94c2-7e0346e08c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.669703 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0be8535-46d5-4118-94c2-7e0346e08c54 admin admin] Publish callbacks [] for security_group (4e2bfade-aff3-4944-b0b5-8ec77522ad5c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.673657 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0be8535-46d5-4118-94c2-7e0346e08c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4e2bfade-aff3-4944-b0b5-8ec77522ad5c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.675122 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 5691e8e4-a8de-480f-8971-658218db4ac0 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:43:59.699122 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0be8535-46d5-4118-94c2-7e0346e08c54 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:43:59.709687 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be8535-46d5-4118-94c2-7e0346e08c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2bfade-aff3-4944-b0b5-8ec77522ad5c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:59.714725 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0be8535-46d5-4118-94c2-7e0346e08c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (8a41730e-80a9-495a-9f6b-4b8b0308a120), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.715076 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-f0be8535-46d5-4118-94c2-7e0346e08c54 admin admin] Added segment 8a41730e-80a9-495a-9f6b-4b8b0308a120 of type vlan for network 9269a4c8-b1f1-401d-80b8-95261f9ee354 Feb 11 05:43:59.731329 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 5691e8e4-a8de-480f-8971-658218db4ac0 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:43:59.736231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 5691e8e4-a8de-480f-8971-658218db4ac0 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:43:59.736716 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.759911 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0be8535-46d5-4118-94c2-7e0346e08c54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (9269a4c8-b1f1-401d-80b8-95261f9ee354), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.792969 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0be8535-46d5-4118-94c2-7e0346e08c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (9269a4c8-b1f1-401d-80b8-95261f9ee354), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.794061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0be8535-46d5-4118-94c2-7e0346e08c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:59.794793 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f0be8535-46d5-4118-94c2-7e0346e08c54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.833277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 5691e8e4-a8de-480f-8971-658218db4ac0 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:43:59.834515 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.843972 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f0be8535-46d5-4118-94c2-7e0346e08c54 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3805428 Feb 11 05:43:59.845831 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42262) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:59.853177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ffe19c39-1247-4da5-af16-3716b39ae428 admin admin] Request body: {'subnet': {'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1028135911-subnet', 'tenant_id': '98cc9928f4904ad7a5576b28aa1dcb89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:59.862772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:59.865345 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cb85c2-ef31-4e8f-ac7f-ade459066d85" -d '{"events": [{"server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "name": "network-vif-plugged", "status": "completed", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:59.876645 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe19c39-1247-4da5-af16-3716b39ae428 admin admin] Made reservation on behalf of 98cc9928f4904ad7a5576b28aa1dcb89 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:59.879026 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ffe19c39-1247-4da5-af16-3716b39ae428 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.882041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be8535-46d5-4118-94c2-7e0346e08c54 admin admin] Pushing event updated for resources: {'Network': ['ID=9269a4c8-b1f1-401d-80b8-95261f9ee354,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:59.895049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 9269a4c8-b1f1-401d-80b8-95261f9ee354 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:43:59.898813 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=5691e8e4-a8de-480f-8971-658218db4ac0,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:59.915317 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.951435 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9affaa1-9697-426a-ab81-b9f051e78535 x-openstack-request-id: req-d9affaa1-9697-426a-ab81-b9f051e78535 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:59.951741 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "name": "network-vif-plugged", "status": "completed", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:59.952179 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d9affaa1-9697-426a-ab81-b9f051e78535 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:59.952747 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0', 'code': 200} Feb 11 05:44:00.022993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=5691e8e4-a8de-480f-8971-658218db4ac0,revision_number=13']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:00.118278 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ffe19c39-1247-4da5-af16-3716b39ae428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (a0266a34-1b9c-451d-9bdd-1297b6a861ed), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.174047 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19c39-1247-4da5-af16-3716b39ae428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0266a34-1b9c-451d-9bdd-1297b6a861ed,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:00.186107 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe19c39-1247-4da5-af16-3716b39ae428 admin admin] Checking segment: {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:00.186643 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe19c39-1247-4da5-af16-3716b39ae428 admin admin] Network hostable DHCP agents. Network: 9269a4c8-b1f1-401d-80b8-95261f9ee354, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:00.205133 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe19c39-1247-4da5-af16-3716b39ae428 admin admin] Network 9269a4c8-b1f1-401d-80b8-95261f9ee354 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:00.217266 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-ffe19c39-1247-4da5-af16-3716b39ae428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 9269a4c8-b1f1-401d-80b8-95261f9ee354) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:00.221605 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe19c39-1247-4da5-af16-3716b39ae428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:00.222276 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ffe19c39-1247-4da5-af16-3716b39ae428 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.227583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9395f894-dcb9-43c7-95cb-6b265b650306 None None] Network 9269a4c8-b1f1-401d-80b8-95261f9ee354 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:00.242308 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ffe19c39-1247-4da5-af16-3716b39ae428 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3936703 Feb 11 05:44:00.330545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300dd6f1-f13e-41eb-9a3c-41ba954e2f1a None None] Network 9269a4c8-b1f1-401d-80b8-95261f9ee354 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:00.664113 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-22e7b703-5f3f-446f-bff6-8d2b48bf8823 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:00.665560 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-22e7b703-5f3f-446f-bff6-8d2b48bf8823 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 806 time: 0.1031086 Feb 11 05:44:00.680005 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-3866348a-59bb-4aed-97c6-a4f0de8f1ab2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/quotas/98cc9928f4904ad7a5576b28aa1dcb89 HTTP/1.1" status: 200 len: 375 time: 0.0091579 Feb 11 05:44:00.711849 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-1f7c55d4-954a-4701-88ed-441637571de4 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268655 Feb 11 05:44:00.774447 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1ed17c8b-89d5-4b07-a6dc-115a18d07793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.861604 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-7e33c972-ae99-4ce4-81c1-c9ed287c7fbf service neutron] 10.222.0.87 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431839 Feb 11 05:44:00.954421 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-81c0eb88-cd27-42ab-98a4-84d663d3caf6 service neutron] 10.222.0.87 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870349 Feb 11 05:44:01.148623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-386cdec3-8d27-404f-b78f-9d2f7c15b002 req-61e8a47e-2527-4b9d-9db8-d1e5bdb4f042 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 210 time: 0.0565579 Feb 11 05:44:02.222394 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-2a206c06-4e92-44d4-b1cb-c66516c6a9e2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:02.226001 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-2a206c06-4e92-44d4-b1cb-c66516c6a9e2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.73 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 806 time: 0.1629980 Feb 11 05:44:02.242734 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-58f2ed18-5338-4aa6-ae44-39a67397f1a8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Request body: {'port': {'device_id': '5b0041c8-f976-4501-8aea-15b2ecd4743f', 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354', 'admin_state_up': True, 'tenant_id': '98cc9928f4904ad7a5576b28aa1dcb89'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:02.317227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac40f9d9-b220-40fc-8229-42ae696f1079 req-3d9bda53-917f-4f3f-a15b-37d32d03c362 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 210 time: 0.0463672 Feb 11 05:44:02.384969 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-58f2ed18-5338-4aa6-ae44-39a67397f1a8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Made reservation on behalf of 98cc9928f4904ad7a5576b28aa1dcb89 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:02.388501 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-58f2ed18-5338-4aa6-ae44-39a67397f1a8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.458385 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.541135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-58f2ed18-5338-4aa6-ae44-39a67397f1a8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Allocated IP 172.20.0.6 (9269a4c8-b1f1-401d-80b8-95261f9ee354/a0266a34-1b9c-451d-9bdd-1297b6a861ed/1e02c42c-ee30-4c33-8c8c-278da5a2c416) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:02.705508 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-58f2ed18-5338-4aa6-ae44-39a67397f1a8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks [] for port (1e02c42c-ee30-4c33-8c8c-278da5a2c416), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.764571 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-58f2ed18-5338-4aa6-ae44-39a67397f1a8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (1e02c42c-ee30-4c33-8c8c-278da5a2c416), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.811752 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-58f2ed18-5338-4aa6-ae44-39a67397f1a8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Network 9269a4c8-b1f1-401d-80b8-95261f9ee354 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:02.818960 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-58f2ed18-5338-4aa6-ae44-39a67397f1a8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:02.822856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-58f2ed18-5338-4aa6-ae44-39a67397f1a8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:02.854805 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2ed18-5338-4aa6-ae44-39a67397f1a8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Pushing event updated for resources: {'Port': ['ID=1e02c42c-ee30-4c33-8c8c-278da5a2c416,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:02.877097 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-58f2ed18-5338-4aa6-ae44-39a67397f1a8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:02.877725 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-58f2ed18-5338-4aa6-ae44-39a67397f1a8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.894136 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-58f2ed18-5338-4aa6-ae44-39a67397f1a8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6596162 Feb 11 05:44:02.907237 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Request body: {'port': {'device_id': '5b0041c8-f976-4501-8aea-15b2ecd4743f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:02.970356 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1e02c42c-ee30-4c33-8c8c-278da5a2c416), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.260113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e02c42c-ee30-4c33-8c8c-278da5a2c416 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:03.268650 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Publish callbacks [] for port (1e02c42c-ee30-4c33-8c8c-278da5a2c416), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.282899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Transition to ACTIVE for port object 1e02c42c-ee30-4c33-8c8c-278da5a2c416 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:44:03.286946 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (1e02c42c-ee30-4c33-8c8c-278da5a2c416), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.337015 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Pushing event updated for resources: {'Port': ['ID=1e02c42c-ee30-4c33-8c8c-278da5a2c416,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:03.416625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Attempting to bind port 1e02c42c-ee30-4c33-8c8c-278da5a2c416 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:03.416965 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Attempting to bind port 1e02c42c-ee30-4c33-8c8c-278da5a2c416 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:03.417282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Attempting to bind port 1e02c42c-ee30-4c33-8c8c-278da5a2c416 on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:03.422136 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Port 1e02c42c-ee30-4c33-8c8c-278da5a2c416 on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:44:03.422461 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Attempting to bind port 1e02c42c-ee30-4c33-8c8c-278da5a2c416 on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:03.428423 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:03.428423 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Checking segment: {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:03.428734 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Bound using segment: {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:03.428994 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Bound port: 1e02c42c-ee30-4c33-8c8c-278da5a2c416, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:03.429348 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1e02c42c-ee30-4c33-8c8c-278da5a2c416), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.444292 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd164c-a861-47d1-917e-a69c4d41766f req-4c1e44c8-5ecd-41e4-81f7-c7f99587ca29 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:03.445892 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7cd164c-a861-47d1-917e-a69c4d41766f req-4c1e44c8-5ecd-41e4-81f7-c7f99587ca29 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 943 time: 0.0553098 Feb 11 05:44:03.497315 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] For port 1e02c42c-ee30-4c33-8c8c-278da5a2c416, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:03.498817 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7cd164c-a861-47d1-917e-a69c4d41766f req-50f531fd-cb06-4ca9-845e-02368ef5e2c5 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454111 Feb 11 05:44:03.501081 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] For port 1e02c42c-ee30-4c33-8c8c-278da5a2c416, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=1e02c42c-ee30-4c33-8c8c-278da5a2c416,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:03.508764 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (1e02c42c-ee30-4c33-8c8c-278da5a2c416), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.542810 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:03.543453 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.544840 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] 10.222.0.73 "PUT /v2.0/ports/1e02c42c-ee30-4c33-8c8c-278da5a2c416 HTTP/1.1" status: 200 len: 1092 time: 0.6428671 Feb 11 05:44:03.545284 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0041c8-f976-4501-8aea-15b2ecd4743f', 'tag': '1e02c42c-ee30-4c33-8c8c-278da5a2c416'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:03.547567 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ffe777-d45e-4397-b97b-1311a967d47f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0041c8-f976-4501-8aea-15b2ecd4743f", "tag": "1e02c42c-ee30-4c33-8c8c-278da5a2c416"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:03.582946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fe93e-f172-4d3f-b1c7-58761dfafd11 service neutron] Pushing event updated for resources: {'Port': ['ID=1e02c42c-ee30-4c33-8c8c-278da5a2c416,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:03.589920 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e7c656-e981-4882-b287-2ef93da20925 x-openstack-request-id: req-d1e7c656-e981-4882-b287-2ef93da20925 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:03.590390 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0041c8-f976-4501-8aea-15b2ecd4743f", "tag": "1e02c42c-ee30-4c33-8c8c-278da5a2c416", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:03.590878 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d1e7c656-e981-4882-b287-2ef93da20925 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:03.594312 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0041c8-f976-4501-8aea-15b2ecd4743f', 'tag': '1e02c42c-ee30-4c33-8c8c-278da5a2c416', 'status': 'completed', 'code': 200} Feb 11 05:44:03.643075 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-430e25e9-fb77-4a83-b4d2-ea16108c17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:03.644710 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-430e25e9-fb77-4a83-b4d2-ea16108c17d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 1126 time: 0.0470238 Feb 11 05:44:03.653345 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.690247 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-58005610-21cf-4273-9f3a-aea42bafa685 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e02c42c-ee30-4c33-8c8c-278da5a2c416 HTTP/1.1" status: 200 len: 217 time: 0.0384812 Feb 11 05:44:03.739297 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-e7da9c14-9eb0-4645-8c40-ca562bd3f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:03.741855 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-e7da9c14-9eb0-4645-8c40-ca562bd3f553 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0266a34-1b9c-451d-9bdd-1297b6a861ed HTTP/1.1" status: 200 len: 846 time: 0.0459309 Feb 11 05:44:03.775861 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-32be5513-70ee-4700-8ac9-7a3677ad8900 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9269a4c8-b1f1-401d-80b8-95261f9ee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283227 Feb 11 05:44:03.879654 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-751a3d2c-a23f-4f22-951e-d2ed4c8b7af2 service neutron] 10.222.0.73 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979781 Feb 11 05:44:03.969793 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9b57e3e4-5c4c-432a-9b25-0f2282f5b580 req-e5945139-d423-468b-94e3-4d4b72e58b60 service neutron] 10.222.0.73 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840151 Feb 11 05:44:04.069087 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffe777-d45e-4397-b97b-1311a967d47f req-0e4521e5-05e6-4bf2-9b14-a21948677c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:04.070625 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-47ffe777-d45e-4397-b97b-1311a967d47f req-0e4521e5-05e6-4bf2-9b14-a21948677c01 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 1126 time: 0.0550327 Feb 11 05:44:04.165141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffe777-d45e-4397-b97b-1311a967d47f req-d0c4bfb6-9b6b-492a-8269-b5972e569d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:04.167159 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-47ffe777-d45e-4397-b97b-1311a967d47f req-d0c4bfb6-9b6b-492a-8269-b5972e569d1e service neutron] 10.222.0.73 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 907 time: 0.0898292 Feb 11 05:44:04.216751 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-47ffe777-d45e-4397-b97b-1311a967d47f req-d721408e-f68e-4536-8cba-25f7a2525100 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e02c42c-ee30-4c33-8c8c-278da5a2c416 HTTP/1.1" status: 200 len: 217 time: 0.0404387 Feb 11 05:44:04.265067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffe777-d45e-4397-b97b-1311a967d47f req-4cd5ee2a-a013-4255-be5e-57bbdfe0d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:04.266519 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-47ffe777-d45e-4397-b97b-1311a967d47f req-4cd5ee2a-a013-4255-be5e-57bbdfe0d5a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0266a34-1b9c-451d-9bdd-1297b6a861ed HTTP/1.1" status: 200 len: 846 time: 0.0445871 Feb 11 05:44:04.303036 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-47ffe777-d45e-4397-b97b-1311a967d47f req-2d30b1f7-f93c-4b1d-b943-a11062d8f3b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9269a4c8-b1f1-401d-80b8-95261f9ee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295322 Feb 11 05:44:04.397166 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-47ffe777-d45e-4397-b97b-1311a967d47f req-bd61d20c-1f12-4130-ad03-5fea4e646410 service neutron] 10.222.0.73 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876863 Feb 11 05:44:04.488436 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-47ffe777-d45e-4397-b97b-1311a967d47f req-585247ee-99ee-4cad-b23d-db8ab9c10adb service neutron] 10.222.0.73 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854897 Feb 11 05:44:04.620139 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c35ba-f704-4837-a6fc-83e759941a9c req-be66acaf-695c-4874-a593-48fefe06c18d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:04.621684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-014c35ba-f704-4837-a6fc-83e759941a9c req-be66acaf-695c-4874-a593-48fefe06c18d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 943 time: 0.0548422 Feb 11 05:44:04.670417 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-014c35ba-f704-4837-a6fc-83e759941a9c req-3a2eb7e2-5a20-4c0a-8150-eab86acd472a tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429375 Feb 11 05:44:05.167389 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.797317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178095bb-4c0c-48e7-b9bf-e5ec97e7b91b req-55c1893a-8195-4482-9545-88a3e330fd92 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:05.798817 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-178095bb-4c0c-48e7-b9bf-e5ec97e7b91b req-55c1893a-8195-4482-9545-88a3e330fd92 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 943 time: 0.0592010 Feb 11 05:44:05.848342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-178095bb-4c0c-48e7-b9bf-e5ec97e7b91b req-f627d777-9d92-4810-b4a5-b8b989d88e60 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421128 Feb 11 05:44:06.192698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42338) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:06.308535 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-60ba9906-c5bc-49f9-a57f-81df2e246092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.388692 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-60ba9906-c5bc-49f9-a57f-81df2e246092 admin admin] Publish callbacks [] for security_group (0a4e0a29-f118-4387-b6fb-3278a579d46c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.393078 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-60ba9906-c5bc-49f9-a57f-81df2e246092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0a4e0a29-f118-4387-b6fb-3278a579d46c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.416781 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 1e02c42c-ee30-4c33-8c8c-278da5a2c416 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:44:06.436179 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-60ba9906-c5bc-49f9-a57f-81df2e246092 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6e57302e37ac4fed87cc26c98934d9ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2423065 Feb 11 05:44:06.437087 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba9906-c5bc-49f9-a57f-81df2e246092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4e0a29-f118-4387-b6fb-3278a579d46c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:06.439327 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42342) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:06.492117 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1af92f29-8876-4c95-8785-447f7bc29bae admin admin] Publish callbacks [] for security_group (0a4e0a29-f118-4387-b6fb-3278a579d46c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.516886 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1af92f29-8876-4c95-8785-447f7bc29bae admin admin] Publish callbacks [] for security_group (0a4e0a29-f118-4387-b6fb-3278a579d46c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.556002 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 1e02c42c-ee30-4c33-8c8c-278da5a2c416, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=1e02c42c-ee30-4c33-8c8c-278da5a2c416,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:06.568443 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1af92f29-8876-4c95-8785-447f7bc29bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0a4e0a29-f118-4387-b6fb-3278a579d46c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.571479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '1e02c42c-ee30-4c33-8c8c-278da5a2c416', 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354', 'port_id': '1e02c42c-ee30-4c33-8c8c-278da5a2c416', 'mac_address': 'fa:16:3e:f8:e8:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0266a34-1b9c-451d-9bdd-1297b6a861ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:44:06.571886 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1af92f29-8876-4c95-8785-447f7bc29bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.575349 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1af92f29-8876-4c95-8785-447f7bc29bae admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0a4e0a29-f118-4387-b6fb-3278a579d46c HTTP/1.1" status: 204 len: 168 time: 0.1328502 Feb 11 05:44:06.582200 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af92f29-8876-4c95-8785-447f7bc29bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4e0a29-f118-4387-b6fb-3278a579d46c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:06.630327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 1e02c42c-ee30-4c33-8c8c-278da5a2c416 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:06.630842 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1e02c42c-ee30-4c33-8c8c-278da5a2c416), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.645130 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e02c42c-ee30-4c33-8c8c-278da5a2c416 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:06.668896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 1e02c42c-ee30-4c33-8c8c-278da5a2c416, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=1e02c42c-ee30-4c33-8c8c-278da5a2c416,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:06.673934 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1e02c42c-ee30-4c33-8c8c-278da5a2c416), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.733806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=1e02c42c-ee30-4c33-8c8c-278da5a2c416,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:06.949028 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42350) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:06.965303 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-745c6230-a105-466a-8f87-cb8fd4d6c1ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.027276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed0771-06df-456f-92d2-3700a1c976b6 req-df2c50c7-eeac-49ef-a96c-189ecbb1e790 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:07.030457 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fed0771-06df-456f-92d2-3700a1c976b6 req-df2c50c7-eeac-49ef-a96c-189ecbb1e790 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 944 time: 0.0924051 Feb 11 05:44:07.051933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['1e02c42c-ee30-4c33-8c8c-278da5a2c416'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:07.061039 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-745c6230-a105-466a-8f87-cb8fd4d6c1ed admin admin] Publish callbacks [] for security_group (ac8bc60a-66cf-488d-ab45-6d3a22679d4c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.066108 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-745c6230-a105-466a-8f87-cb8fd4d6c1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ac8bc60a-66cf-488d-ab45-6d3a22679d4c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.089245 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fed0771-06df-456f-92d2-3700a1c976b6 req-f844deef-1d9a-4066-ae1b-9e5a7e531ebc tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526242 Feb 11 05:44:07.116670 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-745c6230-a105-466a-8f87-cb8fd4d6c1ed admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=120966d6fdef4b539cdf481928a1d200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1660776 Feb 11 05:44:07.119441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 42352) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:07.135871 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c6230-a105-466a-8f87-cb8fd4d6c1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8bc60a-66cf-488d-ab45-6d3a22679d4c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:07.189732 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-daa4709e-c810-45df-b8e8-be494a80c255 admin admin] Publish callbacks [] for security_group (ac8bc60a-66cf-488d-ab45-6d3a22679d4c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.216778 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-daa4709e-c810-45df-b8e8-be494a80c255 admin admin] Publish callbacks [] for security_group (ac8bc60a-66cf-488d-ab45-6d3a22679d4c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.269302 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-daa4709e-c810-45df-b8e8-be494a80c255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ac8bc60a-66cf-488d-ab45-6d3a22679d4c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.272158 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-daa4709e-c810-45df-b8e8-be494a80c255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.273318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-daa4709e-c810-45df-b8e8-be494a80c255 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ac8bc60a-66cf-488d-ab45-6d3a22679d4c HTTP/1.1" status: 204 len: 168 time: 0.1528838 Feb 11 05:44:07.281353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4709e-c810-45df-b8e8-be494a80c255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8bc60a-66cf-488d-ab45-6d3a22679d4c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:07.333624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 42358) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:07.494678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-a8c3d19f-58ff-4a05-8426-431512de9a7a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Deleting port 85536270-3b23-4055-a38d-2bfb1d989d38 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:07.495048 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8c3d19f-58ff-4a05-8426-431512de9a7a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (85536270-3b23-4055-a38d-2bfb1d989d38), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.570434 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8c3d19f-58ff-4a05-8426-431512de9a7a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (85536270-3b23-4055-a38d-2bfb1d989d38), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.570767 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8c3d19f-58ff-4a05-8426-431512de9a7a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for floatingip (85536270-3b23-4055-a38d-2bfb1d989d38), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.582349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-a8c3d19f-58ff-4a05-8426-431512de9a7a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Calling delete_port for 85536270-3b23-4055-a38d-2bfb1d989d38 owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:07.736195 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8c3d19f-58ff-4a05-8426-431512de9a7a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (85536270-3b23-4055-a38d-2bfb1d989d38), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.765832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3d19f-58ff-4a05-8426-431512de9a7a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Pushing event deleted for resources: {'Port': ['ID=85536270-3b23-4055-a38d-2bfb1d989d38,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:07.837072 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8c3d19f-58ff-4a05-8426-431512de9a7a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for floatingip (dc8ff4c5-d4cb-4ff5-bd5a-da5325eb11aa), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.837389 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-a8c3d19f-58ff-4a05-8426-431512de9a7a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Floating IP dc8ff4c5-d4cb-4ff5-bd5a-da5325eb11aa disassociated (deleted). External IP: 172.25.5.168, port: c771e213-6749-47eb-8a08-8723901c0cf2. Feb 11 05:44:08.059313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c3d19f-58ff-4a05-8426-431512de9a7a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Router 60529b7e-05e2-4be5-888a-68401bcea377 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:08.189730 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c3d19f-58ff-4a05-8426-431512de9a7a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:08.197407 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8c3d19f-58ff-4a05-8426-431512de9a7a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.202284 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5cd9d-4c42-44fa-8c94-115de14fc6e9 None None] Sync routers for ids ['60529b7e-05e2-4be5-888a-68401bcea377'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:08.211900 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5cd9d-4c42-44fa-8c94-115de14fc6e9 None None] Routers {'60529b7e-05e2-4be5-888a-68401bcea377'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:08.212538 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-acb5cd9d-4c42-44fa-8c94-115de14fc6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['60529b7e-05e2-4be5-888a-68401bcea377'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:08.251591 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a8c3d19f-58ff-4a05-8426-431512de9a7a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "DELETE /v2.0/floatingips/dc8ff4c5-d4cb-4ff5-bd5a-da5325eb11aa HTTP/1.1" status: 204 len: 168 time: 0.9126751 Feb 11 05:44:08.251591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c53db3-036c-4295-b058-ba10db3dc334', 'tag': 'c771e213-6749-47eb-8a08-8723901c0cf2'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:08.252026 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf74ee9-bfb7-44ba-9bc0-249d5846b6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "49c53db3-036c-4295-b058-ba10db3dc334", "tag": "c771e213-6749-47eb-8a08-8723901c0cf2"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:08.278752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268815f8-3ccb-4b2e-b8b4-aa0200ffb64e req-140caec2-c34e-4735-ae10-92d51a344931 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:08.281561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-268815f8-3ccb-4b2e-b8b4-aa0200ffb64e req-140caec2-c34e-4735-ae10-92d51a344931 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 944 time: 0.1048689 Feb 11 05:44:08.342610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-268815f8-3ccb-4b2e-b8b4-aa0200ffb64e req-0b199fad-d7bb-49f2-962e-89c9fdbf1e7d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555594 Feb 11 05:44:08.345614 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-acb5cd9d-4c42-44fa-8c94-115de14fc6e9 None None] Set router 60529b7e-05e2-4be5-888a-68401bcea377 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:08.415927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 1e02c42c-ee30-4c33-8c8c-278da5a2c416 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:08.435371 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035bed2f-3e42-4b18-9c67-354927315ca2 x-openstack-request-id: req-035bed2f-3e42-4b18-9c67-354927315ca2 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:08.435693 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c53db3-036c-4295-b058-ba10db3dc334", "tag": "c771e213-6749-47eb-8a08-8723901c0cf2", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:08.435953 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-035bed2f-3e42-4b18-9c67-354927315ca2 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:08.436464 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c53db3-036c-4295-b058-ba10db3dc334', 'tag': 'c771e213-6749-47eb-8a08-8723901c0cf2', 'status': 'completed', 'code': 200} Feb 11 05:44:08.523565 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf74ee9-bfb7-44ba-9bc0-249d5846b6f5 req-c657bc9d-8086-4819-aa07-80cf9a67db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:08.525890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 1e02c42c-ee30-4c33-8c8c-278da5a2c416 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:44:08.526187 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cdf74ee9-bfb7-44ba-9bc0-249d5846b6f5 req-c657bc9d-8086-4819-aa07-80cf9a67db45 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75c3d70ad5de4344bfbc2fa949c92975&device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 1129 time: 0.0848861 Feb 11 05:44:08.531614 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 1e02c42c-ee30-4c33-8c8c-278da5a2c416 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:08.536334 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1e02c42c-ee30-4c33-8c8c-278da5a2c416), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.587193 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c299a1-80cf-4569-9a66-8082c03a8e6d req-a8905161-9868-4757-92d1-f43011c5a808 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:08.588848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93c299a1-80cf-4569-9a66-8082c03a8e6d req-a8905161-9868-4757-92d1-f43011c5a808 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 946 time: 0.1062419 Feb 11 05:44:08.589163 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-acb5cd9d-4c42-44fa-8c94-115de14fc6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:39:40Z', 'revision_number': 4, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '80a437c3-d062-4fdb-b0d1-4cd0eae064d8', 'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'mac_address': 'fa:16:3e:23:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:39Z', 'updated_at': '2022-02-11T05:39:49Z', 'revision_number': 5, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'subnets': [{'id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:08.625237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 1e02c42c-ee30-4c33-8c8c-278da5a2c416 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:08.626011 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1e02c42c-ee30-4c33-8c8c-278da5a2c416), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.633188 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5cd9d-4c42-44fa-8c94-115de14fc6e9 None None] Checking router: 60529b7e-05e2-4be5-888a-68401bcea377 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:08.644191 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5cd9d-4c42-44fa-8c94-115de14fc6e9 None None] Routers {'60529b7e-05e2-4be5-888a-68401bcea377'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:08.644816 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-acb5cd9d-4c42-44fa-8c94-115de14fc6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['60529b7e-05e2-4be5-888a-68401bcea377'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:08.656955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0041c8-f976-4501-8aea-15b2ecd4743f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e02c42c-ee30-4c33-8c8c-278da5a2c416'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:08.659775 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a31153-4561-4ae7-a627-539e9503a86f" -d '{"events": [{"server_uuid": "5b0041c8-f976-4501-8aea-15b2ecd4743f", "name": "network-vif-plugged", "status": "completed", "tag": "1e02c42c-ee30-4c33-8c8c-278da5a2c416"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:08.668029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93c299a1-80cf-4569-9a66-8082c03a8e6d req-6bb76213-f632-48d8-85e9-61d77429c5c4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731468 Feb 11 05:44:08.687080 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 1e02c42c-ee30-4c33-8c8c-278da5a2c416, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=1e02c42c-ee30-4c33-8c8c-278da5a2c416,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:08.702799 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1e02c42c-ee30-4c33-8c8c-278da5a2c416), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.717030 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf74ee9-bfb7-44ba-9bc0-249d5846b6f5 req-2b91b6c0-ef70-45bb-bd34-572eb97c3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:08.718545 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cdf74ee9-bfb7-44ba-9bc0-249d5846b6f5 req-2b91b6c0-ef70-45bb-bd34-572eb97c3bb4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e582c642-adbc-4c86-a26d-9a8aeb045b55 HTTP/1.1" status: 200 len: 914 time: 0.1858482 Feb 11 05:44:08.746273 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1778f73-2abb-4dbb-8214-bbaa7b1c0777 x-openstack-request-id: req-f1778f73-2abb-4dbb-8214-bbaa7b1c0777 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:08.746563 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0041c8-f976-4501-8aea-15b2ecd4743f", "name": "network-vif-plugged", "status": "completed", "tag": "1e02c42c-ee30-4c33-8c8c-278da5a2c416", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:08.746820 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f1778f73-2abb-4dbb-8214-bbaa7b1c0777 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:08.747216 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0041c8-f976-4501-8aea-15b2ecd4743f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e02c42c-ee30-4c33-8c8c-278da5a2c416', 'code': 200} Feb 11 05:44:08.773985 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cdf74ee9-bfb7-44ba-9bc0-249d5846b6f5 req-433b82a8-18da-4290-a4e5-890e059fae25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c771e213-6749-47eb-8a08-8723901c0cf2 HTTP/1.1" status: 200 len: 217 time: 0.0458808 Feb 11 05:44:08.786158 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=1e02c42c-ee30-4c33-8c8c-278da5a2c416,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:08.811574 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-acb5cd9d-4c42-44fa-8c94-115de14fc6e9 None None] Set router 60529b7e-05e2-4be5-888a-68401bcea377 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:08.843461 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c187b7-054d-4fab-9347-16c228f5f5f2 req-ecb3e240-e796-4e4f-a7a2-c391d60fd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:08.845320 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53c187b7-054d-4fab-9347-16c228f5f5f2 req-ecb3e240-e796-4e4f-a7a2-c391d60fd270 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 1128 time: 0.0493572 Feb 11 05:44:08.933021 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53c187b7-054d-4fab-9347-16c228f5f5f2 req-017cd45c-775a-4a16-8ad9-182a4df97ec5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809901 Feb 11 05:44:09.143135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf74ee9-bfb7-44ba-9bc0-249d5846b6f5 req-2cba2736-0a0c-4860-8110-0c4cfe469d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.144599 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cdf74ee9-bfb7-44ba-9bc0-249d5846b6f5 req-2cba2736-0a0c-4860-8110-0c4cfe469d46 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8b02848-61dd-43a5-b973-9ed7037b2f3f HTTP/1.1" status: 200 len: 852 time: 0.3636665 Feb 11 05:44:09.157589 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-acb5cd9d-4c42-44fa-8c94-115de14fc6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:39:40Z', 'revision_number': 4, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '80a437c3-d062-4fdb-b0d1-4cd0eae064d8', 'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'mac_address': 'fa:16:3e:23:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:39Z', 'updated_at': '2022-02-11T05:39:49Z', 'revision_number': 5, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'subnets': [{'id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:09.186871 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5cd9d-4c42-44fa-8c94-115de14fc6e9 None None] The sync data for ids ['60529b7e-05e2-4be5-888a-68401bcea377'] in n-d-713499-38 is: [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:39:40Z', 'revision_number': 4, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '80a437c3-d062-4fdb-b0d1-4cd0eae064d8', 'name': '', 'network_id': 'e582c642-adbc-4c86-a26d-9a8aeb045b55', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'mac_address': 'fa:16:3e:23:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:39Z', 'updated_at': '2022-02-11T05:39:49Z', 'revision_number': 5, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'subnets': [{'id': 'b8b02848-61dd-43a5-b973-9ed7037b2f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:09.197144 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf74ee9-bfb7-44ba-9bc0-249d5846b6f5 req-6af3adff-63b5-4318-acba-5a7ae809a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.198801 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cdf74ee9-bfb7-44ba-9bc0-249d5846b6f5 req-6af3adff-63b5-4318-acba-5a7ae809a843 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e582c642-adbc-4c86-a26d-9a8aeb045b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478766 Feb 11 05:44:09.311322 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cdf74ee9-bfb7-44ba-9bc0-249d5846b6f5 req-567e80ea-a146-4361-8d8d-cd369b1d371f service neutron] 10.222.0.73 "GET /v2.0/networks/e582c642-adbc-4c86-a26d-9a8aeb045b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057622 Feb 11 05:44:09.423975 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cdf74ee9-bfb7-44ba-9bc0-249d5846b6f5 req-4356b7e1-1c84-4b5e-875b-8fdc6faa0429 service neutron] 10.222.0.73 "GET /v2.0/networks/e582c642-adbc-4c86-a26d-9a8aeb045b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992324 Feb 11 05:44:09.503636 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17610ec-5580-4765-b706-181d827c00a1 req-de10289b-85c7-4205-8832-2e1359c8dcaf tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.506252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f17610ec-5580-4765-b706-181d827c00a1 req-de10289b-85c7-4205-8832-2e1359c8dcaf tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 945 time: 0.0591648 Feb 11 05:44:09.521743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e120cdd-ad06-47e3-93a7-16d6fdd15475 None None] New status for floating IP dc8ff4c5-d4cb-4ff5-bd5a-da5325eb11aa: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:44:09.561965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f17610ec-5580-4765-b706-181d827c00a1 req-31613c0a-add9-4aec-898b-4bebf2b7caaa tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490432 Feb 11 05:44:09.795357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce18d90-95b1-461c-a9c8-3d7a6d0dc84c req-66d4b385-7d7d-46fa-bcbe-f06ffe8b307b tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:09.796959 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ce18d90-95b1-461c-a9c8-3d7a6d0dc84c req-66d4b385-7d7d-46fa-bcbe-f06ffe8b307b tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 946 time: 0.0521359 Feb 11 05:44:09.847515 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ce18d90-95b1-461c-a9c8-3d7a6d0dc84c req-d9ac96a1-c5b6-4702-8943-b1657b841072 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/security-groups?id=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442111 Feb 11 05:44:09.867115 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.238402 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170a470-98ab-4e36-9b67-7f4bc1990025 req-c98a74c6-da06-4504-973f-92fb1ad5b109 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:10.239980 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6170a470-98ab-4e36-9b67-7f4bc1990025 req-c98a74c6-da06-4504-973f-92fb1ad5b109 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.73 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 946 time: 0.0523856 Feb 11 05:44:10.338116 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-6170a470-98ab-4e36-9b67-7f4bc1990025 req-6c7b3cb0-5410-45fb-99f8-8cbf04c1e75c tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Deleting port c771e213-6749-47eb-8a08-8723901c0cf2 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:10.338462 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6170a470-98ab-4e36-9b67-7f4bc1990025 req-6c7b3cb0-5410-45fb-99f8-8cbf04c1e75c tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c771e213-6749-47eb-8a08-8723901c0cf2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.447210 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-6170a470-98ab-4e36-9b67-7f4bc1990025 req-6c7b3cb0-5410-45fb-99f8-8cbf04c1e75c tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] For port c771e213-6749-47eb-8a08-8723901c0cf2, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=c771e213-6749-47eb-8a08-8723901c0cf2,segment=NetworkSegment(1b61f993-c2af-4350-b5e5-b4d0c39159e4),segment_id=1b61f993-c2af-4350-b5e5-b4d0c39159e4)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:10.447838 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6170a470-98ab-4e36-9b67-7f4bc1990025 req-6c7b3cb0-5410-45fb-99f8-8cbf04c1e75c tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c771e213-6749-47eb-8a08-8723901c0cf2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.464234 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-6170a470-98ab-4e36-9b67-7f4bc1990025 req-6c7b3cb0-5410-45fb-99f8-8cbf04c1e75c tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Calling delete_port for c771e213-6749-47eb-8a08-8723901c0cf2 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:10.606679 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6170a470-98ab-4e36-9b67-7f4bc1990025 req-6c7b3cb0-5410-45fb-99f8-8cbf04c1e75c tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c771e213-6749-47eb-8a08-8723901c0cf2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.643817 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b3cb0-5410-45fb-99f8-8cbf04c1e75c tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Pushing event deleted for resources: {'Port': ['ID=c771e213-6749-47eb-8a08-8723901c0cf2,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:10.690639 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-6170a470-98ab-4e36-9b67-7f4bc1990025 req-6c7b3cb0-5410-45fb-99f8-8cbf04c1e75c tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] No DVR routers for this DVR port c771e213-6749-47eb-8a08-8723901c0cf2 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:10.695356 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-6170a470-98ab-4e36-9b67-7f4bc1990025 req-6c7b3cb0-5410-45fb-99f8-8cbf04c1e75c tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.699313 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6170a470-98ab-4e36-9b67-7f4bc1990025 req-6c7b3cb0-5410-45fb-99f8-8cbf04c1e75c tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.73 "DELETE /v2.0/ports/c771e213-6749-47eb-8a08-8723901c0cf2 HTTP/1.1" status: 204 len: 173 time: 0.4539399 Feb 11 05:44:10.700585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c53db3-036c-4295-b058-ba10db3dc334', 'name': 'network-vif-deleted', 'tag': 'c771e213-6749-47eb-8a08-8723901c0cf2'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:10.703197 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338e9422-4181-4b44-b49c-28750544050a" -d '{"events": [{"server_uuid": "49c53db3-036c-4295-b058-ba10db3dc334", "name": "network-vif-deleted", "tag": "c771e213-6749-47eb-8a08-8723901c0cf2"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:10.731809 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31a549-372a-4ced-8190-97f1d2560a24 req-3622d301-3faa-4eff-b8b2-a517ac226387 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:10.733436 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a31a549-372a-4ced-8190-97f1d2560a24 req-3622d301-3faa-4eff-b8b2-a517ac226387 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 945 time: 0.0944319 Feb 11 05:44:10.747261 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b837e9a7-e0ec-4464-8e51-e3f6c6bd5915 x-openstack-request-id: req-b837e9a7-e0ec-4464-8e51-e3f6c6bd5915 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:10.747606 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c53db3-036c-4295-b058-ba10db3dc334", "name": "network-vif-deleted", "tag": "c771e213-6749-47eb-8a08-8723901c0cf2", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:10.747864 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b837e9a7-e0ec-4464-8e51-e3f6c6bd5915 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:10.748503 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c53db3-036c-4295-b058-ba10db3dc334', 'name': 'network-vif-deleted', 'tag': 'c771e213-6749-47eb-8a08-8723901c0cf2', 'status': 'completed', 'code': 200} Feb 11 05:44:10.787164 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a31a549-372a-4ced-8190-97f1d2560a24 req-b4e3f2ce-c786-4b42-bee5-a7a95cf72ce6 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466280 Feb 11 05:44:10.979031 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cad85887-26d7-4088-b68e-588529421f7f req-7c3041b9-5f6d-453c-8572-bb88aa854013 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 210 time: 0.0336831 Feb 11 05:44:11.083247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d619d-7198-4316-8de3-fb662c59a82a req-17ee3785-5f73-47e7-8a97-b74532e20071 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:11.085029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f37d619d-7198-4316-8de3-fb662c59a82a req-17ee3785-5f73-47e7-8a97-b74532e20071 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 806 time: 0.1096566 Feb 11 05:44:11.102123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f37d619d-7198-4316-8de3-fb662c59a82a req-bf7c838f-46a2-4fcf-8428-0c9cd199d51e tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/quotas/98cc9928f4904ad7a5576b28aa1dcb89 HTTP/1.1" status: 200 len: 375 time: 0.0116239 Feb 11 05:44:11.166147 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f37d619d-7198-4316-8de3-fb662c59a82a req-8273a7d0-b42d-4607-adf3-8327a50b1abf tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0581570 Feb 11 05:44:11.256401 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f37d619d-7198-4316-8de3-fb662c59a82a req-f6811791-1767-43c8-afb3-63947be279a5 service neutron] 10.222.0.87 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830679 Feb 11 05:44:11.689751 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f37d619d-7198-4316-8de3-fb662c59a82a req-e535443a-0de5-4a10-b8ca-a0ac41e9ac26 service neutron] 10.222.0.87 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276650 Feb 11 05:44:12.162254 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cdbbd3fc-a012-4c8a-9033-02354433cee5 req-e828c3cc-4a21-484b-8dfe-705fc88a452c tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 210 time: 0.0697732 Feb 11 05:44:12.448282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-f2acd7e0-51fc-410b-99ff-223d730317f7 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:12.449769 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-f2acd7e0-51fc-410b-99ff-223d730317f7 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 806 time: 0.1196599 Feb 11 05:44:12.465891 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-372453da-fa71-4594-8083-00935a3fc013 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/quotas/98cc9928f4904ad7a5576b28aa1dcb89 HTTP/1.1" status: 200 len: 375 time: 0.0104084 Feb 11 05:44:12.529467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-10b23235-3113-4fee-b8a9-45216ca5aab2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578864 Feb 11 05:44:12.622534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-e96731c4-ab01-4b17-965f-48d69dac474f service neutron] 10.222.0.87 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860519 Feb 11 05:44:12.725442 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-e7d6de1a-ed02-4f6a-9641-6eeff875a628 service neutron] 10.222.0.87 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956748 Feb 11 05:44:12.917217 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36bca74e-d5eb-44fa-9aaf-d0084f6f7a2a req-54fc14fa-b528-4c0c-b7c1-594f728d445b tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=d53254e6-4c05-49e0-9b35-f4ecbbde8834 HTTP/1.1" status: 200 len: 210 time: 0.0325232 Feb 11 05:44:13.283298 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad3989db-bd0d-4886-ae24-4f2cd54f7594 req-85b42174-4c46-4a41-9e8c-21d78edfdc6d tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 210 time: 0.0407419 Feb 11 05:44:14.014011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-5780c42c-0218-4971-acb9-f4dee787ca14 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:14.016222 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-5780c42c-0218-4971-acb9-f4dee787ca14 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 806 time: 0.1696784 Feb 11 05:44:14.033896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-f22299a6-8707-4d06-b9ae-47382505a561 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Request body: {'port': {'device_id': 'd53254e6-4c05-49e0-9b35-f4ecbbde8834', 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354', 'admin_state_up': True, 'tenant_id': '98cc9928f4904ad7a5576b28aa1dcb89'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:14.065237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc5189a1-9a0b-4d06-b99b-a6025499e70d req-dd070fca-02d4-4c9d-9078-39ed25eb2736 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=d53254e6-4c05-49e0-9b35-f4ecbbde8834 HTTP/1.1" status: 200 len: 210 time: 0.0471499 Feb 11 05:44:14.175614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-f22299a6-8707-4d06-b9ae-47382505a561 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Made reservation on behalf of 98cc9928f4904ad7a5576b28aa1dcb89 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:14.181352 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-f22299a6-8707-4d06-b9ae-47382505a561 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.301639 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.336769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-f22299a6-8707-4d06-b9ae-47382505a561 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Allocated IP 172.20.0.8 (9269a4c8-b1f1-401d-80b8-95261f9ee354/a0266a34-1b9c-451d-9bdd-1297b6a861ed/e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:14.409923 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b3b3a4d-44a2-4ad2-8ec2-10fee69c7bb1 req-5548cb4c-c516-407c-bb2a-64922c4a70b3 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 210 time: 0.0427110 Feb 11 05:44:14.432508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c771e213-6749-47eb-8a08-8723901c0cf2 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:14.453627 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: c771e213-6749-47eb-8a08-8723901c0cf2 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:14.454231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device c771e213-6749-47eb-8a08-8723901c0cf2 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:14.539359 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-f22299a6-8707-4d06-b9ae-47382505a561 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks [] for port (e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.575130 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-f22299a6-8707-4d06-b9ae-47382505a561 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.588188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['1e02c42c-ee30-4c33-8c8c-278da5a2c416'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:14.628846 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-f22299a6-8707-4d06-b9ae-47382505a561 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Network 9269a4c8-b1f1-401d-80b8-95261f9ee354 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:14.632613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-f22299a6-8707-4d06-b9ae-47382505a561 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:14.635671 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-f22299a6-8707-4d06-b9ae-47382505a561 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:14.694253 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-f22299a6-8707-4d06-b9ae-47382505a561 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:14.694889 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-f22299a6-8707-4d06-b9ae-47382505a561 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.698442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22299a6-8707-4d06-b9ae-47382505a561 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Pushing event updated for resources: {'Port': ['ID=e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:14.735626 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-f22299a6-8707-4d06-b9ae-47382505a561 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7054787 Feb 11 05:44:14.752960 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Request body: {'port': {'device_id': 'd53254e6-4c05-49e0-9b35-f4ecbbde8834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:14.833841 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.122839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:15.138739 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Publish callbacks [] for port (e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.153502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Transition to ACTIVE for port object e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:44:15.158469 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.270913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:15.307836 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb69dc-0b70-4304-81a7-7cfef26b7124 req-b6146796-35dd-497a-bc5d-1983e3e8432c tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:15.309375 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5adb69dc-0b70-4304-81a7-7cfef26b7124 req-b6146796-35dd-497a-bc5d-1983e3e8432c tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=d53254e6-4c05-49e0-9b35-f4ecbbde8834 HTTP/1.1" status: 200 len: 943 time: 0.1415651 Feb 11 05:44:15.347195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Attempting to bind port e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:15.347866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Attempting to bind port e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:15.347866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Attempting to bind port e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:15.374708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Port e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:44:15.375008 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Attempting to bind port e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:15.379535 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5adb69dc-0b70-4304-81a7-7cfef26b7124 req-99dcc03d-a115-43da-98cf-f12882279a06 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591416 Feb 11 05:44:15.383699 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:15.384044 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Checking segment: {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:15.384453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Bound using segment: {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:15.384838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Bound port: e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:15.385196 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.449670 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] For port e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:15.453374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] For port e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:15.476690 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.526161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:15.526782 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.528389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] 10.222.0.88 "PUT /v2.0/ports/e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f HTTP/1.1" status: 200 len: 1092 time: 0.7806208 Feb 11 05:44:15.528854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53254e6-4c05-49e0-9b35-f4ecbbde8834', 'tag': 'e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:15.531048 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2010a4-375b-4b81-8aa8-885ed14f96cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d53254e6-4c05-49e0-9b35-f4ecbbde8834", "tag": "e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:15.558553 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9c69b9c-3483-4a50-85cc-6928e650beea req-cea5628e-5b6a-410b-a814-c501d8d98a4a tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 210 time: 0.0482881 Feb 11 05:44:15.573806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb20449-5d69-4783-a33e-e761241ef4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:15.637174 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648488f5-3473-4927-b2a1-a9e69e2b25f6 x-openstack-request-id: req-648488f5-3473-4927-b2a1-a9e69e2b25f6 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:15.637577 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53254e6-4c05-49e0-9b35-f4ecbbde8834", "tag": "e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:15.637921 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-648488f5-3473-4927-b2a1-a9e69e2b25f6 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:15.638404 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53254e6-4c05-49e0-9b35-f4ecbbde8834', 'tag': 'e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f', 'status': 'completed', 'code': 200} Feb 11 05:44:15.659914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-b2ba0727-aa10-4220-a4b8-d21c4c2d7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:15.662513 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-b2ba0727-aa10-4220-a4b8-d21c4c2d7eaf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&device_id=d53254e6-4c05-49e0-9b35-f4ecbbde8834 HTTP/1.1" status: 200 len: 1126 time: 0.0684652 Feb 11 05:44:15.707406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-76944c3d-21bb-4569-8ef8-a35a96467636 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f HTTP/1.1" status: 200 len: 217 time: 0.0385158 Feb 11 05:44:15.756306 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-dee5d166-a304-4922-9cf2-89f68e5f0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:15.757941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-dee5d166-a304-4922-9cf2-89f68e5f0f30 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0266a34-1b9c-451d-9bdd-1297b6a861ed HTTP/1.1" status: 200 len: 846 time: 0.0447927 Feb 11 05:44:15.792062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-663fb095-fbcd-44ee-b5a7-09366fede5a9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9269a4c8-b1f1-401d-80b8-95261f9ee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264330 Feb 11 05:44:15.905747 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-e7f3b1ac-eb72-4523-baf5-11f90164567a service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045160 Feb 11 05:44:16.018673 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a2bcad8-5dbf-4c18-b1b5-4f16432a53c3 req-fbdad8fb-2bcc-48ca-94bf-17adc3b68b5c service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052227 Feb 11 05:44:16.121715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2010a4-375b-4b81-8aa8-885ed14f96cf req-a3afe29d-cbe1-4ddf-9db1-c045e1ce26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.123453 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f2010a4-375b-4b81-8aa8-885ed14f96cf req-a3afe29d-cbe1-4ddf-9db1-c045e1ce26f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&device_id=d53254e6-4c05-49e0-9b35-f4ecbbde8834 HTTP/1.1" status: 200 len: 1126 time: 0.0544100 Feb 11 05:44:16.193715 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42526) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:16.261864 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2010a4-375b-4b81-8aa8-885ed14f96cf req-32d11841-4a13-4f09-bada-14484adbc02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.263711 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f2010a4-375b-4b81-8aa8-885ed14f96cf req-32d11841-4a13-4f09-bada-14484adbc02e service neutron] 10.222.0.88 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 907 time: 0.1324527 Feb 11 05:44:16.323995 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f2010a4-375b-4b81-8aa8-885ed14f96cf req-64b3fa63-aa6b-4f36-9bab-cbd99ead4e8a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f HTTP/1.1" status: 200 len: 217 time: 0.0518851 Feb 11 05:44:16.337343 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dce910ba-f324-41b1-9189-1477a5c9f43d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.390099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2010a4-375b-4b81-8aa8-885ed14f96cf req-a48f51c5-fd53-4fa8-88ed-e5f99a68599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.392259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f2010a4-375b-4b81-8aa8-885ed14f96cf req-a48f51c5-fd53-4fa8-88ed-e5f99a68599f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0266a34-1b9c-451d-9bdd-1297b6a861ed HTTP/1.1" status: 200 len: 846 time: 0.0618558 Feb 11 05:44:16.425648 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dce910ba-f324-41b1-9189-1477a5c9f43d admin admin] Publish callbacks [] for security_group (e0c4a415-0e83-4a61-871b-b7c73e60c1ee), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.430870 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dce910ba-f324-41b1-9189-1477a5c9f43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e0c4a415-0e83-4a61-871b-b7c73e60c1ee), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.460925 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dce910ba-f324-41b1-9189-1477a5c9f43d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6ee3032d43be406cb39c2f2f1ab9c50d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2653747 Feb 11 05:44:16.461613 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42532) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:16.463958 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f2010a4-375b-4b81-8aa8-885ed14f96cf req-d09738e7-4f52-485e-8a76-6a5c4a61dc91 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9269a4c8-b1f1-401d-80b8-95261f9ee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646536 Feb 11 05:44:16.532385 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c609784e-ee89-4a77-b6d7-0fd8adfe6fd1 admin admin] Publish callbacks [] for security_group (e0c4a415-0e83-4a61-871b-b7c73e60c1ee), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.534471 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce910ba-f324-41b1-9189-1477a5c9f43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c4a415-0e83-4a61-871b-b7c73e60c1ee,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:16.577942 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c609784e-ee89-4a77-b6d7-0fd8adfe6fd1 admin admin] Publish callbacks [] for security_group (e0c4a415-0e83-4a61-871b-b7c73e60c1ee), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.620132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cfa5e-5cc1-461c-8c39-0f7bd3e4060d req-53500e43-8147-490f-8cee-bdf3b678ca8f tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:16.621806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c4cfa5e-5cc1-461c-8c39-0f7bd3e4060d req-53500e43-8147-490f-8cee-bdf3b678ca8f tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=d53254e6-4c05-49e0-9b35-f4ecbbde8834 HTTP/1.1" status: 200 len: 943 time: 0.1194630 Feb 11 05:44:16.624192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f2010a4-375b-4b81-8aa8-885ed14f96cf req-6bd1a9ec-ac1d-4617-89a9-8cc9da992fdf service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532156 Feb 11 05:44:16.662621 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c609784e-ee89-4a77-b6d7-0fd8adfe6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e0c4a415-0e83-4a61-871b-b7c73e60c1ee), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.666493 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c609784e-ee89-4a77-b6d7-0fd8adfe6fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.668455 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c609784e-ee89-4a77-b6d7-0fd8adfe6fd1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e0c4a415-0e83-4a61-871b-b7c73e60c1ee HTTP/1.1" status: 204 len: 168 time: 0.2048247 Feb 11 05:44:16.680853 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609784e-ee89-4a77-b6d7-0fd8adfe6fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c4a415-0e83-4a61-871b-b7c73e60c1ee,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:16.839741 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7eafff05-1fc8-4b8d-8e90-701dc18762bc req-1be396c2-59bb-454d-9ca9-3cd774ddce4b tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 210 time: 0.1230950 Feb 11 05:44:16.868589 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f2010a4-375b-4b81-8aa8-885ed14f96cf req-e09f17b0-bd12-4b99-823c-562ba9838260 service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320306 Feb 11 05:44:16.872423 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c4cfa5e-5cc1-461c-8c39-0f7bd3e4060d req-19b8eb56-578c-46bf-bd64-5a962481531f tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448921 Feb 11 05:44:17.024018 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42540) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:17.037136 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7aba82be-e371-4edb-88ad-4aaa6d9fb87e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.111876 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7aba82be-e371-4edb-88ad-4aaa6d9fb87e admin admin] Publish callbacks [] for security_group (b008b5e0-3d8a-4011-96e2-cf2c108765df), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.117015 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7aba82be-e371-4edb-88ad-4aaa6d9fb87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b008b5e0-3d8a-4011-96e2-cf2c108765df), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.155196 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba82be-e371-4edb-88ad-4aaa6d9fb87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b008b5e0-3d8a-4011-96e2-cf2c108765df,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:17.159333 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7aba82be-e371-4edb-88ad-4aaa6d9fb87e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c0f43bed79c94007ba0e4b232ecd180a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343911 Feb 11 05:44:17.162558 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42542) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:17.211247 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65a092c1-15ce-4bb6-9a48-27d8ff738a69 admin admin] Publish callbacks [] for security_group (b008b5e0-3d8a-4011-96e2-cf2c108765df), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.233864 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65a092c1-15ce-4bb6-9a48-27d8ff738a69 admin admin] Publish callbacks [] for security_group (b008b5e0-3d8a-4011-96e2-cf2c108765df), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.282929 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65a092c1-15ce-4bb6-9a48-27d8ff738a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b008b5e0-3d8a-4011-96e2-cf2c108765df), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.286171 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-65a092c1-15ce-4bb6-9a48-27d8ff738a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.291085 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-65a092c1-15ce-4bb6-9a48-27d8ff738a69 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b008b5e0-3d8a-4011-96e2-cf2c108765df HTTP/1.1" status: 204 len: 168 time: 0.1274562 Feb 11 05:44:17.300223 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a092c1-15ce-4bb6-9a48-27d8ff738a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b008b5e0-3d8a-4011-96e2-cf2c108765df,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:17.521810 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c24d4e1d-9a27-4dde-bd08-6509783a88f2 req-35efa9d1-be96-4611-acd3-44780abe24e4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510542 Feb 11 05:44:17.610233 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d4e1d-9a27-4dde-bd08-6509783a88f2 req-86f1bb91-da8d-4042-971f-11290d9cc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:17.611779 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c24d4e1d-9a27-4dde-bd08-6509783a88f2 req-86f1bb91-da8d-4042-971f-11290d9cc869 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 1128 time: 0.0495086 Feb 11 05:44:17.706928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:44:17.732844 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d4e1d-9a27-4dde-bd08-6509783a88f2 req-344ae782-3957-4e36-81ea-c87e495f63f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:17.734775 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c24d4e1d-9a27-4dde-bd08-6509783a88f2 req-344ae782-3957-4e36-81ea-c87e495f63f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 907 time: 0.1030192 Feb 11 05:44:17.781745 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c24d4e1d-9a27-4dde-bd08-6509783a88f2 req-b3cb5a8d-2ce5-4f5f-94ff-183826b3037f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e02c42c-ee30-4c33-8c8c-278da5a2c416 HTTP/1.1" status: 200 len: 217 time: 0.0405662 Feb 11 05:44:17.813817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:17.831204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f', 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354', 'port_id': 'e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f', 'mac_address': 'fa:16:3e:51:c3:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0266a34-1b9c-451d-9bdd-1297b6a861ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:44:17.849316 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d4e1d-9a27-4dde-bd08-6509783a88f2 req-595b02cb-0d8e-447c-834e-fb6a25c8ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:17.851211 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c24d4e1d-9a27-4dde-bd08-6509783a88f2 req-595b02cb-0d8e-447c-834e-fb6a25c8ac49 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0266a34-1b9c-451d-9bdd-1297b6a861ed HTTP/1.1" status: 200 len: 846 time: 0.0625744 Feb 11 05:44:17.902626 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:17.903906 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.920702 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c24d4e1d-9a27-4dde-bd08-6509783a88f2 req-5971cc15-2fdb-46df-8c87-2ed54d7fcfcb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9269a4c8-b1f1-401d-80b8-95261f9ee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638480 Feb 11 05:44:17.926453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:17.956254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:17.963921 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:17.971879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b4c5ca9-ea5c-4c37-9988-adac304b9632 req-64446ecb-3874-4088-afef-3eb5b9df9ce0 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 210 time: 0.0478988 Feb 11 05:44:18.049992 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:18.058245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a19806-7b90-4d5a-b315-11f1891dc511 req-5bbb38fb-6047-4658-82e4-cff20327c02c tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:18.061585 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26a19806-7b90-4d5a-b315-11f1891dc511 req-5bbb38fb-6047-4658-82e4-cff20327c02c tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=d53254e6-4c05-49e0-9b35-f4ecbbde8834 HTTP/1.1" status: 200 len: 944 time: 0.0624881 Feb 11 05:44:18.082230 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c24d4e1d-9a27-4dde-bd08-6509783a88f2 req-60ef7a2a-31bd-4505-ab7c-f925178a660a service neutron] 10.222.0.73 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527400 Feb 11 05:44:18.120602 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26a19806-7b90-4d5a-b315-11f1891dc511 req-77cb8083-627f-4208-9208-2df7680fdd40 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515516 Feb 11 05:44:18.201885 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c24d4e1d-9a27-4dde-bd08-6509783a88f2 req-af5f95af-ed57-4dea-aa34-75e63bfeb416 service neutron] 10.222.0.73 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127806 Feb 11 05:44:18.211060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:19.079193 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-afd32f80-1302-4c8d-b71f-3a50c72648cb req-e0686f0a-103e-4e8d-8317-7240eeaa120e tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 210 time: 0.0317650 Feb 11 05:44:19.264343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125bf7c-94e1-4382-a8e5-3af00237ab2b req-1f7f1f40-d4d7-4690-a86e-caf57cd8216b tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:19.271448 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a125bf7c-94e1-4382-a8e5-3af00237ab2b req-1f7f1f40-d4d7-4690-a86e-caf57cd8216b tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=d53254e6-4c05-49e0-9b35-f4ecbbde8834 HTTP/1.1" status: 200 len: 944 time: 0.0797095 Feb 11 05:44:19.320477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a125bf7c-94e1-4382-a8e5-3af00237ab2b req-836ad9cf-805d-4785-ac9f-6196bcf67e4b tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481780 Feb 11 05:44:19.720510 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:19.773117 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:44:19.777687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:19.778352 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.867023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:19.867439 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.891672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53254e6-4c05-49e0-9b35-f4ecbbde8834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:19.893913 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b37ad3f-f686-46ba-8ee2-580e76ac9b7e" -d '{"events": [{"server_uuid": "d53254e6-4c05-49e0-9b35-f4ecbbde8834", "name": "network-vif-plugged", "status": "completed", "tag": "e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:19.913318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:19.918777 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:19.953769 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a477d57f-2517-4261-88ec-c9114323bd4b x-openstack-request-id: req-a477d57f-2517-4261-88ec-c9114323bd4b {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:19.954162 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53254e6-4c05-49e0-9b35-f4ecbbde8834", "name": "network-vif-plugged", "status": "completed", "tag": "e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:19.954515 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a477d57f-2517-4261-88ec-c9114323bd4b {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:19.955007 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53254e6-4c05-49e0-9b35-f4ecbbde8834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f', 'code': 200} Feb 11 05:44:19.973875 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:20.061414 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a130f1f-1fd3-4303-92ba-aad193dafca4 req-67b42701-5921-42e5-91a2-5676e8be1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:20.062917 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a130f1f-1fd3-4303-92ba-aad193dafca4 req-67b42701-5921-42e5-91a2-5676e8be1883 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d53254e6-4c05-49e0-9b35-f4ecbbde8834 HTTP/1.1" status: 200 len: 1128 time: 0.0496235 Feb 11 05:44:20.108279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a130f1f-1fd3-4303-92ba-aad193dafca4 req-4fa6b3e4-ee13-4283-8811-cdcef6808118 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390675 Feb 11 05:44:20.194461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81138627-59e6-4f8d-80db-8c6c02ec9409 req-1cd41ce5-84b6-4d37-b0f9-e1b78b87ced4 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "GET /v2.0/ports?device_id=49c53db3-036c-4295-b058-ba10db3dc334 HTTP/1.1" status: 200 len: 210 time: 0.0314846 Feb 11 05:44:20.465552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b6262-ec6f-425d-be53-13ef8f94aa40 req-43456b9d-aa2d-456a-a5e5-9a4fd50637ed tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:20.467170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-817b6262-ec6f-425d-be53-13ef8f94aa40 req-43456b9d-aa2d-456a-a5e5-9a4fd50637ed tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=d53254e6-4c05-49e0-9b35-f4ecbbde8834 HTTP/1.1" status: 200 len: 945 time: 0.0710363 Feb 11 05:44:20.532671 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-817b6262-ec6f-425d-be53-13ef8f94aa40 req-131b8377-2b60-4a11-ab59-372865e07ff6 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590222 Feb 11 05:44:21.250017 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 42612) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:21.307967 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-656860cc-34fd-42a4-8a4a-e537baec1228 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group (4198f0b5-e7b7-474c-b2ac-e11db72a1b5e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.336060 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-656860cc-34fd-42a4-8a4a-e537baec1228 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group (4198f0b5-e7b7-474c-b2ac-e11db72a1b5e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.400330 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-656860cc-34fd-42a4-8a4a-e537baec1228 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4198f0b5-e7b7-474c-b2ac-e11db72a1b5e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.403380 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-656860cc-34fd-42a4-8a4a-e537baec1228 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:21.404657 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-656860cc-34fd-42a4-8a4a-e537baec1228 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] 10.222.0.87 "DELETE /v2.0/security-groups/4198f0b5-e7b7-474c-b2ac-e11db72a1b5e HTTP/1.1" status: 204 len: 168 time: 0.1535797 Feb 11 05:44:21.414672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656860cc-34fd-42a4-8a4a-e537baec1228 tempest-TestVolumeBackupRestore-532878909 tempest-TestVolumeBackupRestore-532878909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4198f0b5-e7b7-474c-b2ac-e11db72a1b5e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:21.725945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d89a39-1885-4e9c-b1ed-02ae01296281 req-9213e8dd-a09b-4370-a2af-31ed11dcb7ab tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.732790 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89d89a39-1885-4e9c-b1ed-02ae01296281 req-9213e8dd-a09b-4370-a2af-31ed11dcb7ab tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=d53254e6-4c05-49e0-9b35-f4ecbbde8834 HTTP/1.1" status: 200 len: 945 time: 0.1146708 Feb 11 05:44:21.779045 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89d89a39-1885-4e9c-b1ed-02ae01296281 req-531a7691-f240-4cf3-9475-d1ee067daa45 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454068 Feb 11 05:44:21.935236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81c2a4-98be-42a1-bb35-fe90297d2325 req-ae9bf876-d17d-4603-ad4c-7f5a51f60e73 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:21.937275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ec81c2a4-98be-42a1-bb35-fe90297d2325 req-ae9bf876-d17d-4603-ad4c-7f5a51f60e73 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=d53254e6-4c05-49e0-9b35-f4ecbbde8834 HTTP/1.1" status: 200 len: 945 time: 0.0839345 Feb 11 05:44:22.002980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ec81c2a4-98be-42a1-bb35-fe90297d2325 req-aae3289f-0037-41fa-ad80-78b5fd3a7496 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600691 Feb 11 05:44:22.307236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b359e-34fd-4d9e-b775-998e2fc46e52 req-563e4859-bc95-4f74-af51-60718435e4cf tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:22.309411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd3b359e-34fd-4d9e-b775-998e2fc46e52 req-563e4859-bc95-4f74-af51-60718435e4cf tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=d53254e6-4c05-49e0-9b35-f4ecbbde8834 HTTP/1.1" status: 200 len: 945 time: 0.0694442 Feb 11 05:44:22.382604 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd3b359e-34fd-4d9e-b775-998e2fc46e52 req-5a3ca3d9-637a-41b1-bbd5-cf5c761e5bb7 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634871 Feb 11 05:44:23.572975 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d733bd-83c5-4289-9727-2ecd656d9755 req-99610665-686e-45c0-9e46-69a55d5aea24 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:23.596093 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01d733bd-83c5-4289-9727-2ecd656d9755 req-99610665-686e-45c0-9e46-69a55d5aea24 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=d53254e6-4c05-49e0-9b35-f4ecbbde8834 HTTP/1.1" status: 200 len: 945 time: 0.1065240 Feb 11 05:44:23.708010 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01d733bd-83c5-4289-9727-2ecd656d9755 req-0473a663-5b46-42cc-b342-092029434de6 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101806 Feb 11 05:44:23.772749 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f225dec-fb31-4ee9-8514-0170c98cb001 req-e60f4ac1-cfd2-429e-97c4-aa36740e2677 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:23.776083 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f225dec-fb31-4ee9-8514-0170c98cb001 req-e60f4ac1-cfd2-429e-97c4-aa36740e2677 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "GET /v2.0/ports?device_id=d53254e6-4c05-49e0-9b35-f4ecbbde8834 HTTP/1.1" status: 200 len: 945 time: 0.1537955 Feb 11 05:44:23.954325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-6f225dec-fb31-4ee9-8514-0170c98cb001 req-a2c9c144-ddef-4616-8567-09f8de841701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Deleting port e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:23.954679 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6f225dec-fb31-4ee9-8514-0170c98cb001 req-a2c9c144-ddef-4616-8567-09f8de841701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.211202 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-6f225dec-fb31-4ee9-8514-0170c98cb001 req-a2c9c144-ddef-4616-8567-09f8de841701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] For port e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:24.213166 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6f225dec-fb31-4ee9-8514-0170c98cb001 req-a2c9c144-ddef-4616-8567-09f8de841701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.253387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-6f225dec-fb31-4ee9-8514-0170c98cb001 req-a2c9c144-ddef-4616-8567-09f8de841701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Calling delete_port for e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:24.358036 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:44:24.529017 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6f225dec-fb31-4ee9-8514-0170c98cb001 req-a2c9c144-ddef-4616-8567-09f8de841701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.545545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['1e02c42c-ee30-4c33-8c8c-278da5a2c416'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:24.550164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:24.605599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9c144-ddef-4616-8567-09f8de841701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Pushing event deleted for resources: {'Port': ['ID=e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:24.715301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f225dec-fb31-4ee9-8514-0170c98cb001 req-a2c9c144-ddef-4616-8567-09f8de841701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] No DVR routers for this DVR port e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:24.718667 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6f225dec-fb31-4ee9-8514-0170c98cb001 req-a2c9c144-ddef-4616-8567-09f8de841701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:24.722036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f225dec-fb31-4ee9-8514-0170c98cb001 req-a2c9c144-ddef-4616-8567-09f8de841701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "DELETE /v2.0/ports/e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f HTTP/1.1" status: 204 len: 173 time: 0.9398775 Feb 11 05:44:24.722484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53254e6-4c05-49e0-9b35-f4ecbbde8834', 'name': 'network-vif-deleted', 'tag': 'e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:24.737307 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4284c16-24ac-4b20-9045-4905856cf412" -d '{"events": [{"server_uuid": "d53254e6-4c05-49e0-9b35-f4ecbbde8834", "name": "network-vif-deleted", "tag": "e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:24.843726 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18610820-1d4c-4cab-8582-e28d5be21191 x-openstack-request-id: req-18610820-1d4c-4cab-8582-e28d5be21191 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:24.844060 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53254e6-4c05-49e0-9b35-f4ecbbde8834", "name": "network-vif-deleted", "tag": "e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:24.844433 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-18610820-1d4c-4cab-8582-e28d5be21191 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:24.844760 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53254e6-4c05-49e0-9b35-f4ecbbde8834', 'name': 'network-vif-deleted', 'tag': 'e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f', 'status': 'completed', 'code': 200} Feb 11 05:44:24.924941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0d17b335-6063-4f83-806c-44a91f26c53e req-6d62cdfb-b0d9-4dbf-ae1c-57747b04bc01 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=d53254e6-4c05-49e0-9b35-f4ecbbde8834 HTTP/1.1" status: 200 len: 210 time: 0.0668268 Feb 11 05:44:26.522741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-7911a2bc-4fd4-459f-a8b4-bb8f0417bc98 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:26.531942 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-7911a2bc-4fd4-459f-a8b4-bb8f0417bc98 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 806 time: 0.1302142 Feb 11 05:44:26.550861 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-a9d775a5-f858-4dc2-9407-32054fb3c82e tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/quotas/98cc9928f4904ad7a5576b28aa1dcb89 HTTP/1.1" status: 200 len: 375 time: 0.0177627 Feb 11 05:44:26.621463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-9ac01d13-d07f-4bfb-a77d-0fcb85d07575 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0686166 Feb 11 05:44:26.742601 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-30012c8f-e01a-4bac-8d5d-dbf8711b661f service neutron] 10.222.0.87 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182337 Feb 11 05:44:26.841804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-7450ed62-9ed3-4057-8dd3-b7583a28b144 service neutron] 10.222.0.87 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927422 Feb 11 05:44:27.074711 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78a87ad3-f714-431b-b2a1-dacebd58a6c7 req-cc20cef2-52d7-4aca-8f10-25c4b60c0c11 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 210 time: 0.0633986 Feb 11 05:44:27.779994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:27.808580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:27.809246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e3ff30f8-fa1a-4a45-8fed-2bfe43a7d67f not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:28.226914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d120df9-a577-4dbc-947b-9732e691ddbf req-574f8071-812d-4462-ae1d-3537452c1116 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 210 time: 0.0391133 Feb 11 05:44:28.284360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-6a008414-8596-4ff0-92a9-7fe0241b8920 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:28.286976 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-6a008414-8596-4ff0-92a9-7fe0241b8920 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.73 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 806 time: 0.2010107 Feb 11 05:44:28.309016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-56420beb-20cb-4a81-abae-e3db50748730 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Request body: {'port': {'device_id': '1af8eaaf-6681-41fe-882c-a6c337e90f36', 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354', 'admin_state_up': True, 'tenant_id': '98cc9928f4904ad7a5576b28aa1dcb89'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:28.420181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-56420beb-20cb-4a81-abae-e3db50748730 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Made reservation on behalf of 98cc9928f4904ad7a5576b28aa1dcb89 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:28.424298 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-56420beb-20cb-4a81-abae-e3db50748730 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.482695 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4ef16ed8-0ef0-4418-8c5a-6f41a9e94098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.638409 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-56420beb-20cb-4a81-abae-e3db50748730 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Allocated IP 172.20.0.2 (9269a4c8-b1f1-401d-80b8-95261f9ee354/a0266a34-1b9c-451d-9bdd-1297b6a861ed/1c2231bd-beda-42c0-9973-6b9e1da37abf) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:28.863600 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-56420beb-20cb-4a81-abae-e3db50748730 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks [] for port (1c2231bd-beda-42c0-9973-6b9e1da37abf), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.929700 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-56420beb-20cb-4a81-abae-e3db50748730 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (1c2231bd-beda-42c0-9973-6b9e1da37abf), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:28.943351 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['1e02c42c-ee30-4c33-8c8c-278da5a2c416'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:29.024823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-56420beb-20cb-4a81-abae-e3db50748730 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Network 9269a4c8-b1f1-401d-80b8-95261f9ee354 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:29.028335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-56420beb-20cb-4a81-abae-e3db50748730 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:29.038459 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-56420beb-20cb-4a81-abae-e3db50748730 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:29.087077 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56420beb-20cb-4a81-abae-e3db50748730 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Pushing event updated for resources: {'Port': ['ID=1c2231bd-beda-42c0-9973-6b9e1da37abf,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:29.121756 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-56420beb-20cb-4a81-abae-e3db50748730 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:29.122266 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-56420beb-20cb-4a81-abae-e3db50748730 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.133239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43200) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:29.168522 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-56420beb-20cb-4a81-abae-e3db50748730 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8725023 Feb 11 05:44:29.182175 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Request body: {'port': {'device_id': '1af8eaaf-6681-41fe-882c-a6c337e90f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:29.351316 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1c2231bd-beda-42c0-9973-6b9e1da37abf), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.389368 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-25e176da-e68b-43b7-a9b4-a4f11a51a594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.502786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934c798-97db-488d-98c0-ac39c3de828b req-2ae5b3b4-7f9c-4636-817c-2cbf1b3c63d9 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:29.511714 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7934c798-97db-488d-98c0-ac39c3de828b req-2ae5b3b4-7f9c-4636-817c-2cbf1b3c63d9 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 931 time: 0.1268809 Feb 11 05:44:29.576535 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-25e176da-e68b-43b7-a9b4-a4f11a51a594 admin admin] Publish callbacks [] for security_group (827d3f59-1046-49bc-b60b-89c7711daefd), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.588642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7934c798-97db-488d-98c0-ac39c3de828b req-1ae66fc4-44cc-4ea2-a24c-7e8e993cc639 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759001 Feb 11 05:44:29.594312 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-25e176da-e68b-43b7-a9b4-a4f11a51a594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (827d3f59-1046-49bc-b60b-89c7711daefd), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.627631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-25e176da-e68b-43b7-a9b4-a4f11a51a594 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8b74a2da1ad5491aaf7a32e1c79a1e26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4908164 Feb 11 05:44:29.632474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43208) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:29.667337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e176da-e68b-43b7-a9b4-a4f11a51a594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827d3f59-1046-49bc-b60b-89c7711daefd,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:29.700490 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83855225-5941-44ce-8ced-b4b4092b9c58 admin admin] Publish callbacks [] for security_group (827d3f59-1046-49bc-b60b-89c7711daefd), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.723263 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83855225-5941-44ce-8ced-b4b4092b9c58 admin admin] Publish callbacks [] for security_group (827d3f59-1046-49bc-b60b-89c7711daefd), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.788019 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83855225-5941-44ce-8ced-b4b4092b9c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (827d3f59-1046-49bc-b60b-89c7711daefd), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.791607 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83855225-5941-44ce-8ced-b4b4092b9c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.793095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-83855225-5941-44ce-8ced-b4b4092b9c58 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/827d3f59-1046-49bc-b60b-89c7711daefd HTTP/1.1" status: 204 len: 168 time: 0.1596568 Feb 11 05:44:29.812005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83855225-5941-44ce-8ced-b4b4092b9c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827d3f59-1046-49bc-b60b-89c7711daefd,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:29.823760 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c2231bd-beda-42c0-9973-6b9e1da37abf {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:29.838138 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Publish callbacks [] for port (1c2231bd-beda-42c0-9973-6b9e1da37abf), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.854461 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Transition to ACTIVE for port object 1c2231bd-beda-42c0-9973-6b9e1da37abf will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:44:29.860563 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (1c2231bd-beda-42c0-9973-6b9e1da37abf), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.933367 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Pushing event updated for resources: {'Port': ['ID=1c2231bd-beda-42c0-9973-6b9e1da37abf,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:30.044098 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Attempting to bind port 1c2231bd-beda-42c0-9973-6b9e1da37abf on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:30.044449 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Attempting to bind port 1c2231bd-beda-42c0-9973-6b9e1da37abf by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:30.044900 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Attempting to bind port 1c2231bd-beda-42c0-9973-6b9e1da37abf on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:30.049930 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Port 1c2231bd-beda-42c0-9973-6b9e1da37abf on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:44:30.050259 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Attempting to bind port 1c2231bd-beda-42c0-9973-6b9e1da37abf on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:30.058232 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:30.058713 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Checking segment: {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:30.059352 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Bound using segment: {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:30.060186 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Bound port: 1c2231bd-beda-42c0-9973-6b9e1da37abf, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:30.060668 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1c2231bd-beda-42c0-9973-6b9e1da37abf), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.148598 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] For port 1c2231bd-beda-42c0-9973-6b9e1da37abf, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:30.152430 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] For port 1c2231bd-beda-42c0-9973-6b9e1da37abf, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=1c2231bd-beda-42c0-9973-6b9e1da37abf,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:30.160129 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (1c2231bd-beda-42c0-9973-6b9e1da37abf), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.202914 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:30.203768 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.205599 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] 10.222.0.73 "PUT /v2.0/ports/1c2231bd-beda-42c0-9973-6b9e1da37abf HTTP/1.1" status: 200 len: 1092 time: 1.0280056 Feb 11 05:44:30.206214 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af8eaaf-6681-41fe-882c-a6c337e90f36', 'tag': '1c2231bd-beda-42c0-9973-6b9e1da37abf'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:30.209617 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b93d2b0-6770-4bd1-b51f-d1701487ab18" -d '{"events": [{"name": "network-changed", "server_uuid": "1af8eaaf-6681-41fe-882c-a6c337e90f36", "tag": "1c2231bd-beda-42c0-9973-6b9e1da37abf"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:30.246215 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4edabf-b2fd-4474-a2fd-660560091adc service neutron] Pushing event updated for resources: {'Port': ['ID=1c2231bd-beda-42c0-9973-6b9e1da37abf,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:30.314888 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4724a7f1-7d12-4cfd-8440-a00730d9ffdb x-openstack-request-id: req-4724a7f1-7d12-4cfd-8440-a00730d9ffdb {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:30.317950 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af8eaaf-6681-41fe-882c-a6c337e90f36", "tag": "1c2231bd-beda-42c0-9973-6b9e1da37abf", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:30.317950 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4724a7f1-7d12-4cfd-8440-a00730d9ffdb {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:30.317950 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af8eaaf-6681-41fe-882c-a6c337e90f36', 'tag': '1c2231bd-beda-42c0-9973-6b9e1da37abf', 'status': 'completed', 'code': 200} Feb 11 05:44:30.318487 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43216) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:30.341663 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-708f7064-5f29-457f-8631-e79c209a6bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.384624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-72910d19-f11c-4e45-903f-5d30978618a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:30.386986 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-72910d19-f11c-4e45-903f-5d30978618a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 1126 time: 0.1218066 Feb 11 05:44:30.445538 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-781ca901-5bcd-4425-8902-bf104d41b980 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c2231bd-beda-42c0-9973-6b9e1da37abf HTTP/1.1" status: 200 len: 217 time: 0.0458579 Feb 11 05:44:30.502460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43220) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:30.547600 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-b0f9ca70-a6f6-4531-948c-2414c52869b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:30.549109 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-b0f9ca70-a6f6-4531-948c-2414c52869b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0266a34-1b9c-451d-9bdd-1297b6a861ed HTTP/1.1" status: 200 len: 846 time: 0.0876753 Feb 11 05:44:30.589347 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-7d3f397a-6a27-4bf8-9aae-6c1c62512f7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9269a4c8-b1f1-401d-80b8-95261f9ee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321624 Feb 11 05:44:30.594596 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-708f7064-5f29-457f-8631-e79c209a6bff admin admin] Publish callbacks [] for security_group (45855120-b252-473a-a87d-f7d2416d5a86), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.605578 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-708f7064-5f29-457f-8631-e79c209a6bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (45855120-b252-473a-a87d-f7d2416d5a86), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.746327 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-708f7064-5f29-457f-8631-e79c209a6bff admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=73a3c34eb1664b749d77f39012541c15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4267280 Feb 11 05:44:30.750926 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f7064-5f29-457f-8631-e79c209a6bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45855120-b252-473a-a87d-f7d2416d5a86,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:30.756082 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43226) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:30.786327 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f8b9f46e-1cdf-4ad3-98f2-b7aabfb9abf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.828404 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-7c016a26-88e3-49e0-a68d-581f5fc0908d service neutron] 10.222.0.73 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324433 Feb 11 05:44:30.834438 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d0028a2-b522-4c49-8a15-6607378f8a85 admin admin] Publish callbacks [] for security_group (45855120-b252-473a-a87d-f7d2416d5a86), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.858332 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d0028a2-b522-4c49-8a15-6607378f8a85 admin admin] Publish callbacks [] for security_group (45855120-b252-473a-a87d-f7d2416d5a86), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.935038 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d0028a2-b522-4c49-8a15-6607378f8a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (45855120-b252-473a-a87d-f7d2416d5a86), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.937907 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d0028a2-b522-4c49-8a15-6607378f8a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.941442 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1d0028a2-b522-4c49-8a15-6607378f8a85 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/45855120-b252-473a-a87d-f7d2416d5a86 HTTP/1.1" status: 204 len: 168 time: 0.1820529 Feb 11 05:44:30.960102 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0028a2-b522-4c49-8a15-6607378f8a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45855120-b252-473a-a87d-f7d2416d5a86,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:31.018813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023c452-e004-4df3-bc58-94f99af0d1c7 req-105e2b85-cae2-4cb2-905e-5668624328ae tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:31.021572 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d023c452-e004-4df3-bc58-94f99af0d1c7 req-105e2b85-cae2-4cb2-905e-5668624328ae tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 943 time: 0.3117588 Feb 11 05:44:31.061724 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-39b4743e-b4cd-4da5-99df-22916c0d3ebc req-9ec89b30-b7e1-433b-9185-953831e34245 service neutron] 10.222.0.73 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577275 Feb 11 05:44:31.119978 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d023c452-e004-4df3-bc58-94f99af0d1c7 req-24f82a86-2e03-43dd-af24-dd5deb06c15f tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890007 Feb 11 05:44:31.256974 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93d2b0-6770-4bd1-b51f-d1701487ab18 req-507ba8a8-5616-4a32-867f-9acea1e2d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:31.257860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673043c-5701-46e5-893b-7bbedfd31c6f req-cad451cc-074a-4479-84d5-21597000dd07 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:31.259383 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0673043c-5701-46e5-893b-7bbedfd31c6f req-cad451cc-074a-4479-84d5-21597000dd07 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 1129 time: 0.0761075 Feb 11 05:44:31.260674 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8b93d2b0-6770-4bd1-b51f-d1701487ab18 req-507ba8a8-5616-4a32-867f-9acea1e2d610 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 1126 time: 0.1090705 Feb 11 05:44:31.266903 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6d55-2279-42c6-a60b-2b909e578dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (60529b7e-05e2-4be5-888a-68401bcea377), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:31.448261 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93d2b0-6770-4bd1-b51f-d1701487ab18 req-52b36dbf-51f8-41f8-9d4c-b82e64ec80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:31.453911 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8b93d2b0-6770-4bd1-b51f-d1701487ab18 req-52b36dbf-51f8-41f8-9d4c-b82e64ec80d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 907 time: 0.1844771 Feb 11 05:44:31.532342 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8b93d2b0-6770-4bd1-b51f-d1701487ab18 req-5fafc6e3-9ba0-4b11-84fc-d6b35e7d56de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c2231bd-beda-42c0-9973-6b9e1da37abf HTTP/1.1" status: 200 len: 217 time: 0.0738788 Feb 11 05:44:31.600826 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93d2b0-6770-4bd1-b51f-d1701487ab18 req-7785eff1-5cf0-4542-b417-9ade1d65a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:31.602357 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8b93d2b0-6770-4bd1-b51f-d1701487ab18 req-7785eff1-5cf0-4542-b417-9ade1d65a7b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0266a34-1b9c-451d-9bdd-1297b6a861ed HTTP/1.1" status: 200 len: 846 time: 0.0612140 Feb 11 05:44:31.668510 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8b93d2b0-6770-4bd1-b51f-d1701487ab18 req-07aa031a-3a1b-44ab-bf07-026985d40861 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9269a4c8-b1f1-401d-80b8-95261f9ee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552437 Feb 11 05:44:31.909268 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8b93d2b0-6770-4bd1-b51f-d1701487ab18 req-362843fe-187e-4c5b-aea3-f4ff7c6a9968 service neutron] 10.222.0.73 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205951 Feb 11 05:44:32.063727 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8b93d2b0-6770-4bd1-b51f-d1701487ab18 req-8d8de50d-1f87-4f8f-8ac7-5a68318c756f service neutron] 10.222.0.73 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521361 Feb 11 05:44:32.090753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0673043c-5701-46e5-893b-7bbedfd31c6f req-982081ca-36a2-4d79-8a1d-6d197e069fb8 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7065005 Feb 11 05:44:32.117635 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43250) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:32.301758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b7ab6d55-2279-42c6-a60b-2b909e578dea admin admin] Deleting port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:32.302121 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6d55-2279-42c6-a60b-2b909e578dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:32.348166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ad99a2a5-1ac2-412a-83fa-336715126a06 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting port 8c1f8519-6998-4b7b-acaa-fe510b637584 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:32.348508 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad99a2a5-1ac2-412a-83fa-336715126a06 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8c1f8519-6998-4b7b-acaa-fe510b637584), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:32.399007 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-b7ab6d55-2279-42c6-a60b-2b909e578dea admin admin] For port 80a437c3-d062-4fdb-b0d1-4cd0eae064d8, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=80a437c3-d062-4fdb-b0d1-4cd0eae064d8,segment=NetworkSegment(1b61f993-c2af-4350-b5e5-b4d0c39159e4),segment_id=1b61f993-c2af-4350-b5e5-b4d0c39159e4)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:32.399564 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6d55-2279-42c6-a60b-2b909e578dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:32.414146 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b7ab6d55-2279-42c6-a60b-2b909e578dea admin admin] Calling delete_port for 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:32.438866 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad99a2a5-1ac2-412a-83fa-336715126a06 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8c1f8519-6998-4b7b-acaa-fe510b637584), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:32.439155 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad99a2a5-1ac2-412a-83fa-336715126a06 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for floatingip (8c1f8519-6998-4b7b-acaa-fe510b637584), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:32.454347 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ad99a2a5-1ac2-412a-83fa-336715126a06 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Calling delete_port for 8c1f8519-6998-4b7b-acaa-fe510b637584 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:32.468540 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:32.532351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453b683-214f-476b-bf97-854a423412f1 req-bae0968b-c4a9-49b9-851a-3c3c3e7c7dfc tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:32.535045 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b453b683-214f-476b-bf97-854a423412f1 req-bae0968b-c4a9-49b9-851a-3c3c3e7c7dfc tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 943 time: 0.2875562 Feb 11 05:44:32.646562 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b453b683-214f-476b-bf97-854a423412f1 req-d43f337c-e7fa-4f55-9a42-cc74bee1eec9 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961604 Feb 11 05:44:32.692323 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad99a2a5-1ac2-412a-83fa-336715126a06 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8c1f8519-6998-4b7b-acaa-fe510b637584), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:32.733417 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99a2a5-1ac2-412a-83fa-336715126a06 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Port': ['ID=8c1f8519-6998-4b7b-acaa-fe510b637584,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:32.789475 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6d55-2279-42c6-a60b-2b909e578dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (80a437c3-d062-4fdb-b0d1-4cd0eae064d8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:32.825579 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad99a2a5-1ac2-412a-83fa-336715126a06 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for floatingip (6a01c8f4-1ac9-47fa-b718-568ca2106e6a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:32.826291 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-ad99a2a5-1ac2-412a-83fa-336715126a06 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Floating IP 6a01c8f4-1ac9-47fa-b718-568ca2106e6a disassociated (deleted). External IP: 172.25.5.30, port: 5691e8e4-a8de-480f-8971-658218db4ac0. Feb 11 05:44:32.833737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab6d55-2279-42c6-a60b-2b909e578dea admin admin] Pushing event deleted for resources: {'Port': ['ID=80a437c3-d062-4fdb-b0d1-4cd0eae064d8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:33.104092 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b7ab6d55-2279-42c6-a60b-2b909e578dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (60529b7e-05e2-4be5-888a-68401bcea377), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:33.410792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ab6d55-2279-42c6-a60b-2b909e578dea admin admin] Router 60529b7e-05e2-4be5-888a-68401bcea377 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:33.532938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ab6d55-2279-42c6-a60b-2b909e578dea admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:33.538323 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b7ab6d55-2279-42c6-a60b-2b909e578dea admin admin] 10.222.0.87 "PUT /v2.0/routers/60529b7e-05e2-4be5-888a-68401bcea377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0338736 Feb 11 05:44:33.541277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43272) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:33.545719 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ebd98-25be-48d8-b98a-966f04622a3f None None] Sync routers for ids ['60529b7e-05e2-4be5-888a-68401bcea377'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:33.553576 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad99a2a5-1ac2-412a-83fa-336715126a06 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router 27228969-caba-4b71-a965-f9ece033cc74 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:33.568538 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ebd98-25be-48d8-b98a-966f04622a3f None None] Routers {'60529b7e-05e2-4be5-888a-68401bcea377'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:33.569928 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a77ebd98-25be-48d8-b98a-966f04622a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['60529b7e-05e2-4be5-888a-68401bcea377'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:33.665856 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:33.704503 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad99a2a5-1ac2-412a-83fa-336715126a06 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:33.710978 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad99a2a5-1ac2-412a-83fa-336715126a06 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:33.716809 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3e553-a30f-46fc-989f-fabfda7dec88 None None] Sync routers for ids ['27228969-caba-4b71-a965-f9ece033cc74'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:33.734954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3e553-a30f-46fc-989f-fabfda7dec88 None None] Routers {'27228969-caba-4b71-a965-f9ece033cc74'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:33.736165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bfa3e553-a30f-46fc-989f-fabfda7dec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27228969-caba-4b71-a965-f9ece033cc74'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:33.753243 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ad99a2a5-1ac2-412a-83fa-336715126a06 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/floatingips/6a01c8f4-1ac9-47fa-b718-568ca2106e6a HTTP/1.1" status: 204 len: 168 time: 1.6340454 Feb 11 05:44:33.754096 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:33.767870 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98c8fc6-558e-4ed8-b564-59f8dd2a10f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:33.806607 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a77ebd98-25be-48d8-b98a-966f04622a3f None None] Set router 60529b7e-05e2-4be5-888a-68401bcea377 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:33.906272 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-bfa3e553-a30f-46fc-989f-fabfda7dec88 None None] Set router 27228969-caba-4b71-a965-f9ece033cc74 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:34.036671 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633d7284-9fe6-422e-ac2e-ec428607951c x-openstack-request-id: req-633d7284-9fe6-422e-ac2e-ec428607951c {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:34.036671 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:34.036671 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-633d7284-9fe6-422e-ac2e-ec428607951c {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:34.037144 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0', 'status': 'completed', 'code': 200} Feb 11 05:44:34.104633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6ef74-846e-4749-ac09-4985eb7e05e6 req-f3ffaf2d-2509-4719-b833-ca332a50c118 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.120012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eae6ef74-846e-4749-ac09-4985eb7e05e6 req-f3ffaf2d-2509-4719-b833-ca332a50c118 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 943 time: 0.3122478 Feb 11 05:44:34.157699 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a77ebd98-25be-48d8-b98a-966f04622a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:44:32Z', 'revision_number': 5, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:34.187671 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bfa3e553-a30f-46fc-989f-fabfda7dec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27228969-caba-4b71-a965-f9ece033cc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088379334', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:21Z', 'updated_at': '2022-02-11T05:42:27Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:22Z', 'updated_at': '2022-02-11T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b8215969-9190-45e2-918f-eb69d9509457', 'name': '', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:38:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:26Z', 'updated_at': '2022-02-11T05:42:31Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:34.201618 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ebd98-25be-48d8-b98a-966f04622a3f None None] Checking router: 60529b7e-05e2-4be5-888a-68401bcea377 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:34.220294 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ebd98-25be-48d8-b98a-966f04622a3f None None] Routers {'60529b7e-05e2-4be5-888a-68401bcea377'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:34.225980 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a77ebd98-25be-48d8-b98a-966f04622a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['60529b7e-05e2-4be5-888a-68401bcea377'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:34.257453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3e553-a30f-46fc-989f-fabfda7dec88 None None] Checking router: 27228969-caba-4b71-a965-f9ece033cc74 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:34.266527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3e553-a30f-46fc-989f-fabfda7dec88 None None] Routers {'27228969-caba-4b71-a965-f9ece033cc74'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:34.267633 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bfa3e553-a30f-46fc-989f-fabfda7dec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27228969-caba-4b71-a965-f9ece033cc74'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:34.312317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eae6ef74-846e-4749-ac09-4985eb7e05e6 req-b609307c-7936-4624-87c6-3a632eb284dd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788330 Feb 11 05:44:34.315468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c8fc6-558e-4ed8-b564-59f8dd2a10f8 req-fb019cd4-814e-4382-9af0-69b01885b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.316758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f98c8fc6-558e-4ed8-b564-59f8dd2a10f8 req-fb019cd4-814e-4382-9af0-69b01885b6ab service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 1129 time: 0.2563424 Feb 11 05:44:34.373309 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a77ebd98-25be-48d8-b98a-966f04622a3f None None] Set router 60529b7e-05e2-4be5-888a-68401bcea377 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:34.380392 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f02c50-8319-4df6-ad4c-bdef0caa4069 req-b9f0e4c7-7e36-4802-a0f1-8405510fdd13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.388445 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67f02c50-8319-4df6-ad4c-bdef0caa4069 req-b9f0e4c7-7e36-4802-a0f1-8405510fdd13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 946 time: 0.2654371 Feb 11 05:44:34.427044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-bfa3e553-a30f-46fc-989f-fabfda7dec88 None None] Set router 27228969-caba-4b71-a965-f9ece033cc74 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:34.470824 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dcecfade-97b4-4a38-b295-e81833bb6108 admin admin] Publish callbacks [] for router (60529b7e-05e2-4be5-888a-68401bcea377), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.476594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c8fc6-558e-4ed8-b564-59f8dd2a10f8 req-c07aa089-27e0-410e-b06a-4ce492f37b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.478228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f98c8fc6-558e-4ed8-b564-59f8dd2a10f8 req-c07aa089-27e0-410e-b06a-4ce492f37b73 service neutron] 10.222.0.88 "GET /v2.0/networks?id=06a19bcf-774d-41de-97b2-8a35aa9b5c97 HTTP/1.1" status: 200 len: 898 time: 0.1524081 Feb 11 05:44:34.598614 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a77ebd98-25be-48d8-b98a-966f04622a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:44:32Z', 'revision_number': 5, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:34.620612 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 1c2231bd-beda-42c0-9973-6b9e1da37abf details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:44:34.628298 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f98c8fc6-558e-4ed8-b564-59f8dd2a10f8 req-0c65bd73-42b6-45a0-9c2c-ef971ae0939c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 200 len: 217 time: 0.1159170 Feb 11 05:44:34.630845 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ebd98-25be-48d8-b98a-966f04622a3f None None] The sync data for ids ['60529b7e-05e2-4be5-888a-68401bcea377'] in n-d-713499-38 is: [{'id': '60529b7e-05e2-4be5-888a-68401bcea377', 'name': 'tempest-TestVolumeBackupRestore-371272431-router', 'tenant_id': '75c3d70ad5de4344bfbc2fa949c92975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'b00e40a0-dffe-452d-9137-421702132fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:34Z', 'updated_at': '2022-02-11T05:44:32Z', 'revision_number': 5, 'project_id': '75c3d70ad5de4344bfbc2fa949c92975', 'gw_port': {'id': 'b00e40a0-dffe-452d-9137-421702132fab', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60529b7e-05e2-4be5-888a-68401bcea377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:35Z', 'updated_at': '2022-02-11T05:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:34.662225 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dcecfade-97b4-4a38-b295-e81833bb6108 admin admin] Publish callbacks [] for router_gateway (60529b7e-05e2-4be5-888a-68401bcea377), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.699982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67f02c50-8319-4df6-ad4c-bdef0caa4069 req-9c338a57-5df3-4352-8ed4-a4efe2550792 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105633 Feb 11 05:44:34.741953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c8fc6-558e-4ed8-b564-59f8dd2a10f8 req-e2bf36a1-f8e9-44b4-a576-83f00351a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.743450 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f98c8fc6-558e-4ed8-b564-59f8dd2a10f8 req-e2bf36a1-f8e9-44b4-a576-83f00351a217 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4 HTTP/1.1" status: 200 len: 835 time: 0.0968900 Feb 11 05:44:34.786279 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 1c2231bd-beda-42c0-9973-6b9e1da37abf, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=1c2231bd-beda-42c0-9973-6b9e1da37abf,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:34.805188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-dcecfade-97b4-4a38-b295-e81833bb6108 admin admin] Deleting port b00e40a0-dffe-452d-9137-421702132fab {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:34.805576 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dcecfade-97b4-4a38-b295-e81833bb6108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b00e40a0-dffe-452d-9137-421702132fab), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.809187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '1c2231bd-beda-42c0-9973-6b9e1da37abf', 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354', 'port_id': '1c2231bd-beda-42c0-9973-6b9e1da37abf', 'mac_address': 'fa:16:3e:31:01:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0266a34-1b9c-451d-9bdd-1297b6a861ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:44:34.813368 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bfa3e553-a30f-46fc-989f-fabfda7dec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27228969-caba-4b71-a965-f9ece033cc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088379334', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:21Z', 'updated_at': '2022-02-11T05:42:27Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:22Z', 'updated_at': '2022-02-11T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b8215969-9190-45e2-918f-eb69d9509457', 'name': '', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:38:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:26Z', 'updated_at': '2022-02-11T05:42:31Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:34.834856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c8fc6-558e-4ed8-b564-59f8dd2a10f8 req-25901775-33b4-4a36-b2f6-3b60e67c0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.836426 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f98c8fc6-558e-4ed8-b564-59f8dd2a10f8 req-25901775-33b4-4a36-b2f6-3b60e67c0c80 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=06a19bcf-774d-41de-97b2-8a35aa9b5c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0863810 Feb 11 05:44:34.847724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3e553-a30f-46fc-989f-fabfda7dec88 None None] The sync data for ids ['27228969-caba-4b71-a965-f9ece033cc74'] in n-d-713499-38 is: [{'id': '27228969-caba-4b71-a965-f9ece033cc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088379334', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:21Z', 'updated_at': '2022-02-11T05:42:27Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:22Z', 'updated_at': '2022-02-11T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b8215969-9190-45e2-918f-eb69d9509457', 'name': '', 'network_id': '06a19bcf-774d-41de-97b2-8a35aa9b5c97', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:38:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:26Z', 'updated_at': '2022-02-11T05:42:31Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': 'f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:34.895649 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 1c2231bd-beda-42c0-9973-6b9e1da37abf is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:34.896051 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1c2231bd-beda-42c0-9973-6b9e1da37abf), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.920006 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2231bd-beda-42c0-9973-6b9e1da37abf {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:34.921358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-dcecfade-97b4-4a38-b295-e81833bb6108 admin admin] For port b00e40a0-dffe-452d-9137-421702132fab, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b00e40a0-dffe-452d-9137-421702132fab,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:34.921747 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dcecfade-97b4-4a38-b295-e81833bb6108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b00e40a0-dffe-452d-9137-421702132fab), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.943686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 1c2231bd-beda-42c0-9973-6b9e1da37abf, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=1c2231bd-beda-42c0-9973-6b9e1da37abf,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:34.948465 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1c2231bd-beda-42c0-9973-6b9e1da37abf), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.973593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-dcecfade-97b4-4a38-b295-e81833bb6108 admin admin] Calling delete_port for b00e40a0-dffe-452d-9137-421702132fab owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:35.027217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=1c2231bd-beda-42c0-9973-6b9e1da37abf,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:35.044412 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.044794 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.045117 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.047528 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.047905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.048251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.048752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.049104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.049436 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.056793 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.057165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.057517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.057863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:35.175402 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f98c8fc6-558e-4ed8-b564-59f8dd2a10f8 req-fe508e4a-0690-4147-9b23-0200d9e11c9b service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479429 Feb 11 05:44:35.184788 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.200066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['1c2231bd-beda-42c0-9973-6b9e1da37abf'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:35.306085 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb28f5d5-4456-4c37-b0ba-c6b46c66d5a5 None None] New status for floating IP 6a01c8f4-1ac9-47fa-b718-568ca2106e6a: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:44:35.410184 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f98c8fc6-558e-4ed8-b564-59f8dd2a10f8 req-d2a86e63-2e29-451a-b3f1-612710405d6c service neutron] 10.222.0.88 "GET /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239363 Feb 11 05:44:35.574444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dccf2-3818-4fbb-870f-37f247e53844 req-09e8c47b-a0a7-4265-b575-f82ceb6a2cb8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:35.576588 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d7dccf2-3818-4fbb-870f-37f247e53844 req-09e8c47b-a0a7-4265-b575-f82ceb6a2cb8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 944 time: 0.1412268 Feb 11 05:44:35.595825 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dcecfade-97b4-4a38-b295-e81833bb6108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b00e40a0-dffe-452d-9137-421702132fab), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.640481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecfade-97b4-4a38-b295-e81833bb6108 admin admin] Pushing event deleted for resources: {'Port': ['ID=b00e40a0-dffe-452d-9137-421702132fab,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:35.687614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec48d51-995d-4d23-9b8b-ca275194f0c8 req-b896d298-3184-4380-b755-e42350098f57 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:35.689249 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ec48d51-995d-4d23-9b8b-ca275194f0c8 req-b896d298-3184-4380-b755-e42350098f57 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.88 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 946 time: 0.1697986 Feb 11 05:44:35.759117 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d7dccf2-3818-4fbb-870f-37f247e53844 req-bdf95019-1e99-4006-96fe-7352cba23a96 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746855 Feb 11 05:44:35.791457 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dcecfade-97b4-4a38-b295-e81833bb6108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (60529b7e-05e2-4be5-888a-68401bcea377), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.937849 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dcecfade-97b4-4a38-b295-e81833bb6108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (60529b7e-05e2-4be5-888a-68401bcea377), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.942918 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dcecfade-97b4-4a38-b295-e81833bb6108 admin admin] Publish callbacks [] for router_controller (60529b7e-05e2-4be5-888a-68401bcea377), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.001511 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dcecfade-97b4-4a38-b295-e81833bb6108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (60529b7e-05e2-4be5-888a-68401bcea377), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.001995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcecfade-97b4-4a38-b295-e81833bb6108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60529b7e-05e2-4be5-888a-68401bcea377 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:44:36.008116 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dcecfade-97b4-4a38-b295-e81833bb6108 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.009210 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dcecfade-97b4-4a38-b295-e81833bb6108 admin admin] 10.222.0.87 "DELETE /v2.0/routers/60529b7e-05e2-4be5-888a-68401bcea377 HTTP/1.1" status: 204 len: 168 time: 2.4670339 Feb 11 05:44:36.011964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43296) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:36.023114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978dec9-ebe3-490a-9d5a-c63622a8ca14 req-c281a075-92aa-4a01-ad3e-934d31c07631 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:36.025054 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6978dec9-ebe3-490a-9d5a-c63622a8ca14 req-c281a075-92aa-4a01-ad3e-934d31c07631 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 946 time: 0.2109618 Feb 11 05:44:36.028504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-7ec48d51-995d-4d23-9b8b-ca275194f0c8 req-a186e734-f7ae-4aca-91de-1dd8cf885684 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting port 5691e8e4-a8de-480f-8971-658218db4ac0 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:36.028851 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7ec48d51-995d-4d23-9b8b-ca275194f0c8 req-a186e734-f7ae-4aca-91de-1dd8cf885684 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.063145 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f836576-893b-488c-b376-3e4d20e03f3c admin admin] Deleting subnet b8b02848-61dd-43a5-b973-9ed7037b2f3f {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:44:36.066909 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1f836576-893b-488c-b376-3e4d20e03f3c admin admin] Publish callbacks [] for subnet (b8b02848-61dd-43a5-b973-9ed7037b2f3f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.110227 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1f836576-893b-488c-b376-3e4d20e03f3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (b8b02848-61dd-43a5-b973-9ed7037b2f3f), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.154524 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6978dec9-ebe3-490a-9d5a-c63622a8ca14 req-dc6271d1-7057-4171-8736-b4284f29fb8f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=129be032-b3ab-4b3e-830e-c64cc8a26588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213026 Feb 11 05:44:36.195892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-7ec48d51-995d-4d23-9b8b-ca275194f0c8 req-a186e734-f7ae-4aca-91de-1dd8cf885684 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] For port 5691e8e4-a8de-480f-8971-658218db4ac0, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=5691e8e4-a8de-480f-8971-658218db4ac0,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:36.196530 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7ec48d51-995d-4d23-9b8b-ca275194f0c8 req-a186e734-f7ae-4aca-91de-1dd8cf885684 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.215547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-7ec48d51-995d-4d23-9b8b-ca275194f0c8 req-a186e734-f7ae-4aca-91de-1dd8cf885684 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Calling delete_port for 5691e8e4-a8de-480f-8971-658218db4ac0 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:36.232633 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1f836576-893b-488c-b376-3e4d20e03f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (b8b02848-61dd-43a5-b973-9ed7037b2f3f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.299858 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1f836576-893b-488c-b376-3e4d20e03f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (b8b02848-61dd-43a5-b973-9ed7037b2f3f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.337526 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f836576-893b-488c-b376-3e4d20e03f3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b02848-61dd-43a5-b973-9ed7037b2f3f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:36.342536 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1f836576-893b-488c-b376-3e4d20e03f3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.348438 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1f836576-893b-488c-b376-3e4d20e03f3c admin admin] 10.222.0.87 "DELETE /v2.0/subnets/b8b02848-61dd-43a5-b973-9ed7037b2f3f HTTP/1.1" status: 204 len: 168 time: 0.3347404 Feb 11 05:44:36.349064 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43306) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:36.349378 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049e3b8d-7ee0-4bff-9cf1-0c115d7239ba None None] Network e582c642-adbc-4c86-a26d-9a8aeb045b55 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:36.418874 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7ec48d51-995d-4d23-9b8b-ca275194f0c8 req-a186e734-f7ae-4aca-91de-1dd8cf885684 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5691e8e4-a8de-480f-8971-658218db4ac0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.428549 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (e582c642-adbc-4c86-a26d-9a8aeb045b55), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.530395 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] Deleting port cf8e1c60-1b4d-4d48-b4b6-860f1756d632 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:36.530749 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cf8e1c60-1b4d-4d48-b4b6-860f1756d632), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.575141 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 1c2231bd-beda-42c0-9973-6b9e1da37abf up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:36.626699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] For port cf8e1c60-1b4d-4d48-b4b6-860f1756d632, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cf8e1c60-1b4d-4d48-b4b6-860f1756d632,segment=NetworkSegment(1b61f993-c2af-4350-b5e5-b4d0c39159e4),segment_id=1b61f993-c2af-4350-b5e5-b4d0c39159e4)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:36.627133 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cf8e1c60-1b4d-4d48-b4b6-860f1756d632), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.646275 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] Calling delete_port for cf8e1c60-1b4d-4d48-b4b6-860f1756d632 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:36.665023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8649ce7d-bcd3-44b9-a80b-7d69ddbd2b1d None None] DHCP port deletion for e582c642-adbc-4c86-a26d-9a8aeb045b55 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:44:36.672528 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:36.728691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:36.728691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 80a437c3-d062-4fdb-b0d1-4cd0eae064d8 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:36.777599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 1c2231bd-beda-42c0-9973-6b9e1da37abf completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:44:36.794118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 1c2231bd-beda-42c0-9973-6b9e1da37abf triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:36.794592 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1c2231bd-beda-42c0-9973-6b9e1da37abf), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.800700 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (cf8e1c60-1b4d-4d48-b4b6-860f1756d632), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.848593 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8649ce7d-bcd3-44b9-a80b-7d69ddbd2b1d None None] Deleting port cf8e1c60-1b4d-4d48-b4b6-860f1756d632 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:36.850681 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8649ce7d-bcd3-44b9-a80b-7d69ddbd2b1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cf8e1c60-1b4d-4d48-b4b6-860f1756d632), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.865922 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] No DVR routers for this DVR port cf8e1c60-1b4d-4d48-b4b6-860f1756d632 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:36.869071 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] Pushing event deleted for resources: {'Port': ['ID=cf8e1c60-1b4d-4d48-b4b6-860f1756d632,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:36.956683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-8649ce7d-bcd3-44b9-a80b-7d69ddbd2b1d None None] For port cf8e1c60-1b4d-4d48-b4b6-860f1756d632, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:36.957132 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8649ce7d-bcd3-44b9-a80b-7d69ddbd2b1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cf8e1c60-1b4d-4d48-b4b6-860f1756d632), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.972466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186e734-f7ae-4aca-91de-1dd8cf885684 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Port': ['ID=5691e8e4-a8de-480f-8971-658218db4ac0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:36.973510 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8649ce7d-bcd3-44b9-a80b-7d69ddbd2b1d None None] Calling delete_port for cf8e1c60-1b4d-4d48-b4b6-860f1756d632 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:36.977278 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-8649ce7d-bcd3-44b9-a80b-7d69ddbd2b1d None None] Port cf8e1c60-1b4d-4d48-b4b6-860f1756d632 was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:44:36.979484 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8649ce7d-bcd3-44b9-a80b-7d69ddbd2b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (cf8e1c60-1b4d-4d48-b4b6-860f1756d632), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:36.989034 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (e582c642-adbc-4c86-a26d-9a8aeb045b55), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.017187 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e582c642-adbc-4c86-a26d-9a8aeb045b55']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:37.025046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec48d51-995d-4d23-9b8b-ca275194f0c8 req-a186e734-f7ae-4aca-91de-1dd8cf885684 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] No DVR routers for this DVR port 5691e8e4-a8de-480f-8971-658218db4ac0 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:37.025764 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649ce7d-bcd3-44b9-a80b-7d69ddbd2b1d None None] No DVR routers for this DVR port cf8e1c60-1b4d-4d48-b4b6-860f1756d632 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:37.027573 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7ec48d51-995d-4d23-9b8b-ca275194f0c8 req-a186e734-f7ae-4aca-91de-1dd8cf885684 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.031080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b61f993-c2af-4350-b5e5-b4d0c39159e4') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:37.031252 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649ce7d-bcd3-44b9-a80b-7d69ddbd2b1d None None] Pushing event deleted for resources: {'Port': ['ID=cf8e1c60-1b4d-4d48-b4b6-860f1756d632,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:37.031872 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b61f993-c2af-4350-b5e5-b4d0c39159e4') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:37.040203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ec48d51-995d-4d23-9b8b-ca275194f0c8 req-a186e734-f7ae-4aca-91de-1dd8cf885684 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.88 "DELETE /v2.0/ports/5691e8e4-a8de-480f-8971-658218db4ac0 HTTP/1.1" status: 204 len: 173 time: 1.3348613 Feb 11 05:44:37.041480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'name': 'network-vif-deleted', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:37.044681 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db786dc-79ba-4be2-bd53-62735fcf8aee" -d '{"events": [{"server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "name": "network-vif-deleted", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:37.054995 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (1b61f993-c2af-4350-b5e5-b4d0c39159e4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.091547 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (1b61f993-c2af-4350-b5e5-b4d0c39159e4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.101058 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:37.101460 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (1b61f993-c2af-4350-b5e5-b4d0c39159e4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:37.103658 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:37.107726 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797ef7a-0386-4710-855e-73b452765f4b req-b3cb0780-d416-4131-ae94-e7a0ffb9267f tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:37.127924 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b797ef7a-0386-4710-855e-73b452765f4b req-b3cb0780-d416-4131-ae94-e7a0ffb9267f tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 944 time: 0.1871450 Feb 11 05:44:37.136380 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e0ab3b-752b-4961-9d6c-12291d0cb71c x-openstack-request-id: req-a8e0ab3b-752b-4961-9d6c-12291d0cb71c {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:37.136380 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fdd4e63-ea15-495d-b82a-ecf7085a8e2a", "name": "network-vif-deleted", "tag": "5691e8e4-a8de-480f-8971-658218db4ac0", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:37.136380 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a8e0ab3b-752b-4961-9d6c-12291d0cb71c {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:37.136380 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdd4e63-ea15-495d-b82a-ecf7085a8e2a', 'name': 'network-vif-deleted', 'tag': '5691e8e4-a8de-480f-8971-658218db4ac0', 'status': 'completed', 'code': 200} Feb 11 05:44:37.196060 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (e582c642-adbc-4c86-a26d-9a8aeb045b55), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.204565 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.210596 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] 10.222.0.87 "DELETE /v2.0/networks/e582c642-adbc-4c86-a26d-9a8aeb045b55 HTTP/1.1" status: 204 len: 168 time: 0.8597043 Feb 11 05:44:37.213312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43314) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:37.239230 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b797ef7a-0386-4710-855e-73b452765f4b req-cbb12f26-9e9d-4ffa-a2a3-cb3d59af1ebb tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102953 Feb 11 05:44:37.245837 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce8025-8523-4c64-a186-632094dedacb admin admin] Pushing event deleted for resources: {'Network': ['ID=e582c642-adbc-4c86-a26d-9a8aeb045b55,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:37.363975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 1c2231bd-beda-42c0-9973-6b9e1da37abf is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:37.364534 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1c2231bd-beda-42c0-9973-6b9e1da37abf), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.376618 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ccb03a2-44bc-4b19-b359-b37696205734 req-0430b014-9e04-495d-94af-d8b893c462ef tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fdd4e63-ea15-495d-b82a-ecf7085a8e2a HTTP/1.1" status: 200 len: 210 time: 0.0369194 Feb 11 05:44:37.396737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af8eaaf-6681-41fe-882c-a6c337e90f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2231bd-beda-42c0-9973-6b9e1da37abf'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:37.399008 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4b06fe-a125-4b3b-859d-62cbb2c5af11" -d '{"events": [{"server_uuid": "1af8eaaf-6681-41fe-882c-a6c337e90f36", "name": "network-vif-plugged", "status": "completed", "tag": "1c2231bd-beda-42c0-9973-6b9e1da37abf"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:37.436331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 1c2231bd-beda-42c0-9973-6b9e1da37abf, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=1c2231bd-beda-42c0-9973-6b9e1da37abf,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:37.443106 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321d3460-1e10-4a36-b5ca-8b4e275ff0d9 x-openstack-request-id: req-321d3460-1e10-4a36-b5ca-8b4e275ff0d9 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:37.443942 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af8eaaf-6681-41fe-882c-a6c337e90f36", "name": "network-vif-plugged", "status": "completed", "tag": "1c2231bd-beda-42c0-9973-6b9e1da37abf", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:37.444090 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-321d3460-1e10-4a36-b5ca-8b4e275ff0d9 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:37.447011 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af8eaaf-6681-41fe-882c-a6c337e90f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2231bd-beda-42c0-9973-6b9e1da37abf', 'code': 200} Feb 11 05:44:37.452785 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1c2231bd-beda-42c0-9973-6b9e1da37abf), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:37.587064 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=1c2231bd-beda-42c0-9973-6b9e1da37abf,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:37.651185 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453770e6-7029-413f-a980-772ce28a6d1b req-421895a4-baea-4714-83e1-27cc37250e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:37.653882 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-453770e6-7029-413f-a980-772ce28a6d1b req-421895a4-baea-4714-83e1-27cc37250e0b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 1128 time: 0.1137156 Feb 11 05:44:37.716878 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-453770e6-7029-413f-a980-772ce28a6d1b req-0994a0b6-e58d-4282-a04f-f9fb091c3d7f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573962 Feb 11 05:44:37.774481 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72360cd3-8b7d-4273-8e07-74cfea5bc78e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (c0bba924-e840-4a9f-8fbe-2da8c9b44a2a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.049865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-72360cd3-8b7d-4273-8e07-74cfea5bc78e admin admin] Deleting port 8bb3fc98-54b8-4572-8f79-9274949decc7 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:38.050534 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72360cd3-8b7d-4273-8e07-74cfea5bc78e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.136259 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-72360cd3-8b7d-4273-8e07-74cfea5bc78e admin admin] For port 8bb3fc98-54b8-4572-8f79-9274949decc7, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8bb3fc98-54b8-4572-8f79-9274949decc7,segment=NetworkSegment(182ea910-dab7-4c1e-92f5-bc124dded187),segment_id=182ea910-dab7-4c1e-92f5-bc124dded187)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:38.136637 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72360cd3-8b7d-4273-8e07-74cfea5bc78e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.149519 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-72360cd3-8b7d-4273-8e07-74cfea5bc78e admin admin] Calling delete_port for 8bb3fc98-54b8-4572-8f79-9274949decc7 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:38.263750 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cf8e1c60-1b4d-4d48-b4b6-860f1756d632 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:38.309497 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: cf8e1c60-1b4d-4d48-b4b6-860f1756d632 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:38.310848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cf8e1c60-1b4d-4d48-b4b6-860f1756d632 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:38.311291 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b00e40a0-dffe-452d-9137-421702132fab no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:38.364044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: b00e40a0-dffe-452d-9137-421702132fab {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:38.366422 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b00e40a0-dffe-452d-9137-421702132fab not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:38.381907 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72360cd3-8b7d-4273-8e07-74cfea5bc78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8bb3fc98-54b8-4572-8f79-9274949decc7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:38.415158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f758c-7cb8-4c43-bd3c-bdd5d2f61511 req-35867d31-7cc1-450e-b346-fe2714d90eb9 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:38.417157 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027f758c-7cb8-4c43-bd3c-bdd5d2f61511 req-35867d31-7cc1-450e-b346-fe2714d90eb9 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 945 time: 0.0881462 Feb 11 05:44:38.420653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72360cd3-8b7d-4273-8e07-74cfea5bc78e admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb3fc98-54b8-4572-8f79-9274949decc7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:38.517208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43326) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:38.537407 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-027f758c-7cb8-4c43-bd3c-bdd5d2f61511 req-df2f911f-5d4a-4f50-b344-03c3ec8b2253 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118135 Feb 11 05:44:38.752363 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72360cd3-8b7d-4273-8e07-74cfea5bc78e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (c0bba924-e840-4a9f-8fbe-2da8c9b44a2a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.029165 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72360cd3-8b7d-4273-8e07-74cfea5bc78e admin admin] Router c0bba924-e840-4a9f-8fbe-2da8c9b44a2a has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:39.039295 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c5acd5dc-7618-4bd9-9d7d-14d210404c1d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (27228969-caba-4b71-a965-f9ece033cc74), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.148404 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72360cd3-8b7d-4273-8e07-74cfea5bc78e admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:39.154195 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-72360cd3-8b7d-4273-8e07-74cfea5bc78e admin admin] 10.222.0.87 "PUT /v2.0/routers/c0bba924-e840-4a9f-8fbe-2da8c9b44a2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9394553 Feb 11 05:44:39.157882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43328) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:39.161328 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b1c3b-4fd1-469d-81a4-d4a4924d67d1 None None] Sync routers for ids ['c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:39.173930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b1c3b-4fd1-469d-81a4-d4a4924d67d1 None None] Routers {'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:39.174876 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-537b1c3b-4fd1-469d-81a4-d4a4924d67d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:39.294594 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-537b1c3b-4fd1-469d-81a4-d4a4924d67d1 None None] Set router c0bba924-e840-4a9f-8fbe-2da8c9b44a2a gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:39.329299 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f730326f-803f-4cf1-8fc7-44b5feff5a04 admin admin] Publish callbacks [] for router (c0bba924-e840-4a9f-8fbe-2da8c9b44a2a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.492604 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-537b1c3b-4fd1-469d-81a4-d4a4924d67d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'name': 'tempest-TestVolumeBackupRestore-985153387-router', 'tenant_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'e1625dc2-a0c1-4df2-a17d-1887e2b93734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:45Z', 'updated_at': '2022-02-11T05:44:38Z', 'revision_number': 5, 'project_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'gw_port': {'id': 'e1625dc2-a0c1-4df2-a17d-1887e2b93734', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:39:46Z', 'updated_at': '2022-02-11T05:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:39.506405 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f730326f-803f-4cf1-8fc7-44b5feff5a04 admin admin] Publish callbacks [] for router_gateway (c0bba924-e840-4a9f-8fbe-2da8c9b44a2a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.526390 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b1c3b-4fd1-469d-81a4-d4a4924d67d1 None None] Checking router: c0bba924-e840-4a9f-8fbe-2da8c9b44a2a for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:39.535576 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b1c3b-4fd1-469d-81a4-d4a4924d67d1 None None] Routers {'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:39.536542 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-537b1c3b-4fd1-469d-81a4-d4a4924d67d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:39.542721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c5acd5dc-7618-4bd9-9d7d-14d210404c1d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting port b8215969-9190-45e2-918f-eb69d9509457 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:39.542721 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c5acd5dc-7618-4bd9-9d7d-14d210404c1d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b8215969-9190-45e2-918f-eb69d9509457), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.631916 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-537b1c3b-4fd1-469d-81a4-d4a4924d67d1 None None] Set router c0bba924-e840-4a9f-8fbe-2da8c9b44a2a gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:39.661930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-c5acd5dc-7618-4bd9-9d7d-14d210404c1d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] For port b8215969-9190-45e2-918f-eb69d9509457, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b8215969-9190-45e2-918f-eb69d9509457,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:39.662455 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c5acd5dc-7618-4bd9-9d7d-14d210404c1d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b8215969-9190-45e2-918f-eb69d9509457), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.693212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-537b1c3b-4fd1-469d-81a4-d4a4924d67d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'name': 'tempest-TestVolumeBackupRestore-985153387-router', 'tenant_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:45Z', 'updated_at': '2022-02-11T05:44:39Z', 'revision_number': 6, 'project_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:39.711976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c5acd5dc-7618-4bd9-9d7d-14d210404c1d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Calling delete_port for b8215969-9190-45e2-918f-eb69d9509457 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:39.721559 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b1c3b-4fd1-469d-81a4-d4a4924d67d1 None None] The sync data for ids ['c0bba924-e840-4a9f-8fbe-2da8c9b44a2a'] in n-d-713499-38 is: [{'id': 'c0bba924-e840-4a9f-8fbe-2da8c9b44a2a', 'name': 'tempest-TestVolumeBackupRestore-985153387-router', 'tenant_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:39:45Z', 'updated_at': '2022-02-11T05:44:39Z', 'revision_number': 6, 'project_id': '46c4a71925dd46a99f3de9dc3d5e09e4', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:39.790556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-f730326f-803f-4cf1-8fc7-44b5feff5a04 admin admin] Deleting port e1625dc2-a0c1-4df2-a17d-1887e2b93734 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:39.791016 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f730326f-803f-4cf1-8fc7-44b5feff5a04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e1625dc2-a0c1-4df2-a17d-1887e2b93734), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.804466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19cf70-16bb-4681-8aee-c373597af9bd req-61088c28-8711-445f-8e58-14967fd7ae77 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:39.806294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d19cf70-16bb-4681-8aee-c373597af9bd req-61088c28-8711-445f-8e58-14967fd7ae77 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 945 time: 0.1398203 Feb 11 05:44:39.860880 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 5691e8e4-a8de-480f-8971-658218db4ac0 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:39.893927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 5691e8e4-a8de-480f-8971-658218db4ac0 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:39.893927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 5691e8e4-a8de-480f-8971-658218db4ac0 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:39.897363 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.974151 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d19cf70-16bb-4681-8aee-c373597af9bd req-410bb032-3319-47b2-8d18-dae089beb884 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508670 Feb 11 05:44:39.980570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-f730326f-803f-4cf1-8fc7-44b5feff5a04 admin admin] For port e1625dc2-a0c1-4df2-a17d-1887e2b93734, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e1625dc2-a0c1-4df2-a17d-1887e2b93734,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:39.981296 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f730326f-803f-4cf1-8fc7-44b5feff5a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e1625dc2-a0c1-4df2-a17d-1887e2b93734), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:39.998069 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-f730326f-803f-4cf1-8fc7-44b5feff5a04 admin admin] Calling delete_port for e1625dc2-a0c1-4df2-a17d-1887e2b93734 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:40.204986 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c5acd5dc-7618-4bd9-9d7d-14d210404c1d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b8215969-9190-45e2-918f-eb69d9509457), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.245159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5aeaa-b59e-4aca-b782-384336846d98 req-fef8c4d5-6af6-482f-81eb-b7d290b4cd4c tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:40.246884 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbc5aeaa-b59e-4aca-b782-384336846d98 req-fef8c4d5-6af6-482f-81eb-b7d290b4cd4c tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 945 time: 0.1891704 Feb 11 05:44:40.250654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acd5dc-7618-4bd9-9d7d-14d210404c1d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Port': ['ID=b8215969-9190-45e2-918f-eb69d9509457,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:40.399350 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbc5aeaa-b59e-4aca-b782-384336846d98 req-a25b7f19-dd92-447d-ab93-1e61f212979c tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346323 Feb 11 05:44:40.478339 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f730326f-803f-4cf1-8fc7-44b5feff5a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (e1625dc2-a0c1-4df2-a17d-1887e2b93734), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.574430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730326f-803f-4cf1-8fc7-44b5feff5a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1625dc2-a0c1-4df2-a17d-1887e2b93734,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:40.582361 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8bb3fc98-54b8-4572-8f79-9274949decc7 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:40.630340 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 8bb3fc98-54b8-4572-8f79-9274949decc7 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:40.631028 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8bb3fc98-54b8-4572-8f79-9274949decc7 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:40.649907 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c5acd5dc-7618-4bd9-9d7d-14d210404c1d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (27228969-caba-4b71-a965-f9ece033cc74), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.737550 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f730326f-803f-4cf1-8fc7-44b5feff5a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (c0bba924-e840-4a9f-8fbe-2da8c9b44a2a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.927659 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f730326f-803f-4cf1-8fc7-44b5feff5a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (c0bba924-e840-4a9f-8fbe-2da8c9b44a2a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.932503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f730326f-803f-4cf1-8fc7-44b5feff5a04 admin admin] Publish callbacks [] for router_controller (c0bba924-e840-4a9f-8fbe-2da8c9b44a2a), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.980671 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43346) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:41.000773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5c3a-5809-49b2-8793-edea0d90ea96 req-a80db9f5-4221-4ce8-94b2-3c2322505d43 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:41.002303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46ec5c3a-5809-49b2-8793-edea0d90ea96 req-a80db9f5-4221-4ce8-94b2-3c2322505d43 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 945 time: 0.2687266 Feb 11 05:44:41.021576 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f730326f-803f-4cf1-8fc7-44b5feff5a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (c0bba924-e840-4a9f-8fbe-2da8c9b44a2a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.022115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f730326f-803f-4cf1-8fc7-44b5feff5a04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0bba924-e840-4a9f-8fbe-2da8c9b44a2a {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:44:41.026289 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f730326f-803f-4cf1-8fc7-44b5feff5a04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.030355 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43350) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:41.038658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f730326f-803f-4cf1-8fc7-44b5feff5a04 admin admin] 10.222.0.87 "DELETE /v2.0/routers/c0bba924-e840-4a9f-8fbe-2da8c9b44a2a HTTP/1.1" status: 204 len: 168 time: 1.8796878 Feb 11 05:44:41.079935 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69edc77-b295-443b-b9cd-577c73533317 admin admin] Deleting subnet d7cffa6f-8dbc-41d9-9676-c9f976ec3dff {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:44:41.083838 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e69edc77-b295-443b-b9cd-577c73533317 admin admin] Publish callbacks [] for subnet (d7cffa6f-8dbc-41d9-9676-c9f976ec3dff), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.134459 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e69edc77-b295-443b-b9cd-577c73533317 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (d7cffa6f-8dbc-41d9-9676-c9f976ec3dff), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.197697 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46ec5c3a-5809-49b2-8793-edea0d90ea96 req-1831cbe7-358d-49ec-88ba-d50a62f206f7 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844699 Feb 11 05:44:41.224740 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a3905641-d5cd-468f-8af7-d233f4cb3426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.230422 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5acd5dc-7618-4bd9-9d7d-14d210404c1d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router 27228969-caba-4b71-a965-f9ece033cc74 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:41.259049 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e69edc77-b295-443b-b9cd-577c73533317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (d7cffa6f-8dbc-41d9-9676-c9f976ec3dff), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.346365 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e69edc77-b295-443b-b9cd-577c73533317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (d7cffa6f-8dbc-41d9-9676-c9f976ec3dff), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.360299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5acd5dc-7618-4bd9-9d7d-14d210404c1d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:41.366398 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c5acd5dc-7618-4bd9-9d7d-14d210404c1d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "PUT /v2.0/routers/27228969-caba-4b71-a965-f9ece033cc74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8478925 Feb 11 05:44:41.369116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43352) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:41.373881 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c2e630-2157-46fb-89b2-2c181d99e444 None None] Sync routers for ids ['27228969-caba-4b71-a965-f9ece033cc74'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:41.383172 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69edc77-b295-443b-b9cd-577c73533317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7cffa6f-8dbc-41d9-9676-c9f976ec3dff,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:41.396461 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a3905641-d5cd-468f-8af7-d233f4cb3426 admin admin] Publish callbacks [] for security_group (29cccda4-b8f5-4026-be03-5995bcb04a67), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.397570 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c2e630-2157-46fb-89b2-2c181d99e444 None None] Routers {'27228969-caba-4b71-a965-f9ece033cc74'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:41.398468 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-35c2e630-2157-46fb-89b2-2c181d99e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27228969-caba-4b71-a965-f9ece033cc74'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:41.403059 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e69edc77-b295-443b-b9cd-577c73533317 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.411508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24b3bd8-b2df-40c9-b9f5-7d6a80f56242 None None] Network 91c62bf7-0b35-480d-8a40-262633d91960 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:41.412415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43354) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:41.412545 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e69edc77-b295-443b-b9cd-577c73533317 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/d7cffa6f-8dbc-41d9-9676-c9f976ec3dff HTTP/1.1" status: 204 len: 168 time: 0.3809755 Feb 11 05:44:41.414053 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a3905641-d5cd-468f-8af7-d233f4cb3426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (29cccda4-b8f5-4026-be03-5995bcb04a67), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.455159 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a3905641-d5cd-468f-8af7-d233f4cb3426 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b1a8e475428148fda1feb4bf1c4a766a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4727244 Feb 11 05:44:41.457961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-608f89a5-7e35-4398-95a9-cb5976ab842b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting subnet f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:44:41.458531 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43356) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:41.466581 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3905641-d5cd-468f-8af7-d233f4cb3426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cccda4-b8f5-4026-be03-5995bcb04a67,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:41.494848 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-608f89a5-7e35-4398-95a9-cb5976ab842b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for subnet (f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.516891 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a94400d-19cc-4522-95a8-39f44b53fada admin admin] Publish callbacks [] for security_group (29cccda4-b8f5-4026-be03-5995bcb04a67), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.541934 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a94400d-19cc-4522-95a8-39f44b53fada admin admin] Publish callbacks [] for security_group (29cccda4-b8f5-4026-be03-5995bcb04a67), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.543053 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (91c62bf7-0b35-480d-8a40-262633d91960), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.559737 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-608f89a5-7e35-4398-95a9-cb5976ab842b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.601868 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a94400d-19cc-4522-95a8-39f44b53fada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (29cccda4-b8f5-4026-be03-5995bcb04a67), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.605604 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2a94400d-19cc-4522-95a8-39f44b53fada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.609350 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2a94400d-19cc-4522-95a8-39f44b53fada admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/29cccda4-b8f5-4026-be03-5995bcb04a67 HTTP/1.1" status: 204 len: 168 time: 0.1474235 Feb 11 05:44:41.617238 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94400d-19cc-4522-95a8-39f44b53fada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cccda4-b8f5-4026-be03-5995bcb04a67,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:41.639698 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-35c2e630-2157-46fb-89b2-2c181d99e444 None None] Set router 27228969-caba-4b71-a965-f9ece033cc74 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:41.687898 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f12b0b7-364c-4cbf-94e3-d2928bb7ec45 None None] DHCP port deletion for 91c62bf7-0b35-480d-8a40-262633d91960 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:44:41.716561 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-608f89a5-7e35-4398-95a9-cb5976ab842b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.738871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] Deleting port 1ff78391-1cac-4c49-93ab-6db4c62499f4 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:41.739247 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1ff78391-1cac-4c49-93ab-6db4c62499f4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.762980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1f12b0b7-364c-4cbf-94e3-d2928bb7ec45 None None] Deleting port 1ff78391-1cac-4c49-93ab-6db4c62499f4 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:41.765236 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1f12b0b7-364c-4cbf-94e3-d2928bb7ec45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1ff78391-1cac-4c49-93ab-6db4c62499f4), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.837937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] For port 1ff78391-1cac-4c49-93ab-6db4c62499f4, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1ff78391-1cac-4c49-93ab-6db4c62499f4,segment=NetworkSegment(182ea910-dab7-4c1e-92f5-bc124dded187),segment_id=182ea910-dab7-4c1e-92f5-bc124dded187)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:41.838305 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1ff78391-1cac-4c49-93ab-6db4c62499f4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.855470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] Calling delete_port for 1ff78391-1cac-4c49-93ab-6db4c62499f4 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:41.859925 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-608f89a5-7e35-4398-95a9-cb5976ab842b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.868063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1f12b0b7-364c-4cbf-94e3-d2928bb7ec45 None None] For port 1ff78391-1cac-4c49-93ab-6db4c62499f4, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1ff78391-1cac-4c49-93ab-6db4c62499f4,segment=NetworkSegment(182ea910-dab7-4c1e-92f5-bc124dded187),segment_id=182ea910-dab7-4c1e-92f5-bc124dded187)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:41.869070 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1f12b0b7-364c-4cbf-94e3-d2928bb7ec45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1ff78391-1cac-4c49-93ab-6db4c62499f4), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.901919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1f12b0b7-364c-4cbf-94e3-d2928bb7ec45 None None] Calling delete_port for 1ff78391-1cac-4c49-93ab-6db4c62499f4 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:41.908455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f89a5-7e35-4398-95a9-cb5976ab842b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:41.916036 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-608f89a5-7e35-4398-95a9-cb5976ab842b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.919855 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-608f89a5-7e35-4398-95a9-cb5976ab842b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/subnets/f0e61dce-7d5f-4d43-b89e-eb1ce4f9b4f4 HTTP/1.1" status: 204 len: 168 time: 0.5493534 Feb 11 05:44:41.923184 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43362) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:41.926866 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6797b1aa-30b8-4275-a965-fb927a839b7a None None] Network 06a19bcf-774d-41de-97b2-8a35aa9b5c97 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:42.037763 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1ff78391-1cac-4c49-93ab-6db4c62499f4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.087910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43364) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:42.090819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] No DVR routers for this DVR port 1ff78391-1cac-4c49-93ab-6db4c62499f4 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:42.104573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff78391-1cac-4c49-93ab-6db4c62499f4,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:42.142396 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1f12b0b7-364c-4cbf-94e3-d2928bb7ec45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (1ff78391-1cac-4c49-93ab-6db4c62499f4), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.147850 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9975758f-0075-4135-a6e8-7dd56003c254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.152210 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6a77-931e-467a-a8c9-42865b2aaa9d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router (27228969-caba-4b71-a965-f9ece033cc74), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.190732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12b0b7-364c-4cbf-94e3-d2928bb7ec45 None None] Pushing event deleted for resources: {'Port': ['ID=1ff78391-1cac-4c49-93ab-6db4c62499f4,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:42.194042 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-35c2e630-2157-46fb-89b2-2c181d99e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27228969-caba-4b71-a965-f9ece033cc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088379334', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:21Z', 'updated_at': '2022-02-11T05:44:40Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:22Z', 'updated_at': '2022-02-11T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:42.197770 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f12b0b7-364c-4cbf-94e3-d2928bb7ec45 None None] No DVR routers for this DVR port 1ff78391-1cac-4c49-93ab-6db4c62499f4 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:42.220382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da423eb-9ad8-4ba7-b568-0abca042d7ff None None] DHCP port deletion for 06a19bcf-774d-41de-97b2-8a35aa9b5c97 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:44:42.301225 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c2e630-2157-46fb-89b2-2c181d99e444 None None] Checking router: 27228969-caba-4b71-a965-f9ece033cc74 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:42.316007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1da423eb-9ad8-4ba7-b568-0abca042d7ff None None] Deleting port d042c801-2d44-4b43-97dd-75ce28e6cc29 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:42.316652 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1da423eb-9ad8-4ba7-b568-0abca042d7ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d042c801-2d44-4b43-97dd-75ce28e6cc29), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.317461 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43ebdb-a9c6-4e0b-8880-f086a48dd3c3 req-b284163d-0e29-40c4-ae72-0709a0c09854 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.320755 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ad43ebdb-a9c6-4e0b-8880-f086a48dd3c3 req-b284163d-0e29-40c4-ae72-0709a0c09854 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.73 "GET /v2.0/ports?device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 945 time: 0.1649098 Feb 11 05:44:42.336035 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c2e630-2157-46fb-89b2-2c181d99e444 None None] Routers {'27228969-caba-4b71-a965-f9ece033cc74'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:42.336035 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-35c2e630-2157-46fb-89b2-2c181d99e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27228969-caba-4b71-a965-f9ece033cc74'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:42.394364 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9975758f-0075-4135-a6e8-7dd56003c254 admin admin] Publish callbacks [] for security_group (f178eac8-54d9-443e-b65f-de061bd60be1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.397328 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (91c62bf7-0b35-480d-8a40-262633d91960), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.411463 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9975758f-0075-4135-a6e8-7dd56003c254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f178eac8-54d9-443e-b65f-de061bd60be1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.471971 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e1625dc2-a0c1-4df2-a17d-1887e2b93734 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:42.480401 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6a77-931e-467a-a8c9-42865b2aaa9d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_gateway (27228969-caba-4b71-a965-f9ece033cc74), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.488779 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9975758f-0075-4135-a6e8-7dd56003c254 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=42ffac01ea5444ad939408b4661008d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3924527 Feb 11 05:44:42.494880 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43368) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:42.503600 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: e1625dc2-a0c1-4df2-a17d-1887e2b93734 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:42.504064 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e1625dc2-a0c1-4df2-a17d-1887e2b93734 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:42.504591 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1ff78391-1cac-4c49-93ab-6db4c62499f4 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:42.511194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975758f-0075-4135-a6e8-7dd56003c254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f178eac8-54d9-443e-b65f-de061bd60be1,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:42.527523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 1ff78391-1cac-4c49-93ab-6db4c62499f4 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:42.528248 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1ff78391-1cac-4c49-93ab-6db4c62499f4 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:42.528772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d042c801-2d44-4b43-97dd-75ce28e6cc29 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:42.530399 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-35c2e630-2157-46fb-89b2-2c181d99e444 None None] Set router 27228969-caba-4b71-a965-f9ece033cc74 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:42.538516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c62bf7-0b35-480d-8a40-262633d91960']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:42.543783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1da423eb-9ad8-4ba7-b568-0abca042d7ff None None] For port d042c801-2d44-4b43-97dd-75ce28e6cc29, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d042c801-2d44-4b43-97dd-75ce28e6cc29,segment=NetworkSegment(a18f9ae4-cc29-4c78-b8da-c45d5aa762be),segment_id=a18f9ae4-cc29-4c78-b8da-c45d5aa762be)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:42.544318 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1da423eb-9ad8-4ba7-b568-0abca042d7ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d042c801-2d44-4b43-97dd-75ce28e6cc29), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.572919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182ea910-dab7-4c1e-92f5-bc124dded187') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:42.573209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182ea910-dab7-4c1e-92f5-bc124dded187') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:42.576363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1da423eb-9ad8-4ba7-b568-0abca042d7ff None None] Calling delete_port for d042c801-2d44-4b43-97dd-75ce28e6cc29 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:42.653872 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-ad43ebdb-a9c6-4e0b-8880-f086a48dd3c3 req-12be1e21-330e-4669-897c-3052adc2e5d0 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Deleting port 1c2231bd-beda-42c0-9973-6b9e1da37abf {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:42.654215 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-ad43ebdb-a9c6-4e0b-8880-f086a48dd3c3 req-12be1e21-330e-4669-897c-3052adc2e5d0 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1c2231bd-beda-42c0-9973-6b9e1da37abf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.696620 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d042c801-2d44-4b43-97dd-75ce28e6cc29 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:42.697244 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d042c801-2d44-4b43-97dd-75ce28e6cc29), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.721425 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Publish callbacks [] for security_group (f178eac8-54d9-443e-b65f-de061bd60be1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.728712 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1da423eb-9ad8-4ba7-b568-0abca042d7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (d042c801-2d44-4b43-97dd-75ce28e6cc29), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.793970 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da423eb-9ad8-4ba7-b568-0abca042d7ff None None] Pushing event deleted for resources: {'Port': ['ID=d042c801-2d44-4b43-97dd-75ce28e6cc29,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:42.798883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da423eb-9ad8-4ba7-b568-0abca042d7ff None None] No DVR routers for this DVR port d042c801-2d44-4b43-97dd-75ce28e6cc29 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:42.828303 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Publish callbacks [] for security_group (f178eac8-54d9-443e-b65f-de061bd60be1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:42.840841 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-35c2e630-2157-46fb-89b2-2c181d99e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27228969-caba-4b71-a965-f9ece033cc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088379334', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:21Z', 'updated_at': '2022-02-11T05:44:40Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:22Z', 'updated_at': '2022-02-11T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:42.877532 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c2e630-2157-46fb-89b2-2c181d99e444 None None] The sync data for ids ['27228969-caba-4b71-a965-f9ece033cc74'] in n-d-713499-38 is: [{'id': '27228969-caba-4b71-a965-f9ece033cc74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088379334', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:42:21Z', 'updated_at': '2022-02-11T05:44:40Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '286da011-af9a-4a2e-81a1-46ac40f6df73', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27228969-caba-4b71-a965-f9ece033cc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:42:22Z', 'updated_at': '2022-02-11T05:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:42.953322 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b6a77-931e-467a-a8c9-42865b2aaa9d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting port 286da011-af9a-4a2e-81a1-46ac40f6df73 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:44:42.953669 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6a77-931e-467a-a8c9-42865b2aaa9d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (286da011-af9a-4a2e-81a1-46ac40f6df73), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.085846 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599892e-7233-42e5-8916-5f131fa2b8be req-a40fa1b3-cb2a-4927-9079-848d0742d11f tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:43.087502 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7599892e-7233-42e5-8916-5f131fa2b8be req-a40fa1b3-cb2a-4927-9079-848d0742d11f tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 945 time: 0.6869526 Feb 11 05:44:43.091959 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (182ea910-dab7-4c1e-92f5-bc124dded187), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.121156 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (182ea910-dab7-4c1e-92f5-bc124dded187), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.132381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:43.132996 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (182ea910-dab7-4c1e-92f5-bc124dded187), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:43.134963 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:43.206194 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7599892e-7233-42e5-8916-5f131fa2b8be req-fd8a975c-13df-4c99-b285-09fe593bc68e tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119788 Feb 11 05:44:43.216270 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (91c62bf7-0b35-480d-8a40-262633d91960), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.236485 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.243115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] 10.222.0.87 "DELETE /v2.0/networks/91c62bf7-0b35-480d-8a40-262633d91960 HTTP/1.1" status: 204 len: 168 time: 1.8293533 Feb 11 05:44:43.244475 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb9c31-f701-42dd-95e0-804112a870a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c62bf7-0b35-480d-8a40-262633d91960,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:43.378426 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-ad43ebdb-a9c6-4e0b-8880-f086a48dd3c3 req-12be1e21-330e-4669-897c-3052adc2e5d0 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] For port 1c2231bd-beda-42c0-9973-6b9e1da37abf, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=1c2231bd-beda-42c0-9973-6b9e1da37abf,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:43.379693 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-ad43ebdb-a9c6-4e0b-8880-f086a48dd3c3 req-12be1e21-330e-4669-897c-3052adc2e5d0 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1c2231bd-beda-42c0-9973-6b9e1da37abf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.403476 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f178eac8-54d9-443e-b65f-de061bd60be1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.407126 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.411452 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f178eac8-54d9-443e-b65f-de061bd60be1 HTTP/1.1" status: 204 len: 168 time: 0.9120755 Feb 11 05:44:43.411452 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-ad43ebdb-a9c6-4e0b-8880-f086a48dd3c3 req-12be1e21-330e-4669-897c-3052adc2e5d0 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Calling delete_port for 1c2231bd-beda-42c0-9973-6b9e1da37abf owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:43.437126 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f178eac8-54d9-443e-b65f-de061bd60be1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:43.447302 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-8e7b6a77-931e-467a-a8c9-42865b2aaa9d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] For port 286da011-af9a-4a2e-81a1-46ac40f6df73, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=286da011-af9a-4a2e-81a1-46ac40f6df73,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:43.447734 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6a77-931e-467a-a8c9-42865b2aaa9d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (286da011-af9a-4a2e-81a1-46ac40f6df73), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.463467 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:43.463825 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:43.464158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:43.464501 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:43.464832 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:43.465155 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:43.465479 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:43.465813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:43.466313 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:43.466434 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:43.466804 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:43.467063 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:43.467379 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded1e337-1f40-47c1-b957-8d4c9680f0c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:43.505363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b6a77-931e-467a-a8c9-42865b2aaa9d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Calling delete_port for 286da011-af9a-4a2e-81a1-46ac40f6df73 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:44:43.510066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43374) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:43.557985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-67a98e71-e28a-476c-9d36-f758387e9cc5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=75c3d70ad5de4344bfbc2fa949c92975&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467341 Feb 11 05:44:43.560468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43376) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:43.636727 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-596b42a2-789b-441f-a5dc-33a88aff351c admin admin] Publish callbacks [] for security_group (e702213a-9348-475b-a2c5-a605cf6b340c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.683289 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-596b42a2-789b-441f-a5dc-33a88aff351c admin admin] Publish callbacks [] for security_group (e702213a-9348-475b-a2c5-a605cf6b340c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.709957 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-ad43ebdb-a9c6-4e0b-8880-f086a48dd3c3 req-12be1e21-330e-4669-897c-3052adc2e5d0 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (1c2231bd-beda-42c0-9973-6b9e1da37abf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.724047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['1e02c42c-ee30-4c33-8c8c-278da5a2c416', '1c2231bd-beda-42c0-9973-6b9e1da37abf'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:43.761123 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be1e21-330e-4669-897c-3052adc2e5d0 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Pushing event deleted for resources: {'Port': ['ID=1c2231bd-beda-42c0-9973-6b9e1da37abf,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:43.796057 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-596b42a2-789b-441f-a5dc-33a88aff351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e702213a-9348-475b-a2c5-a605cf6b340c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.798914 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-596b42a2-789b-441f-a5dc-33a88aff351c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.803315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-596b42a2-789b-441f-a5dc-33a88aff351c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e702213a-9348-475b-a2c5-a605cf6b340c HTTP/1.1" status: 204 len: 168 time: 0.2388804 Feb 11 05:44:43.824540 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b42a2-789b-441f-a5dc-33a88aff351c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e702213a-9348-475b-a2c5-a605cf6b340c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:43.830097 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad43ebdb-a9c6-4e0b-8880-f086a48dd3c3 req-12be1e21-330e-4669-897c-3052adc2e5d0 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] No DVR routers for this DVR port 1c2231bd-beda-42c0-9973-6b9e1da37abf on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:44:43.834425 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-ad43ebdb-a9c6-4e0b-8880-f086a48dd3c3 req-12be1e21-330e-4669-897c-3052adc2e5d0 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.837716 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ad43ebdb-a9c6-4e0b-8880-f086a48dd3c3 req-12be1e21-330e-4669-897c-3052adc2e5d0 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.73 "DELETE /v2.0/ports/1c2231bd-beda-42c0-9973-6b9e1da37abf HTTP/1.1" status: 204 len: 173 time: 1.5113792 Feb 11 05:44:43.838170 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af8eaaf-6681-41fe-882c-a6c337e90f36', 'name': 'network-vif-deleted', 'tag': '1c2231bd-beda-42c0-9973-6b9e1da37abf'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:43.840543 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282da32d-c896-484c-b404-b7063960b28a" -d '{"events": [{"server_uuid": "1af8eaaf-6681-41fe-882c-a6c337e90f36", "name": "network-vif-deleted", "tag": "1c2231bd-beda-42c0-9973-6b9e1da37abf"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:43.861728 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6a77-931e-467a-a8c9-42865b2aaa9d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (286da011-af9a-4a2e-81a1-46ac40f6df73), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:43.954229 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099fa9c4-ae5a-4a7c-b8d5-618749a0ecd2 x-openstack-request-id: req-099fa9c4-ae5a-4a7c-b8d5-618749a0ecd2 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:43.954768 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af8eaaf-6681-41fe-882c-a6c337e90f36", "name": "network-vif-deleted", "tag": "1c2231bd-beda-42c0-9973-6b9e1da37abf", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:43.955284 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-099fa9c4-ae5a-4a7c-b8d5-618749a0ecd2 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:43.955904 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af8eaaf-6681-41fe-882c-a6c337e90f36', 'name': 'network-vif-deleted', 'tag': '1c2231bd-beda-42c0-9973-6b9e1da37abf', 'status': 'completed', 'code': 200} Feb 11 05:44:43.961451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b6a77-931e-467a-a8c9-42865b2aaa9d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Port': ['ID=286da011-af9a-4a2e-81a1-46ac40f6df73,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:44.037306 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6a77-931e-467a-a8c9-42865b2aaa9d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (27228969-caba-4b71-a965-f9ece033cc74), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.136449 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6a77-931e-467a-a8c9-42865b2aaa9d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (27228969-caba-4b71-a965-f9ece033cc74), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.138899 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6a77-931e-467a-a8c9-42865b2aaa9d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_controller (27228969-caba-4b71-a965-f9ece033cc74), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.196980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6a77-931e-467a-a8c9-42865b2aaa9d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (27228969-caba-4b71-a965-f9ece033cc74), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.197990 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7b6a77-931e-467a-a8c9-42865b2aaa9d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Fanout notify agent at l3_agent the message router_deleted on router 27228969-caba-4b71-a965-f9ece033cc74 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:44:44.206254 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6a77-931e-467a-a8c9-42865b2aaa9d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.207799 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8e7b6a77-931e-467a-a8c9-42865b2aaa9d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/routers/27228969-caba-4b71-a965-f9ece033cc74 HTTP/1.1" status: 204 len: 168 time: 2.2834804 Feb 11 05:44:44.210631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43400) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:44.223161 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43402) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:44.307713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b8215969-9190-45e2-918f-eb69d9509457 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:44.333067 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.336380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: b8215969-9190-45e2-918f-eb69d9509457 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:44.336954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b8215969-9190-45e2-918f-eb69d9509457 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:44.343167 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2f66b7fc-8761-408c-b905-d4ebd888d88e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=46c4a71925dd46a99f3de9dc3d5e09e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1143029 Feb 11 05:44:44.346781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43406) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:44.451066 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee956bdf-159d-4237-8c86-16baf74bb830 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (06a19bcf-774d-41de-97b2-8a35aa9b5c97), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.453869 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ecc7e26-46d7-4df9-a721-c1b8085820f1 admin admin] Publish callbacks [] for security_group (00af2cc1-65e8-4214-ad99-0bce4ac73d3b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.457793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f1b3b68-04ab-4004-ac47-240ead25591e req-d3a10d80-043e-43bd-bdae-72041afa11c5 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=1af8eaaf-6681-41fe-882c-a6c337e90f36 HTTP/1.1" status: 200 len: 210 time: 0.0547032 Feb 11 05:44:44.479942 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ecc7e26-46d7-4df9-a721-c1b8085820f1 admin admin] Publish callbacks [] for security_group (00af2cc1-65e8-4214-ad99-0bce4ac73d3b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.536277 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ecc7e26-46d7-4df9-a721-c1b8085820f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (00af2cc1-65e8-4214-ad99-0bce4ac73d3b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.540105 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ecc7e26-46d7-4df9-a721-c1b8085820f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.541814 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7ecc7e26-46d7-4df9-a721-c1b8085820f1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/00af2cc1-65e8-4214-ad99-0bce4ac73d3b HTTP/1.1" status: 204 len: 168 time: 0.1932044 Feb 11 05:44:44.549691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc7e26-46d7-4df9-a721-c1b8085820f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00af2cc1-65e8-4214-ad99-0bce4ac73d3b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:44.584723 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee956bdf-159d-4237-8c86-16baf74bb830 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (06a19bcf-774d-41de-97b2-8a35aa9b5c97), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.610907 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-ee956bdf-159d-4237-8c86-16baf74bb830 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a19bcf-774d-41de-97b2-8a35aa9b5c97']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:44.621056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-ee956bdf-159d-4237-8c86-16baf74bb830 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:44.621353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-ee956bdf-159d-4237-8c86-16baf74bb830 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18f9ae4-cc29-4c78-b8da-c45d5aa762be') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:44.633109 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee956bdf-159d-4237-8c86-16baf74bb830 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (a18f9ae4-cc29-4c78-b8da-c45d5aa762be), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.647663 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee956bdf-159d-4237-8c86-16baf74bb830 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a18f9ae4-cc29-4c78-b8da-c45d5aa762be), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.655904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee956bdf-159d-4237-8c86-16baf74bb830 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:44:44.656477 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee956bdf-159d-4237-8c86-16baf74bb830 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (a18f9ae4-cc29-4c78-b8da-c45d5aa762be), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:44:44.660461 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:44:44.721941 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee956bdf-159d-4237-8c86-16baf74bb830 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (06a19bcf-774d-41de-97b2-8a35aa9b5c97), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.737206 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee956bdf-159d-4237-8c86-16baf74bb830 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.741617 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ee956bdf-159d-4237-8c86-16baf74bb830 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/networks/06a19bcf-774d-41de-97b2-8a35aa9b5c97 HTTP/1.1" status: 204 len: 168 time: 0.5297420 Feb 11 05:44:44.745204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43414) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:44.756589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee956bdf-159d-4237-8c86-16baf74bb830 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Network': ['ID=06a19bcf-774d-41de-97b2-8a35aa9b5c97,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:44.843941 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-696f24ee-e0d4-4c01-9f56-f67ec5cd8575 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (129be032-b3ab-4b3e-830e-c64cc8a26588), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.878972 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-696f24ee-e0d4-4c01-9f56-f67ec5cd8575 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (129be032-b3ab-4b3e-830e-c64cc8a26588), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.956306 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-696f24ee-e0d4-4c01-9f56-f67ec5cd8575 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (129be032-b3ab-4b3e-830e-c64cc8a26588), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.967916 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-696f24ee-e0d4-4c01-9f56-f67ec5cd8575 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:44.969555 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-696f24ee-e0d4-4c01-9f56-f67ec5cd8575 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/security-groups/129be032-b3ab-4b3e-830e-c64cc8a26588 HTTP/1.1" status: 204 len: 168 time: 0.2230537 Feb 11 05:44:44.986780 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f24ee-e0d4-4c01-9f56-f67ec5cd8575 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=129be032-b3ab-4b3e-830e-c64cc8a26588,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:45.224084 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43430) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:45.228758 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9eaf3348-b5b8-42c2-859b-33d7639fab2a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1010733435', 'description': 'tempest-secgroup-smoke-1010733435 description', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:45.249860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9eaf3348-b5b8-42c2-859b-33d7639fab2a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.323978 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9eaf3348-b5b8-42c2-859b-33d7639fab2a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.328664 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9eaf3348-b5b8-42c2-859b-33d7639fab2a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.359161 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9eaf3348-b5b8-42c2-859b-33d7639fab2a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.360438 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9eaf3348-b5b8-42c2-859b-33d7639fab2a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1353524 Feb 11 05:44:45.362619 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf3348-b5b8-42c2-859b-33d7639fab2a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:45.364362 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43434) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:45.371271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ff6c8e9c-ed00-4bdf-8e17-bbe14c826295 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:45.398466 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8e9c-ed00-4bdf-8e17-bbe14c826295 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (1c6d2bbf-ae2c-4a2a-8a32-b25747c7ce27), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.461157 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8e9c-ed00-4bdf-8e17-bbe14c826295 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (1c6d2bbf-ae2c-4a2a-8a32-b25747c7ce27), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.464967 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8e9c-ed00-4bdf-8e17-bbe14c826295 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (1c6d2bbf-ae2c-4a2a-8a32-b25747c7ce27), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.493418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c8e9c-ed00-4bdf-8e17-bbe14c826295 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6d2bbf-ae2c-4a2a-8a32-b25747c7ce27,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:45.501378 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8e9c-ed00-4bdf-8e17-bbe14c826295 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.502632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ff6c8e9c-ed00-4bdf-8e17-bbe14c826295 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358695 Feb 11 05:44:45.505332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43442) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:45.510408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-73444cf9-6d79-463d-b8f4-05be5e908f3f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:45.540092 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-73444cf9-6d79-463d-b8f4-05be5e908f3f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (5a97e8ae-9554-4287-ac2b-a5e9f5d4857e), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.605320 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-73444cf9-6d79-463d-b8f4-05be5e908f3f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (5a97e8ae-9554-4287-ac2b-a5e9f5d4857e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.609096 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-73444cf9-6d79-463d-b8f4-05be5e908f3f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (5a97e8ae-9554-4287-ac2b-a5e9f5d4857e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.631220 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-73444cf9-6d79-463d-b8f4-05be5e908f3f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.632439 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-73444cf9-6d79-463d-b8f4-05be5e908f3f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259694 Feb 11 05:44:45.633701 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73444cf9-6d79-463d-b8f4-05be5e908f3f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a97e8ae-9554-4287-ac2b-a5e9f5d4857e,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:45.635316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43452) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:45.640005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-df583944-00eb-4702-9d8a-be8bcaad2701 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:45.666587 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-df583944-00eb-4702-9d8a-be8bcaad2701 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (af0cbddc-0c29-4fdb-8eee-77985eb6d7e0), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.724682 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-df583944-00eb-4702-9d8a-be8bcaad2701 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (af0cbddc-0c29-4fdb-8eee-77985eb6d7e0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.732023 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-df583944-00eb-4702-9d8a-be8bcaad2701 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (af0cbddc-0c29-4fdb-8eee-77985eb6d7e0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.752468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df583944-00eb-4702-9d8a-be8bcaad2701 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0cbddc-0c29-4fdb-8eee-77985eb6d7e0,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:45.789076 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-df583944-00eb-4702-9d8a-be8bcaad2701 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.790288 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-df583944-00eb-4702-9d8a-be8bcaad2701 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540272 Feb 11 05:44:45.793224 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43468) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:45.798704 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-22700c72-a32c-44d0-b8f5-3dbee6bd983d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:45.833043 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22700c72-a32c-44d0-b8f5-3dbee6bd983d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (623cce25-04cc-48e3-b87e-4cf5397666a3), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.889957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-e9d7c669-e6a9-4d3c-81e5-e625a3e654a6 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:45.891628 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-e9d7c669-e6a9-4d3c-81e5-e625a3e654a6 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 806 time: 0.1402173 Feb 11 05:44:45.896804 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22700c72-a32c-44d0-b8f5-3dbee6bd983d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (623cce25-04cc-48e3-b87e-4cf5397666a3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.901405 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22700c72-a32c-44d0-b8f5-3dbee6bd983d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (623cce25-04cc-48e3-b87e-4cf5397666a3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.919862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-502eb436-b150-4295-9388-a97338cf629d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/quotas/98cc9928f4904ad7a5576b28aa1dcb89 HTTP/1.1" status: 200 len: 375 time: 0.0202475 Feb 11 05:44:45.922609 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22700c72-a32c-44d0-b8f5-3dbee6bd983d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623cce25-04cc-48e3-b87e-4cf5397666a3,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:45.931637 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22700c72-a32c-44d0-b8f5-3dbee6bd983d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.935679 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-22700c72-a32c-44d0-b8f5-3dbee6bd983d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408420 Feb 11 05:44:45.936372 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43474) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:45.940918 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-948f717b-a6db-432d-a414-cb1f0012c5f9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:45.963817 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-948f717b-a6db-432d-a414-cb1f0012c5f9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Project 52d5e1b82a9e4c3fbf19576a184936a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:44:45.969700 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-948f717b-a6db-432d-a414-cb1f0012c5f9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (49f3b07e-876c-4001-baf5-6a4f8afcfdc7), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.983356 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-daf6a99d-8dea-4c3b-ace0-a0c283115c66 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0538864 Feb 11 05:44:46.045647 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-948f717b-a6db-432d-a414-cb1f0012c5f9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (49f3b07e-876c-4001-baf5-6a4f8afcfdc7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.050582 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-948f717b-a6db-432d-a414-cb1f0012c5f9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (49f3b07e-876c-4001-baf5-6a4f8afcfdc7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.070251 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f717b-a6db-432d-a414-cb1f0012c5f9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f3b07e-876c-4001-baf5-6a4f8afcfdc7,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:46.082847 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-948f717b-a6db-432d-a414-cb1f0012c5f9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.087912 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-948f717b-a6db-432d-a414-cb1f0012c5f9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1470463 Feb 11 05:44:46.088210 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43476) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:46.092525 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8ba51226-d6bd-497b-983b-d3ddc893d270 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:46.093869 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-c3418371-0e96-4926-a22e-ffcac535aecc service neutron] 10.222.0.87 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028755 Feb 11 05:44:46.115226 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-8ba51226-d6bd-497b-983b-d3ddc893d270 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Project 52d5e1b82a9e4c3fbf19576a184936a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:44:46.125477 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8ba51226-d6bd-497b-983b-d3ddc893d270 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (830867db-c789-4d5e-883c-1df9ad109685), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.208915 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-0023f6c2-b633-4470-9b12-2907f8e874dd service neutron] 10.222.0.87 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048989 Feb 11 05:44:46.210968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 286da011-af9a-4a2e-81a1-46ac40f6df73 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:46.222580 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8ba51226-d6bd-497b-983b-d3ddc893d270 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (830867db-c789-4d5e-883c-1df9ad109685), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.228192 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8ba51226-d6bd-497b-983b-d3ddc893d270 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (830867db-c789-4d5e-883c-1df9ad109685), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.235140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 286da011-af9a-4a2e-81a1-46ac40f6df73 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:46.235779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 286da011-af9a-4a2e-81a1-46ac40f6df73 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:46.249070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba51226-d6bd-497b-983b-d3ddc893d270 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830867db-c789-4d5e-883c-1df9ad109685,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:46.266186 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8ba51226-d6bd-497b-983b-d3ddc893d270 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.270610 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8ba51226-d6bd-497b-983b-d3ddc893d270 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1785645 Feb 11 05:44:46.270610 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43478) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:46.276101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-511f6c3f-b34d-4d6b-a896-145cdb66c289 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'network': {'name': 'tempest-network-smoke--252591272', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'port_security_enabled': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:46.296671 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511f6c3f-b34d-4d6b-a896-145cdb66c289 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Made reservation on behalf of 52d5e1b82a9e4c3fbf19576a184936a0 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:46.300084 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-511f6c3f-b34d-4d6b-a896-145cdb66c289 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.327953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511f6c3f-b34d-4d6b-a896-145cdb66c289 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:46.338625 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-511f6c3f-b34d-4d6b-a896-145cdb66c289 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f8bfd759-b105-44bc-a179-ec2322bf3866), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.339235 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-511f6c3f-b34d-4d6b-a896-145cdb66c289 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Added segment f8bfd759-b105-44bc-a179-ec2322bf3866 of type vlan for network 3479f34a-ed7d-43f1-860a-07264701eca7 Feb 11 05:44:46.395515 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-511f6c3f-b34d-4d6b-a896-145cdb66c289 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (3479f34a-ed7d-43f1-860a-07264701eca7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.415915 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57b2119f-cd9c-40d8-87c2-2a56821e960b req-70c7e642-b76a-4921-bea4-cfa3ef62ee1d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 210 time: 0.0471754 Feb 11 05:44:46.427879 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-511f6c3f-b34d-4d6b-a896-145cdb66c289 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (3479f34a-ed7d-43f1-860a-07264701eca7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.433019 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511f6c3f-b34d-4d6b-a896-145cdb66c289 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.433628 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-511f6c3f-b34d-4d6b-a896-145cdb66c289 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.511003 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43486) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:46.511179 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-511f6c3f-b34d-4d6b-a896-145cdb66c289 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2394824 Feb 11 05:44:46.514840 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f6c3f-b34d-4d6b-a896-145cdb66c289 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Network': ['ID=3479f34a-ed7d-43f1-860a-07264701eca7,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:46.515531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-462045028', 'admin_state_up': True, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:46.526327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 3479f34a-ed7d-43f1-860a-07264701eca7 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:46.542952 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.544826 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.603753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 1c2231bd-beda-42c0-9973-6b9e1da37abf no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:44:46.615694 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_controller (f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.627252 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 1c2231bd-beda-42c0-9973-6b9e1da37abf {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:44:46.627940 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 1c2231bd-beda-42c0-9973-6b9e1da37abf not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:44:46.727397 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43492) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:46.732765 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7ecbfc27-eaf2-4f80-b2bc-fd2eaecb5955 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Request body: {'network': {'name': 'tempest-network-smoke--68263441', 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'port_security_enabled': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:46.757459 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecbfc27-eaf2-4f80-b2bc-fd2eaecb5955 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Made reservation on behalf of 60d1a50fad2c4d8488122ad129a771f9 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:46.761843 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ecbfc27-eaf2-4f80-b2bc-fd2eaecb5955 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.772100 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_gateway (f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.773279 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ecbfc27-eaf2-4f80-b2bc-fd2eaecb5955 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.870939 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ecbfc27-eaf2-4f80-b2bc-fd2eaecb5955 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for security_group (2d74b339-f387-4442-86d4-61c7dfd784ff), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.876655 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ecbfc27-eaf2-4f80-b2bc-fd2eaecb5955 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2d74b339-f387-4442-86d4-61c7dfd784ff), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.898119 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ecbfc27-eaf2-4f80-b2bc-fd2eaecb5955 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:46.918627 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ecbfc27-eaf2-4f80-b2bc-fd2eaecb5955 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (efcb9d28-be31-41ba-91bd-fe5e6bbd92a3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.918974 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-7ecbfc27-eaf2-4f80-b2bc-fd2eaecb5955 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Added segment efcb9d28-be31-41ba-91bd-fe5e6bbd92a3 of type vlan for network d9324702-1014-448d-91d2-f3d2ef14927a Feb 11 05:44:46.926672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbfc27-eaf2-4f80-b2bc-fd2eaecb5955 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d74b339-f387-4442-86d4-61c7dfd784ff,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:46.963683 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ecbfc27-eaf2-4f80-b2bc-fd2eaecb5955 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (d9324702-1014-448d-91d2-f3d2ef14927a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.990322 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ecbfc27-eaf2-4f80-b2bc-fd2eaecb5955 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (d9324702-1014-448d-91d2-f3d2ef14927a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.995156 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecbfc27-eaf2-4f80-b2bc-fd2eaecb5955 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.995768 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7ecbfc27-eaf2-4f80-b2bc-fd2eaecb5955 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.008612 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_gateway (f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.033072 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.033302 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7ecbfc27-eaf2-4f80-b2bc-fd2eaecb5955 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3045568 Feb 11 05:44:47.036872 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43494) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:47.041447 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-838436198', 'admin_state_up': True, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:47.081037 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbfc27-eaf2-4f80-b2bc-fd2eaecb5955 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'Network': ['ID=d9324702-1014-448d-91d2-f3d2ef14927a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:47.093007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network d9324702-1014-448d-91d2-f3d2ef14927a details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:47.094033 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (41ef9cd3-e369-40ac-a0d5-92495598b35d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.095511 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (41ef9cd3-e369-40ac-a0d5-92495598b35d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.147566 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Allocated IP 172.25.5.125 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/5e38590d-80bd-4213-a5ab-4d6daab0db13) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:47.161137 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router_controller (41ef9cd3-e369-40ac-a0d5-92495598b35d), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.254017 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (5e38590d-80bd-4213-a5ab-4d6daab0db13), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.287534 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5e38590d-80bd-4213-a5ab-4d6daab0db13), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.310711 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router_gateway (41ef9cd3-e369-40ac-a0d5-92495598b35d), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.328159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:47.334950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:47.338518 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:47.364692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=5e38590d-80bd-4213-a5ab-4d6daab0db13,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:47.534487 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router_gateway (41ef9cd3-e369-40ac-a0d5-92495598b35d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.543080 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5011a554-0c1b-4c6b-ad58-d12a80d4fb5d req-902b074f-80a9-4644-8736-2659308ec297 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 210 time: 0.0446839 Feb 11 05:44:47.556708 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.663580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-508311a8-0f23-4ad0-863d-92ba17ebb5b2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:47.665028 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-508311a8-0f23-4ad0-863d-92ba17ebb5b2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 806 time: 0.2069776 Feb 11 05:44:47.668774 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Allocated IP 172.25.5.80 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/88ed1bde-caa8-4b86-adb0-994b750d6368) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:47.707142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Request body: {'port': {'device_id': '7873cbf9-f404-44e1-bde0-d4b07b480185', 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354', 'admin_state_up': True, 'tenant_id': '98cc9928f4904ad7a5576b28aa1dcb89'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:47.770466 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for port (88ed1bde-caa8-4b86-adb0-994b750d6368), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.773244 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_gateway (f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.806043 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (88ed1bde-caa8-4b86-adb0-994b750d6368), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:47.851576 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:47.854503 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:47.859049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:47.886576 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'Port': ['ID=88ed1bde-caa8-4b86-adb0-994b750d6368,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:47.910168 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Made reservation on behalf of 98cc9928f4904ad7a5576b28aa1dcb89 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:47.913602 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.102090 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.127001 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router_gateway (41ef9cd3-e369-40ac-a0d5-92495598b35d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.155557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Allocated IP 172.20.0.11 (9269a4c8-b1f1-401d-80b8-95261f9ee354/a0266a34-1b9c-451d-9bdd-1297b6a861ed/f74d902e-8459-4c20-ab6f-c4a791e29b17) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:48.338292 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (41ef9cd3-e369-40ac-a0d5-92495598b35d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.346903 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:44:48.415885 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks [] for port (f74d902e-8459-4c20-ab6f-c4a791e29b17), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.473104 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Router 41ef9cd3-e369-40ac-a0d5-92495598b35d is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:44:48.594353 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:48.610217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Sync routers for ids ['41ef9cd3-e369-40ac-a0d5-92495598b35d'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:48.624109 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Routers {'41ef9cd3-e369-40ac-a0d5-92495598b35d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:48.624804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['41ef9cd3-e369-40ac-a0d5-92495598b35d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:48.630439 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.635312 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a25648e5-fc84-4a61-b1ee-777f70743a2c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.5943689 Feb 11 05:44:48.636010 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43500) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:48.746608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Set router 41ef9cd3-e369-40ac-a0d5-92495598b35d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:48.787921 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a343968e-21a2-411f-a3c6-483d7509e460 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=60d1a50fad2c4d8488122ad129a771f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1479077 Feb 11 05:44:48.788397 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43504) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:48.889181 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0456b005-b814-4ee2-91e1-5470decd24d7 req-2015e4f5-bf5d-46a3-90e3-a5dfb9e28a19 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 210 time: 0.0436018 Feb 11 05:44:48.906515 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f74d902e-8459-4c20-ab6f-c4a791e29b17), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.924144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:48.934891 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Sync routers for ids ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:48.942276 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['1e02c42c-ee30-4c33-8c8c-278da5a2c416'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:48.949996 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Routers {'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:48.951541 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:48.970475 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Network 9269a4c8-b1f1-401d-80b8-95261f9ee354 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:48.980877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:48.985853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:49.007752 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dc773a-b99d-4dc1-b3c6-0d51cc3fbfd5 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:49.010841 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-97dc773a-b99d-4dc1-b3c6-0d51cc3fbfd5 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2212169 Feb 11 05:44:49.014715 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43506) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:49.025854 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.030412 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-58e59d74-8205-42c6-9362-9bf99a662bb1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5150619 Feb 11 05:44:49.030652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43508) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:49.041395 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Pushing event updated for resources: {'Port': ['ID=f74d902e-8459-4c20-ab6f-c4a791e29b17,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:49.065694 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-09923fb2-3bc0-4931-a0f7-4c1c0806baaa tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468044 Feb 11 05:44:49.067213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43510) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:49.072842 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6be714b6-3d4e-4858-ad8f-809f68dd37cc tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2064785575', 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a', 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:49.094247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:49.094998 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:49.095587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:49.096139 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:49.096541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:49.097953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:49.098473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:49.098830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:49.099317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:49.099905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:49.100325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:49.100658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:49.100983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:49.111389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-29d4efcc-fdc7-4f11-aa98-cda5a60bc59f tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=52d5e1b82a9e4c3fbf19576a184936a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0770133 Feb 11 05:44:49.113347 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43512) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:49.133349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:49.134418 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.159078 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Set router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:49.165034 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-d2e9fc56-638d-423e-8394-f94fa8dc3cf3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4634306 Feb 11 05:44:49.185478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Request body: {'port': {'device_id': '7873cbf9-f404-44e1-bde0-d4b07b480185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:49.242310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-838436198', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:48Z', 'revision_number': 3, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:49.274740 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f74d902e-8459-4c20-ab6f-c4a791e29b17), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.275830 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Checking router: 41ef9cd3-e369-40ac-a0d5-92495598b35d for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:49.276294 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Updating router 41ef9cd3-e369-40ac-a0d5-92495598b35d port 88ed1bde-caa8-4b86-adb0-994b750d6368 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:44:49.315093 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (88ed1bde-caa8-4b86-adb0-994b750d6368), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.405233 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462045028', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:46Z', 'updated_at': '2022-02-11T05:44:47Z', 'revision_number': 3, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:49.444300 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Checking router: f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:49.445125 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Updating router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed port 5e38590d-80bd-4213-a5ab-4d6daab0db13 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:44:49.477356 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5e38590d-80bd-4213-a5ab-4d6daab0db13), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.605458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be714b6-3d4e-4858-ad8f-809f68dd37cc tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Made reservation on behalf of 60d1a50fad2c4d8488122ad129a771f9 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:49.609147 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6be714b6-3d4e-4858-ad8f-809f68dd37cc tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.625593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74d902e-8459-4c20-ab6f-c4a791e29b17 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:49.636553 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Publish callbacks [] for port (f74d902e-8459-4c20-ab6f-c4a791e29b17), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.649483 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8ff258-149b-41bc-aff9-ee6e9932d9f9 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:49.650994 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7c8ff258-149b-41bc-aff9-ee6e9932d9f9 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5366848 Feb 11 05:44:49.654176 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43514) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:49.659780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Transition to ACTIVE for port object f74d902e-8459-4c20-ab6f-c4a791e29b17 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:44:49.663922 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (f74d902e-8459-4c20-ab6f-c4a791e29b17), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.708847 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Publish callbacks [] for port (88ed1bde-caa8-4b86-adb0-994b750d6368), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.712326 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6158200c-fbaa-4f17-bc4c-1dc7a2a04bc0 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570426 Feb 11 05:44:49.716845 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43516) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:49.718213 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (88ed1bde-caa8-4b86-adb0-994b750d6368), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.725661 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2b677d9f-a80b-4e38-af90-2c90f3ee255b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1025830630', 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:49.739087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Pushing event updated for resources: {'Port': ['ID=f74d902e-8459-4c20-ab6f-c4a791e29b17,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:49.789788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e720d-d635-41e6-acd4-b6b1cb35a08e None None] Pushing event updated for resources: {'Port': ['ID=88ed1bde-caa8-4b86-adb0-994b750d6368,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:49.793365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Attempting to bind port 88ed1bde-caa8-4b86-adb0-994b750d6368 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:49.793952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Attempting to bind port 88ed1bde-caa8-4b86-adb0-994b750d6368 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:49.794512 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Attempting to bind port 88ed1bde-caa8-4b86-adb0-994b750d6368 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:49.803175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:49.803951 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:49.804569 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.805163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:49.805902 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Bound port: 88ed1bde-caa8-4b86-adb0-994b750d6368, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:49.807167 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (88ed1bde-caa8-4b86-adb0-994b750d6368), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.816481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Attempting to bind port f74d902e-8459-4c20-ab6f-c4a791e29b17 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:49.817120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Attempting to bind port f74d902e-8459-4c20-ab6f-c4a791e29b17 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:49.818421 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Attempting to bind port f74d902e-8459-4c20-ab6f-c4a791e29b17 on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:49.826190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Port f74d902e-8459-4c20-ab6f-c4a791e29b17 on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:44:49.826830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Attempting to bind port f74d902e-8459-4c20-ab6f-c4a791e29b17 on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:49.837895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:49.838562 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Checking segment: {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:49.839308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Bound using segment: {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:49.840070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Bound port: f74d902e-8459-4c20-ab6f-c4a791e29b17, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:49.840436 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f74d902e-8459-4c20-ab6f-c4a791e29b17), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.885931 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b677d9f-a80b-4e38-af90-2c90f3ee255b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Made reservation on behalf of 52d5e1b82a9e4c3fbf19576a184936a0 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:49.889376 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2b677d9f-a80b-4e38-af90-2c90f3ee255b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.898929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] For port 88ed1bde-caa8-4b86-adb0-994b750d6368, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:49.903105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] For port 88ed1bde-caa8-4b86-adb0-994b750d6368, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=88ed1bde-caa8-4b86-adb0-994b750d6368,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:49.912227 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (88ed1bde-caa8-4b86-adb0-994b750d6368), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.934405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] For port f74d902e-8459-4c20-ab6f-c4a791e29b17, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:49.937586 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Publish callbacks [] for port (5e38590d-80bd-4213-a5ab-4d6daab0db13), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.938491 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] For port f74d902e-8459-4c20-ab6f-c4a791e29b17, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f74d902e-8459-4c20-ab6f-c4a791e29b17,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:49.944353 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5e38590d-80bd-4213-a5ab-4d6daab0db13), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.947098 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (f74d902e-8459-4c20-ab6f-c4a791e29b17), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:49.993069 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900f3c8-a82c-4918-aa3f-9c519828f9ff None None] Pushing event updated for resources: {'Port': ['ID=5e38590d-80bd-4213-a5ab-4d6daab0db13,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:50.007406 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900f3c8-a82c-4918-aa3f-9c519828f9ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:50.007839 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900f3c8-a82c-4918-aa3f-9c519828f9ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:50.008180 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900f3c8-a82c-4918-aa3f-9c519828f9ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:50.008448 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900f3c8-a82c-4918-aa3f-9c519828f9ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:50.008784 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900f3c8-a82c-4918-aa3f-9c519828f9ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:50.009573 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900f3c8-a82c-4918-aa3f-9c519828f9ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:50.009573 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900f3c8-a82c-4918-aa3f-9c519828f9ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:50.009734 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900f3c8-a82c-4918-aa3f-9c519828f9ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:50.010044 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900f3c8-a82c-4918-aa3f-9c519828f9ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:50.010365 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900f3c8-a82c-4918-aa3f-9c519828f9ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:50.010686 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900f3c8-a82c-4918-aa3f-9c519828f9ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:50.011002 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900f3c8-a82c-4918-aa3f-9c519828f9ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:50.011322 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d900f3c8-a82c-4918-aa3f-9c519828f9ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:50.013981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e720d-d635-41e6-acd4-b6b1cb35a08e None None] Pushing event updated for resources: {'Port': ['ID=88ed1bde-caa8-4b86-adb0-994b750d6368,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:50.023596 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6be714b6-3d4e-4858-ad8f-809f68dd37cc tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (19dcb21a-ac4e-4a58-8309-5b0066ccd50e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.039998 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Routers {'41ef9cd3-e369-40ac-a0d5-92495598b35d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:50.040418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:50.040939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['41ef9cd3-e369-40ac-a0d5-92495598b35d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:50.041474 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.044406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] 10.222.0.88 "PUT /v2.0/ports/f74d902e-8459-4c20-ab6f-c4a791e29b17 HTTP/1.1" status: 200 len: 1093 time: 0.8669841 Feb 11 05:44:50.049343 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Attempting to bind port 5e38590d-80bd-4213-a5ab-4d6daab0db13 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:50.050456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7873cbf9-f404-44e1-bde0-d4b07b480185', 'tag': 'f74d902e-8459-4c20-ab6f-c4a791e29b17'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:50.050713 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Attempting to bind port 5e38590d-80bd-4213-a5ab-4d6daab0db13 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:50.051245 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Attempting to bind port 5e38590d-80bd-4213-a5ab-4d6daab0db13 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:50.053573 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa5bd08-eab8-4e81-b70a-084e848d6703" -d '{"events": [{"name": "network-changed", "server_uuid": "7873cbf9-f404-44e1-bde0-d4b07b480185", "tag": "f74d902e-8459-4c20-ab6f-c4a791e29b17"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:50.058242 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:50.058872 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:50.059489 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.060047 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:50.060663 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Bound port: 5e38590d-80bd-4213-a5ab-4d6daab0db13, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:50.061203 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5e38590d-80bd-4213-a5ab-4d6daab0db13), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.107947 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be714b6-3d4e-4858-ad8f-809f68dd37cc tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'Subnet': ['ID=19dcb21a-ac4e-4a58-8309-5b0066ccd50e,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:50.139007 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] For port 5e38590d-80bd-4213-a5ab-4d6daab0db13, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:50.143347 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] For port 5e38590d-80bd-4213-a5ab-4d6daab0db13, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5e38590d-80bd-4213-a5ab-4d6daab0db13,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:50.154410 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5e38590d-80bd-4213-a5ab-4d6daab0db13), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.158122 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be714b6-3d4e-4858-ad8f-809f68dd37cc tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Checking segment: {'id': 'efcb9d28-be31-41ba-91bd-fe5e6bbd92a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:50.158498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be714b6-3d4e-4858-ad8f-809f68dd37cc tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Network hostable DHCP agents. Network: d9324702-1014-448d-91d2-f3d2ef14927a, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:50.161222 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c91254a-0eb3-4a4b-bc7f-0d0bffdfdb53 x-openstack-request-id: req-4c91254a-0eb3-4a4b-bc7f-0d0bffdfdb53 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:50.161727 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7873cbf9-f404-44e1-bde0-d4b07b480185", "tag": "f74d902e-8459-4c20-ab6f-c4a791e29b17", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:50.162141 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4c91254a-0eb3-4a4b-bc7f-0d0bffdfdb53 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:50.163050 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7873cbf9-f404-44e1-bde0-d4b07b480185', 'tag': 'f74d902e-8459-4c20-ab6f-c4a791e29b17', 'status': 'completed', 'code': 200} Feb 11 05:44:50.184500 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d3bde-951e-4a14-b87e-f84974c94282 service neutron] Pushing event updated for resources: {'Port': ['ID=f74d902e-8459-4c20-ab6f-c4a791e29b17,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:50.205278 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be714b6-3d4e-4858-ad8f-809f68dd37cc tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Network d9324702-1014-448d-91d2-f3d2ef14927a is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:50.212572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3ac17-54a9-4bdd-bb1d-6e70ce88d968 req-10603958-8244-44e2-9a83-50c637852fa3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:50.214706 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2e3ac17-54a9-4bdd-bb1d-6e70ce88d968 req-10603958-8244-44e2-9a83-50c637852fa3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 944 time: 0.2374561 Feb 11 05:44:50.217213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-6be714b6-3d4e-4858-ad8f-809f68dd37cc tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, d9324702-1014-448d-91d2-f3d2ef14927a) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:50.218525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-48bc6b95-0806-4f06-b680-4501049766c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:50.220459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-48bc6b95-0806-4f06-b680-4501049766c7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 1127 time: 0.1343966 Feb 11 05:44:50.226014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be714b6-3d4e-4858-ad8f-809f68dd37cc tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:50.226613 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6be714b6-3d4e-4858-ad8f-809f68dd37cc tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.230425 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa26c3e-93b3-4967-b0a8-8af9c62e1871 None None] Network d9324702-1014-448d-91d2-f3d2ef14927a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:50.256575 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] Set router 41ef9cd3-e369-40ac-a0d5-92495598b35d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:50.274098 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Routers {'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:50.275534 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:50.286268 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6be714b6-3d4e-4858-ad8f-809f68dd37cc tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2150164 Feb 11 05:44:50.286495 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43522) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:50.298580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-ebf29279-a49a-4c6d-a606-52bc35631ad6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f74d902e-8459-4c20-ab6f-c4a791e29b17 HTTP/1.1" status: 200 len: 217 time: 0.0451732 Feb 11 05:44:50.344266 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2e3ac17-54a9-4bdd-bb1d-6e70ce88d968 req-a58759d2-7743-4f2c-9f7f-bb2f7f1e0381 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169527 Feb 11 05:44:50.362287 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-d43886f2-d679-4f59-a80e-2a637b9e7691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:50.363522 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2b677d9f-a80b-4e38-af90-2c90f3ee255b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (07de902d-9792-4b3a-a073-a0553f9a8c7a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.364308 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-d43886f2-d679-4f59-a80e-2a637b9e7691 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0266a34-1b9c-451d-9bdd-1297b6a861ed HTTP/1.1" status: 200 len: 846 time: 0.0580819 Feb 11 05:44:50.415684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-38ca322b-f957-48c5-b0e8-3778f7c8d062 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9269a4c8-b1f1-401d-80b8-95261f9ee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412059 Feb 11 05:44:50.442988 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] Set router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:50.472167 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900f3c8-a82c-4918-aa3f-9c519828f9ff None None] Pushing event updated for resources: {'Port': ['ID=5e38590d-80bd-4213-a5ab-4d6daab0db13,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:50.490859 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-d9324702-1014-448d-91d2-f3d2ef14927a', 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a', 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'fixed_ips': [{'subnet_id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:50.492331 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.507682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b677d9f-a80b-4e38-af90-2c90f3ee255b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Checking segment: {'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:50.508144 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b677d9f-a80b-4e38-af90-2c90f3ee255b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network hostable DHCP agents. Network: 3479f34a-ed7d-43f1-860a-07264701eca7, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:50.510262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b677d9f-a80b-4e38-af90-2c90f3ee255b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Subnet': ['ID=07de902d-9792-4b3a-a073-a0553f9a8c7a,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:50.561565 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-19ca85b8-b6ce-4830-ae6a-d89969298a64 service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351647 Feb 11 05:44:50.675855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-838436198', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:48Z', 'revision_number': 3, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:50.682181 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fff85dc-b196-439a-a587-f2841d6c6d37 req-6bf1a424-9a07-4d63-8781-a8074fbd738b service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113710 Feb 11 05:44:50.706282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b677d9f-a80b-4e38-af90-2c90f3ee255b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 3479f34a-ed7d-43f1-860a-07264701eca7 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:50.706668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d10b3b-7ae2-4c2e-9d16-b44cbb81f5d6 None None] The sync data for ids ['41ef9cd3-e369-40ac-a0d5-92495598b35d'] in n-d-713499-38 is: [{'id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-838436198', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:48Z', 'revision_number': 3, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:50.712397 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462045028', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:46Z', 'updated_at': '2022-02-11T05:44:47Z', 'revision_number': 3, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:50.723702 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-2b677d9f-a80b-4e38-af90-2c90f3ee255b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 3479f34a-ed7d-43f1-860a-07264701eca7) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:50.731370 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b677d9f-a80b-4e38-af90-2c90f3ee255b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:50.732084 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2b677d9f-a80b-4e38-af90-2c90f3ee255b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:50.745058 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8e218c-79e1-4020-a51f-c746d90c7d8f None None] Network 3479f34a-ed7d-43f1-860a-07264701eca7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:50.773109 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2b677d9f-a80b-4e38-af90-2c90f3ee255b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0542245 Feb 11 05:44:50.776502 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43524) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:50.835528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5bd08-eab8-4e81-b70a-084e848d6703 req-9d8f9528-9d99-4599-96ae-ebce352bbd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:50.837839 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8fa5bd08-eab8-4e81-b70a-084e848d6703 req-9d8f9528-9d99-4599-96ae-ebce352bbd8d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 1127 time: 0.0885704 Feb 11 05:44:50.842235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Allocated IP 172.20.0.2 (d9324702-1014-448d-91d2-f3d2ef14927a/19dcb21a-ac4e-4a58-8309-5b0066ccd50e/a5a968d9-6b37-41b5-8ff8-6f5a805edc07) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:50.862562 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd921115-8334-4f58-a571-bad8524bd633 None None] The sync data for ids ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'] in n-d-713499-38 is: [{'id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462045028', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:46Z', 'updated_at': '2022-02-11T05:44:47Z', 'revision_number': 3, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:50.969409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-3479f34a-ed7d-43f1-860a-07264701eca7', 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ips': [{'subnet_id': '07de902d-9792-4b3a-a073-a0553f9a8c7a'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:50.970556 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.012387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5bd08-eab8-4e81-b70a-084e848d6703 req-528e87be-ec15-473b-91a0-5426902ee99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.014784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8fa5bd08-eab8-4e81-b70a-084e848d6703 req-528e87be-ec15-473b-91a0-5426902ee99d service neutron] 10.222.0.88 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 907 time: 0.1677210 Feb 11 05:44:51.098997 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8fa5bd08-eab8-4e81-b70a-084e848d6703 req-c85b4f35-5d1b-490d-98e4-77654dc2df52 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f74d902e-8459-4c20-ab6f-c4a791e29b17 HTTP/1.1" status: 200 len: 217 time: 0.0775847 Feb 11 05:44:51.183177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5bd08-eab8-4e81-b70a-084e848d6703 req-1d45e838-1615-4128-a7c6-0d5e87169874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.185577 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8fa5bd08-eab8-4e81-b70a-084e848d6703 req-1d45e838-1615-4128-a7c6-0d5e87169874 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0266a34-1b9c-451d-9bdd-1297b6a861ed HTTP/1.1" status: 200 len: 846 time: 0.0768621 Feb 11 05:44:51.221829 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8fa5bd08-eab8-4e81-b70a-084e848d6703 req-1f61a788-c9ca-43a4-96c7-b811acc969a2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9269a4c8-b1f1-401d-80b8-95261f9ee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291634 Feb 11 05:44:51.248468 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Publish callbacks [] for port (a5a968d9-6b37-41b5-8ff8-6f5a805edc07), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.257654 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (a5a968d9-6b37-41b5-8ff8-6f5a805edc07), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.344203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Allocated IP 172.20.0.2 (3479f34a-ed7d-43f1-860a-07264701eca7/07de902d-9792-4b3a-a073-a0553f9a8c7a/55f5c8ec-540c-48a3-adab-71a174207b04) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:51.418218 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8fa5bd08-eab8-4e81-b70a-084e848d6703 req-873c4f4e-dd80-44e6-b95d-b976ad62ec38 service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870053 Feb 11 05:44:51.513092 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.593432 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8fa5bd08-eab8-4e81-b70a-084e848d6703 req-91118829-7b27-47fd-805a-bd385e606670 service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690445 Feb 11 05:44:51.604810 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Publish callbacks [] for port (55f5c8ec-540c-48a3-adab-71a174207b04), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.609759 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Network d9324702-1014-448d-91d2-f3d2ef14927a is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:51.612049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Pushing event updated for resources: {'Port': ['ID=a5a968d9-6b37-41b5-8ff8-6f5a805edc07,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:51.616341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:51.619545 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (55f5c8ec-540c-48a3-adab-71a174207b04), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.621774 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:51.635701 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685b40a-6355-41dd-8301-8caaa4d662a7 req-1ac1df62-2744-432e-bff6-061d741db7e8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.637702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b685b40a-6355-41dd-8301-8caaa4d662a7 req-1ac1df62-2744-432e-bff6-061d741db7e8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 944 time: 0.1733754 Feb 11 05:44:51.707647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Network 3479f34a-ed7d-43f1-860a-07264701eca7 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:51.726723 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b685b40a-6355-41dd-8301-8caaa4d662a7 req-c6ec5a84-2751-445b-9e5a-59cf9ee66e61 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827701 Feb 11 05:44:51.730124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:51.740914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Pushing event updated for resources: {'Port': ['ID=55f5c8ec-540c-48a3-adab-71a174207b04,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:51.751815 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:51.761436 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Attempting to bind port a5a968d9-6b37-41b5-8ff8-6f5a805edc07 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:51.761813 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Attempting to bind port a5a968d9-6b37-41b5-8ff8-6f5a805edc07 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'efcb9d28-be31-41ba-91bd-fe5e6bbd92a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:51.762180 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Attempting to bind port a5a968d9-6b37-41b5-8ff8-6f5a805edc07 on network d9324702-1014-448d-91d2-f3d2ef14927a {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:51.792211 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:51.792647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Checking segment: {'id': 'efcb9d28-be31-41ba-91bd-fe5e6bbd92a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:51.793060 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.793948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Bound using segment: {'id': 'efcb9d28-be31-41ba-91bd-fe5e6bbd92a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:51.793948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Bound port: a5a968d9-6b37-41b5-8ff8-6f5a805edc07, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efcb9d28-be31-41ba-91bd-fe5e6bbd92a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:51.794324 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a5a968d9-6b37-41b5-8ff8-6f5a805edc07), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.842055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Attempting to bind port 55f5c8ec-540c-48a3-adab-71a174207b04 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:51.842439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Attempting to bind port 55f5c8ec-540c-48a3-adab-71a174207b04 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:51.842811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Attempting to bind port 55f5c8ec-540c-48a3-adab-71a174207b04 on network 3479f34a-ed7d-43f1-860a-07264701eca7 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:51.850162 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:51.850162 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Checking segment: {'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:51.850545 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.850744 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Bound using segment: {'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:51.851231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Bound port: 55f5c8ec-540c-48a3-adab-71a174207b04, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:51.851651 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (55f5c8ec-540c-48a3-adab-71a174207b04), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.856406 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.974075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] For port a5a968d9-6b37-41b5-8ff8-6f5a805edc07, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:51.978275 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] For port a5a968d9-6b37-41b5-8ff8-6f5a805edc07, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a5a968d9-6b37-41b5-8ff8-6f5a805edc07,segment=NetworkSegment(efcb9d28-be31-41ba-91bd-fe5e6bbd92a3),segment_id=efcb9d28-be31-41ba-91bd-fe5e6bbd92a3)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:51.980056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] For port 55f5c8ec-540c-48a3-adab-71a174207b04, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:51.984982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] For port 55f5c8ec-540c-48a3-adab-71a174207b04, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=55f5c8ec-540c-48a3-adab-71a174207b04,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:51.990117 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a5a968d9-6b37-41b5-8ff8-6f5a805edc07), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:51.998673 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (55f5c8ec-540c-48a3-adab-71a174207b04), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.094357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5bee9-509a-4129-abb8-d244897016b9 None None] Pushing event updated for resources: {'Port': ['ID=a5a968d9-6b37-41b5-8ff8-6f5a805edc07,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:52.169688 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Allocated IP 172.20.0.1 (d9324702-1014-448d-91d2-f3d2ef14927a/19dcb21a-ac4e-4a58-8309-5b0066ccd50e/831341a2-7ce1-4219-963b-a484f1233a9a) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:52.419984 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 88ed1bde-caa8-4b86-adb0-994b750d6368 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:52.495004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b67a3-7c19-463b-a7ea-15e58fd0f053 None None] Pushing event updated for resources: {'Port': ['ID=55f5c8ec-540c-48a3-adab-71a174207b04,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:52.523873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 88ed1bde-caa8-4b86-adb0-994b750d6368 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:52.524368 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (88ed1bde-caa8-4b86-adb0-994b750d6368), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.565072 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for port (831341a2-7ce1-4219-963b-a484f1233a9a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.575629 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Allocated IP 172.20.0.1 (3479f34a-ed7d-43f1-860a-07264701eca7/07de902d-9792-4b3a-a073-a0553f9a8c7a/37162076-2324-467d-9515-e33bf35b11f7) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:52.690179 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (831341a2-7ce1-4219-963b-a484f1233a9a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.701655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 88ed1bde-caa8-4b86-adb0-994b750d6368 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:52.702050 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (88ed1bde-caa8-4b86-adb0-994b750d6368), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.731978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 88ed1bde-caa8-4b86-adb0-994b750d6368, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=88ed1bde-caa8-4b86-adb0-994b750d6368,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:52.736502 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (88ed1bde-caa8-4b86-adb0-994b750d6368), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.737435 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5e38590d-80bd-4213-a5ab-4d6daab0db13 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:52.824641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=88ed1bde-caa8-4b86-adb0-994b750d6368,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:52.837235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 5e38590d-80bd-4213-a5ab-4d6daab0db13 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:52.837684 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5e38590d-80bd-4213-a5ab-4d6daab0db13), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.867592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0020a-680a-4528-8f37-daca01883341 req-383f4c9b-a6da-4984-8ef1-3dda53f345ff tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:52.876909 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efb0020a-680a-4528-8f37-daca01883341 req-383f4c9b-a6da-4984-8ef1-3dda53f345ff tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 944 time: 0.0726943 Feb 11 05:44:52.936939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5e38590d-80bd-4213-a5ab-4d6daab0db13 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:52.937421 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5e38590d-80bd-4213-a5ab-4d6daab0db13), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:52.944069 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efb0020a-680a-4528-8f37-daca01883341 req-62d31bc8-94af-4bf6-a5fd-f0d8ac85b729 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611706 Feb 11 05:44:52.962372 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 5e38590d-80bd-4213-a5ab-4d6daab0db13, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5e38590d-80bd-4213-a5ab-4d6daab0db13,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:52.966679 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5e38590d-80bd-4213-a5ab-4d6daab0db13), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.017683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=5e38590d-80bd-4213-a5ab-4d6daab0db13,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:53.086160 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Network d9324702-1014-448d-91d2-f3d2ef14927a is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:53.094694 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:53.101773 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:53.104165 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'Port': ['ID=831341a2-7ce1-4219-963b-a484f1233a9a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:53.150327 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (37162076-2324-467d-9515-e33bf35b11f7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.164127 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (41ef9cd3-e369-40ac-a0d5-92495598b35d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.246174 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (37162076-2324-467d-9515-e33bf35b11f7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.325090 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 3479f34a-ed7d-43f1-860a-07264701eca7 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:53.327360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=37162076-2324-467d-9515-e33bf35b11f7,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:53.330257 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:53.334663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:53.400031 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (831341a2-7ce1-4219-963b-a484f1233a9a), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.412437 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.678556 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (37162076-2324-467d-9515-e33bf35b11f7), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.774115 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6382ce4f-d9d9-4c4b-a982-0ca29f9db970 None None] Network 3479f34a-ed7d-43f1-860a-07264701eca7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:53.888821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-855c326c-fed2-476a-a564-de0532d23093 None None] Provisioning complete for port 55f5c8ec-540c-48a3-adab-71a174207b04 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:53.889467 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-855c326c-fed2-476a-a564-de0532d23093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (55f5c8ec-540c-48a3-adab-71a174207b04), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.931391 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for port (831341a2-7ce1-4219-963b-a484f1233a9a), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.939821 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (831341a2-7ce1-4219-963b-a484f1233a9a), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:53.978030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device f74d902e-8459-4c20-ab6f-c4a791e29b17 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:44:54.009141 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-855c326c-fed2-476a-a564-de0532d23093 None None] Current status of the port 55f5c8ec-540c-48a3-adab-71a174207b04 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:54.009533 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-855c326c-fed2-476a-a564-de0532d23093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (55f5c8ec-540c-48a3-adab-71a174207b04), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.075037 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'Port': ['ID=831341a2-7ce1-4219-963b-a484f1233a9a,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:54.080873 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (41ef9cd3-e369-40ac-a0d5-92495598b35d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.121053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112eb69-5069-4d9e-8c83-dbfba180067c req-0d5da175-288e-49a5-997c-1a38e135fe1e tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:54.129869 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a112eb69-5069-4d9e-8c83-dbfba180067c req-0d5da175-288e-49a5-997c-1a38e135fe1e tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 944 time: 0.0852542 Feb 11 05:44:54.166224 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-855c326c-fed2-476a-a564-de0532d23093 None None] For port 55f5c8ec-540c-48a3-adab-71a174207b04, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=55f5c8ec-540c-48a3-adab-71a174207b04,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:54.174706 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-855c326c-fed2-476a-a564-de0532d23093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (55f5c8ec-540c-48a3-adab-71a174207b04), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.222375 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a112eb69-5069-4d9e-8c83-dbfba180067c req-984da560-df32-469e-994f-3ef92d1622df tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912001 Feb 11 05:44:54.274149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port f74d902e-8459-4c20-ab6f-c4a791e29b17, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f74d902e-8459-4c20-ab6f-c4a791e29b17,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:54.300256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'f74d902e-8459-4c20-ab6f-c4a791e29b17', 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354', 'port_id': 'f74d902e-8459-4c20-ab6f-c4a791e29b17', 'mac_address': 'fa:16:3e:c2:87:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0266a34-1b9c-451d-9bdd-1297b6a861ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:44:54.320571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Network d9324702-1014-448d-91d2-f3d2ef14927a is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:54.325224 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:54.337282 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c326c-fed2-476a-a564-de0532d23093 None None] Pushing event updated for resources: {'Port': ['ID=55f5c8ec-540c-48a3-adab-71a174207b04,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:54.380782 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a8b6b42d-b892-46b9-a7c2-c33c4c4559be None None] Provisioning complete for port 55f5c8ec-540c-48a3-adab-71a174207b04 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:54.381171 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8b6b42d-b892-46b9-a7c2-c33c4c4559be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (55f5c8ec-540c-48a3-adab-71a174207b04), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.420867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port f74d902e-8459-4c20-ab6f-c4a791e29b17 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:54.421258 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f74d902e-8459-4c20-ab6f-c4a791e29b17), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.445197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74d902e-8459-4c20-ab6f-c4a791e29b17 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:54.471490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port f74d902e-8459-4c20-ab6f-c4a791e29b17, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f74d902e-8459-4c20-ab6f-c4a791e29b17,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:54.477527 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f74d902e-8459-4c20-ab6f-c4a791e29b17), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.543121 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a5a968d9-6b37-41b5-8ff8-6f5a805edc07 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:54.564617 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (37162076-2324-467d-9515-e33bf35b11f7), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.575284 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (37162076-2324-467d-9515-e33bf35b11f7), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.619729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a8b6b42d-b892-46b9-a7c2-c33c4c4559be None None] Current status of the port 55f5c8ec-540c-48a3-adab-71a174207b04 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:54.639153 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=f74d902e-8459-4c20-ab6f-c4a791e29b17,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:54.669793 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a8b6b42d-b892-46b9-a7c2-c33c4c4559be None None] Provisioning complete for port 37162076-2324-467d-9515-e33bf35b11f7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:54.670440 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8b6b42d-b892-46b9-a7c2-c33c4c4559be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (37162076-2324-467d-9515-e33bf35b11f7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.698336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Router 41ef9cd3-e369-40ac-a0d5-92495598b35d has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:54.707948 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.709690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a5a968d9-6b37-41b5-8ff8-6f5a805edc07 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:54.710129 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a5a968d9-6b37-41b5-8ff8-6f5a805edc07), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.713848 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=37162076-2324-467d-9515-e33bf35b11f7,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:54.738860 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['f74d902e-8459-4c20-ab6f-c4a791e29b17'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:54.771654 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e020c2-ae07-49bb-98c1-a270baa9b807 None None] Network d9324702-1014-448d-91d2-f3d2ef14927a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:54.777562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a8b6b42d-b892-46b9-a7c2-c33c4c4559be None None] Port 37162076-2324-467d-9515-e33bf35b11f7 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:54.910283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 3479f34a-ed7d-43f1-860a-07264701eca7 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:54.911628 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:54.915140 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:54.925256 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-24f6b13c-8f0e-4b2f-a348-54dce1c2595c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "PUT /v2.0/routers/41ef9cd3-e369-40ac-a0d5-92495598b35d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6332867 Feb 11 05:44:54.925778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43532) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:54.931785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-729c6698-7694-499c-95c1-94673df0d527 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1143949635', 'description': 'tempest-secgroup_access--1143949635 description', 'project_id': '60d1a50fad2c4d8488122ad129a771f9'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:54.959936 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-729c6698-7694-499c-95c1-94673df0d527 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:54.960508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Sync routers for ids ['41ef9cd3-e369-40ac-a0d5-92495598b35d'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:55.001550 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a5a968d9-6b37-41b5-8ff8-6f5a805edc07 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:55.001785 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a5a968d9-6b37-41b5-8ff8-6f5a805edc07), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.010379 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-897835c9-0bb1-4c22-b89b-86cdb89c6409 None None] Provisioning complete for port a5a968d9-6b37-41b5-8ff8-6f5a805edc07 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:55.010649 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-897835c9-0bb1-4c22-b89b-86cdb89c6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a5a968d9-6b37-41b5-8ff8-6f5a805edc07), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.035377 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Routers {'41ef9cd3-e369-40ac-a0d5-92495598b35d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:55.036086 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['41ef9cd3-e369-40ac-a0d5-92495598b35d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:55.065090 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:55.068495 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-729c6698-7694-499c-95c1-94673df0d527 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for security_group (842d0237-5f68-4c6f-bbe0-643fac9d972b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.074177 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-729c6698-7694-499c-95c1-94673df0d527 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (842d0237-5f68-4c6f-bbe0-643fac9d972b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.116231 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-729c6698-7694-499c-95c1-94673df0d527 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.117792 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-729c6698-7694-499c-95c1-94673df0d527 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1913695 Feb 11 05:44:55.122998 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43534) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:55.130676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-640863f3-005e-4af1-9ce9-cd31f1f4dde0 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--491871318', 'description': 'tempest-secgroup_general--491871318 description', 'project_id': '60d1a50fad2c4d8488122ad129a771f9'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:55.141335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c6698-7694-499c-95c1-94673df0d527 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842d0237-5f68-4c6f-bbe0-643fac9d972b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:55.181860 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-640863f3-005e-4af1-9ce9-cd31f1f4dde0 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.190361 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port a5a968d9-6b37-41b5-8ff8-6f5a805edc07, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a5a968d9-6b37-41b5-8ff8-6f5a805edc07,segment=NetworkSegment(efcb9d28-be31-41ba-91bd-fe5e6bbd92a3),segment_id=efcb9d28-be31-41ba-91bd-fe5e6bbd92a3)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:55.246087 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a5a968d9-6b37-41b5-8ff8-6f5a805edc07), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.246787 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 55f5c8ec-540c-48a3-adab-71a174207b04 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:55.303321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:55.314371 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Sync routers for ids ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:55.328656 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-62592eb8-9269-454a-a709-0a59b288d449 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "PUT /v2.0/routers/f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5513523 Feb 11 05:44:55.329401 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-640863f3-005e-4af1-9ce9-cd31f1f4dde0 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for security_group (73b75de4-080d-48fa-9b3d-1d2a921b5b3c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.335072 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Routers {'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:55.336869 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:55.348966 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-640863f3-005e-4af1-9ce9-cd31f1f4dde0 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (73b75de4-080d-48fa-9b3d-1d2a921b5b3c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.385136 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-897835c9-0bb1-4c22-b89b-86cdb89c6409 None None] Current status of the port a5a968d9-6b37-41b5-8ff8-6f5a805edc07 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:55.416463 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Set router 41ef9cd3-e369-40ac-a0d5-92495598b35d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:55.463705 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640863f3-005e-4af1-9ce9-cd31f1f4dde0 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b75de4-080d-48fa-9b3d-1d2a921b5b3c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:55.476106 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-640863f3-005e-4af1-9ce9-cd31f1f4dde0 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.477834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-640863f3-005e-4af1-9ce9-cd31f1f4dde0 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3529394 Feb 11 05:44:55.481292 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43540) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:55.488720 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-856d62f7-7873-43f4-9656-e1cb29a1f237 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Request body: {'security_group_rule': {'security_group_id': '842d0237-5f68-4c6f-bbe0-643fac9d972b', 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:55.513890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d29bbc-3b2f-4b2d-aac8-1f16554d7f77 req-fe30ace5-cb26-4be5-8351-fa7e0c9cbdb6 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:55.523859 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-897835c9-0bb1-4c22-b89b-86cdb89c6409 None None] Provisioning complete for port 37162076-2324-467d-9515-e33bf35b11f7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:55.524235 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-897835c9-0bb1-4c22-b89b-86cdb89c6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (37162076-2324-467d-9515-e33bf35b11f7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.531895 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65d29bbc-3b2f-4b2d-aac8-1f16554d7f77 req-fe30ace5-cb26-4be5-8351-fa7e0c9cbdb6 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 945 time: 0.1988368 Feb 11 05:44:55.537684 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Set router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:55.558682 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-856d62f7-7873-43f4-9656-e1cb29a1f237 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for security_group_rule (562898c3-08b0-430a-bf17-feae9033f8d7), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.650672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65d29bbc-3b2f-4b2d-aac8-1f16554d7f77 req-29c5523f-6ae4-4e3b-b840-00b81fbc5be9 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173170 Feb 11 05:44:55.680673 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-856d62f7-7873-43f4-9656-e1cb29a1f237 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for security_group_rule (562898c3-08b0-430a-bf17-feae9033f8d7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.686456 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-856d62f7-7873-43f4-9656-e1cb29a1f237 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (562898c3-08b0-430a-bf17-feae9033f8d7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.698307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-0ed5aa52-f3f2-4c5e-bc23-d9f3b05ccf03 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1010733435&fields=id&tenant_id=52d5e1b82a9e4c3fbf19576a184936a0 HTTP/1.1" status: 200 len: 267 time: 0.1060138 Feb 11 05:44:55.713531 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d62f7-7873-43f4-9656-e1cb29a1f237 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562898c3-08b0-430a-bf17-feae9033f8d7,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:55.719997 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-856d62f7-7873-43f4-9656-e1cb29a1f237 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.722862 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-856d62f7-7873-43f4-9656-e1cb29a1f237 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2405429 Feb 11 05:44:55.885101 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-a327f9ce-6840-4afd-878d-afe96e3fdb81 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:55.895091 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462045028', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:46Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '37162076-2324-467d-9515-e33bf35b11f7', 'name': '', 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:2f:d7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:52Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 2, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:55.899624 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-a327f9ce-6840-4afd-878d-afe96e3fdb81 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/networks?id=3479f34a-ed7d-43f1-860a-07264701eca7 HTTP/1.1" status: 200 len: 796 time: 0.1932580 Feb 11 05:44:55.921294 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-897835c9-0bb1-4c22-b89b-86cdb89c6409 None None] Port 37162076-2324-467d-9515-e33bf35b11f7 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:55.924671 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Checking router: f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:55.925071 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Updating router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed port 37162076-2324-467d-9515-e33bf35b11f7 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:44:55.943793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-0a54c0ba-152a-4303-9351-8c954dece4cb tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/quotas/52d5e1b82a9e4c3fbf19576a184936a0 HTTP/1.1" status: 200 len: 375 time: 0.0425234 Feb 11 05:44:55.954479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 55f5c8ec-540c-48a3-adab-71a174207b04 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:55.954861 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (55f5c8ec-540c-48a3-adab-71a174207b04), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.957125 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (37162076-2324-467d-9515-e33bf35b11f7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.015304 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-8db84b9c-3277-453c-acf9-c09cc7b635f1 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup_general--491871318&fields=id&tenant_id=60d1a50fad2c4d8488122ad129a771f9 HTTP/1.1" status: 200 len: 267 time: 0.0958252 Feb 11 05:44:56.025652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=a5a968d9-6b37-41b5-8ff8-6f5a805edc07,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:56.035363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device f74d902e-8459-4c20-ab6f-c4a791e29b17 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:56.054172 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-3e97d5d2-603c-4201-a7cf-eb921f8d1ed0 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095576 Feb 11 05:44:56.123738 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-6744a39c-95e4-4d60-b2a0-49ecfffe3520 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup_access--1143949635&fields=id&tenant_id=60d1a50fad2c4d8488122ad129a771f9 HTTP/1.1" status: 200 len: 267 time: 0.1003695 Feb 11 05:44:56.189838 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f9a4c900-c0a1-481a-8df0-7728561a2ab0 None None] Provisioning complete for port a5a968d9-6b37-41b5-8ff8-6f5a805edc07 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:56.190326 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c900-c0a1-481a-8df0-7728561a2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a5a968d9-6b37-41b5-8ff8-6f5a805edc07), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.191994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 55f5c8ec-540c-48a3-adab-71a174207b04 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:56.193114 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 88ed1bde-caa8-4b86-adb0-994b750d6368 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:56.262488 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-c5aa89ba-b6cc-4ae7-ac62-5494e1cd9d01 service neutron] 10.222.0.87 "GET /v2.0/networks/3479f34a-ed7d-43f1-860a-07264701eca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928692 Feb 11 05:44:56.319356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-b84046d3-6899-4850-b871-553ddfeaae28 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.325381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port f74d902e-8459-4c20-ab6f-c4a791e29b17 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:44:56.328153 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-b84046d3-6899-4850-b871-553ddfeaae28 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/networks?id=d9324702-1014-448d-91d2-f3d2ef14927a HTTP/1.1" status: 200 len: 795 time: 0.2034261 Feb 11 05:44:56.329681 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 88ed1bde-caa8-4b86-adb0-994b750d6368 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:56.330123 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (88ed1bde-caa8-4b86-adb0-994b750d6368), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.340583 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Publish callbacks [] for port (37162076-2324-467d-9515-e33bf35b11f7), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.346528 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (37162076-2324-467d-9515-e33bf35b11f7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.358074 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port f74d902e-8459-4c20-ab6f-c4a791e29b17 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:56.358529 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f74d902e-8459-4c20-ab6f-c4a791e29b17), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.369399 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-c7a66239-3164-4f41-8131-a4035a0e5eda tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/quotas/60d1a50fad2c4d8488122ad129a771f9 HTTP/1.1" status: 200 len: 375 time: 0.0402820 Feb 11 05:44:56.435623 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598747d-f27d-4449-aab4-214e7ed024b2 None None] Pushing event updated for resources: {'Port': ['ID=37162076-2324-467d-9515-e33bf35b11f7,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:56.444030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-7f1f7bbb-abd7-4f86-a58c-627c2fec6ba5 service neutron] 10.222.0.87 "GET /v2.0/networks/3479f34a-ed7d-43f1-860a-07264701eca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757243 Feb 11 05:44:56.459019 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-31954931-6e3d-49b3-9f54-d60820c1f1ab tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=60d1a50fad2c4d8488122ad129a771f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807371 Feb 11 05:44:56.467757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4c900-c0a1-481a-8df0-7728561a2ab0 None None] Current status of the port a5a968d9-6b37-41b5-8ff8-6f5a805edc07 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:56.481117 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Attempting to bind port 37162076-2324-467d-9515-e33bf35b11f7 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:56.481500 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Attempting to bind port 37162076-2324-467d-9515-e33bf35b11f7 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:56.481864 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Attempting to bind port 37162076-2324-467d-9515-e33bf35b11f7 on network 3479f34a-ed7d-43f1-860a-07264701eca7 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:56.488420 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:56.488810 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Checking segment: {'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:56.489216 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.489610 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Bound using segment: {'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:56.490275 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Bound port: 37162076-2324-467d-9515-e33bf35b11f7, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:56.490452 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (37162076-2324-467d-9515-e33bf35b11f7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.514083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-838436198', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '831341a2-7ce1-4219-963b-a484f1233a9a', 'name': '', 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'mac_address': 'fa:16:3e:3e:b9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:51Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 2, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'subnets': [{'id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:56.570047 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] For port 37162076-2324-467d-9515-e33bf35b11f7, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:56.574033 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] For port 37162076-2324-467d-9515-e33bf35b11f7, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=37162076-2324-467d-9515-e33bf35b11f7,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:56.583434 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (37162076-2324-467d-9515-e33bf35b11f7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.588161 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-39f78091-7b6e-4371-b7a2-01320376051e service neutron] 10.222.0.87 "GET /v2.0/networks/d9324702-1014-448d-91d2-f3d2ef14927a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149802 Feb 11 05:44:56.613077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Checking router: 41ef9cd3-e369-40ac-a0d5-92495598b35d for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:56.613456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Updating router 41ef9cd3-e369-40ac-a0d5-92495598b35d port 831341a2-7ce1-4219-963b-a484f1233a9a binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:44:56.661536 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f9a4c900-c0a1-481a-8df0-7728561a2ab0 None None] Provisioning complete for port 831341a2-7ce1-4219-963b-a484f1233a9a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:56.661832 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c900-c0a1-481a-8df0-7728561a2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (831341a2-7ce1-4219-963b-a484f1233a9a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.677224 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Routers {'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:56.679070 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:56.685107 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598747d-f27d-4449-aab4-214e7ed024b2 None None] Pushing event updated for resources: {'Port': ['ID=37162076-2324-467d-9515-e33bf35b11f7,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:56.771409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-73d7b4ad-e2f0-4172-bd7b-ba19a3c09d75 service neutron] 10.222.0.87 "GET /v2.0/networks/d9324702-1014-448d-91d2-f3d2ef14927a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764576 Feb 11 05:44:56.835195 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 88ed1bde-caa8-4b86-adb0-994b750d6368 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:56.843749 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5e38590d-80bd-4213-a5ab-4d6daab0db13 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:56.896693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac190fd-91d0-4f6f-b4f5-175f1350c02e req-6db3a9a1-c4fb-4c00-8538-d9268ef91e88 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:56.914901 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eac190fd-91d0-4f6f-b4f5-175f1350c02e req-6db3a9a1-c4fb-4c00-8538-d9268ef91e88 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 945 time: 0.1347039 Feb 11 05:44:56.924044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4c900-c0a1-481a-8df0-7728561a2ab0 None None] Port 831341a2-7ce1-4219-963b-a484f1233a9a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:56.935562 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (831341a2-7ce1-4219-963b-a484f1233a9a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:56.949659 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] Set router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:56.980162 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port f74d902e-8459-4c20-ab6f-c4a791e29b17 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:56.982624 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f74d902e-8459-4c20-ab6f-c4a791e29b17), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.013442 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eac190fd-91d0-4f6f-b4f5-175f1350c02e req-01686fb0-c6bf-43e8-b0d1-a1130bf2b506 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976644 Feb 11 05:44:57.093225 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f9a4c900-c0a1-481a-8df0-7728561a2ab0 None None] Provisioning complete for port 37162076-2324-467d-9515-e33bf35b11f7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:57.093853 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c900-c0a1-481a-8df0-7728561a2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (37162076-2324-467d-9515-e33bf35b11f7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.128163 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f6d4c2f-9cc2-4c58-9989-1bb18cd52437 req-fa59089a-3f53-47cf-bd1c-b3de49d0bcbf tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 210 time: 0.0570719 Feb 11 05:44:57.149814 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d9c51735-a1ac-452c-9253-73df09d46a45 req-0c17fe2a-e17f-4266-a0f0-e264d6f5570e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 210 time: 0.0575926 Feb 11 05:44:57.190627 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7873cbf9-f404-44e1-bde0-d4b07b480185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74d902e-8459-4c20-ab6f-c4a791e29b17'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:57.192124 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e065bd5-e9de-45b6-8c36-d458386f19af" -d '{"events": [{"server_uuid": "7873cbf9-f404-44e1-bde0-d4b07b480185", "name": "network-vif-plugged", "status": "completed", "tag": "f74d902e-8459-4c20-ab6f-c4a791e29b17"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:57.211915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 5e38590d-80bd-4213-a5ab-4d6daab0db13 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:57.212188 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5e38590d-80bd-4213-a5ab-4d6daab0db13), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.285322 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462045028', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:46Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '37162076-2324-467d-9515-e33bf35b11f7', 'name': '', 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:2f:d7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:52Z', 'updated_at': '2022-02-11T05:44:56Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:57.321861 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1cfa07-8d5f-4bc5-b49c-54541686074e x-openstack-request-id: req-3d1cfa07-8d5f-4bc5-b49c-54541686074e {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:57.322169 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7873cbf9-f404-44e1-bde0-d4b07b480185", "name": "network-vif-plugged", "status": "completed", "tag": "f74d902e-8459-4c20-ab6f-c4a791e29b17", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:57.322536 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3d1cfa07-8d5f-4bc5-b49c-54541686074e {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:57.322928 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7873cbf9-f404-44e1-bde0-d4b07b480185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74d902e-8459-4c20-ab6f-c4a791e29b17', 'code': 200} Feb 11 05:44:57.348346 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port f74d902e-8459-4c20-ab6f-c4a791e29b17, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f74d902e-8459-4c20-ab6f-c4a791e29b17,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:57.357586 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65dff7-4b68-4130-83d3-18ef5b4f49b4 None None] The sync data for ids ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'] in n-d-713499-38 is: [{'id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462045028', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:46Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '37162076-2324-467d-9515-e33bf35b11f7', 'name': '', 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:2f:d7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:52Z', 'updated_at': '2022-02-11T05:44:56Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:57.358427 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f74d902e-8459-4c20-ab6f-c4a791e29b17), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.461726 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb34985-9eb8-4a5a-b9d9-fcf42cb8ea9e req-3c3bb565-3948-4741-bcf2-e7bdc6cec6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:57.463330 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-deb34985-9eb8-4a5a-b9d9-fcf42cb8ea9e req-3c3bb565-3948-4741-bcf2-e7bdc6cec6e6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 1128 time: 0.1307995 Feb 11 05:44:57.545651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-deb34985-9eb8-4a5a-b9d9-fcf42cb8ea9e req-803cf0bb-b6a0-4dc9-9c27-10a82487891c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723743 Feb 11 05:44:57.596033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=f74d902e-8459-4c20-ab6f-c4a791e29b17,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:57.657711 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5e38590d-80bd-4213-a5ab-4d6daab0db13 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:57.660699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4c900-c0a1-481a-8df0-7728561a2ab0 None None] Current status of the port 37162076-2324-467d-9515-e33bf35b11f7 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:57.661096 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c900-c0a1-481a-8df0-7728561a2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (37162076-2324-467d-9515-e33bf35b11f7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.748616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f9a4c900-c0a1-481a-8df0-7728561a2ab0 None None] For port 37162076-2324-467d-9515-e33bf35b11f7, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=37162076-2324-467d-9515-e33bf35b11f7,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:57.762699 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c900-c0a1-481a-8df0-7728561a2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (37162076-2324-467d-9515-e33bf35b11f7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.821060 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Publish callbacks [] for port (831341a2-7ce1-4219-963b-a484f1233a9a), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.837405 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (831341a2-7ce1-4219-963b-a484f1233a9a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.846209 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4c900-c0a1-481a-8df0-7728561a2ab0 None None] Pushing event updated for resources: {'Port': ['ID=37162076-2324-467d-9515-e33bf35b11f7,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:57.893868 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 37162076-2324-467d-9515-e33bf35b11f7 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:57.974295 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95b03e-d6cb-414a-aa68-76c8075c7ba0 None None] Pushing event updated for resources: {'Port': ['ID=831341a2-7ce1-4219-963b-a484f1233a9a,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:57.981913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fa153cda-fe43-4601-a5a2-d9ca77fd8e78 None None] Provisioning complete for port 831341a2-7ce1-4219-963b-a484f1233a9a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:57.982842 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa153cda-fe43-4601-a5a2-d9ca77fd8e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (831341a2-7ce1-4219-963b-a484f1233a9a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.112273 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Attempting to bind port 831341a2-7ce1-4219-963b-a484f1233a9a on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:58.112933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Attempting to bind port 831341a2-7ce1-4219-963b-a484f1233a9a by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'efcb9d28-be31-41ba-91bd-fe5e6bbd92a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:58.113043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Attempting to bind port 831341a2-7ce1-4219-963b-a484f1233a9a on network d9324702-1014-448d-91d2-f3d2ef14927a {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:58.167271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-fa153cda-fe43-4601-a5a2-d9ca77fd8e78 None None] Port 831341a2-7ce1-4219-963b-a484f1233a9a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:58.186961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:58.187268 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Checking segment: {'id': 'efcb9d28-be31-41ba-91bd-fe5e6bbd92a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:58.187721 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.188782 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Bound using segment: {'id': 'efcb9d28-be31-41ba-91bd-fe5e6bbd92a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:58.189283 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Bound port: 831341a2-7ce1-4219-963b-a484f1233a9a, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efcb9d28-be31-41ba-91bd-fe5e6bbd92a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:58.189675 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (831341a2-7ce1-4219-963b-a484f1233a9a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.219233 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-5bd71588-3528-4291-9690-f585072a469b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.225814 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-5bd71588-3528-4291-9690-f585072a469b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.73 "GET /v2.0/networks?id=3479f34a-ed7d-43f1-860a-07264701eca7 HTTP/1.1" status: 200 len: 796 time: 0.1845579 Feb 11 05:44:58.239791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 37162076-2324-467d-9515-e33bf35b11f7 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:58.239791 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (37162076-2324-467d-9515-e33bf35b11f7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.252205 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc6ec6-31ee-4c3c-86fb-7e0fdbac56d3 req-2fe45f91-5383-4ff0-afa1-150a42c91be2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.259787 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94fc6ec6-31ee-4c3c-86fb-7e0fdbac56d3 req-2fe45f91-5383-4ff0-afa1-150a42c91be2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 946 time: 0.1281829 Feb 11 05:44:58.328424 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-1f1e3d27-2eb1-4be1-ae16-c328501d3e82 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52d5e1b82a9e4c3fbf19576a184936a0 HTTP/1.1" status: 200 len: 380 time: 0.0936975 Feb 11 05:44:58.336307 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fa153cda-fe43-4601-a5a2-d9ca77fd8e78 None None] Provisioning complete for port 37162076-2324-467d-9515-e33bf35b11f7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:58.337024 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa153cda-fe43-4601-a5a2-d9ca77fd8e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (37162076-2324-467d-9515-e33bf35b11f7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.341381 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-0962e02c-583e-44d4-901a-d66ee5f43e80 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'port': {'device_id': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7', 'admin_state_up': True, 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'security_groups': ['3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:58.360408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f13a86f8-614d-4009-ab11-fe62104c927d req-2849df7e-6ef3-4bd7-a8db-49e96f941a4e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 210 time: 0.0974133 Feb 11 05:44:58.456584 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] For port 831341a2-7ce1-4219-963b-a484f1233a9a, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:58.473193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] For port 831341a2-7ce1-4219-963b-a484f1233a9a, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=831341a2-7ce1-4219-963b-a484f1233a9a,segment=NetworkSegment(efcb9d28-be31-41ba-91bd-fe5e6bbd92a3),segment_id=efcb9d28-be31-41ba-91bd-fe5e6bbd92a3)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:58.484810 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94fc6ec6-31ee-4c3c-86fb-7e0fdbac56d3 req-b74260f4-6b78-46eb-88ea-ae3f1fa634c6 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937287 Feb 11 05:44:58.573362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-fa153cda-fe43-4601-a5a2-d9ca77fd8e78 None None] Current status of the port 37162076-2324-467d-9515-e33bf35b11f7 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:58.578595 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-0962e02c-583e-44d4-901a-d66ee5f43e80 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Made reservation on behalf of 52d5e1b82a9e4c3fbf19576a184936a0 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:58.582071 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (831341a2-7ce1-4219-963b-a484f1233a9a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.583236 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-0962e02c-583e-44d4-901a-d66ee5f43e80 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.593811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3afdb278-b9f3-40c4-bbed-e69671404f29 req-1b2ba1ba-9112-47b1-9c60-67178f6de24a tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 210 time: 0.0925281 Feb 11 05:44:58.623930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-439d3bd6-766b-45ec-9c78-4b6b242368c3 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:58.627221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-439d3bd6-766b-45ec-9c78-4b6b242368c3 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.73 "GET /v2.0/networks?id=d9324702-1014-448d-91d2-f3d2ef14927a HTTP/1.1" status: 200 len: 795 time: 0.2823310 Feb 11 05:44:58.710707 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a0426e3-c278-45cf-9024-4be1096c1ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.738216 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 37162076-2324-467d-9515-e33bf35b11f7 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:58.739968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a5a968d9-6b37-41b5-8ff8-6f5a805edc07 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:58.763900 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-f8b291de-021b-42ee-b77a-2435c23b75e4 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60d1a50fad2c4d8488122ad129a771f9 HTTP/1.1" status: 200 len: 477 time: 0.1216621 Feb 11 05:44:58.775247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-038fe94c-5eeb-4fb0-8ace-0cd93c30e5a8 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Request body: {'port': {'device_id': 'a35b4194-f21c-43f9-8a31-415200bf0e01', 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a', 'admin_state_up': True, 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'security_groups': ['73b75de4-080d-48fa-9b3d-1d2a921b5b3c', '842d0237-5f68-4c6f-bbe0-643fac9d972b']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:58.784857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Routers {'41ef9cd3-e369-40ac-a0d5-92495598b35d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:58.785801 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:44:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['41ef9cd3-e369-40ac-a0d5-92495598b35d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:58.857114 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-0962e02c-583e-44d4-901a-d66ee5f43e80 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Allocated IP 172.20.0.8 (3479f34a-ed7d-43f1-860a-07264701eca7/07de902d-9792-4b3a-a073-a0553f9a8c7a/f9eb0891-ef12-4d62-89a8-6d6226d74a92) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:58.880019 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-104d162b-86a7-4487-b29f-8a274792d812 None None] Provisioning complete for port 831341a2-7ce1-4219-963b-a484f1233a9a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:58.880655 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-104d162b-86a7-4487-b29f-8a274792d812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (831341a2-7ce1-4219-963b-a484f1233a9a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.884555 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95b03e-d6cb-414a-aa68-76c8075c7ba0 None None] Pushing event updated for resources: {'Port': ['ID=831341a2-7ce1-4219-963b-a484f1233a9a,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:58.976753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-038fe94c-5eeb-4fb0-8ace-0cd93c30e5a8 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Made reservation on behalf of 60d1a50fad2c4d8488122ad129a771f9 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:58.980157 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-038fe94c-5eeb-4fb0-8ace-0cd93c30e5a8 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.154305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-038fe94c-5eeb-4fb0-8ace-0cd93c30e5a8 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Allocated IP 172.20.0.13 (d9324702-1014-448d-91d2-f3d2ef14927a/19dcb21a-ac4e-4a58-8309-5b0066ccd50e/52a8fa46-eb28-43fe-89a2-40e91e610df6) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:59.190770 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a5a968d9-6b37-41b5-8ff8-6f5a805edc07 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:59.191334 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a5a968d9-6b37-41b5-8ff8-6f5a805edc07), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.194808 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] Set router 41ef9cd3-e369-40ac-a0d5-92495598b35d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:59.338100 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-038fe94c-5eeb-4fb0-8ace-0cd93c30e5a8 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for port (52a8fa46-eb28-43fe-89a2-40e91e610df6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.361629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-104d162b-86a7-4487-b29f-8a274792d812 None None] Current status of the port 831341a2-7ce1-4219-963b-a484f1233a9a is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:59.362030 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-104d162b-86a7-4487-b29f-8a274792d812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (831341a2-7ce1-4219-963b-a484f1233a9a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.376421 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-038fe94c-5eeb-4fb0-8ace-0cd93c30e5a8 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (52a8fa46-eb28-43fe-89a2-40e91e610df6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.414253 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-0962e02c-583e-44d4-901a-d66ee5f43e80 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.433237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-038fe94c-5eeb-4fb0-8ace-0cd93c30e5a8 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Network d9324702-1014-448d-91d2-f3d2ef14927a is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:59.436563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-038fe94c-5eeb-4fb0-8ace-0cd93c30e5a8 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:59.440908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-038fe94c-5eeb-4fb0-8ace-0cd93c30e5a8 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:59.482260 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-0962e02c-583e-44d4-901a-d66ee5f43e80 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.482523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fe94c-5eeb-4fb0-8ace-0cd93c30e5a8 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'Port': ['ID=52a8fa46-eb28-43fe-89a2-40e91e610df6,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:59.495975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-104d162b-86a7-4487-b29f-8a274792d812 None None] For port 831341a2-7ce1-4219-963b-a484f1233a9a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=831341a2-7ce1-4219-963b-a484f1233a9a,segment=NetworkSegment(efcb9d28-be31-41ba-91bd-fe5e6bbd92a3),segment_id=efcb9d28-be31-41ba-91bd-fe5e6bbd92a3)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:59.514061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a5a968d9-6b37-41b5-8ff8-6f5a805edc07 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:59.515529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 55f5c8ec-540c-48a3-adab-71a174207b04 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:59.520764 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-104d162b-86a7-4487-b29f-8a274792d812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (831341a2-7ce1-4219-963b-a484f1233a9a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.552054 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-038fe94c-5eeb-4fb0-8ace-0cd93c30e5a8 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.552732 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-038fe94c-5eeb-4fb0-8ace-0cd93c30e5a8 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.554611 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-0962e02c-583e-44d4-901a-d66ee5f43e80 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 3479f34a-ed7d-43f1-860a-07264701eca7 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:59.561394 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-0962e02c-583e-44d4-901a-d66ee5f43e80 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:59.566230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-0962e02c-583e-44d4-901a-d66ee5f43e80 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:59.587521 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150aa63-d093-4675-a147-8b551b03a9bf req-98c9648a-e18e-4932-ad62-3c210c2b1976 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.589163 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8150aa63-d093-4675-a147-8b551b03a9bf req-98c9648a-e18e-4932-ad62-3c210c2b1976 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 931 time: 0.1197808 Feb 11 05:44:59.593511 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-038fe94c-5eeb-4fb0-8ace-0cd93c30e5a8 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8272829 Feb 11 05:44:59.606280 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962e02c-583e-44d4-901a-d66ee5f43e80 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=f9eb0891-ef12-4d62-89a8-6d6226d74a92,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:59.615012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Request body: {'port': {'device_id': 'a35b4194-f21c-43f9-8a31-415200bf0e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:59.661059 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-0962e02c-583e-44d4-901a-d66ee5f43e80 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.661743 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-0962e02c-583e-44d4-901a-d66ee5f43e80 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.686512 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-0962e02c-583e-44d4-901a-d66ee5f43e80 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3516204 Feb 11 05:44:59.686740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d162b-86a7-4487-b29f-8a274792d812 None None] Pushing event updated for resources: {'Port': ['ID=831341a2-7ce1-4219-963b-a484f1233a9a,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:59.702692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a8f897a1-a231-4286-b70d-08497f102709 None None] Provisioning complete for port 831341a2-7ce1-4219-963b-a484f1233a9a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:59.703147 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8f897a1-a231-4286-b70d-08497f102709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (831341a2-7ce1-4219-963b-a484f1233a9a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.713353 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Request body: {'port': {'device_id': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:59.764490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 55f5c8ec-540c-48a3-adab-71a174207b04 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:59.764952 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (55f5c8ec-540c-48a3-adab-71a174207b04), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.773833 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8150aa63-d093-4675-a147-8b551b03a9bf req-ea44bd9c-d504-45f7-9803-60603917807f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786537 Feb 11 05:44:59.775385 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (52a8fa46-eb28-43fe-89a2-40e91e610df6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.791157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009f34b-5fdb-475a-ba02-28f30899d85d req-f2e4bc42-fd0e-4da7-89db-a24e0075505e tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:59.804951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5009f34b-5fdb-475a-ba02-28f30899d85d req-f2e4bc42-fd0e-4da7-89db-a24e0075505e tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 946 time: 0.2011578 Feb 11 05:44:59.835867 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.878465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-838436198', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '831341a2-7ce1-4219-963b-a484f1233a9a', 'name': '', 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'mac_address': 'fa:16:3e:3e:b9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:51Z', 'updated_at': '2022-02-11T05:44:58Z', 'revision_number': 4, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'subnets': [{'id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:59.926407 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cdbdc9-c748-4e8e-9807-f462ad3c31f2 None None] The sync data for ids ['41ef9cd3-e369-40ac-a0d5-92495598b35d'] in n-d-713499-38 is: [{'id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-838436198', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '831341a2-7ce1-4219-963b-a484f1233a9a', 'name': '', 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'mac_address': 'fa:16:3e:3e:b9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:51Z', 'updated_at': '2022-02-11T05:44:58Z', 'revision_number': 4, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'subnets': [{'id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:45:00.020624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a8f897a1-a231-4286-b70d-08497f102709 None None] Current status of the port 831341a2-7ce1-4219-963b-a484f1233a9a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:00.034554 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 55f5c8ec-540c-48a3-adab-71a174207b04 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:00.088364 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5009f34b-5fdb-475a-ba02-28f30899d85d req-0be1c0cd-d2df-4d99-b96d-e3bcf521f63e tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824366 Feb 11 05:45:00.146721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02408af6-23ed-40c8-b3e5-5540ca504de3 req-cdfe4e26-ecc1-4960-a98a-6a77902a4bdf tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:00.150186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02408af6-23ed-40c8-b3e5-5540ca504de3 req-cdfe4e26-ecc1-4960-a98a-6a77902a4bdf tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 971 time: 0.2478709 Feb 11 05:45:00.159804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b828f7ed-400a-4631-9edf-72d228dfa8a4 None None] Provisioning complete for port 52a8fa46-eb28-43fe-89a2-40e91e610df6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:00.160201 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b828f7ed-400a-4631-9edf-72d228dfa8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (52a8fa46-eb28-43fe-89a2-40e91e610df6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.240657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b828f7ed-400a-4631-9edf-72d228dfa8a4 None None] Port 52a8fa46-eb28-43fe-89a2-40e91e610df6 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:00.258003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b828f7ed-400a-4631-9edf-72d228dfa8a4 None None] Provisioning complete for port f9eb0891-ef12-4d62-89a8-6d6226d74a92 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:00.258615 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b828f7ed-400a-4631-9edf-72d228dfa8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.324905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 37162076-2324-467d-9515-e33bf35b11f7 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:00.371708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b828f7ed-400a-4631-9edf-72d228dfa8a4 None None] Port f9eb0891-ef12-4d62-89a8-6d6226d74a92 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:00.372130 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9eb0891-ef12-4d62-89a8-6d6226d74a92 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:00.385086 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Publish callbacks [] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.391219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a8fa46-eb28-43fe-89a2-40e91e610df6 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:00.394335 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 37162076-2324-467d-9515-e33bf35b11f7 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:00.394855 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (37162076-2324-467d-9515-e33bf35b11f7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.404924 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02408af6-23ed-40c8-b3e5-5540ca504de3 req-3c70e58c-e80e-4b35-a1bb-2b353298d623 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/security-groups?id=73b75de4-080d-48fa-9b3d-1d2a921b5b3c&id=842d0237-5f68-4c6f-bbe0-643fac9d972b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2538729 Feb 11 05:45:00.407249 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Publish callbacks [] for port (52a8fa46-eb28-43fe-89a2-40e91e610df6), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.416050 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Transition to ACTIVE for port object f9eb0891-ef12-4d62-89a8-6d6226d74a92 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:45:00.420909 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.521145 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 37162076-2324-467d-9515-e33bf35b11f7 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:00.522390 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 831341a2-7ce1-4219-963b-a484f1233a9a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:00.550694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Transition to ACTIVE for port object 52a8fa46-eb28-43fe-89a2-40e91e610df6 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:45:00.558345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (52a8fa46-eb28-43fe-89a2-40e91e610df6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.575017 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb0891-ef12-4d62-89a8-6d6226d74a92,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:00.581604 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-7df28e23-0f2b-485b-9595-e55d23b5cebd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:00.583170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-7df28e23-0f2b-485b-9595-e55d23b5cebd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 806 time: 0.1728969 Feb 11 05:45:00.591288 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Attempting to bind port f9eb0891-ef12-4d62-89a8-6d6226d74a92 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:00.592359 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Attempting to bind port f9eb0891-ef12-4d62-89a8-6d6226d74a92 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:00.593047 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Attempting to bind port f9eb0891-ef12-4d62-89a8-6d6226d74a92 on network 3479f34a-ed7d-43f1-860a-07264701eca7 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:00.599950 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Port f9eb0891-ef12-4d62-89a8-6d6226d74a92 on network 3479f34a-ed7d-43f1-860a-07264701eca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:45:00.600351 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Attempting to bind port f9eb0891-ef12-4d62-89a8-6d6226d74a92 on network 3479f34a-ed7d-43f1-860a-07264701eca7 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:00.606093 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:00.606930 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Checking segment: {'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:00.607217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Bound using segment: {'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:00.607843 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Bound port: f9eb0891-ef12-4d62-89a8-6d6226d74a92, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:00.608415 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.623881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 831341a2-7ce1-4219-963b-a484f1233a9a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:00.624264 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (831341a2-7ce1-4219-963b-a484f1233a9a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.668712 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-0190369a-f51e-4e47-9cc4-a4ed6d5a5350 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/quotas/98cc9928f4904ad7a5576b28aa1dcb89 HTTP/1.1" status: 200 len: 375 time: 0.0614686 Feb 11 05:45:00.671023 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Pushing event updated for resources: {'Port': ['ID=52a8fa46-eb28-43fe-89a2-40e91e610df6,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:00.735012 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] For port f9eb0891-ef12-4d62-89a8-6d6226d74a92, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:00.740009 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] For port f9eb0891-ef12-4d62-89a8-6d6226d74a92, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:00.751453 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.835977 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d173be7a-a466-41d0-a255-ee8f41a6e5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.839153 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Attempting to bind port 52a8fa46-eb28-43fe-89a2-40e91e610df6 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:00.839504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Attempting to bind port 52a8fa46-eb28-43fe-89a2-40e91e610df6 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'efcb9d28-be31-41ba-91bd-fe5e6bbd92a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:00.839897 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Attempting to bind port 52a8fa46-eb28-43fe-89a2-40e91e610df6 on network d9324702-1014-448d-91d2-f3d2ef14927a {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:00.840009 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 831341a2-7ce1-4219-963b-a484f1233a9a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:00.868614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Port 52a8fa46-eb28-43fe-89a2-40e91e610df6 on network d9324702-1014-448d-91d2-f3d2ef14927a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:45:00.869199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Attempting to bind port 52a8fa46-eb28-43fe-89a2-40e91e610df6 on network d9324702-1014-448d-91d2-f3d2ef14927a {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:00.878199 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb0891-ef12-4d62-89a8-6d6226d74a92,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:00.890993 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:00.892385 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:00.894039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-888abe4a-1b71-4699-b47a-81c265c41bba tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2123706 Feb 11 05:45:00.894184 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-2c611d44-68fa-40aa-b2e4-5a3aae99876a service neutron] 10.222.0.73 "PUT /v2.0/ports/f9eb0891-ef12-4d62-89a8-6d6226d74a92 HTTP/1.1" status: 200 len: 1092 time: 1.1928864 Feb 11 05:45:00.894807 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:00.897448 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93135143-ccd8-4b48-9961-2d2af134a8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:01.008767 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:01.009109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Checking segment: {'id': 'efcb9d28-be31-41ba-91bd-fe5e6bbd92a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:01.009503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Bound using segment: {'id': 'efcb9d28-be31-41ba-91bd-fe5e6bbd92a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:01.010099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Bound port: 52a8fa46-eb28-43fe-89a2-40e91e610df6, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efcb9d28-be31-41ba-91bd-fe5e6bbd92a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:01.010488 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (52a8fa46-eb28-43fe-89a2-40e91e610df6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.044910 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-5a5102d3-a984-4303-93a8-9efc0606f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.047626 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-5a5102d3-a984-4303-93a8-9efc0606f669 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 1126 time: 0.1059232 Feb 11 05:45:01.101244 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-7a1b61dd-6b25-405c-92e5-376b3340ab1d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92 HTTP/1.1" status: 200 len: 217 time: 0.0471725 Feb 11 05:45:01.178963 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-4176518d-2e42-46e8-8364-2abffddf4887 service neutron] 10.222.0.87 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839527 Feb 11 05:45:01.184902 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-4167fc9c-0f07-451b-b9f1-b7faf90fd2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.186695 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-4167fc9c-0f07-451b-b9f1-b7faf90fd2e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07de902d-9792-4b3a-a073-a0553f9a8c7a HTTP/1.1" status: 200 len: 835 time: 0.0788224 Feb 11 05:45:01.266658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d793d-cd97-4d0e-9329-1ba536aac762 req-b674e85e-2b88-4821-8181-4c9d7fe57f41 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.268314 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0d793d-cd97-4d0e-9329-1ba536aac762 req-b674e85e-2b88-4821-8181-4c9d7fe57f41 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 943 time: 0.1992173 Feb 11 05:45:01.270079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] For port 52a8fa46-eb28-43fe-89a2-40e91e610df6, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:01.294600 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-e52dd98a-c533-47e6-8d95-e1a09e94036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.296735 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-e52dd98a-c533-47e6-8d95-e1a09e94036b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3479f34a-ed7d-43f1-860a-07264701eca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1044056 Feb 11 05:45:01.335822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] For port 52a8fa46-eb28-43fe-89a2-40e91e610df6, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=52a8fa46-eb28-43fe-89a2-40e91e610df6,segment=NetworkSegment(efcb9d28-be31-41ba-91bd-fe5e6bbd92a3),segment_id=efcb9d28-be31-41ba-91bd-fe5e6bbd92a3)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:01.360858 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:45:01.364875 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (52a8fa46-eb28-43fe-89a2-40e91e610df6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.425764 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-c875308f-c0bb-4a00-bb88-861059bd8693 service neutron] 10.222.0.73 "GET /v2.0/networks/3479f34a-ed7d-43f1-860a-07264701eca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198025 Feb 11 05:45:01.428733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.429353 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:01.430793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-00136248-38c5-4b86-871e-ced71558e8da service neutron] 10.222.0.73 "PUT /v2.0/ports/52a8fa46-eb28-43fe-89a2-40e91e610df6 HTTP/1.1" status: 200 len: 1132 time: 1.8274255 Feb 11 05:45:01.435630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35b4194-f21c-43f9-8a31-415200bf0e01', 'tag': '52a8fa46-eb28-43fe-89a2-40e91e610df6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:01.438349 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040981b2-5df7-401f-887e-821c48410414" -d '{"events": [{"name": "network-changed", "server_uuid": "a35b4194-f21c-43f9-8a31-415200bf0e01", "tag": "52a8fa46-eb28-43fe-89a2-40e91e610df6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:01.461681 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-3a76ec26-134c-47da-ae36-78f4f127b5da service neutron] 10.222.0.87 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815630 Feb 11 05:45:01.477597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad0d793d-cd97-4d0e-9329-1ba536aac762 req-19f3b9e6-4cfb-40f0-8c6e-4723bba20965 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852796 Feb 11 05:45:01.480813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00136248-38c5-4b86-871e-ced71558e8da service neutron] Pushing event updated for resources: {'Port': ['ID=52a8fa46-eb28-43fe-89a2-40e91e610df6,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:01.609761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-c52403d7-0545-42c2-af97-33eac02698c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.615441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-c52403d7-0545-42c2-af97-33eac02698c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d1a50fad2c4d8488122ad129a771f9&device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 1166 time: 0.1069653 Feb 11 05:45:01.628816 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506519d4-d213-44bd-a671-455bbca3cd8f x-openstack-request-id: req-506519d4-d213-44bd-a671-455bbca3cd8f {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:01.630147 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:01.634277 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-506519d4-d213-44bd-a671-455bbca3cd8f {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:01.635054 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92', 'status': 'completed', 'code': 200} Feb 11 05:45:01.700702 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c73c3a3-a94a-47ef-8aea-6aa1acdba0a7 req-74648eb7-b468-4e49-966f-73f13900e3b8 service neutron] 10.222.0.73 "GET /v2.0/networks/3479f34a-ed7d-43f1-860a-07264701eca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679014 Feb 11 05:45:01.709856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-1cecb722-d53f-4ff2-aac9-34458db279c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52a8fa46-eb28-43fe-89a2-40e91e610df6 HTTP/1.1" status: 200 len: 217 time: 0.0874672 Feb 11 05:45:01.791751 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9e146a-47bc-4dfc-8b1e-6c1ebc53762d x-openstack-request-id: req-ac9e146a-47bc-4dfc-8b1e-6c1ebc53762d {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:01.792359 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35b4194-f21c-43f9-8a31-415200bf0e01", "tag": "52a8fa46-eb28-43fe-89a2-40e91e610df6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:01.792814 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ac9e146a-47bc-4dfc-8b1e-6c1ebc53762d {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:01.793283 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35b4194-f21c-43f9-8a31-415200bf0e01', 'tag': '52a8fa46-eb28-43fe-89a2-40e91e610df6', 'status': 'completed', 'code': 200} Feb 11 05:45:01.803039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5221604-eb96-4601-80eb-55f2ba27dafe req-7429f2ac-45e2-4ded-8ee2-95eadb0e04b1 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.804871 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5221604-eb96-4601-80eb-55f2ba27dafe req-7429f2ac-45e2-4ded-8ee2-95eadb0e04b1 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 983 time: 0.0981164 Feb 11 05:45:01.917631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dccfdc15-d1fd-426e-8f3d-0a6297f9f009 req-9d2e7ae5-eea3-4683-8f42-34672feb7830 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 210 time: 0.0791352 Feb 11 05:45:01.993993 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93135143-ccd8-4b48-9961-2d2af134a8fd req-99b704eb-3ac6-4431-ac35-6b10997921ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:01.996028 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-93135143-ccd8-4b48-9961-2d2af134a8fd req-99b704eb-3ac6-4431-ac35-6b10997921ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 1126 time: 0.0863388 Feb 11 05:45:02.018941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-bec8fedb-8067-4085-80bc-fd4fae640dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:02.020619 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-bec8fedb-8067-4085-80bc-fd4fae640dde service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19dcb21a-ac4e-4a58-8309-5b0066ccd50e HTTP/1.1" status: 200 len: 835 time: 0.1214147 Feb 11 05:45:02.030355 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5221604-eb96-4601-80eb-55f2ba27dafe req-244322d8-b446-48b9-84e9-8f25d68be856 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/security-groups?id=73b75de4-080d-48fa-9b3d-1d2a921b5b3c&id=842d0237-5f68-4c6f-bbe0-643fac9d972b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2154591 Feb 11 05:45:02.093674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-509b1fce-d081-46d2-9e05-a707c9c5097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:02.096407 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-509b1fce-d081-46d2-9e05-a707c9c5097c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d9324702-1014-448d-91d2-f3d2ef14927a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0649784 Feb 11 05:45:02.126743 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93135143-ccd8-4b48-9961-2d2af134a8fd req-990feffd-4599-4ff9-bdb6-b9d8d112196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:02.129550 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-93135143-ccd8-4b48-9961-2d2af134a8fd req-990feffd-4599-4ff9-bdb6-b9d8d112196a service neutron] 10.222.0.73 "GET /v2.0/networks?id=3479f34a-ed7d-43f1-860a-07264701eca7 HTTP/1.1" status: 200 len: 897 time: 0.1273131 Feb 11 05:45:02.188881 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-93135143-ccd8-4b48-9961-2d2af134a8fd req-f65e45a5-f092-4fe2-8aa6-6d38a1dde4c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92 HTTP/1.1" status: 200 len: 217 time: 0.0503919 Feb 11 05:45:02.211925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-c1928856-7bb8-459b-bc5a-59684f7fa9bc service neutron] 10.222.0.73 "GET /v2.0/networks/d9324702-1014-448d-91d2-f3d2ef14927a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003411 Feb 11 05:45:02.255203 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93135143-ccd8-4b48-9961-2d2af134a8fd req-70049ac1-5998-4e47-adec-4e60d928a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:02.256874 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-93135143-ccd8-4b48-9961-2d2af134a8fd req-70049ac1-5998-4e47-adec-4e60d928a1c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07de902d-9792-4b3a-a073-a0553f9a8c7a HTTP/1.1" status: 200 len: 835 time: 0.0620844 Feb 11 05:45:02.360140 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93135143-ccd8-4b48-9961-2d2af134a8fd req-9ac37bc6-12cd-44cd-8130-4c4a435077fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:02.363339 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-93135143-ccd8-4b48-9961-2d2af134a8fd req-9ac37bc6-12cd-44cd-8130-4c4a435077fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3479f34a-ed7d-43f1-860a-07264701eca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0978661 Feb 11 05:45:02.477403 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:02.517610 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-93135143-ccd8-4b48-9961-2d2af134a8fd req-038e0379-abd5-4ce1-a5ac-92cc00915b7c service neutron] 10.222.0.73 "GET /v2.0/networks/3479f34a-ed7d-43f1-860a-07264701eca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445901 Feb 11 05:45:02.697958 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-93135143-ccd8-4b48-9961-2d2af134a8fd req-c4603842-91e9-4cad-a5a4-5077768a3b54 service neutron] 10.222.0.73 "GET /v2.0/networks/3479f34a-ed7d-43f1-860a-07264701eca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701133 Feb 11 05:45:02.714492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e7b6d85-6591-4942-9de6-76766f925a5e req-e1ab45f1-cabb-4efc-ad05-1dc4c12caffd service neutron] 10.222.0.73 "GET /v2.0/networks/d9324702-1014-448d-91d2-f3d2ef14927a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003266 Feb 11 05:45:02.725821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734846a1-c3bd-418e-88df-eacb27b06620 req-25323c44-9c12-4d59-bace-88b6d5e94ac0 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:02.727316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-734846a1-c3bd-418e-88df-eacb27b06620 req-25323c44-9c12-4d59-bace-88b6d5e94ac0 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 943 time: 0.1049986 Feb 11 05:45:02.788388 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-734846a1-c3bd-418e-88df-eacb27b06620 req-59cb31f3-ab47-4d51-bed8-ca1bf58489e8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553849 Feb 11 05:45:02.838296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040981b2-5df7-401f-887e-821c48410414 req-13981247-0d90-4a3d-9e6f-9a8e042b7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:02.839958 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-040981b2-5df7-401f-887e-821c48410414 req-13981247-0d90-4a3d-9e6f-9a8e042b7606 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d1a50fad2c4d8488122ad129a771f9&device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 1166 time: 0.0744488 Feb 11 05:45:03.033131 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040981b2-5df7-401f-887e-821c48410414 req-ba986d7f-afb2-4ebe-93d3-3fbdac6166dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.036439 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-040981b2-5df7-401f-887e-821c48410414 req-ba986d7f-afb2-4ebe-93d3-3fbdac6166dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=d9324702-1014-448d-91d2-f3d2ef14927a HTTP/1.1" status: 200 len: 896 time: 0.1902156 Feb 11 05:45:03.112838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-040981b2-5df7-401f-887e-821c48410414 req-589ccf85-1763-4223-87a6-5a5c1ef7d1e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52a8fa46-eb28-43fe-89a2-40e91e610df6 HTTP/1.1" status: 200 len: 217 time: 0.0553660 Feb 11 05:45:03.153934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37537063-180e-4ed9-a362-28f8e2fb8700 req-bce8220c-3787-4c5c-8246-272b46a7426c tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 210 time: 0.1122975 Feb 11 05:45:03.235270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-00989649-8bc4-4481-a922-b581949fcee2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.236651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-00989649-8bc4-4481-a922-b581949fcee2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 806 time: 0.3627617 Feb 11 05:45:03.245123 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040981b2-5df7-401f-887e-821c48410414 req-1ebc1437-a31f-452c-8c0a-5d18b5713539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.246547 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-040981b2-5df7-401f-887e-821c48410414 req-1ebc1437-a31f-452c-8c0a-5d18b5713539 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19dcb21a-ac4e-4a58-8309-5b0066ccd50e HTTP/1.1" status: 200 len: 835 time: 0.1150115 Feb 11 05:45:03.252154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-b4a431f1-3e1a-42da-99de-60590b4d56fd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Request body: {'port': {'device_id': '59e6d3d5-9a1d-4d46-89eb-a5a991e0488a', 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354', 'admin_state_up': True, 'tenant_id': '98cc9928f4904ad7a5576b28aa1dcb89'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:03.285732 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347ac99-d4a6-4779-8477-35065f938981 req-cb1af0ac-256e-42ab-b7a2-10d0471cb4d9 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.287249 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6347ac99-d4a6-4779-8477-35065f938981 req-cb1af0ac-256e-42ab-b7a2-10d0471cb4d9 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 983 time: 0.1479204 Feb 11 05:45:03.408648 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040981b2-5df7-401f-887e-821c48410414 req-6bbcebf8-481f-4fb7-8a04-0d78bcbb5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.410227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-040981b2-5df7-401f-887e-821c48410414 req-6bbcebf8-481f-4fb7-8a04-0d78bcbb5fc0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d9324702-1014-448d-91d2-f3d2ef14927a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1533973 Feb 11 05:45:03.442699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6347ac99-d4a6-4779-8477-35065f938981 req-601018ea-61e4-43ec-b2c0-7b4d92311803 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/security-groups?id=73b75de4-080d-48fa-9b3d-1d2a921b5b3c&id=842d0237-5f68-4c6f-bbe0-643fac9d972b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1381998 Feb 11 05:45:03.522071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-b4a431f1-3e1a-42da-99de-60590b4d56fd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Made reservation on behalf of 98cc9928f4904ad7a5576b28aa1dcb89 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:03.525320 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-b4a431f1-3e1a-42da-99de-60590b4d56fd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.544176 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-040981b2-5df7-401f-887e-821c48410414 req-d8c96e13-e78a-4533-8152-abd75eef0f4a service neutron] 10.222.0.73 "GET /v2.0/networks/d9324702-1014-448d-91d2-f3d2ef14927a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230707 Feb 11 05:45:03.662821 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.725472 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-040981b2-5df7-401f-887e-821c48410414 req-e88d4b9f-47cd-4913-bf47-d1ece0a76857 service neutron] 10.222.0.73 "GET /v2.0/networks/d9324702-1014-448d-91d2-f3d2ef14927a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700761 Feb 11 05:45:03.738178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-b4a431f1-3e1a-42da-99de-60590b4d56fd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Allocated IP 172.20.0.2 (9269a4c8-b1f1-401d-80b8-95261f9ee354/a0266a34-1b9c-451d-9bdd-1297b6a861ed/1f7a46e6-2868-4d05-9216-799b39f614a9) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:03.923080 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-b4a431f1-3e1a-42da-99de-60590b4d56fd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks [] for port (1f7a46e6-2868-4d05-9216-799b39f614a9), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:03.944877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a45d0-4616-4063-9253-ce67ecc1a71e req-05f8a85e-8550-49ea-92c4-f26901751b3b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:03.946365 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-849a45d0-4616-4063-9253-ce67ecc1a71e req-05f8a85e-8550-49ea-92c4-f26901751b3b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 943 time: 0.0840390 Feb 11 05:45:03.999512 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-b4a431f1-3e1a-42da-99de-60590b4d56fd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1f7a46e6-2868-4d05-9216-799b39f614a9), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.012030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['f74d902e-8459-4c20-ab6f-c4a791e29b17'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:04.015761 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['1e02c42c-ee30-4c33-8c8c-278da5a2c416'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:04.048208 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-849a45d0-4616-4063-9253-ce67ecc1a71e req-25ceaf0c-ecb2-4749-9ad4-c00c5fec759c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933545 Feb 11 05:45:04.059201 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-b4a431f1-3e1a-42da-99de-60590b4d56fd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Network 9269a4c8-b1f1-401d-80b8-95261f9ee354 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:04.062482 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-b4a431f1-3e1a-42da-99de-60590b4d56fd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:04.074064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-b4a431f1-3e1a-42da-99de-60590b4d56fd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:04.095101 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a431f1-3e1a-42da-99de-60590b4d56fd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Pushing event updated for resources: {'Port': ['ID=1f7a46e6-2868-4d05-9216-799b39f614a9,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:04.117950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-b4a431f1-3e1a-42da-99de-60590b4d56fd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:04.118570 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-b4a431f1-3e1a-42da-99de-60590b4d56fd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.134970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-b4a431f1-3e1a-42da-99de-60590b4d56fd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8874295 Feb 11 05:45:04.147195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Request body: {'port': {'device_id': '59e6d3d5-9a1d-4d46-89eb-a5a991e0488a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:04.245633 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1f7a46e6-2868-4d05-9216-799b39f614a9), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.330160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2aa0cb-0765-4a04-83db-9e3beec27c3a req-a292b80b-5bbe-4105-9e9d-1ce4643526c6 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:04.332292 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d2aa0cb-0765-4a04-83db-9e3beec27c3a req-a292b80b-5bbe-4105-9e9d-1ce4643526c6 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 931 time: 0.0955091 Feb 11 05:45:04.456925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d2aa0cb-0765-4a04-83db-9e3beec27c3a req-e0cbdc95-9bef-4a33-8dea-ae85888710c3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794392 Feb 11 05:45:04.613381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3faec12-27d0-4760-af51-1f2db24733c4 req-7bd9aa49-a8da-41df-87b0-d2d05d91df9e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:04.614767 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3faec12-27d0-4760-af51-1f2db24733c4 req-7bd9aa49-a8da-41df-87b0-d2d05d91df9e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 983 time: 0.0998237 Feb 11 05:45:04.619702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7a46e6-2868-4d05-9216-799b39f614a9 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:04.638852 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Publish callbacks [] for port (1f7a46e6-2868-4d05-9216-799b39f614a9), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.662360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Transition to ACTIVE for port object 1f7a46e6-2868-4d05-9216-799b39f614a9 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:45:04.663478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 52a8fa46-eb28-43fe-89a2-40e91e610df6 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:04.670250 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (1f7a46e6-2868-4d05-9216-799b39f614a9), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.733952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3faec12-27d0-4760-af51-1f2db24733c4 req-5e4a7344-e13e-4bb8-a458-aed4ccb6dc60 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/security-groups?id=73b75de4-080d-48fa-9b3d-1d2a921b5b3c&id=842d0237-5f68-4c6f-bbe0-643fac9d972b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1065836 Feb 11 05:45:04.745349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7a46e6-2868-4d05-9216-799b39f614a9,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:04.786761 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 52a8fa46-eb28-43fe-89a2-40e91e610df6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=52a8fa46-eb28-43fe-89a2-40e91e610df6,segment=NetworkSegment(efcb9d28-be31-41ba-91bd-fe5e6bbd92a3),segment_id=efcb9d28-be31-41ba-91bd-fe5e6bbd92a3)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:04.797738 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '52a8fa46-eb28-43fe-89a2-40e91e610df6', 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a', 'port_id': '52a8fa46-eb28-43fe-89a2-40e91e610df6', 'mac_address': 'fa:16:3e:25:60:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:04.825234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Attempting to bind port 1f7a46e6-2868-4d05-9216-799b39f614a9 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:04.825575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Attempting to bind port 1f7a46e6-2868-4d05-9216-799b39f614a9 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:04.825908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Attempting to bind port 1f7a46e6-2868-4d05-9216-799b39f614a9 on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:04.830277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Port 1f7a46e6-2868-4d05-9216-799b39f614a9 on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:45:04.830617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Attempting to bind port 1f7a46e6-2868-4d05-9216-799b39f614a9 on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:04.835986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:04.836328 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Checking segment: {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:04.836715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Bound using segment: {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:04.837141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Bound port: 1f7a46e6-2868-4d05-9216-799b39f614a9, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:04.837496 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1f7a46e6-2868-4d05-9216-799b39f614a9), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.838443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 52a8fa46-eb28-43fe-89a2-40e91e610df6 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:04.838850 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (52a8fa46-eb28-43fe-89a2-40e91e610df6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.852005 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a8fa46-eb28-43fe-89a2-40e91e610df6 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:04.873563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 52a8fa46-eb28-43fe-89a2-40e91e610df6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=52a8fa46-eb28-43fe-89a2-40e91e610df6,segment=NetworkSegment(efcb9d28-be31-41ba-91bd-fe5e6bbd92a3),segment_id=efcb9d28-be31-41ba-91bd-fe5e6bbd92a3)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:04.877438 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (52a8fa46-eb28-43fe-89a2-40e91e610df6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.879084 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f9eb0891-ef12-4d62-89a8-6d6226d74a92 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:04.907409 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] For port 1f7a46e6-2868-4d05-9216-799b39f614a9, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:04.911506 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] For port 1f7a46e6-2868-4d05-9216-799b39f614a9, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1f7a46e6-2868-4d05-9216-799b39f614a9,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:04.917331 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (1f7a46e6-2868-4d05-9216-799b39f614a9), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.938936 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=52a8fa46-eb28-43fe-89a2-40e91e610df6,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:04.955228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:04.955922 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.957352 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] 10.222.0.88 "PUT /v2.0/ports/1f7a46e6-2868-4d05-9216-799b39f614a9 HTTP/1.1" status: 200 len: 1092 time: 0.8149781 Feb 11 05:45:04.957898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e6d3d5-9a1d-4d46-89eb-a5a991e0488a', 'tag': '1f7a46e6-2868-4d05-9216-799b39f614a9'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:04.960461 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b36536-4d20-453f-af50-34f461dddc91" -d '{"events": [{"name": "network-changed", "server_uuid": "59e6d3d5-9a1d-4d46-89eb-a5a991e0488a", "tag": "1f7a46e6-2868-4d05-9216-799b39f614a9"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:04.990398 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af61bd6-3df4-47c7-a204-836489272951 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7a46e6-2868-4d05-9216-799b39f614a9,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:05.004203 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a46da75-c58f-444e-91a1-1715c7d6df45 x-openstack-request-id: req-6a46da75-c58f-444e-91a1-1715c7d6df45 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:05.004617 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e6d3d5-9a1d-4d46-89eb-a5a991e0488a", "tag": "1f7a46e6-2868-4d05-9216-799b39f614a9", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:05.004745 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6a46da75-c58f-444e-91a1-1715c7d6df45 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:05.005106 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e6d3d5-9a1d-4d46-89eb-a5a991e0488a', 'tag': '1f7a46e6-2868-4d05-9216-799b39f614a9', 'status': 'completed', 'code': 200} Feb 11 05:45:05.053002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-c60f58dd-8832-4b01-840f-9139c086943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.054248 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f9eb0891-ef12-4d62-89a8-6d6226d74a92, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:05.054699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-c60f58dd-8832-4b01-840f-9139c086943d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 1126 time: 0.0476539 Feb 11 05:45:05.067956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92', 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7', 'port_id': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92', 'mac_address': 'fa:16:3e:ba:d4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:05.101915 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-9ba70bf6-cc8e-4f9f-aae0-00d438255f05 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f7a46e6-2868-4d05-9216-799b39f614a9 HTTP/1.1" status: 200 len: 217 time: 0.0383527 Feb 11 05:45:05.106434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port f9eb0891-ef12-4d62-89a8-6d6226d74a92 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:05.107485 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.121560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9eb0891-ef12-4d62-89a8-6d6226d74a92 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:05.144941 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f9eb0891-ef12-4d62-89a8-6d6226d74a92, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:05.151396 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.182539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-5ddb5392-1fd7-4d28-9912-59ea72c3e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.184046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-5ddb5392-1fd7-4d28-9912-59ea72c3e1b9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0266a34-1b9c-451d-9bdd-1297b6a861ed HTTP/1.1" status: 200 len: 846 time: 0.0765200 Feb 11 05:45:05.208532 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.219097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=f9eb0891-ef12-4d62-89a8-6d6226d74a92,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:05.225437 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-8d92fb10-4357-4dee-9f42-93272a86efdd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9269a4c8-b1f1-401d-80b8-95261f9ee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340576 Feb 11 05:45:05.233042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d3ad9-6304-41de-99fe-722f8795925f req-02d124f2-5438-44bd-a106-77c7ecd85085 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.234458 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b39d3ad9-6304-41de-99fe-722f8795925f req-02d124f2-5438-44bd-a106-77c7ecd85085 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 944 time: 0.0995739 Feb 11 05:45:05.337849 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b39d3ad9-6304-41de-99fe-722f8795925f req-8e892529-8764-40cb-ba5e-840b0df6c513 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950375 Feb 11 05:45:05.356541 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-bc64c8cb-b834-49c0-93cd-e9669f1b43da service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211317 Feb 11 05:45:05.452056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa593897-d377-4315-a7fd-4c6a57933a5c req-158085f1-3f1f-4e56-8d10-5299ca593464 service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890861 Feb 11 05:45:05.580412 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['f9eb0891-ef12-4d62-89a8-6d6226d74a92'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:05.583410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b36536-4d20-453f-af50-34f461dddc91 req-83c2904f-0c02-4521-94c4-d8c12c18fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.583655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['52a8fa46-eb28-43fe-89a2-40e91e610df6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:05.585268 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56b36536-4d20-453f-af50-34f461dddc91 req-83c2904f-0c02-4521-94c4-d8c12c18fe40 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 1126 time: 0.0829303 Feb 11 05:45:05.621170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a355b9-6d22-461c-b840-5fb903fe90dc req-a83f57cd-7852-4bbf-8d1c-463de51b3692 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.622668 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7a355b9-6d22-461c-b840-5fb903fe90dc req-a83f57cd-7852-4bbf-8d1c-463de51b3692 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 943 time: 0.0874314 Feb 11 05:45:05.714574 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7a355b9-6d22-461c-b840-5fb903fe90dc req-b60d225d-d195-4e1b-8136-0bb3f6ac2372 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819542 Feb 11 05:45:05.725327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b36536-4d20-453f-af50-34f461dddc91 req-b7785e57-329e-4e03-a434-aef903b2b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.726826 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56b36536-4d20-453f-af50-34f461dddc91 req-b7785e57-329e-4e03-a434-aef903b2b2ee service neutron] 10.222.0.88 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 907 time: 0.1337454 Feb 11 05:45:05.774833 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56b36536-4d20-453f-af50-34f461dddc91 req-bfc49a4d-f6e4-4be8-918f-e38b316dd706 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f7a46e6-2868-4d05-9216-799b39f614a9 HTTP/1.1" status: 200 len: 217 time: 0.0405831 Feb 11 05:45:05.848857 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b36536-4d20-453f-af50-34f461dddc91 req-cf137f28-365f-49a6-8403-14d0c603c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.850355 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56b36536-4d20-453f-af50-34f461dddc91 req-cf137f28-365f-49a6-8403-14d0c603c68c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0266a34-1b9c-451d-9bdd-1297b6a861ed HTTP/1.1" status: 200 len: 846 time: 0.0695324 Feb 11 05:45:05.890857 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56b36536-4d20-453f-af50-34f461dddc91 req-c851dea7-3c86-4311-865d-0fb1cd46623a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9269a4c8-b1f1-401d-80b8-95261f9ee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333717 Feb 11 05:45:05.912831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18f856-8473-45e0-a9cf-2c1a09f41a96 req-497c7af4-669f-41e5-9e19-1dc176402654 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:05.913877 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ce18f856-8473-45e0-a9cf-2c1a09f41a96 req-497c7af4-669f-41e5-9e19-1dc176402654 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 984 time: 0.1047828 Feb 11 05:45:06.028115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ce18f856-8473-45e0-a9cf-2c1a09f41a96 req-6e5543f0-a2e4-4912-a577-713d4b26ac7f tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/security-groups?id=73b75de4-080d-48fa-9b3d-1d2a921b5b3c&id=842d0237-5f68-4c6f-bbe0-643fac9d972b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1044037 Feb 11 05:45:06.030474 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56b36536-4d20-453f-af50-34f461dddc91 req-b314ae56-57a8-44b8-b16e-4c03a45bfd87 service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335969 Feb 11 05:45:06.130954 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56b36536-4d20-453f-af50-34f461dddc91 req-77775302-8d3f-4ba1-be7b-4a022f9c4028 service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911896 Feb 11 05:45:06.456758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4cbb6-6300-4ab7-9cae-a4f6826d589c req-87381010-be7e-4c0a-bee3-6e6f3b9a82a0 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:06.458259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fdf4cbb6-6300-4ab7-9cae-a4f6826d589c req-87381010-be7e-4c0a-bee3-6e6f3b9a82a0 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 944 time: 0.0545244 Feb 11 05:45:06.508691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fdf4cbb6-6300-4ab7-9cae-a4f6826d589c req-0393e8e6-65a8-4ef2-b8cc-4f0da45ebbcd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448339 Feb 11 05:45:06.668871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 52a8fa46-eb28-43fe-89a2-40e91e610df6 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:06.729401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 52a8fa46-eb28-43fe-89a2-40e91e610df6 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:06.734169 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 52a8fa46-eb28-43fe-89a2-40e91e610df6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:06.734550 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (52a8fa46-eb28-43fe-89a2-40e91e610df6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.815187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 52a8fa46-eb28-43fe-89a2-40e91e610df6 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:06.815622 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (52a8fa46-eb28-43fe-89a2-40e91e610df6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:06.842873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35b4194-f21c-43f9-8a31-415200bf0e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a8fa46-eb28-43fe-89a2-40e91e610df6'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:06.845175 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b230e8f3-f303-4a21-91e8-5d0eadab940b" -d '{"events": [{"server_uuid": "a35b4194-f21c-43f9-8a31-415200bf0e01", "name": "network-vif-plugged", "status": "completed", "tag": "52a8fa46-eb28-43fe-89a2-40e91e610df6"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:06.847376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628166d-e360-467a-934c-6c461be48164 req-97305ccf-3746-437d-9291-c1a0a22702f4 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:06.848956 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1628166d-e360-467a-934c-6c461be48164 req-97305ccf-3746-437d-9291-c1a0a22702f4 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 943 time: 0.0596247 Feb 11 05:45:06.914937 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1628166d-e360-467a-934c-6c461be48164 req-fa1fd0af-7eb9-456d-8e54-9a7c807a8201 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597396 Feb 11 05:45:07.012628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811df6a-2a04-422b-9b45-3b23deaecc7a req-7fd18215-3411-4869-ac58-9129314d7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:07.014469 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2811df6a-2a04-422b-9b45-3b23deaecc7a req-7fd18215-3411-4869-ac58-9129314d7da1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 1167 time: 0.0479131 Feb 11 05:45:07.020864 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd3a173-05c7-41ce-a1b8-9fb3f27655d9 x-openstack-request-id: req-8bd3a173-05c7-41ce-a1b8-9fb3f27655d9 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:07.021146 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35b4194-f21c-43f9-8a31-415200bf0e01", "name": "network-vif-plugged", "status": "completed", "tag": "52a8fa46-eb28-43fe-89a2-40e91e610df6", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:07.021400 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8bd3a173-05c7-41ce-a1b8-9fb3f27655d9 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:07.021819 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35b4194-f21c-43f9-8a31-415200bf0e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a8fa46-eb28-43fe-89a2-40e91e610df6', 'code': 200} Feb 11 05:45:07.023611 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 52a8fa46-eb28-43fe-89a2-40e91e610df6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=52a8fa46-eb28-43fe-89a2-40e91e610df6,segment=NetworkSegment(efcb9d28-be31-41ba-91bd-fe5e6bbd92a3),segment_id=efcb9d28-be31-41ba-91bd-fe5e6bbd92a3)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:07.028649 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (52a8fa46-eb28-43fe-89a2-40e91e610df6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.029533 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f9eb0891-ef12-4d62-89a8-6d6226d74a92 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:07.075757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2811df6a-2a04-422b-9b45-3b23deaecc7a req-78e0a6b9-4dac-4b52-bfbe-6c7ace3e1237 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=73b75de4-080d-48fa-9b3d-1d2a921b5b3c&id=842d0237-5f68-4c6f-bbe0-643fac9d972b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0504565 Feb 11 05:45:07.106981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=52a8fa46-eb28-43fe-89a2-40e91e610df6,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:07.118732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port f9eb0891-ef12-4d62-89a8-6d6226d74a92 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:07.122758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port f9eb0891-ef12-4d62-89a8-6d6226d74a92 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:07.123371 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.157838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabf52a-9308-47dc-83be-63f2ebad7b86 req-f40e33b4-94d3-4877-9631-d7e7034d1558 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:07.159982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7cabf52a-9308-47dc-83be-63f2ebad7b86 req-f40e33b4-94d3-4877-9631-d7e7034d1558 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 985 time: 0.0551274 Feb 11 05:45:07.203217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port f9eb0891-ef12-4d62-89a8-6d6226d74a92 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:07.203556 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.220817 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7cabf52a-9308-47dc-83be-63f2ebad7b86 req-5867cdde-e000-4e37-9a57-09d1600ca349 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/security-groups?id=73b75de4-080d-48fa-9b3d-1d2a921b5b3c&id=842d0237-5f68-4c6f-bbe0-643fac9d972b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0551379 Feb 11 05:45:07.239592 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port f9eb0891-ef12-4d62-89a8-6d6226d74a92, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:07.245162 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:07.291246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=f9eb0891-ef12-4d62-89a8-6d6226d74a92,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:07.625443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d8ffa-e143-4166-a832-3d90edc7ee58 req-39c84b8f-2ff5-4413-a1ef-0073a07b53b8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:07.626950 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-389d8ffa-e143-4166-a832-3d90edc7ee58 req-39c84b8f-2ff5-4413-a1ef-0073a07b53b8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 945 time: 0.0519941 Feb 11 05:45:07.675532 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-389d8ffa-e143-4166-a832-3d90edc7ee58 req-144be4ed-1165-430c-82a2-e9235f80a33b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422034 Feb 11 05:45:08.012213 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1f7a46e6-2868-4d05-9216-799b39f614a9 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:08.040495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f7594-b48d-4739-8df3-70560845decb req-e193284f-2f48-4aca-9e9b-055637900ded tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:08.041995 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb1f7594-b48d-4739-8df3-70560845decb req-e193284f-2f48-4aca-9e9b-055637900ded tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 943 time: 0.0569680 Feb 11 05:45:08.092225 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb1f7594-b48d-4739-8df3-70560845decb req-06bb744d-5d49-432f-9c5f-f3ed434ecb94 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Feb 11 05:45:08.121010 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 1f7a46e6-2868-4d05-9216-799b39f614a9, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1f7a46e6-2868-4d05-9216-799b39f614a9,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:08.132208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '1f7a46e6-2868-4d05-9216-799b39f614a9', 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354', 'port_id': '1f7a46e6-2868-4d05-9216-799b39f614a9', 'mac_address': 'fa:16:3e:06:d5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0266a34-1b9c-451d-9bdd-1297b6a861ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:08.170038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 1f7a46e6-2868-4d05-9216-799b39f614a9 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:08.170401 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1f7a46e6-2868-4d05-9216-799b39f614a9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.184216 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7a46e6-2868-4d05-9216-799b39f614a9 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:08.204472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 1f7a46e6-2868-4d05-9216-799b39f614a9, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1f7a46e6-2868-4d05-9216-799b39f614a9,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:08.208941 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1f7a46e6-2868-4d05-9216-799b39f614a9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.259927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=1f7a46e6-2868-4d05-9216-799b39f614a9,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:08.348184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac69bf-baa3-45ee-bc1b-fa666587e9ff req-6f838e57-8f87-485e-8fa7-c718508e9882 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:08.349684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07ac69bf-baa3-45ee-bc1b-fa666587e9ff req-6f838e57-8f87-485e-8fa7-c718508e9882 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 985 time: 0.0572648 Feb 11 05:45:08.406043 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07ac69bf-baa3-45ee-bc1b-fa666587e9ff req-3cd33b84-9dd5-4ebf-a35e-87163eea91c1 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/security-groups?id=73b75de4-080d-48fa-9b3d-1d2a921b5b3c&id=842d0237-5f68-4c6f-bbe0-643fac9d972b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0502081 Feb 11 05:45:08.436522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['1f7a46e6-2868-4d05-9216-799b39f614a9'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:08.530490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a45f0-49cb-48d0-a53b-a7015aa1aab7 req-a724babf-af3f-41cb-85ed-4c72174cfcf6 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:08.532020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-044a45f0-49cb-48d0-a53b-a7015aa1aab7 req-a724babf-af3f-41cb-85ed-4c72174cfcf6 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 985 time: 0.0568645 Feb 11 05:45:08.589534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-044a45f0-49cb-48d0-a53b-a7015aa1aab7 req-3ad77d74-99c0-4623-9e52-becbb65596e7 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/security-groups?id=73b75de4-080d-48fa-9b3d-1d2a921b5b3c&id=842d0237-5f68-4c6f-bbe0-643fac9d972b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0514727 Feb 11 05:45:08.700035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f308e-617f-480a-8d7e-a5339824f426 req-27fbe0ee-2206-4ae3-bc57-5b3c6b3c581b tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:08.701479 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab8f308e-617f-480a-8d7e-a5339824f426 req-27fbe0ee-2206-4ae3-bc57-5b3c6b3c581b tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 1168 time: 0.0452600 Feb 11 05:45:08.723897 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ab8f308e-617f-480a-8d7e-a5339824f426 req-b985c019-a001-48c8-b3af-0d90c7cf9a49 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.827724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86244b16-0767-4415-85a9-35391c9d8bb9 req-05a99f14-c001-4646-b58f-be281ac6f86b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:08.829240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86244b16-0767-4415-85a9-35391c9d8bb9 req-05a99f14-c001-4646-b58f-be281ac6f86b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 945 time: 0.0861187 Feb 11 05:45:08.864679 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ab8f308e-617f-480a-8d7e-a5339824f426 req-b985c019-a001-48c8-b3af-0d90c7cf9a49 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Publish callbacks [] for security_group (a09f4163-a84f-413b-a67f-e04bc6d927d0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.872181 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ab8f308e-617f-480a-8d7e-a5339824f426 req-b985c019-a001-48c8-b3af-0d90c7cf9a49 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a09f4163-a84f-413b-a67f-e04bc6d927d0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:08.930322 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86244b16-0767-4415-85a9-35391c9d8bb9 req-3f173343-fffd-45e1-a946-81caef99235a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911663 Feb 11 05:45:08.938911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985c019-a001-48c8-b3af-0d90c7cf9a49 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09f4163-a84f-413b-a67f-e04bc6d927d0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:08.948482 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab8f308e-617f-480a-8d7e-a5339824f426 req-b985c019-a001-48c8-b3af-0d90c7cf9a49 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=73b75de4-080d-48fa-9b3d-1d2a921b5b3c&id=842d0237-5f68-4c6f-bbe0-643fac9d972b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2411740 Feb 11 05:45:08.973145 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43674) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:09.018167 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493d0ab7-1311-4bf5-91ae-e74bcab13dc6 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.019735 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-493d0ab7-1311-4bf5-91ae-e74bcab13dc6 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 1163 time: 0.0455565 Feb 11 05:45:09.022832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:09.023409 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43676) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:09.025160 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e003ddc9-2e41-43f5-96fc-e0d680047b11" -d '{"events": [{"server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:09.032163 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '52a8fa46-eb28-43fe-89a2-40e91e610df6', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:09.055935 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.063594 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f911e59-729f-43cd-8540-a1065fcf2bf5 x-openstack-request-id: req-5f911e59-729f-43cd-8540-a1065fcf2bf5 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:09.063895 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:09.064151 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5f911e59-729f-43cd-8540-a1065fcf2bf5 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:09.064545 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92', 'code': 200} Feb 11 05:45:09.168117 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.202959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f4406-0421-467c-b0af-05df010265ee req-f38b76e4-80b1-4859-bd1f-4b3dfd281c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.204493 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d28f4406-0421-467c-b0af-05df010265ee req-f38b76e4-80b1-4859-bd1f-4b3dfd281c22 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 1128 time: 0.0823765 Feb 11 05:45:09.240228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38871a2-acd8-4801-b654-b90cbb02d28d req-9b9a7cdd-25c2-4a98-81b1-7035f5ab70f4 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:09.241791 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a38871a2-acd8-4801-b654-b90cbb02d28d req-9b9a7cdd-25c2-4a98-81b1-7035f5ab70f4 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 944 time: 0.0790679 Feb 11 05:45:09.274111 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Allocated IP 172.25.5.44 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/7db6faec-aab9-4947-8f72-752e030b8835) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:09.280888 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d28f4406-0421-467c-b0af-05df010265ee req-227283de-8d8a-4bfe-802f-63871516360c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692666 Feb 11 05:45:09.310274 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a38871a2-acd8-4801-b654-b90cbb02d28d req-57326f2b-76ec-49d4-8ddd-f0a39b06ced2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596333 Feb 11 05:45:09.384048 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for port (7db6faec-aab9-4947-8f72-752e030b8835), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.419639 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7db6faec-aab9-4947-8f72-752e030b8835), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.461484 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:09.464266 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:09.468572 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:09.472217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'Port': ['ID=7db6faec-aab9-4947-8f72-752e030b8835,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:09.841929 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for floatingip (422b9dc1-0f82-4078-80d8-74eb36963666), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.869382 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:09.915569 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7db6faec-aab9-4947-8f72-752e030b8835), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.023543 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1f7a46e6-2868-4d05-9216-799b39f614a9 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:10.087254 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for port (7db6faec-aab9-4947-8f72-752e030b8835), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.093390 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (7db6faec-aab9-4947-8f72-752e030b8835), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.098370 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 1f7a46e6-2868-4d05-9216-799b39f614a9 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:10.101525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dca8a-ddd1-49fe-80b2-dcbd62820ec2 req-33f12ddd-309f-4481-a64a-49209231d9fc tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:10.103274 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-759dca8a-ddd1-49fe-80b2-dcbd62820ec2 req-33f12ddd-309f-4481-a64a-49209231d9fc tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 945 time: 0.0995529 Feb 11 05:45:10.107087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 1f7a46e6-2868-4d05-9216-799b39f614a9 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:10.107682 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1f7a46e6-2868-4d05-9216-799b39f614a9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.168060 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-759dca8a-ddd1-49fe-80b2-dcbd62820ec2 req-e0d20665-c124-4a11-8a2a-d6ae6cf39ad9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538104 Feb 11 05:45:10.170964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'Port': ['ID=7db6faec-aab9-4947-8f72-752e030b8835,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:10.178200 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (422b9dc1-0f82-4078-80d8-74eb36963666), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.238035 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 1f7a46e6-2868-4d05-9216-799b39f614a9 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:10.238443 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1f7a46e6-2868-4d05-9216-799b39f614a9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.272313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 1f7a46e6-2868-4d05-9216-799b39f614a9, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1f7a46e6-2868-4d05-9216-799b39f614a9,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:10.276810 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1f7a46e6-2868-4d05-9216-799b39f614a9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.295368 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Floating IP 422b9dc1-0f82-4078-80d8-74eb36963666 associated. External IP: 172.25.5.44, port: 52a8fa46-eb28-43fe-89a2-40e91e610df6. Feb 11 05:45:10.329605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=1f7a46e6-2868-4d05-9216-799b39f614a9,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:10.440953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd2e4e-b0f6-4515-b83a-67797336e9f2 req-928fd699-6499-418c-94e7-01c95920979c tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:10.443172 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efdd2e4e-b0f6-4515-b83a-67797336e9f2 req-928fd699-6499-418c-94e7-01c95920979c tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 945 time: 0.0595806 Feb 11 05:45:10.494196 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efdd2e4e-b0f6-4515-b83a-67797336e9f2 req-54e72504-c35d-43d2-94f4-f09805b5998b tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451448 Feb 11 05:45:10.531108 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Router 41ef9cd3-e369-40ac-a0d5-92495598b35d has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:45:10.645640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:45:10.656948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a5805a-2a93-428e-a801-cd811f2d32b2 None None] Sync routers for ids ['41ef9cd3-e369-40ac-a0d5-92495598b35d'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:45:10.666700 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:10.675185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a5805a-2a93-428e-a801-cd811f2d32b2 None None] Routers {'41ef9cd3-e369-40ac-a0d5-92495598b35d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:10.676176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f2a5805a-2a93-428e-a801-cd811f2d32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:45:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['41ef9cd3-e369-40ac-a0d5-92495598b35d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:10.697628 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b6f03eb7-9483-49de-bd2b-0970d022bc2e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6730859 Feb 11 05:45:10.698231 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35b4194-f21c-43f9-8a31-415200bf0e01', 'tag': '52a8fa46-eb28-43fe-89a2-40e91e610df6'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:10.700320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43686) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:10.700554 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113e563c-f775-4f45-b972-e3d8c6f48f58" -d '{"events": [{"name": "network-changed", "server_uuid": "a35b4194-f21c-43f9-8a31-415200bf0e01", "tag": "52a8fa46-eb28-43fe-89a2-40e91e610df6"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:10.745417 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdaae64-31a1-4616-b0a7-5a1def96eb81 x-openstack-request-id: req-afdaae64-31a1-4616-b0a7-5a1def96eb81 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:10.745712 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35b4194-f21c-43f9-8a31-415200bf0e01", "tag": "52a8fa46-eb28-43fe-89a2-40e91e610df6", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:10.746096 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-afdaae64-31a1-4616-b0a7-5a1def96eb81 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:10.746412 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35b4194-f21c-43f9-8a31-415200bf0e01', 'tag': '52a8fa46-eb28-43fe-89a2-40e91e610df6', 'status': 'completed', 'code': 200} Feb 11 05:45:10.798799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-f2a5805a-2a93-428e-a801-cd811f2d32b2 None None] Set router 41ef9cd3-e369-40ac-a0d5-92495598b35d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:11.050438 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f2a5805a-2a93-428e-a801-cd811f2d32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-838436198', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '422b9dc1-0f82-4078-80d8-74eb36963666', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'port_id': '52a8fa46-eb28-43fe-89a2-40e91e610df6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a', 'mac_address': 'fa:16:3e:25:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b4194-f21c-43f9-8a31-415200bf0e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:45:09Z', 'updated_at': '2022-02-11T05:45:09Z', 'revision_number': 0, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '831341a2-7ce1-4219-963b-a484f1233a9a', 'name': '', 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'mac_address': 'fa:16:3e:3e:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:51Z', 'updated_at': '2022-02-11T05:44:59Z', 'revision_number': 5, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'subnets': [{'id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:11.077471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e6d3d5-9a1d-4d46-89eb-a5a991e0488a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7a46e6-2868-4d05-9216-799b39f614a9'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:11.079818 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66d534d-e46f-40aa-ac70-bcb86fe74432" -d '{"events": [{"server_uuid": "59e6d3d5-9a1d-4d46-89eb-a5a991e0488a", "name": "network-vif-plugged", "status": "completed", "tag": "1f7a46e6-2868-4d05-9216-799b39f614a9"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:11.083128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a5805a-2a93-428e-a801-cd811f2d32b2 None None] Checking router: 41ef9cd3-e369-40ac-a0d5-92495598b35d for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:45:11.093720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a5805a-2a93-428e-a801-cd811f2d32b2 None None] Routers {'41ef9cd3-e369-40ac-a0d5-92495598b35d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:11.094448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f2a5805a-2a93-428e-a801-cd811f2d32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:45:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['41ef9cd3-e369-40ac-a0d5-92495598b35d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:11.147823 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a9900a-d06e-4194-af4c-eb93627baab0 x-openstack-request-id: req-c0a9900a-d06e-4194-af4c-eb93627baab0 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:11.148350 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e6d3d5-9a1d-4d46-89eb-a5a991e0488a", "name": "network-vif-plugged", "status": "completed", "tag": "1f7a46e6-2868-4d05-9216-799b39f614a9", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:11.148591 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c0a9900a-d06e-4194-af4c-eb93627baab0 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:11.148995 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e6d3d5-9a1d-4d46-89eb-a5a991e0488a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7a46e6-2868-4d05-9216-799b39f614a9', 'code': 200} Feb 11 05:45:11.242540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-f2a5805a-2a93-428e-a801-cd811f2d32b2 None None] Set router 41ef9cd3-e369-40ac-a0d5-92495598b35d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:11.358623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15606e3-567e-4afc-a2a1-f3c2b2e99cb7 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.359095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15606e3-567e-4afc-a2a1-f3c2b2e99cb7 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.359587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15606e3-567e-4afc-a2a1-f3c2b2e99cb7 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.360048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15606e3-567e-4afc-a2a1-f3c2b2e99cb7 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.360501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15606e3-567e-4afc-a2a1-f3c2b2e99cb7 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.360954 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15606e3-567e-4afc-a2a1-f3c2b2e99cb7 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.363931 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e15606e3-567e-4afc-a2a1-f3c2b2e99cb7 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4262 time: 0.6624458 Feb 11 05:45:11.366687 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43694) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:11.369222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e563c-f775-4f45-b972-e3d8c6f48f58 req-7dafeb7d-7ae7-4a34-ae73-007101b9a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.371769 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-113e563c-f775-4f45-b972-e3d8c6f48f58 req-7dafeb7d-7ae7-4a34-ae73-007101b9a88f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d1a50fad2c4d8488122ad129a771f9&device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 1168 time: 0.5981801 Feb 11 05:45:11.412495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1686d62-9bfc-4df8-9a37-ea6e4f772907 req-e9610db8-fac6-4f49-8c40-5e03a5d5ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.414039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a1686d62-9bfc-4df8-9a37-ea6e4f772907 req-e9610db8-fac6-4f49-8c40-5e03a5d5ba72 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 1128 time: 0.1635587 Feb 11 05:45:11.429428 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95588a4e-2270-4335-9321-041d3f994d64 req-04d8f66d-1dd4-4689-985e-c82ddb5c4f74 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.430936 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95588a4e-2270-4335-9321-041d3f994d64 req-04d8f66d-1dd4-4689-985e-c82ddb5c4f74 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 945 time: 0.1717138 Feb 11 05:45:11.466902 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5dfb3b-8254-4777-b8dd-9b96648bd4d5 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.467108 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5dfb3b-8254-4777-b8dd-9b96648bd4d5 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.467632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5dfb3b-8254-4777-b8dd-9b96648bd4d5 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.468323 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5dfb3b-8254-4777-b8dd-9b96648bd4d5 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.468521 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5dfb3b-8254-4777-b8dd-9b96648bd4d5 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.468974 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5dfb3b-8254-4777-b8dd-9b96648bd4d5 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.470855 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7e5dfb3b-8254-4777-b8dd-9b96648bd4d5 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3985 time: 0.1031682 Feb 11 05:45:11.474208 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43696) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:11.486379 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-f2a5805a-2a93-428e-a801-cd811f2d32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-838436198', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '422b9dc1-0f82-4078-80d8-74eb36963666', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'port_id': '52a8fa46-eb28-43fe-89a2-40e91e610df6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a', 'mac_address': 'fa:16:3e:25:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b4194-f21c-43f9-8a31-415200bf0e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:45:09Z', 'updated_at': '2022-02-11T05:45:09Z', 'revision_number': 0, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '831341a2-7ce1-4219-963b-a484f1233a9a', 'name': '', 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'mac_address': 'fa:16:3e:3e:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:51Z', 'updated_at': '2022-02-11T05:44:59Z', 'revision_number': 5, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'subnets': [{'id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:11.514628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a5805a-2a93-428e-a801-cd811f2d32b2 None None] The sync data for ids ['41ef9cd3-e369-40ac-a0d5-92495598b35d'] in n-d-713499-38 is: [{'id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-838436198', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '422b9dc1-0f82-4078-80d8-74eb36963666', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'port_id': '52a8fa46-eb28-43fe-89a2-40e91e610df6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a', 'mac_address': 'fa:16:3e:25:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b4194-f21c-43f9-8a31-415200bf0e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:45:09Z', 'updated_at': '2022-02-11T05:45:09Z', 'revision_number': 0, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '831341a2-7ce1-4219-963b-a484f1233a9a', 'name': '', 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'mac_address': 'fa:16:3e:3e:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:51Z', 'updated_at': '2022-02-11T05:44:59Z', 'revision_number': 5, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'subnets': [{'id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:45:11.557779 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e563c-f775-4f45-b972-e3d8c6f48f58 req-6d08bb2e-fe49-4aec-9956-e0185aef6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.559274 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-113e563c-f775-4f45-b972-e3d8c6f48f58 req-6d08bb2e-fe49-4aec-9956-e0185aef6bbb service neutron] 10.222.0.73 "GET /v2.0/networks?id=d9324702-1014-448d-91d2-f3d2ef14927a HTTP/1.1" status: 200 len: 896 time: 0.1784949 Feb 11 05:45:11.566806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a1686d62-9bfc-4df8-9a37-ea6e4f772907 req-34276523-c47a-46aa-b977-6ab8e8debba7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330059 Feb 11 05:45:11.577916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95588a4e-2270-4335-9321-041d3f994d64 req-7b50f547-74eb-453d-899f-0842a4d84fa5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126077 Feb 11 05:45:11.715173 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-113e563c-f775-4f45-b972-e3d8c6f48f58 req-6103416d-835b-45da-9a3d-bb4eab377dc0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52a8fa46-eb28-43fe-89a2-40e91e610df6 HTTP/1.1" status: 200 len: 999 time: 0.1471100 Feb 11 05:45:11.723596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9d49d-4a22-442b-b1ee-b28d053edc89 req-1700e79b-3c9c-4caf-a416-1a51a26ba145 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.725210 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7a9d49d-4a22-442b-b1ee-b28d053edc89 req-1700e79b-3c9c-4caf-a416-1a51a26ba145 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 945 time: 0.1463828 Feb 11 05:45:11.818766 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da5bb9-d5da-444a-8943-4a645afcb268 req-edd9bdfd-0193-49ee-bbfd-cac5d4047ed5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.820432 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94da5bb9-d5da-444a-8943-4a645afcb268 req-edd9bdfd-0193-49ee-bbfd-cac5d4047ed5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 945 time: 0.1551836 Feb 11 05:45:11.832223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e563c-f775-4f45-b972-e3d8c6f48f58 req-5929ee03-34a2-49a9-98e5-a7e1c51a13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.833811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-113e563c-f775-4f45-b972-e3d8c6f48f58 req-5929ee03-34a2-49a9-98e5-a7e1c51a13e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19dcb21a-ac4e-4a58-8309-5b0066ccd50e HTTP/1.1" status: 200 len: 835 time: 0.1075659 Feb 11 05:45:11.851703 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0046273e-f299-4883-8c1c-6fc7ab5d0c28 None None] New status for floating IP 422b9dc1-0f82-4078-80d8-74eb36963666: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:45:11.898805 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7a9d49d-4a22-442b-b1ee-b28d053edc89 req-56609f4b-ff24-4deb-a693-99fb2755023f tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377549 Feb 11 05:45:11.956290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94da5bb9-d5da-444a-8943-4a645afcb268 req-bba6e253-14f0-400d-8efb-c4e9cfc76a39 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092551 Feb 11 05:45:11.960104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43702) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:11.991098 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e563c-f775-4f45-b972-e3d8c6f48f58 req-7000fa84-5dfc-44a7-bf87-d0804a8d92e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:11.994628 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-113e563c-f775-4f45-b972-e3d8c6f48f58 req-7000fa84-5dfc-44a7-bf87-d0804a8d92e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d9324702-1014-448d-91d2-f3d2ef14927a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1503251 Feb 11 05:45:12.138644 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7a2e5e62-cabf-4bb4-a65f-04bde8dfb9c3 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2340 time: 0.6601322 Feb 11 05:45:12.139044 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43706) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:12.175739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-113e563c-f775-4f45-b972-e3d8c6f48f58 req-085a439a-b8c8-455e-8b8d-5fafb02c77c8 service neutron] 10.222.0.73 "GET /v2.0/networks/d9324702-1014-448d-91d2-f3d2ef14927a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749682 Feb 11 05:45:12.182647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635ed911-0f9f-417c-bfbb-741386e01a49 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.184222 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-635ed911-0f9f-417c-bfbb-741386e01a49 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 1123 time: 0.2233582 Feb 11 05:45:12.187461 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43708) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:12.191758 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc463a9e-8b77-4fc0-ac2c-42a210990f45 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.192248 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc463a9e-8b77-4fc0-ac2c-42a210990f45 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:12.193912 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dc463a9e-8b77-4fc0-ac2c-42a210990f45 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=41ef9cd3-e369-40ac-a0d5-92495598b35d HTTP/1.1" status: 200 len: 2063 time: 0.0537875 Feb 11 05:45:12.197321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:12.218884 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:12.277465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-113e563c-f775-4f45-b972-e3d8c6f48f58 req-5c7ca512-6e77-47ef-b291-13fe827e3ec9 service neutron] 10.222.0.73 "GET /v2.0/networks/d9324702-1014-448d-91d2-f3d2ef14927a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918498 Feb 11 05:45:12.324088 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:12.441426 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Allocated IP 172.25.5.8 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/bd3c9a0e-554d-4eaf-bdfa-6c6a5fda9682) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:12.550687 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (bd3c9a0e-554d-4eaf-bdfa-6c6a5fda9682), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:12.586671 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (bd3c9a0e-554d-4eaf-bdfa-6c6a5fda9682), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:12.628274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:12.631531 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:12.635404 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:12.641396 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=bd3c9a0e-554d-4eaf-bdfa-6c6a5fda9682,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:13.033213 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for floatingip (a850e0f4-e9c0-476d-aa95-6ae073990e12), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.061124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72581c73-b146-4a94-abc7-31518443fd01 req-f2dbca61-cff5-4830-8860-5202c227f8ab tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:13.062630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72581c73-b146-4a94-abc7-31518443fd01 req-f2dbca61-cff5-4830-8860-5202c227f8ab tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 945 time: 0.0550513 Feb 11 05:45:13.106772 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bd3c9a0e-554d-4eaf-bdfa-6c6a5fda9682), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.114198 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-72581c73-b146-4a94-abc7-31518443fd01 req-b83cf621-6a1a-4f87-921e-7e2cab7c490f tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450675 Feb 11 05:45:13.241540 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6933c-2550-4d5a-abbb-9861267d45a4 req-bba85fe5-5d3c-413e-a091-3ef06c532577 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:13.243127 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5bb6933c-2550-4d5a-abbb-9861267d45a4 req-bba85fe5-5d3c-413e-a091-3ef06c532577 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 946 time: 0.0578427 Feb 11 05:45:13.284054 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (bd3c9a0e-554d-4eaf-bdfa-6c6a5fda9682), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.288869 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (bd3c9a0e-554d-4eaf-bdfa-6c6a5fda9682), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.300944 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5bb6933c-2550-4d5a-abbb-9861267d45a4 req-0326a71e-51d8-4e61-b2b7-0647bfc7390e tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500033 Feb 11 05:45:13.360763 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=bd3c9a0e-554d-4eaf-bdfa-6c6a5fda9682,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:13.375125 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a850e0f4-e9c0-476d-aa95-6ae073990e12), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.425419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5c1bb-2148-4aa8-83fd-5f520be47e3a req-6acd47d8-452a-4cdb-89f4-6d0412fcea08 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:13.427129 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ac5c1bb-2148-4aa8-83fd-5f520be47e3a req-6acd47d8-452a-4cdb-89f4-6d0412fcea08 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 945 time: 0.0573502 Feb 11 05:45:13.481054 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ac5c1bb-2148-4aa8-83fd-5f520be47e3a req-054d0b2d-3be5-4364-b4a6-68dea1dbee2b tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455265 Feb 11 05:45:13.488614 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Floating IP a850e0f4-e9c0-476d-aa95-6ae073990e12 associated. External IP: 172.25.5.8, port: f9eb0891-ef12-4d62-89a8-6d6226d74a92. Feb 11 05:45:13.719596 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:45:13.739615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc1fca-5bc8-493d-bc0b-3e0a0c9864c8 req-e987f13c-1841-4695-a8da-24ff9c6d7dca tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:13.741135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35fc1fca-5bc8-493d-bc0b-3e0a0c9864c8 req-e987f13c-1841-4695-a8da-24ff9c6d7dca tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 945 time: 0.0576606 Feb 11 05:45:13.789742 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35fc1fca-5bc8-493d-bc0b-3e0a0c9864c8 req-b79ed909-0f1f-4789-8af9-a8a6c1503a0d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428758 Feb 11 05:45:13.841246 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:45:13.852286 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d91a89f-ea43-42a7-94e5-ef7e746b1d1c None None] Sync routers for ids ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:45:13.860904 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:13.862551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d91a89f-ea43-42a7-94e5-ef7e746b1d1c None None] Routers {'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:13.863174 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2d91a89f-ea43-42a7-94e5-ef7e746b1d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:45:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:13.891792 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0ae91703-13d6-4e6c-b98e-009b72cd0a9b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7030978 Feb 11 05:45:13.892400 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:13.895190 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674c45d1-063c-453e-8c47-2fa5bdee6224" -d '{"events": [{"name": "network-changed", "server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:13.935589 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3be75ae-27c7-4fbb-8a25-853e170043ee x-openstack-request-id: req-d3be75ae-27c7-4fbb-8a25-853e170043ee {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:13.935889 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:13.936144 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d3be75ae-27c7-4fbb-8a25-853e170043ee {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:13.936556 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92', 'status': 'completed', 'code': 200} Feb 11 05:45:13.987888 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-2d91a89f-ea43-42a7-94e5-ef7e746b1d1c None None] Set router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:14.041198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812db8f-931d-4097-a17a-20ecb3fbe21d req-ddc2d857-8d27-403a-afde-13d5519ee87f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.042647 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1812db8f-931d-4097-a17a-20ecb3fbe21d req-ddc2d857-8d27-403a-afde-13d5519ee87f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 945 time: 0.0886056 Feb 11 05:45:14.049347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c45d1-063c-453e-8c47-2fa5bdee6224 req-2ae56e80-6f81-45ed-aff8-5e30daafd565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.050859 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-674c45d1-063c-453e-8c47-2fa5bdee6224 req-2ae56e80-6f81-45ed-aff8-5e30daafd565 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 1128 time: 0.0852041 Feb 11 05:45:14.158277 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1812db8f-931d-4097-a17a-20ecb3fbe21d req-a3ba3963-7a04-43f3-9ba3-cd57f266a695 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064394 Feb 11 05:45:14.178857 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c45d1-063c-453e-8c47-2fa5bdee6224 req-469645eb-0adb-484d-be4c-d9031fc4dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.180348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-674c45d1-063c-453e-8c47-2fa5bdee6224 req-469645eb-0adb-484d-be4c-d9031fc4dca8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3479f34a-ed7d-43f1-860a-07264701eca7 HTTP/1.1" status: 200 len: 897 time: 0.1217222 Feb 11 05:45:14.182265 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43726) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:14.232511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2d91a89f-ea43-42a7-94e5-ef7e746b1d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462045028', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:46Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a850e0f4-e9c0-476d-aa95-6ae073990e12', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'port_id': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7', 'mac_address': 'fa:16:3e:ba:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:45:12Z', 'updated_at': '2022-02-11T05:45:12Z', 'revision_number': 0, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37162076-2324-467d-9515-e33bf35b11f7', 'name': '', 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:2f:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:52Z', 'updated_at': '2022-02-11T05:44:57Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:14.253947 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-674c45d1-063c-453e-8c47-2fa5bdee6224 req-c30165bb-4688-44e1-af01-760376b35dd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92 HTTP/1.1" status: 200 len: 997 time: 0.0675750 Feb 11 05:45:14.255189 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-06e55dd4-3de5-48c7-ad65-f8affb98b5b9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/floatingips/a850e0f4-e9c0-476d-aa95-6ae073990e12 HTTP/1.1" status: 200 len: 989 time: 0.0717824 Feb 11 05:45:14.267387 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d91a89f-ea43-42a7-94e5-ef7e746b1d1c None None] Checking router: f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:45:14.276831 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d91a89f-ea43-42a7-94e5-ef7e746b1d1c None None] Routers {'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:14.277448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2d91a89f-ea43-42a7-94e5-ef7e746b1d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:45:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:14.302491 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c45d1-063c-453e-8c47-2fa5bdee6224 req-c99f9d59-7e39-4228-a9aa-abba7f8554cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.303897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-674c45d1-063c-453e-8c47-2fa5bdee6224 req-c99f9d59-7e39-4228-a9aa-abba7f8554cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07de902d-9792-4b3a-a073-a0553f9a8c7a HTTP/1.1" status: 200 len: 835 time: 0.0443175 Feb 11 05:45:14.340360 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.361343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c45d1-063c-453e-8c47-2fa5bdee6224 req-725f5a06-49b8-44e2-b878-e66639debde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.362923 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-674c45d1-063c-453e-8c47-2fa5bdee6224 req-725f5a06-49b8-44e2-b878-e66639debde8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3479f34a-ed7d-43f1-860a-07264701eca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517325 Feb 11 05:45:14.401199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-2d91a89f-ea43-42a7-94e5-ef7e746b1d1c None None] Set router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:14.453488 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-674c45d1-063c-453e-8c47-2fa5bdee6224 req-4c081687-5e6c-439f-b977-3f0b2a758bd8 service neutron] 10.222.0.73 "GET /v2.0/networks/3479f34a-ed7d-43f1-860a-07264701eca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846012 Feb 11 05:45:14.548077 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-674c45d1-063c-453e-8c47-2fa5bdee6224 req-801f7379-f8b4-4aad-8b5a-1f189f0baa5e service neutron] 10.222.0.73 "GET /v2.0/networks/3479f34a-ed7d-43f1-860a-07264701eca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886719 Feb 11 05:45:14.631950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2d91a89f-ea43-42a7-94e5-ef7e746b1d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462045028', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:46Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a850e0f4-e9c0-476d-aa95-6ae073990e12', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'port_id': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7', 'mac_address': 'fa:16:3e:ba:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:45:12Z', 'updated_at': '2022-02-11T05:45:12Z', 'revision_number': 0, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37162076-2324-467d-9515-e33bf35b11f7', 'name': '', 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:2f:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:52Z', 'updated_at': '2022-02-11T05:44:57Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:14.659771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d91a89f-ea43-42a7-94e5-ef7e746b1d1c None None] The sync data for ids ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'] in n-d-713499-38 is: [{'id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462045028', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:46Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a850e0f4-e9c0-476d-aa95-6ae073990e12', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'port_id': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7', 'mac_address': 'fa:16:3e:ba:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:45:12Z', 'updated_at': '2022-02-11T05:45:12Z', 'revision_number': 0, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37162076-2324-467d-9515-e33bf35b11f7', 'name': '', 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:2f:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:52Z', 'updated_at': '2022-02-11T05:44:57Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:45:14.868788 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c604b-fbb1-47fc-8a69-610156f6ba4d None None] New status for floating IP a850e0f4-e9c0-476d-aa95-6ae073990e12: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:45:14.920839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d5393-d58e-41a7-a399-b493186e5364 req-8ed40c40-58ca-4d1c-875c-99f02f684c02 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.922343 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f93d5393-d58e-41a7-a399-b493186e5364 req-8ed40c40-58ca-4d1c-875c-99f02f684c02 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 945 time: 0.0581079 Feb 11 05:45:14.972759 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f93d5393-d58e-41a7-a399-b493186e5364 req-70732b95-5233-4563-b9a4-57d5065e3643 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444925 Feb 11 05:45:15.083310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602156-4c63-4057-9fa2-80ab868d8e61 req-99ef0b86-d16b-4412-b89d-e025a7eb786e tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:15.084843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03602156-4c63-4057-9fa2-80ab868d8e61 req-99ef0b86-d16b-4412-b89d-e025a7eb786e tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "GET /v2.0/ports?device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 945 time: 0.0625298 Feb 11 05:45:15.192243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-03602156-4c63-4057-9fa2-80ab868d8e61 req-97b2579a-f833-439b-9098-765e51bcc469 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Deleting port 1f7a46e6-2868-4d05-9216-799b39f614a9 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:15.192903 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-03602156-4c63-4057-9fa2-80ab868d8e61 req-97b2579a-f833-439b-9098-765e51bcc469 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1f7a46e6-2868-4d05-9216-799b39f614a9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.259242 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43730) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:15.286936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-03602156-4c63-4057-9fa2-80ab868d8e61 req-97b2579a-f833-439b-9098-765e51bcc469 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] For port 1f7a46e6-2868-4d05-9216-799b39f614a9, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=1f7a46e6-2868-4d05-9216-799b39f614a9,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:15.287305 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-03602156-4c63-4057-9fa2-80ab868d8e61 req-97b2579a-f833-439b-9098-765e51bcc469 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1f7a46e6-2868-4d05-9216-799b39f614a9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.300244 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-03602156-4c63-4057-9fa2-80ab868d8e61 req-97b2579a-f833-439b-9098-765e51bcc469 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Calling delete_port for 1f7a46e6-2868-4d05-9216-799b39f614a9 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:15.321391 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-080ecccc-7116-472a-9782-17e4843b9eb5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/floatingips/a850e0f4-e9c0-476d-aa95-6ae073990e12 HTTP/1.1" status: 200 len: 991 time: 0.0609083 Feb 11 05:45:15.425735 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-03602156-4c63-4057-9fa2-80ab868d8e61 req-97b2579a-f833-439b-9098-765e51bcc469 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1f7a46e6-2868-4d05-9216-799b39f614a9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.441719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['1e02c42c-ee30-4c33-8c8c-278da5a2c416'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:15.445044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['f74d902e-8459-4c20-ab6f-c4a791e29b17', '1f7a46e6-2868-4d05-9216-799b39f614a9'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:15.460143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2579a-f833-439b-9098-765e51bcc469 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Pushing event deleted for resources: {'Port': ['ID=1f7a46e6-2868-4d05-9216-799b39f614a9,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:15.511277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-03602156-4c63-4057-9fa2-80ab868d8e61 req-97b2579a-f833-439b-9098-765e51bcc469 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] No DVR routers for this DVR port 1f7a46e6-2868-4d05-9216-799b39f614a9 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:15.515717 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-03602156-4c63-4057-9fa2-80ab868d8e61 req-97b2579a-f833-439b-9098-765e51bcc469 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.520014 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03602156-4c63-4057-9fa2-80ab868d8e61 req-97b2579a-f833-439b-9098-765e51bcc469 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "DELETE /v2.0/ports/1f7a46e6-2868-4d05-9216-799b39f614a9 HTTP/1.1" status: 204 len: 173 time: 0.4257922 Feb 11 05:45:15.520552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e6d3d5-9a1d-4d46-89eb-a5a991e0488a', 'name': 'network-vif-deleted', 'tag': '1f7a46e6-2868-4d05-9216-799b39f614a9'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:15.523801 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe0fcb8-8dc3-4684-8235-180eaf457d7d" -d '{"events": [{"server_uuid": "59e6d3d5-9a1d-4d46-89eb-a5a991e0488a", "name": "network-vif-deleted", "tag": "1f7a46e6-2868-4d05-9216-799b39f614a9"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:15.564675 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c626aad0-8065-495a-99a3-8ecb10ca2ae3 x-openstack-request-id: req-c626aad0-8065-495a-99a3-8ecb10ca2ae3 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:15.565182 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e6d3d5-9a1d-4d46-89eb-a5a991e0488a", "name": "network-vif-deleted", "tag": "1f7a46e6-2868-4d05-9216-799b39f614a9", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:15.565446 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c626aad0-8065-495a-99a3-8ecb10ca2ae3 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:15.565856 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e6d3d5-9a1d-4d46-89eb-a5a991e0488a', 'name': 'network-vif-deleted', 'tag': '1f7a46e6-2868-4d05-9216-799b39f614a9', 'status': 'completed', 'code': 200} Feb 11 05:45:16.088148 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6fe09a9-8500-4920-b251-2b443eaaf79e req-10e08191-cc77-4f42-ab91-457572752c25 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=59e6d3d5-9a1d-4d46-89eb-a5a991e0488a HTTP/1.1" status: 200 len: 210 time: 0.0310383 Feb 11 05:45:17.385792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c080e62-839a-482d-8858-1c8a23439da6 req-2224c449-6def-4c06-8c82-3db5d944239d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:17.387580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c080e62-839a-482d-8858-1c8a23439da6 req-2224c449-6def-4c06-8c82-3db5d944239d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 946 time: 0.0580099 Feb 11 05:45:17.442448 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c080e62-839a-482d-8858-1c8a23439da6 req-d15d40cd-74a9-4d61-b524-e8fc5e787be3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487816 Feb 11 05:45:17.522772 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6624189-9ca9-409e-8324-6546fdddfc87 req-f328f504-9a29-482b-9905-fd3bd0e4b596 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466580 Feb 11 05:45:17.619710 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6624189-9ca9-409e-8324-6546fdddfc87 req-a5d52a1e-8559-4357-9253-8331b53ce853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:17.621737 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6624189-9ca9-409e-8324-6546fdddfc87 req-a5d52a1e-8559-4357-9253-8331b53ce853 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 1128 time: 0.0505116 Feb 11 05:45:17.731509 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6624189-9ca9-409e-8324-6546fdddfc87 req-37f81327-8a19-45f0-8a6f-fe9e1a704440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:17.732892 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6624189-9ca9-409e-8324-6546fdddfc87 req-37f81327-8a19-45f0-8a6f-fe9e1a704440 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 907 time: 0.0928376 Feb 11 05:45:17.773829 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6624189-9ca9-409e-8324-6546fdddfc87 req-4d6b70ce-683a-4950-842f-3c121ac8cb74 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e02c42c-ee30-4c33-8c8c-278da5a2c416 HTTP/1.1" status: 200 len: 217 time: 0.0351102 Feb 11 05:45:17.828581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6624189-9ca9-409e-8324-6546fdddfc87 req-0f6a1f3a-e32b-465b-a2e3-36509c51c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:17.830729 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6624189-9ca9-409e-8324-6546fdddfc87 req-0f6a1f3a-e32b-465b-a2e3-36509c51c84b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0266a34-1b9c-451d-9bdd-1297b6a861ed HTTP/1.1" status: 200 len: 846 time: 0.0503075 Feb 11 05:45:17.862470 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6624189-9ca9-409e-8324-6546fdddfc87 req-3db1bdac-629e-4885-a9ed-39ed52e5a7c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9269a4c8-b1f1-401d-80b8-95261f9ee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269780 Feb 11 05:45:17.964837 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6624189-9ca9-409e-8324-6546fdddfc87 req-83dd9d9e-c378-41f4-9306-0c357bff0ed8 service neutron] 10.222.0.73 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896859 Feb 11 05:45:18.051438 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1f7a46e6-2868-4d05-9216-799b39f614a9 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:18.056427 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6624189-9ca9-409e-8324-6546fdddfc87 req-051df25b-472b-47be-b63a-643e9e67e1bc service neutron] 10.222.0.73 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859497 Feb 11 05:45:18.076698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 1f7a46e6-2868-4d05-9216-799b39f614a9 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:45:18.077092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 1f7a46e6-2868-4d05-9216-799b39f614a9 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:45:18.570843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152fc0c-93e2-472c-91f5-40fa217d2bee req-e85866d9-be5f-428b-bff7-b21b4fdf42c2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.572385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9152fc0c-93e2-472c-91f5-40fa217d2bee req-e85866d9-be5f-428b-bff7-b21b4fdf42c2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 946 time: 0.0581920 Feb 11 05:45:18.619303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9152fc0c-93e2-472c-91f5-40fa217d2bee req-f2049bcb-de51-4358-8e3e-b31819ed10f6 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Feb 11 05:45:18.785147 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5c6a8-6974-4362-983b-2dcafed3112c req-85ea3530-c447-4fc0-9d18-a8cd07163658 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:18.786630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89d5c6a8-6974-4362-983b-2dcafed3112c req-85ea3530-c447-4fc0-9d18-a8cd07163658 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "GET /v2.0/ports?device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 946 time: 0.0533428 Feb 11 05:45:18.885741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-89d5c6a8-6974-4362-983b-2dcafed3112c req-7356ba75-46f2-4dac-8772-0d4608ab10a1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Deleting port f74d902e-8459-4c20-ab6f-c4a791e29b17 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:18.886079 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-89d5c6a8-6974-4362-983b-2dcafed3112c req-7356ba75-46f2-4dac-8772-0d4608ab10a1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f74d902e-8459-4c20-ab6f-c4a791e29b17), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.976672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-89d5c6a8-6974-4362-983b-2dcafed3112c req-7356ba75-46f2-4dac-8772-0d4608ab10a1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] For port f74d902e-8459-4c20-ab6f-c4a791e29b17, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f74d902e-8459-4c20-ab6f-c4a791e29b17,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:18.977073 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-89d5c6a8-6974-4362-983b-2dcafed3112c req-7356ba75-46f2-4dac-8772-0d4608ab10a1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f74d902e-8459-4c20-ab6f-c4a791e29b17), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.989547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-89d5c6a8-6974-4362-983b-2dcafed3112c req-7356ba75-46f2-4dac-8772-0d4608ab10a1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Calling delete_port for f74d902e-8459-4c20-ab6f-c4a791e29b17 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:19.120473 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-89d5c6a8-6974-4362-983b-2dcafed3112c req-7356ba75-46f2-4dac-8772-0d4608ab10a1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f74d902e-8459-4c20-ab6f-c4a791e29b17), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.152750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356ba75-46f2-4dac-8772-0d4608ab10a1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Pushing event deleted for resources: {'Port': ['ID=f74d902e-8459-4c20-ab6f-c4a791e29b17,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:19.200861 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d5c6a8-6974-4362-983b-2dcafed3112c req-7356ba75-46f2-4dac-8772-0d4608ab10a1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] No DVR routers for this DVR port f74d902e-8459-4c20-ab6f-c4a791e29b17 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:19.203508 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-89d5c6a8-6974-4362-983b-2dcafed3112c req-7356ba75-46f2-4dac-8772-0d4608ab10a1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.207302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89d5c6a8-6974-4362-983b-2dcafed3112c req-7356ba75-46f2-4dac-8772-0d4608ab10a1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "DELETE /v2.0/ports/f74d902e-8459-4c20-ab6f-c4a791e29b17 HTTP/1.1" status: 204 len: 173 time: 0.4121330 Feb 11 05:45:19.207656 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7873cbf9-f404-44e1-bde0-d4b07b480185', 'name': 'network-vif-deleted', 'tag': 'f74d902e-8459-4c20-ab6f-c4a791e29b17'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:19.209985 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adc7930-d5ef-40da-ad97-31056e08732c" -d '{"events": [{"server_uuid": "7873cbf9-f404-44e1-bde0-d4b07b480185", "name": "network-vif-deleted", "tag": "f74d902e-8459-4c20-ab6f-c4a791e29b17"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:19.249562 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a74e02b-9947-4948-8d59-c8182e4c0157 x-openstack-request-id: req-3a74e02b-9947-4948-8d59-c8182e4c0157 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:19.249838 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7873cbf9-f404-44e1-bde0-d4b07b480185", "name": "network-vif-deleted", "tag": "f74d902e-8459-4c20-ab6f-c4a791e29b17", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:19.250095 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3a74e02b-9947-4948-8d59-c8182e4c0157 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:19.250521 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7873cbf9-f404-44e1-bde0-d4b07b480185', 'name': 'network-vif-deleted', 'tag': 'f74d902e-8459-4c20-ab6f-c4a791e29b17', 'status': 'completed', 'code': 200} Feb 11 05:45:19.274691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['1e02c42c-ee30-4c33-8c8c-278da5a2c416'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:19.277128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['f74d902e-8459-4c20-ab6f-c4a791e29b17'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:19.734447 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7bb993f-eef4-416e-9dab-e1a7bc67caf9 req-b8943876-5407-4173-8aef-72da911499f2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=7873cbf9-f404-44e1-bde0-d4b07b480185 HTTP/1.1" status: 200 len: 210 time: 0.0295739 Feb 11 05:45:21.003164 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-89d1763a-c1f5-49d8-ae05-461444ce4858 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:21.004708 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-89d1763a-c1f5-49d8-ae05-461444ce4858 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 806 time: 0.1047273 Feb 11 05:45:21.019582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-e5b265ae-e47a-4a38-b99c-c0395b231f04 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/quotas/98cc9928f4904ad7a5576b28aa1dcb89 HTTP/1.1" status: 200 len: 375 time: 0.0094066 Feb 11 05:45:21.074497 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-65b7938a-550e-4bff-bbec-de948888ee60 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0498362 Feb 11 05:45:21.171931 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-1ccc6beb-fc3b-428c-a76c-c8649d4d28bb service neutron] 10.222.0.87 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907841 Feb 11 05:45:21.268337 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-fdc63058-28af-4576-ba20-ae2a65ac2962 service neutron] 10.222.0.87 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901375 Feb 11 05:45:21.443118 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1eb316c5-1cd4-4096-b16b-f5655872a8e9 req-6f891e0b-69d7-46ed-99c9-78202ec29cfa tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed57d260-4713-4dfd-94fe-f3522ed6f72b HTTP/1.1" status: 200 len: 210 time: 0.0312812 Feb 11 05:45:22.071794 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device f74d902e-8459-4c20-ab6f-c4a791e29b17 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:22.092251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: f74d902e-8459-4c20-ab6f-c4a791e29b17 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:45:22.092625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device f74d902e-8459-4c20-ab6f-c4a791e29b17 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:45:22.456618 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-4af92c0a-99ec-4e47-841d-73c65c36234a tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:22.458051 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-4af92c0a-99ec-4e47-841d-73c65c36234a tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 806 time: 0.1110821 Feb 11 05:45:22.472193 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-af9aa581-7a31-46ce-a56c-f2d3073f9939 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Request body: {'port': {'device_id': 'ed57d260-4713-4dfd-94fe-f3522ed6f72b', 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354', 'admin_state_up': True, 'tenant_id': '98cc9928f4904ad7a5576b28aa1dcb89'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:22.564222 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b08dc388-c9a8-4912-bc61-e0c08a6a6b31 req-7753a924-9d9d-4f01-b215-f4e7a7861494 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed57d260-4713-4dfd-94fe-f3522ed6f72b HTTP/1.1" status: 200 len: 210 time: 0.0355701 Feb 11 05:45:22.606421 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-af9aa581-7a31-46ce-a56c-f2d3073f9939 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Made reservation on behalf of 98cc9928f4904ad7a5576b28aa1dcb89 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:22.609859 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-af9aa581-7a31-46ce-a56c-f2d3073f9939 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.733389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-af9aa581-7a31-46ce-a56c-f2d3073f9939 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Allocated IP 172.20.0.2 (9269a4c8-b1f1-401d-80b8-95261f9ee354/a0266a34-1b9c-451d-9bdd-1297b6a861ed/8515ab71-a1a7-43cc-8359-53cdf99c5621) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:22.888379 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-af9aa581-7a31-46ce-a56c-f2d3073f9939 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks [] for port (8515ab71-a1a7-43cc-8359-53cdf99c5621), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.923049 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-af9aa581-7a31-46ce-a56c-f2d3073f9939 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8515ab71-a1a7-43cc-8359-53cdf99c5621), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:22.938420 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['1e02c42c-ee30-4c33-8c8c-278da5a2c416'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:22.968604 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-af9aa581-7a31-46ce-a56c-f2d3073f9939 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Network 9269a4c8-b1f1-401d-80b8-95261f9ee354 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:22.972346 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-af9aa581-7a31-46ce-a56c-f2d3073f9939 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:22.976032 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-af9aa581-7a31-46ce-a56c-f2d3073f9939 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:22.998915 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9aa581-7a31-46ce-a56c-f2d3073f9939 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Pushing event updated for resources: {'Port': ['ID=8515ab71-a1a7-43cc-8359-53cdf99c5621,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:23.026428 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-af9aa581-7a31-46ce-a56c-f2d3073f9939 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:23.027042 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-af9aa581-7a31-46ce-a56c-f2d3073f9939 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.044968 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-af9aa581-7a31-46ce-a56c-f2d3073f9939 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5771232 Feb 11 05:45:23.059980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Request body: {'port': {'device_id': 'ed57d260-4713-4dfd-94fe-f3522ed6f72b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:23.122590 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8515ab71-a1a7-43cc-8359-53cdf99c5621), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.381071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8515ab71-a1a7-43cc-8359-53cdf99c5621 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:23.388847 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Publish callbacks [] for port (8515ab71-a1a7-43cc-8359-53cdf99c5621), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.401780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Transition to ACTIVE for port object 8515ab71-a1a7-43cc-8359-53cdf99c5621 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:45:23.405832 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (8515ab71-a1a7-43cc-8359-53cdf99c5621), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.463016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Pushing event updated for resources: {'Port': ['ID=8515ab71-a1a7-43cc-8359-53cdf99c5621,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:23.527014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Attempting to bind port 8515ab71-a1a7-43cc-8359-53cdf99c5621 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:23.527348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Attempting to bind port 8515ab71-a1a7-43cc-8359-53cdf99c5621 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:23.527976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Attempting to bind port 8515ab71-a1a7-43cc-8359-53cdf99c5621 on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:23.532079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Port 8515ab71-a1a7-43cc-8359-53cdf99c5621 on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:45:23.532396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Attempting to bind port 8515ab71-a1a7-43cc-8359-53cdf99c5621 on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:23.537327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:23.537661 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Checking segment: {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:23.538041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Bound using segment: {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:23.538459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Bound port: 8515ab71-a1a7-43cc-8359-53cdf99c5621, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:23.538807 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8515ab71-a1a7-43cc-8359-53cdf99c5621), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.600710 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] For port 8515ab71-a1a7-43cc-8359-53cdf99c5621, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:23.604229 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] For port 8515ab71-a1a7-43cc-8359-53cdf99c5621, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8515ab71-a1a7-43cc-8359-53cdf99c5621,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:23.610362 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (8515ab71-a1a7-43cc-8359-53cdf99c5621), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.663746 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:23.664374 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:23.665766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] 10.222.0.88 "PUT /v2.0/ports/8515ab71-a1a7-43cc-8359-53cdf99c5621 HTTP/1.1" status: 200 len: 1092 time: 0.6101103 Feb 11 05:45:23.666278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed57d260-4713-4dfd-94fe-f3522ed6f72b', 'tag': '8515ab71-a1a7-43cc-8359-53cdf99c5621'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:23.668551 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2015ccab-ee0a-44bc-80f3-591e67ecdeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "ed57d260-4713-4dfd-94fe-f3522ed6f72b", "tag": "8515ab71-a1a7-43cc-8359-53cdf99c5621"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:23.722759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38e32a-0097-499c-b434-cc88bab520ae service neutron] Pushing event updated for resources: {'Port': ['ID=8515ab71-a1a7-43cc-8359-53cdf99c5621,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:23.726287 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118ddd00-109e-4e63-aee3-c0743a037bed x-openstack-request-id: req-118ddd00-109e-4e63-aee3-c0743a037bed {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:23.726596 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed57d260-4713-4dfd-94fe-f3522ed6f72b", "tag": "8515ab71-a1a7-43cc-8359-53cdf99c5621", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:23.726802 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-118ddd00-109e-4e63-aee3-c0743a037bed {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:23.727191 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed57d260-4713-4dfd-94fe-f3522ed6f72b', 'tag': '8515ab71-a1a7-43cc-8359-53cdf99c5621', 'status': 'completed', 'code': 200} Feb 11 05:45:23.760903 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11401eee-54ec-4aa3-b78d-654c90567870 req-764616c3-e8b6-4bb4-9fd4-f36d3afb6dcc tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:23.762406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-11401eee-54ec-4aa3-b78d-654c90567870 req-764616c3-e8b6-4bb4-9fd4-f36d3afb6dcc tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed57d260-4713-4dfd-94fe-f3522ed6f72b HTTP/1.1" status: 200 len: 943 time: 0.1211104 Feb 11 05:45:23.789590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-c350dee6-ad5d-4a6b-bb08-0f5d66e4d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:23.791092 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-c350dee6-ad5d-4a6b-bb08-0f5d66e4d4ce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&device_id=ed57d260-4713-4dfd-94fe-f3522ed6f72b HTTP/1.1" status: 200 len: 1126 time: 0.0807114 Feb 11 05:45:23.850326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-3cd5d5f1-f8c2-475d-a036-cad69aa59bff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8515ab71-a1a7-43cc-8359-53cdf99c5621 HTTP/1.1" status: 200 len: 217 time: 0.0489166 Feb 11 05:45:23.853807 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-11401eee-54ec-4aa3-b78d-654c90567870 req-59955c51-c4f3-46f6-bcdf-6dc122890b98 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856860 Feb 11 05:45:23.905219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-cc44358a-d20c-4bc7-a39e-6c36cf991732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:23.906620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-cc44358a-d20c-4bc7-a39e-6c36cf991732 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0266a34-1b9c-451d-9bdd-1297b6a861ed HTTP/1.1" status: 200 len: 846 time: 0.0465453 Feb 11 05:45:23.942431 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-66e812d8-40ac-4604-bd25-2f41d6b693b0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9269a4c8-b1f1-401d-80b8-95261f9ee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269549 Feb 11 05:45:24.039441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-fcccac7e-406a-4ea6-b4c7-0e4660d812e2 service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879607 Feb 11 05:45:24.135316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d4632416-1acd-4053-a3c9-ebad1966d3b2 req-e579b64e-a249-4c35-94f9-17b9d37246ff service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875392 Feb 11 05:45:24.237137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015ccab-ee0a-44bc-80f3-591e67ecdeb9 req-10f2bdc3-2d0a-4f48-a63f-065b293b9f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:24.238551 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2015ccab-ee0a-44bc-80f3-591e67ecdeb9 req-10f2bdc3-2d0a-4f48-a63f-065b293b9f11 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&device_id=ed57d260-4713-4dfd-94fe-f3522ed6f72b HTTP/1.1" status: 200 len: 1126 time: 0.0516045 Feb 11 05:45:24.330827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015ccab-ee0a-44bc-80f3-591e67ecdeb9 req-1b4eddf9-2b44-43fc-b6d0-8232c6431d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:24.332338 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2015ccab-ee0a-44bc-80f3-591e67ecdeb9 req-1b4eddf9-2b44-43fc-b6d0-8232c6431d00 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 907 time: 0.0869386 Feb 11 05:45:24.378303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2015ccab-ee0a-44bc-80f3-591e67ecdeb9 req-9aafc907-4386-4347-b287-2eba095252fd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8515ab71-a1a7-43cc-8359-53cdf99c5621 HTTP/1.1" status: 200 len: 217 time: 0.0397241 Feb 11 05:45:24.429320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015ccab-ee0a-44bc-80f3-591e67ecdeb9 req-2635abba-73de-47ba-9081-4f8c9378369c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:24.430800 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2015ccab-ee0a-44bc-80f3-591e67ecdeb9 req-2635abba-73de-47ba-9081-4f8c9378369c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0266a34-1b9c-451d-9bdd-1297b6a861ed HTTP/1.1" status: 200 len: 846 time: 0.0460289 Feb 11 05:45:24.463154 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2015ccab-ee0a-44bc-80f3-591e67ecdeb9 req-a2c19573-95eb-4bc5-84ed-edf321fb9f49 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9269a4c8-b1f1-401d-80b8-95261f9ee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259533 Feb 11 05:45:24.556932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2015ccab-ee0a-44bc-80f3-591e67ecdeb9 req-1d88914e-2979-41a8-97e9-d69ebe79d673 service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878437 Feb 11 05:45:25.026125 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2015ccab-ee0a-44bc-80f3-591e67ecdeb9 req-10bc54ad-809d-4112-a98a-572d4bc29627 service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629221 Feb 11 05:45:25.034512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df1b23-1733-4bdf-b6c6-e8273382abf7 req-7d418b48-4160-455c-a079-74761400fc98 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.035994 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52df1b23-1733-4bdf-b6c6-e8273382abf7 req-7d418b48-4160-455c-a079-74761400fc98 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed57d260-4713-4dfd-94fe-f3522ed6f72b HTTP/1.1" status: 200 len: 943 time: 0.1069529 Feb 11 05:45:25.084917 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52df1b23-1733-4bdf-b6c6-e8273382abf7 req-8767cde9-ef4c-4eeb-9d9d-da46d6fefbec tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432861 Feb 11 05:45:26.076277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8515ab71-a1a7-43cc-8359-53cdf99c5621 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:26.175367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8515ab71-a1a7-43cc-8359-53cdf99c5621, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8515ab71-a1a7-43cc-8359-53cdf99c5621,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:26.187489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '8515ab71-a1a7-43cc-8359-53cdf99c5621', 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354', 'port_id': '8515ab71-a1a7-43cc-8359-53cdf99c5621', 'mac_address': 'fa:16:3e:0c:0c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0266a34-1b9c-451d-9bdd-1297b6a861ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:26.216318 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139598ae-43e6-43b2-a94d-2de31a862eea req-3a533288-1968-44a2-a1af-ff871b7638f2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:26.217865 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-139598ae-43e6-43b2-a94d-2de31a862eea req-3a533288-1968-44a2-a1af-ff871b7638f2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed57d260-4713-4dfd-94fe-f3522ed6f72b HTTP/1.1" status: 200 len: 943 time: 0.0598631 Feb 11 05:45:26.231610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 8515ab71-a1a7-43cc-8359-53cdf99c5621 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:26.232024 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8515ab71-a1a7-43cc-8359-53cdf99c5621), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:26.246851 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8515ab71-a1a7-43cc-8359-53cdf99c5621 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:26.267277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8515ab71-a1a7-43cc-8359-53cdf99c5621, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8515ab71-a1a7-43cc-8359-53cdf99c5621,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:26.272475 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8515ab71-a1a7-43cc-8359-53cdf99c5621), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:26.281906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-139598ae-43e6-43b2-a94d-2de31a862eea req-4b6dc542-9983-4546-bf87-97ccef8eb082 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531638 Feb 11 05:45:26.321817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=8515ab71-a1a7-43cc-8359-53cdf99c5621,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:26.508204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['8515ab71-a1a7-43cc-8359-53cdf99c5621'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:27.412752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da724b52-f09a-464b-9a34-fc97b260d82a req-f0f2e327-0a02-441a-b98d-c964ce6f6003 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:27.414262 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da724b52-f09a-464b-9a34-fc97b260d82a req-f0f2e327-0a02-441a-b98d-c964ce6f6003 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed57d260-4713-4dfd-94fe-f3522ed6f72b HTTP/1.1" status: 200 len: 944 time: 0.0530043 Feb 11 05:45:27.466960 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da724b52-f09a-464b-9a34-fc97b260d82a req-61be331b-f183-4a8d-acae-25f56eb317e6 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453496 Feb 11 05:45:28.094602 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8515ab71-a1a7-43cc-8359-53cdf99c5621 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:28.150011 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 8515ab71-a1a7-43cc-8359-53cdf99c5621 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:28.154348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 8515ab71-a1a7-43cc-8359-53cdf99c5621 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:28.154732 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8515ab71-a1a7-43cc-8359-53cdf99c5621), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.234985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 8515ab71-a1a7-43cc-8359-53cdf99c5621 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:28.235556 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8515ab71-a1a7-43cc-8359-53cdf99c5621), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.258526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed57d260-4713-4dfd-94fe-f3522ed6f72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8515ab71-a1a7-43cc-8359-53cdf99c5621'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:28.260766 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3619a96a-ce42-4074-8588-c195567d235e" -d '{"events": [{"server_uuid": "ed57d260-4713-4dfd-94fe-f3522ed6f72b", "name": "network-vif-plugged", "status": "completed", "tag": "8515ab71-a1a7-43cc-8359-53cdf99c5621"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:28.273427 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8515ab71-a1a7-43cc-8359-53cdf99c5621, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8515ab71-a1a7-43cc-8359-53cdf99c5621,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:28.278087 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8515ab71-a1a7-43cc-8359-53cdf99c5621), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.307047 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e84b61-08ca-4604-a623-f1e073f6e6bf x-openstack-request-id: req-b8e84b61-08ca-4604-a623-f1e073f6e6bf {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:28.309245 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed57d260-4713-4dfd-94fe-f3522ed6f72b", "name": "network-vif-plugged", "status": "completed", "tag": "8515ab71-a1a7-43cc-8359-53cdf99c5621", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:28.309245 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b8e84b61-08ca-4604-a623-f1e073f6e6bf {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:28.309245 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed57d260-4713-4dfd-94fe-f3522ed6f72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8515ab71-a1a7-43cc-8359-53cdf99c5621', 'code': 200} Feb 11 05:45:28.332374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=8515ab71-a1a7-43cc-8359-53cdf99c5621,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:28.411816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88afed-10e0-4b51-9568-b396935c94cb req-0362d5bc-8e6d-43bb-a93d-ecf7dfc45cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:28.413440 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b88afed-10e0-4b51-9568-b396935c94cb req-0362d5bc-8e6d-43bb-a93d-ecf7dfc45cc4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ed57d260-4713-4dfd-94fe-f3522ed6f72b HTTP/1.1" status: 200 len: 1128 time: 0.0482185 Feb 11 05:45:28.459677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b88afed-10e0-4b51-9568-b396935c94cb req-f7753d88-6800-4b90-9332-038697ec7ebf service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398052 Feb 11 05:45:28.477176 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-090dba04-0b38-40ec-91cc-e671505eba7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.592739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6263a3-3613-430b-8b25-c887120e5a55 req-aed2e3fa-675d-488a-ae51-0f6131ce76c3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:28.594242 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe6263a3-3613-430b-8b25-c887120e5a55 req-aed2e3fa-675d-488a-ae51-0f6131ce76c3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed57d260-4713-4dfd-94fe-f3522ed6f72b HTTP/1.1" status: 200 len: 945 time: 0.0566511 Feb 11 05:45:28.646278 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe6263a3-3613-430b-8b25-c887120e5a55 req-d1bfc04a-df58-4bda-8735-dbdcfaea8ddd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462108 Feb 11 05:45:29.773462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c518c3-5d51-4e1e-ade2-ea7aee8b7fe3 req-9469b54d-e9c2-4a39-9820-7b82c4832538 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:29.774989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30c518c3-5d51-4e1e-ade2-ea7aee8b7fe3 req-9469b54d-e9c2-4a39-9820-7b82c4832538 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed57d260-4713-4dfd-94fe-f3522ed6f72b HTTP/1.1" status: 200 len: 945 time: 0.0574589 Feb 11 05:45:29.823888 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-30c518c3-5d51-4e1e-ade2-ea7aee8b7fe3 req-f92e379f-cfa4-40c0-991e-0e42bc00b672 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Feb 11 05:45:30.044360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191c544-4f09-4cc3-af75-27969b61002f req-74605f4e-841c-4209-aa43-6d53f3b65eca tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:30.045881 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6191c544-4f09-4cc3-af75-27969b61002f req-74605f4e-841c-4209-aa43-6d53f3b65eca tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed57d260-4713-4dfd-94fe-f3522ed6f72b HTTP/1.1" status: 200 len: 945 time: 0.0534916 Feb 11 05:45:30.095120 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6191c544-4f09-4cc3-af75-27969b61002f req-f5df4f90-ca60-4c6b-b1d6-5e1a8c7eff4b tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428402 Feb 11 05:45:30.215162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1f16f-c5dc-4cb6-826c-9527bf35c0c0 req-50ac0afa-e0bb-4b8f-aac6-b9156257e424 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:30.216600 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-74e1f16f-c5dc-4cb6-826c-9527bf35c0c0 req-50ac0afa-e0bb-4b8f-aac6-b9156257e424 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed57d260-4713-4dfd-94fe-f3522ed6f72b HTTP/1.1" status: 200 len: 945 time: 0.0540087 Feb 11 05:45:30.268156 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-74e1f16f-c5dc-4cb6-826c-9527bf35c0c0 req-86a9d001-5586-48e7-b3bc-a8fac2ea8293 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451019 Feb 11 05:45:30.511094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf304c12-51ed-401f-8982-3dbf1c2ac182 req-b6e555d0-c202-453f-870f-0c4812375dd0 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:30.512561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf304c12-51ed-401f-8982-3dbf1c2ac182 req-b6e555d0-c202-453f-870f-0c4812375dd0 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed57d260-4713-4dfd-94fe-f3522ed6f72b HTTP/1.1" status: 200 len: 945 time: 0.0550630 Feb 11 05:45:30.558890 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf304c12-51ed-401f-8982-3dbf1c2ac182 req-8b236d38-fd21-4234-b650-b53bcaaceec8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407968 Feb 11 05:45:30.773113 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7848f51a-706b-4eba-9a61-93d582b57ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:31.683715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173024b4-1903-4e86-8f72-00875b5c0ffd req-a77d7969-87c8-45ad-8216-8b210f47d1d7 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:31.685236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-173024b4-1903-4e86-8f72-00875b5c0ffd req-a77d7969-87c8-45ad-8216-8b210f47d1d7 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed57d260-4713-4dfd-94fe-f3522ed6f72b HTTP/1.1" status: 200 len: 945 time: 0.0553529 Feb 11 05:45:31.732802 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-173024b4-1903-4e86-8f72-00875b5c0ffd req-102a4af1-3590-439b-9237-4ae600c54a5e tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412831 Feb 11 05:45:31.854135 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b69f82-7b71-4e3a-9893-50f867961332 req-c38edf7a-9d87-412e-8aeb-a58da2bea7d8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:31.855634 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43b69f82-7b71-4e3a-9893-50f867961332 req-c38edf7a-9d87-412e-8aeb-a58da2bea7d8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed57d260-4713-4dfd-94fe-f3522ed6f72b HTTP/1.1" status: 200 len: 945 time: 0.0617073 Feb 11 05:45:31.956053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-43b69f82-7b71-4e3a-9893-50f867961332 req-fe4652c5-0832-4bdd-92fd-2b644bceeb7d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Deleting port 8515ab71-a1a7-43cc-8359-53cdf99c5621 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:45:31.956455 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-43b69f82-7b71-4e3a-9893-50f867961332 req-fe4652c5-0832-4bdd-92fd-2b644bceeb7d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8515ab71-a1a7-43cc-8359-53cdf99c5621), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:32.053762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-43b69f82-7b71-4e3a-9893-50f867961332 req-fe4652c5-0832-4bdd-92fd-2b644bceeb7d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] For port 8515ab71-a1a7-43cc-8359-53cdf99c5621, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8515ab71-a1a7-43cc-8359-53cdf99c5621,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:32.054131 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-43b69f82-7b71-4e3a-9893-50f867961332 req-fe4652c5-0832-4bdd-92fd-2b644bceeb7d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8515ab71-a1a7-43cc-8359-53cdf99c5621), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:32.066896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-43b69f82-7b71-4e3a-9893-50f867961332 req-fe4652c5-0832-4bdd-92fd-2b644bceeb7d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Calling delete_port for 8515ab71-a1a7-43cc-8359-53cdf99c5621 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:45:32.191922 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-43b69f82-7b71-4e3a-9893-50f867961332 req-fe4652c5-0832-4bdd-92fd-2b644bceeb7d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8515ab71-a1a7-43cc-8359-53cdf99c5621), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:32.206329 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['1e02c42c-ee30-4c33-8c8c-278da5a2c416'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:32.208652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['8515ab71-a1a7-43cc-8359-53cdf99c5621'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:32.224706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4652c5-0832-4bdd-92fd-2b644bceeb7d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Pushing event deleted for resources: {'Port': ['ID=8515ab71-a1a7-43cc-8359-53cdf99c5621,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:32.272543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b69f82-7b71-4e3a-9893-50f867961332 req-fe4652c5-0832-4bdd-92fd-2b644bceeb7d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] No DVR routers for this DVR port 8515ab71-a1a7-43cc-8359-53cdf99c5621 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:45:32.275948 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-43b69f82-7b71-4e3a-9893-50f867961332 req-fe4652c5-0832-4bdd-92fd-2b644bceeb7d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:32.279646 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43b69f82-7b71-4e3a-9893-50f867961332 req-fe4652c5-0832-4bdd-92fd-2b644bceeb7d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "DELETE /v2.0/ports/8515ab71-a1a7-43cc-8359-53cdf99c5621 HTTP/1.1" status: 204 len: 173 time: 0.4164214 Feb 11 05:45:32.280120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed57d260-4713-4dfd-94fe-f3522ed6f72b', 'name': 'network-vif-deleted', 'tag': '8515ab71-a1a7-43cc-8359-53cdf99c5621'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:32.282413 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd40293-80d4-4b03-8de8-dd641c8134f7" -d '{"events": [{"server_uuid": "ed57d260-4713-4dfd-94fe-f3522ed6f72b", "name": "network-vif-deleted", "tag": "8515ab71-a1a7-43cc-8359-53cdf99c5621"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:32.328798 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc4669d-f96f-4d48-9d2e-7bcb3fef18a4 x-openstack-request-id: req-bfc4669d-f96f-4d48-9d2e-7bcb3fef18a4 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:32.329105 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed57d260-4713-4dfd-94fe-f3522ed6f72b", "name": "network-vif-deleted", "tag": "8515ab71-a1a7-43cc-8359-53cdf99c5621", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:32.329365 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bfc4669d-f96f-4d48-9d2e-7bcb3fef18a4 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:32.330346 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed57d260-4713-4dfd-94fe-f3522ed6f72b', 'name': 'network-vif-deleted', 'tag': '8515ab71-a1a7-43cc-8359-53cdf99c5621', 'status': 'completed', 'code': 200} Feb 11 05:45:32.469476 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:32.845732 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b5b94c2-ec54-4956-8d1c-5c989501cf91 req-e4cf44f5-52fb-4077-b412-6ab9dc73f8a7 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed57d260-4713-4dfd-94fe-f3522ed6f72b HTTP/1.1" status: 200 len: 210 time: 0.0295372 Feb 11 05:45:33.664564 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.119307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-ce5523ee-12c9-4a65-a6a6-9606201e571f tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:34.120806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-ce5523ee-12c9-4a65-a6a6-9606201e571f tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 806 time: 0.1062315 Feb 11 05:45:34.136797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-1d8c4ae5-692b-4bba-a922-b47f877f8f46 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/quotas/98cc9928f4904ad7a5576b28aa1dcb89 HTTP/1.1" status: 200 len: 375 time: 0.0104978 Feb 11 05:45:34.189726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-fc623a90-ff56-4416-b9f0-c6b420dff5c2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473666 Feb 11 05:45:34.336409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-396b6f85-0a6c-4b88-8dc2-eaa36e0567d3 service neutron] 10.222.0.87 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398828 Feb 11 05:45:34.424114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-ba7de29c-6d61-4232-9907-4262f3b9849a service neutron] 10.222.0.87 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814245 Feb 11 05:45:34.579461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-562a58ba-269c-4dbc-be2b-837186ceb7b3 req-b06a1d5b-fa58-49f1-ad11-d83bc59dd6a6 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 210 time: 0.0267746 Feb 11 05:45:35.174641 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.571463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-372582f1-c6c3-4fa6-877e-d3b632244a6c tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:35.573984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-372582f1-c6c3-4fa6-877e-d3b632244a6c tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 806 time: 0.1171033 Feb 11 05:45:35.593093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-bb94cbbb-04c6-4ad1-8077-28a6dd726701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Request body: {'port': {'device_id': '8e45d138-e2ca-4535-ab4b-373353e643a3', 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354', 'admin_state_up': True, 'tenant_id': '98cc9928f4904ad7a5576b28aa1dcb89'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:35.696371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7425860d-7196-4902-b941-0e6878babf6c req-e4ed06d1-b84b-45d3-85d3-d55398e076f0 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 210 time: 0.0359261 Feb 11 05:45:35.740272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-bb94cbbb-04c6-4ad1-8077-28a6dd726701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Made reservation on behalf of 98cc9928f4904ad7a5576b28aa1dcb89 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:35.743839 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-bb94cbbb-04c6-4ad1-8077-28a6dd726701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.892248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-bb94cbbb-04c6-4ad1-8077-28a6dd726701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Allocated IP 172.20.0.10 (9269a4c8-b1f1-401d-80b8-95261f9ee354/a0266a34-1b9c-451d-9bdd-1297b6a861ed/cf49f33c-d1fa-4301-9686-fb823ec0dfec) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:36.035751 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-bb94cbbb-04c6-4ad1-8077-28a6dd726701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks [] for port (cf49f33c-d1fa-4301-9686-fb823ec0dfec), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.069600 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-bb94cbbb-04c6-4ad1-8077-28a6dd726701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (cf49f33c-d1fa-4301-9686-fb823ec0dfec), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.085160 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['1e02c42c-ee30-4c33-8c8c-278da5a2c416'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:36.110203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8515ab71-a1a7-43cc-8359-53cdf99c5621 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:45:36.116808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-bb94cbbb-04c6-4ad1-8077-28a6dd726701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Network 9269a4c8-b1f1-401d-80b8-95261f9ee354 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:36.120045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-bb94cbbb-04c6-4ad1-8077-28a6dd726701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:36.123764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-bb94cbbb-04c6-4ad1-8077-28a6dd726701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:36.136265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 8515ab71-a1a7-43cc-8359-53cdf99c5621 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:45:36.136624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8515ab71-a1a7-43cc-8359-53cdf99c5621 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:45:36.151662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94cbbb-04c6-4ad1-8077-28a6dd726701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Pushing event updated for resources: {'Port': ['ID=cf49f33c-d1fa-4301-9686-fb823ec0dfec,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:36.176942 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-bb94cbbb-04c6-4ad1-8077-28a6dd726701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.177554 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-bb94cbbb-04c6-4ad1-8077-28a6dd726701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.193560 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-bb94cbbb-04c6-4ad1-8077-28a6dd726701 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6044180 Feb 11 05:45:36.212995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Request body: {'port': {'device_id': '8e45d138-e2ca-4535-ab4b-373353e643a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:36.271815 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cf49f33c-d1fa-4301-9686-fb823ec0dfec), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.530311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf49f33c-d1fa-4301-9686-fb823ec0dfec {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:36.537768 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Publish callbacks [] for port (cf49f33c-d1fa-4301-9686-fb823ec0dfec), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.550013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Transition to ACTIVE for port object cf49f33c-d1fa-4301-9686-fb823ec0dfec will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:45:36.553364 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (cf49f33c-d1fa-4301-9686-fb823ec0dfec), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.619376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Pushing event updated for resources: {'Port': ['ID=cf49f33c-d1fa-4301-9686-fb823ec0dfec,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:36.675716 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Attempting to bind port cf49f33c-d1fa-4301-9686-fb823ec0dfec on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:36.676236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Attempting to bind port cf49f33c-d1fa-4301-9686-fb823ec0dfec by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:36.676769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Attempting to bind port cf49f33c-d1fa-4301-9686-fb823ec0dfec on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:36.683056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Port cf49f33c-d1fa-4301-9686-fb823ec0dfec on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:45:36.683386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Attempting to bind port cf49f33c-d1fa-4301-9686-fb823ec0dfec on network 9269a4c8-b1f1-401d-80b8-95261f9ee354 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:36.689946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:36.690310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Checking segment: {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:36.691006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Bound using segment: {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:36.691638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Bound port: cf49f33c-d1fa-4301-9686-fb823ec0dfec, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a41730e-80a9-495a-9f6b-4b8b0308a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:36.692009 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cf49f33c-d1fa-4301-9686-fb823ec0dfec), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.764227 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] For port cf49f33c-d1fa-4301-9686-fb823ec0dfec, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:36.768035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] For port cf49f33c-d1fa-4301-9686-fb823ec0dfec, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cf49f33c-d1fa-4301-9686-fb823ec0dfec,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:36.774590 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (cf49f33c-d1fa-4301-9686-fb823ec0dfec), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.838142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.838766 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:36.840166 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] 10.222.0.88 "PUT /v2.0/ports/cf49f33c-d1fa-4301-9686-fb823ec0dfec HTTP/1.1" status: 200 len: 1093 time: 0.6313632 Feb 11 05:45:36.842778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e45d138-e2ca-4535-ab4b-373353e643a3', 'tag': 'cf49f33c-d1fa-4301-9686-fb823ec0dfec'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:36.844653 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379f4973-c330-4787-9770-834f769aac24" -d '{"events": [{"name": "network-changed", "server_uuid": "8e45d138-e2ca-4535-ab4b-373353e643a3", "tag": "cf49f33c-d1fa-4301-9686-fb823ec0dfec"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:36.892790 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af717598-f7b3-4ea0-99ec-271715f5fadd req-49215a3f-8135-4810-931a-06e97c2f8d22 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.894394 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af717598-f7b3-4ea0-99ec-271715f5fadd req-49215a3f-8135-4810-931a-06e97c2f8d22 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 944 time: 0.1173589 Feb 11 05:45:36.896273 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0c1e09-2390-425d-b431-41efda10e6cc x-openstack-request-id: req-ba0c1e09-2390-425d-b431-41efda10e6cc {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:36.896554 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e45d138-e2ca-4535-ab4b-373353e643a3", "tag": "cf49f33c-d1fa-4301-9686-fb823ec0dfec", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:36.896805 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ba0c1e09-2390-425d-b431-41efda10e6cc {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:36.897200 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e45d138-e2ca-4535-ab4b-373353e643a3', 'tag': 'cf49f33c-d1fa-4301-9686-fb823ec0dfec', 'status': 'completed', 'code': 200} Feb 11 05:45:36.899026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef91da7-1068-4b84-b75d-807e7bdfe8ff service neutron] Pushing event updated for resources: {'Port': ['ID=cf49f33c-d1fa-4301-9686-fb823ec0dfec,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:36.975150 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af717598-f7b3-4ea0-99ec-271715f5fadd req-22f7adda-7bf5-4b90-8f24-49880f369dc1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647490 Feb 11 05:45:36.981212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-b9b7aa4d-cf60-43e6-a502-60e291a6f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.982656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-b9b7aa4d-cf60-43e6-a502-60e291a6f43c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 1127 time: 0.0845680 Feb 11 05:45:37.028758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-d3b01113-781d-44f4-9fcd-382e6e91d332 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf49f33c-d1fa-4301-9686-fb823ec0dfec HTTP/1.1" status: 200 len: 217 time: 0.0358098 Feb 11 05:45:37.085184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-c2095109-ab5b-4621-ac1c-707614de5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:37.086597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-c2095109-ab5b-4621-ac1c-707614de5f75 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0266a34-1b9c-451d-9bdd-1297b6a861ed HTTP/1.1" status: 200 len: 846 time: 0.0493414 Feb 11 05:45:37.122713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-882a51c5-3563-4f70-9d4b-1c784d3da728 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9269a4c8-b1f1-401d-80b8-95261f9ee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262566 Feb 11 05:45:37.228875 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-a4507383-341e-41a2-92ce-52e51de69611 service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971611 Feb 11 05:45:37.323699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e20f6e84-261b-47fa-8dcd-e2f742e37658 req-5cc3b153-53fd-4bea-b179-5c9a88112db7 service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857711 Feb 11 05:45:37.411875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f4973-c330-4787-9770-834f769aac24 req-b49a010f-e6a2-4aea-a962-188b1d5f42ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:37.413300 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-379f4973-c330-4787-9770-834f769aac24 req-b49a010f-e6a2-4aea-a962-188b1d5f42ff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 1127 time: 0.0470824 Feb 11 05:45:37.518075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f4973-c330-4787-9770-834f769aac24 req-3da277bf-70d3-4100-b747-e66d14fb3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:37.518075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-379f4973-c330-4787-9770-834f769aac24 req-3da277bf-70d3-4100-b747-e66d14fb3f1a service neutron] 10.222.0.88 "GET /v2.0/networks?id=9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 200 len: 907 time: 0.0950792 Feb 11 05:45:37.557754 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-379f4973-c330-4787-9770-834f769aac24 req-792d7d2c-5193-474a-bf90-1f57f4d1c923 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf49f33c-d1fa-4301-9686-fb823ec0dfec HTTP/1.1" status: 200 len: 217 time: 0.0338614 Feb 11 05:45:37.605861 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f4973-c330-4787-9770-834f769aac24 req-13665e1a-c5f5-4a5e-921c-6ef8800c5d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:37.607292 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-379f4973-c330-4787-9770-834f769aac24 req-13665e1a-c5f5-4a5e-921c-6ef8800c5d44 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a0266a34-1b9c-451d-9bdd-1297b6a861ed HTTP/1.1" status: 200 len: 846 time: 0.0426955 Feb 11 05:45:37.643373 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-379f4973-c330-4787-9770-834f769aac24 req-8e41c7b2-33f4-4040-8813-869b2280a89f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9269a4c8-b1f1-401d-80b8-95261f9ee354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296462 Feb 11 05:45:37.729378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-379f4973-c330-4787-9770-834f769aac24 req-fb78383b-1b0f-4ec9-b8a2-03a6823a7807 service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797060 Feb 11 05:45:37.822065 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-379f4973-c330-4787-9770-834f769aac24 req-e4728c3e-84ba-4151-997e-1ce5a8d88bde service neutron] 10.222.0.88 "GET /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859082 Feb 11 05:45:38.097901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d80a9b-ba63-4bc4-8d12-84205a17cd57 req-35f767d4-a7e2-4aa6-8d7f-dfe0ffb41b33 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:38.099658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d80a9b-ba63-4bc4-8d12-84205a17cd57 req-35f767d4-a7e2-4aa6-8d7f-dfe0ffb41b33 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 944 time: 0.0563695 Feb 11 05:45:38.146232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d80a9b-ba63-4bc4-8d12-84205a17cd57 req-9642c157-9da7-433c-b08f-5b593f1b9aae tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 Feb 11 05:45:38.359605 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:45:39.266128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aa46b-44b6-4180-9894-3ffa5422e99b req-025ac3db-4802-43c1-9495-5f8e8ce96940 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:39.268249 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d42aa46b-44b6-4180-9894-3ffa5422e99b req-025ac3db-4802-43c1-9495-5f8e8ce96940 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 944 time: 0.0519052 Feb 11 05:45:39.318216 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d42aa46b-44b6-4180-9894-3ffa5422e99b req-a0f0150b-2a3a-45e6-8020-4fa0a9638431 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444732 Feb 11 05:45:39.883086 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.153044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device cf49f33c-d1fa-4301-9686-fb823ec0dfec details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:40.247034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port cf49f33c-d1fa-4301-9686-fb823ec0dfec, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cf49f33c-d1fa-4301-9686-fb823ec0dfec,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:40.257145 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'cf49f33c-d1fa-4301-9686-fb823ec0dfec', 'network_id': '9269a4c8-b1f1-401d-80b8-95261f9ee354', 'port_id': 'cf49f33c-d1fa-4301-9686-fb823ec0dfec', 'mac_address': 'fa:16:3e:95:fd:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0266a34-1b9c-451d-9bdd-1297b6a861ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:45:40.297892 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port cf49f33c-d1fa-4301-9686-fb823ec0dfec is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:40.298294 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cf49f33c-d1fa-4301-9686-fb823ec0dfec), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.311172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf49f33c-d1fa-4301-9686-fb823ec0dfec {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:40.330565 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port cf49f33c-d1fa-4301-9686-fb823ec0dfec, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cf49f33c-d1fa-4301-9686-fb823ec0dfec,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:40.334189 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cf49f33c-d1fa-4301-9686-fb823ec0dfec), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:40.382856 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=cf49f33c-d1fa-4301-9686-fb823ec0dfec,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:40.390441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:40.390798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:40.391150 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:40.391519 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:40.392388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:40.392729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:40.393066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:40.393400 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:40.393733 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:40.394065 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:40.394398 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:40.394728 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:40.395057 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:40.442884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07389c-fe56-4f61-b100-94e86554cd40 req-c9f46e72-b167-4622-97a0-e0c42c8fe807 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:40.444432 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b07389c-fe56-4f61-b100-94e86554cd40 req-c9f46e72-b167-4622-97a0-e0c42c8fe807 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 945 time: 0.0545509 Feb 11 05:45:40.490392 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b07389c-fe56-4f61-b100-94e86554cd40 req-6766589e-77ac-482d-96cd-f92d8444ff80 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402229 Feb 11 05:45:40.576990 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['cf49f33c-d1fa-4301-9686-fb823ec0dfec'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:41.611559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7634526-26ec-42b1-8de1-d15ad5650cb5 req-14908d33-aae8-44c4-85ee-b0a94948a4b3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:41.613031 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7634526-26ec-42b1-8de1-d15ad5650cb5 req-14908d33-aae8-44c4-85ee-b0a94948a4b3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 945 time: 0.0523777 Feb 11 05:45:41.659118 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7634526-26ec-42b1-8de1-d15ad5650cb5 req-2904a557-1b0a-4c89-8272-bae4144e2a1d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405176 Feb 11 05:45:42.164058 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device cf49f33c-d1fa-4301-9686-fb823ec0dfec up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:42.210603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port cf49f33c-d1fa-4301-9686-fb823ec0dfec completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:45:42.214287 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port cf49f33c-d1fa-4301-9686-fb823ec0dfec triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:42.214671 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cf49f33c-d1fa-4301-9686-fb823ec0dfec), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.291040 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port cf49f33c-d1fa-4301-9686-fb823ec0dfec is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:42.291453 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cf49f33c-d1fa-4301-9686-fb823ec0dfec), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.316785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e45d138-e2ca-4535-ab4b-373353e643a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf49f33c-d1fa-4301-9686-fb823ec0dfec'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:42.318977 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e525424-c67f-484c-9780-f7dfb1139ff3" -d '{"events": [{"server_uuid": "8e45d138-e2ca-4535-ab4b-373353e643a3", "name": "network-vif-plugged", "status": "completed", "tag": "cf49f33c-d1fa-4301-9686-fb823ec0dfec"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:42.332258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port cf49f33c-d1fa-4301-9686-fb823ec0dfec, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cf49f33c-d1fa-4301-9686-fb823ec0dfec,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:42.336319 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cf49f33c-d1fa-4301-9686-fb823ec0dfec), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:42.361140 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b8ebc6-8476-4e12-a6a1-37d83063d597 x-openstack-request-id: req-e3b8ebc6-8476-4e12-a6a1-37d83063d597 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:42.361437 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e45d138-e2ca-4535-ab4b-373353e643a3", "name": "network-vif-plugged", "status": "completed", "tag": "cf49f33c-d1fa-4301-9686-fb823ec0dfec", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:42.361694 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e3b8ebc6-8476-4e12-a6a1-37d83063d597 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:42.362090 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e45d138-e2ca-4535-ab4b-373353e643a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf49f33c-d1fa-4301-9686-fb823ec0dfec', 'code': 200} Feb 11 05:45:42.386584 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=cf49f33c-d1fa-4301-9686-fb823ec0dfec,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:42.473688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047b933-2e54-4f37-b120-906637222eca req-5d51afe9-643b-4417-a3bb-e9de40398f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:42.475101 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f047b933-2e54-4f37-b120-906637222eca req-5d51afe9-643b-4417-a3bb-e9de40398f29 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 1129 time: 0.0476441 Feb 11 05:45:42.517914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f047b933-2e54-4f37-b120-906637222eca req-18f83fb9-13e2-455a-8260-6bb77c40d740 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360415 Feb 11 05:45:42.777792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b199eb-b91f-4adc-b89d-ea6efe65787d req-81899ab1-9aea-478e-b31c-247986bdf0a8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:42.779193 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65b199eb-b91f-4adc-b89d-ea6efe65787d req-81899ab1-9aea-478e-b31c-247986bdf0a8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0534976 Feb 11 05:45:42.827937 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65b199eb-b91f-4adc-b89d-ea6efe65787d req-9541121c-d15a-40d5-916f-51a7ff63f6a7 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430818 Feb 11 05:45:43.950439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c3271-41a7-4cc5-87a4-67917ee98af3 req-fa7547ff-7d91-45e6-a639-00e9c60c65a6 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:43.951926 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-144c3271-41a7-4cc5-87a4-67917ee98af3 req-fa7547ff-7d91-45e6-a639-00e9c60c65a6 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0523326 Feb 11 05:45:44.000874 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-144c3271-41a7-4cc5-87a4-67917ee98af3 req-134e7e4a-5ebb-4bc0-bca3-1ce74874f3a4 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434015 Feb 11 05:45:44.220594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af894734-d4ef-45d8-b50f-7dfdc1c97ab9 req-f5315928-e8ad-4ef6-9a9a-642cfddb8d67 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:44.222128 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af894734-d4ef-45d8-b50f-7dfdc1c97ab9 req-f5315928-e8ad-4ef6-9a9a-642cfddb8d67 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0534818 Feb 11 05:45:44.269406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af894734-d4ef-45d8-b50f-7dfdc1c97ab9 req-f3675c04-632d-4875-91bf-2ff0df03129e tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403211 Feb 11 05:45:44.336998 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:44.389147 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b7511-b08d-4744-ae4f-ec10588aa459 req-75692e7a-4d6e-4cdc-98fe-9066a85ddf04 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:44.390580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c3b7511-b08d-4744-ae4f-ec10588aa459 req-75692e7a-4d6e-4cdc-98fe-9066a85ddf04 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0525067 Feb 11 05:45:44.436965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c3b7511-b08d-4744-ae4f-ec10588aa459 req-929f58b8-67c7-4e23-be3f-8bcb4f98ef48 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406036 Feb 11 05:45:44.635839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af41bd-958f-4d7b-b541-ff4bedf643ee req-3617fd4e-6ada-47ff-96e2-816ac8a28a73 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:44.637469 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42af41bd-958f-4d7b-b541-ff4bedf643ee req-3617fd4e-6ada-47ff-96e2-816ac8a28a73 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0558419 Feb 11 05:45:44.685581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42af41bd-958f-4d7b-b541-ff4bedf643ee req-b2bfc248-a8d6-4647-8d51-f4a39871eb27 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416260 Feb 11 05:45:45.804981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e0086-c306-45a8-815f-a0789456d061 req-6d23b69d-d078-40d6-8ddb-ab9632a9c19a tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:45.806465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d47e0086-c306-45a8-815f-a0789456d061 req-6d23b69d-d078-40d6-8ddb-ab9632a9c19a tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0521369 Feb 11 05:45:45.853662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d47e0086-c306-45a8-815f-a0789456d061 req-140cf4af-56dc-4412-baa1-76d3c824de7b tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 Feb 11 05:45:46.978773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d2060-1d18-4f10-849b-5b7116335596 req-071db82a-748b-4e40-93e6-3419f6f1b85d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:46.980303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-122d2060-1d18-4f10-849b-5b7116335596 req-071db82a-748b-4e40-93e6-3419f6f1b85d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0571439 Feb 11 05:45:47.025691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-122d2060-1d18-4f10-849b-5b7116335596 req-6d249362-79aa-4027-b2ff-9ec86aa66536 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398016 Feb 11 05:45:48.145315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfa241-b905-4293-9e16-1b5f4498961e req-fcca1be0-e9b3-4bab-b373-c7ab8cc3edbb tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:48.146794 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffbfa241-b905-4293-9e16-1b5f4498961e req-fcca1be0-e9b3-4bab-b373-c7ab8cc3edbb tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0528426 Feb 11 05:45:48.163549 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43888) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:48.194095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffbfa241-b905-4293-9e16-1b5f4498961e req-d862ce3f-c87d-4b50-bff4-4117dc311d35 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416901 Feb 11 05:45:48.257029 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-da12b92a-c5db-4fee-b6c6-d509220b7b69 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2281 time: 0.0922966 Feb 11 05:45:48.259889 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43890) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:48.264717 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Request body: {'network': {'name': 'tempest-network-smoke--1815717381', 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'port_security_enabled': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:48.284667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Made reservation on behalf of 60d1a50fad2c4d8488122ad129a771f9 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:48.288781 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.312470 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:45:48.322681 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ba39f757-5120-4bf7-9740-b43aefc9f986), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.323050 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Added segment ba39f757-5120-4bf7-9740-b43aefc9f986 of type vlan for network d43f5835-97cb-4fe3-8276-d5e14aa02f8a Feb 11 05:45:48.363730 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (d43f5835-97cb-4fe3-8276-d5e14aa02f8a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.388673 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (d43f5835-97cb-4fe3-8276-d5e14aa02f8a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.394723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:48.395408 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.433568 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1725802 Feb 11 05:45:48.436356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43894) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:48.441934 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1531095028', 'admin_state_up': True, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:48.464238 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (3a4f9902-face-4b77-8545-5c31a0126b88), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.465173 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (3a4f9902-face-4b77-8545-5c31a0126b88), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.469376 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'Network': ['ID=d43f5835-97cb-4fe3-8276-d5e14aa02f8a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:48.478320 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:48.479151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:48.479151 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:48.479348 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:48.480224 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:48.480224 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:48.480440 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:48.480695 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:48.481035 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:48.481644 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:48.481860 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:48.482118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:48.482456 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463f72c5-2be3-4791-8a70-dfc6262a4d42 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:48.495049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network d43f5835-97cb-4fe3-8276-d5e14aa02f8a details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:45:48.529209 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router_controller (3a4f9902-face-4b77-8545-5c31a0126b88), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.708981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239510c-8b5b-47fa-9506-fb2190218a36 req-3d3b0c99-8314-4270-8f2f-6ce8b6ae9bcf tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:48.710393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f239510c-8b5b-47fa-9506-fb2190218a36 req-3d3b0c99-8314-4270-8f2f-6ce8b6ae9bcf tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 945 time: 0.1798856 Feb 11 05:45:48.712424 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router_gateway (3a4f9902-face-4b77-8545-5c31a0126b88), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.790360 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f239510c-8b5b-47fa-9506-fb2190218a36 req-5fe76d1e-f3a7-4c9a-80f6-a797a3482aae tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737486 Feb 11 05:45:48.816142 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43898) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:48.878239 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-83f62542-ba5c-4eb4-905f-fa8ebf20e06a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/floatingips/a850e0f4-e9c0-476d-aa95-6ae073990e12 HTTP/1.1" status: 200 len: 991 time: 0.0608892 Feb 11 05:45:48.952676 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router_gateway (3a4f9902-face-4b77-8545-5c31a0126b88), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:48.979958 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.079997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Allocated IP 172.25.5.57 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:49.184040 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for port (3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.256061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c47290-0d0c-4f5c-a601-8c7a13dcef5b req-561b9aee-5160-427f-a279-f20de19b9624 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:49.257898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01c47290-0d0c-4f5c-a601-8c7a13dcef5b req-561b9aee-5160-427f-a279-f20de19b9624 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 1128 time: 0.0722196 Feb 11 05:45:49.258971 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:49.336563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:49.345439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:49.355613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:49.361944 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'Port': ['ID=3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:49.409967 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:49.410324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:49.410672 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:49.411016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:49.411354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:49.411716 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:49.412049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:49.412383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:49.412714 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:49.413044 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:49.413372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:49.413695 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:49.414017 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:49.425092 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01c47290-0d0c-4f5c-a601-8c7a13dcef5b req-946a5ab3-0324-41e7-9646-bd3751e6d4de tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609759 Feb 11 05:45:49.441836 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033f214-6f63-423a-9cda-18e2422921f0 req-0ad91a3f-2f92-42d4-8538-0fb0a64084ab tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:49.443347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0033f214-6f63-423a-9cda-18e2422921f0 req-0ad91a3f-2f92-42d4-8538-0fb0a64084ab tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.1525457 Feb 11 05:45:49.932687 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0033f214-6f63-423a-9cda-18e2422921f0 req-95ea9ac6-4cc8-4879-93bd-09bddfe755e6 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831827 Feb 11 05:45:50.044772 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router_gateway (3a4f9902-face-4b77-8545-5c31a0126b88), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.053024 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43926) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:50.158179 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-21386865-cba8-40f4-bc57-30c9e55e041f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1037371 Feb 11 05:45:50.166542 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-0cff6ca5-7926-4c18-bef4-76fc21ffce06 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:45:50.167552 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-0cff6ca5-7926-4c18-bef4-76fc21ffce06 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049431 Feb 11 05:45:50.268120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4b704-ffff-48b3-9653-595018a4d350 req-561773bf-a753-4566-aa7f-65b91aaca0fb tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:50.269645 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-561773bf-a753-4566-aa7f-65b91aaca0fb tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/ports/f9eb0891-ef12-4d62-89a8-6d6226d74a92 HTTP/1.1" status: 200 len: 1125 time: 0.0736761 Feb 11 05:45:50.288797 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (3a4f9902-face-4b77-8545-5c31a0126b88), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.423198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Router 3a4f9902-face-4b77-8545-5c31a0126b88 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:45:50.543109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:45:50.556138 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Sync routers for ids ['3a4f9902-face-4b77-8545-5c31a0126b88'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:45:50.565080 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.566279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-67d9c21e-9ca3-4728-9c0b-e2934e1b2f3c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1289160 Feb 11 05:45:50.566868 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Routers {'3a4f9902-face-4b77-8545-5c31a0126b88'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:50.567524 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:45:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3a4f9902-face-4b77-8545-5c31a0126b88'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:50.569535 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43936) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:50.643921 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf7ef4e-7f9b-46b6-ae4c-c6a7b715c69b tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:50.645747 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-acf7ef4e-7f9b-46b6-ae4c-c6a7b715c69b tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=60d1a50fad2c4d8488122ad129a771f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0751963 Feb 11 05:45:50.649331 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43938) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:50.694822 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Set router 3a4f9902-face-4b77-8545-5c31a0126b88 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:50.759727 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bd1966-ea0b-4394-a9d2-b22c37ea61d5 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:50.761200 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-18bd1966-ea0b-4394-a9d2-b22c37ea61d5 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1107445 Feb 11 05:45:50.764305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43940) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:50.791039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4b704-ffff-48b3-9653-595018a4d350 req-ac98eebd-ce85-4953-bb0b-412c9e89dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:50.792605 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-ac98eebd-ce85-4953-bb0b-412c9e89dd5c service neutron] 10.222.0.87 "GET /v2.0/ports/f9eb0891-ef12-4d62-89a8-6d6226d74a92 HTTP/1.1" status: 200 len: 1125 time: 0.0455425 Feb 11 05:45:50.794242 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-57d0b216-e07f-4511-841e-bc8286c492fa tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285907 Feb 11 05:45:50.797078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43942) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:50.803585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-05e4b704-ffff-48b3-9653-595018a4d350 req-cdface17-2f7d-4f38-af30-3bf447f357dc service neutron] Request body: {'binding': {'host': 'n-h2-713499-38', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:50.804412 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-05e4b704-ffff-48b3-9653-595018a4d350 req-cdface17-2f7d-4f38-af30-3bf447f357dc service neutron] Unknown quota resources ['binding']. {{(pid=103170) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 05:45:50.833226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ce45be0d-ce99-4d57-a986-b351ccd90776 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=60d1a50fad2c4d8488122ad129a771f9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324800 Feb 11 05:45:50.833514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43944) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:50.887673 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1531095028', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:45:49Z', 'revision_number': 3, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:50.920280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Checking router: 3a4f9902-face-4b77-8545-5c31a0126b88 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:45:50.920729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Updating router 3a4f9902-face-4b77-8545-5c31a0126b88 port 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:45:50.948360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d0e697-444c-4501-ac99-e637766b84ec tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:50.950299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e9d0e697-444c-4501-ac99-e637766b84ec tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1156013 Feb 11 05:45:50.950561 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:50.954599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43946) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:50.961055 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-05e4b704-ffff-48b3-9653-595018a4d350 req-cdface17-2f7d-4f38-af30-3bf447f357dc service neutron] Attempting to bind port f9eb0891-ef12-4d62-89a8-6d6226d74a92 on host n-h2-713499-38 for vnic_type normal with profile None {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:50.961055 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-05e4b704-ffff-48b3-9653-595018a4d350 req-cdface17-2f7d-4f38-af30-3bf447f357dc service neutron] Attempting to bind port f9eb0891-ef12-4d62-89a8-6d6226d74a92 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:50.961055 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4b704-ffff-48b3-9653-595018a4d350 req-cdface17-2f7d-4f38-af30-3bf447f357dc service neutron] Attempting to bind port f9eb0891-ef12-4d62-89a8-6d6226d74a92 on network 3479f34a-ed7d-43f1-860a-07264701eca7 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:50.966321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4b704-ffff-48b3-9653-595018a4d350 req-cdface17-2f7d-4f38-af30-3bf447f357dc service neutron] Port f9eb0891-ef12-4d62-89a8-6d6226d74a92 on network 3479f34a-ed7d-43f1-860a-07264701eca7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:45:50.966651 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4b704-ffff-48b3-9653-595018a4d350 req-cdface17-2f7d-4f38-af30-3bf447f357dc service neutron] Attempting to bind port f9eb0891-ef12-4d62-89a8-6d6226d74a92 on network 3479f34a-ed7d-43f1-860a-07264701eca7 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:50.973334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4b704-ffff-48b3-9653-595018a4d350 req-cdface17-2f7d-4f38-af30-3bf447f357dc service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:50.973334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4b704-ffff-48b3-9653-595018a4d350 req-cdface17-2f7d-4f38-af30-3bf447f357dc service neutron] Checking segment: {'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:50.973607 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4b704-ffff-48b3-9653-595018a4d350 req-cdface17-2f7d-4f38-af30-3bf447f357dc service neutron] Bound using segment: {'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:50.974024 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-05e4b704-ffff-48b3-9653-595018a4d350 req-cdface17-2f7d-4f38-af30-3bf447f357dc service neutron] Bound port: f9eb0891-ef12-4d62-89a8-6d6226d74a92, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:50.984738 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-240c23b1-03c1-4642-9e82-ef71e872a69a tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289640 Feb 11 05:45:50.987618 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 43950) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:50.992397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-3ca21c3a-17bd-43c2-b2ec-7ff3318d7ad7 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1158062967', 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a', 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:51.059842 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-05e4b704-ffff-48b3-9653-595018a4d350 req-cdface17-2f7d-4f38-af30-3bf447f357dc service neutron] For port f9eb0891-ef12-4d62-89a8-6d6226d74a92, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:51.069667 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-05e4b704-ffff-48b3-9653-595018a4d350 req-cdface17-2f7d-4f38-af30-3bf447f357dc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.072044 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-cdface17-2f7d-4f38-af30-3bf447f357dc service neutron] 10.222.0.87 "POST /v2.0/ports/f9eb0891-ef12-4d62-89a8-6d6226d74a92/bindings HTTP/1.1" status: 201 len: 390 time: 0.2719274 Feb 11 05:45:51.131886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf5d58-5ea2-4342-bc71-38b91fbb6538 req-7b4e35c5-8996-4ac7-9fa4-fb5a4a1863cf tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:51.133770 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75bf5d58-5ea2-4342-bc71-38b91fbb6538 req-7b4e35c5-8996-4ac7-9fa4-fb5a4a1863cf tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.1071529 Feb 11 05:45:51.134956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca21c3a-17bd-43c2-b2ec-7ff3318d7ad7 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Made reservation on behalf of 60d1a50fad2c4d8488122ad129a771f9 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:51.138269 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3ca21c3a-17bd-43c2-b2ec-7ff3318d7ad7 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.273526 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75bf5d58-5ea2-4342-bc71-38b91fbb6538 req-5919443e-9542-4cf3-9b75-efa6633a8ee7 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318879 Feb 11 05:45:51.291599 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Publish callbacks [] for port (3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.299283 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.352771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Attempting to bind port 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:51.353149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Attempting to bind port 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:51.353522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Attempting to bind port 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:51.362742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc9a34-589b-42b7-807e-56c8754bda09 None None] Pushing event updated for resources: {'Port': ['ID=3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:51.365205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:51.365586 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:51.365989 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.366154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23a1f4-dd9c-4fc2-a8e5-fdd3e2302300 req-2e01789e-6cd0-4346-8d3c-74e9e7e33c4d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:51.366522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:51.366839 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Bound port: 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:51.367217 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.372873 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b23a1f4-dd9c-4fc2-a8e5-fdd3e2302300 req-2e01789e-6cd0-4346-8d3c-74e9e7e33c4d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 945 time: 0.1801035 Feb 11 05:45:51.418226 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] For port 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:51.421428 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] For port 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:51.427986 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.475141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fe1b687b-d830-4b49-9ebd-65313d06a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:51.476703 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fe1b687b-d830-4b49-9ebd-65313d06a3b2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 1128 time: 0.1798451 Feb 11 05:45:51.485826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Routers {'3a4f9902-face-4b77-8545-5c31a0126b88'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:51.486459 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:45:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3a4f9902-face-4b77-8545-5c31a0126b88'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:51.488107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b23a1f4-dd9c-4fc2-a8e5-fdd3e2302300 req-a11d9def-28a7-41ad-9a03-cb7e2f2bd5ec tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141686 Feb 11 05:45:51.488395 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc9a34-589b-42b7-807e-56c8754bda09 None None] Pushing event updated for resources: {'Port': ['ID=3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:51.521401 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3ca21c3a-17bd-43c2-b2ec-7ff3318d7ad7 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (449e247a-9dbe-47b5-8805-62bde00bafdb), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.601624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] Set router 3a4f9902-face-4b77-8545-5c31a0126b88 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:51.614586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca21c3a-17bd-43c2-b2ec-7ff3318d7ad7 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'Subnet': ['ID=449e247a-9dbe-47b5-8805-62bde00bafdb,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:51.644234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4b704-ffff-48b3-9653-595018a4d350 req-4efa917d-35e1-4244-abea-14f84a13c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:51.645715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-4efa917d-35e1-4244-abea-14f84a13c1f9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3479f34a-ed7d-43f1-860a-07264701eca7 HTTP/1.1" status: 200 len: 897 time: 0.1624076 Feb 11 05:45:51.648389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca21c3a-17bd-43c2-b2ec-7ff3318d7ad7 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Checking segment: {'id': 'ba39f757-5120-4bf7-9740-b43aefc9f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:51.648750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca21c3a-17bd-43c2-b2ec-7ff3318d7ad7 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Network hostable DHCP agents. Network: d43f5835-97cb-4fe3-8276-d5e14aa02f8a, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:45:51.703347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca21c3a-17bd-43c2-b2ec-7ff3318d7ad7 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Network d43f5835-97cb-4fe3-8276-d5e14aa02f8a is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:45:51.719916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-3ca21c3a-17bd-43c2-b2ec-7ff3318d7ad7 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, d43f5835-97cb-4fe3-8276-d5e14aa02f8a) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:51.725503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca21c3a-17bd-43c2-b2ec-7ff3318d7ad7 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:51.726414 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3ca21c3a-17bd-43c2-b2ec-7ff3318d7ad7 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.729955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-a03345c1-16b9-47ae-816a-ab4e0f90f828 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92 HTTP/1.1" status: 200 len: 999 time: 0.0751698 Feb 11 05:45:51.736545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3700e2b-5c88-4c85-83eb-a1aab10eea27 None None] Network d43f5835-97cb-4fe3-8276-d5e14aa02f8a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:51.779294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3ca21c3a-17bd-43c2-b2ec-7ff3318d7ad7 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7907116 Feb 11 05:45:51.782972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 43954) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:51.791527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4b704-ffff-48b3-9653-595018a4d350 req-3cfb0b69-b749-4f82-9be4-bb1d2f146b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:51.793048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-3cfb0b69-b749-4f82-9be4-bb1d2f146b71 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=07de902d-9792-4b3a-a073-a0553f9a8c7a HTTP/1.1" status: 200 len: 835 time: 0.0552497 Feb 11 05:45:51.847516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4b704-ffff-48b3-9653-595018a4d350 req-195d0b11-6e54-44bf-a30d-8bb8d21d9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:51.849415 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-195d0b11-6e54-44bf-a30d-8bb8d21d9334 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3479f34a-ed7d-43f1-860a-07264701eca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500600 Feb 11 05:45:51.895012 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1531095028', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:45:49Z', 'revision_number': 3, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:51.923599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-d43f5835-97cb-4fe3-8276-d5e14aa02f8a', 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a', 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'fixed_ips': [{'subnet_id': '449e247a-9dbe-47b5-8805-62bde00bafdb'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:45:51.924458 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:51.928129 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a7ab9c-4a71-480e-9593-6b325cdf6088 None None] The sync data for ids ['3a4f9902-face-4b77-8545-5c31a0126b88'] in n-d-713499-38 is: [{'id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1531095028', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:45:49Z', 'revision_number': 3, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:45:51.964114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-0d3d727f-7550-4f4f-9145-7c51b80c71f5 service neutron] 10.222.0.88 "GET /v2.0/networks/3479f34a-ed7d-43f1-860a-07264701eca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084087 Feb 11 05:45:52.076740 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-c3a588eb-8b52-4054-85ea-cd168f46bf32 service neutron] 10.222.0.88 "GET /v2.0/networks/3479f34a-ed7d-43f1-860a-07264701eca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058459 Feb 11 05:45:52.112929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Allocated IP 172.20.0.18 (d43f5835-97cb-4fe3-8276-d5e14aa02f8a/449e247a-9dbe-47b5-8805-62bde00bafdb/88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:52.276250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4b704-ffff-48b3-9653-595018a4d350 req-1c0d2195-6828-44b7-b103-ee39e06e54c3 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:52.278348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-1c0d2195-6828-44b7-b103-ee39e06e54c3 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3&tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 1128 time: 0.1373608 Feb 11 05:45:52.289033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-38'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:52.380748 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.418946 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.503612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e8544-a2de-4895-bd59-470a5dc8c6de req-842439d4-8ee2-4770-ba39-e8bf6399e3e7 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:52.505792 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca0e8544-a2de-4895-bd59-470a5dc8c6de req-842439d4-8ee2-4770-ba39-e8bf6399e3e7 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.1276076 Feb 11 05:45:52.527806 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Publish callbacks [] for port (88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.537231 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.606708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Pushing event updated for resources: {'Port': ['ID=88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:52.617456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Network d43f5835-97cb-4fe3-8276-d5e14aa02f8a is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:52.619732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:52.626144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:52.644716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca0e8544-a2de-4895-bd59-470a5dc8c6de req-7fea2f7a-5c67-46c2-bdfd-9843e27f7409 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326344 Feb 11 05:45:52.669782 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] For port f9eb0891-ef12-4d62-89a8-6d6226d74a92, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:52.691917 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cd272-a158-4760-ae18-a0e077c03ec6 req-fd0430c9-6fe5-4a54-91c3-e260c11750f9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:52.693473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d17cd272-a158-4760-ae18-a0e077c03ec6 req-fd0430c9-6fe5-4a54-91c3-e260c11750f9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 945 time: 0.1077914 Feb 11 05:45:52.704979 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Attempting to bind port 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:52.705354 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Attempting to bind port 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'ba39f757-5120-4bf7-9740-b43aefc9f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:52.706641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Attempting to bind port 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 on network d43f5835-97cb-4fe3-8276-d5e14aa02f8a {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:52.711009 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:52.712206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Checking segment: {'id': 'ba39f757-5120-4bf7-9740-b43aefc9f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:52.712206 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.712206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Bound using segment: {'id': 'ba39f757-5120-4bf7-9740-b43aefc9f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:52.712704 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Bound port: 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba39f757-5120-4bf7-9740-b43aefc9f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:52.713093 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.781463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] For port f9eb0891-ef12-4d62-89a8-6d6226d74a92, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:52.800097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] For port 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:52.802046 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Allocated IP 172.20.0.17 (d43f5835-97cb-4fe3-8276-d5e14aa02f8a/449e247a-9dbe-47b5-8805-62bde00bafdb/bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:52.804419 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] For port 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3,segment=NetworkSegment(ba39f757-5120-4bf7-9740-b43aefc9f986),segment_id=ba39f757-5120-4bf7-9740-b43aefc9f986)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:52.811441 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.824994 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d17cd272-a158-4760-ae18-a0e077c03ec6 req-ed0b2d59-5c51-478e-82c7-ba712a5faa3a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107948 Feb 11 05:45:52.863406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:52.866546 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb93faee-c627-4c6f-86f9-48e8f16931ee" -d '{"events": [{"server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "name": "network-vif-unplugged", "status": "completed", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:52.880480 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Publish callbacks [] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.891587 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:52.896102 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ace847-33fc-4ae0-861f-1290899057bb None None] Pushing event updated for resources: {'Port': ['ID=88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:52.966725 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a47d47d-39b6-4a7d-a00a-4ed3866b5e75 x-openstack-request-id: req-6a47d47d-39b6-4a7d-a00a-4ed3866b5e75 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:52.967102 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "name": "network-vif-unplugged", "status": "completed", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:52.967366 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6a47d47d-39b6-4a7d-a00a-4ed3866b5e75 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:52.967861 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92', 'code': 200} Feb 11 05:45:52.992513 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.027761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb0891-ef12-4d62-89a8-6d6226d74a92,revision_number=7']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:53.056394 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.105998 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Attempting to bind port f9eb0891-ef12-4d62-89a8-6d6226d74a92 on host n-h1-713499-38 for vnic_type normal with profile {"migrating_to": "n-h2-713499-38"} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:53.106414 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Attempting to bind port f9eb0891-ef12-4d62-89a8-6d6226d74a92 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:53.106822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Attempting to bind port f9eb0891-ef12-4d62-89a8-6d6226d74a92 on network 3479f34a-ed7d-43f1-860a-07264701eca7 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:53.110976 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Network d43f5835-97cb-4fe3-8276-d5e14aa02f8a is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:53.113806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Port f9eb0891-ef12-4d62-89a8-6d6226d74a92 on network 3479f34a-ed7d-43f1-860a-07264701eca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:45:53.114056 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:53.114280 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Attempting to bind port f9eb0891-ef12-4d62-89a8-6d6226d74a92 on network 3479f34a-ed7d-43f1-860a-07264701eca7 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:53.117917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:53.120311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:53.120883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Checking segment: {'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:53.121351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Bound using segment: {'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:53.121858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Bound port: f9eb0891-ef12-4d62-89a8-6d6226d74a92, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bfd759-b105-44bc-a179-ec2322bf3866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:53.122289 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.144373 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'Port': ['ID=bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:53.175372 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (3a4f9902-face-4b77-8545-5c31a0126b88), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.251965 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] For port f9eb0891-ef12-4d62-89a8-6d6226d74a92, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:53.262170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] For port f9eb0891-ef12-4d62-89a8-6d6226d74a92, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:53.272507 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.391994 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.404265 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb0891-ef12-4d62-89a8-6d6226d74a92,revision_number=8']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:53.433881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-98d3e4c5-67dc-491c-b0af-22ffc9175b74 None None] Provisioning complete for port f9eb0891-ef12-4d62-89a8-6d6226d74a92 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:53.434559 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98d3e4c5-67dc-491c-b0af-22ffc9175b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.493501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:53.494283 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.495827 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-fc5ff6ed-bbbd-4acd-bf3d-4f1a2e8bb0f0 service neutron] 10.222.0.88 "PUT /v2.0/ports/f9eb0891-ef12-4d62-89a8-6d6226d74a92 HTTP/1.1" status: 200 len: 1123 time: 1.2110403 Feb 11 05:45:53.573944 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-98d3e4c5-67dc-491c-b0af-22ffc9175b74 None None] Current status of the port f9eb0891-ef12-4d62-89a8-6d6226d74a92 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:53.574376 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98d3e4c5-67dc-491c-b0af-22ffc9175b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.603016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['f9eb0891-ef12-4d62-89a8-6d6226d74a92'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:53.631807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:53.634174 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94ec375-7a73-408a-a5e2-7e2d66d39938" -d '{"events": [{"server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:53.661702 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-98d3e4c5-67dc-491c-b0af-22ffc9175b74 None None] For port f9eb0891-ef12-4d62-89a8-6d6226d74a92, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:53.687804 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98d3e4c5-67dc-491c-b0af-22ffc9175b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:53.710283 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bba395-6c40-4a5c-a4be-04fa869138d4 x-openstack-request-id: req-69bba395-6c40-4a5c-a4be-04fa869138d4 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:53.710596 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:53.710848 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-69bba395-6c40-4a5c-a4be-04fa869138d4 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:53.711257 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92', 'code': 200} Feb 11 05:45:53.815384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87968926-bfdb-4e46-8448-d6b0d8b78bf7 req-de460aed-2ba0-4790-85c4-c99efa8bac21 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:53.817182 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87968926-bfdb-4e46-8448-d6b0d8b78bf7 req-de460aed-2ba0-4790-85c4-c99efa8bac21 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0654411 Feb 11 05:45:53.892397 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3e4c5-67dc-491c-b0af-22ffc9175b74 None None] Pushing event updated for resources: {'Port': ['ID=f9eb0891-ef12-4d62-89a8-6d6226d74a92,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:53.895965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87968926-bfdb-4e46-8448-d6b0d8b78bf7 req-c1039162-958a-410c-9637-c4b1e80864e9 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712280 Feb 11 05:45:53.982927 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819eeeb-9cbe-42af-9bf1-7d275bb08d32 req-9afe1086-733b-4cfc-a982-b1649f1478bf tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:53.984681 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a819eeeb-9cbe-42af-9bf1-7d275bb08d32 req-9afe1086-733b-4cfc-a982-b1649f1478bf tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 945 time: 0.0670877 Feb 11 05:45:54.039865 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a819eeeb-9cbe-42af-9bf1-7d275bb08d32 req-7319e259-1306-43c3-83d6-9526b3763966 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484724 Feb 11 05:45:54.137191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7a21d963-db14-4241-8894-a489d7cdd15b None None] Provisioning complete for port f9eb0891-ef12-4d62-89a8-6d6226d74a92 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:54.137576 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7a21d963-db14-4241-8894-a489d7cdd15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.185455 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.192743 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.266596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:54.280788 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (3a4f9902-face-4b77-8545-5c31a0126b88), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.283173 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'Port': ['ID=bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:54.314190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7a21d963-db14-4241-8894-a489d7cdd15b None None] Current status of the port f9eb0891-ef12-4d62-89a8-6d6226d74a92 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:54.332530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:54.332904 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.384892 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Network d43f5835-97cb-4fe3-8276-d5e14aa02f8a is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:54.386437 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:54.426521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:54.426913 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.447323 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:54.455499 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.456321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:54.534918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:54.537068 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Router 3a4f9902-face-4b77-8545-5c31a0126b88 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:45:54.554150 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:54.554855 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.645688 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:54.646406 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.670372 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:45:54.681955 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Sync routers for ids ['3a4f9902-face-4b77-8545-5c31a0126b88'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:45:54.682849 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b82e7407-4e06-4c0a-8bc2-5c8bbd4293ec tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "PUT /v2.0/routers/3a4f9902-face-4b77-8545-5c31a0126b88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8986337 Feb 11 05:45:54.697760 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Routers {'3a4f9902-face-4b77-8545-5c31a0126b88'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:54.699068 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:45:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3a4f9902-face-4b77-8545-5c31a0126b88'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:54.700780 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3,segment=NetworkSegment(ba39f757-5120-4bf7-9740-b43aefc9f986),segment_id=ba39f757-5120-4bf7-9740-b43aefc9f986)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:54.711497 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:54.781689 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:54.903090 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c592c4-c44c-48c9-9bb3-d343a2066963 None None] Network d43f5835-97cb-4fe3-8276-d5e14aa02f8a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:45:54.921346 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Set router 3a4f9902-face-4b77-8545-5c31a0126b88 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:54.934964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-e4d79198-f811-439a-b44d-91fc15f988ed tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:54.936679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-e4d79198-f811-439a-b44d-91fc15f988ed tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/networks?id=d43f5835-97cb-4fe3-8276-d5e14aa02f8a HTTP/1.1" status: 200 len: 798 time: 0.1170812 Feb 11 05:45:54.958228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-18094880-b6e1-40f4-8621-71161fd1d75e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/quotas/60d1a50fad2c4d8488122ad129a771f9 HTTP/1.1" status: 200 len: 375 time: 0.0151269 Feb 11 05:45:54.997212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:54.999397 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de30ee7c-5fe4-403e-872a-6728895a06e6" -d '{"events": [{"name": "network-changed", "server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:55.007500 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e5771fc1-c4f3-4321-a653-d21922f34015 None None] Provisioning complete for port 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:55.007871 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5771fc1-c4f3-4321-a653-d21922f34015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.069900 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-200cbcac-274f-41c8-9876-6c5946ee6d69 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=60d1a50fad2c4d8488122ad129a771f9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1090291 Feb 11 05:45:55.091731 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c14b4-a504-4052-b0be-fd809f0bc712 req-b91ed84a-fdee-464a-825a-c30eeda2181c tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.093235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c26c14b4-a504-4052-b0be-fd809f0bc712 req-b91ed84a-fdee-464a-825a-c30eeda2181c tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0853987 Feb 11 05:45:55.126839 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e5771fc1-c4f3-4321-a653-d21922f34015 None None] Current status of the port 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:55.146090 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1531095028', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:45:53Z', 'revision_number': 4, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6', 'name': '', 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'mac_address': 'fa:16:3e:65:be:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '449e247a-9dbe-47b5-8805-62bde00bafdb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:52Z', 'updated_at': '2022-02-11T05:45:53Z', 'revision_number': 2, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'subnets': [{'id': '449e247a-9dbe-47b5-8805-62bde00bafdb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:55.174634 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Checking router: 3a4f9902-face-4b77-8545-5c31a0126b88 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:45:55.175527 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Updating router 3a4f9902-face-4b77-8545-5c31a0126b88 port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:45:55.209374 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.220227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c26c14b4-a504-4052-b0be-fd809f0bc712 req-61eada13-c4bc-41f5-8773-83eb2db336c3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083817 Feb 11 05:45:55.227759 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-cf58b28c-997b-4a66-9e39-7a94e18e4ebc service neutron] 10.222.0.87 "GET /v2.0/networks/d43f5835-97cb-4fe3-8276-d5e14aa02f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445889 Feb 11 05:45:55.306425 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9607569-73f2-487a-aa3c-60647470a493 x-openstack-request-id: req-a9607569-73f2-487a-aa3c-60647470a493 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:55.306712 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:55.306956 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a9607569-73f2-487a-aa3c-60647470a493 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:55.307342 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92', 'status': 'completed', 'code': 200} Feb 11 05:45:55.395341 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-361a4050-3f7c-4b60-88b8-ef3ae8fb69dc service neutron] 10.222.0.87 "GET /v2.0/networks/d43f5835-97cb-4fe3-8276-d5e14aa02f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595464 Feb 11 05:45:55.416490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30ee7c-5fe4-403e-872a-6728895a06e6 req-7096e346-3608-4830-8ec5-178eebcbd037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.417970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de30ee7c-5fe4-403e-872a-6728895a06e6 req-7096e346-3608-4830-8ec5-178eebcbd037 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 1159 time: 0.0993989 Feb 11 05:45:55.459375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233614f7-bbda-4207-a6d1-e0c528dc5cbc req-3889bf06-77c1-4a27-9ab5-f937dbe88409 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.460714 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-233614f7-bbda-4207-a6d1-e0c528dc5cbc req-3889bf06-77c1-4a27-9ab5-f937dbe88409 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 945 time: 0.1053355 Feb 11 05:45:55.461277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8cb3abaa-ae0a-4027-9014-84fae024243c None None] Provisioning complete for port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:55.461741 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8cb3abaa-ae0a-4027-9014-84fae024243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.541239 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Publish callbacks [] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.552449 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.556011 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8cb3abaa-ae0a-4027-9014-84fae024243c None None] Port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:55.581330 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8cb3abaa-ae0a-4027-9014-84fae024243c None None] Provisioning complete for port 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:55.581970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-233614f7-bbda-4207-a6d1-e0c528dc5cbc req-2159ac91-1220-41f6-a886-27adee707386 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103644 Feb 11 05:45:55.584931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30ee7c-5fe4-403e-872a-6728895a06e6 req-562392c3-eedd-49e6-afa9-d1c86d22910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.586362 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de30ee7c-5fe4-403e-872a-6728895a06e6 req-562392c3-eedd-49e6-afa9-d1c86d22910b service neutron] 10.222.0.73 "GET /v2.0/networks?id=3479f34a-ed7d-43f1-860a-07264701eca7 HTTP/1.1" status: 200 len: 897 time: 0.1615429 Feb 11 05:45:55.587998 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8cb3abaa-ae0a-4027-9014-84fae024243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.661716 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb6440-e6cf-49da-b13e-a29b97295fb7 None None] Pushing event updated for resources: {'Port': ['ID=bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:55.692975 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de30ee7c-5fe4-403e-872a-6728895a06e6 req-1ef2892b-2f17-4048-a496-373e2a33243e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92 HTTP/1.1" status: 200 len: 999 time: 0.0953496 Feb 11 05:45:55.730899 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb6440-e6cf-49da-b13e-a29b97295fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:55.731938 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb6440-e6cf-49da-b13e-a29b97295fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:55.732466 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb6440-e6cf-49da-b13e-a29b97295fb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:55.733096 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb6440-e6cf-49da-b13e-a29b97295fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:55.733635 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb6440-e6cf-49da-b13e-a29b97295fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:55.734134 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb6440-e6cf-49da-b13e-a29b97295fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:55.734616 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb6440-e6cf-49da-b13e-a29b97295fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:55.735692 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb6440-e6cf-49da-b13e-a29b97295fb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:55.736191 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb6440-e6cf-49da-b13e-a29b97295fb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:55.736699 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb6440-e6cf-49da-b13e-a29b97295fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:55.737180 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb6440-e6cf-49da-b13e-a29b97295fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:55.737659 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb6440-e6cf-49da-b13e-a29b97295fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:55.738146 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb6440-e6cf-49da-b13e-a29b97295fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:55.744444 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8cb3abaa-ae0a-4027-9014-84fae024243c None None] Current status of the port 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:55.768900 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b3d5b769-6905-4310-8e1b-aef6b8df0274 req-53f4f049-6600-444d-9b49-858835120cd5 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 210 time: 0.0699980 Feb 11 05:45:55.787573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30ee7c-5fe4-403e-872a-6728895a06e6 req-9686d8eb-9d2d-4432-85ab-6ae905b77e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.789123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de30ee7c-5fe4-403e-872a-6728895a06e6 req-9686d8eb-9d2d-4432-85ab-6ae905b77e9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07de902d-9792-4b3a-a073-a0553f9a8c7a HTTP/1.1" status: 200 len: 835 time: 0.0885887 Feb 11 05:45:55.811195 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Attempting to bind port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:55.812072 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Attempting to bind port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'ba39f757-5120-4bf7-9740-b43aefc9f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:55.812870 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Attempting to bind port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 on network d43f5835-97cb-4fe3-8276-d5e14aa02f8a {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:55.819347 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:55.820306 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Checking segment: {'id': 'ba39f757-5120-4bf7-9740-b43aefc9f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:55.820713 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.821106 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Bound using segment: {'id': 'ba39f757-5120-4bf7-9740-b43aefc9f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:55.821704 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Bound port: bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba39f757-5120-4bf7-9740-b43aefc9f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:55.822229 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.846133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30ee7c-5fe4-403e-872a-6728895a06e6 req-3f8e6e6d-8286-4656-9a0c-69f9a6d9be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:55.847704 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de30ee7c-5fe4-403e-872a-6728895a06e6 req-3f8e6e6d-8286-4656-9a0c-69f9a6d9be0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3479f34a-ed7d-43f1-860a-07264701eca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510814 Feb 11 05:45:55.884474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d26e88e0-c8fe-4bac-8b60-cd547880235c None None] Provisioning complete for port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:55.884928 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d26e88e0-c8fe-4bac-8b60-cd547880235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.924909 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] For port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:55.928977 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] For port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6,segment=NetworkSegment(ba39f757-5120-4bf7-9740-b43aefc9f986),segment_id=ba39f757-5120-4bf7-9740-b43aefc9f986)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:55.938029 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.942278 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d26e88e0-c8fe-4bac-8b60-cd547880235c None None] Port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:56.015241 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Routers {'3a4f9902-face-4b77-8545-5c31a0126b88'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:56.016459 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:45:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3a4f9902-face-4b77-8545-5c31a0126b88'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:56.038357 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de30ee7c-5fe4-403e-872a-6728895a06e6 req-46bf5125-9300-4a36-92d9-68841fbc7647 service neutron] 10.222.0.73 "GET /v2.0/networks/3479f34a-ed7d-43f1-860a-07264701eca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783543 Feb 11 05:45:56.056103 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb6440-e6cf-49da-b13e-a29b97295fb7 None None] Pushing event updated for resources: {'Port': ['ID=bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:56.075996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-526bb9e7-7700-4ae9-b9db-06de98aa16ee None None] Provisioning complete for port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:56.076523 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-526bb9e7-7700-4ae9-b9db-06de98aa16ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.159386 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] Set router 3a4f9902-face-4b77-8545-5c31a0126b88 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:56.215528 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:56.223405 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de30ee7c-5fe4-403e-872a-6728895a06e6 req-eb18f631-9a5d-4f0f-a2b8-8ea7e7ee5534 service neutron] 10.222.0.73 "GET /v2.0/networks/3479f34a-ed7d-43f1-860a-07264701eca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794379 Feb 11 05:45:56.245142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device f9eb0891-ef12-4d62-89a8-6d6226d74a92 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:45:56.315858 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-526bb9e7-7700-4ae9-b9db-06de98aa16ee None None] Current status of the port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:56.316449 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-526bb9e7-7700-4ae9-b9db-06de98aa16ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.395594 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-526bb9e7-7700-4ae9-b9db-06de98aa16ee None None] For port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6,segment=NetworkSegment(ba39f757-5120-4bf7-9740-b43aefc9f986),segment_id=ba39f757-5120-4bf7-9740-b43aefc9f986)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:56.404404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59aac4-3386-469d-992e-683dd6705c8e req-b81ef903-ed17-4f0d-b563-9c015293d352 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:56.412219 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de59aac4-3386-469d-992e-683dd6705c8e req-b81ef903-ed17-4f0d-b563-9c015293d352 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0967021 Feb 11 05:45:56.443198 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-526bb9e7-7700-4ae9-b9db-06de98aa16ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.495659 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1531095028', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:45:53Z', 'revision_number': 4, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6', 'name': '', 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'mac_address': 'fa:16:3e:65:be:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '449e247a-9dbe-47b5-8805-62bde00bafdb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:52Z', 'updated_at': '2022-02-11T05:45:55Z', 'revision_number': 4, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'subnets': [{'id': '449e247a-9dbe-47b5-8805-62bde00bafdb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:56.504799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:56.505428 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.515694 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de59aac4-3386-469d-992e-683dd6705c8e req-2881886b-bd75-4b71-8e26-b6b13b621365 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019180 Feb 11 05:45:56.545045 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ee0073-d26b-4b2a-86b8-ddaa3951d5a0 None None] The sync data for ids ['3a4f9902-face-4b77-8545-5c31a0126b88'] in n-d-713499-38 is: [{'id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1531095028', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:45:53Z', 'revision_number': 4, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6', 'name': '', 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'mac_address': 'fa:16:3e:65:be:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '449e247a-9dbe-47b5-8805-62bde00bafdb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:52Z', 'updated_at': '2022-02-11T05:45:55Z', 'revision_number': 4, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'subnets': [{'id': '449e247a-9dbe-47b5-8805-62bde00bafdb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:45:56.647855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526bb9e7-7700-4ae9-b9db-06de98aa16ee None None] Pushing event updated for resources: {'Port': ['ID=bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:56.651790 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port f9eb0891-ef12-4d62-89a8-6d6226d74a92, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:56.671113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device f9eb0891-ef12-4d62-89a8-6d6226d74a92 has no active binding in host n-h2-713499-38 {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 05:45:56.674030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c4baaf6d-dc9c-42a1-8ea9-6f96fe5f7f52 None None] Provisioning complete for port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:56.674408 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c4baaf6d-dc9c-42a1-8ea9-6f96fe5f7f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.755684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:56.757117 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:56.764165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d1cb8-ab18-4469-bc98-4693e02cd14f req-f61376b4-76f3-4183-bdfb-df8ddce1a048 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:56.765847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-561d1cb8-ab18-4469-bc98-4693e02cd14f req-f61376b4-76f3-4183-bdfb-df8ddce1a048 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 945 time: 0.0722370 Feb 11 05:45:56.841755 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-561d1cb8-ab18-4469-bc98-4693e02cd14f req-369960f2-0fac-42ca-a979-57a544163305 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680416 Feb 11 05:45:56.844619 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:56.844855 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:56.889691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c4baaf6d-dc9c-42a1-8ea9-6f96fe5f7f52 None None] Current status of the port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:56.911631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68a97461-e12e-4096-bb1a-5b6bf30d38eb req-70989504-59c8-4ae8-95b2-abd746acdbf6 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 210 time: 0.0347474 Feb 11 05:45:56.948999 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:57.011363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-51943197-03bd-404e-b3e2-8eeb8698173a None None] Provisioning complete for port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:57.012215 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-51943197-03bd-404e-b3e2-8eeb8698173a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.113275 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-51943197-03bd-404e-b3e2-8eeb8698173a None None] Current status of the port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:57.143883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-69a518b3-af67-4128-9a44-ed6eee66e2df tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:57.145373 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-69a518b3-af67-4128-9a44-ed6eee66e2df tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.88 "GET /v2.0/networks?id=d43f5835-97cb-4fe3-8276-d5e14aa02f8a HTTP/1.1" status: 200 len: 798 time: 0.1257949 Feb 11 05:45:57.160107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d9285651-8e48-45b2-a8c3-586fb538e643 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Request body: {'port': {'device_id': '94f5e91d-a6c0-4210-b291-b4e162e24daa', 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a', 'admin_state_up': True, 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:57.283104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d9285651-8e48-45b2-a8c3-586fb538e643 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Made reservation on behalf of 60d1a50fad2c4d8488122ad129a771f9 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:45:57.286611 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d9285651-8e48-45b2-a8c3-586fb538e643 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.769593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe43cd7-2c57-4e34-a861-796257d0fe7a req-8a47890a-18c3-40fc-b2d2-59010234bee4 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:57.771154 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fe43cd7-2c57-4e34-a861-796257d0fe7a req-8a47890a-18c3-40fc-b2d2-59010234bee4 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.1102998 Feb 11 05:45:57.856554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d9285651-8e48-45b2-a8c3-586fb538e643 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Allocated IP 172.20.0.28 (d43f5835-97cb-4fe3-8276-d5e14aa02f8a/449e247a-9dbe-47b5-8805-62bde00bafdb/768e8285-3ab1-4ef5-adc4-78f5caa210d1) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:57.864015 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fe43cd7-2c57-4e34-a861-796257d0fe7a req-f6007d18-279c-46cc-831f-3f0876eb413d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858660 Feb 11 05:45:58.039838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e52ab7a2-0f85-4804-b780-f5572a6cc2da req-c081b72f-60df-475a-9545-ede214ecbeb7 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 210 time: 0.0445089 Feb 11 05:45:58.052957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeb818-ac19-4eb0-92ec-037bb5851db7 req-4e09fbf0-3772-42ca-95c2-4f62396040f8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:58.054474 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ebeb818-ac19-4eb0-92ec-037bb5851db7 req-4e09fbf0-3772-42ca-95c2-4f62396040f8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 945 time: 0.1343729 Feb 11 05:45:58.074746 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d9285651-8e48-45b2-a8c3-586fb538e643 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for port (768e8285-3ab1-4ef5-adc4-78f5caa210d1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.132282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ebeb818-ac19-4eb0-92ec-037bb5851db7 req-fdd65016-1d1b-46eb-b20c-96b7a3f8ddd7 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679448 Feb 11 05:45:58.149272 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d9285651-8e48-45b2-a8c3-586fb538e643 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (768e8285-3ab1-4ef5-adc4-78f5caa210d1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.169070 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:45:58.186949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d9285651-8e48-45b2-a8c3-586fb538e643 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Network d43f5835-97cb-4fe3-8276-d5e14aa02f8a is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:58.192788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d9285651-8e48-45b2-a8c3-586fb538e643 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:58.196645 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d9285651-8e48-45b2-a8c3-586fb538e643 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:58.220517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:58.220945 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.236406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9285651-8e48-45b2-a8c3-586fb538e643 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event updated for resources: {'Port': ['ID=768e8285-3ab1-4ef5-adc4-78f5caa210d1,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:58.264718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d9285651-8e48-45b2-a8c3-586fb538e643 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:58.266376 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d9285651-8e48-45b2-a8c3-586fb538e643 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.285969 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d9285651-8e48-45b2-a8c3-586fb538e643 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1310890 Feb 11 05:45:58.302825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Request body: {'port': {'device_id': '94f5e91d-a6c0-4210-b291-b4e162e24daa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:58.308779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:58.369766 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (768e8285-3ab1-4ef5-adc4-78f5caa210d1), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.440461 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-91b8ad76-7f9e-4260-9cc5-fdd334d440d1 None None] Provisioning complete for port 768e8285-3ab1-4ef5-adc4-78f5caa210d1 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:58.440837 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-91b8ad76-7f9e-4260-9cc5-fdd334d440d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (768e8285-3ab1-4ef5-adc4-78f5caa210d1), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.487167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-91b8ad76-7f9e-4260-9cc5-fdd334d440d1 None None] Port 768e8285-3ab1-4ef5-adc4-78f5caa210d1 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:45:58.490640 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e453c083-014c-4daf-a0c3-48bc52ef9c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.653085 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768e8285-3ab1-4ef5-adc4-78f5caa210d1 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:45:58.660846 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Publish callbacks [] for port (768e8285-3ab1-4ef5-adc4-78f5caa210d1), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.673588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Transition to ACTIVE for port object 768e8285-3ab1-4ef5-adc4-78f5caa210d1 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:45:58.677352 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (768e8285-3ab1-4ef5-adc4-78f5caa210d1), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.729412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Pushing event updated for resources: {'Port': ['ID=768e8285-3ab1-4ef5-adc4-78f5caa210d1,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:58.816476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Attempting to bind port 768e8285-3ab1-4ef5-adc4-78f5caa210d1 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:45:58.816804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Attempting to bind port 768e8285-3ab1-4ef5-adc4-78f5caa210d1 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'ba39f757-5120-4bf7-9740-b43aefc9f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:45:58.817118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Attempting to bind port 768e8285-3ab1-4ef5-adc4-78f5caa210d1 on network d43f5835-97cb-4fe3-8276-d5e14aa02f8a {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:58.821873 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Port 768e8285-3ab1-4ef5-adc4-78f5caa210d1 on network d43f5835-97cb-4fe3-8276-d5e14aa02f8a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:45:58.822195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Attempting to bind port 768e8285-3ab1-4ef5-adc4-78f5caa210d1 on network d43f5835-97cb-4fe3-8276-d5e14aa02f8a {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:45:58.827663 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:45:58.828006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Checking segment: {'id': 'ba39f757-5120-4bf7-9740-b43aefc9f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:45:58.828909 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Bound using segment: {'id': 'ba39f757-5120-4bf7-9740-b43aefc9f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:45:58.829332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Bound port: 768e8285-3ab1-4ef5-adc4-78f5caa210d1, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba39f757-5120-4bf7-9740-b43aefc9f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:45:58.829705 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (768e8285-3ab1-4ef5-adc4-78f5caa210d1), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.912887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] For port 768e8285-3ab1-4ef5-adc4-78f5caa210d1, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:58.916686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] For port 768e8285-3ab1-4ef5-adc4-78f5caa210d1, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=768e8285-3ab1-4ef5-adc4-78f5caa210d1,segment=NetworkSegment(ba39f757-5120-4bf7-9740-b43aefc9f986),segment_id=ba39f757-5120-4bf7-9740-b43aefc9f986)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:45:58.926012 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (768e8285-3ab1-4ef5-adc4-78f5caa210d1), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.975844 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:58.976418 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.977893 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] 10.222.0.88 "PUT /v2.0/ports/768e8285-3ab1-4ef5-adc4-78f5caa210d1 HTTP/1.1" status: 200 len: 1056 time: 0.6820316 Feb 11 05:45:58.992741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f5e91d-a6c0-4210-b291-b4e162e24daa', 'tag': '768e8285-3ab1-4ef5-adc4-78f5caa210d1'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:58.995033 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dfd016-b80b-458d-9516-cc03e3f71864" -d '{"events": [{"name": "network-changed", "server_uuid": "94f5e91d-a6c0-4210-b291-b4e162e24daa", "tag": "768e8285-3ab1-4ef5-adc4-78f5caa210d1"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:59.032499 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1effabf-8459-40d6-81a4-eaa152c03dff service neutron] Pushing event updated for resources: {'Port': ['ID=768e8285-3ab1-4ef5-adc4-78f5caa210d1,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:59.054032 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4219e2-410b-4e03-a327-5babc51f8a02 req-db842475-aa28-4563-88eb-d485ba24da0a tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:59.055656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e4219e2-410b-4e03-a327-5babc51f8a02 req-db842475-aa28-4563-88eb-d485ba24da0a tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.1029491 Feb 11 05:45:59.075036 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cf18ce-fcc4-4b7d-a508-2bce024318d4 x-openstack-request-id: req-66cf18ce-fcc4-4b7d-a508-2bce024318d4 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:59.075316 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f5e91d-a6c0-4210-b291-b4e162e24daa", "tag": "768e8285-3ab1-4ef5-adc4-78f5caa210d1", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:59.075594 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-66cf18ce-fcc4-4b7d-a508-2bce024318d4 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:59.076010 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f5e91d-a6c0-4210-b291-b4e162e24daa', 'tag': '768e8285-3ab1-4ef5-adc4-78f5caa210d1', 'status': 'completed', 'code': 200} Feb 11 05:45:59.106334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-27cba220-fd99-45dc-97f1-597bace9b9b3 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:45:59.107512 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-27cba220-fd99-45dc-97f1-597bace9b9b3 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057347 Feb 11 05:45:59.216589 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e4219e2-410b-4e03-a327-5babc51f8a02 req-4f2e5268-d907-4a97-91b4-4ca353272677 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515400 Feb 11 05:45:59.236093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-976c2143-206b-4177-bae7-19b2bf73bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:59.237730 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-976c2143-206b-4177-bae7-19b2bf73bee0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=60d1a50fad2c4d8488122ad129a771f9&device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 1090 time: 0.1926124 Feb 11 05:45:59.240501 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-0c55e5f0-957e-4e96-992b-e9ae8bb72796 service neutron] 10.222.0.73 "GET /v2.0/ports/f9eb0891-ef12-4d62-89a8-6d6226d74a92/bindings/n-h2-713499-38 HTTP/1.1" status: 200 len: 385 time: 0.1220486 Feb 11 05:45:59.276425 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1efd1b-7ba8-44a7-8fdf-2f7898afc5bd req-bc459033-869b-4f44-b2ca-c4f07d3375be tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:59.278214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd1efd1b-7ba8-44a7-8fdf-2f7898afc5bd req-bc459033-869b-4f44-b2ca-c4f07d3375be tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 907 time: 0.1279089 Feb 11 05:45:59.338443 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-494b3ec3-c9ae-4e40-ae9b-bcf3e202da0b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=768e8285-3ab1-4ef5-adc4-78f5caa210d1 HTTP/1.1" status: 200 len: 217 time: 0.0916903 Feb 11 05:45:59.436597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-5736d9dc-ec2a-4ecb-8a9d-2cd7206ab33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:59.438542 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-5736d9dc-ec2a-4ecb-8a9d-2cd7206ab33b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=449e247a-9dbe-47b5-8805-62bde00bafdb HTTP/1.1" status: 200 len: 838 time: 0.0789814 Feb 11 05:45:59.495407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a64ade-2fbf-4891-94c2-a42cb79ea2b3 req-66a88da3-300b-474a-a2b6-baff8121782b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:59.496927 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87a64ade-2fbf-4891-94c2-a42cb79ea2b3 req-66a88da3-300b-474a-a2b6-baff8121782b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 945 time: 0.1974030 Feb 11 05:45:59.617684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-9bcb41ce-3f8c-4644-a12d-7865f1aae9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:59.619215 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-9bcb41ce-3f8c-4644-a12d-7865f1aae9b1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d43f5835-97cb-4fe3-8276-d5e14aa02f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1618109 Feb 11 05:45:59.624587 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87a64ade-2fbf-4891-94c2-a42cb79ea2b3 req-4d399832-1f49-46ca-85cc-aad8cf790c9d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204503 Feb 11 05:45:59.678605 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-05e4b704-ffff-48b3-9653-595018a4d350 req-05fa8c02-2ddc-457b-be3d-e5aaec863190 service neutron] For port f9eb0891-ef12-4d62-89a8-6d6226d74a92, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:59.742575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-05e4b704-ffff-48b3-9653-595018a4d350 req-05fa8c02-2ddc-457b-be3d-e5aaec863190 service neutron] For port f9eb0891-ef12-4d62-89a8-6d6226d74a92, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:45:59.781521 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-178aded8-5169-4f73-bf85-3a82b34bc9a8 service neutron] 10.222.0.88 "GET /v2.0/networks/d43f5835-97cb-4fe3-8276-d5e14aa02f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539111 Feb 11 05:45:59.818308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-05e4b704-ffff-48b3-9653-595018a4d350 req-05fa8c02-2ddc-457b-be3d-e5aaec863190 service neutron] For port f9eb0891-ef12-4d62-89a8-6d6226d74a92, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:59.861662 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-05e4b704-ffff-48b3-9653-595018a4d350 req-05fa8c02-2ddc-457b-be3d-e5aaec863190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.930981 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-29dc8dab-0c62-4c79-b45f-7efea57129b0 req-e14885cd-e894-439b-abe6-17f9504d463c service neutron] 10.222.0.88 "GET /v2.0/networks/d43f5835-97cb-4fe3-8276-d5e14aa02f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396508 Feb 11 05:45:59.961290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-05e4b704-ffff-48b3-9653-595018a4d350 req-05fa8c02-2ddc-457b-be3d-e5aaec863190 service neutron] Transition to ACTIVE for port object f9eb0891-ef12-4d62-89a8-6d6226d74a92 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:45:59.965910 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-05e4b704-ffff-48b3-9653-595018a4d350 req-05fa8c02-2ddc-457b-be3d-e5aaec863190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.089061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa8c02-2ddc-457b-be3d-e5aaec863190 service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb0891-ef12-4d62-89a8-6d6226d74a92,revision_number=11']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:00.124693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfd016-b80b-458d-9516-cc03e3f71864 req-cf8267dc-de3f-46b2-82e9-709db99f3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.126293 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99dfd016-b80b-458d-9516-cc03e3f71864 req-cf8267dc-de3f-46b2-82e9-709db99f3012 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=60d1a50fad2c4d8488122ad129a771f9&device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 1090 time: 0.1316605 Feb 11 05:46:00.148849 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e4b704-ffff-48b3-9653-595018a4d350 req-05fa8c02-2ddc-457b-be3d-e5aaec863190 service neutron] No DVR routers for this DVR port f9eb0891-ef12-4d62-89a8-6d6226d74a92 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:00.342633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfd016-b80b-458d-9516-cc03e3f71864 req-c83cb193-dca7-4341-8ca7-be10a0ccc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.344726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99dfd016-b80b-458d-9516-cc03e3f71864 req-c83cb193-dca7-4341-8ca7-be10a0ccc6e3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d43f5835-97cb-4fe3-8276-d5e14aa02f8a HTTP/1.1" status: 200 len: 899 time: 0.2032771 Feb 11 05:46:00.437611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99dfd016-b80b-458d-9516-cc03e3f71864 req-5e6d144b-8a03-4922-8c33-44ced29824fb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=768e8285-3ab1-4ef5-adc4-78f5caa210d1 HTTP/1.1" status: 200 len: 217 time: 0.0828812 Feb 11 05:46:00.450832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-05fa8c02-2ddc-457b-be3d-e5aaec863190 service neutron] 10.222.0.73 "PUT /v2.0/ports/f9eb0891-ef12-4d62-89a8-6d6226d74a92/bindings/n-h2-713499-38/activate HTTP/1.1" status: 200 len: 370 time: 1.1904404 Feb 11 05:46:00.467842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b4f92-750a-4c32-946f-4e857bae8c26 req-84db43a9-728e-48b2-b106-0c0ed223fdb1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.469979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c9b4f92-750a-4c32-946f-4e857bae8c26 req-84db43a9-728e-48b2-b106-0c0ed223fdb1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.1744094 Feb 11 05:46:00.553788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537f08b-5d63-432d-a2c4-053e666acd65 req-c6f91131-51ae-4a3b-b36c-1a98f64c5702 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.555247 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f537f08b-5d63-432d-a2c4-053e666acd65 req-c6f91131-51ae-4a3b-b36c-1a98f64c5702 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 907 time: 0.2038586 Feb 11 05:46:00.565442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfd016-b80b-458d-9516-cc03e3f71864 req-5de8ff5b-c94e-4176-ae21-afe3959554ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.566965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99dfd016-b80b-458d-9516-cc03e3f71864 req-5de8ff5b-c94e-4176-ae21-afe3959554ef service neutron] 10.222.0.88 "GET /v2.0/subnets?id=449e247a-9dbe-47b5-8805-62bde00bafdb HTTP/1.1" status: 200 len: 838 time: 0.1199343 Feb 11 05:46:00.623350 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c9b4f92-750a-4c32-946f-4e857bae8c26 req-40e1d6e2-c4b7-41c4-a41a-eeae8a7d1b09 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330914 Feb 11 05:46:00.637397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4b704-ffff-48b3-9653-595018a4d350 req-8795c79d-49f5-4d61-bc2d-79b3d00d512e tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.638911 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-8795c79d-49f5-4d61-bc2d-79b3d00d512e tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3&tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 1127 time: 0.1243019 Feb 11 05:46:00.677493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfd016-b80b-458d-9516-cc03e3f71864 req-7b30ca09-075d-4496-90ba-9ca1d1c5fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.679018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99dfd016-b80b-458d-9516-cc03e3f71864 req-7b30ca09-075d-4496-90ba-9ca1d1c5fff7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d43f5835-97cb-4fe3-8276-d5e14aa02f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1025648 Feb 11 05:46:00.775369 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-270aab71-1b6e-47c1-8957-1fc6526c0e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:00.782049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4b704-ffff-48b3-9653-595018a4d350 req-9a7de9c3-0a52-4d6e-b495-01ef8a3d5479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.783582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-9a7de9c3-0a52-4d6e-b495-01ef8a3d5479 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3&tenant_id=52d5e1b82a9e4c3fbf19576a184936a0 HTTP/1.1" status: 200 len: 1127 time: 0.1368434 Feb 11 05:46:00.832974 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dace8d6-8b13-4432-9c58-fbed115c6858 req-1e8202cf-7ebb-463d-ba62-faf1eed12d10 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.834390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7dace8d6-8b13-4432-9c58-fbed115c6858 req-1e8202cf-7ebb-463d-ba62-faf1eed12d10 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 944 time: 0.1373894 Feb 11 05:46:00.850124 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99dfd016-b80b-458d-9516-cc03e3f71864 req-f484b689-342d-4059-a314-191acc51c655 service neutron] 10.222.0.88 "GET /v2.0/networks/d43f5835-97cb-4fe3-8276-d5e14aa02f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631503 Feb 11 05:46:00.964074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4b704-ffff-48b3-9653-595018a4d350 req-3647fada-1783-42d0-87ff-1eb21be24a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:00.965574 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-3647fada-1783-42d0-87ff-1eb21be24a25 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 1127 time: 0.1553717 Feb 11 05:46:00.971498 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7dace8d6-8b13-4432-9c58-fbed115c6858 req-76894fc7-944e-41b4-9fcc-609aba9da6d6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203110 Feb 11 05:46:01.018927 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99dfd016-b80b-458d-9516-cc03e3f71864 req-2ef6603f-4d8f-4e83-8b48-3596e271ff7a service neutron] 10.222.0.88 "GET /v2.0/networks/d43f5835-97cb-4fe3-8276-d5e14aa02f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582270 Feb 11 05:46:01.070391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4b704-ffff-48b3-9653-595018a4d350 req-04affa88-4c45-4415-87fb-b148d463a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.071883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-04affa88-4c45-4415-87fb-b148d463a935 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3479f34a-ed7d-43f1-860a-07264701eca7 HTTP/1.1" status: 200 len: 897 time: 0.0978827 Feb 11 05:46:01.077477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:01.080653 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00dd7ad-11bd-4c20-82ce-993423d1148b" -d '{"events": [{"server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "name": "network-vif-unplugged", "status": "completed", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:01.131057 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943ac1d4-f302-4cb3-b9af-607f277c6878 x-openstack-request-id: req-943ac1d4-f302-4cb3-b9af-607f277c6878 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:01.131347 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "name": "network-vif-unplugged", "status": "completed", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:01.131625 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-943ac1d4-f302-4cb3-b9af-607f277c6878 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:01.132016 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92', 'code': 200} Feb 11 05:46:01.159675 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-9a2e42db-918c-4812-8172-aff01fb71ddb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92 HTTP/1.1" status: 200 len: 997 time: 0.0762932 Feb 11 05:46:01.224468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4b704-ffff-48b3-9653-595018a4d350 req-50c3b1d6-71f5-481b-932b-f19ec3bb91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.226062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-50c3b1d6-71f5-481b-932b-f19ec3bb91c9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=07de902d-9792-4b3a-a073-a0553f9a8c7a HTTP/1.1" status: 200 len: 835 time: 0.0603292 Feb 11 05:46:01.277643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4b704-ffff-48b3-9653-595018a4d350 req-d9e78d58-b43c-4237-84ab-cc7079c5f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.279184 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-d9e78d58-b43c-4237-84ab-cc7079c5f046 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3479f34a-ed7d-43f1-860a-07264701eca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471957 Feb 11 05:46:01.378535 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-84cd330b-752a-4e41-93e1-6dbd1e7d86a1 service neutron] 10.222.0.88 "GET /v2.0/networks/3479f34a-ed7d-43f1-860a-07264701eca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923615 Feb 11 05:46:01.465686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-a46e80b9-fe83-4c30-b7fb-5d49eba1b595 service neutron] 10.222.0.88 "GET /v2.0/networks/3479f34a-ed7d-43f1-860a-07264701eca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813890 Feb 11 05:46:01.695018 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce21e12-2884-4043-bd18-72e5a1b713c6 req-62b69965-62df-4b80-b3df-434caff4e783 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.696288 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ce21e12-2884-4043-bd18-72e5a1b713c6 req-62b69965-62df-4b80-b3df-434caff4e783 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 907 time: 0.0651789 Feb 11 05:46:01.779891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4b704-ffff-48b3-9653-595018a4d350 req-eed46fee-3f0d-4235-9997-e2efbe6ca311 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.781938 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-eed46fee-3f0d-4235-9997-e2efbe6ca311 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3&tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 1127 time: 0.0942693 Feb 11 05:46:01.792437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b30d0a-2245-49c8-af67-23fbf892a94a req-7ee73fc0-7856-4427-8584-b6c3cafd5644 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:01.793873 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23b30d0a-2245-49c8-af67-23fbf892a94a req-7ee73fc0-7856-4427-8584-b6c3cafd5644 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0670712 Feb 11 05:46:01.885626 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23b30d0a-2245-49c8-af67-23fbf892a94a req-e432a43e-1004-4457-87e4-4b7a63fcbcc1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835230 Feb 11 05:46:01.990631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-05e4b704-ffff-48b3-9653-595018a4d350 req-0b2308a1-78f4-4e95-ab80-8dee96ec293b service neutron] For port f9eb0891-ef12-4d62-89a8-6d6226d74a92, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:01.993905 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-05e4b704-ffff-48b3-9653-595018a4d350 req-0b2308a1-78f4-4e95-ab80-8dee96ec293b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:01.996047 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-0b2308a1-78f4-4e95-ab80-8dee96ec293b service neutron] 10.222.0.88 "DELETE /v2.0/ports/f9eb0891-ef12-4d62-89a8-6d6226d74a92/bindings/n-h1-713499-38 HTTP/1.1" status: 204 len: 173 time: 0.2003314 Feb 11 05:46:02.099739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1e249-e689-4ce3-b20e-b121fcceb718 req-85c5ff96-07c4-4bac-9313-b1a2f1b83e51 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.101365 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cec1e249-e689-4ce3-b20e-b121fcceb718 req-85c5ff96-07c4-4bac-9313-b1a2f1b83e51 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 944 time: 0.0567665 Feb 11 05:46:02.251298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 768e8285-3ab1-4ef5-adc4-78f5caa210d1 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:46:02.535964 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cec1e249-e689-4ce3-b20e-b121fcceb718 req-eb43f46f-6638-48c8-80c9-96f470f09ce7 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4288454 Feb 11 05:46:02.545589 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.566026 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 768e8285-3ab1-4ef5-adc4-78f5caa210d1, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=768e8285-3ab1-4ef5-adc4-78f5caa210d1,segment=NetworkSegment(ba39f757-5120-4bf7-9740-b43aefc9f986),segment_id=ba39f757-5120-4bf7-9740-b43aefc9f986)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:02.578258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '768e8285-3ab1-4ef5-adc4-78f5caa210d1', 'network_id': 'd43f5835-97cb-4fe3-8276-d5e14aa02f8a', 'port_id': '768e8285-3ab1-4ef5-adc4-78f5caa210d1', 'mac_address': 'fa:16:3e:7e:45:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449e247a-9dbe-47b5-8805-62bde00bafdb', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:46:02.623608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 768e8285-3ab1-4ef5-adc4-78f5caa210d1 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:02.624623 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (768e8285-3ab1-4ef5-adc4-78f5caa210d1), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.640082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768e8285-3ab1-4ef5-adc4-78f5caa210d1 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:46:02.662495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 768e8285-3ab1-4ef5-adc4-78f5caa210d1, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=768e8285-3ab1-4ef5-adc4-78f5caa210d1,segment=NetworkSegment(ba39f757-5120-4bf7-9740-b43aefc9f986),segment_id=ba39f757-5120-4bf7-9740-b43aefc9f986)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:02.668321 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (768e8285-3ab1-4ef5-adc4-78f5caa210d1), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:02.669663 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb32a1c-73a7-4223-a439-b345ee4ff1e7 req-980addbd-1481-466e-9538-6d706845c2d1 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.676105 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ceb32a1c-73a7-4223-a439-b345ee4ff1e7 req-980addbd-1481-466e-9538-6d706845c2d1 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 1127 time: 0.0615344 Feb 11 05:46:02.722891 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ceb32a1c-73a7-4223-a439-b345ee4ff1e7 req-4c9b0e71-4aba-48b9-904f-a6a78fee4561 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424657 Feb 11 05:46:02.729905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=768e8285-3ab1-4ef5-adc4-78f5caa210d1,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:02.898065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257877b0-0db9-4439-8594-393a33a00b16 req-364d71a5-eb60-4087-94da-e2f513acd646 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.899634 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-257877b0-0db9-4439-8594-393a33a00b16 req-364d71a5-eb60-4087-94da-e2f513acd646 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 908 time: 0.1069129 Feb 11 05:46:02.911331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcba4e-02e6-4223-9be3-d9aae5965974 req-bbbcc8d6-0bc5-43ba-8fb3-493a5e45567a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:02.912916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73dcba4e-02e6-4223-9be3-d9aae5965974 req-bbbcc8d6-0bc5-43ba-8fb3-493a5e45567a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 944 time: 0.0847621 Feb 11 05:46:02.914108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['768e8285-3ab1-4ef5-adc4-78f5caa210d1'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:46:02.976040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73dcba4e-02e6-4223-9be3-d9aae5965974 req-638a33d3-d469-4a0f-8dda-dc334e8b7bb3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551360 Feb 11 05:46:02.979441 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f9eb0891-ef12-4d62-89a8-6d6226d74a92 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:03.004634 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44040) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:03.037226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c0b44-3c53-45a9-b5f4-a672beb65824 req-4588cbfc-7022-40f4-8c2a-bf3297911a0b tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:03.039477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b9c0b44-3c53-45a9-b5f4-a672beb65824 req-4588cbfc-7022-40f4-8c2a-bf3297911a0b tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0615425 Feb 11 05:46:03.050605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] The host n-h1-713499-38 is not matching for port f9eb0891-ef12-4d62-89a8-6d6226d74a92 host n-h2-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:46:03.050924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device f9eb0891-ef12-4d62-89a8-6d6226d74a92 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:03.077320 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9682e6e4-9002-4f12-8e66-0c6d8a156dfe tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/floatingips/a850e0f4-e9c0-476d-aa95-6ae073990e12 HTTP/1.1" status: 200 len: 989 time: 0.0713701 Feb 11 05:46:03.091848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b9c0b44-3c53-45a9-b5f4-a672beb65824 req-fc4492b3-f5a6-461b-ace5-c8ce04e353a3 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462284 Feb 11 05:46:03.667892 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.032778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46354dc6-b8d5-45c0-9b06-bd2fca42ad07 req-43fc15e6-9f6f-4ce2-b5e9-8d0fa6973d51 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.034283 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46354dc6-b8d5-45c0-9b06-bd2fca42ad07 req-43fc15e6-9f6f-4ce2-b5e9-8d0fa6973d51 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 908 time: 0.0569458 Feb 11 05:46:04.214216 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b66e6-6971-48b7-b12c-ea698263014f req-e4b11c63-afa7-4897-af12-76fb5b29195b tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.215768 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b67b66e6-6971-48b7-b12c-ea698263014f req-e4b11c63-afa7-4897-af12-76fb5b29195b tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0548947 Feb 11 05:46:04.245392 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 768e8285-3ab1-4ef5-adc4-78f5caa210d1 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:04.266112 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b67b66e6-6971-48b7-b12c-ea698263014f req-a96a1a47-3740-4a55-9e26-e23cfea7cc1c tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443532 Feb 11 05:46:04.297305 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 768e8285-3ab1-4ef5-adc4-78f5caa210d1 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:46:04.301358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 768e8285-3ab1-4ef5-adc4-78f5caa210d1 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:04.301735 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (768e8285-3ab1-4ef5-adc4-78f5caa210d1), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.381514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 768e8285-3ab1-4ef5-adc4-78f5caa210d1 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:04.381832 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (768e8285-3ab1-4ef5-adc4-78f5caa210d1), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.405954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f5e91d-a6c0-4210-b291-b4e162e24daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768e8285-3ab1-4ef5-adc4-78f5caa210d1'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:04.408283 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a00817-4c28-4d51-87c2-c4e4e4290d05" -d '{"events": [{"server_uuid": "94f5e91d-a6c0-4210-b291-b4e162e24daa", "name": "network-vif-plugged", "status": "completed", "tag": "768e8285-3ab1-4ef5-adc4-78f5caa210d1"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:04.421130 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 768e8285-3ab1-4ef5-adc4-78f5caa210d1, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=768e8285-3ab1-4ef5-adc4-78f5caa210d1,segment=NetworkSegment(ba39f757-5120-4bf7-9740-b43aefc9f986),segment_id=ba39f757-5120-4bf7-9740-b43aefc9f986)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:04.425963 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (768e8285-3ab1-4ef5-adc4-78f5caa210d1), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.454152 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3270ee12-99b9-409a-bc90-8f0592d4ff4e x-openstack-request-id: req-3270ee12-99b9-409a-bc90-8f0592d4ff4e {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:04.454453 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f5e91d-a6c0-4210-b291-b4e162e24daa", "name": "network-vif-plugged", "status": "completed", "tag": "768e8285-3ab1-4ef5-adc4-78f5caa210d1", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:04.454687 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3270ee12-99b9-409a-bc90-8f0592d4ff4e {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:04.455078 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f5e91d-a6c0-4210-b291-b4e162e24daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768e8285-3ab1-4ef5-adc4-78f5caa210d1', 'code': 200} Feb 11 05:46:04.482474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=768e8285-3ab1-4ef5-adc4-78f5caa210d1,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:04.549891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098e8b4-17f2-4caf-8e87-71272507d27c req-9864eea6-2efa-4c6c-9d0a-a10584e4325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:04.551397 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f098e8b4-17f2-4caf-8e87-71272507d27c req-9864eea6-2efa-4c6c-9d0a-a10584e4325e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 1092 time: 0.0451972 Feb 11 05:46:05.154311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc492c5-d654-4b74-8834-4438d09c3dcd req-ef1e46a6-9571-440b-a0d5-e734e14ff248 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:05.155870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fdc492c5-d654-4b74-8834-4438d09c3dcd req-ef1e46a6-9571-440b-a0d5-e734e14ff248 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 909 time: 0.0538173 Feb 11 05:46:05.185963 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:05.318278 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44056) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:05.399733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bafa2-d952-4dc9-8b14-8d0f26f4dd7a req-e6269c10-c48b-42ac-a6cf-897a1c711c88 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:05.401220 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b38bafa2-d952-4dc9-8b14-8d0f26f4dd7a req-e6269c10-c48b-42ac-a6cf-897a1c711c88 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0591781 Feb 11 05:46:05.453307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b38bafa2-d952-4dc9-8b14-8d0f26f4dd7a req-4c8192cf-a719-4e36-95c8-787779973ce5 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454760 Feb 11 05:46:05.489027 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8b89e9b8-2e3d-4626-a145-fbe540e5b1f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting port bd3c9a0e-554d-4eaf-bdfa-6c6a5fda9682 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:05.489376 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b89e9b8-2e3d-4626-a145-fbe540e5b1f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (bd3c9a0e-554d-4eaf-bdfa-6c6a5fda9682), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:05.571683 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b89e9b8-2e3d-4626-a145-fbe540e5b1f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (bd3c9a0e-554d-4eaf-bdfa-6c6a5fda9682), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:05.572737 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b89e9b8-2e3d-4626-a145-fbe540e5b1f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for floatingip (bd3c9a0e-554d-4eaf-bdfa-6c6a5fda9682), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:05.587979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8b89e9b8-2e3d-4626-a145-fbe540e5b1f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Calling delete_port for bd3c9a0e-554d-4eaf-bdfa-6c6a5fda9682 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:05.761829 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b89e9b8-2e3d-4626-a145-fbe540e5b1f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (bd3c9a0e-554d-4eaf-bdfa-6c6a5fda9682), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:05.785663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89e9b8-2e3d-4626-a145-fbe540e5b1f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Port': ['ID=bd3c9a0e-554d-4eaf-bdfa-6c6a5fda9682,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:05.850569 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b89e9b8-2e3d-4626-a145-fbe540e5b1f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for floatingip (a850e0f4-e9c0-476d-aa95-6ae073990e12), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:05.850899 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-8b89e9b8-2e3d-4626-a145-fbe540e5b1f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Floating IP a850e0f4-e9c0-476d-aa95-6ae073990e12 disassociated (deleted). External IP: 172.25.5.8, port: f9eb0891-ef12-4d62-89a8-6d6226d74a92. Feb 11 05:46:06.069775 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b89e9b8-2e3d-4626-a145-fbe540e5b1f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:46:06.182410 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b89e9b8-2e3d-4626-a145-fbe540e5b1f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:06.186894 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b89e9b8-2e3d-4626-a145-fbe540e5b1f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:06.193814 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ab3e7-8a11-4c9f-a71d-7b1d6e5e0114 None None] Sync routers for ids ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:06.205931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ab3e7-8a11-4c9f-a71d-7b1d6e5e0114 None None] Routers {'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:06.206677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b59ab3e7-8a11-4c9f-a71d-7b1d6e5e0114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:46:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:06.217223 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8b89e9b8-2e3d-4626-a145-fbe540e5b1f3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/floatingips/a850e0f4-e9c0-476d-aa95-6ae073990e12 HTTP/1.1" status: 204 len: 168 time: 0.8977685 Feb 11 05:46:06.217814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:06.221317 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26827f4-c6f8-4754-83b9-e21651e78871" -d '{"events": [{"name": "network-changed", "server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:06.301754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e6a48-8027-4aad-8db7-1b6adcb87a41 req-519f2873-00ea-458c-bbfc-ab567836af68 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.305924 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d09e6a48-8027-4aad-8db7-1b6adcb87a41 req-519f2873-00ea-458c-bbfc-ab567836af68 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 909 time: 0.0678730 Feb 11 05:46:06.339961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-b59ab3e7-8a11-4c9f-a71d-7b1d6e5e0114 None None] Set router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:06.369965 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc84922-213d-4d30-ae54-25e2e84c9e05 x-openstack-request-id: req-6bc84922-213d-4d30-ae54-25e2e84c9e05 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:06.371133 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:06.371133 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6bc84922-213d-4d30-ae54-25e2e84c9e05 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:06.371133 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92', 'status': 'completed', 'code': 200} Feb 11 05:46:06.522300 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26827f4-c6f8-4754-83b9-e21651e78871 req-6213eb27-47c4-44df-8eea-671c93b97afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.523844 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e26827f4-c6f8-4754-83b9-e21651e78871 req-6213eb27-47c4-44df-8eea-671c93b97afe service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 1127 time: 0.1221125 Feb 11 05:46:06.532929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ad833-d969-4079-b32b-5aa1dc447e35 req-3dbbd9ca-c5c6-4b9c-885c-d40b5aa38f80 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.534352 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-091ad833-d969-4079-b32b-5aa1dc447e35 req-3dbbd9ca-c5c6-4b9c-885c-d40b5aa38f80 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 909 time: 0.1057765 Feb 11 05:46:06.572035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cb698-25ef-456d-96dc-52c2891df509 req-5f53a452-636d-4d50-b059-88419eb8168f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.573126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af0cb698-25ef-456d-96dc-52c2891df509 req-5f53a452-636d-4d50-b059-88419eb8168f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 944 time: 0.1119790 Feb 11 05:46:06.592018 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b59ab3e7-8a11-4c9f-a71d-7b1d6e5e0114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462045028', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:46Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '37162076-2324-467d-9515-e33bf35b11f7', 'name': '', 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:2f:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:52Z', 'updated_at': '2022-02-11T05:44:57Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:06.620301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ab3e7-8a11-4c9f-a71d-7b1d6e5e0114 None None] Checking router: f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:06.630190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ab3e7-8a11-4c9f-a71d-7b1d6e5e0114 None None] Routers {'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:06.630813 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b59ab3e7-8a11-4c9f-a71d-7b1d6e5e0114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:46:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:06.704501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26827f4-c6f8-4754-83b9-e21651e78871 req-7f6cbca2-8b81-48cc-93b3-8ca1b997a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.706158 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e26827f4-c6f8-4754-83b9-e21651e78871 req-7f6cbca2-8b81-48cc-93b3-8ca1b997a5a3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3479f34a-ed7d-43f1-860a-07264701eca7 HTTP/1.1" status: 200 len: 897 time: 0.1692574 Feb 11 05:46:06.710677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af0cb698-25ef-456d-96dc-52c2891df509 req-9ece49a0-1664-4381-b9fa-70ba537837a5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035767 Feb 11 05:46:06.722301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67ba54-67e7-4045-a65e-95a21c1aa3bc req-775cb6bd-636b-487d-8dcb-81a103bd76dd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.724291 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e67ba54-67e7-4045-a65e-95a21c1aa3bc req-775cb6bd-636b-487d-8dcb-81a103bd76dd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.1156871 Feb 11 05:46:06.759969 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-b59ab3e7-8a11-4c9f-a71d-7b1d6e5e0114 None None] Set router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:06.769961 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e26827f4-c6f8-4754-83b9-e21651e78871 req-2c9ab511-96ce-45e9-9529-07f218ac433f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92 HTTP/1.1" status: 200 len: 217 time: 0.0446556 Feb 11 05:46:06.884257 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26827f4-c6f8-4754-83b9-e21651e78871 req-9658b190-5431-4c87-a49a-c492f4e2f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.885615 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e26827f4-c6f8-4754-83b9-e21651e78871 req-9658b190-5431-4c87-a49a-c492f4e2f5a4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=07de902d-9792-4b3a-a073-a0553f9a8c7a HTTP/1.1" status: 200 len: 835 time: 0.1095855 Feb 11 05:46:06.891317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e67ba54-67e7-4045-a65e-95a21c1aa3bc req-b7da4902-e37e-4554-80dc-b5e70a524894 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233494 Feb 11 05:46:06.945508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886103f9-6ecf-47d8-97e7-b6ed9085cfe0 req-a06e0405-4fb2-4efa-861a-e0db5740b82e tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.947051 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-886103f9-6ecf-47d8-97e7-b6ed9085cfe0 req-a06e0405-4fb2-4efa-861a-e0db5740b82e tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 1092 time: 0.1720541 Feb 11 05:46:06.980794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a0e02-4942-4cec-85d6-7e6f00e77f4b req-8a97b933-dbff-4f23-9487-38a12cbf43ae tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.980983 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b59ab3e7-8a11-4c9f-a71d-7b1d6e5e0114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462045028', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:46Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '37162076-2324-467d-9515-e33bf35b11f7', 'name': '', 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:2f:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:52Z', 'updated_at': '2022-02-11T05:44:57Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:06.982300 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a98a0e02-4942-4cec-85d6-7e6f00e77f4b req-8a97b933-dbff-4f23-9487-38a12cbf43ae tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.88 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 944 time: 0.1126616 Feb 11 05:46:06.996974 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26827f4-c6f8-4754-83b9-e21651e78871 req-084b25d5-7396-4970-82cc-fd8876ec91dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:06.998441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e26827f4-c6f8-4754-83b9-e21651e78871 req-084b25d5-7396-4970-82cc-fd8876ec91dc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3479f34a-ed7d-43f1-860a-07264701eca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1062450 Feb 11 05:46:07.013054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ab3e7-8a11-4c9f-a71d-7b1d6e5e0114 None None] The sync data for ids ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'] in n-d-713499-38 is: [{'id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462045028', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:46Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '37162076-2324-467d-9515-e33bf35b11f7', 'name': '', 'network_id': '3479f34a-ed7d-43f1-860a-07264701eca7', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:2f:d7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:52Z', 'updated_at': '2022-02-11T05:44:57Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '07de902d-9792-4b3a-a073-a0553f9a8c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:07.184811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4ca22-b0ce-4499-8394-6320405909db req-ab70b475-3732-429a-960c-7d69e8dc390a tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:07.186340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ced4ca22-b0ce-4499-8394-6320405909db req-ab70b475-3732-429a-960c-7d69e8dc390a tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 1168 time: 0.1547501 Feb 11 05:46:07.190106 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e26827f4-c6f8-4754-83b9-e21651e78871 req-7865d573-d2a0-461e-b2ce-ff842cb7d0f1 service neutron] 10.222.0.88 "GET /v2.0/networks/3479f34a-ed7d-43f1-860a-07264701eca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686058 Feb 11 05:46:07.244554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a98a0e02-4942-4cec-85d6-7e6f00e77f4b req-f8a105d0-0f19-4d84-8e51-7860f6754d2d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting port f9eb0891-ef12-4d62-89a8-6d6226d74a92 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:07.244905 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a98a0e02-4942-4cec-85d6-7e6f00e77f4b req-f8a105d0-0f19-4d84-8e51-7860f6754d2d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.266242 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254af675-58f4-4328-8e1a-66f5e4006720 None None] New status for floating IP a850e0f4-e9c0-476d-aa95-6ae073990e12: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:46:07.379068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ced4ca22-b0ce-4499-8394-6320405909db req-f56e4b56-f2b5-4f9f-8dcf-bb1c6ad2fd96 tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=73b75de4-080d-48fa-9b3d-1d2a921b5b3c&id=842d0237-5f68-4c6f-bbe0-643fac9d972b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1863372 Feb 11 05:46:07.393457 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e26827f4-c6f8-4754-83b9-e21651e78871 req-9bd5f751-254c-495f-97c2-b6a35adaca5e service neutron] 10.222.0.88 "GET /v2.0/networks/3479f34a-ed7d-43f1-860a-07264701eca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919904 Feb 11 05:46:07.401238 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44074) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:07.411487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-a98a0e02-4942-4cec-85d6-7e6f00e77f4b req-f8a105d0-0f19-4d84-8e51-7860f6754d2d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] For port f9eb0891-ef12-4d62-89a8-6d6226d74a92, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=f9eb0891-ef12-4d62-89a8-6d6226d74a92,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:07.411855 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a98a0e02-4942-4cec-85d6-7e6f00e77f4b req-f8a105d0-0f19-4d84-8e51-7860f6754d2d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.427764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a98a0e02-4942-4cec-85d6-7e6f00e77f4b req-f8a105d0-0f19-4d84-8e51-7860f6754d2d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Calling delete_port for f9eb0891-ef12-4d62-89a8-6d6226d74a92 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:07.455699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2912861-1c91-4b46-9907-0611b649d12b tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:07.457299 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f2912861-1c91-4b46-9907-0611b649d12b tempest-TestSecurityGroupsBasicOps-1808194492 tempest-TestSecurityGroupsBasicOps-1808194492-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 1087 time: 0.0541599 Feb 11 05:46:07.569496 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a98a0e02-4942-4cec-85d6-7e6f00e77f4b req-f8a105d0-0f19-4d84-8e51-7860f6754d2d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f9eb0891-ef12-4d62-89a8-6d6226d74a92), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.599249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a105d0-0f19-4d84-8e51-7860f6754d2d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Port': ['ID=f9eb0891-ef12-4d62-89a8-6d6226d74a92,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:07.654060 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98a0e02-4942-4cec-85d6-7e6f00e77f4b req-f8a105d0-0f19-4d84-8e51-7860f6754d2d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] No DVR routers for this DVR port f9eb0891-ef12-4d62-89a8-6d6226d74a92 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:07.659288 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a98a0e02-4942-4cec-85d6-7e6f00e77f4b req-f8a105d0-0f19-4d84-8e51-7860f6754d2d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:07.662770 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a98a0e02-4942-4cec-85d6-7e6f00e77f4b req-f8a105d0-0f19-4d84-8e51-7860f6754d2d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.88 "DELETE /v2.0/ports/f9eb0891-ef12-4d62-89a8-6d6226d74a92 HTTP/1.1" status: 204 len: 173 time: 0.6744344 Feb 11 05:46:07.663215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'name': 'network-vif-deleted', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:07.665461 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d274c3a7-5193-4fae-8e5b-61e473350966" -d '{"events": [{"server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "name": "network-vif-deleted", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:07.714730 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b0f953-c462-4041-986b-3ce49cc5fef6 x-openstack-request-id: req-73b0f953-c462-4041-986b-3ce49cc5fef6 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:07.715036 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3", "name": "network-vif-deleted", "tag": "f9eb0891-ef12-4d62-89a8-6d6226d74a92", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:07.715290 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-73b0f953-c462-4041-986b-3ce49cc5fef6 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:07.715715 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3', 'name': 'network-vif-deleted', 'tag': 'f9eb0891-ef12-4d62-89a8-6d6226d74a92', 'status': 'completed', 'code': 200} Feb 11 05:46:07.727482 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01e7e8-c082-4f30-ab04-fff9bcdd8a82 req-0f4c7e4b-3f55-4a8f-9108-d34c0e393241 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:07.729032 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef01e7e8-c082-4f30-ab04-fff9bcdd8a82 req-0f4c7e4b-3f55-4a8f-9108-d34c0e393241 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 909 time: 0.0721233 Feb 11 05:46:07.832383 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-624d3be5-744b-47d3-b74e-056e9d992ea6 req-aedaef6d-81bf-4a8f-ad33-31064da16a19 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=06e1cc50-254e-49a6-a8d4-9b65b3f4c9e3 HTTP/1.1" status: 200 len: 210 time: 0.0296993 Feb 11 05:46:08.027793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a329c-4dd6-4f77-ab62-31ab939b9f30 req-1905f414-a832-469f-a944-ced19706e869 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:08.029350 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7a329c-4dd6-4f77-ab62-31ab939b9f30 req-1905f414-a832-469f-a944-ced19706e869 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0621202 Feb 11 05:46:08.080220 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7a329c-4dd6-4f77-ab62-31ab939b9f30 req-5cbda9ae-c6ce-4b7e-836b-84a0da752377 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440049 Feb 11 05:46:08.853821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e26a73-9e0d-4f93-85de-e42a56f4cf03 req-db983c2d-96fa-4106-a456-2b47da956dfa tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:08.855336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2e26a73-9e0d-4f93-85de-e42a56f4cf03 req-db983c2d-96fa-4106-a456-2b47da956dfa tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 909 time: 0.0529366 Feb 11 05:46:08.903700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44090) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:09.086114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa420c9d-0c6b-4733-95eb-7d7773349ec7 req-0b21ac0c-8c42-49d2-aeb7-a30aa0fe1279 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.087632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa420c9d-0c6b-4733-95eb-7d7773349ec7 req-0b21ac0c-8c42-49d2-aeb7-a30aa0fe1279 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.88 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 909 time: 0.0541761 Feb 11 05:46:09.228131 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-fa420c9d-0c6b-4733-95eb-7d7773349ec7 req-66440d14-83e0-4cf0-ab0c-50121123d98c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Deleting port 768e8285-3ab1-4ef5-adc4-78f5caa210d1 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:09.228479 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fa420c9d-0c6b-4733-95eb-7d7773349ec7 req-66440d14-83e0-4cf0-ab0c-50121123d98c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (768e8285-3ab1-4ef5-adc4-78f5caa210d1), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.239247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742a754-887d-4af2-a3c9-a4231b76cc47 req-66f09f54-1e15-4e61-ae0f-010fd669b288 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:09.241165 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7742a754-887d-4af2-a3c9-a4231b76cc47 req-66f09f54-1e15-4e61-ae0f-010fd669b288 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0763268 Feb 11 05:46:09.293645 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd8711ed-1993-4be7-b178-045d68576299 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.349041 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7742a754-887d-4af2-a3c9-a4231b76cc47 req-5b678d07-16ea-4ce7-9c53-2ac62058bad1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964949 Feb 11 05:46:09.365196 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-fa420c9d-0c6b-4733-95eb-7d7773349ec7 req-66440d14-83e0-4cf0-ab0c-50121123d98c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] For port 768e8285-3ab1-4ef5-adc4-78f5caa210d1, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=768e8285-3ab1-4ef5-adc4-78f5caa210d1,segment=NetworkSegment(ba39f757-5120-4bf7-9740-b43aefc9f986),segment_id=ba39f757-5120-4bf7-9740-b43aefc9f986)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:09.365569 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fa420c9d-0c6b-4733-95eb-7d7773349ec7 req-66440d14-83e0-4cf0-ab0c-50121123d98c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (768e8285-3ab1-4ef5-adc4-78f5caa210d1), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.380343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-fa420c9d-0c6b-4733-95eb-7d7773349ec7 req-66440d14-83e0-4cf0-ab0c-50121123d98c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Calling delete_port for 768e8285-3ab1-4ef5-adc4-78f5caa210d1 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:09.515171 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fa420c9d-0c6b-4733-95eb-7d7773349ec7 req-66440d14-83e0-4cf0-ab0c-50121123d98c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (768e8285-3ab1-4ef5-adc4-78f5caa210d1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.541831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66440d14-83e0-4cf0-ab0c-50121123d98c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event deleted for resources: {'Port': ['ID=768e8285-3ab1-4ef5-adc4-78f5caa210d1,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:09.583288 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-bd8711ed-1993-4be7-b178-045d68576299 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting port 37162076-2324-467d-9515-e33bf35b11f7 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:09.583724 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd8711ed-1993-4be7-b178-045d68576299 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (37162076-2324-467d-9515-e33bf35b11f7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.586635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa420c9d-0c6b-4733-95eb-7d7773349ec7 req-66440d14-83e0-4cf0-ab0c-50121123d98c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] No DVR routers for this DVR port 768e8285-3ab1-4ef5-adc4-78f5caa210d1 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:09.590424 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-fa420c9d-0c6b-4733-95eb-7d7773349ec7 req-66440d14-83e0-4cf0-ab0c-50121123d98c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.593933 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa420c9d-0c6b-4733-95eb-7d7773349ec7 req-66440d14-83e0-4cf0-ab0c-50121123d98c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.88 "DELETE /v2.0/ports/768e8285-3ab1-4ef5-adc4-78f5caa210d1 HTTP/1.1" status: 204 len: 173 time: 0.4996407 Feb 11 05:46:09.706379 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-bd8711ed-1993-4be7-b178-045d68576299 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] For port 37162076-2324-467d-9515-e33bf35b11f7, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=37162076-2324-467d-9515-e33bf35b11f7,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:09.706896 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd8711ed-1993-4be7-b178-045d68576299 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (37162076-2324-467d-9515-e33bf35b11f7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.716929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f5e91d-a6c0-4210-b291-b4e162e24daa', 'name': 'network-vif-deleted', 'tag': '768e8285-3ab1-4ef5-adc4-78f5caa210d1'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:09.720379 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f624cd3-42b8-47f0-92a8-8eb007fdbb96" -d '{"events": [{"server_uuid": "94f5e91d-a6c0-4210-b291-b4e162e24daa", "name": "network-vif-deleted", "tag": "768e8285-3ab1-4ef5-adc4-78f5caa210d1"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:09.722136 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-bd8711ed-1993-4be7-b178-045d68576299 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Calling delete_port for 37162076-2324-467d-9515-e33bf35b11f7 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:09.762498 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9ea304-4be3-4772-bd03-ed3202919a8d x-openstack-request-id: req-7d9ea304-4be3-4772-bd03-ed3202919a8d {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:09.762806 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f5e91d-a6c0-4210-b291-b4e162e24daa", "name": "network-vif-deleted", "tag": "768e8285-3ab1-4ef5-adc4-78f5caa210d1", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:09.763068 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7d9ea304-4be3-4772-bd03-ed3202919a8d {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:09.763687 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f5e91d-a6c0-4210-b291-b4e162e24daa', 'name': 'network-vif-deleted', 'tag': '768e8285-3ab1-4ef5-adc4-78f5caa210d1', 'status': 'completed', 'code': 200} Feb 11 05:46:09.898098 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.932841 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd8711ed-1993-4be7-b178-045d68576299 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (37162076-2324-467d-9515-e33bf35b11f7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:09.961739 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8711ed-1993-4be7-b178-045d68576299 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Port': ['ID=37162076-2324-467d-9515-e33bf35b11f7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:09.980235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-118bedbd-a673-43c2-8cd2-e1d1cd10bef6 req-cd7bd421-eec2-476e-9f17-425d28f62bd9 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=94f5e91d-a6c0-4210-b291-b4e162e24daa HTTP/1.1" status: 200 len: 210 time: 0.0379205 Feb 11 05:46:10.193467 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd8711ed-1993-4be7-b178-045d68576299 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:10.296197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device f9eb0891-ef12-4d62-89a8-6d6226d74a92 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:10.317716 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: f9eb0891-ef12-4d62-89a8-6d6226d74a92 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:10.318070 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device f9eb0891-ef12-4d62-89a8-6d6226d74a92 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:10.421044 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8711ed-1993-4be7-b178-045d68576299 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:46:10.477539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26094e3-3097-4b32-a19d-3dc72757709a req-c6b1c2c7-b49f-4567-9f00-fea15d4d9dae tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:10.479047 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e26094e3-3097-4b32-a19d-3dc72757709a req-c6b1c2c7-b49f-4567-9f00-fea15d4d9dae tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0577769 Feb 11 05:46:10.528368 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e26094e3-3097-4b32-a19d-3dc72757709a req-c66e722e-e5cd-42ae-b84d-31b6f65f300e tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426245 Feb 11 05:46:10.536421 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8711ed-1993-4be7-b178-045d68576299 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:10.543458 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bd8711ed-1993-4be7-b178-045d68576299 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "PUT /v2.0/routers/f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6364343 Feb 11 05:46:10.544742 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44100) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:10.551576 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37159c45-7aa9-4c35-a690-8c05d74db75d None None] Sync routers for ids ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:10.561618 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37159c45-7aa9-4c35-a690-8c05d74db75d None None] Routers {'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:10.562754 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-37159c45-7aa9-4c35-a690-8c05d74db75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:46:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:10.600470 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acf0ad5-4324-4af1-9180-98cfa338e91c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting subnet 07de902d-9792-4b3a-a073-a0553f9a8c7a {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:46:10.603706 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3acf0ad5-4324-4af1-9180-98cfa338e91c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for subnet (07de902d-9792-4b3a-a073-a0553f9a8c7a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:10.644741 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3acf0ad5-4324-4af1-9180-98cfa338e91c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (07de902d-9792-4b3a-a073-a0553f9a8c7a), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:10.674566 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-37159c45-7aa9-4c35-a690-8c05d74db75d None None] Set router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:10.733424 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3acf0ad5-4324-4af1-9180-98cfa338e91c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (07de902d-9792-4b3a-a073-a0553f9a8c7a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:10.794709 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3acf0ad5-4324-4af1-9180-98cfa338e91c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (07de902d-9792-4b3a-a073-a0553f9a8c7a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:10.821228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf0ad5-4324-4af1-9180-98cfa338e91c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Subnet': ['ID=07de902d-9792-4b3a-a073-a0553f9a8c7a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:10.827668 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3acf0ad5-4324-4af1-9180-98cfa338e91c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:10.834282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44102) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:10.834469 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3acf0ad5-4324-4af1-9180-98cfa338e91c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/subnets/07de902d-9792-4b3a-a073-a0553f9a8c7a HTTP/1.1" status: 204 len: 168 time: 0.2884481 Feb 11 05:46:10.839357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea6645c-2ce0-431f-b3ee-40682f3b9705 None None] Network 3479f34a-ed7d-43f1-860a-07264701eca7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:10.938918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-37159c45-7aa9-4c35-a690-8c05d74db75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462045028', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:46Z', 'updated_at': '2022-02-11T05:46:09Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:10.951953 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6717ec3-0417-4886-9881-cfd55bcac462 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router (f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:10.972401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37159c45-7aa9-4c35-a690-8c05d74db75d None None] Checking router: f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:10.987010 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37159c45-7aa9-4c35-a690-8c05d74db75d None None] Routers {'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:10.987636 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-37159c45-7aa9-4c35-a690-8c05d74db75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:46:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:11.041039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44106) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:11.083344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355e8bdc-5539-4e8b-8259-617fb6157ecc None None] DHCP port deletion for 3479f34a-ed7d-43f1-860a-07264701eca7 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:46:11.135720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-37159c45-7aa9-4c35-a690-8c05d74db75d None None] Set router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:11.338688 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6717ec3-0417-4886-9881-cfd55bcac462 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_gateway (f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.407701 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c6717ec3-0417-4886-9881-cfd55bcac462 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting port 5e38590d-80bd-4213-a5ab-4d6daab0db13 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:11.408030 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6717ec3-0417-4886-9881-cfd55bcac462 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5e38590d-80bd-4213-a5ab-4d6daab0db13), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.428803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-355e8bdc-5539-4e8b-8259-617fb6157ecc None None] Deleting port 55f5c8ec-540c-48a3-adab-71a174207b04 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:11.429280 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-355e8bdc-5539-4e8b-8259-617fb6157ecc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (55f5c8ec-540c-48a3-adab-71a174207b04), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.512484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-c6717ec3-0417-4886-9881-cfd55bcac462 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] For port 5e38590d-80bd-4213-a5ab-4d6daab0db13, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5e38590d-80bd-4213-a5ab-4d6daab0db13,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:11.513173 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6717ec3-0417-4886-9881-cfd55bcac462 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5e38590d-80bd-4213-a5ab-4d6daab0db13), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.518589 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-355e8bdc-5539-4e8b-8259-617fb6157ecc None None] For port 55f5c8ec-540c-48a3-adab-71a174207b04, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=55f5c8ec-540c-48a3-adab-71a174207b04,segment=NetworkSegment(f8bfd759-b105-44bc-a179-ec2322bf3866),segment_id=f8bfd759-b105-44bc-a179-ec2322bf3866)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:11.519006 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-355e8bdc-5539-4e8b-8259-617fb6157ecc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (55f5c8ec-540c-48a3-adab-71a174207b04), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.534090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-c6717ec3-0417-4886-9881-cfd55bcac462 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Calling delete_port for 5e38590d-80bd-4213-a5ab-4d6daab0db13 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:11.552674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-355e8bdc-5539-4e8b-8259-617fb6157ecc None None] Calling delete_port for 55f5c8ec-540c-48a3-adab-71a174207b04 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:11.632453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-37159c45-7aa9-4c35-a690-8c05d74db75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462045028', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:46Z', 'updated_at': '2022-02-11T05:46:09Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:11.671934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37159c45-7aa9-4c35-a690-8c05d74db75d None None] The sync data for ids ['f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed'] in n-d-713499-38 is: [{'id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462045028', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:46Z', 'updated_at': '2022-02-11T05:46:09Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '5e38590d-80bd-4213-a5ab-4d6daab0db13', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:11.683937 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-355e8bdc-5539-4e8b-8259-617fb6157ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (55f5c8ec-540c-48a3-adab-71a174207b04), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.708283 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f2ce7-b428-4913-959f-e640322ad31b req-419484c8-90a2-4444-87cb-13af81831f6a tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.709915 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-754f2ce7-b428-4913-959f-e640322ad31b req-419484c8-90a2-4444-87cb-13af81831f6a tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.1073024 Feb 11 05:46:11.719360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e8bdc-5539-4e8b-8259-617fb6157ecc None None] Pushing event deleted for resources: {'Port': ['ID=55f5c8ec-540c-48a3-adab-71a174207b04,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:11.725782 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355e8bdc-5539-4e8b-8259-617fb6157ecc None None] No DVR routers for this DVR port 55f5c8ec-540c-48a3-adab-71a174207b04 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:11.804210 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6717ec3-0417-4886-9881-cfd55bcac462 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5e38590d-80bd-4213-a5ab-4d6daab0db13), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.811612 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-754f2ce7-b428-4913-959f-e640322ad31b req-df45c420-341c-46b8-9ceb-603ffc8eda36 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895269 Feb 11 05:46:11.841341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6717ec3-0417-4886-9881-cfd55bcac462 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Port': ['ID=5e38590d-80bd-4213-a5ab-4d6daab0db13,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:11.871170 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77a83e44-9300-4f32-af94-6740d171d7a1 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (3a4f9902-face-4b77-8545-5c31a0126b88), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.904515 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6717ec3-0417-4886-9881-cfd55bcac462 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.998777 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6717ec3-0417-4886-9881-cfd55bcac462 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.001430 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6717ec3-0417-4886-9881-cfd55bcac462 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_controller (f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.045126 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6717ec3-0417-4886-9881-cfd55bcac462 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.045751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6717ec3-0417-4886-9881-cfd55bcac462 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Fanout notify agent at l3_agent the message router_deleted on router f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:46:12.052691 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6717ec3-0417-4886-9881-cfd55bcac462 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.053956 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c6717ec3-0417-4886-9881-cfd55bcac462 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/routers/f98ce1c0-f9f3-4e9c-a91a-3cb97ca37aed HTTP/1.1" status: 204 len: 168 time: 1.2184668 Feb 11 05:46:12.057205 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44110) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:12.144439 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f05859b-2c63-49f5-abf2-5a2377b07a82 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (3479f34a-ed7d-43f1-860a-07264701eca7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.214168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 37162076-2324-467d-9515-e33bf35b11f7 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:12.238696 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 37162076-2324-467d-9515-e33bf35b11f7 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:12.239127 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 37162076-2324-467d-9515-e33bf35b11f7 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:12.239710 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 55f5c8ec-540c-48a3-adab-71a174207b04 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:12.260037 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 55f5c8ec-540c-48a3-adab-71a174207b04 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:12.260243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 55f5c8ec-540c-48a3-adab-71a174207b04 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:12.295153 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f05859b-2c63-49f5-abf2-5a2377b07a82 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (3479f34a-ed7d-43f1-860a-07264701eca7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.309825 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 768e8285-3ab1-4ef5-adc4-78f5caa210d1 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:12.322478 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8f05859b-2c63-49f5-abf2-5a2377b07a82 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3479f34a-ed7d-43f1-860a-07264701eca7']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:12.334668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 768e8285-3ab1-4ef5-adc4-78f5caa210d1 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:12.334937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 768e8285-3ab1-4ef5-adc4-78f5caa210d1 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:12.336746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8f05859b-2c63-49f5-abf2-5a2377b07a82 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8bfd759-b105-44bc-a179-ec2322bf3866') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:12.337057 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-8f05859b-2c63-49f5-abf2-5a2377b07a82 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8bfd759-b105-44bc-a179-ec2322bf3866') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:12.349294 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f05859b-2c63-49f5-abf2-5a2377b07a82 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (f8bfd759-b105-44bc-a179-ec2322bf3866), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.364763 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-77a83e44-9300-4f32-af94-6740d171d7a1 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Deleting port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:12.364763 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77a83e44-9300-4f32-af94-6740d171d7a1 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.380940 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f05859b-2c63-49f5-abf2-5a2377b07a82 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f8bfd759-b105-44bc-a179-ec2322bf3866), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.397779 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f05859b-2c63-49f5-abf2-5a2377b07a82 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:46:12.398367 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f05859b-2c63-49f5-abf2-5a2377b07a82 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (f8bfd759-b105-44bc-a179-ec2322bf3866), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:46:12.401573 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:46:12.506790 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f05859b-2c63-49f5-abf2-5a2377b07a82 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (3479f34a-ed7d-43f1-860a-07264701eca7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.511453 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f05859b-2c63-49f5-abf2-5a2377b07a82 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.514622 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8f05859b-2c63-49f5-abf2-5a2377b07a82 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/networks/3479f34a-ed7d-43f1-860a-07264701eca7 HTTP/1.1" status: 204 len: 168 time: 0.4563167 Feb 11 05:46:12.517455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44112) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:12.538521 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-77a83e44-9300-4f32-af94-6740d171d7a1 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] For port bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6,segment=NetworkSegment(ba39f757-5120-4bf7-9740-b43aefc9f986),segment_id=ba39f757-5120-4bf7-9740-b43aefc9f986)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:12.538899 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77a83e44-9300-4f32-af94-6740d171d7a1 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.541288 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05859b-2c63-49f5-abf2-5a2377b07a82 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Network': ['ID=3479f34a-ed7d-43f1-860a-07264701eca7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:12.554499 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-77a83e44-9300-4f32-af94-6740d171d7a1 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Calling delete_port for bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:12.573924 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e57f1926-5b7c-4cd1-a0fa-2ca5062fe164 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.598827 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e57f1926-5b7c-4cd1-a0fa-2ca5062fe164 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.663579 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e57f1926-5b7c-4cd1-a0fa-2ca5062fe164 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.666120 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e57f1926-5b7c-4cd1-a0fa-2ca5062fe164 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.667280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e57f1926-5b7c-4cd1-a0fa-2ca5062fe164 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/security-groups/3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1 HTTP/1.1" status: 204 len: 168 time: 0.1488328 Feb 11 05:46:12.677516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f1926-5b7c-4cd1-a0fa-2ca5062fe164 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d322b5d-8b8f-4f97-ab01-a3a2058c5ec1,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:12.753033 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77a83e44-9300-4f32-af94-6740d171d7a1 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.784775 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a83e44-9300-4f32-af94-6740d171d7a1 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event deleted for resources: {'Port': ['ID=bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:12.992342 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2296ca8-aeea-4339-bee4-544c1c987229 req-820c1ba2-9b48-4870-a41e-33a172cc87e2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:12.996856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2296ca8-aeea-4339-bee4-544c1c987229 req-820c1ba2-9b48-4870-a41e-33a172cc87e2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0745072 Feb 11 05:46:13.022314 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77a83e44-9300-4f32-af94-6740d171d7a1 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (3a4f9902-face-4b77-8545-5c31a0126b88), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.049338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44122) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:13.056147 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-bec5f7fc-fa5e-4f72-95af-150fbc9a3049 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-892882893', 'description': 'tempest-secgroup-smoke-892882893 description', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:13.068798 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2296ca8-aeea-4339-bee4-544c1c987229 req-46f64d68-da21-438e-80d7-f11bac9907b5 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663066 Feb 11 05:46:13.083258 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bec5f7fc-fa5e-4f72-95af-150fbc9a3049 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.151640 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bec5f7fc-fa5e-4f72-95af-150fbc9a3049 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (4832582f-a7eb-403b-88e1-b53021d0a320), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.156248 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bec5f7fc-fa5e-4f72-95af-150fbc9a3049 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4832582f-a7eb-403b-88e1-b53021d0a320), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.185524 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bec5f7fc-fa5e-4f72-95af-150fbc9a3049 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.186750 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bec5f7fc-fa5e-4f72-95af-150fbc9a3049 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1363356 Feb 11 05:46:13.189150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5f7fc-fa5e-4f72-95af-150fbc9a3049 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4832582f-a7eb-403b-88e1-b53021d0a320,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:13.191595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44124) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:13.196817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c39ae8b4-b803-406a-91ae-fc2b93acb357 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '4832582f-a7eb-403b-88e1-b53021d0a320', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:13.221333 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c39ae8b4-b803-406a-91ae-fc2b93acb357 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (3bfd1db8-3dd5-4397-8c5a-29a8aaba2d51), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.268002 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a83e44-9300-4f32-af94-6740d171d7a1 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Router 3a4f9902-face-4b77-8545-5c31a0126b88 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:46:13.275221 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c39ae8b4-b803-406a-91ae-fc2b93acb357 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (3bfd1db8-3dd5-4397-8c5a-29a8aaba2d51), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.279790 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c39ae8b4-b803-406a-91ae-fc2b93acb357 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (3bfd1db8-3dd5-4397-8c5a-29a8aaba2d51), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.298104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae8b4-b803-406a-91ae-fc2b93acb357 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfd1db8-3dd5-4397-8c5a-29a8aaba2d51,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:13.306018 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c39ae8b4-b803-406a-91ae-fc2b93acb357 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.307876 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c39ae8b4-b803-406a-91ae-fc2b93acb357 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149387 Feb 11 05:46:13.309851 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44126) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:13.314850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-37ea93c0-acee-440a-b76f-cbb22fad4441 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '4832582f-a7eb-403b-88e1-b53021d0a320', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:13.338476 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-37ea93c0-acee-440a-b76f-cbb22fad4441 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (dc88127a-c0ef-4f6f-a860-788782973b7a), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.386452 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a83e44-9300-4f32-af94-6740d171d7a1 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:13.393546 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-77a83e44-9300-4f32-af94-6740d171d7a1 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "PUT /v2.0/routers/3a4f9902-face-4b77-8545-5c31a0126b88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3508790 Feb 11 05:46:13.396377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44128) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:13.397774 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23415aa2-74c8-4d81-920b-8e8cf17b8a0a None None] Sync routers for ids ['3a4f9902-face-4b77-8545-5c31a0126b88'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:13.405641 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-37ea93c0-acee-440a-b76f-cbb22fad4441 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (dc88127a-c0ef-4f6f-a860-788782973b7a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.409739 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23415aa2-74c8-4d81-920b-8e8cf17b8a0a None None] Routers {'3a4f9902-face-4b77-8545-5c31a0126b88'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:13.410474 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-23415aa2-74c8-4d81-920b-8e8cf17b8a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:46:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3a4f9902-face-4b77-8545-5c31a0126b88'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:13.426081 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-37ea93c0-acee-440a-b76f-cbb22fad4441 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (dc88127a-c0ef-4f6f-a860-788782973b7a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.452048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea93c0-acee-440a-b76f-cbb22fad4441 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc88127a-c0ef-4f6f-a860-788782973b7a,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:13.466689 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-37ea93c0-acee-440a-b76f-cbb22fad4441 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.468035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-37ea93c0-acee-440a-b76f-cbb22fad4441 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1572368 Feb 11 05:46:13.471569 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44130) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:13.473658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-212afb5f-1691-44df-b381-c530ab37780f tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Deleting subnet 449e247a-9dbe-47b5-8805-62bde00bafdb {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:46:13.476196 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a6efe058-5e08-4395-bdff-bb353848cf27 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '4832582f-a7eb-403b-88e1-b53021d0a320', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:13.477279 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-212afb5f-1691-44df-b381-c530ab37780f tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for subnet (449e247a-9dbe-47b5-8805-62bde00bafdb), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.502272 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6efe058-5e08-4395-bdff-bb353848cf27 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (fd2f8738-6bca-48d2-8a82-b85eecc77d99), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.520549 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-212afb5f-1691-44df-b381-c530ab37780f tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (449e247a-9dbe-47b5-8805-62bde00bafdb), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.535940 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-23415aa2-74c8-4d81-920b-8e8cf17b8a0a None None] Set router 3a4f9902-face-4b77-8545-5c31a0126b88 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:13.562502 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6efe058-5e08-4395-bdff-bb353848cf27 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (fd2f8738-6bca-48d2-8a82-b85eecc77d99), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.567610 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6efe058-5e08-4395-bdff-bb353848cf27 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (fd2f8738-6bca-48d2-8a82-b85eecc77d99), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.585615 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efe058-5e08-4395-bdff-bb353848cf27 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2f8738-6bca-48d2-8a82-b85eecc77d99,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:13.595153 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6efe058-5e08-4395-bdff-bb353848cf27 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.596722 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a6efe058-5e08-4395-bdff-bb353848cf27 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240304 Feb 11 05:46:13.599223 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44132) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:13.603942 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e3dae5ad-a185-4a02-9e9d-95e0db64bf0f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '4832582f-a7eb-403b-88e1-b53021d0a320', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:13.622489 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-212afb5f-1691-44df-b381-c530ab37780f tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (449e247a-9dbe-47b5-8805-62bde00bafdb), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.636557 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3dae5ad-a185-4a02-9e9d-95e0db64bf0f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (517b9d4e-e1b5-460f-aa17-2f07e38369fe), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.698953 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-212afb5f-1691-44df-b381-c530ab37780f tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (449e247a-9dbe-47b5-8805-62bde00bafdb), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.713668 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3dae5ad-a185-4a02-9e9d-95e0db64bf0f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (517b9d4e-e1b5-460f-aa17-2f07e38369fe), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.718946 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3dae5ad-a185-4a02-9e9d-95e0db64bf0f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (517b9d4e-e1b5-460f-aa17-2f07e38369fe), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.727204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212afb5f-1691-44df-b381-c530ab37780f tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event deleted for resources: {'Subnet': ['ID=449e247a-9dbe-47b5-8805-62bde00bafdb,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:13.732846 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-212afb5f-1691-44df-b381-c530ab37780f tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.742581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-212afb5f-1691-44df-b381-c530ab37780f tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "DELETE /v2.0/subnets/449e247a-9dbe-47b5-8805-62bde00bafdb HTTP/1.1" status: 204 len: 168 time: 0.3451991 Feb 11 05:46:13.742927 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44134) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:13.750685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f43751-3dd6-4318-9aac-402337604169 None None] Network d43f5835-97cb-4fe3-8276-d5e14aa02f8a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:13.755150 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dae5ad-a185-4a02-9e9d-95e0db64bf0f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517b9d4e-e1b5-460f-aa17-2f07e38369fe,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:13.800130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3dae5ad-a185-4a02-9e9d-95e0db64bf0f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.803915 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e3dae5ad-a185-4a02-9e9d-95e0db64bf0f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2009754 Feb 11 05:46:13.805245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44136) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:13.811210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-30c7852d-ae30-4ce3-9115-19d9a0795380 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '4832582f-a7eb-403b-88e1-b53021d0a320', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:13.845864 n-d-713499-38 neutron-server[103171]: INFO neutron.db.securitygroups_db [None req-30c7852d-ae30-4ce3-9115-19d9a0795380 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Project 52d5e1b82a9e4c3fbf19576a184936a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:46:13.851536 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30c7852d-ae30-4ce3-9115-19d9a0795380 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (672ad603-53d8-450c-bb1a-2f68bf1d892d), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.852295 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-23415aa2-74c8-4d81-920b-8e8cf17b8a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1531095028', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:46:12Z', 'revision_number': 5, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:13.889234 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23415aa2-74c8-4d81-920b-8e8cf17b8a0a None None] Checking router: 3a4f9902-face-4b77-8545-5c31a0126b88 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:13.889984 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4d4d-b9df-4585-a1da-2036407c13a2 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router (3a4f9902-face-4b77-8545-5c31a0126b88), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.899224 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23415aa2-74c8-4d81-920b-8e8cf17b8a0a None None] Routers {'3a4f9902-face-4b77-8545-5c31a0126b88'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:13.900013 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-23415aa2-74c8-4d81-920b-8e8cf17b8a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:46:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3a4f9902-face-4b77-8545-5c31a0126b88'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:13.943355 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30c7852d-ae30-4ce3-9115-19d9a0795380 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (672ad603-53d8-450c-bb1a-2f68bf1d892d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.948591 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30c7852d-ae30-4ce3-9115-19d9a0795380 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (672ad603-53d8-450c-bb1a-2f68bf1d892d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.979778 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8b16c4-2d6f-491b-bddf-1d2884566a27 None None] DHCP port deletion for d43f5835-97cb-4fe3-8276-d5e14aa02f8a request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:46:13.980981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7852d-ae30-4ce3-9115-19d9a0795380 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672ad603-53d8-450c-bb1a-2f68bf1d892d,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:13.992856 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30c7852d-ae30-4ce3-9115-19d9a0795380 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.994333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-30c7852d-ae30-4ce3-9115-19d9a0795380 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1876476 Feb 11 05:46:13.999356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44138) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:14.004641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6292cf86-af66-4d6b-a643-7d50321b12c4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'security_group_rule': {'security_group_id': '4832582f-a7eb-403b-88e1-b53021d0a320', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:14.025875 n-d-713499-38 neutron-server[103171]: INFO neutron.db.securitygroups_db [None req-6292cf86-af66-4d6b-a643-7d50321b12c4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Project 52d5e1b82a9e4c3fbf19576a184936a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:46:14.032065 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6292cf86-af66-4d6b-a643-7d50321b12c4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (fb30d1e9-6b5e-4731-b1c7-ca7ae2dceb41), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.050083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b16c4-2d6f-491b-bddf-1d2884566a27 None None] Deleting port 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:14.050472 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7c8b16c4-2d6f-491b-bddf-1d2884566a27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.053355 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4d4d-b9df-4585-a1da-2036407c13a2 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router_gateway (3a4f9902-face-4b77-8545-5c31a0126b88), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.074222 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-23415aa2-74c8-4d81-920b-8e8cf17b8a0a None None] Set router 3a4f9902-face-4b77-8545-5c31a0126b88 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:14.117017 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6292cf86-af66-4d6b-a643-7d50321b12c4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (fb30d1e9-6b5e-4731-b1c7-ca7ae2dceb41), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.124035 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6292cf86-af66-4d6b-a643-7d50321b12c4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (fb30d1e9-6b5e-4731-b1c7-ca7ae2dceb41), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.136801 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d4d4d-b9df-4585-a1da-2036407c13a2 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Deleting port 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:14.139067 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4d4d-b9df-4585-a1da-2036407c13a2 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.143238 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7c8b16c4-2d6f-491b-bddf-1d2884566a27 None None] For port 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3,segment=NetworkSegment(ba39f757-5120-4bf7-9740-b43aefc9f986),segment_id=ba39f757-5120-4bf7-9740-b43aefc9f986)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:14.143770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292cf86-af66-4d6b-a643-7d50321b12c4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb30d1e9-6b5e-4731-b1c7-ca7ae2dceb41,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:14.144223 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7c8b16c4-2d6f-491b-bddf-1d2884566a27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.167801 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b16c4-2d6f-491b-bddf-1d2884566a27 None None] Calling delete_port for 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:14.176664 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6292cf86-af66-4d6b-a643-7d50321b12c4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.178393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6292cf86-af66-4d6b-a643-7d50321b12c4 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1774979 Feb 11 05:46:14.181758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44142) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:14.186734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-4290f33a-3c45-4dbd-b65d-3888a134b232 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'network': {'name': 'tempest-network-smoke--1766821517', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'port_security_enabled': True}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:14.276635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4290f33a-3c45-4dbd-b65d-3888a134b232 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Made reservation on behalf of 52d5e1b82a9e4c3fbf19576a184936a0 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:14.280401 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4290f33a-3c45-4dbd-b65d-3888a134b232 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.300915 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-4f7d4d4d-b9df-4585-a1da-2036407c13a2 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] For port 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:14.300915 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4d4d-b9df-4585-a1da-2036407c13a2 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.316699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d4d4d-b9df-4585-a1da-2036407c13a2 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Calling delete_port for 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:14.328558 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7c8b16c4-2d6f-491b-bddf-1d2884566a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.348551 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4290f33a-3c45-4dbd-b65d-3888a134b232 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:46:14.360576 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4290f33a-3c45-4dbd-b65d-3888a134b232 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (796c67b8-3f72-4e39-b87d-64e4e354ff10), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.360995 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-4290f33a-3c45-4dbd-b65d-3888a134b232 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Added segment 796c67b8-3f72-4e39-b87d-64e4e354ff10 of type vlan for network 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb Feb 11 05:46:14.367831 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b16c4-2d6f-491b-bddf-1d2884566a27 None None] Pushing event deleted for resources: {'Port': ['ID=88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:14.375267 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:14.401114 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-23415aa2-74c8-4d81-920b-8e8cf17b8a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1531095028', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:46:12Z', 'revision_number': 5, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:14.414719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:14.415343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:14.415974 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5e38590d-80bd-4213-a5ab-4d6daab0db13 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:14.418215 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8b16c4-2d6f-491b-bddf-1d2884566a27 None None] No DVR routers for this DVR port 88a48fa6-1903-4a67-9b4e-cd35ef1c1eb3 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:14.421367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602af14-e6f7-4d2e-87e9-e767212444a9 req-8c88f511-61c8-435d-8572-a446db98c50d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:14.423001 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.423522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4602af14-e6f7-4d2e-87e9-e767212444a9 req-8c88f511-61c8-435d-8572-a446db98c50d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.2177353 Feb 11 05:46:14.427674 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4290f33a-3c45-4dbd-b65d-3888a134b232 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.451793 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 5e38590d-80bd-4213-a5ab-4d6daab0db13 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:14.452186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5e38590d-80bd-4213-a5ab-4d6daab0db13 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:14.467466 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23415aa2-74c8-4d81-920b-8e8cf17b8a0a None None] The sync data for ids ['3a4f9902-face-4b77-8545-5c31a0126b88'] in n-d-713499-38 is: [{'id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1531095028', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:46:12Z', 'revision_number': 5, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4f9902-face-4b77-8545-5c31a0126b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:45:48Z', 'updated_at': '2022-02-11T05:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:14.506849 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4602af14-e6f7-4d2e-87e9-e767212444a9 req-2fb6ae29-d8c6-4343-a2d8-f9e6b4938138 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759518 Feb 11 05:46:14.507960 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4290f33a-3c45-4dbd-b65d-3888a134b232 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.514226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4290f33a-3c45-4dbd-b65d-3888a134b232 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:14.514939 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4290f33a-3c45-4dbd-b65d-3888a134b232 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.550998 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4d4d-b9df-4585-a1da-2036407c13a2 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.565519 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4290f33a-3c45-4dbd-b65d-3888a134b232 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3826959 Feb 11 05:46:14.571929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44144) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:14.578349 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d4d4d-b9df-4585-a1da-2036407c13a2 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event deleted for resources: {'Port': ['ID=3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:14.582000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-726527990', 'admin_state_up': True, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:14.634247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290f33a-3c45-4dbd-b65d-3888a134b232 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Network': ['ID=3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:14.638550 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4d4d-b9df-4585-a1da-2036407c13a2 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (3a4f9902-face-4b77-8545-5c31a0126b88), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.647938 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (c4ecbbab-176a-4f0e-84af-57bb867eb0d3), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.649007 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (c4ecbbab-176a-4f0e-84af-57bb867eb0d3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.649469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:46:14.702345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_controller (c4ecbbab-176a-4f0e-84af-57bb867eb0d3), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.743699 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4d4d-b9df-4585-a1da-2036407c13a2 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (3a4f9902-face-4b77-8545-5c31a0126b88), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.745857 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4d4d-b9df-4585-a1da-2036407c13a2 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router_controller (3a4f9902-face-4b77-8545-5c31a0126b88), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.790764 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4d4d-b9df-4585-a1da-2036407c13a2 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (3a4f9902-face-4b77-8545-5c31a0126b88), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.791323 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7d4d4d-b9df-4585-a1da-2036407c13a2 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Fanout notify agent at l3_agent the message router_deleted on router 3a4f9902-face-4b77-8545-5c31a0126b88 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:46:14.798504 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4d4d-b9df-4585-a1da-2036407c13a2 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.799726 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4f7d4d4d-b9df-4585-a1da-2036407c13a2 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "DELETE /v2.0/routers/3a4f9902-face-4b77-8545-5c31a0126b88 HTTP/1.1" status: 204 len: 168 time: 1.0535128 Feb 11 05:46:14.802349 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44146) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:14.851633 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_gateway (c4ecbbab-176a-4f0e-84af-57bb867eb0d3), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.885759 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61fefeb4-320b-40d2-a41e-80e41d1c6410 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (d43f5835-97cb-4fe3-8276-d5e14aa02f8a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:14.993943 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61fefeb4-320b-40d2-a41e-80e41d1c6410 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (d43f5835-97cb-4fe3-8276-d5e14aa02f8a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.020372 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-61fefeb4-320b-40d2-a41e-80e41d1c6410 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43f5835-97cb-4fe3-8276-d5e14aa02f8a']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:15.030796 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-61fefeb4-320b-40d2-a41e-80e41d1c6410 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba39f757-5120-4bf7-9740-b43aefc9f986') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:15.031091 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-61fefeb4-320b-40d2-a41e-80e41d1c6410 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba39f757-5120-4bf7-9740-b43aefc9f986') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:15.040653 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61fefeb4-320b-40d2-a41e-80e41d1c6410 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (ba39f757-5120-4bf7-9740-b43aefc9f986), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.054261 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61fefeb4-320b-40d2-a41e-80e41d1c6410 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ba39f757-5120-4bf7-9740-b43aefc9f986), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.060705 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fefeb4-320b-40d2-a41e-80e41d1c6410 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:46:15.061139 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61fefeb4-320b-40d2-a41e-80e41d1c6410 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (ba39f757-5120-4bf7-9740-b43aefc9f986), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:46:15.064806 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:46:15.070600 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_gateway (c4ecbbab-176a-4f0e-84af-57bb867eb0d3), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.090472 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.135260 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61fefeb4-320b-40d2-a41e-80e41d1c6410 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (d43f5835-97cb-4fe3-8276-d5e14aa02f8a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.143823 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61fefeb4-320b-40d2-a41e-80e41d1c6410 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.147944 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-61fefeb4-320b-40d2-a41e-80e41d1c6410 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "DELETE /v2.0/networks/d43f5835-97cb-4fe3-8276-d5e14aa02f8a HTTP/1.1" status: 204 len: 168 time: 0.3429050 Feb 11 05:46:15.148921 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44148) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:15.165982 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fefeb4-320b-40d2-a41e-80e41d1c6410 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event deleted for resources: {'Network': ['ID=d43f5835-97cb-4fe3-8276-d5e14aa02f8a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:15.249940 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Allocated IP 172.25.5.248 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/184b9217-5fd2-44b2-87dd-eecd7c01bdd6) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:15.325000 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-532a53f3-b5e6-4423-9687-8e6715dc6f44 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Deleting port 7db6faec-aab9-4947-8f72-752e030b8835 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:15.325000 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-532a53f3-b5e6-4423-9687-8e6715dc6f44 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7db6faec-aab9-4947-8f72-752e030b8835), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.357073 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (184b9217-5fd2-44b2-87dd-eecd7c01bdd6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.359611 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:46:15.392011 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (184b9217-5fd2-44b2-87dd-eecd7c01bdd6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.409097 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-532a53f3-b5e6-4423-9687-8e6715dc6f44 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7db6faec-aab9-4947-8f72-752e030b8835), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.409499 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-532a53f3-b5e6-4423-9687-8e6715dc6f44 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for floatingip (7db6faec-aab9-4947-8f72-752e030b8835), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.423645 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-532a53f3-b5e6-4423-9687-8e6715dc6f44 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Calling delete_port for 7db6faec-aab9-4947-8f72-752e030b8835 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:15.432235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:15.435177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:15.438743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:15.465891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=184b9217-5fd2-44b2-87dd-eecd7c01bdd6,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:15.582910 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-532a53f3-b5e6-4423-9687-8e6715dc6f44 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7db6faec-aab9-4947-8f72-752e030b8835), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.618115 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a53f3-b5e6-4423-9687-8e6715dc6f44 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event deleted for resources: {'Port': ['ID=7db6faec-aab9-4947-8f72-752e030b8835,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:15.684107 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-532a53f3-b5e6-4423-9687-8e6715dc6f44 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for floatingip (422b9dc1-0f82-4078-80d8-74eb36963666), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.684425 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-532a53f3-b5e6-4423-9687-8e6715dc6f44 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Floating IP 422b9dc1-0f82-4078-80d8-74eb36963666 disassociated (deleted). External IP: 172.25.5.44, port: 52a8fa46-eb28-43fe-89a2-40e91e610df6. Feb 11 05:46:15.740428 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff72d0-9a27-459f-ba11-b31bbcf13d69 req-95372260-4182-45c9-b0f3-d9cda679c4ea tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:15.742015 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95ff72d0-9a27-459f-ba11-b31bbcf13d69 req-95372260-4182-45c9-b0f3-d9cda679c4ea tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0972774 Feb 11 05:46:15.769547 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_gateway (c4ecbbab-176a-4f0e-84af-57bb867eb0d3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:15.837134 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95ff72d0-9a27-459f-ba11-b31bbcf13d69 req-f759c9f1-f947-44cb-8757-4c85259b3e3d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886278 Feb 11 05:46:16.029767 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (c4ecbbab-176a-4f0e-84af-57bb867eb0d3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.123190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24094e85-9b91-4651-975e-1dee2e62a1d8 req-cb52ce81-5f9f-41b4-b384-f9833ad4c1ca tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:16.128890 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24094e85-9b91-4651-975e-1dee2e62a1d8 req-cb52ce81-5f9f-41b4-b384-f9833ad4c1ca tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.1105087 Feb 11 05:46:16.171937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:16.194020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:16.194374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device bbd3dd5b-206f-414f-8cf1-cd1f0adc72d6 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:16.195004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:16.219457 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:16.220076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3544bc5f-52b0-45f8-8a19-58fc0d2e9ce4 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:16.220859 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24094e85-9b91-4651-975e-1dee2e62a1d8 req-b347c39c-4731-4649-a587-4cf3c718c587 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697405 Feb 11 05:46:16.242792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:46:16.265468 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532a53f3-b5e6-4423-9687-8e6715dc6f44 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Router 41ef9cd3-e369-40ac-a0d5-92495598b35d has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:46:16.383631 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532a53f3-b5e6-4423-9687-8e6715dc6f44 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:16.388373 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-532a53f3-b5e6-4423-9687-8e6715dc6f44 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.395511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff5381-e48c-47cf-94ab-6f43d04da8d8 None None] Sync routers for ids ['41ef9cd3-e369-40ac-a0d5-92495598b35d'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:16.406615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff5381-e48c-47cf-94ab-6f43d04da8d8 None None] Routers {'41ef9cd3-e369-40ac-a0d5-92495598b35d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:16.407564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bdff5381-e48c-47cf-94ab-6f43d04da8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:46:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['41ef9cd3-e369-40ac-a0d5-92495598b35d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:16.424199 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-532a53f3-b5e6-4423-9687-8e6715dc6f44 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "DELETE /v2.0/floatingips/422b9dc1-0f82-4078-80d8-74eb36963666 HTTP/1.1" status: 204 len: 168 time: 1.2710054 Feb 11 05:46:16.424199 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35b4194-f21c-43f9-8a31-415200bf0e01', 'tag': '52a8fa46-eb28-43fe-89a2-40e91e610df6'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:16.432137 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f763b1b-f6cc-4645-8db1-86849d044bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "a35b4194-f21c-43f9-8a31-415200bf0e01", "tag": "52a8fa46-eb28-43fe-89a2-40e91e610df6"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:16.526454 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-bdff5381-e48c-47cf-94ab-6f43d04da8d8 None None] Set router 41ef9cd3-e369-40ac-a0d5-92495598b35d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:16.606097 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62e139f-a8e7-4d1e-8659-1a816c5701cd x-openstack-request-id: req-a62e139f-a8e7-4d1e-8659-1a816c5701cd {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:16.606523 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35b4194-f21c-43f9-8a31-415200bf0e01", "tag": "52a8fa46-eb28-43fe-89a2-40e91e610df6", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:16.607476 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a62e139f-a8e7-4d1e-8659-1a816c5701cd {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:16.608027 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35b4194-f21c-43f9-8a31-415200bf0e01', 'tag': '52a8fa46-eb28-43fe-89a2-40e91e610df6', 'status': 'completed', 'code': 200} Feb 11 05:46:16.735052 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bdff5381-e48c-47cf-94ab-6f43d04da8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-838436198', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '831341a2-7ce1-4219-963b-a484f1233a9a', 'name': '', 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'mac_address': 'fa:16:3e:3e:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:51Z', 'updated_at': '2022-02-11T05:44:59Z', 'revision_number': 5, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'subnets': [{'id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:16.749054 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edccda-5032-4a31-8813-be39a88e4534 req-9a44c89f-297f-4b32-87e2-e628883697a8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:16.750570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07edccda-5032-4a31-8813-be39a88e4534 req-9a44c89f-297f-4b32-87e2-e628883697a8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.1869352 Feb 11 05:46:16.755447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:16.761140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff5381-e48c-47cf-94ab-6f43d04da8d8 None None] Checking router: 41ef9cd3-e369-40ac-a0d5-92495598b35d for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:16.769941 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Sync routers for ids ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:16.770497 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff5381-e48c-47cf-94ab-6f43d04da8d8 None None] Routers {'41ef9cd3-e369-40ac-a0d5-92495598b35d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:16.770773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bdff5381-e48c-47cf-94ab-6f43d04da8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:46:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['41ef9cd3-e369-40ac-a0d5-92495598b35d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:16.782355 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Routers {'c4ecbbab-176a-4f0e-84af-57bb867eb0d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:16.783857 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:46:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:16.807077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f763b1b-f6cc-4645-8db1-86849d044bf0 req-d2ede546-3446-40ee-b189-d7442392d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:16.808843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f763b1b-f6cc-4645-8db1-86849d044bf0 req-d2ede546-3446-40ee-b189-d7442392d971 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d1a50fad2c4d8488122ad129a771f9&device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 1168 time: 0.1532130 Feb 11 05:46:16.819280 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062171d2-54fa-4b75-acf7-06609db78389 req-02410661-b728-44a7-ab2b-eb41084c4180 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:16.820867 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-062171d2-54fa-4b75-acf7-06609db78389 req-02410661-b728-44a7-ab2b-eb41084c4180 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 985 time: 0.1663711 Feb 11 05:46:16.826129 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:16.831057 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-53380c79-f514-4d5c-b1d8-21abd4afbdb6 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2545955 Feb 11 05:46:16.831357 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44164) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:16.861893 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bf8978b6-3dde-45ed-b00d-499580486df6 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=52d5e1b82a9e4c3fbf19576a184936a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287302 Feb 11 05:46:16.864268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44166) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:16.916959 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-07edccda-5032-4a31-8813-be39a88e4534 req-b165a1fa-4ae8-4d17-a72f-f257719501ed tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595998 Feb 11 05:46:16.961659 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-bdff5381-e48c-47cf-94ab-6f43d04da8d8 None None] Set router 41ef9cd3-e369-40ac-a0d5-92495598b35d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:16.971333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-062171d2-54fa-4b75-acf7-06609db78389 req-a0996d3f-d14c-4e33-b3b4-7ed6db6d4276 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/security-groups?id=73b75de4-080d-48fa-9b3d-1d2a921b5b3c&id=842d0237-5f68-4c6f-bbe0-643fac9d972b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1293085 Feb 11 05:46:16.976669 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Set router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:17.011004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd493fb8-1eca-481b-a78e-e1a153b08c8a tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:17.013484 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cd493fb8-1eca-481b-a78e-e1a153b08c8a tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1480894 Feb 11 05:46:17.017204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44170) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:17.019988 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f763b1b-f6cc-4645-8db1-86849d044bf0 req-8064ec83-23c6-451a-b636-1a9587efb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:17.021561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f763b1b-f6cc-4645-8db1-86849d044bf0 req-8064ec83-23c6-451a-b636-1a9587efb856 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d9324702-1014-448d-91d2-f3d2ef14927a HTTP/1.1" status: 200 len: 896 time: 0.1983628 Feb 11 05:46:17.058620 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f3be7f51-97eb-4c61-94cb-c12744867384 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402591 Feb 11 05:46:17.065333 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44172) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:17.071630 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8c450c14-d6d7-444b-b3f5-87b8fd847d9a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-599083504', 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:17.109509 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f763b1b-f6cc-4645-8db1-86849d044bf0 req-35bee194-410c-4528-a4f4-cc656bcbe2b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52a8fa46-eb28-43fe-89a2-40e91e610df6 HTTP/1.1" status: 200 len: 217 time: 0.0799954 Feb 11 05:46:17.168883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f763b1b-f6cc-4645-8db1-86849d044bf0 req-a78602e4-8d92-4a83-bb4c-413237882bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:17.170724 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f763b1b-f6cc-4645-8db1-86849d044bf0 req-a78602e4-8d92-4a83-bb4c-413237882bbf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=19dcb21a-ac4e-4a58-8309-5b0066ccd50e HTTP/1.1" status: 200 len: 835 time: 0.0531332 Feb 11 05:46:17.224690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c450c14-d6d7-444b-b3f5-87b8fd847d9a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Made reservation on behalf of 52d5e1b82a9e4c3fbf19576a184936a0 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:17.228872 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726527990', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:14Z', 'updated_at': '2022-02-11T05:46:15Z', 'revision_number': 3, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:17.229667 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c450c14-d6d7-444b-b3f5-87b8fd847d9a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.272207 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Checking router: c4ecbbab-176a-4f0e-84af-57bb867eb0d3 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:17.275350 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Updating router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 port 184b9217-5fd2-44b2-87dd-eecd7c01bdd6 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:46:17.291600 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f763b1b-f6cc-4645-8db1-86849d044bf0 req-6867ac44-174b-4e3e-9bd6-e45e48ad284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:17.293136 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f763b1b-f6cc-4645-8db1-86849d044bf0 req-6867ac44-174b-4e3e-9bd6-e45e48ad284d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d9324702-1014-448d-91d2-f3d2ef14927a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1121764 Feb 11 05:46:17.303578 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bdff5381-e48c-47cf-94ab-6f43d04da8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-838436198', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '831341a2-7ce1-4219-963b-a484f1233a9a', 'name': '', 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'mac_address': 'fa:16:3e:3e:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:51Z', 'updated_at': '2022-02-11T05:44:59Z', 'revision_number': 5, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'subnets': [{'id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:17.305549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb402f17-3f83-47d8-aac9-f2837aa80220 req-a82d76c6-1518-4b24-af4b-6378e308d562 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:17.313139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb402f17-3f83-47d8-aac9-f2837aa80220 req-a82d76c6-1518-4b24-af4b-6378e308d562 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.0737965 Feb 11 05:46:17.317103 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (184b9217-5fd2-44b2-87dd-eecd7c01bdd6), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.336252 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff5381-e48c-47cf-94ab-6f43d04da8d8 None None] The sync data for ids ['41ef9cd3-e369-40ac-a0d5-92495598b35d'] in n-d-713499-38 is: [{'id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-838436198', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:53Z', 'revision_number': 4, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '831341a2-7ce1-4219-963b-a484f1233a9a', 'name': '', 'network_id': 'd9324702-1014-448d-91d2-f3d2ef14927a', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'mac_address': 'fa:16:3e:3e:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:51Z', 'updated_at': '2022-02-11T05:44:59Z', 'revision_number': 5, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'subnets': [{'id': '19dcb21a-ac4e-4a58-8309-5b0066ccd50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:17.431349 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb402f17-3f83-47d8-aac9-f2837aa80220 req-8da12cab-12de-4be1-a015-ec95fa1c1fc0 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164293 Feb 11 05:46:17.455928 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f763b1b-f6cc-4645-8db1-86849d044bf0 req-cab00d1a-eef9-4a2e-8798-9afe87509a74 service neutron] 10.222.0.73 "GET /v2.0/networks/d9324702-1014-448d-91d2-f3d2ef14927a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406300 Feb 11 05:46:17.501154 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c450c14-d6d7-444b-b3f5-87b8fd847d9a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (3ea327e9-b9ca-4067-b087-e2f7b4b22479), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.564331 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f763b1b-f6cc-4645-8db1-86849d044bf0 req-9459afc7-ea16-45c6-a708-e7ea5cddc231 service neutron] 10.222.0.73 "GET /v2.0/networks/d9324702-1014-448d-91d2-f3d2ef14927a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007640 Feb 11 05:46:17.574485 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c450c14-d6d7-444b-b3f5-87b8fd847d9a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Subnet': ['ID=3ea327e9-b9ca-4067-b087-e2f7b4b22479,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:17.586948 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c450c14-d6d7-444b-b3f5-87b8fd847d9a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Checking segment: {'id': '796c67b8-3f72-4e39-b87d-64e4e354ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:17.587880 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c450c14-d6d7-444b-b3f5-87b8fd847d9a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network hostable DHCP agents. Network: 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:46:17.618878 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c450c14-d6d7-444b-b3f5-87b8fd847d9a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:46:17.622612 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Publish callbacks [] for port (184b9217-5fd2-44b2-87dd-eecd7c01bdd6), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.628606 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (184b9217-5fd2-44b2-87dd-eecd7c01bdd6), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.631356 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-8c450c14-d6d7-444b-b3f5-87b8fd847d9a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:17.636688 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c450c14-d6d7-444b-b3f5-87b8fd847d9a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:17.637180 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8c450c14-d6d7-444b-b3f5-87b8fd847d9a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.646809 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f418dced-628f-4405-b328-695403405fb6 None None] Network 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:17.658145 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8c450c14-d6d7-444b-b3f5-87b8fd847d9a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5913689 Feb 11 05:46:17.661811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44176) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:17.681757 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Attempting to bind port 184b9217-5fd2-44b2-87dd-eecd7c01bdd6 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:17.682139 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Attempting to bind port 184b9217-5fd2-44b2-87dd-eecd7c01bdd6 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:17.682499 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Attempting to bind port 184b9217-5fd2-44b2-87dd-eecd7c01bdd6 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:17.695181 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:17.695661 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:17.696005 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.696395 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:17.696859 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Bound port: 184b9217-5fd2-44b2-87dd-eecd7c01bdd6, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:17.697241 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (184b9217-5fd2-44b2-87dd-eecd7c01bdd6), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.728398 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05fd24-e371-46c1-acba-577c47d97d1d None None] Pushing event updated for resources: {'Port': ['ID=184b9217-5fd2-44b2-87dd-eecd7c01bdd6,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:17.756290 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] For port 184b9217-5fd2-44b2-87dd-eecd7c01bdd6, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:17.759408 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] For port 184b9217-5fd2-44b2-87dd-eecd7c01bdd6, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=184b9217-5fd2-44b2-87dd-eecd7c01bdd6,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:17.762539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d5241c-7f57-471b-955f-9d8cc0b10ab7 None None] New status for floating IP 422b9dc1-0f82-4078-80d8-74eb36963666: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:46:17.765912 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (184b9217-5fd2-44b2-87dd-eecd7c01bdd6), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.816480 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Routers {'c4ecbbab-176a-4f0e-84af-57bb867eb0d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:17.817146 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:46:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:17.828661 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ips': [{'subnet_id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:46:17.829532 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:17.929567 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] Set router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:18.000350 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Allocated IP 172.20.0.2 (3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb/3ea327e9-b9ca-4067-b087-e2f7b4b22479/07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:18.106903 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05fd24-e371-46c1-acba-577c47d97d1d None None] Pushing event updated for resources: {'Port': ['ID=184b9217-5fd2-44b2-87dd-eecd7c01bdd6,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:18.169934 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Publish callbacks [] for port (07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.177579 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.200169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402530a-876b-4ff8-92f7-3dd567f452f9 req-19bd350c-adcc-4910-be4b-4a66dcdb9196 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:18.201725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a402530a-876b-4ff8-92f7-3dd567f452f9 req-19bd350c-adcc-4910-be4b-4a66dcdb9196 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.73 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 985 time: 0.1306515 Feb 11 05:46:18.220399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Network 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:18.226517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:18.228621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Pushing event updated for resources: {'Port': ['ID=07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:18.230733 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:18.252145 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726527990', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:14Z', 'updated_at': '2022-02-11T05:46:15Z', 'revision_number': 3, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:18.255446 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed20e85-ada4-4e3c-9bc3-6c0256a788af req-683b80dd-b9cc-4d6d-8b3d-59e027748409 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:18.257075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ed20e85-ada4-4e3c-9bc3-6c0256a788af req-683b80dd-b9cc-4d6d-8b3d-59e027748409 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 985 time: 0.1848576 Feb 11 05:46:18.282938 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72462bf5-99fb-49d4-aa19-828d1b01df19 None None] The sync data for ids ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'] in n-d-713499-38 is: [{'id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726527990', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:14Z', 'updated_at': '2022-02-11T05:46:15Z', 'revision_number': 3, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:18.291512 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Attempting to bind port 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:18.291896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Attempting to bind port 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '796c67b8-3f72-4e39-b87d-64e4e354ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:18.292264 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Attempting to bind port 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372 on network 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:18.298520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:18.299384 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Checking segment: {'id': '796c67b8-3f72-4e39-b87d-64e4e354ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:18.305086 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.305086 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Bound using segment: {'id': '796c67b8-3f72-4e39-b87d-64e4e354ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:18.305086 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Bound port: 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796c67b8-3f72-4e39-b87d-64e4e354ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:18.305086 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.369513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] For port 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:18.372972 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] For port 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372,segment=NetworkSegment(796c67b8-3f72-4e39-b87d-64e4e354ff10),segment_id=796c67b8-3f72-4e39-b87d-64e4e354ff10)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:18.380872 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.445364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6698d4e-d741-4de8-bd8c-d05d7dec37e9 None None] Pushing event updated for resources: {'Port': ['ID=07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:18.457107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ed20e85-ada4-4e3c-9bc3-6c0256a788af req-1afa422d-e5ac-49b8-a149-ddaf2d9a83c9 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/security-groups?id=73b75de4-080d-48fa-9b3d-1d2a921b5b3c&id=842d0237-5f68-4c6f-bbe0-643fac9d972b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1890073 Feb 11 05:46:18.473357 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.495869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a402530a-876b-4ff8-92f7-3dd567f452f9 req-2cc000ed-03f8-4e94-b777-ddb50dccf135 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Deleting port 52a8fa46-eb28-43fe-89a2-40e91e610df6 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:18.496384 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a402530a-876b-4ff8-92f7-3dd567f452f9 req-2cc000ed-03f8-4e94-b777-ddb50dccf135 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (52a8fa46-eb28-43fe-89a2-40e91e610df6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.795647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7dc03-ab56-471d-bbf6-6e0bb26e00d3 req-907bcc87-3534-4151-9e43-2e443ed7c80c tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:18.797650 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-63f7dc03-ab56-471d-bbf6-6e0bb26e00d3 req-907bcc87-3534-4151-9e43-2e443ed7c80c tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.2711117 Feb 11 05:46:18.809544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-a402530a-876b-4ff8-92f7-3dd567f452f9 req-2cc000ed-03f8-4e94-b777-ddb50dccf135 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] For port 52a8fa46-eb28-43fe-89a2-40e91e610df6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=52a8fa46-eb28-43fe-89a2-40e91e610df6,segment=NetworkSegment(efcb9d28-be31-41ba-91bd-fe5e6bbd92a3),segment_id=efcb9d28-be31-41ba-91bd-fe5e6bbd92a3)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:18.809971 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a402530a-876b-4ff8-92f7-3dd567f452f9 req-2cc000ed-03f8-4e94-b777-ddb50dccf135 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (52a8fa46-eb28-43fe-89a2-40e91e610df6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:18.852325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a402530a-876b-4ff8-92f7-3dd567f452f9 req-2cc000ed-03f8-4e94-b777-ddb50dccf135 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Calling delete_port for 52a8fa46-eb28-43fe-89a2-40e91e610df6 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:18.897641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4af91-d1a4-4da5-aa2a-f7d190fbd47f req-4a9e1c8a-70c2-4ff0-bb41-d446af4106cd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:18.899182 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5a4af91-d1a4-4da5-aa2a-f7d190fbd47f req-4a9e1c8a-70c2-4ff0-bb41-d446af4106cd tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 946 time: 0.3244147 Feb 11 05:46:19.287085 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-63f7dc03-ab56-471d-bbf6-6e0bb26e00d3 req-77c9de58-0538-45ad-ab89-05c4ce3372c2 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737453 Feb 11 05:46:19.544735 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbb5a10-7bca-4cee-8d95-e836495b34d2 None None] Network 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:19.546101 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Allocated IP 172.20.0.1 (3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb/3ea327e9-b9ca-4067-b087-e2f7b4b22479/8fab7915-5f8d-4763-bd41-ad370c9834c9) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:19.562271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-b5a4af91-d1a4-4da5-aa2a-f7d190fbd47f req-c09700e1-2f03-4250-9603-340a404c1df1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Deleting port cf49f33c-d1fa-4301-9686-fb823ec0dfec {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:19.562615 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b5a4af91-d1a4-4da5-aa2a-f7d190fbd47f req-c09700e1-2f03-4250-9603-340a404c1df1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cf49f33c-d1fa-4301-9686-fb823ec0dfec), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.618714 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a402530a-876b-4ff8-92f7-3dd567f452f9 req-2cc000ed-03f8-4e94-b777-ddb50dccf135 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (52a8fa46-eb28-43fe-89a2-40e91e610df6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.629040 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-4a0d04dd-9bf6-4114-8145-91b66c05fb30 None None] Provisioning complete for port 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:19.629413 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4a0d04dd-9bf6-4114-8145-91b66c05fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.711354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc000ed-03f8-4e94-b777-ddb50dccf135 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event deleted for resources: {'Port': ['ID=52a8fa46-eb28-43fe-89a2-40e91e610df6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:19.745280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d04dd-9bf6-4114-8145-91b66c05fb30 None None] Current status of the port 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:19.745665 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4a0d04dd-9bf6-4114-8145-91b66c05fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.804033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-4a0d04dd-9bf6-4114-8145-91b66c05fb30 None None] For port 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372,segment=NetworkSegment(796c67b8-3f72-4e39-b87d-64e4e354ff10),segment_id=796c67b8-3f72-4e39-b87d-64e4e354ff10)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:19.812790 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4a0d04dd-9bf6-4114-8145-91b66c05fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.842828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5430e-a8d0-49c4-a5ca-35f5fc973938 req-0759126a-e451-482b-9462-d5d7e8610a12 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:19.845275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3da5430e-a8d0-49c4-a5ca-35f5fc973938 req-0759126a-e451-482b-9462-d5d7e8610a12 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/ports?device_id=a35b4194-f21c-43f9-8a31-415200bf0e01 HTTP/1.1" status: 200 len: 906 time: 0.3006530 Feb 11 05:46:19.851254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-a402530a-876b-4ff8-92f7-3dd567f452f9 req-2cc000ed-03f8-4e94-b777-ddb50dccf135 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] No DVR routers for this DVR port 52a8fa46-eb28-43fe-89a2-40e91e610df6 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:19.857688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-b5a4af91-d1a4-4da5-aa2a-f7d190fbd47f req-c09700e1-2f03-4250-9603-340a404c1df1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] For port cf49f33c-d1fa-4301-9686-fb823ec0dfec, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=cf49f33c-d1fa-4301-9686-fb823ec0dfec,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:19.858051 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b5a4af91-d1a4-4da5-aa2a-f7d190fbd47f req-c09700e1-2f03-4250-9603-340a404c1df1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cf49f33c-d1fa-4301-9686-fb823ec0dfec), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.864584 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a402530a-876b-4ff8-92f7-3dd567f452f9 req-2cc000ed-03f8-4e94-b777-ddb50dccf135 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.865045 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d04dd-9bf6-4114-8145-91b66c05fb30 None None] Pushing event updated for resources: {'Port': ['ID=07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:19.867848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a402530a-876b-4ff8-92f7-3dd567f452f9 req-2cc000ed-03f8-4e94-b777-ddb50dccf135 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.73 "DELETE /v2.0/ports/52a8fa46-eb28-43fe-89a2-40e91e610df6 HTTP/1.1" status: 204 len: 173 time: 1.6574652 Feb 11 05:46:19.868316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35b4194-f21c-43f9-8a31-415200bf0e01', 'name': 'network-vif-deleted', 'tag': '52a8fa46-eb28-43fe-89a2-40e91e610df6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:19.870573 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e006be3-5623-45ee-82de-42ce8799f475" -d '{"events": [{"server_uuid": "a35b4194-f21c-43f9-8a31-415200bf0e01", "name": "network-vif-deleted", "tag": "52a8fa46-eb28-43fe-89a2-40e91e610df6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:19.904033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-b5a4af91-d1a4-4da5-aa2a-f7d190fbd47f req-c09700e1-2f03-4250-9603-340a404c1df1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Calling delete_port for cf49f33c-d1fa-4301-9686-fb823ec0dfec owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:19.933880 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:19.980061 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa26d48-3e33-4f00-942e-7c0926cf41c5 x-openstack-request-id: req-ffa26d48-3e33-4f00-942e-7c0926cf41c5 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:19.980405 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35b4194-f21c-43f9-8a31-415200bf0e01", "name": "network-vif-deleted", "tag": "52a8fa46-eb28-43fe-89a2-40e91e610df6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:19.980695 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ffa26d48-3e33-4f00-942e-7c0926cf41c5 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:19.981123 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35b4194-f21c-43f9-8a31-415200bf0e01', 'name': 'network-vif-deleted', 'tag': '52a8fa46-eb28-43fe-89a2-40e91e610df6', 'status': 'completed', 'code': 200} Feb 11 05:46:20.046906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3da5430e-a8d0-49c4-a5ca-35f5fc973938 req-f6ec25b7-8794-4710-90a2-dd10d8e095fc tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "GET /v2.0/security-groups?id=73b75de4-080d-48fa-9b3d-1d2a921b5b3c&id=842d0237-5f68-4c6f-bbe0-643fac9d972b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1913037 Feb 11 05:46:20.074879 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.138140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-4aeb1e9c-5b8f-4c36-8aed-0aaf692ff4cf None None] Provisioning complete for port 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:20.138532 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1e9c-5b8f-4c36-8aed-0aaf692ff4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.146669 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:20.167621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:20.171648 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:20.180505 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b5a4af91-d1a4-4da5-aa2a-f7d190fbd47f req-c09700e1-2f03-4250-9603-340a404c1df1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (cf49f33c-d1fa-4301-9686-fb823ec0dfec), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.193489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['1e02c42c-ee30-4c33-8c8c-278da5a2c416'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:46:20.243389 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['cf49f33c-d1fa-4301-9686-fb823ec0dfec'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:46:20.318407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a4af91-d1a4-4da5-aa2a-f7d190fbd47f req-c09700e1-2f03-4250-9603-340a404c1df1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] No DVR routers for this DVR port cf49f33c-d1fa-4301-9686-fb823ec0dfec on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:20.323537 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=8fab7915-5f8d-4763-bd41-ad370c9834c9,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:20.358188 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b5a4af91-d1a4-4da5-aa2a-f7d190fbd47f req-c09700e1-2f03-4250-9603-340a404c1df1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.369040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5a4af91-d1a4-4da5-aa2a-f7d190fbd47f req-c09700e1-2f03-4250-9603-340a404c1df1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.88 "DELETE /v2.0/ports/cf49f33c-d1fa-4301-9686-fb823ec0dfec HTTP/1.1" status: 204 len: 173 time: 1.4557035 Feb 11 05:46:20.406615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 184b9217-5fd2-44b2-87dd-eecd7c01bdd6 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:20.435850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09700e1-2f03-4250-9603-340a404c1df1 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Pushing event deleted for resources: {'Port': ['ID=cf49f33c-d1fa-4301-9686-fb823ec0dfec,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:20.486570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2db0ee2-cdf5-4c80-bf78-44ae5bbb0a6c req-74ec2840-158f-4d85-81e1-c8282fc784e8 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e45d138-e2ca-4535-ab4b-373353e643a3 HTTP/1.1" status: 200 len: 210 time: 0.0429981 Feb 11 05:46:20.487326 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (c4ecbbab-176a-4f0e-84af-57bb867eb0d3), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.684922 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.702540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb1e9c-5b8f-4c36-8aed-0aaf692ff4cf None None] Current status of the port 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:20.730124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 184b9217-5fd2-44b2-87dd-eecd7c01bdd6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:20.730496 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (184b9217-5fd2-44b2-87dd-eecd7c01bdd6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.827176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 184b9217-5fd2-44b2-87dd-eecd7c01bdd6 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:20.827630 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (184b9217-5fd2-44b2-87dd-eecd7c01bdd6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.841108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-01d47fdd-4afa-4a4f-9944-69b1c7cd5856 None None] Provisioning complete for port 8fab7915-5f8d-4763-bd41-ad370c9834c9 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:20.841480 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01d47fdd-4afa-4a4f-9944-69b1c7cd5856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.874148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 184b9217-5fd2-44b2-87dd-eecd7c01bdd6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=184b9217-5fd2-44b2-87dd-eecd7c01bdd6,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:20.882021 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (184b9217-5fd2-44b2-87dd-eecd7c01bdd6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:20.883748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:20.933531 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-01d47fdd-4afa-4a4f-9944-69b1c7cd5856 None None] Port 8fab7915-5f8d-4763-bd41-ad370c9834c9 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:20.965882 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=184b9217-5fd2-44b2-87dd-eecd7c01bdd6,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:20.979437 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:20.979818 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.005915 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.010602 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.045191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 52a8fa46-eb28-43fe-89a2-40e91e610df6 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:21.076316 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 52a8fa46-eb28-43fe-89a2-40e91e610df6 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:21.076663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 52a8fa46-eb28-43fe-89a2-40e91e610df6 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:21.084036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:21.084294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=8fab7915-5f8d-4763-bd41-ad370c9834c9,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:21.089974 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (c4ecbbab-176a-4f0e-84af-57bb867eb0d3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.111808 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44190) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:21.168885 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36cf43aa-1544-4ad0-919d-8c49cfda5baa tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for security_group (73b75de4-080d-48fa-9b3d-1d2a921b5b3c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.187482 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:21.188922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:21.193375 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36cf43aa-1544-4ad0-919d-8c49cfda5baa tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for security_group (73b75de4-080d-48fa-9b3d-1d2a921b5b3c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.239908 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36cf43aa-1544-4ad0-919d-8c49cfda5baa tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (73b75de4-080d-48fa-9b3d-1d2a921b5b3c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.242609 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36cf43aa-1544-4ad0-919d-8c49cfda5baa tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.246155 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-36cf43aa-1544-4ad0-919d-8c49cfda5baa tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "DELETE /v2.0/security-groups/73b75de4-080d-48fa-9b3d-1d2a921b5b3c HTTP/1.1" status: 204 len: 168 time: 0.1304801 Feb 11 05:46:21.247238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44192) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:21.253496 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf43aa-1544-4ad0-919d-8c49cfda5baa tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b75de4-080d-48fa-9b3d-1d2a921b5b3c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:21.360368 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-360efec2-ba19-443d-8496-e40621476a4c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for security_group (842d0237-5f68-4c6f-bbe0-643fac9d972b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.363018 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:46:21.393310 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-360efec2-ba19-443d-8496-e40621476a4c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for security_group (842d0237-5f68-4c6f-bbe0-643fac9d972b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.456399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-45bd5751-6a9f-425a-85af-528d18fa766d None None] Provisioning complete for port 8fab7915-5f8d-4763-bd41-ad370c9834c9 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:21.456880 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-45bd5751-6a9f-425a-85af-528d18fa766d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.490933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-45bd5751-6a9f-425a-85af-528d18fa766d None None] Port 8fab7915-5f8d-4763-bd41-ad370c9834c9 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:21.506701 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-360efec2-ba19-443d-8496-e40621476a4c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (842d0237-5f68-4c6f-bbe0-643fac9d972b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.509280 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-360efec2-ba19-443d-8496-e40621476a4c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.510405 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-360efec2-ba19-443d-8496-e40621476a4c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "DELETE /v2.0/security-groups/842d0237-5f68-4c6f-bbe0-643fac9d972b HTTP/1.1" status: 204 len: 168 time: 0.2621260 Feb 11 05:46:21.513419 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44194) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:21.526279 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360efec2-ba19-443d-8496-e40621476a4c tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=842d0237-5f68-4c6f-bbe0-643fac9d972b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:21.529704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:21.535074 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-19c6795b-d142-4dc9-8276-c5f318875a13 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "PUT /v2.0/routers/c4ecbbab-176a-4f0e-84af-57bb867eb0d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8721828 Feb 11 05:46:21.540732 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Sync routers for ids ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:21.552276 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Routers {'c4ecbbab-176a-4f0e-84af-57bb867eb0d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:21.552898 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:46:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:21.669768 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Set router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:21.739957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-634fdc3d-cea2-410f-b6be-86fd690054af tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-892882893&fields=id&tenant_id=52d5e1b82a9e4c3fbf19576a184936a0 HTTP/1.1" status: 200 len: 267 time: 0.0524755 Feb 11 05:46:21.899718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-0e4d8994-8734-4825-b110-0cec7effe3f8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:21.902776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-0e4d8994-8734-4825-b110-0cec7effe3f8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/networks?id=3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb HTTP/1.1" status: 200 len: 797 time: 0.1548684 Feb 11 05:46:21.924171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-95f93bcc-995d-4ec9-a394-4ca53ffb375c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/quotas/52d5e1b82a9e4c3fbf19576a184936a0 HTTP/1.1" status: 200 len: 375 time: 0.0112953 Feb 11 05:46:21.927907 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726527990', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:14Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8fab7915-5f8d-4763-bd41-ad370c9834c9', 'name': '', 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:4b:ea:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:18Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 2, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:21.969150 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Checking router: c4ecbbab-176a-4f0e-84af-57bb867eb0d3 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:21.969515 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Updating router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 port 8fab7915-5f8d-4763-bd41-ad370c9834c9 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:46:21.981765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e45d138-e2ca-4535-ab4b-373353e643a3', 'name': 'network-vif-deleted', 'tag': 'cf49f33c-d1fa-4301-9686-fb823ec0dfec'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:21.984265 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28983c1-d3af-4004-a800-bd0bed5dc927" -d '{"events": [{"server_uuid": "8e45d138-e2ca-4535-ab4b-373353e643a3", "name": "network-vif-deleted", "tag": "cf49f33c-d1fa-4301-9686-fb823ec0dfec"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:21.985559 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8f905ab-0340-46cd-a32d-10441eabf750 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (41ef9cd3-e369-40ac-a0d5-92495598b35d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:21.999918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-84e4f70e-11f7-4d91-95d1-610ec22c220e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676937 Feb 11 05:46:22.008227 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.054971 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca285e0-bfc9-4cd7-9533-01408607e0b4 x-openstack-request-id: req-4ca285e0-bfc9-4cd7-9533-01408607e0b4 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:22.055322 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e45d138-e2ca-4535-ab4b-373353e643a3", "name": "network-vif-deleted", "tag": "cf49f33c-d1fa-4301-9686-fb823ec0dfec", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:22.055544 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4ca285e0-bfc9-4cd7-9533-01408607e0b4 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:22.055933 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e45d138-e2ca-4535-ab4b-373353e643a3', 'name': 'network-vif-deleted', 'tag': 'cf49f33c-d1fa-4301-9686-fb823ec0dfec', 'status': 'completed', 'code': 200} Feb 11 05:46:22.159211 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-12f8efed-f451-4f47-8811-cd80d2781486 service neutron] 10.222.0.87 "GET /v2.0/networks/3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373003 Feb 11 05:46:22.210848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 184b9217-5fd2-44b2-87dd-eecd7c01bdd6 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:22.294440 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-ec0945b9-856a-4ff3-a264-eb76611e2aef service neutron] 10.222.0.87 "GET /v2.0/networks/3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340227 Feb 11 05:46:22.298361 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 184b9217-5fd2-44b2-87dd-eecd7c01bdd6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:22.298920 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (184b9217-5fd2-44b2-87dd-eecd7c01bdd6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.385209 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device cf49f33c-d1fa-4301-9686-fb823ec0dfec no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:22.386068 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e8f905ab-0340-46cd-a32d-10441eabf750 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Deleting port 831341a2-7ce1-4219-963b-a484f1233a9a {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:22.386950 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8f905ab-0340-46cd-a32d-10441eabf750 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (831341a2-7ce1-4219-963b-a484f1233a9a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.402686 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Publish callbacks [] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.413385 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.446946 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: cf49f33c-d1fa-4301-9686-fb823ec0dfec {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:22.447872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device cf49f33c-d1fa-4301-9686-fb823ec0dfec not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:22.495584 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c2116-3e6d-4344-bb16-d26557923bcc None None] Pushing event updated for resources: {'Port': ['ID=8fab7915-5f8d-4763-bd41-ad370c9834c9,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:22.517881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 184b9217-5fd2-44b2-87dd-eecd7c01bdd6 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:22.559609 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Attempting to bind port 8fab7915-5f8d-4763-bd41-ad370c9834c9 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:22.560175 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Attempting to bind port 8fab7915-5f8d-4763-bd41-ad370c9834c9 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '796c67b8-3f72-4e39-b87d-64e4e354ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:22.560175 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Attempting to bind port 8fab7915-5f8d-4763-bd41-ad370c9834c9 on network 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:22.566697 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:22.567346 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Checking segment: {'id': '796c67b8-3f72-4e39-b87d-64e4e354ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:22.568057 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.568455 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Bound using segment: {'id': '796c67b8-3f72-4e39-b87d-64e4e354ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:22.568934 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Bound port: 8fab7915-5f8d-4763-bd41-ad370c9834c9, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796c67b8-3f72-4e39-b87d-64e4e354ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:22.569430 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.578963 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-e8f905ab-0340-46cd-a32d-10441eabf750 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] For port 831341a2-7ce1-4219-963b-a484f1233a9a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=831341a2-7ce1-4219-963b-a484f1233a9a,segment=NetworkSegment(efcb9d28-be31-41ba-91bd-fe5e6bbd92a3),segment_id=efcb9d28-be31-41ba-91bd-fe5e6bbd92a3)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:22.579244 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8f905ab-0340-46cd-a32d-10441eabf750 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (831341a2-7ce1-4219-963b-a484f1233a9a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.579887 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e3712b0-2d51-4239-97d4-d8cda3cbf128 req-2d108ac9-9b73-4e9d-967e-1acf01ac0c93 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 210 time: 0.0536928 Feb 11 05:46:22.613430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819717f-eb97-4003-96e2-8ed6895cb377 req-cf4dc30c-9107-4994-9348-21e3d6d74326 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:22.618597 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e8f905ab-0340-46cd-a32d-10441eabf750 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Calling delete_port for 831341a2-7ce1-4219-963b-a484f1233a9a owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:22.621514 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8819717f-eb97-4003-96e2-8ed6895cb377 req-cf4dc30c-9107-4994-9348-21e3d6d74326 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 945 time: 0.1667178 Feb 11 05:46:22.693677 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] For port 8fab7915-5f8d-4763-bd41-ad370c9834c9, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:22.698929 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] For port 8fab7915-5f8d-4763-bd41-ad370c9834c9, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8fab7915-5f8d-4763-bd41-ad370c9834c9,segment=NetworkSegment(796c67b8-3f72-4e39-b87d-64e4e354ff10),segment_id=796c67b8-3f72-4e39-b87d-64e4e354ff10)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:22.704052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8819717f-eb97-4003-96e2-8ed6895cb377 req-12ef428d-d241-44f1-b05f-cacfa6b25415 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785332 Feb 11 05:46:22.719120 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.794313 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Routers {'c4ecbbab-176a-4f0e-84af-57bb867eb0d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:22.794885 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:46:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:22.841101 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c2116-3e6d-4344-bb16-d26557923bcc None None] Pushing event updated for resources: {'Port': ['ID=8fab7915-5f8d-4763-bd41-ad370c9834c9,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:22.869032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-661ea7d8-5840-4e7e-846c-9d3da5379162 None None] Provisioning complete for port 8fab7915-5f8d-4763-bd41-ad370c9834c9 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:22.869520 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-661ea7d8-5840-4e7e-846c-9d3da5379162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.926179 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8f905ab-0340-46cd-a32d-10441eabf750 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (831341a2-7ce1-4219-963b-a484f1233a9a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:22.951559 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] Set router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:22.967886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f905ab-0340-46cd-a32d-10441eabf750 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event deleted for resources: {'Port': ['ID=831341a2-7ce1-4219-963b-a484f1233a9a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:23.035315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-661ea7d8-5840-4e7e-846c-9d3da5379162 None None] Current status of the port 8fab7915-5f8d-4763-bd41-ad370c9834c9 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:23.036038 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-661ea7d8-5840-4e7e-846c-9d3da5379162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.100063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-661ea7d8-5840-4e7e-846c-9d3da5379162 None None] For port 8fab7915-5f8d-4763-bd41-ad370c9834c9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8fab7915-5f8d-4763-bd41-ad370c9834c9,segment=NetworkSegment(796c67b8-3f72-4e39-b87d-64e4e354ff10),segment_id=796c67b8-3f72-4e39-b87d-64e4e354ff10)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:23.109498 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-661ea7d8-5840-4e7e-846c-9d3da5379162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.180031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ea7d8-5840-4e7e-846c-9d3da5379162 None None] Pushing event updated for resources: {'Port': ['ID=8fab7915-5f8d-4763-bd41-ad370c9834c9,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:23.233267 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1bb155b2-e226-4e91-9aae-299262969f1d None None] Provisioning complete for port 8fab7915-5f8d-4763-bd41-ad370c9834c9 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:23.234961 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1bb155b2-e226-4e91-9aae-299262969f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.269960 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726527990', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:14Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8fab7915-5f8d-4763-bd41-ad370c9834c9', 'name': '', 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:4b:ea:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:18Z', 'updated_at': '2022-02-11T05:46:22Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:23.311662 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ac50d-ac9e-4937-be1f-0b22eff18733 None None] The sync data for ids ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'] in n-d-713499-38 is: [{'id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726527990', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:14Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8fab7915-5f8d-4763-bd41-ad370c9834c9', 'name': '', 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:4b:ea:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:18Z', 'updated_at': '2022-02-11T05:46:22Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:23.317240 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8f905ab-0340-46cd-a32d-10441eabf750 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (41ef9cd3-e369-40ac-a0d5-92495598b35d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:23.348235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1bb155b2-e226-4e91-9aae-299262969f1d None None] Current status of the port 8fab7915-5f8d-4763-bd41-ad370c9834c9 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:23.600062 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f905ab-0340-46cd-a32d-10441eabf750 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Router 41ef9cd3-e369-40ac-a0d5-92495598b35d has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:46:23.683525 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c14b6424-aba0-4598-a7c4-e7acf1e8fb11 req-9665126a-5c12-4cce-9646-cc0f8d18b094 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 210 time: 0.0435846 Feb 11 05:46:23.744442 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f905ab-0340-46cd-a32d-10441eabf750 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:23.755622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357897c5-32ab-4412-a041-377d41777ad1 None None] Sync routers for ids ['41ef9cd3-e369-40ac-a0d5-92495598b35d'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:23.762232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44258) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:23.763259 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e8f905ab-0340-46cd-a32d-10441eabf750 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "PUT /v2.0/routers/41ef9cd3-e369-40ac-a0d5-92495598b35d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2486184 Feb 11 05:46:23.772386 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357897c5-32ab-4412-a041-377d41777ad1 None None] Routers {'41ef9cd3-e369-40ac-a0d5-92495598b35d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:23.775380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-357897c5-32ab-4412-a041-377d41777ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:46:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['41ef9cd3-e369-40ac-a0d5-92495598b35d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:23.959999 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb444e0-63ec-40b7-830c-8f5d9baf4e27 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Deleting subnet 19dcb21a-ac4e-4a58-8309-5b0066ccd50e {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:46:23.970760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-357897c5-32ab-4412-a041-377d41777ad1 None None] Set router 41ef9cd3-e369-40ac-a0d5-92495598b35d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:23.973104 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0bb444e0-63ec-40b7-830c-8f5d9baf4e27 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for subnet (19dcb21a-ac4e-4a58-8309-5b0066ccd50e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.018338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16634373-24d1-492e-9f58-3d7ed785d43a req-86c4c5dd-7b1a-4731-a68a-305d4d4192f0 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:24.019955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16634373-24d1-492e-9f58-3d7ed785d43a req-86c4c5dd-7b1a-4731-a68a-305d4d4192f0 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 945 time: 0.1894836 Feb 11 05:46:24.055350 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0bb444e0-63ec-40b7-830c-8f5d9baf4e27 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (19dcb21a-ac4e-4a58-8309-5b0066ccd50e), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.093035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-507548cb-f2db-40a5-88aa-2cc6e013d141 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:24.094535 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-507548cb-f2db-40a5-88aa-2cc6e013d141 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.88 "GET /v2.0/networks?id=3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb HTTP/1.1" status: 200 len: 797 time: 0.3289566 Feb 11 05:46:24.107683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7d822-0ab7-4210-bc53-11644e54a8b2 req-2db58710-5167-4be4-aab9-722958fc501d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:24.109209 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-33e7d822-0ab7-4210-bc53-11644e54a8b2 req-2db58710-5167-4be4-aab9-722958fc501d tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 945 time: 0.2409396 Feb 11 05:46:24.176271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-357897c5-32ab-4412-a041-377d41777ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-838436198', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:46:22Z', 'revision_number': 5, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:24.226955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357897c5-32ab-4412-a041-377d41777ad1 None None] Checking router: 41ef9cd3-e369-40ac-a0d5-92495598b35d for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:24.238063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357897c5-32ab-4412-a041-377d41777ad1 None None] Routers {'41ef9cd3-e369-40ac-a0d5-92495598b35d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:24.238716 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-357897c5-32ab-4412-a041-377d41777ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:46:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['41ef9cd3-e369-40ac-a0d5-92495598b35d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:24.267272 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16634373-24d1-492e-9f58-3d7ed785d43a req-b249769f-543d-4bee-8183-4fb9e0f16595 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/security-groups?id=4e2bfade-aff3-4944-b0b5-8ec77522ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282701 Feb 11 05:46:24.308167 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-a52abc09-58b1-4cf3-afdc-c974af2c16f5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52d5e1b82a9e4c3fbf19576a184936a0 HTTP/1.1" status: 200 len: 379 time: 0.1977837 Feb 11 05:46:24.312645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8fab7915-5f8d-4763-bd41-ad370c9834c9 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:24.321817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-7571ba9a-468e-45d3-bb6b-c130651ebcba tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'port': {'device_id': '7bf6159d-8226-4ba1-aa09-6ebc0600e9cc', 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'admin_state_up': True, 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'security_groups': ['4832582f-a7eb-403b-88e1-b53021d0a320']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:24.415070 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-357897c5-32ab-4412-a041-377d41777ad1 None None] Set router 41ef9cd3-e369-40ac-a0d5-92495598b35d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:24.478401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 8fab7915-5f8d-4763-bd41-ad370c9834c9 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:24.478936 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.608927 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0bb444e0-63ec-40b7-830c-8f5d9baf4e27 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (19dcb21a-ac4e-4a58-8309-5b0066ccd50e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.653690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 8fab7915-5f8d-4763-bd41-ad370c9834c9 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:24.682654 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-357897c5-32ab-4412-a041-377d41777ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-838436198', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:46:22Z', 'revision_number': 5, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:24.712030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357897c5-32ab-4412-a041-377d41777ad1 None None] The sync data for ids ['41ef9cd3-e369-40ac-a0d5-92495598b35d'] in n-d-713499-38 is: [{'id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-838436198', 'tenant_id': '60d1a50fad2c4d8488122ad129a771f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:46:22Z', 'revision_number': 5, 'project_id': '60d1a50fad2c4d8488122ad129a771f9', 'gw_port': {'id': '88ed1bde-caa8-4b86-adb0-994b750d6368', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ef9cd3-e369-40ac-a0d5-92495598b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:47Z', 'updated_at': '2022-02-11T05:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:24.749869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-33e7d822-0ab7-4210-bc53-11644e54a8b2 req-f581ae0b-95c2-45e0-b244-9468075e7e24 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Deleting port 1e02c42c-ee30-4c33-8c8c-278da5a2c416 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:24.750435 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-33e7d822-0ab7-4210-bc53-11644e54a8b2 req-f581ae0b-95c2-45e0-b244-9468075e7e24 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1e02c42c-ee30-4c33-8c8c-278da5a2c416), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.770254 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0bb444e0-63ec-40b7-830c-8f5d9baf4e27 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (19dcb21a-ac4e-4a58-8309-5b0066ccd50e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.846222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb444e0-63ec-40b7-830c-8f5d9baf4e27 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event deleted for resources: {'Subnet': ['ID=19dcb21a-ac4e-4a58-8309-5b0066ccd50e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:24.848952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c006ff0-6ed1-49af-add6-b5eaa1a8c0e0 None None] Network d9324702-1014-448d-91d2-f3d2ef14927a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:24.849281 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85b68c8d-c322-4fda-b7ae-c1ed60f9a72a req-a598a00f-0baa-4b11-b991-46556053382d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 210 time: 0.0803773 Feb 11 05:46:24.850259 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0bb444e0-63ec-40b7-830c-8f5d9baf4e27 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.855466 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0bb444e0-63ec-40b7-830c-8f5d9baf4e27 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "DELETE /v2.0/subnets/19dcb21a-ac4e-4a58-8309-5b0066ccd50e HTTP/1.1" status: 204 len: 168 time: 1.0900011 Feb 11 05:46:24.856595 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44262) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:24.895107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-7571ba9a-468e-45d3-bb6b-c130651ebcba tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Made reservation on behalf of 52d5e1b82a9e4c3fbf19576a184936a0 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:24.898600 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-7571ba9a-468e-45d3-bb6b-c130651ebcba tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.952519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-33e7d822-0ab7-4210-bc53-11644e54a8b2 req-f581ae0b-95c2-45e0-b244-9468075e7e24 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] For port 1e02c42c-ee30-4c33-8c8c-278da5a2c416, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=1e02c42c-ee30-4c33-8c8c-278da5a2c416,segment=NetworkSegment(8a41730e-80a9-495a-9f6b-4b8b0308a120),segment_id=8a41730e-80a9-495a-9f6b-4b8b0308a120)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:24.953144 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-33e7d822-0ab7-4210-bc53-11644e54a8b2 req-f581ae0b-95c2-45e0-b244-9468075e7e24 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1e02c42c-ee30-4c33-8c8c-278da5a2c416), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.989913 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8e81936-1595-492e-b28f-d2f22c132792 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router (41ef9cd3-e369-40ac-a0d5-92495598b35d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:24.999821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-33e7d822-0ab7-4210-bc53-11644e54a8b2 req-f581ae0b-95c2-45e0-b244-9468075e7e24 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Calling delete_port for 1e02c42c-ee30-4c33-8c8c-278da5a2c416 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:25.104167 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8e81936-1595-492e-b28f-d2f22c132792 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router_gateway (41ef9cd3-e369-40ac-a0d5-92495598b35d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.116190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-7571ba9a-468e-45d3-bb6b-c130651ebcba tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Allocated IP 172.20.0.5 (3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb/3ea327e9-b9ca-4067-b087-e2f7b4b22479/8154a3ce-5729-4e1d-8bd2-948e49a44d2e) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:25.164889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519649ce-8e84-4e1a-ae65-a3b3c515283a None None] DHCP port deletion for d9324702-1014-448d-91d2-f3d2ef14927a request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:46:25.182150 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-c8e81936-1595-492e-b28f-d2f22c132792 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Deleting port 88ed1bde-caa8-4b86-adb0-994b750d6368 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:25.182503 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8e81936-1595-492e-b28f-d2f22c132792 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (88ed1bde-caa8-4b86-adb0-994b750d6368), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.241370 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-519649ce-8e84-4e1a-ae65-a3b3c515283a None None] Deleting port a5a968d9-6b37-41b5-8ff8-6f5a805edc07 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:25.242489 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-519649ce-8e84-4e1a-ae65-a3b3c515283a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a5a968d9-6b37-41b5-8ff8-6f5a805edc07), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.244951 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-33e7d822-0ab7-4210-bc53-11644e54a8b2 req-f581ae0b-95c2-45e0-b244-9468075e7e24 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1e02c42c-ee30-4c33-8c8c-278da5a2c416), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.274032 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-c8e81936-1595-492e-b28f-d2f22c132792 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] For port 88ed1bde-caa8-4b86-adb0-994b750d6368, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=88ed1bde-caa8-4b86-adb0-994b750d6368,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:25.274415 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8e81936-1595-492e-b28f-d2f22c132792 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (88ed1bde-caa8-4b86-adb0-994b750d6368), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.291013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581ae0b-95c2-45e0-b244-9468075e7e24 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Pushing event deleted for resources: {'Port': ['ID=1e02c42c-ee30-4c33-8c8c-278da5a2c416,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:25.292975 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-c8e81936-1595-492e-b28f-d2f22c132792 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Calling delete_port for 88ed1bde-caa8-4b86-adb0-994b750d6368 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:25.350101 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-519649ce-8e84-4e1a-ae65-a3b3c515283a None None] For port a5a968d9-6b37-41b5-8ff8-6f5a805edc07, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a5a968d9-6b37-41b5-8ff8-6f5a805edc07,segment=NetworkSegment(efcb9d28-be31-41ba-91bd-fe5e6bbd92a3),segment_id=efcb9d28-be31-41ba-91bd-fe5e6bbd92a3)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:25.350696 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-519649ce-8e84-4e1a-ae65-a3b3c515283a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a5a968d9-6b37-41b5-8ff8-6f5a805edc07), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.370870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-519649ce-8e84-4e1a-ae65-a3b3c515283a None None] Calling delete_port for a5a968d9-6b37-41b5-8ff8-6f5a805edc07 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:25.375189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e7d822-0ab7-4210-bc53-11644e54a8b2 req-f581ae0b-95c2-45e0-b244-9468075e7e24 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] No DVR routers for this DVR port 1e02c42c-ee30-4c33-8c8c-278da5a2c416 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:25.379318 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-33e7d822-0ab7-4210-bc53-11644e54a8b2 req-f581ae0b-95c2-45e0-b244-9468075e7e24 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.382680 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-33e7d822-0ab7-4210-bc53-11644e54a8b2 req-f581ae0b-95c2-45e0-b244-9468075e7e24 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.73 "DELETE /v2.0/ports/1e02c42c-ee30-4c33-8c8c-278da5a2c416 HTTP/1.1" status: 204 len: 173 time: 1.2524273 Feb 11 05:46:25.383133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0041c8-f976-4501-8aea-15b2ecd4743f', 'name': 'network-vif-deleted', 'tag': '1e02c42c-ee30-4c33-8c8c-278da5a2c416'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:25.385540 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0577cffb-9730-430c-95c9-ad8b807b850c" -d '{"events": [{"server_uuid": "5b0041c8-f976-4501-8aea-15b2ecd4743f", "name": "network-vif-deleted", "tag": "1e02c42c-ee30-4c33-8c8c-278da5a2c416"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:25.437513 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf69f1ca-40a1-4114-8af2-cf4e73aebc25 req-e4d475bf-28fe-4b23-aaf3-3d43a5e44d74 tempest-ServersTestJSON-1248798156 tempest-ServersTestJSON-1248798156-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b0041c8-f976-4501-8aea-15b2ecd4743f HTTP/1.1" status: 200 len: 210 time: 0.0384312 Feb 11 05:46:25.455336 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-7571ba9a-468e-45d3-bb6b-c130651ebcba tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.498102 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20d4baf-9ca7-407b-8d76-9d4cb2567096 x-openstack-request-id: req-e20d4baf-9ca7-407b-8d76-9d4cb2567096 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:25.498500 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0041c8-f976-4501-8aea-15b2ecd4743f", "name": "network-vif-deleted", "tag": "1e02c42c-ee30-4c33-8c8c-278da5a2c416", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:25.498776 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e20d4baf-9ca7-407b-8d76-9d4cb2567096 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:25.499676 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0041c8-f976-4501-8aea-15b2ecd4743f', 'name': 'network-vif-deleted', 'tag': '1e02c42c-ee30-4c33-8c8c-278da5a2c416', 'status': 'completed', 'code': 200} Feb 11 05:46:25.507913 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-519649ce-8e84-4e1a-ae65-a3b3c515283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (a5a968d9-6b37-41b5-8ff8-6f5a805edc07), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.509957 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-7571ba9a-468e-45d3-bb6b-c130651ebcba tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.539597 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519649ce-8e84-4e1a-ae65-a3b3c515283a None None] Pushing event deleted for resources: {'Port': ['ID=a5a968d9-6b37-41b5-8ff8-6f5a805edc07,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:25.547645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519649ce-8e84-4e1a-ae65-a3b3c515283a None None] No DVR routers for this DVR port a5a968d9-6b37-41b5-8ff8-6f5a805edc07 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:25.564394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-7571ba9a-468e-45d3-bb6b-c130651ebcba tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:25.568008 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-7571ba9a-468e-45d3-bb6b-c130651ebcba tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:25.571808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-7571ba9a-468e-45d3-bb6b-c130651ebcba tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:25.601643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571ba9a-468e-45d3-bb6b-c130651ebcba tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=8154a3ce-5729-4e1d-8bd2-948e49a44d2e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:25.630485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-7571ba9a-468e-45d3-bb6b-c130651ebcba tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:25.631159 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-7571ba9a-468e-45d3-bb6b-c130651ebcba tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.653151 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8e81936-1595-492e-b28f-d2f22c132792 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (88ed1bde-caa8-4b86-adb0-994b750d6368), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.659667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-7571ba9a-468e-45d3-bb6b-c130651ebcba tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3417251 Feb 11 05:46:25.675967 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Request body: {'port': {'device_id': '7bf6159d-8226-4ba1-aa09-6ebc0600e9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:25.682077 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e81936-1595-492e-b28f-d2f22c132792 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event deleted for resources: {'Port': ['ID=88ed1bde-caa8-4b86-adb0-994b750d6368,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:25.753597 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.781299 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8e81936-1595-492e-b28f-d2f22c132792 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (41ef9cd3-e369-40ac-a0d5-92495598b35d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.912968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-47bcecc8-2e54-4eb5-9752-f47bdc558033 None None] Provisioning complete for port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:25.914081 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47bcecc8-2e54-4eb5-9752-f47bdc558033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.947567 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8e81936-1595-492e-b28f-d2f22c132792 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (41ef9cd3-e369-40ac-a0d5-92495598b35d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.951951 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8e81936-1595-492e-b28f-d2f22c132792 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router_controller (41ef9cd3-e369-40ac-a0d5-92495598b35d), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.972388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-47bcecc8-2e54-4eb5-9752-f47bdc558033 None None] Port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:46:26.020184 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8e81936-1595-492e-b28f-d2f22c132792 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (41ef9cd3-e369-40ac-a0d5-92495598b35d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.020846 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e81936-1595-492e-b28f-d2f22c132792 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Fanout notify agent at l3_agent the message router_deleted on router 41ef9cd3-e369-40ac-a0d5-92495598b35d {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:46:26.029796 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c8e81936-1595-492e-b28f-d2f22c132792 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.034001 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c8e81936-1595-492e-b28f-d2f22c132792 tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "DELETE /v2.0/routers/41ef9cd3-e369-40ac-a0d5-92495598b35d HTTP/1.1" status: 204 len: 168 time: 1.1762381 Feb 11 05:46:26.034786 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44270) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:26.058872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26955d-ca69-41b9-a68a-c56ca83a5452 req-6c2dd4aa-ce93-44b2-ab67-23c7873a8ce7 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:26.060521 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb26955d-ca69-41b9-a68a-c56ca83a5452 req-6c2dd4aa-ce93-44b2-ab67-23c7873a8ce7 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 931 time: 0.1057897 Feb 11 05:46:26.127938 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3911-a3b6-4664-9207-aec72065c65e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (d9324702-1014-448d-91d2-f3d2ef14927a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.182805 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb26955d-ca69-41b9-a68a-c56ca83a5452 req-8567c5f0-82af-4619-8e1f-df5d1e4af3b8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110458 Feb 11 05:46:26.192356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8154a3ce-5729-4e1d-8bd2-948e49a44d2e {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:46:26.201700 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Publish callbacks [] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.226806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Transition to ACTIVE for port object 8154a3ce-5729-4e1d-8bd2-948e49a44d2e will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:46:26.231759 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.234159 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3911-a3b6-4664-9207-aec72065c65e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (d9324702-1014-448d-91d2-f3d2ef14927a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.254835 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-b4eb3911-a3b6-4664-9207-aec72065c65e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9324702-1014-448d-91d2-f3d2ef14927a']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:26.264341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-b4eb3911-a3b6-4664-9207-aec72065c65e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcb9d28-be31-41ba-91bd-fe5e6bbd92a3') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:26.264953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-b4eb3911-a3b6-4664-9207-aec72065c65e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcb9d28-be31-41ba-91bd-fe5e6bbd92a3') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:26.275196 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3911-a3b6-4664-9207-aec72065c65e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (efcb9d28-be31-41ba-91bd-fe5e6bbd92a3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.285430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8154a3ce-5729-4e1d-8bd2-948e49a44d2e,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:26.297199 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3911-a3b6-4664-9207-aec72065c65e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (efcb9d28-be31-41ba-91bd-fe5e6bbd92a3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.304283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4eb3911-a3b6-4664-9207-aec72065c65e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:46:26.304680 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3911-a3b6-4664-9207-aec72065c65e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (efcb9d28-be31-41ba-91bd-fe5e6bbd92a3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:46:26.307983 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:46:26.352706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Attempting to bind port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:26.353189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Attempting to bind port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '796c67b8-3f72-4e39-b87d-64e4e354ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:26.353742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Attempting to bind port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e on network 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:26.359033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e on network 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:26.359498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Attempting to bind port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e on network 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:26.365308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:26.365800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Checking segment: {'id': '796c67b8-3f72-4e39-b87d-64e4e354ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:26.366197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Bound using segment: {'id': '796c67b8-3f72-4e39-b87d-64e4e354ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:26.366630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Bound port: 8154a3ce-5729-4e1d-8bd2-948e49a44d2e, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796c67b8-3f72-4e39-b87d-64e4e354ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:26.366994 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.374387 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3911-a3b6-4664-9207-aec72065c65e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (d9324702-1014-448d-91d2-f3d2ef14927a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.382146 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3911-a3b6-4664-9207-aec72065c65e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.386236 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b4eb3911-a3b6-4664-9207-aec72065c65e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] 10.222.0.87 "DELETE /v2.0/networks/d9324702-1014-448d-91d2-f3d2ef14927a HTTP/1.1" status: 204 len: 168 time: 0.3502517 Feb 11 05:46:26.398908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb3911-a3b6-4664-9207-aec72065c65e tempest-TestSecurityGroupsBasicOps-1290796808 tempest-TestSecurityGroupsBasicOps-1290796808-project] Pushing event deleted for resources: {'Network': ['ID=d9324702-1014-448d-91d2-f3d2ef14927a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:26.458243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] For port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:26.462448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] For port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8154a3ce-5729-4e1d-8bd2-948e49a44d2e,segment=NetworkSegment(796c67b8-3f72-4e39-b87d-64e4e354ff10),segment_id=796c67b8-3f72-4e39-b87d-64e4e354ff10)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:26.470237 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.517338 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44278) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:26.524814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:26.525488 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.527219 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] 10.222.0.88 "PUT /v2.0/ports/8154a3ce-5729-4e1d-8bd2-948e49a44d2e HTTP/1.1" status: 200 len: 1092 time: 0.8557909 Feb 11 05:46:26.556898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f04ed-71f1-4361-bcce-dc340bb392a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8154a3ce-5729-4e1d-8bd2-948e49a44d2e,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:26.581210 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 831341a2-7ce1-4219-963b-a484f1233a9a no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:26.615296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 831341a2-7ce1-4219-963b-a484f1233a9a {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:26.615719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 831341a2-7ce1-4219-963b-a484f1233a9a not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:26.616140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a5a968d9-6b37-41b5-8ff8-6f5a805edc07 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:26.647405 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-89655b17-2aa2-451d-80b8-e42ed996743a admin admin] Deleting subnet a0266a34-1b9c-451d-9bdd-1297b6a861ed {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:46:26.650991 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89655b17-2aa2-451d-80b8-e42ed996743a admin admin] Publish callbacks [] for subnet (a0266a34-1b9c-451d-9bdd-1297b6a861ed), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.659049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: a5a968d9-6b37-41b5-8ff8-6f5a805edc07 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:26.659400 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a5a968d9-6b37-41b5-8ff8-6f5a805edc07 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:26.675805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-832441b5-5fde-4bb6-a961-bb938f03712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:26.678516 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-832441b5-5fde-4bb6-a961-bb938f03712d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 1126 time: 0.0934229 Feb 11 05:46:26.712774 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89655b17-2aa2-451d-80b8-e42ed996743a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (a0266a34-1b9c-451d-9bdd-1297b6a861ed), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.739892 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-c8b7221c-e35d-45cb-8f49-9f2764e23c5d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8154a3ce-5729-4e1d-8bd2-948e49a44d2e HTTP/1.1" status: 200 len: 217 time: 0.0502248 Feb 11 05:46:26.769052 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89655b17-2aa2-451d-80b8-e42ed996743a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (a0266a34-1b9c-451d-9bdd-1297b6a861ed), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.810609 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-43489720-74ea-4697-813c-c6263faaca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:26.812562 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-43489720-74ea-4697-813c-c6263faaca55 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3ea327e9-b9ca-4067-b087-e2f7b4b22479 HTTP/1.1" status: 200 len: 834 time: 0.0629282 Feb 11 05:46:26.835049 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89655b17-2aa2-451d-80b8-e42ed996743a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (a0266a34-1b9c-451d-9bdd-1297b6a861ed), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.853282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44282) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:26.861446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89655b17-2aa2-451d-80b8-e42ed996743a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0266a34-1b9c-451d-9bdd-1297b6a861ed,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:26.867243 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-89655b17-2aa2-451d-80b8-e42ed996743a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:26.872782 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-89655b17-2aa2-451d-80b8-e42ed996743a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a0266a34-1b9c-451d-9bdd-1297b6a861ed HTTP/1.1" status: 204 len: 168 time: 0.3529685 Feb 11 05:46:26.875081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44286) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:26.909445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-05265baf-7582-4a1c-ae39-ebb3ba041be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:26.911151 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-05265baf-7582-4a1c-ae39-ebb3ba041be0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0874944 Feb 11 05:46:26.976689 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8432bf7-a66c-4f62-a45f-69db4c6b1b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (9269a4c8-b1f1-401d-80b8-95261f9ee354), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.119834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5dd190e2-0741-421b-bb3c-8a8a358a1d6b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=60d1a50fad2c4d8488122ad129a771f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2651730 Feb 11 05:46:27.122332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44288) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:27.127039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 1e02c42c-ee30-4c33-8c8c-278da5a2c416 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:27.130499 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-101a48fd-1f88-46c4-aa4a-125dc39e317e service neutron] 10.222.0.88 "GET /v2.0/networks/3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850145 Feb 11 05:46:27.150535 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 1e02c42c-ee30-4c33-8c8c-278da5a2c416 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:27.151043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 1e02c42c-ee30-4c33-8c8c-278da5a2c416 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:27.163040 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8432bf7-a66c-4f62-a45f-69db4c6b1b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (9269a4c8-b1f1-401d-80b8-95261f9ee354), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.179215 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0333f380-9b3f-431a-a5d0-3aa95e0c0eb1 admin admin] Publish callbacks [] for security_group (2d74b339-f387-4442-86d4-61c7dfd784ff), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.200478 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0333f380-9b3f-431a-a5d0-3aa95e0c0eb1 admin admin] Publish callbacks [] for security_group (2d74b339-f387-4442-86d4-61c7dfd784ff), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.200822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-a8432bf7-a66c-4f62-a45f-69db4c6b1b02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9269a4c8-b1f1-401d-80b8-95261f9ee354']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:27.242086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-a8432bf7-a66c-4f62-a45f-69db4c6b1b02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a41730e-80a9-495a-9f6b-4b8b0308a120') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:27.242363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-a8432bf7-a66c-4f62-a45f-69db4c6b1b02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a41730e-80a9-495a-9f6b-4b8b0308a120') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:27.252205 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0333f380-9b3f-431a-a5d0-3aa95e0c0eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2d74b339-f387-4442-86d4-61c7dfd784ff), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.255035 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0333f380-9b3f-431a-a5d0-3aa95e0c0eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.259292 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0333f380-9b3f-431a-a5d0-3aa95e0c0eb1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2d74b339-f387-4442-86d4-61c7dfd784ff HTTP/1.1" status: 204 len: 168 time: 0.1328990 Feb 11 05:46:27.259519 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8432bf7-a66c-4f62-a45f-69db4c6b1b02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (8a41730e-80a9-495a-9f6b-4b8b0308a120), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.266269 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333f380-9b3f-431a-a5d0-3aa95e0c0eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d74b339-f387-4442-86d4-61c7dfd784ff,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:27.287548 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8432bf7-a66c-4f62-a45f-69db4c6b1b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (8a41730e-80a9-495a-9f6b-4b8b0308a120), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.313942 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8432bf7-a66c-4f62-a45f-69db4c6b1b02 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:46:27.314435 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8432bf7-a66c-4f62-a45f-69db4c6b1b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (8a41730e-80a9-495a-9f6b-4b8b0308a120), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:46:27.317757 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:46:27.334618 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0f9f497-262e-434e-91b8-e8d3b3511db5 req-331a75f1-bc28-4502-bf50-be4f770809dd service neutron] 10.222.0.88 "GET /v2.0/networks/3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794541 Feb 11 05:46:27.404390 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8432bf7-a66c-4f62-a45f-69db4c6b1b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (9269a4c8-b1f1-401d-80b8-95261f9ee354), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.410153 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a8432bf7-a66c-4f62-a45f-69db4c6b1b02 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.413431 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a8432bf7-a66c-4f62-a45f-69db4c6b1b02 admin admin] 10.222.0.87 "DELETE /v2.0/networks/9269a4c8-b1f1-401d-80b8-95261f9ee354 HTTP/1.1" status: 204 len: 168 time: 0.5371399 Feb 11 05:46:27.435820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8432bf7-a66c-4f62-a45f-69db4c6b1b02 admin admin] Pushing event deleted for resources: {'Network': ['ID=9269a4c8-b1f1-401d-80b8-95261f9ee354,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:27.447576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71f272-7b6e-4c28-8a43-1ca2b03ce540 req-e297959b-e302-4542-9c26-d2e77e0c3af0 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:27.449191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab71f272-7b6e-4c28-8a43-1ca2b03ce540 req-e297959b-e302-4542-9c26-d2e77e0c3af0 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 943 time: 0.1522207 Feb 11 05:46:27.501013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf6159d-8226-4ba1-aa09-6ebc0600e9cc', 'tag': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:27.503388 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f7c532-18e5-475e-a628-aa7efc6d2269" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf6159d-8226-4ba1-aa09-6ebc0600e9cc", "tag": "8154a3ce-5729-4e1d-8bd2-948e49a44d2e"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:27.509753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab71f272-7b6e-4c28-8a43-1ca2b03ce540 req-b5fa6b13-f6a4-4f17-8c8d-19125392f990 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535991 Feb 11 05:46:27.546980 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84585044-c420-4a6f-b23f-9322ecb7dad3 x-openstack-request-id: req-84585044-c420-4a6f-b23f-9322ecb7dad3 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:27.547334 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf6159d-8226-4ba1-aa09-6ebc0600e9cc", "tag": "8154a3ce-5729-4e1d-8bd2-948e49a44d2e", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:27.547791 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-84585044-c420-4a6f-b23f-9322ecb7dad3 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:27.548388 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf6159d-8226-4ba1-aa09-6ebc0600e9cc', 'tag': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e', 'status': 'completed', 'code': 200} Feb 11 05:46:27.568691 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44300) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:27.591311 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec390d79-9f14-49db-a181-1f09c3688d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.616038 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44302) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:27.651847 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7c532-18e5-475e-a628-aa7efc6d2269 req-760419ba-1fce-480a-99db-76fdf07d7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:27.653881 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35f7c532-18e5-475e-a628-aa7efc6d2269 req-760419ba-1fce-480a-99db-76fdf07d7e5d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 1126 time: 0.0774863 Feb 11 05:46:27.659016 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-389cd396-787f-4e4d-a0b5-42a4f1918f4d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=98cc9928f4904ad7a5576b28aa1dcb89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417500 Feb 11 05:46:27.661737 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44304) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:27.715856 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a548e45e-8dcd-4b0b-baae-48630a7245bc admin admin] Publish callbacks [] for security_group (4e2bfade-aff3-4944-b0b5-8ec77522ad5c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.738392 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a548e45e-8dcd-4b0b-baae-48630a7245bc admin admin] Publish callbacks [] for security_group (4e2bfade-aff3-4944-b0b5-8ec77522ad5c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.762016 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec390d79-9f14-49db-a181-1f09c3688d00 admin admin] Publish callbacks [] for security_group (ecb11906-0fa9-4372-a5b1-a86b4e58346f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.770176 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ec390d79-9f14-49db-a181-1f09c3688d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ecb11906-0fa9-4372-a5b1-a86b4e58346f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.786785 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a548e45e-8dcd-4b0b-baae-48630a7245bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4e2bfade-aff3-4944-b0b5-8ec77522ad5c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.789578 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a548e45e-8dcd-4b0b-baae-48630a7245bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.790728 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a548e45e-8dcd-4b0b-baae-48630a7245bc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4e2bfade-aff3-4944-b0b5-8ec77522ad5c HTTP/1.1" status: 204 len: 168 time: 0.1280136 Feb 11 05:46:27.795877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7c532-18e5-475e-a628-aa7efc6d2269 req-7e57e600-72b1-4a7f-9655-33b7079853a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:27.797925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35f7c532-18e5-475e-a628-aa7efc6d2269 req-7e57e600-72b1-4a7f-9655-33b7079853a6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb HTTP/1.1" status: 200 len: 898 time: 0.1371233 Feb 11 05:46:27.799577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548e45e-8dcd-4b0b-baae-48630a7245bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2bfade-aff3-4944-b0b5-8ec77522ad5c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:27.859518 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec390d79-9f14-49db-a181-1f09c3688d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb11906-0fa9-4372-a5b1-a86b4e58346f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:27.864909 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ec390d79-9f14-49db-a181-1f09c3688d00 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=333b7698b3ba4beca2c386096f12b6e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2951105 Feb 11 05:46:27.866434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35f7c532-18e5-475e-a628-aa7efc6d2269 req-de2f21bc-d93e-42a2-9c8f-4b039aad5189 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8154a3ce-5729-4e1d-8bd2-948e49a44d2e HTTP/1.1" status: 200 len: 217 time: 0.0526474 Feb 11 05:46:27.867625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44308) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:27.925935 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7c532-18e5-475e-a628-aa7efc6d2269 req-1dd86b28-31d2-4c14-a0f1-2d0bdf019e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:27.927341 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35f7c532-18e5-475e-a628-aa7efc6d2269 req-1dd86b28-31d2-4c14-a0f1-2d0bdf019e22 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3ea327e9-b9ca-4067-b087-e2f7b4b22479 HTTP/1.1" status: 200 len: 834 time: 0.0544300 Feb 11 05:46:27.933979 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93c962fe-39a3-491e-8d14-038a69a87b60 admin admin] Publish callbacks [] for security_group (ecb11906-0fa9-4372-a5b1-a86b4e58346f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.957860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93c962fe-39a3-491e-8d14-038a69a87b60 admin admin] Publish callbacks [] for security_group (ecb11906-0fa9-4372-a5b1-a86b4e58346f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.980071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7c532-18e5-475e-a628-aa7efc6d2269 req-378702e0-b7aa-4691-b8c1-9fa86f69bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:27.981618 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35f7c532-18e5-475e-a628-aa7efc6d2269 req-378702e0-b7aa-4691-b8c1-9fa86f69bdd4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474916 Feb 11 05:46:28.013308 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93c962fe-39a3-491e-8d14-038a69a87b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ecb11906-0fa9-4372-a5b1-a86b4e58346f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.016142 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93c962fe-39a3-491e-8d14-038a69a87b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.017307 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-93c962fe-39a3-491e-8d14-038a69a87b60 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ecb11906-0fa9-4372-a5b1-a86b4e58346f HTTP/1.1" status: 204 len: 168 time: 0.1487076 Feb 11 05:46:28.026408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c962fe-39a3-491e-8d14-038a69a87b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb11906-0fa9-4372-a5b1-a86b4e58346f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:28.109998 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35f7c532-18e5-475e-a628-aa7efc6d2269 req-43759d5b-a71b-4d8d-ba50-03db7803aa45 service neutron] 10.222.0.88 "GET /v2.0/networks/3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217861 Feb 11 05:46:28.121059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 88ed1bde-caa8-4b86-adb0-994b750d6368 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:28.143900 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 88ed1bde-caa8-4b86-adb0-994b750d6368 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:28.144421 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 88ed1bde-caa8-4b86-adb0-994b750d6368 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:28.226994 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35f7c532-18e5-475e-a628-aa7efc6d2269 req-90fcd1c4-8bd1-4e7b-9e57-1eb2225c3377 service neutron] 10.222.0.88 "GET /v2.0/networks/3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066136 Feb 11 05:46:28.374813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44324) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:28.415014 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-df851313-8690-4934-8355-76ed6009c940 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0e23de04ee3a4d62a8d7e0d54c1795f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387464 Feb 11 05:46:28.417710 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44326) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:28.466146 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bae7592b-8b5b-4909-b56c-5c35347e8022 admin admin] Publish callbacks [] for security_group (a09f4163-a84f-413b-a67f-e04bc6d927d0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.487123 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01df30ad-a478-4ee9-acfa-a416478b7741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.492559 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bae7592b-8b5b-4909-b56c-5c35347e8022 admin admin] Publish callbacks [] for security_group (a09f4163-a84f-413b-a67f-e04bc6d927d0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.549580 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bae7592b-8b5b-4909-b56c-5c35347e8022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a09f4163-a84f-413b-a67f-e04bc6d927d0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.553240 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bae7592b-8b5b-4909-b56c-5c35347e8022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.554529 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bae7592b-8b5b-4909-b56c-5c35347e8022 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a09f4163-a84f-413b-a67f-e04bc6d927d0 HTTP/1.1" status: 204 len: 168 time: 0.1356962 Feb 11 05:46:28.563996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7592b-8b5b-4909-b56c-5c35347e8022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09f4163-a84f-413b-a67f-e04bc6d927d0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:28.654638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebfe2b-7841-482a-906d-4eb2c53c5b51 req-154fdb1f-70e7-449c-846b-59c5d7bdb3c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:28.656017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6ebfe2b-7841-482a-906d-4eb2c53c5b51 req-154fdb1f-70e7-449c-846b-59c5d7bdb3c8 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 943 time: 0.0651877 Feb 11 05:46:28.714309 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6ebfe2b-7841-482a-906d-4eb2c53c5b51 req-e5a9a706-6d78-44ad-b312-c3b31afcebc2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521853 Feb 11 05:46:29.842379 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2572c-946f-4370-82bd-9b8a428fde4d req-5c21951a-9ac9-4aec-b618-6781f9f35a43 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:29.848703 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69f2572c-946f-4370-82bd-9b8a428fde4d req-5c21951a-9ac9-4aec-b618-6781f9f35a43 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 943 time: 0.0619621 Feb 11 05:46:29.894933 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69f2572c-946f-4370-82bd-9b8a428fde4d req-499d70b7-45f0-4643-a5dd-d4130721c031 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446699 Feb 11 05:46:30.464033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8154a3ce-5729-4e1d-8bd2-948e49a44d2e details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:46:30.563920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8154a3ce-5729-4e1d-8bd2-948e49a44d2e,segment=NetworkSegment(796c67b8-3f72-4e39-b87d-64e4e354ff10),segment_id=796c67b8-3f72-4e39-b87d-64e4e354ff10)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:30.575163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e', 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'port_id': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e', 'mac_address': 'fa:16:3e:54:ec:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:46:30.612527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:30.612929 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:30.629611 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8154a3ce-5729-4e1d-8bd2-948e49a44d2e {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:46:30.649080 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8154a3ce-5729-4e1d-8bd2-948e49a44d2e,segment=NetworkSegment(796c67b8-3f72-4e39-b87d-64e4e354ff10),segment_id=796c67b8-3f72-4e39-b87d-64e4e354ff10)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:30.653328 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:30.700110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=8154a3ce-5729-4e1d-8bd2-948e49a44d2e,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:30.730212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44384) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:30.778838 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ac32d11d-23ad-48c4-b9a3-203048a64725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:30.839737 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21383fd8-aacc-4ed7-ae3e-fa094a5c3941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:30.918607 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21383fd8-aacc-4ed7-ae3e-fa094a5c3941 admin admin] Publish callbacks [] for security_group (ce80f806-075b-4810-90f4-706af17719e1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:30.922983 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-21383fd8-aacc-4ed7-ae3e-fa094a5c3941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ce80f806-075b-4810-90f4-706af17719e1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:30.934056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['8154a3ce-5729-4e1d-8bd2-948e49a44d2e'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:46:30.962938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21383fd8-aacc-4ed7-ae3e-fa094a5c3941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce80f806-075b-4810-90f4-706af17719e1,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:30.967903 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-21383fd8-aacc-4ed7-ae3e-fa094a5c3941 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=197b6e2bd04e4782b4aa112465f8c75c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2363992 Feb 11 05:46:30.970660 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44390) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:31.023603 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8fe22f58-a709-41d0-aa82-088a2f9c5dac admin admin] Publish callbacks [] for security_group (ce80f806-075b-4810-90f4-706af17719e1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.030122 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4cc14-ae8a-4216-8975-a05c48feb5e4 req-0ebb5316-7956-4a25-bfc5-585b261b2ed5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:31.032004 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6eb4cc14-ae8a-4216-8975-a05c48feb5e4 req-0ebb5316-7956-4a25-bfc5-585b261b2ed5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 944 time: 0.0631063 Feb 11 05:46:31.045742 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8fe22f58-a709-41d0-aa82-088a2f9c5dac admin admin] Publish callbacks [] for security_group (ce80f806-075b-4810-90f4-706af17719e1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.087925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6eb4cc14-ae8a-4216-8975-a05c48feb5e4 req-534a6261-f099-40c1-9818-3345983d3c00 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488241 Feb 11 05:46:31.101224 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8fe22f58-a709-41d0-aa82-088a2f9c5dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ce80f806-075b-4810-90f4-706af17719e1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.104142 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8fe22f58-a709-41d0-aa82-088a2f9c5dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.105321 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8fe22f58-a709-41d0-aa82-088a2f9c5dac admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ce80f806-075b-4810-90f4-706af17719e1 HTTP/1.1" status: 204 len: 168 time: 0.1336844 Feb 11 05:46:31.113603 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe22f58-a709-41d0-aa82-088a2f9c5dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce80f806-075b-4810-90f4-706af17719e1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:31.369358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44396) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:31.382779 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bed84c2-2dde-46d0-b575-69d3826746b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.454385 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bed84c2-2dde-46d0-b575-69d3826746b0 admin admin] Publish callbacks [] for security_group (b11b968c-043a-4901-afe9-a9eca70e1f82), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.458159 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9bed84c2-2dde-46d0-b575-69d3826746b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b11b968c-043a-4901-afe9-a9eca70e1f82), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.500172 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9bed84c2-2dde-46d0-b575-69d3826746b0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=546a382a7e364f1593b8c560ec6b0832&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297319 Feb 11 05:46:31.501015 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed84c2-2dde-46d0-b575-69d3826746b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11b968c-043a-4901-afe9-a9eca70e1f82,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:31.503303 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44398) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:31.554310 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d967c8a-0f0d-4c0a-8db8-fed6a12a1798 admin admin] Publish callbacks [] for security_group (b11b968c-043a-4901-afe9-a9eca70e1f82), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.574849 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d967c8a-0f0d-4c0a-8db8-fed6a12a1798 admin admin] Publish callbacks [] for security_group (b11b968c-043a-4901-afe9-a9eca70e1f82), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.620908 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d967c8a-0f0d-4c0a-8db8-fed6a12a1798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b11b968c-043a-4901-afe9-a9eca70e1f82), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.623437 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1d967c8a-0f0d-4c0a-8db8-fed6a12a1798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:31.624629 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1d967c8a-0f0d-4c0a-8db8-fed6a12a1798 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b11b968c-043a-4901-afe9-a9eca70e1f82 HTTP/1.1" status: 204 len: 168 time: 0.1202803 Feb 11 05:46:31.632419 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d967c8a-0f0d-4c0a-8db8-fed6a12a1798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11b968c-043a-4901-afe9-a9eca70e1f82,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:32.220048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2be50-c5f9-4d2a-a37a-e262882208fd req-01994156-5a58-4bbb-9101-82bd2787f1ca tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:32.221597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2b2be50-c5f9-4d2a-a37a-e262882208fd req-01994156-5a58-4bbb-9101-82bd2787f1ca tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 944 time: 0.0583436 Feb 11 05:46:32.274809 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2b2be50-c5f9-4d2a-a37a-e262882208fd req-b261acfa-fb1d-4ae6-ba19-e124b8cc439c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475585 Feb 11 05:46:32.473179 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.481438 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8154a3ce-5729-4e1d-8bd2-948e49a44d2e up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:46:32.534997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:46:32.540772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:32.541392 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.793519 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:32.793918 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.828348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf6159d-8226-4ba1-aa09-6ebc0600e9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:32.831059 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7695d0-26d9-435c-a86b-392734dcd4d9" -d '{"events": [{"server_uuid": "7bf6159d-8226-4ba1-aa09-6ebc0600e9cc", "name": "network-vif-plugged", "status": "completed", "tag": "8154a3ce-5729-4e1d-8bd2-948e49a44d2e"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:32.848129 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8154a3ce-5729-4e1d-8bd2-948e49a44d2e,segment=NetworkSegment(796c67b8-3f72-4e39-b87d-64e4e354ff10),segment_id=796c67b8-3f72-4e39-b87d-64e4e354ff10)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:32.853329 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.885385 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befb7fad-9720-4071-b7e7-0cb352002288 x-openstack-request-id: req-befb7fad-9720-4071-b7e7-0cb352002288 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:32.885738 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf6159d-8226-4ba1-aa09-6ebc0600e9cc", "name": "network-vif-plugged", "status": "completed", "tag": "8154a3ce-5729-4e1d-8bd2-948e49a44d2e", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:32.885920 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-befb7fad-9720-4071-b7e7-0cb352002288 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:32.886525 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf6159d-8226-4ba1-aa09-6ebc0600e9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e', 'code': 200} Feb 11 05:46:32.919562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=8154a3ce-5729-4e1d-8bd2-948e49a44d2e,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:33.006478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5468d6-a399-4901-a6ef-c7aa73acfce2 req-51e24b34-58a7-4783-ba8c-a0c1a1a56fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:33.008736 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b5468d6-a399-4901-a6ef-c7aa73acfce2 req-51e24b34-58a7-4783-ba8c-a0c1a1a56fa2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 1128 time: 0.0550423 Feb 11 05:46:33.064689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3b5468d6-a399-4901-a6ef-c7aa73acfce2 req-020eb835-78ca-45c5-8f70-792e310e4576 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505271 Feb 11 05:46:33.415255 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93788da2-f4ef-49d4-85ae-77109892441b req-48b16707-6e7a-4dd7-9c0a-08307536582c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:33.417288 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93788da2-f4ef-49d4-85ae-77109892441b req-48b16707-6e7a-4dd7-9c0a-08307536582c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0657883 Feb 11 05:46:33.474941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93788da2-f4ef-49d4-85ae-77109892441b req-849e21c2-e1f4-4e6d-b454-82a96ef61c6a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507114 Feb 11 05:46:33.673128 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.196558 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44484) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:34.319462 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3475-c266-4eac-b573-6acb4883930c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.390709 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3475-c266-4eac-b573-6acb4883930c admin admin] Publish callbacks [] for security_group (93afc69d-0a0a-47da-afcb-8fb6bca6af9e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.394624 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3475-c266-4eac-b573-6acb4883930c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (93afc69d-0a0a-47da-afcb-8fb6bca6af9e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.432360 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3f9d3475-c266-4eac-b573-6acb4883930c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=db9b90f55a4c4c82b4bd54fe087e9a65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2346878 Feb 11 05:46:34.433249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d3475-c266-4eac-b573-6acb4883930c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93afc69d-0a0a-47da-afcb-8fb6bca6af9e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:34.435098 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44488) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:34.486133 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de792897-e1d9-457f-b345-65a018f7e497 admin admin] Publish callbacks [] for security_group (93afc69d-0a0a-47da-afcb-8fb6bca6af9e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.510075 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de792897-e1d9-457f-b345-65a018f7e497 admin admin] Publish callbacks [] for security_group (93afc69d-0a0a-47da-afcb-8fb6bca6af9e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.568235 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de792897-e1d9-457f-b345-65a018f7e497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (93afc69d-0a0a-47da-afcb-8fb6bca6af9e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.571055 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-de792897-e1d9-457f-b345-65a018f7e497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.576389 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-de792897-e1d9-457f-b345-65a018f7e497 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/93afc69d-0a0a-47da-afcb-8fb6bca6af9e HTTP/1.1" status: 204 len: 168 time: 0.1361506 Feb 11 05:46:34.582356 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de792897-e1d9-457f-b345-65a018f7e497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93afc69d-0a0a-47da-afcb-8fb6bca6af9e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:34.613333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae52fda-1158-4843-b07c-ce98a638a16d req-0b4e3ef8-d358-4447-83be-9144523f7ad1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:34.614908 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ae52fda-1158-4843-b07c-ce98a638a16d req-0b4e3ef8-d358-4447-83be-9144523f7ad1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0668578 Feb 11 05:46:34.678311 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ae52fda-1158-4843-b07c-ce98a638a16d req-8a04cae6-2caf-479c-bcb3-3d71b5704ad3 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572753 Feb 11 05:46:34.807762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700188f-c04b-4cd1-847a-ec25fe1df96f req-fd668479-5df1-4fba-92ad-ac34a8605e55 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:34.809326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4700188f-c04b-4cd1-847a-ec25fe1df96f req-fd668479-5df1-4fba-92ad-ac34a8605e55 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0550256 Feb 11 05:46:34.865370 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4700188f-c04b-4cd1-847a-ec25fe1df96f req-7c72cb91-c254-4348-906d-80379f2dc83e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483639 Feb 11 05:46:34.877143 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44498) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:34.891290 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee02baff-f280-4d52-bc86-d7ee792a6867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.895652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44500) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:34.943157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e473f8d7-ac8c-4b9b-a21c-fb2654104b91 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:34.945044 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e473f8d7-ac8c-4b9b-a21c-fb2654104b91 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 1123 time: 0.0482864 Feb 11 05:46:34.948154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44502) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:34.953198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:34.971643 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee02baff-f280-4d52-bc86-d7ee792a6867 admin admin] Publish callbacks [] for security_group (45676a06-de43-4031-b022-8af6f5d0c967), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.975940 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee02baff-f280-4d52-bc86-d7ee792a6867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (45676a06-de43-4031-b022-8af6f5d0c967), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.976948 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:35.016625 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ee02baff-f280-4d52-bc86-d7ee792a6867 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8ac784a021fc4ae5b099b745edde5b60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380944 Feb 11 05:46:35.017504 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02baff-f280-4d52-bc86-d7ee792a6867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45676a06-de43-4031-b022-8af6f5d0c967,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:35.019226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44504) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:35.111671 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c760707e-2823-483e-8347-dc1f8edbb258 admin admin] Publish callbacks [] for security_group (45676a06-de43-4031-b022-8af6f5d0c967), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:35.142313 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c760707e-2823-483e-8347-dc1f8edbb258 admin admin] Publish callbacks [] for security_group (45676a06-de43-4031-b022-8af6f5d0c967), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:35.144831 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:35.183042 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:35.281161 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c760707e-2823-483e-8347-dc1f8edbb258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (45676a06-de43-4031-b022-8af6f5d0c967), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:35.283781 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c760707e-2823-483e-8347-dc1f8edbb258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:35.284965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c760707e-2823-483e-8347-dc1f8edbb258 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/45676a06-de43-4031-b022-8af6f5d0c967 HTTP/1.1" status: 204 len: 168 time: 0.2647753 Feb 11 05:46:35.303440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760707e-2823-483e-8347-dc1f8edbb258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45676a06-de43-4031-b022-8af6f5d0c967,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:35.315051 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Allocated IP 172.25.5.33 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/4c45d690-b577-441e-9557-d9376c82e5b5) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:35.446283 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (4c45d690-b577-441e-9557-d9376c82e5b5), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:35.485699 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (4c45d690-b577-441e-9557-d9376c82e5b5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:35.543871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:35.547296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:35.551638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:35.587280 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=4c45d690-b577-441e-9557-d9376c82e5b5,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:36.366030 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for floatingip (bc79c58b-5b3f-4df9-8dc1-70a72d8c973d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:36.476210 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4c45d690-b577-441e-9557-d9376c82e5b5), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:36.626124 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for port (4c45d690-b577-441e-9557-d9376c82e5b5), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:36.630855 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (4c45d690-b577-441e-9557-d9376c82e5b5), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:36.702189 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event updated for resources: {'Port': ['ID=4c45d690-b577-441e-9557-d9376c82e5b5,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:36.711265 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (bc79c58b-5b3f-4df9-8dc1-70a72d8c973d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:36.817836 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Floating IP bc79c58b-5b3f-4df9-8dc1-70a72d8c973d associated. External IP: 172.25.5.33, port: 8154a3ce-5729-4e1d-8bd2-948e49a44d2e. Feb 11 05:46:37.027236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:46:37.144692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:37.157208 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575b88a-682f-465c-b1b1-0e50ecd9bb26 None None] Sync routers for ids ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:37.165630 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:37.168877 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575b88a-682f-465c-b1b1-0e50ecd9bb26 None None] Routers {'c4ecbbab-176a-4f0e-84af-57bb867eb0d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:37.169498 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7575b88a-682f-465c-b1b1-0e50ecd9bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:46:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:37.206688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7a459ee7-2f17-4674-bb83-f6aee9a14d79 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2571051 Feb 11 05:46:37.207186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf6159d-8226-4ba1-aa09-6ebc0600e9cc', 'tag': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:37.209742 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05237628-bab3-4e55-ba97-a5bd4fd6f0df" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf6159d-8226-4ba1-aa09-6ebc0600e9cc", "tag": "8154a3ce-5729-4e1d-8bd2-948e49a44d2e"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:37.255070 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c961e4d3-01a6-494b-8735-4ee934464e71 x-openstack-request-id: req-c961e4d3-01a6-494b-8735-4ee934464e71 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:37.255374 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf6159d-8226-4ba1-aa09-6ebc0600e9cc", "tag": "8154a3ce-5729-4e1d-8bd2-948e49a44d2e", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:37.255681 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c961e4d3-01a6-494b-8735-4ee934464e71 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:37.256088 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf6159d-8226-4ba1-aa09-6ebc0600e9cc', 'tag': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e', 'status': 'completed', 'code': 200} Feb 11 05:46:37.307128 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-7575b88a-682f-465c-b1b1-0e50ecd9bb26 None None] Set router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:37.371152 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2e80c-19ad-43cb-9d12-b1bde776248b req-99d586a2-6ab6-42de-881b-eea036498edd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.372669 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5f2e80c-19ad-43cb-9d12-b1bde776248b req-99d586a2-6ab6-42de-881b-eea036498edd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.1135871 Feb 11 05:46:37.379554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05237628-bab3-4e55-ba97-a5bd4fd6f0df req-f959b776-3ce8-4498-b9fe-9fb1cc351151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.380806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05237628-bab3-4e55-ba97-a5bd4fd6f0df req-f959b776-3ce8-4498-b9fe-9fb1cc351151 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 1128 time: 0.0773571 Feb 11 05:46:37.482573 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5f2e80c-19ad-43cb-9d12-b1bde776248b req-1445f305-78d0-4561-98f1-92177606e4ba tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994678 Feb 11 05:46:37.510734 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44566) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:37.520029 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05237628-bab3-4e55-ba97-a5bd4fd6f0df req-d3453580-2001-4770-b684-097c3813a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.522072 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05237628-bab3-4e55-ba97-a5bd4fd6f0df req-d3453580-2001-4770-b684-097c3813a358 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb HTTP/1.1" status: 200 len: 898 time: 0.1319318 Feb 11 05:46:37.554061 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7575b88a-682f-465c-b1b1-0e50ecd9bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726527990', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:14Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'bc79c58b-5b3f-4df9-8dc1-70a72d8c973d', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'port_id': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'mac_address': 'fa:16:3e:54:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf6159d-8226-4ba1-aa09-6ebc0600e9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:46:36Z', 'updated_at': '2022-02-11T05:46:36Z', 'revision_number': 0, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fab7915-5f8d-4763-bd41-ad370c9834c9', 'name': '', 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:4b:ea:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:18Z', 'updated_at': '2022-02-11T05:46:23Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:37.586415 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6ddb3a10-8d71-4303-b096-267e74eb01e5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/floatingips/bc79c58b-5b3f-4df9-8dc1-70a72d8c973d HTTP/1.1" status: 200 len: 990 time: 0.0744965 Feb 11 05:46:37.591680 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575b88a-682f-465c-b1b1-0e50ecd9bb26 None None] Checking router: c4ecbbab-176a-4f0e-84af-57bb867eb0d3 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:37.603070 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575b88a-682f-465c-b1b1-0e50ecd9bb26 None None] Routers {'c4ecbbab-176a-4f0e-84af-57bb867eb0d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:37.603816 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7575b88a-682f-465c-b1b1-0e50ecd9bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:46:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:37.604254 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05237628-bab3-4e55-ba97-a5bd4fd6f0df req-7e12f30d-bb89-4371-a4c7-2f287ca8e499 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8154a3ce-5729-4e1d-8bd2-948e49a44d2e HTTP/1.1" status: 200 len: 998 time: 0.0761368 Feb 11 05:46:37.641251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44570) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:37.665068 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05237628-bab3-4e55-ba97-a5bd4fd6f0df req-7b738394-3fc0-425b-883b-65b37e7aff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.666529 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05237628-bab3-4e55-ba97-a5bd4fd6f0df req-7b738394-3fc0-425b-883b-65b37e7aff86 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3ea327e9-b9ca-4067-b087-e2f7b4b22479 HTTP/1.1" status: 200 len: 834 time: 0.0567899 Feb 11 05:46:37.716740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05237628-bab3-4e55-ba97-a5bd4fd6f0df req-7c40d643-225a-4f9f-8cbb-043203634fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:37.717164 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-7575b88a-682f-465c-b1b1-0e50ecd9bb26 None None] Set router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:37.718283 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05237628-bab3-4e55-ba97-a5bd4fd6f0df req-7c40d643-225a-4f9f-8cbb-043203634fbc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456953 Feb 11 05:46:37.768679 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e41f3f4f-5004-4e2b-92e6-1183c37d07a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:37.850270 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05237628-bab3-4e55-ba97-a5bd4fd6f0df req-b3e42cd4-d10a-43fe-97e9-e7c1e39398df service neutron] 10.222.0.88 "GET /v2.0/networks/3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257830 Feb 11 05:46:37.947840 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7575b88a-682f-465c-b1b1-0e50ecd9bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726527990', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:14Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'bc79c58b-5b3f-4df9-8dc1-70a72d8c973d', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'port_id': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'mac_address': 'fa:16:3e:54:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf6159d-8226-4ba1-aa09-6ebc0600e9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:46:36Z', 'updated_at': '2022-02-11T05:46:36Z', 'revision_number': 0, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fab7915-5f8d-4763-bd41-ad370c9834c9', 'name': '', 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:4b:ea:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:18Z', 'updated_at': '2022-02-11T05:46:23Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:37.961228 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e41f3f4f-5004-4e2b-92e6-1183c37d07a8 admin admin] Publish callbacks [] for security_group (2bc82556-5767-47c3-bbdf-c9cba46081d1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:37.965523 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e41f3f4f-5004-4e2b-92e6-1183c37d07a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2bc82556-5767-47c3-bbdf-c9cba46081d1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:37.977378 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575b88a-682f-465c-b1b1-0e50ecd9bb26 None None] The sync data for ids ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'] in n-d-713499-38 is: [{'id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726527990', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:14Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'bc79c58b-5b3f-4df9-8dc1-70a72d8c973d', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'port_id': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'mac_address': 'fa:16:3e:54:ec:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf6159d-8226-4ba1-aa09-6ebc0600e9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:46:36Z', 'updated_at': '2022-02-11T05:46:36Z', 'revision_number': 0, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fab7915-5f8d-4763-bd41-ad370c9834c9', 'name': '', 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:4b:ea:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:18Z', 'updated_at': '2022-02-11T05:46:23Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:37.993289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-05237628-bab3-4e55-ba97-a5bd4fd6f0df req-f5ffa683-e7f6-4558-90e7-e7f3fccba721 service neutron] 10.222.0.88 "GET /v2.0/networks/3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375494 Feb 11 05:46:38.015947 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e41f3f4f-5004-4e2b-92e6-1183c37d07a8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4f908e1981fc43848ae93c648e42d851&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3736286 Feb 11 05:46:38.017296 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44574) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:38.019025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f3f4f-5004-4e2b-92e6-1183c37d07a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc82556-5767-47c3-bbdf-c9cba46081d1,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:38.070644 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3fbe885c-3f9e-4eee-8850-4444afc13a50 admin admin] Publish callbacks [] for security_group (2bc82556-5767-47c3-bbdf-c9cba46081d1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.092235 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3fbe885c-3f9e-4eee-8850-4444afc13a50 admin admin] Publish callbacks [] for security_group (2bc82556-5767-47c3-bbdf-c9cba46081d1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.144857 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3fbe885c-3f9e-4eee-8850-4444afc13a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (2bc82556-5767-47c3-bbdf-c9cba46081d1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.147969 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3fbe885c-3f9e-4eee-8850-4444afc13a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.149156 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3fbe885c-3f9e-4eee-8850-4444afc13a50 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2bc82556-5767-47c3-bbdf-c9cba46081d1 HTTP/1.1" status: 204 len: 168 time: 0.1306510 Feb 11 05:46:38.158656 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe885c-3f9e-4eee-8850-4444afc13a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc82556-5767-47c3-bbdf-c9cba46081d1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:38.196460 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6152d9-14c4-4721-98c6-457462d7b17f None None] New status for floating IP bc79c58b-5b3f-4df9-8dc1-70a72d8c973d: ACTIVE {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:46:38.428761 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44580) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:38.441775 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d30d8287-ee70-4800-91c3-db59fbc13cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.517470 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d30d8287-ee70-4800-91c3-db59fbc13cb5 admin admin] Publish callbacks [] for security_group (20442581-5aa9-477e-ab79-4d3e0a3c7c77), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.521043 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d30d8287-ee70-4800-91c3-db59fbc13cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (20442581-5aa9-477e-ab79-4d3e0a3c7c77), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.559606 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d30d8287-ee70-4800-91c3-db59fbc13cb5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=beaad79b8194434d97d2d8df296dc3f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297386 Feb 11 05:46:38.560475 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d8287-ee70-4800-91c3-db59fbc13cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20442581-5aa9-477e-ab79-4d3e0a3c7c77,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:38.562252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44582) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:38.589134 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44584) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:38.616452 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6835efaf-0328-4ac9-9b8b-4df923377f0c admin admin] Publish callbacks [] for security_group (20442581-5aa9-477e-ab79-4d3e0a3c7c77), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.637169 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6835efaf-0328-4ac9-9b8b-4df923377f0c admin admin] Publish callbacks [] for security_group (20442581-5aa9-477e-ab79-4d3e0a3c7c77), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.652642 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f39e7188-b9c5-4b23-90c9-2e29f3846ec0 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/floatingips/bc79c58b-5b3f-4df9-8dc1-70a72d8c973d HTTP/1.1" status: 200 len: 992 time: 0.0623598 Feb 11 05:46:38.685194 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6835efaf-0328-4ac9-9b8b-4df923377f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (20442581-5aa9-477e-ab79-4d3e0a3c7c77), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.688016 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6835efaf-0328-4ac9-9b8b-4df923377f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.689175 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6835efaf-0328-4ac9-9b8b-4df923377f0c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/20442581-5aa9-477e-ab79-4d3e0a3c7c77 HTTP/1.1" status: 204 len: 168 time: 0.1253238 Feb 11 05:46:38.696971 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835efaf-0328-4ac9-9b8b-4df923377f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20442581-5aa9-477e-ab79-4d3e0a3c7c77,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:39.913241 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.867102 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44656) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:40.981999 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b3f587ce-18b0-44de-9d9f-1163635e63a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.053975 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b3f587ce-18b0-44de-9d9f-1163635e63a5 admin admin] Publish callbacks [] for security_group (440641bd-1380-4634-8b31-1328db0cc1f3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.058201 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b3f587ce-18b0-44de-9d9f-1163635e63a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (440641bd-1380-4634-8b31-1328db0cc1f3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.096562 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b3f587ce-18b0-44de-9d9f-1163635e63a5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dd0ccaa2203e4d6f89ae3c27744ca002&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2283573 Feb 11 05:46:41.097546 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f587ce-18b0-44de-9d9f-1163635e63a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440641bd-1380-4634-8b31-1328db0cc1f3,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:41.099250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44660) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:41.147849 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3449f74f-3558-4d9b-9e11-10a194d0795c admin admin] Publish callbacks [] for security_group (440641bd-1380-4634-8b31-1328db0cc1f3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.168931 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3449f74f-3558-4d9b-9e11-10a194d0795c admin admin] Publish callbacks [] for security_group (440641bd-1380-4634-8b31-1328db0cc1f3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.215213 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3449f74f-3558-4d9b-9e11-10a194d0795c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (440641bd-1380-4634-8b31-1328db0cc1f3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.218487 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3449f74f-3558-4d9b-9e11-10a194d0795c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.219804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3449f74f-3558-4d9b-9e11-10a194d0795c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/440641bd-1380-4634-8b31-1328db0cc1f3 HTTP/1.1" status: 204 len: 168 time: 0.1187654 Feb 11 05:46:41.227642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449f74f-3558-4d9b-9e11-10a194d0795c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440641bd-1380-4634-8b31-1328db0cc1f3,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:41.479007 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44666) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:41.492790 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e2f30d11-3a02-49a7-bce5-4cb07e905292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.565268 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e2f30d11-3a02-49a7-bce5-4cb07e905292 admin admin] Publish callbacks [] for security_group (640f0c76-fb0a-44b1-a9db-e17ca78d9c0b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.569125 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e2f30d11-3a02-49a7-bce5-4cb07e905292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (640f0c76-fb0a-44b1-a9db-e17ca78d9c0b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.609020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e2f30d11-3a02-49a7-bce5-4cb07e905292 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=53a3267915644135b7550f0c7ee96981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288474 Feb 11 05:46:41.609971 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f30d11-3a02-49a7-bce5-4cb07e905292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640f0c76-fb0a-44b1-a9db-e17ca78d9c0b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:41.611705 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44668) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:41.659637 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac364f10-4355-47a6-b7c6-d7365ac08f58 admin admin] Publish callbacks [] for security_group (640f0c76-fb0a-44b1-a9db-e17ca78d9c0b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.680135 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac364f10-4355-47a6-b7c6-d7365ac08f58 admin admin] Publish callbacks [] for security_group (640f0c76-fb0a-44b1-a9db-e17ca78d9c0b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.727081 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac364f10-4355-47a6-b7c6-d7365ac08f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (640f0c76-fb0a-44b1-a9db-e17ca78d9c0b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.729621 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac364f10-4355-47a6-b7c6-d7365ac08f58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.730819 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ac364f10-4355-47a6-b7c6-d7365ac08f58 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/640f0c76-fb0a-44b1-a9db-e17ca78d9c0b HTTP/1.1" status: 204 len: 168 time: 0.1181171 Feb 11 05:46:41.738716 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac364f10-4355-47a6-b7c6-d7365ac08f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640f0c76-fb0a-44b1-a9db-e17ca78d9c0b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:43.641454 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44750) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:43.747571 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f126aa6b-0b22-49a1-957b-72102fdd4af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.827023 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f126aa6b-0b22-49a1-957b-72102fdd4af1 admin admin] Publish callbacks [] for security_group (bfe3a16a-6359-4a88-ac27-68003c55b515), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.831738 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f126aa6b-0b22-49a1-957b-72102fdd4af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (bfe3a16a-6359-4a88-ac27-68003c55b515), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.867606 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126aa6b-0b22-49a1-957b-72102fdd4af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe3a16a-6359-4a88-ac27-68003c55b515,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:43.872052 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f126aa6b-0b22-49a1-957b-72102fdd4af1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=96e83d546b8e4547ba2b96593c587a3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2295806 Feb 11 05:46:43.875698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44754) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:43.923307 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9f29f5b-4e1d-4c9f-a4f6-179686d6554e admin admin] Publish callbacks [] for security_group (bfe3a16a-6359-4a88-ac27-68003c55b515), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.945395 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9f29f5b-4e1d-4c9f-a4f6-179686d6554e admin admin] Publish callbacks [] for security_group (bfe3a16a-6359-4a88-ac27-68003c55b515), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.992731 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9f29f5b-4e1d-4c9f-a4f6-179686d6554e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (bfe3a16a-6359-4a88-ac27-68003c55b515), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.995319 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b9f29f5b-4e1d-4c9f-a4f6-179686d6554e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.996482 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b9f29f5b-4e1d-4c9f-a4f6-179686d6554e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bfe3a16a-6359-4a88-ac27-68003c55b515 HTTP/1.1" status: 204 len: 168 time: 0.1203659 Feb 11 05:46:44.004651 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f29f5b-4e1d-4c9f-a4f6-179686d6554e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe3a16a-6359-4a88-ac27-68003c55b515,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:44.251368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44760) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:44.265660 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e78a5c75-2892-4b34-961d-af2c97156f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.340174 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e78a5c75-2892-4b34-961d-af2c97156f6c admin admin] Publish callbacks [] for security_group (cc017851-6ca4-4bbe-babf-c51fdcc4c95b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.345470 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e78a5c75-2892-4b34-961d-af2c97156f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cc017851-6ca4-4bbe-babf-c51fdcc4c95b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.349050 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.383293 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e78a5c75-2892-4b34-961d-af2c97156f6c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ef70524e2d9a40449b8f81d07b213b46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308100 Feb 11 05:46:44.384215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a5c75-2892-4b34-961d-af2c97156f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc017851-6ca4-4bbe-babf-c51fdcc4c95b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:44.386016 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44762) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:44.435187 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4efca3db-44ad-4e7b-a2ee-d3aadf410c2d admin admin] Publish callbacks [] for security_group (cc017851-6ca4-4bbe-babf-c51fdcc4c95b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.457304 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4efca3db-44ad-4e7b-a2ee-d3aadf410c2d admin admin] Publish callbacks [] for security_group (cc017851-6ca4-4bbe-babf-c51fdcc4c95b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.506082 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4efca3db-44ad-4e7b-a2ee-d3aadf410c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cc017851-6ca4-4bbe-babf-c51fdcc4c95b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.508780 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4efca3db-44ad-4e7b-a2ee-d3aadf410c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.509955 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4efca3db-44ad-4e7b-a2ee-d3aadf410c2d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cc017851-6ca4-4bbe-babf-c51fdcc4c95b HTTP/1.1" status: 204 len: 168 time: 0.1229289 Feb 11 05:46:44.518084 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efca3db-44ad-4e7b-a2ee-d3aadf410c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc017851-6ca4-4bbe-babf-c51fdcc4c95b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:46.065221 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44874) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:46.171733 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-49d9c7dd-f1ae-48e4-a4d7-bfbca2176811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.242499 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-49d9c7dd-f1ae-48e4-a4d7-bfbca2176811 admin admin] Publish callbacks [] for security_group (04fc1f7e-cb57-4dbd-a2d3-66489d2e0262), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.246555 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-49d9c7dd-f1ae-48e4-a4d7-bfbca2176811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (04fc1f7e-cb57-4dbd-a2d3-66489d2e0262), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.283740 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9c7dd-f1ae-48e4-a4d7-bfbca2176811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fc1f7e-cb57-4dbd-a2d3-66489d2e0262,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:46.288153 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-49d9c7dd-f1ae-48e4-a4d7-bfbca2176811 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ca49678907d0470292bf477b45943a06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2219040 Feb 11 05:46:46.290823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44878) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:46.340159 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6f89d07-cc46-4897-b707-b20e66a98f17 admin admin] Publish callbacks [] for security_group (04fc1f7e-cb57-4dbd-a2d3-66489d2e0262), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.362288 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6f89d07-cc46-4897-b707-b20e66a98f17 admin admin] Publish callbacks [] for security_group (04fc1f7e-cb57-4dbd-a2d3-66489d2e0262), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.408264 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6f89d07-cc46-4897-b707-b20e66a98f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (04fc1f7e-cb57-4dbd-a2d3-66489d2e0262), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.410701 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d6f89d07-cc46-4897-b707-b20e66a98f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.411897 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d6f89d07-cc46-4897-b707-b20e66a98f17 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/04fc1f7e-cb57-4dbd-a2d3-66489d2e0262 HTTP/1.1" status: 204 len: 168 time: 0.1200731 Feb 11 05:46:46.419882 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f89d07-cc46-4897-b707-b20e66a98f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fc1f7e-cb57-4dbd-a2d3-66489d2e0262,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:47.541480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44914) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:47.684152 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-0c70d216-0f1c-417b-bf52-267321d7ad35 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-702928341'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:47.703760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c70d216-0f1c-417b-bf52-267321d7ad35 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Made reservation on behalf of 1ec583e834334b358e5d2497e4eee8f3 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:47.707019 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0c70d216-0f1c-417b-bf52-267321d7ad35 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.715718 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0c70d216-0f1c-417b-bf52-267321d7ad35 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.788593 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0c70d216-0f1c-417b-bf52-267321d7ad35 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Publish callbacks [] for security_group (4a43f86f-8d52-45f9-899b-162d3c51008c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.792256 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0c70d216-0f1c-417b-bf52-267321d7ad35 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4a43f86f-8d52-45f9-899b-162d3c51008c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.821173 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c70d216-0f1c-417b-bf52-267321d7ad35 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:46:47.827401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70d216-0f1c-417b-bf52-267321d7ad35 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a43f86f-8d52-45f9-899b-162d3c51008c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:47.834199 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0c70d216-0f1c-417b-bf52-267321d7ad35 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2a514981-fada-48c7-abcf-0bd72ef1866b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.835152 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-0c70d216-0f1c-417b-bf52-267321d7ad35 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Added segment 2a514981-fada-48c7-abcf-0bd72ef1866b of type vlan for network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 Feb 11 05:46:47.875955 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0c70d216-0f1c-417b-bf52-267321d7ad35 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.899852 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0c70d216-0f1c-417b-bf52-267321d7ad35 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.905023 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c70d216-0f1c-417b-bf52-267321d7ad35 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:47.905674 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0c70d216-0f1c-417b-bf52-267321d7ad35 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.944536 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0c70d216-0f1c-417b-bf52-267321d7ad35 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4019425 Feb 11 05:46:47.975468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70d216-0f1c-417b-bf52-267321d7ad35 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Pushing event updated for resources: {'Network': ['ID=06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:47.985413 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:46:48.146266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44922) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:48.151298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Request body: {'port': {'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76', 'binding:host_id': 'n-h1-713499-38', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-293594393'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:48.173712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Made reservation on behalf of e6217710cbfb43ddb6476693cc3a2a5b for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:48.176296 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.185724 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.263030 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks [] for security_group (146d02d0-09c0-4fef-a796-bf4a1ff097dc), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.266556 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (146d02d0-09c0-4fef-a796-bf4a1ff097dc), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.271634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] device_id is not set on port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:46:48.362133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146d02d0-09c0-4fef-a796-bf4a1ff097dc,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:48.505803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] device_id is not set on port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 yet. {{(pid=103171) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:46:48.514604 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks [] for port (5ab2a923-cb80-4b0e-a8fb-83040664ca39), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.520283 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5ab2a923-cb80-4b0e-a8fb-83040664ca39), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.568154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Pushing event updated for resources: {'Port': ['ID=5ab2a923-cb80-4b0e-a8fb-83040664ca39,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:48.586570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Checking segment: {'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:48.586938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Network hostable DHCP agents. Network: 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:46:48.602797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:46:48.612111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:48.615819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:48.622929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40958462-309c-4043-8628-ca97980a1d38 None None] Network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:48.629732 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:48.630188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:48.630523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:48.634770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:48.635094 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:48.635511 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 2 to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 Feb 11 05:46:48.647167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:48.647525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:48.647850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:48.652322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:48.652631 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:48.653008 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 3 to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 Feb 11 05:46:48.665757 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:48.666122 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:48.666451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:48.670653 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:48.670973 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:48.671371 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 4 to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 Feb 11 05:46:48.683594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:48.683935 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:48.684268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:48.688564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:48.688888 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:48.689271 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 5 to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 Feb 11 05:46:48.703332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:48.703691 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:48.704026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:48.708497 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:48.708830 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:48.709228 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 6 to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 Feb 11 05:46:48.721766 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:48.722108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:48.722443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:48.726765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:48.727093 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:48.727509 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 7 to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 Feb 11 05:46:48.743011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:48.743369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:48.743728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:48.747862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:48.748191 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:48.748570 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 8 to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 Feb 11 05:46:48.759710 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:48.760067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:48.760387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:48.766039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:48.766362 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:48.766886 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 9 to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 Feb 11 05:46:48.778972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:48.779304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:48.779661 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:48.784470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:48.784791 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:48.785170 n-d-713499-38 neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 10 to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 Feb 11 05:46:48.796283 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:48.796671 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:48.797654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:48.801740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:48.802066 n-d-713499-38 neutron-server[103171]: ERROR neutron.plugins.ml2.managers [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:48.802423 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5ab2a923-cb80-4b0e-a8fb-83040664ca39), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.863162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] For port 5ab2a923-cb80-4b0e-a8fb-83040664ca39, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:48.863550 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempted to set empty binding levels {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:46:48.867796 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (5ab2a923-cb80-4b0e-a8fb-83040664ca39), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.897683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:48.898300 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.920475 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Pushing event updated for resources: {'Port': ['ID=5ab2a923-cb80-4b0e-a8fb-83040664ca39,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:48.926674 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0c27f1ff-97cb-4909-8d32-05882397ba17 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.7792599 Feb 11 05:46:48.929402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44924) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:49.008995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Deleting port 5ab2a923-cb80-4b0e-a8fb-83040664ca39 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:49.009338 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5ab2a923-cb80-4b0e-a8fb-83040664ca39), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.069838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] For port 5ab2a923-cb80-4b0e-a8fb-83040664ca39, host n-h1-713499-38, got binding levels [] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:49.070226 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5ab2a923-cb80-4b0e-a8fb-83040664ca39), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.082633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Calling delete_port for 5ab2a923-cb80-4b0e-a8fb-83040664ca39 owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:49.414843 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5ab2a923-cb80-4b0e-a8fb-83040664ca39), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.441370 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ab2a923-cb80-4b0e-a8fb-83040664ca39,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:49.450170 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.454569 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] 10.222.0.87 "DELETE /v2.0/ports/5ab2a923-cb80-4b0e-a8fb-83040664ca39 HTTP/1.1" status: 204 len: 168 time: 0.5241361 Feb 11 05:46:49.456647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:49.456794 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44926) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:49.457259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:49.457371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:49.457647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:49.457979 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:49.458308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:49.458656 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:49.458980 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:49.459331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:49.459711 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:49.460108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:49.460428 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:49.460748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c8c295-7e03-4d63-bd70-5856e44ff290 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:49.485560 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa3c2ae-dca0-4d16-b8b2-51d32aa0e62b tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:46:49.486950 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eaa3c2ae-dca0-4d16-b8b2-51d32aa0e62b tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] 10.222.0.87 "GET /v2.0/ports/5ab2a923-cb80-4b0e-a8fb-83040664ca39 HTTP/1.1" status: 404 len: 333 time: 0.0292866 Feb 11 05:46:49.490479 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44928) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:49.495165 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Request body: {'port': {'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-396240512'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:49.514258 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Made reservation on behalf of e6217710cbfb43ddb6476693cc3a2a5b for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:49.517279 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.532433 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] device_id is not set on port abe9195c-2dae-4079-986d-1f7b868462bf yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:46:50.008049 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks [] for port (abe9195c-2dae-4079-986d-1f7b868462bf), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.041293 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (abe9195c-2dae-4079-986d-1f7b868462bf), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.082828 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:50.085682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:50.088131 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:50.089061 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.089661 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.103230 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Pushing event updated for resources: {'Port': ['ID=abe9195c-2dae-4079-986d-1f7b868462bf,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:50.111506 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:50.111859 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:50.112204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:50.112544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:50.112877 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:50.113209 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:50.113536 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:50.113859 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:50.114181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:50.114502 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:50.114823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:50.115142 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:50.115499 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:50.120901 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0a95ec02-77ea-47d6-8edc-56f5a9c56654 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6294754 Feb 11 05:46:50.123790 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44930) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:50.128577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:50.189180 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (abe9195c-2dae-4079-986d-1f7b868462bf), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.357254 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] device_id is not set on port abe9195c-2dae-4079-986d-1f7b868462bf yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:46:50.370229 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks [] for port (abe9195c-2dae-4079-986d-1f7b868462bf), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.376336 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (abe9195c-2dae-4079-986d-1f7b868462bf), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.428407 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Pushing event updated for resources: {'Port': ['ID=abe9195c-2dae-4079-986d-1f7b868462bf,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:50.439111 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:50.439527 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:50.439815 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:50.444078 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:50.444409 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:50.444956 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 2 to bind port abe9195c-2dae-4079-986d-1f7b868462bf Feb 11 05:46:50.458274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:50.458923 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:50.458923 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:50.463219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:50.463596 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:50.464010 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 3 to bind port abe9195c-2dae-4079-986d-1f7b868462bf Feb 11 05:46:50.475707 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:50.476043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:50.476368 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:50.480576 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:50.480907 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:50.481294 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 4 to bind port abe9195c-2dae-4079-986d-1f7b868462bf Feb 11 05:46:50.493730 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:50.494096 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:50.494455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:50.498696 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:50.499019 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:50.499400 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 5 to bind port abe9195c-2dae-4079-986d-1f7b868462bf Feb 11 05:46:50.511084 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:50.511438 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:50.512029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:50.516497 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:50.516840 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:50.517201 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 6 to bind port abe9195c-2dae-4079-986d-1f7b868462bf Feb 11 05:46:50.529299 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:50.529626 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:50.529947 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:50.534064 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:50.534392 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:50.534772 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 7 to bind port abe9195c-2dae-4079-986d-1f7b868462bf Feb 11 05:46:50.546286 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:50.547225 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:50.547691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:50.552501 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:50.552826 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:50.553212 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 8 to bind port abe9195c-2dae-4079-986d-1f7b868462bf Feb 11 05:46:50.566292 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:50.566821 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:50.567322 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:50.571837 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:50.572171 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:50.572566 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 9 to bind port abe9195c-2dae-4079-986d-1f7b868462bf Feb 11 05:46:50.584968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:50.585312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:50.585643 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:50.589888 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:50.590227 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:50.590616 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 10 to bind port abe9195c-2dae-4079-986d-1f7b868462bf Feb 11 05:46:50.602699 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:50.603039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:50.603376 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:50.607625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:50.607959 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port abe9195c-2dae-4079-986d-1f7b868462bf on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:50.608325 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (abe9195c-2dae-4079-986d-1f7b868462bf), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.672336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] For port abe9195c-2dae-4079-986d-1f7b868462bf, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:50.672696 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempted to set empty binding levels {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:46:50.676484 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (abe9195c-2dae-4079-986d-1f7b868462bf), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.711498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] In _notify_port_updated(), no bound segment for port abe9195c-2dae-4079-986d-1f7b868462bf on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:46:50.712371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.712990 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.714313 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] 10.222.0.87 "PUT /v2.0/ports/abe9195c-2dae-4079-986d-1f7b868462bf HTTP/1.1" status: 200 len: 975 time: 0.5896163 Feb 11 05:46:50.716744 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44932) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:50.746410 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a65ca-2923-4652-b9d5-e74b64c8a4cc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Pushing event updated for resources: {'Port': ['ID=abe9195c-2dae-4079-986d-1f7b868462bf,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:50.772096 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0a3d4b-a522-41f6-b727-8c1e939f5d07 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.772595 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0a3d4b-a522-41f6-b727-8c1e939f5d07 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.773104 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0a3d4b-a522-41f6-b727-8c1e939f5d07 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.773574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0a3d4b-a522-41f6-b727-8c1e939f5d07 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.774043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0a3d4b-a522-41f6-b727-8c1e939f5d07 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.774509 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0a3d4b-a522-41f6-b727-8c1e939f5d07 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.774973 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0a3d4b-a522-41f6-b727-8c1e939f5d07 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.775457 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0a3d4b-a522-41f6-b727-8c1e939f5d07 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.775922 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0a3d4b-a522-41f6-b727-8c1e939f5d07 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.776382 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0a3d4b-a522-41f6-b727-8c1e939f5d07 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:50.778804 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0b0a3d4b-a522-41f6-b727-8c1e939f5d07 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9320 time: 0.0611405 Feb 11 05:46:50.782094 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44934) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:50.862360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c7540-e023-4c13-a503-7067094daaf2 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Deleting port abe9195c-2dae-4079-986d-1f7b868462bf {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:50.862712 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7540-e023-4c13-a503-7067094daaf2 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (abe9195c-2dae-4079-986d-1f7b868462bf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.925345 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-8d6c7540-e023-4c13-a503-7067094daaf2 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] For port abe9195c-2dae-4079-986d-1f7b868462bf, host n-h1-713499-38, got binding levels [] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:50.925719 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7540-e023-4c13-a503-7067094daaf2 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (abe9195c-2dae-4079-986d-1f7b868462bf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:50.937834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c7540-e023-4c13-a503-7067094daaf2 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Calling delete_port for abe9195c-2dae-4079-986d-1f7b868462bf owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:51.017997 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7540-e023-4c13-a503-7067094daaf2 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (abe9195c-2dae-4079-986d-1f7b868462bf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.045440 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c7540-e023-4c13-a503-7067094daaf2 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Pushing event deleted for resources: {'Port': ['ID=abe9195c-2dae-4079-986d-1f7b868462bf,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:51.051511 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7540-e023-4c13-a503-7067094daaf2 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.054919 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8d6c7540-e023-4c13-a503-7067094daaf2 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] 10.222.0.87 "DELETE /v2.0/ports/abe9195c-2dae-4079-986d-1f7b868462bf HTTP/1.1" status: 204 len: 168 time: 0.2718091 Feb 11 05:46:51.057563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44936) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:51.081295 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f132806c-3aa6-4fd1-9ed4-ff0c41ae53db tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:46:51.082638 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f132806c-3aa6-4fd1-9ed4-ff0c41ae53db tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] 10.222.0.87 "GET /v2.0/ports/abe9195c-2dae-4079-986d-1f7b868462bf HTTP/1.1" status: 404 len: 333 time: 0.0241673 Feb 11 05:46:51.086120 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44938) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:51.090652 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-791dd6a1-879b-4485-84c3-c526d01ce6ad tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1782246614', 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:51.109919 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791dd6a1-879b-4485-84c3-c526d01ce6ad tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Made reservation on behalf of e6217710cbfb43ddb6476693cc3a2a5b for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:51.112212 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-791dd6a1-879b-4485-84c3-c526d01ce6ad tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.126960 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-791dd6a1-879b-4485-84c3-c526d01ce6ad tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] device_id is not set on port 84a34671-e071-40f0-bf27-7144c811ac58 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:46:51.274817 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-791dd6a1-879b-4485-84c3-c526d01ce6ad tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks [] for port (84a34671-e071-40f0-bf27-7144c811ac58), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.307658 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-791dd6a1-879b-4485-84c3-c526d01ce6ad tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (84a34671-e071-40f0-bf27-7144c811ac58), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.353770 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791dd6a1-879b-4485-84c3-c526d01ce6ad tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:51.356653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-791dd6a1-879b-4485-84c3-c526d01ce6ad tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:51.360103 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dd6a1-879b-4485-84c3-c526d01ce6ad tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:51.361023 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791dd6a1-879b-4485-84c3-c526d01ce6ad tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.361797 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-791dd6a1-879b-4485-84c3-c526d01ce6ad tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.366932 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791dd6a1-879b-4485-84c3-c526d01ce6ad tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Pushing event updated for resources: {'Port': ['ID=84a34671-e071-40f0-bf27-7144c811ac58,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:51.381005 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-791dd6a1-879b-4485-84c3-c526d01ce6ad tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2938106 Feb 11 05:46:51.383488 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44940) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:51.419923 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00f6e53-a370-4122-9528-fba506771dbc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.421290 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d00f6e53-a370-4122-9528-fba506771dbc tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] 10.222.0.87 "GET /v2.0/ports/84a34671-e071-40f0-bf27-7144c811ac58 HTTP/1.1" status: 200 len: 955 time: 0.0368912 Feb 11 05:46:51.424050 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44942) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:51.498178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-da42fc4c-1933-4d0c-87b6-48e5db2adc9c tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Deleting port 84a34671-e071-40f0-bf27-7144c811ac58 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:51.498888 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da42fc4c-1933-4d0c-87b6-48e5db2adc9c tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (84a34671-e071-40f0-bf27-7144c811ac58), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.559240 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da42fc4c-1933-4d0c-87b6-48e5db2adc9c tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (84a34671-e071-40f0-bf27-7144c811ac58), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.571632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-da42fc4c-1933-4d0c-87b6-48e5db2adc9c tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Calling delete_port for 84a34671-e071-40f0-bf27-7144c811ac58 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:51.647848 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da42fc4c-1933-4d0c-87b6-48e5db2adc9c tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (84a34671-e071-40f0-bf27-7144c811ac58), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.679400 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42fc4c-1933-4d0c-87b6-48e5db2adc9c tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Pushing event deleted for resources: {'Port': ['ID=84a34671-e071-40f0-bf27-7144c811ac58,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:51.684719 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da42fc4c-1933-4d0c-87b6-48e5db2adc9c tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.688459 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-da42fc4c-1933-4d0c-87b6-48e5db2adc9c tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] 10.222.0.87 "DELETE /v2.0/ports/84a34671-e071-40f0-bf27-7144c811ac58 HTTP/1.1" status: 204 len: 168 time: 0.2635047 Feb 11 05:46:51.691169 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44944) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:51.715864 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc3cdfd-fe74-49a5-819b-1238791f0c22 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:46:51.717226 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7cc3cdfd-fe74-49a5-819b-1238791f0c22 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] 10.222.0.87 "GET /v2.0/ports/84a34671-e071-40f0-bf27-7144c811ac58 HTTP/1.1" status: 404 len: 333 time: 0.0249949 Feb 11 05:46:51.720818 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44946) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:51.725271 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-aec7c3fa-8e78-437c-8a3b-59c05ec94f21 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Request body: {'port': {'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-738469800'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:51.743870 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec7c3fa-8e78-437c-8a3b-59c05ec94f21 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Made reservation on behalf of e6217710cbfb43ddb6476693cc3a2a5b for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:51.746128 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aec7c3fa-8e78-437c-8a3b-59c05ec94f21 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.761613 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-aec7c3fa-8e78-437c-8a3b-59c05ec94f21 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] device_id is not set on port 43f0b1bc-0711-4c64-9aab-2f338d2f427f yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:46:51.910519 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aec7c3fa-8e78-437c-8a3b-59c05ec94f21 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks [] for port (43f0b1bc-0711-4c64-9aab-2f338d2f427f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.942788 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aec7c3fa-8e78-437c-8a3b-59c05ec94f21 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (43f0b1bc-0711-4c64-9aab-2f338d2f427f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.986502 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec7c3fa-8e78-437c-8a3b-59c05ec94f21 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:51.989500 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-aec7c3fa-8e78-437c-8a3b-59c05ec94f21 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:51.993552 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec7c3fa-8e78-437c-8a3b-59c05ec94f21 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:51.994480 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec7c3fa-8e78-437c-8a3b-59c05ec94f21 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:51.995092 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aec7c3fa-8e78-437c-8a3b-59c05ec94f21 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:51.998434 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7c3fa-8e78-437c-8a3b-59c05ec94f21 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Pushing event updated for resources: {'Port': ['ID=43f0b1bc-0711-4c64-9aab-2f338d2f427f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:52.012407 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aec7c3fa-8e78-437c-8a3b-59c05ec94f21 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2906237 Feb 11 05:46:52.014992 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44948) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:52.021513 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:52.083666 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (43f0b1bc-0711-4c64-9aab-2f338d2f427f), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.248645 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] device_id is not set on port 43f0b1bc-0711-4c64-9aab-2f338d2f427f yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:46:52.256951 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks [] for port (43f0b1bc-0711-4c64-9aab-2f338d2f427f), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.262214 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (43f0b1bc-0711-4c64-9aab-2f338d2f427f), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.313303 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Pushing event updated for resources: {'Port': ['ID=43f0b1bc-0711-4c64-9aab-2f338d2f427f,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:52.323685 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:52.324025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:52.324360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:52.328711 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:52.329041 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:52.329424 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 2 to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f Feb 11 05:46:52.341853 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:52.342193 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:52.342521 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:52.346756 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:52.347084 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:52.347505 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 3 to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f Feb 11 05:46:52.359605 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:46:52.360198 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:52.360198 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:52.360415 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:52.364828 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:52.365166 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:52.365557 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 4 to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f Feb 11 05:46:52.378520 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:52.378895 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:52.379233 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:52.384469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:52.385022 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:52.385720 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 5 to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f Feb 11 05:46:52.403660 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:52.403988 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:52.404496 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:52.409407 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:52.409744 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:52.410137 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 6 to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f Feb 11 05:46:52.423113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:52.423477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:52.423817 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:52.428086 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:52.428419 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:52.428813 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 7 to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f Feb 11 05:46:52.440281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:52.440621 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:52.440955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:52.445173 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:52.445504 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:52.445889 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 8 to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f Feb 11 05:46:52.457887 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:52.458226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:52.458560 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:52.462785 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:52.463118 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:52.463544 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 9 to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f Feb 11 05:46:52.475381 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:52.475686 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:52.476022 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:52.480455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:52.480775 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:52.481163 n-d-713499-38 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempt 10 to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f Feb 11 05:46:52.493939 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:52.494281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:52.494614 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempting to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:52.498843 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:46:52.499433 n-d-713499-38 neutron-server[103170]: ERROR neutron.plugins.ml2.managers [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Failed to bind port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on host n-h1-713499-38 for vnic_type normal using segments [{'id': '2a514981-fada-48c7-abcf-0bd72ef1866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76'}] Feb 11 05:46:52.499658 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (43f0b1bc-0711-4c64-9aab-2f338d2f427f), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.563960 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] For port 43f0b1bc-0711-4c64-9aab-2f338d2f427f, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:52.564330 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attempted to set empty binding levels {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 05:46:52.568733 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (43f0b1bc-0711-4c64-9aab-2f338d2f427f), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.599511 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] In _notify_port_updated(), no bound segment for port 43f0b1bc-0711-4c64-9aab-2f338d2f427f on network 06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 {{(pid=103170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 05:46:52.600371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:52.600981 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.602298 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] 10.222.0.87 "PUT /v2.0/ports/43f0b1bc-0711-4c64-9aab-2f338d2f427f HTTP/1.1" status: 200 len: 975 time: 0.5858047 Feb 11 05:46:52.605100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44950) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:52.615814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd667b-c460-4600-995f-0744640b19d1 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Pushing event updated for resources: {'Port': ['ID=43f0b1bc-0711-4c64-9aab-2f338d2f427f,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:52.684430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-2215a092-4961-4bbd-96a3-65f6c08946ab tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Deleting port 43f0b1bc-0711-4c64-9aab-2f338d2f427f {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:52.684774 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2215a092-4961-4bbd-96a3-65f6c08946ab tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (43f0b1bc-0711-4c64-9aab-2f338d2f427f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.745140 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-2215a092-4961-4bbd-96a3-65f6c08946ab tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] For port 43f0b1bc-0711-4c64-9aab-2f338d2f427f, host n-h1-713499-38, got binding levels [] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:52.745417 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2215a092-4961-4bbd-96a3-65f6c08946ab tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (43f0b1bc-0711-4c64-9aab-2f338d2f427f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.757483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-2215a092-4961-4bbd-96a3-65f6c08946ab tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Calling delete_port for 43f0b1bc-0711-4c64-9aab-2f338d2f427f owned by {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:52.837709 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2215a092-4961-4bbd-96a3-65f6c08946ab tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (43f0b1bc-0711-4c64-9aab-2f338d2f427f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.865512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215a092-4961-4bbd-96a3-65f6c08946ab tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Pushing event deleted for resources: {'Port': ['ID=43f0b1bc-0711-4c64-9aab-2f338d2f427f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:52.870613 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2215a092-4961-4bbd-96a3-65f6c08946ab tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.874526 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2215a092-4961-4bbd-96a3-65f6c08946ab tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] 10.222.0.87 "DELETE /v2.0/ports/43f0b1bc-0711-4c64-9aab-2f338d2f427f HTTP/1.1" status: 204 len: 168 time: 0.2683489 Feb 11 05:46:52.877732 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44952) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:52.901904 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5b6e5c-bbb0-41c0-b6eb-bdda2ca2ca63 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] GET failed (client error): The resource could not be found. Feb 11 05:46:52.903306 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5a5b6e5c-bbb0-41c0-b6eb-bdda2ca2ca63 tempest-PortsAdminExtendedAttrsTestJSON-522869703 tempest-PortsAdminExtendedAttrsTestJSON-522869703-project-admin] 10.222.0.87 "GET /v2.0/ports/43f0b1bc-0711-4c64-9aab-2f338d2f427f HTTP/1.1" status: 404 len: 333 time: 0.0253074 Feb 11 05:46:52.907303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44954) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:52.985100 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b4a9914-9011-4e79-92ef-903ee998ac30 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.066855 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b4a9914-9011-4e79-92ef-903ee998ac30 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.086257 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-9b4a9914-9011-4e79-92ef-903ee998ac30 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:53.095671 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-9b4a9914-9011-4e79-92ef-903ee998ac30 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a514981-fada-48c7-abcf-0bd72ef1866b') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:53.095965 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-9b4a9914-9011-4e79-92ef-903ee998ac30 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a514981-fada-48c7-abcf-0bd72ef1866b') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:53.104884 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b4a9914-9011-4e79-92ef-903ee998ac30 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (2a514981-fada-48c7-abcf-0bd72ef1866b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.117975 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b4a9914-9011-4e79-92ef-903ee998ac30 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2a514981-fada-48c7-abcf-0bd72ef1866b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.123622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4a9914-9011-4e79-92ef-903ee998ac30 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:46:53.123996 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b4a9914-9011-4e79-92ef-903ee998ac30 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (2a514981-fada-48c7-abcf-0bd72ef1866b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:46:53.127487 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:46:53.187482 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b4a9914-9011-4e79-92ef-903ee998ac30 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.194176 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9b4a9914-9011-4e79-92ef-903ee998ac30 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.197296 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9b4a9914-9011-4e79-92ef-903ee998ac30 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] 10.222.0.87 "DELETE /v2.0/networks/06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76 HTTP/1.1" status: 204 len: 168 time: 0.2889438 Feb 11 05:46:53.208606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a9914-9011-4e79-92ef-903ee998ac30 tempest-PortsAdminExtendedAttrsTestJSON-644479200 tempest-PortsAdminExtendedAttrsTestJSON-644479200-project] Pushing event deleted for resources: {'Network': ['ID=06164cad-f0f6-4c5a-ba60-b2b5e1a3bd76,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:53.437973 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44960) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:53.570532 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3c68669d-7c91-42a0-b132-ec35d5760bcd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1ec583e834334b358e5d2497e4eee8f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313159 Feb 11 05:46:53.572949 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 44964) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:53.620460 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ede6820d-b9a4-4dfa-9fd4-be8aa8976e92 admin admin] Publish callbacks [] for security_group (4a43f86f-8d52-45f9-899b-162d3c51008c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.642063 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ede6820d-b9a4-4dfa-9fd4-be8aa8976e92 admin admin] Publish callbacks [] for security_group (4a43f86f-8d52-45f9-899b-162d3c51008c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.692588 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ede6820d-b9a4-4dfa-9fd4-be8aa8976e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4a43f86f-8d52-45f9-899b-162d3c51008c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.695597 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ede6820d-b9a4-4dfa-9fd4-be8aa8976e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.696935 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ede6820d-b9a4-4dfa-9fd4-be8aa8976e92 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4a43f86f-8d52-45f9-899b-162d3c51008c HTTP/1.1" status: 204 len: 168 time: 0.1230605 Feb 11 05:46:53.704491 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6820d-b9a4-4dfa-9fd4-be8aa8976e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a43f86f-8d52-45f9-899b-162d3c51008c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:53.960419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44970) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:53.999169 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1d71e51c-e1f7-4b8b-97bf-2323c126c24f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e6217710cbfb43ddb6476693cc3a2a5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375407 Feb 11 05:46:54.001644 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 44972) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:54.048737 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb38f089-9b2b-4662-8461-17948b8f60ab admin admin] Publish callbacks [] for security_group (146d02d0-09c0-4fef-a796-bf4a1ff097dc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.068939 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb38f089-9b2b-4662-8461-17948b8f60ab admin admin] Publish callbacks [] for security_group (146d02d0-09c0-4fef-a796-bf4a1ff097dc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.117890 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb38f089-9b2b-4662-8461-17948b8f60ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (146d02d0-09c0-4fef-a796-bf4a1ff097dc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.120467 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fb38f089-9b2b-4662-8461-17948b8f60ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.121535 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fb38f089-9b2b-4662-8461-17948b8f60ab admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/146d02d0-09c0-4fef-a796-bf4a1ff097dc HTTP/1.1" status: 204 len: 168 time: 0.1190104 Feb 11 05:46:54.129060 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38f089-9b2b-4662-8461-17948b8f60ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146d02d0-09c0-4fef-a796-bf4a1ff097dc,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:55.488948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45014) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:55.587305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c952c843-dc08-4fc2-b33e-33c0bbde256c tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:55.614869 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c952c843-dc08-4fc2-b33e-33c0bbde256c tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] 10.222.0.87 "PUT /v2.0/quotas/6b9645a90ccb4e63880b400d4fc2248b HTTP/1.1" status: 200 len: 366 time: 0.1240940 Feb 11 05:46:55.617299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45018) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:55.627642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7d2ca601-e08b-4dcd-8d70-bdf18aaba0bc tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] 10.222.0.87 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0091717 Feb 11 05:46:55.629604 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45020) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:55.639190 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-eb608126-883c-45f6-bd1f-c2cf3ef6fb92 tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] 10.222.0.87 "GET /v2.0/quotas/6b9645a90ccb4e63880b400d4fc2248b HTTP/1.1" status: 200 len: 366 time: 0.0086765 Feb 11 05:46:55.641921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45022) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:55.656006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ebbc1b01-36c1-49b9-8e0b-258cb920a96f tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] 10.222.0.87 "DELETE /v2.0/quotas/6b9645a90ccb4e63880b400d4fc2248b HTTP/1.1" status: 204 len: 168 time: 0.0130630 Feb 11 05:46:55.657988 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45024) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:55.666274 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ba00c02d-43f8-481c-b6ba-9d65bd32593a tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] 10.222.0.87 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0073228 Feb 11 05:46:55.668329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45026) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:55.676671 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a9a6f6aa-3143-43e2-9ef4-990d2953aca6 tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] 10.222.0.87 "GET /v2.0/quotas/6b9645a90ccb4e63880b400d4fc2248b HTTP/1.1" status: 200 len: 370 time: 0.0074272 Feb 11 05:46:55.678852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45028) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:55.683169 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-21cc9b4e-e742-417f-9dd1-7474f1e6b264 tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] 10.222.0.87 "GET /v2.0/quotas/6b9645a90ccb4e63880b400d4fc2248b/default HTTP/1.1" status: 200 len: 370 time: 0.0034223 Feb 11 05:46:55.685286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45030) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:55.693122 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [None req-aab3d790-2d83-4710-8106-b7e1ee7ea4b0 tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] delete failed (client error): The resource could not be found. Feb 11 05:46:55.694075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-aab3d790-2d83-4710-8106-b7e1ee7ea4b0 tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] 10.222.0.87 "DELETE /v2.0/quotas/6b9645a90ccb4e63880b400d4fc2248b HTTP/1.1" status: 404 len: 348 time: 0.0079720 Feb 11 05:46:55.795822 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45034) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:55.817548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.quota.resource [None req-2fe2aca4-e057-4cdf-af27-d06c7089698e tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] Usage tracker for resource:network and project:4e79ae8fe8a7489c93e3ab1784a7b03d is out of sync, need to count used quota {{(pid=103170) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:46:55.820997 n-d-713499-38 neutron-server[103170]: DEBUG neutron.quota.resource [None req-2fe2aca4-e057-4cdf-af27-d06c7089698e tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103170) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:46:55.827021 n-d-713499-38 neutron-server[103170]: DEBUG neutron.quota.resource [None req-2fe2aca4-e057-4cdf-af27-d06c7089698e tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] Usage tracker for resource:subnet and project:4e79ae8fe8a7489c93e3ab1784a7b03d is out of sync, need to count used quota {{(pid=103170) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:46:55.830202 n-d-713499-38 neutron-server[103170]: DEBUG neutron.quota.resource [None req-2fe2aca4-e057-4cdf-af27-d06c7089698e tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103170) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:46:55.836360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.quota.resource [None req-2fe2aca4-e057-4cdf-af27-d06c7089698e tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] Usage tracker for resource:subnetpool and project:4e79ae8fe8a7489c93e3ab1784a7b03d is out of sync, need to count used quota {{(pid=103170) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:46:55.841275 n-d-713499-38 neutron-server[103170]: DEBUG neutron.quota.resource [None req-2fe2aca4-e057-4cdf-af27-d06c7089698e tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103170) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:46:55.847877 n-d-713499-38 neutron-server[103170]: DEBUG neutron.quota.resource [None req-2fe2aca4-e057-4cdf-af27-d06c7089698e tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] Usage tracker for resource:port and project:4e79ae8fe8a7489c93e3ab1784a7b03d is out of sync, need to count used quota {{(pid=103170) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:46:55.850953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.quota.resource [None req-2fe2aca4-e057-4cdf-af27-d06c7089698e tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103170) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:46:55.857027 n-d-713499-38 neutron-server[103170]: DEBUG neutron.quota.resource [None req-2fe2aca4-e057-4cdf-af27-d06c7089698e tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] Usage tracker for resource:router and project:4e79ae8fe8a7489c93e3ab1784a7b03d is out of sync, need to count used quota {{(pid=103170) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:46:55.860782 n-d-713499-38 neutron-server[103170]: DEBUG neutron.quota.resource [None req-2fe2aca4-e057-4cdf-af27-d06c7089698e tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103170) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:46:55.867057 n-d-713499-38 neutron-server[103170]: DEBUG neutron.quota.resource [None req-2fe2aca4-e057-4cdf-af27-d06c7089698e tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] Usage tracker for resource:floatingip and project:4e79ae8fe8a7489c93e3ab1784a7b03d is out of sync, need to count used quota {{(pid=103170) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:46:55.870545 n-d-713499-38 neutron-server[103170]: DEBUG neutron.quota.resource [None req-2fe2aca4-e057-4cdf-af27-d06c7089698e tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103170) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:46:55.907795 n-d-713499-38 neutron-server[103170]: DEBUG neutron.quota.resource [None req-2fe2aca4-e057-4cdf-af27-d06c7089698e tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] Usage tracker for resource:security_group and project:4e79ae8fe8a7489c93e3ab1784a7b03d is out of sync, need to count used quota {{(pid=103170) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:46:55.910963 n-d-713499-38 neutron-server[103170]: DEBUG neutron.quota.resource [None req-2fe2aca4-e057-4cdf-af27-d06c7089698e tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103170) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:46:55.916985 n-d-713499-38 neutron-server[103170]: DEBUG neutron.quota.resource [None req-2fe2aca4-e057-4cdf-af27-d06c7089698e tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] Usage tracker for resource:security_group_rule and project:4e79ae8fe8a7489c93e3ab1784a7b03d is out of sync, need to count used quota {{(pid=103170) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 05:46:55.920255 n-d-713499-38 neutron-server[103170]: DEBUG neutron.quota.resource [None req-2fe2aca4-e057-4cdf-af27-d06c7089698e tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103170) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 05:46:55.925887 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2fe2aca4-e057-4cdf-af27-d06c7089698e tempest-QuotasTest-1347260176 tempest-QuotasTest-1347260176-project-admin] 10.222.0.87 "GET /v2.0/quotas/4e79ae8fe8a7489c93e3ab1784a7b03d/details.json HTTP/1.1" status: 200 len: 703 time: 0.1284971 Feb 11 05:46:56.210680 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45040) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:56.318224 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d9a3b59f-f00d-4053-b5ca-102a2fa91caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.389397 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d9a3b59f-f00d-4053-b5ca-102a2fa91caf admin admin] Publish callbacks [] for security_group (552ec48e-a872-49c9-86c7-168c093d453f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.393038 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d9a3b59f-f00d-4053-b5ca-102a2fa91caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (552ec48e-a872-49c9-86c7-168c093d453f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.431646 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d9a3b59f-f00d-4053-b5ca-102a2fa91caf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3d105f0243f2429b913f2ed5c442c9a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2197840 Feb 11 05:46:56.432917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3b59f-f00d-4053-b5ca-102a2fa91caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552ec48e-a872-49c9-86c7-168c093d453f,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:56.434316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45044) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:56.481896 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bd569b70-d440-413d-a8ed-27abbdc6002e admin admin] Publish callbacks [] for security_group (552ec48e-a872-49c9-86c7-168c093d453f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.503150 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bd569b70-d440-413d-a8ed-27abbdc6002e admin admin] Publish callbacks [] for security_group (552ec48e-a872-49c9-86c7-168c093d453f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.551579 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bd569b70-d440-413d-a8ed-27abbdc6002e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (552ec48e-a872-49c9-86c7-168c093d453f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.554179 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bd569b70-d440-413d-a8ed-27abbdc6002e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.555330 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bd569b70-d440-413d-a8ed-27abbdc6002e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/552ec48e-a872-49c9-86c7-168c093d453f HTTP/1.1" status: 204 len: 168 time: 0.1199384 Feb 11 05:46:56.563313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd569b70-d440-413d-a8ed-27abbdc6002e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552ec48e-a872-49c9-86c7-168c093d453f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:56.812254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45050) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:56.826533 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30844a50-a920-4616-9e31-1f04d4370044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.902070 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30844a50-a920-4616-9e31-1f04d4370044 admin admin] Publish callbacks [] for security_group (7ef38e42-c841-434a-990c-c0a7e16f5a33), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.906826 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30844a50-a920-4616-9e31-1f04d4370044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7ef38e42-c841-434a-990c-c0a7e16f5a33), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.946251 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-30844a50-a920-4616-9e31-1f04d4370044 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4e79ae8fe8a7489c93e3ab1784a7b03d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329114 Feb 11 05:46:56.948173 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30844a50-a920-4616-9e31-1f04d4370044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef38e42-c841-434a-990c-c0a7e16f5a33,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:56.949038 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45052) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:56.998147 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0660273-fb55-4377-8d37-06fd4d93d0ac admin admin] Publish callbacks [] for security_group (7ef38e42-c841-434a-990c-c0a7e16f5a33), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.021695 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0660273-fb55-4377-8d37-06fd4d93d0ac admin admin] Publish callbacks [] for security_group (7ef38e42-c841-434a-990c-c0a7e16f5a33), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.075663 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0660273-fb55-4377-8d37-06fd4d93d0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (7ef38e42-c841-434a-990c-c0a7e16f5a33), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.078785 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e0660273-fb55-4377-8d37-06fd4d93d0ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.079984 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e0660273-fb55-4377-8d37-06fd4d93d0ac admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7ef38e42-c841-434a-990c-c0a7e16f5a33 HTTP/1.1" status: 204 len: 168 time: 0.1299436 Feb 11 05:46:57.087598 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0660273-fb55-4377-8d37-06fd4d93d0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef38e42-c841-434a-990c-c0a7e16f5a33,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:58.260571 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45088) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:58.356456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-d084a26e-8ccb-431c-a910-f988a597ba05 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-228246138'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:58.376705 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d084a26e-8ccb-431c-a910-f988a597ba05 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (8ad23448-0470-46fb-bd1d-d2d20ae6d221), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.377691 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d084a26e-8ccb-431c-a910-f988a597ba05 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (8ad23448-0470-46fb-bd1d-d2d20ae6d221), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.429019 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d084a26e-8ccb-431c-a910-f988a597ba05 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router_controller (8ad23448-0470-46fb-bd1d-d2d20ae6d221), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.433045 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d084a26e-8ccb-431c-a910-f988a597ba05 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (8ad23448-0470-46fb-bd1d-d2d20ae6d221), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.448908 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d084a26e-8ccb-431c-a910-f988a597ba05 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.450951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d084a26e-8ccb-431c-a910-f988a597ba05 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.1891618 Feb 11 05:46:58.453468 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45092) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:58.480986 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2813f966-90b7-4f78-9c49-0753c880d2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.528623 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2964-b5cd-4162-a8d6-f632c1a28f12 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router (8ad23448-0470-46fb-bd1d-d2d20ae6d221), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.684700 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2964-b5cd-4162-a8d6-f632c1a28f12 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (8ad23448-0470-46fb-bd1d-d2d20ae6d221), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.686712 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2964-b5cd-4162-a8d6-f632c1a28f12 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router_controller (8ad23448-0470-46fb-bd1d-d2d20ae6d221), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.728099 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2964-b5cd-4162-a8d6-f632c1a28f12 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (8ad23448-0470-46fb-bd1d-d2d20ae6d221), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.728603 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1b2964-b5cd-4162-a8d6-f632c1a28f12 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ad23448-0470-46fb-bd1d-d2d20ae6d221 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:46:58.734621 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2964-b5cd-4162-a8d6-f632c1a28f12 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.735832 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ca1b2964-b5cd-4162-a8d6-f632c1a28f12 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] 10.222.0.87 "DELETE /v2.0/routers/8ad23448-0470-46fb-bd1d-d2d20ae6d221 HTTP/1.1" status: 204 len: 168 time: 0.2812688 Feb 11 05:46:58.738856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45094) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:58.743281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4d6e8227-b306-4b65-973b-a17aaf6688cc tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Request body: {'router': {'name': 'tempest-router-1265008444', 'distributed': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:58.761774 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8227-b306-4b65-973b-a17aaf6688cc tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (0c7310ce-2a2e-4144-ad9a-ac105f0d633c), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.762998 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8227-b306-4b65-973b-a17aaf6688cc tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (0c7310ce-2a2e-4144-ad9a-ac105f0d633c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.817030 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8227-b306-4b65-973b-a17aaf6688cc tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router_controller (0c7310ce-2a2e-4144-ad9a-ac105f0d633c), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.821408 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8227-b306-4b65-973b-a17aaf6688cc tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (0c7310ce-2a2e-4144-ad9a-ac105f0d633c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.836106 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8227-b306-4b65-973b-a17aaf6688cc tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.837321 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4d6e8227-b306-4b65-973b-a17aaf6688cc tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0974519 Feb 11 05:46:58.840406 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45096) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:58.916366 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0e24657-5217-4ed5-9b01-a812fa6f993d tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router (0c7310ce-2a2e-4144-ad9a-ac105f0d633c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.076413 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0e24657-5217-4ed5-9b01-a812fa6f993d tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (0c7310ce-2a2e-4144-ad9a-ac105f0d633c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.079153 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0e24657-5217-4ed5-9b01-a812fa6f993d tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router_controller (0c7310ce-2a2e-4144-ad9a-ac105f0d633c), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.125154 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0e24657-5217-4ed5-9b01-a812fa6f993d tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (0c7310ce-2a2e-4144-ad9a-ac105f0d633c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.125687 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e24657-5217-4ed5-9b01-a812fa6f993d tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c7310ce-2a2e-4144-ad9a-ac105f0d633c {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:46:59.129935 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0e24657-5217-4ed5-9b01-a812fa6f993d tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.131084 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b0e24657-5217-4ed5-9b01-a812fa6f993d tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] 10.222.0.87 "DELETE /v2.0/routers/0c7310ce-2a2e-4144-ad9a-ac105f0d633c HTTP/1.1" status: 204 len: 168 time: 0.2897696 Feb 11 05:46:59.134580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45098) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:59.138876 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-56270d6f-e4a4-45da-8086-3fa148c6e547 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Request body: {'router': {'name': 'tempest-router-1702392731', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9fc7dc62aa9544ceab6bd253ec9f92e3'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:59.158475 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56270d6f-e4a4-45da-8086-3fa148c6e547 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (4d902e23-88d1-4a22-b6ed-6d509f150641), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.159462 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56270d6f-e4a4-45da-8086-3fa148c6e547 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (4d902e23-88d1-4a22-b6ed-6d509f150641), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.210873 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56270d6f-e4a4-45da-8086-3fa148c6e547 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router_controller (4d902e23-88d1-4a22-b6ed-6d509f150641), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.214851 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56270d6f-e4a4-45da-8086-3fa148c6e547 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (4d902e23-88d1-4a22-b6ed-6d509f150641), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.229090 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-56270d6f-e4a4-45da-8086-3fa148c6e547 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.230327 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-56270d6f-e4a4-45da-8086-3fa148c6e547 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0948269 Feb 11 05:46:59.233086 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45100) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:59.237323 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-362a21af-561e-489b-a0ce-7d9b7219842a tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:59.444660 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-362a21af-561e-489b-a0ce-7d9b7219842a tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1812980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30994'] for router (4d902e23-88d1-4a22-b6ed-6d509f150641), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.445005 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-362a21af-561e-489b-a0ce-7d9b7219842a tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router (4d902e23-88d1-4a22-b6ed-6d509f150641), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.522453 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-362a21af-561e-489b-a0ce-7d9b7219842a tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103170) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 11 05:46:59.523113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-362a21af-561e-489b-a0ce-7d9b7219842a tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Router 4d902e23-88d1-4a22-b6ed-6d509f150641 migrating from provider to provider. {{(pid=103170) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 11 05:46:59.523228 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-362a21af-561e-489b-a0ce-7d9b7219842a tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router_controller (4d902e23-88d1-4a22-b6ed-6d509f150641), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.528007 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-362a21af-561e-489b-a0ce-7d9b7219842a tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router_controller (4d902e23-88d1-4a22-b6ed-6d509f150641), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.532323 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-362a21af-561e-489b-a0ce-7d9b7219842a tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1812934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821859'] for router (4d902e23-88d1-4a22-b6ed-6d509f150641), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.612622 n-d-713499-38 neutron-server[103170]: WARNING neutron.scheduler.l3_agent_scheduler [None req-362a21af-561e-489b-a0ce-7d9b7219842a tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] No L3 agents can host the router 4d902e23-88d1-4a22-b6ed-6d509f150641 Feb 11 05:46:59.728548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a21af-561e-489b-a0ce-7d9b7219842a tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Hosts for router 4d902e23-88d1-4a22-b6ed-6d509f150641: [] {{(pid=103170) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 11 05:46:59.751708 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a21af-561e-489b-a0ce-7d9b7219842a tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Hosts for other DVR routers connected to router 4d902e23-88d1-4a22-b6ed-6d509f150641: set() {{(pid=103170) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 11 05:46:59.754213 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-362a21af-561e-489b-a0ce-7d9b7219842a tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.755401 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-362a21af-561e-489b-a0ce-7d9b7219842a tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] 10.222.0.87 "PUT /v2.0/routers/4d902e23-88d1-4a22-b6ed-6d509f150641 HTTP/1.1" status: 200 len: 717 time: 0.5213599 Feb 11 05:46:59.758007 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45102) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:59.833327 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1e479b27-2a63-4f20-a3cd-03a31993d0d4 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] 10.222.0.87 "GET /v2.0/routers/4d902e23-88d1-4a22-b6ed-6d509f150641 HTTP/1.1" status: 200 len: 717 time: 0.0742555 Feb 11 05:46:59.836093 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45104) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:00.011778 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6fb503d6-e4ea-4c9c-a9a4-26ed3c622b0f tempest-RoutersTestDVR-1601870447 tempest-RoutersTestDVR-1601870447-project] 10.222.0.87 "GET /v2.0/routers/4d902e23-88d1-4a22-b6ed-6d509f150641 HTTP/1.1" status: 200 len: 683 time: 0.1741676 Feb 11 05:47:00.014435 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45108) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:00.408307 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0894e000-1201-4a42-be44-53848a36f280 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router (4d902e23-88d1-4a22-b6ed-6d509f150641), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.566193 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0894e000-1201-4a42-be44-53848a36f280 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (4d902e23-88d1-4a22-b6ed-6d509f150641), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.568323 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0894e000-1201-4a42-be44-53848a36f280 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router_controller (4d902e23-88d1-4a22-b6ed-6d509f150641), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.613605 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0894e000-1201-4a42-be44-53848a36f280 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (4d902e23-88d1-4a22-b6ed-6d509f150641), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.614309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0894e000-1201-4a42-be44-53848a36f280 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d902e23-88d1-4a22-b6ed-6d509f150641 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:47:00.619324 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0894e000-1201-4a42-be44-53848a36f280 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.620495 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0894e000-1201-4a42-be44-53848a36f280 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] 10.222.0.87 "DELETE /v2.0/routers/4d902e23-88d1-4a22-b6ed-6d509f150641 HTTP/1.1" status: 204 len: 168 time: 0.6051226 Feb 11 05:47:00.623890 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45110) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:00.628821 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5d587c29-8316-485d-95ac-84a55a912392 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Request body: {'router': {'name': 'tempest-router-12908195', 'distributed': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:00.647086 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d587c29-8316-485d-95ac-84a55a912392 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (28ca7fcd-1d5f-4b61-86ed-42ef9829e13c), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.648113 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d587c29-8316-485d-95ac-84a55a912392 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (28ca7fcd-1d5f-4b61-86ed-42ef9829e13c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.702030 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d587c29-8316-485d-95ac-84a55a912392 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router_controller (28ca7fcd-1d5f-4b61-86ed-42ef9829e13c), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.706302 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d587c29-8316-485d-95ac-84a55a912392 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (28ca7fcd-1d5f-4b61-86ed-42ef9829e13c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.720620 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d587c29-8316-485d-95ac-84a55a912392 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.721827 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5d587c29-8316-485d-95ac-84a55a912392 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.0963135 Feb 11 05:47:00.724535 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45112) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:00.780883 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17b96646-d76d-410f-b48c-a7ba05b303eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.802205 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c7bae61d-d60b-467f-a93e-805122e40236 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router (28ca7fcd-1d5f-4b61-86ed-42ef9829e13c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.970366 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c7bae61d-d60b-467f-a93e-805122e40236 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (28ca7fcd-1d5f-4b61-86ed-42ef9829e13c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.972556 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c7bae61d-d60b-467f-a93e-805122e40236 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router_controller (28ca7fcd-1d5f-4b61-86ed-42ef9829e13c), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.016050 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c7bae61d-d60b-467f-a93e-805122e40236 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (28ca7fcd-1d5f-4b61-86ed-42ef9829e13c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.016574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bae61d-d60b-467f-a93e-805122e40236 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28ca7fcd-1d5f-4b61-86ed-42ef9829e13c {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:47:01.021504 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c7bae61d-d60b-467f-a93e-805122e40236 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.022674 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c7bae61d-d60b-467f-a93e-805122e40236 tempest-RoutersTestDVR-1685259036 tempest-RoutersTestDVR-1685259036-project-admin] 10.222.0.87 "DELETE /v2.0/routers/28ca7fcd-1d5f-4b61-86ed-42ef9829e13c HTTP/1.1" status: 204 len: 168 time: 0.2971585 Feb 11 05:47:01.269362 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45122) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:01.380126 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c5e9183-640b-4667-9256-2f665feec7a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.457435 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c5e9183-640b-4667-9256-2f665feec7a7 admin admin] Publish callbacks [] for security_group (5e2a465b-464f-48c2-a93a-b93d58b503c7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.461144 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3c5e9183-640b-4667-9256-2f665feec7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5e2a465b-464f-48c2-a93a-b93d58b503c7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.500706 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3c5e9183-640b-4667-9256-2f665feec7a7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9fc7dc62aa9544ceab6bd253ec9f92e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302451 Feb 11 05:47:01.501585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e9183-640b-4667-9256-2f665feec7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2a465b-464f-48c2-a93a-b93d58b503c7,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:01.503557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45126) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:01.551727 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19de3b68-de16-4fe4-82a0-6395cef1e504 admin admin] Publish callbacks [] for security_group (5e2a465b-464f-48c2-a93a-b93d58b503c7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.572349 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19de3b68-de16-4fe4-82a0-6395cef1e504 admin admin] Publish callbacks [] for security_group (5e2a465b-464f-48c2-a93a-b93d58b503c7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.621287 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19de3b68-de16-4fe4-82a0-6395cef1e504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5e2a465b-464f-48c2-a93a-b93d58b503c7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.624595 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-19de3b68-de16-4fe4-82a0-6395cef1e504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.625757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-19de3b68-de16-4fe4-82a0-6395cef1e504 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5e2a465b-464f-48c2-a93a-b93d58b503c7 HTTP/1.1" status: 204 len: 168 time: 0.1211202 Feb 11 05:47:01.633653 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de3b68-de16-4fe4-82a0-6395cef1e504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2a465b-464f-48c2-a93a-b93d58b503c7,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:01.895290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45132) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:01.909169 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b75c65c-a316-4bf8-9142-64263dcd540b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.986554 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b75c65c-a316-4bf8-9142-64263dcd540b admin admin] Publish callbacks [] for security_group (28471dcf-e236-46e3-8071-ab8aaa7f1b88), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.990120 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b75c65c-a316-4bf8-9142-64263dcd540b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (28471dcf-e236-46e3-8071-ab8aaa7f1b88), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.027685 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6b75c65c-a316-4bf8-9142-64263dcd540b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=682086306c504349b04d9d4a79905121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309822 Feb 11 05:47:02.028802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75c65c-a316-4bf8-9142-64263dcd540b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28471dcf-e236-46e3-8071-ab8aaa7f1b88,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:02.030402 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45134) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:02.085971 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b00b5122-f41f-4805-bbb5-06287c47cf75 admin admin] Publish callbacks [] for security_group (28471dcf-e236-46e3-8071-ab8aaa7f1b88), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.109770 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b00b5122-f41f-4805-bbb5-06287c47cf75 admin admin] Publish callbacks [] for security_group (28471dcf-e236-46e3-8071-ab8aaa7f1b88), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.160713 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b00b5122-f41f-4805-bbb5-06287c47cf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (28471dcf-e236-46e3-8071-ab8aaa7f1b88), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.163447 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b00b5122-f41f-4805-bbb5-06287c47cf75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.167379 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b00b5122-f41f-4805-bbb5-06287c47cf75 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/28471dcf-e236-46e3-8071-ab8aaa7f1b88 HTTP/1.1" status: 204 len: 168 time: 0.1326425 Feb 11 05:47:02.173856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b5122-f41f-4805-bbb5-06287c47cf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28471dcf-e236-46e3-8071-ab8aaa7f1b88,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:02.475944 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.865949 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45156) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:03.006035 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-031db1c5-dc11-4d6d-a348-017aa6f772bf tempest-AgentManagementNegativeTest-1139634260 tempest-AgentManagementNegativeTest-1139634260-project] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1388545 Feb 11 05:47:03.251669 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45164) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:03.359456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-321b034b-8f70-4b4b-867f-3a2d9940e0ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.431038 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-321b034b-8f70-4b4b-867f-3a2d9940e0ca admin admin] Publish callbacks [] for security_group (770e7bc8-d5a7-4f07-88ec-9e182bcc12e3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.435197 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-321b034b-8f70-4b4b-867f-3a2d9940e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (770e7bc8-d5a7-4f07-88ec-9e182bcc12e3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.471599 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-321b034b-8f70-4b4b-867f-3a2d9940e0ca admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5e51172893924e608ee15731238dfde9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2186599 Feb 11 05:47:03.473537 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b034b-8f70-4b4b-867f-3a2d9940e0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770e7bc8-d5a7-4f07-88ec-9e182bcc12e3,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:03.474494 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45170) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:03.523654 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6b3d-ae70-4a6a-84b7-91823ea9b92f admin admin] Publish callbacks [] for security_group (770e7bc8-d5a7-4f07-88ec-9e182bcc12e3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.545626 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6b3d-ae70-4a6a-84b7-91823ea9b92f admin admin] Publish callbacks [] for security_group (770e7bc8-d5a7-4f07-88ec-9e182bcc12e3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.593719 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6b3d-ae70-4a6a-84b7-91823ea9b92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (770e7bc8-d5a7-4f07-88ec-9e182bcc12e3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.596431 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6b3d-ae70-4a6a-84b7-91823ea9b92f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.597845 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7d1c6b3d-ae70-4a6a-84b7-91823ea9b92f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/770e7bc8-d5a7-4f07-88ec-9e182bcc12e3 HTTP/1.1" status: 204 len: 168 time: 0.1221759 Feb 11 05:47:03.607109 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c6b3d-ae70-4a6a-84b7-91823ea9b92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770e7bc8-d5a7-4f07-88ec-9e182bcc12e3,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:03.676621 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.225016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45192) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:04.322551 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Request body: {'networks': [{'name': 'tempest-network--47064841'}, {'name': 'tempest-network--2107292268'}]} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:04.323149 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Request body: {'network': {'name': 'tempest-network--47064841'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:04.323375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Request body: {'network': {'name': 'tempest-network--2107292268'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:04.342332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Made reservation on behalf of 3b2819aa0ee64163b88ab2430e2e7d99 for: {'network': 2} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:04.347316 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.355937 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.430150 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for security_group (81c8c16a-f69f-4d08-ac9a-2c946e6bb527), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.433794 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (81c8c16a-f69f-4d08-ac9a-2c946e6bb527), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.434251 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.470260 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c8c16a-f69f-4d08-ac9a-2c946e6bb527,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:04.477348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:04.486712 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (80d23923-dc71-487c-908e-68056f76bbcb), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.487054 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Added segment 80d23923-dc71-487c-908e-68056f76bbcb of type vlan for network 934e5e96-58fd-49f1-8e05-f5c319b7c41f Feb 11 05:47:04.535297 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (934e5e96-58fd-49f1-8e05-f5c319b7c41f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.563349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:04.571609 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (9d5a52c5-492c-4638-a32b-828cb8f658d5), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.571946 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Added segment 9d5a52c5-492c-4638-a32b-828cb8f658d5 of type vlan for network 40c91a42-1a95-4718-a617-b88f2bf5f88e Feb 11 05:47:04.608858 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (40c91a42-1a95-4718-a617-b88f2bf5f88e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.632289 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (934e5e96-58fd-49f1-8e05-f5c319b7c41f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.632783 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (40c91a42-1a95-4718-a617-b88f2bf5f88e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.637761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:04.642275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:04.642878 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.684428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.4581878 Feb 11 05:47:04.687501 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45196) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:04.713592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event updated for resources: {'Network': ['ID=934e5e96-58fd-49f1-8e05-f5c319b7c41f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:04.724054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 934e5e96-58fd-49f1-8e05-f5c319b7c41f details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:04.779014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469cdb2-22e4-454b-9fb4-1185e6279dc9 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event updated for resources: {'Network': ['ID=40c91a42-1a95-4718-a617-b88f2bf5f88e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:04.791087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 40c91a42-1a95-4718-a617-b88f2bf5f88e details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:04.880171 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fedadbd-ee3d-4577-a585-a491b5692e35 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:04.885496 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fedadbd-ee3d-4577-a585-a491b5692e35 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:04.890466 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fedadbd-ee3d-4577-a585-a491b5692e35 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:04.895659 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fedadbd-ee3d-4577-a585-a491b5692e35 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:04.897271 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5fedadbd-ee3d-4577-a585-a491b5692e35 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2086937 Feb 11 05:47:04.899994 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45198) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:04.973986 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ccdbd298-654e-4eb7-970f-d071f2f55b51 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (934e5e96-58fd-49f1-8e05-f5c319b7c41f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.060099 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ccdbd298-654e-4eb7-970f-d071f2f55b51 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (934e5e96-58fd-49f1-8e05-f5c319b7c41f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.079729 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ccdbd298-654e-4eb7-970f-d071f2f55b51 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934e5e96-58fd-49f1-8e05-f5c319b7c41f']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:05.088678 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ccdbd298-654e-4eb7-970f-d071f2f55b51 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d23923-dc71-487c-908e-68056f76bbcb') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:05.088975 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ccdbd298-654e-4eb7-970f-d071f2f55b51 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d23923-dc71-487c-908e-68056f76bbcb') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:05.098054 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ccdbd298-654e-4eb7-970f-d071f2f55b51 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (80d23923-dc71-487c-908e-68056f76bbcb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.111524 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ccdbd298-654e-4eb7-970f-d071f2f55b51 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (80d23923-dc71-487c-908e-68056f76bbcb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.117177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccdbd298-654e-4eb7-970f-d071f2f55b51 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:05.117558 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ccdbd298-654e-4eb7-970f-d071f2f55b51 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (80d23923-dc71-487c-908e-68056f76bbcb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: warnings.warn(msg) Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:05.120412 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:05.178710 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.183387 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ccdbd298-654e-4eb7-970f-d071f2f55b51 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (934e5e96-58fd-49f1-8e05-f5c319b7c41f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.191264 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ccdbd298-654e-4eb7-970f-d071f2f55b51 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.193731 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ccdbd298-654e-4eb7-970f-d071f2f55b51 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "DELETE /v2.0/networks/934e5e96-58fd-49f1-8e05-f5c319b7c41f HTTP/1.1" status: 204 len: 168 time: 0.2928424 Feb 11 05:47:05.196457 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45200) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:05.204931 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbd298-654e-4eb7-970f-d071f2f55b51 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event deleted for resources: {'Network': ['ID=934e5e96-58fd-49f1-8e05-f5c319b7c41f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:05.277229 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8be4b626-1944-452e-8a10-e834d4582b90 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (40c91a42-1a95-4718-a617-b88f2bf5f88e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.368096 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8be4b626-1944-452e-8a10-e834d4582b90 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (40c91a42-1a95-4718-a617-b88f2bf5f88e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.387104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8be4b626-1944-452e-8a10-e834d4582b90 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c91a42-1a95-4718-a617-b88f2bf5f88e']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:05.396099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8be4b626-1944-452e-8a10-e834d4582b90 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5a52c5-492c-4638-a32b-828cb8f658d5') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:05.396402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8be4b626-1944-452e-8a10-e834d4582b90 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5a52c5-492c-4638-a32b-828cb8f658d5') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:05.406272 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8be4b626-1944-452e-8a10-e834d4582b90 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (9d5a52c5-492c-4638-a32b-828cb8f658d5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.418962 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8be4b626-1944-452e-8a10-e834d4582b90 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (9d5a52c5-492c-4638-a32b-828cb8f658d5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.425372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be4b626-1944-452e-8a10-e834d4582b90 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:05.425762 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8be4b626-1944-452e-8a10-e834d4582b90 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (9d5a52c5-492c-4638-a32b-828cb8f658d5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: warnings.warn('Neutron quota engine will require "--force" ' Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:05.428707 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:05.485995 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8be4b626-1944-452e-8a10-e834d4582b90 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (40c91a42-1a95-4718-a617-b88f2bf5f88e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.491378 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8be4b626-1944-452e-8a10-e834d4582b90 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.494556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8be4b626-1944-452e-8a10-e834d4582b90 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "DELETE /v2.0/networks/40c91a42-1a95-4718-a617-b88f2bf5f88e HTTP/1.1" status: 204 len: 168 time: 0.2970262 Feb 11 05:47:05.497312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45202) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:05.509088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4b626-1944-452e-8a10-e834d4582b90 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event deleted for resources: {'Network': ['ID=40c91a42-1a95-4718-a617-b88f2bf5f88e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:05.604511 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66492ffc-3a29-478a-bfc8-0fde703c1334 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:05.609811 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66492ffc-3a29-478a-bfc8-0fde703c1334 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:05.611376 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-66492ffc-3a29-478a-bfc8-0fde703c1334 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1130023 Feb 11 05:47:05.615283 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45204) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:05.620474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-e3ba2198-0345-4cf3-a4c9-715d54e821cd tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1419407975'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:05.639226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ba2198-0345-4cf3-a4c9-715d54e821cd tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Made reservation on behalf of 3b2819aa0ee64163b88ab2430e2e7d99 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:05.643024 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2198-0345-4cf3-a4c9-715d54e821cd tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.666847 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ba2198-0345-4cf3-a4c9-715d54e821cd tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:05.676526 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2198-0345-4cf3-a4c9-715d54e821cd tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2e84d821-51ab-46dc-9e6a-7e794b6a12cf), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.676873 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-e3ba2198-0345-4cf3-a4c9-715d54e821cd tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Added segment 2e84d821-51ab-46dc-9e6a-7e794b6a12cf of type vlan for network 29b8e482-562c-42ec-bb04-3a749ec0c36e Feb 11 05:47:05.720451 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2198-0345-4cf3-a4c9-715d54e821cd tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (29b8e482-562c-42ec-bb04-3a749ec0c36e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.744915 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2198-0345-4cf3-a4c9-715d54e821cd tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (29b8e482-562c-42ec-bb04-3a749ec0c36e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.750069 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ba2198-0345-4cf3-a4c9-715d54e821cd tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:05.750655 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2198-0345-4cf3-a4c9-715d54e821cd tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.789284 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e3ba2198-0345-4cf3-a4c9-715d54e821cd tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1728456 Feb 11 05:47:05.792737 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45206) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:05.797747 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ad0b6a94-5057-432a-ab76-cbd754b922c3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-641651738'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:05.816627 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0b6a94-5057-432a-ab76-cbd754b922c3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Made reservation on behalf of 3b2819aa0ee64163b88ab2430e2e7d99 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:05.819901 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad0b6a94-5057-432a-ab76-cbd754b922c3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.821285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba2198-0345-4cf3-a4c9-715d54e821cd tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event updated for resources: {'Network': ['ID=29b8e482-562c-42ec-bb04-3a749ec0c36e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:05.834560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 29b8e482-562c-42ec-bb04-3a749ec0c36e details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:05.850229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0b6a94-5057-432a-ab76-cbd754b922c3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:05.859843 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad0b6a94-5057-432a-ab76-cbd754b922c3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f2343734-ac0e-4b6e-8d18-cbf629e7ce82), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.860187 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-ad0b6a94-5057-432a-ab76-cbd754b922c3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Added segment f2343734-ac0e-4b6e-8d18-cbf629e7ce82 of type vlan for network c8f7bb85-e780-4e2e-813a-b17cbdba3b70 Feb 11 05:47:05.903580 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad0b6a94-5057-432a-ab76-cbd754b922c3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (c8f7bb85-e780-4e2e-813a-b17cbdba3b70), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.928922 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad0b6a94-5057-432a-ab76-cbd754b922c3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (c8f7bb85-e780-4e2e-813a-b17cbdba3b70), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.934053 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b6a94-5057-432a-ab76-cbd754b922c3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:05.934639 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad0b6a94-5057-432a-ab76-cbd754b922c3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.971390 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ad0b6a94-5057-432a-ab76-cbd754b922c3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1775470 Feb 11 05:47:05.974530 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45208) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:05.981371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Request body: {'ports': [{'network_id': '29b8e482-562c-42ec-bb04-3a749ec0c36e', 'name': 'tempest-port--964674312', 'admin_state_up': True}, {'network_id': 'c8f7bb85-e780-4e2e-813a-b17cbdba3b70', 'admin_state_up': False}]} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:05.981693 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Request body: {'port': {'network_id': '29b8e482-562c-42ec-bb04-3a749ec0c36e', 'name': 'tempest-port--964674312', 'admin_state_up': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:05.982178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Request body: {'port': {'network_id': 'c8f7bb85-e780-4e2e-813a-b17cbdba3b70', 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:06.024196 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b6a94-5057-432a-ab76-cbd754b922c3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event updated for resources: {'Network': ['ID=c8f7bb85-e780-4e2e-813a-b17cbdba3b70,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:06.034759 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network c8f7bb85-e780-4e2e-813a-b17cbdba3b70 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:06.163821 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Made reservation on behalf of 3b2819aa0ee64163b88ab2430e2e7d99 for: {'port': 2} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:06.167788 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.179984 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.322069 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] device_id is not set on port 8ab166b3-7a26-43c6-a626-a668a62f49e3 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:06.407936 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for port (8ab166b3-7a26-43c6-a626-a668a62f49e3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.471714 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] device_id is not set on port bbd51f16-cafe-4bb5-a585-da96b6ae8c46 yet. {{(pid=103170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:47:06.554794 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for port (bbd51f16-cafe-4bb5-a585-da96b6ae8c46), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.590585 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8ab166b3-7a26-43c6-a626-a668a62f49e3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.651471 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event updated for resources: {'Port': ['ID=8ab166b3-7a26-43c6-a626-a668a62f49e3,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:06.662500 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Checking segment: {'id': '2e84d821-51ab-46dc-9e6a-7e794b6a12cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '29b8e482-562c-42ec-bb04-3a749ec0c36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:06.662865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Network hostable DHCP agents. Network: 29b8e482-562c-42ec-bb04-3a749ec0c36e, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:47:06.679884 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Network 29b8e482-562c-42ec-bb04-3a749ec0c36e is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:47:06.688433 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 29b8e482-562c-42ec-bb04-3a749ec0c36e) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:06.692117 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:06.692997 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (bbd51f16-cafe-4bb5-a585-da96b6ae8c46), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.703284 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5d5ec8-80c8-4d95-9c2a-3cdd656a9ac0 None None] Network 29b8e482-562c-42ec-bb04-3a749ec0c36e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:06.757037 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event updated for resources: {'Port': ['ID=bbd51f16-cafe-4bb5-a585-da96b6ae8c46,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:06.764369 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Checking segment: {'id': 'f2343734-ac0e-4b6e-8d18-cbf629e7ce82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c8f7bb85-e780-4e2e-813a-b17cbdba3b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:06.765268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Network hostable DHCP agents. Network: c8f7bb85-e780-4e2e-813a-b17cbdba3b70, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:47:06.781738 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Network c8f7bb85-e780-4e2e-813a-b17cbdba3b70 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:47:06.790279 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, c8f7bb85-e780-4e2e-813a-b17cbdba3b70) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:06.794049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:06.799731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:06.801368 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092a2179-6c5b-4b53-87b1-15ebf9e793b3 None None] Network c8f7bb85-e780-4e2e-813a-b17cbdba3b70 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:06.804316 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:06.805257 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.822893 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f56f6f6a-c360-4daa-8eb2-0f534b2c41a7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8473349 Feb 11 05:47:06.825517 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45210) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:06.878986 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63e9df6-4d78-4073-b800-ba2a5284f013 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:06.884346 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63e9df6-4d78-4073-b800-ba2a5284f013 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:06.885948 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a63e9df6-4d78-4073-b800-ba2a5284f013 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0589168 Feb 11 05:47:06.888982 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45212) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:06.979858 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-87e31181-9eb9-423e-ab48-9b18f52120c1 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Deleting port 8ab166b3-7a26-43c6-a626-a668a62f49e3 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:06.980201 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87e31181-9eb9-423e-ab48-9b18f52120c1 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8ab166b3-7a26-43c6-a626-a668a62f49e3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.043756 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87e31181-9eb9-423e-ab48-9b18f52120c1 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8ab166b3-7a26-43c6-a626-a668a62f49e3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.056455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-87e31181-9eb9-423e-ab48-9b18f52120c1 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Calling delete_port for 8ab166b3-7a26-43c6-a626-a668a62f49e3 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:07.137532 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87e31181-9eb9-423e-ab48-9b18f52120c1 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8ab166b3-7a26-43c6-a626-a668a62f49e3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.163823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e31181-9eb9-423e-ab48-9b18f52120c1 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event deleted for resources: {'Port': ['ID=8ab166b3-7a26-43c6-a626-a668a62f49e3,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:07.171597 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-87e31181-9eb9-423e-ab48-9b18f52120c1 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.174950 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-87e31181-9eb9-423e-ab48-9b18f52120c1 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "DELETE /v2.0/ports/8ab166b3-7a26-43c6-a626-a668a62f49e3 HTTP/1.1" status: 204 len: 168 time: 0.2844350 Feb 11 05:47:07.177670 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45216) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:07.265070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8b7db8ff-d7d1-4da1-84c0-a2093d7d0db3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Deleting port bbd51f16-cafe-4bb5-a585-da96b6ae8c46 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:07.265419 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b7db8ff-d7d1-4da1-84c0-a2093d7d0db3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (bbd51f16-cafe-4bb5-a585-da96b6ae8c46), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.337846 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b7db8ff-d7d1-4da1-84c0-a2093d7d0db3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (bbd51f16-cafe-4bb5-a585-da96b6ae8c46), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.351836 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8b7db8ff-d7d1-4da1-84c0-a2093d7d0db3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Calling delete_port for bbd51f16-cafe-4bb5-a585-da96b6ae8c46 owned by {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:07.437323 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b7db8ff-d7d1-4da1-84c0-a2093d7d0db3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (bbd51f16-cafe-4bb5-a585-da96b6ae8c46), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.470117 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7db8ff-d7d1-4da1-84c0-a2093d7d0db3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event deleted for resources: {'Port': ['ID=bbd51f16-cafe-4bb5-a585-da96b6ae8c46,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:07.476717 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b7db8ff-d7d1-4da1-84c0-a2093d7d0db3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.480008 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8b7db8ff-d7d1-4da1-84c0-a2093d7d0db3 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "DELETE /v2.0/ports/bbd51f16-cafe-4bb5-a585-da96b6ae8c46 HTTP/1.1" status: 204 len: 168 time: 0.3013201 Feb 11 05:47:07.482572 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45218) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:07.510401 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8278a544-84e0-42ba-925c-442640ae650f tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0267346 Feb 11 05:47:07.513824 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45220) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:07.518435 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ae2103e8-a65b-4191-ae68-537f24f57341 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1913107249'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:07.537146 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2103e8-a65b-4191-ae68-537f24f57341 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Made reservation on behalf of 3b2819aa0ee64163b88ab2430e2e7d99 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:07.540251 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae2103e8-a65b-4191-ae68-537f24f57341 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.563371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2103e8-a65b-4191-ae68-537f24f57341 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:07.571892 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae2103e8-a65b-4191-ae68-537f24f57341 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5ba86553-90c4-4a3b-be20-9ca21b7b6797), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.572234 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-ae2103e8-a65b-4191-ae68-537f24f57341 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Added segment 5ba86553-90c4-4a3b-be20-9ca21b7b6797 of type vlan for network f202f928-15cd-45d6-9169-5882642c97a8 Feb 11 05:47:07.610983 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae2103e8-a65b-4191-ae68-537f24f57341 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (f202f928-15cd-45d6-9169-5882642c97a8), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.634621 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae2103e8-a65b-4191-ae68-537f24f57341 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (f202f928-15cd-45d6-9169-5882642c97a8), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.639556 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2103e8-a65b-4191-ae68-537f24f57341 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:07.640154 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ae2103e8-a65b-4191-ae68-537f24f57341 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.677493 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ae2103e8-a65b-4191-ae68-537f24f57341 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1626856 Feb 11 05:47:07.680136 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45222) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:07.711815 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ea884b99-347b-41d2-85c4-2eb9dce8dd01 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-233567081'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:07.719986 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2103e8-a65b-4191-ae68-537f24f57341 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event updated for resources: {'Network': ['ID=f202f928-15cd-45d6-9169-5882642c97a8,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:07.735151 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network f202f928-15cd-45d6-9169-5882642c97a8 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:07.735782 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea884b99-347b-41d2-85c4-2eb9dce8dd01 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Made reservation on behalf of 3b2819aa0ee64163b88ab2430e2e7d99 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:07.738854 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea884b99-347b-41d2-85c4-2eb9dce8dd01 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.763621 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea884b99-347b-41d2-85c4-2eb9dce8dd01 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:47:07.774071 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea884b99-347b-41d2-85c4-2eb9dce8dd01 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (7e35f4c8-fdb6-45aa-ad06-325995b00313), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.774453 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-ea884b99-347b-41d2-85c4-2eb9dce8dd01 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Added segment 7e35f4c8-fdb6-45aa-ad06-325995b00313 of type vlan for network 8c0b2a32-9040-47d8-b4c5-305ba941bf88 Feb 11 05:47:07.816146 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea884b99-347b-41d2-85c4-2eb9dce8dd01 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (8c0b2a32-9040-47d8-b4c5-305ba941bf88), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.840095 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea884b99-347b-41d2-85c4-2eb9dce8dd01 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (8c0b2a32-9040-47d8-b4c5-305ba941bf88), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.845357 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea884b99-347b-41d2-85c4-2eb9dce8dd01 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:07.845949 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ea884b99-347b-41d2-85c4-2eb9dce8dd01 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:07.886643 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ea884b99-347b-41d2-85c4-2eb9dce8dd01 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2053094 Feb 11 05:47:07.922238 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea884b99-347b-41d2-85c4-2eb9dce8dd01 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event updated for resources: {'Network': ['ID=8c0b2a32-9040-47d8-b4c5-305ba941bf88,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:07.932759 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 8c0b2a32-9040-47d8-b4c5-305ba941bf88 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:47:08.016357 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45224) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:08.021467 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Request body: {'subnets': [{'network_id': 'f202f928-15cd-45d6-9169-5882642c97a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1154065967', 'ip_version': 4}, {'network_id': '8c0b2a32-9040-47d8-b4c5-305ba941bf88', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:08.021788 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Request body: {'subnet': {'network_id': 'f202f928-15cd-45d6-9169-5882642c97a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1154065967', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:08.022358 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Request body: {'subnet': {'network_id': '8c0b2a32-9040-47d8-b4c5-305ba941bf88', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:08.173811 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Made reservation on behalf of 3b2819aa0ee64163b88ab2430e2e7d99 for: {'subnet': 2} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:08.177953 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.178292 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.525517 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (e7841098-df73-49e6-96e5-77c2314bcbdf), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.583590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event updated for resources: {'Subnet': ['ID=e7841098-df73-49e6-96e5-77c2314bcbdf,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:08.595363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Checking segment: {'id': '5ba86553-90c4-4a3b-be20-9ca21b7b6797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f202f928-15cd-45d6-9169-5882642c97a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:08.595829 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Network hostable DHCP agents. Network: f202f928-15cd-45d6-9169-5882642c97a8, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:47:08.611690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Network f202f928-15cd-45d6-9169-5882642c97a8 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:47:08.619941 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, f202f928-15cd-45d6-9169-5882642c97a8) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:08.623757 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (6b1927cd-57eb-4d56-9288-f3a0b1c653d6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.629425 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdab78d-12e5-45dc-bee6-8a3dd0dfc74d None None] Network f202f928-15cd-45d6-9169-5882642c97a8 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:08.684052 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event updated for resources: {'Subnet': ['ID=6b1927cd-57eb-4d56-9288-f3a0b1c653d6,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:08.693002 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Checking segment: {'id': '7e35f4c8-fdb6-45aa-ad06-325995b00313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8c0b2a32-9040-47d8-b4c5-305ba941bf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:08.693374 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Network hostable DHCP agents. Network: 8c0b2a32-9040-47d8-b4c5-305ba941bf88, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:47:08.710453 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Network 8c0b2a32-9040-47d8-b4c5-305ba941bf88 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:47:08.720883 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 8c0b2a32-9040-47d8-b4c5-305ba941bf88) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:08.725002 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:08.725483 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:08.726184 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.726569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f202f928-15cd-45d6-9169-5882642c97a8', 'network_id': 'f202f928-15cd-45d6-9169-5882642c97a8', 'project_id': '3b2819aa0ee64163b88ab2430e2e7d99', 'fixed_ips': [{'subnet_id': 'e7841098-df73-49e6-96e5-77c2314bcbdf'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:08.727472 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.732008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690ea236-6876-403f-b7e3-72e6ff21c5a8 None None] Network 8c0b2a32-9040-47d8-b4c5-305ba941bf88 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:08.744221 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a154c39d-97bc-4005-a73d-220cd890b07c tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.7261262 Feb 11 05:47:08.746072 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45226) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:08.855197 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b09707-75fe-4205-a3b0-371dd518ebec tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:08.856664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b09707-75fe-4205-a3b0-371dd518ebec tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:08.857972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b09707-75fe-4205-a3b0-371dd518ebec tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:08.859631 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-71b09707-75fe-4205-a3b0-371dd518ebec tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1126316 Feb 11 05:47:08.862991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45228) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:08.914551 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6c6175-416e-4e7b-b926-4ee3dcde00e7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Deleting subnet e7841098-df73-49e6-96e5-77c2314bcbdf {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:08.926096 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-8c0b2a32-9040-47d8-b4c5-305ba941bf88', 'network_id': '8c0b2a32-9040-47d8-b4c5-305ba941bf88', 'project_id': '3b2819aa0ee64163b88ab2430e2e7d99', 'fixed_ips': [{'subnet_id': '6b1927cd-57eb-4d56-9288-f3a0b1c653d6'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:08.926931 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.948142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Allocated IP 172.20.0.2 (f202f928-15cd-45d6-9169-5882642c97a8/e7841098-df73-49e6-96e5-77c2314bcbdf/86aef1f5-93a7-4593-9319-508d3fa70857) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:09.142699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Allocated IP 172.20.0.18 (8c0b2a32-9040-47d8-b4c5-305ba941bf88/6b1927cd-57eb-4d56-9288-f3a0b1c653d6/3bbb8b46-4385-4410-9cd9-aa1a48cdd538) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:09.214350 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Publish callbacks [] for port (86aef1f5-93a7-4593-9319-508d3fa70857), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.221249 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee6c6175-416e-4e7b-b926-4ee3dcde00e7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for subnet (e7841098-df73-49e6-96e5-77c2314bcbdf), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.246134 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (86aef1f5-93a7-4593-9319-508d3fa70857), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.266202 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee6c6175-416e-4e7b-b926-4ee3dcde00e7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (e7841098-df73-49e6-96e5-77c2314bcbdf), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.296862 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Network f202f928-15cd-45d6-9169-5882642c97a8 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:09.304042 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:09.313879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:09.319663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Pushing event updated for resources: {'Port': ['ID=86aef1f5-93a7-4593-9319-508d3fa70857,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:09.346629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:09.346989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:09.347342 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:09.347720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:09.348064 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:09.348406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:09.348743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:09.349079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:09.349413 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:09.349783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:09.350130 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:09.350419 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:09.350968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:09.354938 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee6c6175-416e-4e7b-b926-4ee3dcde00e7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (e7841098-df73-49e6-96e5-77c2314bcbdf), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.412652 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee6c6175-416e-4e7b-b926-4ee3dcde00e7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (e7841098-df73-49e6-96e5-77c2314bcbdf), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.431973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Attempting to bind port 86aef1f5-93a7-4593-9319-508d3fa70857 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:09.432556 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Attempting to bind port 86aef1f5-93a7-4593-9319-508d3fa70857 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '5ba86553-90c4-4a3b-be20-9ca21b7b6797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f202f928-15cd-45d6-9169-5882642c97a8'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:09.432950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Attempting to bind port 86aef1f5-93a7-4593-9319-508d3fa70857 on network f202f928-15cd-45d6-9169-5882642c97a8 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:09.435120 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Publish callbacks [] for port (3bbb8b46-4385-4410-9cd9-aa1a48cdd538), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.440702 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:09.441094 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Checking segment: {'id': '5ba86553-90c4-4a3b-be20-9ca21b7b6797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f202f928-15cd-45d6-9169-5882642c97a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:09.441503 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.442006 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Bound using segment: {'id': '5ba86553-90c4-4a3b-be20-9ca21b7b6797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f202f928-15cd-45d6-9169-5882642c97a8'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:09.442597 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Bound port: 86aef1f5-93a7-4593-9319-508d3fa70857, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba86553-90c4-4a3b-be20-9ca21b7b6797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f202f928-15cd-45d6-9169-5882642c97a8'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:09.442985 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (86aef1f5-93a7-4593-9319-508d3fa70857), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.443667 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c6175-416e-4e7b-b926-4ee3dcde00e7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event deleted for resources: {'Subnet': ['ID=e7841098-df73-49e6-96e5-77c2314bcbdf,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:09.446416 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (3bbb8b46-4385-4410-9cd9-aa1a48cdd538), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.447743 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee6c6175-416e-4e7b-b926-4ee3dcde00e7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.454093 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ee6c6175-416e-4e7b-b926-4ee3dcde00e7 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "DELETE /v2.0/subnets/e7841098-df73-49e6-96e5-77c2314bcbdf HTTP/1.1" status: 204 len: 168 time: 0.5870545 Feb 11 05:47:09.455289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45230) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:09.506957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1592be-55e9-4976-b000-9bb4fee63598 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Deleting subnet 6b1927cd-57eb-4d56-9288-f3a0b1c653d6 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:47:09.510404 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eb1592be-55e9-4976-b000-9bb4fee63598 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for subnet (6b1927cd-57eb-4d56-9288-f3a0b1c653d6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.552948 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eb1592be-55e9-4976-b000-9bb4fee63598 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (6b1927cd-57eb-4d56-9288-f3a0b1c653d6), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.643875 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eb1592be-55e9-4976-b000-9bb4fee63598 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (6b1927cd-57eb-4d56-9288-f3a0b1c653d6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.682215 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Network 8c0b2a32-9040-47d8-b4c5-305ba941bf88 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:09.692162 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:09.696067 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:09.698050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Pushing event updated for resources: {'Port': ['ID=3bbb8b46-4385-4410-9cd9-aa1a48cdd538,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:09.705313 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eb1592be-55e9-4976-b000-9bb4fee63598 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (6b1927cd-57eb-4d56-9288-f3a0b1c653d6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.734715 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1592be-55e9-4976-b000-9bb4fee63598 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1927cd-57eb-4d56-9288-f3a0b1c653d6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:09.736716 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-eb1592be-55e9-4976-b000-9bb4fee63598 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.741675 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-eb1592be-55e9-4976-b000-9bb4fee63598 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "DELETE /v2.0/subnets/6b1927cd-57eb-4d56-9288-f3a0b1c653d6 HTTP/1.1" status: 204 len: 168 time: 0.2850027 Feb 11 05:47:09.742483 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45232) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:09.756212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] For port 86aef1f5-93a7-4593-9319-508d3fa70857, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:09.775640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] For port 86aef1f5-93a7-4593-9319-508d3fa70857, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=86aef1f5-93a7-4593-9319-508d3fa70857,segment=NetworkSegment(5ba86553-90c4-4a3b-be20-9ca21b7b6797),segment_id=5ba86553-90c4-4a3b-be20-9ca21b7b6797)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:09.780598 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Attempting to bind port 3bbb8b46-4385-4410-9cd9-aa1a48cdd538 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:09.781058 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Attempting to bind port 3bbb8b46-4385-4410-9cd9-aa1a48cdd538 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '7e35f4c8-fdb6-45aa-ad06-325995b00313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8c0b2a32-9040-47d8-b4c5-305ba941bf88'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:09.781495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Attempting to bind port 3bbb8b46-4385-4410-9cd9-aa1a48cdd538 on network 8c0b2a32-9040-47d8-b4c5-305ba941bf88 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:09.787037 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (86aef1f5-93a7-4593-9319-508d3fa70857), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.794738 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:09.795120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Checking segment: {'id': '7e35f4c8-fdb6-45aa-ad06-325995b00313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8c0b2a32-9040-47d8-b4c5-305ba941bf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:09.795604 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.796546 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Bound using segment: {'id': '7e35f4c8-fdb6-45aa-ad06-325995b00313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8c0b2a32-9040-47d8-b4c5-305ba941bf88'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:09.796771 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dea9014-6739-4340-b543-14b48fb0f904 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:09.797027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Bound port: 3bbb8b46-4385-4410-9cd9-aa1a48cdd538, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e35f4c8-fdb6-45aa-ad06-325995b00313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8c0b2a32-9040-47d8-b4c5-305ba941bf88'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:09.797421 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3bbb8b46-4385-4410-9cd9-aa1a48cdd538), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.798475 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7dea9014-6739-4340-b543-14b48fb0f904 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0548420 Feb 11 05:47:09.803778 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45234) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:09.883446 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (8c0b2a32-9040-47d8-b4c5-305ba941bf88), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.922454 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f924a-9bdb-4138-adc5-59f14b5f5cd4 None None] Pushing event updated for resources: {'Port': ['ID=86aef1f5-93a7-4593-9319-508d3fa70857,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:09.938447 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f99d18-d44d-4048-b37c-1ceb5de9605e None None] Network f202f928-15cd-45d6-9169-5882642c97a8 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:09.945943 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Deleting port 3bbb8b46-4385-4410-9cd9-aa1a48cdd538 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:09.946285 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3bbb8b46-4385-4410-9cd9-aa1a48cdd538), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.969556 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.972468 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] For port 3bbb8b46-4385-4410-9cd9-aa1a48cdd538, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:10.009072 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] For port 3bbb8b46-4385-4410-9cd9-aa1a48cdd538, host n-d-713499-38, got binding levels [] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:10.009432 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3bbb8b46-4385-4410-9cd9-aa1a48cdd538), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.016028 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] For port 3bbb8b46-4385-4410-9cd9-aa1a48cdd538, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3bbb8b46-4385-4410-9cd9-aa1a48cdd538,segment=NetworkSegment(7e35f4c8-fdb6-45aa-ad06-325995b00313),segment_id=7e35f4c8-fdb6-45aa-ad06-325995b00313)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:10.022519 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Calling delete_port for 3bbb8b46-4385-4410-9cd9-aa1a48cdd538 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:10.037711 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3bbb8b46-4385-4410-9cd9-aa1a48cdd538), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.113834 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3bbb8b46-4385-4410-9cd9-aa1a48cdd538), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.134074 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d238053-961e-4d8b-8479-33f350f53928 None None] Pushing event updated for resources: {'Port': ['ID=3bbb8b46-4385-4410-9cd9-aa1a48cdd538,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:10.140443 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event deleted for resources: {'Port': ['ID=3bbb8b46-4385-4410-9cd9-aa1a48cdd538,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:10.143909 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] No DVR routers for this DVR port 3bbb8b46-4385-4410-9cd9-aa1a48cdd538 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:10.160071 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155f58db-e229-429c-809d-699bbcf8ea23 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:47:10.229300 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (8c0b2a32-9040-47d8-b4c5-305ba941bf88), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.230729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155f58db-e229-429c-809d-699bbcf8ea23 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:47:10.412606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eda915-5e32-425e-aa9a-a8599bf151da None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:47:10.480385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eda915-5e32-425e-aa9a-a8599bf151da None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:47:10.592255 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0b2a32-9040-47d8-b4c5-305ba941bf88']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:10.602563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e35f4c8-fdb6-45aa-ad06-325995b00313') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:10.602911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e35f4c8-fdb6-45aa-ad06-325995b00313') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:10.613678 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (7e35f4c8-fdb6-45aa-ad06-325995b00313), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.626830 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (7e35f4c8-fdb6-45aa-ad06-325995b00313), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.634964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:10.635351 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (7e35f4c8-fdb6-45aa-ad06-325995b00313), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:10.638665 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:10.662567 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ecfd7b-9168-4ab6-950c-abdaaa7f0cbb None None] Network 8c0b2a32-9040-47d8-b4c5-305ba941bf88 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:10.700422 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (8c0b2a32-9040-47d8-b4c5-305ba941bf88), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.707244 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.712705 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "DELETE /v2.0/networks/8c0b2a32-9040-47d8-b4c5-305ba941bf88 HTTP/1.1" status: 204 len: 168 time: 0.9057753 Feb 11 05:47:10.712924 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45236) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:10.730200 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f61fa-0188-4d79-a70f-bc70f66a509e tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event deleted for resources: {'Network': ['ID=8c0b2a32-9040-47d8-b4c5-305ba941bf88,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:10.801401 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (f202f928-15cd-45d6-9169-5882642c97a8), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.855299 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Deleting port 86aef1f5-93a7-4593-9319-508d3fa70857 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:10.855666 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (86aef1f5-93a7-4593-9319-508d3fa70857), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.921313 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] For port 86aef1f5-93a7-4593-9319-508d3fa70857, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=86aef1f5-93a7-4593-9319-508d3fa70857,segment=NetworkSegment(5ba86553-90c4-4a3b-be20-9ca21b7b6797),segment_id=5ba86553-90c4-4a3b-be20-9ca21b7b6797)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:10.921945 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (86aef1f5-93a7-4593-9319-508d3fa70857), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.934312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Calling delete_port for 86aef1f5-93a7-4593-9319-508d3fa70857 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:11.010751 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (86aef1f5-93a7-4593-9319-508d3fa70857), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.038045 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event deleted for resources: {'Port': ['ID=86aef1f5-93a7-4593-9319-508d3fa70857,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:11.040466 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] No DVR routers for this DVR port 86aef1f5-93a7-4593-9319-508d3fa70857 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:47:11.119678 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (f202f928-15cd-45d6-9169-5882642c97a8), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.140067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f202f928-15cd-45d6-9169-5882642c97a8']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:11.149908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba86553-90c4-4a3b-be20-9ca21b7b6797') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:11.150205 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba86553-90c4-4a3b-be20-9ca21b7b6797') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:11.160645 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (5ba86553-90c4-4a3b-be20-9ca21b7b6797), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.174356 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5ba86553-90c4-4a3b-be20-9ca21b7b6797), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.180625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:11.181194 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (5ba86553-90c4-4a3b-be20-9ca21b7b6797), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:11.184139 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:11.244542 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (f202f928-15cd-45d6-9169-5882642c97a8), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.251920 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.255060 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "DELETE /v2.0/networks/f202f928-15cd-45d6-9169-5882642c97a8 HTTP/1.1" status: 204 len: 168 time: 0.5412352 Feb 11 05:47:11.257785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45238) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:11.267272 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a7fda-cdc9-4e5a-8238-24b81361b111 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event deleted for resources: {'Network': ['ID=f202f928-15cd-45d6-9169-5882642c97a8,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:11.335991 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e2991a16-0c1d-4629-89ca-9c8907c6e068 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (c8f7bb85-e780-4e2e-813a-b17cbdba3b70), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.433552 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e2991a16-0c1d-4629-89ca-9c8907c6e068 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (c8f7bb85-e780-4e2e-813a-b17cbdba3b70), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.454922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e2991a16-0c1d-4629-89ca-9c8907c6e068 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f7bb85-e780-4e2e-813a-b17cbdba3b70']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:11.464913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e2991a16-0c1d-4629-89ca-9c8907c6e068 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2343734-ac0e-4b6e-8d18-cbf629e7ce82') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:11.465211 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e2991a16-0c1d-4629-89ca-9c8907c6e068 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2343734-ac0e-4b6e-8d18-cbf629e7ce82') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:11.475101 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e2991a16-0c1d-4629-89ca-9c8907c6e068 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (f2343734-ac0e-4b6e-8d18-cbf629e7ce82), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.488701 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e2991a16-0c1d-4629-89ca-9c8907c6e068 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f2343734-ac0e-4b6e-8d18-cbf629e7ce82), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.494632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2991a16-0c1d-4629-89ca-9c8907c6e068 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:11.495020 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e2991a16-0c1d-4629-89ca-9c8907c6e068 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (f2343734-ac0e-4b6e-8d18-cbf629e7ce82), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:11.497953 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:11.567957 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e2991a16-0c1d-4629-89ca-9c8907c6e068 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (c8f7bb85-e780-4e2e-813a-b17cbdba3b70), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.576054 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e2991a16-0c1d-4629-89ca-9c8907c6e068 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.579256 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e2991a16-0c1d-4629-89ca-9c8907c6e068 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "DELETE /v2.0/networks/c8f7bb85-e780-4e2e-813a-b17cbdba3b70 HTTP/1.1" status: 204 len: 168 time: 0.3204751 Feb 11 05:47:11.582024 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45242) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:11.600213 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2991a16-0c1d-4629-89ca-9c8907c6e068 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event deleted for resources: {'Network': ['ID=c8f7bb85-e780-4e2e-813a-b17cbdba3b70,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:11.669268 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38ec23f7-91ae-495f-bccb-202880df1a16 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (29b8e482-562c-42ec-bb04-3a749ec0c36e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.763771 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38ec23f7-91ae-495f-bccb-202880df1a16 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (29b8e482-562c-42ec-bb04-3a749ec0c36e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.784516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-38ec23f7-91ae-495f-bccb-202880df1a16 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b8e482-562c-42ec-bb04-3a749ec0c36e']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:11.794128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-38ec23f7-91ae-495f-bccb-202880df1a16 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e84d821-51ab-46dc-9e6a-7e794b6a12cf') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:11.794647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-38ec23f7-91ae-495f-bccb-202880df1a16 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e84d821-51ab-46dc-9e6a-7e794b6a12cf') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:11.804849 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38ec23f7-91ae-495f-bccb-202880df1a16 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (2e84d821-51ab-46dc-9e6a-7e794b6a12cf), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.819652 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38ec23f7-91ae-495f-bccb-202880df1a16 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2e84d821-51ab-46dc-9e6a-7e794b6a12cf), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.825759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ec23f7-91ae-495f-bccb-202880df1a16 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:47:11.826145 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38ec23f7-91ae-495f-bccb-202880df1a16 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (2e84d821-51ab-46dc-9e6a-7e794b6a12cf), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:47:11.829316 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:47:11.897830 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38ec23f7-91ae-495f-bccb-202880df1a16 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (29b8e482-562c-42ec-bb04-3a749ec0c36e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.916595 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38ec23f7-91ae-495f-bccb-202880df1a16 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:11.919714 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-38ec23f7-91ae-495f-bccb-202880df1a16 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] 10.222.0.87 "DELETE /v2.0/networks/29b8e482-562c-42ec-bb04-3a749ec0c36e HTTP/1.1" status: 204 len: 168 time: 0.3365817 Feb 11 05:47:11.921614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec23f7-91ae-495f-bccb-202880df1a16 tempest-BulkNetworkOpsTest-246458362 tempest-BulkNetworkOpsTest-246458362-project] Pushing event deleted for resources: {'Network': ['ID=29b8e482-562c-42ec-bb04-3a749ec0c36e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:12.188912 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45260) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:12.332546 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-49d22e6d-3d31-4d1d-8c90-c2e5c8b97334 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3b2819aa0ee64163b88ab2430e2e7d99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423650 Feb 11 05:47:12.335040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45268) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:12.381868 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-34364967-64f2-48fc-8539-3b6a394e4442 admin admin] Publish callbacks [] for security_group (81c8c16a-f69f-4d08-ac9a-2c946e6bb527), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.406039 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-34364967-64f2-48fc-8539-3b6a394e4442 admin admin] Publish callbacks [] for security_group (81c8c16a-f69f-4d08-ac9a-2c946e6bb527), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.478924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bf9be-b104-4265-bef1-af407872511c req-758fc633-f7df-4806-8d5a-3b9c940d1c3e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:12.480449 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e76bf9be-b104-4265-bef1-af407872511c req-758fc633-f7df-4806-8d5a-3b9c940d1c3e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.1978488 Feb 11 05:47:12.495673 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-34364967-64f2-48fc-8539-3b6a394e4442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (81c8c16a-f69f-4d08-ac9a-2c946e6bb527), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.498180 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-34364967-64f2-48fc-8539-3b6a394e4442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:12.499241 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-34364967-64f2-48fc-8539-3b6a394e4442 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/81c8c16a-f69f-4d08-ac9a-2c946e6bb527 HTTP/1.1" status: 204 len: 168 time: 0.1632762 Feb 11 05:47:12.521368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34364967-64f2-48fc-8539-3b6a394e4442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c8c16a-f69f-4d08-ac9a-2c946e6bb527,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:12.548749 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e76bf9be-b104-4265-bef1-af407872511c req-cc88775d-43d6-4802-9afa-fb61b0bb1759 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624261 Feb 11 05:47:13.672325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4762d0-be9f-4fd7-9c4a-dc68e654101d req-523145d4-6a0a-4bd0-8fa0-f76d5adc4397 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:13.673847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba4762d0-be9f-4fd7-9c4a-dc68e654101d req-523145d4-6a0a-4bd0-8fa0-f76d5adc4397 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0545330 Feb 11 05:47:13.723193 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba4762d0-be9f-4fd7-9c4a-dc68e654101d req-f7d8a930-3f4e-419e-b575-91b763ea0b06 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438335 Feb 11 05:47:14.121628 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45330) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:14.227822 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b2a175cd-5031-4f1f-a82c-24434fe0a7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.304181 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b2a175cd-5031-4f1f-a82c-24434fe0a7c8 admin admin] Publish callbacks [] for security_group (5118420a-e928-4921-9bf6-9d53a61d3c91), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.308093 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b2a175cd-5031-4f1f-a82c-24434fe0a7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5118420a-e928-4921-9bf6-9d53a61d3c91), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.345462 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b2a175cd-5031-4f1f-a82c-24434fe0a7c8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=679f441ef5db4e92923ea0823d39b06c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2227011 Feb 11 05:47:14.347540 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a175cd-5031-4f1f-a82c-24434fe0a7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5118420a-e928-4921-9bf6-9d53a61d3c91,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:14.348456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45334) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:14.354549 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.396477 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c57a916b-b57f-4b20-80b5-c10f2f192e32 admin admin] Publish callbacks [] for security_group (5118420a-e928-4921-9bf6-9d53a61d3c91), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.417677 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c57a916b-b57f-4b20-80b5-c10f2f192e32 admin admin] Publish callbacks [] for security_group (5118420a-e928-4921-9bf6-9d53a61d3c91), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.463221 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c57a916b-b57f-4b20-80b5-c10f2f192e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (5118420a-e928-4921-9bf6-9d53a61d3c91), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.465744 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c57a916b-b57f-4b20-80b5-c10f2f192e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.466896 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c57a916b-b57f-4b20-80b5-c10f2f192e32 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5118420a-e928-4921-9bf6-9d53a61d3c91 HTTP/1.1" status: 204 len: 168 time: 0.1174507 Feb 11 05:47:14.475483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a916b-b57f-4b20-80b5-c10f2f192e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5118420a-e928-4921-9bf6-9d53a61d3c91,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:14.737645 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45340) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:14.755509 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9ca45f40-8f51-4afd-a8e9-cf2ddedcf132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.877178 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9ca45f40-8f51-4afd-a8e9-cf2ddedcf132 admin admin] Publish callbacks [] for security_group (c3f37e7d-3182-43b4-a8e3-45bd79e6bacd), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.885406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3597992-4bb9-46c0-97d0-3d5501b83f74 req-4b821cb1-074f-4018-9c01-53952e50fe86 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:14.886907 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3597992-4bb9-46c0-97d0-3d5501b83f74 req-4b821cb1-074f-4018-9c01-53952e50fe86 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0922809 Feb 11 05:47:14.888008 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9ca45f40-8f51-4afd-a8e9-cf2ddedcf132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c3f37e7d-3182-43b4-a8e3-45bd79e6bacd), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.941811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9ca45f40-8f51-4afd-a8e9-cf2ddedcf132 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7eedd9842ad140878af936b56622f0af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2030656 Feb 11 05:47:14.944200 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca45f40-8f51-4afd-a8e9-cf2ddedcf132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f37e7d-3182-43b4-a8e3-45bd79e6bacd,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:14.944727 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45344) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:14.975664 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3597992-4bb9-46c0-97d0-3d5501b83f74 req-a26fdb64-7303-4bd2-8b9d-927d1648e905 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813160 Feb 11 05:47:14.995717 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac5597d6-2355-4a47-bbec-c090da4e0674 admin admin] Publish callbacks [] for security_group (c3f37e7d-3182-43b4-a8e3-45bd79e6bacd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.017427 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac5597d6-2355-4a47-bbec-c090da4e0674 admin admin] Publish callbacks [] for security_group (c3f37e7d-3182-43b4-a8e3-45bd79e6bacd), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.067254 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac5597d6-2355-4a47-bbec-c090da4e0674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c3f37e7d-3182-43b4-a8e3-45bd79e6bacd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.069840 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac5597d6-2355-4a47-bbec-c090da4e0674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:15.071013 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ac5597d6-2355-4a47-bbec-c090da4e0674 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c3f37e7d-3182-43b4-a8e3-45bd79e6bacd HTTP/1.1" status: 204 len: 168 time: 0.1252856 Feb 11 05:47:15.079004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5597d6-2355-4a47-bbec-c090da4e0674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f37e7d-3182-43b4-a8e3-45bd79e6bacd,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:16.102814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6882b-0695-4a0c-822e-46a0ca4a1381 req-aa5656aa-cecc-4ba1-b995-219f781b478a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:16.104322 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99b6882b-0695-4a0c-822e-46a0ca4a1381 req-aa5656aa-cecc-4ba1-b995-219f781b478a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0626483 Feb 11 05:47:16.154166 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-99b6882b-0695-4a0c-822e-46a0ca4a1381 req-80c704cd-3a2c-49e9-b5b4-14fa9ef68215 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440798 Feb 11 05:47:17.288723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09270ec7-cd9d-477c-804a-fd616da72ca8 req-3205ac7f-cf4a-420e-b219-6ad6f90e17f1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:17.290606 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-09270ec7-cd9d-477c-804a-fd616da72ca8 req-3205ac7f-cf4a-420e-b219-6ad6f90e17f1 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0616584 Feb 11 05:47:17.343182 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-09270ec7-cd9d-477c-804a-fd616da72ca8 req-d27fc5de-4d23-4895-aa79-dd68942a4dc5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462973 Feb 11 05:47:18.464890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfbb49-4f54-40f8-8a9c-0f7c6a132c44 req-b142880e-f6a4-4238-ac0e-8d3dc7ae022e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:18.466749 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92bfbb49-4f54-40f8-8a9c-0f7c6a132c44 req-b142880e-f6a4-4238-ac0e-8d3dc7ae022e tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0542049 Feb 11 05:47:18.520359 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92bfbb49-4f54-40f8-8a9c-0f7c6a132c44 req-a07146d8-37f3-4ec9-abec-fb081b9e57ff tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475531 Feb 11 05:47:19.638703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc71632-6342-46b4-a02b-056e39c8c6e3 req-784da9a5-2efb-4712-890b-e6e5d79a9304 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:19.640212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edc71632-6342-46b4-a02b-056e39c8c6e3 req-784da9a5-2efb-4712-890b-e6e5d79a9304 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0530076 Feb 11 05:47:19.688546 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edc71632-6342-46b4-a02b-056e39c8c6e3 req-4448d7a9-8169-416e-b82f-5f9d91068a8c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428586 Feb 11 05:47:20.807248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b8679-d582-47ce-815e-334e5eeb259b req-6acd9d87-fbbe-4f94-a825-7c731aca11de tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:20.808786 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-524b8679-d582-47ce-815e-334e5eeb259b req-6acd9d87-fbbe-4f94-a825-7c731aca11de tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0531454 Feb 11 05:47:20.858282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-524b8679-d582-47ce-815e-334e5eeb259b req-0d66246f-9834-472c-a25d-4555806b352f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427771 Feb 11 05:47:21.986941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c9a81-8c61-4ef5-99c1-f95aa0636ea7 req-209935af-cd78-4cf8-a224-34d85f89520a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:21.988595 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-234c9a81-8c61-4ef5-99c1-f95aa0636ea7 req-209935af-cd78-4cf8-a224-34d85f89520a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0598466 Feb 11 05:47:22.043082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-234c9a81-8c61-4ef5-99c1-f95aa0636ea7 req-beb5135e-c9ca-42cf-9160-ed91597be00b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488567 Feb 11 05:47:23.164958 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b36da4-6f1d-419c-9804-c1bc36206f31 req-6dd49a31-a569-42ec-9d9a-ee0d5b737748 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:23.166765 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8b36da4-6f1d-419c-9804-c1bc36206f31 req-6dd49a31-a569-42ec-9d9a-ee0d5b737748 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0572271 Feb 11 05:47:23.216666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8b36da4-6f1d-419c-9804-c1bc36206f31 req-05e9175e-090a-48d4-a58a-ef47eaed01b5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451427 Feb 11 05:47:24.370499 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3a2f4-993c-45dd-ac36-e8ad287a56a9 req-7fc434dc-4fb5-479c-9489-ba0fc9658a5d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:24.372277 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34e3a2f4-993c-45dd-ac36-e8ad287a56a9 req-7fc434dc-4fb5-479c-9489-ba0fc9658a5d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0718324 Feb 11 05:47:24.426838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34e3a2f4-993c-45dd-ac36-e8ad287a56a9 req-9999deea-d0fc-4c5c-ae47-3534d229b0a9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472505 Feb 11 05:47:25.550967 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00fef4-341a-4e98-a12a-eb2aa562506b req-65b6e45b-878a-4338-b2c6-aecec20d19fd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:25.552474 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad00fef4-341a-4e98-a12a-eb2aa562506b req-65b6e45b-878a-4338-b2c6-aecec20d19fd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0560327 Feb 11 05:47:25.603289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad00fef4-341a-4e98-a12a-eb2aa562506b req-a7e69fbc-5fe8-4873-b478-123572afcdeb tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447674 Feb 11 05:47:26.424596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732fe17-67ea-4d20-b873-03220ab00644 req-e366b1e7-9965-41f7-b549-9659f3e7eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:26.426080 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3732fe17-67ea-4d20-b873-03220ab00644 req-e366b1e7-9965-41f7-b549-9659f3e7eeb9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 1128 time: 0.0428231 Feb 11 05:47:26.476037 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3732fe17-67ea-4d20-b873-03220ab00644 req-283e2235-63c4-4f4c-83c5-f4e15077b26f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410800 Feb 11 05:47:26.728835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f622a-e5dc-46e1-9cd7-c5376e296087 req-9c8f54e5-65db-4108-8ced-0a81bd26b01a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:26.730439 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e6f622a-e5dc-46e1-9cd7-c5376e296087 req-9c8f54e5-65db-4108-8ced-0a81bd26b01a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0561752 Feb 11 05:47:26.733288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8154a3ce-5729-4e1d-8bd2-948e49a44d2e details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:47:26.792079 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e6f622a-e5dc-46e1-9cd7-c5376e296087 req-e2f67682-1f6a-4037-99c1-16d44c3acff5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544655 Feb 11 05:47:26.836349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8154a3ce-5729-4e1d-8bd2-948e49a44d2e,segment=NetworkSegment(796c67b8-3f72-4e39-b87d-64e4e354ff10),segment_id=796c67b8-3f72-4e39-b87d-64e4e354ff10)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:26.847526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e', 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'port_id': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e', 'mac_address': 'fa:16:3e:54:ec:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:47:26.888331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:26.888769 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.901716 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8154a3ce-5729-4e1d-8bd2-948e49a44d2e {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:47:26.923467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8154a3ce-5729-4e1d-8bd2-948e49a44d2e,segment=NetworkSegment(796c67b8-3f72-4e39-b87d-64e4e354ff10),segment_id=796c67b8-3f72-4e39-b87d-64e4e354ff10)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:26.927549 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:26.978044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=8154a3ce-5729-4e1d-8bd2-948e49a44d2e,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:27.175912 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057665a3-4ce4-472a-a7b7-92eaf7efe223 req-3c62b8f9-e1af-45d1-8224-7c0e6481c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:27.176198 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['8154a3ce-5729-4e1d-8bd2-948e49a44d2e'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:47:27.177452 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-057665a3-4ce4-472a-a7b7-92eaf7efe223 req-3c62b8f9-e1af-45d1-8224-7c0e6481c24a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 1127 time: 0.0493555 Feb 11 05:47:27.296899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057665a3-4ce4-472a-a7b7-92eaf7efe223 req-21e3c472-8d74-48a7-9135-7b2a17986057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:27.298470 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-057665a3-4ce4-472a-a7b7-92eaf7efe223 req-21e3c472-8d74-48a7-9135-7b2a17986057 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb HTTP/1.1" status: 200 len: 898 time: 0.1001360 Feb 11 05:47:27.374786 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-057665a3-4ce4-472a-a7b7-92eaf7efe223 req-adb97b2f-2f62-4855-9470-1b10d1d3e8a2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8154a3ce-5729-4e1d-8bd2-948e49a44d2e HTTP/1.1" status: 200 len: 999 time: 0.0680938 Feb 11 05:47:27.432443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057665a3-4ce4-472a-a7b7-92eaf7efe223 req-009f8cba-bc6e-4a98-bc05-421c3ebd2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:27.433923 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-057665a3-4ce4-472a-a7b7-92eaf7efe223 req-009f8cba-bc6e-4a98-bc05-421c3ebd2f5d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3ea327e9-b9ca-4067-b087-e2f7b4b22479 HTTP/1.1" status: 200 len: 834 time: 0.0509598 Feb 11 05:47:27.485716 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057665a3-4ce4-472a-a7b7-92eaf7efe223 req-dfa27cd1-d2a8-4552-9edb-18f76b6b330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:27.487652 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-057665a3-4ce4-472a-a7b7-92eaf7efe223 req-dfa27cd1-d2a8-4552-9edb-18f76b6b330f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469027 Feb 11 05:47:27.597299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-057665a3-4ce4-472a-a7b7-92eaf7efe223 req-545b6351-277d-44b0-94dc-77fb7b1425c9 service neutron] 10.222.0.88 "GET /v2.0/networks/3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975742 Feb 11 05:47:27.703466 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-057665a3-4ce4-472a-a7b7-92eaf7efe223 req-205f23a6-7e82-4fab-8cae-9bf39134d278 service neutron] 10.222.0.88 "GET /v2.0/networks/3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995936 Feb 11 05:47:27.914650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5510397-1194-477b-be27-2df23cccdad0 req-b7393212-c24f-4816-9789-f08292cee55a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:27.916082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5510397-1194-477b-be27-2df23cccdad0 req-b7393212-c24f-4816-9789-f08292cee55a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 944 time: 0.0539484 Feb 11 05:47:27.967952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5510397-1194-477b-be27-2df23cccdad0 req-dcb8576f-c5a6-4680-9cf5-0ed6e30096c2 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453551 Feb 11 05:47:27.990930 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45494) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:28.052142 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cdb9bb11-17bc-4dec-b7de-229c57ccdcf9 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/floatingips/bc79c58b-5b3f-4df9-8dc1-70a72d8c973d HTTP/1.1" status: 200 len: 991 time: 0.0596058 Feb 11 05:47:28.485743 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4a4bcf1d-9a5b-447a-8d5e-051e240d4783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.757789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8154a3ce-5729-4e1d-8bd2-948e49a44d2e up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:28.808153 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:28.808421 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.891447 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:28.891837 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.914472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf6159d-8226-4ba1-aa09-6ebc0600e9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:28.916833 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d47c433-4862-48f7-a269-2c2bcb6425e5" -d '{"events": [{"server_uuid": "7bf6159d-8226-4ba1-aa09-6ebc0600e9cc", "name": "network-vif-plugged", "status": "completed", "tag": "8154a3ce-5729-4e1d-8bd2-948e49a44d2e"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:28.929610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8154a3ce-5729-4e1d-8bd2-948e49a44d2e,segment=NetworkSegment(796c67b8-3f72-4e39-b87d-64e4e354ff10),segment_id=796c67b8-3f72-4e39-b87d-64e4e354ff10)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:28.933858 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.964089 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb94f83-d23a-4351-bf9a-8603ab7a11c2 x-openstack-request-id: req-bfb94f83-d23a-4351-bf9a-8603ab7a11c2 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:28.964472 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf6159d-8226-4ba1-aa09-6ebc0600e9cc", "name": "network-vif-plugged", "status": "completed", "tag": "8154a3ce-5729-4e1d-8bd2-948e49a44d2e", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:28.964823 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bfb94f83-d23a-4351-bf9a-8603ab7a11c2 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:28.965340 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf6159d-8226-4ba1-aa09-6ebc0600e9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e', 'code': 200} Feb 11 05:47:28.994147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=8154a3ce-5729-4e1d-8bd2-948e49a44d2e,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:29.358636 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:47:30.788586 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4584246-0bf4-4b1a-95f6-04a7515c0dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.311605 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45518) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:31.423709 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf62f-7650-49f7-a59e-639231af006e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.509207 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf62f-7650-49f7-a59e-639231af006e admin admin] Publish callbacks [] for security_group (b997f140-74b5-48ba-85cf-99d3199a12d4), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.513283 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf62f-7650-49f7-a59e-639231af006e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b997f140-74b5-48ba-85cf-99d3199a12d4), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.554439 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d0ecf62f-7650-49f7-a59e-639231af006e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b77cc5c0ac034709905baec0d617f21d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2414579 Feb 11 05:47:31.554684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45522) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:31.555496 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecf62f-7650-49f7-a59e-639231af006e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b997f140-74b5-48ba-85cf-99d3199a12d4,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:31.606071 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-358cffe5-496c-4d83-b9bf-8f1dce3a5d6f admin admin] Publish callbacks [] for security_group (b997f140-74b5-48ba-85cf-99d3199a12d4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.633370 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-358cffe5-496c-4d83-b9bf-8f1dce3a5d6f admin admin] Publish callbacks [] for security_group (b997f140-74b5-48ba-85cf-99d3199a12d4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.682662 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-358cffe5-496c-4d83-b9bf-8f1dce3a5d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b997f140-74b5-48ba-85cf-99d3199a12d4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.687026 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-358cffe5-496c-4d83-b9bf-8f1dce3a5d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:31.690671 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-358cffe5-496c-4d83-b9bf-8f1dce3a5d6f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b997f140-74b5-48ba-85cf-99d3199a12d4 HTTP/1.1" status: 204 len: 168 time: 0.1348798 Feb 11 05:47:31.700445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cffe5-496c-4d83-b9bf-8f1dce3a5d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b997f140-74b5-48ba-85cf-99d3199a12d4,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:32.020969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45528) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:32.034448 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-352dbf16-04b9-4012-be3d-f77edcf7b401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.112112 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-352dbf16-04b9-4012-be3d-f77edcf7b401 admin admin] Publish callbacks [] for security_group (37a5e346-ef0b-4c31-8e24-1c0a0da1ad54), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.115863 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-352dbf16-04b9-4012-be3d-f77edcf7b401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (37a5e346-ef0b-4c31-8e24-1c0a0da1ad54), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.164825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-352dbf16-04b9-4012-be3d-f77edcf7b401 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=85be62df5e394ffd9f4641024569425c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1426873 Feb 11 05:47:32.165637 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352dbf16-04b9-4012-be3d-f77edcf7b401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a5e346-ef0b-4c31-8e24-1c0a0da1ad54,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:32.167593 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45530) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:32.231912 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e5bb745-bae8-439f-9f35-aacd75bfae39 admin admin] Publish callbacks [] for security_group (37a5e346-ef0b-4c31-8e24-1c0a0da1ad54), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.254437 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e5bb745-bae8-439f-9f35-aacd75bfae39 admin admin] Publish callbacks [] for security_group (37a5e346-ef0b-4c31-8e24-1c0a0da1ad54), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.304546 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e5bb745-bae8-439f-9f35-aacd75bfae39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (37a5e346-ef0b-4c31-8e24-1c0a0da1ad54), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.307170 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3e5bb745-bae8-439f-9f35-aacd75bfae39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.311899 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3e5bb745-bae8-439f-9f35-aacd75bfae39 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/37a5e346-ef0b-4c31-8e24-1c0a0da1ad54 HTTP/1.1" status: 204 len: 168 time: 0.1416020 Feb 11 05:47:32.324202 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bb745-bae8-439f-9f35-aacd75bfae39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a5e346-ef0b-4c31-8e24-1c0a0da1ad54,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:32.480284 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.648516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45536) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:32.663033 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6cd0c872-4666-4e4c-9b52-3a36e6ea3b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.739071 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6cd0c872-4666-4e4c-9b52-3a36e6ea3b92 admin admin] Publish callbacks [] for security_group (791aad32-c8ad-4d7a-926f-d40cca95dddb), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.743441 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6cd0c872-4666-4e4c-9b52-3a36e6ea3b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (791aad32-c8ad-4d7a-926f-d40cca95dddb), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.785479 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6cd0c872-4666-4e4c-9b52-3a36e6ea3b92 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=70c9b6adbbd04c24a14c05527e550c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358583 Feb 11 05:47:32.786721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0c872-4666-4e4c-9b52-3a36e6ea3b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791aad32-c8ad-4d7a-926f-d40cca95dddb,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:32.788325 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45538) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:32.839378 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6efa67ef-c190-45ad-ab28-7194ad9f1cd4 admin admin] Publish callbacks [] for security_group (791aad32-c8ad-4d7a-926f-d40cca95dddb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.862993 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6efa67ef-c190-45ad-ab28-7194ad9f1cd4 admin admin] Publish callbacks [] for security_group (791aad32-c8ad-4d7a-926f-d40cca95dddb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.916481 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6efa67ef-c190-45ad-ab28-7194ad9f1cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (791aad32-c8ad-4d7a-926f-d40cca95dddb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.919537 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6efa67ef-c190-45ad-ab28-7194ad9f1cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:32.920702 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6efa67ef-c190-45ad-ab28-7194ad9f1cd4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/791aad32-c8ad-4d7a-926f-d40cca95dddb HTTP/1.1" status: 204 len: 168 time: 0.1313775 Feb 11 05:47:32.930392 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa67ef-c190-45ad-ab28-7194ad9f1cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791aad32-c8ad-4d7a-926f-d40cca95dddb,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:33.677779 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:35.184917 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:36.214915 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d4c08b7b-c433-40fe-b954-6eca88fbeb9b tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=cc7d8182e2b744c7a6fcf4478d63947e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321746 Feb 11 05:47:36.672065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-57ba3c08-e941-47f3-b7a5-fba233595db9 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:36.673548 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-57ba3c08-e941-47f3-b7a5-fba233595db9 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4534490 Feb 11 05:47:36.688885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d746c2cd-3da1-4f3e-a582-f8080ffccc41 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/quotas/cc7d8182e2b744c7a6fcf4478d63947e HTTP/1.1" status: 200 len: 375 time: 0.0098822 Feb 11 05:47:36.722282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-a5c20b05-d258-47ec-8915-17ae526cdbc7 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=cc7d8182e2b744c7a6fcf4478d63947e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280538 Feb 11 05:47:36.889000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18b5e26d-cb78-40b1-bcac-fcceec9f45fe req-b5a3aef5-3c77-4197-8a62-e21b2a697258 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 210 time: 0.0292559 Feb 11 05:47:37.876928 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-27b8f625-b377-459b-bc1c-5c73d1914cac tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=cc7d8182e2b744c7a6fcf4478d63947e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325742 Feb 11 05:47:38.004561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e7b52f1-4f36-4d78-b456-7856ced78019 req-efd10f99-c2a3-4eff-a278-10bbd09da6ec tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 210 time: 0.0438294 Feb 11 05:47:38.018917 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-49841b99-4634-4d87-9fa4-e3fd84c38ef5 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:38.020414 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-49841b99-4634-4d87-9fa4-e3fd84c38ef5 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1390102 Feb 11 05:47:38.034320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-b52e2e57-f00e-406f-bbd5-03ab78c68f5e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Request body: {'port': {'device_id': '7521412c-b69a-485a-85ac-a15afbb03073', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': 'cc7d8182e2b744c7a6fcf4478d63947e'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:38.139704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-b52e2e57-f00e-406f-bbd5-03ab78c68f5e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Made reservation on behalf of cc7d8182e2b744c7a6fcf4478d63947e for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:38.142914 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-b52e2e57-f00e-406f-bbd5-03ab78c68f5e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.151842 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-b52e2e57-f00e-406f-bbd5-03ab78c68f5e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.225313 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-b52e2e57-f00e-406f-bbd5-03ab78c68f5e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Publish callbacks [] for security_group (12d7a464-3462-4a82-8813-824d92ef0ff6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.228920 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-b52e2e57-f00e-406f-bbd5-03ab78c68f5e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (12d7a464-3462-4a82-8813-824d92ef0ff6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.291173 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e2e57-f00e-406f-bbd5-03ab78c68f5e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d7a464-3462-4a82-8813-824d92ef0ff6,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:38.366928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-b52e2e57-f00e-406f-bbd5-03ab78c68f5e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Allocated IP 192.168.233.162 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/8ec81dde-746c-4150-877f-24fcdb15f1ad) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:38.517603 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-b52e2e57-f00e-406f-bbd5-03ab78c68f5e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Publish callbacks [] for port (8ec81dde-746c-4150-877f-24fcdb15f1ad), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.552250 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-b52e2e57-f00e-406f-bbd5-03ab78c68f5e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8ec81dde-746c-4150-877f-24fcdb15f1ad), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.597001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-b52e2e57-f00e-406f-bbd5-03ab78c68f5e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:38.600166 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-b52e2e57-f00e-406f-bbd5-03ab78c68f5e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:38.603896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-b52e2e57-f00e-406f-bbd5-03ab78c68f5e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:38.610303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e2e57-f00e-406f-bbd5-03ab78c68f5e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Pushing event updated for resources: {'Port': ['ID=8ec81dde-746c-4150-877f-24fcdb15f1ad,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:38.664679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-b52e2e57-f00e-406f-bbd5-03ab78c68f5e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:38.665583 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-b52e2e57-f00e-406f-bbd5-03ab78c68f5e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.685556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-b52e2e57-f00e-406f-bbd5-03ab78c68f5e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6549571 Feb 11 05:47:38.803093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Request body: {'port': {'device_id': '7521412c-b69a-485a-85ac-a15afbb03073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:38.868926 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8ec81dde-746c-4150-877f-24fcdb15f1ad), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.909919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8826d80c-a12d-4a16-a82f-5f86fcb0472a None None] Provisioning complete for port 8ec81dde-746c-4150-877f-24fcdb15f1ad triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:38.910469 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8826d80c-a12d-4a16-a82f-5f86fcb0472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8ec81dde-746c-4150-877f-24fcdb15f1ad), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.948034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8826d80c-a12d-4a16-a82f-5f86fcb0472a None None] Port 8ec81dde-746c-4150-877f-24fcdb15f1ad cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:39.152562 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8527243-8b8d-4a3d-acf3-f12e1570d89b req-b305ed2b-3217-4031-a7e3-dc754fb9e8b2 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:39.154602 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8527243-8b8d-4a3d-acf3-f12e1570d89b req-b305ed2b-3217-4031-a7e3-dc754fb9e8b2 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 936 time: 0.0805278 Feb 11 05:47:39.226553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec81dde-746c-4150-877f-24fcdb15f1ad {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:47:39.243171 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Publish callbacks [] for port (8ec81dde-746c-4150-877f-24fcdb15f1ad), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.250748 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f8527243-8b8d-4a3d-acf3-f12e1570d89b req-ea3b4485-c237-4b86-8f29-cf50b6332af4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/security-groups?id=12d7a464-3462-4a82-8813-824d92ef0ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871480 Feb 11 05:47:39.260559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Transition to ACTIVE for port object 8ec81dde-746c-4150-877f-24fcdb15f1ad will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:47:39.265433 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (8ec81dde-746c-4150-877f-24fcdb15f1ad), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.338564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Pushing event updated for resources: {'Port': ['ID=8ec81dde-746c-4150-877f-24fcdb15f1ad,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:39.402134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Attempting to bind port 8ec81dde-746c-4150-877f-24fcdb15f1ad on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:39.402575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Attempting to bind port 8ec81dde-746c-4150-877f-24fcdb15f1ad by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:39.402977 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Attempting to bind port 8ec81dde-746c-4150-877f-24fcdb15f1ad on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:39.408537 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Port 8ec81dde-746c-4150-877f-24fcdb15f1ad on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:39.408945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Attempting to bind port 8ec81dde-746c-4150-877f-24fcdb15f1ad on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:39.414495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:39.414930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:39.415393 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:39.415986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Bound port: 8ec81dde-746c-4150-877f-24fcdb15f1ad, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:39.416429 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8ec81dde-746c-4150-877f-24fcdb15f1ad), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.494829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] For port 8ec81dde-746c-4150-877f-24fcdb15f1ad, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:39.499546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] For port 8ec81dde-746c-4150-877f-24fcdb15f1ad, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=8ec81dde-746c-4150-877f-24fcdb15f1ad,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:39.508088 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (8ec81dde-746c-4150-877f-24fcdb15f1ad), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.549975 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:39.550697 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:39.552279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] 10.222.0.73 "PUT /v2.0/ports/8ec81dde-746c-4150-877f-24fcdb15f1ad HTTP/1.1" status: 200 len: 1097 time: 0.8600998 Feb 11 05:47:39.552755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7521412c-b69a-485a-85ac-a15afbb03073', 'tag': '8ec81dde-746c-4150-877f-24fcdb15f1ad'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:39.555196 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce0b354-82d7-48c8-92fd-6c2f52e733ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7521412c-b69a-485a-85ac-a15afbb03073", "tag": "8ec81dde-746c-4150-877f-24fcdb15f1ad"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:39.583148 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e75aa-1472-458c-8d3b-c8e07369105b service neutron] Pushing event updated for resources: {'Port': ['ID=8ec81dde-746c-4150-877f-24fcdb15f1ad,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:39.619079 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616b199a-f035-4f68-adeb-f7d90eee9c4b x-openstack-request-id: req-616b199a-f035-4f68-adeb-f7d90eee9c4b {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:39.619370 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7521412c-b69a-485a-85ac-a15afbb03073", "tag": "8ec81dde-746c-4150-877f-24fcdb15f1ad", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:39.619649 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-616b199a-f035-4f68-adeb-f7d90eee9c4b {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:39.620053 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7521412c-b69a-485a-85ac-a15afbb03073', 'tag': '8ec81dde-746c-4150-877f-24fcdb15f1ad', 'status': 'completed', 'code': 200} Feb 11 05:47:39.656279 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-ac5fc4d0-f80b-462b-85ae-b248f75737d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:39.657946 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-ac5fc4d0-f80b-462b-85ae-b248f75737d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cc7d8182e2b744c7a6fcf4478d63947e&device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 1131 time: 0.0526919 Feb 11 05:47:39.704501 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-4143ff74-3fc0-428f-a4a6-b7b52ef2de20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=8ec81dde-746c-4150-877f-24fcdb15f1ad HTTP/1.1" status: 200 len: 217 time: 0.0391791 Feb 11 05:47:39.762526 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-7557d18d-30a9-4d1e-9de9-4e070c4239be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:39.764888 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-7557d18d-30a9-4d1e-9de9-4e070c4239be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0532980 Feb 11 05:47:39.815621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-73dcdd0b-90f1-4f63-95d7-7023f6786897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:39.817045 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-73dcdd0b-90f1-4f63-95d7-7023f6786897 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0465858 Feb 11 05:47:39.914218 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-12f03fb0-230e-4b15-8500-d47b17cdabd6 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905540 Feb 11 05:47:39.927106 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:40.005692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73be540a-6e26-4270-9bb3-77a3f0e04552 req-64e82e83-07fa-4b3a-9a2a-bb237bdbd4f8 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849829 Feb 11 05:47:40.101494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0b354-82d7-48c8-92fd-6c2f52e733ba req-e2998d21-6b0d-4bd1-8788-53dc58603ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:40.102930 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ce0b354-82d7-48c8-92fd-6c2f52e733ba req-e2998d21-6b0d-4bd1-8788-53dc58603ec1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cc7d8182e2b744c7a6fcf4478d63947e&device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 1131 time: 0.0508025 Feb 11 05:47:40.195819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0b354-82d7-48c8-92fd-6c2f52e733ba req-db625890-3ad4-4d06-b645-67ee0244f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:40.197299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ce0b354-82d7-48c8-92fd-6c2f52e733ba req-db625890-3ad4-4d06-b645-67ee0244f677 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.0863137 Feb 11 05:47:40.243975 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ce0b354-82d7-48c8-92fd-6c2f52e733ba req-b4173950-725d-4dba-8150-6f91c2602293 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=8ec81dde-746c-4150-877f-24fcdb15f1ad HTTP/1.1" status: 200 len: 217 time: 0.0387876 Feb 11 05:47:40.296944 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0b354-82d7-48c8-92fd-6c2f52e733ba req-e733de5d-97c8-4885-b438-91b80e9ae8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:40.299512 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ce0b354-82d7-48c8-92fd-6c2f52e733ba req-e733de5d-97c8-4885-b438-91b80e9ae8d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0492792 Feb 11 05:47:40.379341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0b354-82d7-48c8-92fd-6c2f52e733ba req-0f4a3b71-cc7a-43f0-b684-fb99673beb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:40.380991 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ce0b354-82d7-48c8-92fd-6c2f52e733ba req-0f4a3b71-cc7a-43f0-b684-fb99673beb24 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0749576 Feb 11 05:47:40.426303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87617f1b-42f2-4634-920a-6a2b40049cc8 req-d86bdf16-095a-4b2f-b5f7-c721ea301921 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:40.427833 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87617f1b-42f2-4634-920a-6a2b40049cc8 req-d86bdf16-095a-4b2f-b5f7-c721ea301921 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 948 time: 0.0920308 Feb 11 05:47:40.518639 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87617f1b-42f2-4634-920a-6a2b40049cc8 req-07667aeb-15c7-46ea-9143-9365eecbcbc4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/security-groups?id=12d7a464-3462-4a82-8813-824d92ef0ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848556 Feb 11 05:47:40.520683 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ce0b354-82d7-48c8-92fd-6c2f52e733ba req-deb52e63-614a-4532-a8ae-852b07d76cc5 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334333 Feb 11 05:47:40.615102 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ce0b354-82d7-48c8-92fd-6c2f52e733ba req-0df27a5f-4d2e-497f-b823-3f1b5e218a65 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880375 Feb 11 05:47:41.645070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eb3fe-407a-42f4-aeea-520db1f18737 req-628c108e-cd60-43f0-922e-a2da5485aadb tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:41.646987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-929eb3fe-407a-42f4-aeea-520db1f18737 req-628c108e-cd60-43f0-922e-a2da5485aadb tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 948 time: 0.0564258 Feb 11 05:47:41.697569 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-929eb3fe-407a-42f4-aeea-520db1f18737 req-ece4bf9d-b15a-42bb-b4a1-0df33d714e92 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/security-groups?id=12d7a464-3462-4a82-8813-824d92ef0ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445044 Feb 11 05:47:42.825471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a39ef1-f97b-443a-acf2-3d768f05fb71 req-db718cfa-1db7-40e0-af80-64722bd8bce9 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:42.826996 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35a39ef1-f97b-443a-acf2-3d768f05fb71 req-db718cfa-1db7-40e0-af80-64722bd8bce9 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 948 time: 0.0589538 Feb 11 05:47:42.874353 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-35a39ef1-f97b-443a-acf2-3d768f05fb71 req-7aa6b5c4-3bf8-492d-a5cb-1b6848b6924c tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/security-groups?id=12d7a464-3462-4a82-8813-824d92ef0ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418000 Feb 11 05:47:43.455265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 8ec81dde-746c-4150-877f-24fcdb15f1ad details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:47:43.554245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 8ec81dde-746c-4150-877f-24fcdb15f1ad, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=8ec81dde-746c-4150-877f-24fcdb15f1ad,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:43.565245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '8ec81dde-746c-4150-877f-24fcdb15f1ad', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '8ec81dde-746c-4150-877f-24fcdb15f1ad', 'mac_address': 'fa:16:3e:76:b2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:47:43.601675 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 8ec81dde-746c-4150-877f-24fcdb15f1ad is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:43.602062 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8ec81dde-746c-4150-877f-24fcdb15f1ad), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.617388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec81dde-746c-4150-877f-24fcdb15f1ad {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:47:43.638188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 8ec81dde-746c-4150-877f-24fcdb15f1ad, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=8ec81dde-746c-4150-877f-24fcdb15f1ad,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:43.642537 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8ec81dde-746c-4150-877f-24fcdb15f1ad), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:43.689699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=8ec81dde-746c-4150-877f-24fcdb15f1ad,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:43.850446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['8ec81dde-746c-4150-877f-24fcdb15f1ad'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:47:43.996319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f8353-2b56-450c-ad36-8ad855f62b43 req-b4301533-c217-403e-871a-7dc5a6ada5a0 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:43.997962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f5f8353-2b56-450c-ad36-8ad855f62b43 req-b4301533-c217-403e-871a-7dc5a6ada5a0 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 949 time: 0.0544899 Feb 11 05:47:44.044376 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f5f8353-2b56-450c-ad36-8ad855f62b43 req-b78837a4-73f1-4fb9-a734-3d5958fcc1ed tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/security-groups?id=12d7a464-3462-4a82-8813-824d92ef0ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403414 Feb 11 05:47:44.364720 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.172388 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9fb5b-4c52-4c06-b052-75fd4e610932 req-af55e5ea-67b3-4e75-9e0c-39c432b7c671 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:45.174162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39e9fb5b-4c52-4c06-b052-75fd4e610932 req-af55e5ea-67b3-4e75-9e0c-39c432b7c671 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 949 time: 0.0575597 Feb 11 05:47:45.229249 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39e9fb5b-4c52-4c06-b052-75fd4e610932 req-4d91c5a0-3c75-43e9-bd66-aa81845c08c5 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/security-groups?id=12d7a464-3462-4a82-8813-824d92ef0ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490458 Feb 11 05:47:45.455235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 8ec81dde-746c-4150-877f-24fcdb15f1ad up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:45.504775 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 8ec81dde-746c-4150-877f-24fcdb15f1ad completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:47:45.508684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 8ec81dde-746c-4150-877f-24fcdb15f1ad triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:45.509066 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8ec81dde-746c-4150-877f-24fcdb15f1ad), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.592484 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 8ec81dde-746c-4150-877f-24fcdb15f1ad is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:45.592951 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8ec81dde-746c-4150-877f-24fcdb15f1ad), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.616628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7521412c-b69a-485a-85ac-a15afbb03073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec81dde-746c-4150-877f-24fcdb15f1ad'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:45.619061 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edce4857-56d5-45b5-8212-c0d7c0f9d0fe" -d '{"events": [{"server_uuid": "7521412c-b69a-485a-85ac-a15afbb03073", "name": "network-vif-plugged", "status": "completed", "tag": "8ec81dde-746c-4150-877f-24fcdb15f1ad"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:45.632245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 8ec81dde-746c-4150-877f-24fcdb15f1ad, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=8ec81dde-746c-4150-877f-24fcdb15f1ad,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:45.637273 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8ec81dde-746c-4150-877f-24fcdb15f1ad), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:45.666465 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a92d809-471e-4380-91e3-54634ba6f0c2 x-openstack-request-id: req-2a92d809-471e-4380-91e3-54634ba6f0c2 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:45.666770 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7521412c-b69a-485a-85ac-a15afbb03073", "name": "network-vif-plugged", "status": "completed", "tag": "8ec81dde-746c-4150-877f-24fcdb15f1ad", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:45.667143 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2a92d809-471e-4380-91e3-54634ba6f0c2 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:45.667583 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7521412c-b69a-485a-85ac-a15afbb03073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec81dde-746c-4150-877f-24fcdb15f1ad', 'code': 200} Feb 11 05:47:45.694643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=8ec81dde-746c-4150-877f-24fcdb15f1ad,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:45.763063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f584bf0-048c-4e8d-966e-bbe308460469 req-bd1898e8-1d6c-4993-84ed-042750bbd73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:45.765172 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f584bf0-048c-4e8d-966e-bbe308460469 req-bd1898e8-1d6c-4993-84ed-042750bbd73b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 1133 time: 0.0452249 Feb 11 05:47:45.808950 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f584bf0-048c-4e8d-966e-bbe308460469 req-b8a5c788-6b6c-47e6-8b00-cfe72295c5a2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=12d7a464-3462-4a82-8813-824d92ef0ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380368 Feb 11 05:47:46.347847 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318422cb-8be2-4722-bd7c-9310756c0aae req-96118ab4-0d70-4200-a763-67bdf5827aa1 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:46.349389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-318422cb-8be2-4722-bd7c-9310756c0aae req-96118ab4-0d70-4200-a763-67bdf5827aa1 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 950 time: 0.0526986 Feb 11 05:47:46.397018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-318422cb-8be2-4722-bd7c-9310756c0aae req-bfc418e1-7cce-406c-a1d5-e03f7a754068 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/security-groups?id=12d7a464-3462-4a82-8813-824d92ef0ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421178 Feb 11 05:47:47.523098 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da482a-0017-4e5d-b64c-ff49ad0fe4e7 req-586a9d36-6297-4d46-9e1c-591ac1fc4f7c tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:47.524611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4da482a-0017-4e5d-b64c-ff49ad0fe4e7 req-586a9d36-6297-4d46-9e1c-591ac1fc4f7c tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 950 time: 0.0569556 Feb 11 05:47:47.571198 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4da482a-0017-4e5d-b64c-ff49ad0fe4e7 req-a27f3ce9-ae24-49b5-b221-3b32478bd562 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/security-groups?id=12d7a464-3462-4a82-8813-824d92ef0ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406404 Feb 11 05:47:58.489565 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd7a2dba-9e39-4e33-88c8-c32b5b4267bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.783380 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-543ff48e-8dd9-4019-9855-2c87213dfaa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:02.481234 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.680023 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.159304 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45678) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:05.190903 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.338414 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting port 4c45d690-b577-441e-9557-d9376c82e5b5 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:05.338801 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (4c45d690-b577-441e-9557-d9376c82e5b5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.415066 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (4c45d690-b577-441e-9557-d9376c82e5b5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.415448 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for floatingip (4c45d690-b577-441e-9557-d9376c82e5b5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.428129 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Calling delete_port for 4c45d690-b577-441e-9557-d9376c82e5b5 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:05.579963 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (4c45d690-b577-441e-9557-d9376c82e5b5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.607099 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Port': ['ID=4c45d690-b577-441e-9557-d9376c82e5b5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:05.615694 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.616112 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.616465 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.616843 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.617188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.617525 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.617897 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.618235 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.618570 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.618932 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.619316 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.619675 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.620012 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.687915 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for floatingip (bc79c58b-5b3f-4df9-8dc1-70a72d8c973d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.688272 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Floating IP bc79c58b-5b3f-4df9-8dc1-70a72d8c973d disassociated (deleted). External IP: 172.25.5.33, port: 8154a3ce-5729-4e1d-8bd2-948e49a44d2e. Feb 11 05:48:05.952361 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:06.084768 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:06.089946 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.094989 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9541a-4ab6-4d25-9cdb-12032c187df1 None None] Sync routers for ids ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:06.107877 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e9541a-4ab6-4d25-9cdb-12032c187df1 None None] Routers {'c4ecbbab-176a-4f0e-84af-57bb867eb0d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:06.108546 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-51e9541a-4ab6-4d25-9cdb-12032c187df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:48:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:06.124241 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8b121942-147f-4038-b563-01b146f2f5bd tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/floatingips/bc79c58b-5b3f-4df9-8dc1-70a72d8c973d HTTP/1.1" status: 204 len: 168 time: 0.9638691 Feb 11 05:48:06.125010 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf6159d-8226-4ba1-aa09-6ebc0600e9cc', 'tag': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:06.127831 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2a24734c0bfa60efcfea90fe8eb0d76f25527a784b2d3becb63bad988f6705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e3af5a-b7d2-45a2-a19c-bcb07255012f" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf6159d-8226-4ba1-aa09-6ebc0600e9cc", "tag": "8154a3ce-5729-4e1d-8bd2-948e49a44d2e"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:06.230643 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-51e9541a-4ab6-4d25-9cdb-12032c187df1 None None] Set router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:06.347009 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c4663a-9b11-44f6-bf17-0bbcc9ae7182 x-openstack-request-id: req-84c4663a-9b11-44f6-bf17-0bbcc9ae7182 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:06.347582 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf6159d-8226-4ba1-aa09-6ebc0600e9cc", "tag": "8154a3ce-5729-4e1d-8bd2-948e49a44d2e", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:06.347582 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-84c4663a-9b11-44f6-bf17-0bbcc9ae7182 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:06.348003 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf6159d-8226-4ba1-aa09-6ebc0600e9cc', 'tag': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e', 'status': 'completed', 'code': 200} Feb 11 05:48:06.388772 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:48:06.421178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a530e-90b6-4f52-9e87-f55a8978af52 req-3d1747cd-657c-43bb-bc2f-7d91ea40f44b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:06.422685 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-708a530e-90b6-4f52-9e87-f55a8978af52 req-3d1747cd-657c-43bb-bc2f-7d91ea40f44b tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0860848 Feb 11 05:48:06.451160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3af5a-b7d2-45a2-a19c-bcb07255012f req-6cbee99b-50a4-4df2-94f6-fb121fe7e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:06.452687 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5e3af5a-b7d2-45a2-a19c-bcb07255012f req-6cbee99b-50a4-4df2-94f6-fb121fe7e221 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 1128 time: 0.0798175 Feb 11 05:48:06.469373 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-51e9541a-4ab6-4d25-9cdb-12032c187df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726527990', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:14Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8fab7915-5f8d-4763-bd41-ad370c9834c9', 'name': '', 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:4b:ea:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:18Z', 'updated_at': '2022-02-11T05:46:23Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:06.497658 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9541a-4ab6-4d25-9cdb-12032c187df1 None None] Checking router: c4ecbbab-176a-4f0e-84af-57bb867eb0d3 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:06.507033 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e9541a-4ab6-4d25-9cdb-12032c187df1 None None] Routers {'c4ecbbab-176a-4f0e-84af-57bb867eb0d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:06.507404 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-51e9541a-4ab6-4d25-9cdb-12032c187df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:48:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:06.522764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-708a530e-90b6-4f52-9e87-f55a8978af52 req-6d886136-bfb8-4862-9984-f997242689af tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891101 Feb 11 05:48:06.580864 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3af5a-b7d2-45a2-a19c-bcb07255012f req-3f849d02-43ac-4cdc-baf2-b4112a654253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:06.582435 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5e3af5a-b7d2-45a2-a19c-bcb07255012f req-3f849d02-43ac-4cdc-baf2-b4112a654253 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb HTTP/1.1" status: 200 len: 898 time: 0.1191289 Feb 11 05:48:06.626039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5e3af5a-b7d2-45a2-a19c-bcb07255012f req-270dfbba-f49d-4f2a-b89b-5df261d3092a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8154a3ce-5729-4e1d-8bd2-948e49a44d2e HTTP/1.1" status: 200 len: 217 time: 0.0357516 Feb 11 05:48:06.681502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3af5a-b7d2-45a2-a19c-bcb07255012f req-8e205a45-b6cd-404f-a400-cfca045c076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:06.683220 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5e3af5a-b7d2-45a2-a19c-bcb07255012f req-8e205a45-b6cd-404f-a400-cfca045c076b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3ea327e9-b9ca-4067-b087-e2f7b4b22479 HTTP/1.1" status: 200 len: 834 time: 0.0509555 Feb 11 05:48:06.732589 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-51e9541a-4ab6-4d25-9cdb-12032c187df1 None None] Set router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:06.737524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3af5a-b7d2-45a2-a19c-bcb07255012f req-3341ded3-f795-4a62-8bc6-4b5fe7434849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:06.739166 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5e3af5a-b7d2-45a2-a19c-bcb07255012f req-3341ded3-f795-4a62-8bc6-4b5fe7434849 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492783 Feb 11 05:48:06.841305 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5e3af5a-b7d2-45a2-a19c-bcb07255012f req-926940bf-5f75-409d-b232-dc87b4665b3d service neutron] 10.222.0.88 "GET /v2.0/networks/3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935612 Feb 11 05:48:06.936997 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-51e9541a-4ab6-4d25-9cdb-12032c187df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726527990', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:14Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8fab7915-5f8d-4763-bd41-ad370c9834c9', 'name': '', 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:4b:ea:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:18Z', 'updated_at': '2022-02-11T05:46:23Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:06.951290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5e3af5a-b7d2-45a2-a19c-bcb07255012f req-f22622fb-cc98-4969-a79d-fea6fd0a1d16 service neutron] 10.222.0.88 "GET /v2.0/networks/3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012325 Feb 11 05:48:06.969196 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9541a-4ab6-4d25-9cdb-12032c187df1 None None] The sync data for ids ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'] in n-d-713499-38 is: [{'id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726527990', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:14Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8fab7915-5f8d-4763-bd41-ad370c9834c9', 'name': '', 'network_id': '3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'mac_address': 'fa:16:3e:4b:ea:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:18Z', 'updated_at': '2022-02-11T05:46:23Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'subnets': [{'id': '3ea327e9-b9ca-4067-b087-e2f7b4b22479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:07.201165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1f54e5-8cb3-4a66-8097-da46d6396b7b None None] New status for floating IP bc79c58b-5b3f-4df9-8dc1-70a72d8c973d: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:48:07.646066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81402c2a-ef9b-4bdb-916f-6fd851bea8af req-f77e50f8-2981-41a1-b22c-01e8b8a25f70 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:07.647514 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81402c2a-ef9b-4bdb-916f-6fd851bea8af req-f77e50f8-2981-41a1-b22c-01e8b8a25f70 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0521116 Feb 11 05:48:07.701011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81402c2a-ef9b-4bdb-916f-6fd851bea8af req-ed7e46e1-7097-4402-b1ab-beb2d00090a7 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/security-groups?id=4832582f-a7eb-403b-88e1-b53021d0a320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469027 Feb 11 05:48:07.864578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af54240-b870-4b83-81f8-a106dd3da8c7 req-3aceebff-a546-41ca-a4d2-efc236d8a46d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:07.866048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6af54240-b870-4b83-81f8-a106dd3da8c7 req-3aceebff-a546-41ca-a4d2-efc236d8a46d tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.88 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 945 time: 0.0536642 Feb 11 05:48:07.963936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-6af54240-b870-4b83-81f8-a106dd3da8c7 req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:07.964302 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6af54240-b870-4b83-81f8-a106dd3da8c7 req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.058439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-6af54240-b870-4b83-81f8-a106dd3da8c7 req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] For port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=8154a3ce-5729-4e1d-8bd2-948e49a44d2e,segment=NetworkSegment(796c67b8-3f72-4e39-b87d-64e4e354ff10),segment_id=796c67b8-3f72-4e39-b87d-64e4e354ff10)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:08.058810 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6af54240-b870-4b83-81f8-a106dd3da8c7 req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.070953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-6af54240-b870-4b83-81f8-a106dd3da8c7 req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Calling delete_port for 8154a3ce-5729-4e1d-8bd2-948e49a44d2e owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:08.208206 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6af54240-b870-4b83-81f8-a106dd3da8c7 req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8154a3ce-5729-4e1d-8bd2-948e49a44d2e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.238466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Port': ['ID=8154a3ce-5729-4e1d-8bd2-948e49a44d2e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:08.255099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:08.255496 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:08.255853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:08.256248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:08.256594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:08.256930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:08.257266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:08.257600 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:08.257934 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:08.258263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:08.258593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:08.258930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:08.259248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:08.298633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af54240-b870-4b83-81f8-a106dd3da8c7 req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] No DVR routers for this DVR port 8154a3ce-5729-4e1d-8bd2-948e49a44d2e on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:08.301339 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6af54240-b870-4b83-81f8-a106dd3da8c7 req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.304840 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6af54240-b870-4b83-81f8-a106dd3da8c7 req-8096924a-9175-425e-800a-0100f88bbea5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.88 "DELETE /v2.0/ports/8154a3ce-5729-4e1d-8bd2-948e49a44d2e HTTP/1.1" status: 204 len: 173 time: 0.4307890 Feb 11 05:48:08.305330 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf6159d-8226-4ba1-aa09-6ebc0600e9cc', 'name': 'network-vif-deleted', 'tag': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:08.307735 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f490061-83a6-4fcc-b90c-afc8b31627da" -d '{"events": [{"server_uuid": "7bf6159d-8226-4ba1-aa09-6ebc0600e9cc", "name": "network-vif-deleted", "tag": "8154a3ce-5729-4e1d-8bd2-948e49a44d2e"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:08.357835 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7db32a-be3f-4b1e-9801-76ff6f9973ac x-openstack-request-id: req-2b7db32a-be3f-4b1e-9801-76ff6f9973ac {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:08.358135 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf6159d-8226-4ba1-aa09-6ebc0600e9cc", "name": "network-vif-deleted", "tag": "8154a3ce-5729-4e1d-8bd2-948e49a44d2e", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:08.358409 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2b7db32a-be3f-4b1e-9801-76ff6f9973ac {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:08.358814 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf6159d-8226-4ba1-aa09-6ebc0600e9cc', 'name': 'network-vif-deleted', 'tag': '8154a3ce-5729-4e1d-8bd2-948e49a44d2e', 'status': 'completed', 'code': 200} Feb 11 05:48:08.820092 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffce2dcf-6630-4df0-80a1-fe64009ac156 req-7c0c5510-8b2d-4d9d-bab4-6c0363e1022f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bf6159d-8226-4ba1-aa09-6ebc0600e9cc HTTP/1.1" status: 200 len: 210 time: 0.0289783 Feb 11 05:48:09.882943 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45704) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:09.960305 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.475503 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-761e9af5-3654-477a-b7dd-d41412c8258f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (c4ecbbab-176a-4f0e-84af-57bb867eb0d3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.738053 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-761e9af5-3654-477a-b7dd-d41412c8258f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting port 8fab7915-5f8d-4763-bd41-ad370c9834c9 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:10.738310 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-761e9af5-3654-477a-b7dd-d41412c8258f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.831059 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-761e9af5-3654-477a-b7dd-d41412c8258f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] For port 8fab7915-5f8d-4763-bd41-ad370c9834c9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8fab7915-5f8d-4763-bd41-ad370c9834c9,segment=NetworkSegment(796c67b8-3f72-4e39-b87d-64e4e354ff10),segment_id=796c67b8-3f72-4e39-b87d-64e4e354ff10)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:10.831457 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-761e9af5-3654-477a-b7dd-d41412c8258f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.843397 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-761e9af5-3654-477a-b7dd-d41412c8258f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Calling delete_port for 8fab7915-5f8d-4763-bd41-ad370c9834c9 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:10.882594 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8154a3ce-5729-4e1d-8bd2-948e49a44d2e no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:10.902882 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 8154a3ce-5729-4e1d-8bd2-948e49a44d2e {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:10.903551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 8154a3ce-5729-4e1d-8bd2-948e49a44d2e not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:11.033372 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-761e9af5-3654-477a-b7dd-d41412c8258f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8fab7915-5f8d-4763-bd41-ad370c9834c9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.060632 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e9af5-3654-477a-b7dd-d41412c8258f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Port': ['ID=8fab7915-5f8d-4763-bd41-ad370c9834c9,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:11.259676 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-761e9af5-3654-477a-b7dd-d41412c8258f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (c4ecbbab-176a-4f0e-84af-57bb867eb0d3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.489243 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761e9af5-3654-477a-b7dd-d41412c8258f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:11.602497 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761e9af5-3654-477a-b7dd-d41412c8258f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:11.608265 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-761e9af5-3654-477a-b7dd-d41412c8258f tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "PUT /v2.0/routers/c4ecbbab-176a-4f0e-84af-57bb867eb0d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7241774 Feb 11 05:48:11.610938 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45710) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:11.613094 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c118e6e1-67a8-4615-b3cc-248f276a37f7 None None] Sync routers for ids ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:11.624602 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c118e6e1-67a8-4615-b3cc-248f276a37f7 None None] Routers {'c4ecbbab-176a-4f0e-84af-57bb867eb0d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:11.625550 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c118e6e1-67a8-4615-b3cc-248f276a37f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:48:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:11.669760 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-818b1df9-1530-4a9c-ae69-c7fcaa4f02a5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting subnet 3ea327e9-b9ca-4067-b087-e2f7b4b22479 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:48:11.673394 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-818b1df9-1530-4a9c-ae69-c7fcaa4f02a5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for subnet (3ea327e9-b9ca-4067-b087-e2f7b4b22479), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.717422 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-818b1df9-1530-4a9c-ae69-c7fcaa4f02a5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (3ea327e9-b9ca-4067-b087-e2f7b4b22479), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.741277 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c118e6e1-67a8-4615-b3cc-248f276a37f7 None None] Set router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:11.819238 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-818b1df9-1530-4a9c-ae69-c7fcaa4f02a5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (3ea327e9-b9ca-4067-b087-e2f7b4b22479), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.933204 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-818b1df9-1530-4a9c-ae69-c7fcaa4f02a5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (3ea327e9-b9ca-4067-b087-e2f7b4b22479), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.964964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b1df9-1530-4a9c-ae69-c7fcaa4f02a5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea327e9-b9ca-4067-b087-e2f7b4b22479,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:11.971648 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-818b1df9-1530-4a9c-ae69-c7fcaa4f02a5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.974880 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-818b1df9-1530-4a9c-ae69-c7fcaa4f02a5 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/subnets/3ea327e9-b9ca-4067-b087-e2f7b4b22479 HTTP/1.1" status: 204 len: 168 time: 0.3629506 Feb 11 05:48:11.977465 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c118e6e1-67a8-4615-b3cc-248f276a37f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726527990', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:14Z', 'updated_at': '2022-02-11T05:48:10Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:11.978749 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45712) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:11.985351 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b38cbc-7e35-4652-9e7e-95328cc31383 None None] Network 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:12.005465 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c118e6e1-67a8-4615-b3cc-248f276a37f7 None None] Checking router: c4ecbbab-176a-4f0e-84af-57bb867eb0d3 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:12.014674 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c118e6e1-67a8-4615-b3cc-248f276a37f7 None None] Routers {'c4ecbbab-176a-4f0e-84af-57bb867eb0d3'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:12.015305 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c118e6e1-67a8-4615-b3cc-248f276a37f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:48:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:12.146500 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-15059e98-0d11-409b-abd7-23b9c768f127 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router (c4ecbbab-176a-4f0e-84af-57bb867eb0d3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.171366 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c118e6e1-67a8-4615-b3cc-248f276a37f7 None None] Set router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:12.248174 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf38b40-37a4-4642-815f-ec10c42b78a6 None None] DHCP port deletion for 3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:48:12.324087 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-15059e98-0d11-409b-abd7-23b9c768f127 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_gateway (c4ecbbab-176a-4f0e-84af-57bb867eb0d3), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.346135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-edf38b40-37a4-4642-815f-ec10c42b78a6 None None] Deleting port 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:12.346513 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-edf38b40-37a4-4642-815f-ec10c42b78a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.416295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-15059e98-0d11-409b-abd7-23b9c768f127 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Deleting port 184b9217-5fd2-44b2-87dd-eecd7c01bdd6 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:12.416580 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-15059e98-0d11-409b-abd7-23b9c768f127 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (184b9217-5fd2-44b2-87dd-eecd7c01bdd6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.434785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:12.464137 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c118e6e1-67a8-4615-b3cc-248f276a37f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726527990', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:14Z', 'updated_at': '2022-02-11T05:48:10Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:12.473426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-edf38b40-37a4-4642-815f-ec10c42b78a6 None None] For port 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372,segment=NetworkSegment(796c67b8-3f72-4e39-b87d-64e4e354ff10),segment_id=796c67b8-3f72-4e39-b87d-64e4e354ff10)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:12.473426 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-edf38b40-37a4-4642-815f-ec10c42b78a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.495790 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c118e6e1-67a8-4615-b3cc-248f276a37f7 None None] The sync data for ids ['c4ecbbab-176a-4f0e-84af-57bb867eb0d3'] in n-d-713499-38 is: [{'id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726527990', 'tenant_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:14Z', 'updated_at': '2022-02-11T05:48:10Z', 'revision_number': 5, 'project_id': '52d5e1b82a9e4c3fbf19576a184936a0', 'gw_port': {'id': '184b9217-5fd2-44b2-87dd-eecd7c01bdd6', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ecbbab-176a-4f0e-84af-57bb867eb0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:15Z', 'updated_at': '2022-02-11T05:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:12.497343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-edf38b40-37a4-4642-815f-ec10c42b78a6 None None] Calling delete_port for 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:12.562454 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-15059e98-0d11-409b-abd7-23b9c768f127 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] For port 184b9217-5fd2-44b2-87dd-eecd7c01bdd6, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=184b9217-5fd2-44b2-87dd-eecd7c01bdd6,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:12.562834 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-15059e98-0d11-409b-abd7-23b9c768f127 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (184b9217-5fd2-44b2-87dd-eecd7c01bdd6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.576769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-15059e98-0d11-409b-abd7-23b9c768f127 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Calling delete_port for 184b9217-5fd2-44b2-87dd-eecd7c01bdd6 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:12.597995 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:12.599533 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.646182 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372,segment=NetworkSegment(796c67b8-3f72-4e39-b87d-64e4e354ff10),segment_id=796c67b8-3f72-4e39-b87d-64e4e354ff10)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:12.657287 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.697739 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-edf38b40-37a4-4642-815f-ec10c42b78a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.720601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf38b40-37a4-4642-815f-ec10c42b78a6 None None] No DVR routers for this DVR port 07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:12.725998 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:12.734462 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:12.734807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:12.735259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:12.735583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:12.736022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:12.736370 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:12.736716 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:12.737351 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:12.740344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:12.740344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:12.740344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:12.740344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:12.740344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:12.765067 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf38b40-37a4-4642-815f-ec10c42b78a6 None None] Pushing event deleted for resources: {'Port': ['ID=07ca9fa6-6bb9-4899-b9d2-2ac9c9b78372,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:12.793290 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-15059e98-0d11-409b-abd7-23b9c768f127 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (184b9217-5fd2-44b2-87dd-eecd7c01bdd6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.818960 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15059e98-0d11-409b-abd7-23b9c768f127 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Port': ['ID=184b9217-5fd2-44b2-87dd-eecd7c01bdd6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:12.907762 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-15059e98-0d11-409b-abd7-23b9c768f127 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (c4ecbbab-176a-4f0e-84af-57bb867eb0d3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.019906 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-15059e98-0d11-409b-abd7-23b9c768f127 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (c4ecbbab-176a-4f0e-84af-57bb867eb0d3), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.022604 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-15059e98-0d11-409b-abd7-23b9c768f127 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router_controller (c4ecbbab-176a-4f0e-84af-57bb867eb0d3), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.088952 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-15059e98-0d11-409b-abd7-23b9c768f127 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (c4ecbbab-176a-4f0e-84af-57bb867eb0d3), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.089756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15059e98-0d11-409b-abd7-23b9c768f127 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Fanout notify agent at l3_agent the message router_deleted on router c4ecbbab-176a-4f0e-84af-57bb867eb0d3 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:48:13.097674 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-15059e98-0d11-409b-abd7-23b9c768f127 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.101317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-15059e98-0d11-409b-abd7-23b9c768f127 tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/routers/c4ecbbab-176a-4f0e-84af-57bb867eb0d3 HTTP/1.1" status: 204 len: 168 time: 1.1198463 Feb 11 05:48:13.101473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45718) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:13.195331 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c105f710-6e51-4cc3-89dc-7354f72bf99a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.299171 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c105f710-6e51-4cc3-89dc-7354f72bf99a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.325366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c105f710-6e51-4cc3-89dc-7354f72bf99a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:13.341329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c105f710-6e51-4cc3-89dc-7354f72bf99a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796c67b8-3f72-4e39-b87d-64e4e354ff10') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:13.341704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-c105f710-6e51-4cc3-89dc-7354f72bf99a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796c67b8-3f72-4e39-b87d-64e4e354ff10') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:13.351568 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c105f710-6e51-4cc3-89dc-7354f72bf99a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (796c67b8-3f72-4e39-b87d-64e4e354ff10), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.366169 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c105f710-6e51-4cc3-89dc-7354f72bf99a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (796c67b8-3f72-4e39-b87d-64e4e354ff10), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.373314 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c105f710-6e51-4cc3-89dc-7354f72bf99a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:13.373780 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c105f710-6e51-4cc3-89dc-7354f72bf99a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (796c67b8-3f72-4e39-b87d-64e4e354ff10), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:13.377008 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:13.438257 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c105f710-6e51-4cc3-89dc-7354f72bf99a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.445773 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c105f710-6e51-4cc3-89dc-7354f72bf99a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.451342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c105f710-6e51-4cc3-89dc-7354f72bf99a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/networks/3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb HTTP/1.1" status: 204 len: 168 time: 0.3460808 Feb 11 05:48:13.451818 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45720) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:13.463444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105f710-6e51-4cc3-89dc-7354f72bf99a tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'Network': ['ID=3ffcc1f4-cddd-4947-9fd8-7fbc84badbcb,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:13.516264 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1dc13d16-5e11-4693-a97b-e5f0410d426c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (4832582f-a7eb-403b-88e1-b53021d0a320), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.543255 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1dc13d16-5e11-4693-a97b-e5f0410d426c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (4832582f-a7eb-403b-88e1-b53021d0a320), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.605314 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1dc13d16-5e11-4693-a97b-e5f0410d426c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4832582f-a7eb-403b-88e1-b53021d0a320), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.608501 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1dc13d16-5e11-4693-a97b-e5f0410d426c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.609717 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1dc13d16-5e11-4693-a97b-e5f0410d426c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] 10.222.0.87 "DELETE /v2.0/security-groups/4832582f-a7eb-403b-88e1-b53021d0a320 HTTP/1.1" status: 204 len: 168 time: 0.1560910 Feb 11 05:48:13.619955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc13d16-5e11-4693-a97b-e5f0410d426c tempest-TestNetworkAdvancedServerOps-55331660 tempest-TestNetworkAdvancedServerOps-55331660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4832582f-a7eb-403b-88e1-b53021d0a320,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:13.986373 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45728) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:14.130400 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cf7c2c8f-0f8b-4705-aa2c-0828f55c5d5d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=52d5e1b82a9e4c3fbf19576a184936a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406665 Feb 11 05:48:14.130784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45734) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:14.179710 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-219b23c1-0808-4e23-8886-971ea5e026cb admin admin] Publish callbacks [] for security_group (10302adc-f84f-4a9b-b2a9-92bfc6d565cd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.205654 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-219b23c1-0808-4e23-8886-971ea5e026cb admin admin] Publish callbacks [] for security_group (10302adc-f84f-4a9b-b2a9-92bfc6d565cd), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.253819 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-219b23c1-0808-4e23-8886-971ea5e026cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (10302adc-f84f-4a9b-b2a9-92bfc6d565cd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.256857 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-219b23c1-0808-4e23-8886-971ea5e026cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.258036 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-219b23c1-0808-4e23-8886-971ea5e026cb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/10302adc-f84f-4a9b-b2a9-92bfc6d565cd HTTP/1.1" status: 204 len: 168 time: 0.1263421 Feb 11 05:48:14.267787 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b23c1-0808-4e23-8886-971ea5e026cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10302adc-f84f-4a9b-b2a9-92bfc6d565cd,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:14.378843 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8fab7915-5f8d-4763-bd41-ad370c9834c9 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:14.411404 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.412609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 8fab7915-5f8d-4763-bd41-ad370c9834c9 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:14.413124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8fab7915-5f8d-4763-bd41-ad370c9834c9 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:14.414177 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 184b9217-5fd2-44b2-87dd-eecd7c01bdd6 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:14.442925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 184b9217-5fd2-44b2-87dd-eecd7c01bdd6 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:14.442925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 184b9217-5fd2-44b2-87dd-eecd7c01bdd6 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:14.610448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45740) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:14.651651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-27a9265b-1a10-48c8-ac1c-bc44caebb859 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7d6da27ca1a84da2a2cc33100321db53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393007 Feb 11 05:48:14.654138 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45742) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:14.708502 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad5c5564-c7fd-4ba3-b0ce-463917e9ae55 admin admin] Publish callbacks [] for security_group (07f8de5e-adcc-472a-94f0-3d39757e5812), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.731894 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad5c5564-c7fd-4ba3-b0ce-463917e9ae55 admin admin] Publish callbacks [] for security_group (07f8de5e-adcc-472a-94f0-3d39757e5812), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.782017 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad5c5564-c7fd-4ba3-b0ce-463917e9ae55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (07f8de5e-adcc-472a-94f0-3d39757e5812), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.785063 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad5c5564-c7fd-4ba3-b0ce-463917e9ae55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.794473 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ad5c5564-c7fd-4ba3-b0ce-463917e9ae55 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/07f8de5e-adcc-472a-94f0-3d39757e5812 HTTP/1.1" status: 204 len: 168 time: 0.1344013 Feb 11 05:48:14.805517 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c5564-c7fd-4ba3-b0ce-463917e9ae55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f8de5e-adcc-472a-94f0-3d39757e5812,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:16.945592 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45900) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:17.054226 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abc28986-3049-4606-ad55-fc516ce14f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.129451 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abc28986-3049-4606-ad55-fc516ce14f9f admin admin] Publish callbacks [] for security_group (6eac2a5a-858c-4b7f-a8b8-35d45d4b6c96), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.134493 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abc28986-3049-4606-ad55-fc516ce14f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6eac2a5a-858c-4b7f-a8b8-35d45d4b6c96), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.176680 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45906) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:17.177152 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-abc28986-3049-4606-ad55-fc516ce14f9f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0b221ca606df4ee0ac5991396a72274f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301009 Feb 11 05:48:17.177842 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc28986-3049-4606-ad55-fc516ce14f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eac2a5a-858c-4b7f-a8b8-35d45d4b6c96,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:17.226597 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6f7ead6-d25d-45c1-8d41-51b8004c2f1e admin admin] Publish callbacks [] for security_group (6eac2a5a-858c-4b7f-a8b8-35d45d4b6c96), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.248106 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6f7ead6-d25d-45c1-8d41-51b8004c2f1e admin admin] Publish callbacks [] for security_group (6eac2a5a-858c-4b7f-a8b8-35d45d4b6c96), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.294540 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6f7ead6-d25d-45c1-8d41-51b8004c2f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6eac2a5a-858c-4b7f-a8b8-35d45d4b6c96), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.297300 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c6f7ead6-d25d-45c1-8d41-51b8004c2f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.298444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c6f7ead6-d25d-45c1-8d41-51b8004c2f1e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6eac2a5a-858c-4b7f-a8b8-35d45d4b6c96 HTTP/1.1" status: 204 len: 168 time: 0.1198215 Feb 11 05:48:17.305989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7ead6-d25d-45c1-8d41-51b8004c2f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eac2a5a-858c-4b7f-a8b8-35d45d4b6c96,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:17.566999 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45912) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:17.584482 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d1aad288-fd6f-4cf9-883b-2e1ef099fb78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.659626 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d1aad288-fd6f-4cf9-883b-2e1ef099fb78 admin admin] Publish callbacks [] for security_group (c0f72f76-712e-4f48-ba9f-99b837fb26fb), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.664003 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d1aad288-fd6f-4cf9-883b-2e1ef099fb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c0f72f76-712e-4f48-ba9f-99b837fb26fb), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.701898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d1aad288-fd6f-4cf9-883b-2e1ef099fb78 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9d285ce7b4d84de8ba32d37326ec229c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1337345 Feb 11 05:48:17.702800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aad288-fd6f-4cf9-883b-2e1ef099fb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f72f76-712e-4f48-ba9f-99b837fb26fb,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:17.704622 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45914) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:17.758570 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a7d201b4-67e9-46e0-800e-5194a86c1ec4 admin admin] Publish callbacks [] for security_group (c0f72f76-712e-4f48-ba9f-99b837fb26fb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.781826 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a7d201b4-67e9-46e0-800e-5194a86c1ec4 admin admin] Publish callbacks [] for security_group (c0f72f76-712e-4f48-ba9f-99b837fb26fb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.837059 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a7d201b4-67e9-46e0-800e-5194a86c1ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c0f72f76-712e-4f48-ba9f-99b837fb26fb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.839774 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a7d201b4-67e9-46e0-800e-5194a86c1ec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.841625 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a7d201b4-67e9-46e0-800e-5194a86c1ec4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c0f72f76-712e-4f48-ba9f-99b837fb26fb HTTP/1.1" status: 204 len: 168 time: 0.1330581 Feb 11 05:48:17.849533 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d201b4-67e9-46e0-800e-5194a86c1ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f72f76-712e-4f48-ba9f-99b837fb26fb,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:18.603641 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45938) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:18.702629 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-aaab595f-d9e7-411e-acd8-3ad8da9162a1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1160795658-network', 'tenant_id': '4fe9ea4b7950468688f454d54f028d68'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:18.724384 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaab595f-d9e7-411e-acd8-3ad8da9162a1 admin admin] Made reservation on behalf of 4fe9ea4b7950468688f454d54f028d68 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:18.726666 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaab595f-d9e7-411e-acd8-3ad8da9162a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.735559 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaab595f-d9e7-411e-acd8-3ad8da9162a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.809089 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaab595f-d9e7-411e-acd8-3ad8da9162a1 admin admin] Publish callbacks [] for security_group (19989b91-3564-4ad4-9c1a-27e7ccea8706), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.812779 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaab595f-d9e7-411e-acd8-3ad8da9162a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (19989b91-3564-4ad4-9c1a-27e7ccea8706), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.836600 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaab595f-d9e7-411e-acd8-3ad8da9162a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:18.846738 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab595f-d9e7-411e-acd8-3ad8da9162a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19989b91-3564-4ad4-9c1a-27e7ccea8706,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:18.851437 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaab595f-d9e7-411e-acd8-3ad8da9162a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (91ff72ff-fbdf-4b77-a3cb-88656ced172e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.851802 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-aaab595f-d9e7-411e-acd8-3ad8da9162a1 admin admin] Added segment 91ff72ff-fbdf-4b77-a3cb-88656ced172e of type vlan for network b7ae66ff-ca68-4103-9f70-889396442476 Feb 11 05:48:18.891509 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaab595f-d9e7-411e-acd8-3ad8da9162a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (b7ae66ff-ca68-4103-9f70-889396442476), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.920961 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaab595f-d9e7-411e-acd8-3ad8da9162a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (b7ae66ff-ca68-4103-9f70-889396442476), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.921987 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaab595f-d9e7-411e-acd8-3ad8da9162a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:18.922597 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aaab595f-d9e7-411e-acd8-3ad8da9162a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.978999 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-aaab595f-d9e7-411e-acd8-3ad8da9162a1 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3713670 Feb 11 05:48:18.979573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45942) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:18.985739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-01ae6bac-92f3-4ce6-abbd-8e0a0719ec68 admin admin] Request body: {'subnet': {'network_id': 'b7ae66ff-ca68-4103-9f70-889396442476', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1160795658-subnet', 'tenant_id': '4fe9ea4b7950468688f454d54f028d68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:19.004718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ae6bac-92f3-4ce6-abbd-8e0a0719ec68 admin admin] Made reservation on behalf of 4fe9ea4b7950468688f454d54f028d68 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:19.008119 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-01ae6bac-92f3-4ce6-abbd-8e0a0719ec68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.015966 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab595f-d9e7-411e-acd8-3ad8da9162a1 admin admin] Pushing event updated for resources: {'Network': ['ID=b7ae66ff-ca68-4103-9f70-889396442476,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:19.028554 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network b7ae66ff-ca68-4103-9f70-889396442476 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:19.204048 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-01ae6bac-92f3-4ce6-abbd-8e0a0719ec68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (44a6a2f3-aa33-4a92-b7c2-c1df82910efa), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.258508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae6bac-92f3-4ce6-abbd-8e0a0719ec68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a6a2f3-aa33-4a92-b7c2-c1df82910efa,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:19.277714 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ae6bac-92f3-4ce6-abbd-8e0a0719ec68 admin admin] Checking segment: {'id': '91ff72ff-fbdf-4b77-a3cb-88656ced172e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b7ae66ff-ca68-4103-9f70-889396442476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:19.278078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ae6bac-92f3-4ce6-abbd-8e0a0719ec68 admin admin] Network hostable DHCP agents. Network: b7ae66ff-ca68-4103-9f70-889396442476, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:19.294949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ae6bac-92f3-4ce6-abbd-8e0a0719ec68 admin admin] Network b7ae66ff-ca68-4103-9f70-889396442476 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:19.303576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-01ae6bac-92f3-4ce6-abbd-8e0a0719ec68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, b7ae66ff-ca68-4103-9f70-889396442476) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:19.311112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ae6bac-92f3-4ce6-abbd-8e0a0719ec68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:19.311112 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-01ae6bac-92f3-4ce6-abbd-8e0a0719ec68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.313671 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dc164b-836c-464e-84c1-350407be7974 None None] Network b7ae66ff-ca68-4103-9f70-889396442476 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:19.341776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-01ae6bac-92f3-4ce6-abbd-8e0a0719ec68 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3520713 Feb 11 05:48:19.425889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ddddf8-ae4f-487c-8fc4-e4bd351feca3 None None] Network b7ae66ff-ca68-4103-9f70-889396442476 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:19.823845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 45960) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:19.830122 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ad93435d-fe70-40aa-828f-e82093e9b88a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1530509984-network', 'tenant_id': '2c501f91f7464ae4912be280604d51f7'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:19.884140 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad93435d-fe70-40aa-828f-e82093e9b88a admin admin] Made reservation on behalf of 2c501f91f7464ae4912be280604d51f7 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:19.886559 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ad93435d-fe70-40aa-828f-e82093e9b88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.183283 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ad93435d-fe70-40aa-828f-e82093e9b88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.201503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a550af2-b162-40f5-b0dc-54e012c1c77a req-a0cae379-aef6-4c37-a2e5-a52605ecebbe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7521412c-b69a-485a-85ac-a15afbb03073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3615160 Feb 11 05:48:20.291963 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ad93435d-fe70-40aa-828f-e82093e9b88a admin admin] Publish callbacks [] for security_group (cdd70dce-d51e-463b-be77-1cbee044c0ff), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.299079 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ad93435d-fe70-40aa-828f-e82093e9b88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cdd70dce-d51e-463b-be77-1cbee044c0ff), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.321012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad93435d-fe70-40aa-828f-e82093e9b88a admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:20.339309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a550af2-b162-40f5-b0dc-54e012c1c77a req-c74a4024-976e-431d-8016-8994dee1defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.340862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a550af2-b162-40f5-b0dc-54e012c1c77a req-c74a4024-976e-431d-8016-8994dee1defa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cc7d8182e2b744c7a6fcf4478d63947e&device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 1133 time: 0.0959115 Feb 11 05:48:20.345348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93435d-fe70-40aa-828f-e82093e9b88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd70dce-d51e-463b-be77-1cbee044c0ff,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:20.348653 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ad93435d-fe70-40aa-828f-e82093e9b88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (bae71ed8-a93d-4e73-ac01-8260c590f498), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.348991 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-ad93435d-fe70-40aa-828f-e82093e9b88a admin admin] Added segment bae71ed8-a93d-4e73-ac01-8260c590f498 of type vlan for network 3acc1181-ac00-484f-8563-318096f35cb0 Feb 11 05:48:20.415385 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ad93435d-fe70-40aa-828f-e82093e9b88a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (3acc1181-ac00-484f-8563-318096f35cb0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.480828 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ad93435d-fe70-40aa-828f-e82093e9b88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (3acc1181-ac00-484f-8563-318096f35cb0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.481773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad93435d-fe70-40aa-828f-e82093e9b88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.482397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ad93435d-fe70-40aa-828f-e82093e9b88a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.550443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a550af2-b162-40f5-b0dc-54e012c1c77a req-5ab60b63-534f-4278-ab55-341f14f45505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.551972 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a550af2-b162-40f5-b0dc-54e012c1c77a req-5ab60b63-534f-4278-ab55-341f14f45505 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.1753216 Feb 11 05:48:20.555081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ad93435d-fe70-40aa-828f-e82093e9b88a admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7296841 Feb 11 05:48:20.558268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 45966) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:20.565036 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e91525f4-904c-4399-9ccc-231e3eac4b18 admin admin] Request body: {'subnet': {'network_id': '3acc1181-ac00-484f-8563-318096f35cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1530509984-subnet', 'tenant_id': '2c501f91f7464ae4912be280604d51f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:20.584748 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91525f4-904c-4399-9ccc-231e3eac4b18 admin admin] Made reservation on behalf of 2c501f91f7464ae4912be280604d51f7 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:20.587265 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e91525f4-904c-4399-9ccc-231e3eac4b18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.628518 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93435d-fe70-40aa-828f-e82093e9b88a admin admin] Pushing event updated for resources: {'Network': ['ID=3acc1181-ac00-484f-8563-318096f35cb0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:20.631897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a550af2-b162-40f5-b0dc-54e012c1c77a req-d54f9a89-b654-441f-b0cf-31ed9d407af3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=8ec81dde-746c-4150-877f-24fcdb15f1ad HTTP/1.1" status: 200 len: 217 time: 0.0442903 Feb 11 05:48:20.640346 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 3acc1181-ac00-484f-8563-318096f35cb0 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:20.687566 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a550af2-b162-40f5-b0dc-54e012c1c77a req-371e849c-ab5f-404c-8224-7a3fa341cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.689090 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a550af2-b162-40f5-b0dc-54e012c1c77a req-371e849c-ab5f-404c-8224-7a3fa341cd18 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0500388 Feb 11 05:48:20.753482 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a550af2-b162-40f5-b0dc-54e012c1c77a req-5eff5dae-67a9-4ad3-a9cd-d66090033a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.754886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a550af2-b162-40f5-b0dc-54e012c1c77a req-5eff5dae-67a9-4ad3-a9cd-d66090033a17 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0589778 Feb 11 05:48:20.797095 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e91525f4-904c-4399-9ccc-231e3eac4b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (cc0a023f-4bec-4458-a3d9-ab59d3e8296d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.848342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a550af2-b162-40f5-b0dc-54e012c1c77a req-d20e5a3c-6b85-4624-9b72-adb1b91b524a service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871458 Feb 11 05:48:20.859278 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91525f4-904c-4399-9ccc-231e3eac4b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc0a023f-4bec-4458-a3d9-ab59d3e8296d,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:20.868716 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91525f4-904c-4399-9ccc-231e3eac4b18 admin admin] Checking segment: {'id': 'bae71ed8-a93d-4e73-ac01-8260c590f498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3acc1181-ac00-484f-8563-318096f35cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:20.868972 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91525f4-904c-4399-9ccc-231e3eac4b18 admin admin] Network hostable DHCP agents. Network: 3acc1181-ac00-484f-8563-318096f35cb0, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:20.890104 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91525f4-904c-4399-9ccc-231e3eac4b18 admin admin] Network 3acc1181-ac00-484f-8563-318096f35cb0 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:20.899667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-e91525f4-904c-4399-9ccc-231e3eac4b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 3acc1181-ac00-484f-8563-318096f35cb0) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:20.909866 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91525f4-904c-4399-9ccc-231e3eac4b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:20.910812 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e91525f4-904c-4399-9ccc-231e3eac4b18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.921973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ffcedc-c54b-4e7c-bd11-0bb49b7f81ef None None] Network 3acc1181-ac00-484f-8563-318096f35cb0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:20.942845 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e91525f4-904c-4399-9ccc-231e3eac4b18 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3826785 Feb 11 05:48:20.979982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a550af2-b162-40f5-b0dc-54e012c1c77a req-b945ebe7-dfc2-4a52-86ca-ce03c29bff01 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240287 Feb 11 05:48:21.067070 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4392ea1c-1d33-41bd-9a94-44a747c999fc None None] Network 3acc1181-ac00-484f-8563-318096f35cb0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:21.483117 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-f8eafb97-6a9d-4106-98bf-f68cef8cb768 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:21.484613 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-f8eafb97-6a9d-4106-98bf-f68cef8cb768 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/networks?id=b7ae66ff-ca68-4103-9f70-889396442476 HTTP/1.1" status: 200 len: 812 time: 0.1003327 Feb 11 05:48:21.499030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-dddc145f-0742-4739-b3be-f890a514d5f5 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/quotas/4fe9ea4b7950468688f454d54f028d68 HTTP/1.1" status: 200 len: 375 time: 0.0090322 Feb 11 05:48:21.535606 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-63f70174-3532-4ecf-b294-33124dee50ce tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=4fe9ea4b7950468688f454d54f028d68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314455 Feb 11 05:48:21.625604 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-65b92064-78fe-4b0f-94e1-f89f16c6a68e service neutron] 10.222.0.87 "GET /v2.0/networks/b7ae66ff-ca68-4103-9f70-889396442476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830650 Feb 11 05:48:21.717936 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-ad7e84c0-f62f-44ac-8cb4-58c435835d69 service neutron] 10.222.0.87 "GET /v2.0/networks/b7ae66ff-ca68-4103-9f70-889396442476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864520 Feb 11 05:48:21.876988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb582169-c347-46ee-8ea7-74fed194338d req-140c1ced-fc65-46be-a3c8-a78f578a2487 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 210 time: 0.0282290 Feb 11 05:48:22.916744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-86357e8b-1995-4dab-9e3f-527f98bf515a tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:22.919904 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-86357e8b-1995-4dab-9e3f-527f98bf515a tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.88 "GET /v2.0/networks?id=b7ae66ff-ca68-4103-9f70-889396442476 HTTP/1.1" status: 200 len: 812 time: 0.1268117 Feb 11 05:48:22.942272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-bddfbb32-ddd4-4a14-8983-29bda425f822 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Request body: {'port': {'device_id': 'ebb5265e-0b7f-4191-b3c4-e679383a02f1', 'network_id': 'b7ae66ff-ca68-4103-9f70-889396442476', 'admin_state_up': True, 'tenant_id': '4fe9ea4b7950468688f454d54f028d68'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:23.003628 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d96ceaac-42c7-4bd9-858c-ed96cbc54aca req-361eca3c-f79b-4961-816e-741c6e88d791 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 210 time: 0.0378950 Feb 11 05:48:23.081298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-bddfbb32-ddd4-4a14-8983-29bda425f822 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Made reservation on behalf of 4fe9ea4b7950468688f454d54f028d68 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:23.084853 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-bddfbb32-ddd4-4a14-8983-29bda425f822 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.212469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-bddfbb32-ddd4-4a14-8983-29bda425f822 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Allocated IP 172.20.0.8 (b7ae66ff-ca68-4103-9f70-889396442476/44a6a2f3-aa33-4a92-b7c2-c1df82910efa/eb0ed17c-d0bd-4fdd-a269-f628e7babd55) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:23.367721 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-bddfbb32-ddd4-4a14-8983-29bda425f822 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Publish callbacks [] for port (eb0ed17c-d0bd-4fdd-a269-f628e7babd55), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.401561 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-bddfbb32-ddd4-4a14-8983-29bda425f822 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (eb0ed17c-d0bd-4fdd-a269-f628e7babd55), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.438549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-bddfbb32-ddd4-4a14-8983-29bda425f822 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Network b7ae66ff-ca68-4103-9f70-889396442476 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:23.441784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-bddfbb32-ddd4-4a14-8983-29bda425f822 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:23.445504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-bddfbb32-ddd4-4a14-8983-29bda425f822 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:23.485390 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfbb32-ddd4-4a14-8983-29bda425f822 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Pushing event updated for resources: {'Port': ['ID=eb0ed17c-d0bd-4fdd-a269-f628e7babd55,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:23.504961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-bddfbb32-ddd4-4a14-8983-29bda425f822 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:23.505632 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-bddfbb32-ddd4-4a14-8983-29bda425f822 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.521583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-bddfbb32-ddd4-4a14-8983-29bda425f822 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5867045 Feb 11 05:48:23.536086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Request body: {'port': {'device_id': 'ebb5265e-0b7f-4191-b3c4-e679383a02f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:23.598148 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (eb0ed17c-d0bd-4fdd-a269-f628e7babd55), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.861360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0ed17c-d0bd-4fdd-a269-f628e7babd55 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:48:23.869139 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Publish callbacks [] for port (eb0ed17c-d0bd-4fdd-a269-f628e7babd55), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.881821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Transition to ACTIVE for port object eb0ed17c-d0bd-4fdd-a269-f628e7babd55 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:48:23.885893 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (eb0ed17c-d0bd-4fdd-a269-f628e7babd55), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.935046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0ed17c-d0bd-4fdd-a269-f628e7babd55,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:24.006728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Attempting to bind port eb0ed17c-d0bd-4fdd-a269-f628e7babd55 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:24.007060 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Attempting to bind port eb0ed17c-d0bd-4fdd-a269-f628e7babd55 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '91ff72ff-fbdf-4b77-a3cb-88656ced172e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b7ae66ff-ca68-4103-9f70-889396442476'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:24.007381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Attempting to bind port eb0ed17c-d0bd-4fdd-a269-f628e7babd55 on network b7ae66ff-ca68-4103-9f70-889396442476 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:24.011555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Port eb0ed17c-d0bd-4fdd-a269-f628e7babd55 on network b7ae66ff-ca68-4103-9f70-889396442476 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:48:24.012417 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Attempting to bind port eb0ed17c-d0bd-4fdd-a269-f628e7babd55 on network b7ae66ff-ca68-4103-9f70-889396442476 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:24.017117 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:24.017448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Checking segment: {'id': '91ff72ff-fbdf-4b77-a3cb-88656ced172e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b7ae66ff-ca68-4103-9f70-889396442476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:24.017825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Bound using segment: {'id': '91ff72ff-fbdf-4b77-a3cb-88656ced172e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b7ae66ff-ca68-4103-9f70-889396442476'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:24.018239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Bound port: eb0ed17c-d0bd-4fdd-a269-f628e7babd55, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ff72ff-fbdf-4b77-a3cb-88656ced172e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b7ae66ff-ca68-4103-9f70-889396442476'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:24.018591 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (eb0ed17c-d0bd-4fdd-a269-f628e7babd55), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.106193 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] For port eb0ed17c-d0bd-4fdd-a269-f628e7babd55, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:24.122601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] For port eb0ed17c-d0bd-4fdd-a269-f628e7babd55, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=eb0ed17c-d0bd-4fdd-a269-f628e7babd55,segment=NetworkSegment(91ff72ff-fbdf-4b77-a3cb-88656ced172e),segment_id=91ff72ff-fbdf-4b77-a3cb-88656ced172e)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:24.129305 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (eb0ed17c-d0bd-4fdd-a269-f628e7babd55), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.175859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:24.176482 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.177883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] 10.222.0.88 "PUT /v2.0/ports/eb0ed17c-d0bd-4fdd-a269-f628e7babd55 HTTP/1.1" status: 200 len: 1092 time: 0.6459117 Feb 11 05:48:24.178344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb5265e-0b7f-4191-b3c4-e679383a02f1', 'tag': 'eb0ed17c-d0bd-4fdd-a269-f628e7babd55'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:24.180554 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6395d98e-f0de-4daa-a078-891c86e4b3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb5265e-0b7f-4191-b3c4-e679383a02f1", "tag": "eb0ed17c-d0bd-4fdd-a269-f628e7babd55"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:24.192218 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621d38d-f960-4987-a7de-ab61b93e5fdf req-eaf8e401-950c-4411-abdb-a42433eb09dd tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:24.193716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b621d38d-f960-4987-a7de-ab61b93e5fdf req-eaf8e401-950c-4411-abdb-a42433eb09dd tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 943 time: 0.1161263 Feb 11 05:48:24.212254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ba954-c44b-492a-86b4-4868de630b04 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0ed17c-d0bd-4fdd-a269-f628e7babd55,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:24.242372 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f443a22-ae84-4469-806c-48c1dfd113d2 x-openstack-request-id: req-6f443a22-ae84-4469-806c-48c1dfd113d2 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:24.242656 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb5265e-0b7f-4191-b3c4-e679383a02f1", "tag": "eb0ed17c-d0bd-4fdd-a269-f628e7babd55", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:24.242905 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6f443a22-ae84-4469-806c-48c1dfd113d2 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:24.243293 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb5265e-0b7f-4191-b3c4-e679383a02f1', 'tag': 'eb0ed17c-d0bd-4fdd-a269-f628e7babd55', 'status': 'completed', 'code': 200} Feb 11 05:48:24.290773 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b621d38d-f960-4987-a7de-ab61b93e5fdf req-eda6ad6f-aec4-4a13-80f1-a8f2e480b4a9 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752282 Feb 11 05:48:24.309326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-941b9e65-ea58-4502-93ac-640422ef7cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:24.309326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-941b9e65-ea58-4502-93ac-640422ef7cb3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4fe9ea4b7950468688f454d54f028d68&device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 1126 time: 0.0738540 Feb 11 05:48:24.354219 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-2ffafcdc-ed4d-40c2-acaa-8a084a1fd168 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb0ed17c-d0bd-4fdd-a269-f628e7babd55 HTTP/1.1" status: 200 len: 217 time: 0.0361948 Feb 11 05:48:24.412219 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-93f87a12-bb17-4e73-9492-585cf20bad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:24.413707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-93f87a12-bb17-4e73-9492-585cf20bad93 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=44a6a2f3-aa33-4a92-b7c2-c1df82910efa HTTP/1.1" status: 200 len: 852 time: 0.0509501 Feb 11 05:48:24.449695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-e5cc173f-961d-4017-af00-7dcaa60b9606 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7ae66ff-ca68-4103-9f70-889396442476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270839 Feb 11 05:48:24.541981 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-9e86fcec-3793-4b88-b2f4-6d64caffb41d service neutron] 10.222.0.88 "GET /v2.0/networks/b7ae66ff-ca68-4103-9f70-889396442476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831952 Feb 11 05:48:24.637500 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8927937-d50b-4c64-b9f2-3adaa0919c59 req-49eef4bc-d31a-48bb-8447-443eedb95a15 service neutron] 10.222.0.88 "GET /v2.0/networks/b7ae66ff-ca68-4103-9f70-889396442476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847840 Feb 11 05:48:24.739909 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395d98e-f0de-4daa-a078-891c86e4b3d6 req-b78e5c79-dae1-43ec-93f5-74ffb064354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:24.741327 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6395d98e-f0de-4daa-a078-891c86e4b3d6 req-b78e5c79-dae1-43ec-93f5-74ffb064354f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4fe9ea4b7950468688f454d54f028d68&device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 1126 time: 0.0447545 Feb 11 05:48:24.839544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395d98e-f0de-4daa-a078-891c86e4b3d6 req-7f8c2434-5eaa-44be-ad25-b3b8897b7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:24.841528 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6395d98e-f0de-4daa-a078-891c86e4b3d6 req-7f8c2434-5eaa-44be-ad25-b3b8897b7fb2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7ae66ff-ca68-4103-9f70-889396442476 HTTP/1.1" status: 200 len: 913 time: 0.0910749 Feb 11 05:48:24.883269 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6395d98e-f0de-4daa-a078-891c86e4b3d6 req-85b2c1cc-b543-4d43-9a5a-91dfdb96cde7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb0ed17c-d0bd-4fdd-a269-f628e7babd55 HTTP/1.1" status: 200 len: 217 time: 0.0345385 Feb 11 05:48:24.935086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395d98e-f0de-4daa-a078-891c86e4b3d6 req-b4c3ce7b-df76-4be3-a82a-57f0fbedc4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:24.936643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6395d98e-f0de-4daa-a078-891c86e4b3d6 req-b4c3ce7b-df76-4be3-a82a-57f0fbedc4f7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=44a6a2f3-aa33-4a92-b7c2-c1df82910efa HTTP/1.1" status: 200 len: 852 time: 0.0445547 Feb 11 05:48:24.974331 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6395d98e-f0de-4daa-a078-891c86e4b3d6 req-284f2c23-c17c-43c3-9190-48128bac9f71 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7ae66ff-ca68-4103-9f70-889396442476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299811 Feb 11 05:48:25.064475 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6395d98e-f0de-4daa-a078-891c86e4b3d6 req-2ca4fa14-3f85-4f8e-802e-193d3aea0ae7 service neutron] 10.222.0.88 "GET /v2.0/networks/b7ae66ff-ca68-4103-9f70-889396442476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834024 Feb 11 05:48:25.160442 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6395d98e-f0de-4daa-a078-891c86e4b3d6 req-03d77b66-9047-44e1-b566-01574e652076 service neutron] 10.222.0.88 "GET /v2.0/networks/b7ae66ff-ca68-4103-9f70-889396442476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882339 Feb 11 05:48:25.414159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca6d29-3010-4371-8b3b-f96958db5fbc req-dba08087-ec59-49e1-9fb2-cbc53d8dcef5 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:25.415621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8ca6d29-3010-4371-8b3b-f96958db5fbc req-dba08087-ec59-49e1-9fb2-cbc53d8dcef5 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 943 time: 0.0541618 Feb 11 05:48:25.463495 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8ca6d29-3010-4371-8b3b-f96958db5fbc req-2f856741-342a-41d4-8308-e181a950e38c tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414882 Feb 11 05:48:26.585347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd193d-8493-4bfc-ad37-b54f086d8b09 req-1f32bc98-db63-4938-80f9-f3be45c8419a tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:26.586848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49cd193d-8493-4bfc-ad37-b54f086d8b09 req-1f32bc98-db63-4938-80f9-f3be45c8419a tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 943 time: 0.0529118 Feb 11 05:48:26.637890 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49cd193d-8493-4bfc-ad37-b54f086d8b09 req-7bc433bd-9c6d-458a-8a42-00c2f810abc7 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Feb 11 05:48:26.990743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device eb0ed17c-d0bd-4fdd-a269-f628e7babd55 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:48:27.086608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port eb0ed17c-d0bd-4fdd-a269-f628e7babd55, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=eb0ed17c-d0bd-4fdd-a269-f628e7babd55,segment=NetworkSegment(91ff72ff-fbdf-4b77-a3cb-88656ced172e),segment_id=91ff72ff-fbdf-4b77-a3cb-88656ced172e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:27.097917 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'eb0ed17c-d0bd-4fdd-a269-f628e7babd55', 'network_id': 'b7ae66ff-ca68-4103-9f70-889396442476', 'port_id': 'eb0ed17c-d0bd-4fdd-a269-f628e7babd55', 'mac_address': 'fa:16:3e:d2:f1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a6a2f3-aa33-4a92-b7c2-c1df82910efa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:48:27.138527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port eb0ed17c-d0bd-4fdd-a269-f628e7babd55 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:27.138929 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (eb0ed17c-d0bd-4fdd-a269-f628e7babd55), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.151649 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0ed17c-d0bd-4fdd-a269-f628e7babd55 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:48:27.171932 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port eb0ed17c-d0bd-4fdd-a269-f628e7babd55, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=eb0ed17c-d0bd-4fdd-a269-f628e7babd55,segment=NetworkSegment(91ff72ff-fbdf-4b77-a3cb-88656ced172e),segment_id=91ff72ff-fbdf-4b77-a3cb-88656ced172e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:27.176245 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (eb0ed17c-d0bd-4fdd-a269-f628e7babd55), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.222224 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=eb0ed17c-d0bd-4fdd-a269-f628e7babd55,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:27.437530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['eb0ed17c-d0bd-4fdd-a269-f628e7babd55'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:48:27.758718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c81f9-ad78-4ee9-b6a0-3508612b6bff req-84bd507b-cd7f-480b-9c9d-7bd9aca763c6 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:27.760299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b10c81f9-ad78-4ee9-b6a0-3508612b6bff req-84bd507b-cd7f-480b-9c9d-7bd9aca763c6 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 944 time: 0.0537882 Feb 11 05:48:27.811183 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b10c81f9-ad78-4ee9-b6a0-3508612b6bff req-d56c757f-4f40-4f38-9a9e-a7320bed37d9 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446186 Feb 11 05:48:28.492913 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d1d064f1-2189-40ce-a463-edcfe5c65e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.936988 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f54eb-e439-46f4-b173-51120bdf01e7 req-d761ede8-17a9-4f54-b5d3-052803826251 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:28.938492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a48f54eb-e439-46f4-b173-51120bdf01e7 req-d761ede8-17a9-4f54-b5d3-052803826251 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 944 time: 0.0551376 Feb 11 05:48:28.985592 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a48f54eb-e439-46f4-b173-51120bdf01e7 req-3339d4ef-d5c6-4058-968f-e32c5c43628a tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414171 Feb 11 05:48:29.007736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device eb0ed17c-d0bd-4fdd-a269-f628e7babd55 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:29.058275 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port eb0ed17c-d0bd-4fdd-a269-f628e7babd55 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:48:29.062443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port eb0ed17c-d0bd-4fdd-a269-f628e7babd55 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:29.062797 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (eb0ed17c-d0bd-4fdd-a269-f628e7babd55), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.146538 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port eb0ed17c-d0bd-4fdd-a269-f628e7babd55 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:29.146822 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (eb0ed17c-d0bd-4fdd-a269-f628e7babd55), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.169554 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb5265e-0b7f-4191-b3c4-e679383a02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0ed17c-d0bd-4fdd-a269-f628e7babd55'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:29.171797 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9526b822-e254-4329-8dda-a32f6bb20027" -d '{"events": [{"server_uuid": "ebb5265e-0b7f-4191-b3c4-e679383a02f1", "name": "network-vif-plugged", "status": "completed", "tag": "eb0ed17c-d0bd-4fdd-a269-f628e7babd55"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:29.184655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port eb0ed17c-d0bd-4fdd-a269-f628e7babd55, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=eb0ed17c-d0bd-4fdd-a269-f628e7babd55,segment=NetworkSegment(91ff72ff-fbdf-4b77-a3cb-88656ced172e),segment_id=91ff72ff-fbdf-4b77-a3cb-88656ced172e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:29.188292 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (eb0ed17c-d0bd-4fdd-a269-f628e7babd55), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.219650 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffbbc7c-dd16-415b-8da8-c48e59e9eae9 x-openstack-request-id: req-9ffbbc7c-dd16-415b-8da8-c48e59e9eae9 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:29.220031 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb5265e-0b7f-4191-b3c4-e679383a02f1", "name": "network-vif-plugged", "status": "completed", "tag": "eb0ed17c-d0bd-4fdd-a269-f628e7babd55", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:29.220290 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9ffbbc7c-dd16-415b-8da8-c48e59e9eae9 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:29.220681 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb5265e-0b7f-4191-b3c4-e679383a02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0ed17c-d0bd-4fdd-a269-f628e7babd55', 'code': 200} Feb 11 05:48:29.237643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=eb0ed17c-d0bd-4fdd-a269-f628e7babd55,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:29.333486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cc6d7-f642-40dd-ba8c-11b4a50a30af req-6b7a25ef-fc87-4634-a82f-1974afe0fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:29.335157 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df3cc6d7-f642-40dd-ba8c-11b4a50a30af req-6b7a25ef-fc87-4634-a82f-1974afe0fd48 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 1128 time: 0.0480051 Feb 11 05:48:29.380143 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df3cc6d7-f642-40dd-ba8c-11b4a50a30af req-3ee8d139-3928-495e-9e61-27976fdbbb73 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361862 Feb 11 05:48:30.110030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4d806-94fa-4973-8cd8-8016621f87dd req-8bc2005c-055e-48d4-9083-9cff9522516c tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:30.111627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0bf4d806-94fa-4973-8cd8-8016621f87dd req-8bc2005c-055e-48d4-9083-9cff9522516c tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 945 time: 0.0583594 Feb 11 05:48:30.161436 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0bf4d806-94fa-4973-8cd8-8016621f87dd req-e88999fe-ae79-4d5a-81b1-a17bc1e659f8 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435886 Feb 11 05:48:30.785816 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-db59d390-6780-49ec-8507-221398900beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:31.281683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a2e40-c1e0-42d7-b711-e314ee92306f req-d66fba87-8c89-48db-97c2-bbee1c675b74 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:31.283226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-922a2e40-c1e0-42d7-b711-e314ee92306f req-d66fba87-8c89-48db-97c2-bbee1c675b74 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 945 time: 0.0539396 Feb 11 05:48:31.335592 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-922a2e40-c1e0-42d7-b711-e314ee92306f req-d67fad14-3d39-472e-8f2b-cb843233eddb tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462286 Feb 11 05:48:31.460712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc597d0-692d-4aeb-b30f-fe7e6689a30f req-8dfacefa-f239-475f-b927-4a8223072742 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:31.462213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbc597d0-692d-4aeb-b30f-fe7e6689a30f req-8dfacefa-f239-475f-b927-4a8223072742 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 945 time: 0.0531025 Feb 11 05:48:31.518510 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbc597d0-692d-4aeb-b30f-fe7e6689a30f req-c278bbf8-7f17-4ba9-999d-e4d405e823fe tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500553 Feb 11 05:48:31.757007 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26ad84-7b07-4b55-9a5b-4ad7765d12b0 req-4e3f41a7-6e34-43e1-83c1-001cf0ac7cd7 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:31.758521 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d26ad84-7b07-4b55-9a5b-4ad7765d12b0 req-4e3f41a7-6e34-43e1-83c1-001cf0ac7cd7 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 945 time: 0.0533094 Feb 11 05:48:31.805062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d26ad84-7b07-4b55-9a5b-4ad7765d12b0 req-0eb2df1f-b90c-4883-87f1-54d948b809fe tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Feb 11 05:48:32.484628 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:32.936787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d49286-a30f-4633-a211-688256124002 req-f9d87562-9495-45f6-a8cd-23b9f467a586 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:32.940145 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85d49286-a30f-4633-a211-688256124002 req-f9d87562-9495-45f6-a8cd-23b9f467a586 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 945 time: 0.0629067 Feb 11 05:48:32.989953 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85d49286-a30f-4633-a211-688256124002 req-884b0a5f-3331-4d83-85c9-d0f1a4963fab tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456707 Feb 11 05:48:33.241405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f803f-f4ad-423c-baa0-ced3072dbb7d req-8f3dd7cc-2f64-4a1a-be94-4b5a28233045 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:33.242896 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a2f803f-f4ad-423c-baa0-ced3072dbb7d req-8f3dd7cc-2f64-4a1a-be94-4b5a28233045 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 945 time: 0.0868566 Feb 11 05:48:33.268296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356eb85-bc2a-47cc-8673-dd199ebf313e req-04efe8a5-2671-426a-923a-27d94d1dafb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:33.269760 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7356eb85-bc2a-47cc-8673-dd199ebf313e req-04efe8a5-2671-426a-923a-27d94d1dafb5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4fe9ea4b7950468688f454d54f028d68&device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 1128 time: 0.0793021 Feb 11 05:48:33.320995 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a2f803f-f4ad-423c-baa0-ced3072dbb7d req-7efbedd2-e41d-4508-91e9-307fffc6e55b tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716066 Feb 11 05:48:33.381706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356eb85-bc2a-47cc-8673-dd199ebf313e req-02ce10c5-ce61-44f1-a9b3-e3b6b3c29af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:33.383104 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7356eb85-bc2a-47cc-8673-dd199ebf313e req-02ce10c5-ce61-44f1-a9b3-e3b6b3c29af9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7ae66ff-ca68-4103-9f70-889396442476 HTTP/1.1" status: 200 len: 913 time: 0.1009104 Feb 11 05:48:33.432333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7356eb85-bc2a-47cc-8673-dd199ebf313e req-87ca7adb-c386-4fb3-8f56-a9f3a940d518 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb0ed17c-d0bd-4fdd-a269-f628e7babd55 HTTP/1.1" status: 200 len: 217 time: 0.0398374 Feb 11 05:48:33.484885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356eb85-bc2a-47cc-8673-dd199ebf313e req-419d7094-3ffd-488b-a9b5-b6d394311def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:33.486375 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7356eb85-bc2a-47cc-8673-dd199ebf313e req-419d7094-3ffd-488b-a9b5-b6d394311def service neutron] 10.222.0.88 "GET /v2.0/subnets?id=44a6a2f3-aa33-4a92-b7c2-c1df82910efa HTTP/1.1" status: 200 len: 852 time: 0.0453477 Feb 11 05:48:33.521723 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7356eb85-bc2a-47cc-8673-dd199ebf313e req-ee56aafa-4b88-4355-8f0c-37d03871ade1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7ae66ff-ca68-4103-9f70-889396442476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263517 Feb 11 05:48:33.629810 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7356eb85-bc2a-47cc-8673-dd199ebf313e req-2556b048-5198-447f-abdf-5ceeebf75ec6 service neutron] 10.222.0.88 "GET /v2.0/networks/b7ae66ff-ca68-4103-9f70-889396442476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990252 Feb 11 05:48:33.700985 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.731233 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7356eb85-bc2a-47cc-8673-dd199ebf313e req-4021dd02-6c7c-4d50-bf9d-52f061cff187 service neutron] 10.222.0.88 "GET /v2.0/networks/b7ae66ff-ca68-4103-9f70-889396442476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926621 Feb 11 05:48:34.452448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba84080-fd5a-4282-bca6-ef196b6b0291 req-b6ebe991-595e-4684-8e42-ffc2486f8472 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:34.453872 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ba84080-fd5a-4282-bca6-ef196b6b0291 req-b6ebe991-595e-4684-8e42-ffc2486f8472 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 945 time: 0.0583348 Feb 11 05:48:34.506401 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ba84080-fd5a-4282-bca6-ef196b6b0291 req-f9fc89b5-f9c2-4210-8dbb-182af5a7ce41 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468707 Feb 11 05:48:35.175182 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.641107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10b1e8-d47b-462b-bfab-f3916475f7eb req-e1ea4595-81b2-4b9a-897d-9fbd3303bb25 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:35.642826 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8d10b1e8-d47b-462b-bfab-f3916475f7eb req-e1ea4595-81b2-4b9a-897d-9fbd3303bb25 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 945 time: 0.0623736 Feb 11 05:48:35.692375 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8d10b1e8-d47b-462b-bfab-f3916475f7eb req-42d839fd-0a72-4cc2-9b25-0ffb7eed26e2 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440881 Feb 11 05:48:35.935099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353b989-f22d-4779-a342-10beee265946 req-078843b2-e0a0-49eb-b1bd-a9d1f725919f tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:35.936701 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7353b989-f22d-4779-a342-10beee265946 req-078843b2-e0a0-49eb-b1bd-a9d1f725919f tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 945 time: 0.0595663 Feb 11 05:48:35.986522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7353b989-f22d-4779-a342-10beee265946 req-7e77aaa9-04fd-4a0e-82a4-a2b90c5bd958 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440426 Feb 11 05:48:37.118761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ca1b0-69ac-4832-b287-dc758c5005ab req-7964af20-95d8-4819-b048-3b428f4c2da6 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:37.120306 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-889ca1b0-69ac-4832-b287-dc758c5005ab req-7964af20-95d8-4819-b048-3b428f4c2da6 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 945 time: 0.0579176 Feb 11 05:48:37.170486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-889ca1b0-69ac-4832-b287-dc758c5005ab req-335db056-2a5e-4e63-b795-33269255cce5 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443723 Feb 11 05:48:37.420141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4276e3b-9574-4ded-b063-e60f1d3a6141 req-87683568-cdb0-4a45-b4ff-4db470bdc617 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:37.421672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4276e3b-9574-4ded-b063-e60f1d3a6141 req-87683568-cdb0-4a45-b4ff-4db470bdc617 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 945 time: 0.0902541 Feb 11 05:48:37.452228 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ed479-6bd0-463e-8ce1-0b11d5d3d0f6 req-61dcd2a1-1124-4269-a72f-9bb95aeddb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:37.453979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f6ed479-6bd0-463e-8ce1-0b11d5d3d0f6 req-61dcd2a1-1124-4269-a72f-9bb95aeddb62 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4fe9ea4b7950468688f454d54f028d68&device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 1128 time: 0.0841737 Feb 11 05:48:37.520506 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4276e3b-9574-4ded-b063-e60f1d3a6141 req-04625bc2-2b23-4dac-aceb-c5fbbe83c6cf tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911541 Feb 11 05:48:37.579338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ed479-6bd0-463e-8ce1-0b11d5d3d0f6 req-088f96a2-3d6c-4572-b0d8-05d8e8ab42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:37.580852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f6ed479-6bd0-463e-8ce1-0b11d5d3d0f6 req-088f96a2-3d6c-4572-b0d8-05d8e8ab42e9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7ae66ff-ca68-4103-9f70-889396442476 HTTP/1.1" status: 200 len: 913 time: 0.1133151 Feb 11 05:48:37.629620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f6ed479-6bd0-463e-8ce1-0b11d5d3d0f6 req-37cd5b6f-f7ed-4225-838c-8a1b53a25523 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb0ed17c-d0bd-4fdd-a269-f628e7babd55 HTTP/1.1" status: 200 len: 217 time: 0.0395424 Feb 11 05:48:37.683401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ed479-6bd0-463e-8ce1-0b11d5d3d0f6 req-4cfb3e3a-91b7-47a4-9e43-f78b71c526d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:37.684920 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f6ed479-6bd0-463e-8ce1-0b11d5d3d0f6 req-4cfb3e3a-91b7-47a4-9e43-f78b71c526d1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=44a6a2f3-aa33-4a92-b7c2-c1df82910efa HTTP/1.1" status: 200 len: 852 time: 0.0473316 Feb 11 05:48:37.723365 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f6ed479-6bd0-463e-8ce1-0b11d5d3d0f6 req-030e050a-bfd3-46ce-87b1-7876f8a3df34 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7ae66ff-ca68-4103-9f70-889396442476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294499 Feb 11 05:48:37.817662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f6ed479-6bd0-463e-8ce1-0b11d5d3d0f6 req-5b841782-82d2-4c72-849a-e6e772ced733 service neutron] 10.222.0.88 "GET /v2.0/networks/b7ae66ff-ca68-4103-9f70-889396442476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853899 Feb 11 05:48:37.916426 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f6ed479-6bd0-463e-8ce1-0b11d5d3d0f6 req-99495dca-0020-4757-bcd6-339079ec9cbf service neutron] 10.222.0.88 "GET /v2.0/networks/b7ae66ff-ca68-4103-9f70-889396442476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902219 Feb 11 05:48:38.654954 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd8e14-4b36-4653-ba87-6c2308a4ca01 req-3de3e001-caf1-44e5-ad0c-e65bc41bebbe tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:38.656476 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78cd8e14-4b36-4653-ba87-6c2308a4ca01 req-3de3e001-caf1-44e5-ad0c-e65bc41bebbe tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 945 time: 0.0551815 Feb 11 05:48:38.705285 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78cd8e14-4b36-4653-ba87-6c2308a4ca01 req-4abd3f90-b19d-4a36-b55a-d178c3631c3a tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Feb 11 05:48:39.847939 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987a9d2-63c9-4d23-bbce-f537211a5d71 req-c600bb01-ab28-4ed4-90d4-cdeb27ba7e89 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:39.851897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1987a9d2-63c9-4d23-bbce-f537211a5d71 req-c600bb01-ab28-4ed4-90d4-cdeb27ba7e89 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 945 time: 0.0677519 Feb 11 05:48:39.901847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1987a9d2-63c9-4d23-bbce-f537211a5d71 req-aeb2538d-ec7c-41e7-813f-0d8ad14419ff tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457900 Feb 11 05:48:39.962704 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:40.154093 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e84d1-c8d9-4310-ab49-ba917f3708ab req-e1e6f34f-7c6b-4fc5-a937-b566e222ad7e tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:40.155619 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e21e84d1-c8d9-4310-ab49-ba917f3708ab req-e1e6f34f-7c6b-4fc5-a937-b566e222ad7e tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 945 time: 0.0538466 Feb 11 05:48:40.202240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e21e84d1-c8d9-4310-ab49-ba917f3708ab req-172a0327-03f1-404f-b09d-a6b1712a0a0b tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406621 Feb 11 05:48:41.331091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaee34-e8f2-43c3-bafc-0b24ab117073 req-dcfb170f-23b9-4577-a989-a6eba9559a7c tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:41.332841 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8fdaee34-e8f2-43c3-bafc-0b24ab117073 req-dcfb170f-23b9-4577-a989-a6eba9559a7c tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 945 time: 0.0584280 Feb 11 05:48:41.383299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8fdaee34-e8f2-43c3-bafc-0b24ab117073 req-79117d85-7830-4d11-93e3-8fa6c062f285 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446582 Feb 11 05:48:42.065218 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed569e09-8bf3-4661-902e-490d814beb79 req-bc2ff121-0e8a-40f3-a978-0340064def91 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:42.066687 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed569e09-8bf3-4661-902e-490d814beb79 req-bc2ff121-0e8a-40f3-a978-0340064def91 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.88 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 945 time: 0.0528202 Feb 11 05:48:42.165919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ed569e09-8bf3-4661-902e-490d814beb79 req-b7eaa7ad-8c51-4c9d-ab0a-ee61813d6d66 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Deleting port eb0ed17c-d0bd-4fdd-a269-f628e7babd55 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:42.166265 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ed569e09-8bf3-4661-902e-490d814beb79 req-b7eaa7ad-8c51-4c9d-ab0a-ee61813d6d66 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (eb0ed17c-d0bd-4fdd-a269-f628e7babd55), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.576798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ed569e09-8bf3-4661-902e-490d814beb79 req-b7eaa7ad-8c51-4c9d-ab0a-ee61813d6d66 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] For port eb0ed17c-d0bd-4fdd-a269-f628e7babd55, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=eb0ed17c-d0bd-4fdd-a269-f628e7babd55,segment=NetworkSegment(91ff72ff-fbdf-4b77-a3cb-88656ced172e),segment_id=91ff72ff-fbdf-4b77-a3cb-88656ced172e)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:42.577432 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ed569e09-8bf3-4661-902e-490d814beb79 req-b7eaa7ad-8c51-4c9d-ab0a-ee61813d6d66 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (eb0ed17c-d0bd-4fdd-a269-f628e7babd55), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.600220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949c624-66bc-47e6-9024-a00e05ae67cc req-bc4e1096-ee4f-48d8-b558-8fdddded5706 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:42.601683 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d949c624-66bc-47e6-9024-a00e05ae67cc req-bc4e1096-ee4f-48d8-b558-8fdddded5706 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebb5265e-0b7f-4191-b3c4-e679383a02f1 HTTP/1.1" status: 200 len: 945 time: 0.1156006 Feb 11 05:48:42.602544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ed569e09-8bf3-4661-902e-490d814beb79 req-b7eaa7ad-8c51-4c9d-ab0a-ee61813d6d66 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Calling delete_port for eb0ed17c-d0bd-4fdd-a269-f628e7babd55 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:42.696538 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d949c624-66bc-47e6-9024-a00e05ae67cc req-19ff93c9-9c71-4808-9d0f-e8e2d97791cb tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.87 "GET /v2.0/security-groups?id=19989b91-3564-4ad4-9c1a-27e7ccea8706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847235 Feb 11 05:48:42.771583 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ed569e09-8bf3-4661-902e-490d814beb79 req-b7eaa7ad-8c51-4c9d-ab0a-ee61813d6d66 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (eb0ed17c-d0bd-4fdd-a269-f628e7babd55), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.788745 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['eb0ed17c-d0bd-4fdd-a269-f628e7babd55'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:48:42.805502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eaa7ad-8c51-4c9d-ab0a-ee61813d6d66 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Pushing event deleted for resources: {'Port': ['ID=eb0ed17c-d0bd-4fdd-a269-f628e7babd55,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:42.853748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed569e09-8bf3-4661-902e-490d814beb79 req-b7eaa7ad-8c51-4c9d-ab0a-ee61813d6d66 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] No DVR routers for this DVR port eb0ed17c-d0bd-4fdd-a269-f628e7babd55 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:42.857160 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ed569e09-8bf3-4661-902e-490d814beb79 req-b7eaa7ad-8c51-4c9d-ab0a-ee61813d6d66 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:42.860865 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed569e09-8bf3-4661-902e-490d814beb79 req-b7eaa7ad-8c51-4c9d-ab0a-ee61813d6d66 tempest-TestServerAdvancedOps-1535900159 tempest-TestServerAdvancedOps-1535900159-project] 10.222.0.88 "DELETE /v2.0/ports/eb0ed17c-d0bd-4fdd-a269-f628e7babd55 HTTP/1.1" status: 204 len: 173 time: 0.7862031 Feb 11 05:48:42.861353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb5265e-0b7f-4191-b3c4-e679383a02f1', 'name': 'network-vif-deleted', 'tag': 'eb0ed17c-d0bd-4fdd-a269-f628e7babd55'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:42.863630 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cc444c-8b7b-45b7-b37b-4fd2f6e97b26" -d '{"events": [{"server_uuid": "ebb5265e-0b7f-4191-b3c4-e679383a02f1", "name": "network-vif-deleted", "tag": "eb0ed17c-d0bd-4fdd-a269-f628e7babd55"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:42.923945 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f92e8cd-c8e9-4a05-bbf3-6c1125e14d18 x-openstack-request-id: req-6f92e8cd-c8e9-4a05-bbf3-6c1125e14d18 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:42.924438 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb5265e-0b7f-4191-b3c4-e679383a02f1", "name": "network-vif-deleted", "tag": "eb0ed17c-d0bd-4fdd-a269-f628e7babd55", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:42.924566 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6f92e8cd-c8e9-4a05-bbf3-6c1125e14d18 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:42.924876 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb5265e-0b7f-4191-b3c4-e679383a02f1', 'name': 'network-vif-deleted', 'tag': 'eb0ed17c-d0bd-4fdd-a269-f628e7babd55', 'status': 'completed', 'code': 200} Feb 11 05:48:43.391381 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:48:43.756782 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46332) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:43.804004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-358f6ddc-f54a-4d3b-86b5-7843eafa684e admin admin] Deleting subnet 44a6a2f3-aa33-4a92-b7c2-c1df82910efa {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:48:43.807090 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-358f6ddc-f54a-4d3b-86b5-7843eafa684e admin admin] Publish callbacks [] for subnet (44a6a2f3-aa33-4a92-b7c2-c1df82910efa), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.842689 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-358f6ddc-f54a-4d3b-86b5-7843eafa684e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (44a6a2f3-aa33-4a92-b7c2-c1df82910efa), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.884580 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-358f6ddc-f54a-4d3b-86b5-7843eafa684e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (44a6a2f3-aa33-4a92-b7c2-c1df82910efa), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.944103 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-358f6ddc-f54a-4d3b-86b5-7843eafa684e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (44a6a2f3-aa33-4a92-b7c2-c1df82910efa), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.970537 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f6ddc-f54a-4d3b-86b5-7843eafa684e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a6a2f3-aa33-4a92-b7c2-c1df82910efa,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:43.977051 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-358f6ddc-f54a-4d3b-86b5-7843eafa684e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:43.980908 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-358f6ddc-f54a-4d3b-86b5-7843eafa684e admin admin] 10.222.0.87 "DELETE /v2.0/subnets/44a6a2f3-aa33-4a92-b7c2-c1df82910efa HTTP/1.1" status: 204 len: 168 time: 0.2228479 Feb 11 05:48:43.983634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46340) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:44.055292 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8b402ae4-bc13-4d42-9792-af06d0418586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (b7ae66ff-ca68-4103-9f70-889396442476), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.133315 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8b402ae4-bc13-4d42-9792-af06d0418586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (b7ae66ff-ca68-4103-9f70-889396442476), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.154069 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8b402ae4-bc13-4d42-9792-af06d0418586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ae66ff-ca68-4103-9f70-889396442476']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:44.163125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8b402ae4-bc13-4d42-9792-af06d0418586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ff72ff-fbdf-4b77-a3cb-88656ced172e') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:44.163504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-8b402ae4-bc13-4d42-9792-af06d0418586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ff72ff-fbdf-4b77-a3cb-88656ced172e') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:44.173717 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8b402ae4-bc13-4d42-9792-af06d0418586 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (91ff72ff-fbdf-4b77-a3cb-88656ced172e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.188218 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8b402ae4-bc13-4d42-9792-af06d0418586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (91ff72ff-fbdf-4b77-a3cb-88656ced172e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.195012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b402ae4-bc13-4d42-9792-af06d0418586 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:44.195511 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8b402ae4-bc13-4d42-9792-af06d0418586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (91ff72ff-fbdf-4b77-a3cb-88656ced172e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: timer() Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:44.198163 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:44.258558 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8b402ae4-bc13-4d42-9792-af06d0418586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (b7ae66ff-ca68-4103-9f70-889396442476), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.264568 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8b402ae4-bc13-4d42-9792-af06d0418586 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.267764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8b402ae4-bc13-4d42-9792-af06d0418586 admin admin] 10.222.0.87 "DELETE /v2.0/networks/b7ae66ff-ca68-4103-9f70-889396442476 HTTP/1.1" status: 204 len: 168 time: 0.2830272 Feb 11 05:48:44.270705 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46346) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:44.279170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b402ae4-bc13-4d42-9792-af06d0418586 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ae66ff-ca68-4103-9f70-889396442476,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:44.320525 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3297f334-3f00-4645-8bb8-e09cdd8881f2 admin admin] Deleting subnet cc0a023f-4bec-4458-a3d9-ab59d3e8296d {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:48:44.323869 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3297f334-3f00-4645-8bb8-e09cdd8881f2 admin admin] Publish callbacks [] for subnet (cc0a023f-4bec-4458-a3d9-ab59d3e8296d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.358795 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3297f334-3f00-4645-8bb8-e09cdd8881f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (cc0a023f-4bec-4458-a3d9-ab59d3e8296d), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.398850 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3297f334-3f00-4645-8bb8-e09cdd8881f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (cc0a023f-4bec-4458-a3d9-ab59d3e8296d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.399789 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.466761 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3297f334-3f00-4645-8bb8-e09cdd8881f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (cc0a023f-4bec-4458-a3d9-ab59d3e8296d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.495635 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297f334-3f00-4645-8bb8-e09cdd8881f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc0a023f-4bec-4458-a3d9-ab59d3e8296d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:44.497715 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3297f334-3f00-4645-8bb8-e09cdd8881f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.501283 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3297f334-3f00-4645-8bb8-e09cdd8881f2 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/cc0a023f-4bec-4458-a3d9-ab59d3e8296d HTTP/1.1" status: 204 len: 168 time: 0.2292335 Feb 11 05:48:44.503731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 46352) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:44.572290 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abb3e610-96f2-43aa-ab31-9a2472f7cdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (3acc1181-ac00-484f-8563-318096f35cb0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.655146 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abb3e610-96f2-43aa-ab31-9a2472f7cdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (3acc1181-ac00-484f-8563-318096f35cb0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.675197 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-abb3e610-96f2-43aa-ab31-9a2472f7cdff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acc1181-ac00-484f-8563-318096f35cb0']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:44.684795 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-abb3e610-96f2-43aa-ab31-9a2472f7cdff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae71ed8-a93d-4e73-ac01-8260c590f498') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:44.685088 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-abb3e610-96f2-43aa-ab31-9a2472f7cdff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae71ed8-a93d-4e73-ac01-8260c590f498') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:44.696063 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abb3e610-96f2-43aa-ab31-9a2472f7cdff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (bae71ed8-a93d-4e73-ac01-8260c590f498), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.712276 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abb3e610-96f2-43aa-ab31-9a2472f7cdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (bae71ed8-a93d-4e73-ac01-8260c590f498), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.720659 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb3e610-96f2-43aa-ab31-9a2472f7cdff admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:44.721100 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abb3e610-96f2-43aa-ab31-9a2472f7cdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (bae71ed8-a93d-4e73-ac01-8260c590f498), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: timer() Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:44.723397 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:44.782718 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abb3e610-96f2-43aa-ab31-9a2472f7cdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (3acc1181-ac00-484f-8563-318096f35cb0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.789258 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-abb3e610-96f2-43aa-ab31-9a2472f7cdff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:44.792783 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-abb3e610-96f2-43aa-ab31-9a2472f7cdff admin admin] 10.222.0.87 "DELETE /v2.0/networks/3acc1181-ac00-484f-8563-318096f35cb0 HTTP/1.1" status: 204 len: 168 time: 0.2878580 Feb 11 05:48:44.810559 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3e610-96f2-43aa-ab31-9a2472f7cdff admin admin] Pushing event deleted for resources: {'Network': ['ID=3acc1181-ac00-484f-8563-318096f35cb0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:44.972313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46366) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:45.014182 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7b141ca6-2edf-4b6d-b867-1d53342180ed admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4fe9ea4b7950468688f454d54f028d68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406458 Feb 11 05:48:45.016843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46368) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:45.052636 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device eb0ed17c-d0bd-4fdd-a269-f628e7babd55 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:45.066737 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f636e471-367a-45fa-8a99-19389bb61979 admin admin] Publish callbacks [] for security_group (19989b91-3564-4ad4-9c1a-27e7ccea8706), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.072235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: eb0ed17c-d0bd-4fdd-a269-f628e7babd55 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:45.072594 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device eb0ed17c-d0bd-4fdd-a269-f628e7babd55 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:45.088761 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f636e471-367a-45fa-8a99-19389bb61979 admin admin] Publish callbacks [] for security_group (19989b91-3564-4ad4-9c1a-27e7ccea8706), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.139530 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f636e471-367a-45fa-8a99-19389bb61979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (19989b91-3564-4ad4-9c1a-27e7ccea8706), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.141951 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f636e471-367a-45fa-8a99-19389bb61979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.143229 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f636e471-367a-45fa-8a99-19389bb61979 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/19989b91-3564-4ad4-9c1a-27e7ccea8706 HTTP/1.1" status: 204 len: 168 time: 0.1254768 Feb 11 05:48:45.150663 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636e471-367a-45fa-8a99-19389bb61979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19989b91-3564-4ad4-9c1a-27e7ccea8706,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:45.477597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46382) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:45.521302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b78bd9ea-70df-4658-be97-53fcade21582 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2c501f91f7464ae4912be280604d51f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423629 Feb 11 05:48:45.523833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 46384) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:45.571098 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-03639692-86a7-4481-b3d7-8659689c0588 admin admin] Publish callbacks [] for security_group (cdd70dce-d51e-463b-be77-1cbee044c0ff), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.592491 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-03639692-86a7-4481-b3d7-8659689c0588 admin admin] Publish callbacks [] for security_group (cdd70dce-d51e-463b-be77-1cbee044c0ff), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.642541 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-03639692-86a7-4481-b3d7-8659689c0588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (cdd70dce-d51e-463b-be77-1cbee044c0ff), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.645222 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-03639692-86a7-4481-b3d7-8659689c0588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:45.646406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-03639692-86a7-4481-b3d7-8659689c0588 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cdd70dce-d51e-463b-be77-1cbee044c0ff HTTP/1.1" status: 204 len: 168 time: 0.1214483 Feb 11 05:48:45.655034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03639692-86a7-4481-b3d7-8659689c0588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd70dce-d51e-463b-be77-1cbee044c0ff,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:58.494219 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4993ae7-ebb4-4efd-886f-3537c7385887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:00.788323 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2ec376b6-eb39-4bbf-9549-9e11f711f01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:02.488383 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:03.685560 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.177849 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:10.000486 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:14.395789 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:19.533386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691cd9f-90e2-4ef3-9591-11795a39aaac req-3b314dff-6d7b-461d-95fd-543bb3b80a43 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:19.534802 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2691cd9f-90e2-4ef3-9591-11795a39aaac req-3b314dff-6d7b-461d-95fd-543bb3b80a43 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 950 time: 0.0539677 Feb 11 05:49:19.583814 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2691cd9f-90e2-4ef3-9591-11795a39aaac req-34b48d24-75f1-4752-9dc5-2c887a5e9253 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/security-groups?id=12d7a464-3462-4a82-8813-824d92ef0ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433862 Feb 11 05:49:20.390950 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:49:20.704684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd6ec7-1ed0-4c45-93b2-7f64c917a5df req-3e5a09fb-921d-4b81-af4a-3fa4cb7e6064 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:20.706168 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61bd6ec7-1ed0-4c45-93b2-7f64c917a5df req-3e5a09fb-921d-4b81-af4a-3fa4cb7e6064 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 950 time: 0.0528381 Feb 11 05:49:20.752332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-61bd6ec7-1ed0-4c45-93b2-7f64c917a5df req-c1349afb-d252-4625-bd83-dc6cfc717530 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/security-groups?id=12d7a464-3462-4a82-8813-824d92ef0ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405853 Feb 11 05:49:21.056267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59094b-019a-44ea-82cd-310cd6b37c8b req-7d579ee2-745c-4a47-8bf3-9b3ca7acc419 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:21.057710 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb59094b-019a-44ea-82cd-310cd6b37c8b req-7d579ee2-745c-4a47-8bf3-9b3ca7acc419 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.73 "GET /v2.0/ports?device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 950 time: 0.0520139 Feb 11 05:49:21.149109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-bb59094b-019a-44ea-82cd-310cd6b37c8b req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Deleting port 8ec81dde-746c-4150-877f-24fcdb15f1ad {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:21.149448 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bb59094b-019a-44ea-82cd-310cd6b37c8b req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8ec81dde-746c-4150-877f-24fcdb15f1ad), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.238730 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-bb59094b-019a-44ea-82cd-310cd6b37c8b req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] For port 8ec81dde-746c-4150-877f-24fcdb15f1ad, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=8ec81dde-746c-4150-877f-24fcdb15f1ad,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:21.239020 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bb59094b-019a-44ea-82cd-310cd6b37c8b req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8ec81dde-746c-4150-877f-24fcdb15f1ad), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.251271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-bb59094b-019a-44ea-82cd-310cd6b37c8b req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Calling delete_port for 8ec81dde-746c-4150-877f-24fcdb15f1ad owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:21.377520 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bb59094b-019a-44ea-82cd-310cd6b37c8b req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8ec81dde-746c-4150-877f-24fcdb15f1ad), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.389662 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['8ec81dde-746c-4150-877f-24fcdb15f1ad'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:49:21.406767 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Pushing event deleted for resources: {'Port': ['ID=8ec81dde-746c-4150-877f-24fcdb15f1ad,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:21.419070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:21.419440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:21.419796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:21.420183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:21.420468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:21.420802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:21.421129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:21.421465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:21.421801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:21.422127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:21.422455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:21.422781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:21.423106 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:21.462377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb59094b-019a-44ea-82cd-310cd6b37c8b req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] No DVR routers for this DVR port 8ec81dde-746c-4150-877f-24fcdb15f1ad on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:21.465589 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bb59094b-019a-44ea-82cd-310cd6b37c8b req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:21.468959 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb59094b-019a-44ea-82cd-310cd6b37c8b req-d5236cc1-439b-41e2-a369-0467b06b7ae4 tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.73 "DELETE /v2.0/ports/8ec81dde-746c-4150-877f-24fcdb15f1ad HTTP/1.1" status: 204 len: 173 time: 0.4052494 Feb 11 05:49:21.469396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7521412c-b69a-485a-85ac-a15afbb03073', 'name': 'network-vif-deleted', 'tag': '8ec81dde-746c-4150-877f-24fcdb15f1ad'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:21.471654 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e95778-bbc9-4aee-9ecf-52acc23b3273" -d '{"events": [{"server_uuid": "7521412c-b69a-485a-85ac-a15afbb03073", "name": "network-vif-deleted", "tag": "8ec81dde-746c-4150-877f-24fcdb15f1ad"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:21.640055 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af663f0-ed10-4b53-900c-aef3310a4d14 x-openstack-request-id: req-8af663f0-ed10-4b53-900c-aef3310a4d14 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:21.640352 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7521412c-b69a-485a-85ac-a15afbb03073", "name": "network-vif-deleted", "tag": "8ec81dde-746c-4150-877f-24fcdb15f1ad", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:21.640598 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8af663f0-ed10-4b53-900c-aef3310a4d14 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:21.641015 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7521412c-b69a-485a-85ac-a15afbb03073', 'name': 'network-vif-deleted', 'tag': '8ec81dde-746c-4150-877f-24fcdb15f1ad', 'status': 'completed', 'code': 200} Feb 11 05:49:21.898089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-966242b0-47e7-4071-84a6-a538504d07d2 req-a3aceda9-2d7b-40d6-9fc8-75716c9d32f1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7521412c-b69a-485a-85ac-a15afbb03073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0670247 Feb 11 05:49:21.901836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f49526d-c6d2-4480-98eb-0f1972f1938a req-fd3edb1f-a3ee-443b-9110-29ceacfffb2e tempest-VolumesBackupsTest-931109447 tempest-VolumesBackupsTest-931109447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 210 time: 0.0590165 Feb 11 05:49:22.005036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-966242b0-47e7-4071-84a6-a538504d07d2 req-3a35a3b6-bdcb-4505-b98b-7086e74e6e3b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cc7d8182e2b744c7a6fcf4478d63947e&device_id=7521412c-b69a-485a-85ac-a15afbb03073 HTTP/1.1" status: 200 len: 210 time: 0.0250711 Feb 11 05:49:22.052360 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-966242b0-47e7-4071-84a6-a538504d07d2 req-e4b6e04a-5ebb-4608-ba68-0bbc96743c1e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cc7d8182e2b744c7a6fcf4478d63947e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296786 Feb 11 05:49:22.207459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966242b0-47e7-4071-84a6-a538504d07d2 req-a8ec1077-4cae-45e3-b38b-0afa8c5e4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:22.208842 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-966242b0-47e7-4071-84a6-a538504d07d2 req-a8ec1077-4cae-45e3-b38b-0afa8c5e4cad service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1499059 Feb 11 05:49:23.954778 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 8ec81dde-746c-4150-877f-24fcdb15f1ad no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:23.974849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 8ec81dde-746c-4150-877f-24fcdb15f1ad {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:23.975204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 8ec81dde-746c-4150-877f-24fcdb15f1ad not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:28.496480 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e56676e-922b-4fcf-a938-38885b566224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:30.792195 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7a90b454-a557-4df0-b11d-7f47fd9a9cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:32.490914 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:33.689784 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:35.185330 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:39.995595 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:44.424862 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:57.390228 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:49:58.505154 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7d59f792-ba4e-41fc-bc70-1ee84ddc173e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:00.795216 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0cba-0108-445e-b59a-a2438e6b9f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:02.487667 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:03.693277 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:05.183589 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:10.014348 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:11.491541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-3b9ee03d-aab8-44d4-a218-81ed90d498cc req-fdf761b5-6604-4acd-8c5a-6ab225aa8ddf service neutron] (103171) timed out ('10.222.0.87', 60610) {{(pid=103171) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:50:14.424888 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.496272 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-02a0bdad-6c7f-4c80-98c7-7cb09d6ebb6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:30.797627 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0213cd43-096b-4333-b8f9-fcbc4ca2112d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:32.492777 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:33.695335 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.389686 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:50:35.178097 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:40.025955 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:44.442147 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:58.499586 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-39664647-6d4b-4903-89ff-9615e13f5b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.804011 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b10bf7fd-bbc0-43da-80b5-79a9329f33b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:02.495817 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:03.697584 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.172950 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:10.042697 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:11.388751 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:51:14.450646 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.518004 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-34629ca8-68ed-4ed2-a1a2-0860b6891473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:30.796591 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d53c7db1-da60-42c7-b81b-210065fcfe92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:32.501414 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:33.699133 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:35.178180 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:40.023995 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:44.453383 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:48.390602 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:51:58.499541 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-02e37531-059f-4708-accd-b0634797ae2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.799225 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94b8a1b2-5052-4430-baa5-ead770b2d6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.504634 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.703238 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.180808 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.021362 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.448929 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:25.389615 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:52:28.502492 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-055aaa27-da7d-47e3-b135-5e2faf9393e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:30.805589 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2bc33828-4c75-4980-b157-25b688bc4ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:32.506397 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:33.705427 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:35.183389 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:40.046155 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:44.452092 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.510233 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6214b379-6742-4262-bab2-b7abf5ce061e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:00.800727 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e321c847-0645-4e62-bd82-b1ba68c724e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:02.389091 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:53:02.510625 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:03.709474 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:05.188065 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:10.035988 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:14.432009 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:28.509622 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f90880e9-ff07-45e8-8a01-4c02ab90576d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:29.758311 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49982) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:29.949477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f636933b-3675-4f30-915b-5b996af88655 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cc7d8182e2b744c7a6fcf4478d63947e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1899245 Feb 11 05:53:29.951890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 49990) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:30.002604 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Publish callbacks [] for security_group (12d7a464-3462-4a82-8813-824d92ef0ff6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.025585 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Publish callbacks [] for security_group (12d7a464-3462-4a82-8813-824d92ef0ff6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.077856 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (12d7a464-3462-4a82-8813-824d92ef0ff6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.080563 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.081760 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/12d7a464-3462-4a82-8813-824d92ef0ff6 HTTP/1.1" status: 204 len: 168 time: 0.1289802 Feb 11 05:53:30.089574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d7a464-3462-4a82-8813-824d92ef0ff6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:53:30.097481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:30.097763 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:30.098038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:30.098385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:30.098721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:30.099265 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:30.099817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:30.100383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:30.100888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:30.101398 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:30.102118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:30.102630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:30.103142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fc575b-558c-4dce-8c7c-effe19477f68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:53:30.804466 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-39712165-ed6a-44ff-859d-fd18325aa34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:32.510810 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:33.705874 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:35.182516 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:39.388365 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:53:40.040597 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:44.431249 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:58.501924 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-929dc397-468c-4edd-a1e7-1e385357a896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:00.808140 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-342796e9-ab52-4b74-9d9b-f6ef1b14448c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:02.517870 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:03.721281 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:05.186732 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.034290 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.429495 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.388447 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:54:28.498585 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2d1b83b9-34a1-4bee-bac5-c7bfc995f011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:29.405394 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-d9fb31a8-ad2a-4a67-80a8-3b7a4dad6cc3 req-640c4f64-c4dd-425e-83c3-425a537c32e4 service neutron] (103170) timed out ('10.222.0.87', 37454) {{(pid=103170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:54:30.313058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51034) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:30.422290 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:30.499109 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] Publish callbacks [] for security_group (adc7e017-d6ae-430c-b364-a7521a630119), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:30.502789 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (adc7e017-d6ae-430c-b364-a7521a630119), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:30.540409 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc7e017-d6ae-430c-b364-a7521a630119,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:30.544457 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d7abafcd0ec449e98a6c2e2fe218db86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2303143 Feb 11 05:54:30.547379 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51040) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:30.552822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.553170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.553514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.553855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.554192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.554521 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.554850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.555178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.555577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.555907 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.556269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.556592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.556916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e459bf9-ad84-4f76-8d38-db908abbde0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.604141 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Publish callbacks [] for security_group (adc7e017-d6ae-430c-b364-a7521a630119), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:30.627303 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Publish callbacks [] for security_group (adc7e017-d6ae-430c-b364-a7521a630119), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:30.675430 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (adc7e017-d6ae-430c-b364-a7521a630119), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:30.678731 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:30.679926 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/adc7e017-d6ae-430c-b364-a7521a630119 HTTP/1.1" status: 204 len: 168 time: 0.1313055 Feb 11 05:54:30.687849 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc7e017-d6ae-430c-b364-a7521a630119,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:30.695742 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.695898 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.696139 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.696486 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.697006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.697305 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.697768 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.698217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.698669 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.699025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.699349 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.699709 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.700043 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86317df-cda4-4f1d-8e3e-139cbf8009dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:30.813952 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a173ad3c-ce17-4bd5-b41f-a47491d1bfb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:32.519126 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:33.711059 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:35.189191 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:40.062597 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:44.444221 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:53.387567 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:54:57.211815 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51200) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:57.345178 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-32cfd30e-7136-4255-ab6e-78842675e963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:57.424441 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-32cfd30e-7136-4255-ab6e-78842675e963 admin admin] Publish callbacks [] for security_group (280e8ab0-0444-4a00-b1e4-28aa4b04f835), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:57.428352 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-32cfd30e-7136-4255-ab6e-78842675e963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (280e8ab0-0444-4a00-b1e4-28aa4b04f835), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:57.468293 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-32cfd30e-7136-4255-ab6e-78842675e963 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a5721ebf182042c5a496fa727502ed2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2552791 Feb 11 05:54:57.469221 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfd30e-7136-4255-ab6e-78842675e963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280e8ab0-0444-4a00-b1e4-28aa4b04f835,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:57.470974 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51206) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:57.532275 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4a5fd16-9a79-4343-9853-91c4a3b0d2f8 admin admin] Publish callbacks [] for security_group (280e8ab0-0444-4a00-b1e4-28aa4b04f835), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:57.553561 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4a5fd16-9a79-4343-9853-91c4a3b0d2f8 admin admin] Publish callbacks [] for security_group (280e8ab0-0444-4a00-b1e4-28aa4b04f835), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:57.599205 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4a5fd16-9a79-4343-9853-91c4a3b0d2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (280e8ab0-0444-4a00-b1e4-28aa4b04f835), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:57.601893 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4a5fd16-9a79-4343-9853-91c4a3b0d2f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:57.603037 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e4a5fd16-9a79-4343-9853-91c4a3b0d2f8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/280e8ab0-0444-4a00-b1e4-28aa4b04f835 HTTP/1.1" status: 204 len: 168 time: 0.1309719 Feb 11 05:54:57.617514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5fd16-9a79-4343-9853-91c4a3b0d2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280e8ab0-0444-4a00-b1e4-28aa4b04f835,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:58.249457 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51228) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:58.346101 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-85923302-3493-42c3-b55e-c6e410cf169f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-147873604-network', 'tenant_id': '56ff5158cee34b869e046338b4861b35'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:58.369606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85923302-3493-42c3-b55e-c6e410cf169f admin admin] Made reservation on behalf of 56ff5158cee34b869e046338b4861b35 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:58.371976 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85923302-3493-42c3-b55e-c6e410cf169f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.380255 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85923302-3493-42c3-b55e-c6e410cf169f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.453386 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85923302-3493-42c3-b55e-c6e410cf169f admin admin] Publish callbacks [] for security_group (b00894d4-8885-4f8c-8535-54c84368a918), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.458810 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85923302-3493-42c3-b55e-c6e410cf169f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b00894d4-8885-4f8c-8535-54c84368a918), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.480694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85923302-3493-42c3-b55e-c6e410cf169f admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:54:58.495978 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85923302-3493-42c3-b55e-c6e410cf169f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (befe9a4c-4915-4d7f-ad25-dc99fd10d794), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.496463 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-85923302-3493-42c3-b55e-c6e410cf169f admin admin] Added segment befe9a4c-4915-4d7f-ad25-dc99fd10d794 of type vlan for network eb53b3ef-0046-423a-80c2-f4cb9b708f00 Feb 11 05:54:58.503831 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-099da61b-98e7-40bb-bfc7-d23b7e5e9b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.514468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85923302-3493-42c3-b55e-c6e410cf169f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00894d4-8885-4f8c-8535-54c84368a918,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:58.546277 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85923302-3493-42c3-b55e-c6e410cf169f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (eb53b3ef-0046-423a-80c2-f4cb9b708f00), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.572341 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85923302-3493-42c3-b55e-c6e410cf169f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (eb53b3ef-0046-423a-80c2-f4cb9b708f00), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.573212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85923302-3493-42c3-b55e-c6e410cf169f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:58.573782 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85923302-3493-42c3-b55e-c6e410cf169f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.608230 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-85923302-3493-42c3-b55e-c6e410cf169f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3576286 Feb 11 05:54:58.611365 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51232) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:58.617277 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6a7e4058-1e1c-4f01-9b57-04058f20ff7e admin admin] Request body: {'subnet': {'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-147873604-subnet', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:58.637777 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7e4058-1e1c-4f01-9b57-04058f20ff7e admin admin] Made reservation on behalf of 56ff5158cee34b869e046338b4861b35 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:58.639203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85923302-3493-42c3-b55e-c6e410cf169f admin admin] Pushing event updated for resources: {'Network': ['ID=eb53b3ef-0046-423a-80c2-f4cb9b708f00,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:58.640354 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4058-1e1c-4f01-9b57-04058f20ff7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.651103 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network eb53b3ef-0046-423a-80c2-f4cb9b708f00 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:54:58.817592 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4058-1e1c-4f01-9b57-04058f20ff7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (093db962-4cc3-416f-b8e7-f08f53cfc413), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.876229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e4058-1e1c-4f01-9b57-04058f20ff7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=093db962-4cc3-416f-b8e7-f08f53cfc413,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:58.887314 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e4058-1e1c-4f01-9b57-04058f20ff7e admin admin] Checking segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:58.887751 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e4058-1e1c-4f01-9b57-04058f20ff7e admin admin] Network hostable DHCP agents. Network: eb53b3ef-0046-423a-80c2-f4cb9b708f00, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:54:58.905608 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e4058-1e1c-4f01-9b57-04058f20ff7e admin admin] Network eb53b3ef-0046-423a-80c2-f4cb9b708f00 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:54:58.920215 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-6a7e4058-1e1c-4f01-9b57-04058f20ff7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, eb53b3ef-0046-423a-80c2-f4cb9b708f00) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:58.924229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7e4058-1e1c-4f01-9b57-04058f20ff7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:58.924820 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4058-1e1c-4f01-9b57-04058f20ff7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.929853 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce950a6-7813-4395-95bf-980d8ad45e51 None None] Network eb53b3ef-0046-423a-80c2-f4cb9b708f00 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:54:58.943502 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6a7e4058-1e1c-4f01-9b57-04058f20ff7e admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3309455 Feb 11 05:54:58.946158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51234) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:58.950466 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:58.969694 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (30523026-62d8-40d9-97a1-01c221bff02f), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:58.970674 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (30523026-62d8-40d9-97a1-01c221bff02f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.035147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'project_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:54:59.036450 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.178507 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Allocated IP 172.20.0.2 (eb53b3ef-0046-423a-80c2-f4cb9b708f00/093db962-4cc3-416f-b8e7-f08f53cfc413/30a2cfa4-7869-4bee-8db8-f193c36b5772) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:59.253295 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Publish callbacks [] for router_controller (30523026-62d8-40d9-97a1-01c221bff02f), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.323569 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Publish callbacks [] for port (30a2cfa4-7869-4bee-8db8-f193c36b5772), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.330347 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (30a2cfa4-7869-4bee-8db8-f193c36b5772), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.376748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Pushing event updated for resources: {'Port': ['ID=30a2cfa4-7869-4bee-8db8-f193c36b5772,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:59.379775 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Network eb53b3ef-0046-423a-80c2-f4cb9b708f00 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:59.382347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:59.388123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:59.390745 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:59.391085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:59.391449 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:59.391785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:59.392117 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:59.392442 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:59.392766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:59.393087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:59.393414 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:59.393732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:59.394049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:59.394368 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:59.394685 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:59.407813 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Publish callbacks [] for router_gateway (30523026-62d8-40d9-97a1-01c221bff02f), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.451332 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Attempting to bind port 30a2cfa4-7869-4bee-8db8-f193c36b5772 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:59.451646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Attempting to bind port 30a2cfa4-7869-4bee-8db8-f193c36b5772 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:59.452015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Attempting to bind port 30a2cfa4-7869-4bee-8db8-f193c36b5772 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:59.456930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:59.457300 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Checking segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:59.457695 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.458083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Bound using segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:59.458584 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Bound port: 30a2cfa4-7869-4bee-8db8-f193c36b5772, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:59.458959 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (30a2cfa4-7869-4bee-8db8-f193c36b5772), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.525987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] For port 30a2cfa4-7869-4bee-8db8-f193c36b5772, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:59.529186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] For port 30a2cfa4-7869-4bee-8db8-f193c36b5772, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=30a2cfa4-7869-4bee-8db8-f193c36b5772,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:59.537159 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (30a2cfa4-7869-4bee-8db8-f193c36b5772), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.599607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1214a95-d0cb-4da6-9077-37147ed34eeb None None] Pushing event updated for resources: {'Port': ['ID=30a2cfa4-7869-4bee-8db8-f193c36b5772,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:59.617864 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Publish callbacks [] for router_gateway (30523026-62d8-40d9-97a1-01c221bff02f), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.643343 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.804875 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Allocated IP 172.25.5.126 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/405e33a3-af06-4fcf-91ba-c8bff238d511) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:59.925260 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Publish callbacks [] for port (405e33a3-af06-4fcf-91ba-c8bff238d511), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.959968 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (405e33a3-af06-4fcf-91ba-c8bff238d511), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.999595 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:00.003779 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:00.008530 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:00.011577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Pushing event updated for resources: {'Port': ['ID=405e33a3-af06-4fcf-91ba-c8bff238d511,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:00.270402 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Publish callbacks [] for router_gateway (30523026-62d8-40d9-97a1-01c221bff02f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.479972 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (30523026-62d8-40d9-97a1-01c221bff02f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.508881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd81bfb-9216-477c-8f74-45ffcd52a06d None None] Network eb53b3ef-0046-423a-80c2-f4cb9b708f00 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:55:00.612699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 30a2cfa4-7869-4bee-8db8-f193c36b5772 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:00.645349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e19ce891-884e-438f-8328-08711b143fbb None None] Provisioning complete for port 30a2cfa4-7869-4bee-8db8-f193c36b5772 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:00.646273 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e19ce891-884e-438f-8328-08711b143fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (30a2cfa4-7869-4bee-8db8-f193c36b5772), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.660416 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Router 30523026-62d8-40d9-97a1-01c221bff02f is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:55:00.740723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 30a2cfa4-7869-4bee-8db8-f193c36b5772 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:00.741199 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (30a2cfa4-7869-4bee-8db8-f193c36b5772), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.778175 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:00.808428 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.812527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Sync routers for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:00.813229 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51248) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:00.815473 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ba6c19a0-0fea-46a3-aa0d-d8643ec1cab8 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8677077 Feb 11 05:55:00.849827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:00.850474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:54:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:00.858324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e19ce891-884e-438f-8328-08711b143fbb None None] Current status of the port 30a2cfa4-7869-4bee-8db8-f193c36b5772 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:00.858324 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e19ce891-884e-438f-8328-08711b143fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (30a2cfa4-7869-4bee-8db8-f193c36b5772), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:00.936221 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-245b05ff-97b9-437c-b673-72994f212413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.030166 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e19ce891-884e-438f-8328-08711b143fbb None None] For port 30a2cfa4-7869-4bee-8db8-f193c36b5772, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=30a2cfa4-7869-4bee-8db8-f193c36b5772,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:01.038718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 30a2cfa4-7869-4bee-8db8-f193c36b5772 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:01.039117 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (30a2cfa4-7869-4bee-8db8-f193c36b5772), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.041041 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e19ce891-884e-438f-8328-08711b143fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (30a2cfa4-7869-4bee-8db8-f193c36b5772), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.107293 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:01.254034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ce891-884e-438f-8328-08711b143fbb None None] Pushing event updated for resources: {'Port': ['ID=30a2cfa4-7869-4bee-8db8-f193c36b5772,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:01.314388 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:55:01.314901 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:55:01.317079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5dd2122d-ad6b-455c-b280-b7f01f27bb15 None None] Provisioning complete for port 30a2cfa4-7869-4bee-8db8-f193c36b5772 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:01.318217 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5dd2122d-ad6b-455c-b280-b7f01f27bb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (30a2cfa4-7869-4bee-8db8-f193c36b5772), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.337155 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.474612 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:00Z', 'revision_number': 3, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:01.479188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5dd2122d-ad6b-455c-b280-b7f01f27bb15 None None] Current status of the port 30a2cfa4-7869-4bee-8db8-f193c36b5772 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:01.509815 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Checking router: 30523026-62d8-40d9-97a1-01c221bff02f for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:01.510181 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Updating router 30523026-62d8-40d9-97a1-01c221bff02f port 405e33a3-af06-4fcf-91ba-c8bff238d511 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:55:01.537749 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (405e33a3-af06-4fcf-91ba-c8bff238d511), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.562441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Allocated IP 172.20.0.1 (eb53b3ef-0046-423a-80c2-f4cb9b708f00/093db962-4cc3-416f-b8e7-f08f53cfc413/2f769779-2d1c-4109-b851-99f87399687c) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:01.670782 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Publish callbacks [] for port (2f769779-2d1c-4109-b851-99f87399687c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.712239 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2f769779-2d1c-4109-b851-99f87399687c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.761041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Network eb53b3ef-0046-423a-80c2-f4cb9b708f00 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:01.765067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:01.766877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Pushing event updated for resources: {'Port': ['ID=2f769779-2d1c-4109-b851-99f87399687c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:01.769043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:01.818266 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (30523026-62d8-40d9-97a1-01c221bff02f), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.823204 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Publish callbacks [] for port (405e33a3-af06-4fcf-91ba-c8bff238d511), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:01.846096 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (405e33a3-af06-4fcf-91ba-c8bff238d511), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.014232 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2f769779-2d1c-4109-b851-99f87399687c), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.087444 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 30a2cfa4-7869-4bee-8db8-f193c36b5772 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:02.101760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Attempting to bind port 405e33a3-af06-4fcf-91ba-c8bff238d511 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:02.102138 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Attempting to bind port 405e33a3-af06-4fcf-91ba-c8bff238d511 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:02.102523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Attempting to bind port 405e33a3-af06-4fcf-91ba-c8bff238d511 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:02.110916 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745bf58-47d1-4be5-a28e-57a84e0065b3 None None] Pushing event updated for resources: {'Port': ['ID=405e33a3-af06-4fcf-91ba-c8bff238d511,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:02.118245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:02.118600 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:02.119011 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.119404 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:02.119899 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Bound port: 405e33a3-af06-4fcf-91ba-c8bff238d511, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:02.120286 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (405e33a3-af06-4fcf-91ba-c8bff238d511), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.143222 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5e128cef-404d-483b-b678-74d2d7f410da None None] Provisioning complete for port 2f769779-2d1c-4109-b851-99f87399687c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:02.144039 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e128cef-404d-483b-b678-74d2d7f410da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2f769779-2d1c-4109-b851-99f87399687c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.194791 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Publish callbacks [] for port (2f769779-2d1c-4109-b851-99f87399687c), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.200602 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5e128cef-404d-483b-b678-74d2d7f410da None None] Port 2f769779-2d1c-4109-b851-99f87399687c cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:02.200837 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2f769779-2d1c-4109-b851-99f87399687c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.206432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] For port 405e33a3-af06-4fcf-91ba-c8bff238d511, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:02.211383 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] For port 405e33a3-af06-4fcf-91ba-c8bff238d511, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=405e33a3-af06-4fcf-91ba-c8bff238d511,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:02.218643 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (405e33a3-af06-4fcf-91ba-c8bff238d511), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.279250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Pushing event updated for resources: {'Port': ['ID=2f769779-2d1c-4109-b851-99f87399687c,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:02.282855 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (30523026-62d8-40d9-97a1-01c221bff02f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.284753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:02.285511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:55:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:02.291005 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745bf58-47d1-4be5-a28e-57a84e0065b3 None None] Pushing event updated for resources: {'Port': ['ID=405e33a3-af06-4fcf-91ba-c8bff238d511,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:02.381505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Network eb53b3ef-0046-423a-80c2-f4cb9b708f00 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:02.383992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:02.404783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:02.517537 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Router 30523026-62d8-40d9-97a1-01c221bff02f has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:55:02.580046 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.610689 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 30a2cfa4-7869-4bee-8db8-f193c36b5772 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:02.671467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:02.687226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-32bd8377-cd24-40c6-a546-8023a484704b admin admin] 10.222.0.87 "PUT /v2.0/routers/30523026-62d8-40d9-97a1-01c221bff02f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8643906 Feb 11 05:55:02.708913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 30a2cfa4-7869-4bee-8db8-f193c36b5772 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:02.709285 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (30a2cfa4-7869-4bee-8db8-f193c36b5772), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.742404 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:02Z', 'revision_number': 2, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:02.780741 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1c6d4f-6ffa-4348-8e84-072a588ae8fc None None] The sync data for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 is: [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:02Z', 'revision_number': 2, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:02.787241 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-0a219730-5ace-4135-8a76-cfe8c61d3e6a None None] Provisioning complete for port 2f769779-2d1c-4109-b851-99f87399687c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:02.787704 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a219730-5ace-4135-8a76-cfe8c61d3e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2f769779-2d1c-4109-b851-99f87399687c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:02.827013 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0a219730-5ace-4135-8a76-cfe8c61d3e6a None None] Port 2f769779-2d1c-4109-b851-99f87399687c cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:02.875887 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 30a2cfa4-7869-4bee-8db8-f193c36b5772 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:03.248289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51268) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:03.253261 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-7f8c5ab6-be9f-4c1d-b586-fe2041adf2e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1343196376-network', 'tenant_id': '391d24c331a64c1f8a6181573c26dddf'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:03.273214 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8c5ab6-be9f-4c1d-b586-fe2041adf2e1 admin admin] Made reservation on behalf of 391d24c331a64c1f8a6181573c26dddf for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:03.276059 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5ab6-be9f-4c1d-b586-fe2041adf2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.285098 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5ab6-be9f-4c1d-b586-fe2041adf2e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.376296 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5ab6-be9f-4c1d-b586-fe2041adf2e1 admin admin] Publish callbacks [] for security_group (087207e5-6776-4c1e-93b3-b1a9646a477a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.381806 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5ab6-be9f-4c1d-b586-fe2041adf2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (087207e5-6776-4c1e-93b3-b1a9646a477a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.406227 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8c5ab6-be9f-4c1d-b586-fe2041adf2e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:55:03.424337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c5ab6-be9f-4c1d-b586-fe2041adf2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087207e5-6776-4c1e-93b3-b1a9646a477a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:03.430474 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5ab6-be9f-4c1d-b586-fe2041adf2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a2b96693-53f2-4501-8985-793ca6571ac9), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.430822 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-7f8c5ab6-be9f-4c1d-b586-fe2041adf2e1 admin admin] Added segment a2b96693-53f2-4501-8985-793ca6571ac9 of type vlan for network c396edb9-4b28-42be-bb25-705a8bd9c6a7 Feb 11 05:55:03.477027 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5ab6-be9f-4c1d-b586-fe2041adf2e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (c396edb9-4b28-42be-bb25-705a8bd9c6a7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.509408 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5ab6-be9f-4c1d-b586-fe2041adf2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (c396edb9-4b28-42be-bb25-705a8bd9c6a7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.510388 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8c5ab6-be9f-4c1d-b586-fe2041adf2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:03.510967 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7f8c5ab6-be9f-4c1d-b586-fe2041adf2e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.551645 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7f8c5ab6-be9f-4c1d-b586-fe2041adf2e1 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3022017 Feb 11 05:55:03.555635 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 51270) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:03.562970 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-44145950-d3d4-49a2-9729-330962459b93 admin admin] Request body: {'subnet': {'network_id': 'c396edb9-4b28-42be-bb25-705a8bd9c6a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1343196376-subnet', 'tenant_id': '391d24c331a64c1f8a6181573c26dddf', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:03.578786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c5ab6-be9f-4c1d-b586-fe2041adf2e1 admin admin] Pushing event updated for resources: {'Network': ['ID=c396edb9-4b28-42be-bb25-705a8bd9c6a7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:03.585257 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44145950-d3d4-49a2-9729-330962459b93 admin admin] Made reservation on behalf of 391d24c331a64c1f8a6181573c26dddf for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:03.587777 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-44145950-d3d4-49a2-9729-330962459b93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.591761 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network c396edb9-4b28-42be-bb25-705a8bd9c6a7 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:55:03.721083 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.779969 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-44145950-d3d4-49a2-9729-330962459b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (e77259cc-aa2b-4720-8c57-1d0f2928e129), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.830361 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44145950-d3d4-49a2-9729-330962459b93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77259cc-aa2b-4720-8c57-1d0f2928e129,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:03.846665 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44145950-d3d4-49a2-9729-330962459b93 admin admin] Checking segment: {'id': 'a2b96693-53f2-4501-8985-793ca6571ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c396edb9-4b28-42be-bb25-705a8bd9c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:03.847035 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44145950-d3d4-49a2-9729-330962459b93 admin admin] Network hostable DHCP agents. Network: c396edb9-4b28-42be-bb25-705a8bd9c6a7, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:55:03.865934 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44145950-d3d4-49a2-9729-330962459b93 admin admin] Network c396edb9-4b28-42be-bb25-705a8bd9c6a7 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:55:03.876247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-44145950-d3d4-49a2-9729-330962459b93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, c396edb9-4b28-42be-bb25-705a8bd9c6a7) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:03.882991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44145950-d3d4-49a2-9729-330962459b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:03.883891 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-44145950-d3d4-49a2-9729-330962459b93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.888839 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd068ac-6f06-4dfd-a02d-ffff64431376 None None] Network c396edb9-4b28-42be-bb25-705a8bd9c6a7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:55:03.906310 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-44145950-d3d4-49a2-9729-330962459b93 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3464818 Feb 11 05:55:03.906652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51272) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:03.912059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1343196376-router', 'tenant_id': '391d24c331a64c1f8a6181573c26dddf', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:03.938320 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (313a3bee-0865-4ad9-81c1-c9a88dadb181), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:03.939512 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (313a3bee-0865-4ad9-81c1-c9a88dadb181), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.000381 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Publish callbacks [] for router_controller (313a3bee-0865-4ad9-81c1-c9a88dadb181), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.017495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-c396edb9-4b28-42be-bb25-705a8bd9c6a7', 'network_id': 'c396edb9-4b28-42be-bb25-705a8bd9c6a7', 'project_id': '391d24c331a64c1f8a6181573c26dddf', 'fixed_ips': [{'subnet_id': 'e77259cc-aa2b-4720-8c57-1d0f2928e129'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:55:04.018363 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.166972 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Allocated IP 172.20.0.2 (c396edb9-4b28-42be-bb25-705a8bd9c6a7/e77259cc-aa2b-4720-8c57-1d0f2928e129/faedd6a7-1633-4846-88a5-e2537c100cae) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:04.326286 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Publish callbacks [] for port (faedd6a7-1633-4846-88a5-e2537c100cae), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.332361 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (faedd6a7-1633-4846-88a5-e2537c100cae), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.374649 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Network c396edb9-4b28-42be-bb25-705a8bd9c6a7 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:04.377713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:04.382018 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:04.388933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Pushing event updated for resources: {'Port': ['ID=faedd6a7-1633-4846-88a5-e2537c100cae,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:04.447986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Attempting to bind port faedd6a7-1633-4846-88a5-e2537c100cae on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:04.448461 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Attempting to bind port faedd6a7-1633-4846-88a5-e2537c100cae by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a2b96693-53f2-4501-8985-793ca6571ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c396edb9-4b28-42be-bb25-705a8bd9c6a7'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:04.448997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Attempting to bind port faedd6a7-1633-4846-88a5-e2537c100cae on network c396edb9-4b28-42be-bb25-705a8bd9c6a7 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:04.454287 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Publish callbacks [] for router_gateway (313a3bee-0865-4ad9-81c1-c9a88dadb181), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.454968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:04.455354 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Checking segment: {'id': 'a2b96693-53f2-4501-8985-793ca6571ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c396edb9-4b28-42be-bb25-705a8bd9c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:04.455792 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.456186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Bound using segment: {'id': 'a2b96693-53f2-4501-8985-793ca6571ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c396edb9-4b28-42be-bb25-705a8bd9c6a7'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:04.456659 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Bound port: faedd6a7-1633-4846-88a5-e2537c100cae, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b96693-53f2-4501-8985-793ca6571ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c396edb9-4b28-42be-bb25-705a8bd9c6a7'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:04.457048 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (faedd6a7-1633-4846-88a5-e2537c100cae), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.534423 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] For port faedd6a7-1633-4846-88a5-e2537c100cae, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:04.538798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] For port faedd6a7-1633-4846-88a5-e2537c100cae, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=faedd6a7-1633-4846-88a5-e2537c100cae,segment=NetworkSegment(a2b96693-53f2-4501-8985-793ca6571ac9),segment_id=a2b96693-53f2-4501-8985-793ca6571ac9)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:04.545762 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (faedd6a7-1633-4846-88a5-e2537c100cae), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.585047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 405e33a3-af06-4fcf-91ba-c8bff238d511 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:04.641838 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2efd07-b934-4119-b250-6d7b3744a13a None None] Pushing event updated for resources: {'Port': ['ID=faedd6a7-1633-4846-88a5-e2537c100cae,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:04.676423 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 405e33a3-af06-4fcf-91ba-c8bff238d511 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:04.676872 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (405e33a3-af06-4fcf-91ba-c8bff238d511), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.683518 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Publish callbacks [] for router_gateway (313a3bee-0865-4ad9-81c1-c9a88dadb181), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.704007 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.781792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 405e33a3-af06-4fcf-91ba-c8bff238d511 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:04.782192 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (405e33a3-af06-4fcf-91ba-c8bff238d511), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.808161 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 405e33a3-af06-4fcf-91ba-c8bff238d511, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=405e33a3-af06-4fcf-91ba-c8bff238d511,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:04.812960 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (405e33a3-af06-4fcf-91ba-c8bff238d511), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.867052 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Allocated IP 172.25.5.115 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/3c97744c-c37b-441e-9538-55e6cd73b6dc) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:04.892095 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=405e33a3-af06-4fcf-91ba-c8bff238d511,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:05.001732 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Publish callbacks [] for port (3c97744c-c37b-441e-9538-55e6cd73b6dc), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:05.035710 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (3c97744c-c37b-441e-9538-55e6cd73b6dc), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:05.051210 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Sync routers for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:05.062204 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:05.062831 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:55:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:05.082329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:05.085891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:05.089359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:05.112941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Pushing event updated for resources: {'Port': ['ID=3c97744c-c37b-441e-9538-55e6cd73b6dc,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:05.172049 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:05.193538 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:05.353062 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Publish callbacks [] for router_gateway (313a3bee-0865-4ad9-81c1-c9a88dadb181), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:05.375574 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:02Z', 'revision_number': 2, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:05.405613 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Checking router: 30523026-62d8-40d9-97a1-01c221bff02f for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:05.405967 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Updating router 30523026-62d8-40d9-97a1-01c221bff02f port 2f769779-2d1c-4109-b851-99f87399687c binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:55:05.433312 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2f769779-2d1c-4109-b851-99f87399687c), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:05.564324 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (313a3bee-0865-4ad9-81c1-c9a88dadb181), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:05.719368 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Publish callbacks [] for port (2f769779-2d1c-4109-b851-99f87399687c), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:05.727929 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2f769779-2d1c-4109-b851-99f87399687c), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:05.728872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Router 313a3bee-0865-4ad9-81c1-c9a88dadb181 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:55:05.787181 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4d32b-8d42-48e6-864a-4858b5ae69df None None] Pushing event updated for resources: {'Port': ['ID=2f769779-2d1c-4109-b851-99f87399687c,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:05.798779 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4d32b-8d42-48e6-864a-4858b5ae69df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:05.799503 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4d32b-8d42-48e6-864a-4858b5ae69df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:05.800086 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4d32b-8d42-48e6-864a-4858b5ae69df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:05.800622 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4d32b-8d42-48e6-864a-4858b5ae69df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:05.801162 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4d32b-8d42-48e6-864a-4858b5ae69df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:05.802132 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4d32b-8d42-48e6-864a-4858b5ae69df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:05.802575 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4d32b-8d42-48e6-864a-4858b5ae69df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:05.803003 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4d32b-8d42-48e6-864a-4858b5ae69df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:05.803441 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4d32b-8d42-48e6-864a-4858b5ae69df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:05.803964 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4d32b-8d42-48e6-864a-4858b5ae69df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:05.804360 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4d32b-8d42-48e6-864a-4858b5ae69df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:05.804764 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4d32b-8d42-48e6-864a-4858b5ae69df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:05.805153 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4d32b-8d42-48e6-864a-4858b5ae69df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:05.856516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:05.869717 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Attempting to bind port 2f769779-2d1c-4109-b851-99f87399687c on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:05.870189 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Attempting to bind port 2f769779-2d1c-4109-b851-99f87399687c by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:05.870597 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Sync routers for ids ['313a3bee-0865-4ad9-81c1-c9a88dadb181'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:05.870721 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Attempting to bind port 2f769779-2d1c-4109-b851-99f87399687c on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:05.883354 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:05.883923 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Checking segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:05.884316 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Routers {'313a3bee-0865-4ad9-81c1-c9a88dadb181'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:05.884905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:55:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['313a3bee-0865-4ad9-81c1-c9a88dadb181'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:05.885041 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:05.885505 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Bound using segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:05.886080 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Bound port: 2f769779-2d1c-4109-b851-99f87399687c, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:05.887018 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2f769779-2d1c-4109-b851-99f87399687c), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:05.899768 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:05.903961 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6ec23bf6-5f56-4fd6-a444-69da1bf4b0a3 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9937005 Feb 11 05:55:05.904161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 51274) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:05.984497 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] For port 2f769779-2d1c-4109-b851-99f87399687c, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:05.988353 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] For port 2f769779-2d1c-4109-b851-99f87399687c, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2f769779-2d1c-4109-b851-99f87399687c,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:05.995970 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2f769779-2d1c-4109-b851-99f87399687c), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.028246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b390b21-d7c4-47fe-87ee-45fc3f3ec466 None None] Network c396edb9-4b28-42be-bb25-705a8bd9c6a7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:55:06.059712 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4d32b-8d42-48e6-864a-4858b5ae69df None None] Pushing event updated for resources: {'Port': ['ID=2f769779-2d1c-4109-b851-99f87399687c,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:06.084385 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:06.085146 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:55:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:06.121848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Set router 313a3bee-0865-4ad9-81c1-c9a88dadb181 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:06.214822 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:06.227352 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c6e0ab65-aded-4327-8154-0326b8e3616f None None] Provisioning complete for port 2f769779-2d1c-4109-b851-99f87399687c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:06.227932 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ab65-aded-4327-8154-0326b8e3616f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2f769779-2d1c-4109-b851-99f87399687c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.442869 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:05Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:06.443139 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.477795 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ca4c19-e811-426d-aa96-186cf83ad846 None None] The sync data for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 is: [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:05Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:06.625746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c6e0ab65-aded-4327-8154-0326b8e3616f None None] Current status of the port 2f769779-2d1c-4109-b851-99f87399687c is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:06.627643 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ab65-aded-4327-8154-0326b8e3616f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2f769779-2d1c-4109-b851-99f87399687c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.682925 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Allocated IP 172.20.0.1 (c396edb9-4b28-42be-bb25-705a8bd9c6a7/e77259cc-aa2b-4720-8c57-1d0f2928e129/516a3ecf-e7e5-4b65-bf65-96e11455fd42) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:06.693421 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'name': 'tempest-TestVolumeBootPattern-1343196376-router', 'tenant_id': '391d24c331a64c1f8a6181573c26dddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '3c97744c-c37b-441e-9538-55e6cd73b6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T05:55:05Z', 'revision_number': 3, 'project_id': '391d24c331a64c1f8a6181573c26dddf', 'gw_port': {'id': '3c97744c-c37b-441e-9538-55e6cd73b6dc', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:04Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:06.704547 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c6e0ab65-aded-4327-8154-0326b8e3616f None None] For port 2f769779-2d1c-4109-b851-99f87399687c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2f769779-2d1c-4109-b851-99f87399687c,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:06.746076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Checking router: 313a3bee-0865-4ad9-81c1-c9a88dadb181 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:06.746437 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Updating router 313a3bee-0865-4ad9-81c1-c9a88dadb181 port 3c97744c-c37b-441e-9538-55e6cd73b6dc binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:55:06.774270 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device faedd6a7-1633-4846-88a5-e2537c100cae up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:06.776744 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ab65-aded-4327-8154-0326b8e3616f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2f769779-2d1c-4109-b851-99f87399687c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.824572 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3c97744c-c37b-441e-9538-55e6cd73b6dc), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.839938 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Publish callbacks [] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.883175 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.898692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c6e0ab65-aded-4327-8154-0326b8e3616f None None] Provisioning complete for port faedd6a7-1633-4846-88a5-e2537c100cae triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:06.899072 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ab65-aded-4327-8154-0326b8e3616f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (faedd6a7-1633-4846-88a5-e2537c100cae), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:06.923287 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Network c396edb9-4b28-42be-bb25-705a8bd9c6a7 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:06.928634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:06.932451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:06.971353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Pushing event updated for resources: {'Port': ['ID=516a3ecf-e7e5-4b65-bf65-96e11455fd42,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:06.986827 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (313a3bee-0865-4ad9-81c1-c9a88dadb181), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.004310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0ab65-aded-4327-8154-0326b8e3616f None None] Pushing event updated for resources: {'Port': ['ID=2f769779-2d1c-4109-b851-99f87399687c,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:07.034528 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port faedd6a7-1633-4846-88a5-e2537c100cae triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:07.035128 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (faedd6a7-1633-4846-88a5-e2537c100cae), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.155897 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.211394 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c6e0ab65-aded-4327-8154-0326b8e3616f None None] Current status of the port faedd6a7-1633-4846-88a5-e2537c100cae is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:07.211757 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ab65-aded-4327-8154-0326b8e3616f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (faedd6a7-1633-4846-88a5-e2537c100cae), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.303680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port faedd6a7-1633-4846-88a5-e2537c100cae is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:07.304078 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (faedd6a7-1633-4846-88a5-e2537c100cae), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.331023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c6e0ab65-aded-4327-8154-0326b8e3616f None None] For port faedd6a7-1633-4846-88a5-e2537c100cae, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=faedd6a7-1633-4846-88a5-e2537c100cae,segment=NetworkSegment(a2b96693-53f2-4501-8985-793ca6571ac9),segment_id=a2b96693-53f2-4501-8985-793ca6571ac9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:07.340613 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Publish callbacks [] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.343145 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ab65-aded-4327-8154-0326b8e3616f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (faedd6a7-1633-4846-88a5-e2537c100cae), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.346907 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.358994 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Publish callbacks [] for port (3c97744c-c37b-441e-9538-55e6cd73b6dc), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.404280 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3c97744c-c37b-441e-9538-55e6cd73b6dc), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.415578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Pushing event updated for resources: {'Port': ['ID=516a3ecf-e7e5-4b65-bf65-96e11455fd42,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:07.418101 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (313a3bee-0865-4ad9-81c1-c9a88dadb181), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.459733 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0ab65-aded-4327-8154-0326b8e3616f None None] Pushing event updated for resources: {'Port': ['ID=faedd6a7-1633-4846-88a5-e2537c100cae,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:07.464912 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:55:07.465281 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:55:07.488090 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Attempting to bind port 3c97744c-c37b-441e-9538-55e6cd73b6dc on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:07.488387 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Attempting to bind port 3c97744c-c37b-441e-9538-55e6cd73b6dc by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:07.488758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Attempting to bind port 3c97744c-c37b-441e-9538-55e6cd73b6dc on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:07.502864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:07.503243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:07.503679 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.504077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:07.504550 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Bound port: 3c97744c-c37b-441e-9538-55e6cd73b6dc, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:07.505493 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3c97744c-c37b-441e-9538-55e6cd73b6dc), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.515012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Network c396edb9-4b28-42be-bb25-705a8bd9c6a7 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:07.516501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:07.537736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5b5048b2-d8b3-4be4-aa37-1dd89b58b644 None None] Provisioning complete for port 516a3ecf-e7e5-4b65-bf65-96e11455fd42 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:07.538118 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5b5048b2-d8b3-4be4-aa37-1dd89b58b644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.545945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c012311-022c-4a1e-b0d0-4010454437c2 None None] Pushing event updated for resources: {'Port': ['ID=3c97744c-c37b-441e-9538-55e6cd73b6dc,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:07.603306 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5b5048b2-d8b3-4be4-aa37-1dd89b58b644 None None] Port 516a3ecf-e7e5-4b65-bf65-96e11455fd42 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:07.607405 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] For port 3c97744c-c37b-441e-9538-55e6cd73b6dc, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:07.610937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] For port 3c97744c-c37b-441e-9538-55e6cd73b6dc, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3c97744c-c37b-441e-9538-55e6cd73b6dc,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:07.619640 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3c97744c-c37b-441e-9538-55e6cd73b6dc), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.638959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Router 313a3bee-0865-4ad9-81c1-c9a88dadb181 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:55:07.659534 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5b5048b2-d8b3-4be4-aa37-1dd89b58b644 None None] Provisioning complete for port 2f769779-2d1c-4109-b851-99f87399687c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:07.659922 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5b5048b2-d8b3-4be4-aa37-1dd89b58b644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2f769779-2d1c-4109-b851-99f87399687c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:07.707820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Routers {'313a3bee-0865-4ad9-81c1-c9a88dadb181'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:07.708454 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:55:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['313a3bee-0865-4ad9-81c1-c9a88dadb181'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:07.756658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c012311-022c-4a1e-b0d0-4010454437c2 None None] Pushing event updated for resources: {'Port': ['ID=3c97744c-c37b-441e-9538-55e6cd73b6dc,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:07.758717 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:07.764688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7c2a66db-ea7c-4a62-a348-215902057545 admin admin] 10.222.0.87 "PUT /v2.0/routers/313a3bee-0865-4ad9-81c1-c9a88dadb181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8594196 Feb 11 05:55:07.865092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] Set router 313a3bee-0865-4ad9-81c1-c9a88dadb181 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:07.893025 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5b5048b2-d8b3-4be4-aa37-1dd89b58b644 None None] Current status of the port 2f769779-2d1c-4109-b851-99f87399687c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:07.913834 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5b5048b2-d8b3-4be4-aa37-1dd89b58b644 None None] Provisioning complete for port faedd6a7-1633-4846-88a5-e2537c100cae triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:07.914325 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5b5048b2-d8b3-4be4-aa37-1dd89b58b644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (faedd6a7-1633-4846-88a5-e2537c100cae), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.066662 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port faedd6a7-1633-4846-88a5-e2537c100cae is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:08.067702 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 405e33a3-af06-4fcf-91ba-c8bff238d511 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:08.185703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5b5048b2-d8b3-4be4-aa37-1dd89b58b644 None None] Current status of the port faedd6a7-1633-4846-88a5-e2537c100cae is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:08.203541 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 405e33a3-af06-4fcf-91ba-c8bff238d511 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:08.203873 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (405e33a3-af06-4fcf-91ba-c8bff238d511), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.257073 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'name': 'tempest-TestVolumeBootPattern-1343196376-router', 'tenant_id': '391d24c331a64c1f8a6181573c26dddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '3c97744c-c37b-441e-9538-55e6cd73b6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T05:55:07Z', 'revision_number': 4, 'project_id': '391d24c331a64c1f8a6181573c26dddf', 'gw_port': {'id': '3c97744c-c37b-441e-9538-55e6cd73b6dc', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:04Z', 'updated_at': '2022-02-11T05:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '516a3ecf-e7e5-4b65-bf65-96e11455fd42', 'name': '', 'network_id': 'c396edb9-4b28-42be-bb25-705a8bd9c6a7', 'tenant_id': '391d24c331a64c1f8a6181573c26dddf', 'mac_address': 'fa:16:3e:0a:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'e77259cc-aa2b-4720-8c57-1d0f2928e129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:06Z', 'updated_at': '2022-02-11T05:55:07Z', 'revision_number': 2, 'project_id': '391d24c331a64c1f8a6181573c26dddf', 'subnets': [{'id': 'e77259cc-aa2b-4720-8c57-1d0f2928e129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:08.293386 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116de1c3-9022-4f0d-8c12-5302e5471747 None None] The sync data for ids ['313a3bee-0865-4ad9-81c1-c9a88dadb181'] in n-d-713499-38 is: [{'id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'name': 'tempest-TestVolumeBootPattern-1343196376-router', 'tenant_id': '391d24c331a64c1f8a6181573c26dddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '3c97744c-c37b-441e-9538-55e6cd73b6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T05:55:07Z', 'revision_number': 4, 'project_id': '391d24c331a64c1f8a6181573c26dddf', 'gw_port': {'id': '3c97744c-c37b-441e-9538-55e6cd73b6dc', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:04Z', 'updated_at': '2022-02-11T05:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '516a3ecf-e7e5-4b65-bf65-96e11455fd42', 'name': '', 'network_id': 'c396edb9-4b28-42be-bb25-705a8bd9c6a7', 'tenant_id': '391d24c331a64c1f8a6181573c26dddf', 'mac_address': 'fa:16:3e:0a:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'e77259cc-aa2b-4720-8c57-1d0f2928e129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:06Z', 'updated_at': '2022-02-11T05:55:07Z', 'revision_number': 2, 'project_id': '391d24c331a64c1f8a6181573c26dddf', 'subnets': [{'id': 'e77259cc-aa2b-4720-8c57-1d0f2928e129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:08.345799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-0530380d-e0f7-40e1-95e4-7d71822395d4 None None] Provisioning complete for port 516a3ecf-e7e5-4b65-bf65-96e11455fd42 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:08.346536 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0530380d-e0f7-40e1-95e4-7d71822395d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.349317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 405e33a3-af06-4fcf-91ba-c8bff238d511 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:08.350787 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2f769779-2d1c-4109-b851-99f87399687c up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:08.417825 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-0530380d-e0f7-40e1-95e4-7d71822395d4 None None] Port 516a3ecf-e7e5-4b65-bf65-96e11455fd42 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:08.435560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2f769779-2d1c-4109-b851-99f87399687c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:08.435948 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2f769779-2d1c-4109-b851-99f87399687c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.530711 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2f769779-2d1c-4109-b851-99f87399687c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:08.649347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device faedd6a7-1633-4846-88a5-e2537c100cae up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:08.705502 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port faedd6a7-1633-4846-88a5-e2537c100cae triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:08.705932 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (faedd6a7-1633-4846-88a5-e2537c100cae), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:08.787874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port faedd6a7-1633-4846-88a5-e2537c100cae is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:08.788977 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2f769779-2d1c-4109-b851-99f87399687c up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:09.003958 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2f769779-2d1c-4109-b851-99f87399687c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:09.004331 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2f769779-2d1c-4109-b851-99f87399687c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.078636 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2f769779-2d1c-4109-b851-99f87399687c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:10.062175 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.606508 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Sync routers for ids ['313a3bee-0865-4ad9-81c1-c9a88dadb181'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:10.618066 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Routers {'313a3bee-0865-4ad9-81c1-c9a88dadb181'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:10.618698 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:55:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['313a3bee-0865-4ad9-81c1-c9a88dadb181'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:10.633496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3c97744c-c37b-441e-9538-55e6cd73b6dc up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:10.700474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3c97744c-c37b-441e-9538-55e6cd73b6dc triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:10.700964 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3c97744c-c37b-441e-9538-55e6cd73b6dc), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.734626 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Set router 313a3bee-0865-4ad9-81c1-c9a88dadb181 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:10.780683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3c97744c-c37b-441e-9538-55e6cd73b6dc is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:10.781345 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3c97744c-c37b-441e-9538-55e6cd73b6dc), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.809996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 3c97744c-c37b-441e-9538-55e6cd73b6dc, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3c97744c-c37b-441e-9538-55e6cd73b6dc,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:10.815192 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3c97744c-c37b-441e-9538-55e6cd73b6dc), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:10.872488 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=3c97744c-c37b-441e-9538-55e6cd73b6dc,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:11.003524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-e6ba63cb-2d72-4ce4-877f-d86cf33dab79 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:11.005610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-e6ba63cb-2d72-4ce4-877f-d86cf33dab79 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 811 time: 0.1071551 Feb 11 05:55:11.020649 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-e8da260f-6af9-4a99-beca-962aafb4b00f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/quotas/56ff5158cee34b869e046338b4861b35 HTTP/1.1" status: 200 len: 375 time: 0.0090585 Feb 11 05:55:11.036478 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'name': 'tempest-TestVolumeBootPattern-1343196376-router', 'tenant_id': '391d24c331a64c1f8a6181573c26dddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '3c97744c-c37b-441e-9538-55e6cd73b6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T05:55:07Z', 'revision_number': 4, 'project_id': '391d24c331a64c1f8a6181573c26dddf', 'gw_port': {'id': '3c97744c-c37b-441e-9538-55e6cd73b6dc', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:04Z', 'updated_at': '2022-02-11T05:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '516a3ecf-e7e5-4b65-bf65-96e11455fd42', 'name': '', 'network_id': 'c396edb9-4b28-42be-bb25-705a8bd9c6a7', 'tenant_id': '391d24c331a64c1f8a6181573c26dddf', 'mac_address': 'fa:16:3e:0a:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'e77259cc-aa2b-4720-8c57-1d0f2928e129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:06Z', 'updated_at': '2022-02-11T05:55:07Z', 'revision_number': 2, 'project_id': '391d24c331a64c1f8a6181573c26dddf', 'subnets': [{'id': 'e77259cc-aa2b-4720-8c57-1d0f2928e129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:11.064568 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Checking router: 313a3bee-0865-4ad9-81c1-c9a88dadb181 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:11.064926 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Updating router 313a3bee-0865-4ad9-81c1-c9a88dadb181 port 516a3ecf-e7e5-4b65-bf65-96e11455fd42 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:55:11.075862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-af819967-5e2e-4544-9690-716fb1687781 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497653 Feb 11 05:55:11.093498 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.178906 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-47ad9ad5-08cf-4a42-8554-362fc78c930f service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:55:11.179961 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-47ad9ad5-08cf-4a42-8554-362fc78c930f service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0978935 Feb 11 05:55:11.276192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-4f4b8809-6181-4ae4-ac76-f9e86a5814a4 service neutron] 10.222.0.87 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900660 Feb 11 05:55:11.359700 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Publish callbacks [] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.366612 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.366880 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-b082308c-8fbc-47be-ad70-fb5e4b86f93b service neutron] 10.222.0.87 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844522 Feb 11 05:55:11.417426 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a188e-6dea-4f16-a91c-f8d58d757c29 None None] Pushing event updated for resources: {'Port': ['ID=516a3ecf-e7e5-4b65-bf65-96e11455fd42,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:11.476705 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Attempting to bind port 516a3ecf-e7e5-4b65-bf65-96e11455fd42 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:11.477152 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Attempting to bind port 516a3ecf-e7e5-4b65-bf65-96e11455fd42 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'a2b96693-53f2-4501-8985-793ca6571ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c396edb9-4b28-42be-bb25-705a8bd9c6a7'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:11.477581 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Attempting to bind port 516a3ecf-e7e5-4b65-bf65-96e11455fd42 on network c396edb9-4b28-42be-bb25-705a8bd9c6a7 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:11.483858 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:11.484376 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Checking segment: {'id': 'a2b96693-53f2-4501-8985-793ca6571ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c396edb9-4b28-42be-bb25-705a8bd9c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:11.484778 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.485167 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Bound using segment: {'id': 'a2b96693-53f2-4501-8985-793ca6571ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c396edb9-4b28-42be-bb25-705a8bd9c6a7'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:11.485635 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Bound port: 516a3ecf-e7e5-4b65-bf65-96e11455fd42, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b96693-53f2-4501-8985-793ca6571ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c396edb9-4b28-42be-bb25-705a8bd9c6a7'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:11.486014 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.557426 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] For port 516a3ecf-e7e5-4b65-bf65-96e11455fd42, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:11.560766 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] For port 516a3ecf-e7e5-4b65-bf65-96e11455fd42, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=516a3ecf-e7e5-4b65-bf65-96e11455fd42,segment=NetworkSegment(a2b96693-53f2-4501-8985-793ca6571ac9),segment_id=a2b96693-53f2-4501-8985-793ca6571ac9)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:11.567998 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.644598 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Routers {'313a3bee-0865-4ad9-81c1-c9a88dadb181'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:11.645955 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:55:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['313a3bee-0865-4ad9-81c1-c9a88dadb181'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:11.673233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a3097a43-3e7a-406e-a471-f6247b366b0a None None] Provisioning complete for port 516a3ecf-e7e5-4b65-bf65-96e11455fd42 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:11.674152 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3097a43-3e7a-406e-a471-f6247b366b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.779089 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] Set router 313a3bee-0865-4ad9-81c1-c9a88dadb181 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:11.804284 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a3097a43-3e7a-406e-a471-f6247b366b0a None None] Current status of the port 516a3ecf-e7e5-4b65-bf65-96e11455fd42 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:11.804685 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3097a43-3e7a-406e-a471-f6247b366b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.810633 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-74285a4e-8a62-4fb3-b4fb-9dcd4ede6dfc req-5e11e484-6a57-42f5-a173-4e839278170e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 210 time: 0.1341596 Feb 11 05:55:11.823781 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a188e-6dea-4f16-a91c-f8d58d757c29 None None] Pushing event updated for resources: {'Port': ['ID=516a3ecf-e7e5-4b65-bf65-96e11455fd42,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:11.861210 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a3097a43-3e7a-406e-a471-f6247b366b0a None None] For port 516a3ecf-e7e5-4b65-bf65-96e11455fd42, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=516a3ecf-e7e5-4b65-bf65-96e11455fd42,segment=NetworkSegment(a2b96693-53f2-4501-8985-793ca6571ac9),segment_id=a2b96693-53f2-4501-8985-793ca6571ac9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:11.867764 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3097a43-3e7a-406e-a471-f6247b366b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:11.953216 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3097a43-3e7a-406e-a471-f6247b366b0a None None] Pushing event updated for resources: {'Port': ['ID=516a3ecf-e7e5-4b65-bf65-96e11455fd42,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:11.993120 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-03b982fe-15bd-4e91-affe-bc7215201aa0 None None] Provisioning complete for port 516a3ecf-e7e5-4b65-bf65-96e11455fd42 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:11.993495 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-03b982fe-15bd-4e91-affe-bc7215201aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:12.030051 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'name': 'tempest-TestVolumeBootPattern-1343196376-router', 'tenant_id': '391d24c331a64c1f8a6181573c26dddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '3c97744c-c37b-441e-9538-55e6cd73b6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T05:55:07Z', 'revision_number': 4, 'project_id': '391d24c331a64c1f8a6181573c26dddf', 'gw_port': {'id': '3c97744c-c37b-441e-9538-55e6cd73b6dc', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:04Z', 'updated_at': '2022-02-11T05:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '516a3ecf-e7e5-4b65-bf65-96e11455fd42', 'name': '', 'network_id': 'c396edb9-4b28-42be-bb25-705a8bd9c6a7', 'tenant_id': '391d24c331a64c1f8a6181573c26dddf', 'mac_address': 'fa:16:3e:0a:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'e77259cc-aa2b-4720-8c57-1d0f2928e129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:06Z', 'updated_at': '2022-02-11T05:55:11Z', 'revision_number': 4, 'project_id': '391d24c331a64c1f8a6181573c26dddf', 'subnets': [{'id': 'e77259cc-aa2b-4720-8c57-1d0f2928e129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:12.063638 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e98ea51-f8ff-4b64-9bbe-09d04db9d26a None None] The sync data for ids ['313a3bee-0865-4ad9-81c1-c9a88dadb181'] in n-d-713499-38 is: [{'id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'name': 'tempest-TestVolumeBootPattern-1343196376-router', 'tenant_id': '391d24c331a64c1f8a6181573c26dddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '3c97744c-c37b-441e-9538-55e6cd73b6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T05:55:07Z', 'revision_number': 4, 'project_id': '391d24c331a64c1f8a6181573c26dddf', 'gw_port': {'id': '3c97744c-c37b-441e-9538-55e6cd73b6dc', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:04Z', 'updated_at': '2022-02-11T05:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '516a3ecf-e7e5-4b65-bf65-96e11455fd42', 'name': '', 'network_id': 'c396edb9-4b28-42be-bb25-705a8bd9c6a7', 'tenant_id': '391d24c331a64c1f8a6181573c26dddf', 'mac_address': 'fa:16:3e:0a:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'e77259cc-aa2b-4720-8c57-1d0f2928e129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:06Z', 'updated_at': '2022-02-11T05:55:11Z', 'revision_number': 4, 'project_id': '391d24c331a64c1f8a6181573c26dddf', 'subnets': [{'id': 'e77259cc-aa2b-4720-8c57-1d0f2928e129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:12.081253 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-03b982fe-15bd-4e91-affe-bc7215201aa0 None None] Current status of the port 516a3ecf-e7e5-4b65-bf65-96e11455fd42 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:12.636345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3c97744c-c37b-441e-9538-55e6cd73b6dc up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:12.685249 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 3c97744c-c37b-441e-9538-55e6cd73b6dc triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:12.685848 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3c97744c-c37b-441e-9538-55e6cd73b6dc), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:12.762928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 3c97744c-c37b-441e-9538-55e6cd73b6dc is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:12.764017 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 516a3ecf-e7e5-4b65-bf65-96e11455fd42 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:12.809969 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 516a3ecf-e7e5-4b65-bf65-96e11455fd42 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:12.810370 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:12.909754 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 516a3ecf-e7e5-4b65-bf65-96e11455fd42 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:12.954858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2de9ba2f-2a2a-484a-a98d-e36727e0a279 req-44f33ab6-8501-4239-9352-a1fded068fce tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 210 time: 0.0336289 Feb 11 05:55:12.981041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-6a571b2c-4efd-4560-9080-e8419237bc90 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:12.982468 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-6a571b2c-4efd-4560-9080-e8419237bc90 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 811 time: 0.1523154 Feb 11 05:55:12.998296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-164d767d-75f6-46df-9e65-cec626401f74 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Request body: {'port': {'device_id': '7fbfecd7-0256-466f-bf12-2ed2cf3feb07', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'admin_state_up': True, 'tenant_id': '56ff5158cee34b869e046338b4861b35'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:13.117712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-164d767d-75f6-46df-9e65-cec626401f74 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Made reservation on behalf of 56ff5158cee34b869e046338b4861b35 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:13.121134 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-164d767d-75f6-46df-9e65-cec626401f74 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:13.249724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-164d767d-75f6-46df-9e65-cec626401f74 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Allocated IP 172.20.0.10 (eb53b3ef-0046-423a-80c2-f4cb9b708f00/093db962-4cc3-416f-b8e7-f08f53cfc413/ac4ece8b-db7e-4e51-a1d2-c278a2e3b381) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:13.394871 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-164d767d-75f6-46df-9e65-cec626401f74 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for port (ac4ece8b-db7e-4e51-a1d2-c278a2e3b381), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:13.431612 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-164d767d-75f6-46df-9e65-cec626401f74 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ac4ece8b-db7e-4e51-a1d2-c278a2e3b381), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:13.490321 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-164d767d-75f6-46df-9e65-cec626401f74 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Network eb53b3ef-0046-423a-80c2-f4cb9b708f00 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:13.491588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d767d-75f6-46df-9e65-cec626401f74 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'Port': ['ID=ac4ece8b-db7e-4e51-a1d2-c278a2e3b381,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:13.494210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-164d767d-75f6-46df-9e65-cec626401f74 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:13.496351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-164d767d-75f6-46df-9e65-cec626401f74 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:13.547919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-164d767d-75f6-46df-9e65-cec626401f74 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:13.548550 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-164d767d-75f6-46df-9e65-cec626401f74 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:13.565886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-164d767d-75f6-46df-9e65-cec626401f74 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5715697 Feb 11 05:55:13.639610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Request body: {'port': {'device_id': '7fbfecd7-0256-466f-bf12-2ed2cf3feb07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:13.710990 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ac4ece8b-db7e-4e51-a1d2-c278a2e3b381), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:13.816459 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3cbca4b8-889c-40b6-a7b9-f1a5eb00229b None None] Provisioning complete for port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:13.817533 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3cbca4b8-889c-40b6-a7b9-f1a5eb00229b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ac4ece8b-db7e-4e51-a1d2-c278a2e3b381), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:13.852480 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3cbca4b8-889c-40b6-a7b9-f1a5eb00229b None None] Port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:13.978740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:55:13.986500 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Publish callbacks [] for port (ac4ece8b-db7e-4e51-a1d2-c278a2e3b381), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:14.000132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Transition to ACTIVE for port object ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:55:14.009931 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (ac4ece8b-db7e-4e51-a1d2-c278a2e3b381), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:14.096677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4ece8b-db7e-4e51-a1d2-c278a2e3b381,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:14.445869 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:14.473677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e45c2-2e99-4027-b660-6690b7ef6357 req-ea8ba880-0dc4-4937-bd25-f02e3ebab03f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:14.475558 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef2e45c2-2e99-4027-b660-6690b7ef6357 req-ea8ba880-0dc4-4937-bd25-f02e3ebab03f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 944 time: 0.4361503 Feb 11 05:55:14.523329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Attempting to bind port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:14.523682 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Attempting to bind port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:14.524005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Attempting to bind port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:14.532723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:55:14.533042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Attempting to bind port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:14.544298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:14.544637 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Checking segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:14.545047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Bound using segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:14.545438 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Bound port: ac4ece8b-db7e-4e51-a1d2-c278a2e3b381, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:14.545789 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ac4ece8b-db7e-4e51-a1d2-c278a2e3b381), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:14.558189 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef2e45c2-2e99-4027-b660-6690b7ef6357 req-4a7f4891-be28-40f7-ac82-3c575a40b665 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753233 Feb 11 05:55:14.610743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] For port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:14.614408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] For port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ac4ece8b-db7e-4e51-a1d2-c278a2e3b381,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:14.621428 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (ac4ece8b-db7e-4e51-a1d2-c278a2e3b381), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:14.657658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:14.658376 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:14.660061 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] 10.222.0.73 "PUT /v2.0/ports/ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 HTTP/1.1" status: 200 len: 1093 time: 1.0857980 Feb 11 05:55:14.661126 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbfecd7-0256-466f-bf12-2ed2cf3feb07', 'tag': 'ac4ece8b-db7e-4e51-a1d2-c278a2e3b381'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:14.663673 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9ea6cc-83ae-44f4-9273-1ce63cdf58ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7fbfecd7-0256-466f-bf12-2ed2cf3feb07", "tag": "ac4ece8b-db7e-4e51-a1d2-c278a2e3b381"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:14.692493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a705db-4798-4a2a-aa3c-ad3998e291d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4ece8b-db7e-4e51-a1d2-c278a2e3b381,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:14.767931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-f2308b9d-9bad-4d8c-b759-69a09fadb6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:14.769576 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-f2308b9d-9bad-4d8c-b759-69a09fadb6fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 1127 time: 0.0582685 Feb 11 05:55:14.816361 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-9cbb7b2b-5f82-47c1-8368-bb6f0e278a11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 HTTP/1.1" status: 200 len: 217 time: 0.0393872 Feb 11 05:55:14.868996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-1fb7d5cc-4e16-4cb5-8c97-472b7be4cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:14.870483 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-1fb7d5cc-4e16-4cb5-8c97-472b7be4cf5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0481582 Feb 11 05:55:14.927347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-c7a3cadc-014f-4232-b702-290f497bbd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:14.928988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-c7a3cadc-014f-4232-b702-290f497bbd9d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0527487 Feb 11 05:55:15.016423 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-23f412d2-b056-4a72-bf5d-c9acc24ed290 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811806 Feb 11 05:55:15.110660 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42e90830-0f6a-488b-bccc-79f975ecaa14 req-62d57550-ed47-4ad2-ac0c-074a06024374 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885687 Feb 11 05:55:15.689262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037e746-c3b9-4bd9-bd29-e093063c876c req-d274ed87-f626-4b5b-9494-9e3628de9479 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:15.690992 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f037e746-c3b9-4bd9-bd29-e093063c876c req-d274ed87-f626-4b5b-9494-9e3628de9479 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 944 time: 0.0618958 Feb 11 05:55:15.740926 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f037e746-c3b9-4bd9-bd29-e093063c876c req-171df7a0-9c68-4fcc-8ad8-87e138c0b878 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432932 Feb 11 05:55:15.798681 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9ad872-d33e-495e-863a-cfba7fe04285 x-openstack-request-id: req-ee9ad872-d33e-495e-863a-cfba7fe04285 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:15.799057 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fbfecd7-0256-466f-bf12-2ed2cf3feb07", "tag": "ac4ece8b-db7e-4e51-a1d2-c278a2e3b381", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:15.799372 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ee9ad872-d33e-495e-863a-cfba7fe04285 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:15.799860 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbfecd7-0256-466f-bf12-2ed2cf3feb07', 'tag': 'ac4ece8b-db7e-4e51-a1d2-c278a2e3b381', 'status': 'completed', 'code': 200} Feb 11 05:55:15.870869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ea6cc-83ae-44f4-9273-1ce63cdf58ee req-acd8fc0e-a422-4fa7-8700-ba9861d0dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:15.872438 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f9ea6cc-83ae-44f4-9273-1ce63cdf58ee req-acd8fc0e-a422-4fa7-8700-ba9861d0dccc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 1127 time: 0.0525455 Feb 11 05:55:15.962912 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ea6cc-83ae-44f4-9273-1ce63cdf58ee req-694dbb6f-2f07-4a78-8066-a1c6e6853379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:15.964437 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f9ea6cc-83ae-44f4-9273-1ce63cdf58ee req-694dbb6f-2f07-4a78-8066-a1c6e6853379 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.0859869 Feb 11 05:55:16.009752 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f9ea6cc-83ae-44f4-9273-1ce63cdf58ee req-02a0c261-3fd8-4e3f-9ad9-355c07ac5ed8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 HTTP/1.1" status: 200 len: 217 time: 0.0387032 Feb 11 05:55:16.061159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ea6cc-83ae-44f4-9273-1ce63cdf58ee req-cb8769b3-3088-4d5f-8a1d-c94619cd3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:16.062565 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f9ea6cc-83ae-44f4-9273-1ce63cdf58ee req-cb8769b3-3088-4d5f-8a1d-c94619cd3edf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0476646 Feb 11 05:55:16.110295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ea6cc-83ae-44f4-9273-1ce63cdf58ee req-277bf61b-4b12-40e3-8321-a517ec9bfcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:16.111828 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f9ea6cc-83ae-44f4-9273-1ce63cdf58ee req-277bf61b-4b12-40e3-8321-a517ec9bfcb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435572 Feb 11 05:55:16.202132 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f9ea6cc-83ae-44f4-9273-1ce63cdf58ee req-1ce01962-57eb-4c91-9764-04acc1a4c77b service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842824 Feb 11 05:55:16.289355 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f9ea6cc-83ae-44f4-9273-1ce63cdf58ee req-7939d5b3-b5cb-4995-99e0-c29f7bb3a50f service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819764 Feb 11 05:55:16.863290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23931d-e63c-4d65-bc97-bcb414ce37e3 req-dd2e437d-03c1-4363-902f-f4b37f15a7e6 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:16.865324 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b23931d-e63c-4d65-bc97-bcb414ce37e3 req-dd2e437d-03c1-4363-902f-f4b37f15a7e6 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 944 time: 0.0551579 Feb 11 05:55:16.923712 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b23931d-e63c-4d65-bc97-bcb414ce37e3 req-bf2dbf93-57cc-4afa-9907-05530c318a3e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526614 Feb 11 05:55:18.049396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d799006-d1e9-4436-911b-22666a852ad1 req-413e7daa-9f2e-48c0-892c-144e8d7bb93c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:18.051000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8d799006-d1e9-4436-911b-22666a852ad1 req-413e7daa-9f2e-48c0-892c-144e8d7bb93c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 944 time: 0.0567467 Feb 11 05:55:18.108926 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8d799006-d1e9-4436-911b-22666a852ad1 req-8b9639ef-e090-4c64-974f-e45a9977d988 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518384 Feb 11 05:55:19.229112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d0d9f-d8c7-4fa6-be4b-e0a18b51d47c req-569a213e-3f5a-4dd1-b8a2-2f4a1860af3a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:19.230643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb1d0d9f-d8c7-4fa6-be4b-e0a18b51d47c req-569a213e-3f5a-4dd1-b8a2-2f4a1860af3a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 944 time: 0.0543809 Feb 11 05:55:19.278432 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb1d0d9f-d8c7-4fa6-be4b-e0a18b51d47c req-50283001-7a62-4cda-8533-1213b7e35dce tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420732 Feb 11 05:55:20.400991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18a16a-b6ef-48b8-8dff-fc0bcce66f00 req-36de122a-b93f-477c-b5e4-21a0127df448 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:20.402501 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb18a16a-b6ef-48b8-8dff-fc0bcce66f00 req-36de122a-b93f-477c-b5e4-21a0127df448 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 944 time: 0.0571067 Feb 11 05:55:20.449966 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb18a16a-b6ef-48b8-8dff-fc0bcce66f00 req-c62a33ca-9527-4edb-be0c-c84bd01e9dc7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416260 Feb 11 05:55:21.570237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e0974-6642-4f13-beac-279407e1cd34 req-ccf0fd88-6288-4286-8e51-baa308251382 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:21.571736 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd9e0974-6642-4f13-beac-279407e1cd34 req-ccf0fd88-6288-4286-8e51-baa308251382 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 944 time: 0.0526767 Feb 11 05:55:21.617210 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd9e0974-6642-4f13-beac-279407e1cd34 req-e0f32831-cb31-48f0-9eea-c03dd1095295 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399642 Feb 11 05:55:22.739799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb452d-1590-4ef8-bc1a-ac2599ccfb6c req-c7bcfa7d-e15b-4e6a-b74d-5d0d2690888d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:22.741282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adeb452d-1590-4ef8-bc1a-ac2599ccfb6c req-c7bcfa7d-e15b-4e6a-b74d-5d0d2690888d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 944 time: 0.0571272 Feb 11 05:55:22.787495 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adeb452d-1590-4ef8-bc1a-ac2599ccfb6c req-625a5cf6-4379-480a-a43c-9dbd03755b3c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406373 Feb 11 05:55:23.906450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293b38f-f444-4ef5-9707-f745d80e4e76 req-3d123aae-ad73-4025-bebe-0ba975e226eb tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:23.907971 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0293b38f-f444-4ef5-9707-f745d80e4e76 req-3d123aae-ad73-4025-bebe-0ba975e226eb tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 944 time: 0.0534122 Feb 11 05:55:23.954319 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0293b38f-f444-4ef5-9707-f745d80e4e76 req-93a6c4ed-cf20-4308-835b-89348e1dc4af tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407865 Feb 11 05:55:25.070321 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ec63e-e0df-4735-8939-a885dec19e35 req-deda4586-aa4a-4d19-9d43-d6bc09801698 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:25.071846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d1ec63e-e0df-4735-8939-a885dec19e35 req-deda4586-aa4a-4d19-9d43-d6bc09801698 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 944 time: 0.0525200 Feb 11 05:55:25.121945 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d1ec63e-e0df-4735-8939-a885dec19e35 req-3626f6df-a301-4fc1-99da-ce28ab36992c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445335 Feb 11 05:55:26.242470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45c117-ce58-4da5-a7ae-d5aaec628f50 req-d83c85e9-1107-4268-a25f-f41b8088092b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:26.243993 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb45c117-ce58-4da5-a7ae-d5aaec628f50 req-d83c85e9-1107-4268-a25f-f41b8088092b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 944 time: 0.0524714 Feb 11 05:55:26.291772 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb45c117-ce58-4da5-a7ae-d5aaec628f50 req-b01af887-ca33-4343-aa09-95266331cf16 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421696 Feb 11 05:55:27.409946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fccc98-52e0-4a18-b93d-5940f8f384d4 req-e90054df-3b5d-4e61-9da7-76618addf820 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:27.412086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81fccc98-52e0-4a18-b93d-5940f8f384d4 req-e90054df-3b5d-4e61-9da7-76618addf820 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 944 time: 0.0522847 Feb 11 05:55:27.457693 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81fccc98-52e0-4a18-b93d-5940f8f384d4 req-6b42550d-fa92-431b-be3e-f6781db40166 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Feb 11 05:55:28.498048 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9de30ac3-7ce2-422b-9654-fb9aabf734f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:28.581721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25b0f2-dbab-44fa-bf88-c0ed812ae05e req-36418dbb-3e5f-4467-9506-766dd7530d69 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:28.583213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa25b0f2-dbab-44fa-bf88-c0ed812ae05e req-36418dbb-3e5f-4467-9506-766dd7530d69 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 944 time: 0.0567074 Feb 11 05:55:28.629157 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa25b0f2-dbab-44fa-bf88-c0ed812ae05e req-7acf1a41-0550-47a6-ae14-605b05428d03 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403900 Feb 11 05:55:29.745590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b060c-83a8-4b4b-9933-2cf4c713f180 req-e0b4a413-e471-47e9-83eb-008702edec28 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:29.747081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d0b060c-83a8-4b4b-9933-2cf4c713f180 req-e0b4a413-e471-47e9-83eb-008702edec28 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 944 time: 0.0523221 Feb 11 05:55:29.792885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d0b060c-83a8-4b4b-9933-2cf4c713f180 req-0457fdc0-a987-4486-aa17-8ea82065dadf tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402107 Feb 11 05:55:29.844708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:55:29.940917 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ac4ece8b-db7e-4e51-a1d2-c278a2e3b381,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:29.952021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'ac4ece8b-db7e-4e51-a1d2-c278a2e3b381', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'port_id': 'ac4ece8b-db7e-4e51-a1d2-c278a2e3b381', 'mac_address': 'fa:16:3e:7a:df:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:55:29.991827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:29.992222 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ac4ece8b-db7e-4e51-a1d2-c278a2e3b381), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:30.004610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:55:30.023688 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ac4ece8b-db7e-4e51-a1d2-c278a2e3b381,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:30.027605 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ac4ece8b-db7e-4e51-a1d2-c278a2e3b381), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:30.074875 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=ac4ece8b-db7e-4e51-a1d2-c278a2e3b381,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:30.282597 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['ac4ece8b-db7e-4e51-a1d2-c278a2e3b381'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:55:30.386506 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:55:30.821610 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-05a47d1a-aee0-4670-bc10-e148d68d1475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:30.911700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62ec50-81f2-4eeb-ab00-b1e360eb4e37 req-69ebaf96-a20d-47fb-a9fd-a33368198795 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:30.913227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee62ec50-81f2-4eeb-ab00-b1e360eb4e37 req-69ebaf96-a20d-47fb-a9fd-a33368198795 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 945 time: 0.0533924 Feb 11 05:55:30.967354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee62ec50-81f2-4eeb-ab00-b1e360eb4e37 req-445c6d41-79a5-4052-bb7c-b2c77bbc74eb tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483668 Feb 11 05:55:31.860548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:31.908227 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:55:31.912473 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:31.912868 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ac4ece8b-db7e-4e51-a1d2-c278a2e3b381), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.991380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:31.991812 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ac4ece8b-db7e-4e51-a1d2-c278a2e3b381), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:32.013943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbfecd7-0256-466f-bf12-2ed2cf3feb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4ece8b-db7e-4e51-a1d2-c278a2e3b381'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:32.016234 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a47925-e804-4209-a4de-0452feeaee9a" -d '{"events": [{"server_uuid": "7fbfecd7-0256-466f-bf12-2ed2cf3feb07", "name": "network-vif-plugged", "status": "completed", "tag": "ac4ece8b-db7e-4e51-a1d2-c278a2e3b381"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:32.031501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ac4ece8b-db7e-4e51-a1d2-c278a2e3b381,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:32.036029 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ac4ece8b-db7e-4e51-a1d2-c278a2e3b381), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:32.087888 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=ac4ece8b-db7e-4e51-a1d2-c278a2e3b381,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:32.092794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5308d03-ea1b-4750-9d5f-7f122092c8ce req-5e2aa125-ad56-40c5-b8f9-098d979a8c3d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:32.099704 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5308d03-ea1b-4750-9d5f-7f122092c8ce req-5e2aa125-ad56-40c5-b8f9-098d979a8c3d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 946 time: 0.0566804 Feb 11 05:55:32.131295 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d9dbbe-3e81-4720-8673-78fbaf796907 x-openstack-request-id: req-c1d9dbbe-3e81-4720-8673-78fbaf796907 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:32.131624 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbfecd7-0256-466f-bf12-2ed2cf3feb07", "name": "network-vif-plugged", "status": "completed", "tag": "ac4ece8b-db7e-4e51-a1d2-c278a2e3b381", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:32.131880 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c1d9dbbe-3e81-4720-8673-78fbaf796907 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:32.132273 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbfecd7-0256-466f-bf12-2ed2cf3feb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4ece8b-db7e-4e51-a1d2-c278a2e3b381', 'code': 200} Feb 11 05:55:32.149104 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5308d03-ea1b-4750-9d5f-7f122092c8ce req-bc4c55ec-d61f-493e-8f85-6e3ac2313a8e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475199 Feb 11 05:55:32.232536 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325be872-3e60-4227-ad47-9d1318f2c3ae req-f48a7e51-016d-43a3-8623-4674d101cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:32.234039 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-325be872-3e60-4227-ad47-9d1318f2c3ae req-f48a7e51-016d-43a3-8623-4674d101cfc8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 1129 time: 0.0446396 Feb 11 05:55:32.276803 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-325be872-3e60-4227-ad47-9d1318f2c3ae req-7bf0e438-7291-4fba-9ed4-d7ab0054bb39 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364237 Feb 11 05:55:32.526081 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:33.273567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db9436-51df-42e3-b6f3-22677e4f4dce req-23daec9e-934d-4319-8330-a9e5297fb61a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:33.275045 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b3db9436-51df-42e3-b6f3-22677e4f4dce req-23daec9e-934d-4319-8330-a9e5297fb61a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 946 time: 0.0565982 Feb 11 05:55:33.324226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b3db9436-51df-42e3-b6f3-22677e4f4dce req-34c90280-4919-4dcd-bbab-fdd376cac897 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429420 Feb 11 05:55:33.715757 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:34.440216 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d331447-1fdc-455d-b739-ddeedb217e9d req-6103efd7-aaef-4125-a45f-805d269c1271 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:34.441689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d331447-1fdc-455d-b739-ddeedb217e9d req-6103efd7-aaef-4125-a45f-805d269c1271 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 946 time: 0.0519841 Feb 11 05:55:34.490944 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d331447-1fdc-455d-b739-ddeedb217e9d req-903c99db-1358-4ada-a40d-08ad38da0fbc tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431204 Feb 11 05:55:34.611600 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920bd82-848d-42f8-8181-1228c8df7cf2 req-1064dfcd-b6f9-446d-ac09-dd0ffb712ed7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:34.613050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1920bd82-848d-42f8-8181-1228c8df7cf2 req-1064dfcd-b6f9-446d-ac09-dd0ffb712ed7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 946 time: 0.0562842 Feb 11 05:55:34.659507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1920bd82-848d-42f8-8181-1228c8df7cf2 req-4e20e088-a10c-4b31-8cc6-481a1c29bb66 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Feb 11 05:55:34.775767 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e529782-746f-4501-9543-a6f990cb5686 req-878388ce-f28b-4b46-99fc-e005a7c1d0e5 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:34.777270 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e529782-746f-4501-9543-a6f990cb5686 req-878388ce-f28b-4b46-99fc-e005a7c1d0e5 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 946 time: 0.0541139 Feb 11 05:55:34.824885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e529782-746f-4501-9543-a6f990cb5686 req-2b77da95-8b00-495a-8519-5aeaa65e99f4 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420520 Feb 11 05:55:35.057922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0520f-57b3-4cb7-8cd4-63c86fab17a8 req-b4bcb716-475d-4a59-b8e5-7045ae06cdf0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:35.059840 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1df0520f-57b3-4cb7-8cd4-63c86fab17a8 req-b4bcb716-475d-4a59-b8e5-7045ae06cdf0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 946 time: 0.0531356 Feb 11 05:55:35.111695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1df0520f-57b3-4cb7-8cd4-63c86fab17a8 req-280fa345-856d-4ad0-8a68-50ae5b290801 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463266 Feb 11 05:55:35.197204 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:36.232100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773cb0a-c536-433a-aca2-2578d59f186c req-05ac81c2-ca5a-4ea2-9427-1f546e3cc518 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:36.233480 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9773cb0a-c536-433a-aca2-2578d59f186c req-05ac81c2-ca5a-4ea2-9427-1f546e3cc518 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 946 time: 0.0517423 Feb 11 05:55:36.281280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9773cb0a-c536-433a-aca2-2578d59f186c req-083dbbfa-6d88-4173-bea0-9aa2fbcf9e8f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422587 Feb 11 05:55:36.705997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23de959-7160-4895-a9ed-725750af7565 req-29ac2d65-c74c-46b9-96b3-05cc9e49e5b5 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:36.707487 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a23de959-7160-4895-a9ed-725750af7565 req-29ac2d65-c74c-46b9-96b3-05cc9e49e5b5 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 946 time: 0.0531354 Feb 11 05:55:36.801299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a23de959-7160-4895-a9ed-725750af7565 req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Deleting port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:55:36.801637 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a23de959-7160-4895-a9ed-725750af7565 req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ac4ece8b-db7e-4e51-a1d2-c278a2e3b381), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:36.892326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-a23de959-7160-4895-a9ed-725750af7565 req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] For port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=ac4ece8b-db7e-4e51-a1d2-c278a2e3b381,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:36.892617 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a23de959-7160-4895-a9ed-725750af7565 req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ac4ece8b-db7e-4e51-a1d2-c278a2e3b381), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:36.905946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-a23de959-7160-4895-a9ed-725750af7565 req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Calling delete_port for ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:55:37.035088 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a23de959-7160-4895-a9ed-725750af7565 req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ac4ece8b-db7e-4e51-a1d2-c278a2e3b381), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:37.047193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['ac4ece8b-db7e-4e51-a1d2-c278a2e3b381'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:55:37.063240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event deleted for resources: {'Port': ['ID=ac4ece8b-db7e-4e51-a1d2-c278a2e3b381,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:37.076174 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:37.076538 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:37.076885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:37.077233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:37.077574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:37.077914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:37.078253 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:37.078587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:37.078924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:37.079258 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:37.079610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:37.079941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:37.080271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:37.121160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23de959-7160-4895-a9ed-725750af7565 req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] No DVR routers for this DVR port ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:55:37.123919 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-a23de959-7160-4895-a9ed-725750af7565 req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:37.127336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a23de959-7160-4895-a9ed-725750af7565 req-16fbfb6e-ad66-471d-a90e-1c8dec2865f2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "DELETE /v2.0/ports/ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 HTTP/1.1" status: 204 len: 173 time: 0.4139285 Feb 11 05:55:37.127794 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbfecd7-0256-466f-bf12-2ed2cf3feb07', 'name': 'network-vif-deleted', 'tag': 'ac4ece8b-db7e-4e51-a1d2-c278a2e3b381'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:37.130616 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2063eba4-a1ee-4d28-858f-177951d5b175" -d '{"events": [{"server_uuid": "7fbfecd7-0256-466f-bf12-2ed2cf3feb07", "name": "network-vif-deleted", "tag": "ac4ece8b-db7e-4e51-a1d2-c278a2e3b381"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:37.174803 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5639893d-e2a3-4bd6-b9f9-f688e3906cb9 x-openstack-request-id: req-5639893d-e2a3-4bd6-b9f9-f688e3906cb9 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:37.175104 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbfecd7-0256-466f-bf12-2ed2cf3feb07", "name": "network-vif-deleted", "tag": "ac4ece8b-db7e-4e51-a1d2-c278a2e3b381", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:37.175358 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5639893d-e2a3-4bd6-b9f9-f688e3906cb9 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:37.175826 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbfecd7-0256-466f-bf12-2ed2cf3feb07', 'name': 'network-vif-deleted', 'tag': 'ac4ece8b-db7e-4e51-a1d2-c278a2e3b381', 'status': 'completed', 'code': 200} Feb 11 05:55:37.375879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-62bb6abc-9398-4a7a-a27c-64a30c30c449 req-8b5e2b3e-c17b-4138-a264-f662735eb4c6 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 210 time: 0.0273414 Feb 11 05:55:38.475318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d57c0f1-54bb-4a5b-bdcb-763b6b83be6a req-cf724e83-6c80-4cec-8951-539179d18713 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 210 time: 0.0277083 Feb 11 05:55:39.572488 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f579333b-eed5-42e8-8469-a124d9917e07 req-d47c6314-0d71-4a0e-91b4-b02766e4ac13 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 210 time: 0.0269518 Feb 11 05:55:39.933697 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:55:39.953899 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:55:39.954251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device ac4ece8b-db7e-4e51-a1d2-c278a2e3b381 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:55:40.061907 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:40.672627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-773158b7-c230-491d-aa49-f9d9319fe17c req-f1d81539-bd95-4253-a01b-64414f010641 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 210 time: 0.0272779 Feb 11 05:55:41.770260 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e5dadfd-d095-4873-8a33-df7bfea2cfe1 req-16c12620-21a4-42c1-824d-a9685f68e074 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 210 time: 0.0305634 Feb 11 05:55:42.873338 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37a5390a-33ea-49d7-9fa8-16d55f607bbc req-46e00706-a5ad-4fae-9c71-efa8ad57bf22 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 210 time: 0.0340726 Feb 11 05:55:43.968536 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c56bf4e7-f189-4950-b41f-e559595a1b6c req-40e8f641-8e8f-4969-956f-d6c815de3e8f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 210 time: 0.0274358 Feb 11 05:55:44.432877 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:45.064049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91324817-103b-4256-9e2d-2f13d5cbd563 req-b065b87b-8e7f-49b6-99b4-44b3e6fbd873 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fbfecd7-0256-466f-bf12-2ed2cf3feb07 HTTP/1.1" status: 200 len: 210 time: 0.0289097 Feb 11 05:55:58.501038 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b2ded900-53c1-49c1-b157-09867c04a75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:00.839942 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fc70aba0-44a2-49e6-a6bf-024b15d44b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:02.530378 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:03.719280 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:05.201321 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:07.385288 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:56:10.076794 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:13.404834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-e384f68d-0787-462a-82bb-f40e20e49ec5 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:13.406315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-e384f68d-0787-462a-82bb-f40e20e49ec5 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 811 time: 0.1199682 Feb 11 05:56:13.421633 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-884c80c9-4a00-40ef-a91f-79751fbee866 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/quotas/56ff5158cee34b869e046338b4861b35 HTTP/1.1" status: 200 len: 375 time: 0.0093019 Feb 11 05:56:13.476300 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-d51c9115-e603-4e1b-9fae-d5228fcad337 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497620 Feb 11 05:56:13.576920 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-5a2133fd-299c-4843-81bb-36dea66b6f3b service neutron] 10.222.0.87 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936823 Feb 11 05:56:13.670498 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-100b655a-cc0f-4331-831a-10afab47479e service neutron] 10.222.0.87 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852618 Feb 11 05:56:13.857605 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00cfd3b8-7fe5-4e15-9355-a1d013bf610b req-593ef7b1-2033-41b5-95ae-00dafd75059b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 210 time: 0.0286014 Feb 11 05:56:14.439960 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:14.896888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-83dda628-2308-4895-9557-458f0ea72d28 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:14.898661 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-83dda628-2308-4895-9557-458f0ea72d28 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 811 time: 0.1111448 Feb 11 05:56:14.929218 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-ad1c5f81-6c32-468c-9e3c-0e045c417a50 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Request body: {'port': {'device_id': 'e130b810-c288-46e9-893f-42cd2a1adf74', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'admin_state_up': True, 'tenant_id': '56ff5158cee34b869e046338b4861b35'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:14.977181 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6085247-632e-4396-bc6d-4e98001426d8 req-0959050b-27c2-47d6-8c56-63e7ede8cedf tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 210 time: 0.0441775 Feb 11 05:56:15.064400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-ad1c5f81-6c32-468c-9e3c-0e045c417a50 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Made reservation on behalf of 56ff5158cee34b869e046338b4861b35 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:56:15.069147 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-ad1c5f81-6c32-468c-9e3c-0e045c417a50 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.198318 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-ad1c5f81-6c32-468c-9e3c-0e045c417a50 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Allocated IP 172.20.0.11 (eb53b3ef-0046-423a-80c2-f4cb9b708f00/093db962-4cc3-416f-b8e7-f08f53cfc413/09233117-5883-4051-88e3-d75a9a22f974) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:56:15.370600 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-ad1c5f81-6c32-468c-9e3c-0e045c417a50 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for port (09233117-5883-4051-88e3-d75a9a22f974), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.407100 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-ad1c5f81-6c32-468c-9e3c-0e045c417a50 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (09233117-5883-4051-88e3-d75a9a22f974), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.456400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-ad1c5f81-6c32-468c-9e3c-0e045c417a50 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Network eb53b3ef-0046-423a-80c2-f4cb9b708f00 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:56:15.459786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-ad1c5f81-6c32-468c-9e3c-0e045c417a50 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:56:15.462552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-ad1c5f81-6c32-468c-9e3c-0e045c417a50 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:56:15.469674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c5f81-6c32-468c-9e3c-0e045c417a50 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'Port': ['ID=09233117-5883-4051-88e3-d75a9a22f974,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:15.528606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-ad1c5f81-6c32-468c-9e3c-0e045c417a50 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:15.529250 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-ad1c5f81-6c32-468c-9e3c-0e045c417a50 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.548094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-ad1c5f81-6c32-468c-9e3c-0e045c417a50 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6233788 Feb 11 05:56:15.558039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-6d7e3d75-97bc-4d5a-8228-fad8b954f1e0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:56:15.559131 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-6d7e3d75-97bc-4d5a-8228-fad8b954f1e0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061803 Feb 11 05:56:15.570456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Request body: {'port': {'device_id': 'e130b810-c288-46e9-893f-42cd2a1adf74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:15.635825 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (09233117-5883-4051-88e3-d75a9a22f974), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.702939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-aacdd2bb-0f57-49da-91c2-fc1a93f9cf8a None None] Provisioning complete for port 09233117-5883-4051-88e3-d75a9a22f974 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:15.704007 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aacdd2bb-0f57-49da-91c2-fc1a93f9cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (09233117-5883-4051-88e3-d75a9a22f974), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.742746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-aacdd2bb-0f57-49da-91c2-fc1a93f9cf8a None None] Port 09233117-5883-4051-88e3-d75a9a22f974 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:56:15.917464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09233117-5883-4051-88e3-d75a9a22f974 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:56:15.925575 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Publish callbacks [] for port (09233117-5883-4051-88e3-d75a9a22f974), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.938422 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Transition to ACTIVE for port object 09233117-5883-4051-88e3-d75a9a22f974 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:56:15.942864 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (09233117-5883-4051-88e3-d75a9a22f974), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:15.994361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Pushing event updated for resources: {'Port': ['ID=09233117-5883-4051-88e3-d75a9a22f974,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:16.071222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Attempting to bind port 09233117-5883-4051-88e3-d75a9a22f974 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:56:16.071946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Attempting to bind port 09233117-5883-4051-88e3-d75a9a22f974 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:56:16.072502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Attempting to bind port 09233117-5883-4051-88e3-d75a9a22f974 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:56:16.077905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Port 09233117-5883-4051-88e3-d75a9a22f974 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:56:16.078579 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Attempting to bind port 09233117-5883-4051-88e3-d75a9a22f974 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:56:16.094701 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:56:16.095187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Checking segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:56:16.095699 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Bound using segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:56:16.096241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Bound port: 09233117-5883-4051-88e3-d75a9a22f974, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:56:16.097230 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (09233117-5883-4051-88e3-d75a9a22f974), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:16.188612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04714c6-c5d6-4ad6-b196-c886d4970fe0 req-deb9918a-49b7-4720-b4ae-2b2ae62680ab tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:16.190336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c04714c6-c5d6-4ad6-b196-c886d4970fe0 req-deb9918a-49b7-4720-b4ae-2b2ae62680ab tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.1078150 Feb 11 05:56:16.225850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] For port 09233117-5883-4051-88e3-d75a9a22f974, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:56:16.246127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] For port 09233117-5883-4051-88e3-d75a9a22f974, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=09233117-5883-4051-88e3-d75a9a22f974,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:56:16.258868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c04714c6-c5d6-4ad6-b196-c886d4970fe0 req-d177d48d-9775-48f2-8672-18584f131168 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600884 Feb 11 05:56:16.260351 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (09233117-5883-4051-88e3-d75a9a22f974), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:16.296999 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:16.297649 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:16.299046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] 10.222.0.73 "PUT /v2.0/ports/09233117-5883-4051-88e3-d75a9a22f974 HTTP/1.1" status: 200 len: 1093 time: 0.7327108 Feb 11 05:56:16.299528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e130b810-c288-46e9-893f-42cd2a1adf74', 'tag': '09233117-5883-4051-88e3-d75a9a22f974'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:16.301815 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7efe8d0-1e8c-4d56-aa29-246172d8b588" -d '{"events": [{"name": "network-changed", "server_uuid": "e130b810-c288-46e9-893f-42cd2a1adf74", "tag": "09233117-5883-4051-88e3-d75a9a22f974"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:16.355275 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928a668e-de5a-4ade-9481-e3e1ceb0dfea x-openstack-request-id: req-928a668e-de5a-4ade-9481-e3e1ceb0dfea {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:16.355619 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e130b810-c288-46e9-893f-42cd2a1adf74", "tag": "09233117-5883-4051-88e3-d75a9a22f974", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:16.355847 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-928a668e-de5a-4ade-9481-e3e1ceb0dfea {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:16.356475 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e130b810-c288-46e9-893f-42cd2a1adf74', 'tag': '09233117-5883-4051-88e3-d75a9a22f974', 'status': 'completed', 'code': 200} Feb 11 05:56:16.362296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b06755-218f-4a4c-bee9-18307af84f19 service neutron] Pushing event updated for resources: {'Port': ['ID=09233117-5883-4051-88e3-d75a9a22f974,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:16.409823 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-adeeec89-6c88-4350-a69c-10e8da156e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:16.411674 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-adeeec89-6c88-4350-a69c-10e8da156e08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 1127 time: 0.0667088 Feb 11 05:56:16.457976 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-70a42e94-9a5a-4d3b-902f-86580a694f8a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09233117-5883-4051-88e3-d75a9a22f974 HTTP/1.1" status: 200 len: 217 time: 0.0383065 Feb 11 05:56:16.523602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-01edd0f2-1394-4c95-852d-8db87e1c12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:16.525875 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-01edd0f2-1394-4c95-852d-8db87e1c12b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0623429 Feb 11 05:56:16.594743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-9fa036c8-3de5-44fe-9403-44294cd31ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:16.596570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-9fa036c8-3de5-44fe-9403-44294cd31ac5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0635529 Feb 11 05:56:16.691050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-15bf9a69-571a-4c23-aa3c-340fb5c6542d service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874052 Feb 11 05:56:16.801182 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e9d2abe-6662-42a2-b8be-2f460e6340e1 req-58c65260-64d9-463c-8f73-9db6671dd620 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045327 Feb 11 05:56:16.903733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efe8d0-1e8c-4d56-aa29-246172d8b588 req-4b9d2dc2-43b1-4539-b427-63cfad8c4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:16.905590 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7efe8d0-1e8c-4d56-aa29-246172d8b588 req-4b9d2dc2-43b1-4539-b427-63cfad8c4f81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 1127 time: 0.0569515 Feb 11 05:56:17.000527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efe8d0-1e8c-4d56-aa29-246172d8b588 req-31e79996-d345-4f50-90cb-9ee5bd156382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:17.001995 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7efe8d0-1e8c-4d56-aa29-246172d8b588 req-31e79996-d345-4f50-90cb-9ee5bd156382 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.0907652 Feb 11 05:56:17.045542 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7efe8d0-1e8c-4d56-aa29-246172d8b588 req-a2612adb-6d11-47aa-9004-bceacf6970e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09233117-5883-4051-88e3-d75a9a22f974 HTTP/1.1" status: 200 len: 217 time: 0.0361989 Feb 11 05:56:17.092322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efe8d0-1e8c-4d56-aa29-246172d8b588 req-56d8361a-8442-4138-b4ff-7ccd5909f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:17.093679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7efe8d0-1e8c-4d56-aa29-246172d8b588 req-56d8361a-8442-4138-b4ff-7ccd5909f6cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0427160 Feb 11 05:56:17.141370 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efe8d0-1e8c-4d56-aa29-246172d8b588 req-7abcb773-1de1-4113-b817-d80122d37e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:17.142843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7efe8d0-1e8c-4d56-aa29-246172d8b588 req-7abcb773-1de1-4113-b817-d80122d37e3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434241 Feb 11 05:56:17.234032 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7efe8d0-1e8c-4d56-aa29-246172d8b588 req-b4c2e644-db40-4f45-943f-6ea827995eb9 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847831 Feb 11 05:56:17.335590 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7efe8d0-1e8c-4d56-aa29-246172d8b588 req-6ccb1dcf-1294-465f-b037-23fac7fbff6b service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957489 Feb 11 05:56:17.401174 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7cbb2-536a-4c6e-8095-75b7388d11a1 req-43086bd5-37c6-4d04-9491-041703c1e85c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:17.402609 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92e7cbb2-536a-4c6e-8095-75b7388d11a1 req-43086bd5-37c6-4d04-9491-041703c1e85c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0644703 Feb 11 05:56:17.449979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92e7cbb2-536a-4c6e-8095-75b7388d11a1 req-c16c1e03-7414-436d-b9b9-83af9cf29be1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414810 Feb 11 05:56:18.583803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21f929-2a3d-4e97-aa6f-fda3fa7370ca req-17295f6a-9299-4f15-8bf8-938e913bfc18 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:18.585684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf21f929-2a3d-4e97-aa6f-fda3fa7370ca req-17295f6a-9299-4f15-8bf8-938e913bfc18 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0629556 Feb 11 05:56:18.639102 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf21f929-2a3d-4e97-aa6f-fda3fa7370ca req-caf7f3a1-b55a-4be9-a457-66d30d8070e6 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452230 Feb 11 05:56:19.764913 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b059f3a-f948-44ed-97d9-461948b5c39c req-41c900a3-dac5-4518-909e-dbc616dd94e1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:19.766446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7b059f3a-f948-44ed-97d9-461948b5c39c req-41c900a3-dac5-4518-909e-dbc616dd94e1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0570664 Feb 11 05:56:19.813630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7b059f3a-f948-44ed-97d9-461948b5c39c req-f9bd9317-41fd-43c2-8a40-3344e55ca95d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405831 Feb 11 05:56:20.966860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a6688-cb83-452d-bd34-2bbd337a47cb req-5dff26c5-2815-436c-a510-7d83862b25b0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:20.971870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-890a6688-cb83-452d-bd34-2bbd337a47cb req-5dff26c5-2815-436c-a510-7d83862b25b0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0629427 Feb 11 05:56:21.033419 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-890a6688-cb83-452d-bd34-2bbd337a47cb req-5b3e4429-6c59-49ed-bad5-d1520b02909f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592330 Feb 11 05:56:22.204383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff00ab8-ea06-4f15-b783-796b492b3cf1 req-eff4d879-1d65-4c9c-b6b3-05f556d0fda0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:22.205828 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bff00ab8-ea06-4f15-b783-796b492b3cf1 req-eff4d879-1d65-4c9c-b6b3-05f556d0fda0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0802588 Feb 11 05:56:22.268070 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bff00ab8-ea06-4f15-b783-796b492b3cf1 req-ae509805-0fbb-4f71-9d2c-3e0ce4615f56 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546310 Feb 11 05:56:23.415809 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a656e52-19c7-4646-a0d7-e381657ae24f req-6e4c3ba1-fde8-493c-971a-4257161ddd0a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:23.420047 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a656e52-19c7-4646-a0d7-e381657ae24f req-6e4c3ba1-fde8-493c-971a-4257161ddd0a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0608654 Feb 11 05:56:23.468228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6a656e52-19c7-4646-a0d7-e381657ae24f req-fcd7409f-e339-4e37-8b80-6dd41a5d3821 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438297 Feb 11 05:56:24.609762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43138ec-5ad1-4b57-9a67-8fa9b3822163 req-74320d8a-81b7-4393-9d32-5bd38e3c7daf tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:24.611373 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d43138ec-5ad1-4b57-9a67-8fa9b3822163 req-74320d8a-81b7-4393-9d32-5bd38e3c7daf tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0603099 Feb 11 05:56:24.671240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d43138ec-5ad1-4b57-9a67-8fa9b3822163 req-8a3ac3b5-2da4-4f33-ace8-a3a2ad01cd68 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537877 Feb 11 05:56:26.092395 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862759d2-dc67-4a8c-9d74-96c49ad678f1 req-0d7658ed-6e2c-4632-9afd-8f37a47d9b4f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:26.093953 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-862759d2-dc67-4a8c-9d74-96c49ad678f1 req-0d7658ed-6e2c-4632-9afd-8f37a47d9b4f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.3621490 Feb 11 05:56:26.141790 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-862759d2-dc67-4a8c-9d74-96c49ad678f1 req-12d249b4-725a-4e14-9a46-b5a703c7623a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414991 Feb 11 05:56:27.269333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aabc36-c388-4280-a948-b828bbbe49e3 req-13930d02-2613-448c-8332-a75316b1d2d9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:27.270846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81aabc36-c388-4280-a948-b828bbbe49e3 req-13930d02-2613-448c-8332-a75316b1d2d9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0563254 Feb 11 05:56:27.319341 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81aabc36-c388-4280-a948-b828bbbe49e3 req-bb45caac-aba7-4e80-95a1-4068e64b639c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424857 Feb 11 05:56:28.440947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2764b3-c215-4f9d-a272-513e1e37ac85 req-d7c15def-add6-4114-a1e7-162541df4d63 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:28.442442 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a2764b3-c215-4f9d-a272-513e1e37ac85 req-d7c15def-add6-4114-a1e7-162541df4d63 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0555062 Feb 11 05:56:28.489498 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a2764b3-c215-4f9d-a272-513e1e37ac85 req-cadc5b08-4a1a-4799-aad9-3f5949f4e9c3 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 Feb 11 05:56:28.505621 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-039dcf18-18c5-4226-83f6-0eaa2ac19545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:29.637532 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a3f5e-bd07-4cba-9f06-1cba79990d9c req-15006eb9-e3af-4714-8f44-2033442295eb tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:29.639062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c2a3f5e-bd07-4cba-9f06-1cba79990d9c req-15006eb9-e3af-4714-8f44-2033442295eb tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0569241 Feb 11 05:56:29.687594 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c2a3f5e-bd07-4cba-9f06-1cba79990d9c req-5a5b5d25-fd74-4702-8b3c-41842207601b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424168 Feb 11 05:56:30.823159 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2118a816-7bc2-4d13-a868-27f67efb65e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:30.825182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd786a-5e48-4d5f-a2bf-16e5b0713b30 req-6f273a22-b600-48c0-be91-e9456b3ade75 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:30.826784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebfd786a-5e48-4d5f-a2bf-16e5b0713b30 req-6f273a22-b600-48c0-be91-e9456b3ade75 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0704582 Feb 11 05:56:30.880728 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebfd786a-5e48-4d5f-a2bf-16e5b0713b30 req-96f3c0b3-901b-4685-beb5-67c4f1437900 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449021 Feb 11 05:56:32.012065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd3b04-775a-413d-8aa8-db5b2520520e req-b99f90e4-2e2f-48d0-9cae-82aedaa34820 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:32.013656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70bd3b04-775a-413d-8aa8-db5b2520520e req-b99f90e4-2e2f-48d0-9cae-82aedaa34820 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0565455 Feb 11 05:56:32.064679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70bd3b04-775a-413d-8aa8-db5b2520520e req-44411b31-d21c-49f5-845a-d2255fa6d438 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448487 Feb 11 05:56:32.533288 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:33.191280 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa9ec2-7c34-41c0-87e0-c51cc76bcab7 req-191522a5-49dc-438b-8fa8-6927a055a2ec tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:33.192666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60aa9ec2-7c34-41c0-87e0-c51cc76bcab7 req-191522a5-49dc-438b-8fa8-6927a055a2ec tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0542548 Feb 11 05:56:33.248940 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60aa9ec2-7c34-41c0-87e0-c51cc76bcab7 req-ca9443e2-dfb3-4eeb-8bfd-c7772a03e105 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443447 Feb 11 05:56:33.723127 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:34.369156 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675f12b-873b-40a7-8886-b34ba637d82f req-d71ebe75-5698-44e7-afd9-69a4afdc82ef tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:34.370649 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6675f12b-873b-40a7-8886-b34ba637d82f req-d71ebe75-5698-44e7-afd9-69a4afdc82ef tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0529640 Feb 11 05:56:34.418760 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6675f12b-873b-40a7-8886-b34ba637d82f req-c35d57d1-0817-436e-ba0e-b254ea9ec713 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423496 Feb 11 05:56:35.210014 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:35.542529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37902b0f-1c89-44f5-91fd-3f93be42ecf5 req-0c954c22-af82-4fe9-a30a-7420793ae4cc tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:35.544050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37902b0f-1c89-44f5-91fd-3f93be42ecf5 req-0c954c22-af82-4fe9-a30a-7420793ae4cc tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0544322 Feb 11 05:56:35.593073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37902b0f-1c89-44f5-91fd-3f93be42ecf5 req-cb2999e7-8921-442a-8883-cb6f21bdebd2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431676 Feb 11 05:56:36.722765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147e6f1-01aa-4eb0-b3b5-44be3fcaca36 req-ba5589ca-bd1a-4a07-b22f-13d45c0b2f5a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:36.724435 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f147e6f1-01aa-4eb0-b3b5-44be3fcaca36 req-ba5589ca-bd1a-4a07-b22f-13d45c0b2f5a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0575607 Feb 11 05:56:36.772590 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f147e6f1-01aa-4eb0-b3b5-44be3fcaca36 req-bd43cb4b-3311-41b6-92a0-97c978826c96 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421505 Feb 11 05:56:37.891649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa5df2-ae26-4852-b7ee-662c30922251 req-e31d02f6-e05e-46c4-bb71-5d23d2f2e27e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:37.893699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bffa5df2-ae26-4852-b7ee-662c30922251 req-e31d02f6-e05e-46c4-bb71-5d23d2f2e27e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0536480 Feb 11 05:56:37.941408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bffa5df2-ae26-4852-b7ee-662c30922251 req-7243e4eb-8888-4a27-bf85-89ec55b7f0c0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418694 Feb 11 05:56:39.072307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d38725-aa6e-43e0-bf19-3d2f4a4b0217 req-0b21629f-39a1-48b5-96d7-f8e2de1a7b29 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:39.073815 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-15d38725-aa6e-43e0-bf19-3d2f4a4b0217 req-0b21629f-39a1-48b5-96d7-f8e2de1a7b29 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0649958 Feb 11 05:56:39.132081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-15d38725-aa6e-43e0-bf19-3d2f4a4b0217 req-b52721bc-6177-411b-a438-d87df657a25f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521524 Feb 11 05:56:40.074118 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:40.253880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf300da2-e266-44aa-8925-af774a74aced req-9528c54a-bde7-4ed6-9378-66ac86cf6ca2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:40.255455 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf300da2-e266-44aa-8925-af774a74aced req-9528c54a-bde7-4ed6-9378-66ac86cf6ca2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0538721 Feb 11 05:56:40.302406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf300da2-e266-44aa-8925-af774a74aced req-7fff4ad3-f78f-441e-8294-c050b6978d4f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409248 Feb 11 05:56:41.421950 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6c7e6-214f-4e8e-b8f1-458cbdc9e8f1 req-6d9758b2-1613-43ec-961c-98fbe3803639 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:41.427804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ee6c7e6-214f-4e8e-b8f1-458cbdc9e8f1 req-6d9758b2-1613-43ec-961c-98fbe3803639 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0537188 Feb 11 05:56:41.475598 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ee6c7e6-214f-4e8e-b8f1-458cbdc9e8f1 req-fc0409b3-6929-4bc2-a1ad-0763ece3794b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464249 Feb 11 05:56:42.593453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b1328-0e5b-4180-8472-676c9fffe4bf req-33bbcd0d-a53b-4308-bfe7-1344f5865c75 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:42.594954 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc5b1328-0e5b-4180-8472-676c9fffe4bf req-33bbcd0d-a53b-4308-bfe7-1344f5865c75 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0527308 Feb 11 05:56:42.641865 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc5b1328-0e5b-4180-8472-676c9fffe4bf req-ab7ef0f2-e5db-4ab9-aa86-4589ea2b005f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410461 Feb 11 05:56:43.759174 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a524d-5409-44b1-848c-4cfcfd197bbd req-a397ab83-ca40-494b-a705-1ef2433b6b5c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:43.760694 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-488a524d-5409-44b1-848c-4cfcfd197bbd req-a397ab83-ca40-494b-a705-1ef2433b6b5c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 944 time: 0.0519538 Feb 11 05:56:43.807467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-488a524d-5409-44b1-848c-4cfcfd197bbd req-1cc8a329-2a07-4af9-8674-d3f38295bb02 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411673 Feb 11 05:56:44.232105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 09233117-5883-4051-88e3-d75a9a22f974 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:56:44.328026 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 09233117-5883-4051-88e3-d75a9a22f974, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=09233117-5883-4051-88e3-d75a9a22f974,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:44.339005 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '09233117-5883-4051-88e3-d75a9a22f974', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'port_id': '09233117-5883-4051-88e3-d75a9a22f974', 'mac_address': 'fa:16:3e:75:ba:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:56:44.375552 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 09233117-5883-4051-88e3-d75a9a22f974 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:44.375952 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (09233117-5883-4051-88e3-d75a9a22f974), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:44.388699 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:56:44.393366 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09233117-5883-4051-88e3-d75a9a22f974 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:56:44.415285 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 09233117-5883-4051-88e3-d75a9a22f974, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=09233117-5883-4051-88e3-d75a9a22f974,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:44.419220 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (09233117-5883-4051-88e3-d75a9a22f974), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:44.472737 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:44.477570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=09233117-5883-4051-88e3-d75a9a22f974,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:44.485940 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:44.486922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:44.487258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:44.487638 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:44.487980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:44.488314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:44.488646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:44.488980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:44.489328 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:44.489656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:44.489983 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:44.490306 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:44.490669 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:44.627666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['09233117-5883-4051-88e3-d75a9a22f974'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:56:44.930458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a44e1e-24ee-47be-aa17-20dfab9bc136 req-d22c0773-caab-43aa-903f-bfbc0d1c0f64 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:44.931987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6a44e1e-24ee-47be-aa17-20dfab9bc136 req-d22c0773-caab-43aa-903f-bfbc0d1c0f64 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 945 time: 0.0570035 Feb 11 05:56:44.979988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6a44e1e-24ee-47be-aa17-20dfab9bc136 req-8cce430a-8605-41a8-9e47-8f3d499425af tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422189 Feb 11 05:56:46.095353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a38b49-0665-4718-a7e7-90dcc499f45e req-d20665e9-32fc-463b-ae22-dcf142168087 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:46.097366 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18a38b49-0665-4718-a7e7-90dcc499f45e req-d20665e9-32fc-463b-ae22-dcf142168087 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 945 time: 0.0525324 Feb 11 05:56:46.142804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18a38b49-0665-4718-a7e7-90dcc499f45e req-91000f75-e61d-42b7-8887-1b00d93a1cf4 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398672 Feb 11 05:56:46.231942 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 09233117-5883-4051-88e3-d75a9a22f974 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:56:46.280567 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 09233117-5883-4051-88e3-d75a9a22f974 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:56:46.284730 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 09233117-5883-4051-88e3-d75a9a22f974 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:46.285109 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (09233117-5883-4051-88e3-d75a9a22f974), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:46.359263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 09233117-5883-4051-88e3-d75a9a22f974 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:46.359683 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (09233117-5883-4051-88e3-d75a9a22f974), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:46.383728 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e130b810-c288-46e9-893f-42cd2a1adf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09233117-5883-4051-88e3-d75a9a22f974'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:46.386308 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73125be4-656a-4135-a146-c6ace2e2393a" -d '{"events": [{"server_uuid": "e130b810-c288-46e9-893f-42cd2a1adf74", "name": "network-vif-plugged", "status": "completed", "tag": "09233117-5883-4051-88e3-d75a9a22f974"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:46.399697 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 09233117-5883-4051-88e3-d75a9a22f974, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=09233117-5883-4051-88e3-d75a9a22f974,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:46.404179 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (09233117-5883-4051-88e3-d75a9a22f974), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:46.429393 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6d67bd-5432-4f00-80fb-67411eb92502 x-openstack-request-id: req-bd6d67bd-5432-4f00-80fb-67411eb92502 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:46.429687 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e130b810-c288-46e9-893f-42cd2a1adf74", "name": "network-vif-plugged", "status": "completed", "tag": "09233117-5883-4051-88e3-d75a9a22f974", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:46.429940 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bd6d67bd-5432-4f00-80fb-67411eb92502 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:46.430331 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e130b810-c288-46e9-893f-42cd2a1adf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09233117-5883-4051-88e3-d75a9a22f974', 'code': 200} Feb 11 05:56:46.456824 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=09233117-5883-4051-88e3-d75a9a22f974,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:46.525271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98675b5e-92fd-44fe-9c12-1cc26e4633a0 req-a236f817-170c-4b6a-903c-b64be0d6ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:46.526490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-98675b5e-92fd-44fe-9c12-1cc26e4633a0 req-a236f817-170c-4b6a-903c-b64be0d6ea87 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 1129 time: 0.0437617 Feb 11 05:56:46.573895 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-98675b5e-92fd-44fe-9c12-1cc26e4633a0 req-327ceb54-0abd-40df-b99f-d05b1ff54473 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396399 Feb 11 05:56:47.261451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a129e0e-509c-4f87-a77e-67c2608574bb req-de84fb7c-f091-45af-8fdd-6da343d1bcce tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:47.262968 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a129e0e-509c-4f87-a77e-67c2608574bb req-de84fb7c-f091-45af-8fdd-6da343d1bcce tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 946 time: 0.0533180 Feb 11 05:56:47.309298 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a129e0e-509c-4f87-a77e-67c2608574bb req-62c88ba7-246d-4436-a035-4a2609f5b90b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405726 Feb 11 05:56:48.428517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6d7e8-3e94-41fa-b896-4f4acdcb5428 req-3c41a90a-9929-4caf-8666-4d97a7b46404 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:48.430018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8f6d7e8-3e94-41fa-b896-4f4acdcb5428 req-3c41a90a-9929-4caf-8666-4d97a7b46404 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 946 time: 0.0525248 Feb 11 05:56:48.475969 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8f6d7e8-3e94-41fa-b896-4f4acdcb5428 req-81c24603-3c7d-4745-8b6a-23ea42b215b6 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 Feb 11 05:56:48.596356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ecab3-ee68-488f-a9fd-d0ac0fe8ab03 req-e800e0ab-2c41-4b82-a08f-c5d3f47ba3e6 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:48.597783 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d62ecab3-ee68-488f-a9fd-d0ac0fe8ab03 req-e800e0ab-2c41-4b82-a08f-c5d3f47ba3e6 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 946 time: 0.0569246 Feb 11 05:56:48.643451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d62ecab3-ee68-488f-a9fd-d0ac0fe8ab03 req-bb1baf10-c85a-4597-b339-9454f87ae33e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401762 Feb 11 05:56:48.762196 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71895def-480e-4c5d-b68a-87aba5fe1561 req-37055f9d-3f7b-4326-beba-af70e37f3b25 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:48.763727 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71895def-480e-4c5d-b68a-87aba5fe1561 req-37055f9d-3f7b-4326-beba-af70e37f3b25 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 946 time: 0.0541427 Feb 11 05:56:48.810655 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71895def-480e-4c5d-b68a-87aba5fe1561 req-3d79c1d0-e4e1-4f92-8029-ef24eeb94cc7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413530 Feb 11 05:56:49.100941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b91d1-1f0d-4291-ba3c-2bed5cb61194 req-c2d4b4b6-a1cc-4b8d-99f7-48d77cbc3388 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:49.102436 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f7b91d1-1f0d-4291-ba3c-2bed5cb61194 req-c2d4b4b6-a1cc-4b8d-99f7-48d77cbc3388 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 946 time: 0.0560367 Feb 11 05:56:49.150231 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f7b91d1-1f0d-4291-ba3c-2bed5cb61194 req-76e31a9f-8d25-4ded-8d61-143792b3b305 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421035 Feb 11 05:56:50.271433 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7b7d7-9344-4a32-a604-2c8e215372b9 req-afbf7f04-6647-416c-bd52-6ee98012c110 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:50.273208 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6b7b7d7-9344-4a32-a604-2c8e215372b9 req-afbf7f04-6647-416c-bd52-6ee98012c110 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 946 time: 0.0531840 Feb 11 05:56:50.319573 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6b7b7d7-9344-4a32-a604-2c8e215372b9 req-6aa9c575-994e-4668-917c-b1375c2d67dc tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Feb 11 05:56:50.602990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcb9a9-b9ff-4fd5-a23b-aba5fc106d3d req-81a05957-27fe-44aa-a589-74157be05ee9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:50.604491 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86fcb9a9-b9ff-4fd5-a23b-aba5fc106d3d req-81a05957-27fe-44aa-a589-74157be05ee9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 946 time: 0.0509305 Feb 11 05:56:50.699365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-86fcb9a9-b9ff-4fd5-a23b-aba5fc106d3d req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Deleting port 09233117-5883-4051-88e3-d75a9a22f974 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:56:50.699736 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86fcb9a9-b9ff-4fd5-a23b-aba5fc106d3d req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (09233117-5883-4051-88e3-d75a9a22f974), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:50.787631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-86fcb9a9-b9ff-4fd5-a23b-aba5fc106d3d req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] For port 09233117-5883-4051-88e3-d75a9a22f974, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=09233117-5883-4051-88e3-d75a9a22f974,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:50.787998 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86fcb9a9-b9ff-4fd5-a23b-aba5fc106d3d req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (09233117-5883-4051-88e3-d75a9a22f974), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:50.804122 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-86fcb9a9-b9ff-4fd5-a23b-aba5fc106d3d req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Calling delete_port for 09233117-5883-4051-88e3-d75a9a22f974 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:56:50.929077 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86fcb9a9-b9ff-4fd5-a23b-aba5fc106d3d req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (09233117-5883-4051-88e3-d75a9a22f974), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:50.944857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['09233117-5883-4051-88e3-d75a9a22f974'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:56:50.957683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event deleted for resources: {'Port': ['ID=09233117-5883-4051-88e3-d75a9a22f974,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:50.969831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:50.970184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:50.970523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:50.970860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:50.971195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:50.971553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:50.971883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:50.972210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:50.972530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:50.972853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:50.973172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:50.973486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:50.973809 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:56:51.014432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fcb9a9-b9ff-4fd5-a23b-aba5fc106d3d req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] No DVR routers for this DVR port 09233117-5883-4051-88e3-d75a9a22f974 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:56:51.017045 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-86fcb9a9-b9ff-4fd5-a23b-aba5fc106d3d req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:51.020533 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86fcb9a9-b9ff-4fd5-a23b-aba5fc106d3d req-13e1d203-0feb-4fbf-959f-00d88507f990 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "DELETE /v2.0/ports/09233117-5883-4051-88e3-d75a9a22f974 HTTP/1.1" status: 204 len: 173 time: 0.4098220 Feb 11 05:56:51.020989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e130b810-c288-46e9-893f-42cd2a1adf74', 'name': 'network-vif-deleted', 'tag': '09233117-5883-4051-88e3-d75a9a22f974'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:51.023712 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6890290d-be1b-452b-93eb-a654b3721731" -d '{"events": [{"server_uuid": "e130b810-c288-46e9-893f-42cd2a1adf74", "name": "network-vif-deleted", "tag": "09233117-5883-4051-88e3-d75a9a22f974"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:51.067801 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559640ed-3adb-4f3a-ab26-cc18fd13c3ed x-openstack-request-id: req-559640ed-3adb-4f3a-ab26-cc18fd13c3ed {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:51.068100 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e130b810-c288-46e9-893f-42cd2a1adf74", "name": "network-vif-deleted", "tag": "09233117-5883-4051-88e3-d75a9a22f974", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:51.068375 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-559640ed-3adb-4f3a-ab26-cc18fd13c3ed {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:51.068771 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e130b810-c288-46e9-893f-42cd2a1adf74', 'name': 'network-vif-deleted', 'tag': '09233117-5883-4051-88e3-d75a9a22f974', 'status': 'completed', 'code': 200} Feb 11 05:56:51.413472 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9937c2a-5eeb-488d-9cd9-98054bd8f69e req-befa976b-a334-45a9-ac30-edca1bd23bbd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 210 time: 0.0279064 Feb 11 05:56:52.509596 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4d2ea75-c783-4b6f-877e-d65ef5301c67 req-ea9b6d5f-fe49-4288-a93e-b37b733d0ff8 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 210 time: 0.0275762 Feb 11 05:56:53.608463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d389b65-ecdf-4090-be3f-5105143b54c9 req-717e52a1-dc8a-4799-98df-1ec80d8c5337 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 210 time: 0.0322034 Feb 11 05:56:54.280709 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 09233117-5883-4051-88e3-d75a9a22f974 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:56:54.304786 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 09233117-5883-4051-88e3-d75a9a22f974 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:56:54.305147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 09233117-5883-4051-88e3-d75a9a22f974 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:56:54.702938 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-459676e4-f52b-49e5-bddc-071e2170578f req-fff46395-c893-4088-a919-bb27fa13d2e1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 210 time: 0.0270059 Feb 11 05:56:55.800561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9580325-c373-4733-9b61-c5a438a2e7d6 req-356982a6-a22c-491c-83cd-15bf448782f3 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 210 time: 0.0291941 Feb 11 05:56:56.902073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57970641-db7b-4ded-9376-7e833345ebe9 req-f09f2860-5966-47bc-9b7c-c85862d4dd97 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 210 time: 0.0286489 Feb 11 05:56:58.000238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa0e130e-aa2e-4e71-853a-963977e9a327 req-1c1a2acd-d042-4974-a8c6-625422bbec18 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 210 time: 0.0301549 Feb 11 05:56:58.509265 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d8526841-adba-4a30-bbd9-6cc0aa2d7d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:59.098270 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a23bbad-6e57-4f56-97b7-53f4fd0ad0ab req-3598e06b-9403-4b0f-a521-178e1840ef89 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=e130b810-c288-46e9-893f-42cd2a1adf74 HTTP/1.1" status: 200 len: 210 time: 0.0299995 Feb 11 05:57:00.819282 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6a44e532-b699-4c89-bf70-e98206c812d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:02.536546 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:03.721598 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:05.210276 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:10.078310 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:14.486633 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:21.387893 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:57:28.511875 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2474f5ba-063b-4c53-9339-4e54c9dca280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:29.273842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed23b3a-7981-4521-9f07-821ab033837f req-c3592a8e-cb96-4812-a015-bb182228662a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:29.275526 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ed23b3a-7981-4521-9f07-821ab033837f req-c3592a8e-cb96-4812-a015-bb182228662a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 811 time: 0.0991375 Feb 11 05:57:29.290079 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ed23b3a-7981-4521-9f07-821ab033837f req-11d24e94-cdde-4067-9737-07cc810bdeb2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/quotas/56ff5158cee34b869e046338b4861b35 HTTP/1.1" status: 200 len: 375 time: 0.0094299 Feb 11 05:57:29.349488 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ed23b3a-7981-4521-9f07-821ab033837f req-f59255a3-e938-4081-a0a0-aa44b099cbc9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546010 Feb 11 05:57:29.442519 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ed23b3a-7981-4521-9f07-821ab033837f req-ce791820-df89-49f3-8c2a-3a69a9138926 service neutron] 10.222.0.87 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833564 Feb 11 05:57:29.534006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ed23b3a-7981-4521-9f07-821ab033837f req-05b4dfb9-7339-411b-b17d-6f95e4044560 service neutron] 10.222.0.87 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858421 Feb 11 05:57:29.810030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6596c073-0474-4999-a7c2-e646ae290ce6 req-e9dd149e-c49e-40d5-9815-6c67f073e2c2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 210 time: 0.0278032 Feb 11 05:57:30.820911 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b35fbe10-b6f4-4ae4-88b7-39a9c3b8b47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:30.887194 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6bada1fd-ae23-4f40-96e9-18fcc705ce81 req-b71fbe06-60f2-4a65-a49a-2d41d4b6034c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 210 time: 0.0276048 Feb 11 05:57:31.967600 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-32282e82-774f-4962-9678-5f9dd3f68e39 req-8a54444b-2ac0-4d0b-bfa0-c3e5abacd886 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 210 time: 0.0286646 Feb 11 05:57:32.538929 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:33.048498 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9fecc51c-3f93-419f-ac59-d2386f76a2be req-0b95fad5-265d-4c10-b40e-a60f7a99c3b3 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 210 time: 0.0284579 Feb 11 05:57:33.724735 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:34.143774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d566680-939e-4338-959d-1b99cb96fd87 req-8e05ece4-2dae-4392-bf84-edd3ad9e0ec1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 210 time: 0.0322702 Feb 11 05:57:34.794742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed23b3a-7981-4521-9f07-821ab033837f req-a7579e2e-fa01-4f82-98e6-5ad3ae2600e9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:34.796266 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ed23b3a-7981-4521-9f07-821ab033837f req-a7579e2e-fa01-4f82-98e6-5ad3ae2600e9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 811 time: 0.1061597 Feb 11 05:57:34.807505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-6ed23b3a-7981-4521-9f07-821ab033837f req-3a169daa-63d1-4d0d-8f8d-1191e00e490d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Request body: {'port': {'device_id': 'c62b4a0a-526f-4f65-bec6-745bbfc683a9', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'admin_state_up': True, 'tenant_id': '56ff5158cee34b869e046338b4861b35'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:34.922138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed23b3a-7981-4521-9f07-821ab033837f req-3a169daa-63d1-4d0d-8f8d-1191e00e490d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Made reservation on behalf of 56ff5158cee34b869e046338b4861b35 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:57:34.926142 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6ed23b3a-7981-4521-9f07-821ab033837f req-3a169daa-63d1-4d0d-8f8d-1191e00e490d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:35.060510 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-6ed23b3a-7981-4521-9f07-821ab033837f req-3a169daa-63d1-4d0d-8f8d-1191e00e490d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Allocated IP 172.20.0.3 (eb53b3ef-0046-423a-80c2-f4cb9b708f00/093db962-4cc3-416f-b8e7-f08f53cfc413/a4327ad8-449e-4483-a8bc-0c50d8d3970a) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:57:35.207391 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:35.216963 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6ed23b3a-7981-4521-9f07-821ab033837f req-3a169daa-63d1-4d0d-8f8d-1191e00e490d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for port (a4327ad8-449e-4483-a8bc-0c50d8d3970a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:35.272496 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5191655-cc52-472e-bfbd-701590580947 req-2a194297-3965-47e9-a0a1-c99758d093c9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 210 time: 0.0382371 Feb 11 05:57:35.281782 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6ed23b3a-7981-4521-9f07-821ab033837f req-3a169daa-63d1-4d0d-8f8d-1191e00e490d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a4327ad8-449e-4483-a8bc-0c50d8d3970a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:35.328927 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed23b3a-7981-4521-9f07-821ab033837f req-3a169daa-63d1-4d0d-8f8d-1191e00e490d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Network eb53b3ef-0046-423a-80c2-f4cb9b708f00 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:57:35.332088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-6ed23b3a-7981-4521-9f07-821ab033837f req-3a169daa-63d1-4d0d-8f8d-1191e00e490d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:57:35.334728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed23b3a-7981-4521-9f07-821ab033837f req-3a169daa-63d1-4d0d-8f8d-1191e00e490d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:57:35.365566 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a169daa-63d1-4d0d-8f8d-1191e00e490d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'Port': ['ID=a4327ad8-449e-4483-a8bc-0c50d8d3970a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:35.395989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed23b3a-7981-4521-9f07-821ab033837f req-3a169daa-63d1-4d0d-8f8d-1191e00e490d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:35.396908 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6ed23b3a-7981-4521-9f07-821ab033837f req-3a169daa-63d1-4d0d-8f8d-1191e00e490d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:35.414992 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ed23b3a-7981-4521-9f07-821ab033837f req-3a169daa-63d1-4d0d-8f8d-1191e00e490d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6113241 Feb 11 05:57:35.428079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Request body: {'port': {'device_id': 'c62b4a0a-526f-4f65-bec6-745bbfc683a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:57:35.500100 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a4327ad8-449e-4483-a8bc-0c50d8d3970a), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:35.630033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d1114ccc-40c6-4a18-83e3-0ccf24cbbd03 None None] Provisioning complete for port a4327ad8-449e-4483-a8bc-0c50d8d3970a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:35.630793 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d1114ccc-40c6-4a18-83e3-0ccf24cbbd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a4327ad8-449e-4483-a8bc-0c50d8d3970a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:35.675343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d1114ccc-40c6-4a18-83e3-0ccf24cbbd03 None None] Port a4327ad8-449e-4483-a8bc-0c50d8d3970a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:57:35.774976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4327ad8-449e-4483-a8bc-0c50d8d3970a {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:57:35.783236 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Publish callbacks [] for port (a4327ad8-449e-4483-a8bc-0c50d8d3970a), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:35.794791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Transition to ACTIVE for port object a4327ad8-449e-4483-a8bc-0c50d8d3970a will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:57:35.799118 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (a4327ad8-449e-4483-a8bc-0c50d8d3970a), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:35.868168 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4327ad8-449e-4483-a8bc-0c50d8d3970a,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:35.945277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Attempting to bind port a4327ad8-449e-4483-a8bc-0c50d8d3970a on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:57:35.945709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Attempting to bind port a4327ad8-449e-4483-a8bc-0c50d8d3970a by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:57:35.946147 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Attempting to bind port a4327ad8-449e-4483-a8bc-0c50d8d3970a on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:35.951500 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Port a4327ad8-449e-4483-a8bc-0c50d8d3970a on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:57:35.951928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Attempting to bind port a4327ad8-449e-4483-a8bc-0c50d8d3970a on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:57:35.958153 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:57:35.958579 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Checking segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:57:35.959045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Bound using segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:57:35.959597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Bound port: a4327ad8-449e-4483-a8bc-0c50d8d3970a, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:57:35.960066 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a4327ad8-449e-4483-a8bc-0c50d8d3970a), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:36.028479 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] For port a4327ad8-449e-4483-a8bc-0c50d8d3970a, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:57:36.031788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] For port a4327ad8-449e-4483-a8bc-0c50d8d3970a, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a4327ad8-449e-4483-a8bc-0c50d8d3970a,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:57:36.039259 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (a4327ad8-449e-4483-a8bc-0c50d8d3970a), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:36.082430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:36.083168 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:36.084692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ed23b3a-7981-4521-9f07-821ab033837f req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] 10.222.0.73 "PUT /v2.0/ports/a4327ad8-449e-4483-a8bc-0c50d8d3970a HTTP/1.1" status: 200 len: 1092 time: 0.6609979 Feb 11 05:57:36.085241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62b4a0a-526f-4f65-bec6-745bbfc683a9', 'tag': 'a4327ad8-449e-4483-a8bc-0c50d8d3970a'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:36.087759 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1628d700-9cf4-4edc-a447-f1edbcc7c013" -d '{"events": [{"name": "network-changed", "server_uuid": "c62b4a0a-526f-4f65-bec6-745bbfc683a9", "tag": "a4327ad8-449e-4483-a8bc-0c50d8d3970a"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:36.142920 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcd95c6-0b2b-4627-b69a-410627b69c15 x-openstack-request-id: req-5fcd95c6-0b2b-4627-b69a-410627b69c15 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:36.143475 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62b4a0a-526f-4f65-bec6-745bbfc683a9", "tag": "a4327ad8-449e-4483-a8bc-0c50d8d3970a", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:36.143910 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5fcd95c6-0b2b-4627-b69a-410627b69c15 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:36.144473 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62b4a0a-526f-4f65-bec6-745bbfc683a9', 'tag': 'a4327ad8-449e-4483-a8bc-0c50d8d3970a', 'status': 'completed', 'code': 200} Feb 11 05:57:36.145075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e170654-ea0f-4272-a839-afef8a392cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4327ad8-449e-4483-a8bc-0c50d8d3970a,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:36.184685 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed23b3a-7981-4521-9f07-821ab033837f req-4ec995f5-ad5d-4c9f-8a04-cd938fd6f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:36.186348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ed23b3a-7981-4521-9f07-821ab033837f req-4ec995f5-ad5d-4c9f-8a04-cd938fd6f965 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 1126 time: 0.0547199 Feb 11 05:57:36.234507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ed23b3a-7981-4521-9f07-821ab033837f req-4443e17a-6b7f-419b-b860-7bc312fcbfa0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4327ad8-449e-4483-a8bc-0c50d8d3970a HTTP/1.1" status: 200 len: 217 time: 0.0407429 Feb 11 05:57:36.284493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed23b3a-7981-4521-9f07-821ab033837f req-cba75336-4e02-44e4-9b77-69bd539408d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:36.285964 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ed23b3a-7981-4521-9f07-821ab033837f req-cba75336-4e02-44e4-9b77-69bd539408d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0464990 Feb 11 05:57:36.343547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed23b3a-7981-4521-9f07-821ab033837f req-ffce608e-8d5e-4d2d-a883-1178f18197d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:36.345179 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ed23b3a-7981-4521-9f07-821ab033837f req-ffce608e-8d5e-4d2d-a883-1178f18197d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0526023 Feb 11 05:57:36.474263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e45465-f9b3-4c6f-aded-b14e9221fc1d req-0956399c-61d5-4469-a64a-21803d999527 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:36.475660 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3e45465-f9b3-4c6f-aded-b14e9221fc1d req-0956399c-61d5-4469-a64a-21803d999527 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 943 time: 0.1156588 Feb 11 05:57:36.477804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ed23b3a-7981-4521-9f07-821ab033837f req-50b58088-27de-427b-9237-521e4bd3f1af service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250358 Feb 11 05:57:36.581353 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3e45465-f9b3-4c6f-aded-b14e9221fc1d req-61ccb1c9-27ad-4ec8-ba98-62009c85db57 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996785 Feb 11 05:57:36.613399 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ed23b3a-7981-4521-9f07-821ab033837f req-d7efb37b-1b87-4abd-9187-ee16d1a66161 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253362 Feb 11 05:57:36.702195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628d700-9cf4-4edc-a447-f1edbcc7c013 req-16f5b6d2-f376-4424-9fa8-965af2a67d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:36.703728 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1628d700-9cf4-4edc-a447-f1edbcc7c013 req-16f5b6d2-f376-4424-9fa8-965af2a67d82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 1126 time: 0.0461314 Feb 11 05:57:36.795529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628d700-9cf4-4edc-a447-f1edbcc7c013 req-8da4877c-f592-431b-9917-82dc661d0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:36.797035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1628d700-9cf4-4edc-a447-f1edbcc7c013 req-8da4877c-f592-431b-9917-82dc661d0b03 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.0881531 Feb 11 05:57:36.835965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1628d700-9cf4-4edc-a447-f1edbcc7c013 req-f0ae4c1d-c00e-40d2-94bd-47fa7b3ecf39 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4327ad8-449e-4483-a8bc-0c50d8d3970a HTTP/1.1" status: 200 len: 217 time: 0.0334070 Feb 11 05:57:36.890476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628d700-9cf4-4edc-a447-f1edbcc7c013 req-c3a22430-62a7-4a29-bd15-084d97299d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:36.892048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1628d700-9cf4-4edc-a447-f1edbcc7c013 req-c3a22430-62a7-4a29-bd15-084d97299d5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0501168 Feb 11 05:57:36.940630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628d700-9cf4-4edc-a447-f1edbcc7c013 req-8888405a-a565-4a97-aa56-4d1c6f807732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:36.942401 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1628d700-9cf4-4edc-a447-f1edbcc7c013 req-8888405a-a565-4a97-aa56-4d1c6f807732 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448575 Feb 11 05:57:37.032599 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1628d700-9cf4-4edc-a447-f1edbcc7c013 req-4eaab16a-0e4c-458f-a7bb-500663160464 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836251 Feb 11 05:57:37.124792 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1628d700-9cf4-4edc-a447-f1edbcc7c013 req-4c657433-fb31-4159-8b28-e09220c165ab service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859568 Feb 11 05:57:37.712834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e2e92-c834-4aee-9000-6da9cf6bf66c req-e2c0739b-f483-493e-8d0d-3271e23e738f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:37.714413 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-463e2e92-c834-4aee-9000-6da9cf6bf66c req-e2c0739b-f483-493e-8d0d-3271e23e738f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 943 time: 0.0554721 Feb 11 05:57:37.760047 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-463e2e92-c834-4aee-9000-6da9cf6bf66c req-1d9bea59-6910-46d9-8df3-d45a3f97db75 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397007 Feb 11 05:57:38.881762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1316a-43aa-48e6-b26d-7d9d9a7d1f25 req-2f64df0e-f657-4a95-8ebe-0114c2a3275a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:38.883238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fb1316a-43aa-48e6-b26d-7d9d9a7d1f25 req-2f64df0e-f657-4a95-8ebe-0114c2a3275a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 943 time: 0.0566936 Feb 11 05:57:38.929519 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fb1316a-43aa-48e6-b26d-7d9d9a7d1f25 req-37018142-c5fc-423b-9601-7b19631e63d4 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405910 Feb 11 05:57:40.048971 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fb0a1-7d3b-41b7-8d62-58e290b805bf req-a9ab2acf-fca0-47ba-980c-328d2c0470cc tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:40.050496 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-894fb0a1-7d3b-41b7-8d62-58e290b805bf req-a9ab2acf-fca0-47ba-980c-328d2c0470cc tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 943 time: 0.0547817 Feb 11 05:57:40.088229 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:40.100451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-894fb0a1-7d3b-41b7-8d62-58e290b805bf req-619d911f-83b4-441e-ba42-a04a702bd303 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444465 Feb 11 05:57:41.219707 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9d44b-8ba4-4cf9-bafb-9c8fe34e2569 req-c1b434a9-3f72-4469-9653-abccd8d6fbea tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:41.221128 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6c9d44b-8ba4-4cf9-bafb-9c8fe34e2569 req-c1b434a9-3f72-4469-9653-abccd8d6fbea tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 943 time: 0.0534697 Feb 11 05:57:41.273996 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6c9d44b-8ba4-4cf9-bafb-9c8fe34e2569 req-155553d9-6f3a-4b27-8068-4420a46dfe9f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472453 Feb 11 05:57:42.412252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0f315-d470-49fd-8525-6fa6556a7977 req-f2aac6fb-f095-4275-89ba-470d07c37762 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:42.413896 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ecd0f315-d470-49fd-8525-6fa6556a7977 req-f2aac6fb-f095-4275-89ba-470d07c37762 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 943 time: 0.0593410 Feb 11 05:57:42.472346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ecd0f315-d470-49fd-8525-6fa6556a7977 req-f198f8ab-e19d-4fdd-95b4-fccb4757160f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503318 Feb 11 05:57:43.591281 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95566e78-1820-4fb1-9d2d-0573d1630001 req-5f776715-50ae-4108-b36f-1be97999b916 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:43.592775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95566e78-1820-4fb1-9d2d-0573d1630001 req-5f776715-50ae-4108-b36f-1be97999b916 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 943 time: 0.0515304 Feb 11 05:57:43.638970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95566e78-1820-4fb1-9d2d-0573d1630001 req-7c459542-0545-4cd5-a025-b57de879275a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401380 Feb 11 05:57:44.484216 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:44.760655 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc1245-6b8d-40a8-8b3e-045fe0880edf req-0f33f7b1-f896-49bf-8eb1-86063cb7efed tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:44.762031 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cdcc1245-6b8d-40a8-8b3e-045fe0880edf req-0f33f7b1-f896-49bf-8eb1-86063cb7efed tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 943 time: 0.0553412 Feb 11 05:57:44.808979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cdcc1245-6b8d-40a8-8b3e-045fe0880edf req-80e84af0-9994-4d47-ac63-c43e1f1a4af5 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401053 Feb 11 05:57:45.937395 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5fb6b-8dd0-4145-befc-b692c57280a0 req-2c556575-ed08-4e68-943c-f267427445c8 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:45.938718 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dbc5fb6b-8dd0-4145-befc-b692c57280a0 req-2c556575-ed08-4e68-943c-f267427445c8 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 943 time: 0.0565705 Feb 11 05:57:45.988448 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dbc5fb6b-8dd0-4145-befc-b692c57280a0 req-7aa9cebe-770b-4aa3-8c77-836ec2787774 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441813 Feb 11 05:57:47.107877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dd152-7a7a-4935-a712-63e95a836597 req-652b91e6-33b4-4d2e-a338-0f3c4ae0b17e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:47.109356 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-001dd152-7a7a-4935-a712-63e95a836597 req-652b91e6-33b4-4d2e-a338-0f3c4ae0b17e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 943 time: 0.0533640 Feb 11 05:57:47.158951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-001dd152-7a7a-4935-a712-63e95a836597 req-62432759-f6b3-4b3a-9e06-588a8f09e337 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435097 Feb 11 05:57:48.275449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9878f-0b89-43a3-ac12-68ae4922adbf req-573cbaec-3e2f-4b72-9e20-988f7f175a28 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:48.277006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48c9878f-0b89-43a3-ac12-68ae4922adbf req-573cbaec-3e2f-4b72-9e20-988f7f175a28 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 943 time: 0.0520449 Feb 11 05:57:48.323142 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48c9878f-0b89-43a3-ac12-68ae4922adbf req-a59d8998-c46c-4c6f-bc18-87d2deb4069f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400147 Feb 11 05:57:49.440188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc0c6c-8f1c-4345-98ab-d589f69c04b7 req-b4d4c633-6fdf-48ec-9d44-833ea9d529cd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:49.441680 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ffc0c6c-8f1c-4345-98ab-d589f69c04b7 req-b4d4c633-6fdf-48ec-9d44-833ea9d529cd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 943 time: 0.0524082 Feb 11 05:57:49.487159 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ffc0c6c-8f1c-4345-98ab-d589f69c04b7 req-1e3efb5f-e5b3-43e9-924f-955dc0f5eb86 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399640 Feb 11 05:57:50.608207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6bd68-0f4c-4808-9287-703fda8dc6be req-e921ddc5-80a0-47f9-956a-560804444441 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:50.609772 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ce6bd68-0f4c-4808-9287-703fda8dc6be req-e921ddc5-80a0-47f9-956a-560804444441 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 943 time: 0.0559227 Feb 11 05:57:50.656684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ce6bd68-0f4c-4808-9287-703fda8dc6be req-edcbe783-2d56-4f03-9e3a-1146dccc808e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413511 Feb 11 05:57:50.699317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a4327ad8-449e-4483-a8bc-0c50d8d3970a details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:57:50.790553 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a4327ad8-449e-4483-a8bc-0c50d8d3970a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a4327ad8-449e-4483-a8bc-0c50d8d3970a,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:50.801123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'a4327ad8-449e-4483-a8bc-0c50d8d3970a', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'port_id': 'a4327ad8-449e-4483-a8bc-0c50d8d3970a', 'mac_address': 'fa:16:3e:68:31:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:57:50.840147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port a4327ad8-449e-4483-a8bc-0c50d8d3970a is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:50.840529 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a4327ad8-449e-4483-a8bc-0c50d8d3970a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:50.852787 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4327ad8-449e-4483-a8bc-0c50d8d3970a {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:57:50.871570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a4327ad8-449e-4483-a8bc-0c50d8d3970a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a4327ad8-449e-4483-a8bc-0c50d8d3970a,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:50.876045 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a4327ad8-449e-4483-a8bc-0c50d8d3970a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:50.922673 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=a4327ad8-449e-4483-a8bc-0c50d8d3970a,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:50.929981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:50.930364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:50.930714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:50.931060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:50.931398 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:50.931761 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:50.932102 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:50.932435 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:50.932766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:50.933097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:50.933427 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:50.933757 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:50.934086 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:57:51.111123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a4327ad8-449e-4483-a8bc-0c50d8d3970a'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:57:51.773090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14814d-f53e-4108-9fe2-9e46dac97597 req-e5618a57-2ac5-4b4c-9fea-dc1b3c961b3f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:51.774559 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d14814d-f53e-4108-9fe2-9e46dac97597 req-e5618a57-2ac5-4b4c-9fea-dc1b3c961b3f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 944 time: 0.0522964 Feb 11 05:57:51.821183 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d14814d-f53e-4108-9fe2-9e46dac97597 req-dcd9f9bc-6ed1-44a9-8de4-818b6f869dfe tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Feb 11 05:57:52.729332 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a4327ad8-449e-4483-a8bc-0c50d8d3970a up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:57:52.776409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port a4327ad8-449e-4483-a8bc-0c50d8d3970a completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:57:52.780697 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port a4327ad8-449e-4483-a8bc-0c50d8d3970a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:57:52.781564 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a4327ad8-449e-4483-a8bc-0c50d8d3970a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:52.855224 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port a4327ad8-449e-4483-a8bc-0c50d8d3970a is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:57:52.855643 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a4327ad8-449e-4483-a8bc-0c50d8d3970a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:52.881747 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62b4a0a-526f-4f65-bec6-745bbfc683a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4327ad8-449e-4483-a8bc-0c50d8d3970a'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:57:52.884060 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc859bb6-5da9-489f-8eb7-ee03de966365" -d '{"events": [{"server_uuid": "c62b4a0a-526f-4f65-bec6-745bbfc683a9", "name": "network-vif-plugged", "status": "completed", "tag": "a4327ad8-449e-4483-a8bc-0c50d8d3970a"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:57:52.901155 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a4327ad8-449e-4483-a8bc-0c50d8d3970a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a4327ad8-449e-4483-a8bc-0c50d8d3970a,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:57:52.908776 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a4327ad8-449e-4483-a8bc-0c50d8d3970a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:52.931815 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd04b2f5-37e6-4e6c-86f1-ecd6ce1d49bb x-openstack-request-id: req-bd04b2f5-37e6-4e6c-86f1-ecd6ce1d49bb {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:57:52.932109 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62b4a0a-526f-4f65-bec6-745bbfc683a9", "name": "network-vif-plugged", "status": "completed", "tag": "a4327ad8-449e-4483-a8bc-0c50d8d3970a", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:57:52.932358 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bd04b2f5-37e6-4e6c-86f1-ecd6ce1d49bb {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:57:52.932749 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62b4a0a-526f-4f65-bec6-745bbfc683a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4327ad8-449e-4483-a8bc-0c50d8d3970a', 'code': 200} Feb 11 05:57:52.959134 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=a4327ad8-449e-4483-a8bc-0c50d8d3970a,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:57:52.959690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20624d0-bdfd-4118-9c10-71fd35aafc03 req-ea06d431-ace0-4928-927d-e0e75f7dc951 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:52.961237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f20624d0-bdfd-4118-9c10-71fd35aafc03 req-ea06d431-ace0-4928-927d-e0e75f7dc951 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 945 time: 0.0582416 Feb 11 05:57:53.035105 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f20624d0-bdfd-4118-9c10-71fd35aafc03 req-a8f85159-633d-45dd-830a-898eb8c88b86 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678880 Feb 11 05:57:53.047514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff2257-4e5f-4cda-abe7-fccaf7218d89 req-bcd88f50-e944-4428-9de8-931e10a2a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:53.048996 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1ff2257-4e5f-4cda-abe7-fccaf7218d89 req-bcd88f50-e944-4428-9de8-931e10a2a858 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 1128 time: 0.0604374 Feb 11 05:57:53.091701 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1ff2257-4e5f-4cda-abe7-fccaf7218d89 req-a510cf08-1412-4dfb-9b9d-31f7f2f89ab0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366154 Feb 11 05:57:54.155825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69766e-8999-49df-8a3c-7369194fb80c req-52a2bf35-b11e-46b5-9320-0dba8d6097a3 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:54.157365 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d69766e-8999-49df-8a3c-7369194fb80c req-52a2bf35-b11e-46b5-9320-0dba8d6097a3 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 945 time: 0.0524199 Feb 11 05:57:54.209742 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6d69766e-8999-49df-8a3c-7369194fb80c req-0dd82110-84b4-4350-b9c6-739241ab86c5 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467272 Feb 11 05:57:55.327694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcbbad-646f-4b06-aacf-5a26d6465f60 req-42d083b2-b112-4e1b-bbad-68f79f25ebcb tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:55.330486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06fcbbad-646f-4b06-aacf-5a26d6465f60 req-42d083b2-b112-4e1b-bbad-68f79f25ebcb tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 945 time: 0.0548537 Feb 11 05:57:55.377240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06fcbbad-646f-4b06-aacf-5a26d6465f60 req-579c3e49-d677-4d38-813d-400806d5631b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411880 Feb 11 05:57:55.494009 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579c278-e778-4623-94dd-db24b2bf23de req-1ab5758f-4c03-4661-874d-0f04c8b35a72 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:55.495382 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2579c278-e778-4623-94dd-db24b2bf23de req-1ab5758f-4c03-4661-874d-0f04c8b35a72 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 945 time: 0.0522161 Feb 11 05:57:55.540924 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2579c278-e778-4623-94dd-db24b2bf23de req-2999ba00-6f70-4b11-aa4f-7aee3c514c33 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394750 Feb 11 05:57:58.386209 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:57:58.513800 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a61eccc-8474-417b-bb9c-178addb1c03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:59.076772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-41ece53b-ec3d-469d-b4e5-dbceb76de345 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:59.078772 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-41ece53b-ec3d-469d-b4e5-dbceb76de345 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 811 time: 0.1015842 Feb 11 05:57:59.092776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-e4215f94-9e65-4e9b-a200-e9e8fdf6f522 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/quotas/56ff5158cee34b869e046338b4861b35 HTTP/1.1" status: 200 len: 375 time: 0.0087764 Feb 11 05:57:59.148275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-67dcf79c-831f-4334-b14e-2664467ca0d5 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501122 Feb 11 05:57:59.227574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-f2f38af0-3f2f-4f83-9689-0f32b1470ef3 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:57:59.228585 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-f2f38af0-3f2f-4f83-9689-0f32b1470ef3 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0740287 Feb 11 05:57:59.321040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-7fddae3f-1793-424c-ae53-c96404d695c6 service neutron] 10.222.0.87 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861590 Feb 11 05:57:59.411665 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-bfd29818-f3d3-4014-8390-66184d4bc2f4 service neutron] 10.222.0.87 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847175 Feb 11 05:58:00.610324 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5adc6577-79cd-44d9-a432-c7ef5bc49f35 req-181bb52b-4bc6-4a39-8f6c-64c312c15e9c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 210 time: 0.0316467 Feb 11 05:58:00.822523 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d1300748-0509-415b-aab2-4a67d912e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:01.641877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-16350ab3-76b3-4e60-abc1-6576427786e7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:01.642347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-16350ab3-76b3-4e60-abc1-6576427786e7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.88 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 811 time: 0.1081138 Feb 11 05:58:01.662394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Request body: {'port': {'device_id': '4105cf36-3dc3-4df1-828b-716cd7b34b33', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'admin_state_up': True, 'tenant_id': '56ff5158cee34b869e046338b4861b35'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:01.723907 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5d5bfc7-4db1-40ec-b393-548fe2a0fa91 req-8040463b-2c73-4bad-a29b-6330ee1d831b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 210 time: 0.0406420 Feb 11 05:58:01.808789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Made reservation on behalf of 56ff5158cee34b869e046338b4861b35 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:58:01.812563 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:01.972467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Allocated IP 172.20.0.13 (eb53b3ef-0046-423a-80c2-f4cb9b708f00/093db962-4cc3-416f-b8e7-f08f53cfc413/d84f9c53-5fa6-4e44-88ce-1835342dcd80) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:58:02.143870 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for port (d84f9c53-5fa6-4e44-88ce-1835342dcd80), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:02.178782 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d84f9c53-5fa6-4e44-88ce-1835342dcd80), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:02.192231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a4327ad8-449e-4483-a8bc-0c50d8d3970a'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:58:02.228423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Network eb53b3ef-0046-423a-80c2-f4cb9b708f00 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:58:02.231692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:58:02.235487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:58:02.261042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'Port': ['ID=d84f9c53-5fa6-4e44-88ce-1835342dcd80,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:02.272964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:02.273317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:02.273763 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:02.274031 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:02.274363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:02.274691 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:02.275215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:02.275947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:02.276335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:02.277192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:02.277569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:02.278243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:02.278623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:02.319602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:02.320305 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:02.342531 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b7b6e8be-46b0-419f-bdb2-768b49fbb9ad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6849687 Feb 11 05:58:02.375466 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b8c890d8-c6be-4414-905c-ca545bb81c5b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:58:02.377252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b8c890d8-c6be-4414-905c-ca545bb81c5b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0244744 Feb 11 05:58:02.464153 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Request body: {'port': {'device_id': '4105cf36-3dc3-4df1-828b-716cd7b34b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:02.548726 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:02.559339 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d84f9c53-5fa6-4e44-88ce-1835342dcd80), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:02.618297 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-13019c83-ec0e-4a21-bce7-4217af5fd614 None None] Provisioning complete for port d84f9c53-5fa6-4e44-88ce-1835342dcd80 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:02.618949 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13019c83-ec0e-4a21-bce7-4217af5fd614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d84f9c53-5fa6-4e44-88ce-1835342dcd80), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:02.666764 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-13019c83-ec0e-4a21-bce7-4217af5fd614 None None] Port d84f9c53-5fa6-4e44-88ce-1835342dcd80 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:58:03.183730 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5442e-5a28-46c8-ab56-63616a924e73 req-e204036f-d31e-459c-83f9-341aad468689 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:03.185247 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5db5442e-5a28-46c8-ab56-63616a924e73 req-e204036f-d31e-459c-83f9-341aad468689 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 932 time: 0.0859346 Feb 11 05:58:03.273987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84f9c53-5fa6-4e44-88ce-1835342dcd80 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:58:03.286376 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Publish callbacks [] for port (d84f9c53-5fa6-4e44-88ce-1835342dcd80), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:03.293145 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5db5442e-5a28-46c8-ab56-63616a924e73 req-0789ad3e-1a66-4757-9e2f-d4699e1d6651 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965941 Feb 11 05:58:03.304703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Transition to ACTIVE for port object d84f9c53-5fa6-4e44-88ce-1835342dcd80 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:58:03.309485 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (d84f9c53-5fa6-4e44-88ce-1835342dcd80), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:03.393082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Pushing event updated for resources: {'Port': ['ID=d84f9c53-5fa6-4e44-88ce-1835342dcd80,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:03.445728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Attempting to bind port d84f9c53-5fa6-4e44-88ce-1835342dcd80 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:58:03.446087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Attempting to bind port d84f9c53-5fa6-4e44-88ce-1835342dcd80 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:58:03.446402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Attempting to bind port d84f9c53-5fa6-4e44-88ce-1835342dcd80 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:58:03.453310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Port d84f9c53-5fa6-4e44-88ce-1835342dcd80 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:58:03.453652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Attempting to bind port d84f9c53-5fa6-4e44-88ce-1835342dcd80 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:58:03.459637 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:58:03.459983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Checking segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:58:03.460368 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Bound using segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:58:03.460813 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Bound port: d84f9c53-5fa6-4e44-88ce-1835342dcd80, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:58:03.461179 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d84f9c53-5fa6-4e44-88ce-1835342dcd80), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:03.532621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] For port d84f9c53-5fa6-4e44-88ce-1835342dcd80, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:58:03.536441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] For port d84f9c53-5fa6-4e44-88ce-1835342dcd80, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d84f9c53-5fa6-4e44-88ce-1835342dcd80,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:58:03.543140 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (d84f9c53-5fa6-4e44-88ce-1835342dcd80), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:03.582509 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:03.583080 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:03.584530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] 10.222.0.88 "PUT /v2.0/ports/d84f9c53-5fa6-4e44-88ce-1835342dcd80 HTTP/1.1" status: 200 len: 1093 time: 1.1942689 Feb 11 05:58:03.584908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4105cf36-3dc3-4df1-828b-716cd7b34b33', 'tag': 'd84f9c53-5fa6-4e44-88ce-1835342dcd80'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:03.587143 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52238004-678d-4bfc-85a7-0e8429467ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "4105cf36-3dc3-4df1-828b-716cd7b34b33", "tag": "d84f9c53-5fa6-4e44-88ce-1835342dcd80"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:03.612515 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0348b54-0648-47d8-9503-9419340acd67 service neutron] Pushing event updated for resources: {'Port': ['ID=d84f9c53-5fa6-4e44-88ce-1835342dcd80,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:03.672432 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8484deda-5b43-468c-9c6a-4cc3ea26b7cc x-openstack-request-id: req-8484deda-5b43-468c-9c6a-4cc3ea26b7cc {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:03.672744 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4105cf36-3dc3-4df1-828b-716cd7b34b33", "tag": "d84f9c53-5fa6-4e44-88ce-1835342dcd80", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:03.673005 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8484deda-5b43-468c-9c6a-4cc3ea26b7cc {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:03.673405 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4105cf36-3dc3-4df1-828b-716cd7b34b33', 'tag': 'd84f9c53-5fa6-4e44-88ce-1835342dcd80', 'status': 'completed', 'code': 200} Feb 11 05:58:03.696933 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-529fa30f-52c2-4f23-bec6-3c6d1b4e3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:03.698535 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-529fa30f-52c2-4f23-bec6-3c6d1b4e3a8e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 1127 time: 0.0592270 Feb 11 05:58:03.739873 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:03.755955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-a9f5effc-8a5c-4d77-92a9-426c2d229c2d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d84f9c53-5fa6-4e44-88ce-1835342dcd80 HTTP/1.1" status: 200 len: 217 time: 0.0446434 Feb 11 05:58:03.837133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b3272484-d9fb-42b9-a90e-0372abf59016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:03.839074 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-b3272484-d9fb-42b9-a90e-0372abf59016 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0669484 Feb 11 05:58:03.896799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-9759b88b-3523-4b1e-9610-7e274736131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:03.898332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-9759b88b-3523-4b1e-9610-7e274736131f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493183 Feb 11 05:58:04.001324 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-afa9c129-0e0d-445e-bf63-696cd37cfcfd service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918815 Feb 11 05:58:04.093072 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49f04b33-1848-4777-9548-71ec3be27ca7 req-1cdbac8b-9838-451f-b51a-2a9a01bb3d55 service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854146 Feb 11 05:58:04.195336 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52238004-678d-4bfc-85a7-0e8429467ba4 req-027c1cf8-e8ac-421f-bbdf-d409f9abbb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:04.196871 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52238004-678d-4bfc-85a7-0e8429467ba4 req-027c1cf8-e8ac-421f-bbdf-d409f9abbb19 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 1127 time: 0.0491719 Feb 11 05:58:04.297444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52238004-678d-4bfc-85a7-0e8429467ba4 req-f83d8588-4539-4bd8-8a90-1e633c5d2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:04.299095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52238004-678d-4bfc-85a7-0e8429467ba4 req-f83d8588-4539-4bd8-8a90-1e633c5d2202 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.0907166 Feb 11 05:58:04.347154 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52238004-678d-4bfc-85a7-0e8429467ba4 req-7d192785-82d1-4dff-8af7-bdf48824129c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d84f9c53-5fa6-4e44-88ce-1835342dcd80 HTTP/1.1" status: 200 len: 217 time: 0.0374844 Feb 11 05:58:04.440909 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52238004-678d-4bfc-85a7-0e8429467ba4 req-28708e99-3cd9-407f-86b2-309c143c093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:04.442594 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52238004-678d-4bfc-85a7-0e8429467ba4 req-28708e99-3cd9-407f-86b2-309c143c093c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0876582 Feb 11 05:58:04.470171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac530578-8973-4cdc-877f-7b6c5c9db98d req-07d641db-c08d-4a52-b3ba-0f5aae0b92ff tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:04.471960 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac530578-8973-4cdc-877f-7b6c5c9db98d req-07d641db-c08d-4a52-b3ba-0f5aae0b92ff tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0867043 Feb 11 05:58:04.547927 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52238004-678d-4bfc-85a7-0e8429467ba4 req-41fca462-9a27-4eae-9c02-6492e0dbd2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:04.549529 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52238004-678d-4bfc-85a7-0e8429467ba4 req-41fca462-9a27-4eae-9c02-6492e0dbd2ae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0971994 Feb 11 05:58:04.553152 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac530578-8973-4cdc-877f-7b6c5c9db98d req-30c40755-63ae-4467-a344-76770e8c35e7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642543 Feb 11 05:58:04.666693 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52238004-678d-4bfc-85a7-0e8429467ba4 req-4591191f-4666-4211-a28d-dfbd6f389b75 service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077225 Feb 11 05:58:04.765784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52238004-678d-4bfc-85a7-0e8429467ba4 req-6161d8f5-7828-4ae0-8bcd-e1aaa546a6b5 service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906370 Feb 11 05:58:05.204777 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:05.686709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6ac87-f979-47f3-9ef0-6bcf61973cae req-faf2de0f-b21e-4e1d-a44f-8ca674dc93b0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:05.688863 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ad6ac87-f979-47f3-9ef0-6bcf61973cae req-faf2de0f-b21e-4e1d-a44f-8ca674dc93b0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0598192 Feb 11 05:58:05.739389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ad6ac87-f979-47f3-9ef0-6bcf61973cae req-354efe4a-eb25-4053-85e8-0a16ca2ddc48 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443656 Feb 11 05:58:06.862278 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63fa16-212c-48dc-9263-51587a50bac9 req-08c3db6a-be73-4b6a-8ecc-b39508789bcd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.863713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e63fa16-212c-48dc-9263-51587a50bac9 req-08c3db6a-be73-4b6a-8ecc-b39508789bcd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0538020 Feb 11 05:58:06.912672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e63fa16-212c-48dc-9263-51587a50bac9 req-af34583a-57ee-4025-b783-d77748b87c24 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428247 Feb 11 05:58:08.075036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b82c8d-b1fa-4eb1-89a4-edd3981f6dcd req-0134f523-f1db-42b4-80af-67031e8c413b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:08.076857 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2b82c8d-b1fa-4eb1-89a4-edd3981f6dcd req-0134f523-f1db-42b4-80af-67031e8c413b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0636837 Feb 11 05:58:08.183099 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2b82c8d-b1fa-4eb1-89a4-edd3981f6dcd req-73365112-3bbe-4cf5-9339-9961feb843d7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962191 Feb 11 05:58:09.349412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2effc-a76d-4d61-a73d-e4efc6dbb7e5 req-f54e3d7a-da92-4d3f-a9a2-e985b91cc601 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:09.350987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fe2effc-a76d-4d61-a73d-e4efc6dbb7e5 req-f54e3d7a-da92-4d3f-a9a2-e985b91cc601 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0685341 Feb 11 05:58:09.425168 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fe2effc-a76d-4d61-a73d-e4efc6dbb7e5 req-9531cbe9-7122-43b3-adc4-beeec02dd43c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664756 Feb 11 05:58:10.117134 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:10.599740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5b191-e943-49bc-84a3-51995310c4c8 req-ee95af5d-aed6-485e-bab0-873f23cb5756 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:10.601287 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-90c5b191-e943-49bc-84a3-51995310c4c8 req-ee95af5d-aed6-485e-bab0-873f23cb5756 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0752759 Feb 11 05:58:10.649663 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-90c5b191-e943-49bc-84a3-51995310c4c8 req-dfe7a225-4478-4ed7-a37b-285ec6d3fc75 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421176 Feb 11 05:58:11.785717 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe98cd-cf50-4e20-849c-35a83b2e5aa9 req-d0bbcb53-0ca9-49d8-ba3b-9889be50643a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:11.787513 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-14fe98cd-cf50-4e20-849c-35a83b2e5aa9 req-d0bbcb53-0ca9-49d8-ba3b-9889be50643a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0603940 Feb 11 05:58:11.839257 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-14fe98cd-cf50-4e20-849c-35a83b2e5aa9 req-43392503-c1cb-4452-8439-da93da8039ec tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457697 Feb 11 05:58:12.963898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da1a3c-23b4-423c-853c-4654910b6e01 req-36be425f-e39e-41a0-8ffc-21dc3294bbb6 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:12.965383 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-11da1a3c-23b4-423c-853c-4654910b6e01 req-36be425f-e39e-41a0-8ffc-21dc3294bbb6 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0535605 Feb 11 05:58:13.010708 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-11da1a3c-23b4-423c-853c-4654910b6e01 req-8956b256-00ee-4af6-a7a2-8ab052d29c11 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398564 Feb 11 05:58:14.132172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27969b-9217-41d5-8954-088dcf5817a2 req-f6ce816b-14ea-44c8-a513-34327ef75316 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:14.133649 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f27969b-9217-41d5-8954-088dcf5817a2 req-f6ce816b-14ea-44c8-a513-34327ef75316 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0531437 Feb 11 05:58:14.185294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f27969b-9217-41d5-8954-088dcf5817a2 req-2c7843d2-ba90-4bb0-a755-92d989a0face tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456884 Feb 11 05:58:14.498630 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:15.314303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4edc1-bd4d-4a7c-addc-431c5a2068dd req-be861107-92df-4230-85b9-209b17817551 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:15.315945 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88a4edc1-bd4d-4a7c-addc-431c5a2068dd req-be861107-92df-4230-85b9-209b17817551 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0602889 Feb 11 05:58:15.372833 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88a4edc1-bd4d-4a7c-addc-431c5a2068dd req-393d640e-423e-47ef-89f0-8a6368a9619b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507650 Feb 11 05:58:16.511373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a401c7-c81a-49ba-aa07-794ae8b49f6b req-52e3cbb4-c81e-4bb0-a75e-d09ae5c07761 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:16.512904 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1a401c7-c81a-49ba-aa07-794ae8b49f6b req-52e3cbb4-c81e-4bb0-a75e-d09ae5c07761 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0613971 Feb 11 05:58:16.564027 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1a401c7-c81a-49ba-aa07-794ae8b49f6b req-d840bea5-d5dd-42d8-9adf-3d6b78c6c079 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447085 Feb 11 05:58:17.694560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b87cb-ef0c-4858-aecf-9ca679ff7a40 req-6a7565f2-257c-4a89-a130-50e6727961ea tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:17.696109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e05b87cb-ef0c-4858-aecf-9ca679ff7a40 req-6a7565f2-257c-4a89-a130-50e6727961ea tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0610526 Feb 11 05:58:17.748337 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e05b87cb-ef0c-4858-aecf-9ca679ff7a40 req-6e1bd19d-3d87-4b82-98f1-cb221ffaacaf tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466108 Feb 11 05:58:18.884784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77b63c-8483-4da5-a32b-1818b99035ae req-fae6ddd7-9506-439f-af20-551eea24bf74 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:18.887064 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7b77b63c-8483-4da5-a32b-1818b99035ae req-fae6ddd7-9506-439f-af20-551eea24bf74 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0634727 Feb 11 05:58:18.939925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7b77b63c-8483-4da5-a32b-1818b99035ae req-a691efcc-5f0a-40d1-8615-10f9550be988 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461133 Feb 11 05:58:20.081684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeac724-c39c-42eb-be68-17fbf0c323c5 req-436116d2-8a39-4bc7-a0f9-d2c026004312 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:20.083588 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-daeac724-c39c-42eb-be68-17fbf0c323c5 req-436116d2-8a39-4bc7-a0f9-d2c026004312 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0676820 Feb 11 05:58:20.140367 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-daeac724-c39c-42eb-be68-17fbf0c323c5 req-ce722210-eec4-4d23-bbd3-8c43b0dfc590 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504687 Feb 11 05:58:21.275531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932b980-2a52-47f6-876f-e528ba30f2af req-8484d9c5-a5d0-44a2-8508-22c8f6ab9096 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:21.277058 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1932b980-2a52-47f6-876f-e528ba30f2af req-8484d9c5-a5d0-44a2-8508-22c8f6ab9096 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0607712 Feb 11 05:58:21.335308 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1932b980-2a52-47f6-876f-e528ba30f2af req-836efb9d-415b-4dde-845c-6488685b159f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478961 Feb 11 05:58:22.462954 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e7e6e-7fc0-4eb7-9b5a-69ec95880a5b req-dd84aeff-bb26-40e2-9f46-a66e4b78dfed tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:22.464528 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-409e7e6e-7fc0-4eb7-9b5a-69ec95880a5b req-dd84aeff-bb26-40e2-9f46-a66e4b78dfed tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0559857 Feb 11 05:58:22.518214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-409e7e6e-7fc0-4eb7-9b5a-69ec95880a5b req-39e79f1d-a157-4dca-a1e1-f7b3c9cb55a7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473902 Feb 11 05:58:22.586409 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-07612c1d-5d26-4ce8-ae28-72c441b0faab service neutron] (103170) timed out ('10.222.0.87', 33294) {{(pid=103170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:58:23.192745 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-7c5e5993-6b6a-4f2f-a8c4-31f21dc207c6 req-708f3323-9448-4f68-b47f-9c8cca08e1c1 tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] (103170) timed out ('10.222.0.87', 48646) {{(pid=103170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:58:23.653685 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a9a49-ee12-46a3-8f4e-195306cbebbf req-f28ad051-1081-4886-aa05-00c158f3a094 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:23.659931 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-806a9a49-ee12-46a3-8f4e-195306cbebbf req-f28ad051-1081-4886-aa05-00c158f3a094 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0686860 Feb 11 05:58:23.709885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-806a9a49-ee12-46a3-8f4e-195306cbebbf req-dde8e762-0dbd-4a90-90be-7ddf721748c8 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484862 Feb 11 05:58:24.844757 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351a65d-57f0-4397-be4b-fd6526a41c1f req-625e4eec-3b7d-4ca8-a9c1-da1eeb791fd2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:24.846255 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8351a65d-57f0-4397-be4b-fd6526a41c1f req-625e4eec-3b7d-4ca8-a9c1-da1eeb791fd2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0566204 Feb 11 05:58:24.902137 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8351a65d-57f0-4397-be4b-fd6526a41c1f req-cc4dbd8d-93a2-4312-8be9-c91aadaab19c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469804 Feb 11 05:58:26.040562 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a81f48-0548-4884-95b4-57c54a43cc6f req-081f1c92-3e08-4df3-b730-8962f30934ce tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:26.042059 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69a81f48-0548-4884-95b4-57c54a43cc6f req-081f1c92-3e08-4df3-b730-8962f30934ce tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0636673 Feb 11 05:58:26.091707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69a81f48-0548-4884-95b4-57c54a43cc6f req-c9714784-69db-4bef-a9da-c8acddeeaa54 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429511 Feb 11 05:58:27.220462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8aa27-c66f-421a-ada1-a7bb29d7e77d req-46e6fcb4-ee4e-4dda-8575-98ea0fbe101b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:27.221994 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45e8aa27-c66f-421a-ada1-a7bb29d7e77d req-46e6fcb4-ee4e-4dda-8575-98ea0fbe101b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0545161 Feb 11 05:58:27.274225 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45e8aa27-c66f-421a-ada1-a7bb29d7e77d req-86b3e49f-7005-425e-81f7-e9e94512c131 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461860 Feb 11 05:58:28.397442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b9c82-7d0c-4fcd-b54d-8750807eb959 req-b753820e-2901-481b-8737-d4e16cdad161 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:28.398936 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-444b9c82-7d0c-4fcd-b54d-8750807eb959 req-b753820e-2901-481b-8737-d4e16cdad161 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0533974 Feb 11 05:58:28.449544 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-444b9c82-7d0c-4fcd-b54d-8750807eb959 req-ed285ce1-953d-469f-a8e3-c388f880ca7c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450084 Feb 11 05:58:28.516161 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d2abf3cd-539c-4ebe-9a45-2ad4b7dbd007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:29.577605 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ec9cc-8be2-40fa-bf57-7f50a633c021 req-f7f760c0-c35a-4bad-a51d-af6d1554194f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:29.579171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-248ec9cc-8be2-40fa-bf57-7f50a633c021 req-f7f760c0-c35a-4bad-a51d-af6d1554194f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0588968 Feb 11 05:58:29.627667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-248ec9cc-8be2-40fa-bf57-7f50a633c021 req-d0c9eae9-5a79-41f3-b584-c9ebe409b039 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427589 Feb 11 05:58:30.747201 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b163808-98ff-45c7-a323-6247f453af9e req-fefd278d-c02d-47aa-8ec9-302ce0890880 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:30.749280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b163808-98ff-45c7-a323-6247f453af9e req-fefd278d-c02d-47aa-8ec9-302ce0890880 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0528412 Feb 11 05:58:30.798244 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b163808-98ff-45c7-a323-6247f453af9e req-4488d8bc-484d-4dd5-84c1-1a08bb2e1b54 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433450 Feb 11 05:58:30.828955 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8a84e484-7f13-4bc8-9dd3-1ac212f4351f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:31.924086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799d064-c715-405a-a136-ae1e5c832877 req-c40f9adb-e3e1-476e-afa7-01afde432b25 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:31.925566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f799d064-c715-405a-a136-ae1e5c832877 req-c40f9adb-e3e1-476e-afa7-01afde432b25 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0572517 Feb 11 05:58:31.970977 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f799d064-c715-405a-a136-ae1e5c832877 req-13bb5200-64d4-44fc-b392-d336efbb9385 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398281 Feb 11 05:58:32.539711 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:33.093383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14daf3-dc4a-460f-89bc-064526595eab req-c4f2d77f-7a6e-408e-821e-660f98c86a24 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:33.095374 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc14daf3-dc4a-460f-89bc-064526595eab req-c4f2d77f-7a6e-408e-821e-660f98c86a24 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 944 time: 0.0536702 Feb 11 05:58:33.141559 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc14daf3-dc4a-460f-89bc-064526595eab req-76ea5e3b-f115-4bfd-a705-40e782c60797 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 Feb 11 05:58:33.725585 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:33.828401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d84f9c53-5fa6-4e44-88ce-1835342dcd80 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:58:33.932787 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d84f9c53-5fa6-4e44-88ce-1835342dcd80, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d84f9c53-5fa6-4e44-88ce-1835342dcd80,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:33.944963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'd84f9c53-5fa6-4e44-88ce-1835342dcd80', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'port_id': 'd84f9c53-5fa6-4e44-88ce-1835342dcd80', 'mac_address': 'fa:16:3e:3f:00:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:58:33.985157 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port d84f9c53-5fa6-4e44-88ce-1835342dcd80 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:33.985733 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d84f9c53-5fa6-4e44-88ce-1835342dcd80), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:33.999861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84f9c53-5fa6-4e44-88ce-1835342dcd80 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:58:34.024918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d84f9c53-5fa6-4e44-88ce-1835342dcd80, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d84f9c53-5fa6-4e44-88ce-1835342dcd80,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:34.029397 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d84f9c53-5fa6-4e44-88ce-1835342dcd80), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:34.233941 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=d84f9c53-5fa6-4e44-88ce-1835342dcd80,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:34.279469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115aa121-b718-4f70-9b35-0378076444e0 req-48e50a9f-e82c-43e6-b91e-644268f2eb49 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:34.281858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115aa121-b718-4f70-9b35-0378076444e0 req-48e50a9f-e82c-43e6-b91e-644268f2eb49 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 945 time: 0.0627618 Feb 11 05:58:34.337703 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-115aa121-b718-4f70-9b35-0378076444e0 req-cbb731b1-cff2-4a06-8b89-7c70419a0665 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503852 Feb 11 05:58:34.350587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['d84f9c53-5fa6-4e44-88ce-1835342dcd80'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:58:35.198434 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:35.385516 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:58:35.456968 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69cd8b-9476-40ba-842f-4c1a666a8888 req-7921eb84-29a9-4571-b059-430e8ab5d199 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:35.458369 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f69cd8b-9476-40ba-842f-4c1a666a8888 req-7921eb84-29a9-4571-b059-430e8ab5d199 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 945 time: 0.0533357 Feb 11 05:58:35.505477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f69cd8b-9476-40ba-842f-4c1a666a8888 req-4c49ca40-e4f3-439a-819b-849ef988abce tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414391 Feb 11 05:58:35.850455 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d84f9c53-5fa6-4e44-88ce-1835342dcd80 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:58:35.860072 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a09e1e20-d2d3-46e6-9a6f-afab6bc24755 req-5e19b31b-422a-4aea-8d14-200e5f347fa3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437639 Feb 11 05:58:35.901523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port d84f9c53-5fa6-4e44-88ce-1835342dcd80 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:58:35.905769 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port d84f9c53-5fa6-4e44-88ce-1835342dcd80 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:35.906148 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d84f9c53-5fa6-4e44-88ce-1835342dcd80), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:35.971743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e1e20-d2d3-46e6-9a6f-afab6bc24755 req-451df005-f6c2-4234-864a-82679951d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:35.973229 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a09e1e20-d2d3-46e6-9a6f-afab6bc24755 req-451df005-f6c2-4234-864a-82679951d023 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 1128 time: 0.0502198 Feb 11 05:58:35.989329 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port d84f9c53-5fa6-4e44-88ce-1835342dcd80 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:35.989712 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d84f9c53-5fa6-4e44-88ce-1835342dcd80), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:36.017220 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4105cf36-3dc3-4df1-828b-716cd7b34b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84f9c53-5fa6-4e44-88ce-1835342dcd80'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:36.019473 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a79027-4c9d-4aa7-8e8e-ec09741e01a1" -d '{"events": [{"server_uuid": "4105cf36-3dc3-4df1-828b-716cd7b34b33", "name": "network-vif-plugged", "status": "completed", "tag": "d84f9c53-5fa6-4e44-88ce-1835342dcd80"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:36.032076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port d84f9c53-5fa6-4e44-88ce-1835342dcd80, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d84f9c53-5fa6-4e44-88ce-1835342dcd80,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:36.036623 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d84f9c53-5fa6-4e44-88ce-1835342dcd80), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:36.071441 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9639a9e4-7707-42a3-b19f-8f63e3eae6bd x-openstack-request-id: req-9639a9e4-7707-42a3-b19f-8f63e3eae6bd {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:36.071805 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4105cf36-3dc3-4df1-828b-716cd7b34b33", "name": "network-vif-plugged", "status": "completed", "tag": "d84f9c53-5fa6-4e44-88ce-1835342dcd80", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:36.072109 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9639a9e4-7707-42a3-b19f-8f63e3eae6bd {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:36.072529 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4105cf36-3dc3-4df1-828b-716cd7b34b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84f9c53-5fa6-4e44-88ce-1835342dcd80', 'code': 200} Feb 11 05:58:36.088300 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e1e20-d2d3-46e6-9a6f-afab6bc24755 req-7a23fa8b-f59c-4231-b154-748515fd9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:36.089831 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a09e1e20-d2d3-46e6-9a6f-afab6bc24755 req-7a23fa8b-f59c-4231-b154-748515fd9ac9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.0987184 Feb 11 05:58:36.092821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=d84f9c53-5fa6-4e44-88ce-1835342dcd80,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:36.146630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a09e1e20-d2d3-46e6-9a6f-afab6bc24755 req-b86d41bc-8836-45e5-9d85-4fc643fea7aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4327ad8-449e-4483-a8bc-0c50d8d3970a HTTP/1.1" status: 200 len: 217 time: 0.0485375 Feb 11 05:58:36.213413 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e1e20-d2d3-46e6-9a6f-afab6bc24755 req-56a2ab7e-7cfe-49e6-ae37-3ef528f444a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:36.214880 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a09e1e20-d2d3-46e6-9a6f-afab6bc24755 req-56a2ab7e-7cfe-49e6-ae37-3ef528f444a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0532143 Feb 11 05:58:36.219289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62fe81-6703-4af3-9d7e-1b135a486c96 req-9a2979ed-7ad9-4cba-a772-a3639e762b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:36.220675 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b62fe81-6703-4af3-9d7e-1b135a486c96 req-9a2979ed-7ad9-4cba-a772-a3639e762b82 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 1129 time: 0.0844758 Feb 11 05:58:36.290530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b62fe81-6703-4af3-9d7e-1b135a486c96 req-76f6234d-47ca-462b-97fa-f5fd0253d9f4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610573 Feb 11 05:58:36.296291 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e1e20-d2d3-46e6-9a6f-afab6bc24755 req-8dedab0e-5771-4508-927e-b84263644eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:36.297744 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a09e1e20-d2d3-46e6-9a6f-afab6bc24755 req-8dedab0e-5771-4508-927e-b84263644eec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0758135 Feb 11 05:58:36.393985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a09e1e20-d2d3-46e6-9a6f-afab6bc24755 req-56cfbc4e-417e-4921-8013-fca89006e819 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894430 Feb 11 05:58:36.493809 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a09e1e20-d2d3-46e6-9a6f-afab6bc24755 req-e2c873d4-b8b0-4234-8d6c-8364a966ebe0 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921767 Feb 11 05:58:36.638931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9539e-5ab4-4510-a6b2-e295e59033f8 req-4d2c05b0-0b0c-4eda-9cfd-d12c0a2a1cc0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:36.640478 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19d9539e-5ab4-4510-a6b2-e295e59033f8 req-4d2c05b0-0b0c-4eda-9cfd-d12c0a2a1cc0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 946 time: 0.0626726 Feb 11 05:58:36.700302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-19d9539e-5ab4-4510-a6b2-e295e59033f8 req-75f2883d-0354-4dfa-977a-17806d03ba59 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531929 Feb 11 05:58:37.829337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298151b-f14d-4b9e-a934-c2f062c742fb req-d0522938-eab7-4176-a97b-5a81f5ff31e6 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:37.830833 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7298151b-f14d-4b9e-a934-c2f062c742fb req-d0522938-eab7-4176-a97b-5a81f5ff31e6 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 946 time: 0.0550859 Feb 11 05:58:37.878467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7298151b-f14d-4b9e-a934-c2f062c742fb req-f9e25b47-50ec-48b6-aa6b-b314960b1f9f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 Feb 11 05:58:38.013747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02591d10-955c-4b28-a413-25c43465bdfb req-87c55f36-baa0-48e2-8abf-fe9b41c22b95 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:38.015153 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02591d10-955c-4b28-a413-25c43465bdfb req-87c55f36-baa0-48e2-8abf-fe9b41c22b95 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 946 time: 0.0581081 Feb 11 05:58:38.061571 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02591d10-955c-4b28-a413-25c43465bdfb req-0be2c87e-7499-400c-a338-4f8ba6d15227 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402687 Feb 11 05:58:38.363891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3493fa-0f0d-4dc9-a541-fba0e5bd7d06 req-46418e6e-16ea-4dcf-89e8-5f7e0e450b7c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:38.365369 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba3493fa-0f0d-4dc9-a541-fba0e5bd7d06 req-46418e6e-16ea-4dcf-89e8-5f7e0e450b7c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 946 time: 0.0613990 Feb 11 05:58:38.411473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba3493fa-0f0d-4dc9-a541-fba0e5bd7d06 req-3c54fec9-78a7-4fd6-86a9-eb8405bcab2c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405352 Feb 11 05:58:39.537148 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843d346-dc29-4016-a099-49f4cc5cf13f req-d2f10998-6ffd-4384-abd6-c6111c756388 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:39.538620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f843d346-dc29-4016-a099-49f4cc5cf13f req-d2f10998-6ffd-4384-abd6-c6111c756388 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 946 time: 0.0558429 Feb 11 05:58:39.585153 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f843d346-dc29-4016-a099-49f4cc5cf13f req-108cbca2-8990-4584-89d1-563574b9b229 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409322 Feb 11 05:58:39.952040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ab1d9-2cb7-4694-9386-3ef77c296d79 req-b4d010f8-499d-4032-953b-2af0ac5bcdb7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:39.954087 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ec7ab1d9-2cb7-4694-9386-3ef77c296d79 req-b4d010f8-499d-4032-953b-2af0ac5bcdb7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.88 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 946 time: 0.0513697 Feb 11 05:58:40.044301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ec7ab1d9-2cb7-4694-9386-3ef77c296d79 req-9fa1d1c3-09c7-4fa7-ab51-cd47364d7365 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Deleting port d84f9c53-5fa6-4e44-88ce-1835342dcd80 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:58:40.044643 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ec7ab1d9-2cb7-4694-9386-3ef77c296d79 req-9fa1d1c3-09c7-4fa7-ab51-cd47364d7365 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d84f9c53-5fa6-4e44-88ce-1835342dcd80), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:40.100449 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:40.135642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ec7ab1d9-2cb7-4694-9386-3ef77c296d79 req-9fa1d1c3-09c7-4fa7-ab51-cd47364d7365 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] For port d84f9c53-5fa6-4e44-88ce-1835342dcd80, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=d84f9c53-5fa6-4e44-88ce-1835342dcd80,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:40.136009 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ec7ab1d9-2cb7-4694-9386-3ef77c296d79 req-9fa1d1c3-09c7-4fa7-ab51-cd47364d7365 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d84f9c53-5fa6-4e44-88ce-1835342dcd80), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:40.148453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ec7ab1d9-2cb7-4694-9386-3ef77c296d79 req-9fa1d1c3-09c7-4fa7-ab51-cd47364d7365 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Calling delete_port for d84f9c53-5fa6-4e44-88ce-1835342dcd80 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:58:40.276976 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ec7ab1d9-2cb7-4694-9386-3ef77c296d79 req-9fa1d1c3-09c7-4fa7-ab51-cd47364d7365 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d84f9c53-5fa6-4e44-88ce-1835342dcd80), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:40.288839 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a4327ad8-449e-4483-a8bc-0c50d8d3970a'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:58:40.305678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1d1c3-09c7-4fa7-ab51-cd47364d7365 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event deleted for resources: {'Port': ['ID=d84f9c53-5fa6-4e44-88ce-1835342dcd80,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:40.314154 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['d84f9c53-5fa6-4e44-88ce-1835342dcd80'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:58:40.348774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7ab1d9-2cb7-4694-9386-3ef77c296d79 req-9fa1d1c3-09c7-4fa7-ab51-cd47364d7365 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] No DVR routers for this DVR port d84f9c53-5fa6-4e44-88ce-1835342dcd80 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:58:40.351332 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ec7ab1d9-2cb7-4694-9386-3ef77c296d79 req-9fa1d1c3-09c7-4fa7-ab51-cd47364d7365 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:40.354743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ec7ab1d9-2cb7-4694-9386-3ef77c296d79 req-9fa1d1c3-09c7-4fa7-ab51-cd47364d7365 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.88 "DELETE /v2.0/ports/d84f9c53-5fa6-4e44-88ce-1835342dcd80 HTTP/1.1" status: 204 len: 173 time: 0.3936124 Feb 11 05:58:40.355204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4105cf36-3dc3-4df1-828b-716cd7b34b33', 'name': 'network-vif-deleted', 'tag': 'd84f9c53-5fa6-4e44-88ce-1835342dcd80'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:40.357523 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525d8f54-7352-4a42-961e-0757c682a290" -d '{"events": [{"server_uuid": "4105cf36-3dc3-4df1-828b-716cd7b34b33", "name": "network-vif-deleted", "tag": "d84f9c53-5fa6-4e44-88ce-1835342dcd80"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:40.403545 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d519d490-d94d-468f-bb38-cc9f73441e8c x-openstack-request-id: req-d519d490-d94d-468f-bb38-cc9f73441e8c {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:40.403964 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4105cf36-3dc3-4df1-828b-716cd7b34b33", "name": "network-vif-deleted", "tag": "d84f9c53-5fa6-4e44-88ce-1835342dcd80", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:40.404333 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d519d490-d94d-468f-bb38-cc9f73441e8c {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:40.404845 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4105cf36-3dc3-4df1-828b-716cd7b34b33', 'name': 'network-vif-deleted', 'tag': 'd84f9c53-5fa6-4e44-88ce-1835342dcd80', 'status': 'completed', 'code': 200} Feb 11 05:58:40.686124 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9eb02506-1e61-49e3-8ee6-d2b27e786677 req-05a154bd-1f58-48bf-b6dc-2898d8b97206 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 210 time: 0.0326638 Feb 11 05:58:41.783221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7118bfea-d7f1-401f-b715-eeadc4e1d286 req-c50e657c-16e2-4e5d-98f9-e761b00ca7bb tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 210 time: 0.0280728 Feb 11 05:58:42.877762 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd06996b-c671-4e61-932d-6be5566534da req-8990c319-853f-450d-922d-1cd54cc772ae tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 210 time: 0.0278540 Feb 11 05:58:43.844630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d84f9c53-5fa6-4e44-88ce-1835342dcd80 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:58:43.866101 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: d84f9c53-5fa6-4e44-88ce-1835342dcd80 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:58:43.866453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device d84f9c53-5fa6-4e44-88ce-1835342dcd80 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:58:43.981361 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-937b3414-a8b4-486b-98ca-30c95f423536 req-d3e90cd8-4f19-459a-8bb3-4c9cfa412683 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 210 time: 0.0290089 Feb 11 05:58:44.512708 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:45.074078 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a957439d-5535-4d96-81fe-27e565e29750 req-9b89c568-195d-48e2-81e7-7b72b456f7a9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 210 time: 0.0269847 Feb 11 05:58:46.169819 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8168cd5c-5732-4c33-9d56-fbe117230d0b req-0741f5d8-ba7e-4a04-905a-e5fcf8e0a49c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 210 time: 0.0266688 Feb 11 05:58:47.269656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d20894c8-277d-4bfe-b333-f54164fa6685 req-2ccceefb-2d02-41a6-9d85-741bcf5b4421 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 210 time: 0.0306931 Feb 11 05:58:48.368659 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78db2b6a-500b-4c6f-96ed-ca7396d75199 req-18d8189f-851e-49d4-b67f-8805a10ffaa4 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=4105cf36-3dc3-4df1-828b-716cd7b34b33 HTTP/1.1" status: 200 len: 210 time: 0.0302768 Feb 11 05:58:57.011577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafba3d-cf75-47b1-bb39-98782d94edfa req-704fc49f-246f-4ed7-8844-beeb116a1ff7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:57.013261 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cdafba3d-cf75-47b1-bb39-98782d94edfa req-704fc49f-246f-4ed7-8844-beeb116a1ff7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 945 time: 0.0527554 Feb 11 05:58:57.060600 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cdafba3d-cf75-47b1-bb39-98782d94edfa req-d2b8d9a3-644d-4537-8803-ef122b92d925 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403225 Feb 11 05:58:58.180020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5746ee7-4743-4617-94f0-67a479095ff4 req-15651d59-78a4-4710-af9c-34abcb66db5a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:58.181452 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5746ee7-4743-4617-94f0-67a479095ff4 req-15651d59-78a4-4710-af9c-34abcb66db5a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 945 time: 0.0513580 Feb 11 05:58:58.230774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5746ee7-4743-4617-94f0-67a479095ff4 req-7d9ea3a1-e605-4ba5-ad86-4b5487c5c78e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=b00894d4-8885-4f8c-8535-54c84368a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437169 Feb 11 05:58:58.518060 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1fc2725a-00a3-4866-9841-0937cc1e8be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:58.656778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e676d5b-7aa8-49ec-a435-b0043460c9d8 req-686dd8d3-b833-4f6b-8337-c1a8365144da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:58.658212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e676d5b-7aa8-49ec-a435-b0043460c9d8 req-686dd8d3-b833-4f6b-8337-c1a8365144da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 945 time: 0.0521133 Feb 11 05:58:58.751035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-0e676d5b-7aa8-49ec-a435-b0043460c9d8 req-e7b460a4-0eef-4e73-b2e3-9915af37fa82 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Deleting port a4327ad8-449e-4483-a8bc-0c50d8d3970a {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:58:58.751379 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0e676d5b-7aa8-49ec-a435-b0043460c9d8 req-e7b460a4-0eef-4e73-b2e3-9915af37fa82 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a4327ad8-449e-4483-a8bc-0c50d8d3970a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:58.841326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-0e676d5b-7aa8-49ec-a435-b0043460c9d8 req-e7b460a4-0eef-4e73-b2e3-9915af37fa82 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] For port a4327ad8-449e-4483-a8bc-0c50d8d3970a, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a4327ad8-449e-4483-a8bc-0c50d8d3970a,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:58.841689 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0e676d5b-7aa8-49ec-a435-b0043460c9d8 req-e7b460a4-0eef-4e73-b2e3-9915af37fa82 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a4327ad8-449e-4483-a8bc-0c50d8d3970a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:58.853094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-0e676d5b-7aa8-49ec-a435-b0043460c9d8 req-e7b460a4-0eef-4e73-b2e3-9915af37fa82 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Calling delete_port for a4327ad8-449e-4483-a8bc-0c50d8d3970a owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:58:58.985787 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0e676d5b-7aa8-49ec-a435-b0043460c9d8 req-e7b460a4-0eef-4e73-b2e3-9915af37fa82 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a4327ad8-449e-4483-a8bc-0c50d8d3970a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:58.998706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a4327ad8-449e-4483-a8bc-0c50d8d3970a'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:58:59.015750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b460a4-0eef-4e73-b2e3-9915af37fa82 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event deleted for resources: {'Port': ['ID=a4327ad8-449e-4483-a8bc-0c50d8d3970a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:59.057660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e676d5b-7aa8-49ec-a435-b0043460c9d8 req-e7b460a4-0eef-4e73-b2e3-9915af37fa82 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] No DVR routers for this DVR port a4327ad8-449e-4483-a8bc-0c50d8d3970a on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:58:59.060396 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0e676d5b-7aa8-49ec-a435-b0043460c9d8 req-e7b460a4-0eef-4e73-b2e3-9915af37fa82 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:59.064379 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e676d5b-7aa8-49ec-a435-b0043460c9d8 req-e7b460a4-0eef-4e73-b2e3-9915af37fa82 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "DELETE /v2.0/ports/a4327ad8-449e-4483-a8bc-0c50d8d3970a HTTP/1.1" status: 204 len: 173 time: 0.4004197 Feb 11 05:58:59.064824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62b4a0a-526f-4f65-bec6-745bbfc683a9', 'name': 'network-vif-deleted', 'tag': 'a4327ad8-449e-4483-a8bc-0c50d8d3970a'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:59.067058 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d88ece-772d-44bd-8d16-30e372f0fc54" -d '{"events": [{"server_uuid": "c62b4a0a-526f-4f65-bec6-745bbfc683a9", "name": "network-vif-deleted", "tag": "a4327ad8-449e-4483-a8bc-0c50d8d3970a"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:59.102256 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20630aa-0b78-4aa3-8f59-bbebef8d49a9 x-openstack-request-id: req-b20630aa-0b78-4aa3-8f59-bbebef8d49a9 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:59.102559 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62b4a0a-526f-4f65-bec6-745bbfc683a9", "name": "network-vif-deleted", "tag": "a4327ad8-449e-4483-a8bc-0c50d8d3970a", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:59.102816 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b20630aa-0b78-4aa3-8f59-bbebef8d49a9 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:59.103362 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62b4a0a-526f-4f65-bec6-745bbfc683a9', 'name': 'network-vif-deleted', 'tag': 'a4327ad8-449e-4483-a8bc-0c50d8d3970a', 'status': 'completed', 'code': 200} Feb 11 05:58:59.325987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2775aa7-80ed-4c98-aab6-7743e8ca5486 req-2f47977e-8da9-461b-b739-1709b1610915 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 210 time: 0.0268867 Feb 11 05:59:00.428050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a2306f9-91ef-436b-8a32-e0b645e3db67 req-08026758-5916-4f91-884b-b605f46202f0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 210 time: 0.0306911 Feb 11 05:59:00.832238 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-af400fc5-f007-46f6-a30c-61a3483a8c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:01.091255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a4327ad8-449e-4483-a8bc-0c50d8d3970a no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:59:01.111452 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: a4327ad8-449e-4483-a8bc-0c50d8d3970a {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:59:01.111821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a4327ad8-449e-4483-a8bc-0c50d8d3970a not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:59:01.524279 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c2233b1-c3f4-4af8-97ca-719a6870d607 req-1a10752e-bcf3-4d04-aa50-643a22ef88ed tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 210 time: 0.0280118 Feb 11 05:59:02.544179 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:02.625686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-740b1b72-fd5a-4925-9c38-4d04cf381da3 req-13e28746-377b-4da6-84a4-e5a753dcab64 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 210 time: 0.0287762 Feb 11 05:59:03.727583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c8d65e2-c5ef-40ab-9377-f57d31b2f587 req-60023856-ed08-4ae7-8012-71ac64503e96 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 210 time: 0.0344582 Feb 11 05:59:03.730462 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:04.822580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4cb1d31-de04-4689-97da-3cf9e8f5e9ec req-e7f397cc-302a-4fd9-b52a-d293d9dda679 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 210 time: 0.0269132 Feb 11 05:59:05.201991 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.928534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6f94110f-b0c0-4e8b-a68d-e9a3839b5cf6 req-359cdc78-4fc9-4c87-802b-0934c28b4888 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 210 time: 0.0361040 Feb 11 05:59:07.024921 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f97ab1b3-b5e5-44ce-be5c-a159c0a921e2 req-7606bd5d-5cc1-4b2a-819b-c347f6cfd813 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=c62b4a0a-526f-4f65-bec6-745bbfc683a9 HTTP/1.1" status: 200 len: 210 time: 0.0267982 Feb 11 05:59:10.111238 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:12.385603 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:59:13.580885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52310) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:13.585458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572015912', 'description': 'tempest-secgroup-smoke-572015912 description', 'project_id': '56ff5158cee34b869e046338b4861b35'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:13.606066 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.671521 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group (ad0d02d5-58d8-4ac7-8e0b-1323b25f891b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.676023 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ad0d02d5-58d8-4ac7-8e0b-1323b25f891b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.706240 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.709274 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1272855 Feb 11 05:59:13.711176 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52312) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:13.711696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:13.718133 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Request body: {'security_group_rule': {'security_group_id': 'ad0d02d5-58d8-4ac7-8e0b-1323b25f891b', 'project_id': '56ff5158cee34b869e046338b4861b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:13.720377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.720824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.721461 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.721699 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.722165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.722574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.723102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.723366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.723800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.724191 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.724587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.724984 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.725379 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b845c14b-74bd-457a-8e3c-3e35df2344f1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.749544 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (71cc87ac-a8ff-4759-a9e1-f0d062593701), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.807648 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (71cc87ac-a8ff-4759-a9e1-f0d062593701), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.812527 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (71cc87ac-a8ff-4759-a9e1-f0d062593701), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.830726 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cc87ac-a8ff-4759-a9e1-f0d062593701,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:13.840597 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.845356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52320) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:13.846131 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338525 Feb 11 05:59:13.847779 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.848133 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.848477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.848821 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.849150 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.849531 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.849814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.850146 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.850472 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.850848 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.851178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.851675 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.851938 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0edd10-fd5b-409d-b7e3-35a748c8e71c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:13.855016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-447253ff-3d38-479c-b457-dd25028971ac tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Request body: {'security_group_rule': {'security_group_id': 'ad0d02d5-58d8-4ac7-8e0b-1323b25f891b', 'project_id': '56ff5158cee34b869e046338b4861b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:13.885989 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-447253ff-3d38-479c-b457-dd25028971ac tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (917bb749-fd88-4a58-aeb2-680a95da1c60), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.944767 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-447253ff-3d38-479c-b457-dd25028971ac tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (917bb749-fd88-4a58-aeb2-680a95da1c60), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.948952 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-447253ff-3d38-479c-b457-dd25028971ac tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (917bb749-fd88-4a58-aeb2-680a95da1c60), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.968001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447253ff-3d38-479c-b457-dd25028971ac tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917bb749-fd88-4a58-aeb2-680a95da1c60,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:13.975520 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-447253ff-3d38-479c-b457-dd25028971ac tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:13.976719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-447253ff-3d38-479c-b457-dd25028971ac tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297586 Feb 11 05:59:13.979382 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52322) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:13.983971 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-7c6e206f-1d66-40a4-8092-98be99925db7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Request body: {'security_group_rule': {'security_group_id': 'ad0d02d5-58d8-4ac7-8e0b-1323b25f891b', 'project_id': '56ff5158cee34b869e046338b4861b35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:14.008385 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c6e206f-1d66-40a4-8092-98be99925db7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (ef8157a1-5d74-4bad-bff5-32fa6b5e67ec), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.068928 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c6e206f-1d66-40a4-8092-98be99925db7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (ef8157a1-5d74-4bad-bff5-32fa6b5e67ec), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.072499 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c6e206f-1d66-40a4-8092-98be99925db7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (ef8157a1-5d74-4bad-bff5-32fa6b5e67ec), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.092149 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e206f-1d66-40a4-8092-98be99925db7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8157a1-5d74-4bad-bff5-32fa6b5e67ec,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:14.100981 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7c6e206f-1d66-40a4-8092-98be99925db7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.102202 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7c6e206f-1d66-40a4-8092-98be99925db7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216609 Feb 11 05:59:14.105077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52324) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:14.109380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-8890a702-573f-4666-94b3-8a47d1460695 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Request body: {'security_group_rule': {'security_group_id': 'ad0d02d5-58d8-4ac7-8e0b-1323b25f891b', 'project_id': '56ff5158cee34b869e046338b4861b35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:14.134364 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8890a702-573f-4666-94b3-8a47d1460695 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (d16156a2-dcec-4083-a186-0177d9639ef8), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.198255 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8890a702-573f-4666-94b3-8a47d1460695 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (d16156a2-dcec-4083-a186-0177d9639ef8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.203404 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8890a702-573f-4666-94b3-8a47d1460695 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (d16156a2-dcec-4083-a186-0177d9639ef8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.222113 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890a702-573f-4666-94b3-8a47d1460695 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16156a2-dcec-4083-a186-0177d9639ef8,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:14.230568 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8890a702-573f-4666-94b3-8a47d1460695 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.234323 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8890a702-573f-4666-94b3-8a47d1460695 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260643 Feb 11 05:59:14.235103 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52326) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:14.239301 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-01bdc7d5-6731-4f33-a567-393ad4d9c34f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Request body: {'security_group_rule': {'security_group_id': 'ad0d02d5-58d8-4ac7-8e0b-1323b25f891b', 'project_id': '56ff5158cee34b869e046338b4861b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:14.260117 n-d-713499-38 neutron-server[103171]: INFO neutron.db.securitygroups_db [None req-01bdc7d5-6731-4f33-a567-393ad4d9c34f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Project 56ff5158cee34b869e046338b4861b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:59:14.265582 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-01bdc7d5-6731-4f33-a567-393ad4d9c34f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (45c2dd60-14f4-4c57-bb85-ef6b4f48d5c7), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.321247 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-01bdc7d5-6731-4f33-a567-393ad4d9c34f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (45c2dd60-14f4-4c57-bb85-ef6b4f48d5c7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.324661 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-01bdc7d5-6731-4f33-a567-393ad4d9c34f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (45c2dd60-14f4-4c57-bb85-ef6b4f48d5c7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.341883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdc7d5-6731-4f33-a567-393ad4d9c34f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c2dd60-14f4-4c57-bb85-ef6b4f48d5c7,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:14.350453 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-01bdc7d5-6731-4f33-a567-393ad4d9c34f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.351676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-01bdc7d5-6731-4f33-a567-393ad4d9c34f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160183 Feb 11 05:59:14.354413 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52328) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:14.359338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-50924737-6138-4288-be91-bd07f46f08bf tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Request body: {'security_group_rule': {'security_group_id': 'ad0d02d5-58d8-4ac7-8e0b-1323b25f891b', 'project_id': '56ff5158cee34b869e046338b4861b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:14.379266 n-d-713499-38 neutron-server[103171]: INFO neutron.db.securitygroups_db [None req-50924737-6138-4288-be91-bd07f46f08bf tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Project 56ff5158cee34b869e046338b4861b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:59:14.384067 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-50924737-6138-4288-be91-bd07f46f08bf tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (b1e6dbb9-7a55-42cf-8c44-e474fb7f2aad), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.444118 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-50924737-6138-4288-be91-bd07f46f08bf tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (b1e6dbb9-7a55-42cf-8c44-e474fb7f2aad), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.447684 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-50924737-6138-4288-be91-bd07f46f08bf tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (b1e6dbb9-7a55-42cf-8c44-e474fb7f2aad), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.466673 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50924737-6138-4288-be91-bd07f46f08bf tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e6dbb9-7a55-42cf-8c44-e474fb7f2aad,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:14.475012 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-50924737-6138-4288-be91-bd07f46f08bf tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:14.476246 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-50924737-6138-4288-be91-bd07f46f08bf tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208186 Feb 11 05:59:14.497703 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:28.520846 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b64f5f3a-9ed5-4751-9faa-73564de04794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:30.841530 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01fa8c4f-2bd0-4c7f-9e52-5b96b3896324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:32.545928 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:32.868659 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-4aa5ccfd-a98b-4dd1-bb9c-4601eee322da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572015912&fields=id&tenant_id=56ff5158cee34b869e046338b4861b35 HTTP/1.1" status: 200 len: 267 time: 0.0423789 Feb 11 05:59:32.972633 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-27189c11-70e7-438c-8ca0-5217c339ea9e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:32.974206 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-27189c11-70e7-438c-8ca0-5217c339ea9e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 811 time: 0.0983677 Feb 11 05:59:32.993034 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-726c70c0-0ff3-4af2-aaf8-4321ca94eaad tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/quotas/56ff5158cee34b869e046338b4861b35 HTTP/1.1" status: 200 len: 375 time: 0.0091197 Feb 11 05:59:33.051672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-8933b717-c0a0-4f08-8ebc-3b2ead83b83a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536385 Feb 11 05:59:33.145007 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-b2bd3999-9482-4ec7-92fe-166e9162f766 service neutron] 10.222.0.87 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793626 Feb 11 05:59:33.233941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-d5513e48-6d14-47ed-89c5-c292b81c9cfb service neutron] 10.222.0.87 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830424 Feb 11 05:59:33.516168 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-79a18f5e-cf5b-4080-b977-b80150836601 req-86d469a2-730f-46f4-8085-075827d1404c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 210 time: 0.0279708 Feb 11 05:59:33.732942 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:34.453862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-c84cb008-de81-40dd-88de-a5759f5bcab0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:34.455320 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-c84cb008-de81-40dd-88de-a5759f5bcab0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 811 time: 0.1071546 Feb 11 05:59:34.521738 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-23552ad1-10fe-4b1f-8043-2df27c924ddc tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56ff5158cee34b869e046338b4861b35 HTTP/1.1" status: 200 len: 379 time: 0.0548482 Feb 11 05:59:34.530832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-64c56ee0-2109-472c-add5-5e37663ef3b2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Request body: {'port': {'device_id': 'cee8aa83-05ac-46e6-9bf3-8728850f7d1b', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'admin_state_up': True, 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'security_groups': ['ad0d02d5-58d8-4ac7-8e0b-1323b25f891b']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:34.629653 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbc97672-a9b6-4016-aeb1-96c1d5222c4c req-032674ff-c849-48d0-9a6e-1979ee7c3ee6 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 210 time: 0.0387816 Feb 11 05:59:34.667899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-64c56ee0-2109-472c-add5-5e37663ef3b2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Made reservation on behalf of 56ff5158cee34b869e046338b4861b35 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:59:34.671490 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-64c56ee0-2109-472c-add5-5e37663ef3b2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:34.797842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-64c56ee0-2109-472c-add5-5e37663ef3b2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Allocated IP 172.20.0.5 (eb53b3ef-0046-423a-80c2-f4cb9b708f00/093db962-4cc3-416f-b8e7-f08f53cfc413/96b9c4bd-0b3d-4016-a275-c82479853db6) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:34.939893 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-64c56ee0-2109-472c-add5-5e37663ef3b2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for port (96b9c4bd-0b3d-4016-a275-c82479853db6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:34.972283 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-64c56ee0-2109-472c-add5-5e37663ef3b2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (96b9c4bd-0b3d-4016-a275-c82479853db6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:35.017754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-64c56ee0-2109-472c-add5-5e37663ef3b2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Network eb53b3ef-0046-423a-80c2-f4cb9b708f00 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:35.021196 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-64c56ee0-2109-472c-add5-5e37663ef3b2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:35.023845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-64c56ee0-2109-472c-add5-5e37663ef3b2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:35.056177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c56ee0-2109-472c-add5-5e37663ef3b2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'Port': ['ID=96b9c4bd-0b3d-4016-a275-c82479853db6,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:35.084116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-64c56ee0-2109-472c-add5-5e37663ef3b2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:35.085021 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-64c56ee0-2109-472c-add5-5e37663ef3b2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:35.104900 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-64c56ee0-2109-472c-add5-5e37663ef3b2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5777037 Feb 11 05:59:35.117139 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Request body: {'port': {'device_id': 'cee8aa83-05ac-46e6-9bf3-8728850f7d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:35.210123 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:35.289540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d662f3f5-edf0-4403-8fe5-035781edb49e None None] Provisioning complete for port 96b9c4bd-0b3d-4016-a275-c82479853db6 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:35.290341 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d662f3f5-edf0-4403-8fe5-035781edb49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (96b9c4bd-0b3d-4016-a275-c82479853db6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:35.326596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d662f3f5-edf0-4403-8fe5-035781edb49e None None] Port 96b9c4bd-0b3d-4016-a275-c82479853db6 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:59:35.490591 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (96b9c4bd-0b3d-4016-a275-c82479853db6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:35.784784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b9c4bd-0b3d-4016-a275-c82479853db6 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:59:35.794667 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Publish callbacks [] for port (96b9c4bd-0b3d-4016-a275-c82479853db6), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:35.802746 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3702-ca4d-4d1f-aa0c-7fc2b97d5fbb req-5894cb0a-8570-410b-a0d5-2880fa508de9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:35.804243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d17b3702-ca4d-4d1f-aa0c-7fc2b97d5fbb req-5894cb0a-8570-410b-a0d5-2880fa508de9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 931 time: 0.1039932 Feb 11 05:59:35.820591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Transition to ACTIVE for port object 96b9c4bd-0b3d-4016-a275-c82479853db6 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:59:35.828427 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (96b9c4bd-0b3d-4016-a275-c82479853db6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:35.891669 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Pushing event updated for resources: {'Port': ['ID=96b9c4bd-0b3d-4016-a275-c82479853db6,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:35.914879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d17b3702-ca4d-4d1f-aa0c-7fc2b97d5fbb req-dc879146-6bc8-4ed2-b6ce-99337c2ec4de tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039238 Feb 11 05:59:35.989417 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Attempting to bind port 96b9c4bd-0b3d-4016-a275-c82479853db6 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:59:35.989752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Attempting to bind port 96b9c4bd-0b3d-4016-a275-c82479853db6 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:59:35.990223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Attempting to bind port 96b9c4bd-0b3d-4016-a275-c82479853db6 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:35.995272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Port 96b9c4bd-0b3d-4016-a275-c82479853db6 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:59:35.995272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Attempting to bind port 96b9c4bd-0b3d-4016-a275-c82479853db6 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:59:36.000753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:59:36.001100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Checking segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:59:36.001489 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Bound using segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:59:36.001918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Bound port: 96b9c4bd-0b3d-4016-a275-c82479853db6, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:59:36.002436 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (96b9c4bd-0b3d-4016-a275-c82479853db6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:36.072418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] For port 96b9c4bd-0b3d-4016-a275-c82479853db6, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:59:36.077036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] For port 96b9c4bd-0b3d-4016-a275-c82479853db6, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=96b9c4bd-0b3d-4016-a275-c82479853db6,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:59:36.086386 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (96b9c4bd-0b3d-4016-a275-c82479853db6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:36.122169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:36.123321 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:36.124720 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] 10.222.0.73 "PUT /v2.0/ports/96b9c4bd-0b3d-4016-a275-c82479853db6 HTTP/1.1" status: 200 len: 1092 time: 1.0119767 Feb 11 05:59:36.125165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee8aa83-05ac-46e6-9bf3-8728850f7d1b', 'tag': '96b9c4bd-0b3d-4016-a275-c82479853db6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:36.127397 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2540a861-bd53-444d-83d8-5946c0d351a8" -d '{"events": [{"name": "network-changed", "server_uuid": "cee8aa83-05ac-46e6-9bf3-8728850f7d1b", "tag": "96b9c4bd-0b3d-4016-a275-c82479853db6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:36.149443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2ca76-3081-48b3-977d-f564ee9f11eb service neutron] Pushing event updated for resources: {'Port': ['ID=96b9c4bd-0b3d-4016-a275-c82479853db6,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:36.186304 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b170e5-5bc2-4c1f-bc68-71a2ff88be99 x-openstack-request-id: req-d7b170e5-5bc2-4c1f-bc68-71a2ff88be99 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:36.186602 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee8aa83-05ac-46e6-9bf3-8728850f7d1b", "tag": "96b9c4bd-0b3d-4016-a275-c82479853db6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:36.186881 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d7b170e5-5bc2-4c1f-bc68-71a2ff88be99 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:36.187250 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee8aa83-05ac-46e6-9bf3-8728850f7d1b', 'tag': '96b9c4bd-0b3d-4016-a275-c82479853db6', 'status': 'completed', 'code': 200} Feb 11 05:59:36.229677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-7b78c2e6-18e0-450b-97a9-40991b5d6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:36.231218 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-7b78c2e6-18e0-450b-97a9-40991b5d6483 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 1126 time: 0.0553491 Feb 11 05:59:36.275475 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-fd115d75-02f5-46c9-958d-5fbdefd1b59b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b9c4bd-0b3d-4016-a275-c82479853db6 HTTP/1.1" status: 200 len: 217 time: 0.0364239 Feb 11 05:59:36.329558 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-c6dbade6-6bb1-494e-9ca4-e73ce717c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:36.331156 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-c6dbade6-6bb1-494e-9ca4-e73ce717c5bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0496919 Feb 11 05:59:36.381166 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-6819522b-3d63-429f-878d-30abf391a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:36.382728 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-6819522b-3d63-429f-878d-30abf391a42b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459242 Feb 11 05:59:36.474346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-c4173f26-dd61-4cb7-926b-da221db0d825 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853369 Feb 11 05:59:36.566347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48fd7b8a-9d86-4f9c-9d75-407391f1f0c9 req-c6c617fc-a488-4390-a379-dda8f7533fef service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865030 Feb 11 05:59:36.654734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540a861-bd53-444d-83d8-5946c0d351a8 req-27892595-b823-4352-a0da-ee40fef87a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:36.656259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2540a861-bd53-444d-83d8-5946c0d351a8 req-27892595-b823-4352-a0da-ee40fef87a4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 1126 time: 0.0464032 Feb 11 05:59:36.744146 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540a861-bd53-444d-83d8-5946c0d351a8 req-be78a13d-d57e-44ce-b233-9c5179efd816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:36.745700 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2540a861-bd53-444d-83d8-5946c0d351a8 req-be78a13d-d57e-44ce-b233-9c5179efd816 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.0839248 Feb 11 05:59:36.789691 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2540a861-bd53-444d-83d8-5946c0d351a8 req-4069a133-2ec9-4c9b-a338-2cbfdc278fde service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b9c4bd-0b3d-4016-a275-c82479853db6 HTTP/1.1" status: 200 len: 217 time: 0.0374310 Feb 11 05:59:36.835946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540a861-bd53-444d-83d8-5946c0d351a8 req-a8840a75-38ea-4fca-9283-82d207cfcef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:36.837408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2540a861-bd53-444d-83d8-5946c0d351a8 req-a8840a75-38ea-4fca-9283-82d207cfcef0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0417361 Feb 11 05:59:36.890547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540a861-bd53-444d-83d8-5946c0d351a8 req-835cc8d0-5fbf-4e54-9bcd-ce6a4abbb6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:36.892129 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2540a861-bd53-444d-83d8-5946c0d351a8 req-835cc8d0-5fbf-4e54-9bcd-ce6a4abbb6d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493631 Feb 11 05:59:36.984427 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2540a861-bd53-444d-83d8-5946c0d351a8 req-4b0b25ee-dcda-47dc-9a85-a2aa5516f2c7 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859873 Feb 11 05:59:37.113948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c070205-fd6b-4a3d-8dbe-774b28ce9e04 req-089780d5-ccfc-49e9-a353-46d97f3a6132 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:37.115478 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c070205-fd6b-4a3d-8dbe-774b28ce9e04 req-089780d5-ccfc-49e9-a353-46d97f3a6132 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 943 time: 0.1080678 Feb 11 05:59:37.117444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2540a861-bd53-444d-83d8-5946c0d351a8 req-7823ea7f-ada1-422a-b3d7-a2251745f9c6 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275532 Feb 11 05:59:37.166481 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c070205-fd6b-4a3d-8dbe-774b28ce9e04 req-44142237-0052-4eb0-bf92-9be092212b9d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446911 Feb 11 05:59:38.292507 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c350e47-74e5-4ee3-a72b-3d7d409c7f1e req-10ff053e-ec4e-438c-bea6-dc44a65e2699 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:38.294027 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c350e47-74e5-4ee3-a72b-3d7d409c7f1e req-10ff053e-ec4e-438c-bea6-dc44a65e2699 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 943 time: 0.0533826 Feb 11 05:59:38.346046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c350e47-74e5-4ee3-a72b-3d7d409c7f1e req-cacd07ec-ca93-4e34-9046-455708b1af8c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456848 Feb 11 05:59:39.468326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff9ca1-9f74-4e0c-99e3-8150ddb4d594 req-2deb83c4-044e-49e9-a90c-5a2bf5b32640 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:39.469819 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7ff9ca1-9f74-4e0c-99e3-8150ddb4d594 req-2deb83c4-044e-49e9-a90c-5a2bf5b32640 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 943 time: 0.0566871 Feb 11 05:59:39.518093 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7ff9ca1-9f74-4e0c-99e3-8150ddb4d594 req-e55f8d40-db23-49b7-8acf-8c65cd51c164 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424759 Feb 11 05:59:40.102545 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:40.636956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0386ca-3ba7-4726-8a1a-bf3dbc909b11 req-2d89b055-9172-458f-8764-bde69f0d31dd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:40.638490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb0386ca-3ba7-4726-8a1a-bf3dbc909b11 req-2d89b055-9172-458f-8764-bde69f0d31dd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 943 time: 0.0540330 Feb 11 05:59:40.687657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb0386ca-3ba7-4726-8a1a-bf3dbc909b11 req-9f721229-a48d-49ab-900d-2cbac14558f6 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433419 Feb 11 05:59:41.804271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397f607-6e4c-4af2-bea5-9b0d7bf3a55f req-72082e1f-fbea-463e-b8a6-88b786a12221 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:41.805761 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8397f607-6e4c-4af2-bea5-9b0d7bf3a55f req-72082e1f-fbea-463e-b8a6-88b786a12221 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 943 time: 0.0528674 Feb 11 05:59:41.858353 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8397f607-6e4c-4af2-bea5-9b0d7bf3a55f req-48595f43-f6b2-4d88-bb26-995b350cad0a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465672 Feb 11 05:59:42.978626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdaced9-cf83-486d-a43a-3561bf55b5cf req-0a797d6f-7253-4f56-9965-d50f024dd80c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:42.980109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fdaced9-cf83-486d-a43a-3561bf55b5cf req-0a797d6f-7253-4f56-9965-d50f024dd80c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 943 time: 0.0532739 Feb 11 05:59:43.029467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0fdaced9-cf83-486d-a43a-3561bf55b5cf req-59bc7247-caba-4f85-8580-9fbf48dde39e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433457 Feb 11 05:59:44.145823 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8f79e-9349-4145-919f-69addd39b951 req-ee3c4af7-849b-423b-8aa6-25515acd9630 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:44.147290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5a8f79e-9349-4145-919f-69addd39b951 req-ee3c4af7-849b-423b-8aa6-25515acd9630 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 943 time: 0.0514693 Feb 11 05:59:44.197053 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a5a8f79e-9349-4145-919f-69addd39b951 req-4b6b0218-1613-41a7-ab0d-f76b9e60a93f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418470 Feb 11 05:59:44.510210 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:45.320692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56d9c-ceeb-4c5e-a71b-38cf5e8280c5 req-bd43f6d2-f557-4e5a-bdbc-3c374e53efec tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:45.322156 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8b56d9c-ceeb-4c5e-a71b-38cf5e8280c5 req-bd43f6d2-f557-4e5a-bdbc-3c374e53efec tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 943 time: 0.0558801 Feb 11 05:59:45.370623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8b56d9c-ceeb-4c5e-a71b-38cf5e8280c5 req-b684e3aa-f0c8-40a2-ade0-910e3ad1366e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423510 Feb 11 05:59:46.492366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f7612-1055-46fb-be2d-60c9ee7ac38f req-03d788b4-e48d-45f5-97b0-5269f08ed3cd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:46.493976 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f04f7612-1055-46fb-be2d-60c9ee7ac38f req-03d788b4-e48d-45f5-97b0-5269f08ed3cd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 943 time: 0.0550199 Feb 11 05:59:46.545642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f04f7612-1055-46fb-be2d-60c9ee7ac38f req-ba73a803-3559-4787-8b2e-3c055992be59 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454566 Feb 11 05:59:47.663935 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105d5eb-f135-436a-b5d0-64c94d9cbf0a req-7148fd8a-6628-4aea-8924-69641fad0703 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:47.665420 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4105d5eb-f135-436a-b5d0-64c94d9cbf0a req-7148fd8a-6628-4aea-8924-69641fad0703 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 943 time: 0.0515964 Feb 11 05:59:47.717719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4105d5eb-f135-436a-b5d0-64c94d9cbf0a req-c006b56a-7fff-4ff6-8165-3db689fae4b7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461886 Feb 11 05:59:48.836831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c9456-242e-4bc4-93aa-cd07c684051c req-44e743fa-8bd4-4740-8883-47445df47769 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:48.838299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-518c9456-242e-4bc4-93aa-cd07c684051c req-44e743fa-8bd4-4740-8883-47445df47769 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 943 time: 0.0512846 Feb 11 05:59:48.886692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-518c9456-242e-4bc4-93aa-cd07c684051c req-59020eb7-4527-40f6-a5b8-7f263226e985 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423687 Feb 11 05:59:49.384633 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:59:50.007044 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacfacc-2c31-41a9-b648-58f08f957135 req-aed378b3-fd05-43fc-8351-5f53e531a95f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:50.008561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bcacfacc-2c31-41a9-b648-58f08f957135 req-aed378b3-fd05-43fc-8351-5f53e531a95f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 943 time: 0.0535381 Feb 11 05:59:50.058856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bcacfacc-2c31-41a9-b648-58f08f957135 req-34793f87-2391-4dde-817b-e727f31bc62a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446517 Feb 11 05:59:51.181799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0f417-f361-4f13-a1b9-38596e89733b req-eb34ac5e-9367-42e0-8b77-781afc496c0e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:51.183290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eae0f417-f361-4f13-a1b9-38596e89733b req-eb34ac5e-9367-42e0-8b77-781afc496c0e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 943 time: 0.0567691 Feb 11 05:59:51.233017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eae0f417-f361-4f13-a1b9-38596e89733b req-22422e10-f9ad-458a-976d-d8c344f1927c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439932 Feb 11 05:59:51.272652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 96b9c4bd-0b3d-4016-a275-c82479853db6 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:59:51.368647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 96b9c4bd-0b3d-4016-a275-c82479853db6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=96b9c4bd-0b3d-4016-a275-c82479853db6,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:51.380054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '96b9c4bd-0b3d-4016-a275-c82479853db6', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'port_id': '96b9c4bd-0b3d-4016-a275-c82479853db6', 'mac_address': 'fa:16:3e:3d:dc:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:59:51.417045 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 96b9c4bd-0b3d-4016-a275-c82479853db6 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:51.417451 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (96b9c4bd-0b3d-4016-a275-c82479853db6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:51.429864 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b9c4bd-0b3d-4016-a275-c82479853db6 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:59:51.448490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 96b9c4bd-0b3d-4016-a275-c82479853db6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=96b9c4bd-0b3d-4016-a275-c82479853db6,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:51.452789 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (96b9c4bd-0b3d-4016-a275-c82479853db6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:51.502662 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=96b9c4bd-0b3d-4016-a275-c82479853db6,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:51.509963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:51.510319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:51.510669 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:51.511014 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:51.511355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:51.511723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:51.512059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:51.512393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:51.513265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:51.513597 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:51.513926 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:51.514255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:51.514584 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:59:51.679814 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['96b9c4bd-0b3d-4016-a275-c82479853db6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:59:52.351402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859556a7-1a10-4383-a74f-0a1d15cd3777 req-515c3add-8cc2-4f38-b122-af1fdda8cdd0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:52.352946 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-859556a7-1a10-4383-a74f-0a1d15cd3777 req-515c3add-8cc2-4f38-b122-af1fdda8cdd0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 944 time: 0.0524306 Feb 11 05:59:52.402239 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-859556a7-1a10-4383-a74f-0a1d15cd3777 req-30116059-98e0-4e1f-91b1-5bbfcbeb7771 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431280 Feb 11 05:59:53.299682 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 96b9c4bd-0b3d-4016-a275-c82479853db6 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:59:53.348969 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 96b9c4bd-0b3d-4016-a275-c82479853db6 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:59:53.352769 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 96b9c4bd-0b3d-4016-a275-c82479853db6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:59:53.353144 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (96b9c4bd-0b3d-4016-a275-c82479853db6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:53.429214 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 96b9c4bd-0b3d-4016-a275-c82479853db6 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:59:53.429608 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (96b9c4bd-0b3d-4016-a275-c82479853db6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:53.453519 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee8aa83-05ac-46e6-9bf3-8728850f7d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b9c4bd-0b3d-4016-a275-c82479853db6'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:53.455885 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6abedc1-2445-4061-8d49-c2093266bac3" -d '{"events": [{"server_uuid": "cee8aa83-05ac-46e6-9bf3-8728850f7d1b", "name": "network-vif-plugged", "status": "completed", "tag": "96b9c4bd-0b3d-4016-a275-c82479853db6"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:53.471836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 96b9c4bd-0b3d-4016-a275-c82479853db6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=96b9c4bd-0b3d-4016-a275-c82479853db6,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:59:53.477234 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (96b9c4bd-0b3d-4016-a275-c82479853db6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:53.501863 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f76882d-e9df-442f-850b-e6cfe5a1d265 x-openstack-request-id: req-2f76882d-e9df-442f-850b-e6cfe5a1d265 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:53.502154 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee8aa83-05ac-46e6-9bf3-8728850f7d1b", "name": "network-vif-plugged", "status": "completed", "tag": "96b9c4bd-0b3d-4016-a275-c82479853db6", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:53.502407 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2f76882d-e9df-442f-850b-e6cfe5a1d265 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:53.502793 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee8aa83-05ac-46e6-9bf3-8728850f7d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b9c4bd-0b3d-4016-a275-c82479853db6', 'code': 200} Feb 11 05:59:53.529723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=96b9c4bd-0b3d-4016-a275-c82479853db6,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:53.533207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a89041-1e91-440d-a2bf-2a37c766a15f req-f0370b9c-13e6-4511-ad3c-67bc2045d0f9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:53.534810 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7a89041-1e91-440d-a2bf-2a37c766a15f req-f0370b9c-13e6-4511-ad3c-67bc2045d0f9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 945 time: 0.0640552 Feb 11 05:59:53.609122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7a89041-1e91-440d-a2bf-2a37c766a15f req-bfb6a4e6-4851-4597-a68b-7203e8f2ecb0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686793 Feb 11 05:59:53.621975 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1f9f8-f4a5-46bf-a630-ce7360f34f02 req-1b78befe-4655-4df9-a695-94082b15d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:53.624213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71c1f9f8-f4a5-46bf-a630-ce7360f34f02 req-1b78befe-4655-4df9-a695-94082b15d544 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 1128 time: 0.0581422 Feb 11 05:59:53.668743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71c1f9f8-f4a5-46bf-a630-ce7360f34f02 req-cdff2c76-8411-4ca8-95be-b2458e92b62d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380216 Feb 11 05:59:54.728014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d2eec-f7ac-479a-80ef-b44bc97d768d req-003405d3-a90f-4084-8f57-012e93cbb927 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:54.729522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c9d2eec-f7ac-479a-80ef-b44bc97d768d req-003405d3-a90f-4084-8f57-012e93cbb927 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 945 time: 0.0527174 Feb 11 05:59:54.783287 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c9d2eec-f7ac-479a-80ef-b44bc97d768d req-4b6b771b-78c9-4694-85b7-ad6d5100c795 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482073 Feb 11 05:59:55.901954 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fba0b0-c7ab-4088-8e21-c73c90b5f005 req-122d9977-5a96-485e-9c60-5abc975dd446 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:55.903486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51fba0b0-c7ab-4088-8e21-c73c90b5f005 req-122d9977-5a96-485e-9c60-5abc975dd446 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 945 time: 0.0532022 Feb 11 05:59:55.957392 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51fba0b0-c7ab-4088-8e21-c73c90b5f005 req-9cc06ee8-c756-43c6-926b-44794b815046 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481398 Feb 11 05:59:56.074431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a1e31-1b41-4c72-8a73-fa3ae46dd742 req-d20032cf-d2a2-4639-b261-9930b60f3cd9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:56.075850 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b15a1e31-1b41-4c72-8a73-fa3ae46dd742 req-d20032cf-d2a2-4639-b261-9930b60f3cd9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 945 time: 0.0525513 Feb 11 05:59:56.124253 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b15a1e31-1b41-4c72-8a73-fa3ae46dd742 req-3e01fdae-9fa2-4712-968a-0e2debb913f0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428476 Feb 11 05:59:56.146270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52536) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:56.193445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db1cf9f-1b48-4fb3-bc87-69d90f7b72b5 tempest-TestVolumeBootPattern-184033339 tempest-TestVolumeBootPattern-184033339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:56.194972 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2db1cf9f-1b48-4fb3-bc87-69d90f7b72b5 tempest-TestVolumeBootPattern-184033339 tempest-TestVolumeBootPattern-184033339-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 1123 time: 0.0477312 Feb 11 05:59:56.197906 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52538) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:59:56.202222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '96b9c4bd-0b3d-4016-a275-c82479853db6', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:59:56.221327 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:56.316399 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:56.422535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Allocated IP 172.25.5.221 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/f9863f0f-068b-43f5-905e-2720b319951b) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:59:56.520718 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for port (f9863f0f-068b-43f5-905e-2720b319951b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:56.554265 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f9863f0f-068b-43f5-905e-2720b319951b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:56.597553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:59:56.600550 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:59:56.604112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:59:56.609922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'Port': ['ID=f9863f0f-068b-43f5-905e-2720b319951b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:56.968505 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for floatingip (9df8d9ef-91c8-44b2-bb48-573295798b9a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:57.037975 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f9863f0f-068b-43f5-905e-2720b319951b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:57.183260 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for port (f9863f0f-068b-43f5-905e-2720b319951b), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:57.187650 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (f9863f0f-068b-43f5-905e-2720b319951b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:57.256341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'Port': ['ID=f9863f0f-068b-43f5-905e-2720b319951b,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:59:57.267014 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (9df8d9ef-91c8-44b2-bb48-573295798b9a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:57.367683 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Floating IP 9df8d9ef-91c8-44b2-bb48-573295798b9a associated. External IP: 172.25.5.221, port: 96b9c4bd-0b3d-4016-a275-c82479853db6. Feb 11 05:59:57.581973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Router 30523026-62d8-40d9-97a1-01c221bff02f has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:59:57.688800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:59:57.698894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63473c-e0fb-40e2-88cd-ffa1fbc5cd4f None None] Sync routers for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:59:57.705546 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:57.710106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63473c-e0fb-40e2-88cd-ffa1fbc5cd4f None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:57.710855 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-8e63473c-e0fb-40e2-88cd-ffa1fbc5cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:59:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:57.736368 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-306e43e2-bb85-423f-9d15-9c22c3d5eccd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5374537 Feb 11 05:59:57.736952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee8aa83-05ac-46e6-9bf3-8728850f7d1b', 'tag': '96b9c4bd-0b3d-4016-a275-c82479853db6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:59:57.739480 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8a1386-837a-4a35-a75e-9584196bdf86" -d '{"events": [{"name": "network-changed", "server_uuid": "cee8aa83-05ac-46e6-9bf3-8728850f7d1b", "tag": "96b9c4bd-0b3d-4016-a275-c82479853db6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:59:57.777347 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a286a62c-9b70-492c-8fba-9b446724d296 x-openstack-request-id: req-a286a62c-9b70-492c-8fba-9b446724d296 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:59:57.777643 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee8aa83-05ac-46e6-9bf3-8728850f7d1b", "tag": "96b9c4bd-0b3d-4016-a275-c82479853db6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:59:57.777899 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a286a62c-9b70-492c-8fba-9b446724d296 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:59:57.778303 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee8aa83-05ac-46e6-9bf3-8728850f7d1b', 'tag': '96b9c4bd-0b3d-4016-a275-c82479853db6', 'status': 'completed', 'code': 200} Feb 11 05:59:57.823233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-8e63473c-e0fb-40e2-88cd-ffa1fbc5cd4f None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:57.842098 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a1386-837a-4a35-a75e-9584196bdf86 req-2861b379-3547-45fa-904f-9cf9d4752bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:57.843638 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e8a1386-837a-4a35-a75e-9584196bdf86 req-2861b379-3547-45fa-904f-9cf9d4752bf1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 1128 time: 0.0448623 Feb 11 05:59:57.936991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a1386-837a-4a35-a75e-9584196bdf86 req-28cc1a0a-ef85-4c4c-93ce-a9b3aea6baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:57.938469 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e8a1386-837a-4a35-a75e-9584196bdf86 req-28cc1a0a-ef85-4c4c-93ce-a9b3aea6baf0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.0890031 Feb 11 05:59:58.000913 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e8a1386-837a-4a35-a75e-9584196bdf86 req-058d9ac8-b62a-480d-b072-0a7e4ddde134 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b9c4bd-0b3d-4016-a275-c82479853db6 HTTP/1.1" status: 200 len: 999 time: 0.0567539 Feb 11 05:59:58.051777 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-8e63473c-e0fb-40e2-88cd-ffa1fbc5cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '9df8d9ef-91c8-44b2-bb48-573295798b9a', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'port_id': '96b9c4bd-0b3d-4016-a275-c82479853db6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'mac_address': 'fa:16:3e:3d:dc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee8aa83-05ac-46e6-9bf3-8728850f7d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:59:56Z', 'updated_at': '2022-02-11T05:59:56Z', 'revision_number': 0, 'project_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:58.052796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a1386-837a-4a35-a75e-9584196bdf86 req-070d58be-077c-486c-9f2e-67f09f3e23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:58.054264 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e8a1386-837a-4a35-a75e-9584196bdf86 req-070d58be-077c-486c-9f2e-67f09f3e23fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0474889 Feb 11 05:59:58.078508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63473c-e0fb-40e2-88cd-ffa1fbc5cd4f None None] Checking router: 30523026-62d8-40d9-97a1-01c221bff02f for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:59:58.086972 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63473c-e0fb-40e2-88cd-ffa1fbc5cd4f None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:59:58.087456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-8e63473c-e0fb-40e2-88cd-ffa1fbc5cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T05:59:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:58.105427 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a1386-837a-4a35-a75e-9584196bdf86 req-ff87792c-d6f2-40b9-a0aa-37f69fcd4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:58.106924 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e8a1386-837a-4a35-a75e-9584196bdf86 req-ff87792c-d6f2-40b9-a0aa-37f69fcd4942 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461454 Feb 11 05:59:58.194974 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-8e63473c-e0fb-40e2-88cd-ffa1fbc5cd4f None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:59:58.195938 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e8a1386-837a-4a35-a75e-9584196bdf86 req-655eb082-4422-4ceb-8fbe-bf64329df22e service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820291 Feb 11 05:59:58.290898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e8a1386-837a-4a35-a75e-9584196bdf86 req-01749b77-cd37-44bf-9fb6-4e2d46f2d00b service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880091 Feb 11 05:59:58.415613 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-8e63473c-e0fb-40e2-88cd-ffa1fbc5cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '9df8d9ef-91c8-44b2-bb48-573295798b9a', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'port_id': '96b9c4bd-0b3d-4016-a275-c82479853db6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'mac_address': 'fa:16:3e:3d:dc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee8aa83-05ac-46e6-9bf3-8728850f7d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:59:56Z', 'updated_at': '2022-02-11T05:59:56Z', 'revision_number': 0, 'project_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:59:58.445596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63473c-e0fb-40e2-88cd-ffa1fbc5cd4f None None] The sync data for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 is: [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '9df8d9ef-91c8-44b2-bb48-573295798b9a', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'port_id': '96b9c4bd-0b3d-4016-a275-c82479853db6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'mac_address': 'fa:16:3e:3d:dc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee8aa83-05ac-46e6-9bf3-8728850f7d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:59:56Z', 'updated_at': '2022-02-11T05:59:56Z', 'revision_number': 0, 'project_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:59:58.524435 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8176f45-4bab-4e63-8a6e-62c7e090417f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:58.640199 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547642f-f93d-4582-93a2-97fbc147b8d3 None None] New status for floating IP 9df8d9ef-91c8-44b2-bb48-573295798b9a: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:00:00.833183 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aaac3cf5-70c7-4cd1-bdfc-bd3f0fb5fddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:02.550703 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:02.699994 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-93135143-ccd8-4b48-9961-2d2af134a8fd req-c4603842-91e9-4cad-a5a4-5077768a3b54 service neutron] (103170) timed out ('10.222.0.73', 54930) {{(pid=103170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:00:03.734942 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:05.204488 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:10.110909 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.524374 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:26.383681 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:00:28.530200 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ae0e8d3-f84f-405f-9909-24a49f27240b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.836894 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1c6ec870-1436-4906-bf43-c69b23dad65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:32.552883 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:33.737256 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:35.206657 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:37.907181 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2078062a-6063-4e1c-9558-2f0d64ab980e req-948c177f-a26a-43ed-9992-be05b2bb7525 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0896316 Feb 11 06:00:37.995824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078062a-6063-4e1c-9558-2f0d64ab980e req-b7a73f39-db20-4886-a3ff-72f0933cb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:37.997874 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2078062a-6063-4e1c-9558-2f0d64ab980e req-b7a73f39-db20-4886-a3ff-72f0933cb245 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 1128 time: 0.0486488 Feb 11 06:00:38.099908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078062a-6063-4e1c-9558-2f0d64ab980e req-a4b0a49a-f181-4cb8-8b4e-026435eac001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:38.101304 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2078062a-6063-4e1c-9558-2f0d64ab980e req-a4b0a49a-f181-4cb8-8b4e-026435eac001 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.0856454 Feb 11 06:00:38.168478 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2078062a-6063-4e1c-9558-2f0d64ab980e req-606f8670-f6e6-4b57-8e48-0bcf26f52c5a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b9c4bd-0b3d-4016-a275-c82479853db6 HTTP/1.1" status: 200 len: 1001 time: 0.0608556 Feb 11 06:00:38.216706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078062a-6063-4e1c-9558-2f0d64ab980e req-d3502e2f-6ff3-4e82-a5d1-efcbeeb094cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:38.218139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2078062a-6063-4e1c-9558-2f0d64ab980e req-d3502e2f-6ff3-4e82-a5d1-efcbeeb094cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0435429 Feb 11 06:00:38.266814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078062a-6063-4e1c-9558-2f0d64ab980e req-12e45612-cabd-46f8-84f5-2c9a9bc39a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:38.268367 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2078062a-6063-4e1c-9558-2f0d64ab980e req-12e45612-cabd-46f8-84f5-2c9a9bc39a52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442286 Feb 11 06:00:38.658981 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2078062a-6063-4e1c-9558-2f0d64ab980e req-d4f501b9-8972-41d4-85ac-c6fbaa5f801b service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845389 Feb 11 06:00:38.749121 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2078062a-6063-4e1c-9558-2f0d64ab980e req-9bc2d796-895b-4c10-85ae-265e7e0a9318 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841963 Feb 11 06:00:40.107578 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:44.522209 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:50.271712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-561773bf-a753-4566-aa7f-65b91aaca0fb tempest-TestNetworkAdvancedServerOps-196017421 tempest-TestNetworkAdvancedServerOps-196017421-project-admin] (103171) timed out ('10.222.0.87', 33320) {{(pid=103171) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:00:51.076314 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-05e4b704-ffff-48b3-9653-595018a4d350 req-cdface17-2f7d-4f38-af30-3bf447f357dc service neutron] (103170) timed out ('10.222.0.87', 43926) {{(pid=103170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:00:58.532018 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-50a42ad3-0c4f-4b07-893c-fee5ff69d255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:00.838252 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-268057b5-4bc9-4d15-899d-33b98eb93497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:02.556468 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:03.382486 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:01:03.739809 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:05.209728 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:07.395077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-e26827f4-c6f8-4754-83b9-e21651e78871 req-9bd5f751-254c-495f-97c2-b6a35adaca5e service neutron] (103171) timed out ('10.222.0.88', 53875) {{(pid=103171) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:01:10.110694 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:14.522132 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:28.534861 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d0e74d1a-f211-4a50-821e-282b1e884583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:30.840542 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2c2cfdaf-a206-468d-bd25-9980bd46199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:32.557873 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:33.742297 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:35.214071 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:37.867833 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b3332a7-eb6b-43a4-9f36-5a6d7dfc9002 req-0f5e51d3-81a4-4f69-a2a2-df3cd016e421 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440624 Feb 11 06:01:37.956491 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3332a7-eb6b-43a4-9f36-5a6d7dfc9002 req-6d5f1c8e-8700-4ad1-943f-17d11ca68772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:37.957987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b3332a7-eb6b-43a4-9f36-5a6d7dfc9002 req-6d5f1c8e-8700-4ad1-943f-17d11ca68772 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 1128 time: 0.0479426 Feb 11 06:01:38.059028 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3332a7-eb6b-43a4-9f36-5a6d7dfc9002 req-84710423-4f67-472c-8c9b-6bd32ab9c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:38.060547 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b3332a7-eb6b-43a4-9f36-5a6d7dfc9002 req-84710423-4f67-472c-8c9b-6bd32ab9c43c service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.0831885 Feb 11 06:01:38.130556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b3332a7-eb6b-43a4-9f36-5a6d7dfc9002 req-7ee76aa1-6efc-46c9-9382-30ddc8393a98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b9c4bd-0b3d-4016-a275-c82479853db6 HTTP/1.1" status: 200 len: 1001 time: 0.0606892 Feb 11 06:01:38.178659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3332a7-eb6b-43a4-9f36-5a6d7dfc9002 req-04dc9ff4-442a-4574-8711-bef724eb0917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:38.180221 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b3332a7-eb6b-43a4-9f36-5a6d7dfc9002 req-04dc9ff4-442a-4574-8711-bef724eb0917 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0429516 Feb 11 06:01:38.230885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3332a7-eb6b-43a4-9f36-5a6d7dfc9002 req-be100dec-52f0-4ed7-a3ee-8ca2554a6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:38.232421 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b3332a7-eb6b-43a4-9f36-5a6d7dfc9002 req-be100dec-52f0-4ed7-a3ee-8ca2554a6af3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443976 Feb 11 06:01:38.326123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b3332a7-eb6b-43a4-9f36-5a6d7dfc9002 req-34323199-c975-40b2-b581-a6574b17958c service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831840 Feb 11 06:01:38.421600 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b3332a7-eb6b-43a4-9f36-5a6d7dfc9002 req-bfa79316-d6a7-426d-b2f0-92392bf8dd46 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882635 Feb 11 06:01:40.110274 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:40.389444 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:01:44.552877 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:55.804222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb479ad-b571-4d95-993f-0d19f71a0f7f req-3eb658c3-c12f-42ef-a239-81db618a31a8 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:55.805716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fcb479ad-b571-4d95-993f-0d19f71a0f7f req-3eb658c3-c12f-42ef-a239-81db618a31a8 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 945 time: 0.1074493 Feb 11 06:01:55.853568 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fcb479ad-b571-4d95-993f-0d19f71a0f7f req-02c9c315-3ac7-42bd-8314-d6b393b70577 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424013 Feb 11 06:01:57.031838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25b546-cc24-41cb-8fe5-f186bbe5b936 req-84af56cc-9a8f-4445-9868-ce708d0b1eab tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:57.033328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a25b546-cc24-41cb-8fe5-f186bbe5b936 req-84af56cc-9a8f-4445-9868-ce708d0b1eab tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 945 time: 0.1029692 Feb 11 06:01:57.082306 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a25b546-cc24-41cb-8fe5-f186bbe5b936 req-9cb18e65-4e99-4057-a78a-f71aa51ec53d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433395 Feb 11 06:01:57.207107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de89337-dd5f-4cbf-990f-f08176ba5681 req-c80acd58-fe81-4255-a96f-b5977b787473 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:57.208627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de89337-dd5f-4cbf-990f-f08176ba5681 req-c80acd58-fe81-4255-a96f-b5977b787473 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 945 time: 0.0533967 Feb 11 06:01:57.305699 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-5de89337-dd5f-4cbf-990f-f08176ba5681 req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Deleting port 96b9c4bd-0b3d-4016-a275-c82479853db6 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:01:57.306040 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5de89337-dd5f-4cbf-990f-f08176ba5681 req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (96b9c4bd-0b3d-4016-a275-c82479853db6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.397651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5de89337-dd5f-4cbf-990f-f08176ba5681 req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] For port 96b9c4bd-0b3d-4016-a275-c82479853db6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=96b9c4bd-0b3d-4016-a275-c82479853db6,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:57.398018 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5de89337-dd5f-4cbf-990f-f08176ba5681 req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (96b9c4bd-0b3d-4016-a275-c82479853db6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.667892 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5de89337-dd5f-4cbf-990f-f08176ba5681 req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.668182 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5de89337-dd5f-4cbf-990f-f08176ba5681 req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (9df8d9ef-91c8-44b2-bb48-573295798b9a), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.668504 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-5de89337-dd5f-4cbf-990f-f08176ba5681 req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Floating IP 9df8d9ef-91c8-44b2-bb48-573295798b9a disassociated. External IP: 172.25.5.221, port: 96b9c4bd-0b3d-4016-a275-c82479853db6. Feb 11 06:01:57.668848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-5de89337-dd5f-4cbf-990f-f08176ba5681 req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Calling delete_port for 96b9c4bd-0b3d-4016-a275-c82479853db6 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:01:57.797870 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5de89337-dd5f-4cbf-990f-f08176ba5681 req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (96b9c4bd-0b3d-4016-a275-c82479853db6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.826657 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event deleted for resources: {'Port': ['ID=96b9c4bd-0b3d-4016-a275-c82479853db6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:57.838434 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:57.838788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:57.839133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:57.839498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:57.839837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:57.840171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:57.840504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:57.840829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:57.841162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:57.841484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:57.841808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:57.842141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:57.842455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:57.954902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5de89337-dd5f-4cbf-990f-f08176ba5681 req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Router 30523026-62d8-40d9-97a1-01c221bff02f has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:01:58.061542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5de89337-dd5f-4cbf-990f-f08176ba5681 req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:01:58.071604 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7a1aa-2f43-48a8-8fb2-02bfd46feec3 None None] Sync routers for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:01:58.081614 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7a1aa-2f43-48a8-8fb2-02bfd46feec3 None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:58.082233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-64c7a1aa-2f43-48a8-8fb2-02bfd46feec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:01:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:58.101973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de89337-dd5f-4cbf-990f-f08176ba5681 req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] No DVR routers for this DVR port 96b9c4bd-0b3d-4016-a275-c82479853db6 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:01:58.105670 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5de89337-dd5f-4cbf-990f-f08176ba5681 req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.109307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de89337-dd5f-4cbf-990f-f08176ba5681 req-ca22897c-56f9-445a-b216-9c88ee8dc384 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "DELETE /v2.0/ports/96b9c4bd-0b3d-4016-a275-c82479853db6 HTTP/1.1" status: 204 len: 173 time: 0.8953402 Feb 11 06:01:58.110196 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee8aa83-05ac-46e6-9bf3-8728850f7d1b', 'name': 'network-vif-deleted', 'tag': '96b9c4bd-0b3d-4016-a275-c82479853db6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:58.113060 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e8420e-42a9-4407-be44-12604af0f533" -d '{"events": [{"server_uuid": "cee8aa83-05ac-46e6-9bf3-8728850f7d1b", "name": "network-vif-deleted", "tag": "96b9c4bd-0b3d-4016-a275-c82479853db6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:58.218349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-64c7a1aa-2f43-48a8-8fb2-02bfd46feec3 None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:58.236398 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46a37211-16fe-459c-a7d0-60160c812d49 req-be25d5a0-3796-4f46-b03f-c38dc10ddb69 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 210 time: 0.0455410 Feb 11 06:01:58.255623 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f6e1e2-9c17-45be-b4a3-ac6924ab2aef x-openstack-request-id: req-96f6e1e2-9c17-45be-b4a3-ac6924ab2aef {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:58.255623 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee8aa83-05ac-46e6-9bf3-8728850f7d1b", "name": "network-vif-deleted", "tag": "96b9c4bd-0b3d-4016-a275-c82479853db6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:58.255623 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-96f6e1e2-9c17-45be-b4a3-ac6924ab2aef {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:58.256169 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee8aa83-05ac-46e6-9bf3-8728850f7d1b', 'name': 'network-vif-deleted', 'tag': '96b9c4bd-0b3d-4016-a275-c82479853db6', 'status': 'completed', 'code': 200} Feb 11 06:01:58.439186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-64c7a1aa-2f43-48a8-8fb2-02bfd46feec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:58.470040 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7a1aa-2f43-48a8-8fb2-02bfd46feec3 None None] Checking router: 30523026-62d8-40d9-97a1-01c221bff02f for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:01:58.478574 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7a1aa-2f43-48a8-8fb2-02bfd46feec3 None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:58.479182 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-64c7a1aa-2f43-48a8-8fb2-02bfd46feec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:01:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:58.576494 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-02c1e491-7113-4479-85e1-62e01678bc1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.599666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-64c7a1aa-2f43-48a8-8fb2-02bfd46feec3 None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:58.798732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-64c7a1aa-2f43-48a8-8fb2-02bfd46feec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:58.826282 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7a1aa-2f43-48a8-8fb2-02bfd46feec3 None None] The sync data for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 is: [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:01:59.046509 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109b57f9-2ef2-4562-b952-063ddf8dce8a None None] New status for floating IP 9df8d9ef-91c8-44b2-bb48-573295798b9a: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:01:59.318896 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b640a277-d096-40b9-b41e-fd11da93e8e0 req-0e54126c-1cdb-4fcf-8877-11bcab2142b1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 210 time: 0.0278275 Feb 11 06:02:00.415979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c55e045-c7c3-4ef9-b724-d0e4e02db169 req-aaaab093-6f3b-4915-a730-37dc37b2cdf1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 210 time: 0.0281291 Feb 11 06:02:00.845553 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1ac12d5a-584d-4fbd-9297-81f55c53615b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:01.516564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e8b93f1-aaeb-4c94-bd28-0d80cc9d0431 req-fd26b613-a7f9-40d3-85f2-08dab5727159 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 210 time: 0.0288413 Feb 11 06:02:01.915318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 96b9c4bd-0b3d-4016-a275-c82479853db6 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:02:01.936765 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 96b9c4bd-0b3d-4016-a275-c82479853db6 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:02:01.937036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 96b9c4bd-0b3d-4016-a275-c82479853db6 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:02:02.570195 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:02.627886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-548d9175-de62-47dc-9968-419ffb88e66e req-86a9e106-9c05-4a59-bd6e-514a4ab9f0bb tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 210 time: 0.0340831 Feb 11 06:02:03.728493 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-52203fb7-4313-4a6b-93b0-3493c27c7a11 req-0b9ca32d-f509-47d2-af49-4268059090d1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 210 time: 0.0279288 Feb 11 06:02:03.745484 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:04.831460 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96959dd9-891d-4711-bf3f-69ae5a2cb608 req-353cf1fd-5396-4cad-b472-428762f571c3 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 210 time: 0.0280051 Feb 11 06:02:05.217904 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:05.928661 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34bddd4e-496d-4074-823d-6239557131e4 req-9a655fbc-7e3e-4df2-9512-ae059b55f67b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=cee8aa83-05ac-46e6-9bf3-8728850f7d1b HTTP/1.1" status: 200 len: 210 time: 0.0288246 Feb 11 06:02:07.140022 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-7dadbfed-d85e-4529-8771-552ef9688a56 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572015912&fields=id&tenant_id=56ff5158cee34b869e046338b4861b35 HTTP/1.1" status: 200 len: 267 time: 0.0434659 Feb 11 06:02:07.248080 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-e1790ea3-e99b-4f57-8d74-776e533c295d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:07.249475 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-e1790ea3-e99b-4f57-8d74-776e533c295d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 811 time: 0.1028180 Feb 11 06:02:07.263549 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-d14a128a-6ee1-4809-ad6d-c67fc20515c5 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/quotas/56ff5158cee34b869e046338b4861b35 HTTP/1.1" status: 200 len: 375 time: 0.0088344 Feb 11 06:02:07.319081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-228c1916-d48d-4b7a-a1b9-f60a9a039ee1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501232 Feb 11 06:02:07.419962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-35684c67-cb31-46ef-8b45-5057e8d4e6a8 service neutron] 10.222.0.87 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898983 Feb 11 06:02:07.506289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-f3f216e1-882b-4fd3-9b88-73614bc44c93 service neutron] 10.222.0.87 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799410 Feb 11 06:02:08.797080 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60077179-d431-45df-94b9-d7ee7cef353e req-284cffbd-9e7d-45f1-afc2-91e0d5d02501 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 210 time: 0.0277379 Feb 11 06:02:09.841048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-97993876-0c14-4a82-9fc7-49f147dcc820 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:09.842512 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-97993876-0c14-4a82-9fc7-49f147dcc820 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.88 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 811 time: 0.1128924 Feb 11 06:02:09.904914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66b15ce1-c862-4d61-b7ed-731c3bb7bea1 req-f59c86d4-13fd-42f2-8602-d9251df18ebc tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 210 time: 0.0314944 Feb 11 06:02:09.942459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-5930bfc8-b4c7-402d-b4ef-d37088df42bc tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56ff5158cee34b869e046338b4861b35 HTTP/1.1" status: 200 len: 379 time: 0.0833335 Feb 11 06:02:09.951901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-2836c6f4-1f0c-41e5-8308-1d7c2d938e30 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Request body: {'port': {'device_id': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'admin_state_up': True, 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'security_groups': ['ad0d02d5-58d8-4ac7-8e0b-1323b25f891b']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:02:10.064002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-2836c6f4-1f0c-41e5-8308-1d7c2d938e30 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Made reservation on behalf of 56ff5158cee34b869e046338b4861b35 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:02:10.067388 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-2836c6f4-1f0c-41e5-8308-1d7c2d938e30 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:10.135860 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:10.201786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-2836c6f4-1f0c-41e5-8308-1d7c2d938e30 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Allocated IP 172.20.0.9 (eb53b3ef-0046-423a-80c2-f4cb9b708f00/093db962-4cc3-416f-b8e7-f08f53cfc413/9578ed16-8ecb-41d4-95d7-e946785254d9) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:02:10.335143 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-2836c6f4-1f0c-41e5-8308-1d7c2d938e30 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for port (9578ed16-8ecb-41d4-95d7-e946785254d9), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:10.368039 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-2836c6f4-1f0c-41e5-8308-1d7c2d938e30 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (9578ed16-8ecb-41d4-95d7-e946785254d9), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:10.415781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-2836c6f4-1f0c-41e5-8308-1d7c2d938e30 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Network eb53b3ef-0046-423a-80c2-f4cb9b708f00 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:02:10.418941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-2836c6f4-1f0c-41e5-8308-1d7c2d938e30 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:02:10.422734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-2836c6f4-1f0c-41e5-8308-1d7c2d938e30 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:02:10.452712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836c6f4-1f0c-41e5-8308-1d7c2d938e30 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'Port': ['ID=9578ed16-8ecb-41d4-95d7-e946785254d9,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:10.476786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-2836c6f4-1f0c-41e5-8308-1d7c2d938e30 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:10.477417 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-2836c6f4-1f0c-41e5-8308-1d7c2d938e30 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:10.495151 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-2836c6f4-1f0c-41e5-8308-1d7c2d938e30 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5468972 Feb 11 06:02:10.509437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Request body: {'port': {'device_id': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:02:10.573180 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9578ed16-8ecb-41d4-95d7-e946785254d9), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:10.745185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-14fed36e-7c2f-4899-abc5-04085c449179 None None] Provisioning complete for port 9578ed16-8ecb-41d4-95d7-e946785254d9 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:10.745480 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-14fed36e-7c2f-4899-abc5-04085c449179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9578ed16-8ecb-41d4-95d7-e946785254d9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:10.781050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-14fed36e-7c2f-4899-abc5-04085c449179 None None] Port 9578ed16-8ecb-41d4-95d7-e946785254d9 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:02:10.851352 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9578ed16-8ecb-41d4-95d7-e946785254d9 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:02:10.858971 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Publish callbacks [] for port (9578ed16-8ecb-41d4-95d7-e946785254d9), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:10.872016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Transition to ACTIVE for port object 9578ed16-8ecb-41d4-95d7-e946785254d9 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:02:10.877776 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (9578ed16-8ecb-41d4-95d7-e946785254d9), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:10.930397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9578ed16-8ecb-41d4-95d7-e946785254d9,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:11.056294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Attempting to bind port 9578ed16-8ecb-41d4-95d7-e946785254d9 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:02:11.056649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Attempting to bind port 9578ed16-8ecb-41d4-95d7-e946785254d9 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:02:11.056987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Attempting to bind port 9578ed16-8ecb-41d4-95d7-e946785254d9 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:02:11.064790 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Port 9578ed16-8ecb-41d4-95d7-e946785254d9 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:02:11.065119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Attempting to bind port 9578ed16-8ecb-41d4-95d7-e946785254d9 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:02:11.073274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:02:11.073623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Checking segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:02:11.074012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Bound using segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:02:11.074457 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Bound port: 9578ed16-8ecb-41d4-95d7-e946785254d9, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:02:11.074822 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9578ed16-8ecb-41d4-95d7-e946785254d9), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:11.097707 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6461d22-ad18-4d28-a356-291904a82909 req-dcb52f20-22de-46aa-be52-b8a7d719f12e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:11.099292 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6461d22-ad18-4d28-a356-291904a82909 req-dcb52f20-22de-46aa-be52-b8a7d719f12e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 943 time: 0.0988836 Feb 11 06:02:11.184038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] For port 9578ed16-8ecb-41d4-95d7-e946785254d9, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:02:11.189033 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6461d22-ad18-4d28-a356-291904a82909 req-839caa93-105b-444a-acaa-2f89fa9ac2f6 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684004 Feb 11 06:02:11.190755 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] For port 9578ed16-8ecb-41d4-95d7-e946785254d9, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9578ed16-8ecb-41d4-95d7-e946785254d9,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:02:11.199146 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (9578ed16-8ecb-41d4-95d7-e946785254d9), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:11.241433 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:11.242362 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:11.243797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] 10.222.0.88 "PUT /v2.0/ports/9578ed16-8ecb-41d4-95d7-e946785254d9 HTTP/1.1" status: 200 len: 1092 time: 0.7387655 Feb 11 06:02:11.244259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'tag': '9578ed16-8ecb-41d4-95d7-e946785254d9'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:02:11.246527 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b320683d-0397-466c-a4bb-3b596992e2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5686c77c-30a2-4219-8ae9-ec899e0fed44", "tag": "9578ed16-8ecb-41d4-95d7-e946785254d9"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:02:11.307489 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0198f2a3-6ce3-4095-b0ee-0edd92623e39 x-openstack-request-id: req-0198f2a3-6ce3-4095-b0ee-0edd92623e39 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:02:11.308025 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5686c77c-30a2-4219-8ae9-ec899e0fed44", "tag": "9578ed16-8ecb-41d4-95d7-e946785254d9", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:02:11.308451 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0198f2a3-6ce3-4095-b0ee-0edd92623e39 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:02:11.308997 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'tag': '9578ed16-8ecb-41d4-95d7-e946785254d9', 'status': 'completed', 'code': 200} Feb 11 06:02:11.336029 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bcfda-5fef-482d-9f28-f8940acc30d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9578ed16-8ecb-41d4-95d7-e946785254d9,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:11.356548 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-a1644e61-0532-4424-a596-415a3d9be181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:11.358099 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-a1644e61-0532-4424-a596-415a3d9be181 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 1126 time: 0.0697505 Feb 11 06:02:11.402005 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-8f6b1475-5471-4154-8b1d-c3f23e859154 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9578ed16-8ecb-41d4-95d7-e946785254d9 HTTP/1.1" status: 200 len: 217 time: 0.0370238 Feb 11 06:02:11.454164 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-4b26f876-2cd5-4481-8cf8-d7bbc4b0ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:11.456738 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-4b26f876-2cd5-4481-8cf8-d7bbc4b0ddad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0482914 Feb 11 06:02:11.513457 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-f498bff6-d2c8-4aed-b5dc-d37ff350c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:11.514952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-f498bff6-d2c8-4aed-b5dc-d37ff350c595 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488062 Feb 11 06:02:11.614993 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-c7e9ff5a-a19b-442e-9211-4a6e8d913dda service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841024 Feb 11 06:02:11.711281 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-777a3dc1-6b52-4ed1-8eff-6654ed1b7497 req-ffa99c52-d479-49a1-be27-cf6b091b7edb service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871689 Feb 11 06:02:11.804459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320683d-0397-466c-a4bb-3b596992e2aa req-3567de78-0544-44e6-b7ee-3b0e293ed8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:11.805956 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b320683d-0397-466c-a4bb-3b596992e2aa req-3567de78-0544-44e6-b7ee-3b0e293ed8bc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 1126 time: 0.0465224 Feb 11 06:02:11.902613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320683d-0397-466c-a4bb-3b596992e2aa req-4628503b-1b5d-4954-94c6-e51c1a854f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:11.904131 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b320683d-0397-466c-a4bb-3b596992e2aa req-4628503b-1b5d-4954-94c6-e51c1a854f24 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.0886421 Feb 11 06:02:11.949815 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b320683d-0397-466c-a4bb-3b596992e2aa req-2ea346be-0324-4c71-b7bb-6959becc5b1b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9578ed16-8ecb-41d4-95d7-e946785254d9 HTTP/1.1" status: 200 len: 217 time: 0.0352619 Feb 11 06:02:12.000480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320683d-0397-466c-a4bb-3b596992e2aa req-e88ebc56-fa69-46e0-9716-b36a46fb2be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:12.001864 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b320683d-0397-466c-a4bb-3b596992e2aa req-e88ebc56-fa69-46e0-9716-b36a46fb2be6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0436928 Feb 11 06:02:12.058244 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320683d-0397-466c-a4bb-3b596992e2aa req-56bf2e42-71de-42ee-b662-20b052c46911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:12.059777 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b320683d-0397-466c-a4bb-3b596992e2aa req-56bf2e42-71de-42ee-b662-20b052c46911 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492601 Feb 11 06:02:12.151977 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b320683d-0397-466c-a4bb-3b596992e2aa req-124c0857-355f-49cc-a7e0-eff2971d366f service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822663 Feb 11 06:02:12.587984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b320683d-0397-466c-a4bb-3b596992e2aa req-c6441795-344d-45d7-a5a1-d4da67fe91ad service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261439 Feb 11 06:02:12.600587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f329612-4eca-444a-80ce-29c4214fa7a7 req-d43a2af6-c899-4104-a793-7ef0d9150037 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:12.602453 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f329612-4eca-444a-80ce-29c4214fa7a7 req-d43a2af6-c899-4104-a793-7ef0d9150037 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 943 time: 0.0754952 Feb 11 06:02:12.657893 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f329612-4eca-444a-80ce-29c4214fa7a7 req-ba222a8a-bbdd-4178-a2ba-30d87253330c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497789 Feb 11 06:02:13.781366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09673ff5-5dfd-4e88-be8d-9da5d6f65eae req-5fc45190-0ac3-4906-b22b-e3c387fe6386 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:13.783534 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-09673ff5-5dfd-4e88-be8d-9da5d6f65eae req-5fc45190-0ac3-4906-b22b-e3c387fe6386 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 943 time: 0.0561893 Feb 11 06:02:13.832400 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-09673ff5-5dfd-4e88-be8d-9da5d6f65eae req-1e26440f-fcfc-4cbb-8515-5ff9bc8da9e4 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427899 Feb 11 06:02:14.567063 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:14.953991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e99cb4-496d-4ba7-bfbd-d9cff322de3e req-5840557d-818d-42a1-85d8-bcd8d919b719 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:14.955483 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04e99cb4-496d-4ba7-bfbd-d9cff322de3e req-5840557d-818d-42a1-85d8-bcd8d919b719 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 943 time: 0.0540643 Feb 11 06:02:15.004567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04e99cb4-496d-4ba7-bfbd-d9cff322de3e req-9f46bc4f-dadb-4a4f-b69a-9af566c93c96 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433173 Feb 11 06:02:16.129408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba45a4-50ba-4c31-91dc-b3b2f9bea35a req-3398de24-31ff-4914-9b22-9b5f6245655a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:16.130952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01ba45a4-50ba-4c31-91dc-b3b2f9bea35a req-3398de24-31ff-4914-9b22-9b5f6245655a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 943 time: 0.0546257 Feb 11 06:02:16.184589 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01ba45a4-50ba-4c31-91dc-b3b2f9bea35a req-16659d85-dd6a-4c41-8137-13e15a06e976 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478873 Feb 11 06:02:17.312884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8085ad-a510-4356-9a5e-7db3723736bc req-a052df5e-e245-479c-85c7-ed41a6b74448 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:17.314475 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f8085ad-a510-4356-9a5e-7db3723736bc req-a052df5e-e245-479c-85c7-ed41a6b74448 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 943 time: 0.0616496 Feb 11 06:02:17.364617 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f8085ad-a510-4356-9a5e-7db3723736bc req-12637337-9a69-482c-a18d-cf5a00500b9b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443394 Feb 11 06:02:17.380306 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:02:18.489957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8f1ee-8312-448a-9f49-ba766db73761 req-3b2a3dbf-7945-4cd9-8b75-7cbe81f71ef0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:18.491510 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36c8f1ee-8312-448a-9f49-ba766db73761 req-3b2a3dbf-7945-4cd9-8b75-7cbe81f71ef0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 943 time: 0.0544779 Feb 11 06:02:18.541342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36c8f1ee-8312-448a-9f49-ba766db73761 req-d3031979-8348-4bae-8b14-64bf9f3eafd3 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442035 Feb 11 06:02:19.664539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce325a5-7ece-48b6-906c-9033f5771ca8 req-f22a7621-b7c8-4640-8b81-a97cc362b916 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:19.666065 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ce325a5-7ece-48b6-906c-9033f5771ca8 req-f22a7621-b7c8-4640-8b81-a97cc362b916 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 943 time: 0.0573542 Feb 11 06:02:19.715257 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6ce325a5-7ece-48b6-906c-9033f5771ca8 req-7f524056-4460-4cae-9d93-1faed48ab437 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426450 Feb 11 06:02:20.834738 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0234cb0-e274-42d5-916f-2a9499a90bde req-b4065efd-c6a7-40a9-9927-6b3d8c7362b2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:20.836318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b0234cb0-e274-42d5-916f-2a9499a90bde req-b4065efd-c6a7-40a9-9927-6b3d8c7362b2 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 943 time: 0.0530398 Feb 11 06:02:20.886254 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b0234cb0-e274-42d5-916f-2a9499a90bde req-cc277aec-2f8c-4e94-af68-d157065fb70b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442741 Feb 11 06:02:22.009890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77a6c8-e9fe-4f22-abf5-d0d8c7b3b16e req-54c10242-751a-4d16-a366-8b9c719f8839 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:22.011394 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b77a6c8-e9fe-4f22-abf5-d0d8c7b3b16e req-54c10242-751a-4d16-a366-8b9c719f8839 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 943 time: 0.0533512 Feb 11 06:02:22.065753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b77a6c8-e9fe-4f22-abf5-d0d8c7b3b16e req-4fe40df6-c9cc-4400-8ba0-0a89c763253f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487010 Feb 11 06:02:23.185700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c167d2-c4a9-4edb-9b8f-67788b293a6f req-612f6849-eb12-4933-bd03-e2d5214ff0de tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:23.187197 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f9c167d2-c4a9-4edb-9b8f-67788b293a6f req-612f6849-eb12-4933-bd03-e2d5214ff0de tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 943 time: 0.0545440 Feb 11 06:02:23.237384 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f9c167d2-c4a9-4edb-9b8f-67788b293a6f req-8d87f146-d2fb-4cea-8e3d-170d84e3ebdf tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438585 Feb 11 06:02:24.361420 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b944d-4516-4552-8439-4e5a7f2f1d62 req-06dad5f5-7f73-425f-bf34-d6ea18ae2a66 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:24.362560 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da5b944d-4516-4552-8439-4e5a7f2f1d62 req-06dad5f5-7f73-425f-bf34-d6ea18ae2a66 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 943 time: 0.0547020 Feb 11 06:02:24.411253 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da5b944d-4516-4552-8439-4e5a7f2f1d62 req-404eb002-3c9e-4a33-8900-05e7f8278c8c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430994 Feb 11 06:02:25.536400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053c160-e632-4c44-bb5c-81d5c48dbb9c req-a5d53ffb-dab6-4a19-944e-91c803850781 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:25.537927 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2053c160-e632-4c44-bb5c-81d5c48dbb9c req-a5d53ffb-dab6-4a19-944e-91c803850781 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 943 time: 0.0569360 Feb 11 06:02:25.586831 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2053c160-e632-4c44-bb5c-81d5c48dbb9c req-7bd2d9b3-e5d3-4ca5-b25e-f7a7cd64b7f7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433664 Feb 11 06:02:26.708188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe85cb-e449-4071-ab2a-ef222cb787ac req-2f5728df-aac6-4899-b5b6-a1f1f93f2b98 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:26.709842 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0bbe85cb-e449-4071-ab2a-ef222cb787ac req-2f5728df-aac6-4899-b5b6-a1f1f93f2b98 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 943 time: 0.0534863 Feb 11 06:02:26.757354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0bbe85cb-e449-4071-ab2a-ef222cb787ac req-e3652693-868d-4148-b7d7-e1d131e9335d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418782 Feb 11 06:02:26.990144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 9578ed16-8ecb-41d4-95d7-e946785254d9 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:02:27.084835 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 9578ed16-8ecb-41d4-95d7-e946785254d9, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9578ed16-8ecb-41d4-95d7-e946785254d9,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:27.095602 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '9578ed16-8ecb-41d4-95d7-e946785254d9', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'port_id': '9578ed16-8ecb-41d4-95d7-e946785254d9', 'mac_address': 'fa:16:3e:cd:53:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:02:27.135193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 9578ed16-8ecb-41d4-95d7-e946785254d9 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:27.135616 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9578ed16-8ecb-41d4-95d7-e946785254d9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:27.148315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9578ed16-8ecb-41d4-95d7-e946785254d9 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:02:27.167250 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 9578ed16-8ecb-41d4-95d7-e946785254d9, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9578ed16-8ecb-41d4-95d7-e946785254d9,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:27.171139 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9578ed16-8ecb-41d4-95d7-e946785254d9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:27.218331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=9578ed16-8ecb-41d4-95d7-e946785254d9,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:27.225727 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:27.226076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:27.226418 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:27.226759 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:27.227097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:27.227488 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:27.227831 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:27.228215 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:27.228561 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:27.228889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:27.229215 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:27.229540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:27.229863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:02:27.472687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['9578ed16-8ecb-41d4-95d7-e946785254d9'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:02:27.880340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86d739-846c-4b2e-97bf-7b32f1474a69 req-c1e6a2a1-a452-4f2a-bfe6-92c10fc82b68 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:27.881871 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de86d739-846c-4b2e-97bf-7b32f1474a69 req-c1e6a2a1-a452-4f2a-bfe6-92c10fc82b68 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 944 time: 0.0569861 Feb 11 06:02:27.931664 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de86d739-846c-4b2e-97bf-7b32f1474a69 req-91533ad4-53ab-44c0-a703-b1b6f5e3f064 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442441 Feb 11 06:02:28.540384 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc500a19-3b54-4b30-abd6-31821f0245ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:28.975663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 9578ed16-8ecb-41d4-95d7-e946785254d9 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:02:29.027185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 9578ed16-8ecb-41d4-95d7-e946785254d9 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:02:29.030820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 9578ed16-8ecb-41d4-95d7-e946785254d9 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:02:29.031201 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (9578ed16-8ecb-41d4-95d7-e946785254d9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:29.053292 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc39a75-f7fd-40f3-bb2a-e8265ca37e67 req-16368f86-7107-4db6-b378-f54339448c5c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:29.054851 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-afc39a75-f7fd-40f3-bb2a-e8265ca37e67 req-16368f86-7107-4db6-b378-f54339448c5c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 944 time: 0.0557604 Feb 11 06:02:29.103764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-afc39a75-f7fd-40f3-bb2a-e8265ca37e67 req-fcc58517-491b-47a5-bf7f-d2836bb77867 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428801 Feb 11 06:02:29.108684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 9578ed16-8ecb-41d4-95d7-e946785254d9 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:02:29.109088 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (9578ed16-8ecb-41d4-95d7-e946785254d9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:29.131905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9578ed16-8ecb-41d4-95d7-e946785254d9'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:02:29.134133 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7e9e9e53c72765d167e85fa8be25b81da052c3b54ee40f391718c369c607d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf9956c-5489-46a4-9bd3-9f18b3c86090" -d '{"events": [{"server_uuid": "5686c77c-30a2-4219-8ae9-ec899e0fed44", "name": "network-vif-plugged", "status": "completed", "tag": "9578ed16-8ecb-41d4-95d7-e946785254d9"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:02:29.146935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 9578ed16-8ecb-41d4-95d7-e946785254d9, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9578ed16-8ecb-41d4-95d7-e946785254d9,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:02:29.151239 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (9578ed16-8ecb-41d4-95d7-e946785254d9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:29.200076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=9578ed16-8ecb-41d4-95d7-e946785254d9,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:29.229970 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66669e33-5680-450f-ba84-8fdb3cbac503 x-openstack-request-id: req-66669e33-5680-450f-ba84-8fdb3cbac503 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:02:29.230262 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5686c77c-30a2-4219-8ae9-ec899e0fed44", "name": "network-vif-plugged", "status": "completed", "tag": "9578ed16-8ecb-41d4-95d7-e946785254d9", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:02:29.230522 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-66669e33-5680-450f-ba84-8fdb3cbac503 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:02:29.230915 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9578ed16-8ecb-41d4-95d7-e946785254d9', 'code': 200} Feb 11 06:02:29.336366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7905c5-4767-4977-bb42-2fdb24f5fd9d req-f05e72ef-b912-4595-b177-570784271473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:29.337780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f7905c5-4767-4977-bb42-2fdb24f5fd9d req-f05e72ef-b912-4595-b177-570784271473 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 1128 time: 0.0433185 Feb 11 06:02:29.388210 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f7905c5-4767-4977-bb42-2fdb24f5fd9d req-4ed22a19-dff0-450f-8252-0f1da65d141d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415087 Feb 11 06:02:30.222010 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dc395-49cd-4cfa-8ccb-47125308043b req-83c4599d-b8db-4481-a1b9-f9eedf8ac5af tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:30.223441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c60dc395-49cd-4cfa-8ccb-47125308043b req-83c4599d-b8db-4481-a1b9-f9eedf8ac5af tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 945 time: 0.0526643 Feb 11 06:02:30.272974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c60dc395-49cd-4cfa-8ccb-47125308043b req-4ca15519-37a0-4e64-bf7d-3bb90a250efc tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439565 Feb 11 06:02:30.848414 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-59892d66-e649-469e-bfba-a431d0c399bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:31.393386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e48013-4449-4d92-a871-5915b8625d84 req-ab62c08d-3192-4664-94cb-6924ba22671b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:31.394984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39e48013-4449-4d92-a871-5915b8625d84 req-ab62c08d-3192-4664-94cb-6924ba22671b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 945 time: 0.0552692 Feb 11 06:02:31.442596 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39e48013-4449-4d92-a871-5915b8625d84 req-41525e42-74b5-4ff2-a755-dd24823d02e9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419831 Feb 11 06:02:31.566417 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fa807-63b4-4c46-bbed-d990d8d384cd req-1c925b0e-0866-4b78-a405-5f6f475fb1bd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:31.567838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a04fa807-63b4-4c46-bbed-d990d8d384cd req-1c925b0e-0866-4b78-a405-5f6f475fb1bd tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 945 time: 0.0579259 Feb 11 06:02:31.614919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a04fa807-63b4-4c46-bbed-d990d8d384cd req-20fbb746-9ec8-43d0-9208-32bece4c5b25 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416360 Feb 11 06:02:31.636841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52698) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:31.723256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dd6160-b943-43c4-bd24-258ad114a8d3 tempest-TestVolumeBootPattern-184033339 tempest-TestVolumeBootPattern-184033339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:31.726929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c4dd6160-b943-43c4-bd24-258ad114a8d3 tempest-TestVolumeBootPattern-184033339 tempest-TestVolumeBootPattern-184033339-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 1123 time: 0.0864296 Feb 11 06:02:31.727072 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 52704) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:02:31.731376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '9578ed16-8ecb-41d4-95d7-e946785254d9', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:02:31.750930 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:31.849259 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:31.951857 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Allocated IP 172.25.5.152 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/b58cfaae-b109-409b-a000-781301069f00) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:02:32.054980 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for port (b58cfaae-b109-409b-a000-781301069f00), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:32.088200 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b58cfaae-b109-409b-a000-781301069f00), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:32.126452 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:02:32.129273 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:02:32.132820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:02:32.158975 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'Port': ['ID=b58cfaae-b109-409b-a000-781301069f00,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:32.499891 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for floatingip (6c9b300b-2bac-4cc5-ba7d-2c032d96764c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:32.566285 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:32.569381 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b58cfaae-b109-409b-a000-781301069f00), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:32.717688 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for port (b58cfaae-b109-409b-a000-781301069f00), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:32.722584 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b58cfaae-b109-409b-a000-781301069f00), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:32.794775 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'Port': ['ID=b58cfaae-b109-409b-a000-781301069f00,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:02:32.805082 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (6c9b300b-2bac-4cc5-ba7d-2c032d96764c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:32.913643 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Floating IP 6c9b300b-2bac-4cc5-ba7d-2c032d96764c associated. External IP: 172.25.5.152, port: 9578ed16-8ecb-41d4-95d7-e946785254d9. Feb 11 06:02:33.123361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Router 30523026-62d8-40d9-97a1-01c221bff02f has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:02:33.231410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:02:33.241183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f3708-0f6a-43d6-9a76-19c418aadc5f None None] Sync routers for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:02:33.248249 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:33.252570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f3708-0f6a-43d6-9a76-19c418aadc5f None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:02:33.253286 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-327f3708-0f6a-43d6-9a76-19c418aadc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:02:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:33.279584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fa20de60-6236-4aad-9716-003cc23de3da tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5513954 Feb 11 06:02:33.280183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'tag': '9578ed16-8ecb-41d4-95d7-e946785254d9'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:02:33.283025 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca632a8b93d35b216ad6d43d19c8fc4eb41384a52cea5f45fb57c15477183df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11c1a39-7f56-4245-83c1-bee43ec271e7" -d '{"events": [{"name": "network-changed", "server_uuid": "5686c77c-30a2-4219-8ae9-ec899e0fed44", "tag": "9578ed16-8ecb-41d4-95d7-e946785254d9"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:02:33.320560 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d6d785-d148-44f7-9427-605d71e73b8d x-openstack-request-id: req-21d6d785-d148-44f7-9427-605d71e73b8d {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:02:33.320862 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5686c77c-30a2-4219-8ae9-ec899e0fed44", "tag": "9578ed16-8ecb-41d4-95d7-e946785254d9", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:02:33.321115 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-21d6d785-d148-44f7-9427-605d71e73b8d {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:02:33.321578 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'tag': '9578ed16-8ecb-41d4-95d7-e946785254d9', 'status': 'completed', 'code': 200} Feb 11 06:02:33.368496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-327f3708-0f6a-43d6-9a76-19c418aadc5f None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:02:33.390198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c1a39-7f56-4245-83c1-bee43ec271e7 req-42803223-c87f-4a5a-a6f5-c8adad17b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:33.391794 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b11c1a39-7f56-4245-83c1-bee43ec271e7 req-42803223-c87f-4a5a-a6f5-c8adad17b247 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 1128 time: 0.0494509 Feb 11 06:02:33.488066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c1a39-7f56-4245-83c1-bee43ec271e7 req-e6998e33-b46c-42aa-a75b-f7c363612da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:33.489564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b11c1a39-7f56-4245-83c1-bee43ec271e7 req-e6998e33-b46c-42aa-a75b-f7c363612da0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.0898147 Feb 11 06:02:33.554589 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b11c1a39-7f56-4245-83c1-bee43ec271e7 req-ed8abd07-b657-4a8f-8067-eae08f72543c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9578ed16-8ecb-41d4-95d7-e946785254d9 HTTP/1.1" status: 200 len: 999 time: 0.0590527 Feb 11 06:02:33.595448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-327f3708-0f6a-43d6-9a76-19c418aadc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6c9b300b-2bac-4cc5-ba7d-2c032d96764c', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'port_id': '9578ed16-8ecb-41d4-95d7-e946785254d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'mac_address': 'fa:16:3e:cd:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:02:32Z', 'updated_at': '2022-02-11T06:02:32Z', 'revision_number': 0, 'project_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:33.603432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c1a39-7f56-4245-83c1-bee43ec271e7 req-bdb3cb82-8ae0-4fa0-9bb7-b50ac7c60640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:33.604903 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b11c1a39-7f56-4245-83c1-bee43ec271e7 req-bdb3cb82-8ae0-4fa0-9bb7-b50ac7c60640 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0449939 Feb 11 06:02:33.625541 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f3708-0f6a-43d6-9a76-19c418aadc5f None None] Checking router: 30523026-62d8-40d9-97a1-01c221bff02f for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:02:33.633974 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f3708-0f6a-43d6-9a76-19c418aadc5f None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:02:33.634587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-327f3708-0f6a-43d6-9a76-19c418aadc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:02:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:33.657960 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c1a39-7f56-4245-83c1-bee43ec271e7 req-cd3f9d4c-2338-46a8-800e-a708f6aaac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:33.659566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b11c1a39-7f56-4245-83c1-bee43ec271e7 req-cd3f9d4c-2338-46a8-800e-a708f6aaac24 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481405 Feb 11 06:02:33.749812 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b11c1a39-7f56-4245-83c1-bee43ec271e7 req-854dd6cf-86ce-4175-a56b-11d22d840384 service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839999 Feb 11 06:02:33.753668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-327f3708-0f6a-43d6-9a76-19c418aadc5f None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:02:33.782108 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:33.843079 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b11c1a39-7f56-4245-83c1-bee43ec271e7 req-8dd70fdf-dcd2-4807-ae09-4afaa3c280b0 service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876009 Feb 11 06:02:33.980427 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-327f3708-0f6a-43d6-9a76-19c418aadc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6c9b300b-2bac-4cc5-ba7d-2c032d96764c', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'port_id': '9578ed16-8ecb-41d4-95d7-e946785254d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'mac_address': 'fa:16:3e:cd:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:02:32Z', 'updated_at': '2022-02-11T06:02:32Z', 'revision_number': 0, 'project_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:02:34.166714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f3708-0f6a-43d6-9a76-19c418aadc5f None None] The sync data for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 is: [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6c9b300b-2bac-4cc5-ba7d-2c032d96764c', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'port_id': '9578ed16-8ecb-41d4-95d7-e946785254d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'mac_address': 'fa:16:3e:cd:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:02:32Z', 'updated_at': '2022-02-11T06:02:32Z', 'revision_number': 0, 'project_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:02:34.358198 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb13e40-c2c4-4aaf-b731-61ba8f78595e None None] New status for floating IP 6c9b300b-2bac-4cc5-ba7d-2c032d96764c: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:02:35.221350 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:40.130848 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:44.565216 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:46.113477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-911bcc28-dd5d-4f23-a92c-763a7ad18a95 req-a9beaa72-068d-44c5-9512-82dd1740b351 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425575 Feb 11 06:02:46.199729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bcc28-dd5d-4f23-a92c-763a7ad18a95 req-ce5640c8-dcf3-4c77-91c1-366f8b9bf19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:46.201252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-911bcc28-dd5d-4f23-a92c-763a7ad18a95 req-ce5640c8-dcf3-4c77-91c1-366f8b9bf19e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 1128 time: 0.0472548 Feb 11 06:02:46.303982 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bcc28-dd5d-4f23-a92c-763a7ad18a95 req-7eeb065f-4d7f-4c05-9e3a-42b12d62eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:46.305444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-911bcc28-dd5d-4f23-a92c-763a7ad18a95 req-7eeb065f-4d7f-4c05-9e3a-42b12d62eaaa service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.0853014 Feb 11 06:02:46.368114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-911bcc28-dd5d-4f23-a92c-763a7ad18a95 req-c259a5de-eb9a-4baf-8b5c-175fd14ea981 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9578ed16-8ecb-41d4-95d7-e946785254d9 HTTP/1.1" status: 200 len: 1001 time: 0.0571005 Feb 11 06:02:46.419055 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bcc28-dd5d-4f23-a92c-763a7ad18a95 req-07707014-c51f-4351-b990-0a5fa71cbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:46.420576 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-911bcc28-dd5d-4f23-a92c-763a7ad18a95 req-07707014-c51f-4351-b990-0a5fa71cbd50 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0463080 Feb 11 06:02:46.471103 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bcc28-dd5d-4f23-a92c-763a7ad18a95 req-49660464-631a-4c90-a108-78be1b768379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:46.472558 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-911bcc28-dd5d-4f23-a92c-763a7ad18a95 req-49660464-631a-4c90-a108-78be1b768379 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442474 Feb 11 06:02:46.560429 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-911bcc28-dd5d-4f23-a92c-763a7ad18a95 req-ebb8699e-26b9-4152-92db-4cc119ebc9a0 service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813410 Feb 11 06:02:46.655003 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-911bcc28-dd5d-4f23-a92c-763a7ad18a95 req-b526d2e4-063f-4294-805c-a773dd532c98 service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856504 Feb 11 06:02:54.381420 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:02:58.542432 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d8cf7a44-a05c-412a-9047-55590102c57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:00.849986 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7d9e4da6-df13-4a57-a407-b52adb68d265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:02.568875 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:03.753491 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:05.223905 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:10.121765 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:14.550147 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:28.545723 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-839018e4-1f77-4c4c-99da-b3389dc9ac2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:30.852243 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc23c7ca-24f2-440d-a716-35c3f8627efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:31.382358 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:03:32.572397 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:33.754528 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:35.226340 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:40.148250 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:44.577342 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:46.241293 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23912abd-d5b4-4be1-95c4-6017f60f4999 req-8f44ddc0-5ce2-4320-bb88-28fd9720ad8f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0840850 Feb 11 06:03:46.327810 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23912abd-d5b4-4be1-95c4-6017f60f4999 req-48f4b293-6aa6-4af5-bcbb-fb4d74b229ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:46.329300 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23912abd-d5b4-4be1-95c4-6017f60f4999 req-48f4b293-6aa6-4af5-bcbb-fb4d74b229ef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 1128 time: 0.0446076 Feb 11 06:03:46.435721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23912abd-d5b4-4be1-95c4-6017f60f4999 req-05364404-611d-423b-aedd-1f7621783c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:46.437108 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23912abd-d5b4-4be1-95c4-6017f60f4999 req-05364404-611d-423b-aedd-1f7621783c2d service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.0886335 Feb 11 06:03:46.503847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23912abd-d5b4-4be1-95c4-6017f60f4999 req-12dcfd23-37a0-48bb-88e7-2987d96c81cd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9578ed16-8ecb-41d4-95d7-e946785254d9 HTTP/1.1" status: 200 len: 1001 time: 0.0597882 Feb 11 06:03:46.556512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23912abd-d5b4-4be1-95c4-6017f60f4999 req-cfbcda9a-9407-4e05-a79a-28651b164fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:46.557978 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23912abd-d5b4-4be1-95c4-6017f60f4999 req-cfbcda9a-9407-4e05-a79a-28651b164fc8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0475380 Feb 11 06:03:46.606921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23912abd-d5b4-4be1-95c4-6017f60f4999 req-36e2b8d4-db06-4922-ae73-280fa8a2c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:46.608505 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23912abd-d5b4-4be1-95c4-6017f60f4999 req-36e2b8d4-db06-4922-ae73-280fa8a2c890 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442514 Feb 11 06:03:46.697355 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23912abd-d5b4-4be1-95c4-6017f60f4999 req-06dd201d-44e4-4392-a7bf-17b74e27caa7 service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816555 Feb 11 06:03:47.101185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23912abd-d5b4-4be1-95c4-6017f60f4999 req-08787b2d-82bf-4973-a542-5769d3e81505 service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982434 Feb 11 06:03:58.546997 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d201487-138f-41f8-8364-f87643d4b543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:00.853743 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d173367-5193-4bd7-a66f-ecb07782a4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:02.575502 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:03.757240 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:05.228904 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:08.382053 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:04:10.152774 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:14.578164 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:26.685004 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-5840b7ba-67fa-4267-a137-fa1e4b59d97c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572015912&fields=id&tenant_id=56ff5158cee34b869e046338b4861b35 HTTP/1.1" status: 200 len: 267 time: 0.0450554 Feb 11 06:04:26.811192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-edfb3ac6-1540-4ce6-a2b3-7c4f5b5eaabb tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:26.812722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-edfb3ac6-1540-4ce6-a2b3-7c4f5b5eaabb tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 811 time: 0.1203501 Feb 11 06:04:26.827316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-7f4b4b9c-890d-4fa3-ab51-209b49b5c13d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/quotas/56ff5158cee34b869e046338b4861b35 HTTP/1.1" status: 200 len: 375 time: 0.0093386 Feb 11 06:04:26.882481 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-a8fda974-f43b-459b-a7a7-fcaa0b9aaa7a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502212 Feb 11 06:04:27.053774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-d28ce9c7-3190-4f1e-a745-d99a841c6f92 service neutron] 10.222.0.87 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248345 Feb 11 06:04:27.140367 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-b0e7d55e-402a-4b39-ba4a-fdcec68512e4 service neutron] 10.222.0.87 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801470 Feb 11 06:04:28.551923 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d2f16541-7946-4150-9bdd-47659863e324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:28.563934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d16b0d67-d206-402c-8643-6dcbd6676cf3 req-6a674a56-3565-4d75-b694-863f70e47c33 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 210 time: 0.0761359 Feb 11 06:04:29.433227 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8b57ecec-73c1-4333-a544-77b8e387335e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:29.434707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8b57ecec-73c1-4333-a544-77b8e387335e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 811 time: 0.1318064 Feb 11 06:04:29.505920 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-c7dc31f3-726a-4eea-9deb-b15419d1bbef tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56ff5158cee34b869e046338b4861b35 HTTP/1.1" status: 200 len: 379 time: 0.0608027 Feb 11 06:04:29.514721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Request body: {'port': {'device_id': '67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'admin_state_up': True, 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'security_groups': ['ad0d02d5-58d8-4ac7-8e0b-1323b25f891b']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:29.645926 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Made reservation on behalf of 56ff5158cee34b869e046338b4861b35 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:04:29.651270 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:29.693552 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d34e208f-4d5d-400e-b768-5d6fb2f930fe req-02061e7f-626a-4b71-a60f-36df78f352cf tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 210 time: 0.0385644 Feb 11 06:04:29.808743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Allocated IP 172.20.0.3 (eb53b3ef-0046-423a-80c2-f4cb9b708f00/093db962-4cc3-416f-b8e7-f08f53cfc413/4358e64d-66ea-4d24-9156-3fba62585673) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:04:29.949011 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for port (4358e64d-66ea-4d24-9156-3fba62585673), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:29.989873 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (4358e64d-66ea-4d24-9156-3fba62585673), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:30.038156 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Network eb53b3ef-0046-423a-80c2-f4cb9b708f00 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:04:30.041374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:04:30.045434 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:04:30.070437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'Port': ['ID=4358e64d-66ea-4d24-9156-3fba62585673,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:30.087188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:30.088272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:30.088628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:30.088966 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:30.089304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:30.089640 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:30.089971 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:30.090296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:30.090627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:30.090953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:30.091282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:30.091632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:30.091957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:30.113560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:30.114197 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:30.131923 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-adc6fde3-9f22-438c-8e16-d6a5474f8592 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6211388 Feb 11 06:04:30.229508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Request body: {'port': {'device_id': '67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:30.277448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-cf4ff7cf-85af-43c2-9616-0eef6dc56bce None None] Provisioning complete for port 4358e64d-66ea-4d24-9156-3fba62585673 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:30.278068 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf4ff7cf-85af-43c2-9616-0eef6dc56bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4358e64d-66ea-4d24-9156-3fba62585673), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:30.294709 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4358e64d-66ea-4d24-9156-3fba62585673), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:30.320056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ff7cf-85af-43c2-9616-0eef6dc56bce None None] Port 4358e64d-66ea-4d24-9156-3fba62585673 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:04:30.574424 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4358e64d-66ea-4d24-9156-3fba62585673 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:04:30.583446 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Publish callbacks [] for port (4358e64d-66ea-4d24-9156-3fba62585673), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:30.596377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Transition to ACTIVE for port object 4358e64d-66ea-4d24-9156-3fba62585673 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:04:30.600863 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (4358e64d-66ea-4d24-9156-3fba62585673), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:30.655282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Pushing event updated for resources: {'Port': ['ID=4358e64d-66ea-4d24-9156-3fba62585673,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:30.758630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Attempting to bind port 4358e64d-66ea-4d24-9156-3fba62585673 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:04:30.759645 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Attempting to bind port 4358e64d-66ea-4d24-9156-3fba62585673 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:04:30.760399 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Attempting to bind port 4358e64d-66ea-4d24-9156-3fba62585673 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:04:30.766741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Port 4358e64d-66ea-4d24-9156-3fba62585673 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:04:30.767276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Attempting to bind port 4358e64d-66ea-4d24-9156-3fba62585673 on network eb53b3ef-0046-423a-80c2-f4cb9b708f00 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:04:30.776851 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:04:30.777192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Checking segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:04:30.777721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Bound using segment: {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:04:30.778380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Bound port: 4358e64d-66ea-4d24-9156-3fba62585673, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'befe9a4c-4915-4d7f-ad25-dc99fd10d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:04:30.778942 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4358e64d-66ea-4d24-9156-3fba62585673), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:30.863463 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e392c1e9-86c6-47b7-98d8-8cf7628827dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:30.931922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] For port 4358e64d-66ea-4d24-9156-3fba62585673, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:04:30.942658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b54c1a-c300-4d55-8db2-65e63433a80c req-0e0f9f52-386d-436a-8ad0-d21b990ca476 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:30.944641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1b54c1a-c300-4d55-8db2-65e63433a80c req-0e0f9f52-386d-436a-8ad0-d21b990ca476 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 943 time: 0.1509902 Feb 11 06:04:30.948309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] For port 4358e64d-66ea-4d24-9156-3fba62585673, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4358e64d-66ea-4d24-9156-3fba62585673,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:04:30.962389 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (4358e64d-66ea-4d24-9156-3fba62585673), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.021614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:31.022467 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:31.024370 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] 10.222.0.73 "PUT /v2.0/ports/4358e64d-66ea-4d24-9156-3fba62585673 HTTP/1.1" status: 200 len: 1092 time: 0.8433483 Feb 11 06:04:31.026734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8', 'tag': '4358e64d-66ea-4d24-9156-3fba62585673'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:31.123242 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f1b54c1a-c300-4d55-8db2-65e63433a80c req-2d94bf0e-2148-4f4b-bcc3-a0ea0daf22fc tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687465 Feb 11 06:04:31.126603 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53660fb3-2d86-4ae6-a3c5-226f3686d933" -d '{"events": [{"name": "network-changed", "server_uuid": "67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8", "tag": "4358e64d-66ea-4d24-9156-3fba62585673"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:31.147245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57693f-0fe5-4dd1-bad9-2a9bf74df29b service neutron] Pushing event updated for resources: {'Port': ['ID=4358e64d-66ea-4d24-9156-3fba62585673,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:31.171808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-ce6ddc51-93e7-42f0-aa29-3b942b6ea9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:31.173348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-ce6ddc51-93e7-42f0-aa29-3b942b6ea9af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 1126 time: 0.0984964 Feb 11 06:04:31.249008 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-042bc1cf-b971-4b24-b304-43a1f07d7ef6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4358e64d-66ea-4d24-9156-3fba62585673 HTTP/1.1" status: 200 len: 217 time: 0.0648375 Feb 11 06:04:31.270812 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d831bc0-262a-4137-a64a-09d9d3fb2406 x-openstack-request-id: req-7d831bc0-262a-4137-a64a-09d9d3fb2406 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:31.271108 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8", "tag": "4358e64d-66ea-4d24-9156-3fba62585673", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:31.271367 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7d831bc0-262a-4137-a64a-09d9d3fb2406 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:31.271795 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8', 'tag': '4358e64d-66ea-4d24-9156-3fba62585673', 'status': 'completed', 'code': 200} Feb 11 06:04:31.316322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-d5aa4bc3-2a8d-4cc9-bc78-bfa0d30d793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:31.318017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-d5aa4bc3-2a8d-4cc9-bc78-bfa0d30d793e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0633860 Feb 11 06:04:31.378732 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-98714376-b630-41e2-b1ec-f8ab5a12da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:31.380674 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-98714376-b630-41e2-b1ec-f8ab5a12da92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0567830 Feb 11 06:04:31.489344 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-cd8fa10e-e54d-410b-8093-87e7aef61c64 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022296 Feb 11 06:04:31.591597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f569dd5e-10f0-4f16-a42d-b80b80d02743 req-68ed3557-21d3-4cb1-8873-5edacc8155cf service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936468 Feb 11 06:04:31.697843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53660fb3-2d86-4ae6-a3c5-226f3686d933 req-106dab71-40fd-41af-b454-f0cd7f166944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:31.699797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53660fb3-2d86-4ae6-a3c5-226f3686d933 req-106dab71-40fd-41af-b454-f0cd7f166944 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 1126 time: 0.0583043 Feb 11 06:04:31.816686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53660fb3-2d86-4ae6-a3c5-226f3686d933 req-248e6ca7-a7b3-4663-8825-5eb91c773be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:31.818737 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53660fb3-2d86-4ae6-a3c5-226f3686d933 req-248e6ca7-a7b3-4663-8825-5eb91c773be3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.1133840 Feb 11 06:04:31.869879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53660fb3-2d86-4ae6-a3c5-226f3686d933 req-ae3e8c8d-0d10-4bed-ba74-5a054c2e740b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4358e64d-66ea-4d24-9156-3fba62585673 HTTP/1.1" status: 200 len: 217 time: 0.0445645 Feb 11 06:04:31.932025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53660fb3-2d86-4ae6-a3c5-226f3686d933 req-c1a0b1f4-20e3-4b5e-b474-819c091eaf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:31.933622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53660fb3-2d86-4ae6-a3c5-226f3686d933 req-c1a0b1f4-20e3-4b5e-b474-819c091eaf62 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0577898 Feb 11 06:04:31.988598 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53660fb3-2d86-4ae6-a3c5-226f3686d933 req-9df42c11-bc2d-428a-9463-077e930f4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:31.990029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53660fb3-2d86-4ae6-a3c5-226f3686d933 req-9df42c11-bc2d-428a-9463-077e930f4c27 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502758 Feb 11 06:04:32.082563 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53660fb3-2d86-4ae6-a3c5-226f3686d933 req-a47f78d6-35c8-42c9-a346-19e224d79624 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858266 Feb 11 06:04:32.191714 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53660fb3-2d86-4ae6-a3c5-226f3686d933 req-8af2b43d-980f-4207-ae2e-903695d701cc service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029861 Feb 11 06:04:32.261159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5ac2f-4b2b-4f91-ad23-1d13b039bfca req-6379d381-687d-4c02-a7dc-652acb47853a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:32.263938 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-31a5ac2f-4b2b-4f91-ad23-1d13b039bfca req-6379d381-687d-4c02-a7dc-652acb47853a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 943 time: 0.0599418 Feb 11 06:04:32.320258 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-31a5ac2f-4b2b-4f91-ad23-1d13b039bfca req-5facf7fb-a231-4630-871f-9feaef9fc1d7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505326 Feb 11 06:04:32.577843 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:33.443522 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bf5f9-9f1b-47f4-bfb8-db3ba27faf73 req-ab679494-c9a2-4a02-9725-c56bbdf80c53 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:33.444920 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7bf5f9-9f1b-47f4-bfb8-db3ba27faf73 req-ab679494-c9a2-4a02-9725-c56bbdf80c53 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 943 time: 0.0545359 Feb 11 06:04:33.499336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aa7bf5f9-9f1b-47f4-bfb8-db3ba27faf73 req-76a3b968-bccb-4013-bae8-2ec23b3140e4 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485358 Feb 11 06:04:33.760406 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:34.623303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de0b86-6bb4-4859-be83-aeda470c4273 req-0f65bc7c-47ab-485c-b20e-b74b633a5004 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:34.624809 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45de0b86-6bb4-4859-be83-aeda470c4273 req-0f65bc7c-47ab-485c-b20e-b74b633a5004 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 943 time: 0.0534573 Feb 11 06:04:34.672983 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45de0b86-6bb4-4859-be83-aeda470c4273 req-71bd940d-6396-483c-b497-589f97f1dff1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426908 Feb 11 06:04:35.232001 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:35.797732 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3b541-81fd-45c0-8277-5477068c221c req-6ff34689-c9a3-4d3e-beea-a69f1e795de0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:35.799250 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbe3b541-81fd-45c0-8277-5477068c221c req-6ff34689-c9a3-4d3e-beea-a69f1e795de0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 943 time: 0.0546036 Feb 11 06:04:35.848377 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbe3b541-81fd-45c0-8277-5477068c221c req-c7d9a8ff-f6c0-4780-8898-913e09e485a6 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435619 Feb 11 06:04:36.974240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53aa88-cabc-44a0-8dd7-3ce3f0de6c37 req-f215c98a-3784-49da-b08a-db854985b0b4 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:36.975847 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0d53aa88-cabc-44a0-8dd7-3ce3f0de6c37 req-f215c98a-3784-49da-b08a-db854985b0b4 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 943 time: 0.0585134 Feb 11 06:04:37.025078 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0d53aa88-cabc-44a0-8dd7-3ce3f0de6c37 req-2c9b4485-ad08-40ff-bf2d-139a62ab71cf tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435073 Feb 11 06:04:38.150627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e20bc-3331-4e99-8eb0-6c2237b8b4cd req-8638b74e-6314-4552-875c-af1f0d164f72 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:38.152299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b5e20bc-3331-4e99-8eb0-6c2237b8b4cd req-8638b74e-6314-4552-875c-af1f0d164f72 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 943 time: 0.0562973 Feb 11 06:04:38.204202 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b5e20bc-3331-4e99-8eb0-6c2237b8b4cd req-0460259a-a1d7-4092-9564-e850543bea13 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451362 Feb 11 06:04:39.326242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d0c09-5bab-451b-aa32-9af3ac158567 req-d1a0cec2-33e6-4863-ae49-572b3648e8b6 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:39.327740 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-082d0c09-5bab-451b-aa32-9af3ac158567 req-d1a0cec2-33e6-4863-ae49-572b3648e8b6 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 943 time: 0.0538898 Feb 11 06:04:39.385735 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-082d0c09-5bab-451b-aa32-9af3ac158567 req-136b44f0-be42-40ea-b7eb-20b0e9d3637d tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522971 Feb 11 06:04:40.151601 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:40.507094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71814d7c-247c-4787-90b5-09ca3c347f69 req-746e7e14-57d7-47e6-bd15-f650271442a1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:40.509123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71814d7c-247c-4787-90b5-09ca3c347f69 req-746e7e14-57d7-47e6-bd15-f650271442a1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 943 time: 0.0552084 Feb 11 06:04:40.557788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71814d7c-247c-4787-90b5-09ca3c347f69 req-9d631f3c-3ac2-4be9-ae5c-69d7d14cabd0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429468 Feb 11 06:04:41.674707 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac3c9c-d74c-4be1-b570-5f18832f62d9 req-369a943c-58f3-4c62-9192-239a9d21b444 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:41.676266 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21ac3c9c-d74c-4be1-b570-5f18832f62d9 req-369a943c-58f3-4c62-9192-239a9d21b444 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 943 time: 0.0518847 Feb 11 06:04:41.728280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-21ac3c9c-d74c-4be1-b570-5f18832f62d9 req-29bf7d59-e943-4c1f-a908-3f465e161347 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450220 Feb 11 06:04:42.853095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5cd36-8eb7-47b1-a7a4-da6ce20adb39 req-bdbdbbb2-a7a2-4f00-9af7-ce764988d003 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:42.854559 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6bd5cd36-8eb7-47b1-a7a4-da6ce20adb39 req-bdbdbbb2-a7a2-4f00-9af7-ce764988d003 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 943 time: 0.0561006 Feb 11 06:04:42.903330 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6bd5cd36-8eb7-47b1-a7a4-da6ce20adb39 req-0a57c9cb-4e33-4252-80d2-65d2aae0a137 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428865 Feb 11 06:04:44.041292 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10062bc-0e21-4f50-88b3-1e2410edea50 req-90a57426-6559-4f25-aa2d-2a2c27ea817e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:44.042786 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d10062bc-0e21-4f50-88b3-1e2410edea50 req-90a57426-6559-4f25-aa2d-2a2c27ea817e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 943 time: 0.0540748 Feb 11 06:04:44.091086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d10062bc-0e21-4f50-88b3-1e2410edea50 req-8bcaf886-216d-46a3-9d5c-e2873ddf6422 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426903 Feb 11 06:04:44.577195 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:45.215242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badc642-19f0-4541-8389-c356d26d0a7b req-669c3880-7e62-4668-8086-6bd2893d19d8 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:45.216766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0badc642-19f0-4541-8389-c356d26d0a7b req-669c3880-7e62-4668-8086-6bd2893d19d8 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 943 time: 0.0574732 Feb 11 06:04:45.264841 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0badc642-19f0-4541-8389-c356d26d0a7b req-bc9d9a1f-7376-42de-9b0b-7179e785c830 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425191 Feb 11 06:04:45.380839 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:04:46.389034 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebd768-30b3-41e5-9abf-df390ffe7760 req-2edb5cbd-3550-43fa-9eb2-92688ced346b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:46.390633 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-abebd768-30b3-41e5-9abf-df390ffe7760 req-2edb5cbd-3550-43fa-9eb2-92688ced346b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 943 time: 0.0545807 Feb 11 06:04:46.441302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-abebd768-30b3-41e5-9abf-df390ffe7760 req-3bf7401e-8a14-489e-a7f4-c8607013f029 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447929 Feb 11 06:04:47.561352 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc0a17-26a0-454d-a9dc-ac1f39725c2c req-6c661676-4036-40cc-b3fc-defb919c0c04 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:47.562860 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75fc0a17-26a0-454d-a9dc-ac1f39725c2c req-6c661676-4036-40cc-b3fc-defb919c0c04 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 943 time: 0.0540745 Feb 11 06:04:47.615476 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75fc0a17-26a0-454d-a9dc-ac1f39725c2c req-eaecf700-5242-49b1-9db8-12f79aaf6f1e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469809 Feb 11 06:04:48.110507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6f84c3-1d21-45fd-ae7e-40064a7c5ac1 req-c5845857-6299-4390-85ec-be031fd4ffff service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436203 Feb 11 06:04:48.198779 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f84c3-1d21-45fd-ae7e-40064a7c5ac1 req-714ed890-d6e3-447f-9c2d-f11f04a140f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:48.200215 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6f84c3-1d21-45fd-ae7e-40064a7c5ac1 req-714ed890-d6e3-447f-9c2d-f11f04a140f0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 1128 time: 0.0449286 Feb 11 06:04:48.310179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f84c3-1d21-45fd-ae7e-40064a7c5ac1 req-bae40390-f583-48b3-8e5b-73002999db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:48.311690 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6f84c3-1d21-45fd-ae7e-40064a7c5ac1 req-bae40390-f583-48b3-8e5b-73002999db39 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.0900149 Feb 11 06:04:48.374709 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6f84c3-1d21-45fd-ae7e-40064a7c5ac1 req-1c08774d-dfc3-4d88-9723-7388fd204350 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9578ed16-8ecb-41d4-95d7-e946785254d9 HTTP/1.1" status: 200 len: 1001 time: 0.0567977 Feb 11 06:04:48.421983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f84c3-1d21-45fd-ae7e-40064a7c5ac1 req-1d7fb0ec-87e3-40f1-82ce-603811202d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:48.423483 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6f84c3-1d21-45fd-ae7e-40064a7c5ac1 req-1d7fb0ec-87e3-40f1-82ce-603811202d7e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0432148 Feb 11 06:04:48.476249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f84c3-1d21-45fd-ae7e-40064a7c5ac1 req-b9f62e29-1d17-4da1-aa74-16996be1fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:48.478257 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6f84c3-1d21-45fd-ae7e-40064a7c5ac1 req-b9f62e29-1d17-4da1-aa74-16996be1fae5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484281 Feb 11 06:04:48.570644 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6f84c3-1d21-45fd-ae7e-40064a7c5ac1 req-62c9b914-ed9c-4980-9835-698eb0357db7 service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827892 Feb 11 06:04:48.668103 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6f84c3-1d21-45fd-ae7e-40064a7c5ac1 req-d0a17756-066a-4253-bcfe-dca7fe445db8 service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886469 Feb 11 06:04:48.695154 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4358e64d-66ea-4d24-9156-3fba62585673 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:04:48.742033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d5e6d-0435-401f-82bd-f9b775baab79 req-68eaa91e-cc98-4060-a1d4-fc28c8ca182c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:48.744146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c8d5e6d-0435-401f-82bd-f9b775baab79 req-68eaa91e-cc98-4060-a1d4-fc28c8ca182c tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 943 time: 0.0574622 Feb 11 06:04:48.793806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c8d5e6d-0435-401f-82bd-f9b775baab79 req-ee81df9d-0764-4496-83a9-e6cb11c46c5a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439677 Feb 11 06:04:48.800526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 4358e64d-66ea-4d24-9156-3fba62585673, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4358e64d-66ea-4d24-9156-3fba62585673,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:48.813393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '4358e64d-66ea-4d24-9156-3fba62585673', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'port_id': '4358e64d-66ea-4d24-9156-3fba62585673', 'mac_address': 'fa:16:3e:b4:f3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:04:48.850735 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 4358e64d-66ea-4d24-9156-3fba62585673 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:48.851131 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4358e64d-66ea-4d24-9156-3fba62585673), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:48.864157 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4358e64d-66ea-4d24-9156-3fba62585673 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:04:48.884787 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 4358e64d-66ea-4d24-9156-3fba62585673, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4358e64d-66ea-4d24-9156-3fba62585673,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:48.889645 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4358e64d-66ea-4d24-9156-3fba62585673), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:48.942421 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=4358e64d-66ea-4d24-9156-3fba62585673,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:48.950621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:48.950970 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:48.951314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:48.951689 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:48.952055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:48.952362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:48.952691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:48.953045 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:48.953349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:48.953676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:48.954001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:48.954322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:48.954657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:49.112282 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['4358e64d-66ea-4d24-9156-3fba62585673'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:04:49.913853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f954a5c-89c5-436b-86f6-122993c8584f req-47071c8a-ae29-45ec-aad3-e5cb0592e110 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:49.915445 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f954a5c-89c5-436b-86f6-122993c8584f req-47071c8a-ae29-45ec-aad3-e5cb0592e110 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 944 time: 0.0537634 Feb 11 06:04:49.968073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f954a5c-89c5-436b-86f6-122993c8584f req-0907b1ae-3591-4d04-a982-26d471a57884 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470579 Feb 11 06:04:50.715627 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4358e64d-66ea-4d24-9156-3fba62585673 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:04:50.770483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 4358e64d-66ea-4d24-9156-3fba62585673 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:04:50.774353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 4358e64d-66ea-4d24-9156-3fba62585673 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:50.774733 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4358e64d-66ea-4d24-9156-3fba62585673), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.858026 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 4358e64d-66ea-4d24-9156-3fba62585673 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:50.858442 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4358e64d-66ea-4d24-9156-3fba62585673), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.885539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4358e64d-66ea-4d24-9156-3fba62585673'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:50.899972 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 4358e64d-66ea-4d24-9156-3fba62585673, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4358e64d-66ea-4d24-9156-3fba62585673,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:50.904497 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4358e64d-66ea-4d24-9156-3fba62585673), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:50.932744 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1caff60-0af5-475b-ae8b-a4661a8db094" -d '{"events": [{"server_uuid": "67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8", "name": "network-vif-plugged", "status": "completed", "tag": "4358e64d-66ea-4d24-9156-3fba62585673"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:50.960863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=4358e64d-66ea-4d24-9156-3fba62585673,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:51.025264 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76aec3ac-d29a-49d0-a447-a702ee30d629 x-openstack-request-id: req-76aec3ac-d29a-49d0-a447-a702ee30d629 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:51.025566 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8", "name": "network-vif-plugged", "status": "completed", "tag": "4358e64d-66ea-4d24-9156-3fba62585673", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:51.025826 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-76aec3ac-d29a-49d0-a447-a702ee30d629 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:51.026233 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4358e64d-66ea-4d24-9156-3fba62585673', 'code': 200} Feb 11 06:04:51.098388 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e77ad6-b255-4a59-b373-616ea5a00756 req-4a12a5da-d57a-42b2-bcec-ca5758670db0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:51.099926 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34e77ad6-b255-4a59-b373-616ea5a00756 req-4a12a5da-d57a-42b2-bcec-ca5758670db0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 945 time: 0.0624299 Feb 11 06:04:51.162949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9511394-9f46-4ef6-865d-769aa537886e req-492373ed-079d-4ff5-9bc2-e869e78dc5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:51.164530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9511394-9f46-4ef6-865d-769aa537886e req-492373ed-079d-4ff5-9bc2-e869e78dc5dc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 1128 time: 0.0821121 Feb 11 06:04:51.173277 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34e77ad6-b255-4a59-b373-616ea5a00756 req-0f1eccb6-ee17-4d08-af35-fd856c624c04 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584941 Feb 11 06:04:51.215501 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a9511394-9f46-4ef6-865d-769aa537886e req-5473a6f7-b85f-43f7-85f0-c77cd5cc5f8a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412364 Feb 11 06:04:52.303175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca50a0d-c9d5-4884-b93a-15c6334bfbd0 req-716eabc1-97e5-4318-8b95-294a547cc5e7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:52.304705 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ca50a0d-c9d5-4884-b93a-15c6334bfbd0 req-716eabc1-97e5-4318-8b95-294a547cc5e7 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 945 time: 0.0580237 Feb 11 06:04:52.354404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ca50a0d-c9d5-4884-b93a-15c6334bfbd0 req-94130279-1bb3-4fee-bea3-06d2d7f0d6b9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438848 Feb 11 06:04:53.471961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd1eeb-fcb0-4b15-a1df-587fea4452c3 req-7bfd725d-a878-4650-8f29-cc6ece1ca268 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:53.473480 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddcd1eeb-fcb0-4b15-a1df-587fea4452c3 req-7bfd725d-a878-4650-8f29-cc6ece1ca268 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 945 time: 0.0527911 Feb 11 06:04:53.522827 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddcd1eeb-fcb0-4b15-a1df-587fea4452c3 req-deff43c1-b865-4bbf-8944-71857d910aec tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431519 Feb 11 06:04:53.643471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1deff8-3bd2-4aaf-88d3-b5adfda0250c req-76a65c22-3e12-4d09-97db-abcb168b69fe tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:53.644868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8d1deff8-3bd2-4aaf-88d3-b5adfda0250c req-76a65c22-3e12-4d09-97db-abcb168b69fe tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 945 time: 0.0556400 Feb 11 06:04:53.692481 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8d1deff8-3bd2-4aaf-88d3-b5adfda0250c req-88ea79be-a44c-448a-a28e-96ece9c46b21 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415010 Feb 11 06:04:53.715210 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52904) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:53.759408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a4456c-2fd5-4cba-8643-444edfc2ffb1 tempest-TestVolumeBootPattern-184033339 tempest-TestVolumeBootPattern-184033339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:53.760945 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-77a4456c-2fd5-4cba-8643-444edfc2ffb1 tempest-TestVolumeBootPattern-184033339 tempest-TestVolumeBootPattern-184033339-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 1123 time: 0.0446663 Feb 11 06:04:53.763653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52908) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:04:53.767842 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '4358e64d-66ea-4d24-9156-3fba62585673', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:04:53.791216 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:53.894260 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:54.016179 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Allocated IP 172.25.5.229 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/e572a755-6197-46fd-9017-59f7b35951fd) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:04:54.122421 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for port (e572a755-6197-46fd-9017-59f7b35951fd), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:54.155609 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e572a755-6197-46fd-9017-59f7b35951fd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:54.195128 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:04:54.198102 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:04:54.201592 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:04:54.229073 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'Port': ['ID=e572a755-6197-46fd-9017-59f7b35951fd,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:54.253183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:54.253529 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:54.253871 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:54.254208 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:54.254542 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:54.254874 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:54.255201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:54.255559 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:54.255884 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:54.256206 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:54.256529 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:54.256852 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:54.257174 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:54.978270 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for floatingip (18ed3222-39be-4ec8-85ec-5252af35eb2f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:55.087309 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e572a755-6197-46fd-9017-59f7b35951fd), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:55.237642 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for port (e572a755-6197-46fd-9017-59f7b35951fd), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:55.242022 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (e572a755-6197-46fd-9017-59f7b35951fd), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:55.312715 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event updated for resources: {'Port': ['ID=e572a755-6197-46fd-9017-59f7b35951fd,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:55.327060 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (18ed3222-39be-4ec8-85ec-5252af35eb2f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:55.430268 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Floating IP 18ed3222-39be-4ec8-85ec-5252af35eb2f associated. External IP: 172.25.5.229, port: 4358e64d-66ea-4d24-9156-3fba62585673. Feb 11 06:04:55.654509 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Router 30523026-62d8-40d9-97a1-01c221bff02f has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:04:55.772226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:04:55.782697 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08eb19a-8359-49cb-93ac-0ad460360949 None None] Sync routers for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:04:55.792550 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:55.795250 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08eb19a-8359-49cb-93ac-0ad460360949 None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:55.796052 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e08eb19a-8359-49cb-93ac-0ad460360949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:04:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:55.823135 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-149f9323-e7a2-4d03-b7d8-95d2c23c6a39 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0584264 Feb 11 06:04:55.823731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8', 'tag': '4358e64d-66ea-4d24-9156-3fba62585673'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:55.866006 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6115524-7e49-4729-8e77-f408e50e9b13" -d '{"events": [{"name": "network-changed", "server_uuid": "67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8", "tag": "4358e64d-66ea-4d24-9156-3fba62585673"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:55.919064 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e08eb19a-8359-49cb-93ac-0ad460360949 None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:55.972043 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc1f0ae-78f3-4893-be82-75efe1cf9175 x-openstack-request-id: req-4cc1f0ae-78f3-4893-be82-75efe1cf9175 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:55.972330 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8", "tag": "4358e64d-66ea-4d24-9156-3fba62585673", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:55.972580 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4cc1f0ae-78f3-4893-be82-75efe1cf9175 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:55.973005 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8', 'tag': '4358e64d-66ea-4d24-9156-3fba62585673', 'status': 'completed', 'code': 200} Feb 11 06:04:56.041451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6115524-7e49-4729-8e77-f408e50e9b13 req-f17c48ed-f614-4ffa-b86d-755cdda52ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:56.043055 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6115524-7e49-4729-8e77-f408e50e9b13 req-f17c48ed-f614-4ffa-b86d-755cdda52ca8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 1128 time: 0.0492578 Feb 11 06:04:56.154722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6115524-7e49-4729-8e77-f408e50e9b13 req-65a638be-2e37-4398-8a7a-3ee77c1cfa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:56.156874 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6115524-7e49-4729-8e77-f408e50e9b13 req-65a638be-2e37-4398-8a7a-3ee77c1cfa71 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.1067767 Feb 11 06:04:56.171030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e08eb19a-8359-49cb-93ac-0ad460360949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '18ed3222-39be-4ec8-85ec-5252af35eb2f', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'port_id': '4358e64d-66ea-4d24-9156-3fba62585673', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'mac_address': 'fa:16:3e:b4:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:04:54Z', 'revision_number': 0, 'project_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address_scope': None}, {'id': '6c9b300b-2bac-4cc5-ba7d-2c032d96764c', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'port_id': '9578ed16-8ecb-41d4-95d7-e946785254d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'mac_address': 'fa:16:3e:cd:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:02:32Z', 'updated_at': '2022-02-11T06:02:34Z', 'revision_number': 1, 'project_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:56.197105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08eb19a-8359-49cb-93ac-0ad460360949 None None] Checking router: 30523026-62d8-40d9-97a1-01c221bff02f for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:04:56.205500 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08eb19a-8359-49cb-93ac-0ad460360949 None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:04:56.206119 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e08eb19a-8359-49cb-93ac-0ad460360949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:04:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:56.223103 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6115524-7e49-4729-8e77-f408e50e9b13 req-123f503c-2b38-43c2-978a-be8a74702fc0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4358e64d-66ea-4d24-9156-3fba62585673 HTTP/1.1" status: 200 len: 999 time: 0.0601230 Feb 11 06:04:56.273440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6115524-7e49-4729-8e77-f408e50e9b13 req-679ddf30-d1d4-4bb0-a7bd-57535eec9f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:56.275605 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6115524-7e49-4729-8e77-f408e50e9b13 req-679ddf30-d1d4-4bb0-a7bd-57535eec9f66 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0466478 Feb 11 06:04:56.316822 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e08eb19a-8359-49cb-93ac-0ad460360949 None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:04:56.327681 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6115524-7e49-4729-8e77-f408e50e9b13 req-c4a489a8-5e2c-4a68-8f97-9d03fbf51ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:56.329203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6115524-7e49-4729-8e77-f408e50e9b13 req-c4a489a8-5e2c-4a68-8f97-9d03fbf51ac6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484052 Feb 11 06:04:56.417721 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6115524-7e49-4729-8e77-f408e50e9b13 req-7e29644e-e340-4414-9886-0b92730bd55e service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829594 Feb 11 06:04:56.513362 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e6115524-7e49-4729-8e77-f408e50e9b13 req-20a83677-177d-4a26-91b2-cb0834fd7968 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904069 Feb 11 06:04:56.544994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e08eb19a-8359-49cb-93ac-0ad460360949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '18ed3222-39be-4ec8-85ec-5252af35eb2f', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'port_id': '4358e64d-66ea-4d24-9156-3fba62585673', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'mac_address': 'fa:16:3e:b4:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:04:54Z', 'revision_number': 0, 'project_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address_scope': None}, {'id': '6c9b300b-2bac-4cc5-ba7d-2c032d96764c', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'port_id': '9578ed16-8ecb-41d4-95d7-e946785254d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'mac_address': 'fa:16:3e:cd:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:02:32Z', 'updated_at': '2022-02-11T06:02:34Z', 'revision_number': 1, 'project_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:04:56.575544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08eb19a-8359-49cb-93ac-0ad460360949 None None] The sync data for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 is: [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '18ed3222-39be-4ec8-85ec-5252af35eb2f', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'port_id': '4358e64d-66ea-4d24-9156-3fba62585673', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'mac_address': 'fa:16:3e:b4:f3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:04:54Z', 'updated_at': '2022-02-11T06:04:54Z', 'revision_number': 0, 'project_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address_scope': None}, {'id': '6c9b300b-2bac-4cc5-ba7d-2c032d96764c', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'port_id': '9578ed16-8ecb-41d4-95d7-e946785254d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'mac_address': 'fa:16:3e:cd:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:02:32Z', 'updated_at': '2022-02-11T06:02:34Z', 'revision_number': 1, 'project_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:04:56.765086 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9291390-4f61-437b-9e61-1ece2a1c96dc None None] New status for floating IP 18ed3222-39be-4ec8-85ec-5252af35eb2f: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:04:58.554082 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-02c3f900-6713-4539-b03d-b8cc4450e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:00.857931 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c94bcd1f-3fec-4688-840c-e1267b413600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:02.581682 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:03.763620 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:05.235485 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:10.186992 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:14.593938 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:22.380263 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:05:28.558377 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a6f4fd5-c240-49f0-8e30-d200385ee01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:30.859955 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f951a89f-788e-484e-85a2-8f37ef6baf87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:32.584061 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:33.765819 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:35.237649 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:40.197238 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:41.866673 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be64edf4-aa35-4eea-9842-fb3c802232c2 req-f3034401-e7fe-42d7-b187-f36880cbdb68 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558717 Feb 11 06:05:41.961249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64edf4-aa35-4eea-9842-fb3c802232c2 req-8127d80e-367b-405a-b18f-22aae6cc5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:41.962898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be64edf4-aa35-4eea-9842-fb3c802232c2 req-8127d80e-367b-405a-b18f-22aae6cc5073 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 1128 time: 0.0497272 Feb 11 06:05:42.070589 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64edf4-aa35-4eea-9842-fb3c802232c2 req-8540cf48-c82a-4ecd-9925-5b658d5f3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:42.072079 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be64edf4-aa35-4eea-9842-fb3c802232c2 req-8540cf48-c82a-4ecd-9925-5b658d5f3e54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.0912719 Feb 11 06:05:42.139834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be64edf4-aa35-4eea-9842-fb3c802232c2 req-adc1e69f-4b1f-46b9-8ad9-100baca9e4d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4358e64d-66ea-4d24-9156-3fba62585673 HTTP/1.1" status: 200 len: 1001 time: 0.0608842 Feb 11 06:05:42.194084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64edf4-aa35-4eea-9842-fb3c802232c2 req-38edbbfc-9901-4a13-a965-7fdc1626138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:42.195644 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be64edf4-aa35-4eea-9842-fb3c802232c2 req-38edbbfc-9901-4a13-a965-7fdc1626138b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0502069 Feb 11 06:05:42.249195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64edf4-aa35-4eea-9842-fb3c802232c2 req-52f3ed29-70c0-4c04-8438-a2c7bfe7ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:42.250893 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be64edf4-aa35-4eea-9842-fb3c802232c2 req-52f3ed29-70c0-4c04-8438-a2c7bfe7ca06 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498056 Feb 11 06:05:42.344768 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be64edf4-aa35-4eea-9842-fb3c802232c2 req-9e3f48b5-4587-4930-80ed-66a63e34ce39 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864673 Feb 11 06:05:42.445338 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be64edf4-aa35-4eea-9842-fb3c802232c2 req-e841e319-3e2d-454b-95de-9da3da360f04 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943131 Feb 11 06:05:44.581605 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:50.106118 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac9f1327-9866-4bdc-b81a-d3db1d0c3195 req-40ae394b-66be-42b5-824f-0c2253fa3a99 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429103 Feb 11 06:05:50.193873 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f1327-9866-4bdc-b81a-d3db1d0c3195 req-3165ac12-55e2-4539-a300-975360cb3896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:50.195360 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac9f1327-9866-4bdc-b81a-d3db1d0c3195 req-3165ac12-55e2-4539-a300-975360cb3896 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 1128 time: 0.0439806 Feb 11 06:05:50.304944 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f1327-9866-4bdc-b81a-d3db1d0c3195 req-ce967df2-0765-4e6b-b55c-08d35519b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:50.306430 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac9f1327-9866-4bdc-b81a-d3db1d0c3195 req-ce967df2-0765-4e6b-b55c-08d35519b0e7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.0901875 Feb 11 06:05:50.374844 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac9f1327-9866-4bdc-b81a-d3db1d0c3195 req-f2e61eae-3a76-4f1e-8e85-f7f32afacce0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9578ed16-8ecb-41d4-95d7-e946785254d9 HTTP/1.1" status: 200 len: 1001 time: 0.0597541 Feb 11 06:05:50.427059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f1327-9866-4bdc-b81a-d3db1d0c3195 req-a53f8ed5-7a20-49a0-ac70-f97829e1cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:50.428508 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac9f1327-9866-4bdc-b81a-d3db1d0c3195 req-a53f8ed5-7a20-49a0-ac70-f97829e1cbec service neutron] 10.222.0.88 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0473754 Feb 11 06:05:50.475626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f1327-9866-4bdc-b81a-d3db1d0c3195 req-c2a7ce10-f02e-4e19-ae8a-213038458baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:50.477020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac9f1327-9866-4bdc-b81a-d3db1d0c3195 req-c2a7ce10-f02e-4e19-ae8a-213038458baa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0422699 Feb 11 06:05:50.569030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac9f1327-9866-4bdc-b81a-d3db1d0c3195 req-c854b71f-6f02-4160-ae72-c72e0a51f6c6 service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857322 Feb 11 06:05:50.984041 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac9f1327-9866-4bdc-b81a-d3db1d0c3195 req-c10a6735-bea5-432e-abd0-6fa926cc331f service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063544 Feb 11 06:05:58.560353 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b1618a80-a7b0-4aae-8c09-a6fce13d217a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:59.380324 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:06:00.861218 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27ffc1b0-79cf-45d7-8c0c-dab8914938a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:02.589397 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:03.769858 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:05.239801 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:10.199583 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:14.587299 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:28.562016 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-42d42712-648a-4dde-a552-fb1d9117cb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:30.863071 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8b894a43-5276-4efc-b2b1-357fcb941140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:32.591069 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:33.771958 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:34.645305 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 52976) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:34.805475 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Deleting port e572a755-6197-46fd-9017-59f7b35951fd {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:34.805823 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e572a755-6197-46fd-9017-59f7b35951fd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:34.884539 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e572a755-6197-46fd-9017-59f7b35951fd), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:34.884871 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for floatingip (e572a755-6197-46fd-9017-59f7b35951fd), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:34.897706 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Calling delete_port for e572a755-6197-46fd-9017-59f7b35951fd owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:35.041359 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e572a755-6197-46fd-9017-59f7b35951fd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:35.067920 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event deleted for resources: {'Port': ['ID=e572a755-6197-46fd-9017-59f7b35951fd,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:35.078424 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:35.078780 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:35.079127 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:35.079493 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:35.079834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:35.080174 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:35.080914 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:35.080914 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:35.081142 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:35.081469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:35.081796 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:35.082122 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:35.082451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:35.142604 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for floatingip (18ed3222-39be-4ec8-85ec-5252af35eb2f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:35.142938 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Floating IP 18ed3222-39be-4ec8-85ec-5252af35eb2f disassociated (deleted). External IP: 172.25.5.229, port: 4358e64d-66ea-4d24-9156-3fba62585673. Feb 11 06:06:35.241384 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:35.360037 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Router 30523026-62d8-40d9-97a1-01c221bff02f has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:06:35.700170 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:06:35.705013 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:35.710541 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238231e6-dd46-436e-9484-47daaf1e4678 None None] Sync routers for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:06:35.719693 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238231e6-dd46-436e-9484-47daaf1e4678 None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:35.720301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-238231e6-dd46-436e-9484-47daaf1e4678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:06:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:35.734510 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-033c2cc8-7ac4-4c76-87d3-e67b21867104 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "DELETE /v2.0/floatingips/18ed3222-39be-4ec8-85ec-5252af35eb2f HTTP/1.1" status: 204 len: 168 time: 1.0881152 Feb 11 06:06:35.735106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8', 'tag': '4358e64d-66ea-4d24-9156-3fba62585673'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:35.737394 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8756622-3ec6-44ac-9f71-8db3e69cdbf2" -d '{"events": [{"name": "network-changed", "server_uuid": "67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8", "tag": "4358e64d-66ea-4d24-9156-3fba62585673"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:35.785695 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1132628-c51b-429b-a983-061187b6708d x-openstack-request-id: req-d1132628-c51b-429b-a983-061187b6708d {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:35.785988 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8", "tag": "4358e64d-66ea-4d24-9156-3fba62585673", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:35.786239 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d1132628-c51b-429b-a983-061187b6708d {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:35.786637 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8', 'tag': '4358e64d-66ea-4d24-9156-3fba62585673', 'status': 'completed', 'code': 200} Feb 11 06:06:35.863521 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8756622-3ec6-44ac-9f71-8db3e69cdbf2 req-9a8d214d-31a5-4303-bb2f-7493acfcd084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:35.865163 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8756622-3ec6-44ac-9f71-8db3e69cdbf2 req-9a8d214d-31a5-4303-bb2f-7493acfcd084 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 1128 time: 0.0540195 Feb 11 06:06:36.019768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-238231e6-dd46-436e-9484-47daaf1e4678 None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:36.020024 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8756622-3ec6-44ac-9f71-8db3e69cdbf2 req-7914a430-8b4b-4b69-932e-da0b69882096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:36.021303 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8756622-3ec6-44ac-9f71-8db3e69cdbf2 req-7914a430-8b4b-4b69-932e-da0b69882096 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.1417625 Feb 11 06:06:36.032890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25512c8-264c-4bf9-880d-690e3242bca0 req-3e09d2ad-3262-41fb-912d-ea1701d7781b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:36.034293 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a25512c8-264c-4bf9-880d-690e3242bca0 req-3e09d2ad-3262-41fb-912d-ea1701d7781b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 945 time: 0.0851083 Feb 11 06:06:36.082947 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8756622-3ec6-44ac-9f71-8db3e69cdbf2 req-5e7eccb9-dd19-4ab3-a343-148cf33cc8bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4358e64d-66ea-4d24-9156-3fba62585673 HTTP/1.1" status: 200 len: 217 time: 0.0477114 Feb 11 06:06:36.149154 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a25512c8-264c-4bf9-880d-690e3242bca0 req-e67260fd-9959-4f8e-bb1e-90aa70d0f304 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084273 Feb 11 06:06:36.161804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8756622-3ec6-44ac-9f71-8db3e69cdbf2 req-635b3d26-3c2b-42dd-a159-85bae1bb5c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:36.163643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8756622-3ec6-44ac-9f71-8db3e69cdbf2 req-635b3d26-3c2b-42dd-a159-85bae1bb5c3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0673540 Feb 11 06:06:36.214493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8756622-3ec6-44ac-9f71-8db3e69cdbf2 req-33099877-fe8d-4a33-9231-f650200c81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:36.216036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8756622-3ec6-44ac-9f71-8db3e69cdbf2 req-33099877-fe8d-4a33-9231-f650200c81f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459101 Feb 11 06:06:36.227478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-c8756622-3ec6-44ac-9f71-8db3e69cdbf2 req-3b456cb1-4850-4f61-bd74-b36942e58473 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:06:36.228470 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8756622-3ec6-44ac-9f71-8db3e69cdbf2 req-3b456cb1-4850-4f61-bd74-b36942e58473 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052202 Feb 11 06:06:36.263627 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-238231e6-dd46-436e-9484-47daaf1e4678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6c9b300b-2bac-4cc5-ba7d-2c032d96764c', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'port_id': '9578ed16-8ecb-41d4-95d7-e946785254d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'mac_address': 'fa:16:3e:cd:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:02:32Z', 'updated_at': '2022-02-11T06:02:34Z', 'revision_number': 1, 'project_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:36.292315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238231e6-dd46-436e-9484-47daaf1e4678 None None] Checking router: 30523026-62d8-40d9-97a1-01c221bff02f for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:06:36.304124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238231e6-dd46-436e-9484-47daaf1e4678 None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:36.304910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-238231e6-dd46-436e-9484-47daaf1e4678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:06:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:36.325862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8756622-3ec6-44ac-9f71-8db3e69cdbf2 req-f2ce264d-bd08-4da8-af0c-70443922060c service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911205 Feb 11 06:06:36.379405 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:06:36.416587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-238231e6-dd46-436e-9484-47daaf1e4678 None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:36.419237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8756622-3ec6-44ac-9f71-8db3e69cdbf2 req-4a2dc93e-c95c-4e75-a8e9-4a28a0bdc201 service neutron] 10.222.0.73 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871022 Feb 11 06:06:36.637657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-238231e6-dd46-436e-9484-47daaf1e4678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6c9b300b-2bac-4cc5-ba7d-2c032d96764c', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'port_id': '9578ed16-8ecb-41d4-95d7-e946785254d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'mac_address': 'fa:16:3e:cd:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:02:32Z', 'updated_at': '2022-02-11T06:02:34Z', 'revision_number': 1, 'project_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:36.668800 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238231e6-dd46-436e-9484-47daaf1e4678 None None] The sync data for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 is: [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6c9b300b-2bac-4cc5-ba7d-2c032d96764c', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'port_id': '9578ed16-8ecb-41d4-95d7-e946785254d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'mac_address': 'fa:16:3e:cd:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:02:32Z', 'updated_at': '2022-02-11T06:02:34Z', 'revision_number': 1, 'project_id': '56ff5158cee34b869e046338b4861b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:06:36.877322 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e7f928-a978-403a-90db-77700ba9d3ce None None] New status for floating IP 18ed3222-39be-4ec8-85ec-5252af35eb2f: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:06:37.271161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673a736-12b4-41c8-bb53-de2ea183b3d1 req-c05a243c-817e-4116-bf99-f070812259df tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:37.279378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1673a736-12b4-41c8-bb53-de2ea183b3d1 req-c05a243c-817e-4116-bf99-f070812259df tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 945 time: 0.0512278 Feb 11 06:06:37.323870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1673a736-12b4-41c8-bb53-de2ea183b3d1 req-7b5c6e06-6305-422a-8eb5-531325e20d6e tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435164 Feb 11 06:06:37.614444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44465e7-94b9-45ae-80fa-25f3e12747f2 req-3303a115-c475-410f-a718-6c839d1b7f65 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:37.615918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d44465e7-94b9-45ae-80fa-25f3e12747f2 req-3303a115-c475-410f-a718-6c839d1b7f65 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 945 time: 0.0506618 Feb 11 06:06:37.709125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-d44465e7-94b9-45ae-80fa-25f3e12747f2 req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Deleting port 4358e64d-66ea-4d24-9156-3fba62585673 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:37.709468 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d44465e7-94b9-45ae-80fa-25f3e12747f2 req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (4358e64d-66ea-4d24-9156-3fba62585673), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:37.794091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-d44465e7-94b9-45ae-80fa-25f3e12747f2 req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] For port 4358e64d-66ea-4d24-9156-3fba62585673, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=4358e64d-66ea-4d24-9156-3fba62585673,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:37.794456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d44465e7-94b9-45ae-80fa-25f3e12747f2 req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (4358e64d-66ea-4d24-9156-3fba62585673), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:37.806388 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-d44465e7-94b9-45ae-80fa-25f3e12747f2 req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Calling delete_port for 4358e64d-66ea-4d24-9156-3fba62585673 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:37.933728 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d44465e7-94b9-45ae-80fa-25f3e12747f2 req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (4358e64d-66ea-4d24-9156-3fba62585673), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:37.962018 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event deleted for resources: {'Port': ['ID=4358e64d-66ea-4d24-9156-3fba62585673,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:37.974256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:37.974555 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:37.974898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:37.975237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:37.975606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:37.975937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:37.976269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:37.976594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:37.976946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:37.977288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:37.977590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:37.977909 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:37.978230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:38.018085 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44465e7-94b9-45ae-80fa-25f3e12747f2 req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] No DVR routers for this DVR port 4358e64d-66ea-4d24-9156-3fba62585673 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:06:38.021040 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d44465e7-94b9-45ae-80fa-25f3e12747f2 req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:38.024819 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d44465e7-94b9-45ae-80fa-25f3e12747f2 req-15546d09-8ffb-4e67-899a-b7652dc2664f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.73 "DELETE /v2.0/ports/4358e64d-66ea-4d24-9156-3fba62585673 HTTP/1.1" status: 204 len: 173 time: 0.4030313 Feb 11 06:06:38.025268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8', 'name': 'network-vif-deleted', 'tag': '4358e64d-66ea-4d24-9156-3fba62585673'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:38.027597 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5c8b20-b195-439a-b952-70d0b16433a8" -d '{"events": [{"server_uuid": "67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8", "name": "network-vif-deleted", "tag": "4358e64d-66ea-4d24-9156-3fba62585673"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:38.070531 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe26a79-94bb-42a2-89b6-aa3efc081920 x-openstack-request-id: req-bbe26a79-94bb-42a2-89b6-aa3efc081920 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:38.070880 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8", "name": "network-vif-deleted", "tag": "4358e64d-66ea-4d24-9156-3fba62585673", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:38.071137 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bbe26a79-94bb-42a2-89b6-aa3efc081920 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:38.071591 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8', 'name': 'network-vif-deleted', 'tag': '4358e64d-66ea-4d24-9156-3fba62585673', 'status': 'completed', 'code': 200} Feb 11 06:06:38.428486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-368579d8-ef6d-4500-b74b-4577687d4bfb req-0ff4b014-31e4-44ab-a8d1-ae75f4306dea tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 210 time: 0.0300756 Feb 11 06:06:39.525135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-412a5f56-be11-443b-8e3d-568b75b34986 req-e30c1307-6354-4a26-bf7f-42091c18b471 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 210 time: 0.0277150 Feb 11 06:06:40.209197 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.619920 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b54a34d2-02b5-4793-9b50-f18e280fb237 req-be9bd2e8-0cc3-4754-994e-87e5bdaf9ec4 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 210 time: 0.0269389 Feb 11 06:06:41.274992 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4358e64d-66ea-4d24-9156-3fba62585673 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:06:41.297697 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 4358e64d-66ea-4d24-9156-3fba62585673 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:06:41.298048 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 4358e64d-66ea-4d24-9156-3fba62585673 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:06:41.713489 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-218629aa-657e-4c00-a32a-0fb81ca71745 req-1a4d2d83-c322-4233-859d-cce1aca6ee50 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 210 time: 0.0262916 Feb 11 06:06:42.825832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0be64725-8a3c-46e6-a9ef-6723f85deabf req-c5d3a5b2-3d77-42ca-beab-89aa2aad0dc5 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 210 time: 0.0376024 Feb 11 06:06:43.925997 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64570143-766c-4099-b406-798516ec814e req-65606bb2-d410-4ee5-8102-8ae231b4638a tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 210 time: 0.0317822 Feb 11 06:06:44.592489 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:45.023761 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e26f50ff-063d-4343-b2f9-a38bb20df0f5 req-24b544b8-557d-4d78-ac90-c8df2601b4e0 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 210 time: 0.0272694 Feb 11 06:06:46.119084 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0876901-8321-417e-aeee-4d45908885ca req-ed9a307e-37aa-4a56-81be-a06012a74b81 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=67a9b45e-a992-49ad-aa37-b9e4e8cc9cd8 HTTP/1.1" status: 200 len: 210 time: 0.0276144 Feb 11 06:06:52.111496 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9cb1496-4eb5-4a89-8ac3-24a8f5dc952b req-b59d99fd-f3fd-4715-a095-17205aed43af service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429702 Feb 11 06:06:52.203477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb1496-4eb5-4a89-8ac3-24a8f5dc952b req-9cab15bb-a159-4a8b-868f-9397f1710119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:52.204897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9cb1496-4eb5-4a89-8ac3-24a8f5dc952b req-9cab15bb-a159-4a8b-868f-9397f1710119 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 1128 time: 0.0449035 Feb 11 06:06:52.316959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb1496-4eb5-4a89-8ac3-24a8f5dc952b req-874e05b0-a0ea-421e-9210-29cf57025ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:52.318444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9cb1496-4eb5-4a89-8ac3-24a8f5dc952b req-874e05b0-a0ea-421e-9210-29cf57025ae9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.0894916 Feb 11 06:06:52.391158 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9cb1496-4eb5-4a89-8ac3-24a8f5dc952b req-cd4a8cfb-a4c0-4116-bf15-212419ab2bf9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9578ed16-8ecb-41d4-95d7-e946785254d9 HTTP/1.1" status: 200 len: 1001 time: 0.0613728 Feb 11 06:06:52.442297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb1496-4eb5-4a89-8ac3-24a8f5dc952b req-2e49cfea-8a42-4697-81a6-b40d983df7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:52.443759 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9cb1496-4eb5-4a89-8ac3-24a8f5dc952b req-2e49cfea-8a42-4697-81a6-b40d983df7cc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0430481 Feb 11 06:06:52.496664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb1496-4eb5-4a89-8ac3-24a8f5dc952b req-615d4747-3b09-4a6a-883b-0c193ce0b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:52.498841 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9cb1496-4eb5-4a89-8ac3-24a8f5dc952b req-615d4747-3b09-4a6a-883b-0c193ce0b50e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453656 Feb 11 06:06:52.606492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9cb1496-4eb5-4a89-8ac3-24a8f5dc952b req-62388866-c99e-4100-a644-93b180baf822 service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989699 Feb 11 06:06:52.698300 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9cb1496-4eb5-4a89-8ac3-24a8f5dc952b req-89ccc7a9-6a04-40a3-b917-46aea46b6f62 service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851219 Feb 11 06:06:55.844736 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53072) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:56.001791 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-cb26952a-9399-45ce-8eab-d88b016cfc92 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Deleting port b58cfaae-b109-409b-a000-781301069f00 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:56.002153 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cb26952a-9399-45ce-8eab-d88b016cfc92 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b58cfaae-b109-409b-a000-781301069f00), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:56.079886 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cb26952a-9399-45ce-8eab-d88b016cfc92 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b58cfaae-b109-409b-a000-781301069f00), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:56.080215 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cb26952a-9399-45ce-8eab-d88b016cfc92 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for floatingip (b58cfaae-b109-409b-a000-781301069f00), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:56.092491 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-cb26952a-9399-45ce-8eab-d88b016cfc92 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Calling delete_port for b58cfaae-b109-409b-a000-781301069f00 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:56.237253 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cb26952a-9399-45ce-8eab-d88b016cfc92 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (b58cfaae-b109-409b-a000-781301069f00), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:56.265848 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26952a-9399-45ce-8eab-d88b016cfc92 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event deleted for resources: {'Port': ['ID=b58cfaae-b109-409b-a000-781301069f00,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:56.328566 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cb26952a-9399-45ce-8eab-d88b016cfc92 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for floatingip (6c9b300b-2bac-4cc5-ba7d-2c032d96764c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:56.328907 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-cb26952a-9399-45ce-8eab-d88b016cfc92 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Floating IP 6c9b300b-2bac-4cc5-ba7d-2c032d96764c disassociated (deleted). External IP: 172.25.5.152, port: 9578ed16-8ecb-41d4-95d7-e946785254d9. Feb 11 06:06:56.555726 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb26952a-9399-45ce-8eab-d88b016cfc92 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Router 30523026-62d8-40d9-97a1-01c221bff02f has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:06:56.667476 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb26952a-9399-45ce-8eab-d88b016cfc92 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:06:56.672962 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cb26952a-9399-45ce-8eab-d88b016cfc92 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:56.677723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d736a0-df06-4745-bb45-f5faeed97e2c None None] Sync routers for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:06:56.688062 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d736a0-df06-4745-bb45-f5faeed97e2c None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:56.688748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-11d736a0-df06-4745-bb45-f5faeed97e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:06:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:56.702396 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cb26952a-9399-45ce-8eab-d88b016cfc92 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "DELETE /v2.0/floatingips/6c9b300b-2bac-4cc5-ba7d-2c032d96764c HTTP/1.1" status: 204 len: 168 time: 0.8565726 Feb 11 06:06:56.703094 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'tag': '9578ed16-8ecb-41d4-95d7-e946785254d9'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:56.705546 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3698a132-798d-43d9-8292-d1e6e8625055" -d '{"events": [{"name": "network-changed", "server_uuid": "5686c77c-30a2-4219-8ae9-ec899e0fed44", "tag": "9578ed16-8ecb-41d4-95d7-e946785254d9"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:56.752303 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc00a76-b64c-4502-afcc-341e59639caa x-openstack-request-id: req-efc00a76-b64c-4502-afcc-341e59639caa {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:56.752992 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5686c77c-30a2-4219-8ae9-ec899e0fed44", "tag": "9578ed16-8ecb-41d4-95d7-e946785254d9", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:56.753431 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-efc00a76-b64c-4502-afcc-341e59639caa {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:56.754660 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'tag': '9578ed16-8ecb-41d4-95d7-e946785254d9', 'status': 'completed', 'code': 200} Feb 11 06:06:56.806140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-11d736a0-df06-4745-bb45-f5faeed97e2c None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:56.830742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698a132-798d-43d9-8292-d1e6e8625055 req-a8fadf07-f068-427b-9184-b11f7ecee2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:56.832949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3698a132-798d-43d9-8292-d1e6e8625055 req-a8fadf07-f068-427b-9184-b11f7ecee2c2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56ff5158cee34b869e046338b4861b35&device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 1128 time: 0.0547261 Feb 11 06:06:56.984160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698a132-798d-43d9-8292-d1e6e8625055 req-a1c2437c-cfc5-4be3-b7ec-eb688f99e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:56.985675 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3698a132-798d-43d9-8292-d1e6e8625055 req-a1c2437c-cfc5-4be3-b7ec-eb688f99e0ad service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 200 len: 912 time: 0.1434798 Feb 11 06:06:56.999919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e2c81-3c0c-448e-ad1f-6bb60e9686af req-73ab5b8a-2a4f-48de-b911-2e42aa8c40d1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:57.001903 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-645e2c81-3c0c-448e-ad1f-6bb60e9686af req-73ab5b8a-2a4f-48de-b911-2e42aa8c40d1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 945 time: 0.0811868 Feb 11 06:06:57.039015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-11d736a0-df06-4745-bb45-f5faeed97e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:57.049145 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3698a132-798d-43d9-8292-d1e6e8625055 req-ba87711c-d273-4c7c-b134-0b6c59ae6640 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9578ed16-8ecb-41d4-95d7-e946785254d9 HTTP/1.1" status: 200 len: 217 time: 0.0461571 Feb 11 06:06:57.071599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d736a0-df06-4745-bb45-f5faeed97e2c None None] Checking router: 30523026-62d8-40d9-97a1-01c221bff02f for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:06:57.090754 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d736a0-df06-4745-bb45-f5faeed97e2c None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:57.091398 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-11d736a0-df06-4745-bb45-f5faeed97e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:06:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:57.129426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698a132-798d-43d9-8292-d1e6e8625055 req-80776159-c17f-4599-aadc-f4a1d04b1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:57.130938 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3698a132-798d-43d9-8292-d1e6e8625055 req-80776159-c17f-4599-aadc-f4a1d04b1da9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 200 len: 850 time: 0.0757122 Feb 11 06:06:57.134765 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-645e2c81-3c0c-448e-ad1f-6bb60e9686af req-95b05e5b-9cfc-4731-a0fd-e02a7b794af9 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880020 Feb 11 06:06:57.190255 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698a132-798d-43d9-8292-d1e6e8625055 req-eb1a17ec-cfbc-4c1f-99cb-ac0ee432c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:57.191999 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3698a132-798d-43d9-8292-d1e6e8625055 req-eb1a17ec-cfbc-4c1f-99cb-ac0ee432c3bd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb53b3ef-0046-423a-80c2-f4cb9b708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0543928 Feb 11 06:06:57.214475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-11d736a0-df06-4745-bb45-f5faeed97e2c None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:57.295266 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3698a132-798d-43d9-8292-d1e6e8625055 req-542bc95a-f258-40e9-a874-cd50b4e1f6f0 service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925322 Feb 11 06:06:57.398683 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3698a132-798d-43d9-8292-d1e6e8625055 req-397cacba-b862-4c04-a87c-f58312359be7 service neutron] 10.222.0.88 "GET /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960541 Feb 11 06:06:57.409173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-11d736a0-df06-4745-bb45-f5faeed97e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:57.448857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d736a0-df06-4745-bb45-f5faeed97e2c None None] The sync data for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 is: [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T05:55:01Z', 'revision_number': 4, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2f769779-2d1c-4109-b851-99f87399687c', 'name': '', 'network_id': 'eb53b3ef-0046-423a-80c2-f4cb9b708f00', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'mac_address': 'fa:16:3e:29:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:01Z', 'updated_at': '2022-02-11T05:55:06Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'subnets': [{'id': '093db962-4cc3-416f-b8e7-f08f53cfc413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:06:57.692563 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b2b55a-9ecd-4497-92b9-42ead581d906 None None] New status for floating IP 6c9b300b-2bac-4cc5-ba7d-2c032d96764c: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:06:58.272072 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cc4ae-9096-4dad-9e6a-ae07a470e826 req-4eb9a290-0067-4e46-b87a-a6858ad9d92b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:58.273636 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-640cc4ae-9096-4dad-9e6a-ae07a470e826 req-4eb9a290-0067-4e46-b87a-a6858ad9d92b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 945 time: 0.0672235 Feb 11 06:06:58.326121 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-640cc4ae-9096-4dad-9e6a-ae07a470e826 req-98e59e16-1613-4f05-afbd-4a6b8f3cb253 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467618 Feb 11 06:06:58.566992 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c9694bdd-76c4-4451-b284-81c50473e2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:58.781409 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03db7a3-7052-40b2-a2f1-f32a33742d50 req-11a33b0e-f581-4c0f-9371-3cf168a34392 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:58.782920 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d03db7a3-7052-40b2-a2f1-f32a33742d50 req-11a33b0e-f581-4c0f-9371-3cf168a34392 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.88 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 945 time: 0.0534508 Feb 11 06:06:58.888137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-d03db7a3-7052-40b2-a2f1-f32a33742d50 req-ffbbf44c-d50e-43ba-a29d-52b89436f027 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Deleting port 9578ed16-8ecb-41d4-95d7-e946785254d9 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:58.888986 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d03db7a3-7052-40b2-a2f1-f32a33742d50 req-ffbbf44c-d50e-43ba-a29d-52b89436f027 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (9578ed16-8ecb-41d4-95d7-e946785254d9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:58.986519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-d03db7a3-7052-40b2-a2f1-f32a33742d50 req-ffbbf44c-d50e-43ba-a29d-52b89436f027 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] For port 9578ed16-8ecb-41d4-95d7-e946785254d9, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=9578ed16-8ecb-41d4-95d7-e946785254d9,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:58.986889 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d03db7a3-7052-40b2-a2f1-f32a33742d50 req-ffbbf44c-d50e-43ba-a29d-52b89436f027 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (9578ed16-8ecb-41d4-95d7-e946785254d9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:59.000088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-d03db7a3-7052-40b2-a2f1-f32a33742d50 req-ffbbf44c-d50e-43ba-a29d-52b89436f027 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Calling delete_port for 9578ed16-8ecb-41d4-95d7-e946785254d9 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:59.133429 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d03db7a3-7052-40b2-a2f1-f32a33742d50 req-ffbbf44c-d50e-43ba-a29d-52b89436f027 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (9578ed16-8ecb-41d4-95d7-e946785254d9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:59.164881 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbf44c-d50e-43ba-a29d-52b89436f027 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event deleted for resources: {'Port': ['ID=9578ed16-8ecb-41d4-95d7-e946785254d9,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:59.211737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03db7a3-7052-40b2-a2f1-f32a33742d50 req-ffbbf44c-d50e-43ba-a29d-52b89436f027 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] No DVR routers for this DVR port 9578ed16-8ecb-41d4-95d7-e946785254d9 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:06:59.214517 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d03db7a3-7052-40b2-a2f1-f32a33742d50 req-ffbbf44c-d50e-43ba-a29d-52b89436f027 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:59.219201 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d03db7a3-7052-40b2-a2f1-f32a33742d50 req-ffbbf44c-d50e-43ba-a29d-52b89436f027 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.88 "DELETE /v2.0/ports/9578ed16-8ecb-41d4-95d7-e946785254d9 HTTP/1.1" status: 204 len: 173 time: 0.4296050 Feb 11 06:06:59.219686 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'name': 'network-vif-deleted', 'tag': '9578ed16-8ecb-41d4-95d7-e946785254d9'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:59.222159 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2741e6f8-83a0-40c9-88c9-e6736ab10b3e" -d '{"events": [{"server_uuid": "5686c77c-30a2-4219-8ae9-ec899e0fed44", "name": "network-vif-deleted", "tag": "9578ed16-8ecb-41d4-95d7-e946785254d9"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:59.261079 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1391329a-ee94-45c0-b131-6bc386a0d19b x-openstack-request-id: req-1391329a-ee94-45c0-b131-6bc386a0d19b {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:59.261448 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5686c77c-30a2-4219-8ae9-ec899e0fed44", "name": "network-vif-deleted", "tag": "9578ed16-8ecb-41d4-95d7-e946785254d9", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:59.261631 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1391329a-ee94-45c0-b131-6bc386a0d19b {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:59.262113 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5686c77c-30a2-4219-8ae9-ec899e0fed44', 'name': 'network-vif-deleted', 'tag': '9578ed16-8ecb-41d4-95d7-e946785254d9', 'status': 'completed', 'code': 200} Feb 11 06:06:59.433874 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4af2a7aa-b98f-4217-a8c3-f105c275b0e2 req-8b6e4605-68f1-4d3e-89f9-88db1a76c7e8 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 210 time: 0.0341032 Feb 11 06:07:00.533943 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b3323b1e-f9f5-425f-a823-af9efb29f560 req-6af5da22-d53e-4efa-bcff-c7e44a61cf5f tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 210 time: 0.0274174 Feb 11 06:07:00.867473 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-46665098-6df1-46ec-9a2f-a368fc561c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:01.634091 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42fc1a00-1aeb-4c66-a8f8-b0dceb9c8919 req-fb5c6c41-1262-4662-9843-c1462135cbfa tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 210 time: 0.0300345 Feb 11 06:07:02.198008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 9578ed16-8ecb-41d4-95d7-e946785254d9 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:07:02.218022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 9578ed16-8ecb-41d4-95d7-e946785254d9 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:07:02.218447 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 9578ed16-8ecb-41d4-95d7-e946785254d9 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:07:02.593835 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:02.733253 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dedfaab0-3140-44a1-849c-f94c0c993b27 req-1242fcb1-8ef0-49fa-9315-b000371cee4b tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 210 time: 0.0291736 Feb 11 06:07:03.781548 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:03.832617 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc158f8b-e2a4-4c22-9126-1db604cd91d9 req-80eac097-80bb-4903-8705-cacbf46fe209 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 210 time: 0.0289874 Feb 11 06:07:04.934512 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad6bc32f-e684-4371-b992-831a332734e4 req-6c8fb9d6-5fd1-4934-9e92-a5e7388453e3 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 210 time: 0.0321929 Feb 11 06:07:05.245102 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:06.036393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a194e83-fbe6-4b45-9e06-a35caf090132 req-9b1c7396-53aa-410e-8c2f-c1163a810281 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 210 time: 0.0281255 Feb 11 06:07:07.132353 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb0d31a7-0c03-42e1-b8d5-d04800808b03 req-71ff822a-be87-4612-a763-adcec06f7315 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "GET /v2.0/ports?device_id=5686c77c-30a2-4219-8ae9-ec899e0fed44 HTTP/1.1" status: 200 len: 210 time: 0.0276690 Feb 11 06:07:08.188824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53102) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:08.315375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-76d8a106-3542-4332-8cc8-0b1b5dff36c1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Deleting port f9863f0f-068b-43f5-905e-2720b319951b {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:07:08.315741 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-76d8a106-3542-4332-8cc8-0b1b5dff36c1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f9863f0f-068b-43f5-905e-2720b319951b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:08.393512 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-76d8a106-3542-4332-8cc8-0b1b5dff36c1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f9863f0f-068b-43f5-905e-2720b319951b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:08.394131 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-76d8a106-3542-4332-8cc8-0b1b5dff36c1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for floatingip (f9863f0f-068b-43f5-905e-2720b319951b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:08.405806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-76d8a106-3542-4332-8cc8-0b1b5dff36c1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Calling delete_port for f9863f0f-068b-43f5-905e-2720b319951b owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:07:08.537654 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-76d8a106-3542-4332-8cc8-0b1b5dff36c1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (f9863f0f-068b-43f5-905e-2720b319951b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:08.567599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8a106-3542-4332-8cc8-0b1b5dff36c1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event deleted for resources: {'Port': ['ID=f9863f0f-068b-43f5-905e-2720b319951b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:08.626497 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-76d8a106-3542-4332-8cc8-0b1b5dff36c1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for floatingip (9df8d9ef-91c8-44b2-bb48-573295798b9a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:08.629122 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-76d8a106-3542-4332-8cc8-0b1b5dff36c1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:08.630280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-76d8a106-3542-4332-8cc8-0b1b5dff36c1 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "DELETE /v2.0/floatingips/9df8d9ef-91c8-44b2-bb48-573295798b9a HTTP/1.1" status: 204 len: 168 time: 0.4404559 Feb 11 06:07:10.241575 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:13.379261 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:07:14.033350 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53122) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:14.092600 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae452240-5221-413a-9523-ec0212932960 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group (ad0d02d5-58d8-4ac7-8e0b-1323b25f891b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:14.118198 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae452240-5221-413a-9523-ec0212932960 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group (ad0d02d5-58d8-4ac7-8e0b-1323b25f891b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:14.177403 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae452240-5221-413a-9523-ec0212932960 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (ad0d02d5-58d8-4ac7-8e0b-1323b25f891b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:14.180411 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae452240-5221-413a-9523-ec0212932960 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:14.181605 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ae452240-5221-413a-9523-ec0212932960 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] 10.222.0.87 "DELETE /v2.0/security-groups/ad0d02d5-58d8-4ac7-8e0b-1323b25f891b HTTP/1.1" status: 204 len: 168 time: 0.1472542 Feb 11 06:07:14.191061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae452240-5221-413a-9523-ec0212932960 tempest-TestVolumeBootPattern-1013404600 tempest-TestVolumeBootPattern-1013404600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0d02d5-58d8-4ac7-8e0b-1323b25f891b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:14.253240 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53126) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:14.582215 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:14.799379 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b69b394b-fa80-47a2-84d6-37b29c0bdc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (30523026-62d8-40d9-97a1-01c221bff02f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.078984 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b69b394b-fa80-47a2-84d6-37b29c0bdc03 admin admin] Deleting port 2f769779-2d1c-4109-b851-99f87399687c {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:07:15.079218 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b69b394b-fa80-47a2-84d6-37b29c0bdc03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2f769779-2d1c-4109-b851-99f87399687c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.160252 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-b69b394b-fa80-47a2-84d6-37b29c0bdc03 admin admin] For port 2f769779-2d1c-4109-b851-99f87399687c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2f769779-2d1c-4109-b851-99f87399687c,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:15.160626 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b69b394b-fa80-47a2-84d6-37b29c0bdc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2f769779-2d1c-4109-b851-99f87399687c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.173865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b69b394b-fa80-47a2-84d6-37b29c0bdc03 admin admin] Calling delete_port for 2f769779-2d1c-4109-b851-99f87399687c owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:07:15.370690 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b69b394b-fa80-47a2-84d6-37b29c0bdc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2f769779-2d1c-4109-b851-99f87399687c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.399425 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b394b-fa80-47a2-84d6-37b29c0bdc03 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f769779-2d1c-4109-b851-99f87399687c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:15.579868 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b69b394b-fa80-47a2-84d6-37b29c0bdc03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (30523026-62d8-40d9-97a1-01c221bff02f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:15.804852 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69b394b-fa80-47a2-84d6-37b29c0bdc03 admin admin] Router 30523026-62d8-40d9-97a1-01c221bff02f has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:07:15.909946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69b394b-fa80-47a2-84d6-37b29c0bdc03 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:07:15.915730 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b69b394b-fa80-47a2-84d6-37b29c0bdc03 admin admin] 10.222.0.87 "PUT /v2.0/routers/30523026-62d8-40d9-97a1-01c221bff02f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6608348 Feb 11 06:07:15.917743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53130) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:15.921271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e9907-aebf-4d3b-929d-a87c310a0ea9 None None] Sync routers for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:07:15.930787 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8e9907-aebf-4d3b-929d-a87c310a0ea9 None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:15.931427 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-6c8e9907-aebf-4d3b-929d-a87c310a0ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:16.027467 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26fdbaf2-f97c-4071-8935-de99b70f1d10 admin admin] Publish callbacks [] for router (30523026-62d8-40d9-97a1-01c221bff02f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.040211 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-6c8e9907-aebf-4d3b-929d-a87c310a0ea9 None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:16.132962 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26fdbaf2-f97c-4071-8935-de99b70f1d10 admin admin] Publish callbacks [] for router_gateway (30523026-62d8-40d9-97a1-01c221bff02f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.190354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-26fdbaf2-f97c-4071-8935-de99b70f1d10 admin admin] Deleting port 405e33a3-af06-4fcf-91ba-c8bff238d511 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:07:16.190603 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26fdbaf2-f97c-4071-8935-de99b70f1d10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (405e33a3-af06-4fcf-91ba-c8bff238d511), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.223358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-6c8e9907-aebf-4d3b-929d-a87c310a0ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T06:07:15Z', 'revision_number': 5, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port': {'id': '405e33a3-af06-4fcf-91ba-c8bff238d511', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30523026-62d8-40d9-97a1-01c221bff02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:59Z', 'updated_at': '2022-02-11T05:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:16.250168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e9907-aebf-4d3b-929d-a87c310a0ea9 None None] Checking router: 30523026-62d8-40d9-97a1-01c221bff02f for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:07:16.258455 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8e9907-aebf-4d3b-929d-a87c310a0ea9 None None] Routers {'30523026-62d8-40d9-97a1-01c221bff02f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:16.259065 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-6c8e9907-aebf-4d3b-929d-a87c310a0ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['30523026-62d8-40d9-97a1-01c221bff02f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:16.271481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-26fdbaf2-f97c-4071-8935-de99b70f1d10 admin admin] For port 405e33a3-af06-4fcf-91ba-c8bff238d511, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=405e33a3-af06-4fcf-91ba-c8bff238d511,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:16.271852 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26fdbaf2-f97c-4071-8935-de99b70f1d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (405e33a3-af06-4fcf-91ba-c8bff238d511), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.284514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-26fdbaf2-f97c-4071-8935-de99b70f1d10 admin admin] Calling delete_port for 405e33a3-af06-4fcf-91ba-c8bff238d511 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:07:16.350357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-6c8e9907-aebf-4d3b-929d-a87c310a0ea9 None None] Set router 30523026-62d8-40d9-97a1-01c221bff02f gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:16.406239 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-6c8e9907-aebf-4d3b-929d-a87c310a0ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T06:07:16Z', 'revision_number': 6, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:16.432608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e9907-aebf-4d3b-929d-a87c310a0ea9 None None] The sync data for ids ['30523026-62d8-40d9-97a1-01c221bff02f'] in n-d-713499-38 is: [{'id': '30523026-62d8-40d9-97a1-01c221bff02f', 'name': 'tempest-TestVolumeBootPattern-147873604-router', 'tenant_id': '56ff5158cee34b869e046338b4861b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:58Z', 'updated_at': '2022-02-11T06:07:16Z', 'revision_number': 6, 'project_id': '56ff5158cee34b869e046338b4861b35', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:07:16.472439 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26fdbaf2-f97c-4071-8935-de99b70f1d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (405e33a3-af06-4fcf-91ba-c8bff238d511), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.495332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdbaf2-f97c-4071-8935-de99b70f1d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=405e33a3-af06-4fcf-91ba-c8bff238d511,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:16.564180 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26fdbaf2-f97c-4071-8935-de99b70f1d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (30523026-62d8-40d9-97a1-01c221bff02f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.658880 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26fdbaf2-f97c-4071-8935-de99b70f1d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (30523026-62d8-40d9-97a1-01c221bff02f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.660997 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26fdbaf2-f97c-4071-8935-de99b70f1d10 admin admin] Publish callbacks [] for router_controller (30523026-62d8-40d9-97a1-01c221bff02f), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.704900 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26fdbaf2-f97c-4071-8935-de99b70f1d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (30523026-62d8-40d9-97a1-01c221bff02f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.705480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fdbaf2-f97c-4071-8935-de99b70f1d10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30523026-62d8-40d9-97a1-01c221bff02f {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:07:16.709974 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26fdbaf2-f97c-4071-8935-de99b70f1d10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.711112 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-26fdbaf2-f97c-4071-8935-de99b70f1d10 admin admin] 10.222.0.87 "DELETE /v2.0/routers/30523026-62d8-40d9-97a1-01c221bff02f HTTP/1.1" status: 204 len: 168 time: 0.7923472 Feb 11 06:07:16.713607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53132) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:16.757325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-be14f4be-828e-47e7-afe4-cc0ab2fa0262 admin admin] Deleting subnet 093db962-4cc3-416f-b8e7-f08f53cfc413 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:07:16.760732 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-be14f4be-828e-47e7-afe4-cc0ab2fa0262 admin admin] Publish callbacks [] for subnet (093db962-4cc3-416f-b8e7-f08f53cfc413), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.803643 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-be14f4be-828e-47e7-afe4-cc0ab2fa0262 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (093db962-4cc3-416f-b8e7-f08f53cfc413), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.892346 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-be14f4be-828e-47e7-afe4-cc0ab2fa0262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (093db962-4cc3-416f-b8e7-f08f53cfc413), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.947113 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-be14f4be-828e-47e7-afe4-cc0ab2fa0262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (093db962-4cc3-416f-b8e7-f08f53cfc413), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.970291 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14f4be-828e-47e7-afe4-cc0ab2fa0262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=093db962-4cc3-416f-b8e7-f08f53cfc413,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:16.977105 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-be14f4be-828e-47e7-afe4-cc0ab2fa0262 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:16.984081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-be14f4be-828e-47e7-afe4-cc0ab2fa0262 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/093db962-4cc3-416f-b8e7-f08f53cfc413 HTTP/1.1" status: 204 len: 168 time: 0.2668698 Feb 11 06:07:16.984275 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed1d8e4-98ac-46e8-81ac-33b0ae3e2ec9 None None] Network eb53b3ef-0046-423a-80c2-f4cb9b708f00 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:07:16.984722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53134) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:17.064965 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (eb53b3ef-0046-423a-80c2-f4cb9b708f00), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.121247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] Deleting port 30a2cfa4-7869-4bee-8db8-f193c36b5772 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:07:17.121507 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (30a2cfa4-7869-4bee-8db8-f193c36b5772), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.195911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] For port 30a2cfa4-7869-4bee-8db8-f193c36b5772, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=30a2cfa4-7869-4bee-8db8-f193c36b5772,segment=NetworkSegment(befe9a4c-4915-4d7f-ad25-dc99fd10d794),segment_id=befe9a4c-4915-4d7f-ad25-dc99fd10d794)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:17.196436 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (30a2cfa4-7869-4bee-8db8-f193c36b5772), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.212778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] Calling delete_port for 30a2cfa4-7869-4bee-8db8-f193c36b5772 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:07:17.254805 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 405e33a3-af06-4fcf-91ba-c8bff238d511 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:07:17.275778 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 405e33a3-af06-4fcf-91ba-c8bff238d511 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:07:17.276127 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 405e33a3-af06-4fcf-91ba-c8bff238d511 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:07:17.276552 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2f769779-2d1c-4109-b851-99f87399687c no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:07:17.298204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 2f769779-2d1c-4109-b851-99f87399687c {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:07:17.298647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2f769779-2d1c-4109-b851-99f87399687c not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:07:17.310889 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (30a2cfa4-7869-4bee-8db8-f193c36b5772), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.327990 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7c4ce8-188d-484a-8ade-d492b188bfaf None None] DHCP port deletion for eb53b3ef-0046-423a-80c2-f4cb9b708f00 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:07:17.348038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] Pushing event deleted for resources: {'Port': ['ID=30a2cfa4-7869-4bee-8db8-f193c36b5772,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:17.349878 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] No DVR routers for this DVR port 30a2cfa4-7869-4bee-8db8-f193c36b5772 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:07:17.437426 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (eb53b3ef-0046-423a-80c2-f4cb9b708f00), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.458004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb53b3ef-0046-423a-80c2-f4cb9b708f00']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:17.468499 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befe9a4c-4915-4d7f-ad25-dc99fd10d794') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:17.468799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befe9a4c-4915-4d7f-ad25-dc99fd10d794') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:17.479446 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (befe9a4c-4915-4d7f-ad25-dc99fd10d794), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.495167 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (befe9a4c-4915-4d7f-ad25-dc99fd10d794), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.501717 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:07:17.502117 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (befe9a4c-4915-4d7f-ad25-dc99fd10d794), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: timer() Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:07:17.504004 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:07:17.561864 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (eb53b3ef-0046-423a-80c2-f4cb9b708f00), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.566996 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.571049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] 10.222.0.87 "DELETE /v2.0/networks/eb53b3ef-0046-423a-80c2-f4cb9b708f00 HTTP/1.1" status: 204 len: 168 time: 0.5857375 Feb 11 06:07:17.574042 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53136) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:17.582446 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a204de-a005-4ee5-ac72-fd0fbe61a64d admin admin] Pushing event deleted for resources: {'Network': ['ID=eb53b3ef-0046-423a-80c2-f4cb9b708f00,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:17.945143 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7469b759-0041-491d-b6f0-96c8717e2f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (313a3bee-0865-4ad9-81c1-c9a88dadb181), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:18.447937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7469b759-0041-491d-b6f0-96c8717e2f29 admin admin] Deleting port 516a3ecf-e7e5-4b65-bf65-96e11455fd42 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:07:18.448273 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7469b759-0041-491d-b6f0-96c8717e2f29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:18.526030 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-7469b759-0041-491d-b6f0-96c8717e2f29 admin admin] For port 516a3ecf-e7e5-4b65-bf65-96e11455fd42, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=516a3ecf-e7e5-4b65-bf65-96e11455fd42,segment=NetworkSegment(a2b96693-53f2-4501-8985-793ca6571ac9),segment_id=a2b96693-53f2-4501-8985-793ca6571ac9)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:18.526400 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7469b759-0041-491d-b6f0-96c8717e2f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:18.539314 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-7469b759-0041-491d-b6f0-96c8717e2f29 admin admin] Calling delete_port for 516a3ecf-e7e5-4b65-bf65-96e11455fd42 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:07:18.723378 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7469b759-0041-491d-b6f0-96c8717e2f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (516a3ecf-e7e5-4b65-bf65-96e11455fd42), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:18.750506 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469b759-0041-491d-b6f0-96c8717e2f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=516a3ecf-e7e5-4b65-bf65-96e11455fd42,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:18.940954 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7469b759-0041-491d-b6f0-96c8717e2f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (313a3bee-0865-4ad9-81c1-c9a88dadb181), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:19.084548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 30a2cfa4-7869-4bee-8db8-f193c36b5772 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:07:19.109622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 30a2cfa4-7869-4bee-8db8-f193c36b5772 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:07:19.110268 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 30a2cfa4-7869-4bee-8db8-f193c36b5772 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:07:19.185571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7469b759-0041-491d-b6f0-96c8717e2f29 admin admin] Router 313a3bee-0865-4ad9-81c1-c9a88dadb181 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:07:19.295888 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7469b759-0041-491d-b6f0-96c8717e2f29 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:07:19.301575 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7469b759-0041-491d-b6f0-96c8717e2f29 admin admin] 10.222.0.87 "PUT /v2.0/routers/313a3bee-0865-4ad9-81c1-c9a88dadb181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7264888 Feb 11 06:07:19.304305 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53138) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:19.304462 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c033aa7-c560-4d92-9c93-41524aa78e04 None None] Sync routers for ids ['313a3bee-0865-4ad9-81c1-c9a88dadb181'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:07:19.315033 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c033aa7-c560-4d92-9c93-41524aa78e04 None None] Routers {'313a3bee-0865-4ad9-81c1-c9a88dadb181'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:19.315681 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5c033aa7-c560-4d92-9c93-41524aa78e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['313a3bee-0865-4ad9-81c1-c9a88dadb181'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:19.412839 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f1c61527-d704-41ed-87a7-acb922937bba admin admin] Publish callbacks [] for router (313a3bee-0865-4ad9-81c1-c9a88dadb181), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:19.424047 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5c033aa7-c560-4d92-9c93-41524aa78e04 None None] Set router 313a3bee-0865-4ad9-81c1-c9a88dadb181 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:19.523297 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f1c61527-d704-41ed-87a7-acb922937bba admin admin] Publish callbacks [] for router_gateway (313a3bee-0865-4ad9-81c1-c9a88dadb181), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:19.577050 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f1c61527-d704-41ed-87a7-acb922937bba admin admin] Deleting port 3c97744c-c37b-441e-9538-55e6cd73b6dc {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:07:19.577299 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f1c61527-d704-41ed-87a7-acb922937bba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3c97744c-c37b-441e-9538-55e6cd73b6dc), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:19.607037 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5c033aa7-c560-4d92-9c93-41524aa78e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'name': 'tempest-TestVolumeBootPattern-1343196376-router', 'tenant_id': '391d24c331a64c1f8a6181573c26dddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '3c97744c-c37b-441e-9538-55e6cd73b6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T06:07:18Z', 'revision_number': 5, 'project_id': '391d24c331a64c1f8a6181573c26dddf', 'gw_port': {'id': '3c97744c-c37b-441e-9538-55e6cd73b6dc', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:04Z', 'updated_at': '2022-02-11T05:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:19.633554 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c033aa7-c560-4d92-9c93-41524aa78e04 None None] Checking router: 313a3bee-0865-4ad9-81c1-c9a88dadb181 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:07:19.642720 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c033aa7-c560-4d92-9c93-41524aa78e04 None None] Routers {'313a3bee-0865-4ad9-81c1-c9a88dadb181'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:19.643337 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5c033aa7-c560-4d92-9c93-41524aa78e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:07:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['313a3bee-0865-4ad9-81c1-c9a88dadb181'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:19.659570 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-f1c61527-d704-41ed-87a7-acb922937bba admin admin] For port 3c97744c-c37b-441e-9538-55e6cd73b6dc, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=3c97744c-c37b-441e-9538-55e6cd73b6dc,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:19.659942 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f1c61527-d704-41ed-87a7-acb922937bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3c97744c-c37b-441e-9538-55e6cd73b6dc), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:19.673591 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f1c61527-d704-41ed-87a7-acb922937bba admin admin] Calling delete_port for 3c97744c-c37b-441e-9538-55e6cd73b6dc owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:07:19.736236 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5c033aa7-c560-4d92-9c93-41524aa78e04 None None] Set router 313a3bee-0865-4ad9-81c1-c9a88dadb181 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:19.803982 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5c033aa7-c560-4d92-9c93-41524aa78e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'name': 'tempest-TestVolumeBootPattern-1343196376-router', 'tenant_id': '391d24c331a64c1f8a6181573c26dddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T06:07:19Z', 'revision_number': 6, 'project_id': '391d24c331a64c1f8a6181573c26dddf', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:19.831230 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c033aa7-c560-4d92-9c93-41524aa78e04 None None] The sync data for ids ['313a3bee-0865-4ad9-81c1-c9a88dadb181'] in n-d-713499-38 is: [{'id': '313a3bee-0865-4ad9-81c1-c9a88dadb181', 'name': 'tempest-TestVolumeBootPattern-1343196376-router', 'tenant_id': '391d24c331a64c1f8a6181573c26dddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:03Z', 'updated_at': '2022-02-11T06:07:19Z', 'revision_number': 6, 'project_id': '391d24c331a64c1f8a6181573c26dddf', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:07:19.870201 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f1c61527-d704-41ed-87a7-acb922937bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3c97744c-c37b-441e-9538-55e6cd73b6dc), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:19.898623 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c61527-d704-41ed-87a7-acb922937bba admin admin] Pushing event deleted for resources: {'Port': ['ID=3c97744c-c37b-441e-9538-55e6cd73b6dc,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:19.959814 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f1c61527-d704-41ed-87a7-acb922937bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (313a3bee-0865-4ad9-81c1-c9a88dadb181), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.053538 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f1c61527-d704-41ed-87a7-acb922937bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (313a3bee-0865-4ad9-81c1-c9a88dadb181), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.055775 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f1c61527-d704-41ed-87a7-acb922937bba admin admin] Publish callbacks [] for router_controller (313a3bee-0865-4ad9-81c1-c9a88dadb181), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.103650 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f1c61527-d704-41ed-87a7-acb922937bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (313a3bee-0865-4ad9-81c1-c9a88dadb181), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.104173 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c61527-d704-41ed-87a7-acb922937bba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 313a3bee-0865-4ad9-81c1-c9a88dadb181 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:07:20.110355 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f1c61527-d704-41ed-87a7-acb922937bba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.111793 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f1c61527-d704-41ed-87a7-acb922937bba admin admin] 10.222.0.87 "DELETE /v2.0/routers/313a3bee-0865-4ad9-81c1-c9a88dadb181 HTTP/1.1" status: 204 len: 168 time: 0.8063328 Feb 11 06:07:20.114458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53140) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:20.163229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-302574fd-36ee-41ca-acce-bb46a736d630 admin admin] Deleting subnet e77259cc-aa2b-4720-8c57-1d0f2928e129 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:07:20.166758 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-302574fd-36ee-41ca-acce-bb46a736d630 admin admin] Publish callbacks [] for subnet (e77259cc-aa2b-4720-8c57-1d0f2928e129), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.203884 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-302574fd-36ee-41ca-acce-bb46a736d630 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (e77259cc-aa2b-4720-8c57-1d0f2928e129), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.288164 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-302574fd-36ee-41ca-acce-bb46a736d630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (e77259cc-aa2b-4720-8c57-1d0f2928e129), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.342376 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-302574fd-36ee-41ca-acce-bb46a736d630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (e77259cc-aa2b-4720-8c57-1d0f2928e129), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.368063 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302574fd-36ee-41ca-acce-bb46a736d630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77259cc-aa2b-4720-8c57-1d0f2928e129,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:20.373652 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-302574fd-36ee-41ca-acce-bb46a736d630 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.377737 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-302574fd-36ee-41ca-acce-bb46a736d630 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/e77259cc-aa2b-4720-8c57-1d0f2928e129 HTTP/1.1" status: 204 len: 168 time: 0.2623322 Feb 11 06:07:20.380543 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acbca74-1fa5-4161-b4ae-df4e5486727b None None] Network c396edb9-4b28-42be-bb25-705a8bd9c6a7 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:07:20.381020 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53142) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:20.451682 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (c396edb9-4b28-42be-bb25-705a8bd9c6a7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.510956 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] Deleting port faedd6a7-1633-4846-88a5-e2537c100cae {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:07:20.511311 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (faedd6a7-1633-4846-88a5-e2537c100cae), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.578712 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] For port faedd6a7-1633-4846-88a5-e2537c100cae, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=faedd6a7-1633-4846-88a5-e2537c100cae,segment=NetworkSegment(a2b96693-53f2-4501-8985-793ca6571ac9),segment_id=a2b96693-53f2-4501-8985-793ca6571ac9)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:20.579112 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (faedd6a7-1633-4846-88a5-e2537c100cae), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.593487 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] Calling delete_port for faedd6a7-1633-4846-88a5-e2537c100cae owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:07:20.595362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] DHCP port deletion for c396edb9-4b28-42be-bb25-705a8bd9c6a7 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:07:20.658596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Deleting port faedd6a7-1633-4846-88a5-e2537c100cae {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:07:20.658972 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (faedd6a7-1633-4846-88a5-e2537c100cae), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.683105 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (faedd6a7-1633-4846-88a5-e2537c100cae), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.709731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] Pushing event deleted for resources: {'Port': ['ID=faedd6a7-1633-4846-88a5-e2537c100cae,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:20.715689 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] No DVR routers for this DVR port faedd6a7-1633-4846-88a5-e2537c100cae on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:07:20.732568 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] For port faedd6a7-1633-4846-88a5-e2537c100cae, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=faedd6a7-1633-4846-88a5-e2537c100cae,segment=NetworkSegment(a2b96693-53f2-4501-8985-793ca6571ac9),segment_id=a2b96693-53f2-4501-8985-793ca6571ac9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:20.732979 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (faedd6a7-1633-4846-88a5-e2537c100cae), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.749489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Calling delete_port for faedd6a7-1633-4846-88a5-e2537c100cae owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:07:20.791661 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (c396edb9-4b28-42be-bb25-705a8bd9c6a7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.819295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c396edb9-4b28-42be-bb25-705a8bd9c6a7']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:20.829299 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b96693-53f2-4501-8985-793ca6571ac9') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:20.829601 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b96693-53f2-4501-8985-793ca6571ac9') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:20.831859 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (faedd6a7-1633-4846-88a5-e2537c100cae), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.841663 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (a2b96693-53f2-4501-8985-793ca6571ac9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.858284 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (a2b96693-53f2-4501-8985-793ca6571ac9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.858841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Pushing event deleted for resources: {'Port': ['ID=faedd6a7-1633-4846-88a5-e2537c100cae,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:20.865630 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:07:20.866503 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (a2b96693-53f2-4501-8985-793ca6571ac9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.867091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:20.867460 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:20.867808 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:20.868154 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:20.868488 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:20.868849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:20.869149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:20.869477 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:20.869803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:20.870126 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: timer() Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:07:20.870430 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:07:20.873152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:20.873152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:20.873152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:20.879696 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed3c00-01f4-48a7-bdcc-f2c082b42a2a None None] No DVR routers for this DVR port faedd6a7-1633-4846-88a5-e2537c100cae on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:07:20.937512 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (c396edb9-4b28-42be-bb25-705a8bd9c6a7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.943345 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:20.946874 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] 10.222.0.87 "DELETE /v2.0/networks/c396edb9-4b28-42be-bb25-705a8bd9c6a7 HTTP/1.1" status: 204 len: 168 time: 0.5652578 Feb 11 06:07:20.958173 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685ccbf-2f05-4877-9821-09908cb4513f admin admin] Pushing event deleted for resources: {'Network': ['ID=c396edb9-4b28-42be-bb25-705a8bd9c6a7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:21.022371 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3c97744c-c37b-441e-9538-55e6cd73b6dc no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:07:21.043357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 3c97744c-c37b-441e-9538-55e6cd73b6dc {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:07:21.044391 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 3c97744c-c37b-441e-9538-55e6cd73b6dc not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:07:21.044823 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device faedd6a7-1633-4846-88a5-e2537c100cae no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:07:21.064416 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: faedd6a7-1633-4846-88a5-e2537c100cae {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:07:21.064844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device faedd6a7-1633-4846-88a5-e2537c100cae not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:07:21.065364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 516a3ecf-e7e5-4b65-bf65-96e11455fd42 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:07:21.073761 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53146) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:21.088218 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 516a3ecf-e7e5-4b65-bf65-96e11455fd42 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:07:21.088570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 516a3ecf-e7e5-4b65-bf65-96e11455fd42 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:07:21.117039 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0b366ecf-3ca3-4eed-889f-fd6af282aaed admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=56ff5158cee34b869e046338b4861b35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419199 Feb 11 06:07:21.119534 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53148) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:21.174978 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40608041-797b-4379-b4a2-00df30fdf972 admin admin] Publish callbacks [] for security_group (b00894d4-8885-4f8c-8535-54c84368a918), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.196731 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40608041-797b-4379-b4a2-00df30fdf972 admin admin] Publish callbacks [] for security_group (b00894d4-8885-4f8c-8535-54c84368a918), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.244763 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40608041-797b-4379-b4a2-00df30fdf972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b00894d4-8885-4f8c-8535-54c84368a918), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.247336 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-40608041-797b-4379-b4a2-00df30fdf972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.248536 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-40608041-797b-4379-b4a2-00df30fdf972 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b00894d4-8885-4f8c-8535-54c84368a918 HTTP/1.1" status: 204 len: 168 time: 0.1280921 Feb 11 06:07:21.256499 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40608041-797b-4379-b4a2-00df30fdf972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00894d4-8885-4f8c-8535-54c84368a918,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:21.580496 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53154) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:21.620043 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2472a496-3ad1-4ebb-bb03-72e218ccc163 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=391d24c331a64c1f8a6181573c26dddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383415 Feb 11 06:07:21.622547 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53156) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:21.674504 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eccd76ef-2b36-43fd-91e2-b99ed37a04b6 admin admin] Publish callbacks [] for security_group (087207e5-6776-4c1e-93b3-b1a9646a477a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.695782 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eccd76ef-2b36-43fd-91e2-b99ed37a04b6 admin admin] Publish callbacks [] for security_group (087207e5-6776-4c1e-93b3-b1a9646a477a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.743810 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eccd76ef-2b36-43fd-91e2-b99ed37a04b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (087207e5-6776-4c1e-93b3-b1a9646a477a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.746165 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-eccd76ef-2b36-43fd-91e2-b99ed37a04b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:21.747443 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-eccd76ef-2b36-43fd-91e2-b99ed37a04b6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/087207e5-6776-4c1e-93b3-b1a9646a477a HTTP/1.1" status: 204 len: 168 time: 0.1239657 Feb 11 06:07:21.755639 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd76ef-2b36-43fd-91e2-b99ed37a04b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087207e5-6776-4c1e-93b3-b1a9646a477a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:28.570993 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a9d7142d-a87b-4c66-b0e6-89a0c125bbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:30.871029 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12ad763c-230f-44ce-a30f-26b8c62048cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:32.576974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-b47d555e-54ba-4ce9-8591-ea156670576d tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=89e66639283a488f91e77ba918701196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240958 Feb 11 06:07:32.596142 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:32.684843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-20ccf0f1-44a3-44c2-a0c5-80e592aa437f tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:32.686332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-20ccf0f1-44a3-44c2-a0c5-80e592aa437f tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1029408 Feb 11 06:07:32.700631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-59f997cd-6dce-4902-b331-6372ef758c8b tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/quotas/89e66639283a488f91e77ba918701196 HTTP/1.1" status: 200 len: 375 time: 0.0089965 Feb 11 06:07:32.736460 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-6e8121a8-32f0-4a71-b792-2aeaee2a89a5 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=89e66639283a488f91e77ba918701196&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309589 Feb 11 06:07:32.899273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a4a2ad3f-d827-4b7c-8c7d-f05f3a7acfd6 req-1fc4f27d-d052-4eeb-85d4-c9a897fc1664 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/ports?device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 210 time: 0.0293620 Feb 11 06:07:33.774086 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:33.905593 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-4545e26a-651e-4138-86c7-fb1b34b6e228 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=89e66639283a488f91e77ba918701196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227115 Feb 11 06:07:34.031085 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e91d83f6-7d7d-42d0-9b95-8bdefb9745d7 req-146df938-3266-4adb-a51d-c80365b20880 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/ports?device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 210 time: 0.0337021 Feb 11 06:07:34.059337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-b0620c85-53b0-403c-bd96-cdcd80b7f3de tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:34.060835 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-b0620c85-53b0-403c-bd96-cdcd80b7f3de tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492560 Feb 11 06:07:34.073822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-2166296f-2b67-4b76-a545-40571096a3cf tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Request body: {'port': {'device_id': '40a88816-06e8-4d91-9088-48f0267566d7', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'admin_state_up': True, 'tenant_id': '89e66639283a488f91e77ba918701196'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:34.182670 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-2166296f-2b67-4b76-a545-40571096a3cf tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Made reservation on behalf of 89e66639283a488f91e77ba918701196 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:07:34.186577 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-2166296f-2b67-4b76-a545-40571096a3cf tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:34.195221 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-2166296f-2b67-4b76-a545-40571096a3cf tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:34.267584 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-2166296f-2b67-4b76-a545-40571096a3cf tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Publish callbacks [] for security_group (1f5ffe55-5be9-4aac-be8c-fbb217ad0de4), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:34.272289 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-2166296f-2b67-4b76-a545-40571096a3cf tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1f5ffe55-5be9-4aac-be8c-fbb217ad0de4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:34.333511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166296f-2b67-4b76-a545-40571096a3cf tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5ffe55-5be9-4aac-be8c-fbb217ad0de4,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:34.405785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-2166296f-2b67-4b76-a545-40571096a3cf tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Allocated IP 192.168.233.141 (ce46a8de-870c-419e-aa11-275a6e1bc9bd/c9fe1fc2-33e3-48f0-ad68-3becea6e01d4/15139416-d73a-4516-8283-b6af3e46a1af) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:07:34.553279 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-2166296f-2b67-4b76-a545-40571096a3cf tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Publish callbacks [] for port (15139416-d73a-4516-8283-b6af3e46a1af), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:34.586710 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-2166296f-2b67-4b76-a545-40571096a3cf tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (15139416-d73a-4516-8283-b6af3e46a1af), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:34.635342 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-2166296f-2b67-4b76-a545-40571096a3cf tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Network ce46a8de-870c-419e-aa11-275a6e1bc9bd is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:07:34.639038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-2166296f-2b67-4b76-a545-40571096a3cf tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:07:34.642853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-2166296f-2b67-4b76-a545-40571096a3cf tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:07:34.649234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166296f-2b67-4b76-a545-40571096a3cf tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Pushing event updated for resources: {'Port': ['ID=15139416-d73a-4516-8283-b6af3e46a1af,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:34.701593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-2166296f-2b67-4b76-a545-40571096a3cf tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:34.702391 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-2166296f-2b67-4b76-a545-40571096a3cf tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:34.720095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-2166296f-2b67-4b76-a545-40571096a3cf tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6498415 Feb 11 06:07:34.731473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Request body: {'port': {'device_id': '40a88816-06e8-4d91-9088-48f0267566d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:34.793430 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (15139416-d73a-4516-8283-b6af3e46a1af), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:34.941283 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-bb67fc1e-abe3-4aec-8c1b-2119878344e3 None None] Provisioning complete for port 15139416-d73a-4516-8283-b6af3e46a1af triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:34.941867 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb67fc1e-abe3-4aec-8c1b-2119878344e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (15139416-d73a-4516-8283-b6af3e46a1af), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:34.982591 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bb67fc1e-abe3-4aec-8c1b-2119878344e3 None None] Port 15139416-d73a-4516-8283-b6af3e46a1af cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:07:35.250763 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:35.291997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293815e-4725-47d1-b45e-966c621081f6 req-b85943f6-fa3f-415d-bffe-d3aa5f12853f tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:35.293632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b293815e-4725-47d1-b45e-966c621081f6 req-b85943f6-fa3f-415d-bffe-d3aa5f12853f tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/ports?device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 936 time: 0.1346922 Feb 11 06:07:35.387216 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b293815e-4725-47d1-b45e-966c621081f6 req-cf3815ff-099a-4336-a82b-1d24b8af60e0 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f5ffe55-5be9-4aac-be8c-fbb217ad0de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864205 Feb 11 06:07:35.457500 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15139416-d73a-4516-8283-b6af3e46a1af {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:07:35.465900 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Publish callbacks [] for port (15139416-d73a-4516-8283-b6af3e46a1af), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:35.478206 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Transition to ACTIVE for port object 15139416-d73a-4516-8283-b6af3e46a1af will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:07:35.482198 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (15139416-d73a-4516-8283-b6af3e46a1af), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:35.535045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Pushing event updated for resources: {'Port': ['ID=15139416-d73a-4516-8283-b6af3e46a1af,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:35.611670 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Attempting to bind port 15139416-d73a-4516-8283-b6af3e46a1af on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:07:35.612161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Attempting to bind port 15139416-d73a-4516-8283-b6af3e46a1af by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:07:35.612499 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Attempting to bind port 15139416-d73a-4516-8283-b6af3e46a1af on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:07:35.617307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Port 15139416-d73a-4516-8283-b6af3e46a1af on network ce46a8de-870c-419e-aa11-275a6e1bc9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:07:35.617637 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Attempting to bind port 15139416-d73a-4516-8283-b6af3e46a1af on network ce46a8de-870c-419e-aa11-275a6e1bc9bd {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:07:35.623550 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:07:35.623897 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Checking segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:07:35.624296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Bound using segment: {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:07:35.624724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Bound port: 15139416-d73a-4516-8283-b6af3e46a1af, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55ba43f-01a8-40c4-970b-f9d14b065644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:07:35.625084 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (15139416-d73a-4516-8283-b6af3e46a1af), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:35.691627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] For port 15139416-d73a-4516-8283-b6af3e46a1af, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:07:35.694761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] For port 15139416-d73a-4516-8283-b6af3e46a1af, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=15139416-d73a-4516-8283-b6af3e46a1af,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:07:35.701097 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (15139416-d73a-4516-8283-b6af3e46a1af), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:35.737829 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:35.738458 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:35.739934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] 10.222.0.73 "PUT /v2.0/ports/15139416-d73a-4516-8283-b6af3e46a1af HTTP/1.1" status: 200 len: 1097 time: 1.0129182 Feb 11 06:07:35.740308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a88816-06e8-4d91-9088-48f0267566d7', 'tag': '15139416-d73a-4516-8283-b6af3e46a1af'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:35.742658 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a87fbb5-cb61-441f-a043-272ec5a4ca41" -d '{"events": [{"name": "network-changed", "server_uuid": "40a88816-06e8-4d91-9088-48f0267566d7", "tag": "15139416-d73a-4516-8283-b6af3e46a1af"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:35.774707 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74326e9b-44a2-4873-84a9-a329d220e669 service neutron] Pushing event updated for resources: {'Port': ['ID=15139416-d73a-4516-8283-b6af3e46a1af,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:35.795505 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e651d0-bdd8-4589-a593-199da57a8ffa x-openstack-request-id: req-e0e651d0-bdd8-4589-a593-199da57a8ffa {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:35.795810 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a88816-06e8-4d91-9088-48f0267566d7", "tag": "15139416-d73a-4516-8283-b6af3e46a1af", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:35.796068 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e0e651d0-bdd8-4589-a593-199da57a8ffa {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:35.796466 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a88816-06e8-4d91-9088-48f0267566d7', 'tag': '15139416-d73a-4516-8283-b6af3e46a1af', 'status': 'completed', 'code': 200} Feb 11 06:07:35.831983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-fe3d53b5-2019-4110-98a3-69fb364421d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:35.833528 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-fe3d53b5-2019-4110-98a3-69fb364421d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89e66639283a488f91e77ba918701196&device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 1131 time: 0.0509913 Feb 11 06:07:35.879102 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-357dbd8c-be48-4b5c-8ec1-e88040c85c1a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=15139416-d73a-4516-8283-b6af3e46a1af HTTP/1.1" status: 200 len: 217 time: 0.0387034 Feb 11 06:07:35.936446 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-4bc1a7e2-7d01-4a38-94e5-b8af62b68e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:35.938075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-4bc1a7e2-7d01-4a38-94e5-b8af62b68e65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0536408 Feb 11 06:07:35.992528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-08474491-9cc6-453b-8b91-b925c7496c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:35.994052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-08474491-9cc6-453b-8b91-b925c7496c2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0487459 Feb 11 06:07:36.096735 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-c7e0b1db-2106-4546-82be-ff8695a14aba service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958607 Feb 11 06:07:36.190623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f3fe3b2-a2a7-4d98-b708-960e1617fbca req-dfa8417d-f55d-4a3e-b9a8-2efb219d8315 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869968 Feb 11 06:07:36.282698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87fbb5-cb61-441f-a043-272ec5a4ca41 req-e11f5315-8c6d-4215-a4dc-021d22ce16de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:36.284277 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a87fbb5-cb61-441f-a043-272ec5a4ca41 req-e11f5315-8c6d-4215-a4dc-021d22ce16de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89e66639283a488f91e77ba918701196&device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 1131 time: 0.0457664 Feb 11 06:07:36.377792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87fbb5-cb61-441f-a043-272ec5a4ca41 req-1485bc78-1e81-4f46-8089-322acffbbe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:36.379245 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a87fbb5-cb61-441f-a043-272ec5a4ca41 req-1485bc78-1e81-4f46-8089-322acffbbe5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.0885105 Feb 11 06:07:36.420772 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a87fbb5-cb61-441f-a043-272ec5a4ca41 req-8a53d23c-69cb-4940-81ed-4348609c7aaf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=15139416-d73a-4516-8283-b6af3e46a1af HTTP/1.1" status: 200 len: 217 time: 0.0355308 Feb 11 06:07:36.510472 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87fbb5-cb61-441f-a043-272ec5a4ca41 req-18e9fb25-7929-41ff-b5b2-cc3d8b830e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:36.512010 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a87fbb5-cb61-441f-a043-272ec5a4ca41 req-18e9fb25-7929-41ff-b5b2-cc3d8b830e01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0817790 Feb 11 06:07:36.553750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db907262-518f-4b9c-9cb8-e7d166d48279 req-68e84c0f-0509-4441-99c0-adf7bc7304de tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:36.555243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db907262-518f-4b9c-9cb8-e7d166d48279 req-68e84c0f-0509-4441-99c0-adf7bc7304de tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/ports?device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 948 time: 0.0930159 Feb 11 06:07:36.595709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87fbb5-cb61-441f-a043-272ec5a4ca41 req-260a694a-8b30-4774-853e-bc9eb012e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:36.597252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a87fbb5-cb61-441f-a043-272ec5a4ca41 req-260a694a-8b30-4774-853e-bc9eb012e9b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0771999 Feb 11 06:07:36.630645 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db907262-518f-4b9c-9cb8-e7d166d48279 req-4859a6f3-61ff-40f0-9df6-9f12dcc8d50c tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f5ffe55-5be9-4aac-be8c-fbb217ad0de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687621 Feb 11 06:07:36.703551 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a87fbb5-cb61-441f-a043-272ec5a4ca41 req-5f15a9d8-87ae-4555-bb7f-f0272218ac0d service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962734 Feb 11 06:07:36.790447 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a87fbb5-cb61-441f-a043-272ec5a4ca41 req-c071f129-925b-4d04-b3d8-69eb52cbdc55 service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807931 Feb 11 06:07:37.758224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efae4f0-67ab-4bbe-9c67-d3f6d975b655 req-ef4cb62a-068c-468f-89b7-5f944a775fc1 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:37.759721 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6efae4f0-67ab-4bbe-9c67-d3f6d975b655 req-ef4cb62a-068c-468f-89b7-5f944a775fc1 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/ports?device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 948 time: 0.0567338 Feb 11 06:07:37.818313 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6efae4f0-67ab-4bbe-9c67-d3f6d975b655 req-ac91ef46-70d3-4454-8134-b3d8a45d3782 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f5ffe55-5be9-4aac-be8c-fbb217ad0de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522408 Feb 11 06:07:38.940172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5dee8-4a15-40e0-99ce-ef6f33d2adbf req-fc5a28bb-f351-45c1-aac3-115b575e49a2 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:38.941680 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53a5dee8-4a15-40e0-99ce-ef6f33d2adbf req-fc5a28bb-f351-45c1-aac3-115b575e49a2 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/ports?device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 948 time: 0.0546200 Feb 11 06:07:38.989042 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53a5dee8-4a15-40e0-99ce-ef6f33d2adbf req-40bd9b6d-bb4a-4ef7-980e-36da5fe8faee tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f5ffe55-5be9-4aac-be8c-fbb217ad0de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417948 Feb 11 06:07:39.521288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 15139416-d73a-4516-8283-b6af3e46a1af details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:07:39.619259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 15139416-d73a-4516-8283-b6af3e46a1af, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=15139416-d73a-4516-8283-b6af3e46a1af,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:39.629580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '15139416-d73a-4516-8283-b6af3e46a1af', 'network_id': 'ce46a8de-870c-419e-aa11-275a6e1bc9bd', 'port_id': '15139416-d73a-4516-8283-b6af3e46a1af', 'mac_address': 'fa:16:3e:c6:11:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fe1fc2-33e3-48f0-ad68-3becea6e01d4', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:07:39.670067 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 15139416-d73a-4516-8283-b6af3e46a1af is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:39.670469 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (15139416-d73a-4516-8283-b6af3e46a1af), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:39.683903 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15139416-d73a-4516-8283-b6af3e46a1af {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:07:39.703753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 15139416-d73a-4516-8283-b6af3e46a1af, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=15139416-d73a-4516-8283-b6af3e46a1af,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:39.707783 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (15139416-d73a-4516-8283-b6af3e46a1af), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:39.760726 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=15139416-d73a-4516-8283-b6af3e46a1af,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:39.982567 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['15139416-d73a-4516-8283-b6af3e46a1af'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:07:40.106802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097110a-3684-411d-9395-1f261371b1ef req-82efdcb8-11e5-4ad3-9fc9-de67ace13400 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:40.108313 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a097110a-3684-411d-9395-1f261371b1ef req-82efdcb8-11e5-4ad3-9fc9-de67ace13400 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/ports?device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 949 time: 0.0529416 Feb 11 06:07:40.158394 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a097110a-3684-411d-9395-1f261371b1ef req-ef445f6d-d8c1-41f3-a6be-c7a6ae68aaf8 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f5ffe55-5be9-4aac-be8c-fbb217ad0de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438623 Feb 11 06:07:40.238266 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:41.280118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d09af5-8f48-4522-9786-fe0f14dd3547 req-ca89c28d-9752-4c6f-943d-b2367d288bce tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:41.281612 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1d09af5-8f48-4522-9786-fe0f14dd3547 req-ca89c28d-9752-4c6f-943d-b2367d288bce tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/ports?device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 949 time: 0.0561740 Feb 11 06:07:41.326776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1d09af5-8f48-4522-9786-fe0f14dd3547 req-7cd958a8-bab8-4ff4-9b8b-9f197b589537 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f5ffe55-5be9-4aac-be8c-fbb217ad0de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396335 Feb 11 06:07:41.521364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 15139416-d73a-4516-8283-b6af3e46a1af up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:07:41.571450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 15139416-d73a-4516-8283-b6af3e46a1af completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:07:41.575676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 15139416-d73a-4516-8283-b6af3e46a1af triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:41.576058 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (15139416-d73a-4516-8283-b6af3e46a1af), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:41.651246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 15139416-d73a-4516-8283-b6af3e46a1af is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:41.651695 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (15139416-d73a-4516-8283-b6af3e46a1af), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:41.673981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a88816-06e8-4d91-9088-48f0267566d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15139416-d73a-4516-8283-b6af3e46a1af'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:41.676241 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df80d26f-e750-4106-9e73-27d6f36cd497" -d '{"events": [{"server_uuid": "40a88816-06e8-4d91-9088-48f0267566d7", "name": "network-vif-plugged", "status": "completed", "tag": "15139416-d73a-4516-8283-b6af3e46a1af"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:41.689176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 15139416-d73a-4516-8283-b6af3e46a1af, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=15139416-d73a-4516-8283-b6af3e46a1af,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:41.693407 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (15139416-d73a-4516-8283-b6af3e46a1af), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:41.723270 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca67b34-d8d4-44c6-8d14-c13cff60ac36 x-openstack-request-id: req-cca67b34-d8d4-44c6-8d14-c13cff60ac36 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:41.723607 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a88816-06e8-4d91-9088-48f0267566d7", "name": "network-vif-plugged", "status": "completed", "tag": "15139416-d73a-4516-8283-b6af3e46a1af", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:41.723856 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cca67b34-d8d4-44c6-8d14-c13cff60ac36 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:41.724244 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a88816-06e8-4d91-9088-48f0267566d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15139416-d73a-4516-8283-b6af3e46a1af', 'code': 200} Feb 11 06:07:41.750555 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=15139416-d73a-4516-8283-b6af3e46a1af,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:41.818266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061b15e-230d-4025-aed2-2bcef46d6142 req-36c53dd5-45ff-4e51-b14b-3e79333adebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:41.819808 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3061b15e-230d-4025-aed2-2bcef46d6142 req-36c53dd5-45ff-4e51-b14b-3e79333adebf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 1133 time: 0.0451598 Feb 11 06:07:41.862186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3061b15e-230d-4025-aed2-2bcef46d6142 req-90e5a7f6-76c4-4e5e-9f51-f9634074ec13 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1f5ffe55-5be9-4aac-be8c-fbb217ad0de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362866 Feb 11 06:07:42.450174 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d661521-6a8e-402f-b816-fbeb98cecdae req-e81b7d41-3811-4aaf-b7e8-f0f530ceb45b tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:42.451678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d661521-6a8e-402f-b816-fbeb98cecdae req-e81b7d41-3811-4aaf-b7e8-f0f530ceb45b tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/ports?device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 950 time: 0.0563986 Feb 11 06:07:42.498072 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d661521-6a8e-402f-b816-fbeb98cecdae req-21072a15-ab7d-4ed3-a7c0-55d73e5a71a4 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f5ffe55-5be9-4aac-be8c-fbb217ad0de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405893 Feb 11 06:07:43.420295 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b967573d-8e88-4134-86f4-35d1b037ba55 req-e8eafcd2-63e3-41f6-8621-fb7e592946b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=40a88816-06e8-4d91-9088-48f0267566d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436113 Feb 11 06:07:43.503616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967573d-8e88-4134-86f4-35d1b037ba55 req-e99ab042-4b67-444d-987f-594ca5d222a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:43.505109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b967573d-8e88-4134-86f4-35d1b037ba55 req-e99ab042-4b67-444d-987f-594ca5d222a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89e66639283a488f91e77ba918701196&device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 1133 time: 0.0452549 Feb 11 06:07:43.644590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967573d-8e88-4134-86f4-35d1b037ba55 req-28eeb161-70df-4ec6-a0d3-ee17f0230490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:43.646059 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b967573d-8e88-4134-86f4-35d1b037ba55 req-28eeb161-70df-4ec6-a0d3-ee17f0230490 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ce46a8de-870c-419e-aa11-275a6e1bc9bd HTTP/1.1" status: 200 len: 870 time: 0.1235437 Feb 11 06:07:43.656035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ffd09-da5c-4ef3-ab1a-445cc14e0f63 req-4053623f-f651-49c6-b64f-5fbad390f11a tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:43.657402 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-913ffd09-da5c-4ef3-ab1a-445cc14e0f63 req-4053623f-f651-49c6-b64f-5fbad390f11a tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/ports?device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 950 time: 0.0751591 Feb 11 06:07:43.701549 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b967573d-8e88-4134-86f4-35d1b037ba55 req-254cea0d-ecb7-4ba3-8044-fd85b2af19bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=15139416-d73a-4516-8283-b6af3e46a1af HTTP/1.1" status: 200 len: 217 time: 0.0429914 Feb 11 06:07:43.768767 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-913ffd09-da5c-4ef3-ab1a-445cc14e0f63 req-78af8044-0a9d-459b-9946-0c0c9951f3e5 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f5ffe55-5be9-4aac-be8c-fbb217ad0de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050541 Feb 11 06:07:43.772549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967573d-8e88-4134-86f4-35d1b037ba55 req-be7dd057-8d47-447c-b1c8-62b94c82ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:43.773956 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b967573d-8e88-4134-86f4-35d1b037ba55 req-be7dd057-8d47-447c-b1c8-62b94c82ec1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c9fe1fc2-33e3-48f0-ad68-3becea6e01d4 HTTP/1.1" status: 200 len: 843 time: 0.0646911 Feb 11 06:07:43.824110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967573d-8e88-4134-86f4-35d1b037ba55 req-0bcc1af3-cf48-41fe-bec5-a5c06177ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:43.825566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b967573d-8e88-4134-86f4-35d1b037ba55 req-0bcc1af3-cf48-41fe-bec5-a5c06177ff48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ce46a8de-870c-419e-aa11-275a6e1bc9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0449898 Feb 11 06:07:43.924266 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b967573d-8e88-4134-86f4-35d1b037ba55 req-7e9be93c-91ac-4c02-b712-0721a406756b service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907886 Feb 11 06:07:44.017662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b967573d-8e88-4134-86f4-35d1b037ba55 req-cc076009-f480-40cd-851f-217761cba5ad service neutron] 10.222.0.73 "GET /v2.0/networks/ce46a8de-870c-419e-aa11-275a6e1bc9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875142 Feb 11 06:07:44.173156 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-c9ae961a-6826-442e-ba55-1078eedf38c5 req-7dd379f3-345a-4fa2-835b-2928253c26c2 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:07:44.174167 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9ae961a-6826-442e-ba55-1078eedf38c5 req-7dd379f3-345a-4fa2-835b-2928253c26c2 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470495 Feb 11 06:07:44.589734 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:44.769061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-306e3d87-f5ca-4b7e-a71e-4fa477999911 req-8345a17a-c556-42d9-b1f3-83a8cb534c54 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:07:44.770062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-306e3d87-f5ca-4b7e-a71e-4fa477999911 req-8345a17a-c556-42d9-b1f3-83a8cb534c54 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055542 Feb 11 06:07:45.111069 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6161aa-e59c-4f59-b002-8b7454d2c8d2 req-10374665-f50b-452a-889d-179926e793c8 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:45.112485 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd6161aa-e59c-4f59-b002-8b7454d2c8d2 req-10374665-f50b-452a-889d-179926e793c8 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/ports?device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 950 time: 0.0574193 Feb 11 06:07:45.157782 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd6161aa-e59c-4f59-b002-8b7454d2c8d2 req-7b369961-76c2-4a0d-924f-cc318c50dadc tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f5ffe55-5be9-4aac-be8c-fbb217ad0de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397534 Feb 11 06:07:46.280623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d80d7c-e1fb-4c42-9494-a76e5ffffc5b req-79d22182-50dd-41f8-847a-2bdaeedae40e tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:46.282156 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81d80d7c-e1fb-4c42-9494-a76e5ffffc5b req-79d22182-50dd-41f8-847a-2bdaeedae40e tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/ports?device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 950 time: 0.0543337 Feb 11 06:07:46.328472 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-81d80d7c-e1fb-4c42-9494-a76e5ffffc5b req-980a8d93-b8bc-4b30-a68c-cc1ba4bf06e0 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/security-groups?id=1f5ffe55-5be9-4aac-be8c-fbb217ad0de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406554 Feb 11 06:07:46.508014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dd156-2f53-45cc-9bce-c37ddc74cc06 req-fb7ce9da-c1b2-4ea8-ad01-25f99230b941 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:46.509383 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee3dd156-2f53-45cc-9bce-c37ddc74cc06 req-fb7ce9da-c1b2-4ea8-ad01-25f99230b941 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.73 "GET /v2.0/ports?device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 950 time: 0.0554152 Feb 11 06:07:46.598997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ee3dd156-2f53-45cc-9bce-c37ddc74cc06 req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Deleting port 15139416-d73a-4516-8283-b6af3e46a1af {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:07:46.599338 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee3dd156-2f53-45cc-9bce-c37ddc74cc06 req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (15139416-d73a-4516-8283-b6af3e46a1af), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:46.690391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ee3dd156-2f53-45cc-9bce-c37ddc74cc06 req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] For port 15139416-d73a-4516-8283-b6af3e46a1af, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=15139416-d73a-4516-8283-b6af3e46a1af,segment=NetworkSegment(a55ba43f-01a8-40c4-970b-f9d14b065644),segment_id=a55ba43f-01a8-40c4-970b-f9d14b065644)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:46.690756 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee3dd156-2f53-45cc-9bce-c37ddc74cc06 req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (15139416-d73a-4516-8283-b6af3e46a1af), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:46.702904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-ee3dd156-2f53-45cc-9bce-c37ddc74cc06 req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Calling delete_port for 15139416-d73a-4516-8283-b6af3e46a1af owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:07:46.828843 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee3dd156-2f53-45cc-9bce-c37ddc74cc06 req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (15139416-d73a-4516-8283-b6af3e46a1af), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:46.840471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['15139416-d73a-4516-8283-b6af3e46a1af'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:07:46.862814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Pushing event deleted for resources: {'Port': ['ID=15139416-d73a-4516-8283-b6af3e46a1af,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:46.877062 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:46.877429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:46.877852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:46.878203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:46.878546 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:46.878885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:46.879227 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:46.879586 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:46.879924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:46.880256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:46.880591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:46.880920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:46.881250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:46.919206 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3dd156-2f53-45cc-9bce-c37ddc74cc06 req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] No DVR routers for this DVR port 15139416-d73a-4516-8283-b6af3e46a1af on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:07:46.921790 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ee3dd156-2f53-45cc-9bce-c37ddc74cc06 req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:46.925177 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee3dd156-2f53-45cc-9bce-c37ddc74cc06 req-e73395a6-70ab-4c83-b9c1-58a39fe41dc9 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.73 "DELETE /v2.0/ports/15139416-d73a-4516-8283-b6af3e46a1af HTTP/1.1" status: 204 len: 173 time: 0.4105763 Feb 11 06:07:46.925609 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a88816-06e8-4d91-9088-48f0267566d7', 'name': 'network-vif-deleted', 'tag': '15139416-d73a-4516-8283-b6af3e46a1af'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:46.928145 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0fcb58-97e2-4cde-a5f3-34aecffdb8de" -d '{"events": [{"server_uuid": "40a88816-06e8-4d91-9088-48f0267566d7", "name": "network-vif-deleted", "tag": "15139416-d73a-4516-8283-b6af3e46a1af"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:46.971344 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcea83a8-9be2-43a3-a1b2-b116f9db9f71 x-openstack-request-id: req-bcea83a8-9be2-43a3-a1b2-b116f9db9f71 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:46.971668 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a88816-06e8-4d91-9088-48f0267566d7", "name": "network-vif-deleted", "tag": "15139416-d73a-4516-8283-b6af3e46a1af", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:46.971925 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bcea83a8-9be2-43a3-a1b2-b116f9db9f71 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:46.972327 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a88816-06e8-4d91-9088-48f0267566d7', 'name': 'network-vif-deleted', 'tag': '15139416-d73a-4516-8283-b6af3e46a1af', 'status': 'completed', 'code': 200} Feb 11 06:07:47.441399 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cda6ae54-4058-41f4-8c18-8173662b3eaf req-173af727-86f7-4800-97e6-2f84af0f6fc5 tempest-ServersAdminNegativeTestJSON-413816665 tempest-ServersAdminNegativeTestJSON-413816665-project] 10.222.0.87 "GET /v2.0/ports?device_id=40a88816-06e8-4d91-9088-48f0267566d7 HTTP/1.1" status: 200 len: 210 time: 0.0286319 Feb 11 06:07:48.734042 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53308) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:48.865934 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f9df9295-dce2-42d4-97fb-9c0b5053cd37 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=89e66639283a488f91e77ba918701196&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307242 Feb 11 06:07:48.868459 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53312) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:48.917276 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Publish callbacks [] for security_group (1f5ffe55-5be9-4aac-be8c-fbb217ad0de4), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:48.939189 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Publish callbacks [] for security_group (1f5ffe55-5be9-4aac-be8c-fbb217ad0de4), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:48.985386 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (1f5ffe55-5be9-4aac-be8c-fbb217ad0de4), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:48.988446 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:48.989598 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1f5ffe55-5be9-4aac-be8c-fbb217ad0de4 HTTP/1.1" status: 204 len: 168 time: 0.1202490 Feb 11 06:07:48.997886 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5ffe55-5be9-4aac-be8c-fbb217ad0de4,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:49.005289 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:49.005642 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:49.005988 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:49.006329 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:49.006664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:49.006999 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:49.007328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:49.007690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:49.008028 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:49.008366 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:49.008683 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:49.009009 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:49.009334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0592f678-2821-49c7-8fbf-95e73ae44b66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:07:49.247747 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53318) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:49.260801 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8475ca5c-52d6-42b1-ab2f-615aab3efbf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:49.336320 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8475ca5c-52d6-42b1-ab2f-615aab3efbf1 admin admin] Publish callbacks [] for security_group (a721d4e1-c30a-4f01-af62-e2fd80c15c76), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:49.339917 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8475ca5c-52d6-42b1-ab2f-615aab3efbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a721d4e1-c30a-4f01-af62-e2fd80c15c76), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:49.378236 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8475ca5c-52d6-42b1-ab2f-615aab3efbf1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6957368e83cb4df8962699240d91b79b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293390 Feb 11 06:07:49.379125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475ca5c-52d6-42b1-ab2f-615aab3efbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a721d4e1-c30a-4f01-af62-e2fd80c15c76,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:49.381006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53320) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:49.429686 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ff43d15-e057-4f71-922a-9c86ede48bab admin admin] Publish callbacks [] for security_group (a721d4e1-c30a-4f01-af62-e2fd80c15c76), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:49.450384 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ff43d15-e057-4f71-922a-9c86ede48bab admin admin] Publish callbacks [] for security_group (a721d4e1-c30a-4f01-af62-e2fd80c15c76), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:49.495588 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ff43d15-e057-4f71-922a-9c86ede48bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a721d4e1-c30a-4f01-af62-e2fd80c15c76), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:49.498066 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5ff43d15-e057-4f71-922a-9c86ede48bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:49.499204 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5ff43d15-e057-4f71-922a-9c86ede48bab admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a721d4e1-c30a-4f01-af62-e2fd80c15c76 HTTP/1.1" status: 204 len: 168 time: 0.1172152 Feb 11 06:07:49.506692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff43d15-e057-4f71-922a-9c86ede48bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a721d4e1-c30a-4f01-af62-e2fd80c15c76,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:50.158444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53342) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:50.252272 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-e4408ef7-59ff-4408-95e9-baabcc985c3b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2006765190-network', 'tenant_id': 'f5c0008f4f09487590b63c8a7caef1a6'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:50.275048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4408ef7-59ff-4408-95e9-baabcc985c3b admin admin] Made reservation on behalf of f5c0008f4f09487590b63c8a7caef1a6 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:07:50.277786 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4408ef7-59ff-4408-95e9-baabcc985c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:50.285905 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4408ef7-59ff-4408-95e9-baabcc985c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:50.358061 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4408ef7-59ff-4408-95e9-baabcc985c3b admin admin] Publish callbacks [] for security_group (0fad11de-e9d8-43c5-b842-72eb71dd28ae), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:50.361879 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4408ef7-59ff-4408-95e9-baabcc985c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0fad11de-e9d8-43c5-b842-72eb71dd28ae), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:50.378783 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:07:50.387309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4408ef7-59ff-4408-95e9-baabcc985c3b admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:07:50.397306 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4408ef7-59ff-4408-95e9-baabcc985c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fad11de-e9d8-43c5-b842-72eb71dd28ae,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:50.403214 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4408ef7-59ff-4408-95e9-baabcc985c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2cceb332-eed3-4d57-bc4e-b7f79d618335), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:50.403594 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-e4408ef7-59ff-4408-95e9-baabcc985c3b admin admin] Added segment 2cceb332-eed3-4d57-bc4e-b7f79d618335 of type vlan for network 7edad6b3-a0c5-411b-aa64-0c19da23b04a Feb 11 06:07:50.443088 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4408ef7-59ff-4408-95e9-baabcc985c3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (7edad6b3-a0c5-411b-aa64-0c19da23b04a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:50.467779 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4408ef7-59ff-4408-95e9-baabcc985c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (7edad6b3-a0c5-411b-aa64-0c19da23b04a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:50.468823 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4408ef7-59ff-4408-95e9-baabcc985c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:50.469403 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e4408ef7-59ff-4408-95e9-baabcc985c3b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:50.503670 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e4408ef7-59ff-4408-95e9-baabcc985c3b admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3440719 Feb 11 06:07:50.506952 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53346) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:50.512731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-513a8126-e337-4098-addf-63b8c5865b52 admin admin] Request body: {'subnet': {'network_id': '7edad6b3-a0c5-411b-aa64-0c19da23b04a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2006765190-subnet', 'tenant_id': 'f5c0008f4f09487590b63c8a7caef1a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:50.531869 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513a8126-e337-4098-addf-63b8c5865b52 admin admin] Made reservation on behalf of f5c0008f4f09487590b63c8a7caef1a6 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:07:50.534339 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-513a8126-e337-4098-addf-63b8c5865b52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:50.534469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4408ef7-59ff-4408-95e9-baabcc985c3b admin admin] Pushing event updated for resources: {'Network': ['ID=7edad6b3-a0c5-411b-aa64-0c19da23b04a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:50.544730 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 7edad6b3-a0c5-411b-aa64-0c19da23b04a details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:07:50.702422 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-513a8126-e337-4098-addf-63b8c5865b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (d63c0f68-e2ec-44d2-923b-74fa2ab28353), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:50.762498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a8126-e337-4098-addf-63b8c5865b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63c0f68-e2ec-44d2-923b-74fa2ab28353,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:50.769575 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513a8126-e337-4098-addf-63b8c5865b52 admin admin] Checking segment: {'id': '2cceb332-eed3-4d57-bc4e-b7f79d618335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7edad6b3-a0c5-411b-aa64-0c19da23b04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:07:50.769934 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513a8126-e337-4098-addf-63b8c5865b52 admin admin] Network hostable DHCP agents. Network: 7edad6b3-a0c5-411b-aa64-0c19da23b04a, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:07:50.785725 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513a8126-e337-4098-addf-63b8c5865b52 admin admin] Network 7edad6b3-a0c5-411b-aa64-0c19da23b04a is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:07:50.794371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-513a8126-e337-4098-addf-63b8c5865b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 7edad6b3-a0c5-411b-aa64-0c19da23b04a) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:07:50.798556 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513a8126-e337-4098-addf-63b8c5865b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:50.799140 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-513a8126-e337-4098-addf-63b8c5865b52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:50.805618 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13551c85-a47b-481b-9d61-a6dc0ca56cbc None None] Network 7edad6b3-a0c5-411b-aa64-0c19da23b04a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:07:50.814931 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-513a8126-e337-4098-addf-63b8c5865b52 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3067887 Feb 11 06:07:50.911050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8bd4b6-e64f-42ba-ae1c-047171d126ac None None] Network 7edad6b3-a0c5-411b-aa64-0c19da23b04a requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:07:51.237613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-df75bf41-5448-4b7a-8de6-ef692285b39b tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:51.239089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-df75bf41-5448-4b7a-8de6-ef692285b39b tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/networks?id=7edad6b3-a0c5-411b-aa64-0c19da23b04a HTTP/1.1" status: 200 len: 812 time: 0.1005177 Feb 11 06:07:51.253792 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-9482f9f1-c0c4-42ef-960c-bd8ed25820b8 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/quotas/f5c0008f4f09487590b63c8a7caef1a6 HTTP/1.1" status: 200 len: 375 time: 0.0089765 Feb 11 06:07:51.286493 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-66a88490-27cd-4c73-981b-e6b603ad284b tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f5c0008f4f09487590b63c8a7caef1a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277267 Feb 11 06:07:51.378432 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-f480256b-d2ca-40b4-ac77-0ce663265d09 service neutron] 10.222.0.87 "GET /v2.0/networks/7edad6b3-a0c5-411b-aa64-0c19da23b04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843160 Feb 11 06:07:51.468503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-81b75230-518a-43bc-ac21-2dd20b47d1fa service neutron] 10.222.0.87 "GET /v2.0/networks/7edad6b3-a0c5-411b-aa64-0c19da23b04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843458 Feb 11 06:07:51.565836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 15139416-d73a-4516-8283-b6af3e46a1af no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:07:51.586973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 15139416-d73a-4516-8283-b6af3e46a1af {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:07:51.587325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 15139416-d73a-4516-8283-b6af3e46a1af not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:07:52.638582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51ac5398-b6ec-4fc5-a0c3-7d59e7885ffd req-9188d0be-a725-4d51-89cf-8425c798dd2e tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 210 time: 0.0274184 Feb 11 06:07:53.572075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-55de8a13-e167-4962-a124-922e99b0a010 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:53.574101 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-55de8a13-e167-4962-a124-922e99b0a010 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.73 "GET /v2.0/networks?id=7edad6b3-a0c5-411b-aa64-0c19da23b04a HTTP/1.1" status: 200 len: 812 time: 0.1139555 Feb 11 06:07:53.586023 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-a52e112d-e726-47cf-8767-eb7db2ba53e2 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Request body: {'port': {'device_id': 'ac933431-72b5-42c2-a978-03e6048442c9', 'network_id': '7edad6b3-a0c5-411b-aa64-0c19da23b04a', 'admin_state_up': True, 'tenant_id': 'f5c0008f4f09487590b63c8a7caef1a6'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:53.696708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-a52e112d-e726-47cf-8767-eb7db2ba53e2 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Made reservation on behalf of f5c0008f4f09487590b63c8a7caef1a6 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:07:53.700066 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-a52e112d-e726-47cf-8767-eb7db2ba53e2 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:53.739830 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da74f36e-7dee-405a-a5d6-fb3bf32d222a req-89b2a29e-9a06-44f5-a270-fc4c4a4dd4cb tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 210 time: 0.0303524 Feb 11 06:07:53.850335 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-a52e112d-e726-47cf-8767-eb7db2ba53e2 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Allocated IP 172.20.0.4 (7edad6b3-a0c5-411b-aa64-0c19da23b04a/d63c0f68-e2ec-44d2-923b-74fa2ab28353/b0aab9bf-9e18-4cb4-800a-dfb63c24a29b) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:07:54.000625 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-a52e112d-e726-47cf-8767-eb7db2ba53e2 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Publish callbacks [] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:54.033788 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-a52e112d-e726-47cf-8767-eb7db2ba53e2 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:54.078721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-a52e112d-e726-47cf-8767-eb7db2ba53e2 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Network 7edad6b3-a0c5-411b-aa64-0c19da23b04a is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:07:54.081764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-a52e112d-e726-47cf-8767-eb7db2ba53e2 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:07:54.085262 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-a52e112d-e726-47cf-8767-eb7db2ba53e2 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:07:54.091817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e112d-e726-47cf-8767-eb7db2ba53e2 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Pushing event updated for resources: {'Port': ['ID=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:54.135363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-a52e112d-e726-47cf-8767-eb7db2ba53e2 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:54.135985 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-a52e112d-e726-47cf-8767-eb7db2ba53e2 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:54.153020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-a52e112d-e726-47cf-8767-eb7db2ba53e2 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707898 Feb 11 06:07:54.164706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Request body: {'port': {'device_id': 'ac933431-72b5-42c2-a978-03e6048442c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:54.223980 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:54.473694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0aab9bf-9e18-4cb4-800a-dfb63c24a29b {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:07:54.480977 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Publish callbacks [] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:54.492420 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Transition to ACTIVE for port object b0aab9bf-9e18-4cb4-800a-dfb63c24a29b will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:07:54.496375 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:54.544591 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Pushing event updated for resources: {'Port': ['ID=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:54.616372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Attempting to bind port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:07:54.616731 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Attempting to bind port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '2cceb332-eed3-4d57-bc4e-b7f79d618335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7edad6b3-a0c5-411b-aa64-0c19da23b04a'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:07:54.617063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Attempting to bind port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b on network 7edad6b3-a0c5-411b-aa64-0c19da23b04a {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:07:54.621357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b on network 7edad6b3-a0c5-411b-aa64-0c19da23b04a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:07:54.621695 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Attempting to bind port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b on network 7edad6b3-a0c5-411b-aa64-0c19da23b04a {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:07:54.626426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:07:54.626772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Checking segment: {'id': '2cceb332-eed3-4d57-bc4e-b7f79d618335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7edad6b3-a0c5-411b-aa64-0c19da23b04a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:07:54.627155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Bound using segment: {'id': '2cceb332-eed3-4d57-bc4e-b7f79d618335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7edad6b3-a0c5-411b-aa64-0c19da23b04a'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:07:54.627622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Bound port: b0aab9bf-9e18-4cb4-800a-dfb63c24a29b, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cceb332-eed3-4d57-bc4e-b7f79d618335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7edad6b3-a0c5-411b-aa64-0c19da23b04a'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:07:54.627982 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:54.689968 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] For port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:07:54.692922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] For port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,segment=NetworkSegment(2cceb332-eed3-4d57-bc4e-b7f79d618335),segment_id=2cceb332-eed3-4d57-bc4e-b7f79d618335)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:07:54.699741 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:54.735792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:54.736413 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:54.737804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] 10.222.0.73 "PUT /v2.0/ports/b0aab9bf-9e18-4cb4-800a-dfb63c24a29b HTTP/1.1" status: 200 len: 1092 time: 0.5771043 Feb 11 06:07:54.738240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac933431-72b5-42c2-a978-03e6048442c9', 'tag': 'b0aab9bf-9e18-4cb4-800a-dfb63c24a29b'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:54.740502 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e345f188-37b0-4076-a54a-ff9e6b43de77" -d '{"events": [{"name": "network-changed", "server_uuid": "ac933431-72b5-42c2-a978-03e6048442c9", "tag": "b0aab9bf-9e18-4cb4-800a-dfb63c24a29b"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:54.762970 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57a7b0-3a00-43ac-a027-9046d83ac918 service neutron] Pushing event updated for resources: {'Port': ['ID=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:54.811022 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdca59c-23b5-4139-b604-b87f81f78b20 x-openstack-request-id: req-2fdca59c-23b5-4139-b604-b87f81f78b20 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:54.811330 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac933431-72b5-42c2-a978-03e6048442c9", "tag": "b0aab9bf-9e18-4cb4-800a-dfb63c24a29b", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:54.811611 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2fdca59c-23b5-4139-b604-b87f81f78b20 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:54.812007 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac933431-72b5-42c2-a978-03e6048442c9', 'tag': 'b0aab9bf-9e18-4cb4-800a-dfb63c24a29b', 'status': 'completed', 'code': 200} Feb 11 06:07:54.861603 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-7e80babe-ce5b-45e1-8fdb-d6f46df68f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:54.863110 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-7e80babe-ce5b-45e1-8fdb-d6f46df68f8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f5c0008f4f09487590b63c8a7caef1a6&device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 1126 time: 0.0840178 Feb 11 06:07:54.883294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b52eb-e58f-4111-98a7-bbaf9d809149 req-c794b1d4-1092-4caa-899d-64b9a03e830b tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:54.884782 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a05b52eb-e58f-4111-98a7-bbaf9d809149 req-c794b1d4-1092-4caa-899d-64b9a03e830b tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 943 time: 0.0661480 Feb 11 06:07:54.916593 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-38f8f60f-9d5e-4ef7-bba0-8e1e2db59a92 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b HTTP/1.1" status: 200 len: 217 time: 0.0460491 Feb 11 06:07:54.992747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-9fc99f1a-16aa-4247-a8ca-db04f5c3a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:54.994229 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-9fc99f1a-16aa-4247-a8ca-db04f5c3a2a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d63c0f68-e2ec-44d2-923b-74fa2ab28353 HTTP/1.1" status: 200 len: 852 time: 0.0717463 Feb 11 06:07:54.998220 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a05b52eb-e58f-4111-98a7-bbaf9d809149 req-32a87765-a6b3-482a-9aa7-8cbaac29419c tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841503 Feb 11 06:07:55.026326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-05b107ee-2191-4582-8e49-b3602b99c3b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7edad6b3-a0c5-411b-aa64-0c19da23b04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264082 Feb 11 06:07:55.113369 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-4ffaf54d-a5c0-47ef-8196-7d3b18d875a1 service neutron] 10.222.0.73 "GET /v2.0/networks/7edad6b3-a0c5-411b-aa64-0c19da23b04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803189 Feb 11 06:07:55.202878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45c95872-a937-4df0-acf4-aafb4f9a2dd2 req-6153f269-eb3a-489f-b9a0-f19027e5b678 service neutron] 10.222.0.73 "GET /v2.0/networks/7edad6b3-a0c5-411b-aa64-0c19da23b04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838118 Feb 11 06:07:55.289482 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345f188-37b0-4076-a54a-ff9e6b43de77 req-0bb42f8b-288c-4157-a51d-f1e48dc9d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:55.290992 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e345f188-37b0-4076-a54a-ff9e6b43de77 req-0bb42f8b-288c-4157-a51d-f1e48dc9d61e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f5c0008f4f09487590b63c8a7caef1a6&device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 1126 time: 0.0456104 Feb 11 06:07:55.381176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345f188-37b0-4076-a54a-ff9e6b43de77 req-0a9d20b1-64d8-4871-a0ae-d3db21a91bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:55.382642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e345f188-37b0-4076-a54a-ff9e6b43de77 req-0a9d20b1-64d8-4871-a0ae-d3db21a91bd0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7edad6b3-a0c5-411b-aa64-0c19da23b04a HTTP/1.1" status: 200 len: 913 time: 0.0854516 Feb 11 06:07:55.422741 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e345f188-37b0-4076-a54a-ff9e6b43de77 req-1ad06ba8-3ec5-4b76-a0ca-8ae5ad0408c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b HTTP/1.1" status: 200 len: 217 time: 0.0336952 Feb 11 06:07:55.471443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345f188-37b0-4076-a54a-ff9e6b43de77 req-128271ca-d5f7-4181-8c1d-7af09f5b42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:55.472961 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e345f188-37b0-4076-a54a-ff9e6b43de77 req-128271ca-d5f7-4181-8c1d-7af09f5b42e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d63c0f68-e2ec-44d2-923b-74fa2ab28353 HTTP/1.1" status: 200 len: 852 time: 0.0439842 Feb 11 06:07:55.508515 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e345f188-37b0-4076-a54a-ff9e6b43de77 req-8a1a7902-25d0-4ee6-884c-d7d9fcf98640 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7edad6b3-a0c5-411b-aa64-0c19da23b04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284467 Feb 11 06:07:55.595618 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e345f188-37b0-4076-a54a-ff9e6b43de77 req-108023f7-da9f-4bc6-be1e-474c6fc0617d service neutron] 10.222.0.73 "GET /v2.0/networks/7edad6b3-a0c5-411b-aa64-0c19da23b04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810795 Feb 11 06:07:55.999107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e345f188-37b0-4076-a54a-ff9e6b43de77 req-ddf5282f-d484-425f-a205-4c475d2cb291 service neutron] 10.222.0.73 "GET /v2.0/networks/7edad6b3-a0c5-411b-aa64-0c19da23b04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972445 Feb 11 06:07:56.117741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c5de1-e5c0-47fd-a350-42b0fdebc92b req-4a4d198e-208b-4da4-b464-012933ce97c9 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:56.119199 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-116c5de1-e5c0-47fd-a350-42b0fdebc92b req-4a4d198e-208b-4da4-b464-012933ce97c9 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 943 time: 0.0516174 Feb 11 06:07:56.164246 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-116c5de1-e5c0-47fd-a350-42b0fdebc92b req-08e3b60f-5bea-4220-a03e-3b8cffb777c9 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387666 Feb 11 06:07:57.281693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376866c-5bc7-4c26-9272-e786af318661 req-04304a51-0510-4d18-ba93-3c6b20a76983 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:57.283157 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5376866c-5bc7-4c26-9272-e786af318661 req-04304a51-0510-4d18-ba93-3c6b20a76983 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 943 time: 0.0517552 Feb 11 06:07:57.329052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5376866c-5bc7-4c26-9272-e786af318661 req-b2dcaea4-eb20-4031-93b9-8586f99d2f20 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403852 Feb 11 06:07:57.598514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b0aab9bf-9e18-4cb4-800a-dfb63c24a29b details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:07:57.696351 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,segment=NetworkSegment(2cceb332-eed3-4d57-bc4e-b7f79d618335),segment_id=2cceb332-eed3-4d57-bc4e-b7f79d618335)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:57.707100 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'b0aab9bf-9e18-4cb4-800a-dfb63c24a29b', 'network_id': '7edad6b3-a0c5-411b-aa64-0c19da23b04a', 'port_id': 'b0aab9bf-9e18-4cb4-800a-dfb63c24a29b', 'mac_address': 'fa:16:3e:51:33:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63c0f68-e2ec-44d2-923b-74fa2ab28353', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:07:57.743297 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:57.743718 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:57.758036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0aab9bf-9e18-4cb4-800a-dfb63c24a29b {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:07:57.779903 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,segment=NetworkSegment(2cceb332-eed3-4d57-bc4e-b7f79d618335),segment_id=2cceb332-eed3-4d57-bc4e-b7f79d618335)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:57.785305 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:57.836475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:57.976788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['b0aab9bf-9e18-4cb4-800a-dfb63c24a29b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:07:58.450402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf444c7-152e-4806-a395-9135704012ac req-bab9f887-e00f-41f1-af4f-b23c91c95e45 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:58.451989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2bf444c7-152e-4806-a395-9135704012ac req-bab9f887-e00f-41f1-af4f-b23c91c95e45 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 944 time: 0.0561571 Feb 11 06:07:58.497694 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2bf444c7-152e-4806-a395-9135704012ac req-975ae393-8457-47e9-b6b2-424204fe73f8 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398786 Feb 11 06:07:58.572328 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a2b9bbe-810a-4c54-be55-e086207e194e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:59.613175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b0aab9bf-9e18-4cb4-800a-dfb63c24a29b up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:07:59.617352 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450e192-fecf-4433-9fda-d73da068dbb2 req-bcc5105b-28c3-4feb-876d-c0438970f0bf tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:59.619095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6450e192-fecf-4433-9fda-d73da068dbb2 req-bcc5105b-28c3-4feb-876d-c0438970f0bf tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 944 time: 0.0546191 Feb 11 06:07:59.662299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:07:59.667125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:07:59.667542 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:59.668732 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6450e192-fecf-4433-9fda-d73da068dbb2 req-0cae8f4c-69b8-444b-840d-88671734c391 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439837 Feb 11 06:07:59.743189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:07:59.743615 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:59.766124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac933431-72b5-42c2-a978-03e6048442c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aab9bf-9e18-4cb4-800a-dfb63c24a29b'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:59.768703 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ece8c38-1b8e-4294-b0bd-c1acc03d985f" -d '{"events": [{"server_uuid": "ac933431-72b5-42c2-a978-03e6048442c9", "name": "network-vif-plugged", "status": "completed", "tag": "b0aab9bf-9e18-4cb4-800a-dfb63c24a29b"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:59.782281 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,segment=NetworkSegment(2cceb332-eed3-4d57-bc4e-b7f79d618335),segment_id=2cceb332-eed3-4d57-bc4e-b7f79d618335)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:07:59.786954 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:59.817417 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7035c11-9868-41a0-bd5b-85faa11f2c35 x-openstack-request-id: req-f7035c11-9868-41a0-bd5b-85faa11f2c35 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:59.817715 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac933431-72b5-42c2-a978-03e6048442c9", "name": "network-vif-plugged", "status": "completed", "tag": "b0aab9bf-9e18-4cb4-800a-dfb63c24a29b", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:59.817969 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f7035c11-9868-41a0-bd5b-85faa11f2c35 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:59.818360 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac933431-72b5-42c2-a978-03e6048442c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aab9bf-9e18-4cb4-800a-dfb63c24a29b', 'code': 200} Feb 11 06:07:59.847607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:59.918964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5e851-cf57-46e9-90a3-60fdc8aada07 req-87b2e759-29c4-471e-bc61-1646e9c69734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:59.920488 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dbd5e851-cf57-46e9-90a3-60fdc8aada07 req-87b2e759-29c4-471e-bc61-1646e9c69734 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 1128 time: 0.0550289 Feb 11 06:07:59.964996 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dbd5e851-cf57-46e9-90a3-60fdc8aada07 req-9d672da5-09de-4ae6-97ff-3ac7f7140f53 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388565 Feb 11 06:08:00.786187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad059d1-ea7a-4a97-85a5-6fb59c87ec3d req-4759196f-0889-431e-9aaf-823740545308 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:00.787689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fad059d1-ea7a-4a97-85a5-6fb59c87ec3d req-4759196f-0889-431e-9aaf-823740545308 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0525289 Feb 11 06:08:00.833036 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fad059d1-ea7a-4a97-85a5-6fb59c87ec3d req-e44b197a-dfcb-4642-b1e1-27b80cdd164b tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391965 Feb 11 06:08:00.875691 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df65be01-3f19-49dc-b0ef-8858fc945473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:01.953797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fc59d-0faa-4f3a-a7a2-da165763cc15 req-05c57ce9-bd96-475b-ac20-6c26749482ed tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:01.955293 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c9fc59d-0faa-4f3a-a7a2-da165763cc15 req-05c57ce9-bd96-475b-ac20-6c26749482ed tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0519166 Feb 11 06:08:02.005487 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c9fc59d-0faa-4f3a-a7a2-da165763cc15 req-fade4b66-0f01-4085-99e1-aa275158e4b5 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442722 Feb 11 06:08:02.262337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3621f79-0117-44db-bcb1-6d346380ce85 req-bed6e6e0-2799-42f8-be73-fdbece3dd341 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:02.263883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3621f79-0117-44db-bcb1-6d346380ce85 req-bed6e6e0-2799-42f8-be73-fdbece3dd341 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0558367 Feb 11 06:08:02.266001 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53410) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:02.316391 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f3621f79-0117-44db-bcb1-6d346380ce85 req-288e755d-828e-476c-b23f-5757a1ddbd2c tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436862 Feb 11 06:08:02.367594 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-a5342007-499b-42cd-90e5-3b10ee0a7e93 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0995264 Feb 11 06:08:02.376082 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-8cf6c21e-d956-43ab-9790-3fe1da579ddd service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:08:02.377218 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-8cf6c21e-d956-43ab-9790-3fe1da579ddd service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050042 Feb 11 06:08:02.602241 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:02.787655 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53432) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:02.878741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-92bf12ca-1975-4605-9084-9ec92f228d5f tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:02.880186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-92bf12ca-1975-4605-9084-9ec92f228d5f tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports/b0aab9bf-9e18-4cb4-800a-dfb63c24a29b HTTP/1.1" status: 200 len: 942 time: 0.0913742 Feb 11 06:08:03.439580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b39ec-0ce4-4a41-92a2-9ff482395f60 req-ab147f44-fad1-4fe3-82b7-b2074aa8a07a tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:03.441073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e32b39ec-0ce4-4a41-92a2-9ff482395f60 req-ab147f44-fad1-4fe3-82b7-b2074aa8a07a tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0534520 Feb 11 06:08:03.489599 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e32b39ec-0ce4-4a41-92a2-9ff482395f60 req-fd4bb73a-ee9f-4c5d-a571-5e56b9eb2b3e tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427873 Feb 11 06:08:03.725391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-47916418-6ec7-444e-b5d4-02e82cbb9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:03.726914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-47916418-6ec7-444e-b5d4-02e82cbb9723 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f5c0008f4f09487590b63c8a7caef1a6&device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 1128 time: 0.0433340 Feb 11 06:08:03.780764 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:03.816012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-643e058a-0237-4842-b508-0cefff664329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:03.817484 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-643e058a-0237-4842-b508-0cefff664329 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7edad6b3-a0c5-411b-aa64-0c19da23b04a HTTP/1.1" status: 200 len: 913 time: 0.0854826 Feb 11 06:08:03.860199 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-ead5c85e-a934-4ff0-895b-98beced4eee1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b HTTP/1.1" status: 200 len: 217 time: 0.0371075 Feb 11 06:08:03.907613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-39cb0f72-1035-42e7-86d1-958592a3651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:03.909095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-39cb0f72-1035-42e7-86d1-958592a3651c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d63c0f68-e2ec-44d2-923b-74fa2ab28353 HTTP/1.1" status: 200 len: 852 time: 0.0435281 Feb 11 06:08:03.942126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-d3527871-abd6-4787-9581-4492f40c6947 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7edad6b3-a0c5-411b-aa64-0c19da23b04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277529 Feb 11 06:08:04.047957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-cab8c067-f2fa-4c29-97cc-b91cfd0425e8 service neutron] 10.222.0.73 "GET /v2.0/networks/7edad6b3-a0c5-411b-aa64-0c19da23b04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004884 Feb 11 06:08:04.134963 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-abd84237-d3b1-443b-b4c5-f8b3e48a3bd5 service neutron] 10.222.0.73 "GET /v2.0/networks/7edad6b3-a0c5-411b-aa64-0c19da23b04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817585 Feb 11 06:08:04.615005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dc3a7-17e7-4587-9a5a-25b99b7e7eb8 req-18294d3e-6f34-4204-bb48-206386e76471 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:04.616519 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e9dc3a7-17e7-4587-9a5a-25b99b7e7eb8 req-18294d3e-6f34-4204-bb48-206386e76471 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0578518 Feb 11 06:08:04.662278 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7e9dc3a7-17e7-4587-9a5a-25b99b7e7eb8 req-02b4dcfd-e44d-4f9c-9565-6d8a24c45ded tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401702 Feb 11 06:08:05.244572 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:05.780000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d7599-c7d7-4150-8138-8516b39abe42 req-a563f358-38c1-4468-ab59-fc118a9d6b79 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:05.781500 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf9d7599-c7d7-4150-8138-8516b39abe42 req-a563f358-38c1-4468-ab59-fc118a9d6b79 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0525517 Feb 11 06:08:05.827582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf9d7599-c7d7-4150-8138-8516b39abe42 req-f14e43cb-8795-42f7-bd4e-a9e262d36a53 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404449 Feb 11 06:08:06.952712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0d8fd-f9ea-40a0-a87f-320bd687b6a5 req-8e21a6b5-d950-476e-b6dd-be7355fe0b23 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:06.954204 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ae0d8fd-f9ea-40a0-a87f-320bd687b6a5 req-8e21a6b5-d950-476e-b6dd-be7355fe0b23 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0573735 Feb 11 06:08:06.999782 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ae0d8fd-f9ea-40a0-a87f-320bd687b6a5 req-f49731db-1d61-4ab9-be8b-3bfa1fbbe027 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400286 Feb 11 06:08:08.117639 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7511afc-cba4-41ae-a0f4-cca377a48a5b req-19b96f79-dd8c-438a-933a-25a623077a88 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:08.119129 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7511afc-cba4-41ae-a0f4-cca377a48a5b req-19b96f79-dd8c-438a-933a-25a623077a88 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0511615 Feb 11 06:08:08.165736 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7511afc-cba4-41ae-a0f4-cca377a48a5b req-f9e65924-4d6a-447f-acb2-fdb9e9a69421 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403230 Feb 11 06:08:09.282573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91849a-dcef-47e7-aeb5-d190335bfebf req-65cf4ccc-1678-43f2-b391-47b0017532c0 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:09.284094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d91849a-dcef-47e7-aeb5-d190335bfebf req-65cf4ccc-1678-43f2-b391-47b0017532c0 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0519457 Feb 11 06:08:09.337804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5d91849a-dcef-47e7-aeb5-d190335bfebf req-b288ccbf-c53a-4ddb-8421-cbb1c41ba7e9 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481873 Feb 11 06:08:10.251509 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:10.457322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557ee46-da27-4ac9-841f-afe543bacab9 req-5ce05ad5-e9ee-4360-a67d-7c20f15293ce tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:10.458780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a557ee46-da27-4ac9-841f-afe543bacab9 req-5ce05ad5-e9ee-4360-a67d-7c20f15293ce tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0514786 Feb 11 06:08:10.504474 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a557ee46-da27-4ac9-841f-afe543bacab9 req-b98e9610-8a6d-42a5-b438-c8844044a018 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394309 Feb 11 06:08:11.621941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97336ed-d6fb-40f3-a8b0-804f304a30e4 req-eb75cb03-1768-492a-92ca-b6d717494cb3 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:11.623408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f97336ed-d6fb-40f3-a8b0-804f304a30e4 req-eb75cb03-1768-492a-92ca-b6d717494cb3 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0515311 Feb 11 06:08:11.669135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f97336ed-d6fb-40f3-a8b0-804f304a30e4 req-52a5bd46-cb45-4d3e-8b8f-c818b7d3b904 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401525 Feb 11 06:08:12.790412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968d649-a8e8-4fe7-9989-ad47ad2cb3c3 req-c194a8a1-a37f-4429-b16d-6bf7b9ea1a48 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:12.792500 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9968d649-a8e8-4fe7-9989-ad47ad2cb3c3 req-c194a8a1-a37f-4429-b16d-6bf7b9ea1a48 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0564895 Feb 11 06:08:12.837434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9968d649-a8e8-4fe7-9989-ad47ad2cb3c3 req-d2a160ec-678e-47db-beee-c52178a3983c tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393844 Feb 11 06:08:13.956383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b839cc-f153-4731-8aed-b7af7d85e3c7 req-9c4f4928-007b-46ae-8738-a748e5dd1d24 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:13.957907 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a3b839cc-f153-4731-8aed-b7af7d85e3c7 req-9c4f4928-007b-46ae-8738-a748e5dd1d24 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0526097 Feb 11 06:08:14.005740 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a3b839cc-f153-4731-8aed-b7af7d85e3c7 req-81d7752f-3f24-4b6f-8305-b970f4c2e68a tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408754 Feb 11 06:08:14.598988 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:15.128956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b1054-ad0a-4a6c-ac96-52d106e8680e req-d9f2ee6d-3d2a-424e-9029-ae0ed5721e27 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:15.130457 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-263b1054-ad0a-4a6c-ac96-52d106e8680e req-d9f2ee6d-3d2a-424e-9029-ae0ed5721e27 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0527575 Feb 11 06:08:15.180380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-263b1054-ad0a-4a6c-ac96-52d106e8680e req-98dbc2ea-afa3-432d-aeb8-c191f2e3761c tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442712 Feb 11 06:08:16.298707 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b601d3-aa00-4d3b-be73-bd93df5d5cc5 req-d8029451-4c9a-4372-ab60-c0d7a7dba7b5 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:16.300232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10b601d3-aa00-4d3b-be73-bd93df5d5cc5 req-d8029451-4c9a-4372-ab60-c0d7a7dba7b5 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0530765 Feb 11 06:08:16.345914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-10b601d3-aa00-4d3b-be73-bd93df5d5cc5 req-b8c4ef48-0501-4ac9-995b-146413d96ae6 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400398 Feb 11 06:08:17.465909 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f8a1c-74b4-4c8e-971f-3fb63f0a3b81 req-9a6fa30b-7c8c-4f8b-9514-dfe72d8a3a29 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:17.467908 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa9f8a1c-74b4-4c8e-971f-3fb63f0a3b81 req-9a6fa30b-7c8c-4f8b-9514-dfe72d8a3a29 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0524926 Feb 11 06:08:17.513815 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa9f8a1c-74b4-4c8e-971f-3fb63f0a3b81 req-4eafa83c-b38f-456f-bbbb-caf39eb9b807 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402241 Feb 11 06:08:18.638646 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eed0e8-4455-4bdb-b8b9-ea6d3437125b req-6d1eec53-4450-457f-bf83-a88797fa7b3e tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:18.640200 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3eed0e8-4455-4bdb-b8b9-ea6d3437125b req-6d1eec53-4450-457f-bf83-a88797fa7b3e tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0586691 Feb 11 06:08:18.688582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3eed0e8-4455-4bdb-b8b9-ea6d3437125b req-baa880bc-d946-48a8-b6a2-35d948f27501 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414460 Feb 11 06:08:19.806684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e8127-8654-48f2-8a78-cf9359cba1f3 req-05825afc-e640-4c05-8884-9a9539f87694 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:19.808189 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe7e8127-8654-48f2-8a78-cf9359cba1f3 req-05825afc-e640-4c05-8884-9a9539f87694 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0526938 Feb 11 06:08:19.853800 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe7e8127-8654-48f2-8a78-cf9359cba1f3 req-b968bf0d-e125-4838-8629-d7f5c3b96f8a tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400569 Feb 11 06:08:20.979348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4d582-43be-4e00-87fb-ac1061a08faa req-7dc9cf94-6d56-4abf-9bd7-467c959ee828 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:20.980852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ee4d582-43be-4e00-87fb-ac1061a08faa req-7dc9cf94-6d56-4abf-9bd7-467c959ee828 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0571294 Feb 11 06:08:21.028096 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ee4d582-43be-4e00-87fb-ac1061a08faa req-45f0a446-d52a-4293-b1bd-caaa02fee074 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416028 Feb 11 06:08:22.144431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a4a4c-3ea5-461e-8338-1ee0b75dc226 req-59841ae1-9853-43fc-b31d-f99c04aafa91 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:22.145903 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f9a4a4c-3ea5-461e-8338-1ee0b75dc226 req-59841ae1-9853-43fc-b31d-f99c04aafa91 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0521009 Feb 11 06:08:22.192365 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f9a4a4c-3ea5-461e-8338-1ee0b75dc226 req-557e6be3-91a7-4477-a9e0-d308b33e85cd tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407257 Feb 11 06:08:23.311543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ad1d1-2caf-41fb-a650-952bb2c78909 req-2d453e4c-745a-4056-99cb-263061999e48 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:23.313042 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-963ad1d1-2caf-41fb-a650-952bb2c78909 req-2d453e4c-745a-4056-99cb-263061999e48 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0530348 Feb 11 06:08:23.362937 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-963ad1d1-2caf-41fb-a650-952bb2c78909 req-57879cfc-fa4e-4689-9cfa-d41e95fa68c1 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443182 Feb 11 06:08:24.481510 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e04f6-2704-42af-bc5e-bea1445ffb37 req-6133097b-a92a-4418-a461-521e5711c60d tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:24.483049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c7e04f6-2704-42af-bc5e-bea1445ffb37 req-6133097b-a92a-4418-a461-521e5711c60d tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0529156 Feb 11 06:08:24.529549 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8c7e04f6-2704-42af-bc5e-bea1445ffb37 req-de4baad7-62cd-47ad-80ec-f137a0a8f573 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404561 Feb 11 06:08:25.647286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71492d9f-9346-449e-8f35-209fa97b43ed req-cc8d94cd-c087-4b88-93f1-c4fe380ae698 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:25.648836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71492d9f-9346-449e-8f35-209fa97b43ed req-cc8d94cd-c087-4b88-93f1-c4fe380ae698 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0529890 Feb 11 06:08:25.695935 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71492d9f-9346-449e-8f35-209fa97b43ed req-2cc61025-7ca7-40b9-8dc4-a0f9c47a65cb tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 Feb 11 06:08:26.818907 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3933b-ddf1-4a2e-8018-78f12d108a21 req-bcce4d81-58a8-4e30-be27-32c5b498aa36 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:26.820434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7a3933b-ddf1-4a2e-8018-78f12d108a21 req-bcce4d81-58a8-4e30-be27-32c5b498aa36 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0572813 Feb 11 06:08:26.866092 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b7a3933b-ddf1-4a2e-8018-78f12d108a21 req-b03b139b-5703-4aef-85c4-5d28e2e12f2b tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400467 Feb 11 06:08:27.379204 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:08:27.985762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870a9de-fac1-402e-b7c4-7e4de2cb333f req-46a3a5d7-c668-4643-9939-59f4b04a62fd tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:27.987253 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a870a9de-fac1-402e-b7c4-7e4de2cb333f req-46a3a5d7-c668-4643-9939-59f4b04a62fd tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0527923 Feb 11 06:08:28.033363 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a870a9de-fac1-402e-b7c4-7e4de2cb333f req-da4e9569-b051-4939-9561-df72c6f41b9f tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Feb 11 06:08:28.574630 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a18d405d-1fed-41b4-b942-e3e3c8530f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:29.150424 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a09000-6b7c-43a5-bf2f-aa25c9300acc req-a7b67782-b175-4a68-a667-00e22fc437b0 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:29.151929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9a09000-6b7c-43a5-bf2f-aa25c9300acc req-a7b67782-b175-4a68-a667-00e22fc437b0 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0529499 Feb 11 06:08:29.202839 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9a09000-6b7c-43a5-bf2f-aa25c9300acc req-32dd86bf-5ea7-4d24-a483-551d04f4239d tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449951 Feb 11 06:08:30.320863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdedcf7-0546-45ee-9add-8c600584b8d7 req-6b39e4b8-5d10-4a95-be4c-ee58d797509d tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:30.322351 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9bdedcf7-0546-45ee-9add-8c600584b8d7 req-6b39e4b8-5d10-4a95-be4c-ee58d797509d tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.0526066 Feb 11 06:08:30.368636 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9bdedcf7-0546-45ee-9add-8c600584b8d7 req-b3ef8364-7d8c-4d54-b915-a88ff1992a94 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 Feb 11 06:08:30.877106 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-69820bed-ec0c-4b61-945c-822c406947fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:31.091156 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-1d47ffe9-1c53-438e-b3ac-a82035dcc3da service neutron] show failed (client error): The resource could not be found. Feb 11 06:08:31.092245 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-1d47ffe9-1c53-438e-b3ac-a82035dcc3da service neutron] 10.222.0.73 "GET /v2.0/ports/b0aab9bf-9e18-4cb4-800a-dfb63c24a29b/bindings/n-h2-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.0527105 Feb 11 06:08:31.296413 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-98e73b02-6bbc-46c8-8c99-dcc73355be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:31.297915 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-98e73b02-6bbc-46c8-8c99-dcc73355be48 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9&tenant_id=f5c0008f4f09487590b63c8a7caef1a6 HTTP/1.1" status: 200 len: 1128 time: 0.0491526 Feb 11 06:08:31.313114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-71a693cb-a75d-456d-b75a-c95798665ee6 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:08:31.314064 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-71a693cb-a75d-456d-b75a-c95798665ee6 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058405 Feb 11 06:08:31.329169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:08:31.387467 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:31.570545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf3bf5-71e6-4dd7-87b0-405ad2340044 req-f0814f95-43bc-4a09-8f28-0c6f70bd45c2 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:31.571989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ddf3bf5-71e6-4dd7-87b0-405ad2340044 req-f0814f95-43bc-4a09-8f28-0c6f70bd45c2 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 945 time: 0.1341951 Feb 11 06:08:31.662339 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] For port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,segment=NetworkSegment(2cceb332-eed3-4d57-bc4e-b7f79d618335),segment_id=2cceb332-eed3-4d57-bc4e-b7f79d618335)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:31.666748 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ddf3bf5-71e6-4dd7-87b0-405ad2340044 req-8627b149-0201-457f-b393-2c67a622eb86 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645630 Feb 11 06:08:31.697047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] For port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:08:31.735217 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac933431-72b5-42c2-a978-03e6048442c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0aab9bf-9e18-4cb4-800a-dfb63c24a29b'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:08:31.737476 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f700284b-1692-4572-8a6e-0bf3ea0487a7" -d '{"events": [{"server_uuid": "ac933431-72b5-42c2-a978-03e6048442c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b0aab9bf-9e18-4cb4-800a-dfb63c24a29b"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:08:31.740963 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Publish callbacks [] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:31.752985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Transition to ACTIVE for port object b0aab9bf-9e18-4cb4-800a-dfb63c24a29b will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:08:31.756727 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:31.790599 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87c288e-a129-4d17-89b4-e32bdea53d55 x-openstack-request-id: req-a87c288e-a129-4d17-89b4-e32bdea53d55 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:08:31.790887 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac933431-72b5-42c2-a978-03e6048442c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b0aab9bf-9e18-4cb4-800a-dfb63c24a29b", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:08:31.791136 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a87c288e-a129-4d17-89b4-e32bdea53d55 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:08:31.791563 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac933431-72b5-42c2-a978-03e6048442c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0aab9bf-9e18-4cb4-800a-dfb63c24a29b', 'code': 200} Feb 11 06:08:31.823596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] No DVR routers for this DVR port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:08:31.825869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Pushing event updated for resources: {'Port': ['ID=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,revision_number=6']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:31.860792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Attempting to bind port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:08:31.861124 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Attempting to bind port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '2cceb332-eed3-4d57-bc4e-b7f79d618335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7edad6b3-a0c5-411b-aa64-0c19da23b04a'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:08:31.861441 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Attempting to bind port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b on network 7edad6b3-a0c5-411b-aa64-0c19da23b04a {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:08:31.865556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b on network 7edad6b3-a0c5-411b-aa64-0c19da23b04a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:08:31.865872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Attempting to bind port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b on network 7edad6b3-a0c5-411b-aa64-0c19da23b04a {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:08:31.870533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:08:31.870861 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Checking segment: {'id': '2cceb332-eed3-4d57-bc4e-b7f79d618335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7edad6b3-a0c5-411b-aa64-0c19da23b04a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:08:31.871237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Bound using segment: {'id': '2cceb332-eed3-4d57-bc4e-b7f79d618335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7edad6b3-a0c5-411b-aa64-0c19da23b04a'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:08:31.871685 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Bound port: b0aab9bf-9e18-4cb4-800a-dfb63c24a29b, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cceb332-eed3-4d57-bc4e-b7f79d618335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7edad6b3-a0c5-411b-aa64-0c19da23b04a'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:08:31.872032 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:31.933600 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] For port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:08:31.936749 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] For port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,segment=NetworkSegment(2cceb332-eed3-4d57-bc4e-b7f79d618335),segment_id=2cceb332-eed3-4d57-bc4e-b7f79d618335)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:08:31.942721 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:31.978503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:31.979113 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:31.980504 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] 10.222.0.88 "PUT /v2.0/ports/b0aab9bf-9e18-4cb4-800a-dfb63c24a29b HTTP/1.1" status: 200 len: 1092 time: 0.6549690 Feb 11 06:08:31.997855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa4bb3-d21a-45f3-9ceb-61e32acfaa93 service neutron] Pushing event updated for resources: {'Port': ['ID=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,revision_number=7']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:32.055501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-09c71508-a2b1-4b77-b8a3-3624c47b717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:32.057021 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-09c71508-a2b1-4b77-b8a3-3624c47b717c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f5c0008f4f09487590b63c8a7caef1a6&device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 1126 time: 0.0489066 Feb 11 06:08:32.148979 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-a0ee5071-3f7f-46d9-97dc-327de01147e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:32.150361 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-a0ee5071-3f7f-46d9-97dc-327de01147e9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=7edad6b3-a0c5-411b-aa64-0c19da23b04a HTTP/1.1" status: 200 len: 913 time: 0.0840564 Feb 11 06:08:32.196908 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-2dfb8584-5261-4ab6-8981-0d4e003510cb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b HTTP/1.1" status: 200 len: 217 time: 0.0377676 Feb 11 06:08:32.244133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-b35b6e7d-cb58-4e95-ad49-7556822de441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:32.245575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-b35b6e7d-cb58-4e95-ad49-7556822de441 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d63c0f68-e2ec-44d2-923b-74fa2ab28353 HTTP/1.1" status: 200 len: 852 time: 0.0419269 Feb 11 06:08:32.280452 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-4e3ada4f-a611-4e07-b25a-c71e24d7468b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7edad6b3-a0c5-411b-aa64-0c19da23b04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252690 Feb 11 06:08:32.369713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-b8c10e08-bec4-42ae-99c1-d1e10b8baa99 service neutron] 10.222.0.88 "GET /v2.0/networks/7edad6b3-a0c5-411b-aa64-0c19da23b04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829365 Feb 11 06:08:32.458169 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcc2da8-1786-48ec-8d8d-ef850a042723 req-b10225cb-837f-47eb-a6b8-eabc55c29c8d service neutron] 10.222.0.88 "GET /v2.0/networks/7edad6b3-a0c5-411b-aa64-0c19da23b04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790694 Feb 11 06:08:32.596307 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:32.786610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70db590-5a06-47c2-b8c3-488f97d51ac6 req-17acbb10-0210-471a-9eae-a4cc36fcf79f tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:32.788135 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e70db590-5a06-47c2-b8c3-488f97d51ac6 req-17acbb10-0210-471a-9eae-a4cc36fcf79f tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 943 time: 0.0522931 Feb 11 06:08:32.838541 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e70db590-5a06-47c2-b8c3-488f97d51ac6 req-1e77ed62-a6e2-4b24-92ab-2f022f071759 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448802 Feb 11 06:08:33.784307 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:33.792533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac933431-72b5-42c2-a978-03e6048442c9', 'tag': 'b0aab9bf-9e18-4cb4-800a-dfb63c24a29b'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:08:33.794901 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681514fd-d715-409b-a377-ce45eeb95f97" -d '{"events": [{"name": "network-changed", "server_uuid": "ac933431-72b5-42c2-a978-03e6048442c9", "tag": "b0aab9bf-9e18-4cb4-800a-dfb63c24a29b"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:08:33.842592 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80921f12-be5b-40a8-bdfc-0a755da9c667 x-openstack-request-id: req-80921f12-be5b-40a8-bdfc-0a755da9c667 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:08:33.842889 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac933431-72b5-42c2-a978-03e6048442c9", "tag": "b0aab9bf-9e18-4cb4-800a-dfb63c24a29b", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:08:33.843841 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-80921f12-be5b-40a8-bdfc-0a755da9c667 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:08:33.844255 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac933431-72b5-42c2-a978-03e6048442c9', 'tag': 'b0aab9bf-9e18-4cb4-800a-dfb63c24a29b', 'status': 'completed', 'code': 200} Feb 11 06:08:33.968924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681514fd-d715-409b-a377-ce45eeb95f97 req-39ec228d-03e3-408d-be51-73f182ab67bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:33.970741 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681514fd-d715-409b-a377-ce45eeb95f97 req-39ec228d-03e3-408d-be51-73f182ab67bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f5c0008f4f09487590b63c8a7caef1a6&device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 1126 time: 0.1088023 Feb 11 06:08:34.004632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681514fd-d715-409b-a377-ce45eeb95f97 req-e880d551-0f66-490c-9d42-7b51454baaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:34.006101 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681514fd-d715-409b-a377-ce45eeb95f97 req-e880d551-0f66-490c-9d42-7b51454baaba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f5c0008f4f09487590b63c8a7caef1a6&device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 1126 time: 0.1346922 Feb 11 06:08:34.015412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01001bd4-18c9-4ced-be61-4590d6d717db req-15803aaf-f646-445a-b2d6-8dff4760bded tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:34.017336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01001bd4-18c9-4ced-be61-4590d6d717db req-15803aaf-f646-445a-b2d6-8dff4760bded tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 943 time: 0.1036954 Feb 11 06:08:34.185374 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01001bd4-18c9-4ced-be61-4590d6d717db req-f929656a-902f-42d1-83ad-65d50c7e51fb tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587994 Feb 11 06:08:34.190879 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681514fd-d715-409b-a377-ce45eeb95f97 req-35742b9b-5d6d-439f-be82-50561a6fd09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:34.192333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681514fd-d715-409b-a377-ce45eeb95f97 req-35742b9b-5d6d-439f-be82-50561a6fd09d service neutron] 10.222.0.88 "GET /v2.0/networks?id=7edad6b3-a0c5-411b-aa64-0c19da23b04a HTTP/1.1" status: 200 len: 913 time: 0.1688626 Feb 11 06:08:34.193436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681514fd-d715-409b-a377-ce45eeb95f97 req-940f1210-3846-4298-8a4b-cd8a3549a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:34.194765 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681514fd-d715-409b-a377-ce45eeb95f97 req-940f1210-3846-4298-8a4b-cd8a3549a148 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7edad6b3-a0c5-411b-aa64-0c19da23b04a HTTP/1.1" status: 200 len: 913 time: 0.2165267 Feb 11 06:08:34.242063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681514fd-d715-409b-a377-ce45eeb95f97 req-6b1ad37f-16e1-44ea-ac9b-16c73cd78ad0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b HTTP/1.1" status: 200 len: 217 time: 0.0416095 Feb 11 06:08:34.281268 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681514fd-d715-409b-a377-ce45eeb95f97 req-b7df94c7-48c3-4f1f-9ec1-de10916a3ce2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b HTTP/1.1" status: 200 len: 217 time: 0.0727949 Feb 11 06:08:34.347674 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681514fd-d715-409b-a377-ce45eeb95f97 req-a5846c8f-df65-440c-a13e-aa89ea7f853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:34.349130 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681514fd-d715-409b-a377-ce45eeb95f97 req-a5846c8f-df65-440c-a13e-aa89ea7f853e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d63c0f68-e2ec-44d2-923b-74fa2ab28353 HTTP/1.1" status: 200 len: 852 time: 0.0768039 Feb 11 06:08:34.356973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681514fd-d715-409b-a377-ce45eeb95f97 req-f801bc76-6b52-413f-a965-fa1d44c09260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:34.358280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681514fd-d715-409b-a377-ce45eeb95f97 req-f801bc76-6b52-413f-a965-fa1d44c09260 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d63c0f68-e2ec-44d2-923b-74fa2ab28353 HTTP/1.1" status: 200 len: 852 time: 0.0587618 Feb 11 06:08:34.389237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681514fd-d715-409b-a377-ce45eeb95f97 req-794c9838-6442-47f4-9ac9-9622e55ae8ff service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7edad6b3-a0c5-411b-aa64-0c19da23b04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338519 Feb 11 06:08:34.414664 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681514fd-d715-409b-a377-ce45eeb95f97 req-dc8c10c8-4479-41d6-adca-37c8636b1dde service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7edad6b3-a0c5-411b-aa64-0c19da23b04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493369 Feb 11 06:08:34.551469 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681514fd-d715-409b-a377-ce45eeb95f97 req-0e8caf02-594b-40f5-a5c3-d362b213c4ba service neutron] 10.222.0.88 "GET /v2.0/networks/7edad6b3-a0c5-411b-aa64-0c19da23b04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445479 Feb 11 06:08:34.556309 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681514fd-d715-409b-a377-ce45eeb95f97 req-47ed28d8-8171-4f61-8661-7ebb5a87b067 service neutron] 10.222.0.73 "GET /v2.0/networks/7edad6b3-a0c5-411b-aa64-0c19da23b04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315291 Feb 11 06:08:34.705341 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681514fd-d715-409b-a377-ce45eeb95f97 req-74a2e089-e126-49a7-8bea-87596c5c6940 service neutron] 10.222.0.88 "GET /v2.0/networks/7edad6b3-a0c5-411b-aa64-0c19da23b04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481040 Feb 11 06:08:34.707200 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-681514fd-d715-409b-a377-ce45eeb95f97 req-2b8e93d7-9675-4d0f-9210-a526017df95e service neutron] 10.222.0.73 "GET /v2.0/networks/7edad6b3-a0c5-411b-aa64-0c19da23b04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427450 Feb 11 06:08:35.249001 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:35.311141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82406994-e9ef-4b99-9e86-3d1434d2c20d req-03474a22-fe05-4424-bca0-513afcb278c0 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:35.312676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82406994-e9ef-4b99-9e86-3d1434d2c20d req-03474a22-fe05-4424-bca0-513afcb278c0 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 943 time: 0.0529807 Feb 11 06:08:35.361890 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82406994-e9ef-4b99-9e86-3d1434d2c20d req-8675dfe1-e5ef-4fc0-abe0-b5d1aac1fdf6 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 Feb 11 06:08:35.629877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-d90018d0-2b08-4ce3-ac52-ed75f1af6e4f tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:35.631343 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-d90018d0-2b08-4ce3-ac52-ed75f1af6e4f tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9&tenant_id=f5c0008f4f09487590b63c8a7caef1a6&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 943 time: 0.0885355 Feb 11 06:08:35.688873 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-d0ba8d93-2d38-46d4-b9f9-c22d8e4d5430 service neutron] delete failed (client error): The resource could not be found. Feb 11 06:08:35.689890 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-d0ba8d93-2d38-46d4-b9f9-c22d8e4d5430 service neutron] 10.222.0.73 "DELETE /v2.0/ports/b0aab9bf-9e18-4cb4-800a-dfb63c24a29b/bindings/n-h1-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.0520623 Feb 11 06:08:35.779322 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-04b66190-529b-48c1-87d9-1c1f181f5594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:35.780745 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-04b66190-529b-48c1-87d9-1c1f181f5594 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f5c0008f4f09487590b63c8a7caef1a6&device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 1126 time: 0.0482717 Feb 11 06:08:35.847442 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b0aab9bf-9e18-4cb4-800a-dfb63c24a29b no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:08:35.865346 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-a1668d1c-168b-4f9f-9d80-835640ab37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:35.866813 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-a1668d1c-168b-4f9f-9d80-835640ab37c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7edad6b3-a0c5-411b-aa64-0c19da23b04a HTTP/1.1" status: 200 len: 913 time: 0.0805531 Feb 11 06:08:35.885866 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] The host n-h1-713499-38 is not matching for port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b host n-h2-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:08:35.886259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b0aab9bf-9e18-4cb4-800a-dfb63c24a29b not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:08:35.911048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-bbc04d75-7313-46dc-82f8-ac675247a85c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b HTTP/1.1" status: 200 len: 217 time: 0.0387015 Feb 11 06:08:36.273761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-aa543223-4bbf-433d-9872-d632a7b98ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:36.275218 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-aa543223-4bbf-433d-9872-d632a7b98ec1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d63c0f68-e2ec-44d2-923b-74fa2ab28353 HTTP/1.1" status: 200 len: 852 time: 0.3586526 Feb 11 06:08:36.305751 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-4c81328d-ef5a-47cd-839d-844961ba1a0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7edad6b3-a0c5-411b-aa64-0c19da23b04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246248 Feb 11 06:08:36.395604 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-4db258a8-ed7e-4487-bde9-6ddc258b3c17 service neutron] 10.222.0.73 "GET /v2.0/networks/7edad6b3-a0c5-411b-aa64-0c19da23b04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832777 Feb 11 06:08:36.480848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-545efe08-e146-486a-b2a6-d9e3b35cf7ee service neutron] 10.222.0.73 "GET /v2.0/networks/7edad6b3-a0c5-411b-aa64-0c19da23b04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799458 Feb 11 06:08:36.772816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device b0aab9bf-9e18-4cb4-800a-dfb63c24a29b details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:08:36.882746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,segment=NetworkSegment(2cceb332-eed3-4d57-bc4e-b7f79d618335),segment_id=2cceb332-eed3-4d57-bc4e-b7f79d618335)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:36.896579 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'b0aab9bf-9e18-4cb4-800a-dfb63c24a29b', 'network_id': '7edad6b3-a0c5-411b-aa64-0c19da23b04a', 'port_id': 'b0aab9bf-9e18-4cb4-800a-dfb63c24a29b', 'mac_address': 'fa:16:3e:51:33:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63c0f68-e2ec-44d2-923b-74fa2ab28353', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:08:36.936931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:08:36.937358 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:36.951738 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0aab9bf-9e18-4cb4-800a-dfb63c24a29b {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:08:36.976995 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,segment=NetworkSegment(2cceb332-eed3-4d57-bc4e-b7f79d618335),segment_id=2cceb332-eed3-4d57-bc4e-b7f79d618335)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:36.981408 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:37.033695 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:37.042703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:37.043136 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:37.043583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:37.043932 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:37.044282 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:37.044754 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:37.045020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:37.045449 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:37.045847 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:37.046284 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:37.046676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:37.047093 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:37.047396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:08:37.191593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda113db-8d41-406f-8c5a-4c80cc0b592c req-b2e6bed8-d602-4552-9941-78fefea4489d tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:37.193094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cda113db-8d41-406f-8c5a-4c80cc0b592c req-b2e6bed8-d602-4552-9941-78fefea4489d tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 944 time: 0.0546706 Feb 11 06:08:37.244850 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cda113db-8d41-406f-8c5a-4c80cc0b592c req-4fedee3f-23b0-40f4-a832-020ec21d5318 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461843 Feb 11 06:08:37.260453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['b0aab9bf-9e18-4cb4-800a-dfb63c24a29b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:08:38.374670 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0906bb-6548-480c-982d-d93ec7d5f205 req-6096ce38-3150-485d-8d75-a6caa5584b97 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:38.376236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c0906bb-6548-480c-982d-d93ec7d5f205 req-6096ce38-3150-485d-8d75-a6caa5584b97 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 944 time: 0.0580673 Feb 11 06:08:38.426906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c0906bb-6548-480c-982d-d93ec7d5f205 req-e7ef0802-789e-46a6-bb4a-6601cf259f36 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.87 "GET /v2.0/security-groups?id=0fad11de-e9d8-43c5-b842-72eb71dd28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427198 Feb 11 06:08:38.539576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-d0a564d0-ae19-4cc3-bdc5-701092bac213 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:38.541074 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-d0a564d0-ae19-4cc3-bdc5-701092bac213 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac933431-72b5-42c2-a978-03e6048442c9 HTTP/1.1" status: 200 len: 944 time: 0.0548041 Feb 11 06:08:38.645921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-964cae79-9834-42a2-a91e-9e6eccee4293 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Deleting port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:08:38.646288 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-964cae79-9834-42a2-a91e-9e6eccee4293 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:38.734123 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-964cae79-9834-42a2-a91e-9e6eccee4293 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] For port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,segment=NetworkSegment(2cceb332-eed3-4d57-bc4e-b7f79d618335),segment_id=2cceb332-eed3-4d57-bc4e-b7f79d618335)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:38.734485 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-964cae79-9834-42a2-a91e-9e6eccee4293 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:38.746536 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-964cae79-9834-42a2-a91e-9e6eccee4293 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Calling delete_port for b0aab9bf-9e18-4cb4-800a-dfb63c24a29b owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:08:38.789968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device b0aab9bf-9e18-4cb4-800a-dfb63c24a29b up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:08:38.900185 n-d-713499-38 neutron-server[103173]: self.session.flush() Feb 11 06:08:38.903555 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-964cae79-9834-42a2-a91e-9e6eccee4293 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:38.906366 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:08:38.910863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:08:38.911599 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b0aab9bf-9e18-4cb4-800a-dfb63c24a29b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:38.937723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cae79-9834-42a2-a91e-9e6eccee4293 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Pushing event deleted for resources: {'Port': ['ID=b0aab9bf-9e18-4cb4-800a-dfb63c24a29b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:38.939051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['b0aab9bf-9e18-4cb4-800a-dfb63c24a29b'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:08:38.941503 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b was deleted so its status cannot be updated. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 11 06:08:38.977765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-964cae79-9834-42a2-a91e-9e6eccee4293 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] No DVR routers for this DVR port b0aab9bf-9e18-4cb4-800a-dfb63c24a29b on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:08:38.980426 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-964cae79-9834-42a2-a91e-9e6eccee4293 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:38.983747 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-55eb3306-01cd-402e-8221-b99832f9ec9e req-964cae79-9834-42a2-a91e-9e6eccee4293 tempest-DeleteServersTestJSON-1019849038 tempest-DeleteServersTestJSON-1019849038-project] 10.222.0.88 "DELETE /v2.0/ports/b0aab9bf-9e18-4cb4-800a-dfb63c24a29b HTTP/1.1" status: 204 len: 173 time: 0.4350669 Feb 11 06:08:38.984184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac933431-72b5-42c2-a978-03e6048442c9', 'name': 'network-vif-deleted', 'tag': 'b0aab9bf-9e18-4cb4-800a-dfb63c24a29b'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:08:38.986498 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352903b5-1537-44c1-bd79-75ee1d1fc012" -d '{"events": [{"server_uuid": "ac933431-72b5-42c2-a978-03e6048442c9", "name": "network-vif-deleted", "tag": "b0aab9bf-9e18-4cb4-800a-dfb63c24a29b"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:08:39.027361 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1a449c-f7c3-4f24-b94b-de06ec4d1d72 x-openstack-request-id: req-5d1a449c-f7c3-4f24-b94b-de06ec4d1d72 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:08:39.027763 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac933431-72b5-42c2-a978-03e6048442c9", "name": "network-vif-deleted", "tag": "b0aab9bf-9e18-4cb4-800a-dfb63c24a29b", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:08:39.028018 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5d1a449c-f7c3-4f24-b94b-de06ec4d1d72 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:08:39.028415 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac933431-72b5-42c2-a978-03e6048442c9', 'name': 'network-vif-deleted', 'tag': 'b0aab9bf-9e18-4cb4-800a-dfb63c24a29b', 'status': 'completed', 'code': 200} Feb 11 06:08:39.558949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53524) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:39.605266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab888ef6-5e57-4688-82c4-84de475b9e4b admin admin] Deleting subnet d63c0f68-e2ec-44d2-923b-74fa2ab28353 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:08:39.609028 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab888ef6-5e57-4688-82c4-84de475b9e4b admin admin] Publish callbacks [] for subnet (d63c0f68-e2ec-44d2-923b-74fa2ab28353), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:39.642774 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab888ef6-5e57-4688-82c4-84de475b9e4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (d63c0f68-e2ec-44d2-923b-74fa2ab28353), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:39.680549 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab888ef6-5e57-4688-82c4-84de475b9e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (d63c0f68-e2ec-44d2-923b-74fa2ab28353), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:39.731951 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab888ef6-5e57-4688-82c4-84de475b9e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (d63c0f68-e2ec-44d2-923b-74fa2ab28353), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:39.761524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab888ef6-5e57-4688-82c4-84de475b9e4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d63c0f68-e2ec-44d2-923b-74fa2ab28353,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:39.765207 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ab888ef6-5e57-4688-82c4-84de475b9e4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:39.768645 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ab888ef6-5e57-4688-82c4-84de475b9e4b admin admin] 10.222.0.87 "DELETE /v2.0/subnets/d63c0f68-e2ec-44d2-923b-74fa2ab28353 HTTP/1.1" status: 204 len: 168 time: 0.2086976 Feb 11 06:08:39.771140 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53526) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:39.837689 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-27a31deb-f308-4bf4-b08d-4fb465413bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (7edad6b3-a0c5-411b-aa64-0c19da23b04a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:39.917036 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-27a31deb-f308-4bf4-b08d-4fb465413bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (7edad6b3-a0c5-411b-aa64-0c19da23b04a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:39.937597 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-27a31deb-f308-4bf4-b08d-4fb465413bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7edad6b3-a0c5-411b-aa64-0c19da23b04a']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:39.946408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-27a31deb-f308-4bf4-b08d-4fb465413bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cceb332-eed3-4d57-bc4e-b7f79d618335') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:39.946698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-27a31deb-f308-4bf4-b08d-4fb465413bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cceb332-eed3-4d57-bc4e-b7f79d618335') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:08:39.955807 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-27a31deb-f308-4bf4-b08d-4fb465413bca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (2cceb332-eed3-4d57-bc4e-b7f79d618335), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:39.969892 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-27a31deb-f308-4bf4-b08d-4fb465413bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (2cceb332-eed3-4d57-bc4e-b7f79d618335), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:39.975787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a31deb-f308-4bf4-b08d-4fb465413bca admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:08:39.976168 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-27a31deb-f308-4bf4-b08d-4fb465413bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (2cceb332-eed3-4d57-bc4e-b7f79d618335), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: timer() Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:08:39.977816 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:08:40.031888 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-27a31deb-f308-4bf4-b08d-4fb465413bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (7edad6b3-a0c5-411b-aa64-0c19da23b04a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:40.037325 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-27a31deb-f308-4bf4-b08d-4fb465413bca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:40.043332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-27a31deb-f308-4bf4-b08d-4fb465413bca admin admin] 10.222.0.87 "DELETE /v2.0/networks/7edad6b3-a0c5-411b-aa64-0c19da23b04a HTTP/1.1" status: 204 len: 168 time: 0.2712157 Feb 11 06:08:40.054040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a31deb-f308-4bf4-b08d-4fb465413bca admin admin] Pushing event deleted for resources: {'Network': ['ID=7edad6b3-a0c5-411b-aa64-0c19da23b04a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:40.145972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53530) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:40.189742 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9260605d-fd94-4c3e-8734-60d5cc6cb9bd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f5c0008f4f09487590b63c8a7caef1a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425913 Feb 11 06:08:40.192205 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53532) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:40.240439 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b15137f1-b66d-4a41-ad5a-99959d24eb72 admin admin] Publish callbacks [] for security_group (0fad11de-e9d8-43c5-b842-72eb71dd28ae), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:40.250126 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:40.261691 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b15137f1-b66d-4a41-ad5a-99959d24eb72 admin admin] Publish callbacks [] for security_group (0fad11de-e9d8-43c5-b842-72eb71dd28ae), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:40.311057 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b15137f1-b66d-4a41-ad5a-99959d24eb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0fad11de-e9d8-43c5-b842-72eb71dd28ae), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:40.313761 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b15137f1-b66d-4a41-ad5a-99959d24eb72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:40.314933 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b15137f1-b66d-4a41-ad5a-99959d24eb72 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0fad11de-e9d8-43c5-b842-72eb71dd28ae HTTP/1.1" status: 204 len: 168 time: 0.1218376 Feb 11 06:08:40.322617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15137f1-b66d-4a41-ad5a-99959d24eb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fad11de-e9d8-43c5-b842-72eb71dd28ae,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:40.965326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53554) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:41.060158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-3d4c07cf-a2d1-4535-8dad-02bed6ecfe31 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-846872481-network', 'tenant_id': 'addd73171d624930b0125cd39901d95c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:08:41.084460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4c07cf-a2d1-4535-8dad-02bed6ecfe31 admin admin] Made reservation on behalf of addd73171d624930b0125cd39901d95c for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:08:41.086655 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d4c07cf-a2d1-4535-8dad-02bed6ecfe31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:41.094976 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d4c07cf-a2d1-4535-8dad-02bed6ecfe31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:41.169558 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d4c07cf-a2d1-4535-8dad-02bed6ecfe31 admin admin] Publish callbacks [] for security_group (b04daba1-a085-4f83-b4b7-1334215ca416), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:41.174052 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d4c07cf-a2d1-4535-8dad-02bed6ecfe31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b04daba1-a085-4f83-b4b7-1334215ca416), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:41.198464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4c07cf-a2d1-4535-8dad-02bed6ecfe31 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:08:41.208449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c07cf-a2d1-4535-8dad-02bed6ecfe31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04daba1-a085-4f83-b4b7-1334215ca416,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:41.213647 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d4c07cf-a2d1-4535-8dad-02bed6ecfe31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c02fa4a7-4602-4e82-9b01-8881125a56df), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:41.213993 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-3d4c07cf-a2d1-4535-8dad-02bed6ecfe31 admin admin] Added segment c02fa4a7-4602-4e82-9b01-8881125a56df of type vlan for network f3ca898b-c140-46d8-9cf7-d9881a8684e2 Feb 11 06:08:41.256638 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d4c07cf-a2d1-4535-8dad-02bed6ecfe31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (f3ca898b-c140-46d8-9cf7-d9881a8684e2), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:41.284375 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d4c07cf-a2d1-4535-8dad-02bed6ecfe31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (f3ca898b-c140-46d8-9cf7-d9881a8684e2), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:41.284637 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4c07cf-a2d1-4535-8dad-02bed6ecfe31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:41.287021 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d4c07cf-a2d1-4535-8dad-02bed6ecfe31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:41.319753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3d4c07cf-a2d1-4535-8dad-02bed6ecfe31 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3533082 Feb 11 06:08:41.322988 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53558) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:08:41.327979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-20a42095-3715-4cc3-baac-9acc96167a73 admin admin] Request body: {'subnet': {'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-846872481-subnet', 'tenant_id': 'addd73171d624930b0125cd39901d95c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:08:41.347349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c07cf-a2d1-4535-8dad-02bed6ecfe31 admin admin] Pushing event updated for resources: {'Network': ['ID=f3ca898b-c140-46d8-9cf7-d9881a8684e2,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:41.348432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a42095-3715-4cc3-baac-9acc96167a73 admin admin] Made reservation on behalf of addd73171d624930b0125cd39901d95c for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:08:41.351858 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20a42095-3715-4cc3-baac-9acc96167a73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:41.356877 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network f3ca898b-c140-46d8-9cf7-d9881a8684e2 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:08:41.760334 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20a42095-3715-4cc3-baac-9acc96167a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (6e30a09e-a7f3-4323-82b7-77a0b55e9195), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:41.807748 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a42095-3715-4cc3-baac-9acc96167a73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e30a09e-a7f3-4323-82b7-77a0b55e9195,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:41.823014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a42095-3715-4cc3-baac-9acc96167a73 admin admin] Checking segment: {'id': 'c02fa4a7-4602-4e82-9b01-8881125a56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:08:41.823391 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a42095-3715-4cc3-baac-9acc96167a73 admin admin] Network hostable DHCP agents. Network: f3ca898b-c140-46d8-9cf7-d9881a8684e2, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:08:41.840363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a42095-3715-4cc3-baac-9acc96167a73 admin admin] Network f3ca898b-c140-46d8-9cf7-d9881a8684e2 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:08:41.848856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-20a42095-3715-4cc3-baac-9acc96167a73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, f3ca898b-c140-46d8-9cf7-d9881a8684e2) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:08:41.853108 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a42095-3715-4cc3-baac-9acc96167a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:41.853728 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-20a42095-3715-4cc3-baac-9acc96167a73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:41.858233 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe98d348-e758-48f0-b915-81ce2bedadcf None None] Network f3ca898b-c140-46d8-9cf7-d9881a8684e2 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:08:41.870101 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-20a42095-3715-4cc3-baac-9acc96167a73 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5459549 Feb 11 06:08:41.962068 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e4bfb8-61b4-42f4-986a-60572223ebbd None None] Network f3ca898b-c140-46d8-9cf7-d9881a8684e2 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:08:42.295074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-01c8710f-5af6-4336-8805-b3fa78425a06 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:42.296584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-01c8710f-5af6-4336-8805-b3fa78425a06 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/networks?id=f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 200 len: 814 time: 0.1049795 Feb 11 06:08:42.310567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-d7a77020-23e8-4632-8a24-15139be50b56 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/quotas/addd73171d624930b0125cd39901d95c HTTP/1.1" status: 200 len: 375 time: 0.0087254 Feb 11 06:08:42.342358 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-0470bad8-abdf-4caf-9014-120a9b064808 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=addd73171d624930b0125cd39901d95c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270119 Feb 11 06:08:42.353057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-7fce09a6-edf2-4daf-b510-7d3830e5af03 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:08:42.354007 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-7fce09a6-edf2-4daf-b510-7d3830e5af03 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049362 Feb 11 06:08:42.440767 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6173c024-487b-4c33-a585-2ad81fcffbb8 service neutron] 10.222.0.87 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816059 Feb 11 06:08:42.533778 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-9ef9fe1d-d79d-4171-9d54-a4220af915e1 service neutron] 10.222.0.87 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873036 Feb 11 06:08:42.691719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22140869-476c-467e-8530-241bd7060843 req-63364598-1e18-4be0-9174-de5e23125e69 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 210 time: 0.0278888 Feb 11 06:08:42.836678 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device b0aab9bf-9e18-4cb4-800a-dfb63c24a29b no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:08:42.860865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: b0aab9bf-9e18-4cb4-800a-dfb63c24a29b {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:08:42.861198 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device b0aab9bf-9e18-4cb4-800a-dfb63c24a29b not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:08:43.594106 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-7dd0919d-7811-424e-b89e-2af8017a87ce tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:43.595630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-7dd0919d-7811-424e-b89e-2af8017a87ce tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.73 "GET /v2.0/networks?id=f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 200 len: 814 time: 0.1067836 Feb 11 06:08:43.606977 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-1934e70b-eb31-45f4-9a06-2b464f1c64d8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Request body: {'port': {'device_id': '84d2aad6-e87d-4a48-a080-f7177c505054', 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2', 'admin_state_up': True, 'tenant_id': 'addd73171d624930b0125cd39901d95c'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:08:43.711175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-1934e70b-eb31-45f4-9a06-2b464f1c64d8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Made reservation on behalf of addd73171d624930b0125cd39901d95c for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:08:43.714479 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-1934e70b-eb31-45f4-9a06-2b464f1c64d8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:43.814088 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a257c1f4-458e-4b67-9d09-4c5d46066a0e req-08a7a7f1-2833-4def-830f-d7972f381691 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 210 time: 0.0408762 Feb 11 06:08:43.874128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-1934e70b-eb31-45f4-9a06-2b464f1c64d8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Allocated IP 172.20.0.12 (f3ca898b-c140-46d8-9cf7-d9881a8684e2/6e30a09e-a7f3-4323-82b7-77a0b55e9195/2d7f8489-ef6f-4931-9013-ccefdea33429) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:08:44.022579 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-1934e70b-eb31-45f4-9a06-2b464f1c64d8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Publish callbacks [] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:44.056840 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-1934e70b-eb31-45f4-9a06-2b464f1c64d8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:44.101435 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-1934e70b-eb31-45f4-9a06-2b464f1c64d8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Network f3ca898b-c140-46d8-9cf7-d9881a8684e2 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:08:44.104526 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-1934e70b-eb31-45f4-9a06-2b464f1c64d8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:08:44.108912 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-1934e70b-eb31-45f4-9a06-2b464f1c64d8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:08:44.115091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934e70b-eb31-45f4-9a06-2b464f1c64d8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Pushing event updated for resources: {'Port': ['ID=2d7f8489-ef6f-4931-9013-ccefdea33429,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:44.164439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-1934e70b-eb31-45f4-9a06-2b464f1c64d8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:44.164975 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-1934e70b-eb31-45f4-9a06-2b464f1c64d8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:44.179632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-1934e70b-eb31-45f4-9a06-2b464f1c64d8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5763154 Feb 11 06:08:44.190824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Request body: {'port': {'device_id': '84d2aad6-e87d-4a48-a080-f7177c505054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:08:44.248309 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:44.506119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d7f8489-ef6f-4931-9013-ccefdea33429 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:08:44.513469 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Publish callbacks [] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:44.525490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Transition to ACTIVE for port object 2d7f8489-ef6f-4931-9013-ccefdea33429 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:08:44.529067 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:44.579438 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Pushing event updated for resources: {'Port': ['ID=2d7f8489-ef6f-4931-9013-ccefdea33429,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:44.613914 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:44.642774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Attempting to bind port 2d7f8489-ef6f-4931-9013-ccefdea33429 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:08:44.643268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Attempting to bind port 2d7f8489-ef6f-4931-9013-ccefdea33429 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'c02fa4a7-4602-4e82-9b01-8881125a56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:08:44.643432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Attempting to bind port 2d7f8489-ef6f-4931-9013-ccefdea33429 on network f3ca898b-c140-46d8-9cf7-d9881a8684e2 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:08:44.647652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Port 2d7f8489-ef6f-4931-9013-ccefdea33429 on network f3ca898b-c140-46d8-9cf7-d9881a8684e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:08:44.647948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Attempting to bind port 2d7f8489-ef6f-4931-9013-ccefdea33429 on network f3ca898b-c140-46d8-9cf7-d9881a8684e2 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:08:44.652652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:08:44.652989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Checking segment: {'id': 'c02fa4a7-4602-4e82-9b01-8881125a56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:08:44.653365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Bound using segment: {'id': 'c02fa4a7-4602-4e82-9b01-8881125a56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:08:44.653780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Bound port: 2d7f8489-ef6f-4931-9013-ccefdea33429, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02fa4a7-4602-4e82-9b01-8881125a56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:08:44.654145 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:44.720690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] For port 2d7f8489-ef6f-4931-9013-ccefdea33429, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:08:44.724703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] For port 2d7f8489-ef6f-4931-9013-ccefdea33429, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2d7f8489-ef6f-4931-9013-ccefdea33429,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:08:44.732848 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:44.775602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:44.776350 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:44.777888 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] 10.222.0.73 "PUT /v2.0/ports/2d7f8489-ef6f-4931-9013-ccefdea33429 HTTP/1.1" status: 200 len: 1093 time: 0.5915546 Feb 11 06:08:44.778532 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d2aad6-e87d-4a48-a080-f7177c505054', 'tag': '2d7f8489-ef6f-4931-9013-ccefdea33429'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:08:44.780808 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1c4269-fc21-4c59-9a07-21b284d392af" -d '{"events": [{"name": "network-changed", "server_uuid": "84d2aad6-e87d-4a48-a080-f7177c505054", "tag": "2d7f8489-ef6f-4931-9013-ccefdea33429"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:08:44.801841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a7e05-749e-4e97-93c9-66086604f76e service neutron] Pushing event updated for resources: {'Port': ['ID=2d7f8489-ef6f-4931-9013-ccefdea33429,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:44.828401 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ab659e-5604-40fc-97e3-648aacc525ba x-openstack-request-id: req-59ab659e-5604-40fc-97e3-648aacc525ba {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:08:44.828637 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d2aad6-e87d-4a48-a080-f7177c505054", "tag": "2d7f8489-ef6f-4931-9013-ccefdea33429", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:08:44.828879 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-59ab659e-5604-40fc-97e3-648aacc525ba {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:08:44.829287 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d2aad6-e87d-4a48-a080-f7177c505054', 'tag': '2d7f8489-ef6f-4931-9013-ccefdea33429', 'status': 'completed', 'code': 200} Feb 11 06:08:44.868329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-f54b5dc0-8cf0-4f91-8d0e-641d841f291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:44.869868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-f54b5dc0-8cf0-4f91-8d0e-641d841f291f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=addd73171d624930b0125cd39901d95c&device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 1127 time: 0.0511401 Feb 11 06:08:44.940535 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-b4ed8abb-5a2e-4c2b-9993-46a877b55152 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7f8489-ef6f-4931-9013-ccefdea33429 HTTP/1.1" status: 200 len: 217 time: 0.0608110 Feb 11 06:08:45.004268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b7042-233c-4e8f-818a-e461bdb96c8f req-05434679-acb5-435c-a5a5-64edfdf2f199 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:45.004891 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e0b7042-233c-4e8f-818a-e461bdb96c8f req-05434679-acb5-435c-a5a5-64edfdf2f199 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 944 time: 0.1191525 Feb 11 06:08:45.006803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-0fb5dcd6-d7f4-4224-b981-9b48f99634ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:45.008212 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-0fb5dcd6-d7f4-4224-b981-9b48f99634ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e30a09e-a7f3-4323-82b7-77a0b55e9195 HTTP/1.1" status: 200 len: 854 time: 0.0619342 Feb 11 06:08:45.048506 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-f1332c2e-ff51-4811-8125-305bdaf60097 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ca898b-c140-46d8-9cf7-d9881a8684e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315220 Feb 11 06:08:45.101682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e0b7042-233c-4e8f-818a-e461bdb96c8f req-8bc09e7c-7956-4a00-9780-35bca148baf5 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907838 Feb 11 06:08:45.156139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-a1c9f11e-7a60-4dcb-bb6d-72e65b5dc6d6 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020491 Feb 11 06:08:45.246371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d4cf172-9ea4-4f16-8d56-7e980c7cb59f req-6844804e-a072-41fe-a770-6e14b74ba5e9 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845122 Feb 11 06:08:45.335701 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c4269-fc21-4c59-9a07-21b284d392af req-524cb7ec-086a-4ca6-8bca-9247b08a1eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:45.337080 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e1c4269-fc21-4c59-9a07-21b284d392af req-524cb7ec-086a-4ca6-8bca-9247b08a1eda service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=addd73171d624930b0125cd39901d95c&device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 1127 time: 0.0440388 Feb 11 06:08:45.423651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c4269-fc21-4c59-9a07-21b284d392af req-43ec1295-6c29-4cc5-b904-beeae45ea485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:45.425251 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e1c4269-fc21-4c59-9a07-21b284d392af req-43ec1295-6c29-4cc5-b904-beeae45ea485 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 200 len: 915 time: 0.0821266 Feb 11 06:08:45.468297 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e1c4269-fc21-4c59-9a07-21b284d392af req-616beb31-9c5a-4631-a092-8e200445ec2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7f8489-ef6f-4931-9013-ccefdea33429 HTTP/1.1" status: 200 len: 217 time: 0.0368078 Feb 11 06:08:45.514118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c4269-fc21-4c59-9a07-21b284d392af req-b6d35b95-2571-42a5-bdd8-c8a1cf734d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:45.516371 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e1c4269-fc21-4c59-9a07-21b284d392af req-b6d35b95-2571-42a5-bdd8-c8a1cf734d12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e30a09e-a7f3-4323-82b7-77a0b55e9195 HTTP/1.1" status: 200 len: 854 time: 0.0424814 Feb 11 06:08:45.547440 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e1c4269-fc21-4c59-9a07-21b284d392af req-3dc8fd7a-56dd-4998-bb4c-7d37b5f85534 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ca898b-c140-46d8-9cf7-d9881a8684e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251839 Feb 11 06:08:45.637604 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e1c4269-fc21-4c59-9a07-21b284d392af req-b2349f8f-6e52-4744-bfac-840aa15bccce service neutron] 10.222.0.73 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829527 Feb 11 06:08:45.723659 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e1c4269-fc21-4c59-9a07-21b284d392af req-039feb1a-79b6-49d3-bbd4-0782461efea6 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795574 Feb 11 06:08:46.221296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3ce07-c070-4440-ae20-648dc8e485de req-d9332ada-4163-43d0-b63d-cf0ae8c0d182 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:46.222819 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93f3ce07-c070-4440-ae20-648dc8e485de req-d9332ada-4163-43d0-b63d-cf0ae8c0d182 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 944 time: 0.0533922 Feb 11 06:08:46.273571 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-93f3ce07-c070-4440-ae20-648dc8e485de req-c458322f-4591-45d0-b86a-dad26eab2fe3 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451481 Feb 11 06:08:47.391349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03306e41-5c39-4194-a744-5319cc641cd0 req-fabe0457-9d08-47aa-8d5c-a3828958b3aa tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:47.392907 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03306e41-5c39-4194-a744-5319cc641cd0 req-fabe0457-9d08-47aa-8d5c-a3828958b3aa tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 944 time: 0.0535429 Feb 11 06:08:47.439014 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03306e41-5c39-4194-a744-5319cc641cd0 req-2124e72a-d2fe-42ad-bec1-e51554d915c0 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405481 Feb 11 06:08:47.894607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2d7f8489-ef6f-4931-9013-ccefdea33429 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:08:48.154022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2d7f8489-ef6f-4931-9013-ccefdea33429, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2d7f8489-ef6f-4931-9013-ccefdea33429,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:48.165297 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '2d7f8489-ef6f-4931-9013-ccefdea33429', 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2', 'port_id': '2d7f8489-ef6f-4931-9013-ccefdea33429', 'mac_address': 'fa:16:3e:68:29:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e30a09e-a7f3-4323-82b7-77a0b55e9195', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:08:48.200490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2d7f8489-ef6f-4931-9013-ccefdea33429 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:08:48.200871 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:48.212893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7f8489-ef6f-4931-9013-ccefdea33429 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:08:48.231501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2d7f8489-ef6f-4931-9013-ccefdea33429, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2d7f8489-ef6f-4931-9013-ccefdea33429,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:48.236573 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:48.283571 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2d7f8489-ef6f-4931-9013-ccefdea33429,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:48.441640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['2d7f8489-ef6f-4931-9013-ccefdea33429'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:08:48.556926 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8574db6-8879-4aea-a70f-f0de3cf80428 req-6591f2fc-9808-4fc9-92da-173af024deaa tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:48.558396 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8574db6-8879-4aea-a70f-f0de3cf80428 req-6591f2fc-9808-4fc9-92da-173af024deaa tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 945 time: 0.0520744 Feb 11 06:08:48.604295 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8574db6-8879-4aea-a70f-f0de3cf80428 req-8b89816e-61db-4a04-a1b2-84d2538c7131 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396991 Feb 11 06:08:49.730156 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1ef06-9cf5-4865-b21e-ee3a3dcceb5b req-49999209-88dc-49ef-83f9-5d1c5a63fb2a tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:49.731586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34b1ef06-9cf5-4865-b21e-ee3a3dcceb5b req-49999209-88dc-49ef-83f9-5d1c5a63fb2a tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 945 time: 0.0574694 Feb 11 06:08:49.777905 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34b1ef06-9cf5-4865-b21e-ee3a3dcceb5b req-3bc50fa4-f6bd-4561-9729-15ef3028026a tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401902 Feb 11 06:08:49.911249 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2d7f8489-ef6f-4931-9013-ccefdea33429 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:08:49.960258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 2d7f8489-ef6f-4931-9013-ccefdea33429 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:08:49.963949 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 2d7f8489-ef6f-4931-9013-ccefdea33429 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:08:49.964322 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:50.041443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2d7f8489-ef6f-4931-9013-ccefdea33429 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:08:50.041831 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:50.064274 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d2aad6-e87d-4a48-a080-f7177c505054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7f8489-ef6f-4931-9013-ccefdea33429'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:08:50.066472 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b869472-cbe2-49f5-9098-7ce6b0d2b3ce" -d '{"events": [{"server_uuid": "84d2aad6-e87d-4a48-a080-f7177c505054", "name": "network-vif-plugged", "status": "completed", "tag": "2d7f8489-ef6f-4931-9013-ccefdea33429"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:08:50.078843 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2d7f8489-ef6f-4931-9013-ccefdea33429, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2d7f8489-ef6f-4931-9013-ccefdea33429,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:08:50.082957 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:50.105728 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feea2078-ae4e-4112-8a44-727156cac9c8 x-openstack-request-id: req-feea2078-ae4e-4112-8a44-727156cac9c8 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:08:50.106022 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d2aad6-e87d-4a48-a080-f7177c505054", "name": "network-vif-plugged", "status": "completed", "tag": "2d7f8489-ef6f-4931-9013-ccefdea33429", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:08:50.106276 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-feea2078-ae4e-4112-8a44-727156cac9c8 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:08:50.106661 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d2aad6-e87d-4a48-a080-f7177c505054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7f8489-ef6f-4931-9013-ccefdea33429', 'code': 200} Feb 11 06:08:50.132904 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2d7f8489-ef6f-4931-9013-ccefdea33429,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:08:50.202159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7f9ae-63c6-42a6-ba31-8c2fbd0f1c3d req-e4a86579-5876-4df2-8484-cd59400079ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:50.203711 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68b7f9ae-63c6-42a6-ba31-8c2fbd0f1c3d req-e4a86579-5876-4df2-8484-cd59400079ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 1129 time: 0.0428798 Feb 11 06:08:50.245655 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-68b7f9ae-63c6-42a6-ba31-8c2fbd0f1c3d req-ace101e0-1f37-4804-9459-a92fa86f0ae5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363560 Feb 11 06:08:50.904405 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f083d83-73b7-4ff7-b9b1-11e6ef9aedb3 req-660ee3fc-a3b3-49b6-9e2b-d3f91f7c2898 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:50.905924 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f083d83-73b7-4ff7-b9b1-11e6ef9aedb3 req-660ee3fc-a3b3-49b6-9e2b-d3f91f7c2898 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0563879 Feb 11 06:08:50.952793 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f083d83-73b7-4ff7-b9b1-11e6ef9aedb3 req-370ee1d6-6b8c-4e2f-8ce4-0ea550b542b4 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406556 Feb 11 06:08:52.071371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9698c-0a30-4cb1-9c86-d8d8d369a718 req-f63f1cef-c91b-4058-990d-da6e01460710 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:52.072880 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2c9698c-0a30-4cb1-9c86-d8d8d369a718 req-f63f1cef-c91b-4058-990d-da6e01460710 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0518205 Feb 11 06:08:52.118678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2c9698c-0a30-4cb1-9c86-d8d8d369a718 req-1bd6328f-c4de-4cb0-9180-fbfe986e8930 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392916 Feb 11 06:08:52.235030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3039b-aaa6-459c-8bcf-00627a851a37 req-d6ef848e-d1d9-4c60-b66c-38e98cf0fb6c tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:52.236441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ef3039b-aaa6-459c-8bcf-00627a851a37 req-d6ef848e-d1d9-4c60-b66c-38e98cf0fb6c tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0517163 Feb 11 06:08:52.285848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ef3039b-aaa6-459c-8bcf-00627a851a37 req-423d58c2-53ee-4967-ac30-b04445b3b04a tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439205 Feb 11 06:08:52.486418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdb066-f83c-4bef-aeaa-0453157fd6ae req-86e03e2a-c6b9-4ea8-a0ba-ba603062a270 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:52.487837 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2dbdb066-f83c-4bef-aeaa-0453157fd6ae req-86e03e2a-c6b9-4ea8-a0ba-ba603062a270 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0521290 Feb 11 06:08:52.534503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2dbdb066-f83c-4bef-aeaa-0453157fd6ae req-3b0c2102-dad2-4c31-9eb2-5f8d18f69b06 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Feb 11 06:08:52.651141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8685-186f-43a0-85ec-68858255248b req-2b9121d5-0ba4-42c2-abec-f48b48181f94 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:52.652667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfcd8685-186f-43a0-85ec-68858255248b req-2b9121d5-0ba4-42c2-abec-f48b48181f94 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0523608 Feb 11 06:08:52.699191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfcd8685-186f-43a0-85ec-68858255248b req-22c3379e-69e1-4f9b-9955-2be017f0182e tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403178 Feb 11 06:08:52.929261 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-e3d816b8-ce81-44f6-99a3-628215ef3ffa service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0490627 Feb 11 06:08:52.947157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108b4d3-d216-4f7f-be7a-917e202e73e4 req-84b51152-f44c-4500-ae7a-b053bfbd10c6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:52.948792 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f108b4d3-d216-4f7f-be7a-917e202e73e4 req-84b51152-f44c-4500-ae7a-b053bfbd10c6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0579634 Feb 11 06:08:52.998089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f108b4d3-d216-4f7f-be7a-917e202e73e4 req-84003db7-9d9a-4044-84dd-a872167d6933 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421295 Feb 11 06:08:53.321860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-af89be06-eda6-46d8-8879-bad09f18e711 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:53.323133 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-af89be06-eda6-46d8-8879-bad09f18e711 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports/2d7f8489-ef6f-4931-9013-ccefdea33429 HTTP/1.1" status: 200 len: 943 time: 0.0447557 Feb 11 06:08:54.156340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5c43c-466c-4d5e-82a8-d5411c40f29c req-dee8f36e-5d81-46b2-b53c-2ef671fbee1a tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:54.157817 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfc5c43c-466c-4d5e-82a8-d5411c40f29c req-dee8f36e-5d81-46b2-b53c-2ef671fbee1a tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0879855 Feb 11 06:08:54.185317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-6b4028b2-84bf-490d-9d11-1a95b832d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:54.186722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-6b4028b2-84bf-490d-9d11-1a95b832d57e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=addd73171d624930b0125cd39901d95c&device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 1129 time: 0.0741358 Feb 11 06:08:54.236859 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfc5c43c-466c-4d5e-82a8-d5411c40f29c req-5d341359-f8ff-482a-91fd-252f26739129 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727532 Feb 11 06:08:54.290406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-92c4c6bb-b0e8-4deb-bcd2-772d8e135ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:54.291885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-92c4c6bb-b0e8-4deb-bcd2-772d8e135ad5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 200 len: 915 time: 0.0958295 Feb 11 06:08:54.334311 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-329e80db-c928-47a8-bdb7-08b468c74e81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7f8489-ef6f-4931-9013-ccefdea33429 HTTP/1.1" status: 200 len: 217 time: 0.0366740 Feb 11 06:08:54.380153 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-dee59290-bc52-4db6-a623-41b118162503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:54.381556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-dee59290-bc52-4db6-a623-41b118162503 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e30a09e-a7f3-4323-82b7-77a0b55e9195 HTTP/1.1" status: 200 len: 854 time: 0.0419075 Feb 11 06:08:54.412352 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-12e643be-4345-414e-8ca2-3ad4ccef3c7f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ca898b-c140-46d8-9cf7-d9881a8684e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253096 Feb 11 06:08:54.499986 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-0ca26a0e-d551-4d09-8181-41ea46216725 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821047 Feb 11 06:08:54.586741 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-c68e927c-c8aa-4020-abad-5c08ce39ce38 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808482 Feb 11 06:08:55.354195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d52d0-2a52-4c89-9a61-82356a874396 req-61f6b222-9145-4580-b25e-a891722adc90 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:55.355731 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-183d52d0-2a52-4c89-9a61-82356a874396 req-61f6b222-9145-4580-b25e-a891722adc90 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0515296 Feb 11 06:08:55.406310 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-183d52d0-2a52-4c89-9a61-82356a874396 req-97cbd6ba-24c1-4777-b3d8-595c7b3aece6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444136 Feb 11 06:08:56.525923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec41c8-3781-4c93-bb48-3116a87d0e7a req-caa1a5f9-135e-4f60-853d-69cf27ef13d9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:56.527378 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fec41c8-3781-4c93-bb48-3116a87d0e7a req-caa1a5f9-135e-4f60-853d-69cf27ef13d9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0520666 Feb 11 06:08:56.572876 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fec41c8-3781-4c93-bb48-3116a87d0e7a req-ff7a326c-95c6-4c27-a8f7-b0aa75b35079 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392692 Feb 11 06:08:57.690625 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2599fa9-25e2-4e75-9a38-9d97e8ee1575 req-22399ae7-c788-4195-be5f-c4916b34c62e tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:57.692120 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2599fa9-25e2-4e75-9a38-9d97e8ee1575 req-22399ae7-c788-4195-be5f-c4916b34c62e tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0514061 Feb 11 06:08:57.736981 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2599fa9-25e2-4e75-9a38-9d97e8ee1575 req-f79c7845-10e7-4397-aed5-61e7a2e0d739 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392578 Feb 11 06:08:58.577051 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-69acfc30-2104-468f-aaef-b6cc04e37a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:58.859284 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cadbc-4f02-4dd2-8a16-c45794ece920 req-b0fc38b1-0fa3-4cba-a0cf-8eba5afecacf tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:58.860784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-702cadbc-4f02-4dd2-8a16-c45794ece920 req-b0fc38b1-0fa3-4cba-a0cf-8eba5afecacf tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0570874 Feb 11 06:08:58.906889 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-702cadbc-4f02-4dd2-8a16-c45794ece920 req-d68a4b48-11f9-4216-9c1a-f5fcd2fafa8e tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405941 Feb 11 06:09:00.032924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db0d85-51b8-4f6d-9855-5bf5122850bf req-1331ed9f-437c-486c-9c60-2e63afde3e4f tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:00.034485 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95db0d85-51b8-4f6d-9855-5bf5122850bf req-1331ed9f-437c-486c-9c60-2e63afde3e4f tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0558808 Feb 11 06:09:00.083920 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95db0d85-51b8-4f6d-9855-5bf5122850bf req-7182c48b-757d-4d2d-8db3-2cc727a7a8e6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435364 Feb 11 06:09:00.880409 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2f4793a3-64e1-44f9-88ee-ece7d3a00adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:01.219218 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784b0b3-dea4-4814-8d95-6b939fb408c4 req-5a44fa9d-28ca-4e8b-b809-e6df2c906465 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:01.220967 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c784b0b3-dea4-4814-8d95-6b939fb408c4 req-5a44fa9d-28ca-4e8b-b809-e6df2c906465 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0656133 Feb 11 06:09:01.271554 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c784b0b3-dea4-4814-8d95-6b939fb408c4 req-7534e68d-4cf2-4c59-9cf4-21b01924de60 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445945 Feb 11 06:09:02.401959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00265c74-af87-4442-a55c-011d6ff3b37d req-298f6dd3-7f2c-4712-af0e-72ef8e488625 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:02.403758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00265c74-af87-4442-a55c-011d6ff3b37d req-298f6dd3-7f2c-4712-af0e-72ef8e488625 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0600045 Feb 11 06:09:02.462450 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00265c74-af87-4442-a55c-011d6ff3b37d req-bbce55fe-8acd-4680-b7ab-19fe8be918b5 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516946 Feb 11 06:09:02.608975 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:03.581683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da0f58-a824-45d2-99ee-fd525202dd23 req-62aa08cd-09c8-4a9a-a496-a2d8ba1c8765 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:03.583107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73da0f58-a824-45d2-99ee-fd525202dd23 req-62aa08cd-09c8-4a9a-a496-a2d8ba1c8765 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0529108 Feb 11 06:09:03.632478 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-73da0f58-a824-45d2-99ee-fd525202dd23 req-3e9404e0-b7ef-4393-b49a-f854577e5828 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439198 Feb 11 06:09:03.787075 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:04.379698 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:09:04.755129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8ec1b-d5cb-4540-bb4a-b1143aae595e req-f56ff9f4-04e8-4462-95f3-9b3be9f218f7 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:04.756638 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7bb8ec1b-d5cb-4540-bb4a-b1143aae595e req-f56ff9f4-04e8-4462-95f3-9b3be9f218f7 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0537093 Feb 11 06:09:04.805611 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7bb8ec1b-d5cb-4540-bb4a-b1143aae595e req-c9d02df6-1985-456a-a046-e1dbc77cb499 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432713 Feb 11 06:09:05.252448 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:05.929499 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891705c3-6c6b-4a3e-9c7d-432d82c4df0e req-c9ce693a-a212-4341-a160-e7e0ffaf4eaf tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:05.930975 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-891705c3-6c6b-4a3e-9c7d-432d82c4df0e req-c9ce693a-a212-4341-a160-e7e0ffaf4eaf tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0563936 Feb 11 06:09:05.980630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-891705c3-6c6b-4a3e-9c7d-432d82c4df0e req-cb08de5d-6a02-4ce4-b980-14103a329faa tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 Feb 11 06:09:07.108493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc2bf0-0054-43ba-90aa-d84e1b28b39e req-4227499e-9d1f-44ba-a208-c7f86d9695dc tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:07.109961 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-debc2bf0-0054-43ba-90aa-d84e1b28b39e req-4227499e-9d1f-44ba-a208-c7f86d9695dc tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0569801 Feb 11 06:09:07.156449 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-debc2bf0-0054-43ba-90aa-d84e1b28b39e req-8d61a57e-e8c1-4bb1-9098-aa7a0bc79028 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408897 Feb 11 06:09:08.275703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fc3ae-7a0d-47f9-9822-72fd07d61a73 req-4d8e69a6-ff6e-4bfe-b2e7-f62b5e051cb6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:08.277195 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e06fc3ae-7a0d-47f9-9822-72fd07d61a73 req-4d8e69a6-ff6e-4bfe-b2e7-f62b5e051cb6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0537026 Feb 11 06:09:08.324023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e06fc3ae-7a0d-47f9-9822-72fd07d61a73 req-493d2d56-5028-4567-a07a-7f2f00f1e0ec tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410295 Feb 11 06:09:09.444634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df18d5a-3ac4-4d6b-af94-aaf7a1a22f38 req-e42a6819-5fe2-4cc8-b12b-19b062f69d90 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:09.446122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6df18d5a-3ac4-4d6b-af94-aaf7a1a22f38 req-e42a6819-5fe2-4cc8-b12b-19b062f69d90 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0526040 Feb 11 06:09:09.496519 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6df18d5a-3ac4-4d6b-af94-aaf7a1a22f38 req-dda4e89c-968e-4ee3-947e-fd4e9f50966a tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447373 Feb 11 06:09:10.269504 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:10.617067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499dd28-7b25-40fd-8b7f-89ec2e160650 req-51d4ed20-e503-41e8-8677-91f86f972ba6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:10.618556 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b499dd28-7b25-40fd-8b7f-89ec2e160650 req-51d4ed20-e503-41e8-8677-91f86f972ba6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0524888 Feb 11 06:09:10.667047 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b499dd28-7b25-40fd-8b7f-89ec2e160650 req-9067cd0d-d824-4b62-9ea8-e25cdc6683bd tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421510 Feb 11 06:09:11.796121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74480ce4-4806-4190-8195-b004a39cbdda req-bb2a6648-1f1c-4645-a956-044df185183d tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:11.798575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-74480ce4-4806-4190-8195-b004a39cbdda req-bb2a6648-1f1c-4645-a956-044df185183d tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0590847 Feb 11 06:09:11.846620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-74480ce4-4806-4190-8195-b004a39cbdda req-79e22188-3c60-4d09-8926-34ad026a57f8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421660 Feb 11 06:09:12.977087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f543221-5948-45b4-a0d2-1a9e8e5b2cff req-607818a7-ab83-4c96-b760-a84a28b6e7be tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:12.978563 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f543221-5948-45b4-a0d2-1a9e8e5b2cff req-607818a7-ab83-4c96-b760-a84a28b6e7be tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0627773 Feb 11 06:09:13.023834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f543221-5948-45b4-a0d2-1a9e8e5b2cff req-f4f1df9a-14a7-440a-b66e-3a2cadeb4ac2 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396864 Feb 11 06:09:14.143194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66272108-784e-455c-8fc8-d82ba70c2221 req-ea83ad50-6768-4161-a3dc-011a348475d8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:14.144705 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66272108-784e-455c-8fc8-d82ba70c2221 req-ea83ad50-6768-4161-a3dc-011a348475d8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0529776 Feb 11 06:09:14.190269 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66272108-784e-455c-8fc8-d82ba70c2221 req-ecdcc342-83fd-48ae-b72c-bd2683350802 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398672 Feb 11 06:09:14.615639 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:15.311917 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1806e14-068e-4305-b6d4-cd13f600895a req-04d88b51-6ec7-49a9-96a3-4dc48d6f64e7 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:15.313254 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a1806e14-068e-4305-b6d4-cd13f600895a req-04d88b51-6ec7-49a9-96a3-4dc48d6f64e7 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0560696 Feb 11 06:09:15.358949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a1806e14-068e-4305-b6d4-cd13f600895a req-6a499690-2974-4a29-b4bb-860a694c42de tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401683 Feb 11 06:09:16.475251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2a612-7453-4da9-b5d0-d04d03ee7034 req-d4a4dce3-01eb-4c4e-a1a7-a85bcdb4837f tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:16.476732 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2d2a612-7453-4da9-b5d0-d04d03ee7034 req-d4a4dce3-01eb-4c4e-a1a7-a85bcdb4837f tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0512147 Feb 11 06:09:16.522681 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a2d2a612-7453-4da9-b5d0-d04d03ee7034 req-eefe8197-d7ef-4a66-987e-593d766de0b8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404346 Feb 11 06:09:17.637896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d006490-ba86-4ad6-92f6-2a031bfdc260 req-91a096e3-ed11-44b8-8800-0cdb25591de2 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:17.639372 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d006490-ba86-4ad6-92f6-2a031bfdc260 req-91a096e3-ed11-44b8-8800-0cdb25591de2 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0511081 Feb 11 06:09:17.689328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3d006490-ba86-4ad6-92f6-2a031bfdc260 req-151451ea-3ff0-4b03-b7d8-c1d3c2f0c603 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435176 Feb 11 06:09:18.807745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c192c-06c6-4a83-996d-706587a40433 req-e7349b14-ca5a-4c7d-9382-1de1f22a0e21 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:18.809200 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-127c192c-06c6-4a83-996d-706587a40433 req-e7349b14-ca5a-4c7d-9382-1de1f22a0e21 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0517464 Feb 11 06:09:18.854442 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-127c192c-06c6-4a83-996d-706587a40433 req-9e522321-60a9-4957-aaa0-a91217d4fa78 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397191 Feb 11 06:09:19.973345 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87184ae-8660-4788-b76b-9d64c60620e5 req-467aaed5-cb93-480c-9e28-b6d4b7e439ac tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:19.974853 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f87184ae-8660-4788-b76b-9d64c60620e5 req-467aaed5-cb93-480c-9e28-b6d4b7e439ac tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.0517206 Feb 11 06:09:20.020552 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f87184ae-8660-4788-b76b-9d64c60620e5 req-5b24b990-17f8-49e7-8967-72439ccd1b32 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395958 Feb 11 06:09:21.491804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef322d80-22bb-4e47-a982-9f519e4ef02e req-8cf64828-5a21-4709-b6d7-b326626630b6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:21.493261 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef322d80-22bb-4e47-a982-9f519e4ef02e req-8cf64828-5a21-4709-b6d7-b326626630b6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 946 time: 0.4037354 Feb 11 06:09:21.521029 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-1bb61131-811d-4228-b400-edb665b21975 service neutron] show failed (client error): The resource could not be found. Feb 11 06:09:21.521979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-1bb61131-811d-4228-b400-edb665b21975 service neutron] 10.222.0.73 "GET /v2.0/ports/2d7f8489-ef6f-4931-9013-ccefdea33429/bindings/n-h2-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.0853076 Feb 11 06:09:21.549270 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef322d80-22bb-4e47-a982-9f519e4ef02e req-ccb86f81-2088-4674-bf66-a4da072c6679 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489113 Feb 11 06:09:21.769268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-4ced95e6-136f-4494-b370-6e0a86006efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:21.770776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-4ced95e6-136f-4494-b370-6e0a86006efe service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054&tenant_id=addd73171d624930b0125cd39901d95c HTTP/1.1" status: 200 len: 1129 time: 0.0881097 Feb 11 06:09:21.785078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:09:21.843188 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:22.042825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] For port 2d7f8489-ef6f-4931-9013-ccefdea33429, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2d7f8489-ef6f-4931-9013-ccefdea33429,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:22.075509 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] For port 2d7f8489-ef6f-4931-9013-ccefdea33429, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:09:22.116880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d2aad6-e87d-4a48-a080-f7177c505054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d7f8489-ef6f-4931-9013-ccefdea33429'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:22.119114 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b9aa76-b728-4005-a100-5329bf473347" -d '{"events": [{"server_uuid": "84d2aad6-e87d-4a48-a080-f7177c505054", "name": "network-vif-unplugged", "status": "completed", "tag": "2d7f8489-ef6f-4931-9013-ccefdea33429"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:22.123333 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Publish callbacks [] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:22.136486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Transition to ACTIVE for port object 2d7f8489-ef6f-4931-9013-ccefdea33429 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:09:22.140377 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:22.181793 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24189e73-5ee0-4fbd-9dfd-b855258c44fa x-openstack-request-id: req-24189e73-5ee0-4fbd-9dfd-b855258c44fa {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:22.182081 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d2aad6-e87d-4a48-a080-f7177c505054", "name": "network-vif-unplugged", "status": "completed", "tag": "2d7f8489-ef6f-4931-9013-ccefdea33429", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:22.182333 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-24189e73-5ee0-4fbd-9dfd-b855258c44fa {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:22.182723 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d2aad6-e87d-4a48-a080-f7177c505054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d7f8489-ef6f-4931-9013-ccefdea33429', 'code': 200} Feb 11 06:09:22.207874 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] No DVR routers for this DVR port 2d7f8489-ef6f-4931-9013-ccefdea33429 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:09:22.209626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7f8489-ef6f-4931-9013-ccefdea33429,revision_number=6']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:22.221401 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:22.221748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:22.222087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:22.222423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:22.222753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:22.223080 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:22.223404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:22.223754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:22.224078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:22.224404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:22.224724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:22.225041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:22.225361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:22.255369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Attempting to bind port 2d7f8489-ef6f-4931-9013-ccefdea33429 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:09:22.255730 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Attempting to bind port 2d7f8489-ef6f-4931-9013-ccefdea33429 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'c02fa4a7-4602-4e82-9b01-8881125a56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:09:22.256055 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Attempting to bind port 2d7f8489-ef6f-4931-9013-ccefdea33429 on network f3ca898b-c140-46d8-9cf7-d9881a8684e2 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:09:22.260332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Port 2d7f8489-ef6f-4931-9013-ccefdea33429 on network f3ca898b-c140-46d8-9cf7-d9881a8684e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:09:22.260652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Attempting to bind port 2d7f8489-ef6f-4931-9013-ccefdea33429 on network f3ca898b-c140-46d8-9cf7-d9881a8684e2 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:09:22.265388 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:09:22.265701 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Checking segment: {'id': 'c02fa4a7-4602-4e82-9b01-8881125a56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:09:22.266332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Bound using segment: {'id': 'c02fa4a7-4602-4e82-9b01-8881125a56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:09:22.266753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Bound port: 2d7f8489-ef6f-4931-9013-ccefdea33429, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02fa4a7-4602-4e82-9b01-8881125a56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:09:22.267104 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:22.327880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] For port 2d7f8489-ef6f-4931-9013-ccefdea33429, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:09:22.330704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] For port 2d7f8489-ef6f-4931-9013-ccefdea33429, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2d7f8489-ef6f-4931-9013-ccefdea33429,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:09:22.336650 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:22.377643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:22.378402 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:22.379830 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] 10.222.0.88 "PUT /v2.0/ports/2d7f8489-ef6f-4931-9013-ccefdea33429 HTTP/1.1" status: 200 len: 1093 time: 0.5986111 Feb 11 06:09:22.397948 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee8118-d0b9-4e9e-8049-88519cae7d06 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7f8489-ef6f-4931-9013-ccefdea33429,revision_number=7']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:22.447528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-bcec86cc-502e-4651-b307-020e66487350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:22.449049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-bcec86cc-502e-4651-b307-020e66487350 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=addd73171d624930b0125cd39901d95c&device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 1127 time: 0.0459769 Feb 11 06:09:22.544710 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-8933ba1a-bad1-45ad-834e-cab29949b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:22.546224 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-8933ba1a-bad1-45ad-834e-cab29949b0f3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 200 len: 915 time: 0.0863137 Feb 11 06:09:22.590492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-dffff586-f113-413f-b671-577b3771db4c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7f8489-ef6f-4931-9013-ccefdea33429 HTTP/1.1" status: 200 len: 217 time: 0.0340264 Feb 11 06:09:22.673718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-7ea2425c-b037-4d87-ae2c-ca72bf9dafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:22.675172 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-7ea2425c-b037-4d87-ae2c-ca72bf9dafdf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6e30a09e-a7f3-4323-82b7-77a0b55e9195 HTTP/1.1" status: 200 len: 854 time: 0.0763545 Feb 11 06:09:22.700052 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efeb48-6a26-46a1-97db-8ac65c273a26 req-ebf71df9-4a12-490a-8c3f-3d47fda8c736 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:22.701506 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7efeb48-6a26-46a1-97db-8ac65c273a26 req-ebf71df9-4a12-490a-8c3f-3d47fda8c736 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 944 time: 0.0770931 Feb 11 06:09:22.720553 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-29561753-a73a-4867-8879-7373fd0af0d7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f3ca898b-c140-46d8-9cf7-d9881a8684e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357907 Feb 11 06:09:22.806198 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7efeb48-6a26-46a1-97db-8ac65c273a26 req-e311a136-fa45-48e3-ac28-176818b61fb8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890398 Feb 11 06:09:22.835566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-83ee8b93-1aee-4763-9d1e-b6ae60a6fd64 service neutron] 10.222.0.88 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033587 Feb 11 06:09:22.929745 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea84cc6f-59ca-4507-bf32-d1569af0ae63 req-3bafb10d-9e0f-440e-a1c8-d37fab72c963 service neutron] 10.222.0.88 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869384 Feb 11 06:09:23.926976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9c7ae-2c0c-4cd9-a242-189b7a199ec8 req-0cb6d286-aca3-4631-8f61-c69018682c6d tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:23.928475 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78e9c7ae-2c0c-4cd9-a242-189b7a199ec8 req-0cb6d286-aca3-4631-8f61-c69018682c6d tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 944 time: 0.0534141 Feb 11 06:09:23.975393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78e9c7ae-2c0c-4cd9-a242-189b7a199ec8 req-dd39a676-6069-4a4d-aac4-e368a212dd23 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410645 Feb 11 06:09:24.184476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d2aad6-e87d-4a48-a080-f7177c505054', 'tag': '2d7f8489-ef6f-4931-9013-ccefdea33429'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:24.186778 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f76d27-180d-4b2d-955d-d4f801f93515" -d '{"events": [{"name": "network-changed", "server_uuid": "84d2aad6-e87d-4a48-a080-f7177c505054", "tag": "2d7f8489-ef6f-4931-9013-ccefdea33429"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:24.234162 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874f5e20-06e6-4079-ba95-ed3cc5e55671 x-openstack-request-id: req-874f5e20-06e6-4079-ba95-ed3cc5e55671 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:24.234454 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d2aad6-e87d-4a48-a080-f7177c505054", "tag": "2d7f8489-ef6f-4931-9013-ccefdea33429", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:24.234709 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-874f5e20-06e6-4079-ba95-ed3cc5e55671 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:24.235119 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d2aad6-e87d-4a48-a080-f7177c505054', 'tag': '2d7f8489-ef6f-4931-9013-ccefdea33429', 'status': 'completed', 'code': 200} Feb 11 06:09:24.329345 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-d7773af6-bb50-4d99-ae90-b5ccd9c4d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:24.330848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-d7773af6-bb50-4d99-ae90-b5ccd9c4d5bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=addd73171d624930b0125cd39901d95c&device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 1127 time: 0.0794008 Feb 11 06:09:24.333223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-6385406a-1992-452c-b06b-2660800472b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:24.334558 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-6385406a-1992-452c-b06b-2660800472b5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=addd73171d624930b0125cd39901d95c&device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 1127 time: 0.0741832 Feb 11 06:09:24.483910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-57ff05fa-67ec-4ee7-b520-bbdf64517f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:24.485325 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-57ff05fa-67ec-4ee7-b520-bbdf64517f5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 200 len: 915 time: 0.1487679 Feb 11 06:09:24.489504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-c55b1cc6-acac-48bc-96c0-46362800a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:24.490832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-c55b1cc6-acac-48bc-96c0-46362800a6d5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 200 len: 915 time: 0.1459112 Feb 11 06:09:24.535588 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-05dd58da-1118-4d6a-998a-5920007659f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7f8489-ef6f-4931-9013-ccefdea33429 HTTP/1.1" status: 200 len: 217 time: 0.0438271 Feb 11 06:09:24.571331 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-f4a1a880-2fb1-4e6e-93e7-2f53a33ae89e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7f8489-ef6f-4931-9013-ccefdea33429 HTTP/1.1" status: 200 len: 217 time: 0.0422945 Feb 11 06:09:24.637572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-4650e178-d50c-4c59-85f6-ef6b833e5efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:24.639349 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-4650e178-d50c-4c59-85f6-ef6b833e5efb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e30a09e-a7f3-4323-82b7-77a0b55e9195 HTTP/1.1" status: 200 len: 854 time: 0.0757630 Feb 11 06:09:24.645128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-c86b0ad5-b247-4f66-9ee3-12922234e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:24.646495 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-c86b0ad5-b247-4f66-9ee3-12922234e270 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6e30a09e-a7f3-4323-82b7-77a0b55e9195 HTTP/1.1" status: 200 len: 854 time: 0.0564783 Feb 11 06:09:24.684046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-799aa5a2-aa57-4936-8dd8-4a7606dd5792 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ca898b-c140-46d8-9cf7-d9881a8684e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365980 Feb 11 06:09:24.701292 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-2312b583-0408-4e1d-b5b5-fcdcf66712d1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f3ca898b-c140-46d8-9cf7-d9881a8684e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461500 Feb 11 06:09:24.853349 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-8d81b0d7-304e-46b1-9b6b-e8e64bdb74e7 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544375 Feb 11 06:09:24.855038 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-eb8e4b78-d2ab-4568-981c-3ed6198e8693 service neutron] 10.222.0.88 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464350 Feb 11 06:09:25.012208 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-94599281-ac10-464a-b683-cec2bb66f87f service neutron] 10.222.0.88 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459646 Feb 11 06:09:25.014159 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26f76d27-180d-4b2d-955d-d4f801f93515 req-abaec925-63a0-45a4-924e-74659dce2883 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548877 Feb 11 06:09:25.109482 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20af956-af2f-4dd2-af4b-82d838c7d954 req-6a40c6ca-478b-4914-a2b3-fbd0c3d669d2 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:25.110885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b20af956-af2f-4dd2-af4b-82d838c7d954 req-6a40c6ca-478b-4914-a2b3-fbd0c3d669d2 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 944 time: 0.0595577 Feb 11 06:09:25.156157 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b20af956-af2f-4dd2-af4b-82d838c7d954 req-fe86f52f-3edf-4687-829a-8c5317784a7d tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396247 Feb 11 06:09:25.380159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c361b-a8aa-40af-8601-a84863911986 req-1685db6b-b80d-46bc-8b9c-b2ba073a3b63 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:25.381581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab2c361b-a8aa-40af-8601-a84863911986 req-1685db6b-b80d-46bc-8b9c-b2ba073a3b63 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 944 time: 0.0828135 Feb 11 06:09:25.394489 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c4cff-86ec-49cc-b125-8cd391909d66 req-a1a60368-ed46-4dcf-8cc7-464f298ff600 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:25.395875 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d8c4cff-86ec-49cc-b125-8cd391909d66 req-a1a60368-ed46-4dcf-8cc7-464f298ff600 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.73 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054&tenant_id=addd73171d624930b0125cd39901d95c&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 944 time: 0.0870292 Feb 11 06:09:25.479759 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab2c361b-a8aa-40af-8601-a84863911986 req-171dac8d-df1a-4f4f-8515-56170da842d7 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923369 Feb 11 06:09:25.485643 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-7d8c4cff-86ec-49cc-b125-8cd391909d66 req-16866eac-55d7-4ff9-a3e7-f5223d6765ab service neutron] delete failed (client error): The resource could not be found. Feb 11 06:09:25.486613 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d8c4cff-86ec-49cc-b125-8cd391909d66 req-16866eac-55d7-4ff9-a3e7-f5223d6765ab service neutron] 10.222.0.73 "DELETE /v2.0/ports/2d7f8489-ef6f-4931-9013-ccefdea33429/bindings/n-h1-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.0846081 Feb 11 06:09:25.571150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c4cff-86ec-49cc-b125-8cd391909d66 req-f67a48b4-b729-4802-81ba-1b5e860545bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:25.572722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d8c4cff-86ec-49cc-b125-8cd391909d66 req-f67a48b4-b729-4802-81ba-1b5e860545bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=addd73171d624930b0125cd39901d95c&device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 1127 time: 0.0451043 Feb 11 06:09:25.663364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c4cff-86ec-49cc-b125-8cd391909d66 req-2c8d4813-43df-448d-862f-5f71d732ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:25.664765 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d8c4cff-86ec-49cc-b125-8cd391909d66 req-2c8d4813-43df-448d-862f-5f71d732ec0a service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 200 len: 915 time: 0.0861740 Feb 11 06:09:25.704240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d8c4cff-86ec-49cc-b125-8cd391909d66 req-3b91e9f4-b529-4646-87e0-a4637487077c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7f8489-ef6f-4931-9013-ccefdea33429 HTTP/1.1" status: 200 len: 217 time: 0.0338511 Feb 11 06:09:25.750905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c4cff-86ec-49cc-b125-8cd391909d66 req-4ee1673f-6a3c-400c-ad62-c787bb52f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:25.752337 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d8c4cff-86ec-49cc-b125-8cd391909d66 req-4ee1673f-6a3c-400c-ad62-c787bb52f474 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e30a09e-a7f3-4323-82b7-77a0b55e9195 HTTP/1.1" status: 200 len: 854 time: 0.0420716 Feb 11 06:09:25.787715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d8c4cff-86ec-49cc-b125-8cd391909d66 req-3b5efa31-7d59-4064-beea-5f707e263b39 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ca898b-c140-46d8-9cf7-d9881a8684e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296404 Feb 11 06:09:25.871520 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d8c4cff-86ec-49cc-b125-8cd391909d66 req-99fbfbd1-cb96-4ac9-9f85-bd7f35ff761b service neutron] 10.222.0.73 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781829 Feb 11 06:09:25.963775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d8c4cff-86ec-49cc-b125-8cd391909d66 req-60acd862-80e0-49c5-820a-f3bbee9b134d service neutron] 10.222.0.73 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858946 Feb 11 06:09:26.118986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2d7f8489-ef6f-4931-9013-ccefdea33429 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:09:26.160455 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] The host n-h1-713499-38 is not matching for port 2d7f8489-ef6f-4931-9013-ccefdea33429 host n-h2-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:09:26.160849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2d7f8489-ef6f-4931-9013-ccefdea33429 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:09:26.601970 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f7d74-a8d1-40b0-9c86-17260a601ea5 req-33b195ca-e447-461d-95d1-44733cf63dcb tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:26.603494 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b8f7d74-a8d1-40b0-9c86-17260a601ea5 req-33b195ca-e447-461d-95d1-44733cf63dcb tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 944 time: 0.0534320 Feb 11 06:09:26.650391 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b8f7d74-a8d1-40b0-9c86-17260a601ea5 req-d83ad831-e01e-4950-a557-6f172301649f tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Feb 11 06:09:26.816464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c869a-4e17-4b55-98ee-ee854ada941d req-763726c1-50a4-4295-867a-9826f6100de5 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:26.817944 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b81c869a-4e17-4b55-98ee-ee854ada941d req-763726c1-50a4-4295-867a-9826f6100de5 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 944 time: 0.1013942 Feb 11 06:09:26.863783 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b81c869a-4e17-4b55-98ee-ee854ada941d req-cd6a2c79-940f-4a4c-8063-ffa5cfb3e30f tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403590 Feb 11 06:09:26.982844 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c242cb-6d58-4b1d-b791-de28f58bf2b8 req-8056c2f4-d17f-41e0-9392-668dba3205ed tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:26.984982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59c242cb-6d58-4b1d-b791-de28f58bf2b8 req-8056c2f4-d17f-41e0-9392-668dba3205ed tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 944 time: 0.0559595 Feb 11 06:09:27.020383 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2d7f8489-ef6f-4931-9013-ccefdea33429 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:09:27.033639 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-59c242cb-6d58-4b1d-b791-de28f58bf2b8 req-5b031cbe-5b4c-4bb9-a19f-375fa8f77ce3 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430741 Feb 11 06:09:27.118526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2d7f8489-ef6f-4931-9013-ccefdea33429, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2d7f8489-ef6f-4931-9013-ccefdea33429,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:27.129804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '2d7f8489-ef6f-4931-9013-ccefdea33429', 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2', 'port_id': '2d7f8489-ef6f-4931-9013-ccefdea33429', 'mac_address': 'fa:16:3e:68:29:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e30a09e-a7f3-4323-82b7-77a0b55e9195', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:09:27.172178 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 2d7f8489-ef6f-4931-9013-ccefdea33429 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:27.172870 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:27.190252 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7f8489-ef6f-4931-9013-ccefdea33429 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:09:27.210163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 2d7f8489-ef6f-4931-9013-ccefdea33429, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2d7f8489-ef6f-4931-9013-ccefdea33429,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:27.214489 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:27.261118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=2d7f8489-ef6f-4931-9013-ccefdea33429,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:27.393740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-1a1185d7-839e-4424-8706-902ee1642596 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:27.395253 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-1a1185d7-839e-4424-8706-902ee1642596 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/networks?id=f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 200 len: 814 time: 0.1046045 Feb 11 06:09:27.410223 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-cc1a3c94-18ec-4a62-9519-d8bf76ddd811 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/quotas/addd73171d624930b0125cd39901d95c HTTP/1.1" status: 200 len: 375 time: 0.0096543 Feb 11 06:09:27.437867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['2d7f8489-ef6f-4931-9013-ccefdea33429'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:09:27.461821 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-e23432a3-33b0-4e57-95f9-a9efb54e1933 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=addd73171d624930b0125cd39901d95c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466578 Feb 11 06:09:27.473767 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-83af7ca4-9fae-49c6-874a-ed98828a0f93 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:09:27.474890 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-83af7ca4-9fae-49c6-874a-ed98828a0f93 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051930 Feb 11 06:09:27.565893 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-120acb7d-0c41-4fcd-996b-475660546b44 service neutron] 10.222.0.87 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847759 Feb 11 06:09:27.659011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-70984e0a-06d6-4dca-bd25-7f9ad42e6320 service neutron] 10.222.0.87 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870185 Feb 11 06:09:27.825736 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42ef3bcb-706b-4038-9666-ba225eebfcd2 req-a5f4b212-7c20-4c3e-8a5f-797a94ccdb05 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 210 time: 0.0271566 Feb 11 06:09:28.581935 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3fe54eb6-7ab4-4df1-9d72-344d27c99070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:28.653449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7e93-0925-4ca7-b051-eea5e4505c45 req-cfdccbb1-22a5-4011-9c10-49b28c7db2ce tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:28.654563 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.88', 54500) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:09:28.655067 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-611d7e93-0925-4ca7-b051-eea5e4505c45 req-cfdccbb1-22a5-4011-9c10-49b28c7db2ce tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.88 "GET /v2.0/ports?device_id=84d2aad6-e87d-4a48-a080-f7177c505054 HTTP/1.1" status: 200 len: 945 time: 0.0553041 Feb 11 06:09:28.755786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-611d7e93-0925-4ca7-b051-eea5e4505c45 req-9a91d1ec-5fd0-46db-b0d0-983d9f1b3b45 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Deleting port 2d7f8489-ef6f-4931-9013-ccefdea33429 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:09:28.756491 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-611d7e93-0925-4ca7-b051-eea5e4505c45 req-9a91d1ec-5fd0-46db-b0d0-983d9f1b3b45 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:28.837461 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-3e3a0b50-2f2d-4077-b383-785c795937b6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:28.839383 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-3e3a0b50-2f2d-4077-b383-785c795937b6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.88 "GET /v2.0/networks?id=f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 200 len: 814 time: 0.1837544 Feb 11 06:09:28.852511 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Request body: {'port': {'device_id': '92f1fc7f-7ab0-49a3-805b-7baedfafb840', 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2', 'admin_state_up': True, 'tenant_id': 'addd73171d624930b0125cd39901d95c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:09:28.854298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-611d7e93-0925-4ca7-b051-eea5e4505c45 req-9a91d1ec-5fd0-46db-b0d0-983d9f1b3b45 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] For port 2d7f8489-ef6f-4931-9013-ccefdea33429, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=2d7f8489-ef6f-4931-9013-ccefdea33429,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:28.854667 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-611d7e93-0925-4ca7-b051-eea5e4505c45 req-9a91d1ec-5fd0-46db-b0d0-983d9f1b3b45 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:28.867470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-611d7e93-0925-4ca7-b051-eea5e4505c45 req-9a91d1ec-5fd0-46db-b0d0-983d9f1b3b45 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Calling delete_port for 2d7f8489-ef6f-4931-9013-ccefdea33429 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:09:28.970454 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Made reservation on behalf of addd73171d624930b0125cd39901d95c for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:09:28.974035 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:29.029653 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82791b2a-b49d-4dc3-9df5-a9af9e6df9d7 req-a7f21276-1a1d-4b3c-b8e8-d7dab2b00825 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 210 time: 0.1092703 Feb 11 06:09:29.035916 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2d7f8489-ef6f-4931-9013-ccefdea33429 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:09:29.052427 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-611d7e93-0925-4ca7-b051-eea5e4505c45 req-9a91d1ec-5fd0-46db-b0d0-983d9f1b3b45 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2d7f8489-ef6f-4931-9013-ccefdea33429), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:29.069342 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['2d7f8489-ef6f-4931-9013-ccefdea33429'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:09:29.084809 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91d1ec-5fd0-46db-b0d0-983d9f1b3b45 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Pushing event deleted for resources: {'Port': ['ID=2d7f8489-ef6f-4931-9013-ccefdea33429,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:29.111564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No active binding found for port 2d7f8489-ef6f-4931-9013-ccefdea33429 {{(pid=103173) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 06:09:29.111951 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] The host n-h2-713499-38 is not matching for port 2d7f8489-ef6f-4931-9013-ccefdea33429 host None! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:09:29.112358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2d7f8489-ef6f-4931-9013-ccefdea33429 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 06:09:29.134155 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Port 2d7f8489-ef6f-4931-9013-ccefdea33429 not found, will not notify nova. {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 06:09:29.136199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-611d7e93-0925-4ca7-b051-eea5e4505c45 req-9a91d1ec-5fd0-46db-b0d0-983d9f1b3b45 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] No DVR routers for this DVR port 2d7f8489-ef6f-4931-9013-ccefdea33429 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:09:29.138633 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-611d7e93-0925-4ca7-b051-eea5e4505c45 req-9a91d1ec-5fd0-46db-b0d0-983d9f1b3b45 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:29.142345 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-611d7e93-0925-4ca7-b051-eea5e4505c45 req-9a91d1ec-5fd0-46db-b0d0-983d9f1b3b45 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.88 "DELETE /v2.0/ports/2d7f8489-ef6f-4931-9013-ccefdea33429 HTTP/1.1" status: 204 len: 173 time: 0.4825268 Feb 11 06:09:29.142787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d2aad6-e87d-4a48-a080-f7177c505054', 'name': 'network-vif-deleted', 'tag': '2d7f8489-ef6f-4931-9013-ccefdea33429'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:29.145037 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3971bb-bf29-4f83-96ac-bb617ba2b0c1" -d '{"events": [{"server_uuid": "84d2aad6-e87d-4a48-a080-f7177c505054", "name": "network-vif-deleted", "tag": "2d7f8489-ef6f-4931-9013-ccefdea33429"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:29.165538 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Allocated IP 172.20.0.5 (f3ca898b-c140-46d8-9cf7-d9881a8684e2/6e30a09e-a7f3-4323-82b7-77a0b55e9195/3b059797-5a01-46e2-b861-f0f4e6a113d5) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:09:29.191680 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5c90fa-e7a0-4ede-949d-8ecff4665fc7 x-openstack-request-id: req-ba5c90fa-e7a0-4ede-949d-8ecff4665fc7 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:29.192113 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d2aad6-e87d-4a48-a080-f7177c505054", "name": "network-vif-deleted", "tag": "2d7f8489-ef6f-4931-9013-ccefdea33429", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:29.192533 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ba5c90fa-e7a0-4ede-949d-8ecff4665fc7 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:29.193149 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d2aad6-e87d-4a48-a080-f7177c505054', 'name': 'network-vif-deleted', 'tag': '2d7f8489-ef6f-4931-9013-ccefdea33429', 'status': 'completed', 'code': 200} Feb 11 06:09:29.321742 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Publish callbacks [] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:29.358248 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:29.370516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['2d7f8489-ef6f-4931-9013-ccefdea33429'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:09:29.406444 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Network f3ca898b-c140-46d8-9cf7-d9881a8684e2 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:09:29.409593 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:09:29.413249 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:09:29.439960 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Pushing event updated for resources: {'Port': ['ID=3b059797-5a01-46e2-b861-f0f4e6a113d5,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:29.454407 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:29.454760 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:29.455110 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:29.455473 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:29.455813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:29.456148 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:29.456480 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:29.456814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:29.457141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:29.457470 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:29.457800 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:29.458125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:29.458447 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:29.475908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:29.476519 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:29.492007 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-615c5fc0-5f41-4b90-b1a3-c4e1c6e8fa31 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6437221 Feb 11 06:09:29.503321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Request body: {'port': {'device_id': '92f1fc7f-7ab0-49a3-805b-7baedfafb840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:09:29.560794 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:29.861669 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b059797-5a01-46e2-b861-f0f4e6a113d5 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:09:29.869062 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Publish callbacks [] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:29.885582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Transition to ACTIVE for port object 3b059797-5a01-46e2-b861-f0f4e6a113d5 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:09:29.889349 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:29.938975 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Pushing event updated for resources: {'Port': ['ID=3b059797-5a01-46e2-b861-f0f4e6a113d5,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:30.009757 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Attempting to bind port 3b059797-5a01-46e2-b861-f0f4e6a113d5 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:09:30.010092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Attempting to bind port 3b059797-5a01-46e2-b861-f0f4e6a113d5 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'c02fa4a7-4602-4e82-9b01-8881125a56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:09:30.010417 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Attempting to bind port 3b059797-5a01-46e2-b861-f0f4e6a113d5 on network f3ca898b-c140-46d8-9cf7-d9881a8684e2 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:09:30.014636 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Port 3b059797-5a01-46e2-b861-f0f4e6a113d5 on network f3ca898b-c140-46d8-9cf7-d9881a8684e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:09:30.015969 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Attempting to bind port 3b059797-5a01-46e2-b861-f0f4e6a113d5 on network f3ca898b-c140-46d8-9cf7-d9881a8684e2 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:09:30.020664 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:09:30.021003 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Checking segment: {'id': 'c02fa4a7-4602-4e82-9b01-8881125a56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:09:30.021385 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Bound using segment: {'id': 'c02fa4a7-4602-4e82-9b01-8881125a56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:09:30.021809 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Bound port: 3b059797-5a01-46e2-b861-f0f4e6a113d5, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02fa4a7-4602-4e82-9b01-8881125a56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:09:30.022163 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:30.086451 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] For port 3b059797-5a01-46e2-b861-f0f4e6a113d5, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:09:30.089613 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] For port 3b059797-5a01-46e2-b861-f0f4e6a113d5, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:09:30.095400 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:30.127897 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:30.128536 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:30.129921 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] 10.222.0.88 "PUT /v2.0/ports/3b059797-5a01-46e2-b861-f0f4e6a113d5 HTTP/1.1" status: 200 len: 1092 time: 0.6305783 Feb 11 06:09:30.130365 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f1fc7f-7ab0-49a3-805b-7baedfafb840', 'tag': '3b059797-5a01-46e2-b861-f0f4e6a113d5'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:30.132649 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7d0e29-98aa-4515-a717-0678ef1d5937" -d '{"events": [{"name": "network-changed", "server_uuid": "92f1fc7f-7ab0-49a3-805b-7baedfafb840", "tag": "3b059797-5a01-46e2-b861-f0f4e6a113d5"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:30.167039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822da27d-6e75-4c19-aec8-958eb1e40948 service neutron] Pushing event updated for resources: {'Port': ['ID=3b059797-5a01-46e2-b861-f0f4e6a113d5,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:30.178363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6adeca-f567-4443-a540-166e17306b56 req-77ae1570-1e74-4f53-b5d4-285bd4c20ac5 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:30.180316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed6adeca-f567-4443-a540-166e17306b56 req-77ae1570-1e74-4f53-b5d4-285bd4c20ac5 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 943 time: 0.0756567 Feb 11 06:09:30.181673 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d002e86a-8350-4858-b49d-fc302359cc5b x-openstack-request-id: req-d002e86a-8350-4858-b49d-fc302359cc5b {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:30.181961 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f1fc7f-7ab0-49a3-805b-7baedfafb840", "tag": "3b059797-5a01-46e2-b861-f0f4e6a113d5", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:30.182211 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d002e86a-8350-4858-b49d-fc302359cc5b {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:30.182608 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f1fc7f-7ab0-49a3-805b-7baedfafb840', 'tag': '3b059797-5a01-46e2-b861-f0f4e6a113d5', 'status': 'completed', 'code': 200} Feb 11 06:09:30.228295 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed6adeca-f567-4443-a540-166e17306b56 req-f2e9d114-54be-4a8b-a636-cf2f59d28198 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420067 Feb 11 06:09:30.250737 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-77bd6fc5-048d-423d-a39c-039f674ed98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:30.252266 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-77bd6fc5-048d-423d-a39c-039f674ed98f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=addd73171d624930b0125cd39901d95c&device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 1126 time: 0.0820735 Feb 11 06:09:30.313409 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-bad56329-622d-437a-9cb5-392a5dbd9e48 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5 HTTP/1.1" status: 200 len: 217 time: 0.0539277 Feb 11 06:09:30.365099 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-15258509-613d-4e5d-82a4-a7c193420809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:30.366500 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-15258509-613d-4e5d-82a4-a7c193420809 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6e30a09e-a7f3-4323-82b7-77a0b55e9195 HTTP/1.1" status: 200 len: 854 time: 0.0472975 Feb 11 06:09:30.416650 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-f12501be-0560-411d-9dd4-c2ff49fb64c8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f3ca898b-c140-46d8-9cf7-d9881a8684e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437672 Feb 11 06:09:30.504998 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-664dbdd5-8b33-4886-a893-7f3744330ccd service neutron] 10.222.0.88 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818465 Feb 11 06:09:30.597181 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2c25110e-ffed-4cc4-b66c-08fca1b63315 req-c097605e-f06d-49d7-9487-a9e6531394b3 service neutron] 10.222.0.88 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859294 Feb 11 06:09:30.685875 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d0e29-98aa-4515-a717-0678ef1d5937 req-6c0b7e58-7bd1-4fc5-8906-b7a02466c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:30.687339 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2b7d0e29-98aa-4515-a717-0678ef1d5937 req-6c0b7e58-7bd1-4fc5-8906-b7a02466c03b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=addd73171d624930b0125cd39901d95c&device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 1126 time: 0.0453887 Feb 11 06:09:30.832069 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d0e29-98aa-4515-a717-0678ef1d5937 req-e657ee4c-413f-4541-9915-834a98c68297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:30.833536 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2b7d0e29-98aa-4515-a717-0678ef1d5937 req-e657ee4c-413f-4541-9915-834a98c68297 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 200 len: 915 time: 0.1403813 Feb 11 06:09:30.881598 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2b7d0e29-98aa-4515-a717-0678ef1d5937 req-789fd7ec-11a6-4c17-ac9c-84e3f7a19c72 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5 HTTP/1.1" status: 200 len: 217 time: 0.0390379 Feb 11 06:09:30.883235 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-85e123b1-8076-4672-8570-641193f6451a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:30.930908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d0e29-98aa-4515-a717-0678ef1d5937 req-8f394a13-680e-4543-b05e-3816674103fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:30.932417 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2b7d0e29-98aa-4515-a717-0678ef1d5937 req-8f394a13-680e-4543-b05e-3816674103fb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6e30a09e-a7f3-4323-82b7-77a0b55e9195 HTTP/1.1" status: 200 len: 854 time: 0.0442457 Feb 11 06:09:30.965410 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2b7d0e29-98aa-4515-a717-0678ef1d5937 req-7c145e73-5ae8-4116-b6e3-90f6c54d325c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f3ca898b-c140-46d8-9cf7-d9881a8684e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255115 Feb 11 06:09:31.056657 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2b7d0e29-98aa-4515-a717-0678ef1d5937 req-ed4a044d-4cd5-487a-a8ba-4799cc0c9faf service neutron] 10.222.0.88 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838859 Feb 11 06:09:31.146177 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-2b7d0e29-98aa-4515-a717-0678ef1d5937 req-763cbee1-3ccf-417d-a30a-fb78bbafbf9a service neutron] 10.222.0.88 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824797 Feb 11 06:09:31.356779 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa110411-a81b-4434-843c-e6740811a85c req-9b25c1bc-5e4e-41c3-9e66-dfa704cff53f tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:31.358282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa110411-a81b-4434-843c-e6740811a85c req-9b25c1bc-5e4e-41c3-9e66-dfa704cff53f tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 943 time: 0.0557804 Feb 11 06:09:31.405012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa110411-a81b-4434-843c-e6740811a85c req-c84187aa-4115-44f8-8568-bde581432615 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409675 Feb 11 06:09:32.526056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f69ec7-c2eb-49ff-94e1-e69c9455bf93 req-44c62668-b6cd-4efb-ba69-8f8b85c04afa tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:32.527572 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92f69ec7-c2eb-49ff-94e1-e69c9455bf93 req-44c62668-b6cd-4efb-ba69-8f8b85c04afa tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 943 time: 0.0558739 Feb 11 06:09:32.573914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92f69ec7-c2eb-49ff-94e1-e69c9455bf93 req-2d4b719d-f855-493a-be0b-0590c0a6c4cd tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406799 Feb 11 06:09:32.610237 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:33.052386 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3b059797-5a01-46e2-b861-f0f4e6a113d5 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:09:33.054449 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2d7f8489-ef6f-4931-9013-ccefdea33429 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:09:33.084462 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 2d7f8489-ef6f-4931-9013-ccefdea33429 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:09:33.084901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 2d7f8489-ef6f-4931-9013-ccefdea33429 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:09:33.168473 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3b059797-5a01-46e2-b861-f0f4e6a113d5, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:33.179986 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3b059797-5a01-46e2-b861-f0f4e6a113d5', 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2', 'port_id': '3b059797-5a01-46e2-b861-f0f4e6a113d5', 'mac_address': 'fa:16:3e:dc:ce:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e30a09e-a7f3-4323-82b7-77a0b55e9195', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:09:33.216985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 3b059797-5a01-46e2-b861-f0f4e6a113d5 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:33.217488 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:33.234208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b059797-5a01-46e2-b861-f0f4e6a113d5 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:09:33.252630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3b059797-5a01-46e2-b861-f0f4e6a113d5, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:33.256471 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:33.303761 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=3b059797-5a01-46e2-b861-f0f4e6a113d5,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:33.471083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['3b059797-5a01-46e2-b861-f0f4e6a113d5'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:09:33.701709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094117ef-084c-444a-a480-34863636f937 req-97f84221-058b-4182-adf1-1d82b63ea584 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:33.703782 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-094117ef-084c-444a-a480-34863636f937 req-97f84221-058b-4182-adf1-1d82b63ea584 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 944 time: 0.0570898 Feb 11 06:09:33.748271 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-094117ef-084c-444a-a480-34863636f937 req-100c82c2-ea99-4e45-93dd-5132f84dc9e5 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388277 Feb 11 06:09:33.790330 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:34.867679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc7c2a-ae87-48b8-a3d0-7e972d499255 req-7f0eba05-ff06-4501-8772-aee6adc79bac tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:34.869158 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65bc7c2a-ae87-48b8-a3d0-7e972d499255 req-7f0eba05-ff06-4501-8772-aee6adc79bac tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 944 time: 0.0512474 Feb 11 06:09:34.915680 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65bc7c2a-ae87-48b8-a3d0-7e972d499255 req-c6b3dcfc-1862-4c97-9398-de414ecbccf5 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403466 Feb 11 06:09:35.067129 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3b059797-5a01-46e2-b861-f0f4e6a113d5 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:09:35.115014 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 3b059797-5a01-46e2-b861-f0f4e6a113d5 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:09:35.118509 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 3b059797-5a01-46e2-b861-f0f4e6a113d5 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:09:35.118888 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:35.193450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 3b059797-5a01-46e2-b861-f0f4e6a113d5 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:35.195675 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:35.220608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f1fc7f-7ab0-49a3-805b-7baedfafb840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b059797-5a01-46e2-b861-f0f4e6a113d5'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:35.222840 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ec173e-bd2a-4ab1-95bc-c7dbffdb25e2" -d '{"events": [{"server_uuid": "92f1fc7f-7ab0-49a3-805b-7baedfafb840", "name": "network-vif-plugged", "status": "completed", "tag": "3b059797-5a01-46e2-b861-f0f4e6a113d5"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:35.237576 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3b059797-5a01-46e2-b861-f0f4e6a113d5, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:35.245522 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:35.281791 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e10fdb-b9af-4f1a-ac6a-446874998d9b x-openstack-request-id: req-f3e10fdb-b9af-4f1a-ac6a-446874998d9b {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:35.282088 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f1fc7f-7ab0-49a3-805b-7baedfafb840", "name": "network-vif-plugged", "status": "completed", "tag": "3b059797-5a01-46e2-b861-f0f4e6a113d5", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:35.282337 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f3e10fdb-b9af-4f1a-ac6a-446874998d9b {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:35.282721 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f1fc7f-7ab0-49a3-805b-7baedfafb840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b059797-5a01-46e2-b861-f0f4e6a113d5', 'code': 200} Feb 11 06:09:35.285520 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:35.309666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=3b059797-5a01-46e2-b861-f0f4e6a113d5,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:35.360474 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c65de-feb3-4ea1-9dc0-d3211adb2aac req-7c04b59b-b58f-427b-ab9c-6e52294c7f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:35.361962 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8b1c65de-feb3-4ea1-9dc0-d3211adb2aac req-7c04b59b-b58f-427b-ab9c-6e52294c7f7b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 1128 time: 0.0437050 Feb 11 06:09:35.410575 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8b1c65de-feb3-4ea1-9dc0-d3211adb2aac req-c4771779-bd0d-4e0d-bab5-989dbb4c5295 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427594 Feb 11 06:09:36.035964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4df1c1-1605-4ed2-947d-f698aaf98827 req-85917145-fd50-478f-9523-fa9f089a18d9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:36.037458 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be4df1c1-1605-4ed2-947d-f698aaf98827 req-85917145-fd50-478f-9523-fa9f089a18d9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0517881 Feb 11 06:09:36.086711 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be4df1c1-1605-4ed2-947d-f698aaf98827 req-bd973b29-644e-434d-ae5b-a29c1554acfd tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437675 Feb 11 06:09:37.204652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810a0ff-e9d8-4ad3-b63d-8b081c23dd46 req-bf2a1956-c913-4e9a-acda-78c2cb69e4fc tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:37.206035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c810a0ff-e9d8-4ad3-b63d-8b081c23dd46 req-bf2a1956-c913-4e9a-acda-78c2cb69e4fc tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0523193 Feb 11 06:09:37.254513 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c810a0ff-e9d8-4ad3-b63d-8b081c23dd46 req-457de579-e20c-456d-934c-83de94b36741 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428264 Feb 11 06:09:37.371177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c55474-3c51-4b2f-ad4c-bf11b4b2a8ff req-5de1c811-f3af-46af-97ce-19540df47166 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:37.372679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03c55474-3c51-4b2f-ad4c-bf11b4b2a8ff req-5de1c811-f3af-46af-97ce-19540df47166 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0519955 Feb 11 06:09:37.418225 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-03c55474-3c51-4b2f-ad4c-bf11b4b2a8ff req-fba110f1-6d8f-40d5-9c6a-3b41ece7780e tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394773 Feb 11 06:09:37.644322 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-249aaf25-e32f-4134-b0e3-09cc1014848e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439937 Feb 11 06:09:37.666210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301f5b4-0082-41b2-b85d-58f47881553b req-aa8e0f09-6e9b-43ff-ae96-756b392c60b3 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:37.667740 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1301f5b4-0082-41b2-b85d-58f47881553b req-aa8e0f09-6e9b-43ff-ae96-756b392c60b3 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0575175 Feb 11 06:09:37.715984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1301f5b4-0082-41b2-b85d-58f47881553b req-eb26f18b-2a44-463c-acf4-c74a276370e9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 Feb 11 06:09:38.005000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-52d885d4-1927-4182-9d4d-dc16f25a463b tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:38.006286 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-52d885d4-1927-4182-9d4d-dc16f25a463b tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports/3b059797-5a01-46e2-b861-f0f4e6a113d5 HTTP/1.1" status: 200 len: 942 time: 0.0462930 Feb 11 06:09:38.837956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53e5bd-ea8d-45df-8923-e2a1fe667149 req-56ad41a4-4eee-4389-bc5b-fdbd3d0050f2 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:38.839483 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f53e5bd-ea8d-45df-8923-e2a1fe667149 req-56ad41a4-4eee-4389-bc5b-fdbd3d0050f2 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0551124 Feb 11 06:09:38.892361 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f53e5bd-ea8d-45df-8923-e2a1fe667149 req-373d65ef-87bf-4ced-b023-a539fe1157e5 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465348 Feb 11 06:09:38.902391 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-6c09b4a6-87ab-4a5f-873c-1db044da9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:38.903978 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-6c09b4a6-87ab-4a5f-873c-1db044da9260 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=addd73171d624930b0125cd39901d95c&device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 1128 time: 0.0480337 Feb 11 06:09:39.253715 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-0d9c956a-90a7-4ad8-9664-94979b81d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:39.255196 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-0d9c956a-90a7-4ad8-9664-94979b81d430 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 200 len: 915 time: 0.3445070 Feb 11 06:09:39.296044 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-37b9489b-aa10-42a9-ae30-a7ddc40c96f6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5 HTTP/1.1" status: 200 len: 217 time: 0.0347247 Feb 11 06:09:39.342670 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-7d497d0c-8ce9-412a-a03b-6ef43c898fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:39.343388 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-7d497d0c-8ce9-412a-a03b-6ef43c898fcd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6e30a09e-a7f3-4323-82b7-77a0b55e9195 HTTP/1.1" status: 200 len: 854 time: 0.0422094 Feb 11 06:09:39.373885 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-74982187-74f9-4c3f-9f9f-a290d1909e3c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f3ca898b-c140-46d8-9cf7-d9881a8684e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249729 Feb 11 06:09:39.464651 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-fb47fe06-053e-42dc-9b5d-cd2b7cb0a473 service neutron] 10.222.0.88 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845904 Feb 11 06:09:39.555535 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-123e2ac1-ae6e-4203-a55e-d3dbc3d227e7 service neutron] 10.222.0.88 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841916 Feb 11 06:09:40.015129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888eb0d-8068-4728-b670-2f0aca981811 req-715d87c0-b4e1-4536-997c-fbf1435b5d57 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:40.017579 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888eb0d-8068-4728-b670-2f0aca981811 req-715d87c0-b4e1-4536-997c-fbf1435b5d57 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0562367 Feb 11 06:09:40.062332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888eb0d-8068-4728-b670-2f0aca981811 req-3105a68c-f42d-4ea9-afe0-cb7b5422e113 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390329 Feb 11 06:09:40.264872 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:41.180282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ad0e9-bb4f-4348-9873-5c2fff0d8f8c req-106f9ed7-98ca-494b-bdd0-4308d87e41c2 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:41.181682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-486ad0e9-bb4f-4348-9873-5c2fff0d8f8c req-106f9ed7-98ca-494b-bdd0-4308d87e41c2 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0524411 Feb 11 06:09:41.227874 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-486ad0e9-bb4f-4348-9873-5c2fff0d8f8c req-1239473f-4caf-47c1-906b-d66a00400516 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407143 Feb 11 06:09:41.379909 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:09:42.349120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e40230-4050-4d44-8ea2-ac79766b2011 req-384241cc-20ae-4cb5-9084-0fd3997ed7fc tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:42.350626 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1e40230-4050-4d44-8ea2-ac79766b2011 req-384241cc-20ae-4cb5-9084-0fd3997ed7fc tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0558858 Feb 11 06:09:42.396597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1e40230-4050-4d44-8ea2-ac79766b2011 req-efb77d29-4c09-45f0-9d76-1b20504f44ea tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403240 Feb 11 06:09:43.515969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba51d2-c094-4cc3-a4a9-07025c1ebd5c req-d5e067d2-f9b6-4c2a-8f59-cbb0820273b6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:43.517458 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49ba51d2-c094-4cc3-a4a9-07025c1ebd5c req-d5e067d2-f9b6-4c2a-8f59-cbb0820273b6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0528271 Feb 11 06:09:43.563484 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49ba51d2-c094-4cc3-a4a9-07025c1ebd5c req-34cde0ce-e18a-4314-8301-61693a22295a tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404522 Feb 11 06:09:44.627117 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:44.681914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b5247-985c-49d8-924e-2e7ec7f77a6e req-cf80bd02-3116-43a9-a658-6307bae888d6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:44.683388 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-214b5247-985c-49d8-924e-2e7ec7f77a6e req-cf80bd02-3116-43a9-a658-6307bae888d6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0513303 Feb 11 06:09:44.733461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-214b5247-985c-49d8-924e-2e7ec7f77a6e req-04c6f5ed-a850-4766-9173-08b83b232ebf tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437696 Feb 11 06:09:45.856334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcda92d-bb00-424d-b89b-fb882f32421b req-16e6fc97-0f38-4c95-a173-2af4d75401f3 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:45.857748 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbcda92d-bb00-424d-b89b-fb882f32421b req-16e6fc97-0f38-4c95-a173-2af4d75401f3 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0539045 Feb 11 06:09:45.905158 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbcda92d-bb00-424d-b89b-fb882f32421b req-d1a4c786-52eb-45c6-bb8b-d3003a448536 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417976 Feb 11 06:09:47.025233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef83ab-af28-4d8e-91c6-44d39b53384c req-6a38dd21-0e04-4daa-b7ef-27ab067ecd44 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:47.026729 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2ef83ab-af28-4d8e-91c6-44d39b53384c req-6a38dd21-0e04-4daa-b7ef-27ab067ecd44 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0530913 Feb 11 06:09:47.074199 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2ef83ab-af28-4d8e-91c6-44d39b53384c req-aa0a0d11-fe74-418b-b157-1caaacba5087 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412729 Feb 11 06:09:48.196689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3bee9-05e5-4438-87ac-f1803f68ec53 req-acc07337-8a55-4103-8292-51c2f3a989d9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:48.198111 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fe3bee9-05e5-4438-87ac-f1803f68ec53 req-acc07337-8a55-4103-8292-51c2f3a989d9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0577426 Feb 11 06:09:48.246198 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fe3bee9-05e5-4438-87ac-f1803f68ec53 req-41a7f439-7fb7-4d1a-b37e-e66491cafc97 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 Feb 11 06:09:49.364417 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2141b8-f935-47a7-9f49-e71c9dc44887 req-20c95505-68bc-4caf-bc4a-48b77732ec81 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:49.365926 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad2141b8-f935-47a7-9f49-e71c9dc44887 req-20c95505-68bc-4caf-bc4a-48b77732ec81 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0532098 Feb 11 06:09:49.411531 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad2141b8-f935-47a7-9f49-e71c9dc44887 req-ed61c09a-4d91-49ac-969e-4a58a44aa8ac tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400107 Feb 11 06:09:50.533001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa7efc-0af0-47c5-b4f5-f0ada7b264d2 req-0eadea5b-3560-43fd-9d36-88647e9afa2b tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:50.534495 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3aa7efc-0af0-47c5-b4f5-f0ada7b264d2 req-0eadea5b-3560-43fd-9d36-88647e9afa2b tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0551686 Feb 11 06:09:50.584173 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3aa7efc-0af0-47c5-b4f5-f0ada7b264d2 req-0a803475-e882-4bd6-8cbd-ba309be00174 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439401 Feb 11 06:09:51.710716 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055a37e-0dae-4074-a5f1-08a17dbbdc81 req-e66d0740-2460-4062-bda2-b32f8503299d tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:51.712257 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6055a37e-0dae-4074-a5f1-08a17dbbdc81 req-e66d0740-2460-4062-bda2-b32f8503299d tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0512812 Feb 11 06:09:51.759003 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6055a37e-0dae-4074-a5f1-08a17dbbdc81 req-5db2143c-9a9e-46e1-b5d2-ab7a29d2e827 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411875 Feb 11 06:09:52.876849 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292227e-c4fb-4cae-98ed-8126d540e268 req-06098fb2-ca04-4c98-8cc4-6bff61161189 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:52.878755 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8292227e-c4fb-4cae-98ed-8126d540e268 req-06098fb2-ca04-4c98-8cc4-6bff61161189 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0523455 Feb 11 06:09:52.925153 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8292227e-c4fb-4cae-98ed-8126d540e268 req-d8fd04c5-fa68-4459-8ff0-ee11833bc8bd tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408130 Feb 11 06:09:53.119153 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc84a0-e761-48bb-b2d3-ece37bbd5153 req-b855c2ce-c16b-4120-87c0-4f1035b9eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:53.120717 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6fbc84a0-e761-48bb-b2d3-ece37bbd5153 req-b855c2ce-c16b-4120-87c0-4f1035b9eecd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=addd73171d624930b0125cd39901d95c&device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 1128 time: 0.0453901 Feb 11 06:09:53.221172 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc84a0-e761-48bb-b2d3-ece37bbd5153 req-ca574319-6afb-4c28-9812-6458348cdef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:53.222626 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6fbc84a0-e761-48bb-b2d3-ece37bbd5153 req-ca574319-6afb-4c28-9812-6458348cdef4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 200 len: 915 time: 0.0828538 Feb 11 06:09:53.268206 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6fbc84a0-e761-48bb-b2d3-ece37bbd5153 req-da7b61bb-1530-4d3a-9bed-9ae0b789a3fb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5 HTTP/1.1" status: 200 len: 217 time: 0.0389590 Feb 11 06:09:53.317052 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc84a0-e761-48bb-b2d3-ece37bbd5153 req-c5af91a7-2bc0-4791-9567-1ef24380d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:53.318414 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6fbc84a0-e761-48bb-b2d3-ece37bbd5153 req-c5af91a7-2bc0-4791-9567-1ef24380d707 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6e30a09e-a7f3-4323-82b7-77a0b55e9195 HTTP/1.1" status: 200 len: 854 time: 0.0439372 Feb 11 06:09:53.349634 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6fbc84a0-e761-48bb-b2d3-ece37bbd5153 req-f5f5f8a1-79c8-4935-8231-1addd9645858 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f3ca898b-c140-46d8-9cf7-d9881a8684e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251486 Feb 11 06:09:53.443843 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6fbc84a0-e761-48bb-b2d3-ece37bbd5153 req-1cf7e100-786f-4491-afe4-767436d1b212 service neutron] 10.222.0.88 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881324 Feb 11 06:09:53.530269 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6fbc84a0-e761-48bb-b2d3-ece37bbd5153 req-4e706a16-5d33-4b25-b6d2-fa5887f7be5d service neutron] 10.222.0.88 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808587 Feb 11 06:09:54.052098 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270a4ca-ffb9-4289-8153-c529e7ec3136 req-73356cfb-2697-41bc-9c69-971eb19c81a8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:54.053574 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9270a4ca-ffb9-4289-8153-c529e7ec3136 req-73356cfb-2697-41bc-9c69-971eb19c81a8 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0572994 Feb 11 06:09:54.098495 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9270a4ca-ffb9-4289-8153-c529e7ec3136 req-f6267c0d-18d0-472c-aa89-50464a380ee7 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392520 Feb 11 06:09:55.216256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208400d7-38c7-40b0-88fb-7864b5474e52 req-3c61a7e6-5c9d-4aba-9c61-62635cf2bfed tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:55.217677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-208400d7-38c7-40b0-88fb-7864b5474e52 req-3c61a7e6-5c9d-4aba-9c61-62635cf2bfed tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0519540 Feb 11 06:09:55.263964 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-208400d7-38c7-40b0-88fb-7864b5474e52 req-2ec9e87f-98cb-48b4-933e-275a0e8466ca tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398738 Feb 11 06:09:56.387678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3eaa2-cb7c-476c-b6ef-e190b647a8d1 req-5864de7a-3d28-49e3-901b-ffc0f86e0848 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:56.389299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8af3eaa2-cb7c-476c-b6ef-e190b647a8d1 req-5864de7a-3d28-49e3-901b-ffc0f86e0848 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0570779 Feb 11 06:09:56.435506 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8af3eaa2-cb7c-476c-b6ef-e190b647a8d1 req-a53c32ba-7b9f-475b-b6cb-ccaefc1f730a tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404437 Feb 11 06:09:57.555951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4d5b4-74d3-405b-a4d1-5eeaa9e75a86 req-bd74d817-a630-4987-acf6-e3008942ba47 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:57.557435 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f4d5b4-74d3-405b-a4d1-5eeaa9e75a86 req-bd74d817-a630-4987-acf6-e3008942ba47 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0516284 Feb 11 06:09:57.603970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94f4d5b4-74d3-405b-a4d1-5eeaa9e75a86 req-bd618a50-0b7b-490e-a6ac-85c587ab78a9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410135 Feb 11 06:09:58.584486 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-065c8e1c-1e98-4c2a-9f7d-b7d07ae357c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:58.722373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6554251-50bf-4774-8c5a-04c6e15744b6 req-50218019-de1e-4827-b8ac-d5dae4662c39 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:58.723887 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6554251-50bf-4774-8c5a-04c6e15744b6 req-50218019-de1e-4827-b8ac-d5dae4662c39 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0540476 Feb 11 06:09:58.774703 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6554251-50bf-4774-8c5a-04c6e15744b6 req-e70653ea-7eb2-40ab-bcb7-b6332395de55 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450685 Feb 11 06:09:59.905226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc559d3d-22d4-467a-991d-0153a3f47935 req-4ec3ef27-f0ab-4e37-b613-6e1452ea7802 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:59.906709 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc559d3d-22d4-467a-991d-0153a3f47935 req-4ec3ef27-f0ab-4e37-b613-6e1452ea7802 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0557003 Feb 11 06:09:59.953623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc559d3d-22d4-467a-991d-0153a3f47935 req-fea5e798-3e47-45c9-b592-f4af12e9020d tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413287 Feb 11 06:10:00.885328 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8308d7b6-6fb2-4f11-aebd-100255967888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:01.074425 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f48c53-3fad-4d95-b9eb-05bbd9eaed23 req-0aa5768e-298c-4f4a-a2fe-8a19e942a3a7 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:01.075934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e4f48c53-3fad-4d95-b9eb-05bbd9eaed23 req-0aa5768e-298c-4f4a-a2fe-8a19e942a3a7 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0543976 Feb 11 06:10:01.124652 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e4f48c53-3fad-4d95-b9eb-05bbd9eaed23 req-9ddb5ee5-cdcf-4d8f-aeb3-c8fb4f0e6d46 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425563 Feb 11 06:10:02.250664 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe45bc-b623-4f9f-b87f-f452e10812b8 req-e35e9e33-8fb9-475d-9a4c-fb74d9d78abf tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:02.252210 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85fe45bc-b623-4f9f-b87f-f452e10812b8 req-e35e9e33-8fb9-475d-9a4c-fb74d9d78abf tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0563729 Feb 11 06:10:02.300884 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85fe45bc-b623-4f9f-b87f-f452e10812b8 req-9add1e7e-8b2c-4afd-a397-a514f650e4b9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 Feb 11 06:10:02.606131 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:03.417900 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d30283-fa0a-421c-898d-ee6f18f548db req-8206a302-9fa0-4a6f-82fc-5c7c6a3b34d6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:03.419356 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16d30283-fa0a-421c-898d-ee6f18f548db req-8206a302-9fa0-4a6f-82fc-5c7c6a3b34d6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0513186 Feb 11 06:10:03.464544 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16d30283-fa0a-421c-898d-ee6f18f548db req-a112e302-6953-469b-ba4e-ef5a7d396847 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390508 Feb 11 06:10:03.793039 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:04.582778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f88a9-f735-487c-863b-5c2d79a41055 req-7705992a-3ed6-49f8-a7a1-ec55ca7169d9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:04.584281 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca9f88a9-f735-487c-863b-5c2d79a41055 req-7705992a-3ed6-49f8-a7a1-ec55ca7169d9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0515592 Feb 11 06:10:04.949486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca9f88a9-f735-487c-863b-5c2d79a41055 req-5dc3d4d7-f104-4cd6-90f2-39aebc747165 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596892 Feb 11 06:10:05.258723 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:06.069283 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3657ab8-e89b-4bab-84d7-7e344c34d153 req-97005860-e12e-4fb9-a5f8-c4e2e4931e39 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:06.070726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3657ab8-e89b-4bab-84d7-7e344c34d153 req-97005860-e12e-4fb9-a5f8-c4e2e4931e39 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0510902 Feb 11 06:10:06.117164 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3657ab8-e89b-4bab-84d7-7e344c34d153 req-828c84ac-f441-4de1-8fb3-18c139e644b9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406945 Feb 11 06:10:06.714395 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-e69aad04-1630-449d-a813-6718c09cea77 service neutron] show failed (client error): The resource could not be found. Feb 11 06:10:06.715401 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-e69aad04-1630-449d-a813-6718c09cea77 service neutron] 10.222.0.88 "GET /v2.0/ports/3b059797-5a01-46e2-b861-f0f4e6a113d5/bindings/n-h1-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.0591478 Feb 11 06:10:06.972839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-81cf027d-e1e7-4691-9433-c9bcf93e4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:06.974246 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-81cf027d-e1e7-4691-9433-c9bcf93e4b0d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840&tenant_id=addd73171d624930b0125cd39901d95c HTTP/1.1" status: 200 len: 1128 time: 0.0876956 Feb 11 06:10:06.985415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:07.045491 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:07.286751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0e457-600e-4a8f-ad99-73052876fccf req-605307a3-c5b7-484e-8526-332de0be4207 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:07.288260 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1e0e457-600e-4a8f-ad99-73052876fccf req-605307a3-c5b7-484e-8526-332de0be4207 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0992901 Feb 11 06:10:07.289969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] For port 3b059797-5a01-46e2-b861-f0f4e6a113d5, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:07.350165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] For port 3b059797-5a01-46e2-b861-f0f4e6a113d5, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:10:07.377021 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1e0e457-600e-4a8f-ad99-73052876fccf req-b89ad506-928c-4344-9da2-7a5f4bbb76f0 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784702 Feb 11 06:10:07.395872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f1fc7f-7ab0-49a3-805b-7baedfafb840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b059797-5a01-46e2-b861-f0f4e6a113d5'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:07.398186 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea72fa2-94ba-465b-8cd2-4f59237a8b0f" -d '{"events": [{"server_uuid": "92f1fc7f-7ab0-49a3-805b-7baedfafb840", "name": "network-vif-unplugged", "status": "completed", "tag": "3b059797-5a01-46e2-b861-f0f4e6a113d5"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:07.401841 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Publish callbacks [] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:07.414178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Transition to ACTIVE for port object 3b059797-5a01-46e2-b861-f0f4e6a113d5 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:10:07.418566 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:07.484215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] No DVR routers for this DVR port 3b059797-5a01-46e2-b861-f0f4e6a113d5 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:10:07.490798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Pushing event updated for resources: {'Port': ['ID=3b059797-5a01-46e2-b861-f0f4e6a113d5,revision_number=6']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:07.513795 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b4fc75-de5a-4546-8224-7803d06f0fb2 x-openstack-request-id: req-58b4fc75-de5a-4546-8224-7803d06f0fb2 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:07.514097 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f1fc7f-7ab0-49a3-805b-7baedfafb840", "name": "network-vif-unplugged", "status": "completed", "tag": "3b059797-5a01-46e2-b861-f0f4e6a113d5", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:07.514352 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-58b4fc75-de5a-4546-8224-7803d06f0fb2 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:07.514746 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f1fc7f-7ab0-49a3-805b-7baedfafb840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b059797-5a01-46e2-b861-f0f4e6a113d5', 'code': 200} Feb 11 06:10:07.528091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Attempting to bind port 3b059797-5a01-46e2-b861-f0f4e6a113d5 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:10:07.528436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Attempting to bind port 3b059797-5a01-46e2-b861-f0f4e6a113d5 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'c02fa4a7-4602-4e82-9b01-8881125a56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:10:07.528769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Attempting to bind port 3b059797-5a01-46e2-b861-f0f4e6a113d5 on network f3ca898b-c140-46d8-9cf7-d9881a8684e2 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:07.533564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Port 3b059797-5a01-46e2-b861-f0f4e6a113d5 on network f3ca898b-c140-46d8-9cf7-d9881a8684e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:10:07.533890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Attempting to bind port 3b059797-5a01-46e2-b861-f0f4e6a113d5 on network f3ca898b-c140-46d8-9cf7-d9881a8684e2 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:07.538729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:10:07.539018 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Checking segment: {'id': 'c02fa4a7-4602-4e82-9b01-8881125a56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:10:07.539403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Bound using segment: {'id': 'c02fa4a7-4602-4e82-9b01-8881125a56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:10:07.539863 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Bound port: 3b059797-5a01-46e2-b861-f0f4e6a113d5, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02fa4a7-4602-4e82-9b01-8881125a56df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:10:07.540221 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:07.601581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] For port 3b059797-5a01-46e2-b861-f0f4e6a113d5, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:10:07.604874 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] For port 3b059797-5a01-46e2-b861-f0f4e6a113d5, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:10:07.610094 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:07.643063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:07.643716 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:07.645153 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] 10.222.0.73 "PUT /v2.0/ports/3b059797-5a01-46e2-b861-f0f4e6a113d5 HTTP/1.1" status: 200 len: 1092 time: 0.6636870 Feb 11 06:10:07.674344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58e57f-0b36-45cc-8770-70c15be256ee service neutron] Pushing event updated for resources: {'Port': ['ID=3b059797-5a01-46e2-b861-f0f4e6a113d5,revision_number=7']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:07.718655 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-7402a249-8d95-482a-a48d-0da1d4fba043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:07.720751 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-7402a249-8d95-482a-a48d-0da1d4fba043 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=addd73171d624930b0125cd39901d95c&device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 1126 time: 0.0534053 Feb 11 06:10:07.807623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-4653a72b-64ac-4c6f-9dac-965fe5c6542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:07.808999 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-4653a72b-64ac-4c6f-9dac-965fe5c6542f service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 200 len: 915 time: 0.0822268 Feb 11 06:10:07.852382 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-6f09460c-19fc-4419-a986-885d87847b88 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5 HTTP/1.1" status: 200 len: 217 time: 0.0375328 Feb 11 06:10:07.899140 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-1062174c-ec56-4412-a10a-ebef136d044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:07.900760 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-1062174c-ec56-4412-a10a-ebef136d044f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e30a09e-a7f3-4323-82b7-77a0b55e9195 HTTP/1.1" status: 200 len: 854 time: 0.0429854 Feb 11 06:10:07.932592 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-2a625b95-1cb8-4b5d-a323-f143cbb5721d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ca898b-c140-46d8-9cf7-d9881a8684e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257740 Feb 11 06:10:08.024293 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-53eaddd0-d3d0-4822-a7d3-f145c6981f2a service neutron] 10.222.0.73 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854423 Feb 11 06:10:08.113347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ebbcfbc1-54e8-4cb7-9040-353cc330de6c req-06c9925e-7bbb-4691-bea6-0ce9f96ec934 service neutron] 10.222.0.73 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833697 Feb 11 06:10:08.496983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd8937-767c-411f-b49d-3458c719a3fd req-da94b2b8-273c-4426-b93c-9eec213ef0b0 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:08.498479 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fbd8937-767c-411f-b49d-3458c719a3fd req-da94b2b8-273c-4426-b93c-9eec213ef0b0 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 943 time: 0.0519750 Feb 11 06:10:08.549445 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7fbd8937-767c-411f-b49d-3458c719a3fd req-ab6f4614-565f-46b1-bfe2-2ed38b107537 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446723 Feb 11 06:10:09.516191 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f1fc7f-7ab0-49a3-805b-7baedfafb840', 'tag': '3b059797-5a01-46e2-b861-f0f4e6a113d5'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:09.519172 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736fade5-d78a-47e7-9d3a-c990d3908846" -d '{"events": [{"name": "network-changed", "server_uuid": "92f1fc7f-7ab0-49a3-805b-7baedfafb840", "tag": "3b059797-5a01-46e2-b861-f0f4e6a113d5"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:09.573384 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb8979b-71ae-4ffa-a037-da59b4e21ed7 x-openstack-request-id: req-7fb8979b-71ae-4ffa-a037-da59b4e21ed7 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:09.573871 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f1fc7f-7ab0-49a3-805b-7baedfafb840", "tag": "3b059797-5a01-46e2-b861-f0f4e6a113d5", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:09.573995 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7fb8979b-71ae-4ffa-a037-da59b4e21ed7 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:09.574416 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f1fc7f-7ab0-49a3-805b-7baedfafb840', 'tag': '3b059797-5a01-46e2-b861-f0f4e6a113d5', 'status': 'completed', 'code': 200} Feb 11 06:10:09.643457 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-e1be4e57-c1ca-44eb-a612-4d1d79a762e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:09.644979 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-e1be4e57-c1ca-44eb-a612-4d1d79a762e6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=addd73171d624930b0125cd39901d95c&device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 1126 time: 0.0489504 Feb 11 06:10:09.656993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-75cd0d41-478a-45dd-a223-0ef7350b1fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:09.659022 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-75cd0d41-478a-45dd-a223-0ef7350b1fa0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=addd73171d624930b0125cd39901d95c&device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 1126 time: 0.0662363 Feb 11 06:10:09.742616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-6180db68-aa5b-404a-9137-12d80b42d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:09.744425 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-6180db68-aa5b-404a-9137-12d80b42d12e service neutron] 10.222.0.88 "GET /v2.0/networks?id=f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 200 len: 915 time: 0.0932076 Feb 11 06:10:09.776347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96723a8-2a82-4a11-b7e1-885ac8a39906 req-e0c53816-46bb-4eb0-bb35-f99b7546c6f7 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:09.777775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b96723a8-2a82-4a11-b7e1-885ac8a39906 req-e0c53816-46bb-4eb0-bb35-f99b7546c6f7 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 943 time: 0.1177742 Feb 11 06:10:09.787109 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-38abe8ee-16ab-4ac8-8d44-3cc90443c069 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5 HTTP/1.1" status: 200 len: 217 time: 0.0356495 Feb 11 06:10:09.811008 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-88bae97c-555c-49d9-9bcc-e9079c2bce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:09.812605 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-88bae97c-555c-49d9-9bcc-e9079c2bce05 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 200 len: 915 time: 0.1253116 Feb 11 06:10:09.836198 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-565cf736-15da-4e8d-9121-368206d29cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:09.838099 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-565cf736-15da-4e8d-9121-368206d29cd3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6e30a09e-a7f3-4323-82b7-77a0b55e9195 HTTP/1.1" status: 200 len: 854 time: 0.0431416 Feb 11 06:10:09.864376 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-9471bbb0-e779-4899-aac6-ceaa4958136b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5 HTTP/1.1" status: 200 len: 217 time: 0.0459313 Feb 11 06:10:09.870316 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-ce6f88b2-ca0f-414f-88e6-67cebb0b9a97 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f3ca898b-c140-46d8-9cf7-d9881a8684e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261865 Feb 11 06:10:09.871448 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b96723a8-2a82-4a11-b7e1-885ac8a39906 req-68b8a209-a438-4703-bc0b-1b2c096f73a1 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869019 Feb 11 06:10:09.917662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-2b36fd69-a4ad-46e9-8cb3-85610b536cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:09.919180 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-2b36fd69-a4ad-46e9-8cb3-85610b536cfb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6e30a09e-a7f3-4323-82b7-77a0b55e9195 HTTP/1.1" status: 200 len: 854 time: 0.0468724 Feb 11 06:10:09.956409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-57616198-915c-4116-9583-5497aac43b52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3ca898b-c140-46d8-9cf7-d9881a8684e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312688 Feb 11 06:10:09.966883 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-430a6afa-ffd4-4e5b-b8e4-a5b904bd5890 service neutron] 10.222.0.88 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899925 Feb 11 06:10:10.045696 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-56f4c433-1cdc-49f4-9710-a32ef5c8a28e service neutron] 10.222.0.73 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828397 Feb 11 06:10:10.062973 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-c4173ba2-c0c4-45d2-9aed-7c93eb9502df service neutron] 10.222.0.88 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881963 Feb 11 06:10:10.137591 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-736fade5-d78a-47e7-9d3a-c990d3908846 req-023b7d8d-45d0-4728-8e88-d9f664698f9a service neutron] 10.222.0.73 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862849 Feb 11 06:10:10.263390 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:10.312296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 3b059797-5a01-46e2-b861-f0f4e6a113d5 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:10:10.409683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 3b059797-5a01-46e2-b861-f0f4e6a113d5, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:10.420867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '3b059797-5a01-46e2-b861-f0f4e6a113d5', 'network_id': 'f3ca898b-c140-46d8-9cf7-d9881a8684e2', 'port_id': '3b059797-5a01-46e2-b861-f0f4e6a113d5', 'mac_address': 'fa:16:3e:dc:ce:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e30a09e-a7f3-4323-82b7-77a0b55e9195', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:10:10.457442 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 3b059797-5a01-46e2-b861-f0f4e6a113d5 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:10.457859 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:10.470434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b059797-5a01-46e2-b861-f0f4e6a113d5 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:10:10.488883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 3b059797-5a01-46e2-b861-f0f4e6a113d5, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:10.492855 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:10.539337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=3b059797-5a01-46e2-b861-f0f4e6a113d5,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:10.546657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:10.547008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:10.547351 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:10.547712 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:10.548050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:10.548378 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:10.548711 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:10.549037 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:10.549364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:10.549689 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:10.550014 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:10.550337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:10.550666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:10.710113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['3b059797-5a01-46e2-b861-f0f4e6a113d5'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:10:10.993765 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f78320-7138-4185-8499-91ef65650e34 req-ae95adb5-5418-47c3-a6c4-769be739158b tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:10.995160 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2f78320-7138-4185-8499-91ef65650e34 req-ae95adb5-5418-47c3-a6c4-769be739158b tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 944 time: 0.0531425 Feb 11 06:10:11.041846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f2f78320-7138-4185-8499-91ef65650e34 req-b8daeb28-4142-45e9-8fbb-49566afeaf58 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408676 Feb 11 06:10:11.238462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f3463-2033-4819-a43b-a1dadd57c25c req-064a4fa7-6016-44aa-9d69-2c66df66c1e5 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:11.239999 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-634f3463-2033-4819-a43b-a1dadd57c25c req-064a4fa7-6016-44aa-9d69-2c66df66c1e5 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 944 time: 0.0558183 Feb 11 06:10:11.257483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3b059797-5a01-46e2-b861-f0f4e6a113d5 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:10:11.298446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-634f3463-2033-4819-a43b-a1dadd57c25c req-6911fd2e-98f4-486f-b922-6c76cf9b044b tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523813 Feb 11 06:10:11.299561 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] The host n-h2-713499-38 is not matching for port 3b059797-5a01-46e2-b861-f0f4e6a113d5 host n-h1-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:10:11.300075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3b059797-5a01-46e2-b861-f0f4e6a113d5 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:10:11.300160 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f81631-dad7-493a-82b9-a929b384f9a9 req-f1a18326-b819-46a3-b67b-d3a4e175118b tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:11.302089 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a1f81631-dad7-493a-82b9-a929b384f9a9 req-f1a18326-b819-46a3-b67b-d3a4e175118b tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.88 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840&tenant_id=addd73171d624930b0125cd39901d95c&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 944 time: 0.1029432 Feb 11 06:10:11.367191 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [req-a1f81631-dad7-493a-82b9-a929b384f9a9 req-ca5c742a-267f-4604-b5e8-a4ceabc9e825 service neutron] delete failed (client error): The resource could not be found. Feb 11 06:10:11.368233 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a1f81631-dad7-493a-82b9-a929b384f9a9 req-ca5c742a-267f-4604-b5e8-a4ceabc9e825 service neutron] 10.222.0.88 "DELETE /v2.0/ports/3b059797-5a01-46e2-b861-f0f4e6a113d5/bindings/n-h2-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.0586679 Feb 11 06:10:11.458481 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f81631-dad7-493a-82b9-a929b384f9a9 req-c402d8e6-c22f-4a08-89a3-be0f01d96356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:11.460010 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a1f81631-dad7-493a-82b9-a929b384f9a9 req-c402d8e6-c22f-4a08-89a3-be0f01d96356 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=addd73171d624930b0125cd39901d95c&device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 1127 time: 0.0453944 Feb 11 06:10:11.549788 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f81631-dad7-493a-82b9-a929b384f9a9 req-3b2aadba-6c05-42a3-972e-97eea1488ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:11.551364 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a1f81631-dad7-493a-82b9-a929b384f9a9 req-3b2aadba-6c05-42a3-972e-97eea1488ae8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 200 len: 915 time: 0.0841901 Feb 11 06:10:11.596866 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a1f81631-dad7-493a-82b9-a929b384f9a9 req-cb88286b-7a4f-41fb-a5cb-cf1261734d65 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5 HTTP/1.1" status: 200 len: 217 time: 0.0371032 Feb 11 06:10:11.652106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f81631-dad7-493a-82b9-a929b384f9a9 req-fdfc362c-bc82-4f20-91c3-1562291a2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:11.653553 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a1f81631-dad7-493a-82b9-a929b384f9a9 req-fdfc362c-bc82-4f20-91c3-1562291a2143 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6e30a09e-a7f3-4323-82b7-77a0b55e9195 HTTP/1.1" status: 200 len: 854 time: 0.0510449 Feb 11 06:10:11.684728 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a1f81631-dad7-493a-82b9-a929b384f9a9 req-ea0f52b8-f4a5-427a-89d2-4feee0898932 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f3ca898b-c140-46d8-9cf7-d9881a8684e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249331 Feb 11 06:10:11.776107 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a1f81631-dad7-493a-82b9-a929b384f9a9 req-164cb9ec-5306-4635-9e66-33b60a26f551 service neutron] 10.222.0.88 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829046 Feb 11 06:10:11.863810 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a1f81631-dad7-493a-82b9-a929b384f9a9 req-a33ad114-b975-4e44-a9b7-1bac6b614232 service neutron] 10.222.0.88 "GET /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800536 Feb 11 06:10:12.329188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 3b059797-5a01-46e2-b861-f0f4e6a113d5 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:10:12.385408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 3b059797-5a01-46e2-b861-f0f4e6a113d5 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:10:12.392892 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 3b059797-5a01-46e2-b861-f0f4e6a113d5 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:12.393282 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:12.444338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c451d-58de-4511-89d6-db9bebd29e46 req-a37f513d-d237-4179-bfb5-e5b949864aac tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:12.446383 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e93c451d-58de-4511-89d6-db9bebd29e46 req-a37f513d-d237-4179-bfb5-e5b949864aac tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 944 time: 0.0624583 Feb 11 06:10:12.476518 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 3b059797-5a01-46e2-b861-f0f4e6a113d5 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:12.476907 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:12.495932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e93c451d-58de-4511-89d6-db9bebd29e46 req-f74e3468-f113-4785-806c-ef4d0dda4425 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433311 Feb 11 06:10:12.501351 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f1fc7f-7ab0-49a3-805b-7baedfafb840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b059797-5a01-46e2-b861-f0f4e6a113d5'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:12.503626 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f216a88-9e01-4b65-8447-5cdab8e0df74" -d '{"events": [{"server_uuid": "92f1fc7f-7ab0-49a3-805b-7baedfafb840", "name": "network-vif-plugged", "status": "completed", "tag": "3b059797-5a01-46e2-b861-f0f4e6a113d5"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:12.525294 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 3b059797-5a01-46e2-b861-f0f4e6a113d5, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:12.530888 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:12.584591 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=3b059797-5a01-46e2-b861-f0f4e6a113d5,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:12.609440 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e1b65f-e2b0-4b5e-b158-abc2eee8f050 x-openstack-request-id: req-00e1b65f-e2b0-4b5e-b158-abc2eee8f050 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:12.609693 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f1fc7f-7ab0-49a3-805b-7baedfafb840", "name": "network-vif-plugged", "status": "completed", "tag": "3b059797-5a01-46e2-b861-f0f4e6a113d5", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:12.609958 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-00e1b65f-e2b0-4b5e-b158-abc2eee8f050 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:12.610366 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f1fc7f-7ab0-49a3-805b-7baedfafb840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b059797-5a01-46e2-b861-f0f4e6a113d5', 'code': 200} Feb 11 06:10:12.620184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d54af6-6ad3-48a0-802c-7bdfbe1c986a req-7b010e96-6c2f-4b76-8b9f-d1a8816ba039 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:12.621658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-41d54af6-6ad3-48a0-802c-7bdfbe1c986a req-7b010e96-6c2f-4b76-8b9f-d1a8816ba039 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0566196 Feb 11 06:10:12.669634 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-41d54af6-6ad3-48a0-802c-7bdfbe1c986a req-6b761b94-110d-4879-91bb-319b823bd5ab tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421720 Feb 11 06:10:12.792837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bbeae-5edf-4a45-8b04-5af2473acb34 req-7bbe8e02-ebb2-4fba-98a8-3b8c3dd5d30a tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:12.794244 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c73bbeae-5edf-4a45-8b04-5af2473acb34 req-7bbe8e02-ebb2-4fba-98a8-3b8c3dd5d30a tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0573926 Feb 11 06:10:12.846541 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c73bbeae-5edf-4a45-8b04-5af2473acb34 req-7a908e95-28a5-49e6-9cda-49dc9a8c2df6 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461252 Feb 11 06:10:13.180422 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300fc40b-aa03-4804-bd3d-be62a212d53a req-0d8ea57e-2acd-469e-90dd-023dc8cfaeac tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:13.181907 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-300fc40b-aa03-4804-bd3d-be62a212d53a req-0d8ea57e-2acd-469e-90dd-023dc8cfaeac tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0548093 Feb 11 06:10:13.227682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-300fc40b-aa03-4804-bd3d-be62a212d53a req-767b6c17-f293-42f3-9918-1ebdea7dae51 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402200 Feb 11 06:10:14.385357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93be2d0-087f-404b-993f-4e1ba5ae677a req-3b632cb3-36a6-4d0e-adea-0aad6e81cc79 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:14.386862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a93be2d0-087f-404b-993f-4e1ba5ae677a req-3b632cb3-36a6-4d0e-adea-0aad6e81cc79 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0886068 Feb 11 06:10:14.398176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6159216-0d2f-4f5a-96e8-5c025af2f407 req-fa6152e3-caf5-4665-bcc6-54103fc0611f tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:14.399610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6159216-0d2f-4f5a-96e8-5c025af2f407 req-fa6152e3-caf5-4665-bcc6-54103fc0611f tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.73 "GET /v2.0/ports?device_id=92f1fc7f-7ab0-49a3-805b-7baedfafb840 HTTP/1.1" status: 200 len: 945 time: 0.0750117 Feb 11 06:10:14.500465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a93be2d0-087f-404b-993f-4e1ba5ae677a req-2a8d2928-9f2c-4c1f-9f2e-1adaee034302 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04daba1-a085-4f83-b4b7-1334215ca416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998931 Feb 11 06:10:14.525066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-b6159216-0d2f-4f5a-96e8-5c025af2f407 req-99584cd8-06ee-423a-af5f-4ab8c807cdd9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Deleting port 3b059797-5a01-46e2-b861-f0f4e6a113d5 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:10:14.525443 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b6159216-0d2f-4f5a-96e8-5c025af2f407 req-99584cd8-06ee-423a-af5f-4ab8c807cdd9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.616091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-b6159216-0d2f-4f5a-96e8-5c025af2f407 req-99584cd8-06ee-423a-af5f-4ab8c807cdd9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] For port 3b059797-5a01-46e2-b861-f0f4e6a113d5, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=3b059797-5a01-46e2-b861-f0f4e6a113d5,segment=NetworkSegment(c02fa4a7-4602-4e82-9b01-8881125a56df),segment_id=c02fa4a7-4602-4e82-9b01-8881125a56df)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:14.616458 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b6159216-0d2f-4f5a-96e8-5c025af2f407 req-99584cd8-06ee-423a-af5f-4ab8c807cdd9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.629902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-b6159216-0d2f-4f5a-96e8-5c025af2f407 req-99584cd8-06ee-423a-af5f-4ab8c807cdd9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Calling delete_port for 3b059797-5a01-46e2-b861-f0f4e6a113d5 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:10:14.642172 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.761030 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b6159216-0d2f-4f5a-96e8-5c025af2f407 req-99584cd8-06ee-423a-af5f-4ab8c807cdd9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (3b059797-5a01-46e2-b861-f0f4e6a113d5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.772778 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['3b059797-5a01-46e2-b861-f0f4e6a113d5'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:10:14.789253 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99584cd8-06ee-423a-af5f-4ab8c807cdd9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Pushing event deleted for resources: {'Port': ['ID=3b059797-5a01-46e2-b861-f0f4e6a113d5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:14.834415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6159216-0d2f-4f5a-96e8-5c025af2f407 req-99584cd8-06ee-423a-af5f-4ab8c807cdd9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] No DVR routers for this DVR port 3b059797-5a01-46e2-b861-f0f4e6a113d5 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:10:14.837279 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b6159216-0d2f-4f5a-96e8-5c025af2f407 req-99584cd8-06ee-423a-af5f-4ab8c807cdd9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:14.841324 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6159216-0d2f-4f5a-96e8-5c025af2f407 req-99584cd8-06ee-423a-af5f-4ab8c807cdd9 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] 10.222.0.73 "DELETE /v2.0/ports/3b059797-5a01-46e2-b861-f0f4e6a113d5 HTTP/1.1" status: 204 len: 173 time: 0.4345605 Feb 11 06:10:14.841324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f1fc7f-7ab0-49a3-805b-7baedfafb840', 'name': 'network-vif-deleted', 'tag': '3b059797-5a01-46e2-b861-f0f4e6a113d5'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:14.843452 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999f5504-e4e6-4515-83f6-9e8f9f3fdb48" -d '{"events": [{"server_uuid": "92f1fc7f-7ab0-49a3-805b-7baedfafb840", "name": "network-vif-deleted", "tag": "3b059797-5a01-46e2-b861-f0f4e6a113d5"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:14.882019 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39726b1-6ab5-4492-9bbe-b1b58a757719 x-openstack-request-id: req-a39726b1-6ab5-4492-9bbe-b1b58a757719 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:14.882311 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f1fc7f-7ab0-49a3-805b-7baedfafb840", "name": "network-vif-deleted", "tag": "3b059797-5a01-46e2-b861-f0f4e6a113d5", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:14.882574 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a39726b1-6ab5-4492-9bbe-b1b58a757719 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:14.882967 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f1fc7f-7ab0-49a3-805b-7baedfafb840', 'name': 'network-vif-deleted', 'tag': '3b059797-5a01-46e2-b861-f0f4e6a113d5', 'status': 'completed', 'code': 200} Feb 11 06:10:15.624136 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53890) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:15.672637 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a042a3-c2a9-4d1f-8f07-106ee8e05120 admin admin] Deleting subnet 6e30a09e-a7f3-4323-82b7-77a0b55e9195 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:10:15.676396 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-99a042a3-c2a9-4d1f-8f07-106ee8e05120 admin admin] Publish callbacks [] for subnet (6e30a09e-a7f3-4323-82b7-77a0b55e9195), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:15.709386 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-99a042a3-c2a9-4d1f-8f07-106ee8e05120 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (6e30a09e-a7f3-4323-82b7-77a0b55e9195), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:15.747094 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-99a042a3-c2a9-4d1f-8f07-106ee8e05120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (6e30a09e-a7f3-4323-82b7-77a0b55e9195), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:15.796732 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-99a042a3-c2a9-4d1f-8f07-106ee8e05120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (6e30a09e-a7f3-4323-82b7-77a0b55e9195), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:15.823282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a042a3-c2a9-4d1f-8f07-106ee8e05120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e30a09e-a7f3-4323-82b7-77a0b55e9195,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:15.825320 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-99a042a3-c2a9-4d1f-8f07-106ee8e05120 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:15.829333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-99a042a3-c2a9-4d1f-8f07-106ee8e05120 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/6e30a09e-a7f3-4323-82b7-77a0b55e9195 HTTP/1.1" status: 204 len: 168 time: 0.2033212 Feb 11 06:10:15.831072 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53892) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:15.902403 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b414d406-fb7e-4a36-8eef-f19609791138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (f3ca898b-c140-46d8-9cf7-d9881a8684e2), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:15.977651 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b414d406-fb7e-4a36-8eef-f19609791138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (f3ca898b-c140-46d8-9cf7-d9881a8684e2), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:16.001530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b414d406-fb7e-4a36-8eef-f19609791138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ca898b-c140-46d8-9cf7-d9881a8684e2']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:16.010742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b414d406-fb7e-4a36-8eef-f19609791138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02fa4a7-4602-4e82-9b01-8881125a56df') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:16.011043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b414d406-fb7e-4a36-8eef-f19609791138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02fa4a7-4602-4e82-9b01-8881125a56df') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:16.021473 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b414d406-fb7e-4a36-8eef-f19609791138 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (c02fa4a7-4602-4e82-9b01-8881125a56df), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:16.035353 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b414d406-fb7e-4a36-8eef-f19609791138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c02fa4a7-4602-4e82-9b01-8881125a56df), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:16.041320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b414d406-fb7e-4a36-8eef-f19609791138 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:10:16.041699 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b414d406-fb7e-4a36-8eef-f19609791138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (c02fa4a7-4602-4e82-9b01-8881125a56df), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: timer() Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:10:16.043436 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:10:16.095662 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b414d406-fb7e-4a36-8eef-f19609791138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (f3ca898b-c140-46d8-9cf7-d9881a8684e2), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:16.101185 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b414d406-fb7e-4a36-8eef-f19609791138 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:16.104281 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b414d406-fb7e-4a36-8eef-f19609791138 admin admin] 10.222.0.87 "DELETE /v2.0/networks/f3ca898b-c140-46d8-9cf7-d9881a8684e2 HTTP/1.1" status: 204 len: 168 time: 0.2722721 Feb 11 06:10:16.114844 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414d406-fb7e-4a36-8eef-f19609791138 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3ca898b-c140-46d8-9cf7-d9881a8684e2,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:16.212888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53896) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:16.252380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-54eb8bb6-51e8-4491-8c89-929bc013cb62 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=addd73171d624930b0125cd39901d95c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383058 Feb 11 06:10:16.254806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53898) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:16.304456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c857fe41-ac21-4aec-8148-b049fa719ce9 admin admin] Publish callbacks [] for security_group (b04daba1-a085-4f83-b4b7-1334215ca416), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:16.325123 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c857fe41-ac21-4aec-8148-b049fa719ce9 admin admin] Publish callbacks [] for security_group (b04daba1-a085-4f83-b4b7-1334215ca416), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:16.371818 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c857fe41-ac21-4aec-8148-b049fa719ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b04daba1-a085-4f83-b4b7-1334215ca416), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:16.374300 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c857fe41-ac21-4aec-8148-b049fa719ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:16.375485 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c857fe41-ac21-4aec-8148-b049fa719ce9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b04daba1-a085-4f83-b4b7-1334215ca416 HTTP/1.1" status: 204 len: 168 time: 0.1197762 Feb 11 06:10:16.384183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857fe41-ac21-4aec-8148-b049fa719ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04daba1-a085-4f83-b4b7-1334215ca416,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:17.030037 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53920) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:17.127058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-8136a487-31df-435c-9e0e-99f428e0aef5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-215262299-network', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:17.146920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8136a487-31df-435c-9e0e-99f428e0aef5 admin admin] Made reservation on behalf of a34476e9622e43f4a7ef797bd478ab75 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:10:17.149193 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8136a487-31df-435c-9e0e-99f428e0aef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:17.157999 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8136a487-31df-435c-9e0e-99f428e0aef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:17.231593 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8136a487-31df-435c-9e0e-99f428e0aef5 admin admin] Publish callbacks [] for security_group (3e12281b-7479-4c2f-aadd-a34ba931fc2c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:17.235938 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8136a487-31df-435c-9e0e-99f428e0aef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3e12281b-7479-4c2f-aadd-a34ba931fc2c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:17.262258 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8136a487-31df-435c-9e0e-99f428e0aef5 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:10:17.268811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136a487-31df-435c-9e0e-99f428e0aef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e12281b-7479-4c2f-aadd-a34ba931fc2c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:17.274970 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8136a487-31df-435c-9e0e-99f428e0aef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4709093d-422a-43a4-8fa5-ea022ea3e439), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:17.275406 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-8136a487-31df-435c-9e0e-99f428e0aef5 admin admin] Added segment 4709093d-422a-43a4-8fa5-ea022ea3e439 of type vlan for network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e Feb 11 06:10:17.315984 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8136a487-31df-435c-9e0e-99f428e0aef5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (8de3559e-1541-43fe-a858-1c0d3b3a4e3e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:17.338934 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8136a487-31df-435c-9e0e-99f428e0aef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (8de3559e-1541-43fe-a858-1c0d3b3a4e3e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:17.340187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8136a487-31df-435c-9e0e-99f428e0aef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:17.340495 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8136a487-31df-435c-9e0e-99f428e0aef5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:17.377332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8136a487-31df-435c-9e0e-99f428e0aef5 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3460436 Feb 11 06:10:17.380370 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53924) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:17.385425 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-51f1d25b-269b-4368-9284-adb5155a2e0c admin admin] Request body: {'subnet': {'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-215262299-subnet', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:17.404269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136a487-31df-435c-9e0e-99f428e0aef5 admin admin] Pushing event updated for resources: {'Network': ['ID=8de3559e-1541-43fe-a858-1c0d3b3a4e3e,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:17.414345 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f1d25b-269b-4368-9284-adb5155a2e0c admin admin] Made reservation on behalf of a34476e9622e43f4a7ef797bd478ab75 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:10:17.415489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:10:17.416840 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51f1d25b-269b-4368-9284-adb5155a2e0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:17.585507 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51f1d25b-269b-4368-9284-adb5155a2e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (67aa227d-a6bf-4e13-a452-c9a8223acd9e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:17.638141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1d25b-269b-4368-9284-adb5155a2e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=67aa227d-a6bf-4e13-a452-c9a8223acd9e,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:17.650059 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1d25b-269b-4368-9284-adb5155a2e0c admin admin] Checking segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:10:17.650423 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f1d25b-269b-4368-9284-adb5155a2e0c admin admin] Network hostable DHCP agents. Network: 8de3559e-1541-43fe-a858-1c0d3b3a4e3e, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:10:17.667299 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f1d25b-269b-4368-9284-adb5155a2e0c admin admin] Network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:10:17.676290 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-51f1d25b-269b-4368-9284-adb5155a2e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 8de3559e-1541-43fe-a858-1c0d3b3a4e3e) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:10:17.681008 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1d25b-269b-4368-9284-adb5155a2e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:17.681697 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-51f1d25b-269b-4368-9284-adb5155a2e0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:17.687142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b1e0e5-d57d-41bd-bc21-1022ba0a3a75 None None] Network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:10:17.698254 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-51f1d25b-269b-4368-9284-adb5155a2e0c admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3166821 Feb 11 06:10:17.700759 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53926) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:17.705871 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:17.725563 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (38e3500f-4001-4a27-9ea0-518f5ea65544), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:17.726594 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (38e3500f-4001-4a27-9ea0-518f5ea65544), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:17.784358 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Publish callbacks [] for router_controller (38e3500f-4001-4a27-9ea0-518f5ea65544), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:17.791896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:10:17.793086 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:17.929422 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Allocated IP 172.20.0.2 (8de3559e-1541-43fe-a858-1c0d3b3a4e3e/67aa227d-a6bf-4e13-a452-c9a8223acd9e/efa159f2-a2ed-4f8a-aa69-66ff732355f9) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:10:17.930436 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Publish callbacks [] for router_gateway (38e3500f-4001-4a27-9ea0-518f5ea65544), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:18.071101 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Publish callbacks [] for port (efa159f2-a2ed-4f8a-aa69-66ff732355f9), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:18.077052 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (efa159f2-a2ed-4f8a-aa69-66ff732355f9), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:18.115190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:10:18.119504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:10:18.124331 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:10:18.130531 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Pushing event updated for resources: {'Port': ['ID=efa159f2-a2ed-4f8a-aa69-66ff732355f9,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:18.134658 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Publish callbacks [] for router_gateway (38e3500f-4001-4a27-9ea0-518f5ea65544), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:18.154765 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:18.189430 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Attempting to bind port efa159f2-a2ed-4f8a-aa69-66ff732355f9 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:10:18.189717 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Attempting to bind port efa159f2-a2ed-4f8a-aa69-66ff732355f9 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:10:18.190188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Attempting to bind port efa159f2-a2ed-4f8a-aa69-66ff732355f9 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:18.195145 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:10:18.195552 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Checking segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:10:18.195961 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:18.196356 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Bound using segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:10:18.196826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Bound port: efa159f2-a2ed-4f8a-aa69-66ff732355f9, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:10:18.197217 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (efa159f2-a2ed-4f8a-aa69-66ff732355f9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:18.258292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] For port efa159f2-a2ed-4f8a-aa69-66ff732355f9, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:10:18.261435 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] For port efa159f2-a2ed-4f8a-aa69-66ff732355f9, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=efa159f2-a2ed-4f8a-aa69-66ff732355f9,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:10:18.264092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Allocated IP 172.25.5.70 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/daaac081-c476-4ef9-9c8d-fc21bb7d3a02) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:10:18.268575 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (efa159f2-a2ed-4f8a-aa69-66ff732355f9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:18.326140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bb3ef-cb49-4c47-9d9c-6af7c6b461d8 None None] Pushing event updated for resources: {'Port': ['ID=efa159f2-a2ed-4f8a-aa69-66ff732355f9,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:18.356637 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 3b059797-5a01-46e2-b861-f0f4e6a113d5 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:10:18.374085 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Publish callbacks [] for port (daaac081-c476-4ef9-9c8d-fc21bb7d3a02), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:18.379355 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:10:18.392084 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 3b059797-5a01-46e2-b861-f0f4e6a113d5 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:10:18.392425 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 3b059797-5a01-46e2-b861-f0f4e6a113d5 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:10:18.412400 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (daaac081-c476-4ef9-9c8d-fc21bb7d3a02), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:18.454638 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:10:18.457552 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:10:18.460147 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:10:18.490600 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Pushing event updated for resources: {'Port': ['ID=daaac081-c476-4ef9-9c8d-fc21bb7d3a02,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:18.728522 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Publish callbacks [] for router_gateway (38e3500f-4001-4a27-9ea0-518f5ea65544), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:18.930600 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (38e3500f-4001-4a27-9ea0-518f5ea65544), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:19.067350 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Router 38e3500f-4001-4a27-9ea0-518f5ea65544 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:10:19.320584 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device efa159f2-a2ed-4f8a-aa69-66ff732355f9 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:10:19.322961 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f30f71-f0af-461d-9a30-69d6c069b002 None None] Network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:10:19.426317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-94c47f4e-74bf-48bc-b7b3-9252f1099695 None None] Provisioning complete for port efa159f2-a2ed-4f8a-aa69-66ff732355f9 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:19.426690 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94c47f4e-74bf-48bc-b7b3-9252f1099695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (efa159f2-a2ed-4f8a-aa69-66ff732355f9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:19.475575 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:10:19.489989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Sync routers for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:10:19.493189 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:19.495178 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3bf16d85-4f7b-4518-a39f-52d13e455041 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7934699 Feb 11 06:10:19.497017 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port efa159f2-a2ed-4f8a-aa69-66ff732355f9 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:19.497411 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (efa159f2-a2ed-4f8a-aa69-66ff732355f9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:19.497904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53928) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:19.543321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:10:19.543980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:10:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:19.687822 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-94c47f4e-74bf-48bc-b7b3-9252f1099695 None None] Current status of the port efa159f2-a2ed-4f8a-aa69-66ff732355f9 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:19.688281 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94c47f4e-74bf-48bc-b7b3-9252f1099695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (efa159f2-a2ed-4f8a-aa69-66ff732355f9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:19.744217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:10:19.809373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port efa159f2-a2ed-4f8a-aa69-66ff732355f9 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:19.809687 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (efa159f2-a2ed-4f8a-aa69-66ff732355f9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:19.827948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-94c47f4e-74bf-48bc-b7b3-9252f1099695 None None] For port efa159f2-a2ed-4f8a-aa69-66ff732355f9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=efa159f2-a2ed-4f8a-aa69-66ff732355f9,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:19.842251 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94c47f4e-74bf-48bc-b7b3-9252f1099695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (efa159f2-a2ed-4f8a-aa69-66ff732355f9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:19.941133 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:19.978296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c47f4e-74bf-48bc-b7b3-9252f1099695 None None] Pushing event updated for resources: {'Port': ['ID=efa159f2-a2ed-4f8a-aa69-66ff732355f9,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:19.980806 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:10:19.981159 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:10:19.998564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-84eb1537-8178-4ce3-8d67-da2f1fa11b30 None None] Provisioning complete for port efa159f2-a2ed-4f8a-aa69-66ff732355f9 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:19.998934 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-84eb1537-8178-4ce3-8d67-da2f1fa11b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (efa159f2-a2ed-4f8a-aa69-66ff732355f9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:20.100047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:18Z', 'revision_number': 3, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:20.131622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Checking router: 38e3500f-4001-4a27-9ea0-518f5ea65544 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:10:20.131973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Updating router 38e3500f-4001-4a27-9ea0-518f5ea65544 port daaac081-c476-4ef9-9c8d-fc21bb7d3a02 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:10:20.148487 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Allocated IP 172.20.0.1 (8de3559e-1541-43fe-a858-1c0d3b3a4e3e/67aa227d-a6bf-4e13-a452-c9a8223acd9e/8aca5cef-d311-453c-809c-45228ca1cf95) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:10:20.156304 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-84eb1537-8178-4ce3-8d67-da2f1fa11b30 None None] Current status of the port efa159f2-a2ed-4f8a-aa69-66ff732355f9 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:20.164210 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (daaac081-c476-4ef9-9c8d-fc21bb7d3a02), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:20.253001 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Publish callbacks [] for port (8aca5cef-d311-453c-809c-45228ca1cf95), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:20.287486 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (8aca5cef-d311-453c-809c-45228ca1cf95), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:20.333740 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:10:20.336680 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:10:20.339325 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:10:20.345344 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Pushing event updated for resources: {'Port': ['ID=8aca5cef-d311-453c-809c-45228ca1cf95,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:20.384174 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (38e3500f-4001-4a27-9ea0-518f5ea65544), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:20.430421 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Publish callbacks [] for port (daaac081-c476-4ef9-9c8d-fc21bb7d3a02), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:20.437765 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (daaac081-c476-4ef9-9c8d-fc21bb7d3a02), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:20.513915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Attempting to bind port daaac081-c476-4ef9-9c8d-fc21bb7d3a02 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:10:20.514298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Attempting to bind port daaac081-c476-4ef9-9c8d-fc21bb7d3a02 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:10:20.514663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Attempting to bind port daaac081-c476-4ef9-9c8d-fc21bb7d3a02 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:20.521882 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2dee81-d70f-4905-a053-fdb07fb7f0a4 None None] Pushing event updated for resources: {'Port': ['ID=daaac081-c476-4ef9-9c8d-fc21bb7d3a02,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:20.531292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:10:20.531723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:10:20.532278 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:20.532710 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:10:20.533204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Bound port: daaac081-c476-4ef9-9c8d-fc21bb7d3a02, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:10:20.533669 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (daaac081-c476-4ef9-9c8d-fc21bb7d3a02), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:20.537396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port efa159f2-a2ed-4f8a-aa69-66ff732355f9 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:20.547062 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8aca5cef-d311-453c-809c-45228ca1cf95), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:20.599197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] For port daaac081-c476-4ef9-9c8d-fc21bb7d3a02, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:10:20.602655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] For port daaac081-c476-4ef9-9c8d-fc21bb7d3a02, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=daaac081-c476-4ef9-9c8d-fc21bb7d3a02,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:10:20.603988 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-487517a3-c26d-48a0-96f7-36f4048d033a None None] Provisioning complete for port 8aca5cef-d311-453c-809c-45228ca1cf95 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:20.604397 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-487517a3-c26d-48a0-96f7-36f4048d033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8aca5cef-d311-453c-809c-45228ca1cf95), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:20.630015 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (daaac081-c476-4ef9-9c8d-fc21bb7d3a02), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:20.674215 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-487517a3-c26d-48a0-96f7-36f4048d033a None None] Port 8aca5cef-d311-453c-809c-45228ca1cf95 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:10:20.697535 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2dee81-d70f-4905-a053-fdb07fb7f0a4 None None] Pushing event updated for resources: {'Port': ['ID=daaac081-c476-4ef9-9c8d-fc21bb7d3a02,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:20.701660 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:10:20.702272 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:10:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:20.714825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Publish callbacks [] for port (8aca5cef-d311-453c-809c-45228ca1cf95), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:20.719965 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (8aca5cef-d311-453c-809c-45228ca1cf95), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:20.784941 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Pushing event updated for resources: {'Port': ['ID=8aca5cef-d311-453c-809c-45228ca1cf95,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:20.787857 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (38e3500f-4001-4a27-9ea0-518f5ea65544), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:20.813462 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:10:20.883191 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:10:20.884774 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:10:21.017927 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Router 38e3500f-4001-4a27-9ea0-518f5ea65544 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:10:21.019465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 1, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:21.051329 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9689c628-8ef2-4c01-9f92-83ec14452800 None None] The sync data for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 is: [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 1, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:10:21.138426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device efa159f2-a2ed-4f8a-aa69-66ff732355f9 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:10:21.147158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:10:21.152540 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-770acf6d-e449-4de5-bb98-ed3a666668de admin admin] 10.222.0.87 "PUT /v2.0/routers/38e3500f-4001-4a27-9ea0-518f5ea65544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6533821 Feb 11 06:10:21.192277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port efa159f2-a2ed-4f8a-aa69-66ff732355f9 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:21.192662 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (efa159f2-a2ed-4f8a-aa69-66ff732355f9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:21.237732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-5e85e155-0056-4456-aee9-11c7d09b1f0b None None] Provisioning complete for port 8aca5cef-d311-453c-809c-45228ca1cf95 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:21.238115 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e85e155-0056-4456-aee9-11c7d09b1f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8aca5cef-d311-453c-809c-45228ca1cf95), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:21.315180 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5e85e155-0056-4456-aee9-11c7d09b1f0b None None] Port 8aca5cef-d311-453c-809c-45228ca1cf95 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:10:21.356675 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port efa159f2-a2ed-4f8a-aa69-66ff732355f9 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:21.631518 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53936) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:21.636299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c60183b4-3171-4e89-af93-31397b70935a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1871830547', 'description': 'tempest-description--308827718'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:21.658338 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c60183b4-3171-4e89-af93-31397b70935a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:21.740144 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c60183b4-3171-4e89-af93-31397b70935a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for security_group (e76651a2-49d6-447f-9102-e2bbded7135a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:21.748679 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c60183b4-3171-4e89-af93-31397b70935a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e76651a2-49d6-447f-9102-e2bbded7135a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:21.786028 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c60183b4-3171-4e89-af93-31397b70935a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:21.787465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c60183b4-3171-4e89-af93-31397b70935a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1547587 Feb 11 06:10:21.788257 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60183b4-3171-4e89-af93-31397b70935a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76651a2-49d6-447f-9102-e2bbded7135a,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:21.790369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53938) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:21.794958 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-e5da81a1-20f2-404a-af35-97c586afbe6a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Request body: {'security_group_rule': {'security_group_id': 'e76651a2-49d6-447f-9102-e2bbded7135a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:21.821906 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e5da81a1-20f2-404a-af35-97c586afbe6a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for security_group_rule (47b4d6dc-d210-4935-b867-472b853f7188), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:21.880548 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e5da81a1-20f2-404a-af35-97c586afbe6a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for security_group_rule (47b4d6dc-d210-4935-b867-472b853f7188), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:21.884503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e5da81a1-20f2-404a-af35-97c586afbe6a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (47b4d6dc-d210-4935-b867-472b853f7188), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:21.904976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da81a1-20f2-404a-af35-97c586afbe6a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b4d6dc-d210-4935-b867-472b853f7188,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:21.915801 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e5da81a1-20f2-404a-af35-97c586afbe6a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:21.917030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e5da81a1-20f2-404a-af35-97c586afbe6a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255567 Feb 11 06:10:21.919930 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53940) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:21.925270 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f1499e49-df89-44d0-bee6-b3038d48895f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Request body: {'security_group_rule': {'security_group_id': 'e76651a2-49d6-447f-9102-e2bbded7135a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:21.953085 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f1499e49-df89-44d0-bee6-b3038d48895f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for security_group_rule (ed2d990b-7ec8-48ba-9f82-7f754b52dcdf), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:22.011971 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f1499e49-df89-44d0-bee6-b3038d48895f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for security_group_rule (ed2d990b-7ec8-48ba-9f82-7f754b52dcdf), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:22.016369 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f1499e49-df89-44d0-bee6-b3038d48895f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (ed2d990b-7ec8-48ba-9f82-7f754b52dcdf), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:22.035267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1499e49-df89-44d0-bee6-b3038d48895f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2d990b-7ec8-48ba-9f82-7f754b52dcdf,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:22.043891 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f1499e49-df89-44d0-bee6-b3038d48895f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:22.045138 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f1499e49-df89-44d0-bee6-b3038d48895f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242092 Feb 11 06:10:22.048732 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 53942) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:22.053145 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:22.073777 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:22.176983 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:22.283904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Allocated IP 172.25.5.93 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/6b51f8a9-e647-41ee-86d9-f80e45583dbc) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:10:22.391814 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for port (6b51f8a9-e647-41ee-86d9-f80e45583dbc), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:22.426777 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (6b51f8a9-e647-41ee-86d9-f80e45583dbc), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:22.465740 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:10:22.468585 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:10:22.472653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:10:22.493857 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Pushing event updated for resources: {'Port': ['ID=6b51f8a9-e647-41ee-86d9-f80e45583dbc,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:22.559113 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for floatingip (88b8fbf8-e928-4e28-baf6-b02de0b87079), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:22.598548 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6b51f8a9-e647-41ee-86d9-f80e45583dbc), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:22.745089 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for port (6b51f8a9-e647-41ee-86d9-f80e45583dbc), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:22.750011 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (6b51f8a9-e647-41ee-86d9-f80e45583dbc), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:22.816932 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Pushing event updated for resources: {'Port': ['ID=6b51f8a9-e647-41ee-86d9-f80e45583dbc,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:22.832897 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (88b8fbf8-e928-4e28-baf6-b02de0b87079), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:22.849074 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:22.850352 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-204086ec-f7cc-4172-9dc6-c6250c66b05d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8006630 Feb 11 06:10:23.004214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f5cfe84b-c080-40fc-98d4-8eabf9e293c0 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1871830547&fields=id&tenant_id=a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 267 time: 0.0467925 Feb 11 06:10:23.082981 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Sync routers for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:10:23.093569 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:10:23.094217 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:10:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:23.114772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-6acb6541-5b76-41f6-bce6-8f2b43b81f8d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:23.116446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-6acb6541-5b76-41f6-bce6-8f2b43b81f8d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 811 time: 0.1058667 Feb 11 06:10:23.134180 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-706f5060-d583-4218-b100-83444358c1e9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/quotas/a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 375 time: 0.0116522 Feb 11 06:10:23.152444 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device daaac081-c476-4ef9-9c8d-fc21bb7d3a02 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:10:23.201937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port daaac081-c476-4ef9-9c8d-fc21bb7d3a02 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:23.202337 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (daaac081-c476-4ef9-9c8d-fc21bb7d3a02), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:23.205698 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:10:23.205934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-87838e17-0073-4fc5-9e8d-033c38312ecf tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625031 Feb 11 06:10:23.310224 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-db289bd3-488a-4e5c-98c7-0b90bb1f2405 service neutron] 10.222.0.87 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989034 Feb 11 06:10:23.410326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-9b4a3305-c2ae-4ad2-9576-ffe8a2d2eb2b service neutron] 10.222.0.87 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936165 Feb 11 06:10:23.448407 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port daaac081-c476-4ef9-9c8d-fc21bb7d3a02 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:23.448808 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (daaac081-c476-4ef9-9c8d-fc21bb7d3a02), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:23.471520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port daaac081-c476-4ef9-9c8d-fc21bb7d3a02, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=daaac081-c476-4ef9-9c8d-fc21bb7d3a02,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:23.476165 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (daaac081-c476-4ef9-9c8d-fc21bb7d3a02), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:23.535686 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 2, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:23.543579 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=daaac081-c476-4ef9-9c8d-fc21bb7d3a02,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:23.570694 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Checking router: 38e3500f-4001-4a27-9ea0-518f5ea65544 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:10:23.571046 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Updating router 38e3500f-4001-4a27-9ea0-518f5ea65544 port 8aca5cef-d311-453c-809c-45228ca1cf95 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:10:23.600374 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-be470217-0e81-4bc1-98f8-f46cdb176205 req-d33ce050-1311-495b-bca4-e74e519923fd tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 210 time: 0.0318382 Feb 11 06:10:23.604568 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8aca5cef-d311-453c-809c-45228ca1cf95), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:23.886179 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Publish callbacks [] for port (8aca5cef-d311-453c-809c-45228ca1cf95), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:23.892457 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8aca5cef-d311-453c-809c-45228ca1cf95), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:23.946873 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa73fe4-967b-460f-a12b-472a6e2b82a0 None None] Pushing event updated for resources: {'Port': ['ID=8aca5cef-d311-453c-809c-45228ca1cf95,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:23.971789 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa73fe4-967b-460f-a12b-472a6e2b82a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.972144 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa73fe4-967b-460f-a12b-472a6e2b82a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.972490 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa73fe4-967b-460f-a12b-472a6e2b82a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.972827 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa73fe4-967b-460f-a12b-472a6e2b82a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.973164 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa73fe4-967b-460f-a12b-472a6e2b82a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.973495 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa73fe4-967b-460f-a12b-472a6e2b82a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.973826 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa73fe4-967b-460f-a12b-472a6e2b82a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.974157 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa73fe4-967b-460f-a12b-472a6e2b82a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.974483 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa73fe4-967b-460f-a12b-472a6e2b82a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.974818 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa73fe4-967b-460f-a12b-472a6e2b82a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.975260 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa73fe4-967b-460f-a12b-472a6e2b82a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.975559 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa73fe4-967b-460f-a12b-472a6e2b82a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:23.975821 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa73fe4-967b-460f-a12b-472a6e2b82a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:24.009580 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Attempting to bind port 8aca5cef-d311-453c-809c-45228ca1cf95 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:10:24.010334 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Attempting to bind port 8aca5cef-d311-453c-809c-45228ca1cf95 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:10:24.010710 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Attempting to bind port 8aca5cef-d311-453c-809c-45228ca1cf95 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:24.017579 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:10:24.017966 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Checking segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:10:24.018356 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:24.018743 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Bound using segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:10:24.019208 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Bound port: 8aca5cef-d311-453c-809c-45228ca1cf95, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:10:24.019712 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8aca5cef-d311-453c-809c-45228ca1cf95), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:24.092512 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] For port 8aca5cef-d311-453c-809c-45228ca1cf95, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:10:24.096676 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] For port 8aca5cef-d311-453c-809c-45228ca1cf95, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8aca5cef-d311-453c-809c-45228ca1cf95,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:10:24.102651 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8aca5cef-d311-453c-809c-45228ca1cf95), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:24.162106 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:10:24.162746 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:10:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:24.163793 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2bde6b5b-c2d6-4deb-99a0-b9547b66dee8 None None] Provisioning complete for port 8aca5cef-d311-453c-809c-45228ca1cf95 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:24.164344 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2bde6b5b-c2d6-4deb-99a0-b9547b66dee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8aca5cef-d311-453c-809c-45228ca1cf95), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:24.211220 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa73fe4-967b-460f-a12b-472a6e2b82a0 None None] Pushing event updated for resources: {'Port': ['ID=8aca5cef-d311-453c-809c-45228ca1cf95,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:24.247625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2bde6b5b-c2d6-4deb-99a0-b9547b66dee8 None None] Current status of the port 8aca5cef-d311-453c-809c-45228ca1cf95 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:24.248077 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2bde6b5b-c2d6-4deb-99a0-b9547b66dee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (8aca5cef-d311-453c-809c-45228ca1cf95), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:24.284719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2bde6b5b-c2d6-4deb-99a0-b9547b66dee8 None None] For port 8aca5cef-d311-453c-809c-45228ca1cf95, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8aca5cef-d311-453c-809c-45228ca1cf95,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:24.292911 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2bde6b5b-c2d6-4deb-99a0-b9547b66dee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (8aca5cef-d311-453c-809c-45228ca1cf95), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:24.307869 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:10:24.358174 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde6b5b-c2d6-4deb-99a0-b9547b66dee8 None None] Pushing event updated for resources: {'Port': ['ID=8aca5cef-d311-453c-809c-45228ca1cf95,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:24.414637 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-4f8844ec-097b-4d2b-a6be-7157a91cc716 None None] Provisioning complete for port 8aca5cef-d311-453c-809c-45228ca1cf95 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:24.415017 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4f8844ec-097b-4d2b-a6be-7157a91cc716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8aca5cef-d311-453c-809c-45228ca1cf95), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:24.497852 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-4f8844ec-097b-4d2b-a6be-7157a91cc716 None None] Current status of the port 8aca5cef-d311-453c-809c-45228ca1cf95 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:24.511621 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:24.541370 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5276d0f5-7a21-4850-a645-466ed74d8a2c None None] The sync data for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 is: [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:10:24.737746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-096edca8-88d2-4dda-9efb-63e57a5d588e req-b68d8f4d-3803-482c-b326-699714abcaa8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 210 time: 0.0598798 Feb 11 06:10:24.784391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-28aba55a-e47b-49da-a4f7-3725245648ee tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:24.785871 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-28aba55a-e47b-49da-a4f7-3725245648ee tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 811 time: 0.1551995 Feb 11 06:10:24.852115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-44b03a96-b48a-407d-bb7d-7271f9343a27 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 380 time: 0.0543151 Feb 11 06:10:24.861206 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Request body: {'port': {'device_id': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'admin_state_up': True, 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'security_groups': ['e76651a2-49d6-447f-9102-e2bbded7135a']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:24.970432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Made reservation on behalf of a34476e9622e43f4a7ef797bd478ab75 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:10:24.973970 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:25.120638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Allocated IP 172.20.0.6 (8de3559e-1541-43fe-a858-1c0d3b3a4e3e/67aa227d-a6bf-4e13-a452-c9a8223acd9e/98bfd5bd-640e-4554-86e6-7042153bbc2f) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:10:25.193487 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8aca5cef-d311-453c-809c-45228ca1cf95 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:10:25.245795 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 8aca5cef-d311-453c-809c-45228ca1cf95 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:25.246194 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (8aca5cef-d311-453c-809c-45228ca1cf95), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:25.273157 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:25.309560 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:25.327759 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 8aca5cef-d311-453c-809c-45228ca1cf95 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:25.328873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device daaac081-c476-4ef9-9c8d-fc21bb7d3a02 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:10:25.352953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:10:25.356357 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:10:25.359606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:10:25.366477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Pushing event updated for resources: {'Port': ['ID=98bfd5bd-640e-4554-86e6-7042153bbc2f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:25.383052 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port daaac081-c476-4ef9-9c8d-fc21bb7d3a02 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:25.383495 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (daaac081-c476-4ef9-9c8d-fc21bb7d3a02), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:25.398149 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:25.398492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:25.398824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:25.399162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:25.399522 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:25.399909 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:25.400174 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:25.400496 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:25.400814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:25.401133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:25.401453 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:25.401772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:25.402094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:25.423251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:25.423928 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:25.441141 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-011009bd-1470-42fd-9a40-ed34fbe85381 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5841653 Feb 11 06:10:25.453160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Request body: {'port': {'device_id': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:25.465053 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port daaac081-c476-4ef9-9c8d-fc21bb7d3a02 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:25.519065 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:25.629901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f4dd97d1-cae2-418e-9731-d548c3c2a675 None None] Provisioning complete for port 98bfd5bd-640e-4554-86e6-7042153bbc2f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:25.630379 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f4dd97d1-cae2-418e-9731-d548c3c2a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:25.670172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f4dd97d1-cae2-418e-9731-d548c3c2a675 None None] Port 98bfd5bd-640e-4554-86e6-7042153bbc2f cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:10:25.794459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98bfd5bd-640e-4554-86e6-7042153bbc2f {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:10:25.802090 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Publish callbacks [] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:25.815167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Transition to ACTIVE for port object 98bfd5bd-640e-4554-86e6-7042153bbc2f will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:10:25.824654 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:25.897816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Pushing event updated for resources: {'Port': ['ID=98bfd5bd-640e-4554-86e6-7042153bbc2f,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:25.936083 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dc8fb-5a9e-4b58-abbb-471f8bc8b6f7 req-4f841c9a-9c4e-4fe7-a542-c47759e47779 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:25.937572 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-750dc8fb-5a9e-4b58-abbb-471f8bc8b6f7 req-4f841c9a-9c4e-4fe7-a542-c47759e47779 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 943 time: 0.1236024 Feb 11 06:10:26.020828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Attempting to bind port 98bfd5bd-640e-4554-86e6-7042153bbc2f on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:10:26.021172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Attempting to bind port 98bfd5bd-640e-4554-86e6-7042153bbc2f by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:10:26.021499 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Attempting to bind port 98bfd5bd-640e-4554-86e6-7042153bbc2f on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:26.027411 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-750dc8fb-5a9e-4b58-abbb-471f8bc8b6f7 req-de27453b-e48c-48a0-b67e-d1d0850c7fc5 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697653 Feb 11 06:10:26.029645 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Port 98bfd5bd-640e-4554-86e6-7042153bbc2f on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:10:26.029967 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Attempting to bind port 98bfd5bd-640e-4554-86e6-7042153bbc2f on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:26.036076 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:10:26.036417 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Checking segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:10:26.036814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Bound using segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:10:26.037270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Bound port: 98bfd5bd-640e-4554-86e6-7042153bbc2f, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:10:26.037586 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:26.105962 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] For port 98bfd5bd-640e-4554-86e6-7042153bbc2f, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:10:26.108952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] For port 98bfd5bd-640e-4554-86e6-7042153bbc2f, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:10:26.114278 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:26.151102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:26.151748 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:26.153130 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] 10.222.0.73 "PUT /v2.0/ports/98bfd5bd-640e-4554-86e6-7042153bbc2f HTTP/1.1" status: 200 len: 1092 time: 0.7043300 Feb 11 06:10:26.153599 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'tag': '98bfd5bd-640e-4554-86e6-7042153bbc2f'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:26.156056 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f64910f-99d2-4d53-8d52-db559824b07f" -d '{"events": [{"name": "network-changed", "server_uuid": "7646bb10-1d2e-4a49-97fe-a956f0ce7612", "tag": "98bfd5bd-640e-4554-86e6-7042153bbc2f"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:26.182627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a28987-517c-43a9-b34d-7eedf901cade service neutron] Pushing event updated for resources: {'Port': ['ID=98bfd5bd-640e-4554-86e6-7042153bbc2f,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:26.202162 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50048596-8eeb-49a4-8dbd-5055edc1a853 x-openstack-request-id: req-50048596-8eeb-49a4-8dbd-5055edc1a853 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:26.202452 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7646bb10-1d2e-4a49-97fe-a956f0ce7612", "tag": "98bfd5bd-640e-4554-86e6-7042153bbc2f", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:26.202706 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-50048596-8eeb-49a4-8dbd-5055edc1a853 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:26.203101 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'tag': '98bfd5bd-640e-4554-86e6-7042153bbc2f', 'status': 'completed', 'code': 200} Feb 11 06:10:26.243391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-482c2e92-6c4a-4b55-927c-ac2f00525d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:26.244938 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-482c2e92-6c4a-4b55-927c-ac2f00525d84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 1126 time: 0.0520122 Feb 11 06:10:26.291193 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-071819d8-d2f3-450c-9468-ca091b089a4a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f HTTP/1.1" status: 200 len: 217 time: 0.0388408 Feb 11 06:10:26.341484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-61decb99-ef74-4e34-9065-95287bb27851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:26.342988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-61decb99-ef74-4e34-9065-95287bb27851 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0459256 Feb 11 06:10:26.391191 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-bacab56d-5b05-4177-beb2-5ac7df2592e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:26.392709 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-bacab56d-5b05-4177-beb2-5ac7df2592e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444860 Feb 11 06:10:26.798932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-7c330263-47d7-48ac-979b-c755978cee59 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988287 Feb 11 06:10:26.884866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-655b3ea8-d405-462c-83f9-52d4897d4de2 req-88a9e30f-9ab0-4815-bcac-c294962838eb service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795550 Feb 11 06:10:26.975170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64910f-99d2-4d53-8d52-db559824b07f req-75f3fe4b-364f-4b89-b9a4-4e509acd8b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:26.976736 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f64910f-99d2-4d53-8d52-db559824b07f req-75f3fe4b-364f-4b89-b9a4-4e509acd8b10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 1126 time: 0.0461495 Feb 11 06:10:27.069742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64910f-99d2-4d53-8d52-db559824b07f req-bc7ee5e5-c5db-4410-9579-cd0f7b7acc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:27.071239 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f64910f-99d2-4d53-8d52-db559824b07f req-bc7ee5e5-c5db-4410-9579-cd0f7b7acc6e service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0891595 Feb 11 06:10:27.113475 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f64910f-99d2-4d53-8d52-db559824b07f req-6a45b97d-a44a-4ba2-9f7c-ae17d4ebb270 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f HTTP/1.1" status: 200 len: 217 time: 0.0366395 Feb 11 06:10:27.186047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64910f-99d2-4d53-8d52-db559824b07f req-14ea4c3f-c50c-44c4-a8cd-8ea1c9a9a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:27.187616 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f64910f-99d2-4d53-8d52-db559824b07f req-14ea4c3f-c50c-44c4-a8cd-8ea1c9a9a766 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0669212 Feb 11 06:10:27.210496 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7e002-42a4-4f76-b572-1e140c729c2a req-c3eb195d-488e-4936-8c1d-f0f7ba9de0eb tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:27.211987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-62d7e002-42a4-4f76-b572-1e140c729c2a req-c3eb195d-488e-4936-8c1d-f0f7ba9de0eb tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 943 time: 0.1010499 Feb 11 06:10:27.277166 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-62d7e002-42a4-4f76-b572-1e140c729c2a req-f9e27050-d04f-459e-9c9a-5e65379b5183 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501602 Feb 11 06:10:27.279729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64910f-99d2-4d53-8d52-db559824b07f req-ed6ffe34-f88d-422a-9c1c-354231d3adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:27.281163 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f64910f-99d2-4d53-8d52-db559824b07f req-ed6ffe34-f88d-422a-9c1c-354231d3adeb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0860958 Feb 11 06:10:27.378032 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f64910f-99d2-4d53-8d52-db559824b07f req-917234e9-1ab5-4343-9177-9f7f75f60b5e service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896211 Feb 11 06:10:27.470197 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f64910f-99d2-4d53-8d52-db559824b07f req-69563425-c64e-452a-be17-2eb37b9b2c10 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854955 Feb 11 06:10:28.402858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae1f0d-b7e7-4b2b-8684-270164f2bb2e req-cb2f14ab-eb8e-4859-b052-a7ed725dff96 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:28.404466 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7aae1f0d-b7e7-4b2b-8684-270164f2bb2e req-cb2f14ab-eb8e-4859-b052-a7ed725dff96 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 943 time: 0.0521765 Feb 11 06:10:28.450031 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7aae1f0d-b7e7-4b2b-8684-270164f2bb2e req-25f441d6-f6fd-42dc-8485-748502363f2d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392621 Feb 11 06:10:28.586121 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2e742da4-03ab-4c34-9602-12d235fc43fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.568832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d0649-77e6-4a3a-93cc-7928df39c3d3 req-5d1bdf8b-91f8-426b-a7d3-150b55b95230 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:29.570322 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-658d0649-77e6-4a3a-93cc-7928df39c3d3 req-5d1bdf8b-91f8-426b-a7d3-150b55b95230 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 943 time: 0.0528021 Feb 11 06:10:29.616086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-658d0649-77e6-4a3a-93cc-7928df39c3d3 req-a97726df-9241-4f5f-8321-58d2a67ab062 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401974 Feb 11 06:10:30.390130 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 98bfd5bd-640e-4554-86e6-7042153bbc2f details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:10:30.487304 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 98bfd5bd-640e-4554-86e6-7042153bbc2f, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:30.498703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '98bfd5bd-640e-4554-86e6-7042153bbc2f', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'port_id': '98bfd5bd-640e-4554-86e6-7042153bbc2f', 'mac_address': 'fa:16:3e:c1:6c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:10:30.535615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 98bfd5bd-640e-4554-86e6-7042153bbc2f is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:30.536009 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:30.548812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bfd5bd-640e-4554-86e6-7042153bbc2f {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:10:30.568007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 98bfd5bd-640e-4554-86e6-7042153bbc2f, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:30.572478 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:30.617713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=98bfd5bd-640e-4554-86e6-7042153bbc2f,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:30.736915 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52a4da-ceb6-4e61-bd20-4fd569553380 req-f3d8298b-7e81-4ffa-aec1-3308b847bcc3 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:30.738430 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e52a4da-ceb6-4e61-bd20-4fd569553380 req-f3d8298b-7e81-4ffa-aec1-3308b847bcc3 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 944 time: 0.0554659 Feb 11 06:10:30.770658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['98bfd5bd-640e-4554-86e6-7042153bbc2f'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:10:30.784275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e52a4da-ceb6-4e61-bd20-4fd569553380 req-19c4de82-bf3f-4bfe-baaf-39297223e0b9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402637 Feb 11 06:10:30.902381 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-41723141-fc72-40cb-bafb-1d7829999205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:31.902871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adad2ee-0d94-41d2-b8af-52fe4507dab9 req-a96bd836-9d6d-480a-a0c3-23b88dd20b34 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:31.904406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7adad2ee-0d94-41d2-b8af-52fe4507dab9 req-a96bd836-9d6d-480a-a0c3-23b88dd20b34 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 944 time: 0.0524726 Feb 11 06:10:31.951118 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7adad2ee-0d94-41d2-b8af-52fe4507dab9 req-f5076f02-a1a1-4b44-9093-cea108564c65 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404582 Feb 11 06:10:32.402255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 98bfd5bd-640e-4554-86e6-7042153bbc2f up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:10:32.452206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 98bfd5bd-640e-4554-86e6-7042153bbc2f completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:10:32.456569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 98bfd5bd-640e-4554-86e6-7042153bbc2f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:10:32.456948 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:32.533566 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 98bfd5bd-640e-4554-86e6-7042153bbc2f is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:10:32.533966 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:32.556141 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bfd5bd-640e-4554-86e6-7042153bbc2f'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:32.558390 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6426ce62-10ec-45e6-a418-ab4524cd8fc0" -d '{"events": [{"server_uuid": "7646bb10-1d2e-4a49-97fe-a956f0ce7612", "name": "network-vif-plugged", "status": "completed", "tag": "98bfd5bd-640e-4554-86e6-7042153bbc2f"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:32.570647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 98bfd5bd-640e-4554-86e6-7042153bbc2f, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:32.574807 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:32.601272 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb7bd25-89aa-4975-8a10-2571a5a7447f x-openstack-request-id: req-feb7bd25-89aa-4975-8a10-2571a5a7447f {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:32.601565 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7646bb10-1d2e-4a49-97fe-a956f0ce7612", "name": "network-vif-plugged", "status": "completed", "tag": "98bfd5bd-640e-4554-86e6-7042153bbc2f", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:32.601817 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-feb7bd25-89aa-4975-8a10-2571a5a7447f {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:32.602204 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bfd5bd-640e-4554-86e6-7042153bbc2f', 'code': 200} Feb 11 06:10:32.634534 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:32.638994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=98bfd5bd-640e-4554-86e6-7042153bbc2f,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:32.694334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d80dc0-7b0d-4266-b176-6e079a930ef6 req-172998c7-b63a-43a0-97b1-43892c07c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:32.695788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18d80dc0-7b0d-4266-b176-6e079a930ef6 req-172998c7-b63a-43a0-97b1-43892c07c46a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 1128 time: 0.0457783 Feb 11 06:10:32.740980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-18d80dc0-7b0d-4266-b176-6e079a930ef6 req-083cee0d-b9d0-4a80-a790-2dbd59327784 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399623 Feb 11 06:10:33.069176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf07ec9-293b-406a-b88e-a11bd0fcca80 req-af7a002e-1445-44dc-b2e6-73eb93944101 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:33.070684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3cf07ec9-293b-406a-b88e-a11bd0fcca80 req-af7a002e-1445-44dc-b2e6-73eb93944101 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0526359 Feb 11 06:10:33.117479 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3cf07ec9-293b-406a-b88e-a11bd0fcca80 req-15d1ffd3-dbdc-4334-94af-2ced95b583fc tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412688 Feb 11 06:10:33.796379 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:34.239806 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a0a04-4dd4-4c55-9c2d-b1f3e415cb0f req-750aa62b-df99-4636-a641-b5e24271a8c8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:34.241299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-823a0a04-4dd4-4c55-9c2d-b1f3e415cb0f req-750aa62b-df99-4636-a641-b5e24271a8c8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0524161 Feb 11 06:10:34.288477 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-823a0a04-4dd4-4c55-9c2d-b1f3e415cb0f req-1ace252f-9f92-4eb3-a0d3-66619e3e62b2 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415759 Feb 11 06:10:34.408853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eccaae-870e-4553-a73c-81d7ff2e6743 req-8e9774e0-70d3-428a-9c0d-aa28e671356a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:34.410250 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c0eccaae-870e-4553-a73c-81d7ff2e6743 req-8e9774e0-70d3-428a-9c0d-aa28e671356a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0569382 Feb 11 06:10:34.419131 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 53992) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:10:34.423491 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-7cae27d2-b3c3-48fc-aac4-cd7b6a4b220f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Request body: {'floatingip': {'port_id': '98bfd5bd-640e-4554-86e6-7042153bbc2f'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:34.462214 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7cae27d2-b3c3-48fc-aac4-cd7b6a4b220f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for floatingip (88b8fbf8-e928-4e28-baf6-b02de0b87079), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:34.895711 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7cae27d2-b3c3-48fc-aac4-cd7b6a4b220f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:34.899400 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7cae27d2-b3c3-48fc-aac4-cd7b6a4b220f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (88b8fbf8-e928-4e28-baf6-b02de0b87079), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:35.003038 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-7cae27d2-b3c3-48fc-aac4-cd7b6a4b220f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Floating IP 88b8fbf8-e928-4e28-baf6-b02de0b87079 associated. External IP: 172.25.5.93, port: 98bfd5bd-640e-4554-86e6-7042153bbc2f. Feb 11 06:10:35.212143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cae27d2-b3c3-48fc-aac4-cd7b6a4b220f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Router 38e3500f-4001-4a27-9ea0-518f5ea65544 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:10:35.261220 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:35.322363 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cae27d2-b3c3-48fc-aac4-cd7b6a4b220f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:10:35.326858 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7cae27d2-b3c3-48fc-aac4-cd7b6a4b220f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:35.333174 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ddd42-7146-4b87-bd06-9bc0e4a6d186 None None] Sync routers for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:10:35.344622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ddd42-7146-4b87-bd06-9bc0e4a6d186 None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:10:35.345239 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-060ddd42-7146-4b87-bd06-9bc0e4a6d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:10:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:35.357821 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7cae27d2-b3c3-48fc-aac4-cd7b6a4b220f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "PUT /v2.0/floatingips/88b8fbf8-e928-4e28-baf6-b02de0b87079 HTTP/1.1" status: 200 len: 990 time: 0.9375994 Feb 11 06:10:35.358417 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'tag': '98bfd5bd-640e-4554-86e6-7042153bbc2f'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:35.361430 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0201c1f-f5cd-4926-8dc9-1201edee8d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "7646bb10-1d2e-4a49-97fe-a956f0ce7612", "tag": "98bfd5bd-640e-4554-86e6-7042153bbc2f"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:35.400757 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fab44d-3c52-4509-a681-2156630ba1ed x-openstack-request-id: req-d6fab44d-3c52-4509-a681-2156630ba1ed {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:35.401057 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7646bb10-1d2e-4a49-97fe-a956f0ce7612", "tag": "98bfd5bd-640e-4554-86e6-7042153bbc2f", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:35.401857 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d6fab44d-3c52-4509-a681-2156630ba1ed {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:35.402401 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'tag': '98bfd5bd-640e-4554-86e6-7042153bbc2f', 'status': 'completed', 'code': 200} Feb 11 06:10:35.458246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-060ddd42-7146-4b87-bd06-9bc0e4a6d186 None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:10:35.496616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac0464-761a-4461-bd3a-a3e288be9279 req-f6491c9a-258b-4835-a1bf-b0b65da40900 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:35.498055 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dcac0464-761a-4461-bd3a-a3e288be9279 req-f6491c9a-258b-4835-a1bf-b0b65da40900 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0877645 Feb 11 06:10:35.501853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0201c1f-f5cd-4926-8dc9-1201edee8d3a req-90456f4a-7eb9-405e-87bf-be31212fd612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:35.502194 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0201c1f-f5cd-4926-8dc9-1201edee8d3a req-90456f4a-7eb9-405e-87bf-be31212fd612 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 1128 time: 0.0790586 Feb 11 06:10:35.603575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dcac0464-761a-4461-bd3a-a3e288be9279 req-5c091e0f-010d-4c29-b42e-68ade064d5c1 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993006 Feb 11 06:10:35.628260 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0201c1f-f5cd-4926-8dc9-1201edee8d3a req-21274781-403d-45f8-bd74-7560326f72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:35.629743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0201c1f-f5cd-4926-8dc9-1201edee8d3a req-21274781-403d-45f8-bd74-7560326f72e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.1198218 Feb 11 06:10:35.689072 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-060ddd42-7146-4b87-bd06-9bc0e4a6d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '88b8fbf8-e928-4e28-baf6-b02de0b87079', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'port_id': '98bfd5bd-640e-4554-86e6-7042153bbc2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'mac_address': 'fa:16:3e:c1:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:22Z', 'updated_at': '2022-02-11T06:10:34Z', 'revision_number': 1, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:35.716002 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ddd42-7146-4b87-bd06-9bc0e4a6d186 None None] Checking router: 38e3500f-4001-4a27-9ea0-518f5ea65544 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:10:35.724850 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ddd42-7146-4b87-bd06-9bc0e4a6d186 None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:10:35.725467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-060ddd42-7146-4b87-bd06-9bc0e4a6d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:10:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:35.729673 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0201c1f-f5cd-4926-8dc9-1201edee8d3a req-efd69aef-f7cd-4e3c-8744-86af88113697 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f HTTP/1.1" status: 200 len: 998 time: 0.0927496 Feb 11 06:10:35.769623 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd9a23-7b50-4830-8c8a-0e35eb1d5cbe req-39a3ba68-a355-4e85-b914-7f2449d86431 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:35.771024 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26bd9a23-7b50-4830-8c8a-0e35eb1d5cbe req-39a3ba68-a355-4e85-b914-7f2449d86431 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0937481 Feb 11 06:10:35.804254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0201c1f-f5cd-4926-8dc9-1201edee8d3a req-1d1c1878-e9f0-4a85-92d4-e1abd7b8dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:35.805719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0201c1f-f5cd-4926-8dc9-1201edee8d3a req-1d1c1878-e9f0-4a85-92d4-e1abd7b8dc75 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0698819 Feb 11 06:10:35.844745 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-060ddd42-7146-4b87-bd06-9bc0e4a6d186 None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:10:35.858406 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26bd9a23-7b50-4830-8c8a-0e35eb1d5cbe req-57937b18-20c0-4db5-8bc0-977ad700d12a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798404 Feb 11 06:10:35.876233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0201c1f-f5cd-4926-8dc9-1201edee8d3a req-f31fbb7a-85d6-4b42-a14c-372585ff4070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:35.878092 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0201c1f-f5cd-4926-8dc9-1201edee8d3a req-f31fbb7a-85d6-4b42-a14c-372585ff4070 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0641320 Feb 11 06:10:35.970600 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0201c1f-f5cd-4926-8dc9-1201edee8d3a req-63302d1d-11ed-4df4-b33b-2b9e31d0e450 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859003 Feb 11 06:10:36.071906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0201c1f-f5cd-4926-8dc9-1201edee8d3a req-4d2e0c95-52cc-469f-b77f-eb7fcda8b3f5 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952125 Feb 11 06:10:36.075676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-060ddd42-7146-4b87-bd06-9bc0e4a6d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '88b8fbf8-e928-4e28-baf6-b02de0b87079', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'port_id': '98bfd5bd-640e-4554-86e6-7042153bbc2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'mac_address': 'fa:16:3e:c1:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:22Z', 'updated_at': '2022-02-11T06:10:34Z', 'revision_number': 1, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:10:36.106210 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ddd42-7146-4b87-bd06-9bc0e4a6d186 None None] The sync data for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 is: [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '88b8fbf8-e928-4e28-baf6-b02de0b87079', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'port_id': '98bfd5bd-640e-4554-86e6-7042153bbc2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'mac_address': 'fa:16:3e:c1:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:22Z', 'updated_at': '2022-02-11T06:10:34Z', 'revision_number': 1, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:10:36.293019 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6995a923-7cea-47d4-8b05-cf774e5ea4d2 None None] New status for floating IP 88b8fbf8-e928-4e28-baf6-b02de0b87079: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:10:36.987800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721185eb-a761-4ac0-b009-47905c3424cb req-4a13621b-a79e-41f9-b14d-9730512b2b56 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:36.989280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-721185eb-a761-4ac0-b009-47905c3424cb req-4a13621b-a79e-41f9-b14d-9730512b2b56 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0547030 Feb 11 06:10:37.034885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-721185eb-a761-4ac0-b009-47905c3424cb req-65b897f0-b11b-49b4-a518-75258b09bfe0 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400133 Feb 11 06:10:37.151373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce872bea-e331-4f4a-8c8c-1711f905a99a req-22f187a2-56e3-4856-a171-f13438ef66e5 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:37.152798 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ce872bea-e331-4f4a-8c8c-1711f905a99a req-22f187a2-56e3-4856-a171-f13438ef66e5 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0517442 Feb 11 06:10:37.202053 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ce872bea-e331-4f4a-8c8c-1711f905a99a req-77e37228-ee10-4667-aef4-afae106988f0 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430923 Feb 11 06:10:37.430330 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-0b20c80e-41a2-4c16-a764-e88c34cb9722 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0474572 Feb 11 06:10:37.438382 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f11ff8-2a51-44f3-baad-e899c5fee34d req-7946a428-dd29-49b8-8edb-80961b7b2cf0 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:37.439935 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8f11ff8-2a51-44f3-baad-e899c5fee34d req-7946a428-dd29-49b8-8edb-80961b7b2cf0 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0525403 Feb 11 06:10:37.487802 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8f11ff8-2a51-44f3-baad-e899c5fee34d req-b6421c9a-3eba-44d4-966d-d70f1f95dc27 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419343 Feb 11 06:10:37.767711 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-9964ebdb-9788-4184-ae5a-491c0ab7ba87 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:37.769100 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-9964ebdb-9788-4184-ae5a-491c0ab7ba87 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports/98bfd5bd-640e-4554-86e6-7042153bbc2f HTTP/1.1" status: 200 len: 942 time: 0.0462353 Feb 11 06:10:38.652502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c818882-0ad0-4c41-8363-48cf89bd70f6 req-242357d7-193b-4043-b664-735e3c33dbf4 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:38.653921 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c818882-0ad0-4c41-8363-48cf89bd70f6 req-242357d7-193b-4043-b664-735e3c33dbf4 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0890701 Feb 11 06:10:38.660707 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-9d5af11e-3ba1-4c88-bc89-76f36c594669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:38.662412 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-9d5af11e-3ba1-4c88-bc89-76f36c594669 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 1128 time: 0.0688703 Feb 11 06:10:38.780172 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c818882-0ad0-4c41-8363-48cf89bd70f6 req-cf0ecfc5-b047-4bf7-8816-dec0c1bf83c8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167972 Feb 11 06:10:38.799911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-eaff9d39-6ae3-469e-befe-0d9bca60c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:38.801380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-eaff9d39-6ae3-469e-befe-0d9bca60c3a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.1324069 Feb 11 06:10:38.866192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-bb616e25-bf6a-4443-8e13-6a150c5bebaa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f HTTP/1.1" status: 200 len: 1000 time: 0.0577540 Feb 11 06:10:38.915267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-a0d651c6-8774-4dae-83e3-fb8df74dbaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:38.916811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-a0d651c6-8774-4dae-83e3-fb8df74dbaca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0446718 Feb 11 06:10:38.968660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-1ea4a840-5680-4d55-9eee-ae980d1c2176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:38.970151 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-1ea4a840-5680-4d55-9eee-ae980d1c2176 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480845 Feb 11 06:10:39.058215 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-93dc1499-b49f-4938-b0d5-ea2b4ff4bc3d service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812728 Feb 11 06:10:39.150143 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-dc3e1090-f913-4fd6-a7b7-bdd70677f49b service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864108 Feb 11 06:10:39.898714 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e055e-1679-46b7-b7de-474744c88204 req-c95b8f12-feb2-44a6-8c36-66698f2d2e10 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:39.900225 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-520e055e-1679-46b7-b7de-474744c88204 req-c95b8f12-feb2-44a6-8c36-66698f2d2e10 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0532656 Feb 11 06:10:39.955334 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-520e055e-1679-46b7-b7de-474744c88204 req-ef867299-9d2f-415d-8511-d42fd416fb0d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494490 Feb 11 06:10:40.263479 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:41.074066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a8de1-3c9e-4d99-bab6-38b77ef6232a req-55b27a55-eeb6-4c06-a93c-5388d454cead tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:41.075619 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-519a8de1-3c9e-4d99-bab6-38b77ef6232a req-55b27a55-eeb6-4c06-a93c-5388d454cead tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0527294 Feb 11 06:10:41.126926 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-519a8de1-3c9e-4d99-bab6-38b77ef6232a req-17cddf95-6b14-4db0-ab7a-29d8df6d59c3 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450654 Feb 11 06:10:42.246617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893472be-b584-4a91-af84-2addba79f059 req-6c9cb97b-e40d-4087-80b9-bc0811e1d0ab tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:42.248139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-893472be-b584-4a91-af84-2addba79f059 req-6c9cb97b-e40d-4087-80b9-bc0811e1d0ab tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0521903 Feb 11 06:10:42.294766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-893472be-b584-4a91-af84-2addba79f059 req-43630c04-7a99-4945-b6b6-4fb95143250a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411181 Feb 11 06:10:43.417282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88742bc-e045-41f3-af79-a5dc1f262333 req-36a5530b-2e9b-4280-91bc-9414071e9fd4 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:43.418773 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a88742bc-e045-41f3-af79-a5dc1f262333 req-36a5530b-2e9b-4280-91bc-9414071e9fd4 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0541797 Feb 11 06:10:43.464048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a88742bc-e045-41f3-af79-a5dc1f262333 req-3d5fe25b-46a2-47ce-b316-7985edb49d43 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388024 Feb 11 06:10:44.587439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51467d-5da9-4bb2-9e4b-9068c8b59152 req-284174ff-c09f-4cd5-b0ea-606a59a6b18b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:44.588919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b51467d-5da9-4bb2-9e4b-9068c8b59152 req-284174ff-c09f-4cd5-b0ea-606a59a6b18b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0563786 Feb 11 06:10:44.635287 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b51467d-5da9-4bb2-9e4b-9068c8b59152 req-98cb7435-bf32-4ec8-9f75-99bf33ffebbc tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408335 Feb 11 06:10:44.656016 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:45.754294 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006620a-f843-4f4c-a202-7da28412da1a req-3c890552-ea18-4e1b-a92f-f033ad03076c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:45.755718 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1006620a-f843-4f4c-a202-7da28412da1a req-3c890552-ea18-4e1b-a92f-f033ad03076c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0517037 Feb 11 06:10:45.801595 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1006620a-f843-4f4c-a202-7da28412da1a req-9de07a44-0fc1-47e2-815d-e05deae09d1f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403376 Feb 11 06:10:46.920953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3120e2-90b3-4180-9edf-3863fed5d4ef req-41a0a825-6294-4d66-91fb-5a4d933f2267 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:46.922430 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a3120e2-90b3-4180-9edf-3863fed5d4ef req-41a0a825-6294-4d66-91fb-5a4d933f2267 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0520852 Feb 11 06:10:46.973090 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a3120e2-90b3-4180-9edf-3863fed5d4ef req-5fbbd0c6-30ba-4530-a3b9-121f10c439a0 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444565 Feb 11 06:10:47.884285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933bb4-4e3c-4188-9962-0cbb9bc54f1c req-026a11e8-1c69-4dff-afff-8c91f077498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:47.885803 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42933bb4-4e3c-4188-9962-0cbb9bc54f1c req-026a11e8-1c69-4dff-afff-8c91f077498b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 1128 time: 0.0448189 Feb 11 06:10:47.988460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933bb4-4e3c-4188-9962-0cbb9bc54f1c req-a7197dac-4879-4e14-850a-081bd9f10000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:47.989935 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42933bb4-4e3c-4188-9962-0cbb9bc54f1c req-a7197dac-4879-4e14-850a-081bd9f10000 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0838795 Feb 11 06:10:48.092298 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42933bb4-4e3c-4188-9962-0cbb9bc54f1c req-2bea4f3a-bdb0-45db-9ae5-22281d013ee2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f HTTP/1.1" status: 200 len: 1000 time: 0.0963955 Feb 11 06:10:48.118178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2261b-b8b2-47ba-89fe-f3c6c1b71389 req-a020e1f0-f374-4a87-b767-c02fd07db109 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:48.119630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27a2261b-b8b2-47ba-89fe-f3c6c1b71389 req-a020e1f0-f374-4a87-b767-c02fd07db109 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0741038 Feb 11 06:10:48.179457 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933bb4-4e3c-4188-9962-0cbb9bc54f1c req-e0e9c13c-59b9-44a2-970a-6db79a38479a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:48.180865 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42933bb4-4e3c-4188-9962-0cbb9bc54f1c req-e0e9c13c-59b9-44a2-970a-6db79a38479a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0788333 Feb 11 06:10:48.515980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27a2261b-b8b2-47ba-89fe-f3c6c1b71389 req-293ff766-8b19-408d-9bf3-192f17e4e1e1 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3785830 Feb 11 06:10:48.547883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933bb4-4e3c-4188-9962-0cbb9bc54f1c req-f534603c-b5cc-4671-bb57-784e7c68282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:48.549909 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42933bb4-4e3c-4188-9962-0cbb9bc54f1c req-f534603c-b5cc-4671-bb57-784e7c68282e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3618841 Feb 11 06:10:48.636858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42933bb4-4e3c-4188-9962-0cbb9bc54f1c req-10efeedd-64e9-4ec8-b279-a586c407d784 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799575 Feb 11 06:10:48.727866 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-42933bb4-4e3c-4188-9962-0cbb9bc54f1c req-9d1692b2-1dc5-40e8-9394-1214875c092e service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851812 Feb 11 06:10:49.634048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618aee3e-9f03-4ca6-963d-58155309c3f2 req-25a70b50-e5a5-4193-9534-5a6eed2f4660 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:49.635552 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-618aee3e-9f03-4ca6-963d-58155309c3f2 req-25a70b50-e5a5-4193-9534-5a6eed2f4660 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0522523 Feb 11 06:10:49.682098 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-618aee3e-9f03-4ca6-963d-58155309c3f2 req-f5200e82-6333-47ce-a3fc-4389eeb4e667 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404439 Feb 11 06:10:50.805071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d92a1e-f8b2-42b3-915d-890f39d2d4da req-9edd156d-1176-42e0-8b10-8a523b742cc1 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:50.806569 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28d92a1e-f8b2-42b3-915d-890f39d2d4da req-9edd156d-1176-42e0-8b10-8a523b742cc1 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0565889 Feb 11 06:10:50.851835 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28d92a1e-f8b2-42b3-915d-890f39d2d4da req-6e713425-5d3b-4b0c-8dca-05f8f55c7842 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396900 Feb 11 06:10:51.970447 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a14ce7-2bef-47e2-b459-511b53c9119c req-b061ac51-498c-4675-b079-8b452281fb67 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:51.971978 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08a14ce7-2bef-47e2-b459-511b53c9119c req-b061ac51-498c-4675-b079-8b452281fb67 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0524225 Feb 11 06:10:52.017634 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08a14ce7-2bef-47e2-b459-511b53c9119c req-4d8ba63c-2681-4c85-9f28-05e0eb604ba9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400238 Feb 11 06:10:53.139471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26348b6-690a-47dc-a64a-b55c8ac1d560 req-7b491262-2f59-41a5-be7d-9ad0b08d7dc8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:53.141448 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e26348b6-690a-47dc-a64a-b55c8ac1d560 req-7b491262-2f59-41a5-be7d-9ad0b08d7dc8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0557737 Feb 11 06:10:53.188700 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e26348b6-690a-47dc-a64a-b55c8ac1d560 req-4ff59b41-26a3-40e9-9701-3c40e45556e6 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417027 Feb 11 06:10:54.305433 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a8a01-78f2-4938-980e-5c5cd482374c req-a1edf3b2-41c8-4187-a4a6-a127a278a987 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:54.306895 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-414a8a01-78f2-4938-980e-5c5cd482374c req-a1edf3b2-41c8-4187-a4a6-a127a278a987 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0519860 Feb 11 06:10:54.352079 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-414a8a01-78f2-4938-980e-5c5cd482374c req-d175220d-7fdf-42e3-a9db-392ea6b5571e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396245 Feb 11 06:10:55.379002 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:10:55.469880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62644772-17a3-4037-8874-e5a1cb3ed043 req-4079796f-bc6e-4963-973d-b23eb4d55099 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:55.471373 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-62644772-17a3-4037-8874-e5a1cb3ed043 req-4079796f-bc6e-4963-973d-b23eb4d55099 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0519631 Feb 11 06:10:55.522550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-62644772-17a3-4037-8874-e5a1cb3ed043 req-f27660f7-4afb-48cb-8e85-ac2198eaf020 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444720 Feb 11 06:10:56.100701 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-17aa4fd8-f651-4932-9951-e7d62929a904 service neutron] show failed (client error): The resource could not be found. Feb 11 06:10:56.101739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-17aa4fd8-f651-4932-9951-e7d62929a904 service neutron] 10.222.0.73 "GET /v2.0/ports/98bfd5bd-640e-4554-86e6-7042153bbc2f/bindings/n-h2-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.0536222 Feb 11 06:10:56.335869 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-954c5b58-1828-4b63-9509-da4364bdface service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:56.337371 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-954c5b58-1828-4b63-9509-da4364bdface service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612&tenant_id=a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 1128 time: 0.0798976 Feb 11 06:10:56.351308 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:10:56.408571 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:56.603493 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] For port 98bfd5bd-640e-4554-86e6-7042153bbc2f, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:10:56.636399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] For port 98bfd5bd-640e-4554-86e6-7042153bbc2f, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:10:56.640825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd755026-5c5a-4c35-b86b-6e3d6f082b45 req-8e39f0a7-551c-4137-ac19-312beb8e8889 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:56.643060 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bd755026-5c5a-4c35-b86b-6e3d6f082b45 req-8e39f0a7-551c-4137-ac19-312beb8e8889 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0530746 Feb 11 06:10:56.682646 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98bfd5bd-640e-4554-86e6-7042153bbc2f'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:56.685184 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39400576-c4ca-45d2-a414-d1bdc7efa8bd" -d '{"events": [{"server_uuid": "7646bb10-1d2e-4a49-97fe-a956f0ce7612", "name": "network-vif-unplugged", "status": "completed", "tag": "98bfd5bd-640e-4554-86e6-7042153bbc2f"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:56.689609 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Publish callbacks [] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:56.697257 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bd755026-5c5a-4c35-b86b-6e3d6f082b45 req-066a9ab9-5b3b-4b80-9db5-f27b9ed933fd tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450113 Feb 11 06:10:56.702713 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Transition to ACTIVE for port object 98bfd5bd-640e-4554-86e6-7042153bbc2f will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:10:56.707149 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:56.833452 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b798c5d7-b3fb-4cef-9950-8a017a480ce8 x-openstack-request-id: req-b798c5d7-b3fb-4cef-9950-8a017a480ce8 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:56.833744 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7646bb10-1d2e-4a49-97fe-a956f0ce7612", "name": "network-vif-unplugged", "status": "completed", "tag": "98bfd5bd-640e-4554-86e6-7042153bbc2f", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:56.833994 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b798c5d7-b3fb-4cef-9950-8a017a480ce8 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:56.834388 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98bfd5bd-640e-4554-86e6-7042153bbc2f', 'code': 200} Feb 11 06:10:56.839865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Pushing event updated for resources: {'Port': ['ID=98bfd5bd-640e-4554-86e6-7042153bbc2f,revision_number=6']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:56.865347 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:56.865710 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:56.866064 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:56.866410 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:56.866751 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:56.867091 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:56.867440 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:56.867799 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:56.868135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:56.868466 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:56.868801 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:56.869129 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:56.869456 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:10:56.898048 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] No DVR routers for this DVR port 98bfd5bd-640e-4554-86e6-7042153bbc2f on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:10:57.320979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Attempting to bind port 98bfd5bd-640e-4554-86e6-7042153bbc2f on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:10:57.321321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Attempting to bind port 98bfd5bd-640e-4554-86e6-7042153bbc2f by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:10:57.321640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Attempting to bind port 98bfd5bd-640e-4554-86e6-7042153bbc2f on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:57.325822 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Port 98bfd5bd-640e-4554-86e6-7042153bbc2f on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:10:57.326137 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Attempting to bind port 98bfd5bd-640e-4554-86e6-7042153bbc2f on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:10:57.330800 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:10:57.331132 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Checking segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:10:57.331544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Bound using segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:10:57.331964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Bound port: 98bfd5bd-640e-4554-86e6-7042153bbc2f, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:10:57.332313 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:57.395334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] For port 98bfd5bd-640e-4554-86e6-7042153bbc2f, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:10:57.398623 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] For port 98bfd5bd-640e-4554-86e6-7042153bbc2f, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:10:57.404370 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:57.441348 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:57.441984 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:57.443389 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-79363537-1385-4740-85fd-cf71046ed073 service neutron] 10.222.0.88 "PUT /v2.0/ports/98bfd5bd-640e-4554-86e6-7042153bbc2f HTTP/1.1" status: 200 len: 1092 time: 1.0959651 Feb 11 06:10:57.463695 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79363537-1385-4740-85fd-cf71046ed073 service neutron] Pushing event updated for resources: {'Port': ['ID=98bfd5bd-640e-4554-86e6-7042153bbc2f,revision_number=7']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:10:57.523192 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-f5f83583-771b-4e5f-8766-fdc7bf4a74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:57.525378 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-f5f83583-771b-4e5f-8766-fdc7bf4a74e9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 1126 time: 0.0501854 Feb 11 06:10:57.627898 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-e3236c07-2d22-4f87-a643-c5c093a676d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:57.629423 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-e3236c07-2d22-4f87-a643-c5c093a676d5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0952263 Feb 11 06:10:57.730642 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-a16ef952-5c05-4b14-bcb6-29c9891f9a2f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f HTTP/1.1" status: 200 len: 998 time: 0.0919337 Feb 11 06:10:57.783192 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-821ff763-65c5-4126-9cfe-d94e2f0715b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:57.784719 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-821ff763-65c5-4126-9cfe-d94e2f0715b2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0441506 Feb 11 06:10:57.820198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80206e0c-36fa-40ae-bd43-137b390d56da req-78f07b33-8491-4f7f-9bec-8703e6b108e9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:57.821704 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-80206e0c-36fa-40ae-bd43-137b390d56da req-78f07b33-8491-4f7f-9bec-8703e6b108e9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 943 time: 0.0528018 Feb 11 06:10:57.848756 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-15159f00-b3f5-4716-90fa-eba26937861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:57.850173 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-15159f00-b3f5-4716-90fa-eba26937861c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0567429 Feb 11 06:10:57.872455 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-80206e0c-36fa-40ae-bd43-137b390d56da req-175cf551-41fe-4585-afdd-e74f7dc702de tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448492 Feb 11 06:10:57.948827 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-a40799d0-bcbb-4e87-af7f-f9a58d384775 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882661 Feb 11 06:10:58.039544 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-60dcdb87-a95c-4d35-b40b-63292fb364b3 req-7cf8344f-8f2a-4b68-9dae-8fc5c7cd72df service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807679 Feb 11 06:10:58.588112 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0c434dad-172c-4d9f-a455-a9447cc9f7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:58.835958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'tag': '98bfd5bd-640e-4554-86e6-7042153bbc2f'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:10:58.838365 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7" -d '{"events": [{"name": "network-changed", "server_uuid": "7646bb10-1d2e-4a49-97fe-a956f0ce7612", "tag": "98bfd5bd-640e-4554-86e6-7042153bbc2f"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:10:58.887087 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0495a16c-212f-499e-a5ae-2a71579ba44a x-openstack-request-id: req-0495a16c-212f-499e-a5ae-2a71579ba44a {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:10:58.887377 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7646bb10-1d2e-4a49-97fe-a956f0ce7612", "tag": "98bfd5bd-640e-4554-86e6-7042153bbc2f", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:10:58.887655 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0495a16c-212f-499e-a5ae-2a71579ba44a {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:10:58.888057 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'tag': '98bfd5bd-640e-4554-86e6-7042153bbc2f', 'status': 'completed', 'code': 200} Feb 11 06:10:58.960599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-20894ff0-ef5d-4337-b896-6a77ec17f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:58.962567 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-20894ff0-ef5d-4337-b896-6a77ec17f04e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 1126 time: 0.0530117 Feb 11 06:10:58.963036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-5cd645ed-8b74-414a-b8f1-63c5f76ce06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:58.964645 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-5cd645ed-8b74-414a-b8f1-63c5f76ce06d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 1126 time: 0.0585721 Feb 11 06:10:59.053524 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-79c71c89-4841-4618-96b9-79c9edf32878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.055149 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-79c71c89-4841-4618-96b9-79c9edf32878 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0864079 Feb 11 06:10:59.067162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d12ca5-f722-48c4-8b65-fc702795fdb3 req-ea3987f0-06df-4736-83ef-4046e469c252 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.068685 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76d12ca5-f722-48c4-8b65-fc702795fdb3 req-ea3987f0-06df-4736-83ef-4046e469c252 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 943 time: 0.1167276 Feb 11 06:10:59.103607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-0d1be943-bc4b-4df4-adfb-d8efacbc2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.104968 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-0d1be943-bc4b-4df4-adfb-d8efacbc2524 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.1225953 Feb 11 06:10:59.125271 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-d50d64eb-d28b-4706-9402-e207e58acf00 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f HTTP/1.1" status: 200 len: 998 time: 0.0637202 Feb 11 06:10:59.170327 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-76d12ca5-f722-48c4-8b65-fc702795fdb3 req-61d3375a-896d-463a-875a-0fb647605159 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926878 Feb 11 06:10:59.176812 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-d3219f08-97f6-4fbc-b729-089fba832409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.177963 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-d3219f08-97f6-4fbc-b729-089fba832409 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0449748 Feb 11 06:10:59.187918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-c275dee7-87f9-4d05-9df4-fa7df0929683 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f HTTP/1.1" status: 200 len: 998 time: 0.0723052 Feb 11 06:10:59.229947 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-0878c889-c929-41f1-b396-90d427ac258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.231512 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-0878c889-c929-41f1-b396-90d427ac258a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469964 Feb 11 06:10:59.240485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-3c85654e-d8d6-4904-9396-45a4ee6e53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.241941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-3c85654e-d8d6-4904-9396-45a4ee6e53e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0491197 Feb 11 06:10:59.292905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-7551f7bb-f702-4e2d-8444-4ee553e497a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.294422 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-7551f7bb-f702-4e2d-8444-4ee553e497a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454063 Feb 11 06:10:59.326842 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-87a4fc81-b8e4-4629-8510-ebc6c158dcc8 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883441 Feb 11 06:10:59.387779 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-fa4907da-7d1f-4213-8b11-733bafca9532 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865483 Feb 11 06:10:59.417621 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-e99abcbc-fffc-4a92-a586-6660ba47ad19 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841498 Feb 11 06:10:59.478352 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f416d17-5dd2-42f0-9fc8-f7adfa2852e7 req-8ad79ce7-7f4f-4691-9ec5-528d86f2b650 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843532 Feb 11 06:11:00.292376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb534f9-11b9-4fd6-8b1e-f20dd714860c req-c5675f18-0347-4ae3-a0b0-fe2a52ca794a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:00.293878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfb534f9-11b9-4fd6-8b1e-f20dd714860c req-c5675f18-0347-4ae3-a0b0-fe2a52ca794a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 943 time: 0.0523722 Feb 11 06:11:00.344102 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfb534f9-11b9-4fd6-8b1e-f20dd714860c req-3b4b0c9a-eae2-41b4-8b62-4117a28d436a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440288 Feb 11 06:11:00.503974 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 98bfd5bd-640e-4554-86e6-7042153bbc2f no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:11:00.543538 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] The host n-h1-713499-38 is not matching for port 98bfd5bd-640e-4554-86e6-7042153bbc2f host n-h2-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:11:00.543925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 98bfd5bd-640e-4554-86e6-7042153bbc2f not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:11:00.581443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6438c3-1434-42aa-89bc-07f8885bbf5b req-900687e7-953c-426f-a24c-2d3ea4792557 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:00.582916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6438c3-1434-42aa-89bc-07f8885bbf5b req-900687e7-953c-426f-a24c-2d3ea4792557 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.73 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612&tenant_id=a34476e9622e43f4a7ef797bd478ab75&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 943 time: 0.0800006 Feb 11 06:11:00.590354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fd96b-0d79-40b9-ba44-0cb443bb1768 req-34f00b2b-cde9-484e-8efb-7f220f201f6a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:00.591751 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-692fd96b-0d79-40b9-ba44-0cb443bb1768 req-34f00b2b-cde9-484e-8efb-7f220f201f6a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 943 time: 0.0994372 Feb 11 06:11:00.679293 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-692fd96b-0d79-40b9-ba44-0cb443bb1768 req-7cda7096-7c64-43d4-b5ae-a588231af225 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808523 Feb 11 06:11:00.681303 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-1f6438c3-1434-42aa-89bc-07f8885bbf5b req-563dc184-d86c-4f89-a052-f5e3c750f125 service neutron] delete failed (client error): The resource could not be found. Feb 11 06:11:00.682233 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6438c3-1434-42aa-89bc-07f8885bbf5b req-563dc184-d86c-4f89-a052-f5e3c750f125 service neutron] 10.222.0.73 "DELETE /v2.0/ports/98bfd5bd-640e-4554-86e6-7042153bbc2f/bindings/n-h1-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.0896311 Feb 11 06:11:00.771535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6438c3-1434-42aa-89bc-07f8885bbf5b req-4736766e-301f-4b51-8f53-f2f263c96c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:00.772989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6438c3-1434-42aa-89bc-07f8885bbf5b req-4736766e-301f-4b51-8f53-f2f263c96c89 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 1126 time: 0.0485735 Feb 11 06:11:00.869072 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6438c3-1434-42aa-89bc-07f8885bbf5b req-61777c39-085f-4c4b-95df-0127c70b5a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:00.870564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6438c3-1434-42aa-89bc-07f8885bbf5b req-61777c39-085f-4c4b-95df-0127c70b5a68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0885887 Feb 11 06:11:00.890533 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c3273976-8db4-456f-bd83-68ecca0b5c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:00.942928 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6438c3-1434-42aa-89bc-07f8885bbf5b req-1cad2cdb-014d-4fac-831e-ccccc3a1c1ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f HTTP/1.1" status: 200 len: 998 time: 0.0654547 Feb 11 06:11:00.991576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6438c3-1434-42aa-89bc-07f8885bbf5b req-a4555b59-2615-4d01-9842-4baeed18145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:00.993043 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6438c3-1434-42aa-89bc-07f8885bbf5b req-a4555b59-2615-4d01-9842-4baeed18145b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0441022 Feb 11 06:11:01.045333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6438c3-1434-42aa-89bc-07f8885bbf5b req-14f6ed6d-3242-4fb9-9c5f-119735ce7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:01.046929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6438c3-1434-42aa-89bc-07f8885bbf5b req-14f6ed6d-3242-4fb9-9c5f-119735ce7438 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480232 Feb 11 06:11:01.149783 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6438c3-1434-42aa-89bc-07f8885bbf5b req-445e22fa-dd24-48f7-bce0-2040fb4e0d96 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969763 Feb 11 06:11:01.248980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f6438c3-1434-42aa-89bc-07f8885bbf5b req-e0e14513-8d59-4566-b87c-634c844e864e service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923538 Feb 11 06:11:01.523162 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 98bfd5bd-640e-4554-86e6-7042153bbc2f details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:11:01.625095 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 98bfd5bd-640e-4554-86e6-7042153bbc2f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:01.636536 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '98bfd5bd-640e-4554-86e6-7042153bbc2f', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'port_id': '98bfd5bd-640e-4554-86e6-7042153bbc2f', 'mac_address': 'fa:16:3e:c1:6c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:11:01.678334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 98bfd5bd-640e-4554-86e6-7042153bbc2f is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:11:01.679042 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:01.693429 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bfd5bd-640e-4554-86e6-7042153bbc2f {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:11:01.720801 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 98bfd5bd-640e-4554-86e6-7042153bbc2f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:01.733615 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:01.789012 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=98bfd5bd-640e-4554-86e6-7042153bbc2f,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:01.825659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a4471-e6e9-409a-999d-dcddb3116ba9 req-f3c9f265-8347-40bd-aa89-cb2a0ae34f88 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:01.827148 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-365a4471-e6e9-409a-999d-dcddb3116ba9 req-f3c9f265-8347-40bd-aa89-cb2a0ae34f88 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 944 time: 0.0632708 Feb 11 06:11:01.875552 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-365a4471-e6e9-409a-999d-dcddb3116ba9 req-ac287b5d-2ad9-4ebc-938f-17f8afc86b82 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421178 Feb 11 06:11:01.979691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['98bfd5bd-640e-4554-86e6-7042153bbc2f'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:11:01.999780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e083d-4fb4-4fdd-9164-70e9a08b312d req-886a1923-c18b-413d-8ddc-cda648b83a8d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:02.001368 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a0e083d-4fb4-4fdd-9164-70e9a08b312d req-886a1923-c18b-413d-8ddc-cda648b83a8d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 944 time: 0.0544329 Feb 11 06:11:02.052104 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9a0e083d-4fb4-4fdd-9164-70e9a08b312d req-31f13ceb-25af-48f5-b682-bb0eb0e7485d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447412 Feb 11 06:11:02.187627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc6592-adb6-4e3c-833e-ed6f087108bb req-ec55e2a3-4ce0-454d-95c3-1fe22a04a08d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:02.189244 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ddc6592-adb6-4e3c-833e-ed6f087108bb req-ec55e2a3-4ce0-454d-95c3-1fe22a04a08d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 944 time: 0.0698347 Feb 11 06:11:02.240168 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ddc6592-adb6-4e3c-833e-ed6f087108bb req-366b196f-99ce-41fe-a53d-288792313f15 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448580 Feb 11 06:11:02.496825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd1c6c-9bf5-4d9c-98d1-2df182258172 req-2ad9f951-b63c-4821-9234-6688529ebda8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:02.498273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eabd1c6c-9bf5-4d9c-98d1-2df182258172 req-2ad9f951-b63c-4821-9234-6688529ebda8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 944 time: 0.0560563 Feb 11 06:11:02.546692 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eabd1c6c-9bf5-4d9c-98d1-2df182258172 req-d529cedc-4a58-4fb9-a58c-90c551b8460d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425360 Feb 11 06:11:02.612656 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:03.524283 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 98bfd5bd-640e-4554-86e6-7042153bbc2f up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:11:03.575189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 98bfd5bd-640e-4554-86e6-7042153bbc2f completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:11:03.579544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 98bfd5bd-640e-4554-86e6-7042153bbc2f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:11:03.579929 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:03.663199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 98bfd5bd-640e-4554-86e6-7042153bbc2f is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:11:03.663933 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:03.677072 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5d7b6-86dd-4e27-a880-4be8dfbd9c6f req-c5df1987-a116-4f32-abf8-56e9901c8da6 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:03.678822 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ad5d7b6-86dd-4e27-a880-4be8dfbd9c6f req-c5df1987-a116-4f32-abf8-56e9901c8da6 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 944 time: 0.0584600 Feb 11 06:11:03.689464 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bfd5bd-640e-4554-86e6-7042153bbc2f'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:03.691724 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cf3afe-98cc-4e4f-a946-1d3c339cae99" -d '{"events": [{"server_uuid": "7646bb10-1d2e-4a49-97fe-a956f0ce7612", "name": "network-vif-plugged", "status": "completed", "tag": "98bfd5bd-640e-4554-86e6-7042153bbc2f"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:03.707321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 98bfd5bd-640e-4554-86e6-7042153bbc2f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:03.713286 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:03.734846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ad5d7b6-86dd-4e27-a880-4be8dfbd9c6f req-2eabe3e3-5d6f-48d0-bb1b-1f6d5ef1c1ef tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493147 Feb 11 06:11:03.739635 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa8c543-52c9-464e-a4bd-7d04bbacd442 x-openstack-request-id: req-9fa8c543-52c9-464e-a4bd-7d04bbacd442 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:03.739933 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7646bb10-1d2e-4a49-97fe-a956f0ce7612", "name": "network-vif-plugged", "status": "completed", "tag": "98bfd5bd-640e-4554-86e6-7042153bbc2f", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:03.740233 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9fa8c543-52c9-464e-a4bd-7d04bbacd442 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:03.740580 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bfd5bd-640e-4554-86e6-7042153bbc2f', 'code': 200} Feb 11 06:11:03.763571 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=98bfd5bd-640e-4554-86e6-7042153bbc2f,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:03.801039 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:03.900479 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a7f69-f8c3-40a8-ab16-4cbd3e998c86 req-95df66a4-779c-466a-9573-d41606394513 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:03.901932 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0c4a7f69-f8c3-40a8-ab16-4cbd3e998c86 req-95df66a4-779c-466a-9573-d41606394513 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.88 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 945 time: 0.0901148 Feb 11 06:11:03.997290 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-0c4a7f69-f8c3-40a8-ab16-4cbd3e998c86 req-42130329-af82-4e94-b17f-5d8035646e35 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Deleting port 98bfd5bd-640e-4554-86e6-7042153bbc2f {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:03.997688 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0c4a7f69-f8c3-40a8-ab16-4cbd3e998c86 req-42130329-af82-4e94-b17f-5d8035646e35 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:04.096083 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-0c4a7f69-f8c3-40a8-ab16-4cbd3e998c86 req-42130329-af82-4e94-b17f-5d8035646e35 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] For port 98bfd5bd-640e-4554-86e6-7042153bbc2f, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=98bfd5bd-640e-4554-86e6-7042153bbc2f,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:04.097003 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0c4a7f69-f8c3-40a8-ab16-4cbd3e998c86 req-42130329-af82-4e94-b17f-5d8035646e35 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:04.321162 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0c4a7f69-f8c3-40a8-ab16-4cbd3e998c86 req-42130329-af82-4e94-b17f-5d8035646e35 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:04.321524 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0c4a7f69-f8c3-40a8-ab16-4cbd3e998c86 req-42130329-af82-4e94-b17f-5d8035646e35 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (88b8fbf8-e928-4e28-baf6-b02de0b87079), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:04.322093 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [req-0c4a7f69-f8c3-40a8-ab16-4cbd3e998c86 req-42130329-af82-4e94-b17f-5d8035646e35 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Floating IP 88b8fbf8-e928-4e28-baf6-b02de0b87079 disassociated. External IP: 172.25.5.93, port: 98bfd5bd-640e-4554-86e6-7042153bbc2f. Feb 11 06:11:04.322228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-0c4a7f69-f8c3-40a8-ab16-4cbd3e998c86 req-42130329-af82-4e94-b17f-5d8035646e35 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Calling delete_port for 98bfd5bd-640e-4554-86e6-7042153bbc2f owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:04.447552 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0c4a7f69-f8c3-40a8-ab16-4cbd3e998c86 req-42130329-af82-4e94-b17f-5d8035646e35 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (98bfd5bd-640e-4554-86e6-7042153bbc2f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:04.474489 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42130329-af82-4e94-b17f-5d8035646e35 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Pushing event deleted for resources: {'Port': ['ID=98bfd5bd-640e-4554-86e6-7042153bbc2f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:04.595968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c4a7f69-f8c3-40a8-ab16-4cbd3e998c86 req-42130329-af82-4e94-b17f-5d8035646e35 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Router 38e3500f-4001-4a27-9ea0-518f5ea65544 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:11:04.707588 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c4a7f69-f8c3-40a8-ab16-4cbd3e998c86 req-42130329-af82-4e94-b17f-5d8035646e35 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:11:04.717323 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79eb4cb-c2d6-40b6-b2be-11429052e66a None None] Sync routers for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:11:04.726596 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79eb4cb-c2d6-40b6-b2be-11429052e66a None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:04.727206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e79eb4cb-c2d6-40b6-b2be-11429052e66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:11:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:04.749121 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4a7f69-f8c3-40a8-ab16-4cbd3e998c86 req-42130329-af82-4e94-b17f-5d8035646e35 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] No DVR routers for this DVR port 98bfd5bd-640e-4554-86e6-7042153bbc2f on host n-h2-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:11:04.752467 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0c4a7f69-f8c3-40a8-ab16-4cbd3e998c86 req-42130329-af82-4e94-b17f-5d8035646e35 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:04.755832 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0c4a7f69-f8c3-40a8-ab16-4cbd3e998c86 req-42130329-af82-4e94-b17f-5d8035646e35 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.88 "DELETE /v2.0/ports/98bfd5bd-640e-4554-86e6-7042153bbc2f HTTP/1.1" status: 204 len: 173 time: 0.8450611 Feb 11 06:11:04.756283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'name': 'network-vif-deleted', 'tag': '98bfd5bd-640e-4554-86e6-7042153bbc2f'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:04.758682 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b17be68-11d2-4908-909e-bffed6771883" -d '{"events": [{"server_uuid": "7646bb10-1d2e-4a49-97fe-a956f0ce7612", "name": "network-vif-deleted", "tag": "98bfd5bd-640e-4554-86e6-7042153bbc2f"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:04.832781 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffcc376-afbc-4db7-8f36-fb85e1a6d5b3 x-openstack-request-id: req-dffcc376-afbc-4db7-8f36-fb85e1a6d5b3 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:04.833184 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7646bb10-1d2e-4a49-97fe-a956f0ce7612", "name": "network-vif-deleted", "tag": "98bfd5bd-640e-4554-86e6-7042153bbc2f", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:04.833556 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dffcc376-afbc-4db7-8f36-fb85e1a6d5b3 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:04.834083 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7646bb10-1d2e-4a49-97fe-a956f0ce7612', 'name': 'network-vif-deleted', 'tag': '98bfd5bd-640e-4554-86e6-7042153bbc2f', 'status': 'completed', 'code': 200} Feb 11 06:11:04.877071 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-463b1311-ba14-46a0-9fd5-0a0e21ecd057 req-31103ad0-4d44-4a3e-95d2-d1830d24792a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=7646bb10-1d2e-4a49-97fe-a956f0ce7612 HTTP/1.1" status: 200 len: 210 time: 0.0292211 Feb 11 06:11:05.010061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e79eb4cb-c2d6-40b6-b2be-11429052e66a None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:05.208356 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e79eb4cb-c2d6-40b6-b2be-11429052e66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:05.238229 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79eb4cb-c2d6-40b6-b2be-11429052e66a None None] Checking router: 38e3500f-4001-4a27-9ea0-518f5ea65544 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:11:05.246607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79eb4cb-c2d6-40b6-b2be-11429052e66a None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:05.247218 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e79eb4cb-c2d6-40b6-b2be-11429052e66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:11:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:05.299303 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:05.367664 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e79eb4cb-c2d6-40b6-b2be-11429052e66a None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:05.564318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e79eb4cb-c2d6-40b6-b2be-11429052e66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:05.590715 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79eb4cb-c2d6-40b6-b2be-11429052e66a None None] The sync data for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 is: [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:11:05.801808 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c26deac-cb8f-4b94-9621-d0d0448421ae None None] New status for floating IP 88b8fbf8-e928-4e28-baf6-b02de0b87079: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:11:06.126130 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-52147d89-aaa5-428b-b56e-9d0764f917e3 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1871830547&fields=id&tenant_id=a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 267 time: 0.0407383 Feb 11 06:11:06.232935 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-b42779bd-41f2-44ce-ada6-51a036f27763 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:06.234307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-b42779bd-41f2-44ce-ada6-51a036f27763 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 811 time: 0.1017389 Feb 11 06:11:06.249043 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-ba7b28d9-4ada-41c7-979e-ce260049c043 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/quotas/a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 375 time: 0.0091407 Feb 11 06:11:06.304799 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-44b85e6b-2bd9-439f-a6d4-9bbe897d8477 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506432 Feb 11 06:11:06.397621 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-f95dfc57-50bd-4d04-a2cd-5cf1296b7974 service neutron] 10.222.0.87 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814970 Feb 11 06:11:06.488728 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-0af45e43-d577-473a-adf3-fb2a3a4f3017 service neutron] 10.222.0.87 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852418 Feb 11 06:11:06.650081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-98024c3e-5f24-4efb-aacb-70198ad99c6e req-41ac4837-fc89-4d6f-8798-6098188ef33b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 210 time: 0.0292640 Feb 11 06:11:07.569422 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 98bfd5bd-640e-4554-86e6-7042153bbc2f no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:11:07.591928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 98bfd5bd-640e-4554-86e6-7042153bbc2f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:11:07.592438 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 98bfd5bd-640e-4554-86e6-7042153bbc2f not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:11:07.595132 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-c8a906f7-4c3f-4b97-9d57-fff147e2e2af tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:07.596759 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-c8a906f7-4c3f-4b97-9d57-fff147e2e2af tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 811 time: 0.1069984 Feb 11 06:11:07.668786 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-8fb1df1d-40a1-46a9-b2c3-ac528219c4f9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 380 time: 0.0630593 Feb 11 06:11:07.678218 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-9f5d5f08-9c5c-49e1-95fe-4f68df20f6fe tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Request body: {'port': {'device_id': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'admin_state_up': True, 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'security_groups': ['e76651a2-49d6-447f-9102-e2bbded7135a']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:11:07.748243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4128a1e-9f95-4fbe-b881-ca5d1abe88ca req-bd99060c-7754-408d-bb30-06b98a9b6ce8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 210 time: 0.0285940 Feb 11 06:11:07.787966 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-9f5d5f08-9c5c-49e1-95fe-4f68df20f6fe tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Made reservation on behalf of a34476e9622e43f4a7ef797bd478ab75 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:11:07.791345 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-9f5d5f08-9c5c-49e1-95fe-4f68df20f6fe tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:07.911646 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-9f5d5f08-9c5c-49e1-95fe-4f68df20f6fe tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Allocated IP 172.20.0.12 (8de3559e-1541-43fe-a858-1c0d3b3a4e3e/67aa227d-a6bf-4e13-a452-c9a8223acd9e/a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:11:08.047663 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-9f5d5f08-9c5c-49e1-95fe-4f68df20f6fe tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:08.081208 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-9f5d5f08-9c5c-49e1-95fe-4f68df20f6fe tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:08.127121 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-9f5d5f08-9c5c-49e1-95fe-4f68df20f6fe tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:11:08.130040 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-9f5d5f08-9c5c-49e1-95fe-4f68df20f6fe tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:11:08.134157 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-9f5d5f08-9c5c-49e1-95fe-4f68df20f6fe tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:11:08.138080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d5f08-9c5c-49e1-95fe-4f68df20f6fe tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Pushing event updated for resources: {'Port': ['ID=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:08.188678 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-9f5d5f08-9c5c-49e1-95fe-4f68df20f6fe tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:08.189328 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-9f5d5f08-9c5c-49e1-95fe-4f68df20f6fe tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:08.204686 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-9f5d5f08-9c5c-49e1-95fe-4f68df20f6fe tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5302463 Feb 11 06:11:08.216616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Request body: {'port': {'device_id': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:11:08.286054 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:08.335525 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-00394886-874f-46ac-9293-d572b1efde37 None None] Provisioning complete for port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:11:08.335906 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-00394886-874f-46ac-9293-d572b1efde37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:08.372459 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-00394886-874f-46ac-9293-d572b1efde37 None None] Port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:11:08.542752 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:11:08.550583 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Publish callbacks [] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:08.562061 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Transition to ACTIVE for port object a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:11:08.566560 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:08.615345 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Pushing event updated for resources: {'Port': ['ID=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:08.685538 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Attempting to bind port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:11:08.685874 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Attempting to bind port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:11:08.686204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Attempting to bind port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:11:08.690686 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:11:08.691006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Attempting to bind port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:11:08.696042 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:11:08.696380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Checking segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:11:08.696764 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Bound using segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:11:08.697192 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Bound port: a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:11:08.697552 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:08.765576 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] For port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:11:08.768791 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] For port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:11:08.774531 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:08.815348 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:08.815822 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:08.817701 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] 10.222.0.88 "PUT /v2.0/ports/a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 HTTP/1.1" status: 200 len: 1093 time: 0.6056216 Feb 11 06:11:08.818162 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'tag': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:08.820467 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69c6c44-9e13-4fe1-826d-481bbdc0f5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "eb785a4d-9d83-43e5-b9aa-e8ae58634dfb", "tag": "a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:08.842691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a2c20-087e-4466-8236-8cb0bb9e11bf service neutron] Pushing event updated for resources: {'Port': ['ID=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:08.874019 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729e7f45-dac1-4a8a-af71-fdcd5f1365ab x-openstack-request-id: req-729e7f45-dac1-4a8a-af71-fdcd5f1365ab {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:08.874333 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb785a4d-9d83-43e5-b9aa-e8ae58634dfb", "tag": "a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:08.874562 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-729e7f45-dac1-4a8a-af71-fdcd5f1365ab {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:08.875123 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'tag': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67', 'status': 'completed', 'code': 200} Feb 11 06:11:08.909235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d3fc5-a65e-4dd7-85e3-f0e724dcef80 req-198abc19-a1eb-4291-8c03-4db4ea1949db tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:08.912157 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d30d3fc5-a65e-4dd7-85e3-f0e724dcef80 req-198abc19-a1eb-4291-8c03-4db4ea1949db tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 944 time: 0.0724070 Feb 11 06:11:08.922551 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-63abce57-5ee8-4046-8633-7de42c4fcd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:08.924304 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-63abce57-5ee8-4046-8633-7de42c4fcd97 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 1127 time: 0.0601184 Feb 11 06:11:08.967955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d30d3fc5-a65e-4dd7-85e3-f0e724dcef80 req-17796dc9-1705-4160-9c23-78d22e977c4c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499337 Feb 11 06:11:08.974137 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-02db0b50-76bc-41e6-8605-86468154e159 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 HTTP/1.1" status: 200 len: 217 time: 0.0412416 Feb 11 06:11:09.029742 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-199b1e42-b526-42b7-b890-e6f61154bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:09.031295 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-199b1e42-b526-42b7-b890-e6f61154bf56 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0507634 Feb 11 06:11:09.080730 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-5c9ed1ce-078d-4c35-9ab6-513bc4b4b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:09.082221 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-5c9ed1ce-078d-4c35-9ab6-513bc4b4b181 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446756 Feb 11 06:11:09.174730 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-d5126ece-3b79-4c8c-87d5-3367750ba6d2 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846081 Feb 11 06:11:09.263269 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3699f9fc-50be-4162-9423-cec8357d3aa4 req-088ffdb3-b2c4-4962-be08-2208d6096eec service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816970 Feb 11 06:11:09.352162 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c6c44-9e13-4fe1-826d-481bbdc0f5eb req-22ab58e2-c22f-4d60-a473-f8e54600bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:09.353749 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d69c6c44-9e13-4fe1-826d-481bbdc0f5eb req-22ab58e2-c22f-4d60-a473-f8e54600bf76 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 1127 time: 0.0450902 Feb 11 06:11:09.447344 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c6c44-9e13-4fe1-826d-481bbdc0f5eb req-c190eede-5b57-481b-ba8a-6939b66173f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:09.448842 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d69c6c44-9e13-4fe1-826d-481bbdc0f5eb req-c190eede-5b57-481b-ba8a-6939b66173f5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0873523 Feb 11 06:11:09.489539 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d69c6c44-9e13-4fe1-826d-481bbdc0f5eb req-b09e1fd3-8275-4804-8312-0bf9c9012e19 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 HTTP/1.1" status: 200 len: 217 time: 0.0334518 Feb 11 06:11:09.539260 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c6c44-9e13-4fe1-826d-481bbdc0f5eb req-fbfc6de1-b06f-4ca3-b25c-8d23ac41c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:09.540714 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d69c6c44-9e13-4fe1-826d-481bbdc0f5eb req-fbfc6de1-b06f-4ca3-b25c-8d23ac41c74f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0452442 Feb 11 06:11:09.591607 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c6c44-9e13-4fe1-826d-481bbdc0f5eb req-abfcb3aa-dea8-40c5-84aa-2d81b240514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:09.593146 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d69c6c44-9e13-4fe1-826d-481bbdc0f5eb req-abfcb3aa-dea8-40c5-84aa-2d81b240514c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444207 Feb 11 06:11:09.684400 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d69c6c44-9e13-4fe1-826d-481bbdc0f5eb req-9a637281-40b5-4390-a3ac-48b541b800ce service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836229 Feb 11 06:11:10.063631 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d69c6c44-9e13-4fe1-826d-481bbdc0f5eb req-463ae2f0-8588-456a-aa0d-83ab653a2f55 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723366 Feb 11 06:11:10.088570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01145349-9631-4bdb-831f-00e6266add9e req-dedd2e64-baf1-4a0c-9532-52761b7f1c23 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:10.090062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01145349-9631-4bdb-831f-00e6266add9e req-dedd2e64-baf1-4a0c-9532-52761b7f1c23 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 944 time: 0.0532949 Feb 11 06:11:10.135631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01145349-9631-4bdb-831f-00e6266add9e req-4e7a6160-f982-430f-b780-13f7c662a0fc tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392427 Feb 11 06:11:10.280350 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:11.254218 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eccc43-ac30-406e-8047-6a2cc9cd654b req-38311d67-7737-443b-8a77-a99822e64113 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:11.255706 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-15eccc43-ac30-406e-8047-6a2cc9cd654b req-38311d67-7737-443b-8a77-a99822e64113 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 944 time: 0.0513866 Feb 11 06:11:11.302495 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-15eccc43-ac30-406e-8047-6a2cc9cd654b req-3ff476bd-8e8f-4f7a-a1dc-bcbf0653f8dc tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412452 Feb 11 06:11:11.564920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:11:11.661710 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:11.672577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'port_id': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67', 'mac_address': 'fa:16:3e:ca:f0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:11:11.710614 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:11:11.711005 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:11.723139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:11:11.741181 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:11.746461 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:11.797137 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:11.804849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:11.805203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:11.805542 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:11.805874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:11.806204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:11.806532 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:11.806856 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:11.807179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:11.807531 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:11.807853 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:11.808173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:11.808491 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:11.808807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:12.013481 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:11:12.423646 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593510be-797c-4c14-a3a7-8666a0e229df req-3e8b1ba8-5003-4cd3-bf9e-ed31b8ee9a99 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:12.425106 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-593510be-797c-4c14-a3a7-8666a0e229df req-3e8b1ba8-5003-4cd3-bf9e-ed31b8ee9a99 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 945 time: 0.0556810 Feb 11 06:11:12.470591 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-593510be-797c-4c14-a3a7-8666a0e229df req-e00a4b93-e479-4968-acb1-f891709e2ad0 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394280 Feb 11 06:11:13.580709 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:11:13.589594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652d5ec-1402-49c3-866a-9c1cd2c61159 req-1e92c7ce-305f-48ba-8421-c4c646301c60 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:13.591096 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2652d5ec-1402-49c3-866a-9c1cd2c61159 req-1e92c7ce-305f-48ba-8421-c4c646301c60 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 945 time: 0.0523837 Feb 11 06:11:13.634386 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:11:13.639088 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:11:13.639497 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:13.641186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2652d5ec-1402-49c3-866a-9c1cd2c61159 req-e6a112ee-1322-4b73-999b-747d5ad14d42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444379 Feb 11 06:11:13.723668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:11:13.724068 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:13.746100 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:13.748568 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97be9114-9a97-4db9-aff8-82ece6fbf61c" -d '{"events": [{"server_uuid": "eb785a4d-9d83-43e5-b9aa-e8ae58634dfb", "name": "network-vif-plugged", "status": "completed", "tag": "a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:13.761437 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:13.766176 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:13.792376 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa423da-1ccd-42b5-87fa-c168627c2636 x-openstack-request-id: req-eaa423da-1ccd-42b5-87fa-c168627c2636 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:13.792668 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb785a4d-9d83-43e5-b9aa-e8ae58634dfb", "name": "network-vif-plugged", "status": "completed", "tag": "a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:13.792918 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eaa423da-1ccd-42b5-87fa-c168627c2636 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:13.793305 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67', 'code': 200} Feb 11 06:11:13.822349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:13.891231 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153436e2-edec-4e30-b59a-e33a03670050 req-df1e23b1-05a8-4ffd-9239-0ed64ec7c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:13.892756 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-153436e2-edec-4e30-b59a-e33a03670050 req-df1e23b1-05a8-4ffd-9239-0ed64ec7c3a8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 1129 time: 0.0440359 Feb 11 06:11:13.940581 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-153436e2-edec-4e30-b59a-e33a03670050 req-e8096b1d-ac13-4138-a6c8-50cbba343b24 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398550 Feb 11 06:11:14.650189 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:14.768471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115c920-8b5c-4196-910c-c3c04e90e2d5 req-b57e7e10-b86a-448a-aa8e-dd7610293495 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:14.769945 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3115c920-8b5c-4196-910c-c3c04e90e2d5 req-b57e7e10-b86a-448a-aa8e-dd7610293495 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0556145 Feb 11 06:11:14.814368 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3115c920-8b5c-4196-910c-c3c04e90e2d5 req-0fbf4e70-3d5d-4df4-9080-7b75e7c7733c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389459 Feb 11 06:11:15.935743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451bd6d-6880-4e2f-a72e-550066b911c7 req-56627e41-2a4d-4f14-a061-c4f43ff2ffe7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:15.937240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2451bd6d-6880-4e2f-a72e-550066b911c7 req-56627e41-2a4d-4f14-a061-c4f43ff2ffe7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0529282 Feb 11 06:11:15.984651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2451bd6d-6880-4e2f-a72e-550066b911c7 req-65507542-73a8-4e07-9918-46b7f5b2c120 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414145 Feb 11 06:11:16.100178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566f316-4554-44b8-9680-23ff02477ff2 req-0ff2b161-84cb-46c8-865e-ebd9ac3c5dd7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:16.101594 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9566f316-4554-44b8-9680-23ff02477ff2 req-0ff2b161-84cb-46c8-865e-ebd9ac3c5dd7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0524981 Feb 11 06:11:16.110062 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54148) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:16.114347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c0fb3dfe-7ec1-45ff-ba1e-26cbdf11234a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Request body: {'floatingip': {'port_id': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:11:16.156720 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c0fb3dfe-7ec1-45ff-ba1e-26cbdf11234a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for floatingip (88b8fbf8-e928-4e28-baf6-b02de0b87079), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:16.585030 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c0fb3dfe-7ec1-45ff-ba1e-26cbdf11234a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:16.588737 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c0fb3dfe-7ec1-45ff-ba1e-26cbdf11234a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (88b8fbf8-e928-4e28-baf6-b02de0b87079), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:16.687873 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-c0fb3dfe-7ec1-45ff-ba1e-26cbdf11234a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Floating IP 88b8fbf8-e928-4e28-baf6-b02de0b87079 associated. External IP: 172.25.5.93, port: a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67. Feb 11 06:11:16.894590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fb3dfe-7ec1-45ff-ba1e-26cbdf11234a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Router 38e3500f-4001-4a27-9ea0-518f5ea65544 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:11:17.320573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fb3dfe-7ec1-45ff-ba1e-26cbdf11234a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:11:17.325735 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c0fb3dfe-7ec1-45ff-ba1e-26cbdf11234a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:17.333354 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c134a0-f7cf-4a66-aaa1-dde2ae851857 None None] Sync routers for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:11:17.343212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c134a0-f7cf-4a66-aaa1-dde2ae851857 None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:17.343861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-19c134a0-f7cf-4a66-aaa1-dde2ae851857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:11:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:17.356753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c0fb3dfe-7ec1-45ff-ba1e-26cbdf11234a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "PUT /v2.0/floatingips/88b8fbf8-e928-4e28-baf6-b02de0b87079 HTTP/1.1" status: 200 len: 991 time: 1.2456131 Feb 11 06:11:17.357319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'tag': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:17.361055 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6024257-5a52-414b-a2c9-0557a70cf2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "eb785a4d-9d83-43e5-b9aa-e8ae58634dfb", "tag": "a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:17.402702 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03d654a-57f0-4f3f-9180-380b52e68394 x-openstack-request-id: req-f03d654a-57f0-4f3f-9180-380b52e68394 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:17.403134 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb785a4d-9d83-43e5-b9aa-e8ae58634dfb", "tag": "a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:17.404727 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f03d654a-57f0-4f3f-9180-380b52e68394 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:17.405157 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'tag': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67', 'status': 'completed', 'code': 200} Feb 11 06:11:17.460756 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-19c134a0-f7cf-4a66-aaa1-dde2ae851857 None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:17.492635 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6024257-5a52-414b-a2c9-0557a70cf2e9 req-4b6a7c39-96a6-4eed-a3e1-3137e2e77c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:17.494180 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b6024257-5a52-414b-a2c9-0557a70cf2e9 req-4b6a7c39-96a6-4eed-a3e1-3137e2e77c21 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 1129 time: 0.0679262 Feb 11 06:11:17.570220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2c798-0bfd-4f0f-a4c3-7510f2b73a54 req-2067883b-8427-456a-8c9f-6bf554678fa2 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:17.571746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fd2c798-0bfd-4f0f-a4c3-7510f2b73a54 req-2067883b-8427-456a-8c9f-6bf554678fa2 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0635717 Feb 11 06:11:17.591051 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6024257-5a52-414b-a2c9-0557a70cf2e9 req-41061f87-342f-44e4-ac5c-1918aee458bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:17.592557 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b6024257-5a52-414b-a2c9-0557a70cf2e9 req-41061f87-342f-44e4-ac5c-1918aee458bc service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0907838 Feb 11 06:11:17.622870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fd2c798-0bfd-4f0f-a4c3-7510f2b73a54 req-66e6f738-6395-44d5-9829-d539a8e0e721 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439272 Feb 11 06:11:17.665745 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b6024257-5a52-414b-a2c9-0557a70cf2e9 req-0469a277-c7fe-45c7-8bf3-94a07e7473b1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 HTTP/1.1" status: 200 len: 999 time: 0.0664654 Feb 11 06:11:17.707483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-19c134a0-f7cf-4a66-aaa1-dde2ae851857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '88b8fbf8-e928-4e28-baf6-b02de0b87079', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'port_id': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'mac_address': 'fa:16:3e:ca:f0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:22Z', 'updated_at': '2022-02-11T06:11:16Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:17.713674 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6024257-5a52-414b-a2c9-0557a70cf2e9 req-891d434a-0789-478d-bc96-52fb13fd2fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:17.715202 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b6024257-5a52-414b-a2c9-0557a70cf2e9 req-891d434a-0789-478d-bc96-52fb13fd2fb2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0436795 Feb 11 06:11:17.737602 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c134a0-f7cf-4a66-aaa1-dde2ae851857 None None] Checking router: 38e3500f-4001-4a27-9ea0-518f5ea65544 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:11:17.745970 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c134a0-f7cf-4a66-aaa1-dde2ae851857 None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:17.746586 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-19c134a0-f7cf-4a66-aaa1-dde2ae851857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:11:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:17.762987 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6024257-5a52-414b-a2c9-0557a70cf2e9 req-9c0b297a-3a45-4801-8db7-004f655e17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:17.764539 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b6024257-5a52-414b-a2c9-0557a70cf2e9 req-9c0b297a-3a45-4801-8db7-004f655e17bd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437686 Feb 11 06:11:17.856438 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-19c134a0-f7cf-4a66-aaa1-dde2ae851857 None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:17.858882 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b6024257-5a52-414b-a2c9-0557a70cf2e9 req-7ecc2b7e-41ab-4c0b-a685-67ba0c0e2c27 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878851 Feb 11 06:11:17.952346 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b6024257-5a52-414b-a2c9-0557a70cf2e9 req-114762a5-15d2-4006-bda4-e9132b21cde9 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877821 Feb 11 06:11:18.081063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-19c134a0-f7cf-4a66-aaa1-dde2ae851857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '88b8fbf8-e928-4e28-baf6-b02de0b87079', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'port_id': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'mac_address': 'fa:16:3e:ca:f0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:22Z', 'updated_at': '2022-02-11T06:11:16Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:18.110394 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c134a0-f7cf-4a66-aaa1-dde2ae851857 None None] The sync data for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 is: [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '88b8fbf8-e928-4e28-baf6-b02de0b87079', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'port_id': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'mac_address': 'fa:16:3e:ca:f0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:22Z', 'updated_at': '2022-02-11T06:11:16Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:11:18.295536 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c0feb-eeea-4dbf-a1b2-e1eb7d2cb3e6 None None] New status for floating IP 88b8fbf8-e928-4e28-baf6-b02de0b87079: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:11:18.742956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f4ef9-981e-4968-a350-1581ae17784a req-3734e23d-c127-4e48-a759-bc3f12e38ad9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:18.744464 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-633f4ef9-981e-4968-a350-1581ae17784a req-3734e23d-c127-4e48-a759-bc3f12e38ad9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0517776 Feb 11 06:11:18.793491 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-633f4ef9-981e-4968-a350-1581ae17784a req-c9130645-9e33-41bf-8edb-aa6466013300 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435760 Feb 11 06:11:19.913815 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fec8b4-fdce-4c9b-af5b-de9a0b93c5a6 req-ed50d8ec-bb6c-47df-a35d-8a3637a6a39e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:19.915295 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8fec8b4-fdce-4c9b-af5b-de9a0b93c5a6 req-ed50d8ec-bb6c-47df-a35d-8a3637a6a39e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0528665 Feb 11 06:11:19.961051 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8fec8b4-fdce-4c9b-af5b-de9a0b93c5a6 req-ae514aed-4c45-4c65-8d56-e1de01b08339 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402699 Feb 11 06:11:21.078747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd810b55-f569-414d-8d3f-5da6d6049030 req-9937886f-981f-4226-8e7e-a369c9865dac tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:21.080758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bd810b55-f569-414d-8d3f-5da6d6049030 req-9937886f-981f-4226-8e7e-a369c9865dac tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0520496 Feb 11 06:11:21.126789 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bd810b55-f569-414d-8d3f-5da6d6049030 req-69a77c84-42a4-41fe-9cd5-abe8320599aa tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404038 Feb 11 06:11:22.248952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48338ea6-4465-4c50-858d-36ccd8fb4d37 req-8122eea5-d0fa-4ff7-83b0-aa7adcf82539 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:22.250425 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48338ea6-4465-4c50-858d-36ccd8fb4d37 req-8122eea5-d0fa-4ff7-83b0-aa7adcf82539 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0556834 Feb 11 06:11:22.296636 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48338ea6-4465-4c50-858d-36ccd8fb4d37 req-4693c0a2-de68-4bae-b38d-685a4a819e29 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406475 Feb 11 06:11:23.416824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee8bab-ddbe-4ebb-97d1-f896b10caa40 req-cfde5b5a-8fc6-4859-b21a-bd6eeb65a8ac tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:23.418298 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bfee8bab-ddbe-4ebb-97d1-f896b10caa40 req-cfde5b5a-8fc6-4859-b21a-bd6eeb65a8ac tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0537796 Feb 11 06:11:23.463982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bfee8bab-ddbe-4ebb-97d1-f896b10caa40 req-a4f433a7-7180-41dd-81f0-983607b5a575 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394654 Feb 11 06:11:24.585930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb0366-3ece-4b4a-b664-3435d6ebfc7e req-50087c6e-240f-4edc-b6fb-0bc636aed40f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:24.587402 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ccb0366-3ece-4b4a-b664-3435d6ebfc7e req-50087c6e-240f-4edc-b6fb-0bc636aed40f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0557222 Feb 11 06:11:24.632196 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ccb0366-3ece-4b4a-b664-3435d6ebfc7e req-c6a8a2e0-c87d-4491-b1e8-a9971af40758 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392654 Feb 11 06:11:25.750400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128dc1d-cc1a-4b18-9007-c6df55e6a8ba req-37ee2085-ea48-47c2-8ae4-19f0a6ad1bb3 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:25.752565 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b128dc1d-cc1a-4b18-9007-c6df55e6a8ba req-37ee2085-ea48-47c2-8ae4-19f0a6ad1bb3 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0535109 Feb 11 06:11:25.797557 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b128dc1d-cc1a-4b18-9007-c6df55e6a8ba req-8671c0db-d64b-45d7-b46a-763713cbcb60 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393097 Feb 11 06:11:26.917159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec663e9-ddb5-4131-bba0-9dfcd30826e2 req-c75ee7f4-8683-4cbe-ba0f-6874429065ff tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:26.918683 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aec663e9-ddb5-4131-bba0-9dfcd30826e2 req-c75ee7f4-8683-4cbe-ba0f-6874429065ff tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0536039 Feb 11 06:11:26.969889 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aec663e9-ddb5-4131-bba0-9dfcd30826e2 req-86e40946-7910-4654-a16a-72aba0fafddc tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456371 Feb 11 06:11:28.087042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95e26d-6864-4c0d-9fae-9945447306d8 req-3cda4542-7c98-47bf-9bfd-1bb872da319e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:28.088561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba95e26d-6864-4c0d-9fae-9945447306d8 req-3cda4542-7c98-47bf-9bfd-1bb872da319e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0514972 Feb 11 06:11:28.134602 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba95e26d-6864-4c0d-9fae-9945447306d8 req-9c4516fe-718d-4ec4-84c3-5d2c024d51bb tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405316 Feb 11 06:11:28.589432 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-445d172b-3fe0-43b4-a0d5-43f82d436fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:29.253040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17807db2-e93e-407c-b163-6f1c7c10dbf9 req-e94ec559-4b8e-4e8b-b9c2-46e3bdeba8b8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:29.254523 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17807db2-e93e-407c-b163-6f1c7c10dbf9 req-e94ec559-4b8e-4e8b-b9c2-46e3bdeba8b8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0522909 Feb 11 06:11:29.302143 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17807db2-e93e-407c-b163-6f1c7c10dbf9 req-7b699d75-d0f1-4251-a010-cf2656c299f9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421040 Feb 11 06:11:30.424987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba2d15-8ff0-41fa-9f5c-db68914bec57 req-0b60c531-0f2e-43b8-bc3c-90cd6707daef tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:30.426501 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2ba2d15-8ff0-41fa-9f5c-db68914bec57 req-0b60c531-0f2e-43b8-bc3c-90cd6707daef tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0570512 Feb 11 06:11:30.471907 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2ba2d15-8ff0-41fa-9f5c-db68914bec57 req-492152b9-ca20-4f7d-9241-086d856b009a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398631 Feb 11 06:11:30.894687 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a55a13c2-c6bc-4c3c-8abe-4b67b5bebb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:31.590062 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef8027-46f9-4382-af5b-58cb22dd7877 req-940d33e9-a0d9-496e-bfc0-bd0248956d92 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:31.591596 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64ef8027-46f9-4382-af5b-58cb22dd7877 req-940d33e9-a0d9-496e-bfc0-bd0248956d92 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0533907 Feb 11 06:11:31.637722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-64ef8027-46f9-4382-af5b-58cb22dd7877 req-3f3430ec-e953-4802-9d1f-50165fc7885a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405421 Feb 11 06:11:32.377979 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:11:32.615614 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:32.756908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5d863-c050-47bf-aede-9ef7dadc1536 req-2630ad1b-c65b-467c-90ce-717800ee1f2d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:32.758390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1f5d863-c050-47bf-aede-9ef7dadc1536 req-2630ad1b-c65b-467c-90ce-717800ee1f2d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0523090 Feb 11 06:11:32.807738 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c1f5d863-c050-47bf-aede-9ef7dadc1536 req-3ca78086-e366-471b-b3cf-f8b82db034f0 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436518 Feb 11 06:11:33.803132 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:33.929111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de70f5f-2e44-48e0-80b5-13e6f86e24c0 req-24ce2782-1274-41bb-9a6c-f66d190e3948 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:33.930648 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de70f5f-2e44-48e0-80b5-13e6f86e24c0 req-24ce2782-1274-41bb-9a6c-f66d190e3948 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0538011 Feb 11 06:11:33.978197 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de70f5f-2e44-48e0-80b5-13e6f86e24c0 req-2804b69c-e3fd-453c-a90f-70419f2633e7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418000 Feb 11 06:11:35.096719 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a55df-8362-40b3-a43c-cb7d288df361 req-587e55d1-aea7-4c60-b28f-179a8f971211 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:35.098112 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f6a55df-8362-40b3-a43c-cb7d288df361 req-587e55d1-aea7-4c60-b28f-179a8f971211 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0524271 Feb 11 06:11:35.145430 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f6a55df-8362-40b3-a43c-cb7d288df361 req-b556eaab-27b8-4fc9-be74-d8b731034efd tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417533 Feb 11 06:11:35.262586 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:36.271092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9bd57-4b77-4eca-9280-358c5559df27 req-8bb4399b-264f-4f26-9d6d-2a05d03a69b7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:36.272667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22a9bd57-4b77-4eca-9280-358c5559df27 req-8bb4399b-264f-4f26-9d6d-2a05d03a69b7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0594788 Feb 11 06:11:36.320763 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22a9bd57-4b77-4eca-9280-358c5559df27 req-6428d2d8-545c-49ee-9f8b-d7159fb45f3c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424614 Feb 11 06:11:37.440551 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644185b2-2a8e-457c-b483-f7e9e91f92b6 req-ed8a16bc-3aeb-4136-b1b9-78a693bb5e72 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:37.442308 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-644185b2-2a8e-457c-b483-f7e9e91f92b6 req-ed8a16bc-3aeb-4136-b1b9-78a693bb5e72 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0530796 Feb 11 06:11:37.490780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-644185b2-2a8e-457c-b483-f7e9e91f92b6 req-f17e57cf-36a0-4495-9545-da798caf726f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428827 Feb 11 06:11:38.612217 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0916-6218-43c8-90f6-671ebb5927e4 req-3813af80-4c11-4931-8066-29ad2ee9ad70 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:38.613706 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f3f0916-6218-43c8-90f6-671ebb5927e4 req-3813af80-4c11-4931-8066-29ad2ee9ad70 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0567408 Feb 11 06:11:38.660653 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2f3f0916-6218-43c8-90f6-671ebb5927e4 req-641bc513-4048-4b39-b87c-48262c64c502 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414033 Feb 11 06:11:39.785871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fde0c-3fd6-4e9b-90c7-e7e8fe3a4219 req-ceef2c8e-84df-49ed-b260-892094730a64 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:39.787383 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d5fde0c-3fd6-4e9b-90c7-e7e8fe3a4219 req-ceef2c8e-84df-49ed-b260-892094730a64 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0530469 Feb 11 06:11:39.833767 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1d5fde0c-3fd6-4e9b-90c7-e7e8fe3a4219 req-2e4b0c57-9793-4b22-800d-aeb3313edefc tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408156 Feb 11 06:11:40.291968 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:40.955048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6053e-aa93-4d21-b604-3dce7d62875b req-e61dd3cc-8000-48b4-83d5-0330cffff1a2 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:40.956576 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fbe6053e-aa93-4d21-b604-3dce7d62875b req-e61dd3cc-8000-48b4-83d5-0330cffff1a2 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0538197 Feb 11 06:11:41.007153 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fbe6053e-aa93-4d21-b604-3dce7d62875b req-020677c4-ac70-4798-8728-8afa59dccaf8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448699 Feb 11 06:11:42.127012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc4903-a01d-48ce-9df3-df1d49eaec31 req-f5954230-3f27-4a86-9570-9ad463579e05 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:42.128539 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dfc4903-a01d-48ce-9df3-df1d49eaec31 req-f5954230-3f27-4a86-9570-9ad463579e05 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0533955 Feb 11 06:11:42.174471 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dfc4903-a01d-48ce-9df3-df1d49eaec31 req-788b4dbf-0e3c-4c6a-9e0d-4bac5e336328 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402184 Feb 11 06:11:43.293858 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2193a-7f15-48b6-95b8-346dfbc3ca00 req-072edd96-fdf6-47b7-a3ed-d23f1021fb71 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:43.295360 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ae2193a-7f15-48b6-95b8-346dfbc3ca00 req-072edd96-fdf6-47b7-a3ed-d23f1021fb71 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0531001 Feb 11 06:11:43.341537 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8ae2193a-7f15-48b6-95b8-346dfbc3ca00 req-f7902137-ea4d-432e-a450-f4ee27eebd28 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399761 Feb 11 06:11:44.467756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36283a3f-1db6-4b0c-a751-854d4afb6c88 req-7077f54b-f5eb-432a-9c8b-7536c5aeb5c2 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:44.469266 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36283a3f-1db6-4b0c-a751-854d4afb6c88 req-7077f54b-f5eb-432a-9c8b-7536c5aeb5c2 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0568569 Feb 11 06:11:44.515452 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36283a3f-1db6-4b0c-a751-854d4afb6c88 req-d6498616-496b-430d-95d4-5d745aed64e5 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405607 Feb 11 06:11:44.652852 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.640790 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc8747-9ab9-49ab-8bf8-9da2545aa063 req-a1a3916f-8570-4d8f-a952-3c1056d0c555 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:45.642418 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1bc8747-9ab9-49ab-8bf8-9da2545aa063 req-a1a3916f-8570-4d8f-a952-3c1056d0c555 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0556211 Feb 11 06:11:45.692623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1bc8747-9ab9-49ab-8bf8-9da2545aa063 req-53368a75-36ae-4e16-91ad-000dd10d6891 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447023 Feb 11 06:11:46.821256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944a6db-9a0c-4b10-b730-b8d2e49c141e req-c27fa73e-9a08-4e05-80f3-bb22065617e5 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:46.822746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d944a6db-9a0c-4b10-b730-b8d2e49c141e req-c27fa73e-9a08-4e05-80f3-bb22065617e5 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0525961 Feb 11 06:11:46.872089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d944a6db-9a0c-4b10-b730-b8d2e49c141e req-fbf4954c-ad15-4e0a-b2fd-7f9f541f643d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434978 Feb 11 06:11:47.992475 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06f3b6-9a66-4b2b-8983-3d1807f413b3 req-bfeb5933-8c42-4760-8762-d97464282f7b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:47.993962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ec06f3b6-9a66-4b2b-8983-3d1807f413b3 req-bfeb5933-8c42-4760-8762-d97464282f7b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0534422 Feb 11 06:11:48.040836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ec06f3b6-9a66-4b2b-8983-3d1807f413b3 req-f6e10a94-77af-498c-a69d-a4558df2d63f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413804 Feb 11 06:11:48.270386 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-44f86ecd-29bd-4fcb-9ea4-f4e71d89a08f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450828 Feb 11 06:11:48.287460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8385d-74ea-446f-bbc3-baccd605031b req-0d323c4e-d6e0-47e4-8e36-7fc4be8f71c2 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:48.289163 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ec8385d-74ea-446f-bbc3-baccd605031b req-0d323c4e-d6e0-47e4-8e36-7fc4be8f71c2 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0543675 Feb 11 06:11:48.337803 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ec8385d-74ea-446f-bbc3-baccd605031b req-5d443c55-c038-435c-b527-8983b1e78637 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429029 Feb 11 06:11:48.602688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2c971-580e-4b98-b742-823da847eb79 req-9951d832-7576-435d-a175-f60264c0fc91 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:48.604113 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-9951d832-7576-435d-a175-f60264c0fc91 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports/a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 HTTP/1.1" status: 200 len: 943 time: 0.0489302 Feb 11 06:11:49.389058 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2c971-580e-4b98-b742-823da847eb79 req-d29ca905-9995-4721-8926-b682bbdcbf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:49.390876 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-d29ca905-9995-4721-8926-b682bbdcbf10 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 1129 time: 0.0454712 Feb 11 06:11:49.460296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9f49b-431e-4f9f-a23f-2d33b87cf9ab req-1b802dfa-ba55-435a-8239-89889c15d8aa tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:49.462127 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3cc9f49b-431e-4f9f-a23f-2d33b87cf9ab req-1b802dfa-ba55-435a-8239-89889c15d8aa tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0536702 Feb 11 06:11:49.485604 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2c971-580e-4b98-b742-823da847eb79 req-d5748945-06ac-40ba-822d-e1617f98338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:49.487072 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-d5748945-06ac-40ba-822d-e1617f98338c service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0883195 Feb 11 06:11:49.509000 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3cc9f49b-431e-4f9f-a23f-2d33b87cf9ab req-afd0c6cf-ad10-4bb1-b4d4-93dc40f838a8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411520 Feb 11 06:11:49.555379 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-67b33cdb-7863-4ce0-8811-7142e97d11cd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 HTTP/1.1" status: 200 len: 1001 time: 0.0579138 Feb 11 06:11:49.602297 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2c971-580e-4b98-b742-823da847eb79 req-e1a0fa38-4817-4222-bfaa-701a52da8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:49.603718 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-e1a0fa38-4817-4222-bfaa-701a52da8eec service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0424054 Feb 11 06:11:49.656303 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2c971-580e-4b98-b742-823da847eb79 req-25d92ca7-4f48-4f2c-9e3c-a3ed204ec363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:49.658254 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-25d92ca7-4f48-4f2c-9e3c-a3ed204ec363 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470839 Feb 11 06:11:49.747049 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-fa28c86c-b26f-4719-a581-debf7b64b7ed service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796242 Feb 11 06:11:49.838909 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-6a0a5fb0-069c-4297-bf3a-bd9a9d4cecad service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841236 Feb 11 06:11:50.629026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d01c2f-2ad6-4fb8-bc5e-19ceaab01711 req-0da28382-4b73-4d3f-b7eb-62711fe1a357 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:50.630525 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69d01c2f-2ad6-4fb8-bc5e-19ceaab01711 req-0da28382-4b73-4d3f-b7eb-62711fe1a357 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0527239 Feb 11 06:11:50.681408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69d01c2f-2ad6-4fb8-bc5e-19ceaab01711 req-a7c9ad31-90a4-4b8f-947a-631f86996804 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452774 Feb 11 06:11:51.792253 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [req-bac2c971-580e-4b98-b742-823da847eb79 req-8d406091-5042-4092-bc69-67c2851cf01b service neutron] show failed (client error): The resource could not be found. Feb 11 06:11:51.793287 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-8d406091-5042-4092-bc69-67c2851cf01b service neutron] 10.222.0.88 "GET /v2.0/ports/a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67/bindings/n-h1-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.0555308 Feb 11 06:11:51.800121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208d125-795a-49a8-a81f-7e9d5443ccd2 req-ca2603dc-5435-4748-9a6a-def2299267ce tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:51.801622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8208d125-795a-49a8-a81f-7e9d5443ccd2 req-ca2603dc-5435-4748-9a6a-def2299267ce tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0529034 Feb 11 06:11:51.849308 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8208d125-795a-49a8-a81f-7e9d5443ccd2 req-581eb192-d16d-4be4-8059-3730a9ac302c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420973 Feb 11 06:11:51.992581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2c971-580e-4b98-b742-823da847eb79 req-f40d8eb2-3ca6-4109-9214-566485d15447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:51.993987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-f40d8eb2-3ca6-4109-9214-566485d15447 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb&tenant_id=a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 1129 time: 0.0448697 Feb 11 06:11:52.004875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:11:52.066251 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:52.264237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] For port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:52.296534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] For port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:11:52.335923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:52.338205 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd86977-7ef6-41e8-8a4a-f319b11030af" -d '{"events": [{"server_uuid": "eb785a4d-9d83-43e5-b9aa-e8ae58634dfb", "name": "network-vif-unplugged", "status": "completed", "tag": "a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:52.342160 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Publish callbacks [] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:52.356550 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Transition to ACTIVE for port object a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:11:52.361213 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:52.401822 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59df8580-2f92-416d-9ce9-f0117e9c7afd x-openstack-request-id: req-59df8580-2f92-416d-9ce9-f0117e9c7afd {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:52.402124 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb785a4d-9d83-43e5-b9aa-e8ae58634dfb", "name": "network-vif-unplugged", "status": "completed", "tag": "a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:52.402381 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-59df8580-2f92-416d-9ce9-f0117e9c7afd {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:52.402783 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67', 'code': 200} Feb 11 06:11:52.447185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Pushing event updated for resources: {'Port': ['ID=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,revision_number=6']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:52.464076 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:52.464426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:52.464772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:52.465114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:52.465465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:52.465784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:52.466111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:52.466437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:52.466762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:52.467092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:52.467520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:52.467764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:52.468089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:52.499508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] No DVR routers for this DVR port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:11:52.641057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Attempting to bind port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:11:52.641391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Attempting to bind port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:11:52.641718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Attempting to bind port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:11:52.646025 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:11:52.646349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Attempting to bind port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:11:52.651065 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:11:52.651402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Checking segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:11:52.651811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Bound using segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:11:52.652230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Bound port: a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:11:52.652580 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:52.714191 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] For port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:11:52.717154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] For port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:11:52.723384 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:52.759966 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:52.760962 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:52.763350 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] 10.222.0.73 "PUT /v2.0/ports/a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 HTTP/1.1" status: 200 len: 1093 time: 0.7623498 Feb 11 06:11:52.798810 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121e01b-a683-4d1d-a233-9fafb34eac44 service neutron] Pushing event updated for resources: {'Port': ['ID=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,revision_number=7']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:52.843409 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2c971-580e-4b98-b742-823da847eb79 req-30a63c3d-8b55-4ed0-91ad-7885288f24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:52.845001 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-30a63c3d-8b55-4ed0-91ad-7885288f24b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 1127 time: 0.0577641 Feb 11 06:11:52.973493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2c971-580e-4b98-b742-823da847eb79 req-74573bda-d7a4-416c-9b71-9c30e509e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:52.975006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-74573bda-d7a4-416c-9b71-9c30e509e743 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.1241057 Feb 11 06:11:53.045872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdab4da-a220-4091-b8b3-e873d651836d req-efb86678-1214-4e89-98ab-396ab7d9c48e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:53.047881 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1fdab4da-a220-4091-b8b3-e873d651836d req-efb86678-1214-4e89-98ab-396ab7d9c48e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 944 time: 0.1097348 Feb 11 06:11:53.059908 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-53ffc09f-e530-4e2d-9143-49e904c7fe32 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 HTTP/1.1" status: 200 len: 999 time: 0.0777483 Feb 11 06:11:53.137575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1fdab4da-a220-4091-b8b3-e873d651836d req-e278b472-ccdc-4d90-8b2a-1c16fa28a136 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805843 Feb 11 06:11:53.139096 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2c971-580e-4b98-b742-823da847eb79 req-0c947c87-15b6-4165-b44a-fb3eb6f68e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:53.140805 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-0c947c87-15b6-4165-b44a-fb3eb6f68e7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0750799 Feb 11 06:11:53.190327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2c971-580e-4b98-b742-823da847eb79 req-b2db4359-5d2b-481c-b5b7-cf22c1a3f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:53.191835 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-b2db4359-5d2b-481c-b5b7-cf22c1a3f181 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452883 Feb 11 06:11:53.292298 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-679282d8-756a-478d-98dd-85127b17fecb service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862777 Feb 11 06:11:53.378349 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bac2c971-580e-4b98-b742-823da847eb79 req-2c9bbe37-66e9-47e8-8b32-a2beac7e5b07 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803945 Feb 11 06:11:54.259666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdff4de-7a2c-48e3-b0c3-c74f4156d469 req-23318013-7b4b-47b7-b663-ba03ff88923e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:54.261146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fdff4de-7a2c-48e3-b0c3-c74f4156d469 req-23318013-7b4b-47b7-b663-ba03ff88923e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 944 time: 0.0522549 Feb 11 06:11:54.311635 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fdff4de-7a2c-48e3-b0c3-c74f4156d469 req-ecb5dc0e-017d-4f43-ae54-52393899a587 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447564 Feb 11 06:11:54.404355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'tag': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:54.406830 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7949b65-9cbf-4a0c-b968-03da35197e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb785a4d-9d83-43e5-b9aa-e8ae58634dfb", "tag": "a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:54.456913 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6c2291-97d8-4ab3-a798-5825ccd3f831 x-openstack-request-id: req-dc6c2291-97d8-4ab3-a798-5825ccd3f831 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:54.457319 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb785a4d-9d83-43e5-b9aa-e8ae58634dfb", "tag": "a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:54.457582 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dc6c2291-97d8-4ab3-a798-5825ccd3f831 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:54.457986 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'tag': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67', 'status': 'completed', 'code': 200} Feb 11 06:11:54.519029 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-a036038b-97a0-4311-ac73-568c6a215c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:54.520623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-a036038b-97a0-4311-ac73-568c6a215c61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 1127 time: 0.0455067 Feb 11 06:11:54.522848 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-9c0d8708-ee7c-4ce1-a0e1-73a7f67bf7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:54.524345 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-9c0d8708-ee7c-4ce1-a0e1-73a7f67bf7e1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 1127 time: 0.0442822 Feb 11 06:11:54.617789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-5ce9ff7a-14c3-4f7a-b643-87d5a2f574cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:54.620451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-5ce9ff7a-14c3-4f7a-b643-87d5a2f574cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0926530 Feb 11 06:11:54.624917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-500382f5-8186-440c-912e-fef0c0449a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:54.626422 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-500382f5-8186-440c-912e-fef0c0449a9d service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0934770 Feb 11 06:11:54.694261 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-133c6639-7560-45d0-ad04-cc8d10aef829 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 HTTP/1.1" status: 200 len: 999 time: 0.0607860 Feb 11 06:11:54.696598 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-2c4f5190-8205-4b04-ae58-6ff60514ae01 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 HTTP/1.1" status: 200 len: 999 time: 0.0692911 Feb 11 06:11:54.744792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-0eb58412-8459-4fc1-afe7-879b6c1b33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:54.746294 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-0eb58412-8459-4fc1-afe7-879b6c1b33c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0446162 Feb 11 06:11:54.748847 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-8da2a1e5-4bc7-4edd-87a9-6bb83476f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:54.750303 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-8da2a1e5-4bc7-4edd-87a9-6bb83476f9ce service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0479646 Feb 11 06:11:54.795075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-22470fe5-7437-4b36-bbe4-378ec1932480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:54.796629 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-22470fe5-7437-4b36-bbe4-378ec1932480 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447021 Feb 11 06:11:54.799358 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-04c5f5b9-dff0-460b-a3c5-8290328d15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:54.800895 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-04c5f5b9-dff0-460b-a3c5-8290328d15f9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448263 Feb 11 06:11:54.889460 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-450b13c7-0679-4956-825d-5cbf6b9eefe3 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819178 Feb 11 06:11:54.902530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-36dd827d-780f-4b3c-bea1-af5df0bec93b service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992641 Feb 11 06:11:54.984812 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-b6bf817f-e021-47dd-afed-77283f476928 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871899 Feb 11 06:11:54.993991 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7949b65-9cbf-4a0c-b968-03da35197e3e req-ef5d474b-3b09-4a5c-ae0e-ee41e4578604 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847166 Feb 11 06:11:55.435267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88a8cb-fa26-4e62-8093-5247f925e82c req-51b5aad3-66b1-428a-9db6-50403ca13d63 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:55.436766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a88a8cb-fa26-4e62-8093-5247f925e82c req-51b5aad3-66b1-428a-9db6-50403ca13d63 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 944 time: 0.0575275 Feb 11 06:11:55.482649 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a88a8cb-fa26-4e62-8093-5247f925e82c req-bf325208-07eb-4e30-8a73-94dd76132fb1 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398602 Feb 11 06:11:55.679852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca766e-f139-4c55-9fe3-2a924b885fa2 req-c2474e00-7dd1-4a67-be04-a30956c81032 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:55.681338 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cdca766e-f139-4c55-9fe3-2a924b885fa2 req-c2474e00-7dd1-4a67-be04-a30956c81032 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 944 time: 0.0534036 Feb 11 06:11:55.698618 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2c00a-140b-4c7a-b6b2-770a3a07b49b req-011a0003-f9e1-432d-8bcb-3cba67b9707e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:55.700223 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b9c2c00a-140b-4c7a-b6b2-770a3a07b49b req-011a0003-f9e1-432d-8bcb-3cba67b9707e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.88 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb&tenant_id=a34476e9622e43f4a7ef797bd478ab75&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 944 time: 0.0561752 Feb 11 06:11:55.728862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cdca766e-f139-4c55-9fe3-2a924b885fa2 req-96920156-b71d-4487-81d6-6f9049d72041 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413921 Feb 11 06:11:55.760321 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [req-b9c2c00a-140b-4c7a-b6b2-770a3a07b49b req-460af22a-77b2-4081-9fc8-3aee456ae822 service neutron] delete failed (client error): The resource could not be found. Feb 11 06:11:55.761347 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b9c2c00a-140b-4c7a-b6b2-770a3a07b49b req-460af22a-77b2-4081-9fc8-3aee456ae822 service neutron] 10.222.0.88 "DELETE /v2.0/ports/a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67/bindings/n-h2-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.0542161 Feb 11 06:11:55.780024 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:11:55.818153 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] The host n-h2-713499-38 is not matching for port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 host n-h1-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:11:55.818569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:11:55.854121 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2c00a-140b-4c7a-b6b2-770a3a07b49b req-03e8c333-5aa6-4c97-9a59-5825d8aa726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:55.855740 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b9c2c00a-140b-4c7a-b6b2-770a3a07b49b req-03e8c333-5aa6-4c97-9a59-5825d8aa726f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 1127 time: 0.0513439 Feb 11 06:11:55.945010 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2c00a-140b-4c7a-b6b2-770a3a07b49b req-0ffdeb4f-4750-4e06-80eb-33126302e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:55.946863 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b9c2c00a-140b-4c7a-b6b2-770a3a07b49b req-0ffdeb4f-4750-4e06-80eb-33126302e180 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0851371 Feb 11 06:11:56.021169 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b9c2c00a-140b-4c7a-b6b2-770a3a07b49b req-bffa6aa7-1bad-4539-b6cd-2cebecbd6672 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 HTTP/1.1" status: 200 len: 999 time: 0.0639861 Feb 11 06:11:56.070166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2c00a-140b-4c7a-b6b2-770a3a07b49b req-ad31737a-5e5c-42e7-b953-801d14c403b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:56.071848 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b9c2c00a-140b-4c7a-b6b2-770a3a07b49b req-ad31737a-5e5c-42e7-b953-801d14c403b9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0436184 Feb 11 06:11:56.123625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2c00a-140b-4c7a-b6b2-770a3a07b49b req-27d2681d-b208-4474-9b0a-5fc604123bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:56.125028 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b9c2c00a-140b-4c7a-b6b2-770a3a07b49b req-27d2681d-b208-4474-9b0a-5fc604123bb2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439966 Feb 11 06:11:56.220305 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b9c2c00a-140b-4c7a-b6b2-770a3a07b49b req-fc2e1f61-06f1-4b5a-91bb-a68acf9576ec service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850677 Feb 11 06:11:56.310134 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b9c2c00a-140b-4c7a-b6b2-770a3a07b49b req-9ff2b190-a7cf-4028-9a7c-c9f8f73f8214 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819552 Feb 11 06:11:56.787320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:11:56.865259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1583d-2cca-40f0-bc24-864746716d18 req-c7f070df-bee3-4f43-9dc0-410a7421cbed tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:56.867851 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02f1583d-2cca-40f0-bc24-864746716d18 req-c7f070df-bee3-4f43-9dc0-410a7421cbed tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 944 time: 0.0665421 Feb 11 06:11:56.911865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:56.918392 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02f1583d-2cca-40f0-bc24-864746716d18 req-426f005c-3d04-445b-9897-969e9d234421 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450060 Feb 11 06:11:56.924046 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'port_id': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67', 'mac_address': 'fa:16:3e:ca:f0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:11:56.969736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:11:56.970139 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:56.983296 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:11:57.003780 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:57.008106 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:57.045905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b183379-b109-4ca7-919d-0d89a9bcf698 req-59309bbd-52f8-48d1-a975-b1bf445f8aa7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:57.047545 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b183379-b109-4ca7-919d-0d89a9bcf698 req-59309bbd-52f8-48d1-a975-b1bf445f8aa7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 944 time: 0.0549676 Feb 11 06:11:57.060546 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:57.096472 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b183379-b109-4ca7-919d-0d89a9bcf698 req-47e5fbbe-f554-4edc-8a78-8b8dad52a612 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431800 Feb 11 06:11:57.226559 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:11:57.329624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89cc67-0343-40c4-9470-afc672f2f9f5 req-20376874-5cb2-4bfa-ae57-be3240fed059 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:57.331033 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a89cc67-0343-40c4-9470-afc672f2f9f5 req-20376874-5cb2-4bfa-ae57-be3240fed059 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 945 time: 0.0863800 Feb 11 06:11:57.357978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacf928-d5bd-4e51-b6ff-84dd0746ec75 req-9f590716-2f70-4d1b-98e8-352c03c80263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:57.359449 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfacf928-d5bd-4e51-b6ff-84dd0746ec75 req-9f590716-2f70-4d1b-98e8-352c03c80263 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 1128 time: 0.0746670 Feb 11 06:11:57.409675 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3a89cc67-0343-40c4-9470-afc672f2f9f5 req-73f38031-b9e9-436f-92a7-85d22bc78602 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724356 Feb 11 06:11:57.464233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacf928-d5bd-4e51-b6ff-84dd0746ec75 req-85c6f845-8ae7-4099-8877-0adb9e28f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:57.465716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfacf928-d5bd-4e51-b6ff-84dd0746ec75 req-85c6f845-8ae7-4099-8877-0adb9e28f639 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0961697 Feb 11 06:11:57.533086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfacf928-d5bd-4e51-b6ff-84dd0746ec75 req-a479a518-03ee-4399-bb8f-a699e83ad110 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 HTTP/1.1" status: 200 len: 1000 time: 0.0604942 Feb 11 06:11:57.579157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacf928-d5bd-4e51-b6ff-84dd0746ec75 req-52ccb502-86fb-4d51-954e-d7e0f0cda882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:57.581132 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfacf928-d5bd-4e51-b6ff-84dd0746ec75 req-52ccb502-86fb-4d51-954e-d7e0f0cda882 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0424230 Feb 11 06:11:57.630223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacf928-d5bd-4e51-b6ff-84dd0746ec75 req-4075fc96-5357-4999-aafd-dc63205553de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:57.631749 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfacf928-d5bd-4e51-b6ff-84dd0746ec75 req-4075fc96-5357-4999-aafd-dc63205553de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430830 Feb 11 06:11:57.721545 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfacf928-d5bd-4e51-b6ff-84dd0746ec75 req-bdd6e803-6ca5-4259-8c6f-74beae9fe3fc service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825803 Feb 11 06:11:57.806894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfacf928-d5bd-4e51-b6ff-84dd0746ec75 req-75517929-2f79-4edb-ade6-ac75c1ed7e0b service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794830 Feb 11 06:11:58.534660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f32e5-6830-41ea-b27f-4026c86f77e0 req-540fc101-239e-447d-8f2d-52b1a2fe1ac1 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:58.536183 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b72f32e5-6830-41ea-b27f-4026c86f77e0 req-540fc101-239e-447d-8f2d-52b1a2fe1ac1 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 945 time: 0.0580258 Feb 11 06:11:58.582528 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b72f32e5-6830-41ea-b27f-4026c86f77e0 req-fe5741be-34a7-4a68-ae83-d5964f5e3d83 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407858 Feb 11 06:11:58.591949 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2cf1c1a0-d1f7-40c1-add9-0a25146879b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:58.817406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef161f9-1b61-474b-adfb-e7f07dd4cf23 req-5c2ec938-1d0c-443c-9843-306d931e657f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:58.818900 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ef161f9-1b61-474b-adfb-e7f07dd4cf23 req-5c2ec938-1d0c-443c-9843-306d931e657f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 945 time: 0.0515223 Feb 11 06:11:58.824749 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:11:58.866914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4ef161f9-1b61-474b-adfb-e7f07dd4cf23 req-65b2c18f-f13c-43b7-8d34-520a689073b8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421205 Feb 11 06:11:59.036167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:11:59.039996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:11:59.040367 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:59.115675 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:11:59.116072 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:59.138856 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:59.141384 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9072d2be-dcbd-47a4-a146-0391281367ac" -d '{"events": [{"server_uuid": "eb785a4d-9d83-43e5-b9aa-e8ae58634dfb", "name": "network-vif-plugged", "status": "completed", "tag": "a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:59.154230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:59.159280 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:59.182173 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd2ca80-bf23-41bf-b326-5163b4b8f063 x-openstack-request-id: req-0cd2ca80-bf23-41bf-b326-5163b4b8f063 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:59.182470 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb785a4d-9d83-43e5-b9aa-e8ae58634dfb", "name": "network-vif-plugged", "status": "completed", "tag": "a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:59.182725 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0cd2ca80-bf23-41bf-b326-5163b4b8f063 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:59.183114 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67', 'code': 200} Feb 11 06:11:59.208211 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:59.999822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233d17c-c057-4823-9ddc-8ef180c35852 req-d7f24aeb-052e-405e-9e2c-8a9aa2fea653 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:00.001343 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2233d17c-c057-4823-9ddc-8ef180c35852 req-d7f24aeb-052e-405e-9e2c-8a9aa2fea653 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0525765 Feb 11 06:12:00.059684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2233d17c-c057-4823-9ddc-8ef180c35852 req-da0161f0-7154-497a-a939-8467e04d4c85 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526171 Feb 11 06:12:00.100269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a75483-8b50-4708-ba44-d585bc7a188b req-27356c29-5921-4d49-94bc-5d4db0dae037 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:00.101725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-31a75483-8b50-4708-ba44-d585bc7a188b req-27356c29-5921-4d49-94bc-5d4db0dae037 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 946 time: 0.0568125 Feb 11 06:12:00.189343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-31a75483-8b50-4708-ba44-d585bc7a188b req-c4700b92-577b-44f9-a6e3-2286b7c65361 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Deleting port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:00.189598 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-31a75483-8b50-4708-ba44-d585bc7a188b req-c4700b92-577b-44f9-a6e3-2286b7c65361 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:00.278624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-31a75483-8b50-4708-ba44-d585bc7a188b req-c4700b92-577b-44f9-a6e3-2286b7c65361 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] For port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:00.278988 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-31a75483-8b50-4708-ba44-d585bc7a188b req-c4700b92-577b-44f9-a6e3-2286b7c65361 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:00.447440 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-31a75483-8b50-4708-ba44-d585bc7a188b req-c4700b92-577b-44f9-a6e3-2286b7c65361 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:00.447801 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-31a75483-8b50-4708-ba44-d585bc7a188b req-c4700b92-577b-44f9-a6e3-2286b7c65361 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (88b8fbf8-e928-4e28-baf6-b02de0b87079), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:00.448173 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-31a75483-8b50-4708-ba44-d585bc7a188b req-c4700b92-577b-44f9-a6e3-2286b7c65361 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Floating IP 88b8fbf8-e928-4e28-baf6-b02de0b87079 disassociated. External IP: 172.25.5.93, port: a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67. Feb 11 06:12:00.448517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-31a75483-8b50-4708-ba44-d585bc7a188b req-c4700b92-577b-44f9-a6e3-2286b7c65361 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Calling delete_port for a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:00.574880 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-31a75483-8b50-4708-ba44-d585bc7a188b req-c4700b92-577b-44f9-a6e3-2286b7c65361 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:00.601151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4700b92-577b-44f9-a6e3-2286b7c65361 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Pushing event deleted for resources: {'Port': ['ID=a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:00.725772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31a75483-8b50-4708-ba44-d585bc7a188b req-c4700b92-577b-44f9-a6e3-2286b7c65361 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Router 38e3500f-4001-4a27-9ea0-518f5ea65544 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:12:00.899045 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-64684bc0-9925-430b-be37-603618ada576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.196754 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22bbc4fc-107d-447e-93e0-41e3f3a1c591 req-5f6e4393-4f14-4f33-af54-13814f35cabc tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb785a4d-9d83-43e5-b9aa-e8ae58634dfb HTTP/1.1" status: 200 len: 210 time: 0.0329387 Feb 11 06:12:01.215710 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31a75483-8b50-4708-ba44-d585bc7a188b req-c4700b92-577b-44f9-a6e3-2286b7c65361 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:12:01.228812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ca83c4-e343-4710-8a4d-da4bfdfe3ac0 None None] Sync routers for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:12:01.240929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ca83c4-e343-4710-8a4d-da4bfdfe3ac0 None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:01.241742 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-14ca83c4-e343-4710-8a4d-da4bfdfe3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:12:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:01.263568 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a75483-8b50-4708-ba44-d585bc7a188b req-c4700b92-577b-44f9-a6e3-2286b7c65361 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] No DVR routers for this DVR port a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:12:01.275954 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-31a75483-8b50-4708-ba44-d585bc7a188b req-c4700b92-577b-44f9-a6e3-2286b7c65361 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:01.275954 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-31a75483-8b50-4708-ba44-d585bc7a188b req-c4700b92-577b-44f9-a6e3-2286b7c65361 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.73 "DELETE /v2.0/ports/a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 HTTP/1.1" status: 204 len: 173 time: 1.1691599 Feb 11 06:12:01.276412 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'name': 'network-vif-deleted', 'tag': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:01.284474 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24033713-8894-4650-8f53-94c26bd45c8b" -d '{"events": [{"server_uuid": "eb785a4d-9d83-43e5-b9aa-e8ae58634dfb", "name": "network-vif-deleted", "tag": "a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:01.336346 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736972e5-7105-4a03-b70d-bea61d20b658 x-openstack-request-id: req-736972e5-7105-4a03-b70d-bea61d20b658 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:01.336640 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb785a4d-9d83-43e5-b9aa-e8ae58634dfb", "name": "network-vif-deleted", "tag": "a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:01.336892 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-736972e5-7105-4a03-b70d-bea61d20b658 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:01.337291 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb785a4d-9d83-43e5-b9aa-e8ae58634dfb', 'name': 'network-vif-deleted', 'tag': 'a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67', 'status': 'completed', 'code': 200} Feb 11 06:12:01.387772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-14ca83c4-e343-4710-8a4d-da4bfdfe3ac0 None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:12:01.596355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-14ca83c4-e343-4710-8a4d-da4bfdfe3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:01.626516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ca83c4-e343-4710-8a4d-da4bfdfe3ac0 None None] Checking router: 38e3500f-4001-4a27-9ea0-518f5ea65544 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:12:01.634905 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ca83c4-e343-4710-8a4d-da4bfdfe3ac0 None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:01.635538 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-14ca83c4-e343-4710-8a4d-da4bfdfe3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:12:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:01.744703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-14ca83c4-e343-4710-8a4d-da4bfdfe3ac0 None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:12:01.942475 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-14ca83c4-e343-4710-8a4d-da4bfdfe3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:01.969930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ca83c4-e343-4710-8a4d-da4bfdfe3ac0 None None] The sync data for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 is: [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:12:02.194785 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7766b45-6d99-4995-bea6-62c8b9a68293 None None] New status for floating IP 88b8fbf8-e928-4e28-baf6-b02de0b87079: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:12:02.452020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20467b70-4631-433e-af66-c4d73541fea1 req-244fdeba-ac09-40c0-b577-a158f700d750 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1871830547&fields=id&tenant_id=a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 267 time: 0.0425162 Feb 11 06:12:02.555129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20467b70-4631-433e-af66-c4d73541fea1 req-fa157f87-2f64-47fc-b613-051288789f11 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:02.556614 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20467b70-4631-433e-af66-c4d73541fea1 req-fa157f87-2f64-47fc-b613-051288789f11 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 811 time: 0.0976634 Feb 11 06:12:02.571655 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20467b70-4631-433e-af66-c4d73541fea1 req-1ca777f3-e88c-4bd8-a83c-cf8a70724fea tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/quotas/a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 375 time: 0.0095072 Feb 11 06:12:02.617600 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:02.633044 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20467b70-4631-433e-af66-c4d73541fea1 req-ae3fa85f-e04c-459c-8dec-8f3e70dd87a5 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565076 Feb 11 06:12:02.770825 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20467b70-4631-433e-af66-c4d73541fea1 req-1b679790-43ec-43ce-b401-95737f60c29f service neutron] 10.222.0.87 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254807 Feb 11 06:12:02.865177 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20467b70-4631-433e-af66-c4d73541fea1 req-5fdf1089-675a-4060-94e8-d34d92cf77e9 service neutron] 10.222.0.87 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884376 Feb 11 06:12:03.041038 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-533994d7-6390-4f3a-9ba1-c81785c52a10 req-be5c9611-f2b1-417e-9e43-d3d75c66d4c7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 210 time: 0.0296805 Feb 11 06:12:03.808673 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.067938 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20467b70-4631-433e-af66-c4d73541fea1 req-0ace1ae7-133e-4fae-ab65-8d04ede30959 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:04.070435 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-20467b70-4631-433e-af66-c4d73541fea1 req-0ace1ae7-133e-4fae-ab65-8d04ede30959 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 811 time: 0.1378086 Feb 11 06:12:04.147383 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b25a6adb-873b-4b85-b698-fccb102ca514 req-10855c5f-acef-4238-9849-f6f3bc41c069 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 210 time: 0.0295773 Feb 11 06:12:04.156162 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-20467b70-4631-433e-af66-c4d73541fea1 req-7363badb-13af-4d2e-8e10-89323ff5431e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 380 time: 0.0708122 Feb 11 06:12:04.168295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-20467b70-4631-433e-af66-c4d73541fea1 req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Request body: {'port': {'device_id': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'admin_state_up': True, 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'security_groups': ['e76651a2-49d6-447f-9102-e2bbded7135a']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:04.285720 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20467b70-4631-433e-af66-c4d73541fea1 req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Made reservation on behalf of a34476e9622e43f4a7ef797bd478ab75 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:04.289419 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-20467b70-4631-433e-af66-c4d73541fea1 req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.423898 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-20467b70-4631-433e-af66-c4d73541fea1 req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Allocated IP 172.20.0.7 (8de3559e-1541-43fe-a858-1c0d3b3a4e3e/67aa227d-a6bf-4e13-a452-c9a8223acd9e/7eb34898-3440-4c1c-ab47-2ab46987c316) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:04.578748 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-20467b70-4631-433e-af66-c4d73541fea1 req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.618117 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-20467b70-4631-433e-af66-c4d73541fea1 req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.664327 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20467b70-4631-433e-af66-c4d73541fea1 req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:12:04.667518 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-20467b70-4631-433e-af66-c4d73541fea1 req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:12:04.670103 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-20467b70-4631-433e-af66-c4d73541fea1 req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:12:04.707411 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Pushing event updated for resources: {'Port': ['ID=7eb34898-3440-4c1c-ab47-2ab46987c316,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:04.722498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.722855 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.723207 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.723582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.723940 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.724282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.724629 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.724953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.725324 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.725689 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.726026 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.726361 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.726717 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:04.744856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20467b70-4631-433e-af66-c4d73541fea1 req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:04.745495 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-20467b70-4631-433e-af66-c4d73541fea1 req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.763473 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-20467b70-4631-433e-af66-c4d73541fea1 req-a765e693-3a1d-4dc1-adc1-9abd5a493c3e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5990624 Feb 11 06:12:04.779906 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Request body: {'port': {'device_id': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:04.845537 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.852774 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:12:04.879017 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:12:04.879734 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a1cd9e75-bdbd-49de-a0a1-cf7c1d641f67 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:12:04.926242 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3e7544a7-ddad-4cbd-b118-60c5a849532b None None] Provisioning complete for port 7eb34898-3440-4c1c-ab47-2ab46987c316 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:04.926531 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e7544a7-ddad-4cbd-b118-60c5a849532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:04.970484 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3e7544a7-ddad-4cbd-b118-60c5a849532b None None] Port 7eb34898-3440-4c1c-ab47-2ab46987c316 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:12:05.127593 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb34898-3440-4c1c-ab47-2ab46987c316 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:12:05.135590 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Publish callbacks [] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.151010 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Transition to ACTIVE for port object 7eb34898-3440-4c1c-ab47-2ab46987c316 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:12:05.155245 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.229543 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb34898-3440-4c1c-ab47-2ab46987c316,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:05.267673 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.288062 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04abce8-dca4-4540-a937-c9aba7143e10 req-6ae17e2e-5245-4b90-9f17-785363b8f092 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:05.289645 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f04abce8-dca4-4540-a937-c9aba7143e10 req-6ae17e2e-5245-4b90-9f17-785363b8f092 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 943 time: 0.0674453 Feb 11 06:12:05.302561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Attempting to bind port 7eb34898-3440-4c1c-ab47-2ab46987c316 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:12:05.302903 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Attempting to bind port 7eb34898-3440-4c1c-ab47-2ab46987c316 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:12:05.303232 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Attempting to bind port 7eb34898-3440-4c1c-ab47-2ab46987c316 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:05.308294 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Port 7eb34898-3440-4c1c-ab47-2ab46987c316 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:12:05.308622 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Attempting to bind port 7eb34898-3440-4c1c-ab47-2ab46987c316 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:05.315252 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:12:05.315499 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Checking segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:12:05.316337 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Bound using segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:12:05.316479 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Bound port: 7eb34898-3440-4c1c-ab47-2ab46987c316, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:12:05.316785 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.348846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f04abce8-dca4-4540-a937-c9aba7143e10 req-bdc17385-2ec9-4861-9739-0b8015f79656 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527551 Feb 11 06:12:05.397049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:12:05.400986 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7eb34898-3440-4c1c-ab47-2ab46987c316,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:12:05.406618 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.445525 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:05.446157 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.447666 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-20467b70-4631-433e-af66-c4d73541fea1 req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] 10.222.0.88 "PUT /v2.0/ports/7eb34898-3440-4c1c-ab47-2ab46987c316 HTTP/1.1" status: 200 len: 1092 time: 0.6722114 Feb 11 06:12:05.448121 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:05.450424 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836b55bd-b25b-4b13-9bbe-6350476d26f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:05.471566 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c0a32-ccbd-4424-9a58-e1c57dc85a14 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb34898-3440-4c1c-ab47-2ab46987c316,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:05.537778 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605908d0-aee6-4af2-8930-41f7a07d7ecd x-openstack-request-id: req-605908d0-aee6-4af2-8930-41f7a07d7ecd {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:05.538070 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:05.538323 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-605908d0-aee6-4af2-8930-41f7a07d7ecd {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:05.538722 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'status': 'completed', 'code': 200} Feb 11 06:12:05.561776 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20467b70-4631-433e-af66-c4d73541fea1 req-e472d18a-82a5-4b72-83cd-ba5ee84e5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:05.563367 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-20467b70-4631-433e-af66-c4d73541fea1 req-e472d18a-82a5-4b72-83cd-ba5ee84e5bbd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 1126 time: 0.0646844 Feb 11 06:12:05.615621 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-20467b70-4631-433e-af66-c4d73541fea1 req-5c999ecc-7648-4f96-81be-3751127d5f7e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb34898-3440-4c1c-ab47-2ab46987c316 HTTP/1.1" status: 200 len: 217 time: 0.0405262 Feb 11 06:12:05.669596 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20467b70-4631-433e-af66-c4d73541fea1 req-a4591924-9a59-430d-97dc-0050be0cde18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:05.671094 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-20467b70-4631-433e-af66-c4d73541fea1 req-a4591924-9a59-430d-97dc-0050be0cde18 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0477057 Feb 11 06:12:05.726658 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20467b70-4631-433e-af66-c4d73541fea1 req-061cdc59-f440-4e82-831c-5966c455d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:05.728141 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-20467b70-4631-433e-af66-c4d73541fea1 req-061cdc59-f440-4e82-831c-5966c455d07d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478661 Feb 11 06:12:05.826918 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-20467b70-4631-433e-af66-c4d73541fea1 req-fccbc073-c8e6-48db-9ccc-bbddb99ea2c7 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886884 Feb 11 06:12:05.921251 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-20467b70-4631-433e-af66-c4d73541fea1 req-62849541-eb7a-4bcc-8716-ae6e634a03c2 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841804 Feb 11 06:12:06.023857 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b55bd-b25b-4b13-9bbe-6350476d26f6 req-a2890d71-a092-4453-8574-1cc395b65a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:06.025347 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-836b55bd-b25b-4b13-9bbe-6350476d26f6 req-a2890d71-a092-4453-8574-1cc395b65a4e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 1126 time: 0.0473201 Feb 11 06:12:06.120437 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b55bd-b25b-4b13-9bbe-6350476d26f6 req-7c405ecd-7ecf-4e79-be21-646c4a76c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:06.121952 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-836b55bd-b25b-4b13-9bbe-6350476d26f6 req-7c405ecd-7ecf-4e79-be21-646c4a76c29d service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0905344 Feb 11 06:12:06.163580 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-836b55bd-b25b-4b13-9bbe-6350476d26f6 req-de368205-d28d-41cc-b4d2-a65cd52e2b15 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb34898-3440-4c1c-ab47-2ab46987c316 HTTP/1.1" status: 200 len: 217 time: 0.0348637 Feb 11 06:12:06.221136 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b55bd-b25b-4b13-9bbe-6350476d26f6 req-46c60758-6c2f-4bb6-8831-11e317d3f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:06.222605 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-836b55bd-b25b-4b13-9bbe-6350476d26f6 req-46c60758-6c2f-4bb6-8831-11e317d3f4b9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0484827 Feb 11 06:12:06.274248 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b55bd-b25b-4b13-9bbe-6350476d26f6 req-fab59fc1-5ebf-4e69-8dbd-f8c01a8c5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:06.275708 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-836b55bd-b25b-4b13-9bbe-6350476d26f6 req-fab59fc1-5ebf-4e69-8dbd-f8c01a8c5c2c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463600 Feb 11 06:12:06.370101 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-836b55bd-b25b-4b13-9bbe-6350476d26f6 req-ba0efaea-2a17-4500-9db1-f01febaaf589 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876794 Feb 11 06:12:06.465964 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-836b55bd-b25b-4b13-9bbe-6350476d26f6 req-96640489-cd67-44e4-87e6-9a54ab04069d service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870764 Feb 11 06:12:06.477785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad75050-054b-4e2c-a5c9-8bdad6e71d8e req-2201ec1d-28e9-43df-9505-68223cf27560 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:06.479562 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bad75050-054b-4e2c-a5c9-8bdad6e71d8e req-2201ec1d-28e9-43df-9505-68223cf27560 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 943 time: 0.0581727 Feb 11 06:12:06.528049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bad75050-054b-4e2c-a5c9-8bdad6e71d8e req-3610dd1f-377e-4501-a20b-c8e090fb0902 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426593 Feb 11 06:12:07.652044 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb921a71-1540-4031-b6ac-d51e1d6da1ac req-54757bb6-bf9a-40ca-b3ed-9a98b56880fb tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:07.653548 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb921a71-1540-4031-b6ac-d51e1d6da1ac req-54757bb6-bf9a-40ca-b3ed-9a98b56880fb tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 943 time: 0.0532951 Feb 11 06:12:07.701185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb921a71-1540-4031-b6ac-d51e1d6da1ac req-8e53f5c9-1d02-4d12-a6d6-9262e025cae3 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419509 Feb 11 06:12:07.875300 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7eb34898-3440-4c1c-ab47-2ab46987c316 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:12:07.975191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7eb34898-3440-4c1c-ab47-2ab46987c316,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:07.986170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'port_id': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'mac_address': 'fa:16:3e:ff:ce:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:12:08.024108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 7eb34898-3440-4c1c-ab47-2ab46987c316 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:08.024501 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:08.041655 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb34898-3440-4c1c-ab47-2ab46987c316 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:12:08.061330 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7eb34898-3440-4c1c-ab47-2ab46987c316,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:08.065826 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:08.112741 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=7eb34898-3440-4c1c-ab47-2ab46987c316,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:08.349881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['7eb34898-3440-4c1c-ab47-2ab46987c316'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:12:08.826512 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc587c-5482-4770-9210-5c1a8c143041 req-cc56d4ef-8814-433c-b5be-39281fef67ff tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:08.828056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85cc587c-5482-4770-9210-5c1a8c143041 req-cc56d4ef-8814-433c-b5be-39281fef67ff tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 944 time: 0.0559404 Feb 11 06:12:08.875320 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85cc587c-5482-4770-9210-5c1a8c143041 req-d68f8747-c790-47a2-8729-df1e822f4ff4 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410790 Feb 11 06:12:09.377193 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:12:09.891860 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7eb34898-3440-4c1c-ab47-2ab46987c316 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:12:09.941993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 7eb34898-3440-4c1c-ab47-2ab46987c316 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:12:09.946620 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 7eb34898-3440-4c1c-ab47-2ab46987c316 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:09.947047 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:09.998883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838c991-13ea-4532-b20c-c7439d36ec32 req-46a5709f-efdd-4f8c-8705-7b0c530d3133 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:10.000468 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2838c991-13ea-4532-b20c-c7439d36ec32 req-46a5709f-efdd-4f8c-8705-7b0c530d3133 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 944 time: 0.0537000 Feb 11 06:12:10.025336 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 7eb34898-3440-4c1c-ab47-2ab46987c316 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:10.025767 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:10.048016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2838c991-13ea-4532-b20c-c7439d36ec32 req-54a27ee2-c7e1-42b7-a471-a4bbc4b812f3 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419769 Feb 11 06:12:10.049628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:10.052032 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd453e2-6644-4fbf-a501-39cccee2de63" -d '{"events": [{"server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "name": "network-vif-plugged", "status": "completed", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:10.069484 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7eb34898-3440-4c1c-ab47-2ab46987c316,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:10.073791 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:10.100653 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19ce8f9-f792-4f04-84fc-025a249e931e x-openstack-request-id: req-c19ce8f9-f792-4f04-84fc-025a249e931e {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:10.100947 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "name": "network-vif-plugged", "status": "completed", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:10.101201 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c19ce8f9-f792-4f04-84fc-025a249e931e {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:10.101593 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'code': 200} Feb 11 06:12:10.128350 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=7eb34898-3440-4c1c-ab47-2ab46987c316,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:10.200687 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26badc9-a351-4491-a882-6fde2e7704b3 req-4c00a0cd-346c-4ecc-9414-771cd3172ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:10.202089 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e26badc9-a351-4491-a882-6fde2e7704b3 req-4c00a0cd-346c-4ecc-9414-771cd3172ebf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 1128 time: 0.0443296 Feb 11 06:12:10.251035 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e26badc9-a351-4491-a882-6fde2e7704b3 req-ef80c60e-3768-4f46-b600-5150f2eeff2f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410802 Feb 11 06:12:10.316253 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:11.170264 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088e045-daa2-45f1-8897-736526ace9dd req-ae70a35c-7234-4a7a-af3c-2b3ad039a1a7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:11.172244 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7088e045-daa2-45f1-8897-736526ace9dd req-ae70a35c-7234-4a7a-af3c-2b3ad039a1a7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0544972 Feb 11 06:12:11.223840 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7088e045-daa2-45f1-8897-736526ace9dd req-83c7bae1-ce4c-4e26-a081-bf6a0d3b5502 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454202 Feb 11 06:12:12.351894 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca911d83-fd2b-4176-8d30-41cf7a2d4c3b req-522bc6e0-b501-4cd7-a313-f881261844f6 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:12.353390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca911d83-fd2b-4176-8d30-41cf7a2d4c3b req-522bc6e0-b501-4cd7-a313-f881261844f6 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0575528 Feb 11 06:12:12.399971 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca911d83-fd2b-4176-8d30-41cf7a2d4c3b req-3da5948e-c58d-45db-a488-2ce45116ff48 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409181 Feb 11 06:12:12.517129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48b7e0-490c-4915-b6c4-bb6ae8f73c38 req-01bb2547-f948-4a53-9bfc-e2911cd2cf10 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:12.518525 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c48b7e0-490c-4915-b6c4-bb6ae8f73c38 req-01bb2547-f948-4a53-9bfc-e2911cd2cf10 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0552008 Feb 11 06:12:12.527334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54336) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:12:12.537796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9f7a8e3c-9691-4521-981a-e29241f3de8f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Request body: {'floatingip': {'port_id': '7eb34898-3440-4c1c-ab47-2ab46987c316'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:12.583705 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8e3c-9691-4521-981a-e29241f3de8f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for floatingip (88b8fbf8-e928-4e28-baf6-b02de0b87079), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:13.053989 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8e3c-9691-4521-981a-e29241f3de8f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:13.057866 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8e3c-9691-4521-981a-e29241f3de8f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (88b8fbf8-e928-4e28-baf6-b02de0b87079), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:13.162427 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-9f7a8e3c-9691-4521-981a-e29241f3de8f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Floating IP 88b8fbf8-e928-4e28-baf6-b02de0b87079 associated. External IP: 172.25.5.93, port: 7eb34898-3440-4c1c-ab47-2ab46987c316. Feb 11 06:12:13.374937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7a8e3c-9691-4521-981a-e29241f3de8f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Router 38e3500f-4001-4a27-9ea0-518f5ea65544 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:12:13.485338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7a8e3c-9691-4521-981a-e29241f3de8f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:12:13.490149 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8e3c-9691-4521-981a-e29241f3de8f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:13.495838 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3cf551-3721-489e-8bc1-bd9f5d45fe7a None None] Sync routers for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:12:13.506427 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3cf551-3721-489e-8bc1-bd9f5d45fe7a None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:13.507047 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2e3cf551-3721-489e-8bc1-bd9f5d45fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:12:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:13.519607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9f7a8e3c-9691-4521-981a-e29241f3de8f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "PUT /v2.0/floatingips/88b8fbf8-e928-4e28-baf6-b02de0b87079 HTTP/1.1" status: 200 len: 990 time: 0.9909160 Feb 11 06:12:13.520235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:13.522657 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b5c48b-5b61-4734-9b34-352b3e7d5346" -d '{"events": [{"name": "network-changed", "server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:13.561099 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f9c801-ebc0-444a-a466-9973d73557c2 x-openstack-request-id: req-a5f9c801-ebc0-444a-a466-9973d73557c2 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:13.561682 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:13.561933 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a5f9c801-ebc0-444a-a466-9973d73557c2 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:13.562347 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'status': 'completed', 'code': 200} Feb 11 06:12:13.620299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-2e3cf551-3721-489e-8bc1-bd9f5d45fe7a None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:12:13.635679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c48b-5b61-4734-9b34-352b3e7d5346 req-dd410ae4-613f-4acf-9177-00772c9c4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:13.637945 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46b5c48b-5b61-4734-9b34-352b3e7d5346 req-dd410ae4-613f-4acf-9177-00772c9c4e94 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 1128 time: 0.0525506 Feb 11 06:12:13.782225 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee35539-5952-4a3e-8f8c-a074945b7ce8 req-49859783-ffe7-4abb-b24c-f46557da102a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:13.783981 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ee35539-5952-4a3e-8f8c-a074945b7ce8 req-49859783-ffe7-4abb-b24c-f46557da102a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0625882 Feb 11 06:12:13.788714 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c48b-5b61-4734-9b34-352b3e7d5346 req-7972756f-3844-4334-97ba-1f1a9ec4f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:13.790200 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46b5c48b-5b61-4734-9b34-352b3e7d5346 req-7972756f-3844-4334-97ba-1f1a9ec4f7a1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.1452446 Feb 11 06:12:13.792832 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-fed8d5ba-c7ce-45f3-b9ef-f9df3ff06aea service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714095 Feb 11 06:12:13.836899 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3ee35539-5952-4a3e-8f8c-a074945b7ce8 req-6c34a422-e0a2-46c1-b3ce-db51a23182cd tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468209 Feb 11 06:12:13.874385 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46b5c48b-5b61-4734-9b34-352b3e7d5346 req-75421bb1-e895-45fc-9a4c-1bdb17d205f6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb34898-3440-4c1c-ab47-2ab46987c316 HTTP/1.1" status: 200 len: 998 time: 0.0774214 Feb 11 06:12:13.886144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2e3cf551-3721-489e-8bc1-bd9f5d45fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '88b8fbf8-e928-4e28-baf6-b02de0b87079', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'port_id': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'mac_address': 'fa:16:3e:ff:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:22Z', 'updated_at': '2022-02-11T06:12:12Z', 'revision_number': 9, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:13.918255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3cf551-3721-489e-8bc1-bd9f5d45fe7a None None] Checking router: 38e3500f-4001-4a27-9ea0-518f5ea65544 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:12:13.927499 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3cf551-3721-489e-8bc1-bd9f5d45fe7a None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:13.928118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2e3cf551-3721-489e-8bc1-bd9f5d45fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:12:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:13.931068 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c48b-5b61-4734-9b34-352b3e7d5346 req-fc3cb8a4-67bf-49a7-971a-016e3f5d23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:13.932574 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46b5c48b-5b61-4734-9b34-352b3e7d5346 req-fc3cb8a4-67bf-49a7-971a-016e3f5d23b0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0521505 Feb 11 06:12:13.987301 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c48b-5b61-4734-9b34-352b3e7d5346 req-f8ebd8d0-2fa8-40e1-9cf3-46add3545e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:13.988853 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46b5c48b-5b61-4734-9b34-352b3e7d5346 req-f8ebd8d0-2fa8-40e1-9cf3-46add3545e47 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504339 Feb 11 06:12:14.041696 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-2e3cf551-3721-489e-8bc1-bd9f5d45fe7a None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:12:14.089082 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46b5c48b-5b61-4734-9b34-352b3e7d5346 req-f8886c02-ba24-486a-8cd8-aa835a2447b2 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926855 Feb 11 06:12:14.191151 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46b5c48b-5b61-4734-9b34-352b3e7d5346 req-4db98263-8c56-462d-8832-3a5e972b0f09 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953908 Feb 11 06:12:14.206139 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-5549149f-1af0-41e3-9f7b-e951fedcc8fa tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:14.207568 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-5549149f-1af0-41e3-9f7b-e951fedcc8fa tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports/7eb34898-3440-4c1c-ab47-2ab46987c316 HTTP/1.1" status: 200 len: 942 time: 0.0461564 Feb 11 06:12:14.288810 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2e3cf551-3721-489e-8bc1-bd9f5d45fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '88b8fbf8-e928-4e28-baf6-b02de0b87079', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'port_id': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'mac_address': 'fa:16:3e:ff:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:22Z', 'updated_at': '2022-02-11T06:12:12Z', 'revision_number': 9, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:14.319111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3cf551-3721-489e-8bc1-bd9f5d45fe7a None None] The sync data for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 is: [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '88b8fbf8-e928-4e28-baf6-b02de0b87079', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'port_id': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'mac_address': 'fa:16:3e:ff:ce:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:22Z', 'updated_at': '2022-02-11T06:12:12Z', 'revision_number': 9, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:12:14.534345 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5948c71-c2d1-4670-9086-4eb3175bcdfe None None] New status for floating IP 88b8fbf8-e928-4e28-baf6-b02de0b87079: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:12:14.661001 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:14.958179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28418d-c0f7-4bc2-8e45-67be26101f8a req-d58f3a1b-563e-4c09-a7b2-85a263120307 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:14.959702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc28418d-c0f7-4bc2-8e45-67be26101f8a req-d58f3a1b-563e-4c09-a7b2-85a263120307 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0529330 Feb 11 06:12:15.011570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc28418d-c0f7-4bc2-8e45-67be26101f8a req-067ee466-6978-4a93-933d-86554fe8d19a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462697 Feb 11 06:12:15.060476 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-bf5c2c7e-9eb0-4d35-aa9f-a12c53b56a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:15.062066 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-bf5c2c7e-9eb0-4d35-aa9f-a12c53b56a28 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 1128 time: 0.0463600 Feb 11 06:12:15.164993 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9632000a-4c4f-4165-b3ef-1d558a39862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:15.166760 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9632000a-4c4f-4165-b3ef-1d558a39862c service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0974123 Feb 11 06:12:15.231198 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-d96260d3-4e03-4939-ba23-72f6d035fe52 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb34898-3440-4c1c-ab47-2ab46987c316 HTTP/1.1" status: 200 len: 1001 time: 0.0577567 Feb 11 06:12:15.281101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-1338696e-b88f-468e-8b52-e7e843402de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:15.282554 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-1338696e-b88f-468e-8b52-e7e843402de2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0430729 Feb 11 06:12:15.334208 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-90e1b4a6-ceda-4753-944c-172f98270914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:15.335712 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-90e1b4a6-ceda-4753-944c-172f98270914 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471313 Feb 11 06:12:15.424021 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-f8c5de86-5e5e-4be1-b209-896242f54b34 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818465 Feb 11 06:12:15.816551 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-58a58990-7117-4396-9ad0-a3fd6d354ef4 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868010 Feb 11 06:12:16.138109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0ddcb-ccfb-4caf-b99d-df60fb3bccbb req-7333557d-6176-466d-b2ef-edae83016b4d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:16.139801 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-12b0ddcb-ccfb-4caf-b99d-df60fb3bccbb req-7333557d-6176-466d-b2ef-edae83016b4d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0572906 Feb 11 06:12:16.185189 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-12b0ddcb-ccfb-4caf-b99d-df60fb3bccbb req-22ef4470-f3df-4d50-b93f-2953c0612a87 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397902 Feb 11 06:12:17.305714 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55529-0ed0-4672-87f2-0d75b8a87be8 req-65b96abe-797a-418d-851b-016560e9fa87 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:17.307222 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94d55529-0ed0-4672-87f2-0d75b8a87be8 req-65b96abe-797a-418d-851b-016560e9fa87 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0528183 Feb 11 06:12:17.355700 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-94d55529-0ed0-4672-87f2-0d75b8a87be8 req-ce672de5-b401-4542-9b59-108e6680d77b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Feb 11 06:12:18.477952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af004c4f-328e-43f1-baea-c4eca8ac41de req-e247eb4c-99fc-4e6f-a0bc-2910b45bcc59 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:18.479527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af004c4f-328e-43f1-baea-c4eca8ac41de req-e247eb4c-99fc-4e6f-a0bc-2910b45bcc59 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0536671 Feb 11 06:12:18.532764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-af004c4f-328e-43f1-baea-c4eca8ac41de req-22ca1ff5-3d91-432b-9732-3bd98fb7f023 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474770 Feb 11 06:12:19.656408 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a121bf5-a315-4353-bdd4-15724b2dfefb req-0a5da0da-5baa-4cc6-87af-5a0d089e5f1b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:19.658016 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a121bf5-a315-4353-bdd4-15724b2dfefb req-0a5da0da-5baa-4cc6-87af-5a0d089e5f1b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0574496 Feb 11 06:12:19.722580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a121bf5-a315-4353-bdd4-15724b2dfefb req-4b5696b4-1cbf-461c-ad4e-0661e752ce6b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587287 Feb 11 06:12:20.845820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7362f8-d2f2-4ef6-a885-d1544b0423db req-05253d1f-4163-43ec-9ed6-6594cb24db7f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:20.847328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9d7362f8-d2f2-4ef6-a885-d1544b0423db req-05253d1f-4163-43ec-9ed6-6594cb24db7f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0530431 Feb 11 06:12:20.898260 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9d7362f8-d2f2-4ef6-a885-d1544b0423db req-d575058a-acd4-4a27-9450-aec560ed876f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453715 Feb 11 06:12:22.025505 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8e43b-f680-4867-9289-b31b9c807047 req-30e5b2d5-1b1a-410e-b517-7db8ed2b1d6a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:22.027082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fea8e43b-f680-4867-9289-b31b9c807047 req-30e5b2d5-1b1a-410e-b517-7db8ed2b1d6a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0586782 Feb 11 06:12:22.087002 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fea8e43b-f680-4867-9289-b31b9c807047 req-ab6d78fe-3d46-4197-acf9-f4976b09ffe2 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501816 Feb 11 06:12:23.211689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdd463-81cf-40b0-b64e-81c1b9a02a89 req-71a252ca-2b98-4368-80af-403f9032956e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:23.213048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6afdd463-81cf-40b0-b64e-81c1b9a02a89 req-71a252ca-2b98-4368-80af-403f9032956e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0524430 Feb 11 06:12:23.259676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6afdd463-81cf-40b0-b64e-81c1b9a02a89 req-43b942c0-c532-463c-b54e-1248ad00c7be tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410764 Feb 11 06:12:24.388926 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a976d7-6002-4ea9-a42d-a775c94f497d req-efc7d0ef-93de-4f28-a092-240e22a2220b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:24.391343 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89a976d7-6002-4ea9-a42d-a775c94f497d req-efc7d0ef-93de-4f28-a092-240e22a2220b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0600195 Feb 11 06:12:24.439010 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89a976d7-6002-4ea9-a42d-a775c94f497d req-8c301a2f-964a-460b-be65-b37a497657ab tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420194 Feb 11 06:12:25.562354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac6e6e-ab21-4942-bede-6bafb5d67fc4 req-13a6e5fb-b8df-4a8b-88b6-f5a4cfc0291a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:25.563988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8ac6e6e-ab21-4942-bede-6bafb5d67fc4 req-13a6e5fb-b8df-4a8b-88b6-f5a4cfc0291a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0563564 Feb 11 06:12:25.616576 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8ac6e6e-ab21-4942-bede-6bafb5d67fc4 req-89abc7a4-affb-4530-8e3c-f2850f9746f6 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466552 Feb 11 06:12:26.747621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d90c04-5520-4623-b11c-99f417fa7e17 req-cf4236e2-23cb-43df-b471-152d7005e2ba tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:26.749145 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8d90c04-5520-4623-b11c-99f417fa7e17 req-cf4236e2-23cb-43df-b471-152d7005e2ba tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0579770 Feb 11 06:12:26.802633 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8d90c04-5520-4623-b11c-99f417fa7e17 req-b0557bea-be01-462c-87c5-3fa76c6a3348 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478768 Feb 11 06:12:27.933911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f70a7-cd24-4f41-8994-424bb98ca8f0 req-7a87a5cf-ec8b-4f7d-baf5-e387e8de823f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:27.935516 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-334f70a7-cd24-4f41-8994-424bb98ca8f0 req-7a87a5cf-ec8b-4f7d-baf5-e387e8de823f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0644813 Feb 11 06:12:27.985515 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-334f70a7-cd24-4f41-8994-424bb98ca8f0 req-3bf68f57-46ff-4b25-9be9-d29e6a98ce6c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433590 Feb 11 06:12:28.593519 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c3b373e9-693a-4936-91d9-69635734e4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:29.112606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744181d1-3a0b-49a1-8f86-e5183c68504d req-b914df20-318d-4ae5-a99e-debdc2e2b169 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:29.114107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-744181d1-3a0b-49a1-8f86-e5183c68504d req-b914df20-318d-4ae5-a99e-debdc2e2b169 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0537367 Feb 11 06:12:29.162919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-744181d1-3a0b-49a1-8f86-e5183c68504d req-1cc5e2a0-6709-4daa-8180-59d988f7d2df tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426595 Feb 11 06:12:30.286118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c92da-0acb-426a-9f56-bd52189a58e6 req-5869eee1-b0b1-414b-ba29-cb097f33a7d0 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:30.287646 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b28c92da-0acb-426a-9f56-bd52189a58e6 req-5869eee1-b0b1-414b-ba29-cb097f33a7d0 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0567210 Feb 11 06:12:30.333313 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b28c92da-0acb-426a-9f56-bd52189a58e6 req-eafac949-a1be-4bd7-9236-be95244988e6 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400732 Feb 11 06:12:30.903100 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-554446f9-98e1-48e1-9b2b-077a6bac4394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:31.453988 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742aba4d-45d5-4d72-9c58-9e8981ae84ed req-71b5ce19-c7a0-4119-946a-46e1cc400a7d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:31.455521 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-742aba4d-45d5-4d72-9c58-9e8981ae84ed req-71b5ce19-c7a0-4119-946a-46e1cc400a7d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0540829 Feb 11 06:12:31.502365 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-742aba4d-45d5-4d72-9c58-9e8981ae84ed req-8a0db9e7-73ac-476b-827b-28a91eaad219 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413074 Feb 11 06:12:32.617392 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:32.623098 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc7064-7c81-466f-8510-be1593ed4d27 req-3637b940-07a2-4b13-a221-c636e7181352 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:32.624634 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edfc7064-7c81-466f-8510-be1593ed4d27 req-3637b940-07a2-4b13-a221-c636e7181352 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0543885 Feb 11 06:12:32.676555 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edfc7064-7c81-466f-8510-be1593ed4d27 req-14d67480-fe0d-4445-8935-e818091cdd05 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457227 Feb 11 06:12:33.799544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3146d-f748-4624-9025-bcb53b245021 req-007901ab-716d-4b8d-b311-f765e5bfbe41 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:33.801102 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ece3146d-f748-4624-9025-bcb53b245021 req-007901ab-716d-4b8d-b311-f765e5bfbe41 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0552137 Feb 11 06:12:33.813286 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:33.850231 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ece3146d-f748-4624-9025-bcb53b245021 req-08ff8288-4b51-425b-9cdc-86523bbb190f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431321 Feb 11 06:12:34.974427 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba5feb-aa49-48be-bcfb-6679ff945675 req-a6094bb3-95cd-48e4-9168-4085ce73dec1 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:34.975957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8ba5feb-aa49-48be-bcfb-6679ff945675 req-a6094bb3-95cd-48e4-9168-4085ce73dec1 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0531878 Feb 11 06:12:35.022028 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8ba5feb-aa49-48be-bcfb-6679ff945675 req-2c19dd3d-0f9f-46c0-a83e-ac1238db4fdb tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404391 Feb 11 06:12:35.269248 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:36.153896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915fb71-03bb-48b0-a3b6-59ded9ea938a req-9be93dfa-e1a1-49fb-a749-acc1f74f0cc8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:36.155402 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e915fb71-03bb-48b0-a3b6-59ded9ea938a req-9be93dfa-e1a1-49fb-a749-acc1f74f0cc8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0625713 Feb 11 06:12:36.213265 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e915fb71-03bb-48b0-a3b6-59ded9ea938a req-7a64bc96-6ea7-4f9a-81e5-87b1efc9f182 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512173 Feb 11 06:12:37.347557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fb41f-4c5c-4a42-a319-e51af3be0506 req-51f37c82-f0a1-4bb0-81af-2abf4db38870 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:37.349270 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-838fb41f-4c5c-4a42-a319-e51af3be0506 req-51f37c82-f0a1-4bb0-81af-2abf4db38870 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0645719 Feb 11 06:12:37.397756 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-838fb41f-4c5c-4a42-a319-e51af3be0506 req-f84c67ba-d224-4c46-bc51-b7abc8032d2f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428720 Feb 11 06:12:38.526527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdb12c-7d40-4a25-989c-60264540e3ed req-4d96de35-a32a-40c4-a9ba-62e732b384e2 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:38.528067 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9cbdb12c-7d40-4a25-989c-60264540e3ed req-4d96de35-a32a-40c4-a9ba-62e732b384e2 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0590219 Feb 11 06:12:38.576823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9cbdb12c-7d40-4a25-989c-60264540e3ed req-093e8fbb-b519-4219-9beb-7af9e5dfa1c9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431199 Feb 11 06:12:39.700184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53795f8b-f545-4227-9931-b94c7aa91084 req-7efe0b74-42b6-42ef-850e-0a710c160bc5 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:39.701711 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53795f8b-f545-4227-9931-b94c7aa91084 req-7efe0b74-42b6-42ef-850e-0a710c160bc5 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0528457 Feb 11 06:12:39.748992 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53795f8b-f545-4227-9931-b94c7aa91084 req-17988383-101f-4f8f-866d-26cbdcac2582 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410004 Feb 11 06:12:40.306604 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:40.872195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb872101-305d-4385-bd3d-80a63df5a18e req-8f0da26a-4281-41b5-b08e-ac1ebd08ab46 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:40.873902 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb872101-305d-4385-bd3d-80a63df5a18e req-8f0da26a-4281-41b5-b08e-ac1ebd08ab46 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0537753 Feb 11 06:12:40.926361 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb872101-305d-4385-bd3d-80a63df5a18e req-77c81e7f-5a44-4201-aa29-488fc55bf3da tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462697 Feb 11 06:12:42.047781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb40691-01c0-410f-96e2-cbe371c65169 req-21be6fcd-1055-447c-86ca-811466e0f5e5 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:42.049297 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6eb40691-01c0-410f-96e2-cbe371c65169 req-21be6fcd-1055-447c-86ca-811466e0f5e5 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0539694 Feb 11 06:12:42.096596 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6eb40691-01c0-410f-96e2-cbe371c65169 req-09e11793-b72c-467e-a68e-b6469b07750f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417080 Feb 11 06:12:42.958441 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-59459a64-effa-45f2-ba0b-e5a8c1e3ee5b service neutron] show failed (client error): The resource could not be found. Feb 11 06:12:42.959507 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-59459a64-effa-45f2-ba0b-e5a8c1e3ee5b service neutron] 10.222.0.88 "GET /v2.0/ports/7eb34898-3440-4c1c-ab47-2ab46987c316/bindings/n-h1-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.0555263 Feb 11 06:12:43.260762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7416a1d-ad58-42be-be0b-a7e33211d1df req-37d04988-3d9d-41eb-8dd1-6aceb52fa2eb tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:43.262159 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7416a1d-ad58-42be-be0b-a7e33211d1df req-37d04988-3d9d-41eb-8dd1-6aceb52fa2eb tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0874488 Feb 11 06:12:43.264895 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-af10cba0-dc17-44d9-9fcf-b771ec4e1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:43.266797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-af10cba0-dc17-44d9-9fcf-b771ec4e1065 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d&tenant_id=a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 1128 time: 0.0819068 Feb 11 06:12:43.279783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:43.358648 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7416a1d-ad58-42be-be0b-a7e33211d1df req-13b1b7fa-6b10-4c25-b80e-033e02a43e5b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890312 Feb 11 06:12:43.365924 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.593981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7eb34898-3440-4c1c-ab47-2ab46987c316,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:43.630662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:12:43.673783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:43.676069 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4f2d26-03ae-48a8-bb15-5e746839e364" -d '{"events": [{"server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "name": "network-vif-unplugged", "status": "completed", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:43.680433 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Publish callbacks [] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.693362 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Transition to ACTIVE for port object 7eb34898-3440-4c1c-ab47-2ab46987c316 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:12:43.697801 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:43.728595 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5a5a13-aefd-4c4b-a433-2bc779fb4fe1 x-openstack-request-id: req-2e5a5a13-aefd-4c4b-a433-2bc779fb4fe1 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:43.728895 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "name": "network-vif-unplugged", "status": "completed", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:43.729147 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2e5a5a13-aefd-4c4b-a433-2bc779fb4fe1 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:43.729541 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'code': 200} Feb 11 06:12:43.776509 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb34898-3440-4c1c-ab47-2ab46987c316,revision_number=6']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:43.825989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] No DVR routers for this DVR port 7eb34898-3440-4c1c-ab47-2ab46987c316 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:12:43.967154 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Attempting to bind port 7eb34898-3440-4c1c-ab47-2ab46987c316 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:12:43.967511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Attempting to bind port 7eb34898-3440-4c1c-ab47-2ab46987c316 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:12:43.967834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Attempting to bind port 7eb34898-3440-4c1c-ab47-2ab46987c316 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:43.972108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Port 7eb34898-3440-4c1c-ab47-2ab46987c316 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:12:43.972420 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Attempting to bind port 7eb34898-3440-4c1c-ab47-2ab46987c316 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:43.977125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:12:43.977460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Checking segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:12:43.977837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Bound using segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:12:43.978251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Bound port: 7eb34898-3440-4c1c-ab47-2ab46987c316, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:12:43.978596 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:44.041061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:12:44.044295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=7eb34898-3440-4c1c-ab47-2ab46987c316,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:12:44.049978 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:44.087981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:44.088596 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:44.089980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] 10.222.0.73 "PUT /v2.0/ports/7eb34898-3440-4c1c-ab47-2ab46987c316 HTTP/1.1" status: 200 len: 1092 time: 0.8147478 Feb 11 06:12:44.108371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc3a06-c14d-41f0-a99c-e2c026411c05 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb34898-3440-4c1c-ab47-2ab46987c316,revision_number=7']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:44.161244 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-0f19dd7f-d32c-4b95-a3a9-252ae9539b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:44.162803 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-0f19dd7f-d32c-4b95-a3a9-252ae9539b9e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 1126 time: 0.0508814 Feb 11 06:12:44.261626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-8f21a303-b268-4372-802e-f2cd87aa15b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:44.263114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-8f21a303-b268-4372-802e-f2cd87aa15b7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0941558 Feb 11 06:12:44.331821 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-e1a3ead8-497d-4a88-bdf5-b9ae553aeae0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb34898-3440-4c1c-ab47-2ab46987c316 HTTP/1.1" status: 200 len: 999 time: 0.0628600 Feb 11 06:12:44.387226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-662caa26-eaa7-476d-9332-6251583b9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:44.388675 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-662caa26-eaa7-476d-9332-6251583b9e3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0485394 Feb 11 06:12:44.450851 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-c104d087-9557-49dc-9ecb-102eaaf0cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:44.452440 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-c104d087-9557-49dc-9ecb-102eaaf0cbc1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0581791 Feb 11 06:12:44.554143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b205eb0-cd41-4907-9836-f5158473391c req-66eb7e92-c156-4161-90c2-dc1a27e8c150 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:44.555796 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b205eb0-cd41-4907-9836-f5158473391c req-66eb7e92-c156-4161-90c2-dc1a27e8c150 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 943 time: 0.1207323 Feb 11 06:12:44.587230 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-c1e9c0e7-f85e-4750-8d6c-21f4a503fbb6 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204307 Feb 11 06:12:44.638292 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b205eb0-cd41-4907-9836-f5158473391c req-ad7e700d-f2cc-44ec-8ade-1cfdd96400b7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764074 Feb 11 06:12:44.674024 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:44.699150 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-829ad8a6-79d7-4405-adcf-6e245680e859 req-c7fa043f-8fd0-4360-aa87-dbf438f451c6 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062436 Feb 11 06:12:45.734274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:45.736761 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189d1a29-a16f-4d7d-839b-cbda3f2741a0" -d '{"events": [{"name": "network-changed", "server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:45.767056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600bf87-8d50-4059-83f7-ec217e623cea req-ac397b02-2ffd-4cce-a9e1-aae42826a604 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:45.768868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9600bf87-8d50-4059-83f7-ec217e623cea req-ac397b02-2ffd-4cce-a9e1-aae42826a604 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 943 time: 0.0609498 Feb 11 06:12:45.792139 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b2dcc2-0d4d-4c8d-964e-38583da0cc09 x-openstack-request-id: req-a1b2dcc2-0d4d-4c8d-964e-38583da0cc09 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:45.792863 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:45.792863 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a1b2dcc2-0d4d-4c8d-964e-38583da0cc09 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:45.793244 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'status': 'completed', 'code': 200} Feb 11 06:12:45.831359 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9600bf87-8d50-4059-83f7-ec217e623cea req-c1bbb70f-b337-4b1c-bfa5-f8655c5a0adb tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559087 Feb 11 06:12:45.873973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-524f80ef-3385-437a-9fc2-e4a9c6b93294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:45.876525 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-524f80ef-3385-437a-9fc2-e4a9c6b93294 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 1126 time: 0.0605512 Feb 11 06:12:45.879819 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-6d8462e8-2103-450a-8822-ecb4eced5e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:45.881361 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-6d8462e8-2103-450a-8822-ecb4eced5e5f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 1126 time: 0.0569332 Feb 11 06:12:45.981897 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-1c11fa8d-2a52-4684-85a7-8622430b1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:45.983309 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-1c11fa8d-2a52-4684-85a7-8622430b1de9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.1005154 Feb 11 06:12:45.985059 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-5cdabd25-9eb4-41a0-8a0d-20b4bc296cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:45.986609 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-5cdabd25-9eb4-41a0-8a0d-20b4bc296cc1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0943425 Feb 11 06:12:46.013488 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7eb34898-3440-4c1c-ab47-2ab46987c316 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:12:46.058474 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-6ef77c51-34b3-458b-9469-9db4d4236192 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb34898-3440-4c1c-ab47-2ab46987c316 HTTP/1.1" status: 200 len: 999 time: 0.0688806 Feb 11 06:12:46.064622 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-ae04f2a0-7620-4b94-90ce-7c54f45a618a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb34898-3440-4c1c-ab47-2ab46987c316 HTTP/1.1" status: 200 len: 999 time: 0.0699143 Feb 11 06:12:46.067116 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] The host n-h2-713499-38 is not matching for port 7eb34898-3440-4c1c-ab47-2ab46987c316 host n-h1-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:12:46.067722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7eb34898-3440-4c1c-ab47-2ab46987c316 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:12:46.121742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-bec3c4f2-4c9a-4475-8f80-feadfafd8546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:46.123236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-bec3c4f2-4c9a-4475-8f80-feadfafd8546 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0560055 Feb 11 06:12:46.124639 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-7ab2240f-885b-4b28-9034-301bab6f6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:46.126095 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-7ab2240f-885b-4b28-9034-301bab6f6001 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0539200 Feb 11 06:12:46.178477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-fb322072-8c96-48c6-9564-0e9d71c3a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:46.180047 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-fb322072-8c96-48c6-9564-0e9d71c3a2ff service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479703 Feb 11 06:12:46.184107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-ae7bcfbe-115e-44bf-8dc2-d2721939914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:46.185599 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-ae7bcfbe-115e-44bf-8dc2-d2721939914c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0563476 Feb 11 06:12:46.284902 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-2e23218f-f2de-495a-af49-de008541b8da service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932050 Feb 11 06:12:46.287683 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-23e0f28e-470f-44b5-9b10-b67f1a8cb4db service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976040 Feb 11 06:12:46.377443 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:12:46.382419 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-a9076738-ba1a-4864-b21c-3b2608c53c02 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900040 Feb 11 06:12:46.384825 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-189d1a29-a16f-4d7d-839b-cbda3f2741a0 req-4523fc63-7da1-427d-bc3f-1a2d3810ae56 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868082 Feb 11 06:12:46.955136 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf593ab-2fd0-4352-ab86-9b7dde82bc00 req-e519f9d2-6b06-4f87-bdce-6512fc7e8d73 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:46.956656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adf593ab-2fd0-4352-ab86-9b7dde82bc00 req-e519f9d2-6b06-4f87-bdce-6512fc7e8d73 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 943 time: 0.0540690 Feb 11 06:12:46.994891 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 7eb34898-3440-4c1c-ab47-2ab46987c316 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:12:47.002375 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-adf593ab-2fd0-4352-ab86-9b7dde82bc00 req-350cfb9e-8a9c-418c-8396-db7cd3a889d5 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401363 Feb 11 06:12:47.096375 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=7eb34898-3440-4c1c-ab47-2ab46987c316,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:47.107650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'port_id': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'mac_address': 'fa:16:3e:ff:ce:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:12:47.148012 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 7eb34898-3440-4c1c-ab47-2ab46987c316 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:47.148012 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:47.159321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb34898-3440-4c1c-ab47-2ab46987c316 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:12:47.180583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=7eb34898-3440-4c1c-ab47-2ab46987c316,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:47.183871 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:47.243023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=7eb34898-3440-4c1c-ab47-2ab46987c316,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:47.251073 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:47.251444 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:47.251817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:47.252167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:47.252508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:47.252844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:47.253179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:47.253513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:47.253847 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:47.254193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:47.254516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:47.254849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:47.255179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:12:47.428131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['7eb34898-3440-4c1c-ab47-2ab46987c316'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:12:47.671362 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bf79c-c329-4e69-a710-063432592a99 req-e5a308d5-0db1-45af-8bd9-4a0d35c59859 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:47.672858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-696bf79c-c329-4e69-a710-063432592a99 req-e5a308d5-0db1-45af-8bd9-4a0d35c59859 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 944 time: 0.4065108 Feb 11 06:12:47.680220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b72e1-ab95-4024-8151-be567f650615 req-c6d75375-86ff-4243-a77e-0d9f68d6dbf6 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:47.681530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-c6d75375-86ff-4243-a77e-0d9f68d6dbf6 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.73 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d&tenant_id=a34476e9622e43f4a7ef797bd478ab75&binding%3Ahost_id=n-h1-713499-38 HTTP/1.1" status: 200 len: 944 time: 0.4245563 Feb 11 06:12:47.763137 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-696bf79c-c329-4e69-a710-063432592a99 req-361f3986-ae64-452e-a7c7-e5fa459539d8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806422 Feb 11 06:12:47.769999 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-f4e24f39-4e44-4fac-9462-aa1273ed4ee6 service neutron] 10.222.0.73 "GET /v2.0/ports/7eb34898-3440-4c1c-ab47-2ab46987c316/bindings/n-h1-713499-38 HTTP/1.1" status: 200 len: 383 time: 0.0803051 Feb 11 06:12:47.837211 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b72e1-ab95-4024-8151-be567f650615 req-bf2c1775-1224-4c25-a158-d95da9506b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:47.838725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-bf2c1775-1224-4c25-a158-d95da9506b03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 1127 time: 0.0456095 Feb 11 06:12:47.927514 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b72e1-ab95-4024-8151-be567f650615 req-e60a0169-3bd4-4ca5-9c30-f72b1462980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:47.929007 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-e60a0169-3bd4-4ca5-9c30-f72b1462980d service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0845518 Feb 11 06:12:48.000080 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-1edeefe4-27e7-4615-a2d4-8eb2b5462924 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb34898-3440-4c1c-ab47-2ab46987c316 HTTP/1.1" status: 200 len: 1000 time: 0.0647631 Feb 11 06:12:48.059677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b72e1-ab95-4024-8151-be567f650615 req-59747647-1dad-450a-be2a-5096e89a5e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:48.061115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-59747647-1dad-450a-be2a-5096e89a5e50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0554535 Feb 11 06:12:48.108733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b72e1-ab95-4024-8151-be567f650615 req-db9badd3-5146-40c2-b470-7c06698df569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:48.110225 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-db9badd3-5146-40c2-b470-7c06698df569 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431235 Feb 11 06:12:48.198887 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-08c04e5e-7316-48b5-b742-c449db5a19fa service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818760 Feb 11 06:12:48.285315 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-3b1c9450-f604-473f-85e9-ce8f3acb4a76 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806205 Feb 11 06:12:48.890785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce378f-39e7-42fa-bf1a-85d1672fc823 req-1d053f79-4c8b-4369-9af5-635be0e3dea3 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:48.892316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0ce378f-39e7-42fa-bf1a-85d1672fc823 req-1d053f79-4c8b-4369-9af5-635be0e3dea3 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 944 time: 0.0574458 Feb 11 06:12:48.939022 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0ce378f-39e7-42fa-bf1a-85d1672fc823 req-ebbeca48-26b4-4c4e-8474-00ec1ab4e414 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407279 Feb 11 06:12:49.011382 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 7eb34898-3440-4c1c-ab47-2ab46987c316 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:12:49.062690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 7eb34898-3440-4c1c-ab47-2ab46987c316 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:12:49.066622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 7eb34898-3440-4c1c-ab47-2ab46987c316 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:49.067000 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.142656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 7eb34898-3440-4c1c-ab47-2ab46987c316 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:49.143054 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.165205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:49.167442 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799afaa2-4a60-492c-9a5e-412b35576d4f" -d '{"events": [{"server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "name": "network-vif-plugged", "status": "completed", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:49.180920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=7eb34898-3440-4c1c-ab47-2ab46987c316,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:49.184758 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:49.227884 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c49f46-5348-4541-9669-e3e0290436cc x-openstack-request-id: req-35c49f46-5348-4541-9669-e3e0290436cc {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:49.228372 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "name": "network-vif-plugged", "status": "completed", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:49.228800 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-35c49f46-5348-4541-9669-e3e0290436cc {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:49.229456 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'code': 200} Feb 11 06:12:49.260875 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=7eb34898-3440-4c1c-ab47-2ab46987c316,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:49.888431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82839890-1be0-41ea-98da-d006689f63e9 req-7242af85-531e-44a0-8220-41e104fbe01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:49.890228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82839890-1be0-41ea-98da-d006689f63e9 req-7242af85-531e-44a0-8220-41e104fbe01b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 1128 time: 0.0460472 Feb 11 06:12:50.012563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82839890-1be0-41ea-98da-d006689f63e9 req-0b9a6b73-4a12-45c5-a77e-c977ddcb352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:50.014049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82839890-1be0-41ea-98da-d006689f63e9 req-0b9a6b73-4a12-45c5-a77e-c977ddcb352b service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.1054618 Feb 11 06:12:50.109628 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82839890-1be0-41ea-98da-d006689f63e9 req-441652f7-9c9f-4ede-b87e-e61861075377 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb34898-3440-4c1c-ab47-2ab46987c316 HTTP/1.1" status: 200 len: 1001 time: 0.0859587 Feb 11 06:12:50.119041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46dfb9-7a98-41ce-b86e-6c5e30f7fb2a req-61842d1f-1caf-480e-b176-c1decb17a362 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:50.120523 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f46dfb9-7a98-41ce-b86e-6c5e30f7fb2a req-61842d1f-1caf-480e-b176-c1decb17a362 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.1053207 Feb 11 06:12:50.191334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82839890-1be0-41ea-98da-d006689f63e9 req-93d8e160-b13e-4286-a992-38b1e0ae0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:50.192826 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82839890-1be0-41ea-98da-d006689f63e9 req-93d8e160-b13e-4286-a992-38b1e0ae0dcd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0714831 Feb 11 06:12:50.199878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f46dfb9-7a98-41ce-b86e-6c5e30f7fb2a req-c2a85c95-3322-4825-95af-6e041d62a1bf tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709970 Feb 11 06:12:50.250487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82839890-1be0-41ea-98da-d006689f63e9 req-36908c95-1eac-4c93-8033-8ef9946b78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:50.252073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82839890-1be0-41ea-98da-d006689f63e9 req-36908c95-1eac-4c93-8033-8ef9946b78c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513608 Feb 11 06:12:50.289885 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b72e1-ab95-4024-8151-be567f650615 req-40346a20-8fe5-49c8-b036-ded695cc33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:50.291404 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-40346a20-8fe5-49c8-b036-ded695cc33d3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d&tenant_id=a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 1128 time: 0.0469239 Feb 11 06:12:50.305808 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:50.350532 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82839890-1be0-41ea-98da-d006689f63e9 req-b2f0d85b-47b7-4042-9990-442e3d03b89e service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922575 Feb 11 06:12:50.368401 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:50.439089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-82839890-1be0-41ea-98da-d006689f63e9 req-6e1518b9-5f0e-404a-8215-cdbc77cc6cc1 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829678 Feb 11 06:12:50.571759 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=7eb34898-3440-4c1c-ab47-2ab46987c316,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:50.604621 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:12:50.644489 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:50.646769 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5997fc3f-8815-475d-a298-0b3be33579fe" -d '{"events": [{"server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "name": "network-vif-unplugged", "status": "completed", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:50.650679 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Publish callbacks [] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:50.663934 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Transition to ACTIVE for port object 7eb34898-3440-4c1c-ab47-2ab46987c316 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:12:50.668843 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:50.744042 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac234ca-24e0-4ba1-9b46-a102d7c554f8 x-openstack-request-id: req-7ac234ca-24e0-4ba1-9b46-a102d7c554f8 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:50.744320 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "name": "network-vif-unplugged", "status": "completed", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:50.744583 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7ac234ca-24e0-4ba1-9b46-a102d7c554f8 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:50.744984 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'code': 200} Feb 11 06:12:50.764594 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb34898-3440-4c1c-ab47-2ab46987c316,revision_number=10']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:50.799471 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] No DVR routers for this DVR port 7eb34898-3440-4c1c-ab47-2ab46987c316 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:12:50.944599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Attempting to bind port 7eb34898-3440-4c1c-ab47-2ab46987c316 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:12:50.944722 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Attempting to bind port 7eb34898-3440-4c1c-ab47-2ab46987c316 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:12:50.944987 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Attempting to bind port 7eb34898-3440-4c1c-ab47-2ab46987c316 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:50.949547 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Port 7eb34898-3440-4c1c-ab47-2ab46987c316 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:12:50.949955 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Attempting to bind port 7eb34898-3440-4c1c-ab47-2ab46987c316 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:12:50.955781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:12:50.956129 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Checking segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:12:50.956518 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Bound using segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:12:50.956947 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Bound port: 7eb34898-3440-4c1c-ab47-2ab46987c316, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:12:50.957310 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:51.020407 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:12:51.023350 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7eb34898-3440-4c1c-ab47-2ab46987c316,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:12:51.029549 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:51.063766 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:51.064586 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:51.066086 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] 10.222.0.88 "PUT /v2.0/ports/7eb34898-3440-4c1c-ab47-2ab46987c316 HTTP/1.1" status: 200 len: 1093 time: 0.7643702 Feb 11 06:12:51.119189 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fca04e-30ad-4942-ad05-680725b9acb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb34898-3440-4c1c-ab47-2ab46987c316,revision_number=11']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:51.143060 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b72e1-ab95-4024-8151-be567f650615 req-1de4ad71-3be4-4c6d-aa2e-cdeaafdbbceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:51.144654 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-1de4ad71-3be4-4c6d-aa2e-cdeaafdbbceb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 1127 time: 0.0535874 Feb 11 06:12:51.248904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b72e1-ab95-4024-8151-be567f650615 req-8e57970b-c959-4135-936c-d7344d9ddf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:51.250429 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-8e57970b-c959-4135-936c-d7344d9ddf28 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0967486 Feb 11 06:12:51.324431 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-6fdcd0a9-158b-41b3-8884-218308cc6d10 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb34898-3440-4c1c-ab47-2ab46987c316 HTTP/1.1" status: 200 len: 999 time: 0.0636933 Feb 11 06:12:51.333704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c48051-d35b-42d0-8bcb-aff8f48148d4 req-641fadd1-ceae-4920-bf18-f213dc61853a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:51.335199 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7c48051-d35b-42d0-8bcb-aff8f48148d4 req-641fadd1-ceae-4920-bf18-f213dc61853a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 944 time: 0.0612257 Feb 11 06:12:51.379842 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b72e1-ab95-4024-8151-be567f650615 req-c6470acb-e874-402e-bd64-ce42ab70ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:51.381439 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-c6470acb-e874-402e-bd64-ce42ab70ad7f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0474644 Feb 11 06:12:51.390374 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7c48051-d35b-42d0-8bcb-aff8f48148d4 req-08b41284-b4de-472f-bd10-855d3a95e564 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483348 Feb 11 06:12:51.438165 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b72e1-ab95-4024-8151-be567f650615 req-f5a328a0-ed80-4264-a2a9-098f3e888088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:51.439804 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-f5a328a0-ed80-4264-a2a9-098f3e888088 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512054 Feb 11 06:12:51.535647 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-8b140c0b-f376-4826-9395-ddae91fe5599 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841272 Feb 11 06:12:51.631404 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fe7b72e1-ab95-4024-8151-be567f650615 req-477725da-52c4-487f-ba2e-6f7728ac6fd5 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864768 Feb 11 06:12:52.513306 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1fa2d-83c9-4f06-97d8-cd9768d7867e req-9a467245-6021-4852-b94e-caca462ab896 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:52.515603 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cc1fa2d-83c9-4f06-97d8-cd9768d7867e req-9a467245-6021-4852-b94e-caca462ab896 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 944 time: 0.0527306 Feb 11 06:12:52.562243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8cc1fa2d-83c9-4f06-97d8-cd9768d7867e req-cf7a1cb9-77a7-4a52-baae-50f3b94496c1 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406437 Feb 11 06:12:52.746119 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:52.748481 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54" -d '{"events": [{"name": "network-changed", "server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:52.796478 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed510de-fe9d-4d6d-add2-60665de79fb8 x-openstack-request-id: req-0ed510de-fe9d-4d6d-add2-60665de79fb8 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:52.796861 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:52.797117 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0ed510de-fe9d-4d6d-add2-60665de79fb8 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:52.797521 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'status': 'completed', 'code': 200} Feb 11 06:12:52.861201 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-eda189c6-9dfd-486c-9386-738d97a22df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:52.862733 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-eda189c6-9dfd-486c-9386-738d97a22df7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 1127 time: 0.0458672 Feb 11 06:12:52.869685 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-8316ce12-b0cd-4be6-95a2-7c8d53b081b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:52.871230 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-8316ce12-b0cd-4be6-95a2-7c8d53b081b2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 1127 time: 0.0456142 Feb 11 06:12:52.959256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-1304867c-3359-4c80-8f75-6a1154bfea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:52.960898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-1304867c-3359-4c80-8f75-6a1154bfea78 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0920873 Feb 11 06:12:52.969283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-1e586dd4-1edb-46d8-8ad1-01360341fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:52.970734 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-1e586dd4-1edb-46d8-8ad1-01360341fff2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0925188 Feb 11 06:12:53.011711 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 7eb34898-3440-4c1c-ab47-2ab46987c316 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:12:53.036227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-1a513005-e30e-44f6-8605-37d1b98e8ea6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb34898-3440-4c1c-ab47-2ab46987c316 HTTP/1.1" status: 200 len: 999 time: 0.0686555 Feb 11 06:12:53.039321 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-187d8bf7-cf58-4165-bbfe-fe17d6a89bcb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eb34898-3440-4c1c-ab47-2ab46987c316 HTTP/1.1" status: 200 len: 999 time: 0.0619166 Feb 11 06:12:53.049373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] The host n-h1-713499-38 is not matching for port 7eb34898-3440-4c1c-ab47-2ab46987c316 host n-h2-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:12:53.049774 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 7eb34898-3440-4c1c-ab47-2ab46987c316 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:12:53.085772 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-56861af6-1713-4cf0-b065-33c683e8a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:53.087393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-56861af6-1713-4cf0-b065-33c683e8a59a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0455348 Feb 11 06:12:53.089065 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-60fdbe39-81a5-48ed-af5d-b71e0416dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:53.090513 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-60fdbe39-81a5-48ed-af5d-b71e0416dfc7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0453265 Feb 11 06:12:53.136753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-274aeca5-0016-41a3-9cc5-b3248b0a79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:53.138172 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-274aeca5-0016-41a3-9cc5-b3248b0a79ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451910 Feb 11 06:12:53.146782 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-335cc96f-611a-4e98-afa2-64736f369b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:53.148305 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-335cc96f-611a-4e98-afa2-64736f369b5f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497270 Feb 11 06:12:53.230497 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-729a9a4a-9ad8-49af-a66c-1b447ccb9dba service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862842 Feb 11 06:12:53.242828 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-3a06bec8-4a52-43ff-af72-c7d38ff31a85 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836389 Feb 11 06:12:53.323264 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-27547c48-180c-4c5b-9197-5b69da020440 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864875 Feb 11 06:12:53.341379 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-aaca375c-c0ea-4e92-9ec9-bc5cab613b54 req-97834454-989f-4c59-8092-c59091e5a314 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903037 Feb 11 06:12:53.686361 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe005cd-caee-4c38-ae0e-9c9b2b5ab98b req-7f5440a9-0472-4db8-9b31-56579329ae93 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:53.687905 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fe005cd-caee-4c38-ae0e-9c9b2b5ab98b req-7f5440a9-0472-4db8-9b31-56579329ae93 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 944 time: 0.0542800 Feb 11 06:12:53.740922 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fe005cd-caee-4c38-ae0e-9c9b2b5ab98b req-ce49a435-88ce-4b32-ba74-3f8bb1805a76 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451889 Feb 11 06:12:53.860324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc98969-b21e-42ce-88c5-4b0ded29282d req-4c3a805e-0b9d-476d-9ccd-76e1db370452 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:53.861735 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2bc98969-b21e-42ce-88c5-4b0ded29282d req-4c3a805e-0b9d-476d-9ccd-76e1db370452 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 944 time: 0.0530715 Feb 11 06:12:53.908252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2bc98969-b21e-42ce-88c5-4b0ded29282d req-3d7e86fb-53bd-439b-aedc-f6ba21a3dc6e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409591 Feb 11 06:12:54.007525 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7eb34898-3440-4c1c-ab47-2ab46987c316 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:12:54.036528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8858e-45e5-4b9b-bd3c-c06f30818010 req-907f7400-657a-4f24-9e11-30185211bc2a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:54.038215 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53a8858e-45e5-4b9b-bd3c-c06f30818010 req-907f7400-657a-4f24-9e11-30185211bc2a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 944 time: 0.0615358 Feb 11 06:12:54.085186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-53a8858e-45e5-4b9b-bd3c-c06f30818010 req-d242723c-ed24-4848-885d-1d2274606d3a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406365 Feb 11 06:12:54.112347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7eb34898-3440-4c1c-ab47-2ab46987c316,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:54.122473 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'port_id': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'mac_address': 'fa:16:3e:ff:ce:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:12:54.160573 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 7eb34898-3440-4c1c-ab47-2ab46987c316 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:54.161003 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.173872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb34898-3440-4c1c-ab47-2ab46987c316 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:12:54.193321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7eb34898-3440-4c1c-ab47-2ab46987c316,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:54.197352 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:54.260830 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=7eb34898-3440-4c1c-ab47-2ab46987c316,revision_number=12']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:54.328076 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3ac86-ec2e-4eb7-9ad9-9639b412a05a req-5a410756-44e3-48ef-b706-1d94e83d159f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:54.329706 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-caf3ac86-ec2e-4eb7-9ad9-9639b412a05a req-5a410756-44e3-48ef-b706-1d94e83d159f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0588484 Feb 11 06:12:54.379238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-caf3ac86-ec2e-4eb7-9ad9-9639b412a05a req-3ae962ef-132a-4a95-827e-946373d5b472 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432324 Feb 11 06:12:54.435937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['7eb34898-3440-4c1c-ab47-2ab46987c316'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:12:55.505303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba928d42-b894-4551-b12a-b8be34a4639c req-561a0b61-dffe-4789-941f-4b74cd7f7e22 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:55.506788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba928d42-b894-4551-b12a-b8be34a4639c req-561a0b61-dffe-4789-941f-4b74cd7f7e22 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0528321 Feb 11 06:12:55.557524 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba928d42-b894-4551-b12a-b8be34a4639c req-9f12181f-bfd0-4905-b3d4-2e04ac023c88 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450361 Feb 11 06:12:55.715128 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ed2b9-1563-49bd-bb5b-39ffa479ae83 req-a040dc17-a072-43db-b92e-9f14af7c2c76 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:55.716576 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fd9ed2b9-1563-49bd-bb5b-39ffa479ae83 req-a040dc17-a072-43db-b92e-9f14af7c2c76 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.88 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 945 time: 0.0523710 Feb 11 06:12:55.808266 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-fd9ed2b9-1563-49bd-bb5b-39ffa479ae83 req-240137fc-1496-47f4-b629-f870b2aa4499 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Deleting port 7eb34898-3440-4c1c-ab47-2ab46987c316 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:12:55.808606 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fd9ed2b9-1563-49bd-bb5b-39ffa479ae83 req-240137fc-1496-47f4-b629-f870b2aa4499 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.900298 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-fd9ed2b9-1563-49bd-bb5b-39ffa479ae83 req-240137fc-1496-47f4-b629-f870b2aa4499 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] For port 7eb34898-3440-4c1c-ab47-2ab46987c316, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7eb34898-3440-4c1c-ab47-2ab46987c316,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:12:55.900664 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fd9ed2b9-1563-49bd-bb5b-39ffa479ae83 req-240137fc-1496-47f4-b629-f870b2aa4499 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.017308 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7eb34898-3440-4c1c-ab47-2ab46987c316 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:12:56.074371 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fd9ed2b9-1563-49bd-bb5b-39ffa479ae83 req-240137fc-1496-47f4-b629-f870b2aa4499 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.074736 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fd9ed2b9-1563-49bd-bb5b-39ffa479ae83 req-240137fc-1496-47f4-b629-f870b2aa4499 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (88b8fbf8-e928-4e28-baf6-b02de0b87079), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.075051 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [req-fd9ed2b9-1563-49bd-bb5b-39ffa479ae83 req-240137fc-1496-47f4-b629-f870b2aa4499 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Floating IP 88b8fbf8-e928-4e28-baf6-b02de0b87079 disassociated. External IP: 172.25.5.93, port: 7eb34898-3440-4c1c-ab47-2ab46987c316. Feb 11 06:12:56.075397 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-fd9ed2b9-1563-49bd-bb5b-39ffa479ae83 req-240137fc-1496-47f4-b629-f870b2aa4499 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Calling delete_port for 7eb34898-3440-4c1c-ab47-2ab46987c316 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:12:56.088766 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 7eb34898-3440-4c1c-ab47-2ab46987c316 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:12:56.092172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 7eb34898-3440-4c1c-ab47-2ab46987c316 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:12:56.092594 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.171205 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 7eb34898-3440-4c1c-ab47-2ab46987c316 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:12:56.171632 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.212592 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fd9ed2b9-1563-49bd-bb5b-39ffa479ae83 req-240137fc-1496-47f4-b629-f870b2aa4499 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7eb34898-3440-4c1c-ab47-2ab46987c316), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.241564 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240137fc-1496-47f4-b629-f870b2aa4499 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Pushing event deleted for resources: {'Port': ['ID=7eb34898-3440-4c1c-ab47-2ab46987c316,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:12:56.365081 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd9ed2b9-1563-49bd-bb5b-39ffa479ae83 req-240137fc-1496-47f4-b629-f870b2aa4499 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Router 38e3500f-4001-4a27-9ea0-518f5ea65544 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:12:56.480388 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd9ed2b9-1563-49bd-bb5b-39ffa479ae83 req-240137fc-1496-47f4-b629-f870b2aa4499 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:12:56.490361 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ea2522-5384-4fa9-9a29-a110292da09d None None] Sync routers for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:12:56.501496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ea2522-5384-4fa9-9a29-a110292da09d None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:56.501496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d0ea2522-5384-4fa9-9a29-a110292da09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:12:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:56.522629 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9ed2b9-1563-49bd-bb5b-39ffa479ae83 req-240137fc-1496-47f4-b629-f870b2aa4499 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] No DVR routers for this DVR port 7eb34898-3440-4c1c-ab47-2ab46987c316 on host n-h2-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:12:56.525583 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-fd9ed2b9-1563-49bd-bb5b-39ffa479ae83 req-240137fc-1496-47f4-b629-f870b2aa4499 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:56.528996 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fd9ed2b9-1563-49bd-bb5b-39ffa479ae83 req-240137fc-1496-47f4-b629-f870b2aa4499 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.88 "DELETE /v2.0/ports/7eb34898-3440-4c1c-ab47-2ab46987c316 HTTP/1.1" status: 204 len: 173 time: 0.8045783 Feb 11 06:12:56.529437 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'name': 'network-vif-deleted', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:12:56.531761 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88b3795-7e36-48be-b6b2-5e9a1e966785" -d '{"events": [{"server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "name": "network-vif-deleted", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:12:56.572472 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585ce702-5a7a-4c92-b24c-537bc312c250 x-openstack-request-id: req-585ce702-5a7a-4c92-b24c-537bc312c250 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:12:56.572839 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6292b37c-f4fb-45b5-b7b8-5de30112801d", "name": "network-vif-deleted", "tag": "7eb34898-3440-4c1c-ab47-2ab46987c316", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:12:56.573185 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-585ce702-5a7a-4c92-b24c-537bc312c250 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:12:56.573656 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6292b37c-f4fb-45b5-b7b8-5de30112801d', 'name': 'network-vif-deleted', 'tag': '7eb34898-3440-4c1c-ab47-2ab46987c316', 'status': 'completed', 'code': 200} Feb 11 06:12:56.621196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-d0ea2522-5384-4fa9-9a29-a110292da09d None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:12:56.694145 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3147f1f0-8fda-4ad2-832e-94fdd3a7ce5a req-309006e6-3cf7-47d8-b5b8-4957ce9a40b4 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 210 time: 0.0342252 Feb 11 06:12:56.708491 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6ec96fed-5c01-4912-a964-aedd843e8f8a req-0b501ce8-8e22-4681-8b80-c6684268e0c4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0357630 Feb 11 06:12:56.783557 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6ec96fed-5c01-4912-a964-aedd843e8f8a req-fe69a140-ed6e-4504-9287-4fa6af0a4770 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=6292b37c-f4fb-45b5-b7b8-5de30112801d HTTP/1.1" status: 200 len: 210 time: 0.0266397 Feb 11 06:12:56.848339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d0ea2522-5384-4fa9-9a29-a110292da09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:56.875278 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ea2522-5384-4fa9-9a29-a110292da09d None None] Checking router: 38e3500f-4001-4a27-9ea0-518f5ea65544 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:12:56.884407 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ea2522-5384-4fa9-9a29-a110292da09d None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:12:56.885019 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d0ea2522-5384-4fa9-9a29-a110292da09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:12:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:56.969647 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec96fed-5c01-4912-a964-aedd843e8f8a req-1c5b3461-14e9-4d46-bca5-4848e0abb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:56.971353 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6ec96fed-5c01-4912-a964-aedd843e8f8a req-1c5b3461-14e9-4d46-bca5-4848e0abb1b5 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=a34476e9622e43f4a7ef797bd478ab75&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1696293 Feb 11 06:12:56.997102 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-d0ea2522-5384-4fa9-9a29-a110292da09d None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:12:57.165336 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec96fed-5c01-4912-a964-aedd843e8f8a req-272ec8a8-1c86-4a13-8f56-08df137772ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:57.166885 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-6ec96fed-5c01-4912-a964-aedd843e8f8a req-272ec8a8-1c86-4a13-8f56-08df137772ed service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1815064 Feb 11 06:12:57.221199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d0ea2522-5384-4fa9-9a29-a110292da09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:12:57.246863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ea2522-5384-4fa9-9a29-a110292da09d None None] The sync data for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 is: [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:12:57.477357 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcced7c9-a12b-4f16-ba73-fe2ed02567be None None] New status for floating IP 88b8fbf8-e928-4e28-baf6-b02de0b87079: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:12:57.938309 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-b208b3b4-bfed-4028-ae32-3c2e69da9baf tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1871830547&fields=id&tenant_id=a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 267 time: 0.0421267 Feb 11 06:12:58.052153 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-45e15bd3-df2d-4c70-a716-6ddacff55071 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:58.053631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-45e15bd3-df2d-4c70-a716-6ddacff55071 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 811 time: 0.1088231 Feb 11 06:12:58.068846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-714a22cd-c80b-45d6-bbee-ccd9bc7196f4 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/quotas/a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 375 time: 0.0098453 Feb 11 06:12:58.131902 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-b9a971b4-7d40-4ad4-b728-75dde91129f9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577769 Feb 11 06:12:58.279357 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-54914174-6f4e-497a-aec9-5214094284ee service neutron] 10.222.0.87 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350894 Feb 11 06:12:58.378762 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-3748a193-2703-4833-8737-7eca323882b1 service neutron] 10.222.0.87 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927196 Feb 11 06:12:58.540426 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7708238-0b69-4591-a8ea-5ef5465d0a6a req-e7f555dc-0cbd-4bab-a6e7-278fed9391ef tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 210 time: 0.0299728 Feb 11 06:12:58.597550 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-489b973f-a7ff-436f-bd76-3248a076d684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.462764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-9d67fdc8-64e1-4fac-a7bd-cd5e316d5699 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:12:59.464288 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-9d67fdc8-64e1-4fac-a7bd-cd5e316d5699 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 811 time: 0.1091769 Feb 11 06:12:59.526020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-bd0089a4-5bca-46d8-95d8-96f15f920d7b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 380 time: 0.0538008 Feb 11 06:12:59.534941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Request body: {'port': {'device_id': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'admin_state_up': True, 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'security_groups': ['e76651a2-49d6-447f-9102-e2bbded7135a']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:12:59.684807 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-144d4ca1-d72f-4eae-82db-f822863c8dad req-9eae7661-47bc-44f4-a6b9-ce6fd3bcd81d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 210 time: 0.0350242 Feb 11 06:12:59.698956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Made reservation on behalf of a34476e9622e43f4a7ef797bd478ab75 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:12:59.702979 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.822820 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Allocated IP 172.20.0.6 (8de3559e-1541-43fe-a858-1c0d3b3a4e3e/67aa227d-a6bf-4e13-a452-c9a8223acd9e/6f7b50d5-494f-4ab1-85e7-3e77e5243f07) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:12:59.964919 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.998062 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.042384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:13:00.044823 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7eb34898-3440-4c1c-ab47-2ab46987c316 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:00.046049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:13:00.049706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:13:00.075293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Pushing event updated for resources: {'Port': ['ID=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:00.079833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 7eb34898-3440-4c1c-ab47-2ab46987c316 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:13:00.079998 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7eb34898-3440-4c1c-ab47-2ab46987c316 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:13:00.089936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:00.090282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:00.090616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:00.090944 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:00.091275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:00.091627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:00.091951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:00.092292 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:00.092612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:00.092923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:00.093239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:00.093554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:00.093869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:00.115604 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:00.116239 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.132930 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-4fddbc05-b380-4220-a320-762040879f42 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6016026 Feb 11 06:13:00.144355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Request body: {'port': {'device_id': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:00.211352 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.345835 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ff859a90-35e1-4f3f-9924-533e81e43899 None None] Provisioning complete for port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:00.346100 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ff859a90-35e1-4f3f-9924-533e81e43899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.380041 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ff859a90-35e1-4f3f-9924-533e81e43899 None None] Port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:13:00.475742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:13:00.483725 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Publish callbacks [] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.495087 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Transition to ACTIVE for port object 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:13:00.499005 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.553886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Pushing event updated for resources: {'Port': ['ID=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:00.624579 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Attempting to bind port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:00.624923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Attempting to bind port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:00.625277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Attempting to bind port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:00.629805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:13:00.630134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Attempting to bind port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:00.635402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:00.635773 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Checking segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:00.636161 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Bound using segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:00.636592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Bound port: 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:00.636953 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.703939 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:00.707238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:00.714162 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.755940 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:00.756567 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.757964 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] 10.222.0.73 "PUT /v2.0/ports/6f7b50d5-494f-4ab1-85e7-3e77e5243f07 HTTP/1.1" status: 200 len: 1092 time: 0.6180954 Feb 11 06:13:00.758407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:13:00.760667 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76265cf-a968-48a9-a3a8-0bd1c5393dba" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:13:00.815657 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302fdf02-3c27-44ea-9d99-dec987506754 x-openstack-request-id: req-302fdf02-3c27-44ea-9d99-dec987506754 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:13:00.815960 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:13:00.816213 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-302fdf02-3c27-44ea-9d99-dec987506754 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:13:00.816791 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'status': 'completed', 'code': 200} Feb 11 06:13:00.827641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4af47d-a594-45c6-b7f5-fdbebea26d3b service neutron] Pushing event updated for resources: {'Port': ['ID=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:00.866536 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e1c6b-bff0-4817-9eaa-076c64d3bd49 req-2fbb1efd-3417-4ef7-8dd9-86665db90ee1 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:00.868134 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c9e1c6b-bff0-4817-9eaa-076c64d3bd49 req-2fbb1efd-3417-4ef7-8dd9-86665db90ee1 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.1020892 Feb 11 06:13:00.911209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-b230c1dc-5f7d-4fcd-8f0a-648e722ce716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:00.912893 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-03681f94-125e-46a4-8cba-944b41639701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:00.913140 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-b230c1dc-5f7d-4fcd-8f0a-648e722ce716 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 1126 time: 0.0936978 Feb 11 06:13:00.970206 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-63351390-483c-4a86-9186-2acf7fd91660 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07 HTTP/1.1" status: 200 len: 217 time: 0.0504105 Feb 11 06:13:00.974780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c9e1c6b-bff0-4817-9eaa-076c64d3bd49 req-858a00e0-0e05-47fb-adaa-e269a42ffd40 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998373 Feb 11 06:13:01.020279 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-d9ec0d97-3f4e-49b7-8b91-fc0f87e4c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:01.021763 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-d9ec0d97-3f4e-49b7-8b91-fc0f87e4c7ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0452442 Feb 11 06:13:01.070957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-f7e9b1de-d128-4032-b3b6-bebf15d82478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:01.072627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-f7e9b1de-d128-4032-b3b6-bebf15d82478 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455656 Feb 11 06:13:01.166609 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-3497beb4-26c2-4fbc-95b8-c85b13c212fc service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882308 Feb 11 06:13:01.256725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfd13080-4588-40d9-b6fc-10b7922a10d2 req-992f3dc1-ac5d-4dc2-a997-88b4f32f5d0f service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847204 Feb 11 06:13:01.366615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76265cf-a968-48a9-a3a8-0bd1c5393dba req-037d64b8-a3b6-48ad-af20-c8a12c3ca1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:01.368155 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d76265cf-a968-48a9-a3a8-0bd1c5393dba req-037d64b8-a3b6-48ad-af20-c8a12c3ca1f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 1126 time: 0.0499382 Feb 11 06:13:01.456790 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76265cf-a968-48a9-a3a8-0bd1c5393dba req-b8fed0ba-07c1-4534-a934-540b1c568379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:01.458297 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d76265cf-a968-48a9-a3a8-0bd1c5393dba req-b8fed0ba-07c1-4534-a934-540b1c568379 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0845265 Feb 11 06:13:01.503461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d76265cf-a968-48a9-a3a8-0bd1c5393dba req-7aaacd67-a89c-42fd-94e9-7a4020edf544 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07 HTTP/1.1" status: 200 len: 217 time: 0.0378470 Feb 11 06:13:01.553556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76265cf-a968-48a9-a3a8-0bd1c5393dba req-9cdd4c35-d51d-41b6-beeb-75c7293cadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:01.555037 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d76265cf-a968-48a9-a3a8-0bd1c5393dba req-9cdd4c35-d51d-41b6-beeb-75c7293cadcd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0451629 Feb 11 06:13:01.606082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76265cf-a968-48a9-a3a8-0bd1c5393dba req-345dadcd-79e2-48f7-bb55-a076fd74ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:01.607622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d76265cf-a968-48a9-a3a8-0bd1c5393dba req-345dadcd-79e2-48f7-bb55-a076fd74ae9a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455844 Feb 11 06:13:01.711765 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d76265cf-a968-48a9-a3a8-0bd1c5393dba req-5af0693e-84ca-4680-b04f-3b9d42a4f6eb service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972109 Feb 11 06:13:01.809679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d76265cf-a968-48a9-a3a8-0bd1c5393dba req-bba93180-17e1-4002-b868-7a2102db50ac service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912006 Feb 11 06:13:02.104852 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c4163-0fdf-4da4-94d0-f57934caeef2 req-a32872d4-8f28-49ad-bd30-e71fb764897d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:02.106494 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a26c4163-0fdf-4da4-94d0-f57934caeef2 req-a32872d4-8f28-49ad-bd30-e71fb764897d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0582526 Feb 11 06:13:02.165391 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a26c4163-0fdf-4da4-94d0-f57934caeef2 req-012281a8-e2bc-4ced-8106-acc9c277de02 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520518 Feb 11 06:13:02.620072 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.065304 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:13:03.162910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:03.175199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'port_id': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'mac_address': 'fa:16:3e:e3:a2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:13:03.217136 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:03.217534 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.231866 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:13:03.257540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:03.262346 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:03.295547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49950e47-9b6d-4eae-b259-4bb4ae5baa8c req-c835564b-ae04-412b-bcc3-ec17917d47a3 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:03.297064 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49950e47-9b6d-4eae-b259-4bb4ae5baa8c req-c835564b-ae04-412b-bcc3-ec17917d47a3 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0559573 Feb 11 06:13:03.324580 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:03.349374 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-49950e47-9b6d-4eae-b259-4bb4ae5baa8c req-5184f35d-2925-46e5-a5b6-e3a1f090c586 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421722 Feb 11 06:13:03.473916 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['6f7b50d5-494f-4ab1-85e7-3e77e5243f07'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:13:03.816494 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:04.467513 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf1651-6f5d-480c-b696-d6bdea1ba6e9 req-80f89e1a-aa1b-4a3e-a92d-5d8fedfc0c33 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:04.468989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fcf1651-6f5d-480c-b696-d6bdea1ba6e9 req-80f89e1a-aa1b-4a3e-a92d-5d8fedfc0c33 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0525355 Feb 11 06:13:04.522349 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6fcf1651-6f5d-480c-b696-d6bdea1ba6e9 req-612fdeb5-b80c-477f-b1ed-f46ce2a4d4bd tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474730 Feb 11 06:13:05.087512 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:13:05.138587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:13:05.142402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:13:05.143624 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:05.222933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:05.223275 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:05.244775 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:13:05.247003 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bf5fd9-9742-4a88-b3d6-62e6ad62aed5" -d '{"events": [{"server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "name": "network-vif-plugged", "status": "completed", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:13:05.262997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:05.272304 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:05.300246 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7f7e55-ad84-466f-a882-03b15a61e14f x-openstack-request-id: req-6d7f7e55-ad84-466f-a882-03b15a61e14f {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:13:05.300564 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "name": "network-vif-plugged", "status": "completed", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:13:05.300795 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6d7f7e55-ad84-466f-a882-03b15a61e14f {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:13:05.301517 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'code': 200} Feb 11 06:13:05.304685 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:05.331687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:05.386133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce8bab-f248-48e4-b234-4f1466e85faa req-061ebdca-0c3a-41cb-8ac2-ff119f67e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:05.387625 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69ce8bab-f248-48e4-b234-4f1466e85faa req-061ebdca-0c3a-41cb-8ac2-ff119f67e5a9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 1128 time: 0.0420539 Feb 11 06:13:05.429290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69ce8bab-f248-48e4-b234-4f1466e85faa req-f538bf37-dc38-40d3-84bc-a4f34936576a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361278 Feb 11 06:13:05.641347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cb397-2747-4b14-bcd7-da81f77008b4 req-70a177cc-6556-4d05-82ea-815ccd90ee97 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:05.642836 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a02cb397-2747-4b14-bcd7-da81f77008b4 req-70a177cc-6556-4d05-82ea-815ccd90ee97 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 945 time: 0.0537603 Feb 11 06:13:05.696541 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a02cb397-2747-4b14-bcd7-da81f77008b4 req-994f2399-66ff-426f-897e-44b6b63889b8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480509 Feb 11 06:13:06.820010 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bc4c0-7555-4ae9-b821-2524d7715889 req-505cc85f-62dc-48dc-86b3-a762a4fc5251 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:06.821513 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea1bc4c0-7555-4ae9-b821-2524d7715889 req-505cc85f-62dc-48dc-86b3-a762a4fc5251 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 945 time: 0.0561397 Feb 11 06:13:06.866882 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea1bc4c0-7555-4ae9-b821-2524d7715889 req-e04027b6-c16c-4983-9ca9-bc002f050bf5 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398474 Feb 11 06:13:06.986075 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3bbe5-2143-47b1-be89-b830c3bafc83 req-a94351db-b73a-434f-928c-ca26a9ca7770 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:06.987493 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f9e3bbe5-2143-47b1-be89-b830c3bafc83 req-a94351db-b73a-434f-928c-ca26a9ca7770 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 945 time: 0.0526109 Feb 11 06:13:06.995989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54512) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:13:07.000900 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-d6301f39-0848-4754-ad3b-759c65781f70 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Request body: {'floatingip': {'port_id': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:07.044214 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6301f39-0848-4754-ad3b-759c65781f70 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for floatingip (88b8fbf8-e928-4e28-baf6-b02de0b87079), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:07.786749 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6301f39-0848-4754-ad3b-759c65781f70 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:07.790425 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6301f39-0848-4754-ad3b-759c65781f70 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (88b8fbf8-e928-4e28-baf6-b02de0b87079), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:07.889616 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-d6301f39-0848-4754-ad3b-759c65781f70 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Floating IP 88b8fbf8-e928-4e28-baf6-b02de0b87079 associated. External IP: 172.25.5.93, port: 6f7b50d5-494f-4ab1-85e7-3e77e5243f07. Feb 11 06:13:08.097774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6301f39-0848-4754-ad3b-759c65781f70 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Router 38e3500f-4001-4a27-9ea0-518f5ea65544 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:13:08.204879 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6301f39-0848-4754-ad3b-759c65781f70 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:13:08.209721 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d6301f39-0848-4754-ad3b-759c65781f70 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:08.214337 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34dba76-a9a0-47ff-a93d-755a8aec5104 None None] Sync routers for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:13:08.223398 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34dba76-a9a0-47ff-a93d-755a8aec5104 None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:08.224032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c34dba76-a9a0-47ff-a93d-755a8aec5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:13:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:08.239929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d6301f39-0848-4754-ad3b-759c65781f70 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "PUT /v2.0/floatingips/88b8fbf8-e928-4e28-baf6-b02de0b87079 HTTP/1.1" status: 200 len: 991 time: 1.2428675 Feb 11 06:13:08.240545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:13:08.243198 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feaf164a-5ec9-44b7-b922-1515404dc70b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:13:08.288867 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a565f0b7-5dfd-4a4e-9664-4a3d480c636a x-openstack-request-id: req-a565f0b7-5dfd-4a4e-9664-4a3d480c636a {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:13:08.289054 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:13:08.289265 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a565f0b7-5dfd-4a4e-9664-4a3d480c636a {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:13:08.289608 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'status': 'completed', 'code': 200} Feb 11 06:13:08.361957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf164a-5ec9-44b7-b922-1515404dc70b req-41785fa9-f20f-4582-9283-d5270c67a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:08.364092 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-feaf164a-5ec9-44b7-b922-1515404dc70b req-41785fa9-f20f-4582-9283-d5270c67a359 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 1128 time: 0.0517855 Feb 11 06:13:08.499503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf164a-5ec9-44b7-b922-1515404dc70b req-d562eb3a-796b-4243-9657-032945695f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:08.501208 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-feaf164a-5ec9-44b7-b922-1515404dc70b req-d562eb3a-796b-4243-9657-032945695f24 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.1294949 Feb 11 06:13:08.506690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-c34dba76-a9a0-47ff-a93d-755a8aec5104 None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:13:08.596181 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-feaf164a-5ec9-44b7-b922-1515404dc70b req-c0c7eb2c-de92-4709-920d-b2ab16f7bc7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07 HTTP/1.1" status: 200 len: 999 time: 0.0887539 Feb 11 06:13:08.651603 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf164a-5ec9-44b7-b922-1515404dc70b req-20c7e95b-c54b-4a41-91ad-fc34ad66ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:08.653405 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-feaf164a-5ec9-44b7-b922-1515404dc70b req-20c7e95b-c54b-4a41-91ad-fc34ad66ba2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0500362 Feb 11 06:13:08.706252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf164a-5ec9-44b7-b922-1515404dc70b req-7181b458-1a81-43de-a4c1-f6d856124e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:08.707823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-feaf164a-5ec9-44b7-b922-1515404dc70b req-7181b458-1a81-43de-a4c1-f6d856124e3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489991 Feb 11 06:13:08.768384 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c34dba76-a9a0-47ff-a93d-755a8aec5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '88b8fbf8-e928-4e28-baf6-b02de0b87079', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'port_id': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'mac_address': 'fa:16:3e:e3:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:22Z', 'updated_at': '2022-02-11T06:13:07Z', 'revision_number': 13, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:08.800803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34dba76-a9a0-47ff-a93d-755a8aec5104 None None] Checking router: 38e3500f-4001-4a27-9ea0-518f5ea65544 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:13:08.803795 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-feaf164a-5ec9-44b7-b922-1515404dc70b req-cd8b2f1a-2fae-4cfa-a548-82c9eeea7939 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901735 Feb 11 06:13:08.809701 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34dba76-a9a0-47ff-a93d-755a8aec5104 None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:13:08.810422 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c34dba76-a9a0-47ff-a93d-755a8aec5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:13:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:08.899678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-feaf164a-5ec9-44b7-b922-1515404dc70b req-71261ba9-ca96-4251-b080-e08ffad91f91 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899820 Feb 11 06:13:08.929092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-c34dba76-a9a0-47ff-a93d-755a8aec5104 None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:13:09.152695 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-c34dba76-a9a0-47ff-a93d-755a8aec5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '88b8fbf8-e928-4e28-baf6-b02de0b87079', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'port_id': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'mac_address': 'fa:16:3e:e3:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:22Z', 'updated_at': '2022-02-11T06:13:07Z', 'revision_number': 13, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:13:09.183679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34dba76-a9a0-47ff-a93d-755a8aec5104 None None] The sync data for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 is: [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '88b8fbf8-e928-4e28-baf6-b02de0b87079', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'port_id': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'mac_address': 'fa:16:3e:e3:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:10:22Z', 'updated_at': '2022-02-11T06:13:07Z', 'revision_number': 13, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:13:09.385874 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b7bd6-6fa6-4eff-96ae-09dca2894350 None None] New status for floating IP 88b8fbf8-e928-4e28-baf6-b02de0b87079: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:13:10.305121 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:10.811198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a9aa9-cc9b-41ab-bfc0-4045c70645c8 req-b9959b00-bd39-42cb-a597-f0ea549fc502 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:10.812715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-053a9aa9-cc9b-41ab-bfc0-4045c70645c8 req-b9959b00-bd39-42cb-a597-f0ea549fc502 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 945 time: 0.0530875 Feb 11 06:13:10.862879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-053a9aa9-cc9b-41ab-bfc0-4045c70645c8 req-0e452f4a-848a-4422-8f60-e5aea4efbf1d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445652 Feb 11 06:13:14.683840 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:23.377158 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:13:27.218106 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f8cfa-0f92-4308-89b7-93a298e02051 req-1c210225-59bd-4631-9e2f-64c463a41511 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:27.219678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f67f8cfa-0f92-4308-89b7-93a298e02051 req-1c210225-59bd-4631-9e2f-64c463a41511 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 945 time: 0.0542016 Feb 11 06:13:27.260115 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-d81850fc-9df8-4cc5-b35a-f8bf4adcb867 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1045606 Feb 11 06:13:27.267485 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f67f8cfa-0f92-4308-89b7-93a298e02051 req-d5cb686d-2561-41dc-941b-3cd53154d508 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419495 Feb 11 06:13:27.659996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-ac02b246-3d59-48e7-b8bc-2ba41bf9b6fb tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:27.661267 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-ac02b246-3d59-48e7-b8bc-2ba41bf9b6fb tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports/6f7b50d5-494f-4ab1-85e7-3e77e5243f07 HTTP/1.1" status: 200 len: 942 time: 0.1049762 Feb 11 06:13:28.405429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c0702-a897-410e-9d03-16c347ad9213 req-9fe5d6e9-f2fb-4867-95df-ef08803daf8c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:28.406950 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-088c0702-a897-410e-9d03-16c347ad9213 req-9fe5d6e9-f2fb-4867-95df-ef08803daf8c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 945 time: 0.0582407 Feb 11 06:13:28.456344 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-088c0702-a897-410e-9d03-16c347ad9213 req-9890ab59-5f26-40f7-99c3-9687b4a8ed61 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436373 Feb 11 06:13:28.561793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-25362087-e473-4899-a345-5a0b1fd90473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:28.563245 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-25362087-e473-4899-a345-5a0b1fd90473 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 1128 time: 0.0468633 Feb 11 06:13:28.601522 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-129eac56-e256-4231-9bea-7ec0851b38ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:28.661870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-8220f48c-1864-4c20-89f7-680a557c9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:28.663354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-8220f48c-1864-4c20-89f7-680a557c9019 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0903101 Feb 11 06:13:28.732067 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-ed6c4284-a11e-4ca6-939a-3935f8427263 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07 HTTP/1.1" status: 200 len: 1001 time: 0.0591443 Feb 11 06:13:28.779991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-690c2486-3df9-4e5f-b730-6ed5404486d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:28.781544 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-690c2486-3df9-4e5f-b730-6ed5404486d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0436733 Feb 11 06:13:28.833475 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-e634b877-81a8-4fdc-8b45-c20cfd497326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:28.834877 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-e634b877-81a8-4fdc-8b45-c20cfd497326 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467052 Feb 11 06:13:28.925231 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-7ab96a00-8e0f-4e55-bb3b-5e7ac2b4db1b service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823019 Feb 11 06:13:29.021386 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-1ca5c401-cd5c-4c84-ab22-9ef0004ad4e8 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865886 Feb 11 06:13:29.579925 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429e168-6f1a-4b59-b480-ba9a24725eb4 req-b9b73b78-baf2-42fd-bb0c-f869097e3095 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:29.581402 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a429e168-6f1a-4b59-b480-ba9a24725eb4 req-b9b73b78-baf2-42fd-bb0c-f869097e3095 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 945 time: 0.0531049 Feb 11 06:13:29.628001 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a429e168-6f1a-4b59-b480-ba9a24725eb4 req-b92373aa-e4fe-47e9-bf4b-9e0b7a914ef8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408623 Feb 11 06:13:30.746184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0910f2-0b21-4eb6-b0c8-db966e12337d req-a6cabadf-ab9e-4ff5-91e1-682e7ff2e351 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:30.748317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c0910f2-0b21-4eb6-b0c8-db966e12337d req-a6cabadf-ab9e-4ff5-91e1-682e7ff2e351 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 945 time: 0.0530725 Feb 11 06:13:30.805916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c0910f2-0b21-4eb6-b0c8-db966e12337d req-695453df-a5fa-426d-9d21-bfab825f8f5a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518503 Feb 11 06:13:30.905607 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f0fcfc67-b1e5-405c-95eb-8d111129d69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:31.925478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a40f58-7e0f-4384-9e2b-d0da569fa59a req-a2f0726e-d8ec-40ff-84c7-dabe28509fc7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:31.926957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5a40f58-7e0f-4384-9e2b-d0da569fa59a req-a2f0726e-d8ec-40ff-84c7-dabe28509fc7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 945 time: 0.0527692 Feb 11 06:13:31.974629 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5a40f58-7e0f-4384-9e2b-d0da569fa59a req-9690dafe-b891-4ecd-b9fa-ef373cb6e85d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420442 Feb 11 06:13:32.623451 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:33.094696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990e2e9-ce72-43f2-95e7-968eead392b8 req-6dc12fca-4066-4cc4-bac1-0366d6c78ae6 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:33.096244 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5990e2e9-ce72-43f2-95e7-968eead392b8 req-6dc12fca-4066-4cc4-bac1-0366d6c78ae6 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 945 time: 0.0534885 Feb 11 06:13:33.144265 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5990e2e9-ce72-43f2-95e7-968eead392b8 req-c7c1f099-51c8-42c1-b178-be23bda64092 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424020 Feb 11 06:13:33.818055 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:34.269751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02328f7e-a9de-41f4-83b6-456ac63a641b req-73326213-4fb2-43b2-84aa-d7511c6a6a0d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:34.271244 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02328f7e-a9de-41f4-83b6-456ac63a641b req-73326213-4fb2-43b2-84aa-d7511c6a6a0d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 945 time: 0.0600121 Feb 11 06:13:34.317070 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02328f7e-a9de-41f4-83b6-456ac63a641b req-fa07502a-5a15-4a69-be98-61f59959aa46 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403233 Feb 11 06:13:35.278306 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:35.435560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5051a9-bbec-4292-a5ea-c3810f49e1d2 req-17a092a5-89f6-4c93-8c1a-d119b4cc5186 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:35.436957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba5051a9-bbec-4292-a5ea-c3810f49e1d2 req-17a092a5-89f6-4c93-8c1a-d119b4cc5186 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 945 time: 0.0525863 Feb 11 06:13:35.484272 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba5051a9-bbec-4292-a5ea-c3810f49e1d2 req-dd78d2be-bd0f-4a5c-81c7-c0cf07446d72 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417058 Feb 11 06:13:36.605167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaae24e-f54d-47de-acf8-c8bc99e248bb req-18756df0-f204-4412-9819-99dd16fea3d1 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:36.606668 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfaae24e-f54d-47de-acf8-c8bc99e248bb req-18756df0-f204-4412-9819-99dd16fea3d1 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 945 time: 0.0526118 Feb 11 06:13:36.660158 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfaae24e-f54d-47de-acf8-c8bc99e248bb req-6812c3b8-e145-4f45-a65c-5018674b497c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474737 Feb 11 06:13:37.787973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398bbbc-74e9-40f1-bcdf-274dc81eb0ca req-9de5a77a-6309-44ac-978e-075374871c7e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:37.789538 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e398bbbc-74e9-40f1-bcdf-274dc81eb0ca req-9de5a77a-6309-44ac-978e-075374871c7e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 945 time: 0.0557203 Feb 11 06:13:37.837264 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e398bbbc-74e9-40f1-bcdf-274dc81eb0ca req-10c0ab92-7365-4659-ade4-13ba58ef6a5c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420799 Feb 11 06:13:39.200926 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:13:39.217464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1aafe-0d17-43b9-bc83-75487fd88e85 req-1776f7f3-5b93-4190-8377-b4464d58f0c0 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:39.219171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2a1aafe-0d17-43b9-bc83-75487fd88e85 req-1776f7f3-5b93-4190-8377-b4464d58f0c0 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 945 time: 0.0563385 Feb 11 06:13:39.271465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2a1aafe-0d17-43b9-bc83-75487fd88e85 req-655ee9a3-a630-42a0-b518-1ca6fbd75ed2 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464826 Feb 11 06:13:39.286863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:39.287272 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:39.311610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:13:39.313948 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd0b079-167c-4682-8c58-dd69c7c09b52" -d '{"events": [{"server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "name": "network-vif-unplugged", "status": "completed", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:13:39.329476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:39.334847 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:39.374084 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba59c42-342e-4f7e-a0e9-ee5075b65ea2 x-openstack-request-id: req-fba59c42-342e-4f7e-a0e9-ee5075b65ea2 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:13:39.374382 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "name": "network-vif-unplugged", "status": "completed", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:13:39.374637 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fba59c42-342e-4f7e-a0e9-ee5075b65ea2 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:13:39.375061 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'code': 200} Feb 11 06:13:39.392045 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:39.535258 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-921c0631-7d1b-4c27-9ab8-6cb75a916841 service neutron] show failed (client error): The resource could not be found. Feb 11 06:13:39.536807 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-921c0631-7d1b-4c27-9ab8-6cb75a916841 service neutron] 10.222.0.73 "GET /v2.0/ports/6f7b50d5-494f-4ab1-85e7-3e77e5243f07/bindings/n-h2-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.0585873 Feb 11 06:13:39.741060 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-c57d8d01-2bf3-4522-932b-9647a9b10ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:39.742442 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-c57d8d01-2bf3-4522-932b-9647a9b10ed8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49&tenant_id=a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 1126 time: 0.0446093 Feb 11 06:13:39.757645 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:13:39.815483 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.015260 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:40.048295 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:40.080393 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:13:40.087838 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Publish callbacks [] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.100112 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Transition to ACTIVE for port object 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:13:40.103755 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.322569 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.409964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e8415-a3a4-4c9f-ad4a-db96b91a1461 req-77540c62-0302-46d7-895d-56c32ed5c81a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:40.413417 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc0e8415-a3a4-4c9f-ad4a-db96b91a1461 req-77540c62-0302-46d7-895d-56c32ed5c81a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0607846 Feb 11 06:13:40.463454 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cc0e8415-a3a4-4c9f-ad4a-db96b91a1461 req-a213655a-9d88-4d7b-bccf-2c4c7c6d17d7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436766 Feb 11 06:13:40.499829 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Pushing event updated for resources: {'Port': ['ID=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,revision_number=7']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:40.513449 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:40.514060 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:40.514399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:40.514737 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:40.515074 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:40.515400 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:40.515753 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:40.516078 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:40.516401 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:40.516724 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:40.517049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:40.517368 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:40.517686 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:40.551779 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] No DVR routers for this DVR port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:13:40.684023 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Attempting to bind port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:13:40.684380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Attempting to bind port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:13:40.684702 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Attempting to bind port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:40.688966 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:13:40.689290 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Attempting to bind port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:13:40.694009 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:13:40.694344 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Checking segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:13:40.694721 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Bound using segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:13:40.695141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Bound port: 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:13:40.695524 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.755653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:13:40.758566 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:13:40.765617 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.800737 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:40.801334 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:40.802898 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] 10.222.0.88 "PUT /v2.0/ports/6f7b50d5-494f-4ab1-85e7-3e77e5243f07 HTTP/1.1" status: 200 len: 1092 time: 1.0491118 Feb 11 06:13:40.803219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:13:40.805483 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54510860-60a6-4d57-8738-2e3e0a523821" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:13:40.864544 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2092a37-9ac7-4dd7-bf34-d35291d45dc4 x-openstack-request-id: req-d2092a37-9ac7-4dd7-bf34-d35291d45dc4 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:13:40.864837 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:13:40.865092 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d2092a37-9ac7-4dd7-bf34-d35291d45dc4 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:13:40.865493 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'status': 'completed', 'code': 200} Feb 11 06:13:40.866337 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673ea5c-e14c-42c3-acda-b1dadbd401bd service neutron] Pushing event updated for resources: {'Port': ['ID=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,revision_number=8']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:40.901054 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-ba827be4-aa1a-40e5-89ec-225c7bbad07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:40.903152 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-ba827be4-aa1a-40e5-89ec-225c7bbad07e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 1126 time: 0.0686047 Feb 11 06:13:40.935722 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54510860-60a6-4d57-8738-2e3e0a523821 req-9b850a0b-867f-4c5b-8df8-f9aebc9f3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:40.937264 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54510860-60a6-4d57-8738-2e3e0a523821 req-9b850a0b-867f-4c5b-8df8-f9aebc9f3a10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 1126 time: 0.0484726 Feb 11 06:13:41.002239 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-d774a7e2-9cf1-4ee5-95ab-e9628c39ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:41.003874 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-d774a7e2-9cf1-4ee5-95ab-e9628c39ea58 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0916798 Feb 11 06:13:41.043048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54510860-60a6-4d57-8738-2e3e0a523821 req-28ec6b53-c0e7-46a7-9b52-eb5b17510ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:41.044685 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54510860-60a6-4d57-8738-2e3e0a523821 req-28ec6b53-c0e7-46a7-9b52-eb5b17510ced service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0985937 Feb 11 06:13:41.077866 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-1857d010-e03a-4285-b84a-f4448de08a35 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07 HTTP/1.1" status: 200 len: 999 time: 0.0637805 Feb 11 06:13:41.109574 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54510860-60a6-4d57-8738-2e3e0a523821 req-25940762-9962-494c-b394-6289e2845224 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07 HTTP/1.1" status: 200 len: 999 time: 0.0592735 Feb 11 06:13:41.129463 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-7d9f104b-7ad4-49b0-8f26-cd93ca3c49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:41.131095 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-7d9f104b-7ad4-49b0-8f26-cd93ca3c49c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0445273 Feb 11 06:13:41.164297 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54510860-60a6-4d57-8738-2e3e0a523821 req-5e5ea944-fa34-4fcc-981b-3052a76bcac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:41.165712 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54510860-60a6-4d57-8738-2e3e0a523821 req-5e5ea944-fa34-4fcc-981b-3052a76bcac6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0504284 Feb 11 06:13:41.184890 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-ebf0fd79-97cc-4b90-a039-377e75cb3717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:41.186419 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-ebf0fd79-97cc-4b90-a039-377e75cb3717 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459528 Feb 11 06:13:41.215012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54510860-60a6-4d57-8738-2e3e0a523821 req-ef64bf8f-88e4-46ac-8e9d-88dbf2a1f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:41.216779 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54510860-60a6-4d57-8738-2e3e0a523821 req-ef64bf8f-88e4-46ac-8e9d-88dbf2a1f521 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457740 Feb 11 06:13:41.283270 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-cdb19db6-53e3-4464-994c-5775746e542b service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871954 Feb 11 06:13:41.307829 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54510860-60a6-4d57-8738-2e3e0a523821 req-a3fff20d-23d9-4af9-b9f7-51021f9a6917 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847740 Feb 11 06:13:41.382595 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-45a77151-6f76-4081-a219-b7b2686ae6f4 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892675 Feb 11 06:13:41.404619 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54510860-60a6-4d57-8738-2e3e0a523821 req-c43c41ae-9c48-46c4-98af-d7d5586d2417 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890813 Feb 11 06:13:41.483403 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54510860-60a6-4d57-8738-2e3e0a523821 req-de193a41-5400-442f-8b5a-fc8bbd5aa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:41.485251 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-54510860-60a6-4d57-8738-2e3e0a523821 req-de193a41-5400-442f-8b5a-fc8bbd5aa46a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 1126 time: 0.0466471 Feb 11 06:13:41.595910 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54510860-60a6-4d57-8738-2e3e0a523821 req-6d850235-9584-48ad-834f-4e4da6871508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:41.597226 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-54510860-60a6-4d57-8738-2e3e0a523821 req-6d850235-9584-48ad-834f-4e4da6871508 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0949183 Feb 11 06:13:41.599403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e36119-3b2f-4ed2-8200-4bdcd1880a52 req-a983cff9-e8f5-4a38-9125-0cfc30dce563 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:41.601089 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20e36119-3b2f-4ed2-8200-4bdcd1880a52 req-a983cff9-e8f5-4a38-9125-0cfc30dce563 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0584812 Feb 11 06:13:41.650179 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20e36119-3b2f-4ed2-8200-4bdcd1880a52 req-d466f7d5-88e7-4a6b-bb65-86d715064e9e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421524 Feb 11 06:13:41.672449 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-54510860-60a6-4d57-8738-2e3e0a523821 req-fce9b77b-1063-49e0-a207-85c69205463d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07 HTTP/1.1" status: 200 len: 999 time: 0.0691743 Feb 11 06:13:41.721529 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54510860-60a6-4d57-8738-2e3e0a523821 req-30e847d5-d6a3-46f1-ae3d-f8d1c1507dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:41.723077 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-54510860-60a6-4d57-8738-2e3e0a523821 req-30e847d5-d6a3-46f1-ae3d-f8d1c1507dca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0433388 Feb 11 06:13:41.776270 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54510860-60a6-4d57-8738-2e3e0a523821 req-f3f50bdc-6d5d-4ac2-aea5-36d11246b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:41.778280 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-54510860-60a6-4d57-8738-2e3e0a523821 req-f3f50bdc-6d5d-4ac2-aea5-36d11246b47b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453355 Feb 11 06:13:41.876373 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-54510860-60a6-4d57-8738-2e3e0a523821 req-43f36ece-06d2-44bf-9ab1-cff78523032b service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880380 Feb 11 06:13:41.975632 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-54510860-60a6-4d57-8738-2e3e0a523821 req-c3421cde-af08-4249-878a-2c5b56343137 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919511 Feb 11 06:13:42.782400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb51a45-9035-44c9-8e3c-6a42cbaca4d3 req-5c8d383c-8dbf-4925-aeaa-1c1440c1889e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:42.783929 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fb51a45-9035-44c9-8e3c-6a42cbaca4d3 req-5c8d383c-8dbf-4925-aeaa-1c1440c1889e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0590837 Feb 11 06:13:42.831583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fb51a45-9035-44c9-8e3c-6a42cbaca4d3 req-b7140240-6578-432e-889d-cdf74f57dd8e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416946 Feb 11 06:13:43.954578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cd4c8-eba1-4a6d-983c-99871cabbe7d req-bd83a5bd-2907-4e23-ade9-e5297d9cd006 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:43.956601 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a3cd4c8-eba1-4a6d-983c-99871cabbe7d req-bd83a5bd-2907-4e23-ade9-e5297d9cd006 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0551581 Feb 11 06:13:44.004344 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a3cd4c8-eba1-4a6d-983c-99871cabbe7d req-73bac45c-e869-4d11-9844-5d8fe6d2971b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421531 Feb 11 06:13:44.697086 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:45.139383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f8042-bd6d-4f33-9324-01cf947233cd req-67c4624b-cc0a-41a3-a59e-ef2f56a5bfa6 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:45.140935 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe3f8042-bd6d-4f33-9324-01cf947233cd req-67c4624b-cc0a-41a3-a59e-ef2f56a5bfa6 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0583112 Feb 11 06:13:45.190065 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe3f8042-bd6d-4f33-9324-01cf947233cd req-5709ae29-5136-46d3-aea3-49ec78ed44c3 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433943 Feb 11 06:13:46.318158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d556d52-3f32-4dfb-975d-5f7734b7ccde req-aeb8451c-79d9-45ab-b6c5-604f72bdcf49 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:46.320545 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d556d52-3f32-4dfb-975d-5f7734b7ccde req-aeb8451c-79d9-45ab-b6c5-604f72bdcf49 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0556312 Feb 11 06:13:46.400238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d556d52-3f32-4dfb-975d-5f7734b7ccde req-e38a0973-d755-4fc3-bd20-0ddb803b72ed tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522339 Feb 11 06:13:47.504931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5f2e5-745f-421c-bc66-15dae1e08887 req-b507a750-2652-49ce-9ea8-5fb8970e7109 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:47.506485 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34d5f2e5-745f-421c-bc66-15dae1e08887 req-b507a750-2652-49ce-9ea8-5fb8970e7109 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0546875 Feb 11 06:13:47.558467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34d5f2e5-745f-421c-bc66-15dae1e08887 req-351a438c-9836-45ce-bd18-423d1444716b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459139 Feb 11 06:13:48.677897 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1e753-49e0-4a37-873b-32417a42594f req-e1a651ce-a542-453e-84de-9e1ab12c4352 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:48.679376 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28b1e753-49e0-4a37-873b-32417a42594f req-e1a651ce-a542-453e-84de-9e1ab12c4352 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0527599 Feb 11 06:13:48.725343 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28b1e753-49e0-4a37-873b-32417a42594f req-a176c5b7-c891-4ef8-a2c6-e3cde8ffd1f2 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398500 Feb 11 06:13:49.847550 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9249f03-7e33-4066-b5ff-3a9f96c7c7c1 req-41d55148-02a2-46b3-a85f-c7d41adc30ae tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:49.849050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9249f03-7e33-4066-b5ff-3a9f96c7c7c1 req-41d55148-02a2-46b3-a85f-c7d41adc30ae tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0540395 Feb 11 06:13:49.896650 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9249f03-7e33-4066-b5ff-3a9f96c7c7c1 req-a407fb9b-8a39-4b9e-b268-393f4ac7d41a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420172 Feb 11 06:13:51.033094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c1784-de4c-43f9-a8c2-1e65bf324cfd req-5a2d9cd4-636b-46fe-bb14-c276f4a44d9e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:51.034591 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a98c1784-de4c-43f9-a8c2-1e65bf324cfd req-5a2d9cd4-636b-46fe-bb14-c276f4a44d9e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0573876 Feb 11 06:13:51.081529 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a98c1784-de4c-43f9-a8c2-1e65bf324cfd req-24e8dd6d-6426-43c2-83c9-a6db008ca1e8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413189 Feb 11 06:13:52.203486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830c93b-8cfc-4a46-8a65-ced6f2cad433 req-77874a3d-4294-4b0d-a15c-c3a0c8299ab6 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:52.204878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3830c93b-8cfc-4a46-8a65-ced6f2cad433 req-77874a3d-4294-4b0d-a15c-c3a0c8299ab6 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0539575 Feb 11 06:13:52.250625 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3830c93b-8cfc-4a46-8a65-ced6f2cad433 req-246b6b06-28f8-47a8-977f-7a8716d65887 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401545 Feb 11 06:13:53.370915 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe101d-f5a1-45cc-89d3-5d485cd1f970 req-f3756285-e87f-49bd-abc4-9358d801302a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:53.372440 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2bfe101d-f5a1-45cc-89d3-5d485cd1f970 req-f3756285-e87f-49bd-abc4-9358d801302a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0530374 Feb 11 06:13:53.423278 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2bfe101d-f5a1-45cc-89d3-5d485cd1f970 req-20e537cf-1f6f-4995-8c3c-7496a7f87ab4 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452461 Feb 11 06:13:54.542414 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5d0c9-7bc9-489b-84f7-a485cf7b6f2f req-dcad9f04-fb4e-4dde-8be7-f735cf4e6166 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:54.544102 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dac5d0c9-7bc9-489b-84f7-a485cf7b6f2f req-dcad9f04-fb4e-4dde-8be7-f735cf4e6166 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0529878 Feb 11 06:13:54.590507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dac5d0c9-7bc9-489b-84f7-a485cf7b6f2f req-354adcb8-e3c4-420a-bd6e-6383efca4ebd tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404644 Feb 11 06:13:55.709827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243ee97-31a2-451e-8ff8-37c235cd591b req-0f931a00-0d4e-4048-ba61-8d94c8c73811 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:55.711317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e243ee97-31a2-451e-8ff8-37c235cd591b req-0f931a00-0d4e-4048-ba61-8d94c8c73811 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0519421 Feb 11 06:13:55.756942 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e243ee97-31a2-451e-8ff8-37c235cd591b req-aa478711-d000-48a3-be70-34f3837f472b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394323 Feb 11 06:13:56.883493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dc2ab-b766-4738-afa1-c12f3da47865 req-25d1745c-6e40-4e1c-968b-96b510689e7c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:56.884988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-911dc2ab-b766-4738-afa1-c12f3da47865 req-25d1745c-6e40-4e1c-968b-96b510689e7c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0567865 Feb 11 06:13:56.932362 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-911dc2ab-b766-4738-afa1-c12f3da47865 req-0b1d9fde-685b-42ca-992b-a5e8a1ebe8aa tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414152 Feb 11 06:13:57.771539 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e900e-fa4d-43e3-935c-75400bbfade9 req-a2ffbe43-62d9-4fd1-9040-c841414f5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:57.773054 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e78e900e-fa4d-43e3-935c-75400bbfade9 req-a2ffbe43-62d9-4fd1-9040-c841414f5da1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 1126 time: 0.0464981 Feb 11 06:13:57.879285 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e900e-fa4d-43e3-935c-75400bbfade9 req-4f7a89f3-72d0-4b31-a6c1-2e741d7c5feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:57.880802 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e78e900e-fa4d-43e3-935c-75400bbfade9 req-4f7a89f3-72d0-4b31-a6c1-2e741d7c5feb service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0851178 Feb 11 06:13:57.955088 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e78e900e-fa4d-43e3-935c-75400bbfade9 req-97f9df4d-5a22-4bcb-b7a5-6f20fa4c5150 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07 HTTP/1.1" status: 200 len: 999 time: 0.0677607 Feb 11 06:13:58.011498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e900e-fa4d-43e3-935c-75400bbfade9 req-7cff9a62-5150-4188-bddf-10f4a290836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:58.012992 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e78e900e-fa4d-43e3-935c-75400bbfade9 req-7cff9a62-5150-4188-bddf-10f4a290836e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0519521 Feb 11 06:13:58.070067 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e900e-fa4d-43e3-935c-75400bbfade9 req-2ea0a195-9a29-473e-b072-efbbd58f57e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:58.071653 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e78e900e-fa4d-43e3-935c-75400bbfade9 req-2ea0a195-9a29-473e-b072-efbbd58f57e7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474331 Feb 11 06:13:58.077998 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91f64e-b2e8-45f3-8000-c506c0c60079 req-31bfb112-d961-4e94-b560-e0759d7d06e7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:58.080122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c91f64e-b2e8-45f3-8000-c506c0c60079 req-31bfb112-d961-4e94-b560-e0759d7d06e7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 943 time: 0.0561647 Feb 11 06:13:58.132240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c91f64e-b2e8-45f3-8000-c506c0c60079 req-65da0e7c-a099-45b5-92fc-1fec441f544b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451586 Feb 11 06:13:58.170243 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e78e900e-fa4d-43e3-935c-75400bbfade9 req-fbc34b8e-4da8-4939-a097-3f420082d745 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918629 Feb 11 06:13:58.262854 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-e78e900e-fa4d-43e3-935c-75400bbfade9 req-64e4e0dd-c917-4e4b-9046-ed3e7bbe95b2 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860529 Feb 11 06:13:58.307177 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:13:58.406175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:58.417397 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'port_id': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'mac_address': 'fa:16:3e:e3:a2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:13:58.453765 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:13:58.454157 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.472708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:13:58.491256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:13:58.495094 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.541825 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:13:58.550232 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:58.550590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:58.550936 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:58.551280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:58.551643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:58.551979 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:58.552310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:58.552639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:58.552967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:58.553292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:58.553622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:58.553947 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:58.554270 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:13:58.603928 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a844a5b7-ad39-4b27-b07c-1fa71b8a75a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.749360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['6f7b50d5-494f-4ab1-85e7-3e77e5243f07'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:13:59.257208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772c8e3-c43b-4f04-a39a-55ad7faf6c67 req-aa87593f-b47e-4e98-ab32-948feb8075e9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:59.258707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1772c8e3-c43b-4f04-a39a-55ad7faf6c67 req-aa87593f-b47e-4e98-ab32-948feb8075e9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0564449 Feb 11 06:13:59.304989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1772c8e3-c43b-4f04-a39a-55ad7faf6c67 req-3b14e9eb-d0c8-4dc0-b4af-7791d09ad591 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399425 Feb 11 06:13:59.588846 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23b542-f866-4090-bf73-8fc43672e634 req-1089c4aa-896c-460d-ab83-2f96b949ce6c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:59.591005 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-1089c4aa-896c-460d-ab83-2f96b949ce6c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49&tenant_id=a34476e9622e43f4a7ef797bd478ab75&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 944 time: 0.0585530 Feb 11 06:13:59.604676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c0862-d703-461d-b21a-dbfaa4b4ea6e req-6b71e2d3-4e09-4e65-83e1-ec261a9a8207 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:59.606798 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b4c0862-d703-461d-b21a-dbfaa4b4ea6e req-6b71e2d3-4e09-4e65-83e1-ec261a9a8207 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0531657 Feb 11 06:13:59.651828 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-4cd99575-1b48-4098-8b54-2c03c12509bc service neutron] 10.222.0.88 "GET /v2.0/ports/6f7b50d5-494f-4ab1-85e7-3e77e5243f07/bindings/n-h2-713499-38 HTTP/1.1" status: 200 len: 383 time: 0.0542099 Feb 11 06:13:59.654063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b4c0862-d703-461d-b21a-dbfaa4b4ea6e req-8e2c5e0b-8dbe-4c27-b6a5-b5da10e20329 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417006 Feb 11 06:13:59.719258 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23b542-f866-4090-bf73-8fc43672e634 req-ff19e540-4623-4f5f-a3fa-ce9c800aea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:59.720888 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-ff19e540-4623-4f5f-a3fa-ce9c800aea0e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 1127 time: 0.0466306 Feb 11 06:13:59.815883 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23b542-f866-4090-bf73-8fc43672e634 req-fabccc53-ca6a-4f70-9f4f-5336ae823590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:59.817375 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-fabccc53-ca6a-4f70-9f4f-5336ae823590 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.0896728 Feb 11 06:13:59.883257 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-72ef0e02-4296-4622-983e-71afd90b5930 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07 HTTP/1.1" status: 200 len: 1000 time: 0.0574291 Feb 11 06:13:59.936376 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23b542-f866-4090-bf73-8fc43672e634 req-ea8873a3-c9b2-4a8f-a4a5-d7ee4c652b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:59.937856 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-ea8873a3-c9b2-4a8f-a4a5-d7ee4c652b9b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0490446 Feb 11 06:13:59.986847 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23b542-f866-4090-bf73-8fc43672e634 req-93c580de-85d7-4d18-acae-79c7221206bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:13:59.988399 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-93c580de-85d7-4d18-acae-79c7221206bf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450776 Feb 11 06:14:00.077510 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-a01898a7-47d4-47e2-b97f-4b791318c360 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823870 Feb 11 06:14:00.170804 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-2feb9608-287e-4b17-83b7-320f6bb6eede service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878656 Feb 11 06:14:00.321687 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:00.368758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:14:00.373118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:00.373492 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:00.376986 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:14:00.450172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:00.450557 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:00.475155 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:14:00.477402 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc8ab39-5c10-4947-bcf0-95862d7a7007" -d '{"events": [{"server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "name": "network-vif-plugged", "status": "completed", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:14:00.490461 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:00.494767 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:00.529139 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342d653f-479b-4405-8e29-26d9a9fe1a88 x-openstack-request-id: req-342d653f-479b-4405-8e29-26d9a9fe1a88 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:14:00.529431 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "name": "network-vif-plugged", "status": "completed", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:14:00.529679 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-342d653f-479b-4405-8e29-26d9a9fe1a88 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:14:00.530065 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'code': 200} Feb 11 06:14:00.544708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,revision_number=10']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:00.778888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0db184-48ff-42dc-95ca-545f7af99d3a req-100ada4e-b6c5-41a6-8ea6-f1b71c78e591 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:00.780394 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac0db184-48ff-42dc-95ca-545f7af99d3a req-100ada4e-b6c5-41a6-8ea6-f1b71c78e591 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 946 time: 0.0539849 Feb 11 06:14:00.830133 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ac0db184-48ff-42dc-95ca-545f7af99d3a req-a961e3c4-acee-484d-8866-12b4c7f8ad52 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441320 Feb 11 06:14:00.908098 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0247cfcb-ea5d-4719-b791-32f0ad88dd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:01.957676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687ed77-f881-4c73-8cbf-b7fb60c4e303 req-f20c7421-eb44-4486-b351-f70f83b2944b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:01.959186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f687ed77-f881-4c73-8cbf-b7fb60c4e303 req-f20c7421-eb44-4486-b351-f70f83b2944b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 946 time: 0.0551190 Feb 11 06:14:02.005203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f687ed77-f881-4c73-8cbf-b7fb60c4e303 req-c6d57e95-5229-460d-94ae-f4a11ab63cc1 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403912 Feb 11 06:14:02.627099 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:03.134304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a19b9-f729-4ffa-92bf-6d07f517c32a req-42b1dce2-bbea-41f5-8947-8e5f5672ac24 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:03.136031 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e02a19b9-f729-4ffa-92bf-6d07f517c32a req-42b1dce2-bbea-41f5-8947-8e5f5672ac24 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 946 time: 0.0583460 Feb 11 06:14:03.187628 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e02a19b9-f729-4ffa-92bf-6d07f517c32a req-28a1ee85-2268-4dc8-a2c8-191ba2e0c058 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443110 Feb 11 06:14:03.823120 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:04.323104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fede4-b58c-406b-95ed-4a682b0618e6 req-a8a01734-8ba0-473c-85ab-5864ddaa8056 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:04.324658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a2fede4-b58c-406b-95ed-4a682b0618e6 req-a8a01734-8ba0-473c-85ab-5864ddaa8056 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 946 time: 0.0667996 Feb 11 06:14:04.351553 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:14:04.381916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a2fede4-b58c-406b-95ed-4a682b0618e6 req-2a3bd8af-0dea-4a14-8918-b3c26eaefdf8 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513120 Feb 11 06:14:04.442252 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:04.442729 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:04.470145 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:14:04.472315 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c9f1d6-c320-447a-9890-e1100c7e3c8d" -d '{"events": [{"server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "name": "network-vif-unplugged", "status": "completed", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:14:04.485875 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:04.490822 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:04.532915 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0594c8f4-8ef9-4371-be3e-bab7ee69dc55 x-openstack-request-id: req-0594c8f4-8ef9-4371-be3e-bab7ee69dc55 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:14:04.533263 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "name": "network-vif-unplugged", "status": "completed", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:14:04.533450 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0594c8f4-8ef9-4371-be3e-bab7ee69dc55 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:14:04.533845 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'code': 200} Feb 11 06:14:04.552152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,revision_number=11']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:05.281068 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:05.505186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e771dd-63b3-477a-b6dd-4ab4ee63fe65 req-86fbca6a-5991-4d3d-a3c7-8d22886d7e77 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:05.506727 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2e771dd-63b3-477a-b6dd-4ab4ee63fe65 req-86fbca6a-5991-4d3d-a3c7-8d22886d7e77 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0564926 Feb 11 06:14:05.557472 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2e771dd-63b3-477a-b6dd-4ab4ee63fe65 req-5951d9c1-028d-4e68-9158-a82dcc3ce654 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448167 Feb 11 06:14:06.310295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23b542-f866-4090-bf73-8fc43672e634 req-18b9f485-acb7-4d04-a3a5-9253f98f15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:06.311851 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-18b9f485-acb7-4d04-a3a5-9253f98f15bc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49&tenant_id=a34476e9622e43f4a7ef797bd478ab75 HTTP/1.1" status: 200 len: 1127 time: 0.0445139 Feb 11 06:14:06.323292 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:06.385481 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:06.579056 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:06.611390 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h2-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:06.671252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:14:06.679828 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Publish callbacks [] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:06.698413 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Transition to ACTIVE for port object 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:14:06.703307 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:06.717418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a9b2b-299d-46ca-875f-531281bb871c req-f4fb31ad-b1a7-411c-89d6-22b45d906318 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:06.718884 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad9a9b2b-299d-46ca-875f-531281bb871c req-f4fb31ad-b1a7-411c-89d6-22b45d906318 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0887420 Feb 11 06:14:06.811054 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Pushing event updated for resources: {'Port': ['ID=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,revision_number=12']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:06.839769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:06.840019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:06.840348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:06.840683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:06.841084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:06.841316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:06.841636 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:06.841954 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:06.842270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:06.842587 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:06.842902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:06.843215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:06.843557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:06.859166 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ad9a9b2b-299d-46ca-875f-531281bb871c req-da217a53-44a0-4a8e-80e6-22e45be2ca02 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212702 Feb 11 06:14:06.887050 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] No DVR routers for this DVR port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 on host n-h2-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:14:07.055448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Attempting to bind port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:14:07.059231 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Attempting to bind port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:14:07.059612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Attempting to bind port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:07.063977 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:14:07.064292 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Attempting to bind port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 on network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:07.069053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:14:07.069382 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Checking segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:07.069757 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Bound using segment: {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:14:07.070181 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Bound port: 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4709093d-422a-43a4-8fa5-ea022ea3e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:14:07.070528 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:07.149904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:07.152910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:14:07.158403 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:07.200183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:07.201345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:07.202867 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] 10.222.0.73 "PUT /v2.0/ports/6f7b50d5-494f-4ab1-85e7-3e77e5243f07 HTTP/1.1" status: 200 len: 1093 time: 0.8833675 Feb 11 06:14:07.203409 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:14:07.206367 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5f9267-1728-4caa-a1b6-769dbc688cad" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:14:07.261723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d471c3a-162e-4d6e-87fd-4c09d9f2188f service neutron] Pushing event updated for resources: {'Port': ['ID=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,revision_number=13']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:07.270867 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfbd2e9-1ab1-4c48-998a-429521a8c0a9 x-openstack-request-id: req-7cfbd2e9-1ab1-4c48-998a-429521a8c0a9 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:14:07.271158 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:14:07.271392 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7cfbd2e9-1ab1-4c48-998a-429521a8c0a9 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:14:07.271821 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'status': 'completed', 'code': 200} Feb 11 06:14:07.286221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23b542-f866-4090-bf73-8fc43672e634 req-f5dc81c1-0e40-481b-92e0-bc7dd4cd3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:07.288021 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-f5dc81c1-0e40-481b-92e0-bc7dd4cd3777 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 1127 time: 0.0628092 Feb 11 06:14:07.354288 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-9060f04e-5737-446e-9081-646d515f6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:07.356360 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-9060f04e-5737-446e-9081-646d515f6955 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 1127 time: 0.0629373 Feb 11 06:14:07.397347 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23b542-f866-4090-bf73-8fc43672e634 req-95fabb1f-d1b8-43a4-8259-4559e1346923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:07.398871 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-95fabb1f-d1b8-43a4-8259-4559e1346923 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.1051114 Feb 11 06:14:07.469616 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-e24f8c43-1e50-4a60-86f1-2c9ece09dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:07.471078 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-e24f8c43-1e50-4a60-86f1-2c9ece09dd25 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.1083226 Feb 11 06:14:07.471348 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-374faeda-28db-4810-a309-01c0eb578b22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07 HTTP/1.1" status: 200 len: 999 time: 0.0663278 Feb 11 06:14:07.521118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23b542-f866-4090-bf73-8fc43672e634 req-0a7da24b-aa95-4940-9c17-5d811dac5ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:07.522628 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-0a7da24b-aa95-4940-9c17-5d811dac5ad3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0445366 Feb 11 06:14:07.540246 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-f4f964dc-8f02-4ed0-a1c4-87c6e88bcfdf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07 HTTP/1.1" status: 200 len: 999 time: 0.0618601 Feb 11 06:14:07.572005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23b542-f866-4090-bf73-8fc43672e634 req-852746c6-6706-4ab8-a673-7e2ec980db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:07.573590 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-852746c6-6706-4ab8-a673-7e2ec980db56 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452774 Feb 11 06:14:07.595920 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-cb43a6ff-a131-491a-bbb8-9f2ff4ce0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:07.598927 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-cb43a6ff-a131-491a-bbb8-9f2ff4ce0221 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0523098 Feb 11 06:14:07.650937 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-cee4ab94-5eae-46d0-92aa-e42409b985e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:07.652519 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-cee4ab94-5eae-46d0-92aa-e42409b985e5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467587 Feb 11 06:14:07.665151 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-9a9fe857-d91d-422a-b613-31af83e277a1 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858045 Feb 11 06:14:07.743283 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-9757ae95-ead6-4c7f-a469-d073a99e2ea9 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821600 Feb 11 06:14:07.751959 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed23b542-f866-4090-bf73-8fc43672e634 req-3f943ee6-08c3-4389-b011-c8b103206afd service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813451 Feb 11 06:14:07.845535 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-e037737a-6886-45ad-95d0-bb24207b9af1 service neutron] 10.222.0.88 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942817 Feb 11 06:14:07.860249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-126456cb-cc19-4204-a589-af29a41e1e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:07.861776 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-126456cb-cc19-4204-a589-af29a41e1e96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a34476e9622e43f4a7ef797bd478ab75&device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 1127 time: 0.0525899 Feb 11 06:14:07.989762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-08251002-71a9-4875-94d6-c1996611a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:07.991138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-08251002-71a9-4875-94d6-c1996611a166 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 200 len: 912 time: 0.1227119 Feb 11 06:14:08.381293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf624c-514d-4585-9109-0f19cf80db3c req-3ca0d860-93ee-405a-add2-06e866b6dbe2 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:08.382806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcf624c-514d-4585-9109-0f19cf80db3c req-3ca0d860-93ee-405a-add2-06e866b6dbe2 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.4476793 Feb 11 06:14:08.413432 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-76c04ea2-e8c0-4ade-8e1f-c080bc1ff625 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07 HTTP/1.1" status: 200 len: 999 time: 0.4165599 Feb 11 06:14:08.471630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cbcf624c-514d-4585-9109-0f19cf80db3c req-5c483265-162a-4aaf-b775-1e830816d5ba tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823631 Feb 11 06:14:08.478917 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-6e26a126-4bed-431d-874c-1d5d16158d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:08.480948 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-6e26a126-4bed-431d-874c-1d5d16158d94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 200 len: 850 time: 0.0611887 Feb 11 06:14:08.533488 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-6a092f21-6c4f-4c1b-87d8-fca33325ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:08.534996 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-6a092f21-6c4f-4c1b-87d8-fca33325ded9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de3559e-1541-43fe-a858-1c0d3b3a4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484200 Feb 11 06:14:08.625197 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-5d77768c-3d19-4227-8043-571e68d59071 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827532 Feb 11 06:14:08.717952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ea5f9267-1728-4caa-a1b6-769dbc688cad req-b8834332-d2e9-4ab5-8ab1-624b9da5c535 service neutron] 10.222.0.73 "GET /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873187 Feb 11 06:14:09.595454 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0649b7b-d4f2-4678-9d70-ad79cf76223d req-38b996dc-ba12-43eb-90d6-39b0bc9674c3 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:09.596949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0649b7b-d4f2-4678-9d70-ad79cf76223d req-38b996dc-ba12-43eb-90d6-39b0bc9674c3 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0531123 Feb 11 06:14:09.643129 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0649b7b-d4f2-4678-9d70-ad79cf76223d req-47f0ea0a-a9b6-4363-a9a6-8d2c87a5f363 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406694 Feb 11 06:14:10.333550 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:10.765359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb189b9-f9df-47d1-9821-5224b58768af req-7c08fa68-d336-4348-b3e6-fbd4545f4665 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:10.766726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0cb189b9-f9df-47d1-9821-5224b58768af req-7c08fa68-d336-4348-b3e6-fbd4545f4665 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0559812 Feb 11 06:14:10.812190 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0cb189b9-f9df-47d1-9821-5224b58768af req-c08bcf9e-c050-455c-bf3a-14011794df93 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397084 Feb 11 06:14:11.937211 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08a1b9-89a5-43f8-b020-457c50de66a1 req-9a28423b-2692-4b2c-b11c-8b5468c46926 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:11.938962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c08a1b9-89a5-43f8-b020-457c50de66a1 req-9a28423b-2692-4b2c-b11c-8b5468c46926 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0543251 Feb 11 06:14:11.992662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c08a1b9-89a5-43f8-b020-457c50de66a1 req-c5bd185b-91fb-409d-8140-c062ce85a363 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467913 Feb 11 06:14:13.116531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f4e29-8274-439b-9cf8-8968a7580864 req-c8f433ef-5bbd-4090-a4db-61afbfc5bc0b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:13.118033 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-452f4e29-8274-439b-9cf8-8968a7580864 req-c8f433ef-5bbd-4090-a4db-61afbfc5bc0b tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0533724 Feb 11 06:14:13.168708 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-452f4e29-8274-439b-9cf8-8968a7580864 req-27a8580b-81eb-4654-a200-4d92f108d616 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449743 Feb 11 06:14:14.293267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a129a-29b9-444f-bfe0-a217843c951b req-0790708d-9c12-4c2e-a195-089e5bfb595a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:14.294797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-988a129a-29b9-444f-bfe0-a217843c951b req-0790708d-9c12-4c2e-a195-089e5bfb595a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0537612 Feb 11 06:14:14.342150 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-988a129a-29b9-444f-bfe0-a217843c951b req-312355b8-00b1-4572-af90-263343eb0f4d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416195 Feb 11 06:14:14.694521 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:15.464974 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb9bde-612f-4cfe-81b5-6b5f12d43927 req-c8cd2c59-14f5-4151-ab34-9402a2c983b4 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:15.466425 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d0fb9bde-612f-4cfe-81b5-6b5f12d43927 req-c8cd2c59-14f5-4151-ab34-9402a2c983b4 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0544980 Feb 11 06:14:15.514185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d0fb9bde-612f-4cfe-81b5-6b5f12d43927 req-74dafb38-89c9-4551-b594-6ee27c6a7606 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418899 Feb 11 06:14:16.639927 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9efe9-d86c-43b1-a89a-eb3ac02d537b req-eb8f4df7-f3d2-484d-b0e3-59ba0534d52e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:16.641459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fac9efe9-d86c-43b1-a89a-eb3ac02d537b req-eb8f4df7-f3d2-484d-b0e3-59ba0534d52e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0578704 Feb 11 06:14:16.689109 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fac9efe9-d86c-43b1-a89a-eb3ac02d537b req-1146a69a-43c1-4823-90ff-1faab20d0085 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420260 Feb 11 06:14:17.810022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e17b70-c55b-48bd-880f-e87b9070b691 req-fdf82565-a8d7-4159-bcbe-4234d5f36793 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:17.811716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22e17b70-c55b-48bd-880f-e87b9070b691 req-fdf82565-a8d7-4159-bcbe-4234d5f36793 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0533407 Feb 11 06:14:17.858264 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22e17b70-c55b-48bd-880f-e87b9070b691 req-d187640d-6e65-40d5-bef4-5102d7555b7a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408704 Feb 11 06:14:18.977090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b0425-c5db-4777-acc8-049c4b13521e req-ebe2850b-38d2-4f56-aeae-f74e43a828bf tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:18.978567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d17b0425-c5db-4777-acc8-049c4b13521e req-ebe2850b-38d2-4f56-aeae-f74e43a828bf tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0524070 Feb 11 06:14:19.030404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d17b0425-c5db-4777-acc8-049c4b13521e req-b1885837-769b-4116-8d57-08861dd56c8f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457153 Feb 11 06:14:20.149209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f59da4-7c39-4ceb-9edb-bb27d6a02b0c req-8a6fdc4d-db26-404d-bc6c-ebf4e1a6288d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:20.150705 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6f59da4-7c39-4ceb-9edb-bb27d6a02b0c req-8a6fdc4d-db26-404d-bc6c-ebf4e1a6288d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0525377 Feb 11 06:14:20.197717 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6f59da4-7c39-4ceb-9edb-bb27d6a02b0c req-c40f39f3-4352-457f-8306-dc49c5fdbe9c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406575 Feb 11 06:14:21.318959 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393a029-9bb0-444e-8d3c-690188b52533 req-f1fcf21e-f706-433e-ad93-3f18ad94ad51 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:21.320497 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1393a029-9bb0-444e-8d3c-690188b52533 req-f1fcf21e-f706-433e-ad93-3f18ad94ad51 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0540919 Feb 11 06:14:21.367666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1393a029-9bb0-444e-8d3c-690188b52533 req-cc2c617d-fe4e-440d-8d9f-280e2ee70338 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409954 Feb 11 06:14:22.496891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fa409-be4e-447e-8e48-1d1f7046eef5 req-1f5289ec-ee1a-4264-b9e1-f960f66d007a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:22.498402 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-864fa409-be4e-447e-8e48-1d1f7046eef5 req-1f5289ec-ee1a-4264-b9e1-f960f66d007a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0576494 Feb 11 06:14:22.544511 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-864fa409-be4e-447e-8e48-1d1f7046eef5 req-aa781e64-5b39-4fd7-a9cb-882c25033b7e tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402303 Feb 11 06:14:23.663683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe27113-9ea4-4758-aa9e-99d0471d3b23 req-966fe3fa-205c-4a73-890f-186e8fd2be03 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:23.665184 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbe27113-9ea4-4758-aa9e-99d0471d3b23 req-966fe3fa-205c-4a73-890f-186e8fd2be03 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0519397 Feb 11 06:14:23.710806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bbe27113-9ea4-4758-aa9e-99d0471d3b23 req-3b9bc592-3e54-409c-a62b-8de5cba6cb40 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394011 Feb 11 06:14:24.834877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb6193-f5a3-49dd-9076-741109fe4ce3 req-1c1ba0ff-5c70-4761-bd41-7568406c10ad tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:24.836395 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4bb6193-f5a3-49dd-9076-741109fe4ce3 req-1c1ba0ff-5c70-4761-bd41-7568406c10ad tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0560715 Feb 11 06:14:24.882413 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4bb6193-f5a3-49dd-9076-741109fe4ce3 req-ad19a5a1-524a-49b4-835c-8e3ce0a62867 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404911 Feb 11 06:14:25.003642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342640b-d47a-46dd-a163-954543a8c2c4 req-b83b6b0c-f11b-453d-b55e-1f9e7254f00a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:25.005058 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2342640b-d47a-46dd-a163-954543a8c2c4 req-b83b6b0c-f11b-453d-b55e-1f9e7254f00a tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0550556 Feb 11 06:14:25.050959 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2342640b-d47a-46dd-a163-954543a8c2c4 req-9634f514-1e9c-43db-85db-d8460dd4fe61 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403779 Feb 11 06:14:25.168425 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a39c1-600d-44ec-bbd2-baf61f494f85 req-cb693cef-1e93-40b1-9f00-e04c10c0d6e4 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:25.169923 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b06a39c1-600d-44ec-bbd2-baf61f494f85 req-cb693cef-1e93-40b1-9f00-e04c10c0d6e4 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0534484 Feb 11 06:14:25.221925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b06a39c1-600d-44ec-bbd2-baf61f494f85 req-40563019-11ce-4315-94d7-9972e4294df3 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463037 Feb 11 06:14:25.288532 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:14:25.389701 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:25.400443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'port_id': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'mac_address': 'fa:16:3e:e3:a2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:14:25.439314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:25.439754 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.453048 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:14:25.470173 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24bab2-f682-40d8-9f00-193a8bfbef25 req-91d4e3cf-8878-4e80-9789-9e0770361b11 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:25.472075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb24bab2-f682-40d8-9f00-193a8bfbef25 req-91d4e3cf-8878-4e80-9789-9e0770361b11 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 944 time: 0.0544670 Feb 11 06:14:25.472811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:25.477273 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.520592 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb24bab2-f682-40d8-9f00-193a8bfbef25 req-34affda2-8762-4e06-9395-117a8cfefc61 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416229 Feb 11 06:14:25.529081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,revision_number=14']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:25.711948 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['6f7b50d5-494f-4ab1-85e7-3e77e5243f07'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:14:26.643660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a8978-8759-4bd2-980e-61217cc29138 req-59f0a649-b1d4-4feb-9678-2023b4bd8904 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:26.645156 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-190a8978-8759-4bd2-980e-61217cc29138 req-59f0a649-b1d4-4feb-9678-2023b4bd8904 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 945 time: 0.0542872 Feb 11 06:14:26.692788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-190a8978-8759-4bd2-980e-61217cc29138 req-e177d17a-bbf2-4ae7-ae95-65555f1f907f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups?id=e76651a2-49d6-447f-9102-e2bbded7135a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420702 Feb 11 06:14:27.061384 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5857f-e302-4a44-b01e-a0276e9dd7db req-5914958a-e9b2-42c8-8705-65b30e26eddb tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:27.062870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bef5857f-e302-4a44-b01e-a0276e9dd7db req-5914958a-e9b2-42c8-8705-65b30e26eddb tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 945 time: 0.0588212 Feb 11 06:14:27.152617 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-bef5857f-e302-4a44-b01e-a0276e9dd7db req-00d3c8eb-0b61-4a38-801d-5e67a578e75c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Deleting port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:27.152965 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bef5857f-e302-4a44-b01e-a0276e9dd7db req-00d3c8eb-0b61-4a38-801d-5e67a578e75c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.245749 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-bef5857f-e302-4a44-b01e-a0276e9dd7db req-00d3c8eb-0b61-4a38-801d-5e67a578e75c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:27.246096 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bef5857f-e302-4a44-b01e-a0276e9dd7db req-00d3c8eb-0b61-4a38-801d-5e67a578e75c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.295310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:27.346584 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:14:27.350421 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:27.350808 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.419188 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bef5857f-e302-4a44-b01e-a0276e9dd7db req-00d3c8eb-0b61-4a38-801d-5e67a578e75c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.419496 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bef5857f-e302-4a44-b01e-a0276e9dd7db req-00d3c8eb-0b61-4a38-801d-5e67a578e75c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (88b8fbf8-e928-4e28-baf6-b02de0b87079), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.420015 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [req-bef5857f-e302-4a44-b01e-a0276e9dd7db req-00d3c8eb-0b61-4a38-801d-5e67a578e75c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Floating IP 88b8fbf8-e928-4e28-baf6-b02de0b87079 disassociated. External IP: 172.25.5.93, port: 6f7b50d5-494f-4ab1-85e7-3e77e5243f07. Feb 11 06:14:27.420470 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-bef5857f-e302-4a44-b01e-a0276e9dd7db req-00d3c8eb-0b61-4a38-801d-5e67a578e75c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Calling delete_port for 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:27.429421 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:27.429817 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.451852 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:14:27.454182 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f07a223-c8b6-41be-a8bc-776ecd4be292" -d '{"events": [{"server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "name": "network-vif-plugged", "status": "completed", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:14:27.468467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:27.472627 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.504261 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b514953f-a6e2-4b57-a6e3-736ce8fa25fe x-openstack-request-id: req-b514953f-a6e2-4b57-a6e3-736ce8fa25fe {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:14:27.504552 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "name": "network-vif-plugged", "status": "completed", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:14:27.504800 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b514953f-a6e2-4b57-a6e3-736ce8fa25fe {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:14:27.505181 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'code': 200} Feb 11 06:14:27.530760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,revision_number=15']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:27.556048 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bef5857f-e302-4a44-b01e-a0276e9dd7db req-00d3c8eb-0b61-4a38-801d-5e67a578e75c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (6f7b50d5-494f-4ab1-85e7-3e77e5243f07), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.585509 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3c8eb-0b61-4a38-801d-5e67a578e75c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Pushing event deleted for resources: {'Port': ['ID=6f7b50d5-494f-4ab1-85e7-3e77e5243f07,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:27.706926 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bef5857f-e302-4a44-b01e-a0276e9dd7db req-00d3c8eb-0b61-4a38-801d-5e67a578e75c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Router 38e3500f-4001-4a27-9ea0-518f5ea65544 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:14:27.830689 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bef5857f-e302-4a44-b01e-a0276e9dd7db req-00d3c8eb-0b61-4a38-801d-5e67a578e75c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:27.841496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee778e5-5eab-4b81-b557-025ad92c9c86 None None] Sync routers for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:27.852560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee778e5-5eab-4b81-b557-025ad92c9c86 None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:27.854360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7ee778e5-5eab-4b81-b557-025ad92c9c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:14:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:27.878690 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2cf9b2d3-5104-40f9-b0f9-f09341ad457e req-1b08e207-a262-4f5f-942b-b015eab8cfe7 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 210 time: 0.1094537 Feb 11 06:14:27.898187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef5857f-e302-4a44-b01e-a0276e9dd7db req-00d3c8eb-0b61-4a38-801d-5e67a578e75c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] No DVR routers for this DVR port 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:14:27.904885 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-bef5857f-e302-4a44-b01e-a0276e9dd7db req-00d3c8eb-0b61-4a38-801d-5e67a578e75c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.908660 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bef5857f-e302-4a44-b01e-a0276e9dd7db req-00d3c8eb-0b61-4a38-801d-5e67a578e75c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.73 "DELETE /v2.0/ports/6f7b50d5-494f-4ab1-85e7-3e77e5243f07 HTTP/1.1" status: 204 len: 173 time: 0.8408453 Feb 11 06:14:27.909390 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'name': 'network-vif-deleted', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:14:27.911346 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0168141c-7f23-4cd8-920f-d42431bbac3c" -d '{"events": [{"server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "name": "network-vif-deleted", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:14:27.949689 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dfda55-0bb1-42db-9d3e-861e9103441b x-openstack-request-id: req-20dfda55-0bb1-42db-9d3e-861e9103441b {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:14:27.949986 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6704f0-1aa6-4edf-b698-facc6247db49", "name": "network-vif-deleted", "tag": "6f7b50d5-494f-4ab1-85e7-3e77e5243f07", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:14:27.950240 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-20dfda55-0bb1-42db-9d3e-861e9103441b {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:14:27.950639 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6704f0-1aa6-4edf-b698-facc6247db49', 'name': 'network-vif-deleted', 'tag': '6f7b50d5-494f-4ab1-85e7-3e77e5243f07', 'status': 'completed', 'code': 200} Feb 11 06:14:27.978725 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-7ee778e5-5eab-4b81-b557-025ad92c9c86 None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:28.180726 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7ee778e5-5eab-4b81-b557-025ad92c9c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:28.206879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee778e5-5eab-4b81-b557-025ad92c9c86 None None] Checking router: 38e3500f-4001-4a27-9ea0-518f5ea65544 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:14:28.216060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee778e5-5eab-4b81-b557-025ad92c9c86 None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:28.216613 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7ee778e5-5eab-4b81-b557-025ad92c9c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:14:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:28.494227 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-7ee778e5-5eab-4b81-b557-025ad92c9c86 None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:28.645771 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d923395e-16bd-4fee-80d1-203bc898f351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:28.708645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7ee778e5-5eab-4b81-b557-025ad92c9c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:28.735706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee778e5-5eab-4b81-b557-025ad92c9c86 None None] The sync data for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 is: [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:10:20Z', 'revision_number': 4, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '8aca5cef-d311-453c-809c-45228ca1cf95', 'name': '', 'network_id': '8de3559e-1541-43fe-a858-1c0d3b3a4e3e', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'mac_address': 'fa:16:3e:c2:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:19Z', 'updated_at': '2022-02-11T06:10:24Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'subnets': [{'id': '67aa227d-a6bf-4e13-a452-c9a8223acd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:28.963668 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5560365-9230-4a37-8da1-b225c8d555f3 None None] New status for floating IP 88b8fbf8-e928-4e28-baf6-b02de0b87079: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:14:28.990926 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-345217b9-cf85-4c29-8d58-cc5d080fa326 req-b2988217-f637-49a6-a827-e03566f4ba46 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 210 time: 0.0321424 Feb 11 06:14:29.287841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:14:29.312234 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:14:29.312912 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 6f7b50d5-494f-4ab1-85e7-3e77e5243f07 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:14:30.141154 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f1d25ab-180e-4546-bf87-5a7991223273 req-74e78c81-8588-45b1-961c-9a67f81c64b9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 210 time: 0.0775166 Feb 11 06:14:30.910184 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4feac5c2-e427-4266-a64b-4589fd1a18ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:31.239560 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0982ea2-cf45-4457-bd44-1a3903e12fa6 req-b8175f2c-5a96-4cd2-9c8b-11a338d11c8c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 210 time: 0.0288243 Feb 11 06:14:32.336624 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3bc93125-1575-427f-a67b-39041dbc15f0 req-5074dc51-ff16-411d-a7a1-7cc3ecae8c1f tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 210 time: 0.0271008 Feb 11 06:14:32.631459 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:33.435005 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e819f40-329e-4601-8ec8-06672018933c req-f96a9059-3e88-415d-a4c7-a2ecac2f4a1d tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 210 time: 0.0274954 Feb 11 06:14:33.826162 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:34.535380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f20f9d7-dddd-4ce8-bf67-c4558605fdc1 req-ab1f70da-0405-4a5f-8733-bcd36c918f9c tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 210 time: 0.0278945 Feb 11 06:14:35.283969 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.638536 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b23d999-99ca-4c57-8124-cd9a1582685b req-3d656713-9671-4941-9698-16312bed0c88 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a6704f0-1aa6-4edf-b698-facc6247db49 HTTP/1.1" status: 200 len: 210 time: 0.0306563 Feb 11 06:14:37.376289 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:14:40.355959 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.448032 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54804) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:42.502505 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f5cb7c9-a592-4181-bc5a-e486d7648681 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for security_group (e76651a2-49d6-447f-9102-e2bbded7135a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.524949 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f5cb7c9-a592-4181-bc5a-e486d7648681 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for security_group (e76651a2-49d6-447f-9102-e2bbded7135a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.576439 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f5cb7c9-a592-4181-bc5a-e486d7648681 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (e76651a2-49d6-447f-9102-e2bbded7135a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.579158 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2f5cb7c9-a592-4181-bc5a-e486d7648681 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.583440 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2f5cb7c9-a592-4181-bc5a-e486d7648681 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "DELETE /v2.0/security-groups/e76651a2-49d6-447f-9102-e2bbded7135a HTTP/1.1" status: 204 len: 168 time: 0.1341712 Feb 11 06:14:42.583648 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54806) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:42.593648 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cb7c9-a592-4181-bc5a-e486d7648681 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76651a2-49d6-447f-9102-e2bbded7135a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:42.610327 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-42b8a56d-b1df-4ab4-8117-71e83da10344 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] show failed (client error): The resource could not be found. Feb 11 06:14:42.611739 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-42b8a56d-b1df-4ab4-8117-71e83da10344 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "GET /v2.0/security-groups/e76651a2-49d6-447f-9102-e2bbded7135a HTTP/1.1" status: 404 len: 347 time: 0.0272193 Feb 11 06:14:42.614737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54808) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:42.742786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7ae15615-de1a-4cbd-9281-6d12cab39cf9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Deleting port 6b51f8a9-e647-41ee-86d9-f80e45583dbc {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:42.743043 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7ae15615-de1a-4cbd-9281-6d12cab39cf9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6b51f8a9-e647-41ee-86d9-f80e45583dbc), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.821718 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7ae15615-de1a-4cbd-9281-6d12cab39cf9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6b51f8a9-e647-41ee-86d9-f80e45583dbc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.822579 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7ae15615-de1a-4cbd-9281-6d12cab39cf9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for floatingip (6b51f8a9-e647-41ee-86d9-f80e45583dbc), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.833946 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7ae15615-de1a-4cbd-9281-6d12cab39cf9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Calling delete_port for 6b51f8a9-e647-41ee-86d9-f80e45583dbc owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:42.968368 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7ae15615-de1a-4cbd-9281-6d12cab39cf9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (6b51f8a9-e647-41ee-86d9-f80e45583dbc), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:42.991556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae15615-de1a-4cbd-9281-6d12cab39cf9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Pushing event deleted for resources: {'Port': ['ID=6b51f8a9-e647-41ee-86d9-f80e45583dbc,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:43.055675 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7ae15615-de1a-4cbd-9281-6d12cab39cf9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks [] for floatingip (88b8fbf8-e928-4e28-baf6-b02de0b87079), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.058789 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7ae15615-de1a-4cbd-9281-6d12cab39cf9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.059990 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7ae15615-de1a-4cbd-9281-6d12cab39cf9 tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] 10.222.0.87 "DELETE /v2.0/floatingips/88b8fbf8-e928-4e28-baf6-b02de0b87079 HTTP/1.1" status: 204 len: 168 time: 0.4437225 Feb 11 06:14:43.062969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54810) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:43.475833 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ecf10dc3-1b6d-4d03-9910-a53915a95560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (38e3500f-4001-4a27-9ea0-518f5ea65544), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.733614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-ecf10dc3-1b6d-4d03-9910-a53915a95560 admin admin] Deleting port 8aca5cef-d311-453c-809c-45228ca1cf95 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:43.733887 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ecf10dc3-1b6d-4d03-9910-a53915a95560 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (8aca5cef-d311-453c-809c-45228ca1cf95), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.812781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-ecf10dc3-1b6d-4d03-9910-a53915a95560 admin admin] For port 8aca5cef-d311-453c-809c-45228ca1cf95, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=8aca5cef-d311-453c-809c-45228ca1cf95,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:43.813151 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ecf10dc3-1b6d-4d03-9910-a53915a95560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (8aca5cef-d311-453c-809c-45228ca1cf95), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:43.825269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-ecf10dc3-1b6d-4d03-9910-a53915a95560 admin admin] Calling delete_port for 8aca5cef-d311-453c-809c-45228ca1cf95 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:44.004880 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ecf10dc3-1b6d-4d03-9910-a53915a95560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (8aca5cef-d311-453c-809c-45228ca1cf95), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.030803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf10dc3-1b6d-4d03-9910-a53915a95560 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aca5cef-d311-453c-809c-45228ca1cf95,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:44.197491 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ecf10dc3-1b6d-4d03-9910-a53915a95560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (38e3500f-4001-4a27-9ea0-518f5ea65544), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.414002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf10dc3-1b6d-4d03-9910-a53915a95560 admin admin] Router 38e3500f-4001-4a27-9ea0-518f5ea65544 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:14:44.520747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf10dc3-1b6d-4d03-9910-a53915a95560 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:14:44.526669 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ecf10dc3-1b6d-4d03-9910-a53915a95560 admin admin] 10.222.0.87 "PUT /v2.0/routers/38e3500f-4001-4a27-9ea0-518f5ea65544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4627149 Feb 11 06:14:44.529317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54812) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:44.533193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6ab2e7-fd61-4792-9822-0c68d17fb48b None None] Sync routers for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:14:44.544483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6ab2e7-fd61-4792-9822-0c68d17fb48b None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:44.545128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7f6ab2e7-fd61-4792-9822-0c68d17fb48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:14:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:44.635178 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1be1a34a-e161-4adf-a530-36664a0fd6cb admin admin] Publish callbacks [] for router (38e3500f-4001-4a27-9ea0-518f5ea65544), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.654183 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-7f6ab2e7-fd61-4792-9822-0c68d17fb48b None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:44.742394 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:44.858929 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7f6ab2e7-fd61-4792-9822-0c68d17fb48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:14:43Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:44.890884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6ab2e7-fd61-4792-9822-0c68d17fb48b None None] Checking router: 38e3500f-4001-4a27-9ea0-518f5ea65544 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:14:44.899792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6ab2e7-fd61-4792-9822-0c68d17fb48b None None] Routers {'38e3500f-4001-4a27-9ea0-518f5ea65544'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:14:44.900963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7f6ab2e7-fd61-4792-9822-0c68d17fb48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:14:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38e3500f-4001-4a27-9ea0-518f5ea65544'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:45.016870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-7f6ab2e7-fd61-4792-9822-0c68d17fb48b None None] Set router 38e3500f-4001-4a27-9ea0-518f5ea65544 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:14:45.065449 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1be1a34a-e161-4adf-a530-36664a0fd6cb admin admin] Publish callbacks [] for router_gateway (38e3500f-4001-4a27-9ea0-518f5ea65544), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.124133 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-1be1a34a-e161-4adf-a530-36664a0fd6cb admin admin] Deleting port daaac081-c476-4ef9-9c8d-fc21bb7d3a02 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:45.124624 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1be1a34a-e161-4adf-a530-36664a0fd6cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (daaac081-c476-4ef9-9c8d-fc21bb7d3a02), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.205016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7f6ab2e7-fd61-4792-9822-0c68d17fb48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:14:43Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:45.214445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-1be1a34a-e161-4adf-a530-36664a0fd6cb admin admin] For port daaac081-c476-4ef9-9c8d-fc21bb7d3a02, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=daaac081-c476-4ef9-9c8d-fc21bb7d3a02,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:45.214826 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1be1a34a-e161-4adf-a530-36664a0fd6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (daaac081-c476-4ef9-9c8d-fc21bb7d3a02), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.230601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-1be1a34a-e161-4adf-a530-36664a0fd6cb admin admin] Calling delete_port for daaac081-c476-4ef9-9c8d-fc21bb7d3a02 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:45.234768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6ab2e7-fd61-4792-9822-0c68d17fb48b None None] The sync data for ids ['38e3500f-4001-4a27-9ea0-518f5ea65544'] in n-d-713499-38 is: [{'id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'name': 'tempest-ServerActionsTestJSON-215262299-router', 'tenant_id': 'a34476e9622e43f4a7ef797bd478ab75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:10:17Z', 'updated_at': '2022-02-11T06:14:43Z', 'revision_number': 5, 'project_id': 'a34476e9622e43f4a7ef797bd478ab75', 'gw_port': {'id': 'daaac081-c476-4ef9-9c8d-fc21bb7d3a02', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e3500f-4001-4a27-9ea0-518f5ea65544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:10:18Z', 'updated_at': '2022-02-11T06:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:14:45.404031 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1be1a34a-e161-4adf-a530-36664a0fd6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (daaac081-c476-4ef9-9c8d-fc21bb7d3a02), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.431990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1a34a-e161-4adf-a530-36664a0fd6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=daaac081-c476-4ef9-9c8d-fc21bb7d3a02,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:45.492836 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1be1a34a-e161-4adf-a530-36664a0fd6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (38e3500f-4001-4a27-9ea0-518f5ea65544), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.590724 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1be1a34a-e161-4adf-a530-36664a0fd6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (38e3500f-4001-4a27-9ea0-518f5ea65544), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.592894 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1be1a34a-e161-4adf-a530-36664a0fd6cb admin admin] Publish callbacks [] for router_controller (38e3500f-4001-4a27-9ea0-518f5ea65544), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.638013 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1be1a34a-e161-4adf-a530-36664a0fd6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (38e3500f-4001-4a27-9ea0-518f5ea65544), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.638990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be1a34a-e161-4adf-a530-36664a0fd6cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38e3500f-4001-4a27-9ea0-518f5ea65544 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:14:45.645126 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1be1a34a-e161-4adf-a530-36664a0fd6cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.647841 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1be1a34a-e161-4adf-a530-36664a0fd6cb admin admin] 10.222.0.87 "DELETE /v2.0/routers/38e3500f-4001-4a27-9ea0-518f5ea65544 HTTP/1.1" status: 204 len: 168 time: 1.1175926 Feb 11 06:14:45.649575 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54814) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:45.694985 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Deleting subnet 67aa227d-a6bf-4e13-a452-c9a8223acd9e {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:14:45.698928 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Publish callbacks [] for subnet (67aa227d-a6bf-4e13-a452-c9a8223acd9e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.738516 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (67aa227d-a6bf-4e13-a452-c9a8223acd9e), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.817718 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (67aa227d-a6bf-4e13-a452-c9a8223acd9e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.872394 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (67aa227d-a6bf-4e13-a452-c9a8223acd9e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.898677 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67aa227d-a6bf-4e13-a452-c9a8223acd9e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:45.907474 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:45.910588 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/67aa227d-a6bf-4e13-a452-c9a8223acd9e HTTP/1.1" status: 204 len: 168 time: 0.2599719 Feb 11 06:14:45.912199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245428cb-3b97-47b8-9482-3c3db0df0c6a None None] Network 8de3559e-1541-43fe-a858-1c0d3b3a4e3e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:45.912623 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:45.912623 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:45.913351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54816) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:45.916052 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:45.916574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:45.917021 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:45.917527 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:45.917965 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:45.918407 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:45.918830 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:45.919435 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:45.919913 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:45.920498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:45.920920 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed3676-8cd7-4101-a3bd-4081554d00d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:14:45.984923 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (8de3559e-1541-43fe-a858-1c0d3b3a4e3e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.046544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] Deleting port efa159f2-a2ed-4f8a-aa69-66ff732355f9 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:14:46.046877 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (efa159f2-a2ed-4f8a-aa69-66ff732355f9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.108855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] For port efa159f2-a2ed-4f8a-aa69-66ff732355f9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=efa159f2-a2ed-4f8a-aa69-66ff732355f9,segment=NetworkSegment(4709093d-422a-43a4-8fa5-ea022ea3e439),segment_id=4709093d-422a-43a4-8fa5-ea022ea3e439)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:46.109109 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (efa159f2-a2ed-4f8a-aa69-66ff732355f9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.121263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] Calling delete_port for efa159f2-a2ed-4f8a-aa69-66ff732355f9 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:14:46.205114 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (efa159f2-a2ed-4f8a-aa69-66ff732355f9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.222381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48996962-a6e2-46f4-9914-70f1dd0939cf None None] DHCP port deletion for 8de3559e-1541-43fe-a858-1c0d3b3a4e3e request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:14:46.240291 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] No DVR routers for this DVR port efa159f2-a2ed-4f8a-aa69-66ff732355f9 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:14:46.247212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa159f2-a2ed-4f8a-aa69-66ff732355f9,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:46.320326 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (8de3559e-1541-43fe-a858-1c0d3b3a4e3e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.341004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de3559e-1541-43fe-a858-1c0d3b3a4e3e']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:46.350737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4709093d-422a-43a4-8fa5-ea022ea3e439') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:46.351030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4709093d-422a-43a4-8fa5-ea022ea3e439') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:14:46.361103 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (4709093d-422a-43a4-8fa5-ea022ea3e439), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.373801 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4709093d-422a-43a4-8fa5-ea022ea3e439), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.379542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:14:46.379916 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (4709093d-422a-43a4-8fa5-ea022ea3e439), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: timer() Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:14:46.381531 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:14:46.436113 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (8de3559e-1541-43fe-a858-1c0d3b3a4e3e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.442823 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.445963 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] 10.222.0.87 "DELETE /v2.0/networks/8de3559e-1541-43fe-a858-1c0d3b3a4e3e HTTP/1.1" status: 204 len: 168 time: 0.5313969 Feb 11 06:14:46.459207 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b90c4-e352-4eba-a634-e1f7fc621773 admin admin] Pushing event deleted for resources: {'Network': ['ID=8de3559e-1541-43fe-a858-1c0d3b3a4e3e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:46.564211 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54820) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:46.610714 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2e8bbb77-6779-4fc8-9d00-7a66d8d0d092 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a34476e9622e43f4a7ef797bd478ab75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451808 Feb 11 06:14:46.613259 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54822) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:46.663695 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-db472e91-6cc8-46d7-b97a-dc5bd6ef4392 admin admin] Publish callbacks [] for security_group (3e12281b-7479-4c2f-aadd-a34ba931fc2c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.687222 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-db472e91-6cc8-46d7-b97a-dc5bd6ef4392 admin admin] Publish callbacks [] for security_group (3e12281b-7479-4c2f-aadd-a34ba931fc2c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.733561 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-db472e91-6cc8-46d7-b97a-dc5bd6ef4392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3e12281b-7479-4c2f-aadd-a34ba931fc2c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.736437 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-db472e91-6cc8-46d7-b97a-dc5bd6ef4392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:46.737617 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-db472e91-6cc8-46d7-b97a-dc5bd6ef4392 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3e12281b-7479-4c2f-aadd-a34ba931fc2c HTTP/1.1" status: 204 len: 168 time: 0.1234717 Feb 11 06:14:46.746092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db472e91-6cc8-46d7-b97a-dc5bd6ef4392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e12281b-7479-4c2f-aadd-a34ba931fc2c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:47.261603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device daaac081-c476-4ef9-9c8d-fc21bb7d3a02 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:14:47.286651 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: daaac081-c476-4ef9-9c8d-fc21bb7d3a02 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:14:47.286997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device daaac081-c476-4ef9-9c8d-fc21bb7d3a02 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:14:47.287443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8aca5cef-d311-453c-809c-45228ca1cf95 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:14:47.306021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 8aca5cef-d311-453c-809c-45228ca1cf95 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:14:47.306363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 8aca5cef-d311-453c-809c-45228ca1cf95 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:14:47.306778 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device efa159f2-a2ed-4f8a-aa69-66ff732355f9 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:14:47.327442 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: efa159f2-a2ed-4f8a-aa69-66ff732355f9 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:14:47.327789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device efa159f2-a2ed-4f8a-aa69-66ff732355f9 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:14:47.416290 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54844) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:47.512017 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-27832e59-f646-48f6-b193-cf72f55e6a75 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-778775936-network', 'tenant_id': '8cc0229d0b4a4fa490236275be91bbd3'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:47.532092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27832e59-f646-48f6-b193-cf72f55e6a75 admin admin] Made reservation on behalf of 8cc0229d0b4a4fa490236275be91bbd3 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:47.534849 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27832e59-f646-48f6-b193-cf72f55e6a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.543084 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27832e59-f646-48f6-b193-cf72f55e6a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.617453 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27832e59-f646-48f6-b193-cf72f55e6a75 admin admin] Publish callbacks [] for security_group (3fb6197e-2167-4f3f-8704-3820cd4d15d1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.621699 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27832e59-f646-48f6-b193-cf72f55e6a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3fb6197e-2167-4f3f-8704-3820cd4d15d1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.647352 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27832e59-f646-48f6-b193-cf72f55e6a75 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:14:47.657452 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27832e59-f646-48f6-b193-cf72f55e6a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb6197e-2167-4f3f-8704-3820cd4d15d1,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:47.663267 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27832e59-f646-48f6-b193-cf72f55e6a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (49837df8-1606-476f-b967-88e04411852a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.663644 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-27832e59-f646-48f6-b193-cf72f55e6a75 admin admin] Added segment 49837df8-1606-476f-b967-88e04411852a of type vlan for network 54775f00-4a0f-41bf-9387-2e82341a1a3b Feb 11 06:14:47.707605 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27832e59-f646-48f6-b193-cf72f55e6a75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (54775f00-4a0f-41bf-9387-2e82341a1a3b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.732070 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27832e59-f646-48f6-b193-cf72f55e6a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (54775f00-4a0f-41bf-9387-2e82341a1a3b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.733174 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27832e59-f646-48f6-b193-cf72f55e6a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:47.733742 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27832e59-f646-48f6-b193-cf72f55e6a75 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.768655 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-27832e59-f646-48f6-b193-cf72f55e6a75 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3512592 Feb 11 06:14:47.771883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54848) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:14:47.776888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-1b34d597-e550-4f81-95fb-ebd38b5ce752 admin admin] Request body: {'subnet': {'network_id': '54775f00-4a0f-41bf-9387-2e82341a1a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-778775936-subnet', 'tenant_id': '8cc0229d0b4a4fa490236275be91bbd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:47.796504 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27832e59-f646-48f6-b193-cf72f55e6a75 admin admin] Pushing event updated for resources: {'Network': ['ID=54775f00-4a0f-41bf-9387-2e82341a1a3b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:47.796745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b34d597-e550-4f81-95fb-ebd38b5ce752 admin admin] Made reservation on behalf of 8cc0229d0b4a4fa490236275be91bbd3 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:47.799255 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1b34d597-e550-4f81-95fb-ebd38b5ce752 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:47.808534 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 54775f00-4a0f-41bf-9387-2e82341a1a3b details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:14:47.970622 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1b34d597-e550-4f81-95fb-ebd38b5ce752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (f096bd14-4f23-4518-9d02-83b9cd15c831), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:48.029975 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34d597-e550-4f81-95fb-ebd38b5ce752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f096bd14-4f23-4518-9d02-83b9cd15c831,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:48.037275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b34d597-e550-4f81-95fb-ebd38b5ce752 admin admin] Checking segment: {'id': '49837df8-1606-476f-b967-88e04411852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '54775f00-4a0f-41bf-9387-2e82341a1a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:48.037665 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b34d597-e550-4f81-95fb-ebd38b5ce752 admin admin] Network hostable DHCP agents. Network: 54775f00-4a0f-41bf-9387-2e82341a1a3b, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:14:48.053936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b34d597-e550-4f81-95fb-ebd38b5ce752 admin admin] Network 54775f00-4a0f-41bf-9387-2e82341a1a3b is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:14:48.063062 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-1b34d597-e550-4f81-95fb-ebd38b5ce752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 54775f00-4a0f-41bf-9387-2e82341a1a3b) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:48.067019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b34d597-e550-4f81-95fb-ebd38b5ce752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:48.067635 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1b34d597-e550-4f81-95fb-ebd38b5ce752 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:48.073008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22776ead-6b43-4bd1-a97c-31b591488602 None None] Network 54775f00-4a0f-41bf-9387-2e82341a1a3b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:48.082997 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1b34d597-e550-4f81-95fb-ebd38b5ce752 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3100035 Feb 11 06:14:48.169327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32452605-f8ca-48ce-96a6-23bbe3514efb None None] Network 54775f00-4a0f-41bf-9387-2e82341a1a3b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:14:48.503392 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-b4d7313b-d873-4026-a397-d118a61a706a tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:48.504819 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-b4d7313b-d873-4026-a397-d118a61a706a tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/networks?id=54775f00-4a0f-41bf-9387-2e82341a1a3b HTTP/1.1" status: 200 len: 813 time: 0.1010647 Feb 11 06:14:48.520025 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-b4bea70c-2607-4c5d-9bee-060a7e75cf81 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/quotas/8cc0229d0b4a4fa490236275be91bbd3 HTTP/1.1" status: 200 len: 375 time: 0.0092981 Feb 11 06:14:48.555077 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-d2278f6b-e966-49f5-898f-2c43c54983c3 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=8cc0229d0b4a4fa490236275be91bbd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301862 Feb 11 06:14:48.648025 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-63c9c4b4-55b9-46fd-b20b-3c213795cb7f service neutron] 10.222.0.87 "GET /v2.0/networks/54775f00-4a0f-41bf-9387-2e82341a1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857897 Feb 11 06:14:48.741138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-605de876-adad-4f40-a0f6-77d9ee1f6437 service neutron] 10.222.0.87 "GET /v2.0/networks/54775f00-4a0f-41bf-9387-2e82341a1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875196 Feb 11 06:14:49.910516 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-860e5053-e502-4892-bd3e-6677f1435838 req-e797c474-ef58-44fb-92a3-a53dc61472eb tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 210 time: 0.0286002 Feb 11 06:14:50.847843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-8a365101-b606-4722-955e-780b828f70b4 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:50.849308 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-8a365101-b606-4722-955e-780b828f70b4 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.73 "GET /v2.0/networks?id=54775f00-4a0f-41bf-9387-2e82341a1a3b HTTP/1.1" status: 200 len: 813 time: 0.1062186 Feb 11 06:14:50.862068 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-6ca66c1e-5ea0-4953-91ba-27951c1183a5 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Request body: {'port': {'device_id': '69cacf1d-8d54-4bd7-92cd-b27334f2c858', 'network_id': '54775f00-4a0f-41bf-9387-2e82341a1a3b', 'admin_state_up': True, 'tenant_id': '8cc0229d0b4a4fa490236275be91bbd3'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:50.991020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-6ca66c1e-5ea0-4953-91ba-27951c1183a5 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Made reservation on behalf of 8cc0229d0b4a4fa490236275be91bbd3 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:14:50.994872 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-6ca66c1e-5ea0-4953-91ba-27951c1183a5 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:51.011885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3096d013-a98a-4f1d-ac83-9ef72742f47d req-a1513b9a-503f-46cd-af3c-343a89f54321 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 210 time: 0.0322225 Feb 11 06:14:51.135756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-6ca66c1e-5ea0-4953-91ba-27951c1183a5 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Allocated IP 172.20.0.3 (54775f00-4a0f-41bf-9387-2e82341a1a3b/f096bd14-4f23-4518-9d02-83b9cd15c831/a770bf2e-f5f4-4e71-9313-67338f740d73) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:14:51.282925 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-6ca66c1e-5ea0-4953-91ba-27951c1183a5 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Publish callbacks [] for port (a770bf2e-f5f4-4e71-9313-67338f740d73), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:51.317735 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-6ca66c1e-5ea0-4953-91ba-27951c1183a5 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a770bf2e-f5f4-4e71-9313-67338f740d73), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:51.365553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-6ca66c1e-5ea0-4953-91ba-27951c1183a5 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Network 54775f00-4a0f-41bf-9387-2e82341a1a3b is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:14:51.369210 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-6ca66c1e-5ea0-4953-91ba-27951c1183a5 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:14:51.372888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-6ca66c1e-5ea0-4953-91ba-27951c1183a5 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:14:51.379165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca66c1e-5ea0-4953-91ba-27951c1183a5 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Pushing event updated for resources: {'Port': ['ID=a770bf2e-f5f4-4e71-9313-67338f740d73,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:51.424710 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-6ca66c1e-5ea0-4953-91ba-27951c1183a5 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:51.425318 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-6ca66c1e-5ea0-4953-91ba-27951c1183a5 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:51.441372 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-6ca66c1e-5ea0-4953-91ba-27951c1183a5 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5836215 Feb 11 06:14:51.453397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Request body: {'port': {'device_id': '69cacf1d-8d54-4bd7-92cd-b27334f2c858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:14:51.515055 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a770bf2e-f5f4-4e71-9313-67338f740d73), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:51.789736 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a770bf2e-f5f4-4e71-9313-67338f740d73 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:14:51.797706 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Publish callbacks [] for port (a770bf2e-f5f4-4e71-9313-67338f740d73), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:51.809907 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Transition to ACTIVE for port object a770bf2e-f5f4-4e71-9313-67338f740d73 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:14:51.812928 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (a770bf2e-f5f4-4e71-9313-67338f740d73), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:51.862118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Pushing event updated for resources: {'Port': ['ID=a770bf2e-f5f4-4e71-9313-67338f740d73,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:51.930679 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Attempting to bind port a770bf2e-f5f4-4e71-9313-67338f740d73 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:14:51.931893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Attempting to bind port a770bf2e-f5f4-4e71-9313-67338f740d73 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '49837df8-1606-476f-b967-88e04411852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '54775f00-4a0f-41bf-9387-2e82341a1a3b'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:14:51.932047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Attempting to bind port a770bf2e-f5f4-4e71-9313-67338f740d73 on network 54775f00-4a0f-41bf-9387-2e82341a1a3b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:51.936212 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Port a770bf2e-f5f4-4e71-9313-67338f740d73 on network 54775f00-4a0f-41bf-9387-2e82341a1a3b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:14:51.936539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Attempting to bind port a770bf2e-f5f4-4e71-9313-67338f740d73 on network 54775f00-4a0f-41bf-9387-2e82341a1a3b {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:14:51.941387 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:14:51.941724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Checking segment: {'id': '49837df8-1606-476f-b967-88e04411852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '54775f00-4a0f-41bf-9387-2e82341a1a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:14:51.942107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Bound using segment: {'id': '49837df8-1606-476f-b967-88e04411852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '54775f00-4a0f-41bf-9387-2e82341a1a3b'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:14:51.942533 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Bound port: a770bf2e-f5f4-4e71-9313-67338f740d73, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49837df8-1606-476f-b967-88e04411852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '54775f00-4a0f-41bf-9387-2e82341a1a3b'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:14:51.942888 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a770bf2e-f5f4-4e71-9313-67338f740d73), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.007404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] For port a770bf2e-f5f4-4e71-9313-67338f740d73, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:14:52.010551 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] For port a770bf2e-f5f4-4e71-9313-67338f740d73, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a770bf2e-f5f4-4e71-9313-67338f740d73,segment=NetworkSegment(49837df8-1606-476f-b967-88e04411852a),segment_id=49837df8-1606-476f-b967-88e04411852a)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:14:52.017171 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (a770bf2e-f5f4-4e71-9313-67338f740d73), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.051379 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:52.052134 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:52.053566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] 10.222.0.73 "PUT /v2.0/ports/a770bf2e-f5f4-4e71-9313-67338f740d73 HTTP/1.1" status: 200 len: 1092 time: 0.6041915 Feb 11 06:14:52.054051 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69cacf1d-8d54-4bd7-92cd-b27334f2c858', 'tag': 'a770bf2e-f5f4-4e71-9313-67338f740d73'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:14:52.057697 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813a74b3-ac28-4616-b6ff-07138b87753a" -d '{"events": [{"name": "network-changed", "server_uuid": "69cacf1d-8d54-4bd7-92cd-b27334f2c858", "tag": "a770bf2e-f5f4-4e71-9313-67338f740d73"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:14:52.090131 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951883a-a6ad-40d2-86cb-8561755ee882 service neutron] Pushing event updated for resources: {'Port': ['ID=a770bf2e-f5f4-4e71-9313-67338f740d73,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:52.114632 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3838b394-6efd-42df-93d2-b4cdca5847dc x-openstack-request-id: req-3838b394-6efd-42df-93d2-b4cdca5847dc {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:14:52.114951 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69cacf1d-8d54-4bd7-92cd-b27334f2c858", "tag": "a770bf2e-f5f4-4e71-9313-67338f740d73", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:14:52.115241 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3838b394-6efd-42df-93d2-b4cdca5847dc {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:14:52.115669 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69cacf1d-8d54-4bd7-92cd-b27334f2c858', 'tag': 'a770bf2e-f5f4-4e71-9313-67338f740d73', 'status': 'completed', 'code': 200} Feb 11 06:14:52.183882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02607b-8d07-49b8-a7ba-7d72421ae50b req-3063d463-dbab-4a2e-b72e-7d03a3cd2950 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:52.185388 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf02607b-8d07-49b8-a7ba-7d72421ae50b req-3063d463-dbab-4a2e-b72e-7d03a3cd2950 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 943 time: 0.0924037 Feb 11 06:14:52.187922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-c0429e9a-3a31-4a97-89ae-69ff0434c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:52.189299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-c0429e9a-3a31-4a97-89ae-69ff0434c64b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8cc0229d0b4a4fa490236275be91bbd3&device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 1126 time: 0.0952175 Feb 11 06:14:52.237358 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-290bf7c5-72c7-43da-8574-bddced2e4ccb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a770bf2e-f5f4-4e71-9313-67338f740d73 HTTP/1.1" status: 200 len: 217 time: 0.0401828 Feb 11 06:14:52.298819 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bf02607b-8d07-49b8-a7ba-7d72421ae50b req-c438a311-b505-44b8-8057-d0191bae5426 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074359 Feb 11 06:14:52.307585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-ca747f52-f2e1-4f11-ba5e-69f040a0ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:52.309027 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-ca747f52-f2e1-4f11-ba5e-69f040a0ba6d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f096bd14-4f23-4518-9d02-83b9cd15c831 HTTP/1.1" status: 200 len: 853 time: 0.0659618 Feb 11 06:14:52.342602 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-a4e47478-eee8-48fa-a993-365b8fed4aa9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=54775f00-4a0f-41bf-9387-2e82341a1a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264823 Feb 11 06:14:52.433974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-bcc5761e-3a04-4741-b194-dfcb8384241a service neutron] 10.222.0.73 "GET /v2.0/networks/54775f00-4a0f-41bf-9387-2e82341a1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855513 Feb 11 06:14:52.523042 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e038373b-fe8a-4ac8-84ec-1e83a804f658 req-60d1b9ab-cbc8-41dc-a17c-71dbbef7a93e service neutron] 10.222.0.73 "GET /v2.0/networks/54775f00-4a0f-41bf-9387-2e82341a1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834312 Feb 11 06:14:52.612785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a74b3-ac28-4616-b6ff-07138b87753a req-efd7ec11-8865-4093-afbd-ef9e663ad959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:52.614187 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-813a74b3-ac28-4616-b6ff-07138b87753a req-efd7ec11-8865-4093-afbd-ef9e663ad959 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8cc0229d0b4a4fa490236275be91bbd3&device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 1126 time: 0.0449510 Feb 11 06:14:52.706081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a74b3-ac28-4616-b6ff-07138b87753a req-dc34029a-250a-4eef-a9c5-5d2048830a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:52.707622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-813a74b3-ac28-4616-b6ff-07138b87753a req-dc34029a-250a-4eef-a9c5-5d2048830a69 service neutron] 10.222.0.73 "GET /v2.0/networks?id=54775f00-4a0f-41bf-9387-2e82341a1a3b HTTP/1.1" status: 200 len: 914 time: 0.0875983 Feb 11 06:14:52.750666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-813a74b3-ac28-4616-b6ff-07138b87753a req-7b3beea1-17ea-4532-9b71-56c6aacaa39e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a770bf2e-f5f4-4e71-9313-67338f740d73 HTTP/1.1" status: 200 len: 217 time: 0.0339777 Feb 11 06:14:52.806450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a74b3-ac28-4616-b6ff-07138b87753a req-0bce1ca2-6527-43e1-a6e4-f13efdfcfbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:52.807997 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-813a74b3-ac28-4616-b6ff-07138b87753a req-0bce1ca2-6527-43e1-a6e4-f13efdfcfbe9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f096bd14-4f23-4518-9d02-83b9cd15c831 HTTP/1.1" status: 200 len: 853 time: 0.0479019 Feb 11 06:14:52.839295 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-813a74b3-ac28-4616-b6ff-07138b87753a req-9b0ce0e6-b96d-4561-80e2-b429664e75a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=54775f00-4a0f-41bf-9387-2e82341a1a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251503 Feb 11 06:14:52.927402 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-813a74b3-ac28-4616-b6ff-07138b87753a req-d05a51ff-4362-410f-bfff-bbb0dd668b29 service neutron] 10.222.0.73 "GET /v2.0/networks/54775f00-4a0f-41bf-9387-2e82341a1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819597 Feb 11 06:14:53.018414 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-813a74b3-ac28-4616-b6ff-07138b87753a req-887efcb5-515c-47e8-86a1-f140e8fd4578 service neutron] 10.222.0.73 "GET /v2.0/networks/54775f00-4a0f-41bf-9387-2e82341a1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843959 Feb 11 06:14:53.421392 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543dd69-de6a-4008-a7cc-60cda853458d req-eaf50d36-c06f-413d-ae3b-4c3ebdf98c4c tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:53.422868 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1543dd69-de6a-4008-a7cc-60cda853458d req-eaf50d36-c06f-413d-ae3b-4c3ebdf98c4c tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 943 time: 0.0537965 Feb 11 06:14:53.467977 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1543dd69-de6a-4008-a7cc-60cda853458d req-0584fda2-27f5-42a5-9a01-31e909a2b816 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393946 Feb 11 06:14:54.589758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490ad71-5720-4180-ab48-de98611230e7 req-d0bf35a2-5e6b-4e4d-8831-759304b6e9c9 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:54.591227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0490ad71-5720-4180-ab48-de98611230e7 req-d0bf35a2-5e6b-4e4d-8831-759304b6e9c9 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 943 time: 0.0565422 Feb 11 06:14:54.636655 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0490ad71-5720-4180-ab48-de98611230e7 req-b67de4ef-f65b-4985-ba68-4ae42da8b55e tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 Feb 11 06:14:55.494617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a770bf2e-f5f4-4e71-9313-67338f740d73 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:14:55.588328 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a770bf2e-f5f4-4e71-9313-67338f740d73, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a770bf2e-f5f4-4e71-9313-67338f740d73,segment=NetworkSegment(49837df8-1606-476f-b967-88e04411852a),segment_id=49837df8-1606-476f-b967-88e04411852a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:55.598927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'a770bf2e-f5f4-4e71-9313-67338f740d73', 'network_id': '54775f00-4a0f-41bf-9387-2e82341a1a3b', 'port_id': 'a770bf2e-f5f4-4e71-9313-67338f740d73', 'mac_address': 'fa:16:3e:40:a3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f096bd14-4f23-4518-9d02-83b9cd15c831', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:14:55.639402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port a770bf2e-f5f4-4e71-9313-67338f740d73 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:55.639818 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a770bf2e-f5f4-4e71-9313-67338f740d73), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:55.652319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a770bf2e-f5f4-4e71-9313-67338f740d73 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:14:55.672321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a770bf2e-f5f4-4e71-9313-67338f740d73, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a770bf2e-f5f4-4e71-9313-67338f740d73,segment=NetworkSegment(49837df8-1606-476f-b967-88e04411852a),segment_id=49837df8-1606-476f-b967-88e04411852a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:55.676325 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a770bf2e-f5f4-4e71-9313-67338f740d73), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:55.724569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=a770bf2e-f5f4-4e71-9313-67338f740d73,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:55.757729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5356d65-b408-4afb-a351-4592e259e871 req-eadea082-ccb2-4ccb-b639-add871e04d7e tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:55.759136 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c5356d65-b408-4afb-a351-4592e259e871 req-eadea082-ccb2-4ccb-b639-add871e04d7e tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 944 time: 0.0536456 Feb 11 06:14:55.805326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c5356d65-b408-4afb-a351-4592e259e871 req-e68fb757-1b68-48bd-a03a-bbb9b2f72edb tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402546 Feb 11 06:14:55.867095 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a770bf2e-f5f4-4e71-9313-67338f740d73'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:14:56.926421 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7877258-5e91-4fed-96f0-ed6709dca044 req-b15c0f30-9cd3-4b01-897e-d392cae46cef tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:56.927921 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7877258-5e91-4fed-96f0-ed6709dca044 req-b15c0f30-9cd3-4b01-897e-d392cae46cef tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 944 time: 0.0532520 Feb 11 06:14:56.978354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7877258-5e91-4fed-96f0-ed6709dca044 req-869a7f8d-c94c-4739-b92d-f50e59dfc7a5 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436506 Feb 11 06:14:57.506510 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a770bf2e-f5f4-4e71-9313-67338f740d73 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:14:57.554717 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port a770bf2e-f5f4-4e71-9313-67338f740d73 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:14:57.559017 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port a770bf2e-f5f4-4e71-9313-67338f740d73 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:14:57.559391 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a770bf2e-f5f4-4e71-9313-67338f740d73), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:57.633088 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port a770bf2e-f5f4-4e71-9313-67338f740d73 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:14:57.633479 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a770bf2e-f5f4-4e71-9313-67338f740d73), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:57.655407 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cacf1d-8d54-4bd7-92cd-b27334f2c858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a770bf2e-f5f4-4e71-9313-67338f740d73'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:14:57.657627 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7215ba7e-8f4c-46c8-8ce5-9d574a6c4ff2" -d '{"events": [{"server_uuid": "69cacf1d-8d54-4bd7-92cd-b27334f2c858", "name": "network-vif-plugged", "status": "completed", "tag": "a770bf2e-f5f4-4e71-9313-67338f740d73"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:14:57.673618 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port a770bf2e-f5f4-4e71-9313-67338f740d73, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a770bf2e-f5f4-4e71-9313-67338f740d73,segment=NetworkSegment(49837df8-1606-476f-b967-88e04411852a),segment_id=49837df8-1606-476f-b967-88e04411852a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:14:57.678394 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a770bf2e-f5f4-4e71-9313-67338f740d73), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:57.701582 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edca4a9c-0438-4610-b5b9-487d4b14fa05 x-openstack-request-id: req-edca4a9c-0438-4610-b5b9-487d4b14fa05 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:14:57.701873 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cacf1d-8d54-4bd7-92cd-b27334f2c858", "name": "network-vif-plugged", "status": "completed", "tag": "a770bf2e-f5f4-4e71-9313-67338f740d73", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:14:57.702216 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-edca4a9c-0438-4610-b5b9-487d4b14fa05 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:14:57.702611 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cacf1d-8d54-4bd7-92cd-b27334f2c858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a770bf2e-f5f4-4e71-9313-67338f740d73', 'code': 200} Feb 11 06:14:57.728751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=a770bf2e-f5f4-4e71-9313-67338f740d73,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:14:57.794399 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f938ef-3835-4f51-9910-5dd07bf94bb6 req-1185eeb7-c224-417d-8f5e-f727b49bd54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:57.795934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6f938ef-3835-4f51-9910-5dd07bf94bb6 req-1185eeb7-c224-417d-8f5e-f727b49bd54f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 1128 time: 0.0440392 Feb 11 06:14:57.840818 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d6f938ef-3835-4f51-9910-5dd07bf94bb6 req-2094fb6c-d857-4fec-b070-4ce203c2a6c6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388801 Feb 11 06:14:58.097817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5340d57-a522-4e1c-afd8-634c5043540a req-85551f7c-ddd9-4669-be60-b3eaca54985e tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:58.099272 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c5340d57-a522-4e1c-afd8-634c5043540a req-85551f7c-ddd9-4669-be60-b3eaca54985e tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 945 time: 0.0530176 Feb 11 06:14:58.145797 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c5340d57-a522-4e1c-afd8-634c5043540a req-3922b25d-2996-4af3-bb7f-87aa7c65d560 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409617 Feb 11 06:14:58.607571 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e98039a-66f3-42af-85b2-5b898920e5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:59.267985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c3b1c-0cb0-4c0e-8883-675f11dfac05 req-ad1c64b1-308b-47c0-b2f8-8c8fc876a3e3 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:59.269457 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-834c3b1c-0cb0-4c0e-8883-675f11dfac05 req-ad1c64b1-308b-47c0-b2f8-8c8fc876a3e3 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 945 time: 0.0561669 Feb 11 06:14:59.317195 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-834c3b1c-0cb0-4c0e-8883-675f11dfac05 req-a65fb919-fda8-4af9-a01d-5db42189ae8d tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419285 Feb 11 06:14:59.538648 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-de3148f2-feae-41d0-a486-f918c008ef6e tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:14:59.540176 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-de3148f2-feae-41d0-a486-f918c008ef6e tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/networks?id=54775f00-4a0f-41bf-9387-2e82341a1a3b HTTP/1.1" status: 200 len: 813 time: 0.0987937 Feb 11 06:14:59.554414 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-f7cb6bba-89e4-4d1c-a8b6-7b73bd6d2bff tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/quotas/8cc0229d0b4a4fa490236275be91bbd3 HTTP/1.1" status: 200 len: 375 time: 0.0089500 Feb 11 06:14:59.611113 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-1c1ffa61-c155-4917-9ac0-b18f2016c7bc tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=8cc0229d0b4a4fa490236275be91bbd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516431 Feb 11 06:14:59.699890 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-5596290e-a505-4a16-9d39-263abb3bb599 service neutron] 10.222.0.87 "GET /v2.0/networks/54775f00-4a0f-41bf-9387-2e82341a1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821552 Feb 11 06:14:59.790883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-a0c6637f-dd3b-4d14-a588-ebd516333de2 service neutron] 10.222.0.87 "GET /v2.0/networks/54775f00-4a0f-41bf-9387-2e82341a1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853407 Feb 11 06:14:59.953651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fa12f7a-b41a-4d33-b71f-a533e0feb328 req-1fa150f6-1b3c-4a56-8ec2-da99bca8ccd6 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=d146af40-9084-4fbe-9831-62e851808f1b HTTP/1.1" status: 200 len: 210 time: 0.0285196 Feb 11 06:15:00.906344 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-2445169c-b55f-4713-8170-b54b73a3dd3b tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:00.908122 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-2445169c-b55f-4713-8170-b54b73a3dd3b tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.88 "GET /v2.0/networks?id=54775f00-4a0f-41bf-9387-2e82341a1a3b HTTP/1.1" status: 200 len: 813 time: 0.1136649 Feb 11 06:15:00.913824 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-06a54656-40b0-4dc1-9bca-93255b150fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:00.921701 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-0bfcd63b-4926-4d2a-83ff-e009e7a9e5ac tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Request body: {'port': {'device_id': 'd146af40-9084-4fbe-9831-62e851808f1b', 'network_id': '54775f00-4a0f-41bf-9387-2e82341a1a3b', 'admin_state_up': True, 'tenant_id': '8cc0229d0b4a4fa490236275be91bbd3'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:01.029473 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-0bfcd63b-4926-4d2a-83ff-e009e7a9e5ac tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Made reservation on behalf of 8cc0229d0b4a4fa490236275be91bbd3 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:01.032833 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-0bfcd63b-4926-4d2a-83ff-e009e7a9e5ac tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.049140 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1c3de67-f926-4995-9815-a859e1d6390c req-0bdc2f4b-f5a1-4fb3-b086-4bc5f3526870 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=d146af40-9084-4fbe-9831-62e851808f1b HTTP/1.1" status: 200 len: 210 time: 0.0279272 Feb 11 06:15:01.165629 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-0bfcd63b-4926-4d2a-83ff-e009e7a9e5ac tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Allocated IP 172.20.0.10 (54775f00-4a0f-41bf-9387-2e82341a1a3b/f096bd14-4f23-4518-9d02-83b9cd15c831/bcea1753-d007-40ee-95ce-95d737dab0f6) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:01.315542 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-0bfcd63b-4926-4d2a-83ff-e009e7a9e5ac tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Publish callbacks [] for port (bcea1753-d007-40ee-95ce-95d737dab0f6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.351074 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-0bfcd63b-4926-4d2a-83ff-e009e7a9e5ac tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (bcea1753-d007-40ee-95ce-95d737dab0f6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.364006 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a770bf2e-f5f4-4e71-9313-67338f740d73'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:15:01.395968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-0bfcd63b-4926-4d2a-83ff-e009e7a9e5ac tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Network 54775f00-4a0f-41bf-9387-2e82341a1a3b is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:01.399954 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-0bfcd63b-4926-4d2a-83ff-e009e7a9e5ac tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:01.403508 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-0bfcd63b-4926-4d2a-83ff-e009e7a9e5ac tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:01.434614 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcd63b-4926-4d2a-83ff-e009e7a9e5ac tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Pushing event updated for resources: {'Port': ['ID=bcea1753-d007-40ee-95ce-95d737dab0f6,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:01.458415 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-0bfcd63b-4926-4d2a-83ff-e009e7a9e5ac tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:01.459038 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-0bfcd63b-4926-4d2a-83ff-e009e7a9e5ac tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.475650 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-0bfcd63b-4926-4d2a-83ff-e009e7a9e5ac tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5578139 Feb 11 06:15:01.536991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Request body: {'port': {'device_id': 'd146af40-9084-4fbe-9831-62e851808f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:01.599522 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bcea1753-d007-40ee-95ce-95d737dab0f6), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.860701 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcea1753-d007-40ee-95ce-95d737dab0f6 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:15:01.868668 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Publish callbacks [] for port (bcea1753-d007-40ee-95ce-95d737dab0f6), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.881562 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Transition to ACTIVE for port object bcea1753-d007-40ee-95ce-95d737dab0f6 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:15:01.885505 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (bcea1753-d007-40ee-95ce-95d737dab0f6), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:01.936946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Pushing event updated for resources: {'Port': ['ID=bcea1753-d007-40ee-95ce-95d737dab0f6,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:02.007735 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Attempting to bind port bcea1753-d007-40ee-95ce-95d737dab0f6 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:02.008071 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Attempting to bind port bcea1753-d007-40ee-95ce-95d737dab0f6 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '49837df8-1606-476f-b967-88e04411852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '54775f00-4a0f-41bf-9387-2e82341a1a3b'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:02.008396 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Attempting to bind port bcea1753-d007-40ee-95ce-95d737dab0f6 on network 54775f00-4a0f-41bf-9387-2e82341a1a3b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:02.013455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Port bcea1753-d007-40ee-95ce-95d737dab0f6 on network 54775f00-4a0f-41bf-9387-2e82341a1a3b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:15:02.013771 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Attempting to bind port bcea1753-d007-40ee-95ce-95d737dab0f6 on network 54775f00-4a0f-41bf-9387-2e82341a1a3b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:02.019267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:02.019634 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Checking segment: {'id': '49837df8-1606-476f-b967-88e04411852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '54775f00-4a0f-41bf-9387-2e82341a1a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:02.020033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Bound using segment: {'id': '49837df8-1606-476f-b967-88e04411852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '54775f00-4a0f-41bf-9387-2e82341a1a3b'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:02.020482 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Bound port: bcea1753-d007-40ee-95ce-95d737dab0f6, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49837df8-1606-476f-b967-88e04411852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '54775f00-4a0f-41bf-9387-2e82341a1a3b'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:02.020835 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bcea1753-d007-40ee-95ce-95d737dab0f6), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.084033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] For port bcea1753-d007-40ee-95ce-95d737dab0f6, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:02.087259 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] For port bcea1753-d007-40ee-95ce-95d737dab0f6, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bcea1753-d007-40ee-95ce-95d737dab0f6,segment=NetworkSegment(49837df8-1606-476f-b967-88e04411852a),segment_id=49837df8-1606-476f-b967-88e04411852a)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:02.093885 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (bcea1753-d007-40ee-95ce-95d737dab0f6), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.131184 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:02.131790 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.133492 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] 10.222.0.88 "PUT /v2.0/ports/bcea1753-d007-40ee-95ce-95d737dab0f6 HTTP/1.1" status: 200 len: 1093 time: 0.6504686 Feb 11 06:15:02.140034 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd146af40-9084-4fbe-9831-62e851808f1b', 'tag': 'bcea1753-d007-40ee-95ce-95d737dab0f6'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:15:02.142353 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c2209f-75a0-49c9-8458-65365658df29" -d '{"events": [{"name": "network-changed", "server_uuid": "d146af40-9084-4fbe-9831-62e851808f1b", "tag": "bcea1753-d007-40ee-95ce-95d737dab0f6"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:15:02.168594 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f971f57-d6f1-4769-9523-ab34a4eb900f service neutron] Pushing event updated for resources: {'Port': ['ID=bcea1753-d007-40ee-95ce-95d737dab0f6,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:02.212612 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcf9dd7-90b5-4117-b671-3792999a25cd x-openstack-request-id: req-3dcf9dd7-90b5-4117-b671-3792999a25cd {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:15:02.212916 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d146af40-9084-4fbe-9831-62e851808f1b", "tag": "bcea1753-d007-40ee-95ce-95d737dab0f6", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:15:02.213177 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3dcf9dd7-90b5-4117-b671-3792999a25cd {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:15:02.213618 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd146af40-9084-4fbe-9831-62e851808f1b', 'tag': 'bcea1753-d007-40ee-95ce-95d737dab0f6', 'status': 'completed', 'code': 200} Feb 11 06:15:02.232423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a13c4-ba4a-464d-9062-33f00b144503 req-e76d2ed6-734a-4eab-a8c8-7cfef8ef4fe0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:02.234779 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-726a13c4-ba4a-464d-9062-33f00b144503 req-e76d2ed6-734a-4eab-a8c8-7cfef8ef4fe0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=d146af40-9084-4fbe-9831-62e851808f1b HTTP/1.1" status: 200 len: 944 time: 0.1143365 Feb 11 06:15:02.237182 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-0708dfa5-5aaf-4750-8a4a-df934df16849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:02.238799 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-0708dfa5-5aaf-4750-8a4a-df934df16849 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8cc0229d0b4a4fa490236275be91bbd3&device_id=d146af40-9084-4fbe-9831-62e851808f1b HTTP/1.1" status: 200 len: 1127 time: 0.0609720 Feb 11 06:15:02.287132 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-2e6800dc-80b2-4ef1-9e33-a6fc46a6475c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcea1753-d007-40ee-95ce-95d737dab0f6 HTTP/1.1" status: 200 len: 217 time: 0.0402436 Feb 11 06:15:02.299403 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-726a13c4-ba4a-464d-9062-33f00b144503 req-85e126fb-ccc0-4e0a-a6b5-7ec584bb7700 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541151 Feb 11 06:15:02.342693 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-675da6f1-0c09-4920-aa5e-cd85d18c6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:02.344268 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-675da6f1-0c09-4920-aa5e-cd85d18c6e3e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f096bd14-4f23-4518-9d02-83b9cd15c831 HTTP/1.1" status: 200 len: 853 time: 0.0506244 Feb 11 06:15:02.378795 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-4c2fce6a-840f-4994-8a2b-0d6e7443a501 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=54775f00-4a0f-41bf-9387-2e82341a1a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279348 Feb 11 06:15:02.475320 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-a089a384-bf03-4a10-895a-6e2429e6db6a service neutron] 10.222.0.88 "GET /v2.0/networks/54775f00-4a0f-41bf-9387-2e82341a1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901892 Feb 11 06:15:02.569661 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-27967a5e-1c7a-45d5-998c-d527f05d61d0 req-bda47551-df3d-491c-84c8-1b433caa30dc service neutron] 10.222.0.88 "GET /v2.0/networks/54775f00-4a0f-41bf-9387-2e82341a1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882695 Feb 11 06:15:02.633614 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:02.666922 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2209f-75a0-49c9-8458-65365658df29 req-964ac282-3469-452e-af21-95f0ebbc4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:02.669158 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b1c2209f-75a0-49c9-8458-65365658df29 req-964ac282-3469-452e-af21-95f0ebbc4de6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8cc0229d0b4a4fa490236275be91bbd3&device_id=d146af40-9084-4fbe-9831-62e851808f1b HTTP/1.1" status: 200 len: 1127 time: 0.0509698 Feb 11 06:15:02.771803 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2209f-75a0-49c9-8458-65365658df29 req-e05116b4-65c8-44c3-b67c-155aadb451fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:02.773433 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b1c2209f-75a0-49c9-8458-65365658df29 req-e05116b4-65c8-44c3-b67c-155aadb451fc service neutron] 10.222.0.88 "GET /v2.0/networks?id=54775f00-4a0f-41bf-9387-2e82341a1a3b HTTP/1.1" status: 200 len: 914 time: 0.0984647 Feb 11 06:15:02.817970 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b1c2209f-75a0-49c9-8458-65365658df29 req-e1c211cf-2dc9-413e-a371-c14830fc55a0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcea1753-d007-40ee-95ce-95d737dab0f6 HTTP/1.1" status: 200 len: 217 time: 0.0384517 Feb 11 06:15:02.870449 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2209f-75a0-49c9-8458-65365658df29 req-fe4ec8b0-2b25-49a0-89bc-2cf7762a5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:02.871961 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b1c2209f-75a0-49c9-8458-65365658df29 req-fe4ec8b0-2b25-49a0-89bc-2cf7762a5422 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f096bd14-4f23-4518-9d02-83b9cd15c831 HTTP/1.1" status: 200 len: 853 time: 0.0454571 Feb 11 06:15:02.910047 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b1c2209f-75a0-49c9-8458-65365658df29 req-217da458-2cc4-45f8-b74b-befc0b973c79 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=54775f00-4a0f-41bf-9387-2e82341a1a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304749 Feb 11 06:15:03.005156 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b1c2209f-75a0-49c9-8458-65365658df29 req-d49b9456-e99f-4c68-9174-61d82df63589 service neutron] 10.222.0.88 "GET /v2.0/networks/54775f00-4a0f-41bf-9387-2e82341a1a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878077 Feb 11 06:15:03.098723 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b1c2209f-75a0-49c9-8458-65365658df29 req-16fe1cde-75e9-47e7-a6a3-0b87367faa5b service neutron] 10.222.0.88 "GET /v2.0/networks/54775f00-4a0f-41bf-9387-2e82341a1a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862622 Feb 11 06:15:03.421463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012754e8-385f-4810-86f5-3352adc941cf req-7a2c9402-5259-4f0c-b02a-2f6b3c353564 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:03.422875 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-012754e8-385f-4810-86f5-3352adc941cf req-7a2c9402-5259-4f0c-b02a-2f6b3c353564 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=d146af40-9084-4fbe-9831-62e851808f1b HTTP/1.1" status: 200 len: 944 time: 0.0528245 Feb 11 06:15:03.469385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-012754e8-385f-4810-86f5-3352adc941cf req-46fbdda7-b0e3-4024-abbe-5690555c72ae tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408368 Feb 11 06:15:03.828629 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.476600 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device bcea1753-d007-40ee-95ce-95d737dab0f6 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:15:04.592058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddb23e-a947-4fd3-8a56-b01ccc76be2e req-0e79bb6a-4424-4e04-a92c-b8946a17ff50 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:04.593635 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d0ddb23e-a947-4fd3-8a56-b01ccc76be2e req-0e79bb6a-4424-4e04-a92c-b8946a17ff50 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=d146af40-9084-4fbe-9831-62e851808f1b HTTP/1.1" status: 200 len: 944 time: 0.0541511 Feb 11 06:15:04.643280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d0ddb23e-a947-4fd3-8a56-b01ccc76be2e req-60534813-04c2-43db-a3eb-ac85e8b18f0a tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438042 Feb 11 06:15:04.738250 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port bcea1753-d007-40ee-95ce-95d737dab0f6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bcea1753-d007-40ee-95ce-95d737dab0f6,segment=NetworkSegment(49837df8-1606-476f-b967-88e04411852a),segment_id=49837df8-1606-476f-b967-88e04411852a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:04.749638 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'bcea1753-d007-40ee-95ce-95d737dab0f6', 'network_id': '54775f00-4a0f-41bf-9387-2e82341a1a3b', 'port_id': 'bcea1753-d007-40ee-95ce-95d737dab0f6', 'mac_address': 'fa:16:3e:4d:df:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f096bd14-4f23-4518-9d02-83b9cd15c831', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:15:04.785132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port bcea1753-d007-40ee-95ce-95d737dab0f6 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:04.785521 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bcea1753-d007-40ee-95ce-95d737dab0f6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.798351 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcea1753-d007-40ee-95ce-95d737dab0f6 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:15:04.818251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port bcea1753-d007-40ee-95ce-95d737dab0f6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bcea1753-d007-40ee-95ce-95d737dab0f6,segment=NetworkSegment(49837df8-1606-476f-b967-88e04411852a),segment_id=49837df8-1606-476f-b967-88e04411852a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:04.822341 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bcea1753-d007-40ee-95ce-95d737dab0f6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:04.870103 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=bcea1753-d007-40ee-95ce-95d737dab0f6,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:04.878309 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.878665 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.879020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.879364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.879832 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.880318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.880804 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.881145 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.881480 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.881816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.882148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.882478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:04.882807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:05.060851 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['bcea1753-d007-40ee-95ce-95d737dab0f6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:15:05.287025 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.765377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e0171-6f92-43bd-8017-59763507198c req-33fe7f2c-224b-4e43-aa08-f6843ab89831 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:05.766861 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-855e0171-6f92-43bd-8017-59763507198c req-33fe7f2c-224b-4e43-aa08-f6843ab89831 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=d146af40-9084-4fbe-9831-62e851808f1b HTTP/1.1" status: 200 len: 945 time: 0.0564866 Feb 11 06:15:05.812980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-855e0171-6f92-43bd-8017-59763507198c req-eae55272-6539-476c-9480-b2c0ffd740e4 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Feb 11 06:15:06.493354 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device bcea1753-d007-40ee-95ce-95d737dab0f6 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:06.541501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port bcea1753-d007-40ee-95ce-95d737dab0f6 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:15:06.545399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port bcea1753-d007-40ee-95ce-95d737dab0f6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:06.545769 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bcea1753-d007-40ee-95ce-95d737dab0f6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:06.632400 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port bcea1753-d007-40ee-95ce-95d737dab0f6 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:06.633054 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bcea1753-d007-40ee-95ce-95d737dab0f6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:06.670495 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd146af40-9084-4fbe-9831-62e851808f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcea1753-d007-40ee-95ce-95d737dab0f6'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:15:06.674758 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264bbeb4-3de1-4863-8dfb-f36d2e6ad8dc" -d '{"events": [{"server_uuid": "d146af40-9084-4fbe-9831-62e851808f1b", "name": "network-vif-plugged", "status": "completed", "tag": "bcea1753-d007-40ee-95ce-95d737dab0f6"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:15:06.692291 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port bcea1753-d007-40ee-95ce-95d737dab0f6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bcea1753-d007-40ee-95ce-95d737dab0f6,segment=NetworkSegment(49837df8-1606-476f-b967-88e04411852a),segment_id=49837df8-1606-476f-b967-88e04411852a)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:06.697279 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bcea1753-d007-40ee-95ce-95d737dab0f6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:06.725353 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a32ded-1d2a-45ef-ae90-1f9e4eae82f3 x-openstack-request-id: req-80a32ded-1d2a-45ef-ae90-1f9e4eae82f3 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:15:06.725648 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d146af40-9084-4fbe-9831-62e851808f1b", "name": "network-vif-plugged", "status": "completed", "tag": "bcea1753-d007-40ee-95ce-95d737dab0f6", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:15:06.725900 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-80a32ded-1d2a-45ef-ae90-1f9e4eae82f3 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:15:06.726285 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd146af40-9084-4fbe-9831-62e851808f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcea1753-d007-40ee-95ce-95d737dab0f6', 'code': 200} Feb 11 06:15:06.755136 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=bcea1753-d007-40ee-95ce-95d737dab0f6,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:06.826789 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bc491-453f-4c18-b62a-214811deb82f req-4e07e727-8d11-432b-9ba0-ac19f6884c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:06.828357 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-855bc491-453f-4c18-b62a-214811deb82f req-4e07e727-8d11-432b-9ba0-ac19f6884c19 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d146af40-9084-4fbe-9831-62e851808f1b HTTP/1.1" status: 200 len: 1129 time: 0.0462322 Feb 11 06:15:06.887092 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-855bc491-453f-4c18-b62a-214811deb82f req-1cd7171f-6dba-4487-b048-72cc340413ed service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514550 Feb 11 06:15:06.957921 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2c142-208f-460a-9b50-a6046965f9e8 req-80891cf2-a7be-4751-8638-b0dd153e8575 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:06.959493 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88a2c142-208f-460a-9b50-a6046965f9e8 req-80891cf2-a7be-4751-8638-b0dd153e8575 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=d146af40-9084-4fbe-9831-62e851808f1b HTTP/1.1" status: 200 len: 946 time: 0.0755429 Feb 11 06:15:07.007811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88a2c142-208f-460a-9b50-a6046965f9e8 req-1b7f0faa-b555-4bbe-97c2-5ba13a89b5ab tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423093 Feb 11 06:15:08.139713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433cb29-991c-4512-8620-1b8c4f11dedc req-e97f7c05-2f46-4cec-ae6e-53445c61d349 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:08.141210 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a433cb29-991c-4512-8620-1b8c4f11dedc req-e97f7c05-2f46-4cec-ae6e-53445c61d349 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=d146af40-9084-4fbe-9831-62e851808f1b HTTP/1.1" status: 200 len: 946 time: 0.0575864 Feb 11 06:15:08.187754 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a433cb29-991c-4512-8620-1b8c4f11dedc req-dd6a89b2-05cf-490a-bead-7defae76ad66 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408168 Feb 11 06:15:08.419846 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233806bb-cbfa-4912-8f1e-ab0ac58ed621 req-e708669f-cca3-4601-a11e-7e97606a3bec tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:08.421309 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-233806bb-cbfa-4912-8f1e-ab0ac58ed621 req-e708669f-cca3-4601-a11e-7e97606a3bec tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=d146af40-9084-4fbe-9831-62e851808f1b HTTP/1.1" status: 200 len: 946 time: 0.0528171 Feb 11 06:15:08.467264 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-233806bb-cbfa-4912-8f1e-ab0ac58ed621 req-f86693a7-d739-4c06-8803-d5ef7edac3cd tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402381 Feb 11 06:15:09.590006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e81f01-08ea-4fb1-b563-f8ada72ab328 req-32eceb56-ea71-477a-b30c-5d21e156292c tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:09.591500 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24e81f01-08ea-4fb1-b563-f8ada72ab328 req-32eceb56-ea71-477a-b30c-5d21e156292c tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=d146af40-9084-4fbe-9831-62e851808f1b HTTP/1.1" status: 200 len: 946 time: 0.0546315 Feb 11 06:15:09.640139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24e81f01-08ea-4fb1-b563-f8ada72ab328 req-73002101-2d8d-4639-bcef-29e6a4d6d0cc tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430386 Feb 11 06:15:09.832638 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab09b6-7382-48b0-a374-2db357b13f50 req-b50bf155-6a9e-4240-b519-f851b5cf3d66 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:09.834068 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-deab09b6-7382-48b0-a374-2db357b13f50 req-b50bf155-6a9e-4240-b519-f851b5cf3d66 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.88 "GET /v2.0/ports?device_id=d146af40-9084-4fbe-9831-62e851808f1b HTTP/1.1" status: 200 len: 946 time: 0.0510287 Feb 11 06:15:09.924395 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-deab09b6-7382-48b0-a374-2db357b13f50 req-e4581881-3f17-40ec-8847-739924c2b5fc tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Deleting port bcea1753-d007-40ee-95ce-95d737dab0f6 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:09.924735 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-deab09b6-7382-48b0-a374-2db357b13f50 req-e4581881-3f17-40ec-8847-739924c2b5fc tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (bcea1753-d007-40ee-95ce-95d737dab0f6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.014438 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-deab09b6-7382-48b0-a374-2db357b13f50 req-e4581881-3f17-40ec-8847-739924c2b5fc tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] For port bcea1753-d007-40ee-95ce-95d737dab0f6, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=bcea1753-d007-40ee-95ce-95d737dab0f6,segment=NetworkSegment(49837df8-1606-476f-b967-88e04411852a),segment_id=49837df8-1606-476f-b967-88e04411852a)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:10.014800 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-deab09b6-7382-48b0-a374-2db357b13f50 req-e4581881-3f17-40ec-8847-739924c2b5fc tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (bcea1753-d007-40ee-95ce-95d737dab0f6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.027682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-deab09b6-7382-48b0-a374-2db357b13f50 req-e4581881-3f17-40ec-8847-739924c2b5fc tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Calling delete_port for bcea1753-d007-40ee-95ce-95d737dab0f6 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:10.155614 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-deab09b6-7382-48b0-a374-2db357b13f50 req-e4581881-3f17-40ec-8847-739924c2b5fc tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (bcea1753-d007-40ee-95ce-95d737dab0f6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.168529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a770bf2e-f5f4-4e71-9313-67338f740d73'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:15:10.171020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['bcea1753-d007-40ee-95ce-95d737dab0f6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:15:10.184507 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4581881-3f17-40ec-8847-739924c2b5fc tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Pushing event deleted for resources: {'Port': ['ID=bcea1753-d007-40ee-95ce-95d737dab0f6,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:10.228677 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-deab09b6-7382-48b0-a374-2db357b13f50 req-e4581881-3f17-40ec-8847-739924c2b5fc tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] No DVR routers for this DVR port bcea1753-d007-40ee-95ce-95d737dab0f6 on host n-h2-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:10.231282 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-deab09b6-7382-48b0-a374-2db357b13f50 req-e4581881-3f17-40ec-8847-739924c2b5fc tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.234652 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-deab09b6-7382-48b0-a374-2db357b13f50 req-e4581881-3f17-40ec-8847-739924c2b5fc tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.88 "DELETE /v2.0/ports/bcea1753-d007-40ee-95ce-95d737dab0f6 HTTP/1.1" status: 204 len: 173 time: 0.3946984 Feb 11 06:15:10.235096 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd146af40-9084-4fbe-9831-62e851808f1b', 'name': 'network-vif-deleted', 'tag': 'bcea1753-d007-40ee-95ce-95d737dab0f6'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:15:10.237375 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff11312-2a23-450e-81fd-c3ce9913ad66" -d '{"events": [{"server_uuid": "d146af40-9084-4fbe-9831-62e851808f1b", "name": "network-vif-deleted", "tag": "bcea1753-d007-40ee-95ce-95d737dab0f6"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:15:10.280004 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30bd53b-7ce5-4f7b-b98c-cdf25ddbe289 x-openstack-request-id: req-c30bd53b-7ce5-4f7b-b98c-cdf25ddbe289 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:15:10.280752 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d146af40-9084-4fbe-9831-62e851808f1b", "name": "network-vif-deleted", "tag": "bcea1753-d007-40ee-95ce-95d737dab0f6", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:15:10.281027 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c30bd53b-7ce5-4f7b-b98c-cdf25ddbe289 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:15:10.281432 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd146af40-9084-4fbe-9831-62e851808f1b', 'name': 'network-vif-deleted', 'tag': 'bcea1753-d007-40ee-95ce-95d737dab0f6', 'status': 'completed', 'code': 200} Feb 11 06:15:10.356535 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:10.773043 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-496ccaf1-d90e-4918-a42f-deb1b8f86994 req-89b6492a-b679-4f62-9980-4f7606ca5937 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=d146af40-9084-4fbe-9831-62e851808f1b HTTP/1.1" status: 200 len: 210 time: 0.0328047 Feb 11 06:15:11.928458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936e205-c1c3-4a2b-a6f1-ba48f72940e6 req-b709fad3-1a0f-458e-92b3-2ec99c191971 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:11.929943 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0936e205-c1c3-4a2b-a6f1-ba48f72940e6 req-b709fad3-1a0f-458e-92b3-2ec99c191971 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 945 time: 0.0533125 Feb 11 06:15:11.977139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0936e205-c1c3-4a2b-a6f1-ba48f72940e6 req-e60ac0d7-748b-446d-895b-8014cf3faf3e tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Feb 11 06:15:12.111120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c13df-6b4e-4776-8cfe-eb3c501c8804 req-b7146931-32f5-4007-9956-e42bfc9121e1 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:12.112542 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-526c13df-6b4e-4776-8cfe-eb3c501c8804 req-b7146931-32f5-4007-9956-e42bfc9121e1 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 945 time: 0.0531583 Feb 11 06:15:12.162737 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-526c13df-6b4e-4776-8cfe-eb3c501c8804 req-2303477a-7094-4a28-bc92-b45cd6811008 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444846 Feb 11 06:15:12.281498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330db40e-9b34-4329-bd5e-68391a5a4fb9 req-891a8c78-d12c-4fed-bb53-2c9a346c6ad6 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:12.283001 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-330db40e-9b34-4329-bd5e-68391a5a4fb9 req-891a8c78-d12c-4fed-bb53-2c9a346c6ad6 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 945 time: 0.0527897 Feb 11 06:15:12.328861 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-330db40e-9b34-4329-bd5e-68391a5a4fb9 req-725e076f-0ebd-4c54-9d3e-71fb89223453 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402894 Feb 11 06:15:12.501977 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb76b6-cfaf-4983-a388-798d121c1d4e req-57fdb47b-145e-4b27-b3f8-70520edc140c tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:12.503504 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5fb76b6-cfaf-4983-a388-798d121c1d4e req-57fdb47b-145e-4b27-b3f8-70520edc140c tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 945 time: 0.0526128 Feb 11 06:15:12.522291 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device bcea1753-d007-40ee-95ce-95d737dab0f6 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:12.544675 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: bcea1753-d007-40ee-95ce-95d737dab0f6 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:12.545022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device bcea1753-d007-40ee-95ce-95d737dab0f6 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:12.550703 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d5fb76b6-cfaf-4983-a388-798d121c1d4e req-ea20013a-6030-40fa-b486-5229f774d351 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406399 Feb 11 06:15:12.671331 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858580c-aa74-44ce-b6a4-6b4067ebf99d req-21839708-4db6-487a-a0bb-bb91e20dba3a tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:12.672731 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f858580c-aa74-44ce-b6a4-6b4067ebf99d req-21839708-4db6-487a-a0bb-bb91e20dba3a tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 945 time: 0.0557003 Feb 11 06:15:12.718372 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f858580c-aa74-44ce-b6a4-6b4067ebf99d req-a7d3058a-b146-42bb-a7ad-4aef748ef8b6 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396669 Feb 11 06:15:12.844468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2a72e-a277-4758-90df-98247a37e505 req-c2387a2f-6328-40b0-b478-60d2aa4d004a tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:12.845948 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-beb2a72e-a277-4758-90df-98247a37e505 req-c2387a2f-6328-40b0-b478-60d2aa4d004a tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 945 time: 0.0521867 Feb 11 06:15:12.893261 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-beb2a72e-a277-4758-90df-98247a37e505 req-0c7c3dbf-a83a-4e11-97da-2aee250cea95 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418477 Feb 11 06:15:13.197238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd368d-663a-4c7c-b8f3-da65fadeb4f2 req-4d4fa587-94ce-4937-81ea-3a6a171cdf05 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:13.198607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcd368d-663a-4c7c-b8f3-da65fadeb4f2 req-4d4fa587-94ce-4937-81ea-3a6a171cdf05 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 945 time: 0.0521898 Feb 11 06:15:13.248299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9dcd368d-663a-4c7c-b8f3-da65fadeb4f2 req-a48ab800-6c0d-43ba-bc26-3f4acda828e7 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440135 Feb 11 06:15:14.371007 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56bd7a-a5e4-4d9c-9322-c29506686c69 req-a89540c3-2f11-49f4-9b9a-aea16a8d7251 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:14.372504 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc56bd7a-a5e4-4d9c-9322-c29506686c69 req-a89540c3-2f11-49f4-9b9a-aea16a8d7251 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 945 time: 0.0518816 Feb 11 06:15:14.374996 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:15:14.419955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc56bd7a-a5e4-4d9c-9322-c29506686c69 req-54020533-8f92-4498-8b5f-ecbb43f04f6f tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.87 "GET /v2.0/security-groups?id=3fb6197e-2167-4f3f-8704-3820cd4d15d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408022 Feb 11 06:15:14.490492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210f9ec-c2df-48fa-ab97-7e16a9bdd412 req-ae2443f7-e8e8-4b6f-b627-80a590064d43 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:14.491934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0210f9ec-c2df-48fa-ab97-7e16a9bdd412 req-ae2443f7-e8e8-4b6f-b627-80a590064d43 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.73 "GET /v2.0/ports?device_id=69cacf1d-8d54-4bd7-92cd-b27334f2c858 HTTP/1.1" status: 200 len: 945 time: 0.0507953 Feb 11 06:15:14.585549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-0210f9ec-c2df-48fa-ab97-7e16a9bdd412 req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Deleting port a770bf2e-f5f4-4e71-9313-67338f740d73 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:14.585889 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0210f9ec-c2df-48fa-ab97-7e16a9bdd412 req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a770bf2e-f5f4-4e71-9313-67338f740d73), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:14.671436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-0210f9ec-c2df-48fa-ab97-7e16a9bdd412 req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] For port a770bf2e-f5f4-4e71-9313-67338f740d73, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=a770bf2e-f5f4-4e71-9313-67338f740d73,segment=NetworkSegment(49837df8-1606-476f-b967-88e04411852a),segment_id=49837df8-1606-476f-b967-88e04411852a)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:14.671799 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0210f9ec-c2df-48fa-ab97-7e16a9bdd412 req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a770bf2e-f5f4-4e71-9313-67338f740d73), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:14.684560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-0210f9ec-c2df-48fa-ab97-7e16a9bdd412 req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Calling delete_port for a770bf2e-f5f4-4e71-9313-67338f740d73 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:14.740110 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:14.811792 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0210f9ec-c2df-48fa-ab97-7e16a9bdd412 req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a770bf2e-f5f4-4e71-9313-67338f740d73), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:14.824985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['a770bf2e-f5f4-4e71-9313-67338f740d73'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:15:14.841498 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Pushing event deleted for resources: {'Port': ['ID=a770bf2e-f5f4-4e71-9313-67338f740d73,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:14.853690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:14.854040 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:14.854388 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:14.854728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:14.855061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:14.855400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:14.855790 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:14.856084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:14.856414 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:14.856741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:14.857072 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:14.857400 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:14.857718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:14.898398 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-0210f9ec-c2df-48fa-ab97-7e16a9bdd412 req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] No DVR routers for this DVR port a770bf2e-f5f4-4e71-9313-67338f740d73 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:14.905203 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-0210f9ec-c2df-48fa-ab97-7e16a9bdd412 req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:14.908549 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0210f9ec-c2df-48fa-ab97-7e16a9bdd412 req-5034deca-b476-498d-ba4f-bb8b00ec79e0 tempest-ServersNegativeTestJSON-2021935225 tempest-ServersNegativeTestJSON-2021935225-project] 10.222.0.73 "DELETE /v2.0/ports/a770bf2e-f5f4-4e71-9313-67338f740d73 HTTP/1.1" status: 204 len: 173 time: 0.4115558 Feb 11 06:15:14.909012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cacf1d-8d54-4bd7-92cd-b27334f2c858', 'name': 'network-vif-deleted', 'tag': 'a770bf2e-f5f4-4e71-9313-67338f740d73'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:15:14.911284 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c5c666-3b43-48d3-9f74-e5551c71a937" -d '{"events": [{"server_uuid": "69cacf1d-8d54-4bd7-92cd-b27334f2c858", "name": "network-vif-deleted", "tag": "a770bf2e-f5f4-4e71-9313-67338f740d73"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:15:15.015976 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e87c1dc-51c6-4ad7-8733-500d8447e157 x-openstack-request-id: req-4e87c1dc-51c6-4ad7-8733-500d8447e157 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:15:15.016349 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cacf1d-8d54-4bd7-92cd-b27334f2c858", "name": "network-vif-deleted", "tag": "a770bf2e-f5f4-4e71-9313-67338f740d73", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:15:15.016667 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4e87c1dc-51c6-4ad7-8733-500d8447e157 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:15:15.017139 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cacf1d-8d54-4bd7-92cd-b27334f2c858', 'name': 'network-vif-deleted', 'tag': 'a770bf2e-f5f4-4e71-9313-67338f740d73', 'status': 'completed', 'code': 200} Feb 11 06:15:15.476078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 54994) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:15.519627 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21d7264-77a7-4e75-8001-cc4599711d59 admin admin] Deleting subnet f096bd14-4f23-4518-9d02-83b9cd15c831 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:15:15.522634 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b21d7264-77a7-4e75-8001-cc4599711d59 admin admin] Publish callbacks [] for subnet (f096bd14-4f23-4518-9d02-83b9cd15c831), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:15.558311 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b21d7264-77a7-4e75-8001-cc4599711d59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (f096bd14-4f23-4518-9d02-83b9cd15c831), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:15.596801 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b21d7264-77a7-4e75-8001-cc4599711d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (f096bd14-4f23-4518-9d02-83b9cd15c831), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:15.652721 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b21d7264-77a7-4e75-8001-cc4599711d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (f096bd14-4f23-4518-9d02-83b9cd15c831), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:16.002700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d7264-77a7-4e75-8001-cc4599711d59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f096bd14-4f23-4518-9d02-83b9cd15c831,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:16.008878 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b21d7264-77a7-4e75-8001-cc4599711d59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:16.013389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b21d7264-77a7-4e75-8001-cc4599711d59 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f096bd14-4f23-4518-9d02-83b9cd15c831 HTTP/1.1" status: 204 len: 168 time: 0.5351894 Feb 11 06:15:16.016160 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 54996) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:16.087709 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5b7c9f4a-dd54-4b8a-aa8c-1bd3d09c164d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (54775f00-4a0f-41bf-9387-2e82341a1a3b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:16.163941 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5b7c9f4a-dd54-4b8a-aa8c-1bd3d09c164d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (54775f00-4a0f-41bf-9387-2e82341a1a3b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:16.183691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-5b7c9f4a-dd54-4b8a-aa8c-1bd3d09c164d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54775f00-4a0f-41bf-9387-2e82341a1a3b']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:16.192606 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-5b7c9f4a-dd54-4b8a-aa8c-1bd3d09c164d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49837df8-1606-476f-b967-88e04411852a') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:16.192908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-5b7c9f4a-dd54-4b8a-aa8c-1bd3d09c164d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49837df8-1606-476f-b967-88e04411852a') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:16.202023 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5b7c9f4a-dd54-4b8a-aa8c-1bd3d09c164d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (49837df8-1606-476f-b967-88e04411852a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:16.215633 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5b7c9f4a-dd54-4b8a-aa8c-1bd3d09c164d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (49837df8-1606-476f-b967-88e04411852a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:16.221329 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7c9f4a-dd54-4b8a-aa8c-1bd3d09c164d admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:16.221706 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5b7c9f4a-dd54-4b8a-aa8c-1bd3d09c164d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (49837df8-1606-476f-b967-88e04411852a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: timer() Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:16.223297 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:16.280789 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5b7c9f4a-dd54-4b8a-aa8c-1bd3d09c164d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (54775f00-4a0f-41bf-9387-2e82341a1a3b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:16.286295 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5b7c9f4a-dd54-4b8a-aa8c-1bd3d09c164d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:16.290068 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5b7c9f4a-dd54-4b8a-aa8c-1bd3d09c164d admin admin] 10.222.0.87 "DELETE /v2.0/networks/54775f00-4a0f-41bf-9387-2e82341a1a3b HTTP/1.1" status: 204 len: 168 time: 0.2722156 Feb 11 06:15:16.300839 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c9f4a-dd54-4b8a-aa8c-1bd3d09c164d admin admin] Pushing event deleted for resources: {'Network': ['ID=54775f00-4a0f-41bf-9387-2e82341a1a3b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:16.397901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55000) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:16.437390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5e8eb3a9-c355-4a7d-94cb-2277ee083d8e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8cc0229d0b4a4fa490236275be91bbd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377200 Feb 11 06:15:16.439764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55002) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:16.485495 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a96f135e-0e16-4f2b-887c-be377efc764f admin admin] Publish callbacks [] for security_group (3fb6197e-2167-4f3f-8704-3820cd4d15d1), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:16.505350 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a96f135e-0e16-4f2b-887c-be377efc764f admin admin] Publish callbacks [] for security_group (3fb6197e-2167-4f3f-8704-3820cd4d15d1), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:16.551061 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a96f135e-0e16-4f2b-887c-be377efc764f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (3fb6197e-2167-4f3f-8704-3820cd4d15d1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:16.554048 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a96f135e-0e16-4f2b-887c-be377efc764f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:16.555275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a96f135e-0e16-4f2b-887c-be377efc764f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3fb6197e-2167-4f3f-8704-3820cd4d15d1 HTTP/1.1" status: 204 len: 168 time: 0.1145873 Feb 11 06:15:16.566399 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f135e-0e16-4f2b-887c-be377efc764f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb6197e-2167-4f3f-8704-3820cd4d15d1,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:17.230887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55024) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:17.327354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-d3b77bfc-fcb8-4dbd-910c-6258461c0e80 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1767912683'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:17.347201 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b77bfc-fcb8-4dbd-910c-6258461c0e80 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Made reservation on behalf of 7de244aacafe48ab9173e73c00f4d12b for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:17.350504 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3b77bfc-fcb8-4dbd-910c-6258461c0e80 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.358724 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3b77bfc-fcb8-4dbd-910c-6258461c0e80 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.436541 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3b77bfc-fcb8-4dbd-910c-6258461c0e80 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for security_group (8175faa1-9530-460f-bae8-d3d84e0cd075), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.440349 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3b77bfc-fcb8-4dbd-910c-6258461c0e80 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8175faa1-9530-460f-bae8-d3d84e0cd075), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.468104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b77bfc-fcb8-4dbd-910c-6258461c0e80 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:17.477634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b77bfc-fcb8-4dbd-910c-6258461c0e80 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8175faa1-9530-460f-bae8-d3d84e0cd075,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:17.483624 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3b77bfc-fcb8-4dbd-910c-6258461c0e80 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (1cff42c0-1f30-476a-8222-59a6d0f220a0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.483970 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-d3b77bfc-fcb8-4dbd-910c-6258461c0e80 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Added segment 1cff42c0-1f30-476a-8222-59a6d0f220a0 of type vlan for network 1a854f9c-fa9b-445a-a94b-43345513daec Feb 11 06:15:17.525000 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3b77bfc-fcb8-4dbd-910c-6258461c0e80 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (1a854f9c-fa9b-445a-a94b-43345513daec), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.548951 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3b77bfc-fcb8-4dbd-910c-6258461c0e80 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (1a854f9c-fa9b-445a-a94b-43345513daec), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.553799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b77bfc-fcb8-4dbd-910c-6258461c0e80 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:17.554379 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d3b77bfc-fcb8-4dbd-910c-6258461c0e80 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:17.593030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d3b77bfc-fcb8-4dbd-910c-6258461c0e80 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3609700 Feb 11 06:15:17.598839 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a770bf2e-f5f4-4e71-9313-67338f740d73 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:17.622406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: a770bf2e-f5f4-4e71-9313-67338f740d73 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:17.623074 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device a770bf2e-f5f4-4e71-9313-67338f740d73 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:17.627516 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b77bfc-fcb8-4dbd-910c-6258461c0e80 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event updated for resources: {'Network': ['ID=1a854f9c-fa9b-445a-a94b-43345513daec,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:17.639691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 1a854f9c-fa9b-445a-a94b-43345513daec details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:20.886616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55028) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:20.892269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-71ea92ac-aac8-4eb3-9d20-46d1b1068712 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Request body: {'subnet': {'network_id': '1a854f9c-fa9b-445a-a94b-43345513daec', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:20.980150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ea92ac-aac8-4eb3-9d20-46d1b1068712 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Made reservation on behalf of 7de244aacafe48ab9173e73c00f4d12b for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:20.983820 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-71ea92ac-aac8-4eb3-9d20-46d1b1068712 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.164138 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-71ea92ac-aac8-4eb3-9d20-46d1b1068712 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (98c207c0-7dbf-47e0-9765-e2a82d29fbf4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.220449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea92ac-aac8-4eb3-9d20-46d1b1068712 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event updated for resources: {'Subnet': ['ID=98c207c0-7dbf-47e0-9765-e2a82d29fbf4,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:21.230673 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ea92ac-aac8-4eb3-9d20-46d1b1068712 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Checking segment: {'id': '1cff42c0-1f30-476a-8222-59a6d0f220a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a854f9c-fa9b-445a-a94b-43345513daec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:21.231053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ea92ac-aac8-4eb3-9d20-46d1b1068712 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Network hostable DHCP agents. Network: 1a854f9c-fa9b-445a-a94b-43345513daec, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:21.247734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ea92ac-aac8-4eb3-9d20-46d1b1068712 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Network 1a854f9c-fa9b-445a-a94b-43345513daec is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:21.255696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-71ea92ac-aac8-4eb3-9d20-46d1b1068712 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 1a854f9c-fa9b-445a-a94b-43345513daec) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:21.260415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ea92ac-aac8-4eb3-9d20-46d1b1068712 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:21.261008 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-71ea92ac-aac8-4eb3-9d20-46d1b1068712 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.267576 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec12b14-0b26-4e89-9273-b3c3f295ea93 None None] Network 1a854f9c-fa9b-445a-a94b-43345513daec requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:21.278136 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-71ea92ac-aac8-4eb3-9d20-46d1b1068712 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3903956 Feb 11 06:15:21.281887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55030) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:21.287169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-26df9cc4-0ea3-4466-bede-5c324265402a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-934128533'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:21.308744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26df9cc4-0ea3-4466-bede-5c324265402a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Made reservation on behalf of 7de244aacafe48ab9173e73c00f4d12b for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:21.312952 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26df9cc4-0ea3-4466-bede-5c324265402a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.342802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26df9cc4-0ea3-4466-bede-5c324265402a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:21.352833 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26df9cc4-0ea3-4466-bede-5c324265402a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c117584d-4d03-47b1-9150-aec5bc9e7385), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.353143 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-26df9cc4-0ea3-4466-bede-5c324265402a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Added segment c117584d-4d03-47b1-9150-aec5bc9e7385 of type vlan for network 58d527fa-c9a2-46b4-afd7-c746014a1f59 Feb 11 06:15:21.380991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-1a854f9c-fa9b-445a-a94b-43345513daec', 'network_id': '1a854f9c-fa9b-445a-a94b-43345513daec', 'project_id': '7de244aacafe48ab9173e73c00f4d12b', 'fixed_ips': [{'subnet_id': '98c207c0-7dbf-47e0-9765-e2a82d29fbf4'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:21.381848 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.396215 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26df9cc4-0ea3-4466-bede-5c324265402a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (58d527fa-c9a2-46b4-afd7-c746014a1f59), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.422234 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26df9cc4-0ea3-4466-bede-5c324265402a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (58d527fa-c9a2-46b4-afd7-c746014a1f59), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.427267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26df9cc4-0ea3-4466-bede-5c324265402a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:21.427875 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-26df9cc4-0ea3-4466-bede-5c324265402a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.470544 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55032) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:21.471132 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-26df9cc4-0ea3-4466-bede-5c324265402a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1877501 Feb 11 06:15:21.476198 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8e5ad6fe-4d7a-4956-8275-570e3c175bcb tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Request body: {'subnet': {'network_id': '58d527fa-c9a2-46b4-afd7-c746014a1f59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:21.503005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df9cc4-0ea3-4466-bede-5c324265402a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event updated for resources: {'Network': ['ID=58d527fa-c9a2-46b4-afd7-c746014a1f59,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:21.518591 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 58d527fa-c9a2-46b4-afd7-c746014a1f59 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:21.555966 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Allocated IP 2001:db8:0:ffff::2 (1a854f9c-fa9b-445a-a94b-43345513daec/98c207c0-7dbf-47e0-9765-e2a82d29fbf4/d220f20c-b22b-476a-8203-38d46cd8333a) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:21.749589 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Publish callbacks [] for port (d220f20c-b22b-476a-8203-38d46cd8333a), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.757261 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (d220f20c-b22b-476a-8203-38d46cd8333a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.801051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Network 1a854f9c-fa9b-445a-a94b-43345513daec is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:21.803981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:21.808826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:21.812012 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Pushing event updated for resources: {'Port': ['ID=d220f20c-b22b-476a-8203-38d46cd8333a,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:21.877480 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Attempting to bind port d220f20c-b22b-476a-8203-38d46cd8333a on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:21.877908 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Attempting to bind port d220f20c-b22b-476a-8203-38d46cd8333a by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '1cff42c0-1f30-476a-8222-59a6d0f220a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a854f9c-fa9b-445a-a94b-43345513daec'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:21.879078 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Attempting to bind port d220f20c-b22b-476a-8203-38d46cd8333a on network 1a854f9c-fa9b-445a-a94b-43345513daec {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:21.884690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:21.885095 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Checking segment: {'id': '1cff42c0-1f30-476a-8222-59a6d0f220a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a854f9c-fa9b-445a-a94b-43345513daec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:21.885512 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.885944 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Bound using segment: {'id': '1cff42c0-1f30-476a-8222-59a6d0f220a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a854f9c-fa9b-445a-a94b-43345513daec'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:21.886423 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Bound port: d220f20c-b22b-476a-8203-38d46cd8333a, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cff42c0-1f30-476a-8222-59a6d0f220a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1a854f9c-fa9b-445a-a94b-43345513daec'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:21.886810 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d220f20c-b22b-476a-8203-38d46cd8333a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.910280 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5ad6fe-4d7a-4956-8275-570e3c175bcb tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Made reservation on behalf of 7de244aacafe48ab9173e73c00f4d12b for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:21.913580 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e5ad6fe-4d7a-4956-8275-570e3c175bcb tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:21.951307 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] For port d220f20c-b22b-476a-8203-38d46cd8333a, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:21.954942 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] For port d220f20c-b22b-476a-8203-38d46cd8333a, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d220f20c-b22b-476a-8203-38d46cd8333a,segment=NetworkSegment(1cff42c0-1f30-476a-8222-59a6d0f220a0),segment_id=1cff42c0-1f30-476a-8222-59a6d0f220a0)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:21.960601 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d220f20c-b22b-476a-8203-38d46cd8333a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.018175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10013a3-7c7b-4c72-ad8a-84da11e8dc07 None None] Pushing event updated for resources: {'Port': ['ID=d220f20c-b22b-476a-8203-38d46cd8333a,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:22.118220 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e5ad6fe-4d7a-4956-8275-570e3c175bcb tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (9abf79cb-542b-4f7b-9c05-71ba29d36cf7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.183919 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ad6fe-4d7a-4956-8275-570e3c175bcb tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event updated for resources: {'Subnet': ['ID=9abf79cb-542b-4f7b-9c05-71ba29d36cf7,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:22.193197 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ad6fe-4d7a-4956-8275-570e3c175bcb tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Checking segment: {'id': 'c117584d-4d03-47b1-9150-aec5bc9e7385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '58d527fa-c9a2-46b4-afd7-c746014a1f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:22.193561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5ad6fe-4d7a-4956-8275-570e3c175bcb tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Network hostable DHCP agents. Network: 58d527fa-c9a2-46b4-afd7-c746014a1f59, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:22.212491 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5ad6fe-4d7a-4956-8275-570e3c175bcb tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Network 58d527fa-c9a2-46b4-afd7-c746014a1f59 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:22.221879 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-8e5ad6fe-4d7a-4956-8275-570e3c175bcb tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 58d527fa-c9a2-46b4-afd7-c746014a1f59) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:22.228227 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5ad6fe-4d7a-4956-8275-570e3c175bcb tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:22.228833 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e5ad6fe-4d7a-4956-8275-570e3c175bcb tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.234023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca180c43-3474-46ab-919d-938a15b0821d None None] Network 58d527fa-c9a2-46b4-afd7-c746014a1f59 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:22.252059 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8e5ad6fe-4d7a-4956-8275-570e3c175bcb tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7800784 Feb 11 06:15:22.252641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55034) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:22.368523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-58d527fa-c9a2-46b4-afd7-c746014a1f59', 'network_id': '58d527fa-c9a2-46b4-afd7-c746014a1f59', 'project_id': '7de244aacafe48ab9173e73c00f4d12b', 'fixed_ips': [{'subnet_id': '9abf79cb-542b-4f7b-9c05-71ba29d36cf7'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:22.370170 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.392756 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (58d527fa-c9a2-46b4-afd7-c746014a1f59), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.480375 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (9abf79cb-542b-4f7b-9c05-71ba29d36cf7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.530015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Allocated IP 2001:db8::2 (58d527fa-c9a2-46b4-afd7-c746014a1f59/9abf79cb-542b-4f7b-9c05-71ba29d36cf7/b231eb9f-8952-423c-bd25-361b57270cb0) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:22.681004 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Publish callbacks [] for port (b231eb9f-8952-423c-bd25-361b57270cb0), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.686925 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (b231eb9f-8952-423c-bd25-361b57270cb0), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.702821 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (9abf79cb-542b-4f7b-9c05-71ba29d36cf7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.729625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Network 58d527fa-c9a2-46b4-afd7-c746014a1f59 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:22.731176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event deleted for resources: {'Subnet': ['ID=9abf79cb-542b-4f7b-9c05-71ba29d36cf7,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:22.733342 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:22.735784 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:22.743243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Pushing event updated for resources: {'Port': ['ID=b231eb9f-8952-423c-bd25-361b57270cb0,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:22.796927 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (58d527fa-c9a2-46b4-afd7-c746014a1f59), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.797603 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Attempting to bind port b231eb9f-8952-423c-bd25-361b57270cb0 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:22.798010 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Attempting to bind port b231eb9f-8952-423c-bd25-361b57270cb0 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'c117584d-4d03-47b1-9150-aec5bc9e7385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '58d527fa-c9a2-46b4-afd7-c746014a1f59'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:22.798374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Attempting to bind port b231eb9f-8952-423c-bd25-361b57270cb0 on network 58d527fa-c9a2-46b4-afd7-c746014a1f59 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:22.803844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:22.804221 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Checking segment: {'id': 'c117584d-4d03-47b1-9150-aec5bc9e7385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '58d527fa-c9a2-46b4-afd7-c746014a1f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:22.805249 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.805645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Bound using segment: {'id': 'c117584d-4d03-47b1-9150-aec5bc9e7385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '58d527fa-c9a2-46b4-afd7-c746014a1f59'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:22.806124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Bound port: b231eb9f-8952-423c-bd25-361b57270cb0, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c117584d-4d03-47b1-9150-aec5bc9e7385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '58d527fa-c9a2-46b4-afd7-c746014a1f59'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:22.806512 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b231eb9f-8952-423c-bd25-361b57270cb0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.822403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d527fa-c9a2-46b4-afd7-c746014a1f59']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:22.832731 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c117584d-4d03-47b1-9150-aec5bc9e7385') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:22.833029 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c117584d-4d03-47b1-9150-aec5bc9e7385') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:22.845338 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (c117584d-4d03-47b1-9150-aec5bc9e7385), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.861560 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c117584d-4d03-47b1-9150-aec5bc9e7385), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.868176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:22.868712 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (c117584d-4d03-47b1-9150-aec5bc9e7385), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: timer() Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:22.872469 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:22.886355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] For port b231eb9f-8952-423c-bd25-361b57270cb0, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:22.937374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] For port b231eb9f-8952-423c-bd25-361b57270cb0, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b231eb9f-8952-423c-bd25-361b57270cb0,segment=NetworkSegment(c117584d-4d03-47b1-9150-aec5bc9e7385),segment_id=c117584d-4d03-47b1-9150-aec5bc9e7385)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:22.939464 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.db.api [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 06:15:22.939464 n-d-713499-38 neutron-server[103171]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 06:15:22.939464 n-d-713499-38 neutron-server[103171]: [parameters: {'id': '58d527fa-c9a2-46b4-afd7-c746014a1f59'}] Feb 11 06:15:22.939464 n-d-713499-38 neutron-server[103171]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:15:22.939863 n-d-713499-38 neutron-server[103171]: DEBUG oslo_db.api [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:15:22.945633 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b231eb9f-8952-423c-bd25-361b57270cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.030755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c4d04-0044-4c4b-a17a-ee1a9eb87d97 None None] Pushing event updated for resources: {'Port': ['ID=b231eb9f-8952-423c-bd25-361b57270cb0,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:23.050358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1edfa4f-89b2-4c27-9ded-c97af404c6da None None] Network 58d527fa-c9a2-46b4-afd7-c746014a1f59 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:23.129983 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785bb24d-d077-4b64-9037-55ebfb8e16f1 None None] Network 1a854f9c-fa9b-445a-a94b-43345513daec requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:23.199910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-72478060-4ee5-4ee7-a8f7-85190ec8aef0 None None] Provisioning complete for port d220f20c-b22b-476a-8203-38d46cd8333a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:23.200287 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-72478060-4ee5-4ee7-a8f7-85190ec8aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d220f20c-b22b-476a-8203-38d46cd8333a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.311373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d220f20c-b22b-476a-8203-38d46cd8333a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:23.359258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-72478060-4ee5-4ee7-a8f7-85190ec8aef0 None None] Current status of the port d220f20c-b22b-476a-8203-38d46cd8333a is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:23.359745 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-72478060-4ee5-4ee7-a8f7-85190ec8aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d220f20c-b22b-476a-8203-38d46cd8333a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.403920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-72478060-4ee5-4ee7-a8f7-85190ec8aef0 None None] For port d220f20c-b22b-476a-8203-38d46cd8333a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d220f20c-b22b-476a-8203-38d46cd8333a,segment=NetworkSegment(1cff42c0-1f30-476a-8222-59a6d0f220a0),segment_id=1cff42c0-1f30-476a-8222-59a6d0f220a0)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:23.409589 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-72478060-4ee5-4ee7-a8f7-85190ec8aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d220f20c-b22b-476a-8203-38d46cd8333a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.411259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d220f20c-b22b-476a-8203-38d46cd8333a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:23.411647 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d220f20c-b22b-476a-8203-38d46cd8333a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.441684 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (58d527fa-c9a2-46b4-afd7-c746014a1f59), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.490898 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72478060-4ee5-4ee7-a8f7-85190ec8aef0 None None] Pushing event updated for resources: {'Port': ['ID=d220f20c-b22b-476a-8203-38d46cd8333a,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:23.510524 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Deleting port b231eb9f-8952-423c-bd25-361b57270cb0 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:23.510858 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b231eb9f-8952-423c-bd25-361b57270cb0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.530493 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9f39b0-9710-420a-b6c4-43f06c71efe3 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 06:15:23.562237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d220f20c-b22b-476a-8203-38d46cd8333a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:23.580307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] For port b231eb9f-8952-423c-bd25-361b57270cb0, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b231eb9f-8952-423c-bd25-361b57270cb0,segment=NetworkSegment(c117584d-4d03-47b1-9150-aec5bc9e7385),segment_id=c117584d-4d03-47b1-9150-aec5bc9e7385)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:23.580677 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b231eb9f-8952-423c-bd25-361b57270cb0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.593677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Calling delete_port for b231eb9f-8952-423c-bd25-361b57270cb0 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:23.612634 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9f39b0-9710-420a-b6c4-43f06c71efe3 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 06:15:23.655841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fffa2c92-67d7-48f3-9936-205c8d8f593b None None] Provisioning complete for port d220f20c-b22b-476a-8203-38d46cd8333a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:23.656138 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fffa2c92-67d7-48f3-9936-205c8d8f593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d220f20c-b22b-476a-8203-38d46cd8333a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.675692 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b231eb9f-8952-423c-bd25-361b57270cb0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.705881 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event deleted for resources: {'Port': ['ID=b231eb9f-8952-423c-bd25-361b57270cb0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:23.709635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] No DVR routers for this DVR port b231eb9f-8952-423c-bd25-361b57270cb0 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:23.797146 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (58d527fa-c9a2-46b4-afd7-c746014a1f59), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.818422 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d527fa-c9a2-46b4-afd7-c746014a1f59']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:23.828771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c117584d-4d03-47b1-9150-aec5bc9e7385') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:23.829107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c117584d-4d03-47b1-9150-aec5bc9e7385') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:23.844514 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (c117584d-4d03-47b1-9150-aec5bc9e7385), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.858496 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (c117584d-4d03-47b1-9150-aec5bc9e7385), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.864928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:23.865329 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (c117584d-4d03-47b1-9150-aec5bc9e7385), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: timer() Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:23.868667 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:23.928987 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (58d527fa-c9a2-46b4-afd7-c746014a1f59), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.936236 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:23.943249 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55036) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:23.943833 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "DELETE /v2.0/networks/58d527fa-c9a2-46b4-afd7-c746014a1f59 HTTP/1.1" status: 204 len: 168 time: 1.6890936 Feb 11 06:15:23.950006 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8cef9019-4e1e-4031-855a-be2a1d8d1e5a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1737369228'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:23.957446 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a03dca-f8ab-4309-84f5-d7ee3151fa31 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event deleted for resources: {'Network': ['ID=58d527fa-c9a2-46b4-afd7-c746014a1f59,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:23.974498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cef9019-4e1e-4031-855a-be2a1d8d1e5a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Made reservation on behalf of 7de244aacafe48ab9173e73c00f4d12b for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:23.974718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-fffa2c92-67d7-48f3-9936-205c8d8f593b None None] Current status of the port d220f20c-b22b-476a-8203-38d46cd8333a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:23.980311 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cef9019-4e1e-4031-855a-be2a1d8d1e5a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.006612 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cef9019-4e1e-4031-855a-be2a1d8d1e5a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:24.016601 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cef9019-4e1e-4031-855a-be2a1d8d1e5a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4cc43595-35a8-490a-b9b2-a4c39e1315f6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.016950 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-8cef9019-4e1e-4031-855a-be2a1d8d1e5a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Added segment 4cc43595-35a8-490a-b9b2-a4c39e1315f6 of type vlan for network c835c582-9729-448c-aa5c-561a72029572 Feb 11 06:15:24.058693 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cef9019-4e1e-4031-855a-be2a1d8d1e5a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (c835c582-9729-448c-aa5c-561a72029572), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.082377 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cef9019-4e1e-4031-855a-be2a1d8d1e5a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (c835c582-9729-448c-aa5c-561a72029572), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.088079 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cef9019-4e1e-4031-855a-be2a1d8d1e5a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:24.088689 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8cef9019-4e1e-4031-855a-be2a1d8d1e5a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.127997 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8cef9019-4e1e-4031-855a-be2a1d8d1e5a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1827018 Feb 11 06:15:24.130869 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55038) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:24.136608 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-2aac0886-19dd-4c8f-9da6-38cc5a16f34d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Request body: {'subnet': {'network_id': 'c835c582-9729-448c-aa5c-561a72029572', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:24.176833 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef9019-4e1e-4031-855a-be2a1d8d1e5a tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event updated for resources: {'Network': ['ID=c835c582-9729-448c-aa5c-561a72029572,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:24.192152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network c835c582-9729-448c-aa5c-561a72029572 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:24.252034 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aac0886-19dd-4c8f-9da6-38cc5a16f34d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Made reservation on behalf of 7de244aacafe48ab9173e73c00f4d12b for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:24.255448 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2aac0886-19dd-4c8f-9da6-38cc5a16f34d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.317178 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_backend_mixin [None req-2aac0886-19dd-4c8f-9da6-38cc5a16f34d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Performing IP validity checks on allocation pools {{(pid=103170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 06:15:24.317688 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.ipam_backend_mixin [None req-2aac0886-19dd-4c8f-9da6-38cc5a16f34d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 06:15:24.434223 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2aac0886-19dd-4c8f-9da6-38cc5a16f34d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (70e68618-b6ff-46c6-9db1-8b57f5c2e668), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.497943 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac0886-19dd-4c8f-9da6-38cc5a16f34d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event updated for resources: {'Subnet': ['ID=70e68618-b6ff-46c6-9db1-8b57f5c2e668,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:24.506164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac0886-19dd-4c8f-9da6-38cc5a16f34d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Checking segment: {'id': '4cc43595-35a8-490a-b9b2-a4c39e1315f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c835c582-9729-448c-aa5c-561a72029572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:24.506524 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aac0886-19dd-4c8f-9da6-38cc5a16f34d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Network hostable DHCP agents. Network: c835c582-9729-448c-aa5c-561a72029572, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:24.523783 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aac0886-19dd-4c8f-9da6-38cc5a16f34d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Network c835c582-9729-448c-aa5c-561a72029572 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:24.531928 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-2aac0886-19dd-4c8f-9da6-38cc5a16f34d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, c835c582-9729-448c-aa5c-561a72029572) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:24.536173 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac0886-19dd-4c8f-9da6-38cc5a16f34d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:24.536766 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2aac0886-19dd-4c8f-9da6-38cc5a16f34d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.542363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0b5efa-d5d6-4c12-ba61-d0af28fbc73c None None] Network c835c582-9729-448c-aa5c-561a72029572 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:24.553858 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-2aac0886-19dd-4c8f-9da6-38cc5a16f34d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4213626 Feb 11 06:15:24.556630 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55040) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:24.647206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-c835c582-9729-448c-aa5c-561a72029572', 'network_id': 'c835c582-9729-448c-aa5c-561a72029572', 'project_id': '7de244aacafe48ab9173e73c00f4d12b', 'fixed_ips': [{'subnet_id': '70e68618-b6ff-46c6-9db1-8b57f5c2e668'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:24.648659 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.653674 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (c835c582-9729-448c-aa5c-561a72029572), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.734779 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (70e68618-b6ff-46c6-9db1-8b57f5c2e668), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.782341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Allocated IP 2001:db8::3 (c835c582-9729-448c-aa5c-561a72029572/70e68618-b6ff-46c6-9db1-8b57f5c2e668/5779615e-99f3-4679-a5df-5be14c7ff836) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:24.922839 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Publish callbacks [] for port (5779615e-99f3-4679-a5df-5be14c7ff836), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.929815 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (5779615e-99f3-4679-a5df-5be14c7ff836), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.944784 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (70e68618-b6ff-46c6-9db1-8b57f5c2e668), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:24.970777 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Network c835c582-9729-448c-aa5c-561a72029572 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:24.973641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:24.975748 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event deleted for resources: {'Subnet': ['ID=70e68618-b6ff-46c6-9db1-8b57f5c2e668,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:24.979724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:24.982877 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Pushing event updated for resources: {'Port': ['ID=5779615e-99f3-4679-a5df-5be14c7ff836,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:25.040367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Attempting to bind port 5779615e-99f3-4679-a5df-5be14c7ff836 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:25.040743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Attempting to bind port 5779615e-99f3-4679-a5df-5be14c7ff836 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '4cc43595-35a8-490a-b9b2-a4c39e1315f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c835c582-9729-448c-aa5c-561a72029572'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:25.041106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Attempting to bind port 5779615e-99f3-4679-a5df-5be14c7ff836 on network c835c582-9729-448c-aa5c-561a72029572 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:25.045131 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (c835c582-9729-448c-aa5c-561a72029572), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.046755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:25.047134 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Checking segment: {'id': '4cc43595-35a8-490a-b9b2-a4c39e1315f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c835c582-9729-448c-aa5c-561a72029572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:25.047566 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.047962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Bound using segment: {'id': '4cc43595-35a8-490a-b9b2-a4c39e1315f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c835c582-9729-448c-aa5c-561a72029572'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:25.048431 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Bound port: 5779615e-99f3-4679-a5df-5be14c7ff836, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc43595-35a8-490a-b9b2-a4c39e1315f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c835c582-9729-448c-aa5c-561a72029572'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:25.048829 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5779615e-99f3-4679-a5df-5be14c7ff836), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.066183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c835c582-9729-448c-aa5c-561a72029572']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:25.076272 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc43595-35a8-490a-b9b2-a4c39e1315f6') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:25.076567 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc43595-35a8-490a-b9b2-a4c39e1315f6') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:25.086463 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (4cc43595-35a8-490a-b9b2-a4c39e1315f6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.099626 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4cc43595-35a8-490a-b9b2-a4c39e1315f6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.106200 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:25.106822 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (4cc43595-35a8-490a-b9b2-a4c39e1315f6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: timer() Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:25.110169 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:25.112566 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] For port 5779615e-99f3-4679-a5df-5be14c7ff836, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:25.166156 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] For port 5779615e-99f3-4679-a5df-5be14c7ff836, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5779615e-99f3-4679-a5df-5be14c7ff836,segment=NetworkSegment(4cc43595-35a8-490a-b9b2-a4c39e1315f6),segment_id=4cc43595-35a8-490a-b9b2-a4c39e1315f6)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:25.166862 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.db.api [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 06:15:25.166862 n-d-713499-38 neutron-server[103170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 06:15:25.166862 n-d-713499-38 neutron-server[103170]: [parameters: {'id': 'c835c582-9729-448c-aa5c-561a72029572'}] Feb 11 06:15:25.166862 n-d-713499-38 neutron-server[103170]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:15:25.167194 n-d-713499-38 neutron-server[103170]: DEBUG oslo_db.api [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:15:25.172873 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5779615e-99f3-4679-a5df-5be14c7ff836), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.254510 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94fa94-6a59-4ee3-b659-d8a963f5f71d None None] Pushing event updated for resources: {'Port': ['ID=5779615e-99f3-4679-a5df-5be14c7ff836,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:25.274385 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e34ff4-c78d-48e6-8d3a-9fe7de6ba7d6 None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 06:15:25.299102 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d220f20c-b22b-476a-8203-38d46cd8333a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:25.377952 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e34ff4-c78d-48e6-8d3a-9fe7de6ba7d6 None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 06:15:25.389203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d220f20c-b22b-476a-8203-38d46cd8333a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:25.389584 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d220f20c-b22b-476a-8203-38d46cd8333a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.558432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d220f20c-b22b-476a-8203-38d46cd8333a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:25.594351 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69d8fa6-00c4-4fa9-b3d7-580eda52034b None None] Network c835c582-9729-448c-aa5c-561a72029572 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:25.668982 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (c835c582-9729-448c-aa5c-561a72029572), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.725035 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Deleting port 5779615e-99f3-4679-a5df-5be14c7ff836 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:25.725383 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5779615e-99f3-4679-a5df-5be14c7ff836), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.787408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] For port 5779615e-99f3-4679-a5df-5be14c7ff836, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5779615e-99f3-4679-a5df-5be14c7ff836,segment=NetworkSegment(4cc43595-35a8-490a-b9b2-a4c39e1315f6),segment_id=4cc43595-35a8-490a-b9b2-a4c39e1315f6)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:25.787803 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5779615e-99f3-4679-a5df-5be14c7ff836), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.800693 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Calling delete_port for 5779615e-99f3-4679-a5df-5be14c7ff836 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:25.882017 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5779615e-99f3-4679-a5df-5be14c7ff836), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.910231 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event deleted for resources: {'Port': ['ID=5779615e-99f3-4679-a5df-5be14c7ff836,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:25.912832 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] No DVR routers for this DVR port 5779615e-99f3-4679-a5df-5be14c7ff836 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:25.994452 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (c835c582-9729-448c-aa5c-561a72029572), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.015679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c835c582-9729-448c-aa5c-561a72029572']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:26.026436 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc43595-35a8-490a-b9b2-a4c39e1315f6') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:26.026741 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc43595-35a8-490a-b9b2-a4c39e1315f6') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:26.036091 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (4cc43595-35a8-490a-b9b2-a4c39e1315f6), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.049947 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4cc43595-35a8-490a-b9b2-a4c39e1315f6), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.056077 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:26.056519 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (4cc43595-35a8-490a-b9b2-a4c39e1315f6), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: timer() Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:26.059399 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:26.116718 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (c835c582-9729-448c-aa5c-561a72029572), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.123773 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.127024 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "DELETE /v2.0/networks/c835c582-9729-448c-aa5c-561a72029572 HTTP/1.1" status: 204 len: 168 time: 1.5694194 Feb 11 06:15:26.130760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55042) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:26.136052 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-3d2e04d9-28f1-4cdc-b394-522bc07f0b5d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2119350368'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:26.138795 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be537d4-e80a-4a13-8881-abd1ccc5f401 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event deleted for resources: {'Network': ['ID=c835c582-9729-448c-aa5c-561a72029572,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:26.156849 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2e04d9-28f1-4cdc-b394-522bc07f0b5d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Made reservation on behalf of 7de244aacafe48ab9173e73c00f4d12b for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:26.160237 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d2e04d9-28f1-4cdc-b394-522bc07f0b5d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.183724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2e04d9-28f1-4cdc-b394-522bc07f0b5d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:26.192801 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d2e04d9-28f1-4cdc-b394-522bc07f0b5d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4e5fbc6b-1999-4e9a-8f29-67eb3414d46c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.193145 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-3d2e04d9-28f1-4cdc-b394-522bc07f0b5d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Added segment 4e5fbc6b-1999-4e9a-8f29-67eb3414d46c of type vlan for network e07ecf22-21b9-4c7f-883a-b6dcacb1f43b Feb 11 06:15:26.232807 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d2e04d9-28f1-4cdc-b394-522bc07f0b5d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (e07ecf22-21b9-4c7f-883a-b6dcacb1f43b), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.261559 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d2e04d9-28f1-4cdc-b394-522bc07f0b5d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (e07ecf22-21b9-4c7f-883a-b6dcacb1f43b), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.266650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2e04d9-28f1-4cdc-b394-522bc07f0b5d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:26.267228 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3d2e04d9-28f1-4cdc-b394-522bc07f0b5d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.302063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3d2e04d9-28f1-4cdc-b394-522bc07f0b5d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1700718 Feb 11 06:15:26.304907 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55044) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:26.309750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a9588434-54ed-4ae6-bee4-113d51fa145d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Request body: {'subnet': {'network_id': 'e07ecf22-21b9-4c7f-883a-b6dcacb1f43b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:26.363641 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e04d9-28f1-4cdc-b394-522bc07f0b5d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event updated for resources: {'Network': ['ID=e07ecf22-21b9-4c7f-883a-b6dcacb1f43b,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:26.374339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network e07ecf22-21b9-4c7f-883a-b6dcacb1f43b details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:26.428833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9588434-54ed-4ae6-bee4-113d51fa145d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Made reservation on behalf of 7de244aacafe48ab9173e73c00f4d12b for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:26.432148 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a9588434-54ed-4ae6-bee4-113d51fa145d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.613571 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a9588434-54ed-4ae6-bee4-113d51fa145d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (84917d1c-918e-45fb-b3c6-59aabb56a416), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.673976 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9588434-54ed-4ae6-bee4-113d51fa145d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event updated for resources: {'Subnet': ['ID=84917d1c-918e-45fb-b3c6-59aabb56a416,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:26.685987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9588434-54ed-4ae6-bee4-113d51fa145d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Checking segment: {'id': '4e5fbc6b-1999-4e9a-8f29-67eb3414d46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e07ecf22-21b9-4c7f-883a-b6dcacb1f43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:26.686345 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9588434-54ed-4ae6-bee4-113d51fa145d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Network hostable DHCP agents. Network: e07ecf22-21b9-4c7f-883a-b6dcacb1f43b, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:26.702836 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9588434-54ed-4ae6-bee4-113d51fa145d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Network e07ecf22-21b9-4c7f-883a-b6dcacb1f43b is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:26.711467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-a9588434-54ed-4ae6-bee4-113d51fa145d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, e07ecf22-21b9-4c7f-883a-b6dcacb1f43b) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:26.716106 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9588434-54ed-4ae6-bee4-113d51fa145d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:26.716818 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a9588434-54ed-4ae6-bee4-113d51fa145d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.721036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43ba5d2-1a6e-4ef0-8d2b-f04804ae0f0f None None] Network e07ecf22-21b9-4c7f-883a-b6dcacb1f43b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:26.733226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a9588434-54ed-4ae6-bee4-113d51fa145d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4273024 Feb 11 06:15:26.736698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55046) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:26.741552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ad0bfaf4-eb61-4ff4-b0a4-7da594568050 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-71127769'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:26.762657 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0bfaf4-eb61-4ff4-b0a4-7da594568050 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Made reservation on behalf of 7de244aacafe48ab9173e73c00f4d12b for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:26.766302 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ad0bfaf4-eb61-4ff4-b0a4-7da594568050 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.790638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0bfaf4-eb61-4ff4-b0a4-7da594568050 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:26.800742 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ad0bfaf4-eb61-4ff4-b0a4-7da594568050 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (307e95c8-5bd8-400c-82fe-7b334a904b82), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.801093 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-ad0bfaf4-eb61-4ff4-b0a4-7da594568050 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Added segment 307e95c8-5bd8-400c-82fe-7b334a904b82 of type vlan for network eed108a0-3afa-4243-a5e8-3b7fbfc8f980 Feb 11 06:15:26.825643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-e07ecf22-21b9-4c7f-883a-b6dcacb1f43b', 'network_id': 'e07ecf22-21b9-4c7f-883a-b6dcacb1f43b', 'project_id': '7de244aacafe48ab9173e73c00f4d12b', 'fixed_ips': [{'subnet_id': '84917d1c-918e-45fb-b3c6-59aabb56a416'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:26.826575 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.842825 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ad0bfaf4-eb61-4ff4-b0a4-7da594568050 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (eed108a0-3afa-4243-a5e8-3b7fbfc8f980), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.868511 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ad0bfaf4-eb61-4ff4-b0a4-7da594568050 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (eed108a0-3afa-4243-a5e8-3b7fbfc8f980), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.873657 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0bfaf4-eb61-4ff4-b0a4-7da594568050 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:26.874249 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ad0bfaf4-eb61-4ff4-b0a4-7da594568050 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:26.914882 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ad0bfaf4-eb61-4ff4-b0a4-7da594568050 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1771398 Feb 11 06:15:26.918058 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55048) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:26.923580 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e1c9d430-f63f-4ada-a80b-4290a18b57b0 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Request body: {'subnet': {'network_id': 'eed108a0-3afa-4243-a5e8-3b7fbfc8f980', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:26.947058 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0bfaf4-eb61-4ff4-b0a4-7da594568050 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event updated for resources: {'Network': ['ID=eed108a0-3afa-4243-a5e8-3b7fbfc8f980,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:26.961082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network eed108a0-3afa-4243-a5e8-3b7fbfc8f980 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:27.022371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c9d430-f63f-4ada-a80b-4290a18b57b0 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Made reservation on behalf of 7de244aacafe48ab9173e73c00f4d12b for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:27.025860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d430-f63f-4ada-a80b-4290a18b57b0 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.038554 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Allocated IP 2001:db8::2 (e07ecf22-21b9-4c7f-883a-b6dcacb1f43b/84917d1c-918e-45fb-b3c6-59aabb56a416/95428bef-f6a8-48a1-811e-c29b07cec3be) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:27.194037 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Publish callbacks [] for port (95428bef-f6a8-48a1-811e-c29b07cec3be), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.200636 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (95428bef-f6a8-48a1-811e-c29b07cec3be), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.240842 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d430-f63f-4ada-a80b-4290a18b57b0 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (332b59c7-1288-4fae-abe4-44b373bb264b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.246746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Network e07ecf22-21b9-4c7f-883a-b6dcacb1f43b is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:27.250023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:27.254282 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:27.260402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Pushing event updated for resources: {'Port': ['ID=95428bef-f6a8-48a1-811e-c29b07cec3be,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:27.309470 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9d430-f63f-4ada-a80b-4290a18b57b0 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event updated for resources: {'Subnet': ['ID=332b59c7-1288-4fae-abe4-44b373bb264b,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:27.314150 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c9d430-f63f-4ada-a80b-4290a18b57b0 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Checking segment: {'id': '307e95c8-5bd8-400c-82fe-7b334a904b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'eed108a0-3afa-4243-a5e8-3b7fbfc8f980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:27.314873 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c9d430-f63f-4ada-a80b-4290a18b57b0 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Network hostable DHCP agents. Network: eed108a0-3afa-4243-a5e8-3b7fbfc8f980, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:27.317479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Attempting to bind port 95428bef-f6a8-48a1-811e-c29b07cec3be on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:27.317867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Attempting to bind port 95428bef-f6a8-48a1-811e-c29b07cec3be by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '4e5fbc6b-1999-4e9a-8f29-67eb3414d46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e07ecf22-21b9-4c7f-883a-b6dcacb1f43b'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:27.318292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Attempting to bind port 95428bef-f6a8-48a1-811e-c29b07cec3be on network e07ecf22-21b9-4c7f-883a-b6dcacb1f43b {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:27.323847 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:27.324357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Checking segment: {'id': '4e5fbc6b-1999-4e9a-8f29-67eb3414d46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e07ecf22-21b9-4c7f-883a-b6dcacb1f43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:27.324777 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.325172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Bound using segment: {'id': '4e5fbc6b-1999-4e9a-8f29-67eb3414d46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e07ecf22-21b9-4c7f-883a-b6dcacb1f43b'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:27.325762 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Bound port: 95428bef-f6a8-48a1-811e-c29b07cec3be, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5fbc6b-1999-4e9a-8f29-67eb3414d46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e07ecf22-21b9-4c7f-883a-b6dcacb1f43b'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:27.326153 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (95428bef-f6a8-48a1-811e-c29b07cec3be), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.332697 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c9d430-f63f-4ada-a80b-4290a18b57b0 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Network eed108a0-3afa-4243-a5e8-3b7fbfc8f980 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:27.343324 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-e1c9d430-f63f-4ada-a80b-4290a18b57b0 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, eed108a0-3afa-4243-a5e8-3b7fbfc8f980) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:27.348020 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c9d430-f63f-4ada-a80b-4290a18b57b0 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:27.348619 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d430-f63f-4ada-a80b-4290a18b57b0 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.363847 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833b7de7-619c-4d50-b033-b5764867295f None None] Network eed108a0-3afa-4243-a5e8-3b7fbfc8f980 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:27.366315 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e1c9d430-f63f-4ada-a80b-4290a18b57b0 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4471776 Feb 11 06:15:27.369101 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55050) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:27.451020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] For port 95428bef-f6a8-48a1-811e-c29b07cec3be, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:27.455456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] For port 95428bef-f6a8-48a1-811e-c29b07cec3be, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=95428bef-f6a8-48a1-811e-c29b07cec3be,segment=NetworkSegment(4e5fbc6b-1999-4e9a-8f29-67eb3414d46c),segment_id=4e5fbc6b-1999-4e9a-8f29-67eb3414d46c)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:27.466525 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (95428bef-f6a8-48a1-811e-c29b07cec3be), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.486227 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6230e6bf-4844-4253-8782-e78b874ffa8d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (eed108a0-3afa-4243-a5e8-3b7fbfc8f980), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.512640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a8a39d-a7ea-4dbf-b036-6a333add9172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-eed108a0-3afa-4243-a5e8-3b7fbfc8f980', 'network_id': 'eed108a0-3afa-4243-a5e8-3b7fbfc8f980', 'project_id': '7de244aacafe48ab9173e73c00f4d12b', 'fixed_ips': [{'subnet_id': '332b59c7-1288-4fae-abe4-44b373bb264b'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:27.513776 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-17a8a39d-a7ea-4dbf-b036-6a333add9172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.558492 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6230e6bf-4844-4253-8782-e78b874ffa8d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (332b59c7-1288-4fae-abe4-44b373bb264b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.570415 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9f250-c819-4bdd-9fa2-df386404ce5b None None] Pushing event updated for resources: {'Port': ['ID=95428bef-f6a8-48a1-811e-c29b07cec3be,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:27.641579 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6230e6bf-4844-4253-8782-e78b874ffa8d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (332b59c7-1288-4fae-abe4-44b373bb264b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server [None req-17a8a39d-a7ea-4dbf-b036-6a333add9172 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 332b59c7-1288-4fae-abe4-44b373bb264b: This subnet is being modified by another concurrent operation. Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server raise exception Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 332b59c7-1288-4fae-abe4-44b373bb264b: This subnet is being modified by another concurrent operation. Feb 11 06:15:27.660162 n-d-713499-38 neutron-server[103173]: ERROR oslo_messaging.rpc.server Feb 11 06:15:27.686629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779bb729-1183-4679-9a04-e0f7483a0ddd None None] Network eed108a0-3afa-4243-a5e8-3b7fbfc8f980 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:27.689248 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230e6bf-4844-4253-8782-e78b874ffa8d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event deleted for resources: {'Subnet': ['ID=332b59c7-1288-4fae-abe4-44b373bb264b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:27.781430 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6230e6bf-4844-4253-8782-e78b874ffa8d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (eed108a0-3afa-4243-a5e8-3b7fbfc8f980), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.812438 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6230e6bf-4844-4253-8782-e78b874ffa8d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed108a0-3afa-4243-a5e8-3b7fbfc8f980']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:27.823181 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6230e6bf-4844-4253-8782-e78b874ffa8d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307e95c8-5bd8-400c-82fe-7b334a904b82') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:27.823508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6230e6bf-4844-4253-8782-e78b874ffa8d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307e95c8-5bd8-400c-82fe-7b334a904b82') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:27.834171 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6230e6bf-4844-4253-8782-e78b874ffa8d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (307e95c8-5bd8-400c-82fe-7b334a904b82), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.848450 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6230e6bf-4844-4253-8782-e78b874ffa8d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (307e95c8-5bd8-400c-82fe-7b334a904b82), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.854642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6230e6bf-4844-4253-8782-e78b874ffa8d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:27.855172 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6230e6bf-4844-4253-8782-e78b874ffa8d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (307e95c8-5bd8-400c-82fe-7b334a904b82), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: timer() Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:27.858468 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:27.923116 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6230e6bf-4844-4253-8782-e78b874ffa8d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (eed108a0-3afa-4243-a5e8-3b7fbfc8f980), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.929828 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6230e6bf-4844-4253-8782-e78b874ffa8d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.932971 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6230e6bf-4844-4253-8782-e78b874ffa8d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "DELETE /v2.0/networks/eed108a0-3afa-4243-a5e8-3b7fbfc8f980 HTTP/1.1" status: 204 len: 168 time: 0.5627828 Feb 11 06:15:27.936238 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55052) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:27.944222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230e6bf-4844-4253-8782-e78b874ffa8d tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event deleted for resources: {'Network': ['ID=eed108a0-3afa-4243-a5e8-3b7fbfc8f980,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:27.966414 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c40fdcf-90b3-499f-b018-1f0f33e0c061 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] GET failed (client error): The resource could not be found. Feb 11 06:15:27.967697 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-0c40fdcf-90b3-499f-b018-1f0f33e0c061 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "GET /v2.0/subnets/332b59c7-1288-4fae-abe4-44b373bb264b HTTP/1.1" status: 404 len: 337 time: 0.0304151 Feb 11 06:15:27.970417 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55054) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:27.993768 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-225f7432-8f56-4d98-91ec-10055ef76c2b tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:27.994175 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225f7432-8f56-4d98-91ec-10055ef76c2b tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:27.997214 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-225f7432-8f56-4d98-91ec-10055ef76c2b tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "DELETE /v2.0/networks/eed108a0-3afa-4243-a5e8-3b7fbfc8f980 HTTP/1.1" status: 404 len: 339 time: 0.0258985 Feb 11 06:15:28.001027 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55056) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.027520 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98678c6-8814-44ab-b136-a6467da8736c tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:28.028167 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98678c6-8814-44ab-b136-a6467da8736c tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:28.031049 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f98678c6-8814-44ab-b136-a6467da8736c tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "DELETE /v2.0/subnets/332b59c7-1288-4fae-abe4-44b373bb264b HTTP/1.1" status: 404 len: 337 time: 0.0291166 Feb 11 06:15:28.033700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55058) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.051912 n-d-713499-38 neutron-server[103170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b133b949-16e9-4d98-8dcb-2b24dbf7fade tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:28.052436 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b133b949-16e9-4d98-8dcb-2b24dbf7fade tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:28.055472 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b133b949-16e9-4d98-8dcb-2b24dbf7fade tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "DELETE /v2.0/networks/eed108a0-3afa-4243-a5e8-3b7fbfc8f980 HTTP/1.1" status: 404 len: 339 time: 0.0208273 Feb 11 06:15:28.058058 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55060) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.110158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e96d1e-23b2-4028-83dd-00913d873b5b tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Deleting subnet 84917d1c-918e-45fb-b3c6-59aabb56a416 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:15:28.113354 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27e96d1e-23b2-4028-83dd-00913d873b5b tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for subnet (84917d1c-918e-45fb-b3c6-59aabb56a416), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.164710 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27e96d1e-23b2-4028-83dd-00913d873b5b tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (84917d1c-918e-45fb-b3c6-59aabb56a416), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.272059 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27e96d1e-23b2-4028-83dd-00913d873b5b tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (84917d1c-918e-45fb-b3c6-59aabb56a416), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.338864 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27e96d1e-23b2-4028-83dd-00913d873b5b tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (84917d1c-918e-45fb-b3c6-59aabb56a416), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.367924 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e96d1e-23b2-4028-83dd-00913d873b5b tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event deleted for resources: {'Subnet': ['ID=84917d1c-918e-45fb-b3c6-59aabb56a416,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:28.371769 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-27e96d1e-23b2-4028-83dd-00913d873b5b tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.375324 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-27e96d1e-23b2-4028-83dd-00913d873b5b tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "DELETE /v2.0/subnets/84917d1c-918e-45fb-b3c6-59aabb56a416 HTTP/1.1" status: 204 len: 168 time: 0.3162014 Feb 11 06:15:28.377799 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55062) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.462083 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (e07ecf22-21b9-4c7f-883a-b6dcacb1f43b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.502771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6323a5c3-d7cd-4f19-b549-83b650a68e8d None None] get_active_networks_info from n-d-713499-38 {{(pid=103173) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 06:15:28.517462 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Deleting port 95428bef-f6a8-48a1-811e-c29b07cec3be {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:28.517806 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (95428bef-f6a8-48a1-811e-c29b07cec3be), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.562132 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-99c6a083-7576-4eab-b2ac-4779c48e80a7 None None] Provisioning complete for port 95428bef-f6a8-48a1-811e-c29b07cec3be triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:28.562507 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-99c6a083-7576-4eab-b2ac-4779c48e80a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (95428bef-f6a8-48a1-811e-c29b07cec3be), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.581843 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] For port 95428bef-f6a8-48a1-811e-c29b07cec3be, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=95428bef-f6a8-48a1-811e-c29b07cec3be,segment=NetworkSegment(4e5fbc6b-1999-4e9a-8f29-67eb3414d46c),segment_id=4e5fbc6b-1999-4e9a-8f29-67eb3414d46c)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:28.582217 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (95428bef-f6a8-48a1-811e-c29b07cec3be), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.600189 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Calling delete_port for 95428bef-f6a8-48a1-811e-c29b07cec3be owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:28.617439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6323a5c3-d7cd-4f19-b549-83b650a68e8d None None] Resources bound (agent type, host, resource id): {{(pid=103173) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 06:15:28.626174 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec2fc-e82d-4f0d-a19a-24422fd4922c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.683686 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (95428bef-f6a8-48a1-811e-c29b07cec3be), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.709501 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event deleted for resources: {'Port': ['ID=95428bef-f6a8-48a1-811e-c29b07cec3be,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:28.714841 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] No DVR routers for this DVR port 95428bef-f6a8-48a1-811e-c29b07cec3be on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:28.720273 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-99c6a083-7576-4eab-b2ac-4779c48e80a7 None None] Port 95428bef-f6a8-48a1-811e-c29b07cec3be update to ACTIVE by agent not found {{(pid=103173) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 06:15:28.799825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (e07ecf22-21b9-4c7f-883a-b6dcacb1f43b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.800731 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10391477-18d1-4ea3-94e9-aa41afea69bc None None] Network e07ecf22-21b9-4c7f-883a-b6dcacb1f43b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:28.820406 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07ecf22-21b9-4c7f-883a-b6dcacb1f43b']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.829752 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e5fbc6b-1999-4e9a-8f29-67eb3414d46c') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.830051 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e5fbc6b-1999-4e9a-8f29-67eb3414d46c') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:28.840305 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (4e5fbc6b-1999-4e9a-8f29-67eb3414d46c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.853927 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (4e5fbc6b-1999-4e9a-8f29-67eb3414d46c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.860231 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:28.860626 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (4e5fbc6b-1999-4e9a-8f29-67eb3414d46c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: timer() Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:28.863761 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:28.927897 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (e07ecf22-21b9-4c7f-883a-b6dcacb1f43b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.936559 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.939705 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "DELETE /v2.0/networks/e07ecf22-21b9-4c7f-883a-b6dcacb1f43b HTTP/1.1" status: 204 len: 168 time: 0.5609310 Feb 11 06:15:28.942378 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55064) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.950553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c1548-2d8b-4316-9217-af5ca9ce6229 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event deleted for resources: {'Network': ['ID=e07ecf22-21b9-4c7f-883a-b6dcacb1f43b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:28.952201 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97822b62-5e36-4f8b-9428-f7165d9856c7 None None] DHCP port deletion for e07ecf22-21b9-4c7f-883a-b6dcacb1f43b request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:15:28.973141 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2670b63-50aa-41e6-a378-5743b58be5be tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:28.973566 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2670b63-50aa-41e6-a378-5743b58be5be tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:28.976706 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a2670b63-50aa-41e6-a378-5743b58be5be tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "DELETE /v2.0/subnets/70e68618-b6ff-46c6-9db1-8b57f5c2e668 HTTP/1.1" status: 404 len: 337 time: 0.0332975 Feb 11 06:15:28.979195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55066) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:28.998266 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4a34df-8177-48c4-969e-47e41143e879 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:28.998797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4a34df-8177-48c4-969e-47e41143e879 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:29.001874 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0a4a34df-8177-48c4-969e-47e41143e879 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "DELETE /v2.0/networks/c835c582-9729-448c-aa5c-561a72029572 HTTP/1.1" status: 404 len: 339 time: 0.0216255 Feb 11 06:15:29.004420 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55068) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:29.044405 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79eac29-478d-4a13-abfb-314af15ba0e8 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:29.044870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79eac29-478d-4a13-abfb-314af15ba0e8 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:29.051772 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f79eac29-478d-4a13-abfb-314af15ba0e8 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "DELETE /v2.0/subnets/9abf79cb-542b-4f7b-9c05-71ba29d36cf7 HTTP/1.1" status: 404 len: 337 time: 0.0464284 Feb 11 06:15:29.054246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55070) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:29.072142 n-d-713499-38 neutron-server[103171]: INFO neutron.pecan_wsgi.hooks.translation [None req-27507a35-7a6b-4b3e-9b08-06085cf1a2e2 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] DELETE failed (client error): The resource could not be found. Feb 11 06:15:29.072624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27507a35-7a6b-4b3e-9b08-06085cf1a2e2 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103171) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 06:15:29.075624 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-27507a35-7a6b-4b3e-9b08-06085cf1a2e2 tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "DELETE /v2.0/networks/58d527fa-c9a2-46b4-afd7-c746014a1f59 HTTP/1.1" status: 404 len: 339 time: 0.0204363 Feb 11 06:15:29.078143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55072) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:29.131258 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd537629-6ebb-4aab-b175-fb3e3e5c313f tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Deleting subnet 98c207c0-7dbf-47e0-9765-e2a82d29fbf4 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:15:29.134944 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd537629-6ebb-4aab-b175-fb3e3e5c313f tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for subnet (98c207c0-7dbf-47e0-9765-e2a82d29fbf4), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.180045 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd537629-6ebb-4aab-b175-fb3e3e5c313f tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (98c207c0-7dbf-47e0-9765-e2a82d29fbf4), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.272296 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd537629-6ebb-4aab-b175-fb3e3e5c313f tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (98c207c0-7dbf-47e0-9765-e2a82d29fbf4), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.333290 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd537629-6ebb-4aab-b175-fb3e3e5c313f tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (98c207c0-7dbf-47e0-9765-e2a82d29fbf4), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.360757 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd537629-6ebb-4aab-b175-fb3e3e5c313f tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event deleted for resources: {'Subnet': ['ID=98c207c0-7dbf-47e0-9765-e2a82d29fbf4,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:29.369500 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd537629-6ebb-4aab-b175-fb3e3e5c313f tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.370427 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5051c6c-de92-43aa-8d3c-0d2ee927e795 None None] Network 1a854f9c-fa9b-445a-a94b-43345513daec requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:29.372855 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cd537629-6ebb-4aab-b175-fb3e3e5c313f tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "DELETE /v2.0/subnets/98c207c0-7dbf-47e0-9765-e2a82d29fbf4 HTTP/1.1" status: 204 len: 168 time: 0.2937975 Feb 11 06:15:29.375398 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55074) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:29.461568 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (1a854f9c-fa9b-445a-a94b-43345513daec), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.514527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Deleting port d220f20c-b22b-476a-8203-38d46cd8333a {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:29.514803 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d220f20c-b22b-476a-8203-38d46cd8333a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.522949 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe543af-dc58-48bc-9fc2-a6a5e3e1117b None None] DHCP port deletion for 1a854f9c-fa9b-445a-a94b-43345513daec request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:15:29.571319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5fe543af-dc58-48bc-9fc2-a6a5e3e1117b None None] Deleting port d220f20c-b22b-476a-8203-38d46cd8333a {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:29.571726 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5fe543af-dc58-48bc-9fc2-a6a5e3e1117b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d220f20c-b22b-476a-8203-38d46cd8333a), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.577038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] For port d220f20c-b22b-476a-8203-38d46cd8333a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d220f20c-b22b-476a-8203-38d46cd8333a,segment=NetworkSegment(1cff42c0-1f30-476a-8222-59a6d0f220a0),segment_id=1cff42c0-1f30-476a-8222-59a6d0f220a0)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:29.577406 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d220f20c-b22b-476a-8203-38d46cd8333a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.595947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Calling delete_port for d220f20c-b22b-476a-8203-38d46cd8333a owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:29.638521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5fe543af-dc58-48bc-9fc2-a6a5e3e1117b None None] For port d220f20c-b22b-476a-8203-38d46cd8333a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d220f20c-b22b-476a-8203-38d46cd8333a,segment=NetworkSegment(1cff42c0-1f30-476a-8222-59a6d0f220a0),segment_id=1cff42c0-1f30-476a-8222-59a6d0f220a0)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:29.639112 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5fe543af-dc58-48bc-9fc2-a6a5e3e1117b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d220f20c-b22b-476a-8203-38d46cd8333a), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.651621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-5fe543af-dc58-48bc-9fc2-a6a5e3e1117b None None] Calling delete_port for d220f20c-b22b-476a-8203-38d46cd8333a owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:29.675053 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d220f20c-b22b-476a-8203-38d46cd8333a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.698547 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event deleted for resources: {'Port': ['ID=d220f20c-b22b-476a-8203-38d46cd8333a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:29.709753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] No DVR routers for this DVR port d220f20c-b22b-476a-8203-38d46cd8333a on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:29.734322 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5fe543af-dc58-48bc-9fc2-a6a5e3e1117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (d220f20c-b22b-476a-8203-38d46cd8333a), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.760208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe543af-dc58-48bc-9fc2-a6a5e3e1117b None None] Pushing event deleted for resources: {'Port': ['ID=d220f20c-b22b-476a-8203-38d46cd8333a,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:29.762004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe543af-dc58-48bc-9fc2-a6a5e3e1117b None None] No DVR routers for this DVR port d220f20c-b22b-476a-8203-38d46cd8333a on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:29.799938 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (1a854f9c-fa9b-445a-a94b-43345513daec), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.818842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a854f9c-fa9b-445a-a94b-43345513daec']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:29.827908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cff42c0-1f30-476a-8222-59a6d0f220a0') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:29.828198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cff42c0-1f30-476a-8222-59a6d0f220a0') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:29.837956 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (1cff42c0-1f30-476a-8222-59a6d0f220a0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.850897 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (1cff42c0-1f30-476a-8222-59a6d0f220a0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.857329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:29.857715 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (1cff42c0-1f30-476a-8222-59a6d0f220a0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: timer() Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:29.860763 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:29.918987 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (1a854f9c-fa9b-445a-a94b-43345513daec), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.926004 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.929145 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] 10.222.0.87 "DELETE /v2.0/networks/1a854f9c-fa9b-445a-a94b-43345513daec HTTP/1.1" status: 204 len: 168 time: 0.5527332 Feb 11 06:15:29.945451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de64161-f233-406b-826f-7efeb26e6aba tempest-NetworksIpV6Test-1820439598 tempest-NetworksIpV6Test-1820439598-project] Pushing event deleted for resources: {'Network': ['ID=1a854f9c-fa9b-445a-a94b-43345513daec,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:30.167817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55080) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:30.297268 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-930e3a42-b2c7-4465-998b-56751c448a4f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7de244aacafe48ab9173e73c00f4d12b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282790 Feb 11 06:15:30.299785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55084) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:30.346108 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aae85ff6-f318-4d8c-83fa-673655f43fd6 admin admin] Publish callbacks [] for security_group (8175faa1-9530-460f-bae8-d3d84e0cd075), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:30.366495 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aae85ff6-f318-4d8c-83fa-673655f43fd6 admin admin] Publish callbacks [] for security_group (8175faa1-9530-460f-bae8-d3d84e0cd075), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:30.413744 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aae85ff6-f318-4d8c-83fa-673655f43fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (8175faa1-9530-460f-bae8-d3d84e0cd075), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:30.416783 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-aae85ff6-f318-4d8c-83fa-673655f43fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:30.417946 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-aae85ff6-f318-4d8c-83fa-673655f43fd6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8175faa1-9530-460f-bae8-d3d84e0cd075 HTTP/1.1" status: 204 len: 168 time: 0.1173203 Feb 11 06:15:30.426616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae85ff6-f318-4d8c-83fa-673655f43fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8175faa1-9530-460f-bae8-d3d84e0cd075,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:30.920502 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f9ca95b1-536c-4e8a-b5ac-e6f89f3095cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.059671 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55106) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:31.152927 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-c1b3ecad-fdf4-4617-a13f-8f23aae7093d tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1538040872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:31.173987 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1b3ecad-fdf4-4617-a13f-8f23aae7093d tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (c0befa59-02b8-4087-ad47-819609675d56), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.175121 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1b3ecad-fdf4-4617-a13f-8f23aae7093d tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (c0befa59-02b8-4087-ad47-819609675d56), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.227129 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1b3ecad-fdf4-4617-a13f-8f23aae7093d tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for router_controller (c0befa59-02b8-4087-ad47-819609675d56), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.231491 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1b3ecad-fdf4-4617-a13f-8f23aae7093d tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (c0befa59-02b8-4087-ad47-819609675d56), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.248372 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1b3ecad-fdf4-4617-a13f-8f23aae7093d tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.249664 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c1b3ecad-fdf4-4617-a13f-8f23aae7093d tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1888838 Feb 11 06:15:31.252460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55110) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:31.257566 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-039452d4-c1d6-4eb3-a24f-ce53919aaf13 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1999064304'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:31.279404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039452d4-c1d6-4eb3-a24f-ce53919aaf13 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Made reservation on behalf of 79b748779e62496488e3e81e4ae87739 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:31.283066 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-039452d4-c1d6-4eb3-a24f-ce53919aaf13 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.292684 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-039452d4-c1d6-4eb3-a24f-ce53919aaf13 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.315080 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d220f20c-b22b-476a-8203-38d46cd8333a no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:31.336288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: d220f20c-b22b-476a-8203-38d46cd8333a {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:31.336646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d220f20c-b22b-476a-8203-38d46cd8333a not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:31.373240 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-039452d4-c1d6-4eb3-a24f-ce53919aaf13 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for security_group (654c404b-0fcc-4b1f-94b4-a355c72dd5e1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.377049 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-039452d4-c1d6-4eb3-a24f-ce53919aaf13 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (654c404b-0fcc-4b1f-94b4-a355c72dd5e1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.411900 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039452d4-c1d6-4eb3-a24f-ce53919aaf13 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:31.423199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039452d4-c1d6-4eb3-a24f-ce53919aaf13 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654c404b-0fcc-4b1f-94b4-a355c72dd5e1,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:31.431300 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-039452d4-c1d6-4eb3-a24f-ce53919aaf13 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (85e3ef35-9b5f-4641-8922-159967851b51), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.431720 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-039452d4-c1d6-4eb3-a24f-ce53919aaf13 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Added segment 85e3ef35-9b5f-4641-8922-159967851b51 of type vlan for network 958bc109-d28e-4622-a85b-c5d311484f26 Feb 11 06:15:31.471772 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-039452d4-c1d6-4eb3-a24f-ce53919aaf13 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (958bc109-d28e-4622-a85b-c5d311484f26), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.494814 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-039452d4-c1d6-4eb3-a24f-ce53919aaf13 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (958bc109-d28e-4622-a85b-c5d311484f26), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.499687 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039452d4-c1d6-4eb3-a24f-ce53919aaf13 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:31.500272 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-039452d4-c1d6-4eb3-a24f-ce53919aaf13 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.538895 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-039452d4-c1d6-4eb3-a24f-ce53919aaf13 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2852676 Feb 11 06:15:31.541659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55112) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:31.570930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-85c9f51b-81c1-4fd2-ad56-a1a20685f04a tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Request body: {'subnet': {'network_id': '958bc109-d28e-4622-a85b-c5d311484f26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:31.586952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039452d4-c1d6-4eb3-a24f-ce53919aaf13 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Pushing event updated for resources: {'Network': ['ID=958bc109-d28e-4622-a85b-c5d311484f26,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:31.597634 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 958bc109-d28e-4622-a85b-c5d311484f26 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:31.662743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c9f51b-81c1-4fd2-ad56-a1a20685f04a tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Made reservation on behalf of 79b748779e62496488e3e81e4ae87739 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:31.666236 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85c9f51b-81c1-4fd2-ad56-a1a20685f04a tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.843993 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85c9f51b-81c1-4fd2-ad56-a1a20685f04a tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (2fc3c522-6745-42b5-9230-ef0b97287765), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.901540 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9f51b-81c1-4fd2-ad56-a1a20685f04a tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Pushing event updated for resources: {'Subnet': ['ID=2fc3c522-6745-42b5-9230-ef0b97287765,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:31.911894 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c9f51b-81c1-4fd2-ad56-a1a20685f04a tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Checking segment: {'id': '85e3ef35-9b5f-4641-8922-159967851b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '958bc109-d28e-4622-a85b-c5d311484f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:31.912162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c9f51b-81c1-4fd2-ad56-a1a20685f04a tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Network hostable DHCP agents. Network: 958bc109-d28e-4622-a85b-c5d311484f26, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:31.929494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c9f51b-81c1-4fd2-ad56-a1a20685f04a tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Network 958bc109-d28e-4622-a85b-c5d311484f26 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:31.937956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-85c9f51b-81c1-4fd2-ad56-a1a20685f04a tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 958bc109-d28e-4622-a85b-c5d311484f26) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:31.942043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c9f51b-81c1-4fd2-ad56-a1a20685f04a tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:31.942642 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-85c9f51b-81c1-4fd2-ad56-a1a20685f04a tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:31.949066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea17b51-679f-46db-a54b-9909b8911d36 None None] Network 958bc109-d28e-4622-a85b-c5d311484f26 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:31.959656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-85c9f51b-81c1-4fd2-ad56-a1a20685f04a tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4169142 Feb 11 06:15:31.962690 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55114) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:31.969594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-bc4035cd-18e5-47e9-8295-51582fb36516 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-807980580'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:31.989014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4035cd-18e5-47e9-8295-51582fb36516 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Made reservation on behalf of 79b748779e62496488e3e81e4ae87739 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:31.992959 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc4035cd-18e5-47e9-8295-51582fb36516 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.017510 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4035cd-18e5-47e9-8295-51582fb36516 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:32.027211 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc4035cd-18e5-47e9-8295-51582fb36516 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (66dfe260-802f-4adc-befe-d2d657cd5709), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.027598 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-bc4035cd-18e5-47e9-8295-51582fb36516 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Added segment 66dfe260-802f-4adc-befe-d2d657cd5709 of type vlan for network f836fbde-40b2-403a-86aa-6a93ed9dbd9c Feb 11 06:15:32.056835 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-958bc109-d28e-4622-a85b-c5d311484f26', 'network_id': '958bc109-d28e-4622-a85b-c5d311484f26', 'project_id': '79b748779e62496488e3e81e4ae87739', 'fixed_ips': [{'subnet_id': '2fc3c522-6745-42b5-9230-ef0b97287765'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:32.057302 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.070836 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc4035cd-18e5-47e9-8295-51582fb36516 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (f836fbde-40b2-403a-86aa-6a93ed9dbd9c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.101046 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc4035cd-18e5-47e9-8295-51582fb36516 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (f836fbde-40b2-403a-86aa-6a93ed9dbd9c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.106079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4035cd-18e5-47e9-8295-51582fb36516 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:32.106674 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bc4035cd-18e5-47e9-8295-51582fb36516 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.146292 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bc4035cd-18e5-47e9-8295-51582fb36516 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1822999 Feb 11 06:15:32.149317 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55116) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:32.157111 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1fb77ff4-8435-4a6d-8886-832afef23880 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Request body: {'subnet': {'network_id': 'f836fbde-40b2-403a-86aa-6a93ed9dbd9c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:32.179699 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4035cd-18e5-47e9-8295-51582fb36516 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Pushing event updated for resources: {'Network': ['ID=f836fbde-40b2-403a-86aa-6a93ed9dbd9c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:32.190587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network f836fbde-40b2-403a-86aa-6a93ed9dbd9c details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:32.225723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Allocated IP 172.20.0.2 (958bc109-d28e-4622-a85b-c5d311484f26/2fc3c522-6745-42b5-9230-ef0b97287765/2ea80da0-e024-4dac-85ef-ac4cc54cb767) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:32.249331 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb77ff4-8435-4a6d-8886-832afef23880 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Made reservation on behalf of 79b748779e62496488e3e81e4ae87739 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:32.252845 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1fb77ff4-8435-4a6d-8886-832afef23880 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.446526 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1fb77ff4-8435-4a6d-8886-832afef23880 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (7af96179-0b34-4a6e-b374-2c95963cb416), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.507554 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb77ff4-8435-4a6d-8886-832afef23880 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Pushing event updated for resources: {'Subnet': ['ID=7af96179-0b34-4a6e-b374-2c95963cb416,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:32.517120 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb77ff4-8435-4a6d-8886-832afef23880 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Checking segment: {'id': '66dfe260-802f-4adc-befe-d2d657cd5709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f836fbde-40b2-403a-86aa-6a93ed9dbd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:32.517488 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb77ff4-8435-4a6d-8886-832afef23880 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Network hostable DHCP agents. Network: f836fbde-40b2-403a-86aa-6a93ed9dbd9c, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:32.533889 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb77ff4-8435-4a6d-8886-832afef23880 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Network f836fbde-40b2-403a-86aa-6a93ed9dbd9c is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:32.543251 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-1fb77ff4-8435-4a6d-8886-832afef23880 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, f836fbde-40b2-403a-86aa-6a93ed9dbd9c) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:32.548551 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb77ff4-8435-4a6d-8886-832afef23880 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:32.550368 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1fb77ff4-8435-4a6d-8886-832afef23880 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.555544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7e4903-d5f0-449b-bf36-99c8052c44fc None None] Network f836fbde-40b2-403a-86aa-6a93ed9dbd9c requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:32.569146 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1fb77ff4-8435-4a6d-8886-832afef23880 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4184091 Feb 11 06:15:32.571667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55118) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:32.576840 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-500dd328-59d0-4178-b6fe-9088ac350e1f tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f836fbde-40b2-403a-86aa-6a93ed9dbd9c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:32.631893 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Publish callbacks [] for port (2ea80da0-e024-4dac-85ef-ac4cc54cb767), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.648945 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (2ea80da0-e024-4dac-85ef-ac4cc54cb767), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.687077 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.720544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Network 958bc109-d28e-4622-a85b-c5d311484f26 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:32.727268 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:32.729641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Pushing event updated for resources: {'Port': ['ID=2ea80da0-e024-4dac-85ef-ac4cc54cb767,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:32.731872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:32.738401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-f836fbde-40b2-403a-86aa-6a93ed9dbd9c', 'network_id': 'f836fbde-40b2-403a-86aa-6a93ed9dbd9c', 'project_id': '79b748779e62496488e3e81e4ae87739', 'fixed_ips': [{'subnet_id': '7af96179-0b34-4a6e-b374-2c95963cb416'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:32.739234 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.800101 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-500dd328-59d0-4178-b6fe-9088ac350e1f tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for router_gateway (c0befa59-02b8-4087-ad47-819609675d56), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.808020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Attempting to bind port 2ea80da0-e024-4dac-85ef-ac4cc54cb767 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:32.808557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Attempting to bind port 2ea80da0-e024-4dac-85ef-ac4cc54cb767 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '85e3ef35-9b5f-4641-8922-159967851b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '958bc109-d28e-4622-a85b-c5d311484f26'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:32.808915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Attempting to bind port 2ea80da0-e024-4dac-85ef-ac4cc54cb767 on network 958bc109-d28e-4622-a85b-c5d311484f26 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:32.861984 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:32.862395 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Checking segment: {'id': '85e3ef35-9b5f-4641-8922-159967851b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '958bc109-d28e-4622-a85b-c5d311484f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:32.862797 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.863187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Bound using segment: {'id': '85e3ef35-9b5f-4641-8922-159967851b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '958bc109-d28e-4622-a85b-c5d311484f26'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:32.863683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Bound port: 2ea80da0-e024-4dac-85ef-ac4cc54cb767, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e3ef35-9b5f-4641-8922-159967851b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '958bc109-d28e-4622-a85b-c5d311484f26'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:32.864065 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2ea80da0-e024-4dac-85ef-ac4cc54cb767), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:32.906874 n-d-713499-38 neutron-server[103170]: INFO neutron.api.v2.resource [None req-500dd328-59d0-4178-b6fe-9088ac350e1f tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 06:15:32.914229 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-500dd328-59d0-4178-b6fe-9088ac350e1f tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] 10.222.0.87 "PUT /v2.0/routers/c0befa59-02b8-4087-ad47-819609675d56 HTTP/1.1" status: 400 len: 364 time: 0.3353457 Feb 11 06:15:32.914978 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55120) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:32.966916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b29a25-89ad-46e9-bcca-f1608b759dcb tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Deleting subnet 7af96179-0b34-4a6e-b374-2c95963cb416 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:15:32.975450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Allocated IP 172.21.0.2 (f836fbde-40b2-403a-86aa-6a93ed9dbd9c/7af96179-0b34-4a6e-b374-2c95963cb416/704e0367-c8ee-4f23-98c1-3dde2c46250d) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:32.977622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] For port 2ea80da0-e024-4dac-85ef-ac4cc54cb767, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:32.982373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] For port 2ea80da0-e024-4dac-85ef-ac4cc54cb767, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2ea80da0-e024-4dac-85ef-ac4cc54cb767,segment=NetworkSegment(85e3ef35-9b5f-4641-8922-159967851b51),segment_id=85e3ef35-9b5f-4641-8922-159967851b51)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:32.990390 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2ea80da0-e024-4dac-85ef-ac4cc54cb767), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.102498 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b98924-ca12-4c58-b30b-0d4c2b944a31 None None] Pushing event updated for resources: {'Port': ['ID=2ea80da0-e024-4dac-85ef-ac4cc54cb767,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:33.176664 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Publish callbacks [] for port (704e0367-c8ee-4f23-98c1-3dde2c46250d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.181672 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-59b29a25-89ad-46e9-bcca-f1608b759dcb tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for subnet (7af96179-0b34-4a6e-b374-2c95963cb416), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.183296 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (704e0367-c8ee-4f23-98c1-3dde2c46250d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.232311 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Network f836fbde-40b2-403a-86aa-6a93ed9dbd9c is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:33.237450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:33.241137 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:33.248823 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Pushing event updated for resources: {'Port': ['ID=704e0367-c8ee-4f23-98c1-3dde2c46250d,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:33.276285 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-59b29a25-89ad-46e9-bcca-f1608b759dcb tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (7af96179-0b34-4a6e-b374-2c95963cb416), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.326056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Attempting to bind port 704e0367-c8ee-4f23-98c1-3dde2c46250d on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:33.326980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Attempting to bind port 704e0367-c8ee-4f23-98c1-3dde2c46250d by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '66dfe260-802f-4adc-befe-d2d657cd5709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f836fbde-40b2-403a-86aa-6a93ed9dbd9c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:33.326980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Attempting to bind port 704e0367-c8ee-4f23-98c1-3dde2c46250d on network f836fbde-40b2-403a-86aa-6a93ed9dbd9c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:33.333225 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:33.333616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Checking segment: {'id': '66dfe260-802f-4adc-befe-d2d657cd5709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f836fbde-40b2-403a-86aa-6a93ed9dbd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:33.334028 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.334426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Bound using segment: {'id': '66dfe260-802f-4adc-befe-d2d657cd5709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f836fbde-40b2-403a-86aa-6a93ed9dbd9c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:33.334915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Bound port: 704e0367-c8ee-4f23-98c1-3dde2c46250d, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66dfe260-802f-4adc-befe-d2d657cd5709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f836fbde-40b2-403a-86aa-6a93ed9dbd9c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:33.335369 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (704e0367-c8ee-4f23-98c1-3dde2c46250d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.384811 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-59b29a25-89ad-46e9-bcca-f1608b759dcb tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (7af96179-0b34-4a6e-b374-2c95963cb416), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.411553 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2ea80da0-e024-4dac-85ef-ac4cc54cb767 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:33.452096 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-59b29a25-89ad-46e9-bcca-f1608b759dcb tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (7af96179-0b34-4a6e-b374-2c95963cb416), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.461741 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] For port 704e0367-c8ee-4f23-98c1-3dde2c46250d, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:33.476931 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] For port 704e0367-c8ee-4f23-98c1-3dde2c46250d, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=704e0367-c8ee-4f23-98c1-3dde2c46250d,segment=NetworkSegment(66dfe260-802f-4adc-befe-d2d657cd5709),segment_id=66dfe260-802f-4adc-befe-d2d657cd5709)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:33.484847 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b29a25-89ad-46e9-bcca-f1608b759dcb tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Pushing event deleted for resources: {'Subnet': ['ID=7af96179-0b34-4a6e-b374-2c95963cb416,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:33.485156 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (704e0367-c8ee-4f23-98c1-3dde2c46250d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.486780 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-59b29a25-89ad-46e9-bcca-f1608b759dcb tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.493259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55122) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:33.493780 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-59b29a25-89ad-46e9-bcca-f1608b759dcb tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] 10.222.0.87 "DELETE /v2.0/subnets/7af96179-0b34-4a6e-b374-2c95963cb416 HTTP/1.1" status: 204 len: 168 time: 0.5779119 Feb 11 06:15:33.528182 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2ea80da0-e024-4dac-85ef-ac4cc54cb767 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:33.528560 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2ea80da0-e024-4dac-85ef-ac4cc54cb767), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.578345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568948d5-a77f-484b-a422-cdad0bf903e9 None None] Pushing event updated for resources: {'Port': ['ID=704e0367-c8ee-4f23-98c1-3dde2c46250d,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:33.580010 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (f836fbde-40b2-403a-86aa-6a93ed9dbd9c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.643139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2ea80da0-e024-4dac-85ef-ac4cc54cb767 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:33.643632 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2ea80da0-e024-4dac-85ef-ac4cc54cb767), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.653693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Deleting port 704e0367-c8ee-4f23-98c1-3dde2c46250d {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:33.653693 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (704e0367-c8ee-4f23-98c1-3dde2c46250d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.678137 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 2ea80da0-e024-4dac-85ef-ac4cc54cb767, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2ea80da0-e024-4dac-85ef-ac4cc54cb767,segment=NetworkSegment(85e3ef35-9b5f-4641-8922-159967851b51),segment_id=85e3ef35-9b5f-4641-8922-159967851b51)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:33.682211 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2ea80da0-e024-4dac-85ef-ac4cc54cb767), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.724215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] For port 704e0367-c8ee-4f23-98c1-3dde2c46250d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=704e0367-c8ee-4f23-98c1-3dde2c46250d,segment=NetworkSegment(66dfe260-802f-4adc-befe-d2d657cd5709),segment_id=66dfe260-802f-4adc-befe-d2d657cd5709)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:33.727342 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (704e0367-c8ee-4f23-98c1-3dde2c46250d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.746947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Calling delete_port for 704e0367-c8ee-4f23-98c1-3dde2c46250d owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:33.763479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=2ea80da0-e024-4dac-85ef-ac4cc54cb767,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:33.841482 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.844825 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (704e0367-c8ee-4f23-98c1-3dde2c46250d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.884635 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Pushing event deleted for resources: {'Port': ['ID=704e0367-c8ee-4f23-98c1-3dde2c46250d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:33.886790 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] No DVR routers for this DVR port 704e0367-c8ee-4f23-98c1-3dde2c46250d on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:33.973434 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (f836fbde-40b2-403a-86aa-6a93ed9dbd9c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:33.995449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f836fbde-40b2-403a-86aa-6a93ed9dbd9c']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:34.005465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66dfe260-802f-4adc-befe-d2d657cd5709') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:34.005754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66dfe260-802f-4adc-befe-d2d657cd5709') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:34.016424 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (66dfe260-802f-4adc-befe-d2d657cd5709), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.030463 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (66dfe260-802f-4adc-befe-d2d657cd5709), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.040067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:34.040531 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (66dfe260-802f-4adc-befe-d2d657cd5709), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: timer() Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:34.044271 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:34.105632 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (f836fbde-40b2-403a-86aa-6a93ed9dbd9c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.109978 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.115506 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] 10.222.0.87 "DELETE /v2.0/networks/f836fbde-40b2-403a-86aa-6a93ed9dbd9c HTTP/1.1" status: 204 len: 168 time: 0.6180301 Feb 11 06:15:34.116018 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55124) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:34.129171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb595f-18b1-4a9e-a70d-3c0e70c9068e tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Pushing event deleted for resources: {'Network': ['ID=f836fbde-40b2-403a-86aa-6a93ed9dbd9c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:34.159123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e469475b-4658-4599-a228-98f9de6810d1 None None] Network 958bc109-d28e-4622-a85b-c5d311484f26 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:34.173954 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ebd7bc-3e7d-4ae7-a1b5-ab51ea0a38cc tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Deleting subnet 2fc3c522-6745-42b5-9230-ef0b97287765 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:15:34.177236 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-84ebd7bc-3e7d-4ae7-a1b5-ab51ea0a38cc tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for subnet (2fc3c522-6745-42b5-9230-ef0b97287765), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.216504 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-84ebd7bc-3e7d-4ae7-a1b5-ab51ea0a38cc tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (2fc3c522-6745-42b5-9230-ef0b97287765), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.228925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b54766ff-cd3f-42ea-b393-cf3ead33fc9e None None] Provisioning complete for port 2ea80da0-e024-4dac-85ef-ac4cc54cb767 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:34.229294 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b54766ff-cd3f-42ea-b393-cf3ead33fc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2ea80da0-e024-4dac-85ef-ac4cc54cb767), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.314671 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-84ebd7bc-3e7d-4ae7-a1b5-ab51ea0a38cc tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (2fc3c522-6745-42b5-9230-ef0b97287765), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.346054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b54766ff-cd3f-42ea-b393-cf3ead33fc9e None None] Current status of the port 2ea80da0-e024-4dac-85ef-ac4cc54cb767 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:34.386063 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-84ebd7bc-3e7d-4ae7-a1b5-ab51ea0a38cc tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (2fc3c522-6745-42b5-9230-ef0b97287765), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.415813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebd7bc-3e7d-4ae7-a1b5-ab51ea0a38cc tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc3c522-6745-42b5-9230-ef0b97287765,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:34.421402 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-84ebd7bc-3e7d-4ae7-a1b5-ab51ea0a38cc tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.425350 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-84ebd7bc-3e7d-4ae7-a1b5-ab51ea0a38cc tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] 10.222.0.87 "DELETE /v2.0/subnets/2fc3c522-6745-42b5-9230-ef0b97287765 HTTP/1.1" status: 204 len: 168 time: 0.3070195 Feb 11 06:15:34.427070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55126) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:34.513655 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (958bc109-d28e-4622-a85b-c5d311484f26), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.569098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5833fff-5522-47bb-96f9-f1f3a1332f71 None None] Network 958bc109-d28e-4622-a85b-c5d311484f26 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:34.570811 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Deleting port 2ea80da0-e024-4dac-85ef-ac4cc54cb767 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:15:34.571229 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2ea80da0-e024-4dac-85ef-ac4cc54cb767), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.637134 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] For port 2ea80da0-e024-4dac-85ef-ac4cc54cb767, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2ea80da0-e024-4dac-85ef-ac4cc54cb767,segment=NetworkSegment(85e3ef35-9b5f-4641-8922-159967851b51),segment_id=85e3ef35-9b5f-4641-8922-159967851b51)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:34.637517 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2ea80da0-e024-4dac-85ef-ac4cc54cb767), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.651589 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Calling delete_port for 2ea80da0-e024-4dac-85ef-ac4cc54cb767 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:15:34.681760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ac124ddf-3015-45b3-87ff-043e9da3b47a None None] Provisioning complete for port 2ea80da0-e024-4dac-85ef-ac4cc54cb767 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:34.682139 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ac124ddf-3015-45b3-87ff-043e9da3b47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2ea80da0-e024-4dac-85ef-ac4cc54cb767), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.757456 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2ea80da0-e024-4dac-85ef-ac4cc54cb767), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.769775 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d7e85f-133c-4128-995c-5f3a28975748 None None] DHCP port deletion for f836fbde-40b2-403a-86aa-6a93ed9dbd9c request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:15:34.785636 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Pushing event deleted for resources: {'Port': ['ID=2ea80da0-e024-4dac-85ef-ac4cc54cb767,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:34.787880 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ac124ddf-3015-45b3-87ff-043e9da3b47a None None] Current status of the port 2ea80da0-e024-4dac-85ef-ac4cc54cb767 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:34.791304 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] No DVR routers for this DVR port 2ea80da0-e024-4dac-85ef-ac4cc54cb767 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:15:34.801420 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d80746e-3593-42d8-9e61-621e5768906d None None] Network f836fbde-40b2-403a-86aa-6a93ed9dbd9c requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:34.816431 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b1429d-783e-4235-bf76-f8adbbc0d339 None None] DHCP port deletion for 958bc109-d28e-4622-a85b-c5d311484f26 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:15:34.818816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d80746e-3593-42d8-9e61-621e5768906d None None] Network f836fbde-40b2-403a-86aa-6a93ed9dbd9c could not be found, it might have been deleted concurrently. {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 06:15:34.878250 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (958bc109-d28e-4622-a85b-c5d311484f26), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.900670 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958bc109-d28e-4622-a85b-c5d311484f26']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:34.903254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7bc27d70-6419-48ab-98dd-9f88e2938afa None None] Could not find standard attr ID for object 704e0367-c8ee-4f23-98c1-3dde2c46250d. {{(pid=103173) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 06:15:34.911797 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e3ef35-9b5f-4641-8922-159967851b51') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:34.912099 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e3ef35-9b5f-4641-8922-159967851b51') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:34.922598 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (85e3ef35-9b5f-4641-8922-159967851b51), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.936109 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (85e3ef35-9b5f-4641-8922-159967851b51), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.941823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:15:34.942207 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (85e3ef35-9b5f-4641-8922-159967851b51), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: timer() Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:15:34.945153 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:15:35.003931 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (958bc109-d28e-4622-a85b-c5d311484f26), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.010768 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.014301 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] 10.222.0.87 "DELETE /v2.0/networks/958bc109-d28e-4622-a85b-c5d311484f26 HTTP/1.1" status: 204 len: 168 time: 0.5862288 Feb 11 06:15:35.017089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55128) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:35.027216 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb14bd-809c-4c18-849f-09c3131d62d1 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Pushing event deleted for resources: {'Network': ['ID=958bc109-d28e-4622-a85b-c5d311484f26,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:35.050025 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2517c9b7-cfda-47db-b564-da292538b557 tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0befa59-02b8-4087-ad47-819609675d56 HTTP/1.1" status: 200 len: 205 time: 0.0315278 Feb 11 06:15:35.052344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55130) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:35.128882 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7f7e8f5-feb4-4e44-a5cb-2c041c6c580c tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for router (c0befa59-02b8-4087-ad47-819609675d56), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.294920 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7f7e8f5-feb4-4e44-a5cb-2c041c6c580c tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (c0befa59-02b8-4087-ad47-819609675d56), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.297155 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7f7e8f5-feb4-4e44-a5cb-2c041c6c580c tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for router_controller (c0befa59-02b8-4087-ad47-819609675d56), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.300582 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.309845 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2ea80da0-e024-4dac-85ef-ac4cc54cb767 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:15:35.330764 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 2ea80da0-e024-4dac-85ef-ac4cc54cb767 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:15:35.331203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2ea80da0-e024-4dac-85ef-ac4cc54cb767 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:15:35.347453 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7f7e8f5-feb4-4e44-a5cb-2c041c6c580c tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (c0befa59-02b8-4087-ad47-819609675d56), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.348057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f7e8f5-feb4-4e44-a5cb-2c041c6c580c tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Fanout notify agent at l3_agent the message router_deleted on router c0befa59-02b8-4087-ad47-819609675d56 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:15:35.356679 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c7f7e8f5-feb4-4e44-a5cb-2c041c6c580c tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.357769 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c7f7e8f5-feb4-4e44-a5cb-2c041c6c580c tempest-RoutersNegativeTest-1341974618 tempest-RoutersNegativeTest-1341974618-project] 10.222.0.87 "DELETE /v2.0/routers/c0befa59-02b8-4087-ad47-819609675d56 HTTP/1.1" status: 204 len: 168 time: 0.3044462 Feb 11 06:15:35.599891 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55136) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:35.733427 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-25946da9-b14d-443f-b62a-80170edd78c0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=79b748779e62496488e3e81e4ae87739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323724 Feb 11 06:15:35.735936 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55140) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:35.783394 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3042b513-5a34-4dd7-91a4-aa5f850f55de admin admin] Publish callbacks [] for security_group (654c404b-0fcc-4b1f-94b4-a355c72dd5e1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.803361 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3042b513-5a34-4dd7-91a4-aa5f850f55de admin admin] Publish callbacks [] for security_group (654c404b-0fcc-4b1f-94b4-a355c72dd5e1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.849781 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3042b513-5a34-4dd7-91a4-aa5f850f55de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (654c404b-0fcc-4b1f-94b4-a355c72dd5e1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.852485 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3042b513-5a34-4dd7-91a4-aa5f850f55de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.853727 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3042b513-5a34-4dd7-91a4-aa5f850f55de admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/654c404b-0fcc-4b1f-94b4-a355c72dd5e1 HTTP/1.1" status: 204 len: 168 time: 0.1168783 Feb 11 06:15:35.862109 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042b513-5a34-4dd7-91a4-aa5f850f55de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654c404b-0fcc-4b1f-94b4-a355c72dd5e1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:36.464966 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55162) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:36.561848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a3fcb294-7974-4e02-8f7f-ccb3925a26cb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-211121539-network', 'tenant_id': '45c8d383201d45e4b6e00add2a978a19'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:36.580046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fcb294-7974-4e02-8f7f-ccb3925a26cb admin admin] Made reservation on behalf of 45c8d383201d45e4b6e00add2a978a19 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:36.582724 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb294-7974-4e02-8f7f-ccb3925a26cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.591060 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb294-7974-4e02-8f7f-ccb3925a26cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.663336 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb294-7974-4e02-8f7f-ccb3925a26cb admin admin] Publish callbacks [] for security_group (a8439381-3312-4dae-ada4-6f150a2ba0b5), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.668298 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb294-7974-4e02-8f7f-ccb3925a26cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a8439381-3312-4dae-ada4-6f150a2ba0b5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.690038 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3fcb294-7974-4e02-8f7f-ccb3925a26cb admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:36.703758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcb294-7974-4e02-8f7f-ccb3925a26cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8439381-3312-4dae-ada4-6f150a2ba0b5,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:36.708771 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb294-7974-4e02-8f7f-ccb3925a26cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5f4844ab-e3df-4c8c-8694-66ff4fb9280d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.709099 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-a3fcb294-7974-4e02-8f7f-ccb3925a26cb admin admin] Added segment 5f4844ab-e3df-4c8c-8694-66ff4fb9280d of type vlan for network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f Feb 11 06:15:36.748437 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb294-7974-4e02-8f7f-ccb3925a26cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (7c8d9212-051e-46a1-9fb0-85df99b5fe5f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.772813 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb294-7974-4e02-8f7f-ccb3925a26cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (7c8d9212-051e-46a1-9fb0-85df99b5fe5f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.773931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fcb294-7974-4e02-8f7f-ccb3925a26cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:36.775069 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb294-7974-4e02-8f7f-ccb3925a26cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.808845 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a3fcb294-7974-4e02-8f7f-ccb3925a26cb admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3424466 Feb 11 06:15:36.811609 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55166) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:36.816640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-22450842-f4d3-436d-8b0c-a64144f81a66 admin admin] Request body: {'subnet': {'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-211121539-subnet', 'tenant_id': '45c8d383201d45e4b6e00add2a978a19', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:36.836606 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22450842-f4d3-436d-8b0c-a64144f81a66 admin admin] Made reservation on behalf of 45c8d383201d45e4b6e00add2a978a19 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:36.839078 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22450842-f4d3-436d-8b0c-a64144f81a66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:36.840890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcb294-7974-4e02-8f7f-ccb3925a26cb admin admin] Pushing event updated for resources: {'Network': ['ID=7c8d9212-051e-46a1-9fb0-85df99b5fe5f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:36.851990 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:37.009434 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22450842-f4d3-436d-8b0c-a64144f81a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (2c86896a-df47-44c5-9d38-725357d2d203), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.065524 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22450842-f4d3-436d-8b0c-a64144f81a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c86896a-df47-44c5-9d38-725357d2d203,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:37.072980 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22450842-f4d3-436d-8b0c-a64144f81a66 admin admin] Checking segment: {'id': '5f4844ab-e3df-4c8c-8694-66ff4fb9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:37.073346 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22450842-f4d3-436d-8b0c-a64144f81a66 admin admin] Network hostable DHCP agents. Network: 7c8d9212-051e-46a1-9fb0-85df99b5fe5f, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:37.089408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22450842-f4d3-436d-8b0c-a64144f81a66 admin admin] Network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:37.098139 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-22450842-f4d3-436d-8b0c-a64144f81a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 7c8d9212-051e-46a1-9fb0-85df99b5fe5f) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:37.102180 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22450842-f4d3-436d-8b0c-a64144f81a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:37.102774 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22450842-f4d3-436d-8b0c-a64144f81a66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.108479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59961cb-80f5-478f-805c-45109450578d None None] Network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:37.119994 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-22450842-f4d3-436d-8b0c-a64144f81a66 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3072131 Feb 11 06:15:37.122797 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55168) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:37.127338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-211121539-router', 'tenant_id': '45c8d383201d45e4b6e00add2a978a19', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:37.148130 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (257a3bd4-14e5-461b-8cba-df2d967d45ea), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.149133 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (257a3bd4-14e5-461b-8cba-df2d967d45ea), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.201420 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Publish callbacks [] for router_controller (257a3bd4-14e5-461b-8cba-df2d967d45ea), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.215651 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-7c8d9212-051e-46a1-9fb0-85df99b5fe5f', 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f', 'project_id': '45c8d383201d45e4b6e00add2a978a19', 'fixed_ips': [{'subnet_id': '2c86896a-df47-44c5-9d38-725357d2d203'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:37.216519 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.346432 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Publish callbacks [] for router_gateway (257a3bd4-14e5-461b-8cba-df2d967d45ea), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.348528 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Allocated IP 172.20.0.2 (7c8d9212-051e-46a1-9fb0-85df99b5fe5f/2c86896a-df47-44c5-9d38-725357d2d203/c29f3919-7bd4-4748-814d-58b1fc4c6421) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:37.492519 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Publish callbacks [] for port (c29f3919-7bd4-4748-814d-58b1fc4c6421), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.500805 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (c29f3919-7bd4-4748-814d-58b1fc4c6421), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.541009 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:37.545717 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:37.549102 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:37.552993 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Publish callbacks [] for router_gateway (257a3bd4-14e5-461b-8cba-df2d967d45ea), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.555094 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Pushing event updated for resources: {'Port': ['ID=c29f3919-7bd4-4748-814d-58b1fc4c6421,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:37.573185 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.613511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Attempting to bind port c29f3919-7bd4-4748-814d-58b1fc4c6421 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:37.613798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Attempting to bind port c29f3919-7bd4-4748-814d-58b1fc4c6421 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '5f4844ab-e3df-4c8c-8694-66ff4fb9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:37.614175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Attempting to bind port c29f3919-7bd4-4748-814d-58b1fc4c6421 on network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:37.619698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:37.620085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Checking segment: {'id': '5f4844ab-e3df-4c8c-8694-66ff4fb9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:37.620493 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.620890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Bound using segment: {'id': '5f4844ab-e3df-4c8c-8694-66ff4fb9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:37.621366 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Bound port: c29f3919-7bd4-4748-814d-58b1fc4c6421, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4844ab-e3df-4c8c-8694-66ff4fb9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:37.621758 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c29f3919-7bd4-4748-814d-58b1fc4c6421), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.675104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Allocated IP 172.25.5.165 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/94e39d7b-ddd9-47bd-8cf0-27159ab52a7c) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:37.683950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] For port c29f3919-7bd4-4748-814d-58b1fc4c6421, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:37.687148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] For port c29f3919-7bd4-4748-814d-58b1fc4c6421, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c29f3919-7bd4-4748-814d-58b1fc4c6421,segment=NetworkSegment(5f4844ab-e3df-4c8c-8694-66ff4fb9280d),segment_id=5f4844ab-e3df-4c8c-8694-66ff4fb9280d)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:37.693389 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c29f3919-7bd4-4748-814d-58b1fc4c6421), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.755710 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e96454-6e6d-426f-8b95-4bf6b10d8da7 None None] Pushing event updated for resources: {'Port': ['ID=c29f3919-7bd4-4748-814d-58b1fc4c6421,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:37.787700 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Publish callbacks [] for port (94e39d7b-ddd9-47bd-8cf0-27159ab52a7c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.821481 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (94e39d7b-ddd9-47bd-8cf0-27159ab52a7c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:37.861011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:37.866767 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:37.870741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:37.894169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Pushing event updated for resources: {'Port': ['ID=94e39d7b-ddd9-47bd-8cf0-27159ab52a7c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:38.482391 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Publish callbacks [] for router_gateway (257a3bd4-14e5-461b-8cba-df2d967d45ea), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:38.656289 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b10c55-2a00-49de-ba7f-851fc3139013 None None] Network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:38.690628 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (257a3bd4-14e5-461b-8cba-df2d967d45ea), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:38.769985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-589fc1f6-e116-4943-ae69-72cef26f9e90 None None] Provisioning complete for port c29f3919-7bd4-4748-814d-58b1fc4c6421 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:38.770357 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-589fc1f6-e116-4943-ae69-72cef26f9e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c29f3919-7bd4-4748-814d-58b1fc4c6421), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:38.827874 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Router 257a3bd4-14e5-461b-8cba-df2d967d45ea is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:15:38.862608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-589fc1f6-e116-4943-ae69-72cef26f9e90 None None] Current status of the port c29f3919-7bd4-4748-814d-58b1fc4c6421 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:38.863160 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-589fc1f6-e116-4943-ae69-72cef26f9e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c29f3919-7bd4-4748-814d-58b1fc4c6421), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:38.906542 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-589fc1f6-e116-4943-ae69-72cef26f9e90 None None] For port c29f3919-7bd4-4748-814d-58b1fc4c6421, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c29f3919-7bd4-4748-814d-58b1fc4c6421,segment=NetworkSegment(5f4844ab-e3df-4c8c-8694-66ff4fb9280d),segment_id=5f4844ab-e3df-4c8c-8694-66ff4fb9280d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:38.911769 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-589fc1f6-e116-4943-ae69-72cef26f9e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c29f3919-7bd4-4748-814d-58b1fc4c6421), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:38.947928 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:15:38.957454 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Sync routers for ids ['257a3bd4-14e5-461b-8cba-df2d967d45ea'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:15:38.968407 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Routers {'257a3bd4-14e5-461b-8cba-df2d967d45ea'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:38.969253 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['257a3bd4-14e5-461b-8cba-df2d967d45ea'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:38.974348 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:38.976094 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fc1f6-e116-4943-ae69-72cef26f9e90 None None] Pushing event updated for resources: {'Port': ['ID=c29f3919-7bd4-4748-814d-58b1fc4c6421,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:38.976409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dad73190-868d-417d-9752-b07009592e85 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8522384 Feb 11 06:15:38.979265 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55170) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:39.035574 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fa5f7a11-e7d3-40a3-8df7-5278e41e5468 None None] Provisioning complete for port c29f3919-7bd4-4748-814d-58b1fc4c6421 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:39.036222 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7a11-e7d3-40a3-8df7-5278e41e5468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c29f3919-7bd4-4748-814d-58b1fc4c6421), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:39.093092 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Set router 257a3bd4-14e5-461b-8cba-df2d967d45ea gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:39.120697 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f7a11-e7d3-40a3-8df7-5278e41e5468 None None] Current status of the port c29f3919-7bd4-4748-814d-58b1fc4c6421 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:39.281444 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'name': 'tempest-TestEncryptedCinderVolumes-211121539-router', 'tenant_id': '45c8d383201d45e4b6e00add2a978a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '94e39d7b-ddd9-47bd-8cf0-27159ab52a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:37Z', 'updated_at': '2022-02-11T06:15:38Z', 'revision_number': 3, 'project_id': '45c8d383201d45e4b6e00add2a978a19', 'gw_port': {'id': '94e39d7b-ddd9-47bd-8cf0-27159ab52a7c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:37Z', 'updated_at': '2022-02-11T06:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:39.310501 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Checking router: 257a3bd4-14e5-461b-8cba-df2d967d45ea for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:15:39.310955 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Updating router 257a3bd4-14e5-461b-8cba-df2d967d45ea port 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:15:39.340421 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (94e39d7b-ddd9-47bd-8cf0-27159ab52a7c), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:39.350677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c29f3919-7bd4-4748-814d-58b1fc4c6421 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:39.400962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port c29f3919-7bd4-4748-814d-58b1fc4c6421 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:39.401478 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c29f3919-7bd4-4748-814d-58b1fc4c6421), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:39.431214 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:39.481642 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port c29f3919-7bd4-4748-814d-58b1fc4c6421 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:39.597544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Allocated IP 172.20.0.1 (7c8d9212-051e-46a1-9fb0-85df99b5fe5f/2c86896a-df47-44c5-9d38-725357d2d203/bcddc075-86c5-429f-bc03-c237b82517e1) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:39.600152 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Publish callbacks [] for port (94e39d7b-ddd9-47bd-8cf0-27159ab52a7c), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:39.606383 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (94e39d7b-ddd9-47bd-8cf0-27159ab52a7c), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:39.658452 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Attempting to bind port 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:39.658826 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Attempting to bind port 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:39.659187 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Attempting to bind port 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:39.661177 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13ef67-17cd-4e3c-899e-81c9a902a62e None None] Pushing event updated for resources: {'Port': ['ID=94e39d7b-ddd9-47bd-8cf0-27159ab52a7c,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:39.669983 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:39.670361 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:39.670767 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:39.671165 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:39.671661 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Bound port: 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:39.672046 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (94e39d7b-ddd9-47bd-8cf0-27159ab52a7c), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:39.674326 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13ef67-17cd-4e3c-899e-81c9a902a62e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:39.674678 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13ef67-17cd-4e3c-899e-81c9a902a62e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:39.675023 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13ef67-17cd-4e3c-899e-81c9a902a62e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:39.675363 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13ef67-17cd-4e3c-899e-81c9a902a62e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:39.675739 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13ef67-17cd-4e3c-899e-81c9a902a62e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:39.676067 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13ef67-17cd-4e3c-899e-81c9a902a62e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:39.676401 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13ef67-17cd-4e3c-899e-81c9a902a62e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:39.676729 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13ef67-17cd-4e3c-899e-81c9a902a62e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:39.677057 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13ef67-17cd-4e3c-899e-81c9a902a62e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:39.677385 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13ef67-17cd-4e3c-899e-81c9a902a62e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:39.677736 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13ef67-17cd-4e3c-899e-81c9a902a62e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:39.678035 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13ef67-17cd-4e3c-899e-81c9a902a62e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:39.678358 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13ef67-17cd-4e3c-899e-81c9a902a62e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:15:39.710661 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Publish callbacks [] for port (bcddc075-86c5-429f-bc03-c237b82517e1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:39.730869 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] For port 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:39.735077 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] For port 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=94e39d7b-ddd9-47bd-8cf0-27159ab52a7c,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:39.741092 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (94e39d7b-ddd9-47bd-8cf0-27159ab52a7c), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:39.744990 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (bcddc075-86c5-429f-bc03-c237b82517e1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:39.787832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:39.792855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:39.797397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:39.799460 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Routers {'257a3bd4-14e5-461b-8cba-df2d967d45ea'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:39.800112 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['257a3bd4-14e5-461b-8cba-df2d967d45ea'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:39.800492 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Pushing event updated for resources: {'Port': ['ID=bcddc075-86c5-429f-bc03-c237b82517e1,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:39.837934 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13ef67-17cd-4e3c-899e-81c9a902a62e None None] Pushing event updated for resources: {'Port': ['ID=94e39d7b-ddd9-47bd-8cf0-27159ab52a7c,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:39.840123 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (257a3bd4-14e5-461b-8cba-df2d967d45ea), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:39.926282 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] Set router 257a3bd4-14e5-461b-8cba-df2d967d45ea gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:39.989470 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bcddc075-86c5-429f-bc03-c237b82517e1), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.051272 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8e4a7740-8b48-4e8c-8a31-3908b39f6b99 None None] Provisioning complete for port bcddc075-86c5-429f-bc03-c237b82517e1 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:40.051886 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8e4a7740-8b48-4e8c-8a31-3908b39f6b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bcddc075-86c5-429f-bc03-c237b82517e1), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.087803 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8e4a7740-8b48-4e8c-8a31-3908b39f6b99 None None] Port bcddc075-86c5-429f-bc03-c237b82517e1 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:15:40.117493 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'name': 'tempest-TestEncryptedCinderVolumes-211121539-router', 'tenant_id': '45c8d383201d45e4b6e00add2a978a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '94e39d7b-ddd9-47bd-8cf0-27159ab52a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:37Z', 'updated_at': '2022-02-11T06:15:38Z', 'revision_number': 3, 'project_id': '45c8d383201d45e4b6e00add2a978a19', 'gw_port': {'id': '94e39d7b-ddd9-47bd-8cf0-27159ab52a7c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:37Z', 'updated_at': '2022-02-11T06:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:40.143819 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795b985-5800-4c1c-b275-f50bab639029 None None] The sync data for ids ['257a3bd4-14e5-461b-8cba-df2d967d45ea'] in n-d-713499-38 is: [{'id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'name': 'tempest-TestEncryptedCinderVolumes-211121539-router', 'tenant_id': '45c8d383201d45e4b6e00add2a978a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '94e39d7b-ddd9-47bd-8cf0-27159ab52a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:37Z', 'updated_at': '2022-02-11T06:15:38Z', 'revision_number': 3, 'project_id': '45c8d383201d45e4b6e00add2a978a19', 'gw_port': {'id': '94e39d7b-ddd9-47bd-8cf0-27159ab52a7c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:37Z', 'updated_at': '2022-02-11T06:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:15:40.161739 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Publish callbacks [] for port (bcddc075-86c5-429f-bc03-c237b82517e1), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.166668 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (bcddc075-86c5-429f-bc03-c237b82517e1), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.236083 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Pushing event updated for resources: {'Port': ['ID=bcddc075-86c5-429f-bc03-c237b82517e1,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:40.241099 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (257a3bd4-14e5-461b-8cba-df2d967d45ea), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.333119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:40.334595 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:40.383404 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.494383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Router 257a3bd4-14e5-461b-8cba-df2d967d45ea has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:15:40.616224 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:15:40.617865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-42112e54-d42e-47e6-87c2-a904b3894941 None None] Provisioning complete for port bcddc075-86c5-429f-bc03-c237b82517e1 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:40.618329 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-42112e54-d42e-47e6-87c2-a904b3894941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bcddc075-86c5-429f-bc03-c237b82517e1), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:40.623072 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1c663cca-b0e4-456c-bbfc-c4de7027b707 admin admin] 10.222.0.87 "PUT /v2.0/routers/257a3bd4-14e5-461b-8cba-df2d967d45ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6425729 Feb 11 06:15:40.657550 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-42112e54-d42e-47e6-87c2-a904b3894941 None None] Port bcddc075-86c5-429f-bc03-c237b82517e1 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:15:41.125944 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55186) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:41.130872 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-837812ef-34f9-4130-9014-fd5a94cc615b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-735439816-network', 'tenant_id': '7ababcd71593480d97aba29430de2ee4'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:41.149981 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837812ef-34f9-4130-9014-fd5a94cc615b admin admin] Made reservation on behalf of 7ababcd71593480d97aba29430de2ee4 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:41.152533 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-837812ef-34f9-4130-9014-fd5a94cc615b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.160979 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-837812ef-34f9-4130-9014-fd5a94cc615b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.237418 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-837812ef-34f9-4130-9014-fd5a94cc615b admin admin] Publish callbacks [] for security_group (b15de0e4-f68f-4ae0-9bf3-db64fa3aeb78), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.241267 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-837812ef-34f9-4130-9014-fd5a94cc615b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b15de0e4-f68f-4ae0-9bf3-db64fa3aeb78), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.262436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837812ef-34f9-4130-9014-fd5a94cc615b admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:15:41.278989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837812ef-34f9-4130-9014-fd5a94cc615b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15de0e4-f68f-4ae0-9bf3-db64fa3aeb78,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:41.282946 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-837812ef-34f9-4130-9014-fd5a94cc615b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (956c0946-d0eb-49ed-aa7a-203797cf2dfb), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.283299 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-837812ef-34f9-4130-9014-fd5a94cc615b admin admin] Added segment 956c0946-d0eb-49ed-aa7a-203797cf2dfb of type vlan for network 6d5d9f9a-3708-47b6-b629-71c4eb40fe09 Feb 11 06:15:41.326802 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-837812ef-34f9-4130-9014-fd5a94cc615b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (6d5d9f9a-3708-47b6-b629-71c4eb40fe09), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.346294 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:41.358823 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-837812ef-34f9-4130-9014-fd5a94cc615b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (6d5d9f9a-3708-47b6-b629-71c4eb40fe09), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.359836 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837812ef-34f9-4130-9014-fd5a94cc615b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:41.360471 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-837812ef-34f9-4130-9014-fd5a94cc615b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.399393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-837812ef-34f9-4130-9014-fd5a94cc615b admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2719538 Feb 11 06:15:41.400632 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:41.401214 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (94e39d7b-ddd9-47bd-8cf0-27159ab52a7c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.402094 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55188) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:41.410456 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-499e83df-55fa-46ce-8ee6-f42b0e32fd10 admin admin] Request body: {'subnet': {'network_id': '6d5d9f9a-3708-47b6-b629-71c4eb40fe09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-735439816-subnet', 'tenant_id': '7ababcd71593480d97aba29430de2ee4', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:41.428320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837812ef-34f9-4130-9014-fd5a94cc615b admin admin] Pushing event updated for resources: {'Network': ['ID=6d5d9f9a-3708-47b6-b629-71c4eb40fe09,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:41.441739 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499e83df-55fa-46ce-8ee6-f42b0e32fd10 admin admin] Made reservation on behalf of 7ababcd71593480d97aba29430de2ee4 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:41.443012 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 6d5d9f9a-3708-47b6-b629-71c4eb40fe09 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:15:41.444850 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-499e83df-55fa-46ce-8ee6-f42b0e32fd10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.558096 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:41.558497 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (94e39d7b-ddd9-47bd-8cf0-27159ab52a7c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.580531 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=94e39d7b-ddd9-47bd-8cf0-27159ab52a7c,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:41.585957 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (94e39d7b-ddd9-47bd-8cf0-27159ab52a7c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.634217 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-499e83df-55fa-46ce-8ee6-f42b0e32fd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.638599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=94e39d7b-ddd9-47bd-8cf0-27159ab52a7c,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:41.694113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e83df-55fa-46ce-8ee6-f42b0e32fd10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:41.705061 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499e83df-55fa-46ce-8ee6-f42b0e32fd10 admin admin] Checking segment: {'id': '956c0946-d0eb-49ed-aa7a-203797cf2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6d5d9f9a-3708-47b6-b629-71c4eb40fe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:41.705413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499e83df-55fa-46ce-8ee6-f42b0e32fd10 admin admin] Network hostable DHCP agents. Network: 6d5d9f9a-3708-47b6-b629-71c4eb40fe09, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:15:41.722820 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499e83df-55fa-46ce-8ee6-f42b0e32fd10 admin admin] Network 6d5d9f9a-3708-47b6-b629-71c4eb40fe09 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:15:41.732442 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-499e83df-55fa-46ce-8ee6-f42b0e32fd10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 6d5d9f9a-3708-47b6-b629-71c4eb40fe09) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:41.737005 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e83df-55fa-46ce-8ee6-f42b0e32fd10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:41.737808 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-499e83df-55fa-46ce-8ee6-f42b0e32fd10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.745351 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a69288-3596-4235-84b7-b0f6e32ca0fa None None] Network 6d5d9f9a-3708-47b6-b629-71c4eb40fe09 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:41.749601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Sync routers for ids ['257a3bd4-14e5-461b-8cba-df2d967d45ea'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:15:41.759185 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-499e83df-55fa-46ce-8ee6-f42b0e32fd10 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3530931 Feb 11 06:15:41.761650 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55190) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:41.766788 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-735439816-router', 'tenant_id': '7ababcd71593480d97aba29430de2ee4', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:41.784939 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (102ddb9a-0126-466b-a9ba-3f5252f36d06), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.786022 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (102ddb9a-0126-466b-a9ba-3f5252f36d06), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.841049 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Publish callbacks [] for router_controller (102ddb9a-0126-466b-a9ba-3f5252f36d06), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:41.972367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Routers {'257a3bd4-14e5-461b-8cba-df2d967d45ea'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:41.972937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['257a3bd4-14e5-461b-8cba-df2d967d45ea'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:41.992877 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Publish callbacks [] for router_gateway (102ddb9a-0126-466b-a9ba-3f5252f36d06), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.087607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-6d5d9f9a-3708-47b6-b629-71c4eb40fe09', 'network_id': '6d5d9f9a-3708-47b6-b629-71c4eb40fe09', 'project_id': '7ababcd71593480d97aba29430de2ee4', 'fixed_ips': [{'subnet_id': '8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:15:42.088467 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.129923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Set router 257a3bd4-14e5-461b-8cba-df2d967d45ea gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:42.198935 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Publish callbacks [] for router_gateway (102ddb9a-0126-466b-a9ba-3f5252f36d06), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.361791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Allocated IP 172.20.0.2 (6d5d9f9a-3708-47b6-b629-71c4eb40fe09/8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5/d68fa81c-bd01-479b-a6cc-a42561822341) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:42.551713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'name': 'tempest-TestEncryptedCinderVolumes-211121539-router', 'tenant_id': '45c8d383201d45e4b6e00add2a978a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '94e39d7b-ddd9-47bd-8cf0-27159ab52a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:37Z', 'updated_at': '2022-02-11T06:15:39Z', 'revision_number': 4, 'project_id': '45c8d383201d45e4b6e00add2a978a19', 'gw_port': {'id': '94e39d7b-ddd9-47bd-8cf0-27159ab52a7c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:37Z', 'updated_at': '2022-02-11T06:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'bcddc075-86c5-429f-bc03-c237b82517e1', 'name': '', 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f', 'tenant_id': '45c8d383201d45e4b6e00add2a978a19', 'mac_address': 'fa:16:3e:ab:8b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '2c86896a-df47-44c5-9d38-725357d2d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:39Z', 'updated_at': '2022-02-11T06:15:40Z', 'revision_number': 2, 'project_id': '45c8d383201d45e4b6e00add2a978a19', 'subnets': [{'id': '2c86896a-df47-44c5-9d38-725357d2d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:42.553358 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.583543 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Checking router: 257a3bd4-14e5-461b-8cba-df2d967d45ea for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:15:42.583909 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Updating router 257a3bd4-14e5-461b-8cba-df2d967d45ea port bcddc075-86c5-429f-bc03-c237b82517e1 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:15:42.609922 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Publish callbacks [] for port (d68fa81c-bd01-479b-a6cc-a42561822341), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.619762 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (d68fa81c-bd01-479b-a6cc-a42561822341), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.628923 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bcddc075-86c5-429f-bc03-c237b82517e1), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.656615 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Allocated IP 172.25.5.199 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/7f969884-305a-4d9b-8e33-88ebf2ecb90d) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:42.672673 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Network 6d5d9f9a-3708-47b6-b629-71c4eb40fe09 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:42.676729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:42.681456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:42.688791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Pushing event updated for resources: {'Port': ['ID=d68fa81c-bd01-479b-a6cc-a42561822341,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:42.765970 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Publish callbacks [] for port (7f969884-305a-4d9b-8e33-88ebf2ecb90d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.799574 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7f969884-305a-4d9b-8e33-88ebf2ecb90d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.814937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Attempting to bind port d68fa81c-bd01-479b-a6cc-a42561822341 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:42.815320 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Attempting to bind port d68fa81c-bd01-479b-a6cc-a42561822341 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '956c0946-d0eb-49ed-aa7a-203797cf2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6d5d9f9a-3708-47b6-b629-71c4eb40fe09'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:42.815720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Attempting to bind port d68fa81c-bd01-479b-a6cc-a42561822341 on network 6d5d9f9a-3708-47b6-b629-71c4eb40fe09 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:42.829971 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:42.830367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Checking segment: {'id': '956c0946-d0eb-49ed-aa7a-203797cf2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6d5d9f9a-3708-47b6-b629-71c4eb40fe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:42.830760 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.831160 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Bound using segment: {'id': '956c0946-d0eb-49ed-aa7a-203797cf2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6d5d9f9a-3708-47b6-b629-71c4eb40fe09'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:42.831805 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Bound port: d68fa81c-bd01-479b-a6cc-a42561822341, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956c0946-d0eb-49ed-aa7a-203797cf2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6d5d9f9a-3708-47b6-b629-71c4eb40fe09'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:42.832199 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d68fa81c-bd01-479b-a6cc-a42561822341), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:42.841198 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:42.846873 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:42.852700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:42.855711 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Pushing event updated for resources: {'Port': ['ID=7f969884-305a-4d9b-8e33-88ebf2ecb90d,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:42.958367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] For port d68fa81c-bd01-479b-a6cc-a42561822341, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:42.964681 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] For port d68fa81c-bd01-479b-a6cc-a42561822341, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d68fa81c-bd01-479b-a6cc-a42561822341,segment=NetworkSegment(956c0946-d0eb-49ed-aa7a-203797cf2dfb),segment_id=956c0946-d0eb-49ed-aa7a-203797cf2dfb)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:42.976874 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d68fa81c-bd01-479b-a6cc-a42561822341), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:43.077943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f522ae-2874-424d-9cc0-7f1607f73587 None None] Pushing event updated for resources: {'Port': ['ID=d68fa81c-bd01-479b-a6cc-a42561822341,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:43.102457 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Publish callbacks [] for port (bcddc075-86c5-429f-bc03-c237b82517e1), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:43.109286 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bcddc075-86c5-429f-bc03-c237b82517e1), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:43.127593 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Publish callbacks [] for router_gateway (102ddb9a-0126-466b-a9ba-3f5252f36d06), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:43.191334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091b524-fca3-4f25-b3a0-7cd6ebd3dc5c None None] Pushing event updated for resources: {'Port': ['ID=bcddc075-86c5-429f-bc03-c237b82517e1,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:43.232871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Attempting to bind port bcddc075-86c5-429f-bc03-c237b82517e1 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:43.233257 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Attempting to bind port bcddc075-86c5-429f-bc03-c237b82517e1 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '5f4844ab-e3df-4c8c-8694-66ff4fb9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:43.233630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Attempting to bind port bcddc075-86c5-429f-bc03-c237b82517e1 on network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:43.251968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:43.252406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Checking segment: {'id': '5f4844ab-e3df-4c8c-8694-66ff4fb9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:43.254206 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:43.254206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Bound using segment: {'id': '5f4844ab-e3df-4c8c-8694-66ff4fb9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:43.254498 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Bound port: bcddc075-86c5-429f-bc03-c237b82517e1, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4844ab-e3df-4c8c-8694-66ff4fb9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:43.254714 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bcddc075-86c5-429f-bc03-c237b82517e1), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:43.343566 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] For port bcddc075-86c5-429f-bc03-c237b82517e1, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:43.347279 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] For port bcddc075-86c5-429f-bc03-c237b82517e1, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=bcddc075-86c5-429f-bc03-c237b82517e1,segment=NetworkSegment(5f4844ab-e3df-4c8c-8694-66ff4fb9280d),segment_id=5f4844ab-e3df-4c8c-8694-66ff4fb9280d)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:43.360430 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bcddc075-86c5-429f-bc03-c237b82517e1), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:43.419010 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (102ddb9a-0126-466b-a9ba-3f5252f36d06), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:43.446949 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091b524-fca3-4f25-b3a0-7cd6ebd3dc5c None None] Pushing event updated for resources: {'Port': ['ID=bcddc075-86c5-429f-bc03-c237b82517e1,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:43.450675 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Routers {'257a3bd4-14e5-461b-8cba-df2d967d45ea'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:43.451310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['257a3bd4-14e5-461b-8cba-df2d967d45ea'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:43.519529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:43.602060 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Router 102ddb9a-0126-466b-a9ba-3f5252f36d06 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:15:43.608052 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f09174fe-2aeb-49d1-992d-30efbd19bc1a None None] Provisioning complete for port bcddc075-86c5-429f-bc03-c237b82517e1 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:43.608623 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f09174fe-2aeb-49d1-992d-30efbd19bc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bcddc075-86c5-429f-bc03-c237b82517e1), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:43.658191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] Set router 257a3bd4-14e5-461b-8cba-df2d967d45ea gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:43.699011 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:43.699386 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (94e39d7b-ddd9-47bd-8cf0-27159ab52a7c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:43.733321 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:15:43.742933 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Sync routers for ids ['102ddb9a-0126-466b-a9ba-3f5252f36d06'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:15:43.752796 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:43.754845 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b8bea401-6f12-49f0-813d-8baa8663e236 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9916344 Feb 11 06:15:43.755185 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Routers {'102ddb9a-0126-466b-a9ba-3f5252f36d06'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:43.755921 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['102ddb9a-0126-466b-a9ba-3f5252f36d06'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:43.757519 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55192) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:15:43.866517 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Set router 102ddb9a-0126-466b-a9ba-3f5252f36d06 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:43.909297 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f09174fe-2aeb-49d1-992d-30efbd19bc1a None None] Current status of the port bcddc075-86c5-429f-bc03-c237b82517e1 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:43.910121 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f09174fe-2aeb-49d1-992d-30efbd19bc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (bcddc075-86c5-429f-bc03-c237b82517e1), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:43.947767 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:43.948904 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d68fa81c-bd01-479b-a6cc-a42561822341 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:44.182002 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'name': 'tempest-TestEncryptedCinderVolumes-735439816-router', 'tenant_id': '7ababcd71593480d97aba29430de2ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '7f969884-305a-4d9b-8e33-88ebf2ecb90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:41Z', 'updated_at': '2022-02-11T06:15:42Z', 'revision_number': 3, 'project_id': '7ababcd71593480d97aba29430de2ee4', 'gw_port': {'id': '7f969884-305a-4d9b-8e33-88ebf2ecb90d', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:42Z', 'updated_at': '2022-02-11T06:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:44.213827 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Checking router: 102ddb9a-0126-466b-a9ba-3f5252f36d06 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:15:44.214186 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Updating router 102ddb9a-0126-466b-a9ba-3f5252f36d06 port 7f969884-305a-4d9b-8e33-88ebf2ecb90d binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:15:44.224563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f09174fe-2aeb-49d1-992d-30efbd19bc1a None None] For port bcddc075-86c5-429f-bc03-c237b82517e1, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=bcddc075-86c5-429f-bc03-c237b82517e1,segment=NetworkSegment(5f4844ab-e3df-4c8c-8694-66ff4fb9280d),segment_id=5f4844ab-e3df-4c8c-8694-66ff4fb9280d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:44.233006 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f09174fe-2aeb-49d1-992d-30efbd19bc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (bcddc075-86c5-429f-bc03-c237b82517e1), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.251778 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7f969884-305a-4d9b-8e33-88ebf2ecb90d), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.308570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09174fe-2aeb-49d1-992d-30efbd19bc1a None None] Pushing event updated for resources: {'Port': ['ID=bcddc075-86c5-429f-bc03-c237b82517e1,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:44.317251 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.323824 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d68fa81c-bd01-479b-a6cc-a42561822341 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:44.324209 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d68fa81c-bd01-479b-a6cc-a42561822341), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.325881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb12d6e5-8f93-4861-97d6-2f6ca23fe777 None None] Network 6d5d9f9a-3708-47b6-b629-71c4eb40fe09 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:15:44.351522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'name': 'tempest-TestEncryptedCinderVolumes-211121539-router', 'tenant_id': '45c8d383201d45e4b6e00add2a978a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '94e39d7b-ddd9-47bd-8cf0-27159ab52a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:37Z', 'updated_at': '2022-02-11T06:15:39Z', 'revision_number': 4, 'project_id': '45c8d383201d45e4b6e00add2a978a19', 'gw_port': {'id': '94e39d7b-ddd9-47bd-8cf0-27159ab52a7c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:37Z', 'updated_at': '2022-02-11T06:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'bcddc075-86c5-429f-bc03-c237b82517e1', 'name': '', 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f', 'tenant_id': '45c8d383201d45e4b6e00add2a978a19', 'mac_address': 'fa:16:3e:ab:8b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '2c86896a-df47-44c5-9d38-725357d2d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:39Z', 'updated_at': '2022-02-11T06:15:43Z', 'revision_number': 4, 'project_id': '45c8d383201d45e4b6e00add2a978a19', 'subnets': [{'id': '2c86896a-df47-44c5-9d38-725357d2d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:44.417663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd33f8c-970a-46f4-8edf-e710ba18e768 None None] The sync data for ids ['257a3bd4-14e5-461b-8cba-df2d967d45ea'] in n-d-713499-38 is: [{'id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'name': 'tempest-TestEncryptedCinderVolumes-211121539-router', 'tenant_id': '45c8d383201d45e4b6e00add2a978a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '94e39d7b-ddd9-47bd-8cf0-27159ab52a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:37Z', 'updated_at': '2022-02-11T06:15:39Z', 'revision_number': 4, 'project_id': '45c8d383201d45e4b6e00add2a978a19', 'gw_port': {'id': '94e39d7b-ddd9-47bd-8cf0-27159ab52a7c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:37Z', 'updated_at': '2022-02-11T06:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'bcddc075-86c5-429f-bc03-c237b82517e1', 'name': '', 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f', 'tenant_id': '45c8d383201d45e4b6e00add2a978a19', 'mac_address': 'fa:16:3e:ab:8b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '2c86896a-df47-44c5-9d38-725357d2d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:39Z', 'updated_at': '2022-02-11T06:15:43Z', 'revision_number': 4, 'project_id': '45c8d383201d45e4b6e00add2a978a19', 'subnets': [{'id': '2c86896a-df47-44c5-9d38-725357d2d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:15:44.470199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-af430895-7141-43f8-aecc-c75f71a79a07 None None] Provisioning complete for port d68fa81c-bd01-479b-a6cc-a42561822341 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:44.470752 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-af430895-7141-43f8-aecc-c75f71a79a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d68fa81c-bd01-479b-a6cc-a42561822341), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.545742 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Allocated IP 172.20.0.1 (6d5d9f9a-3708-47b6-b629-71c4eb40fe09/8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5/62c5a968-f7f6-44e7-bc4d-04d19500e45e) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:44.571078 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Publish callbacks [] for port (7f969884-305a-4d9b-8e33-88ebf2ecb90d), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.579882 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7f969884-305a-4d9b-8e33-88ebf2ecb90d), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.594294 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d68fa81c-bd01-479b-a6cc-a42561822341 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:44.595090 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d68fa81c-bd01-479b-a6cc-a42561822341), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.627445 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Attempting to bind port 7f969884-305a-4d9b-8e33-88ebf2ecb90d on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:44.628140 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Attempting to bind port 7f969884-305a-4d9b-8e33-88ebf2ecb90d by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:44.628270 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Attempting to bind port 7f969884-305a-4d9b-8e33-88ebf2ecb90d on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:44.637129 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:44.637697 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:44.638882 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.638882 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:44.639093 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Bound port: 7f969884-305a-4d9b-8e33-88ebf2ecb90d, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:44.639784 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7f969884-305a-4d9b-8e33-88ebf2ecb90d), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.674714 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port d68fa81c-bd01-479b-a6cc-a42561822341, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d68fa81c-bd01-479b-a6cc-a42561822341,segment=NetworkSegment(956c0946-d0eb-49ed-aa7a-203797cf2dfb),segment_id=956c0946-d0eb-49ed-aa7a-203797cf2dfb)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:44.690469 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d68fa81c-bd01-479b-a6cc-a42561822341), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.695252 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] For port 7f969884-305a-4d9b-8e33-88ebf2ecb90d, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:44.698433 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] For port 7f969884-305a-4d9b-8e33-88ebf2ecb90d, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7f969884-305a-4d9b-8e33-88ebf2ecb90d,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:44.706153 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ba864-aaaa-4570-9853-1a1aa310a222 None None] Pushing event updated for resources: {'Port': ['ID=7f969884-305a-4d9b-8e33-88ebf2ecb90d,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:44.709373 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7f969884-305a-4d9b-8e33-88ebf2ecb90d), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.729501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-af430895-7141-43f8-aecc-c75f71a79a07 None None] Current status of the port d68fa81c-bd01-479b-a6cc-a42561822341 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:44.729899 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-af430895-7141-43f8-aecc-c75f71a79a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d68fa81c-bd01-479b-a6cc-a42561822341), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.731069 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Publish callbacks [] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.788389 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.794941 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Routers {'102ddb9a-0126-466b-a9ba-3f5252f36d06'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:44.796947 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.802436 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['102ddb9a-0126-466b-a9ba-3f5252f36d06'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:44.807539 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ba864-aaaa-4570-9853-1a1aa310a222 None None] Pushing event updated for resources: {'Port': ['ID=7f969884-305a-4d9b-8e33-88ebf2ecb90d,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:44.841176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=d68fa81c-bd01-479b-a6cc-a42561822341,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:44.847917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Network 6d5d9f9a-3708-47b6-b629-71c4eb40fe09 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:44.852318 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:44.855342 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:44.864501 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-af430895-7141-43f8-aecc-c75f71a79a07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:15:44.864878 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-af430895-7141-43f8-aecc-c75f71a79a07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:15:44.892700 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Pushing event updated for resources: {'Port': ['ID=62c5a968-f7f6-44e7-bc4d-04d19500e45e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:44.917057 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (102ddb9a-0126-466b-a9ba-3f5252f36d06), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:44.984388 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] Set router 102ddb9a-0126-466b-a9ba-3f5252f36d06 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:45.111181 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:45.224922 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'name': 'tempest-TestEncryptedCinderVolumes-735439816-router', 'tenant_id': '7ababcd71593480d97aba29430de2ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '7f969884-305a-4d9b-8e33-88ebf2ecb90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:41Z', 'updated_at': '2022-02-11T06:15:42Z', 'revision_number': 3, 'project_id': '7ababcd71593480d97aba29430de2ee4', 'gw_port': {'id': '7f969884-305a-4d9b-8e33-88ebf2ecb90d', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:42Z', 'updated_at': '2022-02-11T06:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:45.259092 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9474b24e-19a4-4b69-9a90-187cb040646f None None] The sync data for ids ['102ddb9a-0126-466b-a9ba-3f5252f36d06'] in n-d-713499-38 is: [{'id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'name': 'tempest-TestEncryptedCinderVolumes-735439816-router', 'tenant_id': '7ababcd71593480d97aba29430de2ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '7f969884-305a-4d9b-8e33-88ebf2ecb90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:41Z', 'updated_at': '2022-02-11T06:15:42Z', 'revision_number': 3, 'project_id': '7ababcd71593480d97aba29430de2ee4', 'gw_port': {'id': '7f969884-305a-4d9b-8e33-88ebf2ecb90d', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:42Z', 'updated_at': '2022-02-11T06:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:15:45.360308 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Publish callbacks [] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:45.365410 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:45.412870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-af430895-7141-43f8-aecc-c75f71a79a07 None None] Current status of the port d68fa81c-bd01-479b-a6cc-a42561822341 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:45.426489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-af430895-7141-43f8-aecc-c75f71a79a07 None None] Provisioning complete for port bcddc075-86c5-429f-bc03-c237b82517e1 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:45.427137 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-af430895-7141-43f8-aecc-c75f71a79a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bcddc075-86c5-429f-bc03-c237b82517e1), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:45.445839 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Pushing event updated for resources: {'Port': ['ID=62c5a968-f7f6-44e7-bc4d-04d19500e45e,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:45.469425 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (102ddb9a-0126-466b-a9ba-3f5252f36d06), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:45.469830 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device bcddc075-86c5-429f-bc03-c237b82517e1 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:45.569129 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port bcddc075-86c5-429f-bc03-c237b82517e1 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:45.569733 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (bcddc075-86c5-429f-bc03-c237b82517e1), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:45.638550 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Network 6d5d9f9a-3708-47b6-b629-71c4eb40fe09 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:45.640173 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:45.646706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-af430895-7141-43f8-aecc-c75f71a79a07 None None] Current status of the port bcddc075-86c5-429f-bc03-c237b82517e1 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:45.771756 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port bcddc075-86c5-429f-bc03-c237b82517e1 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:45.773255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d68fa81c-bd01-479b-a6cc-a42561822341 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:45.838447 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-38d468d9-3151-43dd-a087-9a75a85eb615 None None] Provisioning complete for port 62c5a968-f7f6-44e7-bc4d-04d19500e45e triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:45.838838 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-38d468d9-3151-43dd-a087-9a75a85eb615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:45.838980 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Router 102ddb9a-0126-466b-a9ba-3f5252f36d06 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:15:45.905059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d68fa81c-bd01-479b-a6cc-a42561822341 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:45.905268 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d68fa81c-bd01-479b-a6cc-a42561822341), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:45.908012 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-38d468d9-3151-43dd-a087-9a75a85eb615 None None] Port 62c5a968-f7f6-44e7-bc4d-04d19500e45e cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:15:45.987232 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-38d468d9-3151-43dd-a087-9a75a85eb615 None None] Provisioning complete for port d68fa81c-bd01-479b-a6cc-a42561822341 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:45.987695 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-38d468d9-3151-43dd-a087-9a75a85eb615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d68fa81c-bd01-479b-a6cc-a42561822341), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:46.003619 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:15:46.018237 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b7a3f7b1-54e4-45e9-8c53-5201a235582c admin admin] 10.222.0.87 "PUT /v2.0/routers/102ddb9a-0126-466b-a9ba-3f5252f36d06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2594109 Feb 11 06:15:46.132135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d68fa81c-bd01-479b-a6cc-a42561822341 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:46.181662 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-38d468d9-3151-43dd-a087-9a75a85eb615 None None] Current status of the port d68fa81c-bd01-479b-a6cc-a42561822341 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:46.305069 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-609d88da-1b76-48c2-8773-0746ca4d3b69 None None] Provisioning complete for port 62c5a968-f7f6-44e7-bc4d-04d19500e45e triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:46.305589 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-609d88da-1b76-48c2-8773-0746ca4d3b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:46.344592 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-609d88da-1b76-48c2-8773-0746ca4d3b69 None None] Port 62c5a968-f7f6-44e7-bc4d-04d19500e45e cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:15:46.966593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-287f003f-3c91-4ddb-8ae9-059adf44a1bc tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:46.969196 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-287f003f-3c91-4ddb-8ae9-059adf44a1bc tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/networks?id=7c8d9212-051e-46a1-9fb0-85df99b5fe5f HTTP/1.1" status: 200 len: 816 time: 0.1125288 Feb 11 06:15:46.990426 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-a9319158-06ca-4971-90a0-e7e483abbc9b tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/quotas/45c8d383201d45e4b6e00add2a978a19 HTTP/1.1" status: 200 len: 375 time: 0.0098655 Feb 11 06:15:47.047398 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-733c32f3-a14f-437f-bbe5-72bff7d41372 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=45c8d383201d45e4b6e00add2a978a19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507171 Feb 11 06:15:47.142174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-241fb078-651a-4f7c-9724-f91c60f1bdc6 service neutron] 10.222.0.87 "GET /v2.0/networks/7c8d9212-051e-46a1-9fb0-85df99b5fe5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831764 Feb 11 06:15:47.236402 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-178aeedf-ffd1-40de-a9c9-9dab5680aa39 service neutron] 10.222.0.87 "GET /v2.0/networks/7c8d9212-051e-46a1-9fb0-85df99b5fe5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880632 Feb 11 06:15:47.341146 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7f969884-305a-4d9b-8e33-88ebf2ecb90d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:47.401959 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7f969884-305a-4d9b-8e33-88ebf2ecb90d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:47.402342 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7f969884-305a-4d9b-8e33-88ebf2ecb90d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:47.422827 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c30257ec-9595-4209-ab37-7d3fe1e96c2a req-7219bf5f-fd1d-4f65-86a1-307cb596f201 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 210 time: 0.0299933 Feb 11 06:15:47.488235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7f969884-305a-4d9b-8e33-88ebf2ecb90d is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:47.488637 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7f969884-305a-4d9b-8e33-88ebf2ecb90d), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:47.511082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 7f969884-305a-4d9b-8e33-88ebf2ecb90d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7f969884-305a-4d9b-8e33-88ebf2ecb90d,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:47.515388 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7f969884-305a-4d9b-8e33-88ebf2ecb90d), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:47.566309 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=7f969884-305a-4d9b-8e33-88ebf2ecb90d,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:47.945615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Sync routers for ids ['102ddb9a-0126-466b-a9ba-3f5252f36d06'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:15:47.958097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Routers {'102ddb9a-0126-466b-a9ba-3f5252f36d06'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:47.958728 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['102ddb9a-0126-466b-a9ba-3f5252f36d06'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:48.075576 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Set router 102ddb9a-0126-466b-a9ba-3f5252f36d06 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:48.279327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'name': 'tempest-TestEncryptedCinderVolumes-735439816-router', 'tenant_id': '7ababcd71593480d97aba29430de2ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '7f969884-305a-4d9b-8e33-88ebf2ecb90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:41Z', 'updated_at': '2022-02-11T06:15:45Z', 'revision_number': 4, 'project_id': '7ababcd71593480d97aba29430de2ee4', 'gw_port': {'id': '7f969884-305a-4d9b-8e33-88ebf2ecb90d', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:42Z', 'updated_at': '2022-02-11T06:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '62c5a968-f7f6-44e7-bc4d-04d19500e45e', 'name': '', 'network_id': '6d5d9f9a-3708-47b6-b629-71c4eb40fe09', 'tenant_id': '7ababcd71593480d97aba29430de2ee4', 'mac_address': 'fa:16:3e:0a:d1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:44Z', 'updated_at': '2022-02-11T06:15:45Z', 'revision_number': 2, 'project_id': '7ababcd71593480d97aba29430de2ee4', 'subnets': [{'id': '8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:48.305064 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Checking router: 102ddb9a-0126-466b-a9ba-3f5252f36d06 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:15:48.305424 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Updating router 102ddb9a-0126-466b-a9ba-3f5252f36d06 port 62c5a968-f7f6-44e7-bc4d-04d19500e45e binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:15:48.338316 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.549622 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-809b6522-8c2c-4a5f-8f42-7dead9370058 req-ef40f8d8-0874-4f28-a260-ac82565b3a31 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 210 time: 0.0335295 Feb 11 06:15:48.580459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-f926ea7d-37ec-47c8-a8fd-f6ba4512cb9d tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:48.582238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-f926ea7d-37ec-47c8-a8fd-f6ba4512cb9d tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.73 "GET /v2.0/networks?id=7c8d9212-051e-46a1-9fb0-85df99b5fe5f HTTP/1.1" status: 200 len: 816 time: 0.1507785 Feb 11 06:15:48.596570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-2dfd332b-7a76-4e05-9e2b-ae2d0135cebe tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Request body: {'port': {'device_id': '3b4a6fa3-7ea9-40fa-8904-977e6f41d166', 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f', 'admin_state_up': True, 'tenant_id': '45c8d383201d45e4b6e00add2a978a19'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:48.643036 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Publish callbacks [] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.648651 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.700609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5abc0-ff31-4c97-9c5a-d98d56ecd3d1 None None] Pushing event updated for resources: {'Port': ['ID=62c5a968-f7f6-44e7-bc4d-04d19500e45e,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:48.713059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-2dfd332b-7a76-4e05-9e2b-ae2d0135cebe tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Made reservation on behalf of 45c8d383201d45e4b6e00add2a978a19 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:15:48.716657 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-2dfd332b-7a76-4e05-9e2b-ae2d0135cebe tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.760833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Attempting to bind port 62c5a968-f7f6-44e7-bc4d-04d19500e45e on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:48.761215 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Attempting to bind port 62c5a968-f7f6-44e7-bc4d-04d19500e45e by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '956c0946-d0eb-49ed-aa7a-203797cf2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6d5d9f9a-3708-47b6-b629-71c4eb40fe09'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:48.761584 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Attempting to bind port 62c5a968-f7f6-44e7-bc4d-04d19500e45e on network 6d5d9f9a-3708-47b6-b629-71c4eb40fe09 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:48.767239 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:48.767661 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Checking segment: {'id': '956c0946-d0eb-49ed-aa7a-203797cf2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6d5d9f9a-3708-47b6-b629-71c4eb40fe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:48.768071 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.768479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Bound using segment: {'id': '956c0946-d0eb-49ed-aa7a-203797cf2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6d5d9f9a-3708-47b6-b629-71c4eb40fe09'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:48.768957 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Bound port: 62c5a968-f7f6-44e7-bc4d-04d19500e45e, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956c0946-d0eb-49ed-aa7a-203797cf2dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6d5d9f9a-3708-47b6-b629-71c4eb40fe09'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:48.769346 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.840469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] For port 62c5a968-f7f6-44e7-bc4d-04d19500e45e, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:48.844256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] For port 62c5a968-f7f6-44e7-bc4d-04d19500e45e, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=62c5a968-f7f6-44e7-bc4d-04d19500e45e,segment=NetworkSegment(956c0946-d0eb-49ed-aa7a-203797cf2dfb),segment_id=956c0946-d0eb-49ed-aa7a-203797cf2dfb)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:48.850610 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:48.859970 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-2dfd332b-7a76-4e05-9e2b-ae2d0135cebe tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Allocated IP 172.20.0.14 (7c8d9212-051e-46a1-9fb0-85df99b5fe5f/2c86896a-df47-44c5-9d38-725357d2d203/b3903f95-f4f8-4808-b508-9ffcc496f5a6) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:15:48.911571 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Routers {'102ddb9a-0126-466b-a9ba-3f5252f36d06'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:15:48.912216 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:15:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['102ddb9a-0126-466b-a9ba-3f5252f36d06'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:48.961487 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5abc0-ff31-4c97-9c5a-d98d56ecd3d1 None None] Pushing event updated for resources: {'Port': ['ID=62c5a968-f7f6-44e7-bc4d-04d19500e45e,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:48.995566 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fd67f0bf-3bbe-4712-8236-9526c96539b9 None None] Provisioning complete for port 62c5a968-f7f6-44e7-bc4d-04d19500e45e triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:48.995786 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fd67f0bf-3bbe-4712-8236-9526c96539b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.035190 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-2dfd332b-7a76-4e05-9e2b-ae2d0135cebe tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Publish callbacks [] for port (b3903f95-f4f8-4808-b508-9ffcc496f5a6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.074938 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-2dfd332b-7a76-4e05-9e2b-ae2d0135cebe tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b3903f95-f4f8-4808-b508-9ffcc496f5a6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.081700 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] Set router 102ddb9a-0126-466b-a9ba-3f5252f36d06 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:15:49.126491 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-2dfd332b-7a76-4e05-9e2b-ae2d0135cebe tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:15:49.129673 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-2dfd332b-7a76-4e05-9e2b-ae2d0135cebe tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:15:49.135011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-2dfd332b-7a76-4e05-9e2b-ae2d0135cebe tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:15:49.139750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd332b-7a76-4e05-9e2b-ae2d0135cebe tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Pushing event updated for resources: {'Port': ['ID=b3903f95-f4f8-4808-b508-9ffcc496f5a6,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:49.192355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-2dfd332b-7a76-4e05-9e2b-ae2d0135cebe tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:49.193029 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-2dfd332b-7a76-4e05-9e2b-ae2d0135cebe tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.216057 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-2dfd332b-7a76-4e05-9e2b-ae2d0135cebe tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6232686 Feb 11 06:15:49.347084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Request body: {'port': {'device_id': '3b4a6fa3-7ea9-40fa-8904-977e6f41d166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:15:49.370070 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7f969884-305a-4d9b-8e33-88ebf2ecb90d up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:49.407697 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b3903f95-f4f8-4808-b508-9ffcc496f5a6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.436771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-fd67f0bf-3bbe-4712-8236-9526c96539b9 None None] Current status of the port 62c5a968-f7f6-44e7-bc4d-04d19500e45e is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:49.437089 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fd67f0bf-3bbe-4712-8236-9526c96539b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.528369 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-fd67f0bf-3bbe-4712-8236-9526c96539b9 None None] For port 62c5a968-f7f6-44e7-bc4d-04d19500e45e, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=62c5a968-f7f6-44e7-bc4d-04d19500e45e,segment=NetworkSegment(956c0946-d0eb-49ed-aa7a-203797cf2dfb),segment_id=956c0946-d0eb-49ed-aa7a-203797cf2dfb)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:49.534564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7f969884-305a-4d9b-8e33-88ebf2ecb90d triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:49.534984 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7f969884-305a-4d9b-8e33-88ebf2ecb90d), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.536600 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fd67f0bf-3bbe-4712-8236-9526c96539b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.653167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67f0bf-3bbe-4712-8236-9526c96539b9 None None] Pushing event updated for resources: {'Port': ['ID=62c5a968-f7f6-44e7-bc4d-04d19500e45e,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:49.700415 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9a653258-b8ab-4688-9eb9-3ab910c315ce None None] Provisioning complete for port 62c5a968-f7f6-44e7-bc4d-04d19500e45e triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:49.700415 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a653258-b8ab-4688-9eb9-3ab910c315ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.708481 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3903f95-f4f8-4808-b508-9ffcc496f5a6 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:15:49.717974 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Publish callbacks [] for port (b3903f95-f4f8-4808-b508-9ffcc496f5a6), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.727932 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'name': 'tempest-TestEncryptedCinderVolumes-735439816-router', 'tenant_id': '7ababcd71593480d97aba29430de2ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '7f969884-305a-4d9b-8e33-88ebf2ecb90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:41Z', 'updated_at': '2022-02-11T06:15:45Z', 'revision_number': 4, 'project_id': '7ababcd71593480d97aba29430de2ee4', 'gw_port': {'id': '7f969884-305a-4d9b-8e33-88ebf2ecb90d', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:42Z', 'updated_at': '2022-02-11T06:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '62c5a968-f7f6-44e7-bc4d-04d19500e45e', 'name': '', 'network_id': '6d5d9f9a-3708-47b6-b629-71c4eb40fe09', 'tenant_id': '7ababcd71593480d97aba29430de2ee4', 'mac_address': 'fa:16:3e:0a:d1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:44Z', 'updated_at': '2022-02-11T06:15:48Z', 'revision_number': 4, 'project_id': '7ababcd71593480d97aba29430de2ee4', 'subnets': [{'id': '8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:15:49.734835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91a95f-afb8-4233-aeb3-86a2ba3a8701 req-621cc034-1eb3-439f-9df6-e65bc1ac8679 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:49.736514 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db91a95f-afb8-4233-aeb3-86a2ba3a8701 req-621cc034-1eb3-439f-9df6-e65bc1ac8679 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 932 time: 0.1106942 Feb 11 06:15:49.742439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Transition to ACTIVE for port object b3903f95-f4f8-4808-b508-9ffcc496f5a6 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:15:49.751201 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b3903f95-f4f8-4808-b508-9ffcc496f5a6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:49.765135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f4b802-3957-444f-80e5-f0027374f901 None None] The sync data for ids ['102ddb9a-0126-466b-a9ba-3f5252f36d06'] in n-d-713499-38 is: [{'id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'name': 'tempest-TestEncryptedCinderVolumes-735439816-router', 'tenant_id': '7ababcd71593480d97aba29430de2ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '7f969884-305a-4d9b-8e33-88ebf2ecb90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:41Z', 'updated_at': '2022-02-11T06:15:45Z', 'revision_number': 4, 'project_id': '7ababcd71593480d97aba29430de2ee4', 'gw_port': {'id': '7f969884-305a-4d9b-8e33-88ebf2ecb90d', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:42Z', 'updated_at': '2022-02-11T06:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '62c5a968-f7f6-44e7-bc4d-04d19500e45e', 'name': '', 'network_id': '6d5d9f9a-3708-47b6-b629-71c4eb40fe09', 'tenant_id': '7ababcd71593480d97aba29430de2ee4', 'mac_address': 'fa:16:3e:0a:d1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:44Z', 'updated_at': '2022-02-11T06:15:48Z', 'revision_number': 4, 'project_id': '7ababcd71593480d97aba29430de2ee4', 'subnets': [{'id': '8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:15:49.769748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7f969884-305a-4d9b-8e33-88ebf2ecb90d is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:49.852048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Pushing event updated for resources: {'Port': ['ID=b3903f95-f4f8-4808-b508-9ffcc496f5a6,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:49.857148 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-db91a95f-afb8-4233-aeb3-86a2ba3a8701 req-8f8131ed-8086-4da5-b821-e9f83c83700c tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133323 Feb 11 06:15:49.874022 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9a653258-b8ab-4688-9eb9-3ab910c315ce None None] Current status of the port 62c5a968-f7f6-44e7-bc4d-04d19500e45e is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:49.958814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Attempting to bind port b3903f95-f4f8-4808-b508-9ffcc496f5a6 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:15:49.959303 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Attempting to bind port b3903f95-f4f8-4808-b508-9ffcc496f5a6 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '5f4844ab-e3df-4c8c-8694-66ff4fb9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:15:49.960225 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Attempting to bind port b3903f95-f4f8-4808-b508-9ffcc496f5a6 on network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:49.965285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Port b3903f95-f4f8-4808-b508-9ffcc496f5a6 on network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:15:49.965618 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Attempting to bind port b3903f95-f4f8-4808-b508-9ffcc496f5a6 on network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:15:49.971947 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:15:49.972389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Checking segment: {'id': '5f4844ab-e3df-4c8c-8694-66ff4fb9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:15:49.972855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Bound using segment: {'id': '5f4844ab-e3df-4c8c-8694-66ff4fb9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:15:49.973295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Bound port: b3903f95-f4f8-4808-b508-9ffcc496f5a6, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f4844ab-e3df-4c8c-8694-66ff4fb9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:15:49.973687 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b3903f95-f4f8-4808-b508-9ffcc496f5a6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:50.055739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] For port b3903f95-f4f8-4808-b508-9ffcc496f5a6, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:15:50.061194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] For port b3903f95-f4f8-4808-b508-9ffcc496f5a6, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b3903f95-f4f8-4808-b508-9ffcc496f5a6,segment=NetworkSegment(5f4844ab-e3df-4c8c-8694-66ff4fb9280d),segment_id=5f4844ab-e3df-4c8c-8694-66ff4fb9280d)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:15:50.069507 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (b3903f95-f4f8-4808-b508-9ffcc496f5a6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:50.120319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:50.121647 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:50.124149 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] 10.222.0.73 "PUT /v2.0/ports/b3903f95-f4f8-4808-b508-9ffcc496f5a6 HTTP/1.1" status: 200 len: 1093 time: 0.9007876 Feb 11 06:15:50.129580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4a6fa3-7ea9-40fa-8904-977e6f41d166', 'tag': 'b3903f95-f4f8-4808-b508-9ffcc496f5a6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:15:50.134038 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0791ab1a-70a7-4cfa-a4c4-bfc9b01882ee" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4a6fa3-7ea9-40fa-8904-977e6f41d166", "tag": "b3903f95-f4f8-4808-b508-9ffcc496f5a6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:15:50.196631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97b15d-4df8-4e78-8528-5f7e305a4182 service neutron] Pushing event updated for resources: {'Port': ['ID=b3903f95-f4f8-4808-b508-9ffcc496f5a6,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:50.210569 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d07837-9664-4610-8289-34b7c232cc7b x-openstack-request-id: req-10d07837-9664-4610-8289-34b7c232cc7b {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:15:50.210900 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4a6fa3-7ea9-40fa-8904-977e6f41d166", "tag": "b3903f95-f4f8-4808-b508-9ffcc496f5a6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:15:50.211158 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-10d07837-9664-4610-8289-34b7c232cc7b {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:15:50.211648 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4a6fa3-7ea9-40fa-8904-977e6f41d166', 'tag': 'b3903f95-f4f8-4808-b508-9ffcc496f5a6', 'status': 'completed', 'code': 200} Feb 11 06:15:50.263747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-f100b0bd-5684-451f-b9b3-87c0c5f32e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:50.265353 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-f100b0bd-5684-451f-b9b3-87c0c5f32e01 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45c8d383201d45e4b6e00add2a978a19&device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 1127 time: 0.0832107 Feb 11 06:15:50.310522 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-a8d57f3d-6279-470c-b308-750437488486 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3903f95-f4f8-4808-b508-9ffcc496f5a6 HTTP/1.1" status: 200 len: 217 time: 0.0376685 Feb 11 06:15:50.380869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-abb849a7-18a5-4809-891f-6744353cd0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:50.382387 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-abb849a7-18a5-4809-891f-6744353cd0d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2c86896a-df47-44c5-9d38-725357d2d203 HTTP/1.1" status: 200 len: 855 time: 0.0640538 Feb 11 06:15:50.435783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-284f82e7-478e-43dc-a6e1-16092256ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:50.437192 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-284f82e7-478e-43dc-a6e1-16092256ce68 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c8d9212-051e-46a1-9fb0-85df99b5fe5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446000 Feb 11 06:15:50.858603 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-989761c7-687d-48b6-9ef9-fcdf7856d158 service neutron] 10.222.0.73 "GET /v2.0/networks/7c8d9212-051e-46a1-9fb0-85df99b5fe5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142714 Feb 11 06:15:50.982301 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5de618a7-0de2-4192-8c56-50b9d5c257f5 req-503ba765-334a-4ab5-83c6-50cfc77de3ba service neutron] 10.222.0.73 "GET /v2.0/networks/7c8d9212-051e-46a1-9fb0-85df99b5fe5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174824 Feb 11 06:15:51.000655 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1916add-7a26-4cca-a911-de9de11b0c5c req-0f251855-e39f-4f13-a5b6-15f44d4da8bd tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:51.002941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d1916add-7a26-4cca-a911-de9de11b0c5c req-0f251855-e39f-4f13-a5b6-15f44d4da8bd tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 944 time: 0.0753436 Feb 11 06:15:51.079144 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d1916add-7a26-4cca-a911-de9de11b0c5c req-f1911751-7a7c-48e7-8fcc-8e084bdea142 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694928 Feb 11 06:15:51.091648 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791ab1a-70a7-4cfa-a4c4-bfc9b01882ee req-7f892972-27cb-4e5f-a1d1-ea3267bb4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:51.093334 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0791ab1a-70a7-4cfa-a4c4-bfc9b01882ee req-7f892972-27cb-4e5f-a1d1-ea3267bb4580 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45c8d383201d45e4b6e00add2a978a19&device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 1127 time: 0.0670757 Feb 11 06:15:51.190393 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791ab1a-70a7-4cfa-a4c4-bfc9b01882ee req-829214b2-2748-49c8-bcf1-5b8b05fdc833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:51.191934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0791ab1a-70a7-4cfa-a4c4-bfc9b01882ee req-829214b2-2748-49c8-bcf1-5b8b05fdc833 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c8d9212-051e-46a1-9fb0-85df99b5fe5f HTTP/1.1" status: 200 len: 917 time: 0.0927670 Feb 11 06:15:51.233353 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0791ab1a-70a7-4cfa-a4c4-bfc9b01882ee req-3e29f42b-63cd-404d-b0e0-69e9361d7225 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3903f95-f4f8-4808-b508-9ffcc496f5a6 HTTP/1.1" status: 200 len: 217 time: 0.0341051 Feb 11 06:15:51.287496 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791ab1a-70a7-4cfa-a4c4-bfc9b01882ee req-91023d10-a7fc-4ba1-a544-9e3195090524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:51.289484 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0791ab1a-70a7-4cfa-a4c4-bfc9b01882ee req-91023d10-a7fc-4ba1-a544-9e3195090524 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2c86896a-df47-44c5-9d38-725357d2d203 HTTP/1.1" status: 200 len: 855 time: 0.0492964 Feb 11 06:15:51.343756 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791ab1a-70a7-4cfa-a4c4-bfc9b01882ee req-0cb8281a-8b2b-4e02-b4c0-9138143507fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:51.345300 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0791ab1a-70a7-4cfa-a4c4-bfc9b01882ee req-0cb8281a-8b2b-4e02-b4c0-9138143507fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c8d9212-051e-46a1-9fb0-85df99b5fe5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493686 Feb 11 06:15:51.360862 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 62c5a968-f7f6-44e7-bc4d-04d19500e45e up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:51.377190 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:15:51.423458 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 62c5a968-f7f6-44e7-bc4d-04d19500e45e triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:51.423988 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:51.464902 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0791ab1a-70a7-4cfa-a4c4-bfc9b01882ee req-f9b55c2a-8bbc-44ee-a3fe-5f5755a10be7 service neutron] 10.222.0.73 "GET /v2.0/networks/7c8d9212-051e-46a1-9fb0-85df99b5fe5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099126 Feb 11 06:15:51.511506 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 62c5a968-f7f6-44e7-bc4d-04d19500e45e is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:51.570178 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0791ab1a-70a7-4cfa-a4c4-bfc9b01882ee req-55c29cbc-421a-4af7-974f-b39a7a543fe6 service neutron] 10.222.0.73 "GET /v2.0/networks/7c8d9212-051e-46a1-9fb0-85df99b5fe5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979183 Feb 11 06:15:52.207268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041537e-75d7-4460-9bf6-97d46af9a930 req-58da17da-50dd-4f76-9115-39ff141d962a tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:52.208702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5041537e-75d7-4460-9bf6-97d46af9a930 req-58da17da-50dd-4f76-9115-39ff141d962a tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 944 time: 0.0541182 Feb 11 06:15:52.254655 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5041537e-75d7-4460-9bf6-97d46af9a930 req-24ad78f7-8eeb-47fd-86f3-5279336bfbaf tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403244 Feb 11 06:15:53.379231 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951eccb-da04-4fd6-8c1b-8451c847c04d req-1d4bfda5-b21c-4cce-9efe-eac18b9a7750 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:53.380493 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4951eccb-da04-4fd6-8c1b-8451c847c04d req-1d4bfda5-b21c-4cce-9efe-eac18b9a7750 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 944 time: 0.0576479 Feb 11 06:15:53.427515 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4951eccb-da04-4fd6-8c1b-8451c847c04d req-5e5da92f-aaf8-4a72-8416-776d17757850 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413985 Feb 11 06:15:53.737937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b3903f95-f4f8-4808-b508-9ffcc496f5a6 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:15:53.836529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port b3903f95-f4f8-4808-b508-9ffcc496f5a6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b3903f95-f4f8-4808-b508-9ffcc496f5a6,segment=NetworkSegment(5f4844ab-e3df-4c8c-8694-66ff4fb9280d),segment_id=5f4844ab-e3df-4c8c-8694-66ff4fb9280d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:53.852142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'b3903f95-f4f8-4808-b508-9ffcc496f5a6', 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f', 'port_id': 'b3903f95-f4f8-4808-b508-9ffcc496f5a6', 'mac_address': 'fa:16:3e:e8:90:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c86896a-df47-44c5-9d38-725357d2d203', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:15:53.888719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port b3903f95-f4f8-4808-b508-9ffcc496f5a6 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:53.889126 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b3903f95-f4f8-4808-b508-9ffcc496f5a6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:53.902180 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3903f95-f4f8-4808-b508-9ffcc496f5a6 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:15:53.921787 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port b3903f95-f4f8-4808-b508-9ffcc496f5a6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b3903f95-f4f8-4808-b508-9ffcc496f5a6,segment=NetworkSegment(5f4844ab-e3df-4c8c-8694-66ff4fb9280d),segment_id=5f4844ab-e3df-4c8c-8694-66ff4fb9280d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:53.925342 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b3903f95-f4f8-4808-b508-9ffcc496f5a6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:53.976348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=b3903f95-f4f8-4808-b508-9ffcc496f5a6,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:54.138888 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['b3903f95-f4f8-4808-b508-9ffcc496f5a6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:15:54.544795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8a57b-0011-4154-b9e2-1366a5a002f0 req-3bcdd989-008a-45b1-a11f-4f7594bdfd4d tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:54.546300 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-faa8a57b-0011-4154-b9e2-1366a5a002f0 req-3bcdd989-008a-45b1-a11f-4f7594bdfd4d tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 945 time: 0.0527275 Feb 11 06:15:54.593871 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-faa8a57b-0011-4154-b9e2-1366a5a002f0 req-65503589-4c1a-4bf3-9dc8-638f38d00fde tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420437 Feb 11 06:15:55.713999 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474ef07-b260-4a95-811f-e0f9b3b9fa92 req-78aecf69-216d-4931-ae71-c12b236363f0 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:55.715527 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8474ef07-b260-4a95-811f-e0f9b3b9fa92 req-78aecf69-216d-4931-ae71-c12b236363f0 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 945 time: 0.0537076 Feb 11 06:15:55.753627 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b3903f95-f4f8-4808-b508-9ffcc496f5a6 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:15:55.776774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8474ef07-b260-4a95-811f-e0f9b3b9fa92 req-787b3152-a816-4e0a-a8e6-398d04257974 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551128 Feb 11 06:15:55.803869 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port b3903f95-f4f8-4808-b508-9ffcc496f5a6 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:15:55.807409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port b3903f95-f4f8-4808-b508-9ffcc496f5a6 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:15:55.807811 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b3903f95-f4f8-4808-b508-9ffcc496f5a6), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:55.888313 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port b3903f95-f4f8-4808-b508-9ffcc496f5a6 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:15:55.888629 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b3903f95-f4f8-4808-b508-9ffcc496f5a6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:55.910783 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4a6fa3-7ea9-40fa-8904-977e6f41d166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3903f95-f4f8-4808-b508-9ffcc496f5a6'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:15:55.913377 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb75409-7e2a-4a39-ae57-71d869af8590" -d '{"events": [{"server_uuid": "3b4a6fa3-7ea9-40fa-8904-977e6f41d166", "name": "network-vif-plugged", "status": "completed", "tag": "b3903f95-f4f8-4808-b508-9ffcc496f5a6"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:15:55.925606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port b3903f95-f4f8-4808-b508-9ffcc496f5a6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b3903f95-f4f8-4808-b508-9ffcc496f5a6,segment=NetworkSegment(5f4844ab-e3df-4c8c-8694-66ff4fb9280d),segment_id=5f4844ab-e3df-4c8c-8694-66ff4fb9280d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:15:55.930435 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b3903f95-f4f8-4808-b508-9ffcc496f5a6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:55.979074 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=b3903f95-f4f8-4808-b508-9ffcc496f5a6,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:15:56.013200 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0385a1-d911-44cb-8e9b-ae45fb3b795c x-openstack-request-id: req-6c0385a1-d911-44cb-8e9b-ae45fb3b795c {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:15:56.013500 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4a6fa3-7ea9-40fa-8904-977e6f41d166", "name": "network-vif-plugged", "status": "completed", "tag": "b3903f95-f4f8-4808-b508-9ffcc496f5a6", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:15:56.013751 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6c0385a1-d911-44cb-8e9b-ae45fb3b795c {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:15:56.014150 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4a6fa3-7ea9-40fa-8904-977e6f41d166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3903f95-f4f8-4808-b508-9ffcc496f5a6', 'code': 200} Feb 11 06:15:56.110367 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acacab-fee5-4110-a3bf-3ced43a8aa68 req-d6880399-24b2-4c97-aec1-c50e1783efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:56.111904 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0acacab-fee5-4110-a3bf-3ced43a8aa68 req-d6880399-24b2-4c97-aec1-c50e1783efeb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 1129 time: 0.0435669 Feb 11 06:15:56.155077 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0acacab-fee5-4110-a3bf-3ced43a8aa68 req-97c397da-b6e7-4509-999c-6b4ef8444a78 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369689 Feb 11 06:15:56.895462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08477941-1cb1-401a-a2c2-173abbe427d9 req-ffc72f98-6a09-4708-9d9d-76746b647602 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:56.897483 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08477941-1cb1-401a-a2c2-173abbe427d9 req-ffc72f98-6a09-4708-9d9d-76746b647602 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 946 time: 0.0546684 Feb 11 06:15:56.944565 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-08477941-1cb1-401a-a2c2-173abbe427d9 req-17bac20c-2ac9-4f4b-bbe1-10020e655371 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415194 Feb 11 06:15:58.074692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3611b5a-751c-418e-ba26-1dfaf91207eb req-124ce249-6b94-476f-8193-25280dc337ac tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:58.076217 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3611b5a-751c-418e-ba26-1dfaf91207eb req-124ce249-6b94-476f-8193-25280dc337ac tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 946 time: 0.0579779 Feb 11 06:15:58.126413 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3611b5a-751c-418e-ba26-1dfaf91207eb req-79bcdacf-61db-4e76-b60b-1cf68264b12b tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442958 Feb 11 06:15:58.245378 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d58dda-770c-4416-b459-11657b1eb809 req-339bf1d7-a8a7-4935-842e-116902cf4502 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:15:58.246877 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2d58dda-770c-4416-b459-11657b1eb809 req-339bf1d7-a8a7-4935-842e-116902cf4502 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 946 time: 0.0530348 Feb 11 06:15:58.293862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b2d58dda-770c-4416-b459-11657b1eb809 req-4d70eaac-e273-4125-a5ad-2193873c2d11 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412872 Feb 11 06:15:58.607943 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0fea6873-e411-4888-85a7-911afba08efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:00.915621 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e314c81-7293-40b6-acb4-859690018229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:02.652274 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:03.836646 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:05.294107 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:10.364676 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:14.738163 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:28.376509 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:16:28.610883 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c1746f0c-ed07-47fd-921c-6f0b3ba64bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:30.919324 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f9842a0f-c935-422d-90c4-e3c18e686661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:32.522827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a1b28-f59e-4068-99c1-4ee8184f632c req-1a21f5c1-f79d-47be-bb0d-441ca5f3aadd tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:32.524298 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-116a1b28-f59e-4068-99c1-4ee8184f632c req-1a21f5c1-f79d-47be-bb0d-441ca5f3aadd tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 946 time: 0.0561614 Feb 11 06:16:32.577144 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-116a1b28-f59e-4068-99c1-4ee8184f632c req-25982f95-4341-4ece-92fa-8ed812f24ef9 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471427 Feb 11 06:16:32.643124 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:33.700037 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cd4bd-2b43-44ca-b0e1-875de67bb4c0 req-1f5e0222-0eba-451f-b6bb-1d0f65db07da tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:33.701515 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-521cd4bd-2b43-44ca-b0e1-875de67bb4c0 req-1f5e0222-0eba-451f-b6bb-1d0f65db07da tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 946 time: 0.0524204 Feb 11 06:16:33.753367 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-521cd4bd-2b43-44ca-b0e1-875de67bb4c0 req-ea4e41cb-4e0e-4b76-a11a-f53989d7bb96 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460091 Feb 11 06:16:33.841156 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:33.983930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabf718-04f7-414b-afce-dd56979d5c95 req-dfa1d93a-9283-479d-9dcf-b318888b38e1 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:33.985415 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cdabf718-04f7-414b-afce-dd56979d5c95 req-dfa1d93a-9283-479d-9dcf-b318888b38e1 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 946 time: 0.0529585 Feb 11 06:16:34.084130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-cdabf718-04f7-414b-afce-dd56979d5c95 req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Deleting port b3903f95-f4f8-4808-b508-9ffcc496f5a6 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:16:34.084394 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cdabf718-04f7-414b-afce-dd56979d5c95 req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b3903f95-f4f8-4808-b508-9ffcc496f5a6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:34.175552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-cdabf718-04f7-414b-afce-dd56979d5c95 req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] For port b3903f95-f4f8-4808-b508-9ffcc496f5a6, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=b3903f95-f4f8-4808-b508-9ffcc496f5a6,segment=NetworkSegment(5f4844ab-e3df-4c8c-8694-66ff4fb9280d),segment_id=5f4844ab-e3df-4c8c-8694-66ff4fb9280d)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:34.175841 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cdabf718-04f7-414b-afce-dd56979d5c95 req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b3903f95-f4f8-4808-b508-9ffcc496f5a6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:34.188606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-cdabf718-04f7-414b-afce-dd56979d5c95 req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Calling delete_port for b3903f95-f4f8-4808-b508-9ffcc496f5a6 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:16:34.319608 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cdabf718-04f7-414b-afce-dd56979d5c95 req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (b3903f95-f4f8-4808-b508-9ffcc496f5a6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:34.331207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['b3903f95-f4f8-4808-b508-9ffcc496f5a6'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:16:34.350247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Pushing event deleted for resources: {'Port': ['ID=b3903f95-f4f8-4808-b508-9ffcc496f5a6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:34.379004 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:34.379380 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:34.379744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:34.380077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:34.380403 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:34.380734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:34.381059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:34.381379 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:34.381697 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:34.382019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:34.382337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:34.382651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:34.382969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:34.405743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdabf718-04f7-414b-afce-dd56979d5c95 req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] No DVR routers for this DVR port b3903f95-f4f8-4808-b508-9ffcc496f5a6 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:16:34.408279 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cdabf718-04f7-414b-afce-dd56979d5c95 req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:34.412139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cdabf718-04f7-414b-afce-dd56979d5c95 req-3bd2ea92-1b31-457c-a1e0-68b065f9b323 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.73 "DELETE /v2.0/ports/b3903f95-f4f8-4808-b508-9ffcc496f5a6 HTTP/1.1" status: 204 len: 173 time: 0.4217558 Feb 11 06:16:34.412570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4a6fa3-7ea9-40fa-8904-977e6f41d166', 'name': 'network-vif-deleted', 'tag': 'b3903f95-f4f8-4808-b508-9ffcc496f5a6'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:16:34.414794 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92db43b9-ab0a-444f-970c-e68c4fe4d121" -d '{"events": [{"server_uuid": "3b4a6fa3-7ea9-40fa-8904-977e6f41d166", "name": "network-vif-deleted", "tag": "b3903f95-f4f8-4808-b508-9ffcc496f5a6"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:16:34.452036 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c428437-fdaf-47ed-af92-c91a45139c65 x-openstack-request-id: req-9c428437-fdaf-47ed-af92-c91a45139c65 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:16:34.452332 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4a6fa3-7ea9-40fa-8904-977e6f41d166", "name": "network-vif-deleted", "tag": "b3903f95-f4f8-4808-b508-9ffcc496f5a6", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:16:34.452585 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9c428437-fdaf-47ed-af92-c91a45139c65 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:16:34.452991 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4a6fa3-7ea9-40fa-8904-977e6f41d166', 'name': 'network-vif-deleted', 'tag': 'b3903f95-f4f8-4808-b508-9ffcc496f5a6', 'status': 'completed', 'code': 200} Feb 11 06:16:34.866342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43adacd3-09e2-41eb-a400-3e7a091c7568 req-14afab3c-2e2d-438c-861e-7744374a6de1 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b4a6fa3-7ea9-40fa-8904-977e6f41d166 HTTP/1.1" status: 200 len: 210 time: 0.0284710 Feb 11 06:16:35.297584 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:36.753945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-c70da7fd-0188-468d-959c-56e6341e9130 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:36.755481 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-c70da7fd-0188-468d-959c-56e6341e9130 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/networks?id=7c8d9212-051e-46a1-9fb0-85df99b5fe5f HTTP/1.1" status: 200 len: 816 time: 0.1091790 Feb 11 06:16:36.770763 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-c5aacf02-95e0-46c2-9506-40c3372199c7 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/quotas/45c8d383201d45e4b6e00add2a978a19 HTTP/1.1" status: 200 len: 375 time: 0.0097272 Feb 11 06:16:36.825687 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-2b656aaa-32da-4ce9-a0a0-58e82b5497c5 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=45c8d383201d45e4b6e00add2a978a19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500250 Feb 11 06:16:36.919991 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-5e84d2fa-910e-4852-ab1d-9b2a36a4d696 service neutron] 10.222.0.87 "GET /v2.0/networks/7c8d9212-051e-46a1-9fb0-85df99b5fe5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826867 Feb 11 06:16:37.013204 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-6bf53d2e-ff15-43e0-b4dc-95ee7b4de661 service neutron] 10.222.0.87 "GET /v2.0/networks/7c8d9212-051e-46a1-9fb0-85df99b5fe5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873225 Feb 11 06:16:37.178603 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a053639b-77bd-4f21-bb3e-b6b77a153ab2 req-674a376c-fff2-466a-8f2e-9624ea6d10eb tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 210 time: 0.0293770 Feb 11 06:16:37.958358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b3903f95-f4f8-4808-b508-9ffcc496f5a6 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:16:37.981747 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: b3903f95-f4f8-4808-b508-9ffcc496f5a6 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:16:37.982430 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device b3903f95-f4f8-4808-b508-9ffcc496f5a6 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:16:38.082271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-69c24c87-37aa-4c15-83e1-24bb220d0476 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:38.084298 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-69c24c87-37aa-4c15-83e1-24bb220d0476 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.73 "GET /v2.0/networks?id=7c8d9212-051e-46a1-9fb0-85df99b5fe5f HTTP/1.1" status: 200 len: 816 time: 0.1098804 Feb 11 06:16:38.097268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-899a9ad1-cfc9-4282-8cb2-ed9bd33325b9 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Request body: {'port': {'device_id': 'b8385d2d-eec0-46c1-87cc-9605a53d41c8', 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f', 'admin_state_up': True, 'tenant_id': '45c8d383201d45e4b6e00add2a978a19'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:16:38.208942 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-899a9ad1-cfc9-4282-8cb2-ed9bd33325b9 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Made reservation on behalf of 45c8d383201d45e4b6e00add2a978a19 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:16:38.212808 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-899a9ad1-cfc9-4282-8cb2-ed9bd33325b9 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:38.306118 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ede856d1-bc52-48e7-a72a-8595c5fa43fb req-3568a8d5-a5e0-4bf8-b201-790b766f9b51 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 210 time: 0.0361156 Feb 11 06:16:38.368353 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-899a9ad1-cfc9-4282-8cb2-ed9bd33325b9 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Allocated IP 172.20.0.5 (7c8d9212-051e-46a1-9fb0-85df99b5fe5f/2c86896a-df47-44c5-9d38-725357d2d203/414b22ae-052d-4c41-9938-5284731ec22c) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:16:38.516881 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-899a9ad1-cfc9-4282-8cb2-ed9bd33325b9 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Publish callbacks [] for port (414b22ae-052d-4c41-9938-5284731ec22c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:38.549200 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-899a9ad1-cfc9-4282-8cb2-ed9bd33325b9 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (414b22ae-052d-4c41-9938-5284731ec22c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:38.593339 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-899a9ad1-cfc9-4282-8cb2-ed9bd33325b9 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:16:38.596402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-899a9ad1-cfc9-4282-8cb2-ed9bd33325b9 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:16:38.599896 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-899a9ad1-cfc9-4282-8cb2-ed9bd33325b9 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:16:38.606146 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a9ad1-cfc9-4282-8cb2-ed9bd33325b9 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Pushing event updated for resources: {'Port': ['ID=414b22ae-052d-4c41-9938-5284731ec22c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:38.653567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-899a9ad1-cfc9-4282-8cb2-ed9bd33325b9 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:38.654200 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-899a9ad1-cfc9-4282-8cb2-ed9bd33325b9 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:38.671912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-899a9ad1-cfc9-4282-8cb2-ed9bd33325b9 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5784538 Feb 11 06:16:38.680601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0c1217cc-f2db-453c-ab39-845735df8c0f tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:16:38.681716 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0c1217cc-f2db-453c-ab39-845735df8c0f tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051188 Feb 11 06:16:38.693419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Request body: {'port': {'device_id': 'b8385d2d-eec0-46c1-87cc-9605a53d41c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:16:38.759133 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (414b22ae-052d-4c41-9938-5284731ec22c), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:38.817944 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7c433b61-23f1-40e4-adb0-df58481e6702 None None] Provisioning complete for port 414b22ae-052d-4c41-9938-5284731ec22c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:38.818327 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7c433b61-23f1-40e4-adb0-df58481e6702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (414b22ae-052d-4c41-9938-5284731ec22c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:38.853069 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7c433b61-23f1-40e4-adb0-df58481e6702 None None] Port 414b22ae-052d-4c41-9938-5284731ec22c cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:16:39.022284 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414b22ae-052d-4c41-9938-5284731ec22c {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:16:39.029707 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Publish callbacks [] for port (414b22ae-052d-4c41-9938-5284731ec22c), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.041642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Transition to ACTIVE for port object 414b22ae-052d-4c41-9938-5284731ec22c will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:16:39.044908 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (414b22ae-052d-4c41-9938-5284731ec22c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.109696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Pushing event updated for resources: {'Port': ['ID=414b22ae-052d-4c41-9938-5284731ec22c,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:39.164916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Attempting to bind port 414b22ae-052d-4c41-9938-5284731ec22c on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:16:39.165254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Attempting to bind port 414b22ae-052d-4c41-9938-5284731ec22c by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '5f4844ab-e3df-4c8c-8694-66ff4fb9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:16:39.165583 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Attempting to bind port 414b22ae-052d-4c41-9938-5284731ec22c on network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:16:39.170281 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Port 414b22ae-052d-4c41-9938-5284731ec22c on network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:16:39.170603 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Attempting to bind port 414b22ae-052d-4c41-9938-5284731ec22c on network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:16:39.175694 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:16:39.176642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Checking segment: {'id': '5f4844ab-e3df-4c8c-8694-66ff4fb9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:16:39.177063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Bound using segment: {'id': '5f4844ab-e3df-4c8c-8694-66ff4fb9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:16:39.177473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Bound port: 414b22ae-052d-4c41-9938-5284731ec22c, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f4844ab-e3df-4c8c-8694-66ff4fb9280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:16:39.177832 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (414b22ae-052d-4c41-9938-5284731ec22c), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.245192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] For port 414b22ae-052d-4c41-9938-5284731ec22c, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:16:39.248658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] For port 414b22ae-052d-4c41-9938-5284731ec22c, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=414b22ae-052d-4c41-9938-5284731ec22c,segment=NetworkSegment(5f4844ab-e3df-4c8c-8694-66ff4fb9280d),segment_id=5f4844ab-e3df-4c8c-8694-66ff4fb9280d)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:16:39.257942 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (414b22ae-052d-4c41-9938-5284731ec22c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.298125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:39.298757 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:39.300205 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] 10.222.0.73 "PUT /v2.0/ports/414b22ae-052d-4c41-9938-5284731ec22c HTTP/1.1" status: 200 len: 1092 time: 0.6110160 Feb 11 06:16:39.300652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8385d2d-eec0-46c1-87cc-9605a53d41c8', 'tag': '414b22ae-052d-4c41-9938-5284731ec22c'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:16:39.303474 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2700e2e1-dfb5-40ca-8343-ce3601c6fa83" -d '{"events": [{"name": "network-changed", "server_uuid": "b8385d2d-eec0-46c1-87cc-9605a53d41c8", "tag": "414b22ae-052d-4c41-9938-5284731ec22c"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:16:39.327842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4da161-5a10-4d38-8c8f-3c570e2db446 service neutron] Pushing event updated for resources: {'Port': ['ID=414b22ae-052d-4c41-9938-5284731ec22c,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:39.384649 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971cdf75-c2e9-4a57-b58d-f2183e08bc64 x-openstack-request-id: req-971cdf75-c2e9-4a57-b58d-f2183e08bc64 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:16:39.385034 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8385d2d-eec0-46c1-87cc-9605a53d41c8", "tag": "414b22ae-052d-4c41-9938-5284731ec22c", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:16:39.385351 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-971cdf75-c2e9-4a57-b58d-f2183e08bc64 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:16:39.386097 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8385d2d-eec0-46c1-87cc-9605a53d41c8', 'tag': '414b22ae-052d-4c41-9938-5284731ec22c', 'status': 'completed', 'code': 200} Feb 11 06:16:39.417965 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-1107dfcd-ab48-4ea0-9d55-86a5b0d9acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:39.420006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-1107dfcd-ab48-4ea0-9d55-86a5b0d9acf3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45c8d383201d45e4b6e00add2a978a19&device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 1126 time: 0.0669873 Feb 11 06:16:39.476142 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-47ace29a-5677-4f12-9964-1b81c91c9608 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=414b22ae-052d-4c41-9938-5284731ec22c HTTP/1.1" status: 200 len: 217 time: 0.0413849 Feb 11 06:16:39.536184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a12d0-12ef-4d40-9959-b8cc9c81ac02 req-cfb5e01d-d3f9-420b-a594-137b270e2e51 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:39.537593 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-526a12d0-12ef-4d40-9959-b8cc9c81ac02 req-cfb5e01d-d3f9-420b-a594-137b270e2e51 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 943 time: 0.1372654 Feb 11 06:16:39.538876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-bf298899-df34-4b24-92c2-778ad5f64ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:39.540380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-bf298899-df34-4b24-92c2-778ad5f64ec0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2c86896a-df47-44c5-9d38-725357d2d203 HTTP/1.1" status: 200 len: 855 time: 0.0589807 Feb 11 06:16:39.615127 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-526a12d0-12ef-4d40-9959-b8cc9c81ac02 req-718025ef-e4e8-4e8c-ae77-f60f1bde98d2 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718997 Feb 11 06:16:39.620378 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-383d8c63-10af-4f0e-997b-d139e45beb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:39.621854 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-383d8c63-10af-4f0e-997b-d139e45beb8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c8d9212-051e-46a1-9fb0-85df99b5fe5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0728140 Feb 11 06:16:39.713139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-a67dd1bb-1ae4-40e3-80aa-fecdbf5bab58 service neutron] 10.222.0.73 "GET /v2.0/networks/7c8d9212-051e-46a1-9fb0-85df99b5fe5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849071 Feb 11 06:16:39.799633 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ead4a77c-e00f-43cf-8b8d-dfe8dd021f99 req-3eb91c7c-7e22-40ca-8bc7-297a8ba91d6b service neutron] 10.222.0.73 "GET /v2.0/networks/7c8d9212-051e-46a1-9fb0-85df99b5fe5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794280 Feb 11 06:16:39.894063 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700e2e1-dfb5-40ca-8343-ce3601c6fa83 req-0fc09adc-ea3b-44c8-877b-0f234a7e7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:39.895633 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2700e2e1-dfb5-40ca-8343-ce3601c6fa83 req-0fc09adc-ea3b-44c8-877b-0f234a7e7bda service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45c8d383201d45e4b6e00add2a978a19&device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 1126 time: 0.0489891 Feb 11 06:16:39.984922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700e2e1-dfb5-40ca-8343-ce3601c6fa83 req-ea22debf-1770-4b33-a576-970dbdb1bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:39.986416 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2700e2e1-dfb5-40ca-8343-ce3601c6fa83 req-ea22debf-1770-4b33-a576-970dbdb1bafa service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c8d9212-051e-46a1-9fb0-85df99b5fe5f HTTP/1.1" status: 200 len: 917 time: 0.0841660 Feb 11 06:16:40.029385 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2700e2e1-dfb5-40ca-8343-ce3601c6fa83 req-8bb2c98c-31d7-4908-bf8e-b037f967be3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=414b22ae-052d-4c41-9938-5284731ec22c HTTP/1.1" status: 200 len: 217 time: 0.0373642 Feb 11 06:16:40.077511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700e2e1-dfb5-40ca-8343-ce3601c6fa83 req-9184b825-ae06-4377-8974-c680624b287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:40.078897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2700e2e1-dfb5-40ca-8343-ce3601c6fa83 req-9184b825-ae06-4377-8974-c680624b287a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2c86896a-df47-44c5-9d38-725357d2d203 HTTP/1.1" status: 200 len: 855 time: 0.0433531 Feb 11 06:16:40.127295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700e2e1-dfb5-40ca-8343-ce3601c6fa83 req-19423317-c04e-4252-a5ef-bfd9010536f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:40.128818 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2700e2e1-dfb5-40ca-8343-ce3601c6fa83 req-19423317-c04e-4252-a5ef-bfd9010536f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c8d9212-051e-46a1-9fb0-85df99b5fe5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430875 Feb 11 06:16:40.220086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2700e2e1-dfb5-40ca-8343-ce3601c6fa83 req-d5e50f02-a75a-4d0d-930a-4811e987b758 service neutron] 10.222.0.73 "GET /v2.0/networks/7c8d9212-051e-46a1-9fb0-85df99b5fe5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844381 Feb 11 06:16:40.311097 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2700e2e1-dfb5-40ca-8343-ce3601c6fa83 req-728063a7-2173-498e-b81c-db6d8931cd95 service neutron] 10.222.0.73 "GET /v2.0/networks/7c8d9212-051e-46a1-9fb0-85df99b5fe5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845721 Feb 11 06:16:40.393672 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:40.738178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e6cb6-f88f-4bcc-ad97-97deaa267ff8 req-0cfe70b9-2801-4567-89ff-ecea7493132a tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:40.740185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-370e6cb6-f88f-4bcc-ad97-97deaa267ff8 req-0cfe70b9-2801-4567-89ff-ecea7493132a tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 943 time: 0.0566344 Feb 11 06:16:40.787234 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-370e6cb6-f88f-4bcc-ad97-97deaa267ff8 req-43312259-e72c-4f1a-93a1-9802b304bc58 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413730 Feb 11 06:16:41.904643 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a9b20-7ad7-4de9-884f-7b0af5daddcf req-b886ee92-f8d9-4da1-8686-082bda288865 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:41.906202 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a19a9b20-7ad7-4de9-884f-7b0af5daddcf req-b886ee92-f8d9-4da1-8686-082bda288865 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 943 time: 0.0528228 Feb 11 06:16:41.953068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a19a9b20-7ad7-4de9-884f-7b0af5daddcf req-05b2efbe-2d63-4396-ad1f-1bdf5ab7c7e2 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405235 Feb 11 06:16:41.971207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 414b22ae-052d-4c41-9938-5284731ec22c details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:16:42.068032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 414b22ae-052d-4c41-9938-5284731ec22c, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=414b22ae-052d-4c41-9938-5284731ec22c,segment=NetworkSegment(5f4844ab-e3df-4c8c-8694-66ff4fb9280d),segment_id=5f4844ab-e3df-4c8c-8694-66ff4fb9280d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:42.078231 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '414b22ae-052d-4c41-9938-5284731ec22c', 'network_id': '7c8d9212-051e-46a1-9fb0-85df99b5fe5f', 'port_id': '414b22ae-052d-4c41-9938-5284731ec22c', 'mac_address': 'fa:16:3e:af:01:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c86896a-df47-44c5-9d38-725357d2d203', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:16:42.118811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 414b22ae-052d-4c41-9938-5284731ec22c is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:42.119208 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (414b22ae-052d-4c41-9938-5284731ec22c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:42.131944 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414b22ae-052d-4c41-9938-5284731ec22c {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:16:42.151083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 414b22ae-052d-4c41-9938-5284731ec22c, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=414b22ae-052d-4c41-9938-5284731ec22c,segment=NetworkSegment(5f4844ab-e3df-4c8c-8694-66ff4fb9280d),segment_id=5f4844ab-e3df-4c8c-8694-66ff4fb9280d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:42.154879 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (414b22ae-052d-4c41-9938-5284731ec22c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:42.200237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=414b22ae-052d-4c41-9938-5284731ec22c,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:42.207909 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:42.208239 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:42.208584 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:42.208919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:42.209249 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:42.209586 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:42.209900 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:42.210225 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:42.210547 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:42.210868 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:42.211188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:42.211538 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:42.211861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:16:42.345326 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['414b22ae-052d-4c41-9938-5284731ec22c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:16:43.073568 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9bf1-ff00-49b2-a04a-0425ea1cc2e1 req-a2c31f00-f084-4454-9252-ed214efbd134 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:43.075049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71ad9bf1-ff00-49b2-a04a-0425ea1cc2e1 req-a2c31f00-f084-4454-9252-ed214efbd134 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 944 time: 0.0516763 Feb 11 06:16:43.123323 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-71ad9bf1-ff00-49b2-a04a-0425ea1cc2e1 req-9891382e-e0c2-42c1-9d81-bf8e5a7851fa tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426214 Feb 11 06:16:43.986142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 414b22ae-052d-4c41-9938-5284731ec22c up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:16:44.034779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 414b22ae-052d-4c41-9938-5284731ec22c completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:16:44.038600 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 414b22ae-052d-4c41-9938-5284731ec22c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:16:44.038984 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (414b22ae-052d-4c41-9938-5284731ec22c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:44.116396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 414b22ae-052d-4c41-9938-5284731ec22c is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:16:44.116796 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (414b22ae-052d-4c41-9938-5284731ec22c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:44.139246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8385d2d-eec0-46c1-87cc-9605a53d41c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414b22ae-052d-4c41-9938-5284731ec22c'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:16:44.141490 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a82ea0e-d9da-4ece-bd11-302bc0f35106" -d '{"events": [{"server_uuid": "b8385d2d-eec0-46c1-87cc-9605a53d41c8", "name": "network-vif-plugged", "status": "completed", "tag": "414b22ae-052d-4c41-9938-5284731ec22c"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:16:44.155193 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 414b22ae-052d-4c41-9938-5284731ec22c, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=414b22ae-052d-4c41-9938-5284731ec22c,segment=NetworkSegment(5f4844ab-e3df-4c8c-8694-66ff4fb9280d),segment_id=5f4844ab-e3df-4c8c-8694-66ff4fb9280d)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:16:44.159919 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (414b22ae-052d-4c41-9938-5284731ec22c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:44.188041 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe76ac85-77f7-4dae-ac70-30417b07ba46 x-openstack-request-id: req-fe76ac85-77f7-4dae-ac70-30417b07ba46 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:16:44.188422 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8385d2d-eec0-46c1-87cc-9605a53d41c8", "name": "network-vif-plugged", "status": "completed", "tag": "414b22ae-052d-4c41-9938-5284731ec22c", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:16:44.188677 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fe76ac85-77f7-4dae-ac70-30417b07ba46 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:16:44.189065 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8385d2d-eec0-46c1-87cc-9605a53d41c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414b22ae-052d-4c41-9938-5284731ec22c', 'code': 200} Feb 11 06:16:44.215979 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=414b22ae-052d-4c41-9938-5284731ec22c,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:16:44.287439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05384e-b819-4bc6-9233-dd1a12f09c5a req-22d2a962-6ae9-4aec-ba25-70cb437e69a8 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:44.288951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a05384e-b819-4bc6-9233-dd1a12f09c5a req-22d2a962-6ae9-4aec-ba25-70cb437e69a8 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 945 time: 0.0907505 Feb 11 06:16:44.320747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeeb08-caa8-4c44-b8c7-7f58b615c98b req-cc783149-055d-4a68-9267-85ef2ac88145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:44.322226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3eeeb08-caa8-4c44-b8c7-7f58b615c98b req-cc783149-055d-4a68-9267-85ef2ac88145 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 1128 time: 0.0759482 Feb 11 06:16:44.360376 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a05384e-b819-4bc6-9233-dd1a12f09c5a req-301c0638-78da-4e74-aab2-c277454db9ec tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643079 Feb 11 06:16:44.382346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3eeeb08-caa8-4c44-b8c7-7f58b615c98b req-bdbefce7-c7fe-4323-869c-e2d19bce48cc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530043 Feb 11 06:16:44.736874 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:45.485760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84f349-7077-44dc-bff1-33124f244165 req-d67dba4e-63cb-44aa-b183-eced3f2d4d08 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:45.487399 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b84f349-7077-44dc-bff1-33124f244165 req-d67dba4e-63cb-44aa-b183-eced3f2d4d08 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 945 time: 0.0581031 Feb 11 06:16:45.534872 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1b84f349-7077-44dc-bff1-33124f244165 req-8411da74-b4d9-4286-ac28-7b578e788dd0 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 Feb 11 06:16:46.654967 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82f764-eabe-4d71-944e-9ec73b9497e1 req-b91f375f-0849-4b31-b80f-62ce396f5d99 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:46.656468 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f82f764-eabe-4d71-944e-9ec73b9497e1 req-b91f375f-0849-4b31-b80f-62ce396f5d99 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 945 time: 0.0527389 Feb 11 06:16:46.703705 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1f82f764-eabe-4d71-944e-9ec73b9497e1 req-6752eda5-3cff-41d3-b294-20acaad976ce tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415769 Feb 11 06:16:46.821267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881e7ff-21d2-44eb-a04a-360b154d85d4 req-2f9ba860-7f09-49b7-93a8-baae1a7fd0fa tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:46.822665 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1881e7ff-21d2-44eb-a04a-360b154d85d4 req-2f9ba860-7f09-49b7-93a8-baae1a7fd0fa tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 945 time: 0.0523992 Feb 11 06:16:46.872239 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1881e7ff-21d2-44eb-a04a-360b154d85d4 req-d1af434a-b62a-496a-b52e-5052d65bf337 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440226 Feb 11 06:16:56.828844 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd431b48-56d4-45f9-86da-8f4a913e2988 req-068cc171-636a-4ba0-991d-dc832ed74e57 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436947 Feb 11 06:16:56.919803 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd431b48-56d4-45f9-86da-8f4a913e2988 req-24490faa-acbd-4428-8d20-ee66631906b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:56.921301 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd431b48-56d4-45f9-86da-8f4a913e2988 req-24490faa-acbd-4428-8d20-ee66631906b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45c8d383201d45e4b6e00add2a978a19&device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 1128 time: 0.0466056 Feb 11 06:16:57.037410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd431b48-56d4-45f9-86da-8f4a913e2988 req-c41a745a-08a8-486c-a4ac-3a7c1936a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:57.038974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd431b48-56d4-45f9-86da-8f4a913e2988 req-c41a745a-08a8-486c-a4ac-3a7c1936a0f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c8d9212-051e-46a1-9fb0-85df99b5fe5f HTTP/1.1" status: 200 len: 917 time: 0.0980930 Feb 11 06:16:57.082459 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd431b48-56d4-45f9-86da-8f4a913e2988 req-00eb2315-d84c-4fa1-8cce-ab9061603540 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=414b22ae-052d-4c41-9938-5284731ec22c HTTP/1.1" status: 200 len: 217 time: 0.0355015 Feb 11 06:16:57.130394 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd431b48-56d4-45f9-86da-8f4a913e2988 req-f0249388-bced-4bb6-aa2b-a66c8eb1fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:57.131931 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd431b48-56d4-45f9-86da-8f4a913e2988 req-f0249388-bced-4bb6-aa2b-a66c8eb1fffb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2c86896a-df47-44c5-9d38-725357d2d203 HTTP/1.1" status: 200 len: 855 time: 0.0449741 Feb 11 06:16:57.190291 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd431b48-56d4-45f9-86da-8f4a913e2988 req-3d0b8855-0fee-4769-9d86-64406699a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:16:57.192492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd431b48-56d4-45f9-86da-8f4a913e2988 req-3d0b8855-0fee-4769-9d86-64406699a6f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c8d9212-051e-46a1-9fb0-85df99b5fe5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0540957 Feb 11 06:16:57.288813 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd431b48-56d4-45f9-86da-8f4a913e2988 req-1fe7bebd-b518-42ed-8117-3c6bf2818395 service neutron] 10.222.0.73 "GET /v2.0/networks/7c8d9212-051e-46a1-9fb0-85df99b5fe5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868340 Feb 11 06:16:57.382154 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd431b48-56d4-45f9-86da-8f4a913e2988 req-5decf7b3-9f53-4837-9628-b1305cf3e705 service neutron] 10.222.0.73 "GET /v2.0/networks/7c8d9212-051e-46a1-9fb0-85df99b5fe5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862281 Feb 11 06:16:58.614435 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc1db078-0e46-4fd0-ace4-e02ee9d4526e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:00.920801 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-569c9a04-cf42-4b4b-9680-d4c2e7e49751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:02.646303 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:03.844636 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.300188 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.377519 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:17:10.393405 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:14.736936 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:20.982823 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85061df2-24e9-42cf-92a9-c28c94c01555 req-50b03e7c-9b21-41b8-b76b-4beffd44f22c tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:20.984359 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85061df2-24e9-42cf-92a9-c28c94c01555 req-50b03e7c-9b21-41b8-b76b-4beffd44f22c tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 945 time: 0.0543363 Feb 11 06:17:21.032334 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-85061df2-24e9-42cf-92a9-c28c94c01555 req-b6754cbb-bcca-4f0d-ad7f-3f7f8b131bd0 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Feb 11 06:17:22.157195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ecde8-965d-4057-812b-26a590a7e3ab req-fe521251-d68d-4c92-846f-0035abdf0536 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:22.160757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f0ecde8-965d-4057-812b-26a590a7e3ab req-fe521251-d68d-4c92-846f-0035abdf0536 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 945 time: 0.0529101 Feb 11 06:17:22.215574 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f0ecde8-965d-4057-812b-26a590a7e3ab req-21bc2f2b-f8b6-489e-91ee-77beebac40b6 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8439381-3312-4dae-ada4-6f150a2ba0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507402 Feb 11 06:17:22.481092 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf087894-886e-4eff-b374-5c257783041a req-af300533-88b4-4e31-9618-48fe74357729 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:22.482542 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf087894-886e-4eff-b374-5c257783041a req-af300533-88b4-4e31-9618-48fe74357729 tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 945 time: 0.0507944 Feb 11 06:17:22.575276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-cf087894-886e-4eff-b374-5c257783041a req-7b9826dd-7113-4e1c-a305-eff17629158a tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Deleting port 414b22ae-052d-4c41-9938-5284731ec22c {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:17:22.575709 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cf087894-886e-4eff-b374-5c257783041a req-7b9826dd-7113-4e1c-a305-eff17629158a tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (414b22ae-052d-4c41-9938-5284731ec22c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:22.666247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-cf087894-886e-4eff-b374-5c257783041a req-7b9826dd-7113-4e1c-a305-eff17629158a tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] For port 414b22ae-052d-4c41-9938-5284731ec22c, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=414b22ae-052d-4c41-9938-5284731ec22c,segment=NetworkSegment(5f4844ab-e3df-4c8c-8694-66ff4fb9280d),segment_id=5f4844ab-e3df-4c8c-8694-66ff4fb9280d)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:22.666606 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cf087894-886e-4eff-b374-5c257783041a req-7b9826dd-7113-4e1c-a305-eff17629158a tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (414b22ae-052d-4c41-9938-5284731ec22c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:22.678593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-cf087894-886e-4eff-b374-5c257783041a req-7b9826dd-7113-4e1c-a305-eff17629158a tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Calling delete_port for 414b22ae-052d-4c41-9938-5284731ec22c owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:17:22.808828 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cf087894-886e-4eff-b374-5c257783041a req-7b9826dd-7113-4e1c-a305-eff17629158a tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (414b22ae-052d-4c41-9938-5284731ec22c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:22.820754 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['414b22ae-052d-4c41-9938-5284731ec22c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:17:22.837842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9826dd-7113-4e1c-a305-eff17629158a tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Pushing event deleted for resources: {'Port': ['ID=414b22ae-052d-4c41-9938-5284731ec22c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:22.881281 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf087894-886e-4eff-b374-5c257783041a req-7b9826dd-7113-4e1c-a305-eff17629158a tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] No DVR routers for this DVR port 414b22ae-052d-4c41-9938-5284731ec22c on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:17:22.884003 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cf087894-886e-4eff-b374-5c257783041a req-7b9826dd-7113-4e1c-a305-eff17629158a tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:22.888099 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf087894-886e-4eff-b374-5c257783041a req-7b9826dd-7113-4e1c-a305-eff17629158a tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.73 "DELETE /v2.0/ports/414b22ae-052d-4c41-9938-5284731ec22c HTTP/1.1" status: 204 len: 173 time: 0.3985581 Feb 11 06:17:22.888531 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8385d2d-eec0-46c1-87cc-9605a53d41c8', 'name': 'network-vif-deleted', 'tag': '414b22ae-052d-4c41-9938-5284731ec22c'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:17:22.890849 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31470c49-ecfd-4c94-b6ea-8dde90d22907" -d '{"events": [{"server_uuid": "b8385d2d-eec0-46c1-87cc-9605a53d41c8", "name": "network-vif-deleted", "tag": "414b22ae-052d-4c41-9938-5284731ec22c"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:17:22.929661 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587055d5-7cbd-48a0-88b3-4f67b70a8525 x-openstack-request-id: req-587055d5-7cbd-48a0-88b3-4f67b70a8525 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:17:22.930023 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8385d2d-eec0-46c1-87cc-9605a53d41c8", "name": "network-vif-deleted", "tag": "414b22ae-052d-4c41-9938-5284731ec22c", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:17:22.930354 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-587055d5-7cbd-48a0-88b3-4f67b70a8525 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:17:22.930881 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8385d2d-eec0-46c1-87cc-9605a53d41c8', 'name': 'network-vif-deleted', 'tag': '414b22ae-052d-4c41-9938-5284731ec22c', 'status': 'completed', 'code': 200} Feb 11 06:17:23.347005 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fa38a5c-05cc-4701-af94-9058dfbffa39 req-e1ab25d7-f6bc-44d2-a157-c0f55712226a tempest-TestEncryptedCinderVolumes-450099358 tempest-TestEncryptedCinderVolumes-450099358-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8385d2d-eec0-46c1-87cc-9605a53d41c8 HTTP/1.1" status: 200 len: 210 time: 0.0314884 Feb 11 06:17:24.445033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55562) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:24.802820 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (257a3bd4-14e5-461b-8cba-df2d967d45ea), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:25.053188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Deleting port bcddc075-86c5-429f-bc03-c237b82517e1 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:17:25.053424 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (bcddc075-86c5-429f-bc03-c237b82517e1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:25.129241 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] For port bcddc075-86c5-429f-bc03-c237b82517e1, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=bcddc075-86c5-429f-bc03-c237b82517e1,segment=NetworkSegment(5f4844ab-e3df-4c8c-8694-66ff4fb9280d),segment_id=5f4844ab-e3df-4c8c-8694-66ff4fb9280d)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:25.129599 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (bcddc075-86c5-429f-bc03-c237b82517e1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:25.141873 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Calling delete_port for bcddc075-86c5-429f-bc03-c237b82517e1 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:17:25.323676 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (bcddc075-86c5-429f-bc03-c237b82517e1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:25.350316 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Pushing event deleted for resources: {'Port': ['ID=bcddc075-86c5-429f-bc03-c237b82517e1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:25.380532 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:25.380888 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:25.381239 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:25.381579 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:25.381916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:25.382252 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:25.382590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:25.382924 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:25.383316 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:25.383619 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:25.383965 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:25.384280 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:25.384611 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:25.856303 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (257a3bd4-14e5-461b-8cba-df2d967d45ea), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:26.084356 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Router 257a3bd4-14e5-461b-8cba-df2d967d45ea has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:17:26.156982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 414b22ae-052d-4c41-9938-5284731ec22c no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:17:26.177518 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 414b22ae-052d-4c41-9938-5284731ec22c {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:17:26.177871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 414b22ae-052d-4c41-9938-5284731ec22c not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:17:26.194720 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:17:26.199738 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d5e065da-650c-43a9-b64a-e0da090f95fd admin admin] 10.222.0.87 "PUT /v2.0/routers/257a3bd4-14e5-461b-8cba-df2d967d45ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7535107 Feb 11 06:17:26.202158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55566) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:26.206410 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c7713f-ed76-4d53-a223-cb6b6deb5b8a None None] Sync routers for ids ['257a3bd4-14e5-461b-8cba-df2d967d45ea'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:17:26.215782 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7713f-ed76-4d53-a223-cb6b6deb5b8a None None] Routers {'257a3bd4-14e5-461b-8cba-df2d967d45ea'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:26.216482 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f1c7713f-ed76-4d53-a223-cb6b6deb5b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:17:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['257a3bd4-14e5-461b-8cba-df2d967d45ea'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:26.317548 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-33975232-82fd-4c3c-aee7-51fecc04b07b admin admin] Publish callbacks [] for router (257a3bd4-14e5-461b-8cba-df2d967d45ea), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:26.320575 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-f1c7713f-ed76-4d53-a223-cb6b6deb5b8a None None] Set router 257a3bd4-14e5-461b-8cba-df2d967d45ea gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:26.458692 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-33975232-82fd-4c3c-aee7-51fecc04b07b admin admin] Publish callbacks [] for router_gateway (257a3bd4-14e5-461b-8cba-df2d967d45ea), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:26.512262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-33975232-82fd-4c3c-aee7-51fecc04b07b admin admin] Deleting port 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:17:26.512598 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-33975232-82fd-4c3c-aee7-51fecc04b07b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (94e39d7b-ddd9-47bd-8cf0-27159ab52a7c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:26.593100 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-33975232-82fd-4c3c-aee7-51fecc04b07b admin admin] For port 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=94e39d7b-ddd9-47bd-8cf0-27159ab52a7c,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:26.593476 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-33975232-82fd-4c3c-aee7-51fecc04b07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (94e39d7b-ddd9-47bd-8cf0-27159ab52a7c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:26.596681 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f1c7713f-ed76-4d53-a223-cb6b6deb5b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'name': 'tempest-TestEncryptedCinderVolumes-211121539-router', 'tenant_id': '45c8d383201d45e4b6e00add2a978a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '94e39d7b-ddd9-47bd-8cf0-27159ab52a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:37Z', 'updated_at': '2022-02-11T06:17:25Z', 'revision_number': 5, 'project_id': '45c8d383201d45e4b6e00add2a978a19', 'gw_port': {'id': '94e39d7b-ddd9-47bd-8cf0-27159ab52a7c', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:41:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:37Z', 'updated_at': '2022-02-11T06:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:26.607058 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-33975232-82fd-4c3c-aee7-51fecc04b07b admin admin] Calling delete_port for 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:17:26.623196 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c7713f-ed76-4d53-a223-cb6b6deb5b8a None None] Checking router: 257a3bd4-14e5-461b-8cba-df2d967d45ea for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:17:26.631495 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7713f-ed76-4d53-a223-cb6b6deb5b8a None None] Routers {'257a3bd4-14e5-461b-8cba-df2d967d45ea'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:26.632111 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f1c7713f-ed76-4d53-a223-cb6b6deb5b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:17:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['257a3bd4-14e5-461b-8cba-df2d967d45ea'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:26.721196 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-f1c7713f-ed76-4d53-a223-cb6b6deb5b8a None None] Set router 257a3bd4-14e5-461b-8cba-df2d967d45ea gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:26.775891 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f1c7713f-ed76-4d53-a223-cb6b6deb5b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'name': 'tempest-TestEncryptedCinderVolumes-211121539-router', 'tenant_id': '45c8d383201d45e4b6e00add2a978a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:37Z', 'updated_at': '2022-02-11T06:17:26Z', 'revision_number': 6, 'project_id': '45c8d383201d45e4b6e00add2a978a19', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:26.781348 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-33975232-82fd-4c3c-aee7-51fecc04b07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (94e39d7b-ddd9-47bd-8cf0-27159ab52a7c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:26.805392 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c7713f-ed76-4d53-a223-cb6b6deb5b8a None None] The sync data for ids ['257a3bd4-14e5-461b-8cba-df2d967d45ea'] in n-d-713499-38 is: [{'id': '257a3bd4-14e5-461b-8cba-df2d967d45ea', 'name': 'tempest-TestEncryptedCinderVolumes-211121539-router', 'tenant_id': '45c8d383201d45e4b6e00add2a978a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:37Z', 'updated_at': '2022-02-11T06:17:26Z', 'revision_number': 6, 'project_id': '45c8d383201d45e4b6e00add2a978a19', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:17:26.817125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33975232-82fd-4c3c-aee7-51fecc04b07b admin admin] Pushing event deleted for resources: {'Port': ['ID=94e39d7b-ddd9-47bd-8cf0-27159ab52a7c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:26.883044 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-33975232-82fd-4c3c-aee7-51fecc04b07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (257a3bd4-14e5-461b-8cba-df2d967d45ea), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:26.977106 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-33975232-82fd-4c3c-aee7-51fecc04b07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (257a3bd4-14e5-461b-8cba-df2d967d45ea), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:26.979190 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-33975232-82fd-4c3c-aee7-51fecc04b07b admin admin] Publish callbacks [] for router_controller (257a3bd4-14e5-461b-8cba-df2d967d45ea), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.026195 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-33975232-82fd-4c3c-aee7-51fecc04b07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (257a3bd4-14e5-461b-8cba-df2d967d45ea), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.026745 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33975232-82fd-4c3c-aee7-51fecc04b07b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 257a3bd4-14e5-461b-8cba-df2d967d45ea {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:17:27.031237 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-33975232-82fd-4c3c-aee7-51fecc04b07b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.032450 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-33975232-82fd-4c3c-aee7-51fecc04b07b admin admin] 10.222.0.87 "DELETE /v2.0/routers/257a3bd4-14e5-461b-8cba-df2d967d45ea HTTP/1.1" status: 204 len: 168 time: 0.8293381 Feb 11 06:17:27.034960 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55568) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:27.079600 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-45bc6cc0-d7b6-4e96-a57e-630e606ca1c7 admin admin] Deleting subnet 2c86896a-df47-44c5-9d38-725357d2d203 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:17:27.082631 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45bc6cc0-d7b6-4e96-a57e-630e606ca1c7 admin admin] Publish callbacks [] for subnet (2c86896a-df47-44c5-9d38-725357d2d203), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.117022 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45bc6cc0-d7b6-4e96-a57e-630e606ca1c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (2c86896a-df47-44c5-9d38-725357d2d203), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.211708 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45bc6cc0-d7b6-4e96-a57e-630e606ca1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (2c86896a-df47-44c5-9d38-725357d2d203), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.269658 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45bc6cc0-d7b6-4e96-a57e-630e606ca1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (2c86896a-df47-44c5-9d38-725357d2d203), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.296033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc6cc0-d7b6-4e96-a57e-630e606ca1c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c86896a-df47-44c5-9d38-725357d2d203,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:27.298032 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-45bc6cc0-d7b6-4e96-a57e-630e606ca1c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.302093 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-45bc6cc0-d7b6-4e96-a57e-630e606ca1c7 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/2c86896a-df47-44c5-9d38-725357d2d203 HTTP/1.1" status: 204 len: 168 time: 0.2653520 Feb 11 06:17:27.302751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781d300d-5010-4a20-ba72-ec2181f5eff8 None None] Network 7c8d9212-051e-46a1-9fb0-85df99b5fe5f requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:17:27.303823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55570) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:27.372211 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (7c8d9212-051e-46a1-9fb0-85df99b5fe5f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.435543 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] Deleting port c29f3919-7bd4-4748-814d-58b1fc4c6421 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:17:27.436003 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c29f3919-7bd4-4748-814d-58b1fc4c6421), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.497905 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] For port c29f3919-7bd4-4748-814d-58b1fc4c6421, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c29f3919-7bd4-4748-814d-58b1fc4c6421,segment=NetworkSegment(5f4844ab-e3df-4c8c-8694-66ff4fb9280d),segment_id=5f4844ab-e3df-4c8c-8694-66ff4fb9280d)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:27.498194 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c29f3919-7bd4-4748-814d-58b1fc4c6421), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.510895 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] Calling delete_port for c29f3919-7bd4-4748-814d-58b1fc4c6421 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:17:27.582161 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6a9a87-2d0c-4e16-b82c-b5d090ed44c1 None None] DHCP port deletion for 7c8d9212-051e-46a1-9fb0-85df99b5fe5f request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:17:27.604673 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c29f3919-7bd4-4748-814d-58b1fc4c6421), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.636650 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] No DVR routers for this DVR port c29f3919-7bd4-4748-814d-58b1fc4c6421 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:17:27.638423 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c29f3919-7bd4-4748-814d-58b1fc4c6421,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:27.651268 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-da6a9a87-2d0c-4e16-b82c-b5d090ed44c1 None None] Deleting port c29f3919-7bd4-4748-814d-58b1fc4c6421 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:17:27.651669 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-da6a9a87-2d0c-4e16-b82c-b5d090ed44c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c29f3919-7bd4-4748-814d-58b1fc4c6421), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.664539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device bcddc075-86c5-429f-bc03-c237b82517e1 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:17:27.694265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: bcddc075-86c5-429f-bc03-c237b82517e1 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:17:27.694608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device bcddc075-86c5-429f-bc03-c237b82517e1 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:17:27.695030 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:17:27.710506 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (7c8d9212-051e-46a1-9fb0-85df99b5fe5f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.739018 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8d9212-051e-46a1-9fb0-85df99b5fe5f']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:27.748661 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:17:27.748921 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 94e39d7b-ddd9-47bd-8cf0-27159ab52a7c not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:17:27.749076 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4844ab-e3df-4c8c-8694-66ff4fb9280d') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:27.749248 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4844ab-e3df-4c8c-8694-66ff4fb9280d') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:27.749796 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c29f3919-7bd4-4748-814d-58b1fc4c6421 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:17:27.769501 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (5f4844ab-e3df-4c8c-8694-66ff4fb9280d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.773472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-da6a9a87-2d0c-4e16-b82c-b5d090ed44c1 None None] For port c29f3919-7bd4-4748-814d-58b1fc4c6421, host n-d-713499-38, got binding levels [] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:27.773869 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-da6a9a87-2d0c-4e16-b82c-b5d090ed44c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c29f3919-7bd4-4748-814d-58b1fc4c6421), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.776768 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: c29f3919-7bd4-4748-814d-58b1fc4c6421 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:17:27.777024 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c29f3919-7bd4-4748-814d-58b1fc4c6421 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:17:27.784407 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (5f4844ab-e3df-4c8c-8694-66ff4fb9280d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.790240 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-da6a9a87-2d0c-4e16-b82c-b5d090ed44c1 None None] Calling delete_port for c29f3919-7bd4-4748-814d-58b1fc4c6421 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:17:27.791237 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:17:27.792462 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (5f4844ab-e3df-4c8c-8694-66ff4fb9280d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.793188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.ipam_backend_mixin [None req-da6a9a87-2d0c-4e16-b82c-b5d090ed44c1 None None] Port c29f3919-7bd4-4748-814d-58b1fc4c6421 was not found and therefore no delete operation was performed {{(pid=103173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: timer() Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:17:27.794211 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:17:27.796646 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-da6a9a87-2d0c-4e16-b82c-b5d090ed44c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (c29f3919-7bd4-4748-814d-58b1fc4c6421), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.823176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a9a87-2d0c-4e16-b82c-b5d090ed44c1 None None] Pushing event deleted for resources: {'Port': ['ID=c29f3919-7bd4-4748-814d-58b1fc4c6421,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:27.825034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a9a87-2d0c-4e16-b82c-b5d090ed44c1 None None] No DVR routers for this DVR port c29f3919-7bd4-4748-814d-58b1fc4c6421 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:17:27.856911 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (7c8d9212-051e-46a1-9fb0-85df99b5fe5f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.866395 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.872481 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] 10.222.0.87 "DELETE /v2.0/networks/7c8d9212-051e-46a1-9fb0-85df99b5fe5f HTTP/1.1" status: 204 len: 168 time: 0.5650215 Feb 11 06:17:27.872822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55572) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:27.889434 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4df806-c046-4b86-86b8-7c03715782cb admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8d9212-051e-46a1-9fb0-85df99b5fe5f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:28.224223 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b21d171-1839-4c80-a53d-f1129a1642be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (102ddb9a-0126-466b-a9ba-3f5252f36d06), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:28.618256 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d5ccdca-3bf6-49af-9ad0-d4906cb9face None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:28.795648 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-5b21d171-1839-4c80-a53d-f1129a1642be admin admin] Deleting port 62c5a968-f7f6-44e7-bc4d-04d19500e45e {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:17:28.796011 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b21d171-1839-4c80-a53d-f1129a1642be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:28.874810 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-5b21d171-1839-4c80-a53d-f1129a1642be admin admin] For port 62c5a968-f7f6-44e7-bc4d-04d19500e45e, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=62c5a968-f7f6-44e7-bc4d-04d19500e45e,segment=NetworkSegment(956c0946-d0eb-49ed-aa7a-203797cf2dfb),segment_id=956c0946-d0eb-49ed-aa7a-203797cf2dfb)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:28.875550 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b21d171-1839-4c80-a53d-f1129a1642be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:28.901068 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-5b21d171-1839-4c80-a53d-f1129a1642be admin admin] Calling delete_port for 62c5a968-f7f6-44e7-bc4d-04d19500e45e owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:17:29.078848 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b21d171-1839-4c80-a53d-f1129a1642be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (62c5a968-f7f6-44e7-bc4d-04d19500e45e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:29.103568 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21d171-1839-4c80-a53d-f1129a1642be admin admin] Pushing event deleted for resources: {'Port': ['ID=62c5a968-f7f6-44e7-bc4d-04d19500e45e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:29.271988 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5b21d171-1839-4c80-a53d-f1129a1642be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (102ddb9a-0126-466b-a9ba-3f5252f36d06), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:29.490577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b21d171-1839-4c80-a53d-f1129a1642be admin admin] Router 102ddb9a-0126-466b-a9ba-3f5252f36d06 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:17:29.597048 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b21d171-1839-4c80-a53d-f1129a1642be admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:17:29.602265 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5b21d171-1839-4c80-a53d-f1129a1642be admin admin] 10.222.0.87 "PUT /v2.0/routers/102ddb9a-0126-466b-a9ba-3f5252f36d06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7284007 Feb 11 06:17:29.604753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55574) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:29.606353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a0134-2aa5-4b3e-aa4c-ab03f573b52c None None] Sync routers for ids ['102ddb9a-0126-466b-a9ba-3f5252f36d06'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:17:29.616477 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a0134-2aa5-4b3e-aa4c-ab03f573b52c None None] Routers {'102ddb9a-0126-466b-a9ba-3f5252f36d06'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:29.617187 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e20a0134-2aa5-4b3e-aa4c-ab03f573b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:17:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['102ddb9a-0126-466b-a9ba-3f5252f36d06'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:29.712547 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3365ccc2-d8d1-4212-aefb-83a1c759a896 admin admin] Publish callbacks [] for router (102ddb9a-0126-466b-a9ba-3f5252f36d06), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:29.732241 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e20a0134-2aa5-4b3e-aa4c-ab03f573b52c None None] Set router 102ddb9a-0126-466b-a9ba-3f5252f36d06 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:29.820691 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3365ccc2-d8d1-4212-aefb-83a1c759a896 admin admin] Publish callbacks [] for router_gateway (102ddb9a-0126-466b-a9ba-3f5252f36d06), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:29.872191 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-3365ccc2-d8d1-4212-aefb-83a1c759a896 admin admin] Deleting port 7f969884-305a-4d9b-8e33-88ebf2ecb90d {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:17:29.872529 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3365ccc2-d8d1-4212-aefb-83a1c759a896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7f969884-305a-4d9b-8e33-88ebf2ecb90d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:29.913640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e20a0134-2aa5-4b3e-aa4c-ab03f573b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'name': 'tempest-TestEncryptedCinderVolumes-735439816-router', 'tenant_id': '7ababcd71593480d97aba29430de2ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '7f969884-305a-4d9b-8e33-88ebf2ecb90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:41Z', 'updated_at': '2022-02-11T06:17:29Z', 'revision_number': 5, 'project_id': '7ababcd71593480d97aba29430de2ee4', 'gw_port': {'id': '7f969884-305a-4d9b-8e33-88ebf2ecb90d', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:15:42Z', 'updated_at': '2022-02-11T06:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:29.942466 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a0134-2aa5-4b3e-aa4c-ab03f573b52c None None] Checking router: 102ddb9a-0126-466b-a9ba-3f5252f36d06 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:17:29.950827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a0134-2aa5-4b3e-aa4c-ab03f573b52c None None] Routers {'102ddb9a-0126-466b-a9ba-3f5252f36d06'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:29.951462 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e20a0134-2aa5-4b3e-aa4c-ab03f573b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:17:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['102ddb9a-0126-466b-a9ba-3f5252f36d06'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:29.958198 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-3365ccc2-d8d1-4212-aefb-83a1c759a896 admin admin] For port 7f969884-305a-4d9b-8e33-88ebf2ecb90d, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7f969884-305a-4d9b-8e33-88ebf2ecb90d,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:29.958749 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3365ccc2-d8d1-4212-aefb-83a1c759a896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7f969884-305a-4d9b-8e33-88ebf2ecb90d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:29.975742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-3365ccc2-d8d1-4212-aefb-83a1c759a896 admin admin] Calling delete_port for 7f969884-305a-4d9b-8e33-88ebf2ecb90d owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:17:30.148873 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3365ccc2-d8d1-4212-aefb-83a1c759a896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7f969884-305a-4d9b-8e33-88ebf2ecb90d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:30.177209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365ccc2-d8d1-4212-aefb-83a1c759a896 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f969884-305a-4d9b-8e33-88ebf2ecb90d,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:30.240613 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3365ccc2-d8d1-4212-aefb-83a1c759a896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (102ddb9a-0126-466b-a9ba-3f5252f36d06), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:30.260370 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e20a0134-2aa5-4b3e-aa4c-ab03f573b52c None None] Set router 102ddb9a-0126-466b-a9ba-3f5252f36d06 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:30.332379 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e20a0134-2aa5-4b3e-aa4c-ab03f573b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'name': 'tempest-TestEncryptedCinderVolumes-735439816-router', 'tenant_id': '7ababcd71593480d97aba29430de2ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:41Z', 'updated_at': '2022-02-11T06:17:29Z', 'revision_number': 6, 'project_id': '7ababcd71593480d97aba29430de2ee4', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:30.343108 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3365ccc2-d8d1-4212-aefb-83a1c759a896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (102ddb9a-0126-466b-a9ba-3f5252f36d06), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:30.345286 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3365ccc2-d8d1-4212-aefb-83a1c759a896 admin admin] Publish callbacks [] for router_controller (102ddb9a-0126-466b-a9ba-3f5252f36d06), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:30.359815 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a0134-2aa5-4b3e-aa4c-ab03f573b52c None None] The sync data for ids ['102ddb9a-0126-466b-a9ba-3f5252f36d06'] in n-d-713499-38 is: [{'id': '102ddb9a-0126-466b-a9ba-3f5252f36d06', 'name': 'tempest-TestEncryptedCinderVolumes-735439816-router', 'tenant_id': '7ababcd71593480d97aba29430de2ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:15:41Z', 'updated_at': '2022-02-11T06:17:29Z', 'revision_number': 6, 'project_id': '7ababcd71593480d97aba29430de2ee4', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:17:30.398563 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3365ccc2-d8d1-4212-aefb-83a1c759a896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (102ddb9a-0126-466b-a9ba-3f5252f36d06), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:30.399196 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3365ccc2-d8d1-4212-aefb-83a1c759a896 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 102ddb9a-0126-466b-a9ba-3f5252f36d06 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:17:30.403503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3365ccc2-d8d1-4212-aefb-83a1c759a896 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:30.404721 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3365ccc2-d8d1-4212-aefb-83a1c759a896 admin admin] 10.222.0.87 "DELETE /v2.0/routers/102ddb9a-0126-466b-a9ba-3f5252f36d06 HTTP/1.1" status: 204 len: 168 time: 0.7990422 Feb 11 06:17:30.407157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55576) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:30.452637 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2edfdb-4a3b-4664-b744-c73220d5e580 admin admin] Deleting subnet 8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:17:30.455768 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d2edfdb-4a3b-4664-b744-c73220d5e580 admin admin] Publish callbacks [] for subnet (8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:30.490776 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d2edfdb-4a3b-4664-b744-c73220d5e580 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:30.570918 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d2edfdb-4a3b-4664-b744-c73220d5e580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:30.627958 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d2edfdb-4a3b-4664-b744-c73220d5e580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:30.655619 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2edfdb-4a3b-4664-b744-c73220d5e580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:30.657495 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4d2edfdb-4a3b-4664-b744-c73220d5e580 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:30.661297 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4d2edfdb-4a3b-4664-b744-c73220d5e580 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/8bc7f0dd-ca10-46f4-b6a5-8e7c543302a5 HTTP/1.1" status: 204 len: 168 time: 0.2531588 Feb 11 06:17:30.663492 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fd0d8f-8c3b-4577-b778-04205153e3b0 None None] Network 6d5d9f9a-3708-47b6-b629-71c4eb40fe09 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:17:30.664041 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55578) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:30.745915 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (6d5d9f9a-3708-47b6-b629-71c4eb40fe09), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:30.808940 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] Deleting port d68fa81c-bd01-479b-a6cc-a42561822341 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:17:30.809286 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d68fa81c-bd01-479b-a6cc-a42561822341), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:30.871946 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] For port d68fa81c-bd01-479b-a6cc-a42561822341, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d68fa81c-bd01-479b-a6cc-a42561822341,segment=NetworkSegment(956c0946-d0eb-49ed-aa7a-203797cf2dfb),segment_id=956c0946-d0eb-49ed-aa7a-203797cf2dfb)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:30.872314 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d68fa81c-bd01-479b-a6cc-a42561822341), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:30.890095 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] Calling delete_port for d68fa81c-bd01-479b-a6cc-a42561822341 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:17:30.922526 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fac549af-048b-435b-955c-1af897ca6ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:30.969216 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d68fa81c-bd01-479b-a6cc-a42561822341), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:30.994130 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] Pushing event deleted for resources: {'Port': ['ID=d68fa81c-bd01-479b-a6cc-a42561822341,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:30.999827 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] No DVR routers for this DVR port d68fa81c-bd01-479b-a6cc-a42561822341 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:17:31.072837 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (6d5d9f9a-3708-47b6-b629-71c4eb40fe09), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:31.092432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5d9f9a-3708-47b6-b629-71c4eb40fe09']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:31.104617 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956c0946-d0eb-49ed-aa7a-203797cf2dfb') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:31.104921 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956c0946-d0eb-49ed-aa7a-203797cf2dfb') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:31.115704 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (956c0946-d0eb-49ed-aa7a-203797cf2dfb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:31.123974 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5940dbb5-adc8-4dde-a480-d0c7c3d5ce1c None None] DHCP port deletion for 6d5d9f9a-3708-47b6-b629-71c4eb40fe09 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:17:31.134442 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (956c0946-d0eb-49ed-aa7a-203797cf2dfb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:31.144770 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:17:31.145107 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (956c0946-d0eb-49ed-aa7a-203797cf2dfb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: timer() Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:17:31.146996 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:17:31.204141 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (6d5d9f9a-3708-47b6-b629-71c4eb40fe09), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:31.209428 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:31.212927 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] 10.222.0.87 "DELETE /v2.0/networks/6d5d9f9a-3708-47b6-b629-71c4eb40fe09 HTTP/1.1" status: 204 len: 168 time: 0.5479870 Feb 11 06:17:31.225939 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a36c4-3334-4878-b70a-b919fd4af445 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d5d9f9a-3708-47b6-b629-71c4eb40fe09,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:31.394020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 62c5a968-f7f6-44e7-bc4d-04d19500e45e no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:17:31.415490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 62c5a968-f7f6-44e7-bc4d-04d19500e45e {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:17:31.416689 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 62c5a968-f7f6-44e7-bc4d-04d19500e45e not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:17:31.417412 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d68fa81c-bd01-479b-a6cc-a42561822341 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:17:31.438177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55582) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:31.440437 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: d68fa81c-bd01-479b-a6cc-a42561822341 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:17:31.441260 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d68fa81c-bd01-479b-a6cc-a42561822341 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:17:31.441941 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7f969884-305a-4d9b-8e33-88ebf2ecb90d no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:17:31.467957 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 7f969884-305a-4d9b-8e33-88ebf2ecb90d {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:17:31.468524 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7f969884-305a-4d9b-8e33-88ebf2ecb90d not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:17:31.496988 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-55ea29be-b0e5-4262-863f-63819c4708ee admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=45c8d383201d45e4b6e00add2a978a19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0571933 Feb 11 06:17:31.499646 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55584) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:31.547493 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9507ddf4-029e-46dc-a6f7-62e5619ef66e admin admin] Publish callbacks [] for security_group (a8439381-3312-4dae-ada4-6f150a2ba0b5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:31.567784 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9507ddf4-029e-46dc-a6f7-62e5619ef66e admin admin] Publish callbacks [] for security_group (a8439381-3312-4dae-ada4-6f150a2ba0b5), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:31.615494 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9507ddf4-029e-46dc-a6f7-62e5619ef66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a8439381-3312-4dae-ada4-6f150a2ba0b5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:31.618107 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9507ddf4-029e-46dc-a6f7-62e5619ef66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:31.619287 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9507ddf4-029e-46dc-a6f7-62e5619ef66e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a8439381-3312-4dae-ada4-6f150a2ba0b5 HTTP/1.1" status: 204 len: 168 time: 0.1186743 Feb 11 06:17:31.627477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507ddf4-029e-46dc-a6f7-62e5619ef66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8439381-3312-4dae-ada4-6f150a2ba0b5,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:31.964835 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55590) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:32.016315 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e6da5413-10e1-47ae-9dc5-eccc2ffa935b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7ababcd71593480d97aba29430de2ee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502160 Feb 11 06:17:32.018745 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55592) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:32.065749 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a23e8dbb-94ca-4a2e-8a61-260aea0f7267 admin admin] Publish callbacks [] for security_group (b15de0e4-f68f-4ae0-9bf3-db64fa3aeb78), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:32.086780 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a23e8dbb-94ca-4a2e-8a61-260aea0f7267 admin admin] Publish callbacks [] for security_group (b15de0e4-f68f-4ae0-9bf3-db64fa3aeb78), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:32.135632 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a23e8dbb-94ca-4a2e-8a61-260aea0f7267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (b15de0e4-f68f-4ae0-9bf3-db64fa3aeb78), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:32.138440 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a23e8dbb-94ca-4a2e-8a61-260aea0f7267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:32.139619 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a23e8dbb-94ca-4a2e-8a61-260aea0f7267 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b15de0e4-f68f-4ae0-9bf3-db64fa3aeb78 HTTP/1.1" status: 204 len: 168 time: 0.1199565 Feb 11 06:17:32.147813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e8dbb-94ca-4a2e-8a61-260aea0f7267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15de0e4-f68f-4ae0-9bf3-db64fa3aeb78,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:32.650048 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:32.839985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55614) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:32.937167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-75b49053-0bfb-458d-8af8-ce939b8094d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-982837065-network', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:32.956333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b49053-0bfb-458d-8af8-ce939b8094d2 admin admin] Made reservation on behalf of cbf859bb9d4d4dba83cfa94e8a44877e for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:17:32.958928 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75b49053-0bfb-458d-8af8-ce939b8094d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:32.968038 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75b49053-0bfb-458d-8af8-ce939b8094d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.043293 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75b49053-0bfb-458d-8af8-ce939b8094d2 admin admin] Publish callbacks [] for security_group (4bb6d975-b4f2-4240-96b1-02c7ed94ecbb), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.047356 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75b49053-0bfb-458d-8af8-ce939b8094d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4bb6d975-b4f2-4240-96b1-02c7ed94ecbb), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.070810 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b49053-0bfb-458d-8af8-ce939b8094d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:17:33.080776 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b49053-0bfb-458d-8af8-ce939b8094d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:33.085391 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75b49053-0bfb-458d-8af8-ce939b8094d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (9faab591-acd2-4d14-a7b4-f2ff9dd1fe63), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.085731 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-75b49053-0bfb-458d-8af8-ce939b8094d2 admin admin] Added segment 9faab591-acd2-4d14-a7b4-f2ff9dd1fe63 of type vlan for network 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 Feb 11 06:17:33.124846 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75b49053-0bfb-458d-8af8-ce939b8094d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.149712 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75b49053-0bfb-458d-8af8-ce939b8094d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.150759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b49053-0bfb-458d-8af8-ce939b8094d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:33.151342 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-75b49053-0bfb-458d-8af8-ce939b8094d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.190195 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-75b49053-0bfb-458d-8af8-ce939b8094d2 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3490784 Feb 11 06:17:33.193257 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55618) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:33.198281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-f9e9956d-ec4f-410f-933a-c93443d511ee admin admin] Request body: {'subnet': {'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-982837065-subnet', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:33.217762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b49053-0bfb-458d-8af8-ce939b8094d2 admin admin] Pushing event updated for resources: {'Network': ['ID=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:33.228668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:17:33.228870 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e9956d-ec4f-410f-933a-c93443d511ee admin admin] Made reservation on behalf of cbf859bb9d4d4dba83cfa94e8a44877e for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:17:33.231506 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f9e9956d-ec4f-410f-933a-c93443d511ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.400867 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f9e9956d-ec4f-410f-933a-c93443d511ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (1adacfd0-6693-40f1-9d5d-ce36fcb83d4c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.456766 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9956d-ec4f-410f-933a-c93443d511ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=1adacfd0-6693-40f1-9d5d-ce36fcb83d4c,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:33.464820 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e9956d-ec4f-410f-933a-c93443d511ee admin admin] Checking segment: {'id': '9faab591-acd2-4d14-a7b4-f2ff9dd1fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:33.465177 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e9956d-ec4f-410f-933a-c93443d511ee admin admin] Network hostable DHCP agents. Network: 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:17:33.482014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e9956d-ec4f-410f-933a-c93443d511ee admin admin] Network 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:17:33.491552 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-f9e9956d-ec4f-410f-933a-c93443d511ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:33.495714 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9956d-ec4f-410f-933a-c93443d511ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:33.496416 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f9e9956d-ec4f-410f-933a-c93443d511ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.500020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36224459-9291-4c8e-890c-5fe10a895759 None None] Network 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:17:33.512480 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f9e9956d-ec4f-410f-933a-c93443d511ee admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3178196 Feb 11 06:17:33.515141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55620) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:33.519450 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-982837065-router', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:33.537992 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (232f217e-efec-4c1b-9e4a-c3df48d9493e), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.539028 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (232f217e-efec-4c1b-9e4a-c3df48d9493e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.596835 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Publish callbacks [] for router_controller (232f217e-efec-4c1b-9e4a-c3df48d9493e), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.607605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0', 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0', 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'fixed_ips': [{'subnet_id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:17:33.608499 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.739371 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Publish callbacks [] for router_gateway (232f217e-efec-4c1b-9e4a-c3df48d9493e), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.749705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Allocated IP 172.20.0.2 (26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0/1adacfd0-6693-40f1-9d5d-ce36fcb83d4c/1ed2bb40-2b2c-41df-995f-fe34aa082d88) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:17:33.868993 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.911649 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Publish callbacks [] for port (1ed2bb40-2b2c-41df-995f-fe34aa082d88), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.919085 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (1ed2bb40-2b2c-41df-995f-fe34aa082d88), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.952306 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Publish callbacks [] for router_gateway (232f217e-efec-4c1b-9e4a-c3df48d9493e), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:33.962678 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Network 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:33.965937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:33.970189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:17:33.973534 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Pushing event updated for resources: {'Port': ['ID=1ed2bb40-2b2c-41df-995f-fe34aa082d88,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:33.973881 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:34.031817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Attempting to bind port 1ed2bb40-2b2c-41df-995f-fe34aa082d88 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:17:34.032195 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Attempting to bind port 1ed2bb40-2b2c-41df-995f-fe34aa082d88 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '9faab591-acd2-4d14-a7b4-f2ff9dd1fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:17:34.032562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Attempting to bind port 1ed2bb40-2b2c-41df-995f-fe34aa082d88 on network 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:17:34.037628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:17:34.038007 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Checking segment: {'id': '9faab591-acd2-4d14-a7b4-f2ff9dd1fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:34.038411 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:34.038805 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Bound using segment: {'id': '9faab591-acd2-4d14-a7b4-f2ff9dd1fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:17:34.039271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Bound port: 1ed2bb40-2b2c-41df-995f-fe34aa082d88, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9faab591-acd2-4d14-a7b4-f2ff9dd1fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:17:34.039677 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1ed2bb40-2b2c-41df-995f-fe34aa082d88), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:34.081829 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Allocated IP 172.25.5.118 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/d43fc26f-cfc3-4896-95de-f39fbe41b410) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:17:34.117375 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] For port 1ed2bb40-2b2c-41df-995f-fe34aa082d88, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:17:34.120755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] For port 1ed2bb40-2b2c-41df-995f-fe34aa082d88, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1ed2bb40-2b2c-41df-995f-fe34aa082d88,segment=NetworkSegment(9faab591-acd2-4d14-a7b4-f2ff9dd1fe63),segment_id=9faab591-acd2-4d14-a7b4-f2ff9dd1fe63)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:17:34.126920 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1ed2bb40-2b2c-41df-995f-fe34aa082d88), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:34.185720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2f8c7-67d6-4e49-a623-975a674e4411 None None] Pushing event updated for resources: {'Port': ['ID=1ed2bb40-2b2c-41df-995f-fe34aa082d88,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:34.196215 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Publish callbacks [] for port (d43fc26f-cfc3-4896-95de-f39fbe41b410), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:34.232836 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d43fc26f-cfc3-4896-95de-f39fbe41b410), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:34.275170 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:34.278309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:34.283324 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:17:34.289179 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Pushing event updated for resources: {'Port': ['ID=d43fc26f-cfc3-4896-95de-f39fbe41b410,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:34.607591 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Publish callbacks [] for router_gateway (232f217e-efec-4c1b-9e4a-c3df48d9493e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:35.134260 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78528205-c79f-43c6-82c7-d73fc9c35256 None None] Network 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:17:35.156324 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (232f217e-efec-4c1b-9e4a-c3df48d9493e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:35.215978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8d59dbb9-6e16-43f1-b41a-851114c843f4 None None] Provisioning complete for port 1ed2bb40-2b2c-41df-995f-fe34aa082d88 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:35.216464 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d59dbb9-6e16-43f1-b41a-851114c843f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1ed2bb40-2b2c-41df-995f-fe34aa082d88), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:35.294145 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Router 232f217e-efec-4c1b-9e4a-c3df48d9493e is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:17:35.333772 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:35.352502 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8d59dbb9-6e16-43f1-b41a-851114c843f4 None None] Current status of the port 1ed2bb40-2b2c-41df-995f-fe34aa082d88 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:35.352897 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d59dbb9-6e16-43f1-b41a-851114c843f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1ed2bb40-2b2c-41df-995f-fe34aa082d88), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:35.391235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-8d59dbb9-6e16-43f1-b41a-851114c843f4 None None] For port 1ed2bb40-2b2c-41df-995f-fe34aa082d88, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1ed2bb40-2b2c-41df-995f-fe34aa082d88,segment=NetworkSegment(9faab591-acd2-4d14-a7b4-f2ff9dd1fe63),segment_id=9faab591-acd2-4d14-a7b4-f2ff9dd1fe63)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:35.397332 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d59dbb9-6e16-43f1-b41a-851114c843f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (1ed2bb40-2b2c-41df-995f-fe34aa082d88), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:35.450394 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1ed2bb40-2b2c-41df-995f-fe34aa082d88 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:35.459702 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:17:35.471644 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Sync routers for ids ['232f217e-efec-4c1b-9e4a-c3df48d9493e'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:17:35.483603 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Routers {'232f217e-efec-4c1b-9e4a-c3df48d9493e'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:35.484486 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['232f217e-efec-4c1b-9e4a-c3df48d9493e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:35.485586 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59dbb9-6e16-43f1-b41a-851114c843f4 None None] Pushing event updated for resources: {'Port': ['ID=1ed2bb40-2b2c-41df-995f-fe34aa082d88,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:35.487465 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:35.501144 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5a4f3ea2-6338-4f34-afdf-8969e2bb43ff admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9846525 Feb 11 06:17:35.504201 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55622) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:35.517707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 1ed2bb40-2b2c-41df-995f-fe34aa082d88 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:35.518090 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1ed2bb40-2b2c-41df-995f-fe34aa082d88), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:35.604965 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 1ed2bb40-2b2c-41df-995f-fe34aa082d88 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:35.615154 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Set router 232f217e-efec-4c1b-9e4a-c3df48d9493e gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:35.620548 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7fd156f6-3afd-425e-a3b5-d297ba8bc65c None None] Provisioning complete for port 1ed2bb40-2b2c-41df-995f-fe34aa082d88 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:35.620925 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7fd156f6-3afd-425e-a3b5-d297ba8bc65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1ed2bb40-2b2c-41df-995f-fe34aa082d88), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:35.702119 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7fd156f6-3afd-425e-a3b5-d297ba8bc65c None None] Current status of the port 1ed2bb40-2b2c-41df-995f-fe34aa082d88 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:35.820278 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'name': 'tempest-TestMinimumBasicScenario-982837065-router', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:34Z', 'revision_number': 3, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'gw_port': {'id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:35.847464 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Checking router: 232f217e-efec-4c1b-9e4a-c3df48d9493e for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:17:35.847824 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Updating router 232f217e-efec-4c1b-9e4a-c3df48d9493e port d43fc26f-cfc3-4896-95de-f39fbe41b410 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:17:35.875909 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d43fc26f-cfc3-4896-95de-f39fbe41b410), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:35.958123 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:36.115650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Allocated IP 172.20.0.1 (26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0/1adacfd0-6693-40f1-9d5d-ce36fcb83d4c/60c7bbaa-ec67-40dc-838b-1031162cf4e8) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:17:36.133766 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Publish callbacks [] for port (d43fc26f-cfc3-4896-95de-f39fbe41b410), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:36.139319 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d43fc26f-cfc3-4896-95de-f39fbe41b410), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:36.191642 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Attempting to bind port d43fc26f-cfc3-4896-95de-f39fbe41b410 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:17:36.192017 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Attempting to bind port d43fc26f-cfc3-4896-95de-f39fbe41b410 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:17:36.192385 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Attempting to bind port d43fc26f-cfc3-4896-95de-f39fbe41b410 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:17:36.195498 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bac0c-0955-4f0a-ae4b-a712c57d3284 None None] Pushing event updated for resources: {'Port': ['ID=d43fc26f-cfc3-4896-95de-f39fbe41b410,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:36.203539 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:17:36.203933 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:36.204318 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:36.204755 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:17:36.205227 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Bound port: d43fc26f-cfc3-4896-95de-f39fbe41b410, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:17:36.205608 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d43fc26f-cfc3-4896-95de-f39fbe41b410), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:36.209264 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293bac0c-0955-4f0a-ae4b-a712c57d3284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.209557 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293bac0c-0955-4f0a-ae4b-a712c57d3284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.209896 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293bac0c-0955-4f0a-ae4b-a712c57d3284 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.210240 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293bac0c-0955-4f0a-ae4b-a712c57d3284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.210575 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293bac0c-0955-4f0a-ae4b-a712c57d3284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.210905 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293bac0c-0955-4f0a-ae4b-a712c57d3284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.211238 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293bac0c-0955-4f0a-ae4b-a712c57d3284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.211596 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293bac0c-0955-4f0a-ae4b-a712c57d3284 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.211926 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293bac0c-0955-4f0a-ae4b-a712c57d3284 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.212254 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293bac0c-0955-4f0a-ae4b-a712c57d3284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.212579 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293bac0c-0955-4f0a-ae4b-a712c57d3284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.213247 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293bac0c-0955-4f0a-ae4b-a712c57d3284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.213247 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293bac0c-0955-4f0a-ae4b-a712c57d3284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.226469 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Publish callbacks [] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:36.261503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:36.265429 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] For port d43fc26f-cfc3-4896-95de-f39fbe41b410, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:17:36.268605 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] For port d43fc26f-cfc3-4896-95de-f39fbe41b410, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d43fc26f-cfc3-4896-95de-f39fbe41b410,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:17:36.274591 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d43fc26f-cfc3-4896-95de-f39fbe41b410), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:36.302647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Network 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:36.305801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:36.309926 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:17:36.334190 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bac0c-0955-4f0a-ae4b-a712c57d3284 None None] Pushing event updated for resources: {'Port': ['ID=d43fc26f-cfc3-4896-95de-f39fbe41b410,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:36.339529 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Routers {'232f217e-efec-4c1b-9e4a-c3df48d9493e'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:36.340163 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['232f217e-efec-4c1b-9e4a-c3df48d9493e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:36.349039 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (232f217e-efec-4c1b-9e4a-c3df48d9493e), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:36.354995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Pushing event updated for resources: {'Port': ['ID=60c7bbaa-ec67-40dc-838b-1031162cf4e8,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:36.401204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.401563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.401878 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.402214 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.402556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.402867 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.403191 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.403543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.403870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.404191 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.404515 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.404835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.405150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:36.459504 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] Set router 232f217e-efec-4c1b-9e4a-c3df48d9493e gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:36.518585 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:36.630064 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-148cfc30-3900-459b-b9ad-25c308406066 None None] Provisioning complete for port 60c7bbaa-ec67-40dc-838b-1031162cf4e8 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:36.630669 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-148cfc30-3900-459b-b9ad-25c308406066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:36.649440 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'name': 'tempest-TestMinimumBasicScenario-982837065-router', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:34Z', 'revision_number': 3, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'gw_port': {'id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:36.670267 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-148cfc30-3900-459b-b9ad-25c308406066 None None] Port 60c7bbaa-ec67-40dc-838b-1031162cf4e8 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:17:36.679726 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c5969-f57d-41c5-b6ee-1ad8589c8ca9 None None] The sync data for ids ['232f217e-efec-4c1b-9e4a-c3df48d9493e'] in n-d-713499-38 is: [{'id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'name': 'tempest-TestMinimumBasicScenario-982837065-router', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:34Z', 'revision_number': 3, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'gw_port': {'id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:17:36.689934 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Publish callbacks [] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:36.697312 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:36.771888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Pushing event updated for resources: {'Port': ['ID=60c7bbaa-ec67-40dc-838b-1031162cf4e8,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:36.774258 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (232f217e-efec-4c1b-9e4a-c3df48d9493e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:36.869780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Network 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:36.871239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:37.031666 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Router 232f217e-efec-4c1b-9e4a-c3df48d9493e has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:17:37.164089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:17:37.169927 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9ff7a2a6-be7f-4500-877e-b102eba02279 admin admin] 10.222.0.87 "PUT /v2.0/routers/232f217e-efec-4c1b-9e4a-c3df48d9493e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6645806 Feb 11 06:17:37.217840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9614e189-947e-43ad-8984-0a7e54996709 None None] Provisioning complete for port 60c7bbaa-ec67-40dc-838b-1031162cf4e8 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:37.218334 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9614e189-947e-43ad-8984-0a7e54996709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:37.254889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9614e189-947e-43ad-8984-0a7e54996709 None None] Port 60c7bbaa-ec67-40dc-838b-1031162cf4e8 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:17:37.482163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d43fc26f-cfc3-4896-95de-f39fbe41b410 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:37.535052 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d43fc26f-cfc3-4896-95de-f39fbe41b410 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:37.535527 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d43fc26f-cfc3-4896-95de-f39fbe41b410), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:37.622402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d43fc26f-cfc3-4896-95de-f39fbe41b410 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:37.623621 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d43fc26f-cfc3-4896-95de-f39fbe41b410), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:37.646657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port d43fc26f-cfc3-4896-95de-f39fbe41b410, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d43fc26f-cfc3-4896-95de-f39fbe41b410,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:37.651068 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d43fc26f-cfc3-4896-95de-f39fbe41b410), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:37.652051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1ed2bb40-2b2c-41df-995f-fe34aa082d88 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:37.707929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55638) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:37.713435 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a6ce27e5-a96b-4ce8-ad24-800b71e2123d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1778067645-network', 'tenant_id': '5f239097a1b141b982312f5a68deaf81'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:37.728467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=d43fc26f-cfc3-4896-95de-f39fbe41b410,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:37.738936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ce27e5-a96b-4ce8-ad24-800b71e2123d admin admin] Made reservation on behalf of 5f239097a1b141b982312f5a68deaf81 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:17:37.743342 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6ce27e5-a96b-4ce8-ad24-800b71e2123d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:37.743865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 1ed2bb40-2b2c-41df-995f-fe34aa082d88 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:37.744458 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (1ed2bb40-2b2c-41df-995f-fe34aa082d88), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:37.757399 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6ce27e5-a96b-4ce8-ad24-800b71e2123d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:37.853433 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6ce27e5-a96b-4ce8-ad24-800b71e2123d admin admin] Publish callbacks [] for security_group (660c2db0-a6cb-48d7-936c-6ecf5a1feaef), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:37.855074 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 1ed2bb40-2b2c-41df-995f-fe34aa082d88 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:37.858142 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6ce27e5-a96b-4ce8-ad24-800b71e2123d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (660c2db0-a6cb-48d7-936c-6ecf5a1feaef), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:37.880719 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ce27e5-a96b-4ce8-ad24-800b71e2123d admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:17:37.896338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce27e5-a96b-4ce8-ad24-800b71e2123d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660c2db0-a6cb-48d7-936c-6ecf5a1feaef,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:37.899348 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6ce27e5-a96b-4ce8-ad24-800b71e2123d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (354da4c7-e119-41af-8ebb-920b449d218e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:37.899725 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-a6ce27e5-a96b-4ce8-ad24-800b71e2123d admin admin] Added segment 354da4c7-e119-41af-8ebb-920b449d218e of type vlan for network 50d530be-3f65-4fc2-af3e-322c172be81c Feb 11 06:17:37.944081 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6ce27e5-a96b-4ce8-ad24-800b71e2123d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (50d530be-3f65-4fc2-af3e-322c172be81c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:37.968739 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6ce27e5-a96b-4ce8-ad24-800b71e2123d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (50d530be-3f65-4fc2-af3e-322c172be81c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:37.969706 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ce27e5-a96b-4ce8-ad24-800b71e2123d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:37.970806 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a6ce27e5-a96b-4ce8-ad24-800b71e2123d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:38.005860 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a6ce27e5-a96b-4ce8-ad24-800b71e2123d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2967319 Feb 11 06:17:38.008820 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55640) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:38.014128 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a602fa0c-e0f2-4b8e-8b48-bff6b704caf1 admin admin] Request body: {'subnet': {'network_id': '50d530be-3f65-4fc2-af3e-322c172be81c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1778067645-subnet', 'tenant_id': '5f239097a1b141b982312f5a68deaf81', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:38.034625 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a602fa0c-e0f2-4b8e-8b48-bff6b704caf1 admin admin] Made reservation on behalf of 5f239097a1b141b982312f5a68deaf81 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:17:38.037114 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a602fa0c-e0f2-4b8e-8b48-bff6b704caf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:38.037444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce27e5-a96b-4ce8-ad24-800b71e2123d admin admin] Pushing event updated for resources: {'Network': ['ID=50d530be-3f65-4fc2-af3e-322c172be81c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:38.047670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 50d530be-3f65-4fc2-af3e-322c172be81c details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:17:38.214770 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a602fa0c-e0f2-4b8e-8b48-bff6b704caf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (572857ea-3b9e-4736-9028-52cc5c2bf563), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:38.274054 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602fa0c-e0f2-4b8e-8b48-bff6b704caf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=572857ea-3b9e-4736-9028-52cc5c2bf563,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:38.286506 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a602fa0c-e0f2-4b8e-8b48-bff6b704caf1 admin admin] Checking segment: {'id': '354da4c7-e119-41af-8ebb-920b449d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '50d530be-3f65-4fc2-af3e-322c172be81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:38.286878 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a602fa0c-e0f2-4b8e-8b48-bff6b704caf1 admin admin] Network hostable DHCP agents. Network: 50d530be-3f65-4fc2-af3e-322c172be81c, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:17:38.304127 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a602fa0c-e0f2-4b8e-8b48-bff6b704caf1 admin admin] Network 50d530be-3f65-4fc2-af3e-322c172be81c is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:17:38.313204 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a602fa0c-e0f2-4b8e-8b48-bff6b704caf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 50d530be-3f65-4fc2-af3e-322c172be81c) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:38.317599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a602fa0c-e0f2-4b8e-8b48-bff6b704caf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:38.318187 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a602fa0c-e0f2-4b8e-8b48-bff6b704caf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:38.321985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cf08b8-8bc1-4431-a954-8023be6d9b87 None None] Network 50d530be-3f65-4fc2-af3e-322c172be81c requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:17:38.334617 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a602fa0c-e0f2-4b8e-8b48-bff6b704caf1 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3246062 Feb 11 06:17:38.338332 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55642) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:38.342797 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1778067645-router', 'tenant_id': '5f239097a1b141b982312f5a68deaf81', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:38.364873 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (de10bd8a-4b36-4564-a52b-fc2d6de3bc1e), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:38.365988 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (de10bd8a-4b36-4564-a52b-fc2d6de3bc1e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:38.421476 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Publish callbacks [] for router_controller (de10bd8a-4b36-4564-a52b-fc2d6de3bc1e), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:38.432069 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-50d530be-3f65-4fc2-af3e-322c172be81c', 'network_id': '50d530be-3f65-4fc2-af3e-322c172be81c', 'project_id': '5f239097a1b141b982312f5a68deaf81', 'fixed_ips': [{'subnet_id': '572857ea-3b9e-4736-9028-52cc5c2bf563'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:17:38.432795 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:38.505814 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Sync routers for ids ['232f217e-efec-4c1b-9e4a-c3df48d9493e'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:17:38.534235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Routers {'232f217e-efec-4c1b-9e4a-c3df48d9493e'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:38.534870 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['232f217e-efec-4c1b-9e4a-c3df48d9493e'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:38.572636 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Publish callbacks [] for router_gateway (de10bd8a-4b36-4564-a52b-fc2d6de3bc1e), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:38.662950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Allocated IP 172.20.0.2 (50d530be-3f65-4fc2-af3e-322c172be81c/572857ea-3b9e-4736-9028-52cc5c2bf563/f1fa3ef1-ae4d-4ada-b263-605b0a366741) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:17:38.700042 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Set router 232f217e-efec-4c1b-9e4a-c3df48d9493e gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:38.779531 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Publish callbacks [] for router_gateway (de10bd8a-4b36-4564-a52b-fc2d6de3bc1e), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:38.798940 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:38.908326 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Allocated IP 172.25.5.129 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:17:39.025603 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Publish callbacks [] for port (4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:39.061338 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:39.104431 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:39.107385 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:39.112214 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Publish callbacks [] for port (f1fa3ef1-ae4d-4ada-b263-605b0a366741), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:39.112415 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:17:39.132932 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Pushing event updated for resources: {'Port': ['ID=4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:39.133957 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (f1fa3ef1-ae4d-4ada-b263-605b0a366741), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:39.186150 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Network 50d530be-3f65-4fc2-af3e-322c172be81c is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:39.191400 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:39.196570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:17:39.200258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Pushing event updated for resources: {'Port': ['ID=f1fa3ef1-ae4d-4ada-b263-605b0a366741,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:39.257683 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'name': 'tempest-TestMinimumBasicScenario-982837065-router', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:36Z', 'revision_number': 4, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'gw_port': {'id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '60c7bbaa-ec67-40dc-838b-1031162cf4e8', 'name': '', 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'mac_address': 'fa:16:3e:b2:60:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:35Z', 'updated_at': '2022-02-11T06:17:36Z', 'revision_number': 2, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'subnets': [{'id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:39.287126 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Attempting to bind port f1fa3ef1-ae4d-4ada-b263-605b0a366741 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:17:39.287527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Attempting to bind port f1fa3ef1-ae4d-4ada-b263-605b0a366741 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '354da4c7-e119-41af-8ebb-920b449d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '50d530be-3f65-4fc2-af3e-322c172be81c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:17:39.287894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Attempting to bind port f1fa3ef1-ae4d-4ada-b263-605b0a366741 on network 50d530be-3f65-4fc2-af3e-322c172be81c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:17:39.291144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Checking router: 232f217e-efec-4c1b-9e4a-c3df48d9493e for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:17:39.291671 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Updating router 232f217e-efec-4c1b-9e4a-c3df48d9493e port 60c7bbaa-ec67-40dc-838b-1031162cf4e8 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:17:39.296186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:17:39.296587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Checking segment: {'id': '354da4c7-e119-41af-8ebb-920b449d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '50d530be-3f65-4fc2-af3e-322c172be81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:39.296969 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:39.297360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Bound using segment: {'id': '354da4c7-e119-41af-8ebb-920b449d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '50d530be-3f65-4fc2-af3e-322c172be81c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:17:39.297863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Bound port: f1fa3ef1-ae4d-4ada-b263-605b0a366741, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354da4c7-e119-41af-8ebb-920b449d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '50d530be-3f65-4fc2-af3e-322c172be81c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:17:39.298273 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f1fa3ef1-ae4d-4ada-b263-605b0a366741), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:39.337370 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:39.378447 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Publish callbacks [] for router_gateway (de10bd8a-4b36-4564-a52b-fc2d6de3bc1e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:39.404554 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d43fc26f-cfc3-4896-95de-f39fbe41b410 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:39.449796 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] For port f1fa3ef1-ae4d-4ada-b263-605b0a366741, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:17:39.511736 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] For port f1fa3ef1-ae4d-4ada-b263-605b0a366741, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f1fa3ef1-ae4d-4ada-b263-605b0a366741,segment=NetworkSegment(354da4c7-e119-41af-8ebb-920b449d218e),segment_id=354da4c7-e119-41af-8ebb-920b449d218e)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:17:39.528778 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f1fa3ef1-ae4d-4ada-b263-605b0a366741), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:39.603251 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (de10bd8a-4b36-4564-a52b-fc2d6de3bc1e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:39.659511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d00542-fd55-44ce-aff5-89b38c26c24c None None] Pushing event updated for resources: {'Port': ['ID=f1fa3ef1-ae4d-4ada-b263-605b0a366741,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:39.665640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d43fc26f-cfc3-4896-95de-f39fbe41b410 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:39.666301 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d43fc26f-cfc3-4896-95de-f39fbe41b410), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:39.748368 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Router de10bd8a-4b36-4564-a52b-fc2d6de3bc1e is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:17:39.859177 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d43fc26f-cfc3-4896-95de-f39fbe41b410 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:39.862718 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Publish callbacks [] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:39.870435 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:39.886255 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:17:39.896799 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Sync routers for ids ['de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:17:39.913037 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Routers {'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:39.913319 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:39.923071 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:39.924731 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c1933deb-33b3-4b6d-99e7-1a2086f9985e admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5854154 Feb 11 06:17:39.927783 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55644) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:17:39.992253 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7ac62-add7-4936-be3a-b6fd17621e0d None None] Pushing event updated for resources: {'Port': ['ID=60c7bbaa-ec67-40dc-838b-1031162cf4e8,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:40.013659 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Attempting to bind port 60c7bbaa-ec67-40dc-838b-1031162cf4e8 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:17:40.014035 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Attempting to bind port 60c7bbaa-ec67-40dc-838b-1031162cf4e8 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '9faab591-acd2-4d14-a7b4-f2ff9dd1fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:17:40.014397 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Attempting to bind port 60c7bbaa-ec67-40dc-838b-1031162cf4e8 on network 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:17:40.020839 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:17:40.021223 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Checking segment: {'id': '9faab591-acd2-4d14-a7b4-f2ff9dd1fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:40.021936 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:40.022082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Bound using segment: {'id': '9faab591-acd2-4d14-a7b4-f2ff9dd1fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:17:40.022490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Bound port: 60c7bbaa-ec67-40dc-838b-1031162cf4e8, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9faab591-acd2-4d14-a7b4-f2ff9dd1fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:17:40.022877 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:40.090202 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Set router de10bd8a-4b36-4564-a52b-fc2d6de3bc1e gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:40.107451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] For port 60c7bbaa-ec67-40dc-838b-1031162cf4e8, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:17:40.111583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] For port 60c7bbaa-ec67-40dc-838b-1031162cf4e8, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=60c7bbaa-ec67-40dc-838b-1031162cf4e8,segment=NetworkSegment(9faab591-acd2-4d14-a7b4-f2ff9dd1fe63),segment_id=9faab591-acd2-4d14-a7b4-f2ff9dd1fe63)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:17:40.119215 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:40.185073 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Routers {'232f217e-efec-4c1b-9e4a-c3df48d9493e'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:40.185734 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['232f217e-efec-4c1b-9e4a-c3df48d9493e'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:40.192464 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7ac62-add7-4936-be3a-b6fd17621e0d None None] Pushing event updated for resources: {'Port': ['ID=60c7bbaa-ec67-40dc-838b-1031162cf4e8,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:40.341525 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fdf66dd9-d8b0-40a2-acf0-be657e8de5d8 None None] Provisioning complete for port 60c7bbaa-ec67-40dc-838b-1031162cf4e8 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:40.341903 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fdf66dd9-d8b0-40a2-acf0-be657e8de5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:40.390465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] Set router 232f217e-efec-4c1b-9e4a-c3df48d9493e gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:40.423781 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'name': 'tempest-TestMinimumBasicScenario-1778067645-router', 'tenant_id': '5f239097a1b141b982312f5a68deaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:38Z', 'updated_at': '2022-02-11T06:17:39Z', 'revision_number': 3, 'project_id': '5f239097a1b141b982312f5a68deaf81', 'gw_port': {'id': '4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:38Z', 'updated_at': '2022-02-11T06:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:40.446383 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:40.463138 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Checking router: de10bd8a-4b36-4564-a52b-fc2d6de3bc1e for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:17:40.463548 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Updating router de10bd8a-4b36-4564-a52b-fc2d6de3bc1e port 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:17:40.499600 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:40.643215 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-fdf66dd9-d8b0-40a2-acf0-be657e8de5d8 None None] Current status of the port 60c7bbaa-ec67-40dc-838b-1031162cf4e8 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:40.643794 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fdf66dd9-d8b0-40a2-acf0-be657e8de5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:40.707178 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-fdf66dd9-d8b0-40a2-acf0-be657e8de5d8 None None] For port 60c7bbaa-ec67-40dc-838b-1031162cf4e8, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=60c7bbaa-ec67-40dc-838b-1031162cf4e8,segment=NetworkSegment(9faab591-acd2-4d14-a7b4-f2ff9dd1fe63),segment_id=9faab591-acd2-4d14-a7b4-f2ff9dd1fe63)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:40.712936 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fdf66dd9-d8b0-40a2-acf0-be657e8de5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:40.759663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'name': 'tempest-TestMinimumBasicScenario-982837065-router', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:36Z', 'revision_number': 4, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'gw_port': {'id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '60c7bbaa-ec67-40dc-838b-1031162cf4e8', 'name': '', 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'mac_address': 'fa:16:3e:b2:60:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:35Z', 'updated_at': '2022-02-11T06:17:40Z', 'revision_number': 4, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'subnets': [{'id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:40.800643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d1b81-1224-422a-80d1-9deceddb68d4 None None] The sync data for ids ['232f217e-efec-4c1b-9e4a-c3df48d9493e'] in n-d-713499-38 is: [{'id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'name': 'tempest-TestMinimumBasicScenario-982837065-router', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:36Z', 'revision_number': 4, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'gw_port': {'id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '60c7bbaa-ec67-40dc-838b-1031162cf4e8', 'name': '', 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'mac_address': 'fa:16:3e:b2:60:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:35Z', 'updated_at': '2022-02-11T06:17:40Z', 'revision_number': 4, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'subnets': [{'id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:17:40.802501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf66dd9-d8b0-40a2-acf0-be657e8de5d8 None None] Pushing event updated for resources: {'Port': ['ID=60c7bbaa-ec67-40dc-838b-1031162cf4e8,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:40.844481 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Publish callbacks [] for port (4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:40.845160 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-601e3d1f-46ad-4d25-819a-ca1b037a45c8 None None] Provisioning complete for port 60c7bbaa-ec67-40dc-838b-1031162cf4e8 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:40.845436 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-601e3d1f-46ad-4d25-819a-ca1b037a45c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:40.878888 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:40.973108 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd1a73-5349-4784-8abe-b40df372d65f None None] Pushing event updated for resources: {'Port': ['ID=4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:40.976970 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Attempting to bind port 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:17:40.977505 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Attempting to bind port 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:17:40.978161 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Attempting to bind port 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:17:40.984952 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:17:40.985335 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:40.985829 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:40.986225 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:17:40.986718 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Bound port: 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:17:40.987135 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:40.988658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-601e3d1f-46ad-4d25-819a-ca1b037a45c8 None None] Current status of the port 60c7bbaa-ec67-40dc-838b-1031162cf4e8 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:40.997600 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79726f03-baa7-4473-af71-ef7eaac7727f None None] Network 50d530be-3f65-4fc2-af3e-322c172be81c requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:17:41.023784 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:41.069283 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] For port 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:17:41.077341 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] For port 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:17:41.090451 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:41.164469 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Routers {'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:41.164994 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:41.168918 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd1a73-5349-4784-8abe-b40df372d65f None None] Pushing event updated for resources: {'Port': ['ID=4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:41.174508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1028532e-6b7f-4774-9f21-ef04dfead752 None None] Provisioning complete for port f1fa3ef1-ae4d-4ada-b263-605b0a366741 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:41.174969 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1028532e-6b7f-4774-9f21-ef04dfead752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f1fa3ef1-ae4d-4ada-b263-605b0a366741), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:41.243997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Allocated IP 172.20.0.1 (50d530be-3f65-4fc2-af3e-322c172be81c/572857ea-3b9e-4736-9028-52cc5c2bf563/2443ceee-998c-45df-b0d2-bcb754d196a7) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:17:41.298656 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1028532e-6b7f-4774-9f21-ef04dfead752 None None] Current status of the port f1fa3ef1-ae4d-4ada-b263-605b0a366741 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:41.299379 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1028532e-6b7f-4774-9f21-ef04dfead752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (f1fa3ef1-ae4d-4ada-b263-605b0a366741), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:41.312895 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] Set router de10bd8a-4b36-4564-a52b-fc2d6de3bc1e gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:41.382075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1028532e-6b7f-4774-9f21-ef04dfead752 None None] For port f1fa3ef1-ae4d-4ada-b263-605b0a366741, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f1fa3ef1-ae4d-4ada-b263-605b0a366741,segment=NetworkSegment(354da4c7-e119-41af-8ebb-920b449d218e),segment_id=354da4c7-e119-41af-8ebb-920b449d218e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:41.391734 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1028532e-6b7f-4774-9f21-ef04dfead752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (f1fa3ef1-ae4d-4ada-b263-605b0a366741), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:41.474435 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028532e-6b7f-4774-9f21-ef04dfead752 None None] Pushing event updated for resources: {'Port': ['ID=f1fa3ef1-ae4d-4ada-b263-605b0a366741,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:41.480294 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Publish callbacks [] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:41.553572 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:41.591338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f1fa3ef1-ae4d-4ada-b263-605b0a366741 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:41.593535 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'name': 'tempest-TestMinimumBasicScenario-1778067645-router', 'tenant_id': '5f239097a1b141b982312f5a68deaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:38Z', 'updated_at': '2022-02-11T06:17:39Z', 'revision_number': 3, 'project_id': '5f239097a1b141b982312f5a68deaf81', 'gw_port': {'id': '4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:38Z', 'updated_at': '2022-02-11T06:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:41.610486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Network 50d530be-3f65-4fc2-af3e-322c172be81c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:41.614770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:41.619707 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:17:41.645321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-94a752ea-36fb-4a16-8521-96a67113d2d5 None None] Provisioning complete for port f1fa3ef1-ae4d-4ada-b263-605b0a366741 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:41.645707 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-94a752ea-36fb-4a16-8521-96a67113d2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f1fa3ef1-ae4d-4ada-b263-605b0a366741), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:41.654199 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939e1d1-72e9-4933-aee0-7a3e6b4993b0 None None] The sync data for ids ['de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'] in n-d-713499-38 is: [{'id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'name': 'tempest-TestMinimumBasicScenario-1778067645-router', 'tenant_id': '5f239097a1b141b982312f5a68deaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:38Z', 'updated_at': '2022-02-11T06:17:39Z', 'revision_number': 3, 'project_id': '5f239097a1b141b982312f5a68deaf81', 'gw_port': {'id': '4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:38Z', 'updated_at': '2022-02-11T06:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:17:41.666632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Pushing event updated for resources: {'Port': ['ID=2443ceee-998c-45df-b0d2-bcb754d196a7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:41.687051 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (de10bd8a-4b36-4564-a52b-fc2d6de3bc1e), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:41.722781 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f1fa3ef1-ae4d-4ada-b263-605b0a366741 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:41.723390 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f1fa3ef1-ae4d-4ada-b263-605b0a366741), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:41.867456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:42.011597 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-94a752ea-36fb-4a16-8521-96a67113d2d5 None None] Current status of the port f1fa3ef1-ae4d-4ada-b263-605b0a366741 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:42.073471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f1fa3ef1-ae4d-4ada-b263-605b0a366741 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:42.074740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 60c7bbaa-ec67-40dc-838b-1031162cf4e8 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:42.102960 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Publish callbacks [] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:42.108630 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:42.149106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-90a53ff1-2217-4a48-9fc2-f59c3d98e38b None None] Provisioning complete for port 2443ceee-998c-45df-b0d2-bcb754d196a7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:42.149574 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-90a53ff1-2217-4a48-9fc2-f59c3d98e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:42.187077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 60c7bbaa-ec67-40dc-838b-1031162cf4e8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:42.187472 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:42.206184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Pushing event updated for resources: {'Port': ['ID=2443ceee-998c-45df-b0d2-bcb754d196a7,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:42.213906 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-90a53ff1-2217-4a48-9fc2-f59c3d98e38b None None] Port 2443ceee-998c-45df-b0d2-bcb754d196a7 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:17:42.229242 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (de10bd8a-4b36-4564-a52b-fc2d6de3bc1e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:42.294218 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 60c7bbaa-ec67-40dc-838b-1031162cf4e8 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:42.345989 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Network 50d530be-3f65-4fc2-af3e-322c172be81c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:42.347509 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:42.379040 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:17:42.481476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Router de10bd8a-4b36-4564-a52b-fc2d6de3bc1e has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:17:42.617055 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:17:42.634822 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cf9e3069-1f23-421f-b59e-9a36fb5a5b52 admin admin] 10.222.0.87 "PUT /v2.0/routers/de10bd8a-4b36-4564-a52b-fc2d6de3bc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6960573 Feb 11 06:17:42.640674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8e670d15-59b5-4052-8097-25e2048808b1 None None] Provisioning complete for port 2443ceee-998c-45df-b0d2-bcb754d196a7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:42.641059 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8e670d15-59b5-4052-8097-25e2048808b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:42.682891 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8e670d15-59b5-4052-8097-25e2048808b1 None None] Port 2443ceee-998c-45df-b0d2-bcb754d196a7 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:17:43.482844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f1fa3ef1-ae4d-4ada-b263-605b0a366741 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:43.541182 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port f1fa3ef1-ae4d-4ada-b263-605b0a366741 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:43.541581 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (f1fa3ef1-ae4d-4ada-b263-605b0a366741), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:43.631928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port f1fa3ef1-ae4d-4ada-b263-605b0a366741 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:43.633067 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:43.696418 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:43.696797 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:43.805081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:43.806534 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:43.830616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:43.836497 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:43.891359 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:43.904468 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:43.904816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:43.905399 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:43.905876 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:43.906364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:43.906563 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:43.906897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:43.907217 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:43.909820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:43.909820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:43.910081 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:43.910425 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:43.910765 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:17:44.519204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Sync routers for ids ['de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:17:44.542020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Routers {'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:44.542777 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:44.681136 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Set router de10bd8a-4b36-4564-a52b-fc2d6de3bc1e gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:44.783769 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:44.928987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'name': 'tempest-TestMinimumBasicScenario-1778067645-router', 'tenant_id': '5f239097a1b141b982312f5a68deaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:38Z', 'updated_at': '2022-02-11T06:17:41Z', 'revision_number': 4, 'project_id': '5f239097a1b141b982312f5a68deaf81', 'gw_port': {'id': '4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:38Z', 'updated_at': '2022-02-11T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2443ceee-998c-45df-b0d2-bcb754d196a7', 'name': '', 'network_id': '50d530be-3f65-4fc2-af3e-322c172be81c', 'tenant_id': '5f239097a1b141b982312f5a68deaf81', 'mac_address': 'fa:16:3e:bf:c5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '572857ea-3b9e-4736-9028-52cc5c2bf563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:41Z', 'updated_at': '2022-02-11T06:17:41Z', 'revision_number': 2, 'project_id': '5f239097a1b141b982312f5a68deaf81', 'subnets': [{'id': '572857ea-3b9e-4736-9028-52cc5c2bf563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:44.957029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Checking router: de10bd8a-4b36-4564-a52b-fc2d6de3bc1e for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:17:44.957404 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Updating router de10bd8a-4b36-4564-a52b-fc2d6de3bc1e port 2443ceee-998c-45df-b0d2-bcb754d196a7 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:17:44.994382 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:45.293038 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Publish callbacks [] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:45.299752 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:45.361384 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d8d28-45d8-4a7e-9e2b-7e9c6b14e49b None None] Pushing event updated for resources: {'Port': ['ID=2443ceee-998c-45df-b0d2-bcb754d196a7,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:45.431583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Attempting to bind port 2443ceee-998c-45df-b0d2-bcb754d196a7 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:17:45.431942 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Attempting to bind port 2443ceee-998c-45df-b0d2-bcb754d196a7 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '354da4c7-e119-41af-8ebb-920b449d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '50d530be-3f65-4fc2-af3e-322c172be81c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:17:45.432464 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Attempting to bind port 2443ceee-998c-45df-b0d2-bcb754d196a7 on network 50d530be-3f65-4fc2-af3e-322c172be81c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:17:45.446054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:45.449731 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:17:45.450175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Checking segment: {'id': '354da4c7-e119-41af-8ebb-920b449d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '50d530be-3f65-4fc2-af3e-322c172be81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:17:45.450519 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:45.450920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Bound using segment: {'id': '354da4c7-e119-41af-8ebb-920b449d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '50d530be-3f65-4fc2-af3e-322c172be81c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:17:45.451514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Bound port: 2443ceee-998c-45df-b0d2-bcb754d196a7, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354da4c7-e119-41af-8ebb-920b449d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '50d530be-3f65-4fc2-af3e-322c172be81c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:17:45.451865 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:45.546200 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] For port 2443ceee-998c-45df-b0d2-bcb754d196a7, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:17:45.550838 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] For port 2443ceee-998c-45df-b0d2-bcb754d196a7, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2443ceee-998c-45df-b0d2-bcb754d196a7,segment=NetworkSegment(354da4c7-e119-41af-8ebb-920b449d218e),segment_id=354da4c7-e119-41af-8ebb-920b449d218e)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:17:45.563103 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:45.634991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d8d28-45d8-4a7e-9e2b-7e9c6b14e49b None None] Pushing event updated for resources: {'Port': ['ID=2443ceee-998c-45df-b0d2-bcb754d196a7,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:45.685600 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Routers {'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:17:45.686050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:17:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:45.826874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:45.827255 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:45.904897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] Set router de10bd8a-4b36-4564-a52b-fc2d6de3bc1e gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:17:45.937981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d134d9f6-311c-4d40-b8ce-40d5b20843ea None None] Provisioning complete for port 2443ceee-998c-45df-b0d2-bcb754d196a7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:45.938366 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d134d9f6-311c-4d40-b8ce-40d5b20843ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:46.143706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:46.409130 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d134d9f6-311c-4d40-b8ce-40d5b20843ea None None] Current status of the port 2443ceee-998c-45df-b0d2-bcb754d196a7 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:46.409493 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d134d9f6-311c-4d40-b8ce-40d5b20843ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:46.482925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d134d9f6-311c-4d40-b8ce-40d5b20843ea None None] For port 2443ceee-998c-45df-b0d2-bcb754d196a7, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2443ceee-998c-45df-b0d2-bcb754d196a7,segment=NetworkSegment(354da4c7-e119-41af-8ebb-920b449d218e),segment_id=354da4c7-e119-41af-8ebb-920b449d218e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:17:46.495119 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d134d9f6-311c-4d40-b8ce-40d5b20843ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:46.552430 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'name': 'tempest-TestMinimumBasicScenario-1778067645-router', 'tenant_id': '5f239097a1b141b982312f5a68deaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:38Z', 'updated_at': '2022-02-11T06:17:41Z', 'revision_number': 4, 'project_id': '5f239097a1b141b982312f5a68deaf81', 'gw_port': {'id': '4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:38Z', 'updated_at': '2022-02-11T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2443ceee-998c-45df-b0d2-bcb754d196a7', 'name': '', 'network_id': '50d530be-3f65-4fc2-af3e-322c172be81c', 'tenant_id': '5f239097a1b141b982312f5a68deaf81', 'mac_address': 'fa:16:3e:bf:c5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '572857ea-3b9e-4736-9028-52cc5c2bf563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:41Z', 'updated_at': '2022-02-11T06:17:45Z', 'revision_number': 4, 'project_id': '5f239097a1b141b982312f5a68deaf81', 'subnets': [{'id': '572857ea-3b9e-4736-9028-52cc5c2bf563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:17:46.584074 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134d9f6-311c-4d40-b8ce-40d5b20843ea None None] Pushing event updated for resources: {'Port': ['ID=2443ceee-998c-45df-b0d2-bcb754d196a7,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:46.588980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dd1bb5-50ac-4e52-a352-50dec77a08f6 None None] The sync data for ids ['de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'] in n-d-713499-38 is: [{'id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'name': 'tempest-TestMinimumBasicScenario-1778067645-router', 'tenant_id': '5f239097a1b141b982312f5a68deaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:38Z', 'updated_at': '2022-02-11T06:17:41Z', 'revision_number': 4, 'project_id': '5f239097a1b141b982312f5a68deaf81', 'gw_port': {'id': '4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:38Z', 'updated_at': '2022-02-11T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '2443ceee-998c-45df-b0d2-bcb754d196a7', 'name': '', 'network_id': '50d530be-3f65-4fc2-af3e-322c172be81c', 'tenant_id': '5f239097a1b141b982312f5a68deaf81', 'mac_address': 'fa:16:3e:bf:c5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '572857ea-3b9e-4736-9028-52cc5c2bf563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:41Z', 'updated_at': '2022-02-11T06:17:45Z', 'revision_number': 4, 'project_id': '5f239097a1b141b982312f5a68deaf81', 'subnets': [{'id': '572857ea-3b9e-4736-9028-52cc5c2bf563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:17:46.625208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-09fadf3b-8c40-474d-ab11-93d85c16d55a None None] Provisioning complete for port 2443ceee-998c-45df-b0d2-bcb754d196a7 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:46.625771 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-09fadf3b-8c40-474d-ab11-93d85c16d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:46.785071 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-09fadf3b-8c40-474d-ab11-93d85c16d55a None None] Current status of the port 2443ceee-998c-45df-b0d2-bcb754d196a7 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:47.444477 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2443ceee-998c-45df-b0d2-bcb754d196a7 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:17:47.496432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2443ceee-998c-45df-b0d2-bcb754d196a7 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:47.497192 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:47.592532 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2443ceee-998c-45df-b0d2-bcb754d196a7 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:17:52.487084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c876cc-9914-4531-8c51-be5c45df8115 req-2aadbce2-e229-4526-b4d6-70aa68b44068 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:52.488582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77c876cc-9914-4531-8c51-be5c45df8115 req-2aadbce2-e229-4526-b4d6-70aa68b44068 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/networks?id=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 HTTP/1.1" status: 200 len: 814 time: 0.1026907 Feb 11 06:17:52.503310 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77c876cc-9914-4531-8c51-be5c45df8115 req-0af17f64-f015-4c24-a7e5-845b50b492c9 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/quotas/cbf859bb9d4d4dba83cfa94e8a44877e HTTP/1.1" status: 200 len: 375 time: 0.0093985 Feb 11 06:17:52.557786 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77c876cc-9914-4531-8c51-be5c45df8115 req-9d7ea484-1e5c-48c8-b322-d00b946bea36 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=cbf859bb9d4d4dba83cfa94e8a44877e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495353 Feb 11 06:17:52.656570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77c876cc-9914-4531-8c51-be5c45df8115 req-201df0fe-cc62-473e-aa98-a5334ef057a9 service neutron] 10.222.0.87 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865064 Feb 11 06:17:52.746165 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77c876cc-9914-4531-8c51-be5c45df8115 req-fcd03711-6424-46f4-bbf5-343d5b571f10 service neutron] 10.222.0.87 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838897 Feb 11 06:17:52.908656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c111da44-2367-44c6-8ca6-7f1cae06d9aa req-9ac0cfae-014f-4b3e-9b2a-614e82eab9d7 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 210 time: 0.0279860 Feb 11 06:17:53.849169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c876cc-9914-4531-8c51-be5c45df8115 req-830f4dec-df80-4c2d-a15e-f0feefbafdb6 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:53.850559 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77c876cc-9914-4531-8c51-be5c45df8115 req-830f4dec-df80-4c2d-a15e-f0feefbafdb6 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.73 "GET /v2.0/networks?id=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 HTTP/1.1" status: 200 len: 814 time: 0.1123734 Feb 11 06:17:53.862933 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-77c876cc-9914-4531-8c51-be5c45df8115 req-34eb9daf-dec4-4145-9d13-de9838b8cdc3 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Request body: {'port': {'device_id': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0', 'admin_state_up': True, 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:17:53.983762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c876cc-9914-4531-8c51-be5c45df8115 req-34eb9daf-dec4-4145-9d13-de9838b8cdc3 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Made reservation on behalf of cbf859bb9d4d4dba83cfa94e8a44877e for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:17:53.987089 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-77c876cc-9914-4531-8c51-be5c45df8115 req-34eb9daf-dec4-4145-9d13-de9838b8cdc3 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:54.022012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-80481963-8355-41d0-9be7-c68b2c3d23e3 req-a1d1eab2-c67f-4882-bb1b-828598936d2a tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 210 time: 0.0403349 Feb 11 06:17:54.162983 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-77c876cc-9914-4531-8c51-be5c45df8115 req-34eb9daf-dec4-4145-9d13-de9838b8cdc3 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Allocated IP 172.20.0.13 (26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0/1adacfd0-6693-40f1-9d5d-ce36fcb83d4c/2032ecd0-ba1c-466a-8366-ed0714ef08ef) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:17:54.377919 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-77c876cc-9914-4531-8c51-be5c45df8115 req-34eb9daf-dec4-4145-9d13-de9838b8cdc3 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:54.419584 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-77c876cc-9914-4531-8c51-be5c45df8115 req-34eb9daf-dec4-4145-9d13-de9838b8cdc3 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:54.473651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c876cc-9914-4531-8c51-be5c45df8115 req-34eb9daf-dec4-4145-9d13-de9838b8cdc3 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Network 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:17:54.478077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-77c876cc-9914-4531-8c51-be5c45df8115 req-34eb9daf-dec4-4145-9d13-de9838b8cdc3 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:17:54.483903 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c876cc-9914-4531-8c51-be5c45df8115 req-34eb9daf-dec4-4145-9d13-de9838b8cdc3 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:17:54.515700 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb9daf-dec4-4145-9d13-de9838b8cdc3 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Pushing event updated for resources: {'Port': ['ID=2032ecd0-ba1c-466a-8366-ed0714ef08ef,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:17:54.544841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c876cc-9914-4531-8c51-be5c45df8115 req-34eb9daf-dec4-4145-9d13-de9838b8cdc3 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:54.545525 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-77c876cc-9914-4531-8c51-be5c45df8115 req-34eb9daf-dec4-4145-9d13-de9838b8cdc3 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:54.591545 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77c876cc-9914-4531-8c51-be5c45df8115 req-34eb9daf-dec4-4145-9d13-de9838b8cdc3 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7315934 Feb 11 06:17:54.769213 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b622b0f7-110b-47cd-9532-f79c1c7257bc None None] Provisioning complete for port 2032ecd0-ba1c-466a-8366-ed0714ef08ef triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:17:54.769774 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b622b0f7-110b-47cd-9532-f79c1c7257bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:54.805093 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b622b0f7-110b-47cd-9532-f79c1c7257bc None None] Port 2032ecd0-ba1c-466a-8366-ed0714ef08ef cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:17:55.163121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39617342-d4c1-4eea-8046-6eac4a7b2d26 req-7a89c1cf-85c9-41a9-b747-2a67ff1a8900 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:55.164778 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39617342-d4c1-4eea-8046-6eac4a7b2d26 req-7a89c1cf-85c9-41a9-b747-2a67ff1a8900 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 932 time: 0.0577586 Feb 11 06:17:55.223463 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-39617342-d4c1-4eea-8046-6eac4a7b2d26 req-9c750dad-5511-474b-9238-c7f4408b1bee tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529685 Feb 11 06:17:56.348019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660af6a-6d5f-4912-adc0-24e7a47cbf93 req-da36f1fb-210f-4211-b621-6e1dbfe7993b tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:56.350357 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b660af6a-6d5f-4912-adc0-24e7a47cbf93 req-da36f1fb-210f-4211-b621-6e1dbfe7993b tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 932 time: 0.0572181 Feb 11 06:17:56.406553 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b660af6a-6d5f-4912-adc0-24e7a47cbf93 req-d81b06d5-c34d-4216-88aa-e878a2e585e0 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505147 Feb 11 06:17:57.535410 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c760c-f194-408d-aa07-1996a3062fd6 req-40859cb6-905e-46fa-b190-5bfa0f251965 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:57.538158 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-318c760c-f194-408d-aa07-1996a3062fd6 req-40859cb6-905e-46fa-b190-5bfa0f251965 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 932 time: 0.0586529 Feb 11 06:17:57.588224 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-318c760c-f194-408d-aa07-1996a3062fd6 req-f9ca83d1-1335-4a20-a524-3b2e36abfd39 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440559 Feb 11 06:17:58.624147 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1a305e9-e86f-4a8a-9e11-e30eeb8f7f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:58.730143 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b14a16-0a0b-411b-9fa6-9c356becb750 req-aa960899-8f08-4d60-b917-6e42738dc2a5 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:58.731765 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22b14a16-0a0b-411b-9fa6-9c356becb750 req-aa960899-8f08-4d60-b917-6e42738dc2a5 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 932 time: 0.0681484 Feb 11 06:17:58.782248 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-22b14a16-0a0b-411b-9fa6-9c356becb750 req-8fa3e920-553b-46e4-8a20-26abcc7ed9bb tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433037 Feb 11 06:17:59.918725 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b58ce-2064-4cd1-be5b-158c568ce1e0 req-4adb10d9-757f-4510-b277-e09d63b0d141 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:17:59.920325 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c76b58ce-2064-4cd1-be5b-158c568ce1e0 req-4adb10d9-757f-4510-b277-e09d63b0d141 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 932 time: 0.0640132 Feb 11 06:17:59.974541 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c76b58ce-2064-4cd1-be5b-158c568ce1e0 req-1c33364e-eb9a-4d89-b650-cbd339ea47a6 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472608 Feb 11 06:18:00.929891 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b640388-a976-472f-bb53-c16dc3a4a9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:01.105740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57589862-83c4-4b7b-8a0b-4aa011b9dc15 req-3fed56a7-6b05-45de-916f-2ce64689ad53 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:01.107289 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57589862-83c4-4b7b-8a0b-4aa011b9dc15 req-3fed56a7-6b05-45de-916f-2ce64689ad53 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 932 time: 0.0546930 Feb 11 06:18:01.166624 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-57589862-83c4-4b7b-8a0b-4aa011b9dc15 req-e399c5f4-8274-47ec-955f-42f1d47b3a17 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508480 Feb 11 06:18:02.290982 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94ee9a-d49c-4e2e-a374-1375818ebfe7 req-868828b4-1793-49cf-acf6-4f38c1185f8f tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:02.292502 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e94ee9a-d49c-4e2e-a374-1375818ebfe7 req-868828b4-1793-49cf-acf6-4f38c1185f8f tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 932 time: 0.0528722 Feb 11 06:18:02.343610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e94ee9a-d49c-4e2e-a374-1375818ebfe7 req-d29ab943-6e0a-4805-ba3b-3032d55f92cf tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447485 Feb 11 06:18:02.369703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Request body: {'port': {'device_id': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:02.423274 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:02.651971 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:02.688844 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2032ecd0-ba1c-466a-8366-ed0714ef08ef {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:18:02.696229 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Publish callbacks [] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:02.708085 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Transition to ACTIVE for port object 2032ecd0-ba1c-466a-8366-ed0714ef08ef will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:18:02.711884 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:02.778105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Pushing event updated for resources: {'Port': ['ID=2032ecd0-ba1c-466a-8366-ed0714ef08ef,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:02.839585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Attempting to bind port 2032ecd0-ba1c-466a-8366-ed0714ef08ef on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:18:02.839922 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Attempting to bind port 2032ecd0-ba1c-466a-8366-ed0714ef08ef by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '9faab591-acd2-4d14-a7b4-f2ff9dd1fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:18:02.840251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Attempting to bind port 2032ecd0-ba1c-466a-8366-ed0714ef08ef on network 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:18:02.845574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Port 2032ecd0-ba1c-466a-8366-ed0714ef08ef on network 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:18:02.845904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Attempting to bind port 2032ecd0-ba1c-466a-8366-ed0714ef08ef on network 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:18:02.851091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:18:02.851452 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Checking segment: {'id': '9faab591-acd2-4d14-a7b4-f2ff9dd1fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:18:02.851851 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Bound using segment: {'id': '9faab591-acd2-4d14-a7b4-f2ff9dd1fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:18:02.852282 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Bound port: 2032ecd0-ba1c-466a-8366-ed0714ef08ef, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9faab591-acd2-4d14-a7b4-f2ff9dd1fe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:18:02.852642 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:02.926534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] For port 2032ecd0-ba1c-466a-8366-ed0714ef08ef, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:18:02.929802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] For port 2032ecd0-ba1c-466a-8366-ed0714ef08ef, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2032ecd0-ba1c-466a-8366-ed0714ef08ef,segment=NetworkSegment(9faab591-acd2-4d14-a7b4-f2ff9dd1fe63),segment_id=9faab591-acd2-4d14-a7b4-f2ff9dd1fe63)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:18:02.937918 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:02.973426 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:02.974363 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:02.975734 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77c876cc-9914-4531-8c51-be5c45df8115 req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] 10.222.0.73 "PUT /v2.0/ports/2032ecd0-ba1c-466a-8366-ed0714ef08ef HTTP/1.1" status: 200 len: 1093 time: 0.6179059 Feb 11 06:18:02.976185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'tag': '2032ecd0-ba1c-466a-8366-ed0714ef08ef'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:18:02.978423 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b4dfb0-94db-4c30-a244-403776b9cf41" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3", "tag": "2032ecd0-ba1c-466a-8366-ed0714ef08ef"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:18:03.060394 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807620fb-d576-4cb7-b46e-2b896ccd0ea0 x-openstack-request-id: req-807620fb-d576-4cb7-b46e-2b896ccd0ea0 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:18:03.060922 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3", "tag": "2032ecd0-ba1c-466a-8366-ed0714ef08ef", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:18:03.061335 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-807620fb-d576-4cb7-b46e-2b896ccd0ea0 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:18:03.061900 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'tag': '2032ecd0-ba1c-466a-8366-ed0714ef08ef', 'status': 'completed', 'code': 200} Feb 11 06:18:03.065006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad448265-f77d-4e3b-b57c-cef074d1007b service neutron] Pushing event updated for resources: {'Port': ['ID=2032ecd0-ba1c-466a-8366-ed0714ef08ef,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:03.082721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c876cc-9914-4531-8c51-be5c45df8115 req-3f1dade7-409a-4fc7-90fe-7e364acf37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:03.084490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77c876cc-9914-4531-8c51-be5c45df8115 req-3f1dade7-409a-4fc7-90fe-7e364acf37b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbf859bb9d4d4dba83cfa94e8a44877e&device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 1127 time: 0.0660017 Feb 11 06:18:03.133812 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77c876cc-9914-4531-8c51-be5c45df8115 req-aa792224-f3af-4fa4-a1b3-6794f99cc0d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2032ecd0-ba1c-466a-8366-ed0714ef08ef HTTP/1.1" status: 200 len: 217 time: 0.0421035 Feb 11 06:18:03.186277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c876cc-9914-4531-8c51-be5c45df8115 req-87d46b69-e77b-4365-a09b-ffa58c2b7072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:03.188419 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77c876cc-9914-4531-8c51-be5c45df8115 req-87d46b69-e77b-4365-a09b-ffa58c2b7072 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1adacfd0-6693-40f1-9d5d-ce36fcb83d4c HTTP/1.1" status: 200 len: 853 time: 0.0469363 Feb 11 06:18:03.237197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c876cc-9914-4531-8c51-be5c45df8115 req-00efe58e-5cab-443a-a6ee-3007301bf50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:03.238740 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77c876cc-9914-4531-8c51-be5c45df8115 req-00efe58e-5cab-443a-a6ee-3007301bf50e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453622 Feb 11 06:18:03.346426 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77c876cc-9914-4531-8c51-be5c45df8115 req-b710cd86-3392-4133-b908-4dbeaa7532f0 service neutron] 10.222.0.73 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019764 Feb 11 06:18:03.463785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77c876cc-9914-4531-8c51-be5c45df8115 req-d83484c1-8b24-4a89-ac94-971091b00dfc service neutron] 10.222.0.73 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115625 Feb 11 06:18:03.484814 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271660b7-245f-4287-bfa8-3c73b3aac644 req-7c8e7bfb-0fcc-44cc-b1a5-932e8a09184d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:03.486269 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-271660b7-245f-4287-bfa8-3c73b3aac644 req-7c8e7bfb-0fcc-44cc-b1a5-932e8a09184d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 944 time: 0.0688407 Feb 11 06:18:03.561360 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-271660b7-245f-4287-bfa8-3c73b3aac644 req-80e760d0-d9b5-4ead-9f40-394d98eb8025 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692332 Feb 11 06:18:03.574060 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4dfb0-94db-4c30-a244-403776b9cf41 req-5d183e05-86e4-4b44-bb5b-039cba6af39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:03.575549 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91b4dfb0-94db-4c30-a244-403776b9cf41 req-5d183e05-86e4-4b44-bb5b-039cba6af39e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbf859bb9d4d4dba83cfa94e8a44877e&device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 1127 time: 0.0611341 Feb 11 06:18:03.665712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4dfb0-94db-4c30-a244-403776b9cf41 req-c1ab0af9-cd61-44ec-a396-72518de8b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:03.667106 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91b4dfb0-94db-4c30-a244-403776b9cf41 req-c1ab0af9-cd61-44ec-a396-72518de8b73a service neutron] 10.222.0.73 "GET /v2.0/networks?id=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 HTTP/1.1" status: 200 len: 915 time: 0.0859203 Feb 11 06:18:03.707889 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91b4dfb0-94db-4c30-a244-403776b9cf41 req-b809750b-de6c-438f-8b99-e084326615c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2032ecd0-ba1c-466a-8366-ed0714ef08ef HTTP/1.1" status: 200 len: 217 time: 0.0334308 Feb 11 06:18:03.756310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4dfb0-94db-4c30-a244-403776b9cf41 req-fc4e3f97-f53a-4935-8ffc-99b233d1cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:03.757734 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91b4dfb0-94db-4c30-a244-403776b9cf41 req-fc4e3f97-f53a-4935-8ffc-99b233d1cbd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1adacfd0-6693-40f1-9d5d-ce36fcb83d4c HTTP/1.1" status: 200 len: 853 time: 0.0443594 Feb 11 06:18:03.810345 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4dfb0-94db-4c30-a244-403776b9cf41 req-6931ac56-1bd5-4ec0-9f84-f50eab8037fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:03.811993 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91b4dfb0-94db-4c30-a244-403776b9cf41 req-6931ac56-1bd5-4ec0-9f84-f50eab8037fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480237 Feb 11 06:18:03.850657 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:03.901309 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91b4dfb0-94db-4c30-a244-403776b9cf41 req-8d59fa20-e76b-4337-94db-898bd392bbd2 service neutron] 10.222.0.73 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827391 Feb 11 06:18:03.996333 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-91b4dfb0-94db-4c30-a244-403776b9cf41 req-b5538f9e-f232-4500-9775-9e5ace52fcab service neutron] 10.222.0.73 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875409 Feb 11 06:18:04.344107 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2032ecd0-ba1c-466a-8366-ed0714ef08ef details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:18:04.441638 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2032ecd0-ba1c-466a-8366-ed0714ef08ef, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2032ecd0-ba1c-466a-8366-ed0714ef08ef,segment=NetworkSegment(9faab591-acd2-4d14-a7b4-f2ff9dd1fe63),segment_id=9faab591-acd2-4d14-a7b4-f2ff9dd1fe63)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:04.452959 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '2032ecd0-ba1c-466a-8366-ed0714ef08ef', 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0', 'port_id': '2032ecd0-ba1c-466a-8366-ed0714ef08ef', 'mac_address': 'fa:16:3e:e3:eb:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:18:04.489488 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2032ecd0-ba1c-466a-8366-ed0714ef08ef is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:04.489908 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:04.504190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2032ecd0-ba1c-466a-8366-ed0714ef08ef {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:18:04.523100 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2032ecd0-ba1c-466a-8366-ed0714ef08ef, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2032ecd0-ba1c-466a-8366-ed0714ef08ef,segment=NetworkSegment(9faab591-acd2-4d14-a7b4-f2ff9dd1fe63),segment_id=9faab591-acd2-4d14-a7b4-f2ff9dd1fe63)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:04.527010 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:04.573729 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2032ecd0-ba1c-466a-8366-ed0714ef08ef,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:04.682636 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ef8d4-cecf-48bc-8fde-6c4847070a67 req-0e8dee28-5d3b-4531-ba1d-658c6d071793 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:04.684154 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-422ef8d4-cecf-48bc-8fde-6c4847070a67 req-0e8dee28-5d3b-4531-ba1d-658c6d071793 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 945 time: 0.0519426 Feb 11 06:18:04.731091 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-422ef8d4-cecf-48bc-8fde-6c4847070a67 req-dc9f3dfd-f5ae-48fd-ba6e-757bc89a7b0e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Feb 11 06:18:04.735618 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['2032ecd0-ba1c-466a-8366-ed0714ef08ef'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:18:05.300068 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:05.849156 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80888e-6cec-453a-97ee-737bb1965c73 req-47d3a9eb-8c26-4e6e-915f-eb6b7fa247e2 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:05.850637 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c80888e-6cec-453a-97ee-737bb1965c73 req-47d3a9eb-8c26-4e6e-915f-eb6b7fa247e2 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 945 time: 0.0518160 Feb 11 06:18:05.901655 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3c80888e-6cec-453a-97ee-737bb1965c73 req-96e40c4d-bbd5-42e0-ab6c-2955afe0c979 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454693 Feb 11 06:18:06.342394 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2032ecd0-ba1c-466a-8366-ed0714ef08ef up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:18:06.390981 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 2032ecd0-ba1c-466a-8366-ed0714ef08ef completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:18:06.394577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 2032ecd0-ba1c-466a-8366-ed0714ef08ef triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:06.394961 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:06.473913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 2032ecd0-ba1c-466a-8366-ed0714ef08ef is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:06.474304 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:06.496955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2032ecd0-ba1c-466a-8366-ed0714ef08ef'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:18:06.499212 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208a7e5e-45ae-4b9f-80d3-411025728668" -d '{"events": [{"server_uuid": "c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3", "name": "network-vif-plugged", "status": "completed", "tag": "2032ecd0-ba1c-466a-8366-ed0714ef08ef"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:18:06.512203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 2032ecd0-ba1c-466a-8366-ed0714ef08ef, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2032ecd0-ba1c-466a-8366-ed0714ef08ef,segment=NetworkSegment(9faab591-acd2-4d14-a7b4-f2ff9dd1fe63),segment_id=9faab591-acd2-4d14-a7b4-f2ff9dd1fe63)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:06.516775 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:06.543253 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a96384-1c0b-4ef5-a3a4-fa6c4d72770f x-openstack-request-id: req-d3a96384-1c0b-4ef5-a3a4-fa6c4d72770f {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:18:06.543583 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3", "name": "network-vif-plugged", "status": "completed", "tag": "2032ecd0-ba1c-466a-8366-ed0714ef08ef", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:18:06.543819 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d3a96384-1c0b-4ef5-a3a4-fa6c4d72770f {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:18:06.544207 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2032ecd0-ba1c-466a-8366-ed0714ef08ef', 'code': 200} Feb 11 06:18:06.572919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=2032ecd0-ba1c-466a-8366-ed0714ef08ef,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:06.637607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278a94d-4876-42be-aa84-7dd5714811ee req-c34a15c9-01f3-4c9a-800a-2786674cf69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:06.638992 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e278a94d-4876-42be-aa84-7dd5714811ee req-c34a15c9-01f3-4c9a-800a-2786674cf69d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 1129 time: 0.0435443 Feb 11 06:18:06.680352 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e278a94d-4876-42be-aa84-7dd5714811ee req-a5bfc5f6-b16a-43a3-84bd-bf7b5dc1af67 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354466 Feb 11 06:18:07.021665 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5c14a-3047-4716-a5a8-8d744e25b944 req-e68d400a-e357-4c71-a5c7-9af13e29a70e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:07.023160 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9fa5c14a-3047-4716-a5a8-8d744e25b944 req-e68d400a-e357-4c71-a5c7-9af13e29a70e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 946 time: 0.0549004 Feb 11 06:18:07.068449 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9fa5c14a-3047-4716-a5a8-8d744e25b944 req-df7ec829-2e6b-42ee-b93c-aeda43a5c1ca tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397320 Feb 11 06:18:08.194748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942cc71-ba5f-4479-8a0a-3d8667725fe5 req-58f75df0-48b2-478a-b337-b16c8cefb9e5 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:08.195756 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b942cc71-ba5f-4479-8a0a-3d8667725fe5 req-58f75df0-48b2-478a-b337-b16c8cefb9e5 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 946 time: 0.0571520 Feb 11 06:18:08.246262 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b942cc71-ba5f-4479-8a0a-3d8667725fe5 req-1f886f7b-a2dc-42ed-b991-f5fecf011909 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432477 Feb 11 06:18:08.365919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558db778-fd54-4723-ae01-eef9a62b6173 req-57ac9bcd-7a3e-4b28-b834-78b76d0a3e9a tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:08.367434 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-558db778-fd54-4723-ae01-eef9a62b6173 req-57ac9bcd-7a3e-4b28-b834-78b76d0a3e9a tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 946 time: 0.0542202 Feb 11 06:18:08.413925 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-558db778-fd54-4723-ae01-eef9a62b6173 req-546658f2-4163-4e3a-abf2-1abbeafd7351 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407403 Feb 11 06:18:08.600431 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758785f4-ac1e-4226-b5fb-9d2bf9f6febe req-27b3b907-5ba1-4762-99ad-47179aa1e856 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:08.601891 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-758785f4-ac1e-4226-b5fb-9d2bf9f6febe req-27b3b907-5ba1-4762-99ad-47179aa1e856 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 946 time: 0.0503461 Feb 11 06:18:08.650566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-758785f4-ac1e-4226-b5fb-9d2bf9f6febe req-a945ab1a-e5fa-4560-89f8-4834285de36d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431943 Feb 11 06:18:10.402880 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:14.733430 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:19.378737 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:18:27.457281 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773828-fc5a-4f0b-9d30-a6ba61a05fb7 req-8b86b229-19c4-455b-904e-821e2695d375 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:27.458767 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56773828-fc5a-4f0b-9d30-a6ba61a05fb7 req-8b86b229-19c4-455b-904e-821e2695d375 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 946 time: 0.0531390 Feb 11 06:18:27.505689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-56773828-fc5a-4f0b-9d30-a6ba61a05fb7 req-2184c6f3-86b5-41aa-afcb-0a09efdaeaa8 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412605 Feb 11 06:18:27.528467 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55848) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:27.672108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02c3e53-41a1-4dcd-8c6e-d7d942b2998b tempest-TestMinimumBasicScenario-1588421156 tempest-TestMinimumBasicScenario-1588421156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:27.673686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b02c3e53-41a1-4dcd-8c6e-d7d942b2998b tempest-TestMinimumBasicScenario-1588421156 tempest-TestMinimumBasicScenario-1588421156-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 1124 time: 0.1442451 Feb 11 06:18:27.676699 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55852) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:27.681123 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '2032ecd0-ba1c-466a-8366-ed0714ef08ef', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:27.701992 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.802070 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.909903 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Allocated IP 172.25.5.7 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/1f7fc094-a70b-4e7c-89ff-1cc495288792) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:18:28.009126 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for port (1f7fc094-a70b-4e7c-89ff-1cc495288792), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:28.042083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1f7fc094-a70b-4e7c-89ff-1cc495288792), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:28.083199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:18:28.085942 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:18:28.088521 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:18:28.114465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Pushing event updated for resources: {'Port': ['ID=1f7fc094-a70b-4e7c-89ff-1cc495288792,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:28.458796 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for floatingip (a0278a68-98c6-4ba4-a4e7-a7e4f968f2eb), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:28.529542 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1f7fc094-a70b-4e7c-89ff-1cc495288792), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:28.617336 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2cee421c-ea89-4445-b523-d41116095d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:28.676479 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for port (1f7fc094-a70b-4e7c-89ff-1cc495288792), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:28.681338 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (1f7fc094-a70b-4e7c-89ff-1cc495288792), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:28.754855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Pushing event updated for resources: {'Port': ['ID=1f7fc094-a70b-4e7c-89ff-1cc495288792,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:28.765236 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a0278a68-98c6-4ba4-a4e7-a7e4f968f2eb), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.201906 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Floating IP a0278a68-98c6-4ba4-a4e7-a7e4f968f2eb associated. External IP: 172.25.5.7, port: 2032ecd0-ba1c-466a-8366-ed0714ef08ef. Feb 11 06:18:29.443456 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Router 232f217e-efec-4c1b-9e4a-c3df48d9493e has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:18:29.560230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:18:29.570190 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7140596e-26dc-486a-8f3d-d0770c0e1d17 None None] Sync routers for ids ['232f217e-efec-4c1b-9e4a-c3df48d9493e'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:18:29.580067 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.580908 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7140596e-26dc-486a-8f3d-d0770c0e1d17 None None] Routers {'232f217e-efec-4c1b-9e4a-c3df48d9493e'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:18:29.581608 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7140596e-26dc-486a-8f3d-d0770c0e1d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:18:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['232f217e-efec-4c1b-9e4a-c3df48d9493e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:29.610301 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dab73377-fcee-428b-99b1-9b13f730d0ba tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9325144 Feb 11 06:18:29.610914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'tag': '2032ecd0-ba1c-466a-8366-ed0714ef08ef'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:18:29.613125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55854) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:29.613666 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e93c5b1-43f1-41ed-8924-ae5812485046" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3", "tag": "2032ecd0-ba1c-466a-8366-ed0714ef08ef"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:18:29.617954 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2093803002', 'description': 'tempest-secgroup-smoke-2093803002 description', 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:29.641804 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.654201 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5105ea5b-0535-4cb5-9516-774a43c8da82 x-openstack-request-id: req-5105ea5b-0535-4cb5-9516-774a43c8da82 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:18:29.654774 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3", "tag": "2032ecd0-ba1c-466a-8366-ed0714ef08ef", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:18:29.655379 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5105ea5b-0535-4cb5-9516-774a43c8da82 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:18:29.656717 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'tag': '2032ecd0-ba1c-466a-8366-ed0714ef08ef', 'status': 'completed', 'code': 200} Feb 11 06:18:29.698307 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-7140596e-26dc-486a-8f3d-d0770c0e1d17 None None] Set router 232f217e-efec-4c1b-9e4a-c3df48d9493e gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:18:29.719311 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group (0ad58b6b-ed1d-4c50-a5b6-f73764015284), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.723981 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0ad58b6b-ed1d-4c50-a5b6-f73764015284), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.729574 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93c5b1-43f1-41ed-8924-ae5812485046 req-0607839b-d1c1-40ff-b8d7-96e32bd06d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:29.731114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e93c5b1-43f1-41ed-8924-ae5812485046 req-0607839b-d1c1-40ff-b8d7-96e32bd06d9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbf859bb9d4d4dba83cfa94e8a44877e&device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 1129 time: 0.0528293 Feb 11 06:18:29.755075 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.756710 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1423857 Feb 11 06:18:29.759808 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55858) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:29.765487 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a137acfa-22f0-4ea1-b42b-b2e03473ce27 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Request body: {'security_group_rule': {'security_group_id': '0ad58b6b-ed1d-4c50-a5b6-f73764015284', 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:29.771087 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad58b6b-ed1d-4c50-a5b6-f73764015284,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:29.783396 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:29.783803 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:29.784128 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:29.784476 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:29.784818 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:29.785163 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:29.785492 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:29.785825 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:29.786159 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:29.786490 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:29.786823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:29.787159 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:29.787510 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35da7e-882f-4e38-89b1-11389bd2bd2d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:18:29.809784 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a137acfa-22f0-4ea1-b42b-b2e03473ce27 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (ca13a72c-6ec3-4789-8a67-e8f729b778ca), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.833900 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93c5b1-43f1-41ed-8924-ae5812485046 req-67df45ab-440a-404c-9b03-bb79f1f89a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:29.835290 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e93c5b1-43f1-41ed-8924-ae5812485046 req-67df45ab-440a-404c-9b03-bb79f1f89a6e service neutron] 10.222.0.73 "GET /v2.0/networks?id=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 HTTP/1.1" status: 200 len: 915 time: 0.0981565 Feb 11 06:18:29.858264 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a137acfa-22f0-4ea1-b42b-b2e03473ce27 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (ca13a72c-6ec3-4789-8a67-e8f729b778ca), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.862030 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a137acfa-22f0-4ea1-b42b-b2e03473ce27 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (ca13a72c-6ec3-4789-8a67-e8f729b778ca), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.887448 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137acfa-22f0-4ea1-b42b-b2e03473ce27 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca13a72c-6ec3-4789-8a67-e8f729b778ca,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:29.900583 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a137acfa-22f0-4ea1-b42b-b2e03473ce27 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.908818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 55860) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:29.913317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-b73fe726-e047-49cb-9acf-ab872b479371 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Request body: {'security_group_rule': {'security_group_id': '0ad58b6b-ed1d-4c50-a5b6-f73764015284', 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:29.915970 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a137acfa-22f0-4ea1-b42b-b2e03473ce27 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554141 Feb 11 06:18:29.937251 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e93c5b1-43f1-41ed-8924-ae5812485046 req-92dc3ea5-46c3-4aa4-af69-19e647fdc087 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2032ecd0-ba1c-466a-8366-ed0714ef08ef HTTP/1.1" status: 200 len: 998 time: 0.0947728 Feb 11 06:18:29.986232 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b73fe726-e047-49cb-9acf-ab872b479371 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (3d798258-0ac4-44ce-8d3b-e638db11e800), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.995045 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7140596e-26dc-486a-8f3d-d0770c0e1d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'name': 'tempest-TestMinimumBasicScenario-982837065-router', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:36Z', 'revision_number': 4, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'gw_port': {'id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a0278a68-98c6-4ba4-a4e7-a7e4f968f2eb', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'port_id': '2032ecd0-ba1c-466a-8366-ed0714ef08ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0', 'mac_address': 'fa:16:3e:e3:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:18:28Z', 'updated_at': '2022-02-11T06:18:28Z', 'revision_number': 0, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c7bbaa-ec67-40dc-838b-1031162cf4e8', 'name': '', 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'mac_address': 'fa:16:3e:b2:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:35Z', 'updated_at': '2022-02-11T06:17:40Z', 'revision_number': 5, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'subnets': [{'id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:30.010091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93c5b1-43f1-41ed-8924-ae5812485046 req-d8361336-c637-443f-9a96-5a4cb8d52aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:30.011839 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e93c5b1-43f1-41ed-8924-ae5812485046 req-d8361336-c637-443f-9a96-5a4cb8d52aa1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1adacfd0-6693-40f1-9d5d-ce36fcb83d4c HTTP/1.1" status: 200 len: 853 time: 0.0688906 Feb 11 06:18:30.024492 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7140596e-26dc-486a-8f3d-d0770c0e1d17 None None] Checking router: 232f217e-efec-4c1b-9e4a-c3df48d9493e for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:18:30.032823 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7140596e-26dc-486a-8f3d-d0770c0e1d17 None None] Routers {'232f217e-efec-4c1b-9e4a-c3df48d9493e'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:18:30.033426 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7140596e-26dc-486a-8f3d-d0770c0e1d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:18:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['232f217e-efec-4c1b-9e4a-c3df48d9493e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:30.078822 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b73fe726-e047-49cb-9acf-ab872b479371 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (3d798258-0ac4-44ce-8d3b-e638db11e800), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.085530 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b73fe726-e047-49cb-9acf-ab872b479371 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (3d798258-0ac4-44ce-8d3b-e638db11e800), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.094186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93c5b1-43f1-41ed-8924-ae5812485046 req-6b3bfa05-438a-477f-a47b-de6d224b8b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:30.095707 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e93c5b1-43f1-41ed-8924-ae5812485046 req-6b3bfa05-438a-477f-a47b-de6d224b8b5d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0765119 Feb 11 06:18:30.118563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fe726-e047-49cb-9acf-ab872b479371 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d798258-0ac4-44ce-8d3b-e638db11e800,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:30.133053 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b73fe726-e047-49cb-9acf-ab872b479371 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.134240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b73fe726-e047-49cb-9acf-ab872b479371 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2268069 Feb 11 06:18:30.137558 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55862) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:30.142748 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-29444577-5aec-4b86-89ae-6f987ac90dfc tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Request body: {'security_group_rule': {'security_group_id': '0ad58b6b-ed1d-4c50-a5b6-f73764015284', 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:30.152358 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-7140596e-26dc-486a-8f3d-d0770c0e1d17 None None] Set router 232f217e-efec-4c1b-9e4a-c3df48d9493e gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:18:30.169233 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29444577-5aec-4b86-89ae-6f987ac90dfc tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (f0d30590-c5bc-43bb-9263-136964e0d9e6), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.212304 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e93c5b1-43f1-41ed-8924-ae5812485046 req-b0d59f58-5bbb-4410-a0ed-016746767d6a service neutron] 10.222.0.73 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087413 Feb 11 06:18:30.232763 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29444577-5aec-4b86-89ae-6f987ac90dfc tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (f0d30590-c5bc-43bb-9263-136964e0d9e6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.238004 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29444577-5aec-4b86-89ae-6f987ac90dfc tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (f0d30590-c5bc-43bb-9263-136964e0d9e6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.259605 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29444577-5aec-4b86-89ae-6f987ac90dfc tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d30590-c5bc-43bb-9263-136964e0d9e6,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:30.270420 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29444577-5aec-4b86-89ae-6f987ac90dfc tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.272364 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-29444577-5aec-4b86-89ae-6f987ac90dfc tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337738 Feb 11 06:18:30.275047 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55864) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:30.279910 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4468e2bc-ccec-47d3-9b15-ac2d43225645 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Request body: {'security_group_rule': {'security_group_id': '0ad58b6b-ed1d-4c50-a5b6-f73764015284', 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:30.306902 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4468e2bc-ccec-47d3-9b15-ac2d43225645 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (d0b2f1da-5d16-412c-b71a-f05e69513e4f), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.315875 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e93c5b1-43f1-41ed-8924-ae5812485046 req-49307da1-5146-47ed-aef9-8c0585e1d3d7 service neutron] 10.222.0.73 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966086 Feb 11 06:18:30.369571 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4468e2bc-ccec-47d3-9b15-ac2d43225645 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (d0b2f1da-5d16-412c-b71a-f05e69513e4f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.375139 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4468e2bc-ccec-47d3-9b15-ac2d43225645 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (d0b2f1da-5d16-412c-b71a-f05e69513e4f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.394841 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468e2bc-ccec-47d3-9b15-ac2d43225645 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b2f1da-5d16-412c-b71a-f05e69513e4f,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:30.402300 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4468e2bc-ccec-47d3-9b15-ac2d43225645 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.406788 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4468e2bc-ccec-47d3-9b15-ac2d43225645 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274688 Feb 11 06:18:30.406948 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55866) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:30.411432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e63e72ce-d5a4-4061-b1c3-5155bf8bdde7 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Request body: {'security_group_rule': {'security_group_id': '0ad58b6b-ed1d-4c50-a5b6-f73764015284', 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:30.432512 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-e63e72ce-d5a4-4061-b1c3-5155bf8bdde7 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Project cbf859bb9d4d4dba83cfa94e8a44877e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:18:30.437561 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e63e72ce-d5a4-4061-b1c3-5155bf8bdde7 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (d0c0700f-0525-46b4-be7a-d02741249ea3), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.486354 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7140596e-26dc-486a-8f3d-d0770c0e1d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'name': 'tempest-TestMinimumBasicScenario-982837065-router', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:36Z', 'revision_number': 4, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'gw_port': {'id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a0278a68-98c6-4ba4-a4e7-a7e4f968f2eb', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'port_id': '2032ecd0-ba1c-466a-8366-ed0714ef08ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0', 'mac_address': 'fa:16:3e:e3:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:18:28Z', 'updated_at': '2022-02-11T06:18:28Z', 'revision_number': 0, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c7bbaa-ec67-40dc-838b-1031162cf4e8', 'name': '', 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'mac_address': 'fa:16:3e:b2:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:35Z', 'updated_at': '2022-02-11T06:17:40Z', 'revision_number': 5, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'subnets': [{'id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:18:30.497344 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e63e72ce-d5a4-4061-b1c3-5155bf8bdde7 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (d0c0700f-0525-46b4-be7a-d02741249ea3), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.501061 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e63e72ce-d5a4-4061-b1c3-5155bf8bdde7 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (d0c0700f-0525-46b4-be7a-d02741249ea3), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.517712 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7140596e-26dc-486a-8f3d-d0770c0e1d17 None None] The sync data for ids ['232f217e-efec-4c1b-9e4a-c3df48d9493e'] in n-d-713499-38 is: [{'id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'name': 'tempest-TestMinimumBasicScenario-982837065-router', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:36Z', 'revision_number': 4, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'gw_port': {'id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a0278a68-98c6-4ba4-a4e7-a7e4f968f2eb', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'port_id': '2032ecd0-ba1c-466a-8366-ed0714ef08ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0', 'mac_address': 'fa:16:3e:e3:eb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:18:28Z', 'updated_at': '2022-02-11T06:18:28Z', 'revision_number': 0, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c7bbaa-ec67-40dc-838b-1031162cf4e8', 'name': '', 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'mac_address': 'fa:16:3e:b2:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:35Z', 'updated_at': '2022-02-11T06:17:40Z', 'revision_number': 5, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'subnets': [{'id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:18:30.519275 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e72ce-d5a4-4061-b1c3-5155bf8bdde7 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c0700f-0525-46b4-be7a-d02741249ea3,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:30.527870 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e63e72ce-d5a4-4061-b1c3-5155bf8bdde7 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.529113 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e63e72ce-d5a4-4061-b1c3-5155bf8bdde7 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212120 Feb 11 06:18:30.532701 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55868) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:18:30.537414 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-9958defb-de1f-47ef-8036-83e1ab928cd5 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Request body: {'security_group_rule': {'security_group_id': '0ad58b6b-ed1d-4c50-a5b6-f73764015284', 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:30.557810 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-9958defb-de1f-47ef-8036-83e1ab928cd5 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Project cbf859bb9d4d4dba83cfa94e8a44877e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:18:30.563392 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9958defb-de1f-47ef-8036-83e1ab928cd5 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (f82ced93-66c3-4fb9-83a3-a2580de57631), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.628704 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9958defb-de1f-47ef-8036-83e1ab928cd5 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (f82ced93-66c3-4fb9-83a3-a2580de57631), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.632913 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9958defb-de1f-47ef-8036-83e1ab928cd5 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (f82ced93-66c3-4fb9-83a3-a2580de57631), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.653236 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958defb-de1f-47ef-8036-83e1ab928cd5 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82ced93-66c3-4fb9-83a3-a2580de57631,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:30.658692 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9958defb-de1f-47ef-8036-83e1ab928cd5 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.659996 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9958defb-de1f-47ef-8036-83e1ab928cd5 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263497 Feb 11 06:18:30.737647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd6b3b-468d-4d95-afee-9b7019db4895 None None] New status for floating IP a0278a68-98c6-4ba4-a4e7-a7e4f968f2eb: ACTIVE {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:18:30.761917 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ac561ec-ae4e-4c52-901c-d80795e02e49 req-592cef15-2566-4f9f-804a-261d6a6dbae4 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093803002&fields=id&tenant_id=cbf859bb9d4d4dba83cfa94e8a44877e HTTP/1.1" status: 200 len: 267 time: 0.0543454 Feb 11 06:18:30.822047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac561ec-ae4e-4c52-901c-d80795e02e49 req-d0e206f9-99a0-4d21-8d68-3b7fab3fe0fe tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:30.823576 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ac561ec-ae4e-4c52-901c-d80795e02e49 req-d0e206f9-99a0-4d21-8d68-3b7fab3fe0fe tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 946 time: 0.0556200 Feb 11 06:18:30.834875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-5ac561ec-ae4e-4c52-901c-d80795e02e49 req-9ed365ba-8ae3-42c4-9a8f-a161a77fbd61 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Request body: {'port': {'security_groups': ['4bb6d975-b4f2-4240-96b1-02c7ed94ecbb', '0ad58b6b-ed1d-4c50-a5b6-f73764015284']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:18:30.911671 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5ac561ec-ae4e-4c52-901c-d80795e02e49 req-9ed365ba-8ae3-42c4-9a8f-a161a77fbd61 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:30.923236 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9614f0ee-9ee0-4254-ba0c-0e2714fdcfa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:31.099680 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5ac561ec-ae4e-4c52-901c-d80795e02e49 req-9ed365ba-8ae3-42c4-9a8f-a161a77fbd61 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] For port 2032ecd0-ba1c-466a-8366-ed0714ef08ef, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2032ecd0-ba1c-466a-8366-ed0714ef08ef,segment=NetworkSegment(9faab591-acd2-4d14-a7b4-f2ff9dd1fe63),segment_id=9faab591-acd2-4d14-a7b4-f2ff9dd1fe63)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:18:31.128993 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5ac561ec-ae4e-4c52-901c-d80795e02e49 req-9ed365ba-8ae3-42c4-9a8f-a161a77fbd61 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:31.134963 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5ac561ec-ae4e-4c52-901c-d80795e02e49 req-9ed365ba-8ae3-42c4-9a8f-a161a77fbd61 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:31.148722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['2032ecd0-ba1c-466a-8366-ed0714ef08ef'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:18:31.177882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac561ec-ae4e-4c52-901c-d80795e02e49 req-9ed365ba-8ae3-42c4-9a8f-a161a77fbd61 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:31.178973 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5ac561ec-ae4e-4c52-901c-d80795e02e49 req-9ed365ba-8ae3-42c4-9a8f-a161a77fbd61 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:31.179981 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ac561ec-ae4e-4c52-901c-d80795e02e49 req-9ed365ba-8ae3-42c4-9a8f-a161a77fbd61 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "PUT /v2.0/ports/2032ecd0-ba1c-466a-8366-ed0714ef08ef HTTP/1.1" status: 200 len: 982 time: 0.3496859 Feb 11 06:18:31.211489 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed365ba-8ae3-42c4-9a8f-a161a77fbd61 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Pushing event updated for resources: {'Port': ['ID=2032ecd0-ba1c-466a-8366-ed0714ef08ef,revision_number=6']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:18:31.252083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['2032ecd0-ba1c-466a-8366-ed0714ef08ef'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:18:31.321676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46318f8-39e0-4fb8-a0a0-c524cedd04ec req-effac237-e50c-4c5d-89f9-e8a00626bd9d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:31.323256 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d46318f8-39e0-4fb8-a0a0-c524cedd04ec req-effac237-e50c-4c5d-89f9-e8a00626bd9d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 985 time: 0.0649042 Feb 11 06:18:31.402342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d46318f8-39e0-4fb8-a0a0-c524cedd04ec req-17a506fe-9c9a-433d-b002-49805a1c4f75 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ad58b6b-ed1d-4c50-a5b6-f73764015284&id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665667 Feb 11 06:18:31.470830 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-aac8ddaa-99bc-4c85-aa6f-933f2f495f7e None None] Provisioning complete for port 2032ecd0-ba1c-466a-8366-ed0714ef08ef triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:18:31.471121 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aac8ddaa-99bc-4c85-aa6f-933f2f495f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:31.658081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'tag': '2032ecd0-ba1c-466a-8366-ed0714ef08ef'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:18:31.660393 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a4e64e-8a18-4cf7-916c-42e43c76c4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3", "tag": "2032ecd0-ba1c-466a-8366-ed0714ef08ef"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:18:31.689372 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-aac8ddaa-99bc-4c85-aa6f-933f2f495f7e None None] Current status of the port 2032ecd0-ba1c-466a-8366-ed0714ef08ef is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:18:31.699231 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7e7470-b54b-4f8b-8350-f8a252f13524 x-openstack-request-id: req-4e7e7470-b54b-4f8b-8350-f8a252f13524 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:18:31.699638 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3", "tag": "2032ecd0-ba1c-466a-8366-ed0714ef08ef", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:18:31.699962 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4e7e7470-b54b-4f8b-8350-f8a252f13524 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:18:31.700431 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'tag': '2032ecd0-ba1c-466a-8366-ed0714ef08ef', 'status': 'completed', 'code': 200} Feb 11 06:18:31.768464 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4e64e-8a18-4cf7-916c-42e43c76c4f5 req-018b5e65-dd15-4432-9253-eb1e7a7f92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:31.770009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00a4e64e-8a18-4cf7-916c-42e43c76c4f5 req-018b5e65-dd15-4432-9253-eb1e7a7f92ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbf859bb9d4d4dba83cfa94e8a44877e&device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 1168 time: 0.0470366 Feb 11 06:18:31.868740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4e64e-8a18-4cf7-916c-42e43c76c4f5 req-c73a008e-b79e-4c42-936e-1363a1f38bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:31.870217 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00a4e64e-8a18-4cf7-916c-42e43c76c4f5 req-c73a008e-b79e-4c42-936e-1363a1f38bde service neutron] 10.222.0.73 "GET /v2.0/networks?id=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 HTTP/1.1" status: 200 len: 915 time: 0.0938656 Feb 11 06:18:31.935344 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00a4e64e-8a18-4cf7-916c-42e43c76c4f5 req-ad39ec95-72e2-47f1-92f5-e8556741b701 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2032ecd0-ba1c-466a-8366-ed0714ef08ef HTTP/1.1" status: 200 len: 1000 time: 0.0577106 Feb 11 06:18:31.983762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4e64e-8a18-4cf7-916c-42e43c76c4f5 req-8058cb51-210e-4794-b844-0ab7e8655215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:31.985288 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00a4e64e-8a18-4cf7-916c-42e43c76c4f5 req-8058cb51-210e-4794-b844-0ab7e8655215 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1adacfd0-6693-40f1-9d5d-ce36fcb83d4c HTTP/1.1" status: 200 len: 853 time: 0.0432477 Feb 11 06:18:32.038793 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4e64e-8a18-4cf7-916c-42e43c76c4f5 req-6e3b7d7e-2d20-46ae-93b2-01f43a0fb0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:32.040327 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00a4e64e-8a18-4cf7-916c-42e43c76c4f5 req-6e3b7d7e-2d20-46ae-93b2-01f43a0fb0eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487871 Feb 11 06:18:32.127642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00a4e64e-8a18-4cf7-916c-42e43c76c4f5 req-ebf76254-915d-4922-9c37-ac31b96acc23 service neutron] 10.222.0.73 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803480 Feb 11 06:18:32.218914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00a4e64e-8a18-4cf7-916c-42e43c76c4f5 req-e5a86925-1f5f-4ba7-b8af-7c216a96e1ad service neutron] 10.222.0.73 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853422 Feb 11 06:18:32.654043 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:33.853389 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:35.302349 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:40.420432 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:43.678867 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeae9e0-1de1-4bb3-b00d-e2878d788435 req-b2146e90-77e4-456f-80ba-60c1f59bd094 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:43.680296 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdeae9e0-1de1-4bb3-b00d-e2878d788435 req-b2146e90-77e4-456f-80ba-60c1f59bd094 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 985 time: 0.0844095 Feb 11 06:18:43.682209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460ca06-2b71-4558-af9e-f82fbbc65914 req-445bc07f-b7ee-4cda-9b98-397d8ffd7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:43.683610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0460ca06-2b71-4558-af9e-f82fbbc65914 req-445bc07f-b7ee-4cda-9b98-397d8ffd7ae0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbf859bb9d4d4dba83cfa94e8a44877e&device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 1168 time: 0.0787871 Feb 11 06:18:43.804336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bdeae9e0-1de1-4bb3-b00d-e2878d788435 req-d9fa77ad-8635-4ee6-b642-0e21b659c2ed tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ad58b6b-ed1d-4c50-a5b6-f73764015284&id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181467 Feb 11 06:18:43.821461 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460ca06-2b71-4558-af9e-f82fbbc65914 req-bd053d07-93bf-47c3-bcf3-bf8d92251c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:43.822948 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0460ca06-2b71-4558-af9e-f82fbbc65914 req-bd053d07-93bf-47c3-bcf3-bf8d92251c46 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 HTTP/1.1" status: 200 len: 915 time: 0.1306155 Feb 11 06:18:43.892642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0460ca06-2b71-4558-af9e-f82fbbc65914 req-94dfad86-4edd-4780-b421-dacd143c8ec3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2032ecd0-ba1c-466a-8366-ed0714ef08ef HTTP/1.1" status: 200 len: 1000 time: 0.0633733 Feb 11 06:18:43.941273 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460ca06-2b71-4558-af9e-f82fbbc65914 req-d478e25e-121c-4292-99e9-3d0b985664b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:43.942909 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0460ca06-2b71-4558-af9e-f82fbbc65914 req-d478e25e-121c-4292-99e9-3d0b985664b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1adacfd0-6693-40f1-9d5d-ce36fcb83d4c HTTP/1.1" status: 200 len: 853 time: 0.0444629 Feb 11 06:18:43.993424 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460ca06-2b71-4558-af9e-f82fbbc65914 req-df3db938-1fb4-4114-aa0d-ea8a0399f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:43.994955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0460ca06-2b71-4558-af9e-f82fbbc65914 req-df3db938-1fb4-4114-aa0d-ea8a0399f497 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461085 Feb 11 06:18:44.105268 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0460ca06-2b71-4558-af9e-f82fbbc65914 req-f3ec80e6-03c4-45e0-b1c3-a5e3651d5550 service neutron] 10.222.0.73 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043577 Feb 11 06:18:44.194781 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0460ca06-2b71-4558-af9e-f82fbbc65914 req-f5ed6d72-e869-4221-b39c-5fed44d86037 service neutron] 10.222.0.73 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824788 Feb 11 06:18:44.732237 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:44.929719 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94e1bb-873d-42a8-862f-c607bbf9ac71 req-8c039d21-dac4-479e-a784-8168da1aac07 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:44.931207 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed94e1bb-873d-42a8-862f-c607bbf9ac71 req-8c039d21-dac4-479e-a784-8168da1aac07 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 985 time: 0.0553253 Feb 11 06:18:44.994587 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed94e1bb-873d-42a8-862f-c607bbf9ac71 req-f416f7c2-97b4-4975-8632-daecffc04399 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ad58b6b-ed1d-4c50-a5b6-f73764015284&id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574863 Feb 11 06:18:46.116624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbdddb-d9b8-4f83-8144-5b53625593d7 req-bd395c5d-ed34-42f8-9e14-7a4ba5800db7 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:46.118108 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfdbdddb-d9b8-4f83-8144-5b53625593d7 req-bd395c5d-ed34-42f8-9e14-7a4ba5800db7 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 985 time: 0.0521750 Feb 11 06:18:46.176299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cfdbdddb-d9b8-4f83-8144-5b53625593d7 req-0c6fe0c5-0ad2-4c81-b677-829826f983de tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ad58b6b-ed1d-4c50-a5b6-f73764015284&id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517042 Feb 11 06:18:47.296615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c76698-3ace-490d-8cdd-f20d4be984a4 req-7f29dfd1-ed21-4df1-8269-52de139f170d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:47.298086 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4c76698-3ace-490d-8cdd-f20d4be984a4 req-7f29dfd1-ed21-4df1-8269-52de139f170d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 985 time: 0.0535178 Feb 11 06:18:47.356107 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f4c76698-3ace-490d-8cdd-f20d4be984a4 req-f0e83e5e-48d1-4bb9-b77e-a7fe059c204c tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ad58b6b-ed1d-4c50-a5b6-f73764015284&id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523157 Feb 11 06:18:48.480358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135bc83-09b2-498b-afee-10facc651488 req-84545b33-c011-436b-9951-a03a2eb462c0 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:48.481841 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8135bc83-09b2-498b-afee-10facc651488 req-84545b33-c011-436b-9951-a03a2eb462c0 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 985 time: 0.0573149 Feb 11 06:18:48.541291 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8135bc83-09b2-498b-afee-10facc651488 req-f1fd4c85-3e29-4bee-a082-7409f949595d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ad58b6b-ed1d-4c50-a5b6-f73764015284&id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537338 Feb 11 06:18:49.661291 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23cdf1-ee14-46a9-b48f-19a54913d7fe req-164b0455-765f-46cd-8e11-b88965ccb51d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:49.662918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae23cdf1-ee14-46a9-b48f-19a54913d7fe req-164b0455-765f-46cd-8e11-b88965ccb51d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 985 time: 0.0536265 Feb 11 06:18:49.722329 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ae23cdf1-ee14-46a9-b48f-19a54913d7fe req-50c71616-1aac-4196-99b4-cdff85fdd8b8 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ad58b6b-ed1d-4c50-a5b6-f73764015284&id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536802 Feb 11 06:18:50.846745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfada48-6236-45b0-b37e-43b0eb18d89d req-583c35fd-a9e7-4c01-930f-636c8ca076fc tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:50.848282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3dfada48-6236-45b0-b37e-43b0eb18d89d req-583c35fd-a9e7-4c01-930f-636c8ca076fc tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 985 time: 0.0582027 Feb 11 06:18:50.907656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3dfada48-6236-45b0-b37e-43b0eb18d89d req-e4a6616b-6edc-4c8f-b9af-8aa06d97e574 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ad58b6b-ed1d-4c50-a5b6-f73764015284&id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536044 Feb 11 06:18:52.032029 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad2658-3099-4bbf-8ad9-7833b77d5daa req-be1415fe-88a9-42be-83b0-a0851cf261fe tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:52.033506 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17ad2658-3099-4bbf-8ad9-7833b77d5daa req-be1415fe-88a9-42be-83b0-a0851cf261fe tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 985 time: 0.0541980 Feb 11 06:18:52.091597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-17ad2658-3099-4bbf-8ad9-7833b77d5daa req-4d16c971-4227-4909-8c12-d7a4ae146913 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ad58b6b-ed1d-4c50-a5b6-f73764015284&id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522499 Feb 11 06:18:53.210570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fa40e-84fb-4de9-881a-3aa44669a887 req-dd6bfdd7-66a5-4c64-8988-440c8b23d406 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:53.212012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c96fa40e-84fb-4de9-881a-3aa44669a887 req-dd6bfdd7-66a5-4c64-8988-440c8b23d406 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 985 time: 0.0523741 Feb 11 06:18:53.276758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c96fa40e-84fb-4de9-881a-3aa44669a887 req-d6263172-dd3c-4b53-a89e-5c0c57774441 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ad58b6b-ed1d-4c50-a5b6-f73764015284&id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583913 Feb 11 06:18:54.399111 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a3bde-ba0b-4ad5-9174-551588e48828 req-62e49520-afea-490a-b921-36684940bdc0 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:54.400818 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c0a3bde-ba0b-4ad5-9174-551588e48828 req-62e49520-afea-490a-b921-36684940bdc0 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 985 time: 0.0545373 Feb 11 06:18:54.460005 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c0a3bde-ba0b-4ad5-9174-551588e48828 req-df684cb1-a402-49bc-b7a5-b6f0420a5352 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ad58b6b-ed1d-4c50-a5b6-f73764015284&id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534410 Feb 11 06:18:55.582134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e72aba-6002-43da-8f70-065b18bee724 req-29a28495-a062-4db8-8e2e-49df2c2cc9a6 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:55.583683 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-31e72aba-6002-43da-8f70-065b18bee724 req-29a28495-a062-4db8-8e2e-49df2c2cc9a6 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 985 time: 0.0532568 Feb 11 06:18:55.644323 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-31e72aba-6002-43da-8f70-065b18bee724 req-393b89e1-f2d7-4ab7-ae4c-1c84e24c6def tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ad58b6b-ed1d-4c50-a5b6-f73764015284&id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542083 Feb 11 06:18:56.379070 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:18:56.769869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f7f42-7afa-468d-b175-f1dbebb1a775 req-e85cbedc-c432-443d-8afa-a18dbc02cc52 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:56.771345 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8d3f7f42-7afa-468d-b175-f1dbebb1a775 req-e85cbedc-c432-443d-8afa-a18dbc02cc52 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 985 time: 0.0571599 Feb 11 06:18:56.829599 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8d3f7f42-7afa-468d-b175-f1dbebb1a775 req-8afa89d8-8c62-4b13-a8f4-98affbc077b4 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ad58b6b-ed1d-4c50-a5b6-f73764015284&id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525169 Feb 11 06:18:57.952007 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39300cb-a63b-450d-a49d-0f5eee06f47c req-8aaf75c5-42d4-409e-aace-1db95ff924a1 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:57.953502 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a39300cb-a63b-450d-a49d-0f5eee06f47c req-8aaf75c5-42d4-409e-aace-1db95ff924a1 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 985 time: 0.0533800 Feb 11 06:18:58.014144 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a39300cb-a63b-450d-a49d-0f5eee06f47c req-e3b978ac-d3ae-4ba6-8946-fcdc10c7a1e8 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ad58b6b-ed1d-4c50-a5b6-f73764015284&id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547729 Feb 11 06:18:58.618946 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bf80b5cd-c393-45e4-b1b0-f8935bf8ae21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:59.132071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d346b70-aa35-4e5f-8417-eb88d5fac1b9 req-21434316-eeb1-45c4-9d04-7dd60c69e573 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:59.133578 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d346b70-aa35-4e5f-8417-eb88d5fac1b9 req-21434316-eeb1-45c4-9d04-7dd60c69e573 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 985 time: 0.0526118 Feb 11 06:18:59.196846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d346b70-aa35-4e5f-8417-eb88d5fac1b9 req-cb88896f-809d-4e9f-b64f-05e2a9942e52 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ad58b6b-ed1d-4c50-a5b6-f73764015284&id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565789 Feb 11 06:18:59.875203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d0c90-eeb9-4a5b-91f7-f6a70a4aaed5 req-94a8813f-7771-422a-96ef-e561f3389e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:59.876764 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-893d0c90-eeb9-4a5b-91f7-f6a70a4aaed5 req-94a8813f-7771-422a-96ef-e561f3389e3e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbf859bb9d4d4dba83cfa94e8a44877e&device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 1168 time: 0.0494728 Feb 11 06:18:59.987580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d0c90-eeb9-4a5b-91f7-f6a70a4aaed5 req-20612a14-ab33-4e59-98d6-c10e06b7ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:18:59.989165 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-893d0c90-eeb9-4a5b-91f7-f6a70a4aaed5 req-20612a14-ab33-4e59-98d6-c10e06b7ce5b service neutron] 10.222.0.73 "GET /v2.0/networks?id=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 HTTP/1.1" status: 200 len: 915 time: 0.0870583 Feb 11 06:19:00.063125 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-893d0c90-eeb9-4a5b-91f7-f6a70a4aaed5 req-83e643c2-47b2-42cb-9b94-1443530b4f6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2032ecd0-ba1c-466a-8366-ed0714ef08ef HTTP/1.1" status: 200 len: 1000 time: 0.0679998 Feb 11 06:19:00.110569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d0c90-eeb9-4a5b-91f7-f6a70a4aaed5 req-ee7fa6b6-2790-4a14-a696-4ecd4c56d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:00.112071 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-893d0c90-eeb9-4a5b-91f7-f6a70a4aaed5 req-ee7fa6b6-2790-4a14-a696-4ecd4c56d53e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1adacfd0-6693-40f1-9d5d-ce36fcb83d4c HTTP/1.1" status: 200 len: 853 time: 0.0431364 Feb 11 06:19:00.159808 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d0c90-eeb9-4a5b-91f7-f6a70a4aaed5 req-2c97044e-0adb-4e3b-9bb3-f4ab66c93530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:00.161354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-893d0c90-eeb9-4a5b-91f7-f6a70a4aaed5 req-2c97044e-0adb-4e3b-9bb3-f4ab66c93530 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437882 Feb 11 06:19:00.253242 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-893d0c90-eeb9-4a5b-91f7-f6a70a4aaed5 req-3c46187a-3a05-4886-8d81-a02e2eaea827 service neutron] 10.222.0.73 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862436 Feb 11 06:19:00.378705 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe47c9e-645c-4ad4-ad84-ba392be4a1a8 req-3ffc194e-4e75-405c-90fc-d14a131f942b tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:00.380239 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fe47c9e-645c-4ad4-ad84-ba392be4a1a8 req-3ffc194e-4e75-405c-90fc-d14a131f942b tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 985 time: 0.1134179 Feb 11 06:19:00.398801 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-893d0c90-eeb9-4a5b-91f7-f6a70a4aaed5 req-ce647b14-47f8-44ef-94e1-cf98e67a2c65 service neutron] 10.222.0.73 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398578 Feb 11 06:19:00.449906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2fe47c9e-645c-4ad4-ad84-ba392be4a1a8 req-44523887-db2f-49c5-842d-9292a9caffaf tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ad58b6b-ed1d-4c50-a5b6-f73764015284&id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636535 Feb 11 06:19:00.921170 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e39a53b-eb9b-48b7-a5f9-ba32fc467277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:02.657119 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:03.856314 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:05.306066 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:10.442085 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:14.731790 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:28.620838 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-342b61f1-1620-4dbd-bae5-e3889e6715d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:30.923726 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-831c9259-6d6c-4bdd-aeaa-43ef9e472213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:32.658276 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.115674 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6978f0c0-9b44-45b6-b899-1f61e6535501 req-eac86d63-c3a3-484a-919f-9ddf632361e9 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093803002&fields=id&tenant_id=cbf859bb9d4d4dba83cfa94e8a44877e HTTP/1.1" status: 200 len: 267 time: 0.1539667 Feb 11 06:19:33.177271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978f0c0-9b44-45b6-b899-1f61e6535501 req-8b7dd637-88c7-45f7-84e1-1db7e6260b4d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:33.178667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6978f0c0-9b44-45b6-b899-1f61e6535501 req-8b7dd637-88c7-45f7-84e1-1db7e6260b4d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 985 time: 0.0576653 Feb 11 06:19:33.189742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-6978f0c0-9b44-45b6-b899-1f61e6535501 req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Request body: {'port': {'security_groups': ['4bb6d975-b4f2-4240-96b1-02c7ed94ecbb']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:19:33.258519 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6978f0c0-9b44-45b6-b899-1f61e6535501 req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.379012 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:19:33.426902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-6978f0c0-9b44-45b6-b899-1f61e6535501 req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] For port 2032ecd0-ba1c-466a-8366-ed0714ef08ef, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2032ecd0-ba1c-466a-8366-ed0714ef08ef,segment=NetworkSegment(9faab591-acd2-4d14-a7b4-f2ff9dd1fe63),segment_id=9faab591-acd2-4d14-a7b4-f2ff9dd1fe63)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:19:33.455673 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6978f0c0-9b44-45b6-b899-1f61e6535501 req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.460074 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6978f0c0-9b44-45b6-b899-1f61e6535501 req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.471409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['2032ecd0-ba1c-466a-8366-ed0714ef08ef'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:19:33.511324 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978f0c0-9b44-45b6-b899-1f61e6535501 req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:33.512043 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6978f0c0-9b44-45b6-b899-1f61e6535501 req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.513467 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6978f0c0-9b44-45b6-b899-1f61e6535501 req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "PUT /v2.0/ports/2032ecd0-ba1c-466a-8366-ed0714ef08ef HTTP/1.1" status: 200 len: 943 time: 0.3281772 Feb 11 06:19:33.513932 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'tag': '2032ecd0-ba1c-466a-8366-ed0714ef08ef'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:19:33.516198 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ff40c5-34fe-4cd7-92d2-cc16b18adfd4" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3", "tag": "2032ecd0-ba1c-466a-8366-ed0714ef08ef"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:19:33.521435 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55932) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:33.533251 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Pushing event updated for resources: {'Port': ['ID=2032ecd0-ba1c-466a-8366-ed0714ef08ef,revision_number=7']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:33.541390 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.541974 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.542137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.542639 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.542908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.543778 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.544107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.544936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.544936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.545165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.545351 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.545727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.546052 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6941de-90c8-4536-b846-c5e9c6c2d555 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.595546 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e2e30b-b5be-4650-b955-ab835720752c x-openstack-request-id: req-d0e2e30b-b5be-4650-b955-ab835720752c {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:19:33.595844 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3", "tag": "2032ecd0-ba1c-466a-8366-ed0714ef08ef", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:19:33.596035 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d0e2e30b-b5be-4650-b955-ab835720752c {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:19:33.596438 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'tag': '2032ecd0-ba1c-466a-8366-ed0714ef08ef', 'status': 'completed', 'code': 200} Feb 11 06:19:33.602560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['2032ecd0-ba1c-466a-8366-ed0714ef08ef'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:19:33.647506 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group (0ad58b6b-ed1d-4c50-a5b6-f73764015284), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.670532 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff40c5-34fe-4cd7-92d2-cc16b18adfd4 req-a7007284-c59c-46fe-89f4-d3b5c1cac3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:33.673019 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37ff40c5-34fe-4cd7-92d2-cc16b18adfd4 req-a7007284-c59c-46fe-89f4-d3b5c1cac3b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbf859bb9d4d4dba83cfa94e8a44877e&device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 1129 time: 0.0565653 Feb 11 06:19:33.684676 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group (0ad58b6b-ed1d-4c50-a5b6-f73764015284), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.759174 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (0ad58b6b-ed1d-4c50-a5b6-f73764015284), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.767686 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.767686 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "DELETE /v2.0/security-groups/0ad58b6b-ed1d-4c50-a5b6-f73764015284 HTTP/1.1" status: 204 len: 168 time: 0.2398379 Feb 11 06:19:33.768783 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 55936) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:33.796661 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff40c5-34fe-4cd7-92d2-cc16b18adfd4 req-1447a4ef-a2ad-48f9-a3ce-bd7b2f888a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:33.798317 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37ff40c5-34fe-4cd7-92d2-cc16b18adfd4 req-1447a4ef-a2ad-48f9-a3ce-bd7b2f888a70 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 HTTP/1.1" status: 200 len: 915 time: 0.1194572 Feb 11 06:19:33.819759 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a5b81897-a824-470e-a938-cb6c0ca33632 None None] Provisioning complete for port 2032ecd0-ba1c-466a-8366-ed0714ef08ef triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:19:33.821135 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a5b81897-a824-470e-a938-cb6c0ca33632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.839627 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad58b6b-ed1d-4c50-a5b6-f73764015284,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:33.852831 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.853185 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.853547 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.853881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.854223 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.854561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.854899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.855222 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.855617 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.856004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.856343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.856669 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.856995 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729d2bb9-e855-4658-ab4d-e016c7ec501e tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:19:33.889575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37ff40c5-34fe-4cd7-92d2-cc16b18adfd4 req-3d180d34-0b04-4d5e-a35f-548b68174b1b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2032ecd0-ba1c-466a-8366-ed0714ef08ef HTTP/1.1" status: 200 len: 1000 time: 0.0842717 Feb 11 06:19:33.897698 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.965996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a5b81897-a824-470e-a938-cb6c0ca33632 None None] Current status of the port 2032ecd0-ba1c-466a-8366-ed0714ef08ef is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:19:33.966343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-95500f9b-0c2d-4bd8-8967-0f71c6e40f23 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Deleting port 1f7fc094-a70b-4e7c-89ff-1cc495288792 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:19:33.966693 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-95500f9b-0c2d-4bd8-8967-0f71c6e40f23 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1f7fc094-a70b-4e7c-89ff-1cc495288792), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:33.977428 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff40c5-34fe-4cd7-92d2-cc16b18adfd4 req-9dd3e8f3-cb06-4516-a023-a41ac03b1f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:33.978944 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37ff40c5-34fe-4cd7-92d2-cc16b18adfd4 req-9dd3e8f3-cb06-4516-a023-a41ac03b1f55 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1adacfd0-6693-40f1-9d5d-ce36fcb83d4c HTTP/1.1" status: 200 len: 853 time: 0.0722022 Feb 11 06:19:34.035726 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff40c5-34fe-4cd7-92d2-cc16b18adfd4 req-2439c25a-6740-43f4-9f0e-1c5369259872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:34.037364 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37ff40c5-34fe-4cd7-92d2-cc16b18adfd4 req-2439c25a-6740-43f4-9f0e-1c5369259872 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0522404 Feb 11 06:19:34.062264 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-95500f9b-0c2d-4bd8-8967-0f71c6e40f23 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1f7fc094-a70b-4e7c-89ff-1cc495288792), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:34.062789 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-95500f9b-0c2d-4bd8-8967-0f71c6e40f23 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for floatingip (1f7fc094-a70b-4e7c-89ff-1cc495288792), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:34.081634 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-95500f9b-0c2d-4bd8-8967-0f71c6e40f23 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Calling delete_port for 1f7fc094-a70b-4e7c-89ff-1cc495288792 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:19:34.156256 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37ff40c5-34fe-4cd7-92d2-cc16b18adfd4 req-707c8a2e-dfaa-4cf4-b767-c46104471300 service neutron] 10.222.0.73 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118658 Feb 11 06:19:34.241640 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-95500f9b-0c2d-4bd8-8967-0f71c6e40f23 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (1f7fc094-a70b-4e7c-89ff-1cc495288792), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:34.249153 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-37ff40c5-34fe-4cd7-92d2-cc16b18adfd4 req-c6fff7eb-b76c-4c88-994c-45d43c697264 service neutron] 10.222.0.73 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868025 Feb 11 06:19:34.273319 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95500f9b-0c2d-4bd8-8967-0f71c6e40f23 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Pushing event deleted for resources: {'Port': ['ID=1f7fc094-a70b-4e7c-89ff-1cc495288792,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:34.332457 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-95500f9b-0c2d-4bd8-8967-0f71c6e40f23 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks [] for floatingip (a0278a68-98c6-4ba4-a4e7-a7e4f968f2eb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:34.332779 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-95500f9b-0c2d-4bd8-8967-0f71c6e40f23 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Floating IP a0278a68-98c6-4ba4-a4e7-a7e4f968f2eb disassociated (deleted). External IP: 172.25.5.7, port: 2032ecd0-ba1c-466a-8366-ed0714ef08ef. Feb 11 06:19:34.548232 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95500f9b-0c2d-4bd8-8967-0f71c6e40f23 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Router 232f217e-efec-4c1b-9e4a-c3df48d9493e has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:19:34.661254 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95500f9b-0c2d-4bd8-8967-0f71c6e40f23 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:19:34.666077 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-95500f9b-0c2d-4bd8-8967-0f71c6e40f23 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:34.671805 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50038b7e-c723-4dac-9df5-9d2ca59f9050 None None] Sync routers for ids ['232f217e-efec-4c1b-9e4a-c3df48d9493e'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:19:34.682512 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50038b7e-c723-4dac-9df5-9d2ca59f9050 None None] Routers {'232f217e-efec-4c1b-9e4a-c3df48d9493e'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:19:34.683134 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-50038b7e-c723-4dac-9df5-9d2ca59f9050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:19:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['232f217e-efec-4c1b-9e4a-c3df48d9493e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:34.696788 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-95500f9b-0c2d-4bd8-8967-0f71c6e40f23 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "DELETE /v2.0/floatingips/a0278a68-98c6-4ba4-a4e7-a7e4f968f2eb HTTP/1.1" status: 204 len: 168 time: 0.9269335 Feb 11 06:19:34.697391 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'tag': '2032ecd0-ba1c-466a-8366-ed0714ef08ef'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:19:34.699729 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25aa72d-87cc-4936-9129-6e07dce73508" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3", "tag": "2032ecd0-ba1c-466a-8366-ed0714ef08ef"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:19:34.808928 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-50038b7e-c723-4dac-9df5-9d2ca59f9050 None None] Set router 232f217e-efec-4c1b-9e4a-c3df48d9493e gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:19:34.811561 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2bc3e8-aa95-42dc-914e-3c50026dc3cb x-openstack-request-id: req-ac2bc3e8-aa95-42dc-914e-3c50026dc3cb {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:19:34.811931 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3", "tag": "2032ecd0-ba1c-466a-8366-ed0714ef08ef", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:19:34.812254 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ac2bc3e8-aa95-42dc-914e-3c50026dc3cb {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:19:34.812762 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'tag': '2032ecd0-ba1c-466a-8366-ed0714ef08ef', 'status': 'completed', 'code': 200} Feb 11 06:19:34.894469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25aa72d-87cc-4936-9129-6e07dce73508 req-d42df02b-7eba-4fca-b2b6-fa1a144ecc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:34.896361 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c25aa72d-87cc-4936-9129-6e07dce73508 req-d42df02b-7eba-4fca-b2b6-fa1a144ecc1c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cbf859bb9d4d4dba83cfa94e8a44877e&device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 1129 time: 0.0608063 Feb 11 06:19:35.010245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25aa72d-87cc-4936-9129-6e07dce73508 req-3334804d-1080-4d1a-bbd0-abea0d3c4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:35.012056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c25aa72d-87cc-4936-9129-6e07dce73508 req-3334804d-1080-4d1a-bbd0-abea0d3c4c84 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 HTTP/1.1" status: 200 len: 915 time: 0.1086586 Feb 11 06:19:35.040552 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-50038b7e-c723-4dac-9df5-9d2ca59f9050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'name': 'tempest-TestMinimumBasicScenario-982837065-router', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:36Z', 'revision_number': 4, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'gw_port': {'id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '60c7bbaa-ec67-40dc-838b-1031162cf4e8', 'name': '', 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'mac_address': 'fa:16:3e:b2:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:35Z', 'updated_at': '2022-02-11T06:17:40Z', 'revision_number': 5, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'subnets': [{'id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:35.055839 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c25aa72d-87cc-4936-9129-6e07dce73508 req-a986c9cd-a49e-4d96-adde-2433d29d44c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2032ecd0-ba1c-466a-8366-ed0714ef08ef HTTP/1.1" status: 200 len: 217 time: 0.0377591 Feb 11 06:19:35.075887 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50038b7e-c723-4dac-9df5-9d2ca59f9050 None None] Checking router: 232f217e-efec-4c1b-9e4a-c3df48d9493e for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:19:35.085552 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50038b7e-c723-4dac-9df5-9d2ca59f9050 None None] Routers {'232f217e-efec-4c1b-9e4a-c3df48d9493e'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:19:35.086187 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-50038b7e-c723-4dac-9df5-9d2ca59f9050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:19:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['232f217e-efec-4c1b-9e4a-c3df48d9493e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:35.200523 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-50038b7e-c723-4dac-9df5-9d2ca59f9050 None None] Set router 232f217e-efec-4c1b-9e4a-c3df48d9493e gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:19:35.323567 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:35.437871 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-50038b7e-c723-4dac-9df5-9d2ca59f9050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'name': 'tempest-TestMinimumBasicScenario-982837065-router', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:36Z', 'revision_number': 4, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'gw_port': {'id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '60c7bbaa-ec67-40dc-838b-1031162cf4e8', 'name': '', 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'mac_address': 'fa:16:3e:b2:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:35Z', 'updated_at': '2022-02-11T06:17:40Z', 'revision_number': 5, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'subnets': [{'id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:35.468456 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50038b7e-c723-4dac-9df5-9d2ca59f9050 None None] The sync data for ids ['232f217e-efec-4c1b-9e4a-c3df48d9493e'] in n-d-713499-38 is: [{'id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'name': 'tempest-TestMinimumBasicScenario-982837065-router', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:36Z', 'revision_number': 4, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'gw_port': {'id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '60c7bbaa-ec67-40dc-838b-1031162cf4e8', 'name': '', 'network_id': '26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'mac_address': 'fa:16:3e:b2:60:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:35Z', 'updated_at': '2022-02-11T06:17:40Z', 'revision_number': 5, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'subnets': [{'id': '1adacfd0-6693-40f1-9d5d-ce36fcb83d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:19:35.469390 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25aa72d-87cc-4936-9129-6e07dce73508 req-944c9c4e-d44c-49bb-89bc-88c2139ebab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:35.472432 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c25aa72d-87cc-4936-9129-6e07dce73508 req-944c9c4e-d44c-49bb-89bc-88c2139ebab5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1adacfd0-6693-40f1-9d5d-ce36fcb83d4c HTTP/1.1" status: 200 len: 853 time: 0.4109247 Feb 11 06:19:35.527070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25aa72d-87cc-4936-9129-6e07dce73508 req-5d9ea8cb-2407-491d-bfa1-1eee2aaada3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:35.529516 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c25aa72d-87cc-4936-9129-6e07dce73508 req-5d9ea8cb-2407-491d-bfa1-1eee2aaada3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506611 Feb 11 06:19:35.642610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c25aa72d-87cc-4936-9129-6e07dce73508 req-3e60c5fb-9fda-4f3f-88dd-5dbc310afea8 service neutron] 10.222.0.73 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063187 Feb 11 06:19:35.738503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c25aa72d-87cc-4936-9129-6e07dce73508 req-7cecb3c6-b2b0-48b2-8225-3e6d799d4003 service neutron] 10.222.0.73 "GET /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897646 Feb 11 06:19:35.770744 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8b969-fae3-488d-963d-6fceca6458c5 None None] New status for floating IP a0278a68-98c6-4ba4-a4e7-a7e4f968f2eb: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:19:40.452056 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:44.736378 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:50.221941 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba6b2d-6b5c-4ff8-af48-b9657b61e82c req-c7ac3390-da9d-4355-b7c9-3fcad0ab1569 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:50.223507 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7cba6b2d-6b5c-4ff8-af48-b9657b61e82c req-c7ac3390-da9d-4355-b7c9-3fcad0ab1569 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 946 time: 0.0611944 Feb 11 06:19:50.276163 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7cba6b2d-6b5c-4ff8-af48-b9657b61e82c req-20a381c6-c98e-468b-b09a-30a84ad511b9 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469604 Feb 11 06:19:51.403404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272084ca-0906-40a2-a864-9e25dcd251f6 req-ab460d6e-3f94-4d2a-8bef-b66203018e6b tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:51.404948 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-272084ca-0906-40a2-a864-9e25dcd251f6 req-ab460d6e-3f94-4d2a-8bef-b66203018e6b tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 946 time: 0.0535192 Feb 11 06:19:51.451863 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-272084ca-0906-40a2-a864-9e25dcd251f6 req-b0e4573c-e556-4aca-9a05-85285239669d tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410321 Feb 11 06:19:51.845246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431d5b9-051b-4b91-b99a-7143c1c24192 req-96d22ed4-98b1-4045-928c-0ee35945ccb2 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:19:51.846594 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2431d5b9-051b-4b91-b99a-7143c1c24192 req-96d22ed4-98b1-4045-928c-0ee35945ccb2 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 946 time: 0.0521302 Feb 11 06:19:51.941731 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-2431d5b9-051b-4b91-b99a-7143c1c24192 req-90a605ba-95af-4322-b7fa-49441eea98fb tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Deleting port 2032ecd0-ba1c-466a-8366-ed0714ef08ef {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:19:51.942069 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2431d5b9-051b-4b91-b99a-7143c1c24192 req-90a605ba-95af-4322-b7fa-49441eea98fb tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:52.028523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-2431d5b9-051b-4b91-b99a-7143c1c24192 req-90a605ba-95af-4322-b7fa-49441eea98fb tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] For port 2032ecd0-ba1c-466a-8366-ed0714ef08ef, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=2032ecd0-ba1c-466a-8366-ed0714ef08ef,segment=NetworkSegment(9faab591-acd2-4d14-a7b4-f2ff9dd1fe63),segment_id=9faab591-acd2-4d14-a7b4-f2ff9dd1fe63)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:19:52.028886 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2431d5b9-051b-4b91-b99a-7143c1c24192 req-90a605ba-95af-4322-b7fa-49441eea98fb tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:52.042091 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-2431d5b9-051b-4b91-b99a-7143c1c24192 req-90a605ba-95af-4322-b7fa-49441eea98fb tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Calling delete_port for 2032ecd0-ba1c-466a-8366-ed0714ef08ef owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:19:52.178231 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2431d5b9-051b-4b91-b99a-7143c1c24192 req-90a605ba-95af-4322-b7fa-49441eea98fb tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (2032ecd0-ba1c-466a-8366-ed0714ef08ef), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:52.190299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['2032ecd0-ba1c-466a-8366-ed0714ef08ef'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:19:52.208621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a605ba-95af-4322-b7fa-49441eea98fb tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Pushing event deleted for resources: {'Port': ['ID=2032ecd0-ba1c-466a-8366-ed0714ef08ef,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:52.264005 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-2431d5b9-051b-4b91-b99a-7143c1c24192 req-90a605ba-95af-4322-b7fa-49441eea98fb tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] No DVR routers for this DVR port 2032ecd0-ba1c-466a-8366-ed0714ef08ef on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:19:52.266589 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-2431d5b9-051b-4b91-b99a-7143c1c24192 req-90a605ba-95af-4322-b7fa-49441eea98fb tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:52.269963 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2431d5b9-051b-4b91-b99a-7143c1c24192 req-90a605ba-95af-4322-b7fa-49441eea98fb tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.73 "DELETE /v2.0/ports/2032ecd0-ba1c-466a-8366-ed0714ef08ef HTTP/1.1" status: 204 len: 173 time: 0.4178355 Feb 11 06:19:52.270404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'name': 'network-vif-deleted', 'tag': '2032ecd0-ba1c-466a-8366-ed0714ef08ef'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:19:52.272733 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bca2fe-5d24-4ff6-bf15-1eebb9b75d86" -d '{"events": [{"server_uuid": "c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3", "name": "network-vif-deleted", "tag": "2032ecd0-ba1c-466a-8366-ed0714ef08ef"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:19:52.314282 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65a8469-11c9-4051-beca-104bf76bd11e x-openstack-request-id: req-a65a8469-11c9-4051-beca-104bf76bd11e {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:19:52.314585 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3", "name": "network-vif-deleted", "tag": "2032ecd0-ba1c-466a-8366-ed0714ef08ef", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:19:52.314843 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a65a8469-11c9-4051-beca-104bf76bd11e {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:19:52.315249 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3', 'name': 'network-vif-deleted', 'tag': '2032ecd0-ba1c-466a-8366-ed0714ef08ef', 'status': 'completed', 'code': 200} Feb 11 06:19:52.565689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c13b6081-9e9a-4f1b-b621-189f4d5ff99e req-b338ca01-8cc4-43bc-b0e5-ab298045f061 tempest-TestMinimumBasicScenario-41210168 tempest-TestMinimumBasicScenario-41210168-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f3f41c-4fba-47aa-8e02-7ae2ccb101e3 HTTP/1.1" status: 200 len: 210 time: 0.0306964 Feb 11 06:19:54.127229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56054) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:54.474626 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a71952bd-89cd-460e-ace0-c818e35a9101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (232f217e-efec-4c1b-9e4a-c3df48d9493e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:54.719982 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a71952bd-89cd-460e-ace0-c818e35a9101 admin admin] Deleting port 60c7bbaa-ec67-40dc-838b-1031162cf4e8 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:19:54.720243 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a71952bd-89cd-460e-ace0-c818e35a9101 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:54.803520 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-a71952bd-89cd-460e-ace0-c818e35a9101 admin admin] For port 60c7bbaa-ec67-40dc-838b-1031162cf4e8, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=60c7bbaa-ec67-40dc-838b-1031162cf4e8,segment=NetworkSegment(9faab591-acd2-4d14-a7b4-f2ff9dd1fe63),segment_id=9faab591-acd2-4d14-a7b4-f2ff9dd1fe63)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:19:54.803891 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a71952bd-89cd-460e-ace0-c818e35a9101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:54.816520 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a71952bd-89cd-460e-ace0-c818e35a9101 admin admin] Calling delete_port for 60c7bbaa-ec67-40dc-838b-1031162cf4e8 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:19:55.326777 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a71952bd-89cd-460e-ace0-c818e35a9101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (60c7bbaa-ec67-40dc-838b-1031162cf4e8), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:55.352512 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71952bd-89cd-460e-ace0-c818e35a9101 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c7bbaa-ec67-40dc-838b-1031162cf4e8,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:55.527585 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a71952bd-89cd-460e-ace0-c818e35a9101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (232f217e-efec-4c1b-9e4a-c3df48d9493e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:55.748343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71952bd-89cd-460e-ace0-c818e35a9101 admin admin] Router 232f217e-efec-4c1b-9e4a-c3df48d9493e has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:19:55.857181 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71952bd-89cd-460e-ace0-c818e35a9101 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:19:55.862544 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a71952bd-89cd-460e-ace0-c818e35a9101 admin admin] 10.222.0.87 "PUT /v2.0/routers/232f217e-efec-4c1b-9e4a-c3df48d9493e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7342391 Feb 11 06:19:55.865232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56056) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:55.867078 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91295c17-1775-44a7-b878-123cb0a4ef9f None None] Sync routers for ids ['232f217e-efec-4c1b-9e4a-c3df48d9493e'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:19:55.878502 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91295c17-1775-44a7-b878-123cb0a4ef9f None None] Routers {'232f217e-efec-4c1b-9e4a-c3df48d9493e'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:19:55.879393 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-91295c17-1775-44a7-b878-123cb0a4ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:19:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['232f217e-efec-4c1b-9e4a-c3df48d9493e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:55.973345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30be03f9-f693-4c27-967b-c5ae81490234 admin admin] Publish callbacks [] for router (232f217e-efec-4c1b-9e4a-c3df48d9493e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:55.984761 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-91295c17-1775-44a7-b878-123cb0a4ef9f None None] Set router 232f217e-efec-4c1b-9e4a-c3df48d9493e gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:19:56.090778 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30be03f9-f693-4c27-967b-c5ae81490234 admin admin] Publish callbacks [] for router_gateway (232f217e-efec-4c1b-9e4a-c3df48d9493e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:56.146197 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-30be03f9-f693-4c27-967b-c5ae81490234 admin admin] Deleting port d43fc26f-cfc3-4896-95de-f39fbe41b410 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:19:56.146535 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30be03f9-f693-4c27-967b-c5ae81490234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d43fc26f-cfc3-4896-95de-f39fbe41b410), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:56.226870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-30be03f9-f693-4c27-967b-c5ae81490234 admin admin] For port d43fc26f-cfc3-4896-95de-f39fbe41b410, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d43fc26f-cfc3-4896-95de-f39fbe41b410,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:19:56.227229 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30be03f9-f693-4c27-967b-c5ae81490234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d43fc26f-cfc3-4896-95de-f39fbe41b410), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:56.239461 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-30be03f9-f693-4c27-967b-c5ae81490234 admin admin] Calling delete_port for d43fc26f-cfc3-4896-95de-f39fbe41b410 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:19:56.258458 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-91295c17-1775-44a7-b878-123cb0a4ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'name': 'tempest-TestMinimumBasicScenario-982837065-router', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:19:55Z', 'revision_number': 5, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'gw_port': {'id': 'd43fc26f-cfc3-4896-95de-f39fbe41b410', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:56.288176 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91295c17-1775-44a7-b878-123cb0a4ef9f None None] Checking router: 232f217e-efec-4c1b-9e4a-c3df48d9493e for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:19:56.297154 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91295c17-1775-44a7-b878-123cb0a4ef9f None None] Routers {'232f217e-efec-4c1b-9e4a-c3df48d9493e'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:19:56.297771 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-91295c17-1775-44a7-b878-123cb0a4ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:19:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['232f217e-efec-4c1b-9e4a-c3df48d9493e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:56.385224 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-91295c17-1775-44a7-b878-123cb0a4ef9f None None] Set router 232f217e-efec-4c1b-9e4a-c3df48d9493e gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:19:56.405952 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30be03f9-f693-4c27-967b-c5ae81490234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d43fc26f-cfc3-4896-95de-f39fbe41b410), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:56.431336 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be03f9-f693-4c27-967b-c5ae81490234 admin admin] Pushing event deleted for resources: {'Port': ['ID=d43fc26f-cfc3-4896-95de-f39fbe41b410,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:56.437957 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-91295c17-1775-44a7-b878-123cb0a4ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'name': 'tempest-TestMinimumBasicScenario-982837065-router', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:19:56Z', 'revision_number': 6, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:56.469609 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91295c17-1775-44a7-b878-123cb0a4ef9f None None] The sync data for ids ['232f217e-efec-4c1b-9e4a-c3df48d9493e'] in n-d-713499-38 is: [{'id': '232f217e-efec-4c1b-9e4a-c3df48d9493e', 'name': 'tempest-TestMinimumBasicScenario-982837065-router', 'tenant_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:33Z', 'updated_at': '2022-02-11T06:19:56Z', 'revision_number': 6, 'project_id': 'cbf859bb9d4d4dba83cfa94e8a44877e', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:19:56.493542 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30be03f9-f693-4c27-967b-c5ae81490234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (232f217e-efec-4c1b-9e4a-c3df48d9493e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:56.587367 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30be03f9-f693-4c27-967b-c5ae81490234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (232f217e-efec-4c1b-9e4a-c3df48d9493e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:56.590274 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30be03f9-f693-4c27-967b-c5ae81490234 admin admin] Publish callbacks [] for router_controller (232f217e-efec-4c1b-9e4a-c3df48d9493e), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:56.631722 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30be03f9-f693-4c27-967b-c5ae81490234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (232f217e-efec-4c1b-9e4a-c3df48d9493e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:56.632264 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30be03f9-f693-4c27-967b-c5ae81490234 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 232f217e-efec-4c1b-9e4a-c3df48d9493e {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:19:56.636990 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-30be03f9-f693-4c27-967b-c5ae81490234 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:56.638128 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-30be03f9-f693-4c27-967b-c5ae81490234 admin admin] 10.222.0.87 "DELETE /v2.0/routers/232f217e-efec-4c1b-9e4a-c3df48d9493e HTTP/1.1" status: 204 len: 168 time: 0.7718353 Feb 11 06:19:56.641052 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56058) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:56.652546 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2032ecd0-ba1c-466a-8366-ed0714ef08ef no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:19:56.672956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 2032ecd0-ba1c-466a-8366-ed0714ef08ef {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:19:56.673149 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 2032ecd0-ba1c-466a-8366-ed0714ef08ef not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:19:56.689274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb08195-1f81-4152-ac9e-caef16ec7cfe admin admin] Deleting subnet 1adacfd0-6693-40f1-9d5d-ce36fcb83d4c {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:19:56.692425 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2bb08195-1f81-4152-ac9e-caef16ec7cfe admin admin] Publish callbacks [] for subnet (1adacfd0-6693-40f1-9d5d-ce36fcb83d4c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:56.726687 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2bb08195-1f81-4152-ac9e-caef16ec7cfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (1adacfd0-6693-40f1-9d5d-ce36fcb83d4c), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:56.809503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2bb08195-1f81-4152-ac9e-caef16ec7cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (1adacfd0-6693-40f1-9d5d-ce36fcb83d4c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:56.864291 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2bb08195-1f81-4152-ac9e-caef16ec7cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (1adacfd0-6693-40f1-9d5d-ce36fcb83d4c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:56.888823 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb08195-1f81-4152-ac9e-caef16ec7cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1adacfd0-6693-40f1-9d5d-ce36fcb83d4c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:56.894994 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2bb08195-1f81-4152-ac9e-caef16ec7cfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:56.898251 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2bb08195-1f81-4152-ac9e-caef16ec7cfe admin admin] 10.222.0.87 "DELETE /v2.0/subnets/1adacfd0-6693-40f1-9d5d-ce36fcb83d4c HTTP/1.1" status: 204 len: 168 time: 0.2562604 Feb 11 06:19:56.900791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56060) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:56.903208 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535529ef-2165-4c66-9616-8824af2f0066 None None] Network 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:19:56.974036 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:57.030136 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] Deleting port 1ed2bb40-2b2c-41df-995f-fe34aa082d88 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:19:57.030532 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1ed2bb40-2b2c-41df-995f-fe34aa082d88), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:57.094469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] For port 1ed2bb40-2b2c-41df-995f-fe34aa082d88, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=1ed2bb40-2b2c-41df-995f-fe34aa082d88,segment=NetworkSegment(9faab591-acd2-4d14-a7b4-f2ff9dd1fe63),segment_id=9faab591-acd2-4d14-a7b4-f2ff9dd1fe63)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:19:57.094817 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1ed2bb40-2b2c-41df-995f-fe34aa082d88), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:57.112730 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] Calling delete_port for 1ed2bb40-2b2c-41df-995f-fe34aa082d88 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:19:57.195456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1ed2bb40-2b2c-41df-995f-fe34aa082d88), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:57.223569 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed2bb40-2b2c-41df-995f-fe34aa082d88,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:57.228238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] No DVR routers for this DVR port 1ed2bb40-2b2c-41df-995f-fe34aa082d88 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:19:57.245411 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08c43f7-6357-45ab-9a20-2f915becb8ed None None] DHCP port deletion for 26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:19:57.309932 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:57.331055 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:57.341469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9faab591-acd2-4d14-a7b4-f2ff9dd1fe63') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:57.341914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9faab591-acd2-4d14-a7b4-f2ff9dd1fe63') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:57.351474 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (9faab591-acd2-4d14-a7b4-f2ff9dd1fe63), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:57.364771 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (9faab591-acd2-4d14-a7b4-f2ff9dd1fe63), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:57.370560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:19:57.370944 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (9faab591-acd2-4d14-a7b4-f2ff9dd1fe63), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: timer() Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:19:57.372610 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:19:57.435056 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:57.446256 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:57.450044 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] 10.222.0.87 "DELETE /v2.0/networks/26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0 HTTP/1.1" status: 204 len: 168 time: 0.5478206 Feb 11 06:19:57.453277 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56062) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:57.461129 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 60c7bbaa-ec67-40dc-838b-1031162cf4e8 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:19:57.462022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1d208-7026-4bf5-bc74-2f21a31f1d1e admin admin] Pushing event deleted for resources: {'Network': ['ID=26c2c0d4-8e3c-47fb-b394-7d85c00cc2b0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:57.498046 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 60c7bbaa-ec67-40dc-838b-1031162cf4e8 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:19:57.498396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 60c7bbaa-ec67-40dc-838b-1031162cf4e8 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:19:57.498823 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d43fc26f-cfc3-4896-95de-f39fbe41b410 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:19:57.518806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: d43fc26f-cfc3-4896-95de-f39fbe41b410 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:19:57.519276 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d43fc26f-cfc3-4896-95de-f39fbe41b410 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:19:57.519661 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1ed2bb40-2b2c-41df-995f-fe34aa082d88 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:19:57.539641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 1ed2bb40-2b2c-41df-995f-fe34aa082d88 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:19:57.539993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 1ed2bb40-2b2c-41df-995f-fe34aa082d88 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:19:57.816402 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e686a8dc-18b8-4fab-9cda-a53326d95c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (de10bd8a-4b36-4564-a52b-fc2d6de3bc1e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:58.061823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e686a8dc-18b8-4fab-9cda-a53326d95c0a admin admin] Deleting port 2443ceee-998c-45df-b0d2-bcb754d196a7 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:19:58.062166 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e686a8dc-18b8-4fab-9cda-a53326d95c0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:58.138526 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-e686a8dc-18b8-4fab-9cda-a53326d95c0a admin admin] For port 2443ceee-998c-45df-b0d2-bcb754d196a7, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2443ceee-998c-45df-b0d2-bcb754d196a7,segment=NetworkSegment(354da4c7-e119-41af-8ebb-920b449d218e),segment_id=354da4c7-e119-41af-8ebb-920b449d218e)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:19:58.138809 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e686a8dc-18b8-4fab-9cda-a53326d95c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:58.152056 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e686a8dc-18b8-4fab-9cda-a53326d95c0a admin admin] Calling delete_port for 2443ceee-998c-45df-b0d2-bcb754d196a7 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:19:58.330399 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e686a8dc-18b8-4fab-9cda-a53326d95c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (2443ceee-998c-45df-b0d2-bcb754d196a7), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:58.355994 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686a8dc-18b8-4fab-9cda-a53326d95c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=2443ceee-998c-45df-b0d2-bcb754d196a7,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:58.525987 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e686a8dc-18b8-4fab-9cda-a53326d95c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (de10bd8a-4b36-4564-a52b-fc2d6de3bc1e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:58.622491 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21dfb4e0-1f15-427d-9025-1ed3521e9113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:58.750469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e686a8dc-18b8-4fab-9cda-a53326d95c0a admin admin] Router de10bd8a-4b36-4564-a52b-fc2d6de3bc1e has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:19:58.857267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e686a8dc-18b8-4fab-9cda-a53326d95c0a admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:19:58.862286 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e686a8dc-18b8-4fab-9cda-a53326d95c0a admin admin] 10.222.0.87 "PUT /v2.0/routers/de10bd8a-4b36-4564-a52b-fc2d6de3bc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4078400 Feb 11 06:19:58.864901 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56064) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:19:58.867820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614fa79b-9741-40e6-88e4-f54b38348930 None None] Sync routers for ids ['de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:19:58.880440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614fa79b-9741-40e6-88e4-f54b38348930 None None] Routers {'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:19:58.881069 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-614fa79b-9741-40e6-88e4-f54b38348930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:19:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:58.973727 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f58a7a4-1e96-41aa-988b-04d3b48d43ee admin admin] Publish callbacks [] for router (de10bd8a-4b36-4564-a52b-fc2d6de3bc1e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:58.989191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-614fa79b-9741-40e6-88e4-f54b38348930 None None] Set router de10bd8a-4b36-4564-a52b-fc2d6de3bc1e gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:19:59.079044 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f58a7a4-1e96-41aa-988b-04d3b48d43ee admin admin] Publish callbacks [] for router_gateway (de10bd8a-4b36-4564-a52b-fc2d6de3bc1e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:59.131105 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8f58a7a4-1e96-41aa-988b-04d3b48d43ee admin admin] Deleting port 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:19:59.131491 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f58a7a4-1e96-41aa-988b-04d3b48d43ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:59.170118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-614fa79b-9741-40e6-88e4-f54b38348930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'name': 'tempest-TestMinimumBasicScenario-1778067645-router', 'tenant_id': '5f239097a1b141b982312f5a68deaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:38Z', 'updated_at': '2022-02-11T06:19:58Z', 'revision_number': 5, 'project_id': '5f239097a1b141b982312f5a68deaf81', 'gw_port': {'id': '4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:17:38Z', 'updated_at': '2022-02-11T06:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:59.195938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614fa79b-9741-40e6-88e4-f54b38348930 None None] Checking router: de10bd8a-4b36-4564-a52b-fc2d6de3bc1e for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:19:59.204152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614fa79b-9741-40e6-88e4-f54b38348930 None None] Routers {'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:19:59.204762 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-614fa79b-9741-40e6-88e4-f54b38348930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:19:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:59.222164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-8f58a7a4-1e96-41aa-988b-04d3b48d43ee admin admin] For port 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:19:59.222529 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f58a7a4-1e96-41aa-988b-04d3b48d43ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:59.235777 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8f58a7a4-1e96-41aa-988b-04d3b48d43ee admin admin] Calling delete_port for 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:19:59.295312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-614fa79b-9741-40e6-88e4-f54b38348930 None None] Set router de10bd8a-4b36-4564-a52b-fc2d6de3bc1e gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:19:59.353093 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-614fa79b-9741-40e6-88e4-f54b38348930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'name': 'tempest-TestMinimumBasicScenario-1778067645-router', 'tenant_id': '5f239097a1b141b982312f5a68deaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:38Z', 'updated_at': '2022-02-11T06:19:59Z', 'revision_number': 6, 'project_id': '5f239097a1b141b982312f5a68deaf81', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:19:59.380871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614fa79b-9741-40e6-88e4-f54b38348930 None None] The sync data for ids ['de10bd8a-4b36-4564-a52b-fc2d6de3bc1e'] in n-d-713499-38 is: [{'id': 'de10bd8a-4b36-4564-a52b-fc2d6de3bc1e', 'name': 'tempest-TestMinimumBasicScenario-1778067645-router', 'tenant_id': '5f239097a1b141b982312f5a68deaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:17:38Z', 'updated_at': '2022-02-11T06:19:59Z', 'revision_number': 6, 'project_id': '5f239097a1b141b982312f5a68deaf81', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:19:59.724091 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f58a7a4-1e96-41aa-988b-04d3b48d43ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:59.751905 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58a7a4-1e96-41aa-988b-04d3b48d43ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:19:59.818603 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f58a7a4-1e96-41aa-988b-04d3b48d43ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (de10bd8a-4b36-4564-a52b-fc2d6de3bc1e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:59.914509 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f58a7a4-1e96-41aa-988b-04d3b48d43ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (de10bd8a-4b36-4564-a52b-fc2d6de3bc1e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:59.916702 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f58a7a4-1e96-41aa-988b-04d3b48d43ee admin admin] Publish callbacks [] for router_controller (de10bd8a-4b36-4564-a52b-fc2d6de3bc1e), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:59.964269 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f58a7a4-1e96-41aa-988b-04d3b48d43ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (de10bd8a-4b36-4564-a52b-fc2d6de3bc1e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:59.964958 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f58a7a4-1e96-41aa-988b-04d3b48d43ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router de10bd8a-4b36-4564-a52b-fc2d6de3bc1e {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:19:59.969604 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8f58a7a4-1e96-41aa-988b-04d3b48d43ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:59.970755 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8f58a7a4-1e96-41aa-988b-04d3b48d43ee admin admin] 10.222.0.87 "DELETE /v2.0/routers/de10bd8a-4b36-4564-a52b-fc2d6de3bc1e HTTP/1.1" status: 204 len: 168 time: 1.1049092 Feb 11 06:19:59.973298 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56066) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:00.021812 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-57df19f0-5ff9-46f7-85fa-08598298f5d9 admin admin] Deleting subnet 572857ea-3b9e-4736-9028-52cc5c2bf563 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:20:00.024922 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57df19f0-5ff9-46f7-85fa-08598298f5d9 admin admin] Publish callbacks [] for subnet (572857ea-3b9e-4736-9028-52cc5c2bf563), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.059113 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57df19f0-5ff9-46f7-85fa-08598298f5d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (572857ea-3b9e-4736-9028-52cc5c2bf563), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.133623 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57df19f0-5ff9-46f7-85fa-08598298f5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (572857ea-3b9e-4736-9028-52cc5c2bf563), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.191809 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57df19f0-5ff9-46f7-85fa-08598298f5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (572857ea-3b9e-4736-9028-52cc5c2bf563), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.218137 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df19f0-5ff9-46f7-85fa-08598298f5d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=572857ea-3b9e-4736-9028-52cc5c2bf563,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:00.222882 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-57df19f0-5ff9-46f7-85fa-08598298f5d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.226734 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbdcf10-f384-45f0-87f2-03bcf3c4247c None None] Network 50d530be-3f65-4fc2-af3e-322c172be81c requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:20:00.227258 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-57df19f0-5ff9-46f7-85fa-08598298f5d9 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/572857ea-3b9e-4736-9028-52cc5c2bf563 HTTP/1.1" status: 204 len: 168 time: 0.2525568 Feb 11 06:20:00.229384 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56068) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:00.309370 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (50d530be-3f65-4fc2-af3e-322c172be81c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.377835 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] Deleting port f1fa3ef1-ae4d-4ada-b263-605b0a366741 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:20:00.378223 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f1fa3ef1-ae4d-4ada-b263-605b0a366741), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.408439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] DHCP port deletion for 50d530be-3f65-4fc2-af3e-322c172be81c request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:20:00.448514 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] For port f1fa3ef1-ae4d-4ada-b263-605b0a366741, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f1fa3ef1-ae4d-4ada-b263-605b0a366741,segment=NetworkSegment(354da4c7-e119-41af-8ebb-920b449d218e),segment_id=354da4c7-e119-41af-8ebb-920b449d218e)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:00.448748 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f1fa3ef1-ae4d-4ada-b263-605b0a366741), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.462399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] Calling delete_port for f1fa3ef1-ae4d-4ada-b263-605b0a366741 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:20:00.467394 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Deleting port f1fa3ef1-ae4d-4ada-b263-605b0a366741 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:20:00.468017 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (f1fa3ef1-ae4d-4ada-b263-605b0a366741), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.539667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] For port f1fa3ef1-ae4d-4ada-b263-605b0a366741, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=f1fa3ef1-ae4d-4ada-b263-605b0a366741,segment=NetworkSegment(354da4c7-e119-41af-8ebb-920b449d218e),segment_id=354da4c7-e119-41af-8ebb-920b449d218e)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:00.540070 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (f1fa3ef1-ae4d-4ada-b263-605b0a366741), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.552648 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (f1fa3ef1-ae4d-4ada-b263-605b0a366741), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.553462 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Calling delete_port for f1fa3ef1-ae4d-4ada-b263-605b0a366741 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:20:00.576049 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fa3ef1-ae4d-4ada-b263-605b0a366741,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:00.581985 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] No DVR routers for this DVR port f1fa3ef1-ae4d-4ada-b263-605b0a366741 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:20:00.636299 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (f1fa3ef1-ae4d-4ada-b263-605b0a366741), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.653161 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (50d530be-3f65-4fc2-af3e-322c172be81c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.663176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Pushing event deleted for resources: {'Port': ['ID=f1fa3ef1-ae4d-4ada-b263-605b0a366741,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:00.677280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] No DVR routers for this DVR port f1fa3ef1-ae4d-4ada-b263-605b0a366741 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:20:00.679138 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d530be-3f65-4fc2-af3e-322c172be81c']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:00.683016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:00.683362 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:00.685955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:00.685955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:00.685955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:00.685955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:00.685955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:00.685955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:00.685955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:00.685955 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:00.686873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:00.686873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:00.686873 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe71626-04f3-4ae5-96fa-034cbbe754c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:00.691485 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354da4c7-e119-41af-8ebb-920b449d218e') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:00.691790 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354da4c7-e119-41af-8ebb-920b449d218e') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:00.701653 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (354da4c7-e119-41af-8ebb-920b449d218e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.715925 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (354da4c7-e119-41af-8ebb-920b449d218e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.722220 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:20:00.722608 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (354da4c7-e119-41af-8ebb-920b449d218e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: timer() Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:20:00.724518 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:20:00.779398 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (50d530be-3f65-4fc2-af3e-322c172be81c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.784093 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.787313 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] 10.222.0.87 "DELETE /v2.0/networks/50d530be-3f65-4fc2-af3e-322c172be81c HTTP/1.1" status: 204 len: 168 time: 0.5558033 Feb 11 06:20:00.803260 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132064b-6482-45d4-b682-2abe2ab6f223 admin admin] Pushing event deleted for resources: {'Network': ['ID=50d530be-3f65-4fc2-af3e-322c172be81c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:00.925789 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f11fe3d2-4c72-4b4f-b5bd-2832591dab59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:00.950309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56072) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:00.994897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-526553fe-f511-41d8-8732-ce4eb76514df admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cbf859bb9d4d4dba83cfa94e8a44877e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433631 Feb 11 06:20:00.997354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56074) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:01.046035 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1483dbe9-34c6-403a-a015-ec274a83ad01 admin admin] Publish callbacks [] for security_group (4bb6d975-b4f2-4240-96b1-02c7ed94ecbb), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:01.066512 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1483dbe9-34c6-403a-a015-ec274a83ad01 admin admin] Publish callbacks [] for security_group (4bb6d975-b4f2-4240-96b1-02c7ed94ecbb), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:01.114523 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1483dbe9-34c6-403a-a015-ec274a83ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4bb6d975-b4f2-4240-96b1-02c7ed94ecbb), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:01.117293 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-1483dbe9-34c6-403a-a015-ec274a83ad01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:01.118620 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1483dbe9-34c6-403a-a015-ec274a83ad01 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4bb6d975-b4f2-4240-96b1-02c7ed94ecbb HTTP/1.1" status: 204 len: 168 time: 0.1203237 Feb 11 06:20:01.127838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483dbe9-34c6-403a-a015-ec274a83ad01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb6d975-b4f2-4240-96b1-02c7ed94ecbb,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:01.445791 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56080) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:01.446325 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2443ceee-998c-45df-b0d2-bcb754d196a7 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:20:01.468264 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 2443ceee-998c-45df-b0d2-bcb754d196a7 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:20:01.468626 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2443ceee-998c-45df-b0d2-bcb754d196a7 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:20:01.469072 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:20:01.489641 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-15e635b0-f398-40b9-90ce-b48fd528af9c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5f239097a1b141b982312f5a68deaf81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403903 Feb 11 06:20:01.489904 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:20:01.489904 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 4b4e351b-7831-4ae0-b8c1-26ef9f3cda3a not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:20:01.489904 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f1fa3ef1-ae4d-4ada-b263-605b0a366741 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:20:01.490169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56082) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:01.513893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: f1fa3ef1-ae4d-4ada-b263-605b0a366741 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:20:01.514245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device f1fa3ef1-ae4d-4ada-b263-605b0a366741 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:20:01.547465 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe9c8-5359-4da0-a1f1-f1f63788021f admin admin] Publish callbacks [] for security_group (660c2db0-a6cb-48d7-936c-6ecf5a1feaef), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:01.567965 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe9c8-5359-4da0-a1f1-f1f63788021f admin admin] Publish callbacks [] for security_group (660c2db0-a6cb-48d7-936c-6ecf5a1feaef), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:01.619083 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe9c8-5359-4da0-a1f1-f1f63788021f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (660c2db0-a6cb-48d7-936c-6ecf5a1feaef), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:01.622092 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe9c8-5359-4da0-a1f1-f1f63788021f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:01.623741 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6b3fe9c8-5359-4da0-a1f1-f1f63788021f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/660c2db0-a6cb-48d7-936c-6ecf5a1feaef HTTP/1.1" status: 204 len: 168 time: 0.1325309 Feb 11 06:20:01.632786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fe9c8-5359-4da0-a1f1-f1f63788021f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660c2db0-a6cb-48d7-936c-6ecf5a1feaef,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:02.658096 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.440079 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56122) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:03.445014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-727baa35-a567-40b9-9d01-60bd0347bc98 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1368026895', 'description': 'tempest-secgroup-smoke-1368026895 description', 'project_id': 'ad3ca5a288504678b55705d55a841198'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:03.465505 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-727baa35-a567-40b9-9d01-60bd0347bc98 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.474002 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-727baa35-a567-40b9-9d01-60bd0347bc98 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.548019 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-727baa35-a567-40b9-9d01-60bd0347bc98 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (42045fac-af68-4283-957c-e0d7a1962511), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.551863 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-727baa35-a567-40b9-9d01-60bd0347bc98 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (42045fac-af68-4283-957c-e0d7a1962511), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.591890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727baa35-a567-40b9-9d01-60bd0347bc98 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42045fac-af68-4283-957c-e0d7a1962511,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:03.629194 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-727baa35-a567-40b9-9d01-60bd0347bc98 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (c2558d5f-4e3e-4fe5-8fce-ba089298f80d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.632886 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-727baa35-a567-40b9-9d01-60bd0347bc98 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c2558d5f-4e3e-4fe5-8fce-ba089298f80d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.663766 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-727baa35-a567-40b9-9d01-60bd0347bc98 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.664989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-727baa35-a567-40b9-9d01-60bd0347bc98 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2238994 Feb 11 06:20:03.666103 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727baa35-a567-40b9-9d01-60bd0347bc98 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2558d5f-4e3e-4fe5-8fce-ba089298f80d,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:03.668763 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56124) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:03.674062 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-da172050-7f96-4772-a67a-88bbe108a2c5 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': 'c2558d5f-4e3e-4fe5-8fce-ba089298f80d', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:03.698130 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da172050-7f96-4772-a67a-88bbe108a2c5 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (74ef9b4c-a917-4576-974b-6c88037371eb), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.752690 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da172050-7f96-4772-a67a-88bbe108a2c5 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (74ef9b4c-a917-4576-974b-6c88037371eb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.756327 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da172050-7f96-4772-a67a-88bbe108a2c5 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (74ef9b4c-a917-4576-974b-6c88037371eb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.779246 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da172050-7f96-4772-a67a-88bbe108a2c5 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ef9b4c-a917-4576-974b-6c88037371eb,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:03.787869 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-da172050-7f96-4772-a67a-88bbe108a2c5 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.789062 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-da172050-7f96-4772-a67a-88bbe108a2c5 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186869 Feb 11 06:20:03.792464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56126) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:03.796783 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-5eb35c03-88e5-4119-bb8e-78f030e2436e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': 'c2558d5f-4e3e-4fe5-8fce-ba089298f80d', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:03.821477 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5eb35c03-88e5-4119-bb8e-78f030e2436e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (a13ddb50-3276-40b0-be65-436d29e12e2b), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.871579 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.882153 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5eb35c03-88e5-4119-bb8e-78f030e2436e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (a13ddb50-3276-40b0-be65-436d29e12e2b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.886141 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5eb35c03-88e5-4119-bb8e-78f030e2436e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (a13ddb50-3276-40b0-be65-436d29e12e2b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.904234 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35c03-88e5-4119-bb8e-78f030e2436e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13ddb50-3276-40b0-be65-436d29e12e2b,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:03.912920 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5eb35c03-88e5-4119-bb8e-78f030e2436e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:03.914152 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5eb35c03-88e5-4119-bb8e-78f030e2436e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207736 Feb 11 06:20:03.917445 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56128) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:03.921722 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7fc1cb2c-6280-4a13-ba6d-a689edd3422c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': 'c2558d5f-4e3e-4fe5-8fce-ba089298f80d', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:03.946108 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fc1cb2c-6280-4a13-ba6d-a689edd3422c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (22e6cc31-e870-4fc4-89e8-41fd2ea16f42), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.005102 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fc1cb2c-6280-4a13-ba6d-a689edd3422c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (22e6cc31-e870-4fc4-89e8-41fd2ea16f42), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.008816 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fc1cb2c-6280-4a13-ba6d-a689edd3422c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (22e6cc31-e870-4fc4-89e8-41fd2ea16f42), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.029070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1cb2c-6280-4a13-ba6d-a689edd3422c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e6cc31-e870-4fc4-89e8-41fd2ea16f42,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:04.033164 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fc1cb2c-6280-4a13-ba6d-a689edd3422c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.034394 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7fc1cb2c-6280-4a13-ba6d-a689edd3422c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159809 Feb 11 06:20:04.037934 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56130) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:04.042183 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a7fca17d-01a1-4a00-a2d8-28d1340bf342 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': 'c2558d5f-4e3e-4fe5-8fce-ba089298f80d', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:04.065743 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a7fca17d-01a1-4a00-a2d8-28d1340bf342 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (4f04016a-3a7e-4ae3-9c39-de7c2710a90b), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.122768 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a7fca17d-01a1-4a00-a2d8-28d1340bf342 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (4f04016a-3a7e-4ae3-9c39-de7c2710a90b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.126248 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a7fca17d-01a1-4a00-a2d8-28d1340bf342 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (4f04016a-3a7e-4ae3-9c39-de7c2710a90b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.146663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fca17d-01a1-4a00-a2d8-28d1340bf342 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f04016a-3a7e-4ae3-9c39-de7c2710a90b,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:04.155469 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a7fca17d-01a1-4a00-a2d8-28d1340bf342 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.156484 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a7fca17d-01a1-4a00-a2d8-28d1340bf342 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175823 Feb 11 06:20:04.159280 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56132) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:04.163693 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4c9e661b-adc4-4b9b-aeac-2ba6b95dc0ab tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': 'c2558d5f-4e3e-4fe5-8fce-ba089298f80d', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:04.183068 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-4c9e661b-adc4-4b9b-aeac-2ba6b95dc0ab tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Project ad3ca5a288504678b55705d55a841198 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:20:04.187812 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c9e661b-adc4-4b9b-aeac-2ba6b95dc0ab tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (7157637b-dd84-4d2f-91a4-e31402ebf070), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.243751 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c9e661b-adc4-4b9b-aeac-2ba6b95dc0ab tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (7157637b-dd84-4d2f-91a4-e31402ebf070), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.247186 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c9e661b-adc4-4b9b-aeac-2ba6b95dc0ab tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (7157637b-dd84-4d2f-91a4-e31402ebf070), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.265891 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e661b-adc4-4b9b-aeac-2ba6b95dc0ab tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7157637b-dd84-4d2f-91a4-e31402ebf070,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:04.272987 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c9e661b-adc4-4b9b-aeac-2ba6b95dc0ab tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.274176 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4c9e661b-adc4-4b9b-aeac-2ba6b95dc0ab tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1139135 Feb 11 06:20:04.277538 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56134) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:04.281839 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a70dcc4c-090b-4522-a25b-3a0d89b80748 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': 'c2558d5f-4e3e-4fe5-8fce-ba089298f80d', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:04.303902 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-a70dcc4c-090b-4522-a25b-3a0d89b80748 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Project ad3ca5a288504678b55705d55a841198 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:20:04.309219 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a70dcc4c-090b-4522-a25b-3a0d89b80748 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (01b8806b-6c77-49cc-a41e-1cf3f3f34b71), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.367499 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a70dcc4c-090b-4522-a25b-3a0d89b80748 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (01b8806b-6c77-49cc-a41e-1cf3f3f34b71), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.371266 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a70dcc4c-090b-4522-a25b-3a0d89b80748 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (01b8806b-6c77-49cc-a41e-1cf3f3f34b71), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.389093 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70dcc4c-090b-4522-a25b-3a0d89b80748 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b8806b-6c77-49cc-a41e-1cf3f3f34b71,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:04.395586 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a70dcc4c-090b-4522-a25b-3a0d89b80748 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.396780 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a70dcc4c-090b-4522-a25b-3a0d89b80748 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183243 Feb 11 06:20:04.399756 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56136) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:04.404414 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3bfe3baf-cdd4-4cae-b485-ec5bf70bd45a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'network': {'name': 'tempest-network-smoke--682275938', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'port_security_enabled': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:04.422550 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfe3baf-cdd4-4cae-b485-ec5bf70bd45a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Made reservation on behalf of ad3ca5a288504678b55705d55a841198 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:20:04.425852 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bfe3baf-cdd4-4cae-b485-ec5bf70bd45a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.449383 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfe3baf-cdd4-4cae-b485-ec5bf70bd45a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:20:04.458199 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bfe3baf-cdd4-4cae-b485-ec5bf70bd45a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (cfa07a42-08a0-4f88-bbc3-521fd5491f09), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.458552 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-3bfe3baf-cdd4-4cae-b485-ec5bf70bd45a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Added segment cfa07a42-08a0-4f88-bbc3-521fd5491f09 of type vlan for network eb7de915-9b74-497a-a1b7-a035e38bd63e Feb 11 06:20:04.499961 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bfe3baf-cdd4-4cae-b485-ec5bf70bd45a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (eb7de915-9b74-497a-a1b7-a035e38bd63e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.524728 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bfe3baf-cdd4-4cae-b485-ec5bf70bd45a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (eb7de915-9b74-497a-a1b7-a035e38bd63e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.529547 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfe3baf-cdd4-4cae-b485-ec5bf70bd45a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:04.530134 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3bfe3baf-cdd4-4cae-b485-ec5bf70bd45a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.594776 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3bfe3baf-cdd4-4cae-b485-ec5bf70bd45a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1940255 Feb 11 06:20:04.597869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56138) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:04.598380 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe3baf-cdd4-4cae-b485-ec5bf70bd45a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Network': ['ID=eb7de915-9b74-497a-a1b7-a035e38bd63e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:04.602910 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1023577866', 'admin_state_up': True, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:04.608758 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network eb7de915-9b74-497a-a1b7-a035e38bd63e details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:20:04.625161 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (b72c116a-a51d-40a4-8882-f4377a58c27d), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.626365 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (b72c116a-a51d-40a4-8882-f4377a58c27d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.680503 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_controller (b72c116a-a51d-40a4-8882-f4377a58c27d), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:04.819255 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (b72c116a-a51d-40a4-8882-f4377a58c27d), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.007702 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (b72c116a-a51d-40a4-8882-f4377a58c27d), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.027187 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.131488 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.25.5.17 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/18033a31-c505-4389-ba7c-06652b60d6f7) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:20:05.229305 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (18033a31-c505-4389-ba7c-06652b60d6f7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.262582 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (18033a31-c505-4389-ba7c-06652b60d6f7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.302760 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:20:05.308033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:20:05.310680 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.311194 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:20:05.316713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=18033a31-c505-4389-ba7c-06652b60d6f7,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:05.564912 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (b72c116a-a51d-40a4-8882-f4377a58c27d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.755048 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (b72c116a-a51d-40a4-8882-f4377a58c27d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.881750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router b72c116a-a51d-40a4-8882-f4377a58c27d is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:20:05.989121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:20:05.999088 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Sync routers for ids ['b72c116a-a51d-40a4-8882-f4377a58c27d'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:20:06.009257 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:06.009835 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Routers {'b72c116a-a51d-40a4-8882-f4377a58c27d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:20:06.010552 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b72c116a-a51d-40a4-8882-f4377a58c27d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:06.011140 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-bd28719a-c8b2-436b-81e6-f24ecb51a89a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4119055 Feb 11 06:20:06.014203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56140) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:06.117837 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Set router b72c116a-a51d-40a4-8882-f4377a58c27d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:20:06.156768 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9947f2b5-7244-4ed4-856b-7db08c31852f tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=ad3ca5a288504678b55705d55a841198&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1387892 Feb 11 06:20:06.157012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56144) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:06.241249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653cec54-8f8c-4516-a1a8-522c9da9761a tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:06.242766 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-653cec54-8f8c-4516-a1a8-522c9da9761a tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848207 Feb 11 06:20:06.245556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56146) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:06.273626 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2829e283-70bd-4225-a065-13fcb049a7af tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268524 Feb 11 06:20:06.276612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56148) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:06.281277 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-dcc58b88-bfcf-4e0b-95de-9073dc373bc4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-479364947', 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:06.293589 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023577866', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:20:04Z', 'updated_at': '2022-02-11T06:20:05Z', 'revision_number': 3, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:05Z', 'updated_at': '2022-02-11T06:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:06.323537 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Checking router: b72c116a-a51d-40a4-8882-f4377a58c27d for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:20:06.323867 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Updating router b72c116a-a51d-40a4-8882-f4377a58c27d port 18033a31-c505-4389-ba7c-06652b60d6f7 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:20:06.352222 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (18033a31-c505-4389-ba7c-06652b60d6f7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:06.613043 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Publish callbacks [] for port (18033a31-c505-4389-ba7c-06652b60d6f7), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:06.618682 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (18033a31-c505-4389-ba7c-06652b60d6f7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:06.670345 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Attempting to bind port 18033a31-c505-4389-ba7c-06652b60d6f7 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:20:06.670716 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Attempting to bind port 18033a31-c505-4389-ba7c-06652b60d6f7 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:20:06.671079 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Attempting to bind port 18033a31-c505-4389-ba7c-06652b60d6f7 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:20:06.677959 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd194ed-1c8d-42d0-8e8c-bbdb60d50550 None None] Pushing event updated for resources: {'Port': ['ID=18033a31-c505-4389-ba7c-06652b60d6f7,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:06.681112 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:20:06.681487 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:20:06.681885 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:06.682308 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:20:06.682776 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Bound port: 18033a31-c505-4389-ba7c-06652b60d6f7, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:20:06.683153 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (18033a31-c505-4389-ba7c-06652b60d6f7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:06.689622 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd194ed-1c8d-42d0-8e8c-bbdb60d50550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:06.689974 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd194ed-1c8d-42d0-8e8c-bbdb60d50550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:06.690313 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd194ed-1c8d-42d0-8e8c-bbdb60d50550 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:06.690651 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd194ed-1c8d-42d0-8e8c-bbdb60d50550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:06.690984 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd194ed-1c8d-42d0-8e8c-bbdb60d50550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:06.691322 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd194ed-1c8d-42d0-8e8c-bbdb60d50550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:06.691681 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd194ed-1c8d-42d0-8e8c-bbdb60d50550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:06.692008 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd194ed-1c8d-42d0-8e8c-bbdb60d50550 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:06.692330 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd194ed-1c8d-42d0-8e8c-bbdb60d50550 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:06.692655 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd194ed-1c8d-42d0-8e8c-bbdb60d50550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:06.692982 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd194ed-1c8d-42d0-8e8c-bbdb60d50550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:06.693308 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd194ed-1c8d-42d0-8e8c-bbdb60d50550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:06.693644 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd194ed-1c8d-42d0-8e8c-bbdb60d50550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:06.700990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc58b88-bfcf-4e0b-95de-9073dc373bc4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Made reservation on behalf of ad3ca5a288504678b55705d55a841198 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:20:06.704743 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dcc58b88-bfcf-4e0b-95de-9073dc373bc4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:06.749564 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] For port 18033a31-c505-4389-ba7c-06652b60d6f7, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:20:06.753120 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] For port 18033a31-c505-4389-ba7c-06652b60d6f7, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=18033a31-c505-4389-ba7c-06652b60d6f7,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:20:06.760331 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (18033a31-c505-4389-ba7c-06652b60d6f7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:06.822081 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd194ed-1c8d-42d0-8e8c-bbdb60d50550 None None] Pushing event updated for resources: {'Port': ['ID=18033a31-c505-4389-ba7c-06652b60d6f7,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:06.825363 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Routers {'b72c116a-a51d-40a4-8882-f4377a58c27d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:20:06.825974 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b72c116a-a51d-40a4-8882-f4377a58c27d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:06.889178 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dcc58b88-bfcf-4e0b-95de-9073dc373bc4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (4e69e8c1-d837-42f8-813b-36fdc4df2324), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:06.935634 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] Set router b72c116a-a51d-40a4-8882-f4377a58c27d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:20:06.946615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc58b88-bfcf-4e0b-95de-9073dc373bc4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Subnet': ['ID=4e69e8c1-d837-42f8-813b-36fdc4df2324,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:06.958238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc58b88-bfcf-4e0b-95de-9073dc373bc4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Checking segment: {'id': 'cfa07a42-08a0-4f88-bbc3-521fd5491f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:20:06.958613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc58b88-bfcf-4e0b-95de-9073dc373bc4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network hostable DHCP agents. Network: eb7de915-9b74-497a-a1b7-a035e38bd63e, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:20:06.975561 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc58b88-bfcf-4e0b-95de-9073dc373bc4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network eb7de915-9b74-497a-a1b7-a035e38bd63e is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:20:06.984931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-dcc58b88-bfcf-4e0b-95de-9073dc373bc4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, eb7de915-9b74-497a-a1b7-a035e38bd63e) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:20:06.989693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc58b88-bfcf-4e0b-95de-9073dc373bc4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:06.990367 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-dcc58b88-bfcf-4e0b-95de-9073dc373bc4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:06.996606 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a24f5f-572f-4ec0-be94-499f40109746 None None] Network eb7de915-9b74-497a-a1b7-a035e38bd63e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:20:07.008098 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-dcc58b88-bfcf-4e0b-95de-9073dc373bc4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7303870 Feb 11 06:20:07.011325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56150) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:07.097990 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-eb7de915-9b74-497a-a1b7-a035e38bd63e', 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ips': [{'subnet_id': '4e69e8c1-d837-42f8-813b-36fdc4df2324'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:20:07.099104 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:07.134332 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023577866', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:20:04Z', 'updated_at': '2022-02-11T06:20:05Z', 'revision_number': 3, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:05Z', 'updated_at': '2022-02-11T06:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:07.244584 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Allocated IP 172.20.0.2 (eb7de915-9b74-497a-a1b7-a035e38bd63e/4e69e8c1-d837-42f8-813b-36fdc4df2324/2bffc5d0-7b3a-4fa8-9a80-37b5df05554b) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:20:07.268254 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c929c560-664f-4b95-95c2-c4d183a31fbf None None] The sync data for ids ['b72c116a-a51d-40a4-8882-f4377a58c27d'] in n-d-713499-38 is: [{'id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023577866', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:20:04Z', 'updated_at': '2022-02-11T06:20:05Z', 'revision_number': 3, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:05Z', 'updated_at': '2022-02-11T06:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:20:07.408656 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Publish callbacks [] for port (2bffc5d0-7b3a-4fa8-9a80-37b5df05554b), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:07.416627 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (2bffc5d0-7b3a-4fa8-9a80-37b5df05554b), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:07.458085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Network eb7de915-9b74-497a-a1b7-a035e38bd63e is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:20:07.461881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:20:07.465883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:20:07.510237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Pushing event updated for resources: {'Port': ['ID=2bffc5d0-7b3a-4fa8-9a80-37b5df05554b,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:07.529349 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:07.556689 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Attempting to bind port 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:20:07.557805 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Attempting to bind port 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'cfa07a42-08a0-4f88-bbc3-521fd5491f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:20:07.558176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Attempting to bind port 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b on network eb7de915-9b74-497a-a1b7-a035e38bd63e {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:20:07.563733 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:20:07.564288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Checking segment: {'id': 'cfa07a42-08a0-4f88-bbc3-521fd5491f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:20:07.564695 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:07.565091 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Bound using segment: {'id': 'cfa07a42-08a0-4f88-bbc3-521fd5491f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:20:07.565566 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Bound port: 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa07a42-08a0-4f88-bbc3-521fd5491f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:20:07.565956 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2bffc5d0-7b3a-4fa8-9a80-37b5df05554b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:07.633398 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] For port 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:20:07.637487 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] For port 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2bffc5d0-7b3a-4fa8-9a80-37b5df05554b,segment=NetworkSegment(cfa07a42-08a0-4f88-bbc3-521fd5491f09),segment_id=cfa07a42-08a0-4f88-bbc3-521fd5491f09)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:20:07.644226 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2bffc5d0-7b3a-4fa8-9a80-37b5df05554b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:07.710659 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5e45e-bb93-43ff-95bf-444633f11861 None None] Pushing event updated for resources: {'Port': ['ID=2bffc5d0-7b3a-4fa8-9a80-37b5df05554b,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:07.851312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.20.0.1 (eb7de915-9b74-497a-a1b7-a035e38bd63e/4e69e8c1-d837-42f8-813b-36fdc4df2324/5217149e-866b-43d5-a8a5-19191f156830) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:20:08.008044 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (5217149e-866b-43d5-a8a5-19191f156830), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:08.048389 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5217149e-866b-43d5-a8a5-19191f156830), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:08.096877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network eb7de915-9b74-497a-a1b7-a035e38bd63e is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:20:08.100073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:20:08.105041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:20:08.109097 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=5217149e-866b-43d5-a8a5-19191f156830,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:08.155222 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (b72c116a-a51d-40a4-8882-f4377a58c27d), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:08.297892 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5217149e-866b-43d5-a8a5-19191f156830), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:08.594207 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (5217149e-866b-43d5-a8a5-19191f156830), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:08.599085 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (5217149e-866b-43d5-a8a5-19191f156830), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:08.665558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f8b648-46b1-4abf-919f-f3c9d00dcc7e None None] Network eb7de915-9b74-497a-a1b7-a035e38bd63e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:20:08.676115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=5217149e-866b-43d5-a8a5-19191f156830,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:08.678730 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (b72c116a-a51d-40a4-8882-f4377a58c27d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:08.750455 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-59c0c4ae-c6b2-4c09-8842-cb6c776956d4 None None] Provisioning complete for port 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:08.750832 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-59c0c4ae-c6b2-4c09-8842-cb6c776956d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2bffc5d0-7b3a-4fa8-9a80-37b5df05554b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:08.774898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network eb7de915-9b74-497a-a1b7-a035e38bd63e is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:20:08.776916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:20:08.871914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-59c0c4ae-c6b2-4c09-8842-cb6c776956d4 None None] Current status of the port 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:08.872324 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-59c0c4ae-c6b2-4c09-8842-cb6c776956d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (2bffc5d0-7b3a-4fa8-9a80-37b5df05554b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:08.908177 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router b72c116a-a51d-40a4-8882-f4377a58c27d has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:20:08.910826 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-59c0c4ae-c6b2-4c09-8842-cb6c776956d4 None None] For port 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2bffc5d0-7b3a-4fa8-9a80-37b5df05554b,segment=NetworkSegment(cfa07a42-08a0-4f88-bbc3-521fd5491f09),segment_id=cfa07a42-08a0-4f88-bbc3-521fd5491f09)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:08.920887 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-59c0c4ae-c6b2-4c09-8842-cb6c776956d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (2bffc5d0-7b3a-4fa8-9a80-37b5df05554b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:08.975049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0c4ae-c6b2-4c09-8842-cb6c776956d4 None None] Pushing event updated for resources: {'Port': ['ID=2bffc5d0-7b3a-4fa8-9a80-37b5df05554b,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:09.029077 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:20:09.035676 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2533dcf6-700c-4935-abcb-dbb6fdd2ffff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "PUT /v2.0/routers/b72c116a-a51d-40a4-8882-f4377a58c27d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0221150 Feb 11 06:20:09.071657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Sync routers for ids ['b72c116a-a51d-40a4-8882-f4377a58c27d'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:20:09.087925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Routers {'b72c116a-a51d-40a4-8882-f4377a58c27d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:20:09.089095 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b72c116a-a51d-40a4-8882-f4377a58c27d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:09.162032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-de6d61f2-e4df-4cc3-a9fb-a660e7d85fb9 None None] Provisioning complete for port 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:09.162402 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-de6d61f2-e4df-4cc3-a9fb-a660e7d85fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2bffc5d0-7b3a-4fa8-9a80-37b5df05554b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:09.206256 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3190f3f5-3ab6-4156-93bf-4708420cc278 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368026895&fields=id&tenant_id=ad3ca5a288504678b55705d55a841198 HTTP/1.1" status: 200 len: 267 time: 0.0517640 Feb 11 06:20:09.254813 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Set router b72c116a-a51d-40a4-8882-f4377a58c27d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:20:09.330144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-88b3ccf8-4bf6-47e4-8c6e-345755668914 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:09.331980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-88b3ccf8-4bf6-47e4-8c6e-345755668914 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/networks?id=eb7de915-9b74-497a-a1b7-a035e38bd63e HTTP/1.1" status: 200 len: 796 time: 0.1175716 Feb 11 06:20:09.347726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-783686a5-16f0-48f7-99cd-5f4c963bdd4c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/quotas/ad3ca5a288504678b55705d55a841198 HTTP/1.1" status: 200 len: 375 time: 0.0100551 Feb 11 06:20:09.388173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-de6d61f2-e4df-4cc3-a9fb-a660e7d85fb9 None None] Current status of the port 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:09.435586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-ced0095b-7bcb-4277-bf66-fa1489e52062 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795538 Feb 11 06:20:09.436206 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-de6d61f2-e4df-4cc3-a9fb-a660e7d85fb9 None None] Provisioning complete for port 5217149e-866b-43d5-a8a5-19191f156830 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:09.436593 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-de6d61f2-e4df-4cc3-a9fb-a660e7d85fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5217149e-866b-43d5-a8a5-19191f156830), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:09.486295 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-de6d61f2-e4df-4cc3-a9fb-a660e7d85fb9 None None] Port 5217149e-866b-43d5-a8a5-19191f156830 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:20:09.520544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-7cd199d7-7612-4860-a276-c87d0a94bc72 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:20:09.521565 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-7cd199d7-7612-4860-a276-c87d0a94bc72 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0670900 Feb 11 06:20:09.542123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:20:09.628426 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-bf75a5aa-074f-4cde-88f1-42e1be7d3e67 service neutron] 10.222.0.87 "GET /v2.0/networks/eb7de915-9b74-497a-a1b7-a035e38bd63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952284 Feb 11 06:20:09.719615 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-bb634f2b-f703-4e9e-b762-6f60fa2482e4 service neutron] 10.222.0.87 "GET /v2.0/networks/eb7de915-9b74-497a-a1b7-a035e38bd63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853057 Feb 11 06:20:09.737608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023577866', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:20:04Z', 'updated_at': '2022-02-11T06:20:08Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:05Z', 'updated_at': '2022-02-11T06:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '5217149e-866b-43d5-a8a5-19191f156830', 'name': '', 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:14:1e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:07Z', 'updated_at': '2022-02-11T06:20:08Z', 'revision_number': 2, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:09.776465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Checking router: b72c116a-a51d-40a4-8882-f4377a58c27d for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:20:09.776830 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Updating router b72c116a-a51d-40a4-8882-f4377a58c27d port 5217149e-866b-43d5-a8a5-19191f156830 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:20:09.804092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-dfe6c96c-e0f8-4501-aa35-ee92f372e020 None None] Provisioning complete for port 5217149e-866b-43d5-a8a5-19191f156830 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:09.804464 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c96c-e0f8-4501-aa35-ee92f372e020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5217149e-866b-43d5-a8a5-19191f156830), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:09.840631 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5217149e-866b-43d5-a8a5-19191f156830), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:09.861402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-dfe6c96c-e0f8-4501-aa35-ee92f372e020 None None] Port 5217149e-866b-43d5-a8a5-19191f156830 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:20:09.888011 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:09.888302 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (2bffc5d0-7b3a-4fa8-9a80-37b5df05554b), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:09.897393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28e8f719-e30d-45e6-aa3f-12a4a2bf878b req-7ef809c6-a023-4eaa-b8cd-bef27404a28a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 210 time: 0.0337725 Feb 11 06:20:10.056901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:10.058003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 18033a31-c505-4389-ba7c-06652b60d6f7 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:20:10.175604 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 18033a31-c505-4389-ba7c-06652b60d6f7 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:10.175902 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (18033a31-c505-4389-ba7c-06652b60d6f7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:10.245293 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Publish callbacks [] for port (5217149e-866b-43d5-a8a5-19191f156830), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:10.253537 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5217149e-866b-43d5-a8a5-19191f156830), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:10.343716 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184a7a4-363d-485b-bbab-518e7ddd84cd None None] Pushing event updated for resources: {'Port': ['ID=5217149e-866b-43d5-a8a5-19191f156830,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:10.350863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 18033a31-c505-4389-ba7c-06652b60d6f7 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:10.350863 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (18033a31-c505-4389-ba7c-06652b60d6f7), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:10.382575 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:20:10.411545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 18033a31-c505-4389-ba7c-06652b60d6f7, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=18033a31-c505-4389-ba7c-06652b60d6f7,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:10.416635 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (18033a31-c505-4389-ba7c-06652b60d6f7), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:10.421544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Attempting to bind port 5217149e-866b-43d5-a8a5-19191f156830 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:20:10.421919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Attempting to bind port 5217149e-866b-43d5-a8a5-19191f156830 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'cfa07a42-08a0-4f88-bbc3-521fd5491f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:20:10.422451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Attempting to bind port 5217149e-866b-43d5-a8a5-19191f156830 on network eb7de915-9b74-497a-a1b7-a035e38bd63e {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:20:10.461453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:20:10.461861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Checking segment: {'id': 'cfa07a42-08a0-4f88-bbc3-521fd5491f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:20:10.462231 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:10.462620 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Bound using segment: {'id': 'cfa07a42-08a0-4f88-bbc3-521fd5491f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:20:10.463101 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Bound port: 5217149e-866b-43d5-a8a5-19191f156830, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa07a42-08a0-4f88-bbc3-521fd5491f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:20:10.463537 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5217149e-866b-43d5-a8a5-19191f156830), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:10.490959 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:10.505373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=18033a31-c505-4389-ba7c-06652b60d6f7,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:10.564225 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] For port 5217149e-866b-43d5-a8a5-19191f156830, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:20:10.568560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] For port 5217149e-866b-43d5-a8a5-19191f156830, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5217149e-866b-43d5-a8a5-19191f156830,segment=NetworkSegment(cfa07a42-08a0-4f88-bbc3-521fd5491f09),segment_id=cfa07a42-08a0-4f88-bbc3-521fd5491f09)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:20:10.577864 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5217149e-866b-43d5-a8a5-19191f156830), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:10.648097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-413de272-ed52-43a1-ac94-d09fac7a9b62 None None] Provisioning complete for port 5217149e-866b-43d5-a8a5-19191f156830 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:10.648474 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-413de272-ed52-43a1-ac94-d09fac7a9b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5217149e-866b-43d5-a8a5-19191f156830), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:10.678909 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Routers {'b72c116a-a51d-40a4-8882-f4377a58c27d'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:20:10.679499 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b72c116a-a51d-40a4-8882-f4377a58c27d'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:10.684050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184a7a4-363d-485b-bbab-518e7ddd84cd None None] Pushing event updated for resources: {'Port': ['ID=5217149e-866b-43d5-a8a5-19191f156830,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:10.859253 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] Set router b72c116a-a51d-40a4-8882-f4377a58c27d gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:20:10.862698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-413de272-ed52-43a1-ac94-d09fac7a9b62 None None] Current status of the port 5217149e-866b-43d5-a8a5-19191f156830 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:10.863087 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-413de272-ed52-43a1-ac94-d09fac7a9b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5217149e-866b-43d5-a8a5-19191f156830), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:10.995469 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-413de272-ed52-43a1-ac94-d09fac7a9b62 None None] For port 5217149e-866b-43d5-a8a5-19191f156830, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5217149e-866b-43d5-a8a5-19191f156830,segment=NetworkSegment(cfa07a42-08a0-4f88-bbc3-521fd5491f09),segment_id=cfa07a42-08a0-4f88-bbc3-521fd5491f09)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:11.010506 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-413de272-ed52-43a1-ac94-d09fac7a9b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5217149e-866b-43d5-a8a5-19191f156830), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:11.049015 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8a5c56af-df05-4158-9bac-3bd4eee0c4e8 req-2de89b69-fc19-48ed-b759-046b61bfab56 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 210 time: 0.0678751 Feb 11 06:20:11.096150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-bca9a769-6fb3-47be-88bb-cb15e598d4c5 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:11.097873 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-bca9a769-6fb3-47be-88bb-cb15e598d4c5 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.73 "GET /v2.0/networks?id=eb7de915-9b74-497a-a1b7-a035e38bd63e HTTP/1.1" status: 200 len: 796 time: 0.1530559 Feb 11 06:20:11.105798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413de272-ed52-43a1-ac94-d09fac7a9b62 None None] Pushing event updated for resources: {'Port': ['ID=5217149e-866b-43d5-a8a5-19191f156830,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:11.158933 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a410bb1e-1d80-4dc8-8292-9be5183ffd33 None None] Provisioning complete for port 5217149e-866b-43d5-a8a5-19191f156830 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:11.159313 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a410bb1e-1d80-4dc8-8292-9be5183ffd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5217149e-866b-43d5-a8a5-19191f156830), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:11.180553 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-6f8c883f-d10d-4b79-a9f8-76c22078d467 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad3ca5a288504678b55705d55a841198 HTTP/1.1" status: 200 len: 380 time: 0.0733752 Feb 11 06:20:11.190263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-000946eb-3a7e-43f8-b0d9-1d6847fde89f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'port': {'device_id': '928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb', 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e', 'admin_state_up': True, 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'security_groups': ['c2558d5f-4e3e-4fe5-8fce-ba089298f80d']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:11.220917 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023577866', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:20:04Z', 'updated_at': '2022-02-11T06:20:08Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:05Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '5217149e-866b-43d5-a8a5-19191f156830', 'name': '', 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:14:1e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:07Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:11.250542 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61e13ca-d408-48e9-b002-6cc938a3515a None None] The sync data for ids ['b72c116a-a51d-40a4-8882-f4377a58c27d'] in n-d-713499-38 is: [{'id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023577866', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:20:04Z', 'updated_at': '2022-02-11T06:20:08Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:05Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '5217149e-866b-43d5-a8a5-19191f156830', 'name': '', 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:14:1e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:07Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:20:11.302674 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a410bb1e-1d80-4dc8-8292-9be5183ffd33 None None] Current status of the port 5217149e-866b-43d5-a8a5-19191f156830 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:11.342746 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-000946eb-3a7e-43f8-b0d9-1d6847fde89f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Made reservation on behalf of ad3ca5a288504678b55705d55a841198 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:20:11.346692 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-000946eb-3a7e-43f8-b0d9-1d6847fde89f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:11.501502 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-000946eb-3a7e-43f8-b0d9-1d6847fde89f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.20.0.5 (eb7de915-9b74-497a-a1b7-a035e38bd63e/4e69e8c1-d837-42f8-813b-36fdc4df2324/668e2f65-3977-47b5-bf5e-0a0bec521b23) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:20:11.540486 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5217149e-866b-43d5-a8a5-19191f156830 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:20:11.590913 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 5217149e-866b-43d5-a8a5-19191f156830 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:11.591290 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5217149e-866b-43d5-a8a5-19191f156830), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:11.662825 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-000946eb-3a7e-43f8-b0d9-1d6847fde89f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (668e2f65-3977-47b5-bf5e-0a0bec521b23), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:11.670043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5217149e-866b-43d5-a8a5-19191f156830 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:11.671163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 18033a31-c505-4389-ba7c-06652b60d6f7 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:20:11.702611 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-000946eb-3a7e-43f8-b0d9-1d6847fde89f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (668e2f65-3977-47b5-bf5e-0a0bec521b23), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:11.724356 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 18033a31-c505-4389-ba7c-06652b60d6f7 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:11.724739 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (18033a31-c505-4389-ba7c-06652b60d6f7), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:11.772217 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-000946eb-3a7e-43f8-b0d9-1d6847fde89f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network eb7de915-9b74-497a-a1b7-a035e38bd63e is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:20:11.774023 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-000946eb-3a7e-43f8-b0d9-1d6847fde89f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:20:11.776842 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-000946eb-3a7e-43f8-b0d9-1d6847fde89f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:20:11.779996 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000946eb-3a7e-43f8-b0d9-1d6847fde89f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=668e2f65-3977-47b5-bf5e-0a0bec521b23,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:11.822893 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 18033a31-c505-4389-ba7c-06652b60d6f7 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:11.839908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-000946eb-3a7e-43f8-b0d9-1d6847fde89f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:11.840354 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-000946eb-3a7e-43f8-b0d9-1d6847fde89f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:11.858210 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-000946eb-3a7e-43f8-b0d9-1d6847fde89f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6718109 Feb 11 06:20:11.876325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Request body: {'port': {'device_id': '928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:11.947180 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (668e2f65-3977-47b5-bf5e-0a0bec521b23), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:12.047897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d7ba9c80-a940-4e43-91ca-c474e6e7bb34 None None] Provisioning complete for port 668e2f65-3977-47b5-bf5e-0a0bec521b23 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:12.048451 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d7ba9c80-a940-4e43-91ca-c474e6e7bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (668e2f65-3977-47b5-bf5e-0a0bec521b23), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:12.085335 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba9c80-a940-4e43-91ca-c474e6e7bb34 None None] Port 668e2f65-3977-47b5-bf5e-0a0bec521b23 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:20:12.228288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cee9b-5ce4-4acc-827e-5de5d1e298da req-d2f610e0-0fc0-4a47-8e28-57e331a2e481 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:12.230307 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c67cee9b-5ce4-4acc-827e-5de5d1e298da req-d2f610e0-0fc0-4a47-8e28-57e331a2e481 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 931 time: 0.0823467 Feb 11 06:20:12.314182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668e2f65-3977-47b5-bf5e-0a0bec521b23 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:20:12.327683 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Publish callbacks [] for port (668e2f65-3977-47b5-bf5e-0a0bec521b23), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:12.333146 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c67cee9b-5ce4-4acc-827e-5de5d1e298da req-4f822423-0b5e-4cfc-b15a-6bbcb88f4ef6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2558d5f-4e3e-4fe5-8fce-ba089298f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968087 Feb 11 06:20:12.344614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Transition to ACTIVE for port object 668e2f65-3977-47b5-bf5e-0a0bec521b23 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:20:12.350854 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (668e2f65-3977-47b5-bf5e-0a0bec521b23), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:12.403939 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Pushing event updated for resources: {'Port': ['ID=668e2f65-3977-47b5-bf5e-0a0bec521b23,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:12.491445 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Attempting to bind port 668e2f65-3977-47b5-bf5e-0a0bec521b23 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:20:12.491792 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Attempting to bind port 668e2f65-3977-47b5-bf5e-0a0bec521b23 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'cfa07a42-08a0-4f88-bbc3-521fd5491f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:20:12.492115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Attempting to bind port 668e2f65-3977-47b5-bf5e-0a0bec521b23 on network eb7de915-9b74-497a-a1b7-a035e38bd63e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:20:12.497185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Port 668e2f65-3977-47b5-bf5e-0a0bec521b23 on network eb7de915-9b74-497a-a1b7-a035e38bd63e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:20:12.497504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Attempting to bind port 668e2f65-3977-47b5-bf5e-0a0bec521b23 on network eb7de915-9b74-497a-a1b7-a035e38bd63e {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:20:12.506817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:20:12.507752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Checking segment: {'id': 'cfa07a42-08a0-4f88-bbc3-521fd5491f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:20:12.508169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Bound using segment: {'id': 'cfa07a42-08a0-4f88-bbc3-521fd5491f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:20:12.508654 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Bound port: 668e2f65-3977-47b5-bf5e-0a0bec521b23, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa07a42-08a0-4f88-bbc3-521fd5491f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:20:12.509025 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (668e2f65-3977-47b5-bf5e-0a0bec521b23), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:12.583742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] For port 668e2f65-3977-47b5-bf5e-0a0bec521b23, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:20:12.586747 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] For port 668e2f65-3977-47b5-bf5e-0a0bec521b23, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=668e2f65-3977-47b5-bf5e-0a0bec521b23,segment=NetworkSegment(cfa07a42-08a0-4f88-bbc3-521fd5491f09),segment_id=cfa07a42-08a0-4f88-bbc3-521fd5491f09)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:20:12.593877 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (668e2f65-3977-47b5-bf5e-0a0bec521b23), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:12.632626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:12.633261 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:12.634932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] 10.222.0.73 "PUT /v2.0/ports/668e2f65-3977-47b5-bf5e-0a0bec521b23 HTTP/1.1" status: 200 len: 1092 time: 0.7674150 Feb 11 06:20:12.641188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb', 'tag': '668e2f65-3977-47b5-bf5e-0a0bec521b23'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:20:12.643542 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5436cd-ce60-47e6-8bf8-6ef619316eac" -d '{"events": [{"name": "network-changed", "server_uuid": "928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb", "tag": "668e2f65-3977-47b5-bf5e-0a0bec521b23"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:20:12.670435 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b278427-4f1e-48c1-8971-61d32027393d service neutron] Pushing event updated for resources: {'Port': ['ID=668e2f65-3977-47b5-bf5e-0a0bec521b23,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:12.702642 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1f24bf-fe9c-41fa-824b-6ff3827d8204 x-openstack-request-id: req-7b1f24bf-fe9c-41fa-824b-6ff3827d8204 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:20:12.702954 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb", "tag": "668e2f65-3977-47b5-bf5e-0a0bec521b23", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:20:12.703197 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7b1f24bf-fe9c-41fa-824b-6ff3827d8204 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:20:12.703627 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb', 'tag': '668e2f65-3977-47b5-bf5e-0a0bec521b23', 'status': 'completed', 'code': 200} Feb 11 06:20:12.723256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-7b865d71-4711-437a-aca0-cdb0c22bc38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:12.724976 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-7b865d71-4711-437a-aca0-cdb0c22bc38e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 1126 time: 0.0513837 Feb 11 06:20:12.767162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-d0b51f8b-ee55-4a63-a9d6-05f0c4732a08 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=668e2f65-3977-47b5-bf5e-0a0bec521b23 HTTP/1.1" status: 200 len: 217 time: 0.0355048 Feb 11 06:20:12.824902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-b0671a6a-f9e3-4ce9-a61d-d1a745b19972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:12.826417 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-b0671a6a-f9e3-4ce9-a61d-d1a745b19972 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e69e8c1-d837-42f8-813b-36fdc4df2324 HTTP/1.1" status: 200 len: 834 time: 0.0533314 Feb 11 06:20:12.876841 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-e807eb4d-e4e1-4acd-9927-8df4c7229da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:12.878344 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-e807eb4d-e4e1-4acd-9927-8df4c7229da8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7de915-9b74-497a-a1b7-a035e38bd63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453486 Feb 11 06:20:12.972009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-daf258d4-880e-45fb-ace0-80f34ff22c06 service neutron] 10.222.0.73 "GET /v2.0/networks/eb7de915-9b74-497a-a1b7-a035e38bd63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867724 Feb 11 06:20:13.061969 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cf6507f3-0317-4e01-903d-b5f4cb925a38 req-3ef900f5-8d2a-4fe5-bce2-d1ea1a8c18a9 service neutron] 10.222.0.73 "GET /v2.0/networks/eb7de915-9b74-497a-a1b7-a035e38bd63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838714 Feb 11 06:20:13.150170 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5436cd-ce60-47e6-8bf8-6ef619316eac req-d81418c4-4422-40aa-9e7c-2b913e74f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:13.151680 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c5436cd-ce60-47e6-8bf8-6ef619316eac req-d81418c4-4422-40aa-9e7c-2b913e74f82e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 1126 time: 0.0443068 Feb 11 06:20:13.246085 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5436cd-ce60-47e6-8bf8-6ef619316eac req-4c96b8b7-2e11-414e-9463-6673fc9049e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:13.247593 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c5436cd-ce60-47e6-8bf8-6ef619316eac req-4c96b8b7-2e11-414e-9463-6673fc9049e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb7de915-9b74-497a-a1b7-a035e38bd63e HTTP/1.1" status: 200 len: 897 time: 0.0896780 Feb 11 06:20:13.287985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c5436cd-ce60-47e6-8bf8-6ef619316eac req-1689fc2c-2419-4028-9940-b272cf229e91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=668e2f65-3977-47b5-bf5e-0a0bec521b23 HTTP/1.1" status: 200 len: 217 time: 0.0336127 Feb 11 06:20:13.340602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5436cd-ce60-47e6-8bf8-6ef619316eac req-2d0e5266-e1b9-496d-b926-af9ecac13cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:13.342257 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c5436cd-ce60-47e6-8bf8-6ef619316eac req-2d0e5266-e1b9-496d-b926-af9ecac13cd7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e69e8c1-d837-42f8-813b-36fdc4df2324 HTTP/1.1" status: 200 len: 834 time: 0.0482275 Feb 11 06:20:13.394785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5436cd-ce60-47e6-8bf8-6ef619316eac req-57c63e4f-faaa-4388-861f-7d382177465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:13.396598 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c5436cd-ce60-47e6-8bf8-6ef619316eac req-57c63e4f-faaa-4388-861f-7d382177465f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7de915-9b74-497a-a1b7-a035e38bd63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471015 Feb 11 06:20:13.514327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc1ee4-1de0-4873-b680-ec7d7eb17f91 req-937524d8-f1ff-483d-8cbe-2a7256b67736 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:13.515819 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-befc1ee4-1de0-4873-b680-ec7d7eb17f91 req-937524d8-f1ff-483d-8cbe-2a7256b67736 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 943 time: 0.1053829 Feb 11 06:20:13.532838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c5436cd-ce60-47e6-8bf8-6ef619316eac req-fe7ebe19-3161-4b5a-99fc-f9cef83e0d6a service neutron] 10.222.0.73 "GET /v2.0/networks/eb7de915-9b74-497a-a1b7-a035e38bd63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294587 Feb 11 06:20:13.614217 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-befc1ee4-1de0-4873-b680-ec7d7eb17f91 req-f081eeef-64bf-4952-b842-b7b319cfe603 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2558d5f-4e3e-4fe5-8fce-ba089298f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927658 Feb 11 06:20:13.647911 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0c5436cd-ce60-47e6-8bf8-6ef619316eac req-43461d90-16c4-4b63-bc86-045cf157e2fb service neutron] 10.222.0.73 "GET /v2.0/networks/eb7de915-9b74-497a-a1b7-a035e38bd63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073978 Feb 11 06:20:14.745422 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:15.063184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a2944-b826-4491-9c21-08da9265ef04 req-91118313-0f2b-4b59-a620-c6b61a8ddfd6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:15.064671 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-624a2944-b826-4491-9c21-08da9265ef04 req-91118313-0f2b-4b59-a620-c6b61a8ddfd6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 943 time: 0.3785188 Feb 11 06:20:15.110651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-624a2944-b826-4491-9c21-08da9265ef04 req-77db5198-5d4d-4cb1-b207-3c2a92e46adc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2558d5f-4e3e-4fe5-8fce-ba089298f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404172 Feb 11 06:20:16.229997 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0bc14-4fd8-4123-8a6b-c903231f26d6 req-b0ecbf80-c854-49df-8ef2-86437f359dcf tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:16.231391 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b0bc14-4fd8-4123-8a6b-c903231f26d6 req-b0ecbf80-c854-49df-8ef2-86437f359dcf tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 943 time: 0.0520535 Feb 11 06:20:16.279287 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-69b0bc14-4fd8-4123-8a6b-c903231f26d6 req-be577758-68d2-44a1-9bc4-0992fde1667f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2558d5f-4e3e-4fe5-8fce-ba089298f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422928 Feb 11 06:20:16.728735 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 668e2f65-3977-47b5-bf5e-0a0bec521b23 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:20:16.824412 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 668e2f65-3977-47b5-bf5e-0a0bec521b23, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=668e2f65-3977-47b5-bf5e-0a0bec521b23,segment=NetworkSegment(cfa07a42-08a0-4f88-bbc3-521fd5491f09),segment_id=cfa07a42-08a0-4f88-bbc3-521fd5491f09)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:16.834978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '668e2f65-3977-47b5-bf5e-0a0bec521b23', 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e', 'port_id': '668e2f65-3977-47b5-bf5e-0a0bec521b23', 'mac_address': 'fa:16:3e:53:6e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:20:16.876760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 668e2f65-3977-47b5-bf5e-0a0bec521b23 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:16.877208 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (668e2f65-3977-47b5-bf5e-0a0bec521b23), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:16.890817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668e2f65-3977-47b5-bf5e-0a0bec521b23 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:20:16.910431 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 668e2f65-3977-47b5-bf5e-0a0bec521b23, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=668e2f65-3977-47b5-bf5e-0a0bec521b23,segment=NetworkSegment(cfa07a42-08a0-4f88-bbc3-521fd5491f09),segment_id=cfa07a42-08a0-4f88-bbc3-521fd5491f09)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:16.913635 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (668e2f65-3977-47b5-bf5e-0a0bec521b23), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:16.960188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=668e2f65-3977-47b5-bf5e-0a0bec521b23,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:17.116195 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['668e2f65-3977-47b5-bf5e-0a0bec521b23'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:20:17.400818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bfb86-f49c-436e-8836-7f0404fe01da req-92d515ef-0347-4aed-adf2-5c672781bbd7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:17.402354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-709bfb86-f49c-436e-8836-7f0404fe01da req-92d515ef-0347-4aed-adf2-5c672781bbd7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 944 time: 0.0559905 Feb 11 06:20:17.451174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-709bfb86-f49c-436e-8836-7f0404fe01da req-d8bcbed8-4c2a-4853-8cd7-982c22528355 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2558d5f-4e3e-4fe5-8fce-ba089298f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430207 Feb 11 06:20:18.567159 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728b5b2-cc53-459a-891d-4d0e31d28b9e req-cdb49dc8-8fcc-45a1-8798-07afe5c4e8b3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:18.568659 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1728b5b2-cc53-459a-891d-4d0e31d28b9e req-cdb49dc8-8fcc-45a1-8798-07afe5c4e8b3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 944 time: 0.0514410 Feb 11 06:20:18.615302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1728b5b2-cc53-459a-891d-4d0e31d28b9e req-c62c141b-e459-4808-8ba4-cecdc02e9463 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2558d5f-4e3e-4fe5-8fce-ba089298f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411699 Feb 11 06:20:18.731051 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 668e2f65-3977-47b5-bf5e-0a0bec521b23 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:20:18.778890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 668e2f65-3977-47b5-bf5e-0a0bec521b23 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:20:18.782883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 668e2f65-3977-47b5-bf5e-0a0bec521b23 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:20:18.783264 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (668e2f65-3977-47b5-bf5e-0a0bec521b23), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:18.860800 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 668e2f65-3977-47b5-bf5e-0a0bec521b23 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:20:18.861216 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (668e2f65-3977-47b5-bf5e-0a0bec521b23), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:18.883124 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668e2f65-3977-47b5-bf5e-0a0bec521b23'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:20:18.886218 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db394cd-7b04-4777-90e3-8204336282cc" -d '{"events": [{"server_uuid": "928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb", "name": "network-vif-plugged", "status": "completed", "tag": "668e2f65-3977-47b5-bf5e-0a0bec521b23"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:20:18.899126 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 668e2f65-3977-47b5-bf5e-0a0bec521b23, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=668e2f65-3977-47b5-bf5e-0a0bec521b23,segment=NetworkSegment(cfa07a42-08a0-4f88-bbc3-521fd5491f09),segment_id=cfa07a42-08a0-4f88-bbc3-521fd5491f09)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:20:18.908276 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (668e2f65-3977-47b5-bf5e-0a0bec521b23), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:18.930917 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf6a714-1bf6-41e7-9fe4-55c0ee021f61 x-openstack-request-id: req-6cf6a714-1bf6-41e7-9fe4-55c0ee021f61 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:20:18.931206 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb", "name": "network-vif-plugged", "status": "completed", "tag": "668e2f65-3977-47b5-bf5e-0a0bec521b23", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:20:18.931485 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6cf6a714-1bf6-41e7-9fe4-55c0ee021f61 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:20:18.932048 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668e2f65-3977-47b5-bf5e-0a0bec521b23', 'code': 200} Feb 11 06:20:18.957036 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=668e2f65-3977-47b5-bf5e-0a0bec521b23,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:19.030978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762be93b-6991-40fc-ad4b-7166e9e78dbe req-045c77e3-84fb-445e-807f-aaa2b5fd4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:19.032488 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-762be93b-6991-40fc-ad4b-7166e9e78dbe req-045c77e3-84fb-445e-807f-aaa2b5fd4397 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 1128 time: 0.0481942 Feb 11 06:20:19.077330 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-762be93b-6991-40fc-ad4b-7166e9e78dbe req-fe0f1867-a5ae-4f66-9f61-e6d983f6d367 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c2558d5f-4e3e-4fe5-8fce-ba089298f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384040 Feb 11 06:20:19.732221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c9d7f-6276-4aad-9a01-181d666a5fc3 req-28ff2b14-b933-41a1-ab62-b2a3e2eb7bae tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:19.733675 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f2c9d7f-6276-4aad-9a01-181d666a5fc3 req-28ff2b14-b933-41a1-ab62-b2a3e2eb7bae tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 945 time: 0.0508194 Feb 11 06:20:19.780672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f2c9d7f-6276-4aad-9a01-181d666a5fc3 req-d1970498-f447-40a3-bef1-d627a3019d13 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2558d5f-4e3e-4fe5-8fce-ba089298f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415001 Feb 11 06:20:20.901805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75da92-c7ef-414f-86cb-a182db3b342e req-a9510d5c-a260-4abd-88c3-56a967f410c3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:20.903343 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da75da92-c7ef-414f-86cb-a182db3b342e req-a9510d5c-a260-4abd-88c3-56a967f410c3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 945 time: 0.0535257 Feb 11 06:20:20.964318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-da75da92-c7ef-414f-86cb-a182db3b342e req-4578d96d-78be-47b1-b594-2db8e7ca9960 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2558d5f-4e3e-4fe5-8fce-ba089298f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552406 Feb 11 06:20:21.082601 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bf76a-09b0-430c-8e1e-5f8669a68ea6 req-dc94b044-a899-4eb4-aab7-877cd45a2fac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:21.084002 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f64bf76a-09b0-430c-8e1e-5f8669a68ea6 req-dc94b044-a899-4eb4-aab7-877cd45a2fac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 945 time: 0.0517383 Feb 11 06:20:21.131011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f64bf76a-09b0-430c-8e1e-5f8669a68ea6 req-2d81cc74-d193-4bae-80c8-da650487c95b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2558d5f-4e3e-4fe5-8fce-ba089298f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408378 Feb 11 06:20:21.153355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56204) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:21.194720 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd40d453-7c8d-4832-8db1-862e62eab5d0 tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:21.196259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cd40d453-7c8d-4832-8db1-862e62eab5d0 tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 1123 time: 0.0419307 Feb 11 06:20:21.199606 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56206) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:21.203854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '668e2f65-3977-47b5-bf5e-0a0bec521b23', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:20:21.223389 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:21.319904 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:21.420901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.25.5.189 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/cb76f699-ca92-4732-bcf0-b9ebe256fd02) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:20:21.526706 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (cb76f699-ca92-4732-bcf0-b9ebe256fd02), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:21.562680 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (cb76f699-ca92-4732-bcf0-b9ebe256fd02), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:21.600704 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:20:21.604118 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:20:21.607592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:20:21.635935 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=cb76f699-ca92-4732-bcf0-b9ebe256fd02,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:21.969219 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (a1d649b4-27b0-4fb7-b2ec-bd971448d557), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:22.042825 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cb76f699-ca92-4732-bcf0-b9ebe256fd02), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:22.185540 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (cb76f699-ca92-4732-bcf0-b9ebe256fd02), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:22.190007 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (cb76f699-ca92-4732-bcf0-b9ebe256fd02), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:22.259206 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=cb76f699-ca92-4732-bcf0-b9ebe256fd02,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:22.271612 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (a1d649b4-27b0-4fb7-b2ec-bd971448d557), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:22.373422 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Floating IP a1d649b4-27b0-4fb7-b2ec-bd971448d557 associated. External IP: 172.25.5.189, port: 668e2f65-3977-47b5-bf5e-0a0bec521b23. Feb 11 06:20:22.582348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router b72c116a-a51d-40a4-8882-f4377a58c27d has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:20:22.689376 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:20:22.699358 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafbfb97-f278-4b55-b859-d274702e220b None None] Sync routers for ids ['b72c116a-a51d-40a4-8882-f4377a58c27d'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:20:22.707738 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:22.708893 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafbfb97-f278-4b55-b859-d274702e220b None None] Routers {'b72c116a-a51d-40a4-8882-f4377a58c27d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:20:22.709495 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-fafbfb97-f278-4b55-b859-d274702e220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b72c116a-a51d-40a4-8882-f4377a58c27d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:22.738045 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-3dab2798-af6e-449a-bb8a-708d0955d968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5374322 Feb 11 06:20:22.738653 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb', 'tag': '668e2f65-3977-47b5-bf5e-0a0bec521b23'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:20:22.740936 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3959a5-0517-481e-bf40-b04b07eb3469" -d '{"events": [{"name": "network-changed", "server_uuid": "928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb", "tag": "668e2f65-3977-47b5-bf5e-0a0bec521b23"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:20:22.835160 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-fafbfb97-f278-4b55-b859-d274702e220b None None] Set router b72c116a-a51d-40a4-8882-f4377a58c27d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:20:22.846583 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922c4f6-fcf6-4d60-84db-330a8002bb1e req-dea97185-5291-4b5d-b7bd-a9dfe4dbada8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:22.848215 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a922c4f6-fcf6-4d60-84db-330a8002bb1e req-dea97185-5291-4b5d-b7bd-a9dfe4dbada8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 945 time: 0.0604725 Feb 11 06:20:22.850292 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559f1fce-963d-4924-a935-5f06cd5e0b25 x-openstack-request-id: req-559f1fce-963d-4924-a935-5f06cd5e0b25 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:20:22.850583 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb", "tag": "668e2f65-3977-47b5-bf5e-0a0bec521b23", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:20:22.850841 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-559f1fce-963d-4924-a935-5f06cd5e0b25 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:20:22.851239 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb', 'tag': '668e2f65-3977-47b5-bf5e-0a0bec521b23', 'status': 'completed', 'code': 200} Feb 11 06:20:22.927870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a922c4f6-fcf6-4d60-84db-330a8002bb1e req-1d310c40-91a0-4f5e-9847-ef452a956d45 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2558d5f-4e3e-4fe5-8fce-ba089298f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726192 Feb 11 06:20:22.937346 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3959a5-0517-481e-bf40-b04b07eb3469 req-f029675e-1356-40a8-88c2-bc5093a51703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:22.939700 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc3959a5-0517-481e-bf40-b04b07eb3469 req-f029675e-1356-40a8-88c2-bc5093a51703 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 1128 time: 0.0701678 Feb 11 06:20:22.951730 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56214) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:23.020794 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a347ffa8-5d26-4e8f-a047-ab1d6286131c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/a1d649b4-27b0-4fb7-b2ec-bd971448d557 HTTP/1.1" status: 200 len: 991 time: 0.0675974 Feb 11 06:20:23.043624 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3959a5-0517-481e-bf40-b04b07eb3469 req-5a0443ce-1899-4b0b-8149-1527aaad7fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:23.045105 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc3959a5-0517-481e-bf40-b04b07eb3469 req-5a0443ce-1899-4b0b-8149-1527aaad7fe7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb7de915-9b74-497a-a1b7-a035e38bd63e HTTP/1.1" status: 200 len: 897 time: 0.0999734 Feb 11 06:20:23.070795 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-fafbfb97-f278-4b55-b859-d274702e220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023577866', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:20:04Z', 'updated_at': '2022-02-11T06:20:08Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:05Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a1d649b4-27b0-4fb7-b2ec-bd971448d557', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'port_id': '668e2f65-3977-47b5-bf5e-0a0bec521b23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e', 'mac_address': 'fa:16:3e:53:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:20:21Z', 'updated_at': '2022-02-11T06:20:21Z', 'revision_number': 0, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5217149e-866b-43d5-a8a5-19191f156830', 'name': '', 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:14:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:07Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:23.097169 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafbfb97-f278-4b55-b859-d274702e220b None None] Checking router: b72c116a-a51d-40a4-8882-f4377a58c27d for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:20:23.105329 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafbfb97-f278-4b55-b859-d274702e220b None None] Routers {'b72c116a-a51d-40a4-8882-f4377a58c27d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:20:23.105930 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-fafbfb97-f278-4b55-b859-d274702e220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:20:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b72c116a-a51d-40a4-8882-f4377a58c27d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:23.109422 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc3959a5-0517-481e-bf40-b04b07eb3469 req-c5cfd80d-70c5-498d-b7b5-6961adac1ea6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=668e2f65-3977-47b5-bf5e-0a0bec521b23 HTTP/1.1" status: 200 len: 999 time: 0.0574324 Feb 11 06:20:23.161053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3959a5-0517-481e-bf40-b04b07eb3469 req-f6b70196-d52d-406e-8ac1-a5e34f929807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:23.162521 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc3959a5-0517-481e-bf40-b04b07eb3469 req-f6b70196-d52d-406e-8ac1-a5e34f929807 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e69e8c1-d837-42f8-813b-36fdc4df2324 HTTP/1.1" status: 200 len: 834 time: 0.0472066 Feb 11 06:20:23.210629 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3959a5-0517-481e-bf40-b04b07eb3469 req-f3720618-6b12-43f0-a4aa-f375570ffa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:23.212176 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc3959a5-0517-481e-bf40-b04b07eb3469 req-f3720618-6b12-43f0-a4aa-f375570ffa3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7de915-9b74-497a-a1b7-a035e38bd63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439055 Feb 11 06:20:23.212525 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-fafbfb97-f278-4b55-b859-d274702e220b None None] Set router b72c116a-a51d-40a4-8882-f4377a58c27d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:20:23.300142 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc3959a5-0517-481e-bf40-b04b07eb3469 req-83c1eb2f-a34f-41f0-a658-585877413c81 service neutron] 10.222.0.73 "GET /v2.0/networks/eb7de915-9b74-497a-a1b7-a035e38bd63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817771 Feb 11 06:20:23.393500 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bc3959a5-0517-481e-bf40-b04b07eb3469 req-7f62a8d8-fc41-405e-8aa3-20edb16a3855 service neutron] 10.222.0.73 "GET /v2.0/networks/eb7de915-9b74-497a-a1b7-a035e38bd63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868456 Feb 11 06:20:23.433484 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-fafbfb97-f278-4b55-b859-d274702e220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023577866', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:20:04Z', 'updated_at': '2022-02-11T06:20:08Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:05Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a1d649b4-27b0-4fb7-b2ec-bd971448d557', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'port_id': '668e2f65-3977-47b5-bf5e-0a0bec521b23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e', 'mac_address': 'fa:16:3e:53:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:20:21Z', 'updated_at': '2022-02-11T06:20:21Z', 'revision_number': 0, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5217149e-866b-43d5-a8a5-19191f156830', 'name': '', 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:14:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:07Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:23.463676 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafbfb97-f278-4b55-b859-d274702e220b None None] The sync data for ids ['b72c116a-a51d-40a4-8882-f4377a58c27d'] in n-d-713499-38 is: [{'id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023577866', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:20:04Z', 'updated_at': '2022-02-11T06:20:08Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:05Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'a1d649b4-27b0-4fb7-b2ec-bd971448d557', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'port_id': '668e2f65-3977-47b5-bf5e-0a0bec521b23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e', 'mac_address': 'fa:16:3e:53:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:20:21Z', 'updated_at': '2022-02-11T06:20:21Z', 'revision_number': 0, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5217149e-866b-43d5-a8a5-19191f156830', 'name': '', 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:14:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:07Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:20:23.656348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ab8ba-23a8-4446-8fdb-b595a4b796b5 None None] New status for floating IP a1d649b4-27b0-4fb7-b2ec-bd971448d557: ACTIVE {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:20:24.024444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56216) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:24.086647 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4713f453-0404-4978-b033-9b950150086a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/a1d649b4-27b0-4fb7-b2ec-bd971448d557 HTTP/1.1" status: 200 len: 993 time: 0.0603786 Feb 11 06:20:28.624531 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3056e22b-d5e8-4a35-8e87-9ee9f82d9ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:30.928993 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4df7fbd8-8751-4116-b711-1d4caa617d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:32.660764 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:33.879555 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:35.304360 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:40.442103 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:44.759437 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:47.381486 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:20:52.860952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5d695-b02d-4669-bd86-0d561ff8ae65 req-fc36d034-e79e-4822-a193-9a6149a884a3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:52.862427 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ef5d695-b02d-4669-bd86-0d561ff8ae65 req-fc36d034-e79e-4822-a193-9a6149a884a3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 945 time: 0.0536034 Feb 11 06:20:52.911346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ef5d695-b02d-4669-bd86-0d561ff8ae65 req-795902e4-c1a2-4ad7-ad72-a2ffbb474de2 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2558d5f-4e3e-4fe5-8fce-ba089298f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Feb 11 06:20:54.037888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2513a6-1543-48af-a2f5-2057ffa66916 req-6718217e-b841-43a0-b220-85692f115dd9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:54.039928 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc2513a6-1543-48af-a2f5-2057ffa66916 req-6718217e-b841-43a0-b220-85692f115dd9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 945 time: 0.0537813 Feb 11 06:20:54.087034 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc2513a6-1543-48af-a2f5-2057ffa66916 req-194c4a1d-8633-4600-b852-c0cfa465fb30 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2558d5f-4e3e-4fe5-8fce-ba089298f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414801 Feb 11 06:20:54.109632 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56232) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:54.173226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b3506dfa-b8c9-4381-bdb6-1e471086232a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/a1d649b4-27b0-4fb7-b2ec-bd971448d557 HTTP/1.1" status: 200 len: 993 time: 0.0623484 Feb 11 06:20:55.441949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78bec3-1d64-446c-a3f0-75b41e7bb8b2 req-da572255-c69f-4150-9823-deadb254f9d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:55.443497 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f78bec3-1d64-446c-a3f0-75b41e7bb8b2 req-da572255-c69f-4150-9823-deadb254f9d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 945 time: 0.0535994 Feb 11 06:20:55.490954 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5f78bec3-1d64-446c-a3f0-75b41e7bb8b2 req-e2149f03-4b4f-4cc2-93b5-bcd7b9d5bdb1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2558d5f-4e3e-4fe5-8fce-ba089298f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418282 Feb 11 06:20:56.618078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c7484-ad47-43ab-8626-a3aa8107d7cc req-ff75d053-8c6f-4808-ad08-0b8e3221d878 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:56.619579 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d1c7484-ad47-43ab-8626-a3aa8107d7cc req-ff75d053-8c6f-4808-ad08-0b8e3221d878 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 945 time: 0.0559862 Feb 11 06:20:56.667618 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d1c7484-ad47-43ab-8626-a3aa8107d7cc req-aa219c65-48a5-491b-8f32-00a6222b3496 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2558d5f-4e3e-4fe5-8fce-ba089298f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424578 Feb 11 06:20:56.689320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56242) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:56.747684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f86c550f-1828-49d7-a724-843d95e06e2d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/a1d649b4-27b0-4fb7-b2ec-bd971448d557 HTTP/1.1" status: 200 len: 993 time: 0.0572398 Feb 11 06:20:57.001129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56248) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:20:57.155748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port cb76f699-ca92-4732-bcf0-b9ebe256fd02 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:20:57.156097 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cb76f699-ca92-4732-bcf0-b9ebe256fd02), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:57.232290 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cb76f699-ca92-4732-bcf0-b9ebe256fd02), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:57.232619 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (cb76f699-ca92-4732-bcf0-b9ebe256fd02), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:57.243774 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for cb76f699-ca92-4732-bcf0-b9ebe256fd02 owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:20:57.409746 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (cb76f699-ca92-4732-bcf0-b9ebe256fd02), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:57.435511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=cb76f699-ca92-4732-bcf0-b9ebe256fd02,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:20:57.461911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:57.462260 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:57.462602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:57.462938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:57.463269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:57.463631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:57.463960 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:57.464286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:57.464608 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:57.464931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:57.465252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:57.465568 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:57.465884 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:20:57.506966 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (a1d649b4-27b0-4fb7-b2ec-bd971448d557), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:57.507296 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Floating IP a1d649b4-27b0-4fb7-b2ec-bd971448d557 disassociated (deleted). External IP: 172.25.5.189, port: 668e2f65-3977-47b5-bf5e-0a0bec521b23. Feb 11 06:20:58.035603 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router b72c116a-a51d-40a4-8882-f4377a58c27d has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:20:58.145929 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:20:58.151121 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.155677 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd22fc2-0c90-4a20-b6f2-919af0f85948 None None] Sync routers for ids ['b72c116a-a51d-40a4-8882-f4377a58c27d'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:20:58.165803 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd22fc2-0c90-4a20-b6f2-919af0f85948 None None] Routers {'b72c116a-a51d-40a4-8882-f4377a58c27d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:20:58.166331 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6bd22fc2-0c90-4a20-b6f2-919af0f85948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b72c116a-a51d-40a4-8882-f4377a58c27d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:58.180149 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-52d600b6-6e62-41ac-a81c-6611bec961d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/floatingips/a1d649b4-27b0-4fb7-b2ec-bd971448d557 HTTP/1.1" status: 204 len: 168 time: 1.1779361 Feb 11 06:20:58.180828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb', 'tag': '668e2f65-3977-47b5-bf5e-0a0bec521b23'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:20:58.183173 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040c3385-88cd-4be7-bda8-38fd6e7a106a" -d '{"events": [{"name": "network-changed", "server_uuid": "928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb", "tag": "668e2f65-3977-47b5-bf5e-0a0bec521b23"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:20:58.219663 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e0b76c-4132-462b-afe5-a5edb62e4c7f x-openstack-request-id: req-f4e0b76c-4132-462b-afe5-a5edb62e4c7f {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:20:58.219987 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb", "tag": "668e2f65-3977-47b5-bf5e-0a0bec521b23", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:20:58.220257 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f4e0b76c-4132-462b-afe5-a5edb62e4c7f {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:20:58.220659 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb', 'tag': '668e2f65-3977-47b5-bf5e-0a0bec521b23', 'status': 'completed', 'code': 200} Feb 11 06:20:58.280186 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-6bd22fc2-0c90-4a20-b6f2-919af0f85948 None None] Set router b72c116a-a51d-40a4-8882-f4377a58c27d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:20:58.338172 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c3385-88cd-4be7-bda8-38fd6e7a106a req-4620fc84-1e61-4b3a-bb29-da83a43f36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:58.339747 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-040c3385-88cd-4be7-bda8-38fd6e7a106a req-4620fc84-1e61-4b3a-bb29-da83a43f36b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 1128 time: 0.0932384 Feb 11 06:20:58.464290 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c3385-88cd-4be7-bda8-38fd6e7a106a req-ff282780-4b5e-4cef-aaf0-6e2e4421ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:58.465664 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-040c3385-88cd-4be7-bda8-38fd6e7a106a req-ff282780-4b5e-4cef-aaf0-6e2e4421ee97 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eb7de915-9b74-497a-a1b7-a035e38bd63e HTTP/1.1" status: 200 len: 897 time: 0.1199300 Feb 11 06:20:58.477106 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23281f15-d256-4a4d-9c3c-e48a205a616f req-80482214-e14f-4b58-928d-297e906c3bab tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:58.478551 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23281f15-d256-4a4d-9c3c-e48a205a616f req-80482214-e14f-4b58-928d-297e906c3bab tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 945 time: 0.1025798 Feb 11 06:20:58.497622 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6bd22fc2-0c90-4a20-b6f2-919af0f85948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023577866', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:20:04Z', 'updated_at': '2022-02-11T06:20:08Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:05Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '5217149e-866b-43d5-a8a5-19191f156830', 'name': '', 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:14:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:07Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:58.519492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-040c3385-88cd-4be7-bda8-38fd6e7a106a req-29fd66ac-63cd-4512-8a5a-285941a3bc55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=668e2f65-3977-47b5-bf5e-0a0bec521b23 HTTP/1.1" status: 200 len: 217 time: 0.0399880 Feb 11 06:20:58.525100 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd22fc2-0c90-4a20-b6f2-919af0f85948 None None] Checking router: b72c116a-a51d-40a4-8882-f4377a58c27d for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:20:58.533216 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd22fc2-0c90-4a20-b6f2-919af0f85948 None None] Routers {'b72c116a-a51d-40a4-8882-f4377a58c27d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:20:58.533857 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6bd22fc2-0c90-4a20-b6f2-919af0f85948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:20:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b72c116a-a51d-40a4-8882-f4377a58c27d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:58.587655 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23281f15-d256-4a4d-9c3c-e48a205a616f req-9d76c94b-e11a-490a-965e-7284f2769e84 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2558d5f-4e3e-4fe5-8fce-ba089298f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013396 Feb 11 06:20:58.600026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c3385-88cd-4be7-bda8-38fd6e7a106a req-a00448ef-6c11-48c3-9b2e-1bdefb006281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:58.601473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-040c3385-88cd-4be7-bda8-38fd6e7a106a req-a00448ef-6c11-48c3-9b2e-1bdefb006281 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4e69e8c1-d837-42f8-813b-36fdc4df2324 HTTP/1.1" status: 200 len: 834 time: 0.0742722 Feb 11 06:20:58.626131 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3d5464f0-f1ff-4c1a-9a52-51ce6f37cb75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:58.653129 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c3385-88cd-4be7-bda8-38fd6e7a106a req-4784f008-cf44-4155-8c96-093d85013421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:58.654666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-040c3385-88cd-4be7-bda8-38fd6e7a106a req-4784f008-cf44-4155-8c96-093d85013421 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eb7de915-9b74-497a-a1b7-a035e38bd63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461457 Feb 11 06:20:58.656175 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-6bd22fc2-0c90-4a20-b6f2-919af0f85948 None None] Set router b72c116a-a51d-40a4-8882-f4377a58c27d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:20:58.747802 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-040c3385-88cd-4be7-bda8-38fd6e7a106a req-c8ebf594-5d56-4016-bfd3-6f027b74aa4d service neutron] 10.222.0.73 "GET /v2.0/networks/eb7de915-9b74-497a-a1b7-a035e38bd63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848486 Feb 11 06:20:58.847976 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-040c3385-88cd-4be7-bda8-38fd6e7a106a req-28b865b8-7489-4bba-8373-31af7ca1d7e0 service neutron] 10.222.0.73 "GET /v2.0/networks/eb7de915-9b74-497a-a1b7-a035e38bd63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897553 Feb 11 06:20:58.947363 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6bd22fc2-0c90-4a20-b6f2-919af0f85948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023577866', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:20:04Z', 'updated_at': '2022-02-11T06:20:08Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:05Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '5217149e-866b-43d5-a8a5-19191f156830', 'name': '', 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:14:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:07Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:20:58.973181 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd22fc2-0c90-4a20-b6f2-919af0f85948 None None] The sync data for ids ['b72c116a-a51d-40a4-8882-f4377a58c27d'] in n-d-713499-38 is: [{'id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023577866', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:20:04Z', 'updated_at': '2022-02-11T06:20:08Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:05Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '5217149e-866b-43d5-a8a5-19191f156830', 'name': '', 'network_id': 'eb7de915-9b74-497a-a1b7-a035e38bd63e', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:14:1e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:07Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '4e69e8c1-d837-42f8-813b-36fdc4df2324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:20:59.191168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738161a8-c5ac-467c-884c-d74842486e91 None None] New status for floating IP a1d649b4-27b0-4fb7-b2ec-bd971448d557: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:20:59.707802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43151292-6754-4630-8f54-9cebd0d64ab4 req-1645ef44-3396-4100-bdcf-6264cf07e7f4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:20:59.709193 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43151292-6754-4630-8f54-9cebd0d64ab4 req-1645ef44-3396-4100-bdcf-6264cf07e7f4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 945 time: 0.0518265 Feb 11 06:20:59.757568 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43151292-6754-4630-8f54-9cebd0d64ab4 req-938c0113-dd55-4351-aa92-7216768f500e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2558d5f-4e3e-4fe5-8fce-ba089298f80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423496 Feb 11 06:21:00.026487 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a67c20-e679-4bf6-b14c-6ce44cae0038 req-a5e8937c-9844-493b-baf2-4c16544cc012 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:00.027905 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9a67c20-e679-4bf6-b14c-6ce44cae0038 req-a5e8937c-9844-493b-baf2-4c16544cc012 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.73 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 945 time: 0.0579104 Feb 11 06:21:00.119223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-e9a67c20-e679-4bf6-b14c-6ce44cae0038 req-7d8c07b3-1284-4704-9a6a-b3e495b7d829 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port 668e2f65-3977-47b5-bf5e-0a0bec521b23 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:21:00.119592 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e9a67c20-e679-4bf6-b14c-6ce44cae0038 req-7d8c07b3-1284-4704-9a6a-b3e495b7d829 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (668e2f65-3977-47b5-bf5e-0a0bec521b23), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:00.208851 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e9a67c20-e679-4bf6-b14c-6ce44cae0038 req-7d8c07b3-1284-4704-9a6a-b3e495b7d829 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] For port 668e2f65-3977-47b5-bf5e-0a0bec521b23, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=668e2f65-3977-47b5-bf5e-0a0bec521b23,segment=NetworkSegment(cfa07a42-08a0-4f88-bbc3-521fd5491f09),segment_id=cfa07a42-08a0-4f88-bbc3-521fd5491f09)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:00.209209 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e9a67c20-e679-4bf6-b14c-6ce44cae0038 req-7d8c07b3-1284-4704-9a6a-b3e495b7d829 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (668e2f65-3977-47b5-bf5e-0a0bec521b23), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:00.221233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-e9a67c20-e679-4bf6-b14c-6ce44cae0038 req-7d8c07b3-1284-4704-9a6a-b3e495b7d829 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for 668e2f65-3977-47b5-bf5e-0a0bec521b23 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:21:00.347393 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e9a67c20-e679-4bf6-b14c-6ce44cae0038 req-7d8c07b3-1284-4704-9a6a-b3e495b7d829 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (668e2f65-3977-47b5-bf5e-0a0bec521b23), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:00.377796 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c07b3-1284-4704-9a6a-b3e495b7d829 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=668e2f65-3977-47b5-bf5e-0a0bec521b23,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:00.422776 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a67c20-e679-4bf6-b14c-6ce44cae0038 req-7d8c07b3-1284-4704-9a6a-b3e495b7d829 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] No DVR routers for this DVR port 668e2f65-3977-47b5-bf5e-0a0bec521b23 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:21:00.425539 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e9a67c20-e679-4bf6-b14c-6ce44cae0038 req-7d8c07b3-1284-4704-9a6a-b3e495b7d829 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:00.428974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9a67c20-e679-4bf6-b14c-6ce44cae0038 req-7d8c07b3-1284-4704-9a6a-b3e495b7d829 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.73 "DELETE /v2.0/ports/668e2f65-3977-47b5-bf5e-0a0bec521b23 HTTP/1.1" status: 204 len: 173 time: 0.3956838 Feb 11 06:21:00.429415 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb', 'name': 'network-vif-deleted', 'tag': '668e2f65-3977-47b5-bf5e-0a0bec521b23'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:21:00.432252 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52797e45-fd4c-4d4b-b180-d976178dd42e" -d '{"events": [{"server_uuid": "928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb", "name": "network-vif-deleted", "tag": "668e2f65-3977-47b5-bf5e-0a0bec521b23"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:21:00.480172 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08137706-36f9-4ccc-93ad-ce867f9ea9b8 x-openstack-request-id: req-08137706-36f9-4ccc-93ad-ce867f9ea9b8 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:21:00.480459 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb", "name": "network-vif-deleted", "tag": "668e2f65-3977-47b5-bf5e-0a0bec521b23", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:21:00.480704 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-08137706-36f9-4ccc-93ad-ce867f9ea9b8 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:21:00.481100 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb', 'name': 'network-vif-deleted', 'tag': '668e2f65-3977-47b5-bf5e-0a0bec521b23', 'status': 'completed', 'code': 200} Feb 11 06:21:00.879409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f34edc0-3add-48cd-97f9-dc553777c219 req-803b2d4f-3478-4470-b1f9-761034744ee7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=928b1fc8-f6b2-430f-b1d6-26acdbbe2ceb HTTP/1.1" status: 200 len: 210 time: 0.0345478 Feb 11 06:21:00.932373 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-acc8c09a-b958-4a77-936a-c6446dcc323e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:01.936312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56266) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:02.310481 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0d0dad24-9e6d-40fd-83e8-9ed64652c9fe tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (b72c116a-a51d-40a4-8882-f4377a58c27d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:02.570273 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-0d0dad24-9e6d-40fd-83e8-9ed64652c9fe tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port 5217149e-866b-43d5-a8a5-19191f156830 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:21:02.571487 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0d0dad24-9e6d-40fd-83e8-9ed64652c9fe tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5217149e-866b-43d5-a8a5-19191f156830), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:02.660003 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-0d0dad24-9e6d-40fd-83e8-9ed64652c9fe tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] For port 5217149e-866b-43d5-a8a5-19191f156830, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5217149e-866b-43d5-a8a5-19191f156830,segment=NetworkSegment(cfa07a42-08a0-4f88-bbc3-521fd5491f09),segment_id=cfa07a42-08a0-4f88-bbc3-521fd5491f09)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:02.660405 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0d0dad24-9e6d-40fd-83e8-9ed64652c9fe tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5217149e-866b-43d5-a8a5-19191f156830), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:02.665721 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:02.674386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-0d0dad24-9e6d-40fd-83e8-9ed64652c9fe tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for 5217149e-866b-43d5-a8a5-19191f156830 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:21:02.871373 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0d0dad24-9e6d-40fd-83e8-9ed64652c9fe tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5217149e-866b-43d5-a8a5-19191f156830), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:02.897559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dad24-9e6d-40fd-83e8-9ed64652c9fe tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=5217149e-866b-43d5-a8a5-19191f156830,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:03.090982 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0d0dad24-9e6d-40fd-83e8-9ed64652c9fe tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (b72c116a-a51d-40a4-8882-f4377a58c27d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.318317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0dad24-9e6d-40fd-83e8-9ed64652c9fe tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router b72c116a-a51d-40a4-8882-f4377a58c27d has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:21:03.426838 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0dad24-9e6d-40fd-83e8-9ed64652c9fe tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:21:03.433500 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0d0dad24-9e6d-40fd-83e8-9ed64652c9fe tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "PUT /v2.0/routers/b72c116a-a51d-40a4-8882-f4377a58c27d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4961171 Feb 11 06:21:03.436234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56268) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:03.439774 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c34ea83-3e66-4a72-9b3f-5836fe585a45 None None] Sync routers for ids ['b72c116a-a51d-40a4-8882-f4377a58c27d'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:21:03.450741 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c34ea83-3e66-4a72-9b3f-5836fe585a45 None None] Routers {'b72c116a-a51d-40a4-8882-f4377a58c27d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:21:03.451543 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9c34ea83-3e66-4a72-9b3f-5836fe585a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:21:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b72c116a-a51d-40a4-8882-f4377a58c27d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:03.499568 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4f5916-dc5c-4eec-bc8b-76350a58aca0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting subnet 4e69e8c1-d837-42f8-813b-36fdc4df2324 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:21:03.502747 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee4f5916-dc5c-4eec-bc8b-76350a58aca0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for subnet (4e69e8c1-d837-42f8-813b-36fdc4df2324), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.543563 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee4f5916-dc5c-4eec-bc8b-76350a58aca0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (4e69e8c1-d837-42f8-813b-36fdc4df2324), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.565083 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9c34ea83-3e66-4a72-9b3f-5836fe585a45 None None] Set router b72c116a-a51d-40a4-8882-f4377a58c27d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:21:03.630361 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee4f5916-dc5c-4eec-bc8b-76350a58aca0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (4e69e8c1-d837-42f8-813b-36fdc4df2324), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.688569 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee4f5916-dc5c-4eec-bc8b-76350a58aca0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (4e69e8c1-d837-42f8-813b-36fdc4df2324), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.716462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f5916-dc5c-4eec-bc8b-76350a58aca0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Subnet': ['ID=4e69e8c1-d837-42f8-813b-36fdc4df2324,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:03.721180 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ee4f5916-dc5c-4eec-bc8b-76350a58aca0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.727957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ee4f5916-dc5c-4eec-bc8b-76350a58aca0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/subnets/4e69e8c1-d837-42f8-813b-36fdc4df2324 HTTP/1.1" status: 204 len: 168 time: 0.2904410 Feb 11 06:21:03.728317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56270) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:03.732122 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd5ff0a-a5bc-4285-8872-eaffb52c917c None None] Network eb7de915-9b74-497a-a1b7-a035e38bd63e requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:21:03.743573 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9c34ea83-3e66-4a72-9b3f-5836fe585a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023577866', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:20:04Z', 'updated_at': '2022-02-11T06:21:02Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:05Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:03.775594 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c34ea83-3e66-4a72-9b3f-5836fe585a45 None None] Checking router: b72c116a-a51d-40a4-8882-f4377a58c27d for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:21:03.783882 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c34ea83-3e66-4a72-9b3f-5836fe585a45 None None] Routers {'b72c116a-a51d-40a4-8882-f4377a58c27d'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:21:03.784500 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9c34ea83-3e66-4a72-9b3f-5836fe585a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:21:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b72c116a-a51d-40a4-8882-f4377a58c27d'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:03.851287 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09c0acda-0304-4a0c-b0a6-d791ff6f1f77 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router (b72c116a-a51d-40a4-8882-f4377a58c27d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.885497 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.897897 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9c34ea83-3e66-4a72-9b3f-5836fe585a45 None None] Set router b72c116a-a51d-40a4-8882-f4377a58c27d gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:21:03.916922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] DHCP port deletion for eb7de915-9b74-497a-a1b7-a035e38bd63e request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:21:03.970190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Deleting port 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:21:03.970611 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (2bffc5d0-7b3a-4fa8-9a80-37b5df05554b), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:03.995212 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09c0acda-0304-4a0c-b0a6-d791ff6f1f77 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (b72c116a-a51d-40a4-8882-f4377a58c27d), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:04.045079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] For port 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=2bffc5d0-7b3a-4fa8-9a80-37b5df05554b,segment=NetworkSegment(cfa07a42-08a0-4f88-bbc3-521fd5491f09),segment_id=cfa07a42-08a0-4f88-bbc3-521fd5491f09)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:04.045791 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (2bffc5d0-7b3a-4fa8-9a80-37b5df05554b), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:04.053000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-09c0acda-0304-4a0c-b0a6-d791ff6f1f77 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port 18033a31-c505-4389-ba7c-06652b60d6f7 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:21:04.053437 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09c0acda-0304-4a0c-b0a6-d791ff6f1f77 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (18033a31-c505-4389-ba7c-06652b60d6f7), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:04.060755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Calling delete_port for 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:21:04.083897 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9c34ea83-3e66-4a72-9b3f-5836fe585a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023577866', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:20:04Z', 'updated_at': '2022-02-11T06:21:02Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:05Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:04.112017 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c34ea83-3e66-4a72-9b3f-5836fe585a45 None None] The sync data for ids ['b72c116a-a51d-40a4-8882-f4377a58c27d'] in n-d-713499-38 is: [{'id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023577866', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:20:04Z', 'updated_at': '2022-02-11T06:21:02Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '18033a31-c505-4389-ba7c-06652b60d6f7', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72c116a-a51d-40a4-8882-f4377a58c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:20:05Z', 'updated_at': '2022-02-11T06:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:21:04.141001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-09c0acda-0304-4a0c-b0a6-d791ff6f1f77 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] For port 18033a31-c505-4389-ba7c-06652b60d6f7, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=18033a31-c505-4389-ba7c-06652b60d6f7,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:04.141557 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09c0acda-0304-4a0c-b0a6-d791ff6f1f77 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (18033a31-c505-4389-ba7c-06652b60d6f7), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:04.146607 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (2bffc5d0-7b3a-4fa8-9a80-37b5df05554b), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:04.158267 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-09c0acda-0304-4a0c-b0a6-d791ff6f1f77 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for 18033a31-c505-4389-ba7c-06652b60d6f7 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:21:04.175066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] No DVR routers for this DVR port 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:21:04.176719 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Pushing event deleted for resources: {'Port': ['ID=2bffc5d0-7b3a-4fa8-9a80-37b5df05554b,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:04.190027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:04.190454 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:04.190866 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:04.191271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:04.192218 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:04.192218 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:04.192581 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:04.192999 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:04.193471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:04.193837 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:04.195027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:04.196143 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:04.196483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764deff-365c-4c58-a42a-0d2e133be136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:04.327716 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09c0acda-0304-4a0c-b0a6-d791ff6f1f77 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (18033a31-c505-4389-ba7c-06652b60d6f7), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:04.350164 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0acda-0304-4a0c-b0a6-d791ff6f1f77 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=18033a31-c505-4389-ba7c-06652b60d6f7,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:04.417195 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09c0acda-0304-4a0c-b0a6-d791ff6f1f77 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (b72c116a-a51d-40a4-8882-f4377a58c27d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:04.511899 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09c0acda-0304-4a0c-b0a6-d791ff6f1f77 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (b72c116a-a51d-40a4-8882-f4377a58c27d), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:04.514041 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09c0acda-0304-4a0c-b0a6-d791ff6f1f77 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_controller (b72c116a-a51d-40a4-8882-f4377a58c27d), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:04.564622 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09c0acda-0304-4a0c-b0a6-d791ff6f1f77 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (b72c116a-a51d-40a4-8882-f4377a58c27d), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:04.565247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c0acda-0304-4a0c-b0a6-d791ff6f1f77 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Fanout notify agent at l3_agent the message router_deleted on router b72c116a-a51d-40a4-8882-f4377a58c27d {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:21:04.572206 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-09c0acda-0304-4a0c-b0a6-d791ff6f1f77 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:04.573302 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-09c0acda-0304-4a0c-b0a6-d791ff6f1f77 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/routers/b72c116a-a51d-40a4-8882-f4377a58c27d HTTP/1.1" status: 204 len: 168 time: 0.8440602 Feb 11 06:21:04.576017 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56272) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:04.962513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 668e2f65-3977-47b5-bf5e-0a0bec521b23 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:21:04.987614 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 668e2f65-3977-47b5-bf5e-0a0bec521b23 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:21:04.987975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 668e2f65-3977-47b5-bf5e-0a0bec521b23 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:21:04.994062 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d64de9a-4d0c-422b-aeca-c10f8e5688e0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (eb7de915-9b74-497a-a1b7-a035e38bd63e), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.078187 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d64de9a-4d0c-422b-aeca-c10f8e5688e0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (eb7de915-9b74-497a-a1b7-a035e38bd63e), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.099848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6d64de9a-4d0c-422b-aeca-c10f8e5688e0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7de915-9b74-497a-a1b7-a035e38bd63e']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:05.110022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6d64de9a-4d0c-422b-aeca-c10f8e5688e0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa07a42-08a0-4f88-bbc3-521fd5491f09') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:05.110450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-6d64de9a-4d0c-422b-aeca-c10f8e5688e0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa07a42-08a0-4f88-bbc3-521fd5491f09') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:05.120509 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d64de9a-4d0c-422b-aeca-c10f8e5688e0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (cfa07a42-08a0-4f88-bbc3-521fd5491f09), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.137603 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d64de9a-4d0c-422b-aeca-c10f8e5688e0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (cfa07a42-08a0-4f88-bbc3-521fd5491f09), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.143726 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d64de9a-4d0c-422b-aeca-c10f8e5688e0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:21:05.144287 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d64de9a-4d0c-422b-aeca-c10f8e5688e0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (cfa07a42-08a0-4f88-bbc3-521fd5491f09), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: timer() Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:21:05.147296 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:21:05.207157 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d64de9a-4d0c-422b-aeca-c10f8e5688e0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (eb7de915-9b74-497a-a1b7-a035e38bd63e), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.214901 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6d64de9a-4d0c-422b-aeca-c10f8e5688e0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.217356 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6d64de9a-4d0c-422b-aeca-c10f8e5688e0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/networks/eb7de915-9b74-497a-a1b7-a035e38bd63e HTTP/1.1" status: 204 len: 168 time: 0.6404085 Feb 11 06:21:05.220220 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56274) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:05.228432 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64de9a-4d0c-422b-aeca-c10f8e5688e0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Network': ['ID=eb7de915-9b74-497a-a1b7-a035e38bd63e,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:05.285512 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (c2558d5f-4e3e-4fe5-8fce-ba089298f80d), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.307173 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.312289 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (c2558d5f-4e3e-4fe5-8fce-ba089298f80d), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.373844 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (c2558d5f-4e3e-4fe5-8fce-ba089298f80d), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.376735 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.377914 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/security-groups/c2558d5f-4e3e-4fe5-8fce-ba089298f80d HTTP/1.1" status: 204 len: 168 time: 0.1562772 Feb 11 06:21:05.388752 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2558d5f-4e3e-4fe5-8fce-ba089298f80d,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:05.396442 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:05.396803 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:05.397158 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:05.397505 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:05.397846 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:05.398195 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:05.399063 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:05.399402 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:05.399765 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:05.400101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:05.400438 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:05.400781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:05.401102 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77742755-6418-4cc9-b91c-a951b8cc74e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:05.498114 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5217149e-866b-43d5-a8a5-19191f156830 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:21:05.518380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 5217149e-866b-43d5-a8a5-19191f156830 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:21:05.518868 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5217149e-866b-43d5-a8a5-19191f156830 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:21:05.519350 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:21:05.538512 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:21:05.538946 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 2bffc5d0-7b3a-4fa8-9a80-37b5df05554b not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:21:05.539846 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 18033a31-c505-4389-ba7c-06652b60d6f7 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:21:05.558537 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 18033a31-c505-4389-ba7c-06652b60d6f7 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:21:05.558889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 18033a31-c505-4389-ba7c-06652b60d6f7 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:21:05.604293 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56280) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:05.608990 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6a2c2662-183c-4660-a9b1-f2b7e8e1328c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1222638899', 'description': 'tempest-secgroup-smoke-1222638899 description', 'project_id': 'ad3ca5a288504678b55705d55a841198'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:05.630780 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a2c2662-183c-4660-a9b1-f2b7e8e1328c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.696435 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a2c2662-183c-4660-a9b1-f2b7e8e1328c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.700580 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a2c2662-183c-4660-a9b1-f2b7e8e1328c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.731202 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6a2c2662-183c-4660-a9b1-f2b7e8e1328c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.732373 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6a2c2662-183c-4660-a9b1-f2b7e8e1328c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1270583 Feb 11 06:21:05.734399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c2662-183c-4660-a9b1-f2b7e8e1328c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:05.735326 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56282) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:05.740696 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-5e54d6b4-4766-4da7-99d9-289e3c715799 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:05.764881 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5e54d6b4-4766-4da7-99d9-289e3c715799 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (620958c7-2bba-4e07-bfae-49f24689d76c), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.818245 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5e54d6b4-4766-4da7-99d9-289e3c715799 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (620958c7-2bba-4e07-bfae-49f24689d76c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.821900 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5e54d6b4-4766-4da7-99d9-289e3c715799 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (620958c7-2bba-4e07-bfae-49f24689d76c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.840833 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54d6b4-4766-4da7-99d9-289e3c715799 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620958c7-2bba-4e07-bfae-49f24689d76c,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:05.846511 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5e54d6b4-4766-4da7-99d9-289e3c715799 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.847743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5e54d6b4-4766-4da7-99d9-289e3c715799 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1108043 Feb 11 06:21:05.850545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56284) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:05.855465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-084c10ca-f4f1-4a52-8418-2ce618a9491a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:05.880250 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-084c10ca-f4f1-4a52-8418-2ce618a9491a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (a22320dd-9611-4baf-afff-685b1d53538d), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.937913 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-084c10ca-f4f1-4a52-8418-2ce618a9491a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (a22320dd-9611-4baf-afff-685b1d53538d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.941677 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-084c10ca-f4f1-4a52-8418-2ce618a9491a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (a22320dd-9611-4baf-afff-685b1d53538d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.958866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c10ca-f4f1-4a52-8418-2ce618a9491a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22320dd-9611-4baf-afff-685b1d53538d,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:05.967334 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-084c10ca-f4f1-4a52-8418-2ce618a9491a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:05.970989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-084c10ca-f4f1-4a52-8418-2ce618a9491a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170542 Feb 11 06:21:05.971171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56286) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:05.975444 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-8072d2d2-8f91-47f7-9c38-869cf68f148d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:05.998353 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8072d2d2-8f91-47f7-9c38-869cf68f148d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (9026d12b-b60e-40b4-8a57-a62e841a4f07), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.054148 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8072d2d2-8f91-47f7-9c38-869cf68f148d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (9026d12b-b60e-40b4-8a57-a62e841a4f07), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.057670 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8072d2d2-8f91-47f7-9c38-869cf68f148d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (9026d12b-b60e-40b4-8a57-a62e841a4f07), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.074810 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072d2d2-8f91-47f7-9c38-869cf68f148d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9026d12b-b60e-40b4-8a57-a62e841a4f07,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:06.082568 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8072d2d2-8f91-47f7-9c38-869cf68f148d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.083773 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8072d2d2-8f91-47f7-9c38-869cf68f148d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116424 Feb 11 06:21:06.087026 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56288) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:06.091266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-17dccfea-dcc0-49c5-98d6-584bf30f56a4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:06.114484 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17dccfea-dcc0-49c5-98d6-584bf30f56a4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (e4fbc094-3786-41bd-a485-c9a88b24607e), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.172161 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17dccfea-dcc0-49c5-98d6-584bf30f56a4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (e4fbc094-3786-41bd-a485-c9a88b24607e), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.175799 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17dccfea-dcc0-49c5-98d6-584bf30f56a4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (e4fbc094-3786-41bd-a485-c9a88b24607e), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.194103 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dccfea-dcc0-49c5-98d6-584bf30f56a4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fbc094-3786-41bd-a485-c9a88b24607e,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:06.200149 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-17dccfea-dcc0-49c5-98d6-584bf30f56a4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.202419 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-17dccfea-dcc0-49c5-98d6-584bf30f56a4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134033 Feb 11 06:21:06.204341 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56290) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:06.208578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-6f7665bc-f300-4af4-84b7-667146532eeb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:06.228230 n-d-713499-38 neutron-server[103171]: INFO neutron.db.securitygroups_db [None req-6f7665bc-f300-4af4-84b7-667146532eeb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Project ad3ca5a288504678b55705d55a841198 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:21:06.233175 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f7665bc-f300-4af4-84b7-667146532eeb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (74ffe22b-590e-434d-966b-cdba950d4cde), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.292136 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f7665bc-f300-4af4-84b7-667146532eeb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (74ffe22b-590e-434d-966b-cdba950d4cde), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.295508 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f7665bc-f300-4af4-84b7-667146532eeb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (74ffe22b-590e-434d-966b-cdba950d4cde), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.314241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7665bc-f300-4af4-84b7-667146532eeb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ffe22b-590e-434d-966b-cdba950d4cde,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:06.319123 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6f7665bc-f300-4af4-84b7-667146532eeb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.320952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6f7665bc-f300-4af4-84b7-667146532eeb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151609 Feb 11 06:21:06.323703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56292) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:06.329465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c54e0275-9219-4164-8487-bd5c4434ffbc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:06.348199 n-d-713499-38 neutron-server[103171]: INFO neutron.db.securitygroups_db [None req-c54e0275-9219-4164-8487-bd5c4434ffbc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Project ad3ca5a288504678b55705d55a841198 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:21:06.352861 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c54e0275-9219-4164-8487-bd5c4434ffbc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (89ee6538-76c4-48c7-afd1-dcc444852c0a), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.409326 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c54e0275-9219-4164-8487-bd5c4434ffbc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (89ee6538-76c4-48c7-afd1-dcc444852c0a), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.413122 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c54e0275-9219-4164-8487-bd5c4434ffbc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (89ee6538-76c4-48c7-afd1-dcc444852c0a), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.430532 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e0275-9219-4164-8487-bd5c4434ffbc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ee6538-76c4-48c7-afd1-dcc444852c0a,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:06.439463 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c54e0275-9219-4164-8487-bd5c4434ffbc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.440804 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c54e0275-9219-4164-8487-bd5c4434ffbc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1160772 Feb 11 06:21:06.443907 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56294) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:06.449319 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-d8d9b5c2-d630-4f99-a8f1-096c6e3dc3d9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'network': {'name': 'tempest-network-smoke--1650033644', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'port_security_enabled': True}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:06.467769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d9b5c2-d630-4f99-a8f1-096c6e3dc3d9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Made reservation on behalf of ad3ca5a288504678b55705d55a841198 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:21:06.470966 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b5c2-d630-4f99-a8f1-096c6e3dc3d9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.493781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d9b5c2-d630-4f99-a8f1-096c6e3dc3d9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:21:06.503407 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b5c2-d630-4f99-a8f1-096c6e3dc3d9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.503781 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-d8d9b5c2-d630-4f99-a8f1-096c6e3dc3d9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Added segment dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21 of type vlan for network da5c5df0-11ac-4b60-8fa4-26e20638b7cb Feb 11 06:21:06.546814 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b5c2-d630-4f99-a8f1-096c6e3dc3d9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (da5c5df0-11ac-4b60-8fa4-26e20638b7cb), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.570746 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b5c2-d630-4f99-a8f1-096c6e3dc3d9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (da5c5df0-11ac-4b60-8fa4-26e20638b7cb), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.575802 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d9b5c2-d630-4f99-a8f1-096c6e3dc3d9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:06.576411 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b5c2-d630-4f99-a8f1-096c6e3dc3d9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.616377 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d8d9b5c2-d630-4f99-a8f1-096c6e3dc3d9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1714573 Feb 11 06:21:06.619109 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56296) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:06.623850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-450972877', 'admin_state_up': True, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:06.660119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b5c2-d630-4f99-a8f1-096c6e3dc3d9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Network': ['ID=da5c5df0-11ac-4b60-8fa4-26e20638b7cb,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:06.670426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network da5c5df0-11ac-4b60-8fa4-26e20638b7cb details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:21:06.672922 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (27431153-fff9-43a8-bfed-48f244ed77e5), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.674005 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (27431153-fff9-43a8-bfed-48f244ed77e5), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.727199 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_controller (27431153-fff9-43a8-bfed-48f244ed77e5), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:06.869563 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (27431153-fff9-43a8-bfed-48f244ed77e5), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:07.064156 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (27431153-fff9-43a8-bfed-48f244ed77e5), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:07.082899 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:07.182681 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.25.5.64 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/81ac789e-42b6-48c9-9634-1a37daf022c8) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:21:07.286744 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (81ac789e-42b6-48c9-9634-1a37daf022c8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:07.319434 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (81ac789e-42b6-48c9-9634-1a37daf022c8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:07.353585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:21:07.358365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:21:07.361879 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:21:07.390402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=81ac789e-42b6-48c9-9634-1a37daf022c8,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:07.616874 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (27431153-fff9-43a8-bfed-48f244ed77e5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:07.815782 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (27431153-fff9-43a8-bfed-48f244ed77e5), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:07.948073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router 27431153-fff9-43a8-bfed-48f244ed77e5 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:21:08.056875 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:21:08.066969 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Sync routers for ids ['27431153-fff9-43a8-bfed-48f244ed77e5'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:21:08.077521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Routers {'27431153-fff9-43a8-bfed-48f244ed77e5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:21:08.077703 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.078232 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:21:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27431153-fff9-43a8-bfed-48f244ed77e5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:08.078892 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-efd8d76e-647f-462b-af85-5aac0e40ea38 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4584565 Feb 11 06:21:08.082057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56298) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:08.111951 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-1d87e4b3-b4de-45fd-a5a0-d9c8a4f0b833 tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=ad3ca5a288504678b55705d55a841198&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264006 Feb 11 06:21:08.112186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56300) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:08.187762 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Set router 27431153-fff9-43a8-bfed-48f244ed77e5 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:21:08.202675 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3abac4-c909-41f1-bbb5-d7658da792cf tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:08.204270 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4e3abac4-c909-41f1-bbb5-d7658da792cf tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912225 Feb 11 06:21:08.207274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56302) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:08.241268 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-61a4b7d4-060d-4397-abcb-79bd8ab3d0e6 tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304406 Feb 11 06:21:08.241522 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56304) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:08.246858 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7780de8a-e160-4484-968d-3aaf161b6a3a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-468510359', 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:08.331889 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7780de8a-e160-4484-968d-3aaf161b6a3a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Made reservation on behalf of ad3ca5a288504678b55705d55a841198 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:21:08.335259 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7780de8a-e160-4484-968d-3aaf161b6a3a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.369126 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450972877', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:06Z', 'updated_at': '2022-02-11T06:21:07Z', 'revision_number': 3, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:07Z', 'updated_at': '2022-02-11T06:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:08.395448 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Checking router: 27431153-fff9-43a8-bfed-48f244ed77e5 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:21:08.395821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Updating router 27431153-fff9-43a8-bfed-48f244ed77e5 port 81ac789e-42b6-48c9-9634-1a37daf022c8 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:21:08.425676 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (81ac789e-42b6-48c9-9634-1a37daf022c8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.516819 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7780de8a-e160-4484-968d-3aaf161b6a3a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (1de95be1-da0e-4e67-8461-d8eaf18733fb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.579674 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780de8a-e160-4484-968d-3aaf161b6a3a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Subnet': ['ID=1de95be1-da0e-4e67-8461-d8eaf18733fb,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:08.584999 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780de8a-e160-4484-968d-3aaf161b6a3a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Checking segment: {'id': 'dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:21:08.585367 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7780de8a-e160-4484-968d-3aaf161b6a3a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network hostable DHCP agents. Network: da5c5df0-11ac-4b60-8fa4-26e20638b7cb, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:21:08.603352 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7780de8a-e160-4484-968d-3aaf161b6a3a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network da5c5df0-11ac-4b60-8fa4-26e20638b7cb is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:21:08.612106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-7780de8a-e160-4484-968d-3aaf161b6a3a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, da5c5df0-11ac-4b60-8fa4-26e20638b7cb) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:21:08.616470 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780de8a-e160-4484-968d-3aaf161b6a3a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:08.617226 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7780de8a-e160-4484-968d-3aaf161b6a3a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.623985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54dd0fd-9380-4612-81f7-610978a7d216 None None] Network da5c5df0-11ac-4b60-8fa4-26e20638b7cb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:21:08.636989 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7780de8a-e160-4484-968d-3aaf161b6a3a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3910775 Feb 11 06:21:08.637184 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56306) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:08.747247 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Publish callbacks [] for port (81ac789e-42b6-48c9-9634-1a37daf022c8), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.768300 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (81ac789e-42b6-48c9-9634-1a37daf022c8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.807468 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-da5c5df0-11ac-4b60-8fa4-26e20638b7cb', 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ips': [{'subnet_id': '1de95be1-da0e-4e67-8461-d8eaf18733fb'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:21:08.808313 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.838294 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e09ae-59b9-4f7e-96f7-fb10357d6e2e None None] Pushing event updated for resources: {'Port': ['ID=81ac789e-42b6-48c9-9634-1a37daf022c8,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:08.852434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Attempting to bind port 81ac789e-42b6-48c9-9634-1a37daf022c8 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:21:08.852850 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Attempting to bind port 81ac789e-42b6-48c9-9634-1a37daf022c8 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:21:08.853138 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Attempting to bind port 81ac789e-42b6-48c9-9634-1a37daf022c8 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:21:08.900932 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:21:08.901317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:21:08.901717 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:08.902106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:21:08.902572 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Bound port: 81ac789e-42b6-48c9-9634-1a37daf022c8, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:21:08.902957 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (81ac789e-42b6-48c9-9634-1a37daf022c8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.003078 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] For port 81ac789e-42b6-48c9-9634-1a37daf022c8, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:21:09.007898 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] For port 81ac789e-42b6-48c9-9634-1a37daf022c8, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=81ac789e-42b6-48c9-9634-1a37daf022c8,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:21:09.016881 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Allocated IP 172.20.0.2 (da5c5df0-11ac-4b60-8fa4-26e20638b7cb/1de95be1-da0e-4e67-8461-d8eaf18733fb/7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:21:09.019388 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (81ac789e-42b6-48c9-9634-1a37daf022c8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.090354 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.134623 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Routers {'27431153-fff9-43a8-bfed-48f244ed77e5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:21:09.135650 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:21:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27431153-fff9-43a8-bfed-48f244ed77e5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:09.138625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e09ae-59b9-4f7e-96f7-fb10357d6e2e None None] Pushing event updated for resources: {'Port': ['ID=81ac789e-42b6-48c9-9634-1a37daf022c8,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:09.298343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] Set router 27431153-fff9-43a8-bfed-48f244ed77e5 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:21:09.325136 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Publish callbacks [] for port (7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.367556 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.407124 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.20.0.1 (da5c5df0-11ac-4b60-8fa4-26e20638b7cb/1de95be1-da0e-4e67-8461-d8eaf18733fb/e083431e-fb87-48d5-b3a1-fde7d140b544) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:21:09.443275 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Network da5c5df0-11ac-4b60-8fa4-26e20638b7cb is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:21:09.454118 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:21:09.457752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:21:09.459621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Pushing event updated for resources: {'Port': ['ID=7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:09.522453 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.546539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Attempting to bind port 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:21:09.546944 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Attempting to bind port 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:21:09.547303 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Attempting to bind port 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5 on network da5c5df0-11ac-4b60-8fa4-26e20638b7cb {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:21:09.554658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:21:09.554968 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Checking segment: {'id': 'dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:21:09.555372 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.555795 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Bound using segment: {'id': 'dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:21:09.556264 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Bound port: 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:21:09.556668 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.557525 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.603781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network da5c5df0-11ac-4b60-8fa4-26e20638b7cb is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:21:09.608841 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:21:09.612465 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:21:09.624157 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450972877', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:06Z', 'updated_at': '2022-02-11T06:21:07Z', 'revision_number': 3, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:07Z', 'updated_at': '2022-02-11T06:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:09.636912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=e083431e-fb87-48d5-b3a1-fde7d140b544,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:09.659797 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (27431153-fff9-43a8-bfed-48f244ed77e5), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.801930 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.818963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb3047-fe24-4696-8ec2-430bd566b450 None None] The sync data for ids ['27431153-fff9-43a8-bfed-48f244ed77e5'] in n-d-713499-38 is: [{'id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450972877', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:06Z', 'updated_at': '2022-02-11T06:21:07Z', 'revision_number': 3, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:07Z', 'updated_at': '2022-02-11T06:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:21:09.822639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] For port 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:21:09.837089 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] For port 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5,segment=NetworkSegment(dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21),segment_id=dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:21:09.844422 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:09.914791 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8154f8c-74bc-4f6d-b32a-421e4902dbc0 None None] Pushing event updated for resources: {'Port': ['ID=7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:10.146146 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:10.156567 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:10.241029 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (27431153-fff9-43a8-bfed-48f244ed77e5), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:10.243465 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=e083431e-fb87-48d5-b3a1-fde7d140b544,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:10.358464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network da5c5df0-11ac-4b60-8fa4-26e20638b7cb is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:21:10.360450 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:21:10.431895 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:10.482024 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router 27431153-fff9-43a8-bfed-48f244ed77e5 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:21:10.596438 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:21:10.602858 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5f0ab25a-156a-4397-9b69-a5789894b7a7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "PUT /v2.0/routers/27431153-fff9-43a8-bfed-48f244ed77e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9643939 Feb 11 06:21:10.788401 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-1a84d420-0b79-4215-814b-324998ec488d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1222638899&fields=id&tenant_id=ad3ca5a288504678b55705d55a841198 HTTP/1.1" status: 200 len: 267 time: 0.0664799 Feb 11 06:21:10.918320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-2cf80972-ff6d-47be-972b-bb4bc7a05979 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:10.920175 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-2cf80972-ff6d-47be-972b-bb4bc7a05979 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/networks?id=da5c5df0-11ac-4b60-8fa4-26e20638b7cb HTTP/1.1" status: 200 len: 797 time: 0.1206770 Feb 11 06:21:10.935316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-9530d130-608f-4998-8d4e-10ea084cfbd1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/quotas/ad3ca5a288504678b55705d55a841198 HTTP/1.1" status: 200 len: 375 time: 0.0096152 Feb 11 06:21:10.989970 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4753a898-8844-4c6d-9145-5ff8e5263de9 None None] Network da5c5df0-11ac-4b60-8fa4-26e20638b7cb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:21:10.997647 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-fbbb5c43-766f-49ba-b60e-6716e424fd3d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567093 Feb 11 06:21:11.062080 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e348825c-42e4-4f39-b2fb-55ecbea320fd None None] Provisioning complete for port 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:11.062458 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e348825c-42e4-4f39-b2fb-55ecbea320fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:11.104644 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-ecd32ff7-1a86-47ab-9b1e-abe76f59be71 service neutron] 10.222.0.87 "GET /v2.0/networks/da5c5df0-11ac-4b60-8fa4-26e20638b7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915155 Feb 11 06:21:11.183523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e348825c-42e4-4f39-b2fb-55ecbea320fd None None] Current status of the port 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:11.183930 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e348825c-42e4-4f39-b2fb-55ecbea320fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:11.221412 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-740118bb-0fd5-4af9-a949-cfed528b658a service neutron] 10.222.0.87 "GET /v2.0/networks/da5c5df0-11ac-4b60-8fa4-26e20638b7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099076 Feb 11 06:21:11.223547 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e348825c-42e4-4f39-b2fb-55ecbea320fd None None] For port 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5,segment=NetworkSegment(dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21),segment_id=dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:11.229308 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e348825c-42e4-4f39-b2fb-55ecbea320fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:11.295520 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348825c-42e4-4f39-b2fb-55ecbea320fd None None] Pushing event updated for resources: {'Port': ['ID=7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:11.434414 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b0350155-25a5-4a94-8283-e1e1b873f403 req-3d6890b4-2dcc-4975-b9b8-322d668bb331 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 210 time: 0.0314379 Feb 11 06:21:11.480460 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9a15f193-0916-4577-abdb-067f34e82bbf None None] Provisioning complete for port 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:11.480914 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a15f193-0916-4577-abdb-067f34e82bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:11.593599 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 81ac789e-42b6-48c9-9634-1a37daf022c8 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:21:11.635395 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9a15f193-0916-4577-abdb-067f34e82bbf None None] Current status of the port 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:11.663006 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9a15f193-0916-4577-abdb-067f34e82bbf None None] Provisioning complete for port e083431e-fb87-48d5-b3a1-fde7d140b544 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:11.663393 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a15f193-0916-4577-abdb-067f34e82bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:11.706474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 81ac789e-42b6-48c9-9634-1a37daf022c8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:11.706947 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (81ac789e-42b6-48c9-9634-1a37daf022c8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:11.709919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9a15f193-0916-4577-abdb-067f34e82bbf None None] Port e083431e-fb87-48d5-b3a1-fde7d140b544 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:21:11.724350 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Sync routers for ids ['27431153-fff9-43a8-bfed-48f244ed77e5'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:21:11.738636 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Routers {'27431153-fff9-43a8-bfed-48f244ed77e5'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:21:11.739325 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:21:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27431153-fff9-43a8-bfed-48f244ed77e5'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:11.800367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 81ac789e-42b6-48c9-9634-1a37daf022c8 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:11.800869 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (81ac789e-42b6-48c9-9634-1a37daf022c8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:11.832762 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 81ac789e-42b6-48c9-9634-1a37daf022c8, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=81ac789e-42b6-48c9-9634-1a37daf022c8,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:11.843384 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-40526785-3ecd-47bd-80f0-5c091b0980f4 None None] Provisioning complete for port e083431e-fb87-48d5-b3a1-fde7d140b544 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:11.844013 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-40526785-3ecd-47bd-80f0-5c091b0980f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:11.845956 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (81ac789e-42b6-48c9-9634-1a37daf022c8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:11.846820 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:21:11.902961 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Set router 27431153-fff9-43a8-bfed-48f244ed77e5 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:21:11.949898 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-40526785-3ecd-47bd-80f0-5c091b0980f4 None None] Port e083431e-fb87-48d5-b3a1-fde7d140b544 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:21:11.959355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=81ac789e-42b6-48c9-9634-1a37daf022c8,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:11.970834 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:11.971222 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:12.074415 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:12.083071 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-8ffc8666-72db-4a3e-8c67-10412638f973 None None] Provisioning complete for port e083431e-fb87-48d5-b3a1-fde7d140b544 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:12.083757 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8ffc8666-72db-4a3e-8c67-10412638f973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:12.118722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-8ffc8666-72db-4a3e-8c67-10412638f973 None None] Port e083431e-fb87-48d5-b3a1-fde7d140b544 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:21:12.137472 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450972877', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:06Z', 'updated_at': '2022-02-11T06:21:09Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:07Z', 'updated_at': '2022-02-11T06:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'e083431e-fb87-48d5-b3a1-fde7d140b544', 'name': '', 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:7a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:09Z', 'updated_at': '2022-02-11T06:21:09Z', 'revision_number': 2, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:12.163270 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Checking router: 27431153-fff9-43a8-bfed-48f244ed77e5 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:21:12.164166 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Updating router 27431153-fff9-43a8-bfed-48f244ed77e5 port e083431e-fb87-48d5-b3a1-fde7d140b544 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:21:12.195541 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:12.538187 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Publish callbacks [] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:12.540449 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9c850377-9bd1-4b99-8829-400d3da2f6c5 req-9ee4e588-5516-47f6-9e73-7e546c1f874b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 210 time: 0.0301166 Feb 11 06:21:12.545563 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:12.596085 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185d1d9-b8ad-4244-9730-1e167e1588ff None None] Pushing event updated for resources: {'Port': ['ID=e083431e-fb87-48d5-b3a1-fde7d140b544,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:12.625860 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185d1d9-b8ad-4244-9730-1e167e1588ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:12.626206 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185d1d9-b8ad-4244-9730-1e167e1588ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:12.626543 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185d1d9-b8ad-4244-9730-1e167e1588ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:12.626875 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185d1d9-b8ad-4244-9730-1e167e1588ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:12.627203 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185d1d9-b8ad-4244-9730-1e167e1588ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:12.627626 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185d1d9-b8ad-4244-9730-1e167e1588ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:12.627950 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185d1d9-b8ad-4244-9730-1e167e1588ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:12.628270 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185d1d9-b8ad-4244-9730-1e167e1588ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:12.628588 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185d1d9-b8ad-4244-9730-1e167e1588ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:12.628905 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185d1d9-b8ad-4244-9730-1e167e1588ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:12.629222 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185d1d9-b8ad-4244-9730-1e167e1588ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:12.629538 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185d1d9-b8ad-4244-9730-1e167e1588ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:12.629851 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185d1d9-b8ad-4244-9730-1e167e1588ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:21:12.686004 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Attempting to bind port e083431e-fb87-48d5-b3a1-fde7d140b544 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:21:12.686571 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Attempting to bind port e083431e-fb87-48d5-b3a1-fde7d140b544 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:21:12.687006 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Attempting to bind port e083431e-fb87-48d5-b3a1-fde7d140b544 on network da5c5df0-11ac-4b60-8fa4-26e20638b7cb {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:21:12.700074 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:21:12.700718 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Checking segment: {'id': 'dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:21:12.701217 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:12.702721 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Bound using segment: {'id': 'dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:21:12.702859 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Bound port: e083431e-fb87-48d5-b3a1-fde7d140b544, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:21:12.703232 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:12.723381 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-c79215e7-4e1a-4700-a272-7246e199b9b6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:12.726003 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-c79215e7-4e1a-4700-a272-7246e199b9b6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.88 "GET /v2.0/networks?id=da5c5df0-11ac-4b60-8fa4-26e20638b7cb HTTP/1.1" status: 200 len: 797 time: 0.1350198 Feb 11 06:21:12.779705 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] For port e083431e-fb87-48d5-b3a1-fde7d140b544, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:21:12.783148 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] For port e083431e-fb87-48d5-b3a1-fde7d140b544, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e083431e-fb87-48d5-b3a1-fde7d140b544,segment=NetworkSegment(dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21),segment_id=dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:21:12.789488 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:12.797616 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-f539fcd7-ee94-49fb-8489-27f4b01d6ec8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad3ca5a288504678b55705d55a841198 HTTP/1.1" status: 200 len: 380 time: 0.0619566 Feb 11 06:21:12.807360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-d92ee817-fa02-46c2-8abf-5da40f6f5239 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'port': {'device_id': '6a63ec24-1e41-40a7-9926-3a9cbb73114e', 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb', 'admin_state_up': True, 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'security_groups': ['4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:12.847389 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Routers {'27431153-fff9-43a8-bfed-48f244ed77e5'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:21:12.848896 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:21:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27431153-fff9-43a8-bfed-48f244ed77e5'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:12.849713 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-aaeaa8e0-e2c1-4e5d-a7a0-e5d9104ad606 None None] Provisioning complete for port e083431e-fb87-48d5-b3a1-fde7d140b544 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:12.850173 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aaeaa8e0-e2c1-4e5d-a7a0-e5d9104ad606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:12.933135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-d92ee817-fa02-46c2-8abf-5da40f6f5239 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Made reservation on behalf of ad3ca5a288504678b55705d55a841198 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:21:12.936930 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-d92ee817-fa02-46c2-8abf-5da40f6f5239 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:12.960607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-aaeaa8e0-e2c1-4e5d-a7a0-e5d9104ad606 None None] Current status of the port e083431e-fb87-48d5-b3a1-fde7d140b544 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:12.961297 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aaeaa8e0-e2c1-4e5d-a7a0-e5d9104ad606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:12.962185 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185d1d9-b8ad-4244-9730-1e167e1588ff None None] Pushing event updated for resources: {'Port': ['ID=e083431e-fb87-48d5-b3a1-fde7d140b544,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:12.972624 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] Set router 27431153-fff9-43a8-bfed-48f244ed77e5 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:21:13.003697 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-aaeaa8e0-e2c1-4e5d-a7a0-e5d9104ad606 None None] For port e083431e-fb87-48d5-b3a1-fde7d140b544, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e083431e-fb87-48d5-b3a1-fde7d140b544,segment=NetworkSegment(dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21),segment_id=dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:13.010023 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aaeaa8e0-e2c1-4e5d-a7a0-e5d9104ad606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.070199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeaa8e0-e2c1-4e5d-a7a0-e5d9104ad606 None None] Pushing event updated for resources: {'Port': ['ID=e083431e-fb87-48d5-b3a1-fde7d140b544,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:13.111577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-d92ee817-fa02-46c2-8abf-5da40f6f5239 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.20.0.5 (da5c5df0-11ac-4b60-8fa4-26e20638b7cb/1de95be1-da0e-4e67-8461-d8eaf18733fb/3ee03459-f792-438e-a7e3-938d19def62c) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:21:13.193273 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450972877', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:06Z', 'updated_at': '2022-02-11T06:21:09Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:07Z', 'updated_at': '2022-02-11T06:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'e083431e-fb87-48d5-b3a1-fde7d140b544', 'name': '', 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:7a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:09Z', 'updated_at': '2022-02-11T06:21:12Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:13.219370 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eebae80-4183-45cf-bc76-ed5032d67a8a None None] The sync data for ids ['27431153-fff9-43a8-bfed-48f244ed77e5'] in n-d-713499-38 is: [{'id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450972877', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:06Z', 'updated_at': '2022-02-11T06:21:09Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:07Z', 'updated_at': '2022-02-11T06:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'e083431e-fb87-48d5-b3a1-fde7d140b544', 'name': '', 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:7a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:09Z', 'updated_at': '2022-02-11T06:21:12Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:21:13.234646 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a02ae8e5-3b75-4bb7-a5fe-e99691bb015e None None] Provisioning complete for port e083431e-fb87-48d5-b3a1-fde7d140b544 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:13.234954 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a02ae8e5-3b75-4bb7-a5fe-e99691bb015e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.251194 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-d92ee817-fa02-46c2-8abf-5da40f6f5239 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (3ee03459-f792-438e-a7e3-938d19def62c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.321640 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-d92ee817-fa02-46c2-8abf-5da40f6f5239 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3ee03459-f792-438e-a7e3-938d19def62c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.338966 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a02ae8e5-3b75-4bb7-a5fe-e99691bb015e None None] Current status of the port e083431e-fb87-48d5-b3a1-fde7d140b544 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:13.380403 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-d92ee817-fa02-46c2-8abf-5da40f6f5239 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network da5c5df0-11ac-4b60-8fa4-26e20638b7cb is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:21:13.384156 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-d92ee817-fa02-46c2-8abf-5da40f6f5239 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:21:13.388108 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-d92ee817-fa02-46c2-8abf-5da40f6f5239 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:21:13.414742 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ee817-fa02-46c2-8abf-5da40f6f5239 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=3ee03459-f792-438e-a7e3-938d19def62c,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:13.445690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-d92ee817-fa02-46c2-8abf-5da40f6f5239 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:13.446341 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-d92ee817-fa02-46c2-8abf-5da40f6f5239 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.470097 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-d92ee817-fa02-46c2-8abf-5da40f6f5239 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6666737 Feb 11 06:21:13.481104 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-5ced02b7-58d6-4c29-89ed-53283aaaff3d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:21:13.482327 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-5ced02b7-58d6-4c29-89ed-53283aaaff3d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068302 Feb 11 06:21:13.549169 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Request body: {'port': {'device_id': '6a63ec24-1e41-40a7-9926-3a9cbb73114e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:13.625787 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3ee03459-f792-438e-a7e3-938d19def62c), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.638426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 81ac789e-42b6-48c9-9634-1a37daf022c8 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:21:13.699823 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794f9cf-8a93-44d3-8bba-41d2ed5c2078 req-3122c1a4-079a-4c6b-a1e6-85f7d7df9139 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:13.702878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a794f9cf-8a93-44d3-8bba-41d2ed5c2078 req-3122c1a4-079a-4c6b-a1e6-85f7d7df9139 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 931 time: 0.0660708 Feb 11 06:21:13.703512 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 81ac789e-42b6-48c9-9634-1a37daf022c8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:13.703977 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (81ac789e-42b6-48c9-9634-1a37daf022c8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.775610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a794f9cf-8a93-44d3-8bba-41d2ed5c2078 req-79f62b73-3c71-47e3-af37-5c306a9ee8b5 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641999 Feb 11 06:21:13.800375 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7f3f55ee-f4f5-43bb-b410-58c03f1fd49a None None] Provisioning complete for port 3ee03459-f792-438e-a7e3-938d19def62c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:13.801022 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7f3f55ee-f4f5-43bb-b410-58c03f1fd49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3ee03459-f792-438e-a7e3-938d19def62c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.842993 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 81ac789e-42b6-48c9-9634-1a37daf022c8 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:13.844116 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e083431e-fb87-48d5-b3a1-fde7d140b544 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:21:13.875570 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f55ee-f4f5-43bb-b410-58c03f1fd49a None None] Port 3ee03459-f792-438e-a7e3-938d19def62c cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:21:13.899504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port e083431e-fb87-48d5-b3a1-fde7d140b544 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:13.899886 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.964084 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee03459-f792-438e-a7e3-938d19def62c {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:21:13.973040 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Publish callbacks [] for port (3ee03459-f792-438e-a7e3-938d19def62c), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:13.987589 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Transition to ACTIVE for port object 3ee03459-f792-438e-a7e3-938d19def62c will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:21:13.992758 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (3ee03459-f792-438e-a7e3-938d19def62c), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:14.001682 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port e083431e-fb87-48d5-b3a1-fde7d140b544 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:14.070409 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Pushing event updated for resources: {'Port': ['ID=3ee03459-f792-438e-a7e3-938d19def62c,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:14.140577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Attempting to bind port 3ee03459-f792-438e-a7e3-938d19def62c on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:21:14.140577 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Attempting to bind port 3ee03459-f792-438e-a7e3-938d19def62c by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:21:14.141528 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Attempting to bind port 3ee03459-f792-438e-a7e3-938d19def62c on network da5c5df0-11ac-4b60-8fa4-26e20638b7cb {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:21:14.145891 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Port 3ee03459-f792-438e-a7e3-938d19def62c on network da5c5df0-11ac-4b60-8fa4-26e20638b7cb not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:21:14.146219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Attempting to bind port 3ee03459-f792-438e-a7e3-938d19def62c on network da5c5df0-11ac-4b60-8fa4-26e20638b7cb {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:21:14.152477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:21:14.152823 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Checking segment: {'id': 'dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:21:14.153213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Bound using segment: {'id': 'dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:21:14.153651 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Bound port: 3ee03459-f792-438e-a7e3-938d19def62c, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:21:14.154019 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3ee03459-f792-438e-a7e3-938d19def62c), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:14.227176 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] For port 3ee03459-f792-438e-a7e3-938d19def62c, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:21:14.231410 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] For port 3ee03459-f792-438e-a7e3-938d19def62c, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3ee03459-f792-438e-a7e3-938d19def62c,segment=NetworkSegment(dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21),segment_id=dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:21:14.238415 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (3ee03459-f792-438e-a7e3-938d19def62c), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:14.276360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:14.277193 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:14.278728 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] 10.222.0.88 "PUT /v2.0/ports/3ee03459-f792-438e-a7e3-938d19def62c HTTP/1.1" status: 200 len: 1092 time: 0.7889898 Feb 11 06:21:14.279216 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a63ec24-1e41-40a7-9926-3a9cbb73114e', 'tag': '3ee03459-f792-438e-a7e3-938d19def62c'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:21:14.281496 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad2b97e-1864-430f-96cd-a15760e6655a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a63ec24-1e41-40a7-9926-3a9cbb73114e", "tag": "3ee03459-f792-438e-a7e3-938d19def62c"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:21:14.328354 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32fb15-ed52-45a8-a520-8c9bcbfb7a0b service neutron] Pushing event updated for resources: {'Port': ['ID=3ee03459-f792-438e-a7e3-938d19def62c,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:14.334467 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d33525f-3303-4c42-8eea-b7ed2e5fbf17 x-openstack-request-id: req-8d33525f-3303-4c42-8eea-b7ed2e5fbf17 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:21:14.334767 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a63ec24-1e41-40a7-9926-3a9cbb73114e", "tag": "3ee03459-f792-438e-a7e3-938d19def62c", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:21:14.335024 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8d33525f-3303-4c42-8eea-b7ed2e5fbf17 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:21:14.336441 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a63ec24-1e41-40a7-9926-3a9cbb73114e', 'tag': '3ee03459-f792-438e-a7e3-938d19def62c', 'status': 'completed', 'code': 200} Feb 11 06:21:14.418285 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-b9d65c55-4bfc-442d-9140-e4e1f2d5d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:14.419957 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-b9d65c55-4bfc-442d-9140-e4e1f2d5d712 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 1126 time: 0.0669513 Feb 11 06:21:14.473512 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-0b365d14-878f-4a22-a672-a17aba23eb4c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ee03459-f792-438e-a7e3-938d19def62c HTTP/1.1" status: 200 len: 217 time: 0.0449324 Feb 11 06:21:14.532068 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f5d2543-c6de-40e5-bad0-fe6b79358cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:14.533570 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-3f5d2543-c6de-40e5-bad0-fe6b79358cc5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1de95be1-da0e-4e67-8461-d8eaf18733fb HTTP/1.1" status: 200 len: 834 time: 0.0513904 Feb 11 06:21:14.589017 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-a3ac2640-2eea-4630-a977-842413bf5f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:14.590555 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-a3ac2640-2eea-4630-a977-842413bf5f65 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=da5c5df0-11ac-4b60-8fa4-26e20638b7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492160 Feb 11 06:21:14.686690 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-03935ee7-e380-4ea3-af56-219804489689 service neutron] 10.222.0.88 "GET /v2.0/networks/da5c5df0-11ac-4b60-8fa4-26e20638b7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886052 Feb 11 06:21:14.760474 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:14.780211 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f5877cc7-d584-480d-a6ac-954085c2ddd2 req-435364ed-b4f6-4773-9165-0435b15e80cb service neutron] 10.222.0.88 "GET /v2.0/networks/da5c5df0-11ac-4b60-8fa4-26e20638b7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839195 Feb 11 06:21:14.883478 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b97e-1864-430f-96cd-a15760e6655a req-c6eabe6e-6718-4af6-92fa-2d0df16a7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:14.885013 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fad2b97e-1864-430f-96cd-a15760e6655a req-c6eabe6e-6718-4af6-92fa-2d0df16a7fee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 1126 time: 0.0545816 Feb 11 06:21:14.894074 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2edb3-1186-49ef-885e-8712c13d70b8 req-39808f54-a5c0-4e59-a638-0084e79fe4a9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:14.895711 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e5b2edb3-1186-49ef-885e-8712c13d70b8 req-39808f54-a5c0-4e59-a638-0084e79fe4a9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 943 time: 0.0553594 Feb 11 06:21:14.949074 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e5b2edb3-1186-49ef-885e-8712c13d70b8 req-51904189-dbc7-4f3c-8162-8d798be15e33 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470896 Feb 11 06:21:14.980293 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b97e-1864-430f-96cd-a15760e6655a req-e29753d4-4a9f-45e2-a5a8-8e68767901c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:14.981785 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fad2b97e-1864-430f-96cd-a15760e6655a req-e29753d4-4a9f-45e2-a5a8-8e68767901c2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=da5c5df0-11ac-4b60-8fa4-26e20638b7cb HTTP/1.1" status: 200 len: 898 time: 0.0880077 Feb 11 06:21:15.027381 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fad2b97e-1864-430f-96cd-a15760e6655a req-74dccff1-93a4-4d44-b157-bd4039d4e7c8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ee03459-f792-438e-a7e3-938d19def62c HTTP/1.1" status: 200 len: 217 time: 0.0392621 Feb 11 06:21:15.076881 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b97e-1864-430f-96cd-a15760e6655a req-1ca6abbc-b9b7-4c95-970d-53a90237c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:15.078238 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fad2b97e-1864-430f-96cd-a15760e6655a req-1ca6abbc-b9b7-4c95-970d-53a90237c650 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1de95be1-da0e-4e67-8461-d8eaf18733fb HTTP/1.1" status: 200 len: 834 time: 0.0434396 Feb 11 06:21:15.129381 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b97e-1864-430f-96cd-a15760e6655a req-b8e6eada-fbda-43ca-a848-6cf5cb5686f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:15.130896 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fad2b97e-1864-430f-96cd-a15760e6655a req-b8e6eada-fbda-43ca-a848-6cf5cb5686f7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=da5c5df0-11ac-4b60-8fa4-26e20638b7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456333 Feb 11 06:21:15.553136 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fad2b97e-1864-430f-96cd-a15760e6655a req-7d599dcb-148a-40f5-b417-0b06c0ad5061 service neutron] 10.222.0.88 "GET /v2.0/networks/da5c5df0-11ac-4b60-8fa4-26e20638b7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144621 Feb 11 06:21:15.645323 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-fad2b97e-1864-430f-96cd-a15760e6655a req-420762a4-0e76-4c32-8111-00d61c146b6d service neutron] 10.222.0.88 "GET /v2.0/networks/da5c5df0-11ac-4b60-8fa4-26e20638b7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832086 Feb 11 06:21:16.070943 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62ce5f-6b12-4206-bcb4-47d41abb72e6 req-56abc22e-ce0b-4bda-a348-972ddb3ff0f1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:16.072575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb62ce5f-6b12-4206-bcb4-47d41abb72e6 req-56abc22e-ce0b-4bda-a348-972ddb3ff0f1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 943 time: 0.0536492 Feb 11 06:21:16.120853 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bb62ce5f-6b12-4206-bcb4-47d41abb72e6 req-6aa470f6-ae3a-4ddc-847e-506e23b423ce tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422666 Feb 11 06:21:17.243473 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13d5fc-9e17-4e7a-9a7d-0b37482fb65a req-3dfc3ec1-7ef5-4568-90ea-acefd9c8d3c7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:17.244899 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f13d5fc-9e17-4e7a-9a7d-0b37482fb65a req-3dfc3ec1-7ef5-4568-90ea-acefd9c8d3c7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 943 time: 0.0576978 Feb 11 06:21:17.294164 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f13d5fc-9e17-4e7a-9a7d-0b37482fb65a req-b6bcad47-52d2-4531-abe2-a9f0e10aab5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435643 Feb 11 06:21:18.103136 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3ee03459-f792-438e-a7e3-938d19def62c details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:21:18.200324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3ee03459-f792-438e-a7e3-938d19def62c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3ee03459-f792-438e-a7e3-938d19def62c,segment=NetworkSegment(dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21),segment_id=dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:18.211557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '3ee03459-f792-438e-a7e3-938d19def62c', 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb', 'port_id': '3ee03459-f792-438e-a7e3-938d19def62c', 'mac_address': 'fa:16:3e:36:74:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:21:18.247507 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 3ee03459-f792-438e-a7e3-938d19def62c is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:18.247904 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3ee03459-f792-438e-a7e3-938d19def62c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:18.261225 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee03459-f792-438e-a7e3-938d19def62c {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:21:18.281021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3ee03459-f792-438e-a7e3-938d19def62c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3ee03459-f792-438e-a7e3-938d19def62c,segment=NetworkSegment(dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21),segment_id=dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:18.285064 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3ee03459-f792-438e-a7e3-938d19def62c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:18.331434 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=3ee03459-f792-438e-a7e3-938d19def62c,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:18.412517 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f970b-b622-4393-817e-2c0b80eaef16 req-a0657b5b-3ba7-4749-a7a8-c03d7cd1c242 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:18.414028 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-804f970b-b622-4393-817e-2c0b80eaef16 req-a0657b5b-3ba7-4749-a7a8-c03d7cd1c242 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 944 time: 0.0534992 Feb 11 06:21:18.463830 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-804f970b-b622-4393-817e-2c0b80eaef16 req-bcd60531-8ef1-437d-a0e9-3eb31a405a5d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441787 Feb 11 06:21:18.594663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['3ee03459-f792-438e-a7e3-938d19def62c'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:21:19.585030 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ce425-732d-492f-9e93-42a01b38c08e req-9f1a10dd-61fe-49fb-b393-024e475bb13d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:19.586533 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c99ce425-732d-492f-9e93-42a01b38c08e req-9f1a10dd-61fe-49fb-b393-024e475bb13d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 944 time: 0.0567818 Feb 11 06:21:19.635583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c99ce425-732d-492f-9e93-42a01b38c08e req-08041ca9-4dcc-40fe-8a5a-b384e54a42d5 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 Feb 11 06:21:20.119080 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3ee03459-f792-438e-a7e3-938d19def62c up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:21:20.170459 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 3ee03459-f792-438e-a7e3-938d19def62c completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:21:20.174360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 3ee03459-f792-438e-a7e3-938d19def62c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:21:20.174770 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (3ee03459-f792-438e-a7e3-938d19def62c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:20.249705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 3ee03459-f792-438e-a7e3-938d19def62c is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:21:20.250095 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (3ee03459-f792-438e-a7e3-938d19def62c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:20.272314 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a63ec24-1e41-40a7-9926-3a9cbb73114e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee03459-f792-438e-a7e3-938d19def62c'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:21:20.275072 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638c31b3-678b-48fa-bad5-60052b2c5bc8" -d '{"events": [{"server_uuid": "6a63ec24-1e41-40a7-9926-3a9cbb73114e", "name": "network-vif-plugged", "status": "completed", "tag": "3ee03459-f792-438e-a7e3-938d19def62c"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:21:20.287707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 3ee03459-f792-438e-a7e3-938d19def62c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3ee03459-f792-438e-a7e3-938d19def62c,segment=NetworkSegment(dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21),segment_id=dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:21:20.292029 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (3ee03459-f792-438e-a7e3-938d19def62c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:20.342432 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=3ee03459-f792-438e-a7e3-938d19def62c,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:20.373102 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c619b5-9268-4e90-89f1-31f7264ff0e9 x-openstack-request-id: req-a8c619b5-9268-4e90-89f1-31f7264ff0e9 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:21:20.373429 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a63ec24-1e41-40a7-9926-3a9cbb73114e", "name": "network-vif-plugged", "status": "completed", "tag": "3ee03459-f792-438e-a7e3-938d19def62c", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:21:20.373682 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a8c619b5-9268-4e90-89f1-31f7264ff0e9 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:21:20.374081 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a63ec24-1e41-40a7-9926-3a9cbb73114e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee03459-f792-438e-a7e3-938d19def62c', 'code': 200} Feb 11 06:21:20.476423 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e90059-d8a2-4adb-ba17-d01f2a9ac725 req-be717380-9cde-44d9-9922-a466590dbbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:20.477914 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-36e90059-d8a2-4adb-ba17-d01f2a9ac725 req-be717380-9cde-44d9-9922-a466590dbbeb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 1128 time: 0.0465276 Feb 11 06:21:20.530339 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-36e90059-d8a2-4adb-ba17-d01f2a9ac725 req-d9f951fa-5219-4564-bcc5-cf0bec2964e4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429866 Feb 11 06:21:20.753685 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904559e-1892-4da1-8fc3-f3193ee355e5 req-33bb5c73-69d4-4655-8b85-f4b3bab8f0e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:20.755134 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7904559e-1892-4da1-8fc3-f3193ee355e5 req-33bb5c73-69d4-4655-8b85-f4b3bab8f0e6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0521867 Feb 11 06:21:20.804366 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7904559e-1892-4da1-8fc3-f3193ee355e5 req-c63dfd04-d724-4fc7-bf0b-569989dbdec0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421555 Feb 11 06:21:21.924256 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419f2a-9f79-40ce-afc4-8ea0763dcec2 req-df436bf1-0f5f-4248-ba1a-7a78f6eced40 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:21.925724 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34419f2a-9f79-40ce-afc4-8ea0763dcec2 req-df436bf1-0f5f-4248-ba1a-7a78f6eced40 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0529382 Feb 11 06:21:21.976272 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-34419f2a-9f79-40ce-afc4-8ea0763dcec2 req-631b2abf-2107-425c-ad10-97f6a07d2576 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448844 Feb 11 06:21:22.100117 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d64f26-b5d3-4b34-a523-4e56761f0e6a req-25395ef4-f07e-4866-ba02-a6697bbf38da tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:22.101544 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45d64f26-b5d3-4b34-a523-4e56761f0e6a req-25395ef4-f07e-4866-ba02-a6697bbf38da tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0562756 Feb 11 06:21:22.149998 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45d64f26-b5d3-4b34-a523-4e56761f0e6a req-c2cd1e9f-c81c-4b67-9d53-e86db46ea940 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427628 Feb 11 06:21:22.171013 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56364) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:22.214821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58eeea1-0e23-4845-a913-075dbd5f6cbe tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:22.216396 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f58eeea1-0e23-4845-a913-075dbd5f6cbe tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 1123 time: 0.0443659 Feb 11 06:21:22.219215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56366) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:22.223553 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '3ee03459-f792-438e-a7e3-938d19def62c', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:21:22.244193 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.343648 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.443397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.25.5.238 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/59356920-16a3-4288-8326-eb1b444817e6) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:21:22.544838 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (59356920-16a3-4288-8326-eb1b444817e6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.576992 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (59356920-16a3-4288-8326-eb1b444817e6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:22.616746 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:21:22.621057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:21:22.623638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:21:22.629000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=59356920-16a3-4288-8326-eb1b444817e6,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:22.986268 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (7654c34d-fc48-4cab-88e9-d00eb1dce346), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:23.055983 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (59356920-16a3-4288-8326-eb1b444817e6), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:23.205765 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (59356920-16a3-4288-8326-eb1b444817e6), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:23.210717 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (59356920-16a3-4288-8326-eb1b444817e6), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:23.280801 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=59356920-16a3-4288-8326-eb1b444817e6,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:21:23.290330 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (7654c34d-fc48-4cab-88e9-d00eb1dce346), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:23.391129 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Floating IP 7654c34d-fc48-4cab-88e9-d00eb1dce346 associated. External IP: 172.25.5.238, port: 3ee03459-f792-438e-a7e3-938d19def62c. Feb 11 06:21:23.599222 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router 27431153-fff9-43a8-bfed-48f244ed77e5 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:21:24.050919 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:21:24.060316 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752c3487-0360-4962-a60d-c9898bee0850 None None] Sync routers for ids ['27431153-fff9-43a8-bfed-48f244ed77e5'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:21:24.067890 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:24.071339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c3487-0360-4962-a60d-c9898bee0850 None None] Routers {'27431153-fff9-43a8-bfed-48f244ed77e5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:21:24.072084 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-752c3487-0360-4962-a60d-c9898bee0850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:21:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27431153-fff9-43a8-bfed-48f244ed77e5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:24.098346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-cd24d52e-ea56-42f6-95c1-dd30a07a6d7f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8780608 Feb 11 06:21:24.098930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a63ec24-1e41-40a7-9926-3a9cbb73114e', 'tag': '3ee03459-f792-438e-a7e3-938d19def62c'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:21:24.101408 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89f6407-6d96-400f-b1be-90ebcfb34a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a63ec24-1e41-40a7-9926-3a9cbb73114e", "tag": "3ee03459-f792-438e-a7e3-938d19def62c"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:21:24.163661 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7203f5cd-2682-446b-b13d-89df0fd1c49b x-openstack-request-id: req-7203f5cd-2682-446b-b13d-89df0fd1c49b {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:21:24.163972 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a63ec24-1e41-40a7-9926-3a9cbb73114e", "tag": "3ee03459-f792-438e-a7e3-938d19def62c", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:21:24.164224 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7203f5cd-2682-446b-b13d-89df0fd1c49b {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:21:24.164618 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a63ec24-1e41-40a7-9926-3a9cbb73114e', 'tag': '3ee03459-f792-438e-a7e3-938d19def62c', 'status': 'completed', 'code': 200} Feb 11 06:21:24.188316 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-752c3487-0360-4962-a60d-c9898bee0850 None None] Set router 27431153-fff9-43a8-bfed-48f244ed77e5 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:21:24.229590 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57b3b-0bc4-4180-9e07-0e54211d680a req-ff58e79f-0616-4746-95b1-35509e67042f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:24.231188 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7c57b3b-0bc4-4180-9e07-0e54211d680a req-ff58e79f-0616-4746-95b1-35509e67042f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0557292 Feb 11 06:21:24.234718 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f6407-6d96-400f-b1be-90ebcfb34a2e req-4b833a5e-c2c9-423e-8e28-610d40f24a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:24.236273 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a89f6407-6d96-400f-b1be-90ebcfb34a2e req-4b833a5e-c2c9-423e-8e28-610d40f24a96 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 1128 time: 0.0477207 Feb 11 06:21:24.282465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7c57b3b-0bc4-4180-9e07-0e54211d680a req-43fd0bde-988a-421b-9f1e-65838379a74c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441539 Feb 11 06:21:24.304936 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56372) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:24.336427 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f6407-6d96-400f-b1be-90ebcfb34a2e req-aee60e3b-ba02-43f5-b03b-86c05d2d2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:24.337960 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a89f6407-6d96-400f-b1be-90ebcfb34a2e req-aee60e3b-ba02-43f5-b03b-86c05d2d2b40 service neutron] 10.222.0.88 "GET /v2.0/networks?id=da5c5df0-11ac-4b60-8fa4-26e20638b7cb HTTP/1.1" status: 200 len: 898 time: 0.0934517 Feb 11 06:21:24.372706 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-730499e8-30b1-4838-828b-fb429ad929ad tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/7654c34d-fc48-4cab-88e9-d00eb1dce346 HTTP/1.1" status: 200 len: 991 time: 0.0652034 Feb 11 06:21:24.380649 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:21:24.406703 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a89f6407-6d96-400f-b1be-90ebcfb34a2e req-ad139372-3126-4b1f-b1d8-ea8f71077738 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ee03459-f792-438e-a7e3-938d19def62c HTTP/1.1" status: 200 len: 999 time: 0.0619926 Feb 11 06:21:24.424166 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-752c3487-0360-4962-a60d-c9898bee0850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450972877', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:06Z', 'updated_at': '2022-02-11T06:21:09Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:07Z', 'updated_at': '2022-02-11T06:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '7654c34d-fc48-4cab-88e9-d00eb1dce346', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'port_id': '3ee03459-f792-438e-a7e3-938d19def62c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb', 'mac_address': 'fa:16:3e:36:74:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a63ec24-1e41-40a7-9926-3a9cbb73114e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:21:22Z', 'updated_at': '2022-02-11T06:21:22Z', 'revision_number': 0, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e083431e-fb87-48d5-b3a1-fde7d140b544', 'name': '', 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:09Z', 'updated_at': '2022-02-11T06:21:12Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:24.454394 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752c3487-0360-4962-a60d-c9898bee0850 None None] Checking router: 27431153-fff9-43a8-bfed-48f244ed77e5 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:21:24.455663 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f6407-6d96-400f-b1be-90ebcfb34a2e req-9eb96c54-5113-4401-9833-ab34fa8258ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:24.457157 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a89f6407-6d96-400f-b1be-90ebcfb34a2e req-9eb96c54-5113-4401-9833-ab34fa8258ea service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1de95be1-da0e-4e67-8461-d8eaf18733fb HTTP/1.1" status: 200 len: 834 time: 0.0425251 Feb 11 06:21:24.463287 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c3487-0360-4962-a60d-c9898bee0850 None None] Routers {'27431153-fff9-43a8-bfed-48f244ed77e5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:21:24.463921 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-752c3487-0360-4962-a60d-c9898bee0850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:21:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27431153-fff9-43a8-bfed-48f244ed77e5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:24.506347 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f6407-6d96-400f-b1be-90ebcfb34a2e req-edfb478e-2ebb-43c0-a096-eb9827d4803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:21:24.508024 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a89f6407-6d96-400f-b1be-90ebcfb34a2e req-edfb478e-2ebb-43c0-a096-eb9827d4803e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=da5c5df0-11ac-4b60-8fa4-26e20638b7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441582 Feb 11 06:21:24.607586 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a89f6407-6d96-400f-b1be-90ebcfb34a2e req-3f1e47d0-4272-42c4-88b6-0a6b61db0bd2 service neutron] 10.222.0.88 "GET /v2.0/networks/da5c5df0-11ac-4b60-8fa4-26e20638b7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906672 Feb 11 06:21:24.707311 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a89f6407-6d96-400f-b1be-90ebcfb34a2e req-fb69586b-734b-4bd9-8c67-bd0e94d406de service neutron] 10.222.0.88 "GET /v2.0/networks/da5c5df0-11ac-4b60-8fa4-26e20638b7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919747 Feb 11 06:21:24.735319 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-752c3487-0360-4962-a60d-c9898bee0850 None None] Set router 27431153-fff9-43a8-bfed-48f244ed77e5 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:21:24.954102 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-752c3487-0360-4962-a60d-c9898bee0850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450972877', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:06Z', 'updated_at': '2022-02-11T06:21:09Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:07Z', 'updated_at': '2022-02-11T06:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '7654c34d-fc48-4cab-88e9-d00eb1dce346', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'port_id': '3ee03459-f792-438e-a7e3-938d19def62c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb', 'mac_address': 'fa:16:3e:36:74:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a63ec24-1e41-40a7-9926-3a9cbb73114e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:21:22Z', 'updated_at': '2022-02-11T06:21:22Z', 'revision_number': 0, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e083431e-fb87-48d5-b3a1-fde7d140b544', 'name': '', 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:09Z', 'updated_at': '2022-02-11T06:21:12Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:21:24.984339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752c3487-0360-4962-a60d-c9898bee0850 None None] The sync data for ids ['27431153-fff9-43a8-bfed-48f244ed77e5'] in n-d-713499-38 is: [{'id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450972877', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:06Z', 'updated_at': '2022-02-11T06:21:09Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:07Z', 'updated_at': '2022-02-11T06:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '7654c34d-fc48-4cab-88e9-d00eb1dce346', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'port_id': '3ee03459-f792-438e-a7e3-938d19def62c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb', 'mac_address': 'fa:16:3e:36:74:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a63ec24-1e41-40a7-9926-3a9cbb73114e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:21:22Z', 'updated_at': '2022-02-11T06:21:22Z', 'revision_number': 0, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e083431e-fb87-48d5-b3a1-fde7d140b544', 'name': '', 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:09Z', 'updated_at': '2022-02-11T06:21:12Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:21:25.179342 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72834dd-eb0e-4282-b763-d967d5d08e20 None None] New status for floating IP 7654c34d-fc48-4cab-88e9-d00eb1dce346: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:21:25.375542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56374) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:21:25.435809 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-be11ecb2-8e14-4550-8c9b-68a8e5409662 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/7654c34d-fc48-4cab-88e9-d00eb1dce346 HTTP/1.1" status: 200 len: 993 time: 0.0591564 Feb 11 06:21:28.628368 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8d4ceb83-eeb8-48e5-9cb5-cde32c419d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:30.934132 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9e2aaa71-509b-4b0a-9f26-d6f9a53dc652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:32.667149 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:33.882800 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:35.309500 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:40.441874 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:44.745096 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:21:58.629430 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8c167be4-733e-4697-bce8-087c1152dc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:00.936173 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f1e05863-98f7-40af-82fb-885428b676aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:01.379921 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:22:02.672492 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:02.955645 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bfb44-11b9-4411-a77f-defe15cc4163 req-1bd6a399-c561-40a0-98ee-f19069c242ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:02.957140 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-359bfb44-11b9-4411-a77f-defe15cc4163 req-1bd6a399-c561-40a0-98ee-f19069c242ee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 1128 time: 0.0495663 Feb 11 06:22:02.959209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1a038-e5b1-4ff8-b447-7dd107411c93 req-f703164f-84cc-4193-93b4-5abb6c29b3e8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:02.960765 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ad1a038-e5b1-4ff8-b447-7dd107411c93 req-f703164f-84cc-4193-93b4-5abb6c29b3e8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0619359 Feb 11 06:22:03.019372 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ad1a038-e5b1-4ff8-b447-7dd107411c93 req-57d4365b-d689-4c4e-b336-d30b2f0a599c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525112 Feb 11 06:22:03.054281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bfb44-11b9-4411-a77f-defe15cc4163 req-82d59030-f5d8-4536-8e02-48ef4cb6057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:03.055813 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-359bfb44-11b9-4411-a77f-defe15cc4163 req-82d59030-f5d8-4536-8e02-48ef4cb6057d service neutron] 10.222.0.88 "GET /v2.0/networks?id=da5c5df0-11ac-4b60-8fa4-26e20638b7cb HTTP/1.1" status: 200 len: 898 time: 0.0914898 Feb 11 06:22:03.130616 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-359bfb44-11b9-4411-a77f-defe15cc4163 req-2699594b-9595-4cb3-99de-e8655fa54d0b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ee03459-f792-438e-a7e3-938d19def62c HTTP/1.1" status: 200 len: 1001 time: 0.0676286 Feb 11 06:22:03.183590 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bfb44-11b9-4411-a77f-defe15cc4163 req-80caae58-97bf-4a79-8904-1cc553b6afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:03.185059 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-359bfb44-11b9-4411-a77f-defe15cc4163 req-80caae58-97bf-4a79-8904-1cc553b6afc5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1de95be1-da0e-4e67-8461-d8eaf18733fb HTTP/1.1" status: 200 len: 834 time: 0.0460625 Feb 11 06:22:03.236448 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bfb44-11b9-4411-a77f-defe15cc4163 req-f4cc1fd1-4377-4e13-ab88-f2abddf9c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:03.237872 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-359bfb44-11b9-4411-a77f-defe15cc4163 req-f4cc1fd1-4377-4e13-ab88-f2abddf9c774 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=da5c5df0-11ac-4b60-8fa4-26e20638b7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441258 Feb 11 06:22:03.332591 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-359bfb44-11b9-4411-a77f-defe15cc4163 req-7d640965-a611-4b97-9822-406f51d98dbd service neutron] 10.222.0.88 "GET /v2.0/networks/da5c5df0-11ac-4b60-8fa4-26e20638b7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867426 Feb 11 06:22:03.426018 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-359bfb44-11b9-4411-a77f-defe15cc4163 req-a0101285-e80b-44dd-81bb-3fe5f3a6468b service neutron] 10.222.0.88 "GET /v2.0/networks/da5c5df0-11ac-4b60-8fa4-26e20638b7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872674 Feb 11 06:22:03.764839 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fdbe7-1172-4c5b-8c0c-e1492c120a44 req-3ecb5d25-1b45-4653-8e70-3b682e169eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:03.766340 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f20fdbe7-1172-4c5b-8c0c-e1492c120a44 req-3ecb5d25-1b45-4653-8e70-3b682e169eea service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 1128 time: 0.0463140 Feb 11 06:22:03.877917 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fdbe7-1172-4c5b-8c0c-e1492c120a44 req-57ece4be-6f3f-4691-a508-2b1c158f36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:03.879532 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f20fdbe7-1172-4c5b-8c0c-e1492c120a44 req-57ece4be-6f3f-4691-a508-2b1c158f36a6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=da5c5df0-11ac-4b60-8fa4-26e20638b7cb HTTP/1.1" status: 200 len: 898 time: 0.0909283 Feb 11 06:22:03.885881 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:03.953959 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f20fdbe7-1172-4c5b-8c0c-e1492c120a44 req-cd6f6527-675d-4952-86a5-c06c1713b877 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ee03459-f792-438e-a7e3-938d19def62c HTTP/1.1" status: 200 len: 1001 time: 0.0635982 Feb 11 06:22:04.004023 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fdbe7-1172-4c5b-8c0c-e1492c120a44 req-0fde5e8f-17d3-4a31-b8a4-d16068eb22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:04.005489 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f20fdbe7-1172-4c5b-8c0c-e1492c120a44 req-0fde5e8f-17d3-4a31-b8a4-d16068eb22e9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1de95be1-da0e-4e67-8461-d8eaf18733fb HTTP/1.1" status: 200 len: 834 time: 0.0441704 Feb 11 06:22:04.059302 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fdbe7-1172-4c5b-8c0c-e1492c120a44 req-e8abfe90-d08e-4454-81ec-cc67e7bc4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:04.060844 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f20fdbe7-1172-4c5b-8c0c-e1492c120a44 req-e8abfe90-d08e-4454-81ec-cc67e7bc4c65 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=da5c5df0-11ac-4b60-8fa4-26e20638b7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467618 Feb 11 06:22:04.145140 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5153f7-e312-428f-95bb-ea4bf3ad7009 req-1dfae512-7422-4749-abfb-515f02d59626 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:04.147140 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee5153f7-e312-428f-95bb-ea4bf3ad7009 req-1dfae512-7422-4749-abfb-515f02d59626 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0547650 Feb 11 06:22:04.159368 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f20fdbe7-1172-4c5b-8c0c-e1492c120a44 req-886befbd-e2f2-419f-a797-34cb4d555a14 service neutron] 10.222.0.88 "GET /v2.0/networks/da5c5df0-11ac-4b60-8fa4-26e20638b7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909927 Feb 11 06:22:04.196432 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee5153f7-e312-428f-95bb-ea4bf3ad7009 req-14d3f2bc-9d24-4d5d-b44c-ff5f9eda852a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434902 Feb 11 06:22:04.259409 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-f20fdbe7-1172-4c5b-8c0c-e1492c120a44 req-31f03022-44cd-44f8-a878-35aec755cfe9 service neutron] 10.222.0.88 "GET /v2.0/networks/da5c5df0-11ac-4b60-8fa4-26e20638b7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906465 Feb 11 06:22:05.312554 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:05.319245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52aa5a5-e3f6-4ca2-8dc1-b2371b0f1799 req-e9da26c2-cce6-49d6-9963-5422639125a1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:05.320772 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b52aa5a5-e3f6-4ca2-8dc1-b2371b0f1799 req-e9da26c2-cce6-49d6-9963-5422639125a1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0552227 Feb 11 06:22:05.370771 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b52aa5a5-e3f6-4ca2-8dc1-b2371b0f1799 req-8c640d41-cf4b-4b26-995d-17b678c19ac6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443687 Feb 11 06:22:06.492564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a87a2e-e6a2-4d2a-977a-4ce2e3075e26 req-c914fe30-db8c-416e-b33e-ea0ea145077a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:06.494062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00a87a2e-e6a2-4d2a-977a-4ce2e3075e26 req-c914fe30-db8c-416e-b33e-ea0ea145077a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0561261 Feb 11 06:22:06.542297 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00a87a2e-e6a2-4d2a-977a-4ce2e3075e26 req-b18848dc-b363-44d1-b269-ffc8315f40fc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427918 Feb 11 06:22:07.659576 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ed781-ab25-4feb-98f2-54c2705ac4ce req-ebec4967-cf79-4f62-9aca-28995a2ca7d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:07.661593 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-439ed781-ab25-4feb-98f2-54c2705ac4ce req-ebec4967-cf79-4f62-9aca-28995a2ca7d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0523338 Feb 11 06:22:07.709816 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-439ed781-ab25-4feb-98f2-54c2705ac4ce req-2166cde3-0a59-4489-b7ec-44137a91ae89 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426326 Feb 11 06:22:08.829990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89b5f8-876e-4cfd-a35a-56d71cf7c06a req-88fba0b4-9787-4b68-bc3c-d619c1f65802 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:08.831480 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b89b5f8-876e-4cfd-a35a-56d71cf7c06a req-88fba0b4-9787-4b68-bc3c-d619c1f65802 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0551057 Feb 11 06:22:08.880876 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8b89b5f8-876e-4cfd-a35a-56d71cf7c06a req-8cef86aa-a95c-455a-8180-22694bf14077 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432768 Feb 11 06:22:09.998614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b056d6-afd8-46e1-ba34-ef0965e9c1c5 req-f37e2f75-1354-45e3-ab92-0775d9b10bc0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:10.000144 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45b056d6-afd8-46e1-ba34-ef0965e9c1c5 req-f37e2f75-1354-45e3-ab92-0775d9b10bc0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0530643 Feb 11 06:22:10.049963 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45b056d6-afd8-46e1-ba34-ef0965e9c1c5 req-5540c631-2ea5-4fc7-965f-e7fdc3dd868b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436237 Feb 11 06:22:10.444808 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:11.168871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40914274-20f8-4d59-b1ec-89da17232e19 req-e0b6cf48-3e44-4fed-9ea1-55840e1ff099 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:11.170242 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40914274-20f8-4d59-b1ec-89da17232e19 req-e0b6cf48-3e44-4fed-9ea1-55840e1ff099 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0520780 Feb 11 06:22:11.221686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-40914274-20f8-4d59-b1ec-89da17232e19 req-01e280e0-22c8-43f2-a97b-7876b6132818 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459232 Feb 11 06:22:12.340788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715b49d-1194-4e6d-9080-85179bf512bf req-d8ea8403-569a-40fd-8e04-f9d34572a482 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:12.342309 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3715b49d-1194-4e6d-9080-85179bf512bf req-d8ea8403-569a-40fd-8e04-f9d34572a482 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0518653 Feb 11 06:22:12.392975 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3715b49d-1194-4e6d-9080-85179bf512bf req-bdb0b76d-bc67-4a23-8931-380f0803253b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447779 Feb 11 06:22:13.514819 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599efe24-a2bd-44ee-b533-56764f8fa014 req-3f5a1024-cb1d-4ea4-b7aa-74177b74a951 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:13.516357 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-599efe24-a2bd-44ee-b533-56764f8fa014 req-3f5a1024-cb1d-4ea4-b7aa-74177b74a951 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0529928 Feb 11 06:22:13.564487 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-599efe24-a2bd-44ee-b533-56764f8fa014 req-f001a950-70aa-4ada-87aa-c9fa114220f4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426240 Feb 11 06:22:14.689578 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce36637-36a2-4be2-b5d9-7f9ee8bca192 req-d88b1064-d158-4c86-8d64-5860bcdae577 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:14.691052 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ce36637-36a2-4be2-b5d9-7f9ee8bca192 req-d88b1064-d158-4c86-8d64-5860bcdae577 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0568182 Feb 11 06:22:14.740158 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ce36637-36a2-4be2-b5d9-7f9ee8bca192 req-5e893d43-81d4-4834-9d3d-18aa37c2dce6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428989 Feb 11 06:22:14.746780 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:14.764027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56418) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:14.823988 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-623b7702-63ea-4189-9785-c37f727b4edd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/7654c34d-fc48-4cab-88e9-d00eb1dce346 HTTP/1.1" status: 200 len: 993 time: 0.0587828 Feb 11 06:22:28.631626 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-043af17a-9bad-4966-8fdf-bb8cae697198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:30.937011 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-455ad55d-c2d4-4ad5-b7cc-814dc185a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:32.673883 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:33.886724 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:35.315633 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:38.378437 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:22:40.443808 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:44.774913 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:49.367650 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56430) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:49.526861 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port 59356920-16a3-4288-8326-eb1b444817e6 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:49.527206 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (59356920-16a3-4288-8326-eb1b444817e6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:49.600443 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (59356920-16a3-4288-8326-eb1b444817e6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:49.600764 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (59356920-16a3-4288-8326-eb1b444817e6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:49.611894 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for 59356920-16a3-4288-8326-eb1b444817e6 owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:49.756286 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (59356920-16a3-4288-8326-eb1b444817e6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:49.780991 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=59356920-16a3-4288-8326-eb1b444817e6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:49.794064 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.794419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.794763 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.795099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.795454 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.795786 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.796113 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.796438 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.796761 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.797083 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.797404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.797721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.798041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:49.856174 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (7654c34d-fc48-4cab-88e9-d00eb1dce346), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:49.856504 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Floating IP 7654c34d-fc48-4cab-88e9-d00eb1dce346 disassociated (deleted). External IP: 172.25.5.238, port: 3ee03459-f792-438e-a7e3-938d19def62c. Feb 11 06:22:50.069377 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router 27431153-fff9-43a8-bfed-48f244ed77e5 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:22:50.178035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:22:50.182843 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:50.187553 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e80431-b349-4139-b041-052d58e5ee25 None None] Sync routers for ids ['27431153-fff9-43a8-bfed-48f244ed77e5'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:22:50.198298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e80431-b349-4139-b041-052d58e5ee25 None None] Routers {'27431153-fff9-43a8-bfed-48f244ed77e5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:50.198910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b8e80431-b349-4139-b041-052d58e5ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:22:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27431153-fff9-43a8-bfed-48f244ed77e5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:50.213570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7f536118-2e56-4df4-8b2a-97140cee4177 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/floatingips/7654c34d-fc48-4cab-88e9-d00eb1dce346 HTTP/1.1" status: 204 len: 168 time: 0.8447940 Feb 11 06:22:50.214204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a63ec24-1e41-40a7-9926-3a9cbb73114e', 'tag': '3ee03459-f792-438e-a7e3-938d19def62c'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:50.216797 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b825bc-d8e0-46d6-b691-f94971be04c2" -d '{"events": [{"name": "network-changed", "server_uuid": "6a63ec24-1e41-40a7-9926-3a9cbb73114e", "tag": "3ee03459-f792-438e-a7e3-938d19def62c"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:50.256824 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6171fef-a654-4869-82e3-1c0852544fa1 x-openstack-request-id: req-a6171fef-a654-4869-82e3-1c0852544fa1 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:50.257128 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a63ec24-1e41-40a7-9926-3a9cbb73114e", "tag": "3ee03459-f792-438e-a7e3-938d19def62c", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:50.257413 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a6171fef-a654-4869-82e3-1c0852544fa1 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:50.257937 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a63ec24-1e41-40a7-9926-3a9cbb73114e', 'tag': '3ee03459-f792-438e-a7e3-938d19def62c', 'status': 'completed', 'code': 200} Feb 11 06:22:50.312281 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-b8e80431-b349-4139-b041-052d58e5ee25 None None] Set router 27431153-fff9-43a8-bfed-48f244ed77e5 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:50.330173 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b825bc-d8e0-46d6-b691-f94971be04c2 req-6d64205b-5950-4f1e-9528-dc8f7087c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:50.332433 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-36b825bc-d8e0-46d6-b691-f94971be04c2 req-6d64205b-5950-4f1e-9528-dc8f7087c2da service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 1128 time: 0.0507755 Feb 11 06:22:50.444165 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b825bc-d8e0-46d6-b691-f94971be04c2 req-fc328e49-2933-49f9-88b3-aa667e563a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:50.445692 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-36b825bc-d8e0-46d6-b691-f94971be04c2 req-fc328e49-2933-49f9-88b3-aa667e563a12 service neutron] 10.222.0.88 "GET /v2.0/networks?id=da5c5df0-11ac-4b60-8fa4-26e20638b7cb HTTP/1.1" status: 200 len: 898 time: 0.1022303 Feb 11 06:22:50.459785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731d8fa-5e71-42f5-84d3-aa385463ab1d req-b2b4d67e-e7dc-4bcb-aede-629ffd84dd1c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:50.462118 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1731d8fa-5e71-42f5-84d3-aa385463ab1d req-b2b4d67e-e7dc-4bcb-aede-629ffd84dd1c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0584292 Feb 11 06:22:50.494579 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-36b825bc-d8e0-46d6-b691-f94971be04c2 req-decec322-81f4-4097-9dc2-6632ef611909 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ee03459-f792-438e-a7e3-938d19def62c HTTP/1.1" status: 200 len: 217 time: 0.0399339 Feb 11 06:22:50.515335 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1731d8fa-5e71-42f5-84d3-aa385463ab1d req-3362a9d6-3a28-4f71-b54b-19ef44207b3f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476277 Feb 11 06:22:50.537937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b8e80431-b349-4139-b041-052d58e5ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450972877', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:06Z', 'updated_at': '2022-02-11T06:21:09Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:07Z', 'updated_at': '2022-02-11T06:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'e083431e-fb87-48d5-b3a1-fde7d140b544', 'name': '', 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:09Z', 'updated_at': '2022-02-11T06:21:12Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:50.549599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b825bc-d8e0-46d6-b691-f94971be04c2 req-5d87397e-51d4-4311-a815-febed890abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:50.551066 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-36b825bc-d8e0-46d6-b691-f94971be04c2 req-5d87397e-51d4-4311-a815-febed890abbd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1de95be1-da0e-4e67-8461-d8eaf18733fb HTTP/1.1" status: 200 len: 834 time: 0.0466683 Feb 11 06:22:50.568155 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e80431-b349-4139-b041-052d58e5ee25 None None] Checking router: 27431153-fff9-43a8-bfed-48f244ed77e5 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:22:50.576449 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e80431-b349-4139-b041-052d58e5ee25 None None] Routers {'27431153-fff9-43a8-bfed-48f244ed77e5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:50.577057 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b8e80431-b349-4139-b041-052d58e5ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:22:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27431153-fff9-43a8-bfed-48f244ed77e5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:50.604070 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b825bc-d8e0-46d6-b691-f94971be04c2 req-f1230901-7596-41d5-8b4c-dc40a1e5e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:50.605520 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-36b825bc-d8e0-46d6-b691-f94971be04c2 req-f1230901-7596-41d5-8b4c-dc40a1e5e755 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=da5c5df0-11ac-4b60-8fa4-26e20638b7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453129 Feb 11 06:22:50.686406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-b8e80431-b349-4139-b041-052d58e5ee25 None None] Set router 27431153-fff9-43a8-bfed-48f244ed77e5 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:50.703443 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-36b825bc-d8e0-46d6-b691-f94971be04c2 req-30b17f4e-db7b-4d19-af87-8ce00109f723 service neutron] 10.222.0.88 "GET /v2.0/networks/da5c5df0-11ac-4b60-8fa4-26e20638b7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886910 Feb 11 06:22:50.793107 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-36b825bc-d8e0-46d6-b691-f94971be04c2 req-9f176efa-545a-48a5-ab8a-2ff1680c3b73 service neutron] 10.222.0.88 "GET /v2.0/networks/da5c5df0-11ac-4b60-8fa4-26e20638b7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826697 Feb 11 06:22:50.893749 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-b8e80431-b349-4139-b041-052d58e5ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450972877', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:06Z', 'updated_at': '2022-02-11T06:21:09Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:07Z', 'updated_at': '2022-02-11T06:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'e083431e-fb87-48d5-b3a1-fde7d140b544', 'name': '', 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:09Z', 'updated_at': '2022-02-11T06:21:12Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:50.923470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e80431-b349-4139-b041-052d58e5ee25 None None] The sync data for ids ['27431153-fff9-43a8-bfed-48f244ed77e5'] in n-d-713499-38 is: [{'id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450972877', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:06Z', 'updated_at': '2022-02-11T06:21:09Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:07Z', 'updated_at': '2022-02-11T06:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'e083431e-fb87-48d5-b3a1-fde7d140b544', 'name': '', 'network_id': 'da5c5df0-11ac-4b60-8fa4-26e20638b7cb', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:09Z', 'updated_at': '2022-02-11T06:21:12Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '1de95be1-da0e-4e67-8461-d8eaf18733fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:22:51.141825 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519277f8-bc27-4fc3-a929-d52a08049a5c None None] New status for floating IP 7654c34d-fc48-4cab-88e9-d00eb1dce346: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:22:51.636214 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43471011-4d40-45d5-b3f7-9464751b94f9 req-4ee209b4-947f-4a95-b3d9-3c8f6b673a51 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:51.638038 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43471011-4d40-45d5-b3f7-9464751b94f9 req-4ee209b4-947f-4a95-b3d9-3c8f6b673a51 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0521951 Feb 11 06:22:51.689409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-43471011-4d40-45d5-b3f7-9464751b94f9 req-ddbf1f7e-d17c-4c85-8941-b8210fac313a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457790 Feb 11 06:22:52.297391 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3660f4f-7ea7-47c6-a86e-6c9925445600 req-71ee94ec-ba21-484d-8a84-510756a6f2ca tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:52.298958 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c3660f4f-7ea7-47c6-a86e-6c9925445600 req-71ee94ec-ba21-484d-8a84-510756a6f2ca tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.88 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 945 time: 0.0657780 Feb 11 06:22:52.397667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-c3660f4f-7ea7-47c6-a86e-6c9925445600 req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port 3ee03459-f792-438e-a7e3-938d19def62c {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:52.398032 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c3660f4f-7ea7-47c6-a86e-6c9925445600 req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (3ee03459-f792-438e-a7e3-938d19def62c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:52.501101 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-c3660f4f-7ea7-47c6-a86e-6c9925445600 req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] For port 3ee03459-f792-438e-a7e3-938d19def62c, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=3ee03459-f792-438e-a7e3-938d19def62c,segment=NetworkSegment(dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21),segment_id=dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:52.501467 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c3660f4f-7ea7-47c6-a86e-6c9925445600 req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (3ee03459-f792-438e-a7e3-938d19def62c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:52.516030 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-c3660f4f-7ea7-47c6-a86e-6c9925445600 req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for 3ee03459-f792-438e-a7e3-938d19def62c owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:52.664006 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c3660f4f-7ea7-47c6-a86e-6c9925445600 req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (3ee03459-f792-438e-a7e3-938d19def62c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:52.696941 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=3ee03459-f792-438e-a7e3-938d19def62c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:52.728309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:52.728673 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:52.729023 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:52.729360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:52.729692 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:52.730021 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:52.730357 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:52.730684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:52.731007 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:52.731334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:52.731698 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:52.732018 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:52.732338 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:52.752247 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3660f4f-7ea7-47c6-a86e-6c9925445600 req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] No DVR routers for this DVR port 3ee03459-f792-438e-a7e3-938d19def62c on host n-h2-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:22:52.754842 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c3660f4f-7ea7-47c6-a86e-6c9925445600 req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:52.758187 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c3660f4f-7ea7-47c6-a86e-6c9925445600 req-15b43304-71db-4135-ab2b-30de178e499c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.88 "DELETE /v2.0/ports/3ee03459-f792-438e-a7e3-938d19def62c HTTP/1.1" status: 204 len: 173 time: 0.4527848 Feb 11 06:22:52.758624 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a63ec24-1e41-40a7-9926-3a9cbb73114e', 'name': 'network-vif-deleted', 'tag': '3ee03459-f792-438e-a7e3-938d19def62c'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:22:52.760912 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fe6200-c0fe-4e6f-93e8-f3e94949b2b0" -d '{"events": [{"server_uuid": "6a63ec24-1e41-40a7-9926-3a9cbb73114e", "name": "network-vif-deleted", "tag": "3ee03459-f792-438e-a7e3-938d19def62c"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:22:52.791759 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dfe3f747-b4d1-4b9e-8fa2-c33ddf95c284 req-0e109bae-06ea-4a67-980d-21417fb281cc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a63ec24-1e41-40a7-9926-3a9cbb73114e HTTP/1.1" status: 200 len: 210 time: 0.0314529 Feb 11 06:22:52.802917 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918c613c-5985-4830-9211-d0ad4351e30d x-openstack-request-id: req-918c613c-5985-4830-9211-d0ad4351e30d {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:22:52.803264 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a63ec24-1e41-40a7-9926-3a9cbb73114e", "name": "network-vif-deleted", "tag": "3ee03459-f792-438e-a7e3-938d19def62c", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:22:52.803548 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-918c613c-5985-4830-9211-d0ad4351e30d {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:22:52.803948 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a63ec24-1e41-40a7-9926-3a9cbb73114e', 'name': 'network-vif-deleted', 'tag': '3ee03459-f792-438e-a7e3-938d19def62c', 'status': 'completed', 'code': 200} Feb 11 06:22:53.856912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56448) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:54.228463 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90d67912-b9e0-4f2e-a270-023c28e6d471 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (27431153-fff9-43a8-bfed-48f244ed77e5), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:54.484950 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-90d67912-b9e0-4f2e-a270-023c28e6d471 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port e083431e-fb87-48d5-b3a1-fde7d140b544 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:54.485191 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90d67912-b9e0-4f2e-a270-023c28e6d471 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:54.572534 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-90d67912-b9e0-4f2e-a270-023c28e6d471 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] For port e083431e-fb87-48d5-b3a1-fde7d140b544, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=e083431e-fb87-48d5-b3a1-fde7d140b544,segment=NetworkSegment(dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21),segment_id=dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:54.572899 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90d67912-b9e0-4f2e-a270-023c28e6d471 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:54.585553 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-90d67912-b9e0-4f2e-a270-023c28e6d471 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for e083431e-fb87-48d5-b3a1-fde7d140b544 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:54.770527 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90d67912-b9e0-4f2e-a270-023c28e6d471 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e083431e-fb87-48d5-b3a1-fde7d140b544), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:54.802581 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d67912-b9e0-4f2e-a270-023c28e6d471 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=e083431e-fb87-48d5-b3a1-fde7d140b544,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:54.987151 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-90d67912-b9e0-4f2e-a270-023c28e6d471 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (27431153-fff9-43a8-bfed-48f244ed77e5), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:55.205441 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d67912-b9e0-4f2e-a270-023c28e6d471 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router 27431153-fff9-43a8-bfed-48f244ed77e5 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:22:55.312513 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d67912-b9e0-4f2e-a270-023c28e6d471 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:22:55.317846 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-90d67912-b9e0-4f2e-a270-023c28e6d471 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "PUT /v2.0/routers/27431153-fff9-43a8-bfed-48f244ed77e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4596109 Feb 11 06:22:55.320869 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56450) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:55.323324 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf6cad-69de-424d-b596-1b0417b05b71 None None] Sync routers for ids ['27431153-fff9-43a8-bfed-48f244ed77e5'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:22:55.332454 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf6cad-69de-424d-b596-1b0417b05b71 None None] Routers {'27431153-fff9-43a8-bfed-48f244ed77e5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:55.333064 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-caaf6cad-69de-424d-b596-1b0417b05b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:22:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27431153-fff9-43a8-bfed-48f244ed77e5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:55.370819 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-b683a453-cc62-4f74-a4bf-69ab7a3ef8c3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting subnet 1de95be1-da0e-4e67-8461-d8eaf18733fb {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:22:55.374109 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b683a453-cc62-4f74-a4bf-69ab7a3ef8c3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for subnet (1de95be1-da0e-4e67-8461-d8eaf18733fb), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:55.416755 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b683a453-cc62-4f74-a4bf-69ab7a3ef8c3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (1de95be1-da0e-4e67-8461-d8eaf18733fb), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:55.443179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-caaf6cad-69de-424d-b596-1b0417b05b71 None None] Set router 27431153-fff9-43a8-bfed-48f244ed77e5 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:55.510347 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b683a453-cc62-4f74-a4bf-69ab7a3ef8c3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (1de95be1-da0e-4e67-8461-d8eaf18733fb), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:55.571761 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b683a453-cc62-4f74-a4bf-69ab7a3ef8c3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (1de95be1-da0e-4e67-8461-d8eaf18733fb), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:55.601569 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b683a453-cc62-4f74-a4bf-69ab7a3ef8c3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:55.604816 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b683a453-cc62-4f74-a4bf-69ab7a3ef8c3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/subnets/1de95be1-da0e-4e67-8461-d8eaf18733fb HTTP/1.1" status: 204 len: 168 time: 0.2830155 Feb 11 06:22:55.605867 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683a453-cc62-4f74-a4bf-69ab7a3ef8c3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Subnet': ['ID=1de95be1-da0e-4e67-8461-d8eaf18733fb,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:55.607811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56452) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:55.617387 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c3302d-5797-48b3-b81a-53dca9dfa57f None None] Network da5c5df0-11ac-4b60-8fa4-26e20638b7cb requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:22:55.698576 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-caaf6cad-69de-424d-b596-1b0417b05b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450972877', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:06Z', 'updated_at': '2022-02-11T06:22:54Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:07Z', 'updated_at': '2022-02-11T06:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:55.720533 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2550-65a8-4ad6-a573-c7d2fa13dfac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router (27431153-fff9-43a8-bfed-48f244ed77e5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:55.727653 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf6cad-69de-424d-b596-1b0417b05b71 None None] Checking router: 27431153-fff9-43a8-bfed-48f244ed77e5 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:22:55.742357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf6cad-69de-424d-b596-1b0417b05b71 None None] Routers {'27431153-fff9-43a8-bfed-48f244ed77e5'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:22:55.742964 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-caaf6cad-69de-424d-b596-1b0417b05b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:22:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['27431153-fff9-43a8-bfed-48f244ed77e5'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:55.835108 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2550-65a8-4ad6-a573-c7d2fa13dfac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (27431153-fff9-43a8-bfed-48f244ed77e5), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:55.890795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-ae3e2550-65a8-4ad6-a573-c7d2fa13dfac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port 81ac789e-42b6-48c9-9634-1a37daf022c8 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:55.891143 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2550-65a8-4ad6-a573-c7d2fa13dfac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (81ac789e-42b6-48c9-9634-1a37daf022c8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:55.971889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-ae3e2550-65a8-4ad6-a573-c7d2fa13dfac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] For port 81ac789e-42b6-48c9-9634-1a37daf022c8, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=81ac789e-42b6-48c9-9634-1a37daf022c8,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:55.972252 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2550-65a8-4ad6-a573-c7d2fa13dfac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (81ac789e-42b6-48c9-9634-1a37daf022c8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:55.988132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-ae3e2550-65a8-4ad6-a573-c7d2fa13dfac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for 81ac789e-42b6-48c9-9634-1a37daf022c8 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:56.023467 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-caaf6cad-69de-424d-b596-1b0417b05b71 None None] Set router 27431153-fff9-43a8-bfed-48f244ed77e5 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:22:56.067542 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] DHCP port deletion for da5c5df0-11ac-4b60-8fa4-26e20638b7cb request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:22:56.168498 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2550-65a8-4ad6-a573-c7d2fa13dfac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (81ac789e-42b6-48c9-9634-1a37daf022c8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.197348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e2550-65a8-4ad6-a573-c7d2fa13dfac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=81ac789e-42b6-48c9-9634-1a37daf022c8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:56.217833 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Deleting port 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:22:56.218202 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.261263 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2550-65a8-4ad6-a573-c7d2fa13dfac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (27431153-fff9-43a8-bfed-48f244ed77e5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.310797 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] For port 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5,segment=NetworkSegment(dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21),segment_id=dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:22:56.311190 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.325896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Calling delete_port for 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:22:56.342899 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-caaf6cad-69de-424d-b596-1b0417b05b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450972877', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:06Z', 'updated_at': '2022-02-11T06:22:54Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:07Z', 'updated_at': '2022-02-11T06:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:56.353885 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2550-65a8-4ad6-a573-c7d2fa13dfac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (27431153-fff9-43a8-bfed-48f244ed77e5), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.356063 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2550-65a8-4ad6-a573-c7d2fa13dfac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_controller (27431153-fff9-43a8-bfed-48f244ed77e5), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.400060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf6cad-69de-424d-b596-1b0417b05b71 None None] The sync data for ids ['27431153-fff9-43a8-bfed-48f244ed77e5'] in n-d-713499-38 is: [{'id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450972877', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:21:06Z', 'updated_at': '2022-02-11T06:22:54Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '81ac789e-42b6-48c9-9634-1a37daf022c8', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27431153-fff9-43a8-bfed-48f244ed77e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:21:07Z', 'updated_at': '2022-02-11T06:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:22:56.404643 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2550-65a8-4ad6-a573-c7d2fa13dfac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (27431153-fff9-43a8-bfed-48f244ed77e5), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.405232 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3e2550-65a8-4ad6-a573-c7d2fa13dfac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Fanout notify agent at l3_agent the message router_deleted on router 27431153-fff9-43a8-bfed-48f244ed77e5 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:22:56.412784 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2550-65a8-4ad6-a573-c7d2fa13dfac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.414664 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ae3e2550-65a8-4ad6-a573-c7d2fa13dfac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/routers/27431153-fff9-43a8-bfed-48f244ed77e5 HTTP/1.1" status: 204 len: 168 time: 0.8052521 Feb 11 06:22:56.417418 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56454) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:56.446656 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.474953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Pushing event deleted for resources: {'Port': ['ID=7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:56.479283 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] No DVR routers for this DVR port 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:22:56.486126 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:56.486489 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:56.486819 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:56.487155 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:56.487511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:56.487847 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:56.488174 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:56.488498 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:56.489080 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:56.489175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:56.489440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:56.489759 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:56.490079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e19d47-cbc1-4b8c-b0e7-1392e1b3ea9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:22:56.506114 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e50a2d95-157a-4e48-9575-21eb4b14b3c4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (da5c5df0-11ac-4b60-8fa4-26e20638b7cb), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.593581 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e50a2d95-157a-4e48-9575-21eb4b14b3c4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (da5c5df0-11ac-4b60-8fa4-26e20638b7cb), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.605038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3ee03459-f792-438e-a7e3-938d19def62c no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:56.615340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e50a2d95-157a-4e48-9575-21eb4b14b3c4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5c5df0-11ac-4b60-8fa4-26e20638b7cb']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:56.625237 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e50a2d95-157a-4e48-9575-21eb4b14b3c4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:56.625541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-e50a2d95-157a-4e48-9575-21eb4b14b3c4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:22:56.625672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 3ee03459-f792-438e-a7e3-938d19def62c {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:56.625890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 3ee03459-f792-438e-a7e3-938d19def62c not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:56.634858 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e50a2d95-157a-4e48-9575-21eb4b14b3c4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.647665 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e50a2d95-157a-4e48-9575-21eb4b14b3c4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.653240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50a2d95-157a-4e48-9575-21eb4b14b3c4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:22:56.653702 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e50a2d95-157a-4e48-9575-21eb4b14b3c4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (dabe0c78-c5c2-4d71-9ecf-66f72cc0fe21), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: timer() Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:22:56.656588 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:22:56.713819 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e50a2d95-157a-4e48-9575-21eb4b14b3c4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (da5c5df0-11ac-4b60-8fa4-26e20638b7cb), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.720983 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e50a2d95-157a-4e48-9575-21eb4b14b3c4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.726930 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e50a2d95-157a-4e48-9575-21eb4b14b3c4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/networks/da5c5df0-11ac-4b60-8fa4-26e20638b7cb HTTP/1.1" status: 204 len: 168 time: 0.3058615 Feb 11 06:22:56.727770 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56456) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:56.738620 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a2d95-157a-4e48-9575-21eb4b14b3c4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Network': ['ID=da5c5df0-11ac-4b60-8fa4-26e20638b7cb,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:56.794624 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d23d109b-7538-4268-99c6-64337666fe8e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.821023 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d23d109b-7538-4268-99c6-64337666fe8e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.898226 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d23d109b-7538-4268-99c6-64337666fe8e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.901169 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d23d109b-7538-4268-99c6-64337666fe8e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:56.902484 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d23d109b-7538-4268-99c6-64337666fe8e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/security-groups/4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9 HTTP/1.1" status: 204 len: 168 time: 0.1738627 Feb 11 06:22:56.916274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d109b-7538-4268-99c6-64337666fe8e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eeb5b1e-9697-4c4a-bbca-45ed0e1ee4b9,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:57.264120 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56462) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:57.268799 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-865b429a-e381-4823-8648-20a4b17c8b43 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1467595034', 'description': 'tempest-secgroup-smoke-1467595034 description', 'project_id': 'ad3ca5a288504678b55705d55a841198'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:57.289322 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-865b429a-e381-4823-8648-20a4b17c8b43 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.352342 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-865b429a-e381-4823-8648-20a4b17c8b43 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (62b3ba43-9db0-44e7-860a-d4d260b6f91e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.355787 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-865b429a-e381-4823-8648-20a4b17c8b43 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (62b3ba43-9db0-44e7-860a-d4d260b6f91e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.386152 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-865b429a-e381-4823-8648-20a4b17c8b43 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.387390 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-865b429a-e381-4823-8648-20a4b17c8b43 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1222394 Feb 11 06:22:57.388254 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b429a-e381-4823-8648-20a4b17c8b43 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b3ba43-9db0-44e7-860a-d4d260b6f91e,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:57.390660 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56464) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:57.395214 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-ad4d4f36-4baa-482f-8ba0-16342e22ed5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '62b3ba43-9db0-44e7-860a-d4d260b6f91e', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:57.422029 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad4d4f36-4baa-482f-8ba0-16342e22ed5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (c89809fd-bd8c-4e6d-b5bf-be51c9378b62), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.476272 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad4d4f36-4baa-482f-8ba0-16342e22ed5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (c89809fd-bd8c-4e6d-b5bf-be51c9378b62), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.480540 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad4d4f36-4baa-482f-8ba0-16342e22ed5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (c89809fd-bd8c-4e6d-b5bf-be51c9378b62), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.497984 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d4f36-4baa-482f-8ba0-16342e22ed5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89809fd-bd8c-4e6d-b5bf-be51c9378b62,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:57.507059 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ad4d4f36-4baa-482f-8ba0-16342e22ed5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.509882 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-ad4d4f36-4baa-482f-8ba0-16342e22ed5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167638 Feb 11 06:22:57.512309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56466) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:57.518018 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-93339b30-ef2c-49f6-9980-d286f73dbae9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '62b3ba43-9db0-44e7-860a-d4d260b6f91e', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:57.541877 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 81ac789e-42b6-48c9-9634-1a37daf022c8 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:57.544744 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93339b30-ef2c-49f6-9980-d286f73dbae9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (594ddab7-9e15-4448-a65d-556d51af20bb), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.562237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 81ac789e-42b6-48c9-9634-1a37daf022c8 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:57.562590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 81ac789e-42b6-48c9-9634-1a37daf022c8 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:57.563027 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:57.581907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:57.582261 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 7a3f7e83-9aa2-40a5-9654-5f3e69a40dc5 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:57.582680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e083431e-fb87-48d5-b3a1-fde7d140b544 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:22:57.601604 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93339b30-ef2c-49f6-9980-d286f73dbae9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (594ddab7-9e15-4448-a65d-556d51af20bb), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.602049 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: e083431e-fb87-48d5-b3a1-fde7d140b544 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:22:57.602353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device e083431e-fb87-48d5-b3a1-fde7d140b544 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:22:57.605555 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93339b30-ef2c-49f6-9980-d286f73dbae9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (594ddab7-9e15-4448-a65d-556d51af20bb), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.627907 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93339b30-ef2c-49f6-9980-d286f73dbae9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594ddab7-9e15-4448-a65d-556d51af20bb,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:57.635535 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-93339b30-ef2c-49f6-9980-d286f73dbae9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.636866 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-93339b30-ef2c-49f6-9980-d286f73dbae9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223032 Feb 11 06:22:57.639899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56468) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:57.644189 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e9521166-9e34-4344-8d70-1fdfe463d3ba tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '62b3ba43-9db0-44e7-860a-d4d260b6f91e', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:57.668662 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9521166-9e34-4344-8d70-1fdfe463d3ba tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (4cdad254-e37f-4276-abb9-6d0c1d08701e), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.722786 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9521166-9e34-4344-8d70-1fdfe463d3ba tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (4cdad254-e37f-4276-abb9-6d0c1d08701e), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.726828 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9521166-9e34-4344-8d70-1fdfe463d3ba tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (4cdad254-e37f-4276-abb9-6d0c1d08701e), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.743360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9521166-9e34-4344-8d70-1fdfe463d3ba tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdad254-e37f-4276-abb9-6d0c1d08701e,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:57.751737 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9521166-9e34-4344-8d70-1fdfe463d3ba tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.752924 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e9521166-9e34-4344-8d70-1fdfe463d3ba tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1120801 Feb 11 06:22:57.755770 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56470) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:57.760160 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-fb1b7639-d057-4fc6-a81b-4657c1c9e812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '62b3ba43-9db0-44e7-860a-d4d260b6f91e', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:57.785215 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fb1b7639-d057-4fc6-a81b-4657c1c9e812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (2ea67a0b-3a73-44ac-91fe-540ecf810aa7), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.840790 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fb1b7639-d057-4fc6-a81b-4657c1c9e812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (2ea67a0b-3a73-44ac-91fe-540ecf810aa7), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.844274 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fb1b7639-d057-4fc6-a81b-4657c1c9e812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (2ea67a0b-3a73-44ac-91fe-540ecf810aa7), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.862283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b7639-d057-4fc6-a81b-4657c1c9e812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea67a0b-3a73-44ac-91fe-540ecf810aa7,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:57.867134 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-fb1b7639-d057-4fc6-a81b-4657c1c9e812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.868345 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-fb1b7639-d057-4fc6-a81b-4657c1c9e812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1116519 Feb 11 06:22:57.871091 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56472) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:57.875476 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-186af16d-68e4-4e38-86d1-cc3f41046678 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '62b3ba43-9db0-44e7-860a-d4d260b6f91e', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:57.895131 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-186af16d-68e4-4e38-86d1-cc3f41046678 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Project ad3ca5a288504678b55705d55a841198 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:22:57.900324 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-186af16d-68e4-4e38-86d1-cc3f41046678 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (1c8b3c09-e6d6-40a2-b9bb-d77587393fea), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.958784 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-186af16d-68e4-4e38-86d1-cc3f41046678 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (1c8b3c09-e6d6-40a2-b9bb-d77587393fea), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.963275 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-186af16d-68e4-4e38-86d1-cc3f41046678 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (1c8b3c09-e6d6-40a2-b9bb-d77587393fea), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.985538 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186af16d-68e4-4e38-86d1-cc3f41046678 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8b3c09-e6d6-40a2-b9bb-d77587393fea,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:57.991747 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-186af16d-68e4-4e38-86d1-cc3f41046678 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:57.992812 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-186af16d-68e4-4e38-86d1-cc3f41046678 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207306 Feb 11 06:22:57.995571 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56474) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:57.999687 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-1b457e66-413e-463e-a272-2dd5225e19e7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '62b3ba43-9db0-44e7-860a-d4d260b6f91e', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:58.019599 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-1b457e66-413e-463e-a272-2dd5225e19e7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Project ad3ca5a288504678b55705d55a841198 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:22:58.024858 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1b457e66-413e-463e-a272-2dd5225e19e7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (c4c97e4a-3d48-4ada-9f48-a7aecb54ff08), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.081123 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1b457e66-413e-463e-a272-2dd5225e19e7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (c4c97e4a-3d48-4ada-9f48-a7aecb54ff08), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.084624 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1b457e66-413e-463e-a272-2dd5225e19e7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (c4c97e4a-3d48-4ada-9f48-a7aecb54ff08), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.102122 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b457e66-413e-463e-a272-2dd5225e19e7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c97e4a-3d48-4ada-9f48-a7aecb54ff08,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:58.109336 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1b457e66-413e-463e-a272-2dd5225e19e7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.110533 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1b457e66-413e-463e-a272-2dd5225e19e7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1141126 Feb 11 06:22:58.113319 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56476) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:58.118261 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-dee74269-4b9a-42ba-a8d9-dae406847f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'network': {'name': 'tempest-network-smoke--1920066534', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'port_security_enabled': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:58.137333 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee74269-4b9a-42ba-a8d9-dae406847f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Made reservation on behalf of ad3ca5a288504678b55705d55a841198 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:22:58.141225 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dee74269-4b9a-42ba-a8d9-dae406847f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.164535 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee74269-4b9a-42ba-a8d9-dae406847f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:22:58.173146 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dee74269-4b9a-42ba-a8d9-dae406847f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ad7a9b8c-5c82-4964-bc96-0b672768400c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.173516 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-dee74269-4b9a-42ba-a8d9-dae406847f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Added segment ad7a9b8c-5c82-4964-bc96-0b672768400c of type vlan for network 9c59c365-35d0-4534-aa10-68ce93eb1a21 Feb 11 06:22:58.212568 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dee74269-4b9a-42ba-a8d9-dae406847f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (9c59c365-35d0-4534-aa10-68ce93eb1a21), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.235885 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dee74269-4b9a-42ba-a8d9-dae406847f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (9c59c365-35d0-4534-aa10-68ce93eb1a21), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.240813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee74269-4b9a-42ba-a8d9-dae406847f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:22:58.241427 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dee74269-4b9a-42ba-a8d9-dae406847f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.278636 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dee74269-4b9a-42ba-a8d9-dae406847f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1642601 Feb 11 06:22:58.281267 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56478) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:22:58.285441 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1656999108', 'admin_state_up': True, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:22:58.323793 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee74269-4b9a-42ba-a8d9-dae406847f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Network': ['ID=9c59c365-35d0-4534-aa10-68ce93eb1a21,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:58.333767 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 9c59c365-35d0-4534-aa10-68ce93eb1a21 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:22:58.338700 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (b409da58-8ebf-413a-bae3-2535e8cd90f9), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.339804 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (b409da58-8ebf-413a-bae3-2535e8cd90f9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.392765 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_controller (b409da58-8ebf-413a-bae3-2535e8cd90f9), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.636130 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-49258821-0ce0-444f-8494-33ef15b9f35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:58.862801 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (b409da58-8ebf-413a-bae3-2535e8cd90f9), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:59.057049 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (b409da58-8ebf-413a-bae3-2535e8cd90f9), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:59.078165 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:59.177268 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.25.5.120 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/a7b8888a-61a7-4ee4-82b6-81413671c4b9) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:22:59.279669 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (a7b8888a-61a7-4ee4-82b6-81413671c4b9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:59.312129 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a7b8888a-61a7-4ee4-82b6-81413671c4b9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:59.350399 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:22:59.353856 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:22:59.357312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:22:59.381103 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=a7b8888a-61a7-4ee4-82b6-81413671c4b9,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:22:59.612893 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (b409da58-8ebf-413a-bae3-2535e8cd90f9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:59.816891 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (b409da58-8ebf-413a-bae3-2535e8cd90f9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:22:59.946727 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router b409da58-8ebf-413a-bae3-2535e8cd90f9 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:23:00.054345 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:23:00.065116 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Sync routers for ids ['b409da58-8ebf-413a-bae3-2535e8cd90f9'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:23:00.075451 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.076676 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a6956239-f116-4dc1-8cd0-0c645ff669eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7944877 Feb 11 06:23:00.077134 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Routers {'b409da58-8ebf-413a-bae3-2535e8cd90f9'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:23:00.077757 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:22:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b409da58-8ebf-413a-bae3-2535e8cd90f9'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:00.079894 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56480) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:00.107011 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1fd82056-8c6e-46e1-b1ae-49663958b0f5 tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=ad3ca5a288504678b55705d55a841198&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259678 Feb 11 06:23:00.109529 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56482) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:00.184162 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Set router b409da58-8ebf-413a-bae3-2535e8cd90f9 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:23:00.200954 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8127ae46-d770-4e3f-96d7-f5ab88d1fb4f tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:00.202579 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8127ae46-d770-4e3f-96d7-f5ab88d1fb4f tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921640 Feb 11 06:23:00.205408 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56484) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:00.232527 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1ff387d1-1d97-4120-8f3f-cacb37263f38 tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256529 Feb 11 06:23:00.234902 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56486) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:00.239510 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-321aff31-83e1-4d02-9899-4b3d99c9269d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1874958456', 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:23:00.325263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321aff31-83e1-4d02-9899-4b3d99c9269d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Made reservation on behalf of ad3ca5a288504678b55705d55a841198 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:23:00.328704 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-321aff31-83e1-4d02-9899-4b3d99c9269d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.362006 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656999108', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:58Z', 'updated_at': '2022-02-11T06:22:59Z', 'revision_number': 3, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:59Z', 'updated_at': '2022-02-11T06:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:00.392519 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Checking router: b409da58-8ebf-413a-bae3-2535e8cd90f9 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:23:00.392884 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Updating router b409da58-8ebf-413a-bae3-2535e8cd90f9 port a7b8888a-61a7-4ee4-82b6-81413671c4b9 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:23:00.421045 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a7b8888a-61a7-4ee4-82b6-81413671c4b9), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.508962 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-321aff31-83e1-4d02-9899-4b3d99c9269d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (5ae04276-9b56-4f50-92d0-55744a6b1846), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.576135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321aff31-83e1-4d02-9899-4b3d99c9269d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Subnet': ['ID=5ae04276-9b56-4f50-92d0-55744a6b1846,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:00.586057 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321aff31-83e1-4d02-9899-4b3d99c9269d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Checking segment: {'id': 'ad7a9b8c-5c82-4964-bc96-0b672768400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:23:00.586448 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321aff31-83e1-4d02-9899-4b3d99c9269d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network hostable DHCP agents. Network: 9c59c365-35d0-4534-aa10-68ce93eb1a21, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:23:00.603899 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321aff31-83e1-4d02-9899-4b3d99c9269d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 9c59c365-35d0-4534-aa10-68ce93eb1a21 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:23:00.612562 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-321aff31-83e1-4d02-9899-4b3d99c9269d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 9c59c365-35d0-4534-aa10-68ce93eb1a21) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:23:00.620203 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321aff31-83e1-4d02-9899-4b3d99c9269d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:00.621139 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-321aff31-83e1-4d02-9899-4b3d99c9269d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.622625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63090d0-81e1-4934-88cd-e7431771da57 None None] Network 9c59c365-35d0-4534-aa10-68ce93eb1a21 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:23:00.641354 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-321aff31-83e1-4d02-9899-4b3d99c9269d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4026821 Feb 11 06:23:00.641561 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56488) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:00.674608 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Publish callbacks [] for port (a7b8888a-61a7-4ee4-82b6-81413671c4b9), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.680537 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a7b8888a-61a7-4ee4-82b6-81413671c4b9), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.733743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-9c59c365-35d0-4534-aa10-68ce93eb1a21', 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ips': [{'subnet_id': '5ae04276-9b56-4f50-92d0-55744a6b1846'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:23:00.734793 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.827378 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Attempting to bind port a7b8888a-61a7-4ee4-82b6-81413671c4b9 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:23:00.827770 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Attempting to bind port a7b8888a-61a7-4ee4-82b6-81413671c4b9 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:23:00.828128 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Attempting to bind port a7b8888a-61a7-4ee4-82b6-81413671c4b9 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:23:00.836513 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:23:00.836865 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:23:00.837197 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.837578 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:23:00.838032 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Bound port: a7b8888a-61a7-4ee4-82b6-81413671c4b9, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:23:00.838417 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a7b8888a-61a7-4ee4-82b6-81413671c4b9), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.860900 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5369f-2e20-4c19-afaf-782e7fd4cd93 None None] Pushing event updated for resources: {'Port': ['ID=a7b8888a-61a7-4ee4-82b6-81413671c4b9,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:00.885929 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5369f-2e20-4c19-afaf-782e7fd4cd93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:00.886328 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5369f-2e20-4c19-afaf-782e7fd4cd93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:00.886608 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5369f-2e20-4c19-afaf-782e7fd4cd93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:00.886945 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5369f-2e20-4c19-afaf-782e7fd4cd93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:00.887281 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5369f-2e20-4c19-afaf-782e7fd4cd93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:00.887629 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5369f-2e20-4c19-afaf-782e7fd4cd93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:00.887926 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Allocated IP 172.20.0.2 (9c59c365-35d0-4534-aa10-68ce93eb1a21/5ae04276-9b56-4f50-92d0-55744a6b1846/b84dcd8a-3410-4af0-ab1d-2cf08b41c560) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:23:00.888048 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5369f-2e20-4c19-afaf-782e7fd4cd93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:00.888384 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5369f-2e20-4c19-afaf-782e7fd4cd93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:00.888592 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5369f-2e20-4c19-afaf-782e7fd4cd93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:00.889174 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5369f-2e20-4c19-afaf-782e7fd4cd93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:00.889832 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5369f-2e20-4c19-afaf-782e7fd4cd93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:00.889832 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5369f-2e20-4c19-afaf-782e7fd4cd93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:00.890108 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5369f-2e20-4c19-afaf-782e7fd4cd93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:23:00.906682 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] For port a7b8888a-61a7-4ee4-82b6-81413671c4b9, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:23:00.908262 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] For port a7b8888a-61a7-4ee4-82b6-81413671c4b9, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a7b8888a-61a7-4ee4-82b6-81413671c4b9,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:23:00.915511 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a7b8888a-61a7-4ee4-82b6-81413671c4b9), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.984959 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4af5-1568-497d-8ce5-10665cb620cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:00.989026 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Routers {'b409da58-8ebf-413a-bae3-2535e8cd90f9'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:23:00.989026 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:23:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b409da58-8ebf-413a-bae3-2535e8cd90f9'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:01.030286 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5369f-2e20-4c19-afaf-782e7fd4cd93 None None] Pushing event updated for resources: {'Port': ['ID=a7b8888a-61a7-4ee4-82b6-81413671c4b9,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:01.077113 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Publish callbacks [] for port (b84dcd8a-3410-4af0-ab1d-2cf08b41c560), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:01.082939 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (b84dcd8a-3410-4af0-ab1d-2cf08b41c560), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:01.106790 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] Set router b409da58-8ebf-413a-bae3-2535e8cd90f9 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:23:01.126347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Network 9c59c365-35d0-4534-aa10-68ce93eb1a21 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:23:01.130862 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:23:01.135966 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:23:01.143285 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Pushing event updated for resources: {'Port': ['ID=b84dcd8a-3410-4af0-ab1d-2cf08b41c560,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:01.143475 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:01.197641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Attempting to bind port b84dcd8a-3410-4af0-ab1d-2cf08b41c560 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:23:01.198326 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Attempting to bind port b84dcd8a-3410-4af0-ab1d-2cf08b41c560 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'ad7a9b8c-5c82-4964-bc96-0b672768400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:23:01.198867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Attempting to bind port b84dcd8a-3410-4af0-ab1d-2cf08b41c560 on network 9c59c365-35d0-4534-aa10-68ce93eb1a21 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:23:01.204439 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:23:01.205076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Checking segment: {'id': 'ad7a9b8c-5c82-4964-bc96-0b672768400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:23:01.205785 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:01.206353 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Bound using segment: {'id': 'ad7a9b8c-5c82-4964-bc96-0b672768400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:23:01.207002 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Bound port: b84dcd8a-3410-4af0-ab1d-2cf08b41c560, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7a9b8c-5c82-4964-bc96-0b672768400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:23:01.207611 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b84dcd8a-3410-4af0-ab1d-2cf08b41c560), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:01.280378 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] For port b84dcd8a-3410-4af0-ab1d-2cf08b41c560, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:23:01.284962 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] For port b84dcd8a-3410-4af0-ab1d-2cf08b41c560, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b84dcd8a-3410-4af0-ab1d-2cf08b41c560,segment=NetworkSegment(ad7a9b8c-5c82-4964-bc96-0b672768400c),segment_id=ad7a9b8c-5c82-4964-bc96-0b672768400c)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:23:01.294932 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b84dcd8a-3410-4af0-ab1d-2cf08b41c560), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:01.326564 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656999108', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:58Z', 'updated_at': '2022-02-11T06:22:59Z', 'revision_number': 3, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:59Z', 'updated_at': '2022-02-11T06:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:01.374614 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db7425d-fc78-4da6-8357-9e27c637c5f9 None None] The sync data for ids ['b409da58-8ebf-413a-bae3-2535e8cd90f9'] in n-d-713499-38 is: [{'id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656999108', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:58Z', 'updated_at': '2022-02-11T06:22:59Z', 'revision_number': 3, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:59Z', 'updated_at': '2022-02-11T06:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:23:01.391914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189462d0-a138-4e23-bac0-e0124a1deeb3 None None] Pushing event updated for resources: {'Port': ['ID=b84dcd8a-3410-4af0-ab1d-2cf08b41c560,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:01.509164 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.20.0.1 (9c59c365-35d0-4534-aa10-68ce93eb1a21/5ae04276-9b56-4f50-92d0-55744a6b1846/48aa566c-67ae-43d4-a2d0-249dbad67c18) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:23:01.655685 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:01.729825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:01.794214 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 9c59c365-35d0-4534-aa10-68ce93eb1a21 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:23:01.798501 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:23:01.800845 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=48aa566c-67ae-43d4-a2d0-249dbad67c18,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:01.803167 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:23:01.855460 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (b409da58-8ebf-413a-bae3-2535e8cd90f9), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.007770 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.655097 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b95ade-50a5-469a-a56f-e130a454e46d None None] Network 9c59c365-35d0-4534-aa10-68ce93eb1a21 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:23:02.724247 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.731495 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.738915 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.797086 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-392e1c46-a9fe-4149-8d1f-aee0ed32e4c5 None None] Provisioning complete for port b84dcd8a-3410-4af0-ab1d-2cf08b41c560 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:02.797963 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-392e1c46-a9fe-4149-8d1f-aee0ed32e4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b84dcd8a-3410-4af0-ab1d-2cf08b41c560), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.819052 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (b409da58-8ebf-413a-bae3-2535e8cd90f9), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.821186 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=48aa566c-67ae-43d4-a2d0-249dbad67c18,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:02.916288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-392e1c46-a9fe-4149-8d1f-aee0ed32e4c5 None None] Current status of the port b84dcd8a-3410-4af0-ab1d-2cf08b41c560 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:02.916937 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-392e1c46-a9fe-4149-8d1f-aee0ed32e4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b84dcd8a-3410-4af0-ab1d-2cf08b41c560), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:02.934888 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 9c59c365-35d0-4534-aa10-68ce93eb1a21 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:23:02.941431 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:23:02.975190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-392e1c46-a9fe-4149-8d1f-aee0ed32e4c5 None None] For port b84dcd8a-3410-4af0-ab1d-2cf08b41c560, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b84dcd8a-3410-4af0-ab1d-2cf08b41c560,segment=NetworkSegment(ad7a9b8c-5c82-4964-bc96-0b672768400c),segment_id=ad7a9b8c-5c82-4964-bc96-0b672768400c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:23:02.982464 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-392e1c46-a9fe-4149-8d1f-aee0ed32e4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b84dcd8a-3410-4af0-ab1d-2cf08b41c560), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:03.087537 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e1c46-a9fe-4149-8d1f-aee0ed32e4c5 None None] Pushing event updated for resources: {'Port': ['ID=b84dcd8a-3410-4af0-ab1d-2cf08b41c560,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:03.096671 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router b409da58-8ebf-413a-bae3-2535e8cd90f9 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:23:03.218203 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3eb6574a-2cf2-407a-90a9-38ad436b84e6 None None] Provisioning complete for port b84dcd8a-3410-4af0-ab1d-2cf08b41c560 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:03.219800 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3eb6574a-2cf2-407a-90a9-38ad436b84e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b84dcd8a-3410-4af0-ab1d-2cf08b41c560), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:03.232196 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:23:03.255627 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c6d01320-f485-4414-acea-092046388763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "PUT /v2.0/routers/b409da58-8ebf-413a-bae3-2535e8cd90f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6130061 Feb 11 06:23:03.327608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6574a-2cf2-407a-90a9-38ad436b84e6 None None] Current status of the port b84dcd8a-3410-4af0-ab1d-2cf08b41c560 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:03.349119 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3eb6574a-2cf2-407a-90a9-38ad436b84e6 None None] Provisioning complete for port 48aa566c-67ae-43d4-a2d0-249dbad67c18 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:03.349580 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3eb6574a-2cf2-407a-90a9-38ad436b84e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:03.388258 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6574a-2cf2-407a-90a9-38ad436b84e6 None None] Port 48aa566c-67ae-43d4-a2d0-249dbad67c18 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:23:03.453201 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d1abab-3185-483e-9a9f-786028580590 req-82f3ca09-ff0a-483a-b53a-32149d341763 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467595034&fields=id&tenant_id=ad3ca5a288504678b55705d55a841198 HTTP/1.1" status: 200 len: 267 time: 0.0517802 Feb 11 06:23:03.466402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Sync routers for ids ['b409da58-8ebf-413a-bae3-2535e8cd90f9'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:23:03.497436 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Routers {'b409da58-8ebf-413a-bae3-2535e8cd90f9'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:23:03.501066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:23:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b409da58-8ebf-413a-bae3-2535e8cd90f9'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:03.582233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1abab-3185-483e-9a9f-786028580590 req-cb705f41-ed1c-414a-b419-8cbdddb10669 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:03.583812 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d1abab-3185-483e-9a9f-786028580590 req-cb705f41-ed1c-414a-b419-8cbdddb10669 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/networks?id=9c59c365-35d0-4534-aa10-68ce93eb1a21 HTTP/1.1" status: 200 len: 797 time: 0.1233175 Feb 11 06:23:03.605778 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d1abab-3185-483e-9a9f-786028580590 req-0893c131-1350-465f-ae1d-e6cd214a7408 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/quotas/ad3ca5a288504678b55705d55a841198 HTTP/1.1" status: 200 len: 375 time: 0.0144076 Feb 11 06:23:03.632062 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d5015ff2-b519-4477-b71d-e6853b512996 None None] Provisioning complete for port 48aa566c-67ae-43d4-a2d0-249dbad67c18 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:03.633267 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d5015ff2-b519-4477-b71d-e6853b512996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:03.682871 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d1abab-3185-483e-9a9f-786028580590 req-d953b82f-ace8-4dfc-8070-49c70e9bea46 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715613 Feb 11 06:23:03.684880 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b84dcd8a-3410-4af0-ab1d-2cf08b41c560 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:23:03.759790 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d5015ff2-b519-4477-b71d-e6853b512996 None None] Port 48aa566c-67ae-43d4-a2d0-249dbad67c18 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:23:03.778001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Set router b409da58-8ebf-413a-bae3-2535e8cd90f9 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:23:03.782313 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d1abab-3185-483e-9a9f-786028580590 req-ab6c8c3a-5a6c-4709-ba26-ddbd41f39672 service neutron] 10.222.0.87 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879271 Feb 11 06:23:03.829601 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b84dcd8a-3410-4af0-ab1d-2cf08b41c560 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:03.829980 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b84dcd8a-3410-4af0-ab1d-2cf08b41c560), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:03.878809 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d1abab-3185-483e-9a9f-786028580590 req-299749d5-857e-42ce-9f4a-576666cb3895 service neutron] 10.222.0.87 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906527 Feb 11 06:23:03.932548 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:03.974928 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-ea7c6fb0-eeda-4019-99cb-369243123e8e None None] Provisioning complete for port 48aa566c-67ae-43d4-a2d0-249dbad67c18 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:03.975183 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ea7c6fb0-eeda-4019-99cb-369243123e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.073658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c6fb0-eeda-4019-99cb-369243123e8e None None] Port 48aa566c-67ae-43d4-a2d0-249dbad67c18 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:23:04.078651 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83a14221-c3ba-4716-9511-2330aef97e63 req-7c57b54b-dea6-472b-adbf-4cb4b27b1bf6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 210 time: 0.0282614 Feb 11 06:23:04.090133 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b84dcd8a-3410-4af0-ab1d-2cf08b41c560 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:04.091207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a7b8888a-61a7-4ee4-82b6-81413671c4b9 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:23:04.154998 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656999108', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:58Z', 'updated_at': '2022-02-11T06:23:01Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:59Z', 'updated_at': '2022-02-11T06:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '48aa566c-67ae-43d4-a2d0-249dbad67c18', 'name': '', 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:a5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:02Z', 'revision_number': 2, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:04.183575 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Checking router: b409da58-8ebf-413a-bae3-2535e8cd90f9 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:23:04.183868 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Updating router b409da58-8ebf-413a-bae3-2535e8cd90f9 port 48aa566c-67ae-43d4-a2d0-249dbad67c18 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:23:04.186910 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a7b8888a-61a7-4ee4-82b6-81413671c4b9 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:04.187285 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a7b8888a-61a7-4ee4-82b6-81413671c4b9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.237072 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.541483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a7b8888a-61a7-4ee4-82b6-81413671c4b9 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:04.541862 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a7b8888a-61a7-4ee4-82b6-81413671c4b9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.577253 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port a7b8888a-61a7-4ee4-82b6-81413671c4b9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a7b8888a-61a7-4ee4-82b6-81413671c4b9,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:23:04.585315 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a7b8888a-61a7-4ee4-82b6-81413671c4b9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.675446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=a7b8888a-61a7-4ee4-82b6-81413671c4b9,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:04.745583 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Publish callbacks [] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.751046 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.801163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d57720-0072-449f-9738-12d60e571017 None None] Pushing event updated for resources: {'Port': ['ID=48aa566c-67ae-43d4-a2d0-249dbad67c18,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:04.853025 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Attempting to bind port 48aa566c-67ae-43d4-a2d0-249dbad67c18 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:23:04.853396 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Attempting to bind port 48aa566c-67ae-43d4-a2d0-249dbad67c18 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'ad7a9b8c-5c82-4964-bc96-0b672768400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:23:04.853792 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Attempting to bind port 48aa566c-67ae-43d4-a2d0-249dbad67c18 on network 9c59c365-35d0-4534-aa10-68ce93eb1a21 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:23:04.858973 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:23:04.859317 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Checking segment: {'id': 'ad7a9b8c-5c82-4964-bc96-0b672768400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:23:04.859756 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.860172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Bound using segment: {'id': 'ad7a9b8c-5c82-4964-bc96-0b672768400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:23:04.860634 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Bound port: 48aa566c-67ae-43d4-a2d0-249dbad67c18, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7a9b8c-5c82-4964-bc96-0b672768400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:23:04.861026 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:04.931896 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] For port 48aa566c-67ae-43d4-a2d0-249dbad67c18, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:23:04.935244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] For port 48aa566c-67ae-43d4-a2d0-249dbad67c18, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=48aa566c-67ae-43d4-a2d0-249dbad67c18,segment=NetworkSegment(ad7a9b8c-5c82-4964-bc96-0b672768400c),segment_id=ad7a9b8c-5c82-4964-bc96-0b672768400c)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:23:04.942005 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.023000 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d57720-0072-449f-9738-12d60e571017 None None] Pushing event updated for resources: {'Port': ['ID=48aa566c-67ae-43d4-a2d0-249dbad67c18,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:05.026077 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Routers {'b409da58-8ebf-413a-bae3-2535e8cd90f9'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:23:05.026684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:23:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b409da58-8ebf-413a-bae3-2535e8cd90f9'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:05.030878 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-32eeac74-1f24-4b10-b553-0fc8a11cd5fe None None] Provisioning complete for port 48aa566c-67ae-43d4-a2d0-249dbad67c18 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:05.030878 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32eeac74-1f24-4b10-b553-0fc8a11cd5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.194312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] Set router b409da58-8ebf-413a-bae3-2535e8cd90f9 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:23:05.212400 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b6691ca4-14c2-4656-adad-080718e96a06 req-e1cbda5b-3361-41c3-8057-bb741da1c86c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 210 time: 0.0542741 Feb 11 06:23:05.272703 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-32eeac74-1f24-4b10-b553-0fc8a11cd5fe None None] Current status of the port 48aa566c-67ae-43d4-a2d0-249dbad67c18 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:05.273125 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32eeac74-1f24-4b10-b553-0fc8a11cd5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.351571 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.394175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-32eeac74-1f24-4b10-b553-0fc8a11cd5fe None None] For port 48aa566c-67ae-43d4-a2d0-249dbad67c18, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=48aa566c-67ae-43d4-a2d0-249dbad67c18,segment=NetworkSegment(ad7a9b8c-5c82-4964-bc96-0b672768400c),segment_id=ad7a9b8c-5c82-4964-bc96-0b672768400c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:23:05.402394 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-32eeac74-1f24-4b10-b553-0fc8a11cd5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.481401 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eeac74-1f24-4b10-b553-0fc8a11cd5fe None None] Pushing event updated for resources: {'Port': ['ID=48aa566c-67ae-43d4-a2d0-249dbad67c18,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:05.509942 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656999108', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:58Z', 'updated_at': '2022-02-11T06:23:01Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:59Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '48aa566c-67ae-43d4-a2d0-249dbad67c18', 'name': '', 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:a5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:05.545045 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6e5fce-d629-4221-981c-76a77e65303b None None] The sync data for ids ['b409da58-8ebf-413a-bae3-2535e8cd90f9'] in n-d-713499-38 is: [{'id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656999108', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:58Z', 'updated_at': '2022-02-11T06:23:01Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:59Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '48aa566c-67ae-43d4-a2d0-249dbad67c18', 'name': '', 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:a5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:23:05.555679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b58a4e56-f4eb-4dc7-a969-d4d8301b83f1 None None] Provisioning complete for port 48aa566c-67ae-43d4-a2d0-249dbad67c18 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:05.556063 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b58a4e56-f4eb-4dc7-a969-d4d8301b83f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.580001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a7b8888a-61a7-4ee4-82b6-81413671c4b9 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:23:05.690288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a7b8888a-61a7-4ee4-82b6-81413671c4b9 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:05.690815 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a7b8888a-61a7-4ee4-82b6-81413671c4b9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:05.717294 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b58a4e56-f4eb-4dc7-a969-d4d8301b83f1 None None] Current status of the port 48aa566c-67ae-43d4-a2d0-249dbad67c18 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:05.779690 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a7b8888a-61a7-4ee4-82b6-81413671c4b9 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:06.291631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c9702f2f-6dec-4411-a973-98f0b0ce59d0 req-6c648a81-8834-435a-a215-3ff335cf9981 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 210 time: 0.0286784 Feb 11 06:23:07.385020 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e9deb7a-9338-40d6-a5b5-06bf4d6f1f1c req-f4686411-79cb-43b5-91a5-44fa75c675d4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 210 time: 0.0265894 Feb 11 06:23:07.575648 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 48aa566c-67ae-43d4-a2d0-249dbad67c18 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:23:07.624443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 48aa566c-67ae-43d4-a2d0-249dbad67c18 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:07.624817 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:07.705426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 48aa566c-67ae-43d4-a2d0-249dbad67c18 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:08.094652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1abab-3185-483e-9a9f-786028580590 req-f696c1ca-671f-4cdf-ad1d-a4b8db04834e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:08.096183 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d1abab-3185-483e-9a9f-786028580590 req-f696c1ca-671f-4cdf-ad1d-a4b8db04834e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.73 "GET /v2.0/networks?id=9c59c365-35d0-4534-aa10-68ce93eb1a21 HTTP/1.1" status: 200 len: 797 time: 0.1099114 Feb 11 06:23:08.159637 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d1abab-3185-483e-9a9f-786028580590 req-9e9ec3af-f857-439b-ada0-7dd36f7553be tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad3ca5a288504678b55705d55a841198 HTTP/1.1" status: 200 len: 380 time: 0.0536044 Feb 11 06:23:08.169942 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-b1d1abab-3185-483e-9a9f-786028580590 req-fa668cce-0671-4504-a313-f88ec9a0e07f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'port': {'device_id': '680313eb-f536-4248-aab8-70d398c79979', 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21', 'admin_state_up': True, 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'security_groups': ['62b3ba43-9db0-44e7-860a-d4d260b6f91e']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:23:08.590011 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-858dc36c-e445-4300-9673-b67c4fd03c8f req-d337e39c-eca9-4571-8df5-9ebb2e16ebf1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 210 time: 0.0331442 Feb 11 06:23:08.628678 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d1abab-3185-483e-9a9f-786028580590 req-fa668cce-0671-4504-a313-f88ec9a0e07f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Made reservation on behalf of ad3ca5a288504678b55705d55a841198 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:23:08.632136 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b1d1abab-3185-483e-9a9f-786028580590 req-fa668cce-0671-4504-a313-f88ec9a0e07f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:08.759949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-b1d1abab-3185-483e-9a9f-786028580590 req-fa668cce-0671-4504-a313-f88ec9a0e07f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.20.0.6 (9c59c365-35d0-4534-aa10-68ce93eb1a21/5ae04276-9b56-4f50-92d0-55744a6b1846/e359f0c6-c789-465d-b434-6a4060500772) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:23:08.891676 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b1d1abab-3185-483e-9a9f-786028580590 req-fa668cce-0671-4504-a313-f88ec9a0e07f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (e359f0c6-c789-465d-b434-6a4060500772), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:08.924783 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b1d1abab-3185-483e-9a9f-786028580590 req-fa668cce-0671-4504-a313-f88ec9a0e07f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (e359f0c6-c789-465d-b434-6a4060500772), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:08.971750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d1abab-3185-483e-9a9f-786028580590 req-fa668cce-0671-4504-a313-f88ec9a0e07f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 9c59c365-35d0-4534-aa10-68ce93eb1a21 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:23:08.974845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-b1d1abab-3185-483e-9a9f-786028580590 req-fa668cce-0671-4504-a313-f88ec9a0e07f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:23:08.978572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d1abab-3185-483e-9a9f-786028580590 req-fa668cce-0671-4504-a313-f88ec9a0e07f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:23:09.005721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa668cce-0671-4504-a313-f88ec9a0e07f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=e359f0c6-c789-465d-b434-6a4060500772,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:09.035171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1abab-3185-483e-9a9f-786028580590 req-fa668cce-0671-4504-a313-f88ec9a0e07f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:09.035812 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b1d1abab-3185-483e-9a9f-786028580590 req-fa668cce-0671-4504-a313-f88ec9a0e07f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.053122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d1abab-3185-483e-9a9f-786028580590 req-fa668cce-0671-4504-a313-f88ec9a0e07f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8870869 Feb 11 06:23:09.065990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Request body: {'port': {'device_id': '680313eb-f536-4248-aab8-70d398c79979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:23:09.127783 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e359f0c6-c789-465d-b434-6a4060500772), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.261740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-72384707-14df-418b-99b1-0d8c3979c5cd None None] Provisioning complete for port e359f0c6-c789-465d-b434-6a4060500772 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:09.262290 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-72384707-14df-418b-99b1-0d8c3979c5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e359f0c6-c789-465d-b434-6a4060500772), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.296798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-72384707-14df-418b-99b1-0d8c3979c5cd None None] Port e359f0c6-c789-465d-b434-6a4060500772 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:23:09.389103 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e359f0c6-c789-465d-b434-6a4060500772 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:23:09.396602 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Publish callbacks [] for port (e359f0c6-c789-465d-b434-6a4060500772), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.408022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Transition to ACTIVE for port object e359f0c6-c789-465d-b434-6a4060500772 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:23:09.411070 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (e359f0c6-c789-465d-b434-6a4060500772), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.462785 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Pushing event updated for resources: {'Port': ['ID=e359f0c6-c789-465d-b434-6a4060500772,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:09.533362 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Attempting to bind port e359f0c6-c789-465d-b434-6a4060500772 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:23:09.533789 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Attempting to bind port e359f0c6-c789-465d-b434-6a4060500772 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'ad7a9b8c-5c82-4964-bc96-0b672768400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:23:09.534183 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Attempting to bind port e359f0c6-c789-465d-b434-6a4060500772 on network 9c59c365-35d0-4534-aa10-68ce93eb1a21 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:23:09.538832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Port e359f0c6-c789-465d-b434-6a4060500772 on network 9c59c365-35d0-4534-aa10-68ce93eb1a21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:23:09.539840 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Attempting to bind port e359f0c6-c789-465d-b434-6a4060500772 on network 9c59c365-35d0-4534-aa10-68ce93eb1a21 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:23:09.544827 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:23:09.545164 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Checking segment: {'id': 'ad7a9b8c-5c82-4964-bc96-0b672768400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:23:09.545545 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Bound using segment: {'id': 'ad7a9b8c-5c82-4964-bc96-0b672768400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:23:09.545969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Bound port: e359f0c6-c789-465d-b434-6a4060500772, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7a9b8c-5c82-4964-bc96-0b672768400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:23:09.546329 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e359f0c6-c789-465d-b434-6a4060500772), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.612508 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] For port e359f0c6-c789-465d-b434-6a4060500772, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:23:09.615484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] For port e359f0c6-c789-465d-b434-6a4060500772, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e359f0c6-c789-465d-b434-6a4060500772,segment=NetworkSegment(ad7a9b8c-5c82-4964-bc96-0b672768400c),segment_id=ad7a9b8c-5c82-4964-bc96-0b672768400c)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:23:09.622424 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (e359f0c6-c789-465d-b434-6a4060500772), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.655014 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:09.655654 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:09.657047 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d1abab-3185-483e-9a9f-786028580590 req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] 10.222.0.73 "PUT /v2.0/ports/e359f0c6-c789-465d-b434-6a4060500772 HTTP/1.1" status: 200 len: 1092 time: 0.5953684 Feb 11 06:23:09.657489 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680313eb-f536-4248-aab8-70d398c79979', 'tag': 'e359f0c6-c789-465d-b434-6a4060500772'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:23:09.659758 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0410d16e-30b9-4549-a73b-3724952231f5" -d '{"events": [{"name": "network-changed", "server_uuid": "680313eb-f536-4248-aab8-70d398c79979", "tag": "e359f0c6-c789-465d-b434-6a4060500772"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:23:09.717417 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8ecf1e-0079-4c2f-b2ef-a72bf6fc43d3 x-openstack-request-id: req-ad8ecf1e-0079-4c2f-b2ef-a72bf6fc43d3 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:23:09.717646 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680313eb-f536-4248-aab8-70d398c79979", "tag": "e359f0c6-c789-465d-b434-6a4060500772", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:23:09.718270 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ad8ecf1e-0079-4c2f-b2ef-a72bf6fc43d3 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:23:09.718270 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680313eb-f536-4248-aab8-70d398c79979', 'tag': 'e359f0c6-c789-465d-b434-6a4060500772', 'status': 'completed', 'code': 200} Feb 11 06:23:09.730795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7fe87-3396-4fbe-b1cc-9eddd821e55c service neutron] Pushing event updated for resources: {'Port': ['ID=e359f0c6-c789-465d-b434-6a4060500772,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:09.785402 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff9794-fd56-44bb-be32-16df4c0071c9 req-0c5f437a-66ae-4111-919b-7aa45390dc45 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:09.786950 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffff9794-fd56-44bb-be32-16df4c0071c9 req-0c5f437a-66ae-4111-919b-7aa45390dc45 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 943 time: 0.1049533 Feb 11 06:23:09.793703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1abab-3185-483e-9a9f-786028580590 req-ec72b6fa-4929-47b2-81c0-e092d799d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:09.795325 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d1abab-3185-483e-9a9f-786028580590 req-ec72b6fa-4929-47b2-81c0-e092d799d680 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 1126 time: 0.0758963 Feb 11 06:23:09.845286 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d1abab-3185-483e-9a9f-786028580590 req-84387ec2-8b2f-4236-a3f1-4efc848327d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e359f0c6-c789-465d-b434-6a4060500772 HTTP/1.1" status: 200 len: 217 time: 0.0427895 Feb 11 06:23:09.906272 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ffff9794-fd56-44bb-be32-16df4c0071c9 req-3ac2318c-f242-42c7-87de-6805890fb2f1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099141 Feb 11 06:23:09.917511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1abab-3185-483e-9a9f-786028580590 req-b27de038-8b28-4d91-84fe-31b025d9d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:09.919136 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d1abab-3185-483e-9a9f-786028580590 req-b27de038-8b28-4d91-84fe-31b025d9d779 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ae04276-9b56-4f50-92d0-55744a6b1846 HTTP/1.1" status: 200 len: 835 time: 0.0635226 Feb 11 06:23:09.968359 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1abab-3185-483e-9a9f-786028580590 req-acc2491d-cb58-4336-b351-091eb502d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:09.969875 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d1abab-3185-483e-9a9f-786028580590 req-acc2491d-cb58-4336-b351-091eb502d45c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c59c365-35d0-4534-aa10-68ce93eb1a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448678 Feb 11 06:23:10.057226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d1abab-3185-483e-9a9f-786028580590 req-fe23dc89-dd62-4940-b6de-5059952419fd service neutron] 10.222.0.73 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815568 Feb 11 06:23:10.149114 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b1d1abab-3185-483e-9a9f-786028580590 req-528702f1-5ed6-4ea2-b038-2259a0e6ea9b service neutron] 10.222.0.73 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859263 Feb 11 06:23:10.241239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410d16e-30b9-4549-a73b-3724952231f5 req-fe77f962-89ec-44d6-9c2b-59300757e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:10.242802 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0410d16e-30b9-4549-a73b-3724952231f5 req-fe77f962-89ec-44d6-9c2b-59300757e165 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 1126 time: 0.0505137 Feb 11 06:23:10.334583 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410d16e-30b9-4549-a73b-3724952231f5 req-08478c40-8298-47de-8367-9408ab33d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:10.336141 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0410d16e-30b9-4549-a73b-3724952231f5 req-08478c40-8298-47de-8367-9408ab33d6dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=9c59c365-35d0-4534-aa10-68ce93eb1a21 HTTP/1.1" status: 200 len: 898 time: 0.0876606 Feb 11 06:23:10.375062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0410d16e-30b9-4549-a73b-3724952231f5 req-c5afe56c-a015-4ed5-9684-e8c9e8c43afa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e359f0c6-c789-465d-b434-6a4060500772 HTTP/1.1" status: 200 len: 217 time: 0.0330446 Feb 11 06:23:10.423132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410d16e-30b9-4549-a73b-3724952231f5 req-b10e5cb7-7b92-4397-82b4-108f02dbe699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:10.424575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0410d16e-30b9-4549-a73b-3724952231f5 req-b10e5cb7-7b92-4397-82b4-108f02dbe699 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ae04276-9b56-4f50-92d0-55744a6b1846 HTTP/1.1" status: 200 len: 835 time: 0.0432727 Feb 11 06:23:10.463277 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:10.483126 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410d16e-30b9-4549-a73b-3724952231f5 req-123f69f5-27f3-41b6-be51-6db9eacae55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:10.484690 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0410d16e-30b9-4549-a73b-3724952231f5 req-123f69f5-27f3-41b6-be51-6db9eacae55b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c59c365-35d0-4534-aa10-68ce93eb1a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491796 Feb 11 06:23:10.573733 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0410d16e-30b9-4549-a73b-3724952231f5 req-0434fb96-097c-43d3-bec0-ed8bcdfd377d service neutron] 10.222.0.73 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824759 Feb 11 06:23:10.665740 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0410d16e-30b9-4549-a73b-3724952231f5 req-40df6694-3da7-4eb8-9c9e-f619ca56bd9c service neutron] 10.222.0.73 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854659 Feb 11 06:23:11.028184 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b59e87-b2fa-4d02-9f8c-47515bc0139c req-65684af4-4652-470f-9cc9-394a5e13f415 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:11.029652 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8b59e87-b2fa-4d02-9f8c-47515bc0139c req-65684af4-4652-470f-9cc9-394a5e13f415 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 943 time: 0.0543165 Feb 11 06:23:11.079858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b8b59e87-b2fa-4d02-9f8c-47515bc0139c req-bd2cbfd6-6411-4cdb-92b2-951ae0ea5494 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444660 Feb 11 06:23:12.202223 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e37a25-4530-40bf-ba5e-05e55bde0b72 req-2dd5afb8-a960-458e-b0a8-f995b92d65af tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:12.203631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2e37a25-4530-40bf-ba5e-05e55bde0b72 req-2dd5afb8-a960-458e-b0a8-f995b92d65af tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 943 time: 0.0521779 Feb 11 06:23:12.254358 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c2e37a25-4530-40bf-ba5e-05e55bde0b72 req-95b0f9b1-9fa3-42e4-8277-a03aa756b3af tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451577 Feb 11 06:23:13.371716 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137652b-799d-434f-a0f8-8af9f04719b4 req-5e46c319-7082-4e22-92b8-39bf003239c4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:13.373185 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3137652b-799d-434f-a0f8-8af9f04719b4 req-5e46c319-7082-4e22-92b8-39bf003239c4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 943 time: 0.0530107 Feb 11 06:23:13.420681 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3137652b-799d-434f-a0f8-8af9f04719b4 req-074ba9aa-4f64-4540-ae43-309303eee9eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419364 Feb 11 06:23:13.481305 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e359f0c6-c789-465d-b434-6a4060500772 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:23:13.575755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e359f0c6-c789-465d-b434-6a4060500772, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e359f0c6-c789-465d-b434-6a4060500772,segment=NetworkSegment(ad7a9b8c-5c82-4964-bc96-0b672768400c),segment_id=ad7a9b8c-5c82-4964-bc96-0b672768400c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:23:13.585843 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': 'e359f0c6-c789-465d-b434-6a4060500772', 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21', 'port_id': 'e359f0c6-c789-465d-b434-6a4060500772', 'mac_address': 'fa:16:3e:fc:ed:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:23:13.622835 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port e359f0c6-c789-465d-b434-6a4060500772 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:13.623228 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e359f0c6-c789-465d-b434-6a4060500772), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:13.639061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e359f0c6-c789-465d-b434-6a4060500772 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:23:13.658272 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e359f0c6-c789-465d-b434-6a4060500772, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e359f0c6-c789-465d-b434-6a4060500772,segment=NetworkSegment(ad7a9b8c-5c82-4964-bc96-0b672768400c),segment_id=ad7a9b8c-5c82-4964-bc96-0b672768400c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:23:13.662079 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e359f0c6-c789-465d-b434-6a4060500772), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:13.707940 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=e359f0c6-c789-465d-b434-6a4060500772,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:13.899113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['e359f0c6-c789-465d-b434-6a4060500772'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:23:14.540144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfb82a-465d-4002-bc2d-5ab8cce0941c req-fbdf79bf-5105-43c3-867b-d93335d669ce tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:14.541657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edbfb82a-465d-4002-bc2d-5ab8cce0941c req-fbdf79bf-5105-43c3-867b-d93335d669ce tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 944 time: 0.0543449 Feb 11 06:23:14.590405 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-edbfb82a-465d-4002-bc2d-5ab8cce0941c req-9e699707-6fe3-45fd-84dd-48cb30065297 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431635 Feb 11 06:23:14.776310 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:15.377163 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:23:15.506538 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e359f0c6-c789-465d-b434-6a4060500772 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:23:15.554159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port e359f0c6-c789-465d-b434-6a4060500772 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:23:15.558412 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port e359f0c6-c789-465d-b434-6a4060500772 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:23:15.558790 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e359f0c6-c789-465d-b434-6a4060500772), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:15.637985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port e359f0c6-c789-465d-b434-6a4060500772 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:23:15.638387 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e359f0c6-c789-465d-b434-6a4060500772), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:15.662173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680313eb-f536-4248-aab8-70d398c79979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e359f0c6-c789-465d-b434-6a4060500772'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:23:15.664712 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a712987-b9b1-4122-b4e4-790f2504ad9f" -d '{"events": [{"server_uuid": "680313eb-f536-4248-aab8-70d398c79979", "name": "network-vif-plugged", "status": "completed", "tag": "e359f0c6-c789-465d-b434-6a4060500772"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:23:15.677605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port e359f0c6-c789-465d-b434-6a4060500772, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e359f0c6-c789-465d-b434-6a4060500772,segment=NetworkSegment(ad7a9b8c-5c82-4964-bc96-0b672768400c),segment_id=ad7a9b8c-5c82-4964-bc96-0b672768400c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:23:15.682580 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e359f0c6-c789-465d-b434-6a4060500772), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:15.707781 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b74e8c-d10b-42d7-a651-45eb9a874567 x-openstack-request-id: req-b5b74e8c-d10b-42d7-a651-45eb9a874567 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:23:15.708079 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680313eb-f536-4248-aab8-70d398c79979", "name": "network-vif-plugged", "status": "completed", "tag": "e359f0c6-c789-465d-b434-6a4060500772", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:23:15.708335 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b5b74e8c-d10b-42d7-a651-45eb9a874567 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:23:15.708727 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680313eb-f536-4248-aab8-70d398c79979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e359f0c6-c789-465d-b434-6a4060500772', 'code': 200} Feb 11 06:23:15.721370 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac58145-cc2b-429f-8e4b-e9287c74a18e req-82640a15-dc23-4303-88af-43434f884794 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:15.722885 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ac58145-cc2b-429f-8e4b-e9287c74a18e req-82640a15-dc23-4303-88af-43434f884794 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 944 time: 0.0622253 Feb 11 06:23:15.735860 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=e359f0c6-c789-465d-b434-6a4060500772,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:15.808282 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5ac58145-cc2b-429f-8e4b-e9287c74a18e req-ace068b2-8967-40d1-8da7-454bec7ad2ac tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750768 Feb 11 06:23:15.823582 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286795d6-10e2-4d60-934c-db24850d8923 req-a46e0170-0d78-4d6a-bc9d-b590ed723f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:15.825093 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-286795d6-10e2-4d60-934c-db24850d8923 req-a46e0170-0d78-4d6a-bc9d-b590ed723f8e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 1128 time: 0.0575306 Feb 11 06:23:15.869094 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-286795d6-10e2-4d60-934c-db24850d8923 req-9caff5e0-dfba-4425-8a6b-c03bd04d8d13 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382743 Feb 11 06:23:16.938221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc516bfc-f256-44eb-bae4-4437865d9424 req-2898ce64-72cc-45a4-ad69-5c32b54ef1da tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:16.939789 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc516bfc-f256-44eb-bae4-4437865d9424 req-2898ce64-72cc-45a4-ad69-5c32b54ef1da tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0541542 Feb 11 06:23:16.991759 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc516bfc-f256-44eb-bae4-4437865d9424 req-4cff4f56-3672-4590-a615-1619108a9950 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461612 Feb 11 06:23:18.109851 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd3dac-b34f-414c-a08e-7c741b42744a req-d8bc4e6f-2e26-432c-9069-cef9528536fb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:18.111322 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86cd3dac-b34f-414c-a08e-7c741b42744a req-d8bc4e6f-2e26-432c-9069-cef9528536fb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0516272 Feb 11 06:23:18.159177 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86cd3dac-b34f-414c-a08e-7c741b42744a req-adec0d0a-243c-4803-8195-18cc19581733 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422261 Feb 11 06:23:18.275178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f70969-dd0c-4ac5-836f-e406cd439831 req-f3e0ccf8-f2b2-4c6e-8eb0-fc49dc352f30 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:18.276672 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1f70969-dd0c-4ac5-836f-e406cd439831 req-f3e0ccf8-f2b2-4c6e-8eb0-fc49dc352f30 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0524189 Feb 11 06:23:18.323856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e1f70969-dd0c-4ac5-836f-e406cd439831 req-8cc3fa72-63da-4f03-bc28-ab23c28a03a0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415745 Feb 11 06:23:18.345037 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56554) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:18.390718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8721b3da-f592-4e57-83e8-e72fbf2fbffb tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:18.392504 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8721b3da-f592-4e57-83e8-e72fbf2fbffb tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 1123 time: 0.0465257 Feb 11 06:23:18.395340 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56556) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:18.400127 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': 'e359f0c6-c789-465d-b434-6a4060500772', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:23:18.419194 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:18.512306 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:18.615145 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.25.5.107 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/7e69128d-2345-4c7a-83e4-98b4bc331dfd) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:23:18.713341 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (7e69128d-2345-4c7a-83e4-98b4bc331dfd), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:18.749680 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7e69128d-2345-4c7a-83e4-98b4bc331dfd), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:18.786458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:23:18.790702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:23:18.794049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:23:18.799120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=7e69128d-2345-4c7a-83e4-98b4bc331dfd,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:19.157195 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (6754acf3-7650-4951-8c15-fc93572cb6a8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:19.228595 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7e69128d-2345-4c7a-83e4-98b4bc331dfd), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:19.375511 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (7e69128d-2345-4c7a-83e4-98b4bc331dfd), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:19.380436 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (7e69128d-2345-4c7a-83e4-98b4bc331dfd), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:19.446898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=7e69128d-2345-4c7a-83e4-98b4bc331dfd,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:23:19.458630 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (6754acf3-7650-4951-8c15-fc93572cb6a8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:19.559232 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Floating IP 6754acf3-7650-4951-8c15-fc93572cb6a8 associated. External IP: 172.25.5.107, port: e359f0c6-c789-465d-b434-6a4060500772. Feb 11 06:23:19.764563 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router b409da58-8ebf-413a-bae3-2535e8cd90f9 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:23:19.869905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:23:19.881814 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5693603a-f437-4c21-83d3-606e5a6013fd None None] Sync routers for ids ['b409da58-8ebf-413a-bae3-2535e8cd90f9'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:23:19.887903 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:19.891245 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5693603a-f437-4c21-83d3-606e5a6013fd None None] Routers {'b409da58-8ebf-413a-bae3-2535e8cd90f9'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:23:19.892229 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5693603a-f437-4c21-83d3-606e5a6013fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:23:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b409da58-8ebf-413a-bae3-2535e8cd90f9'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:19.918009 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-935c8b91-3057-480e-96b9-07caebd37d9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5216367 Feb 11 06:23:19.918618 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680313eb-f536-4248-aab8-70d398c79979', 'tag': 'e359f0c6-c789-465d-b434-6a4060500772'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:23:19.920949 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1decb2a4-604e-4d06-b716-3fd6f8ba2014" -d '{"events": [{"name": "network-changed", "server_uuid": "680313eb-f536-4248-aab8-70d398c79979", "tag": "e359f0c6-c789-465d-b434-6a4060500772"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:23:19.963210 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1680e1-f1cf-46e9-b666-65b8e595f074 x-openstack-request-id: req-1a1680e1-f1cf-46e9-b666-65b8e595f074 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:23:19.963538 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680313eb-f536-4248-aab8-70d398c79979", "tag": "e359f0c6-c789-465d-b434-6a4060500772", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:23:19.963801 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1a1680e1-f1cf-46e9-b666-65b8e595f074 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:23:19.964198 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680313eb-f536-4248-aab8-70d398c79979', 'tag': 'e359f0c6-c789-465d-b434-6a4060500772', 'status': 'completed', 'code': 200} Feb 11 06:23:20.003452 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5693603a-f437-4c21-83d3-606e5a6013fd None None] Set router b409da58-8ebf-413a-bae3-2535e8cd90f9 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:23:20.056659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fb371-fd2b-4c3b-8e12-86dcdb5c2835 req-1d314297-ecb5-4b63-8eb3-f041e8ec29d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:20.058280 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca9fb371-fd2b-4c3b-8e12-86dcdb5c2835 req-1d314297-ecb5-4b63-8eb3-f041e8ec29d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0884192 Feb 11 06:23:20.064395 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decb2a4-604e-4d06-b716-3fd6f8ba2014 req-cb5d245c-e193-450e-b186-f8d5f3db0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:20.065780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1decb2a4-604e-4d06-b716-3fd6f8ba2014 req-cb5d245c-e193-450e-b186-f8d5f3db0c99 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 1128 time: 0.0680499 Feb 11 06:23:20.157048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ca9fb371-fd2b-4c3b-8e12-86dcdb5c2835 req-66bee5bb-be05-47b0-8188-82f29e449e06 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903208 Feb 11 06:23:20.183869 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56562) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:20.186067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decb2a4-604e-4d06-b716-3fd6f8ba2014 req-30aabb93-3bd8-40d0-975c-7aa424c69507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:20.187580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1decb2a4-604e-4d06-b716-3fd6f8ba2014 req-30aabb93-3bd8-40d0-975c-7aa424c69507 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9c59c365-35d0-4534-aa10-68ce93eb1a21 HTTP/1.1" status: 200 len: 898 time: 0.1144631 Feb 11 06:23:20.232103 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5693603a-f437-4c21-83d3-606e5a6013fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656999108', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:58Z', 'updated_at': '2022-02-11T06:23:01Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:59Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6754acf3-7650-4951-8c15-fc93572cb6a8', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'port_id': 'e359f0c6-c789-465d-b434-6a4060500772', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21', 'mac_address': 'fa:16:3e:fc:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680313eb-f536-4248-aab8-70d398c79979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:23:19Z', 'updated_at': '2022-02-11T06:23:19Z', 'revision_number': 0, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48aa566c-67ae-43d4-a2d0-249dbad67c18', 'name': '', 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:05Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:20.249393 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cdb514db-f1ac-402a-b8c5-5fad3eebdb90 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/6754acf3-7650-4951-8c15-fc93572cb6a8 HTTP/1.1" status: 200 len: 991 time: 0.0643492 Feb 11 06:23:20.256566 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1decb2a4-604e-4d06-b716-3fd6f8ba2014 req-df0faa70-cb6c-459d-abb1-75ee5810a18a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e359f0c6-c789-465d-b434-6a4060500772 HTTP/1.1" status: 200 len: 999 time: 0.0631938 Feb 11 06:23:20.258673 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5693603a-f437-4c21-83d3-606e5a6013fd None None] Checking router: b409da58-8ebf-413a-bae3-2535e8cd90f9 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:23:20.267255 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5693603a-f437-4c21-83d3-606e5a6013fd None None] Routers {'b409da58-8ebf-413a-bae3-2535e8cd90f9'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:23:20.267881 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5693603a-f437-4c21-83d3-606e5a6013fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:23:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b409da58-8ebf-413a-bae3-2535e8cd90f9'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:20.304771 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decb2a4-604e-4d06-b716-3fd6f8ba2014 req-5dab9e34-d6e5-4cda-a6a7-acdc84eb43c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:20.306246 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1decb2a4-604e-4d06-b716-3fd6f8ba2014 req-5dab9e34-d6e5-4cda-a6a7-acdc84eb43c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ae04276-9b56-4f50-92d0-55744a6b1846 HTTP/1.1" status: 200 len: 835 time: 0.0431957 Feb 11 06:23:20.353557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decb2a4-604e-4d06-b716-3fd6f8ba2014 req-76ca3aaa-61e2-4001-b4b0-5407c6365897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:20.354962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1decb2a4-604e-4d06-b716-3fd6f8ba2014 req-76ca3aaa-61e2-4001-b4b0-5407c6365897 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c59c365-35d0-4534-aa10-68ce93eb1a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434058 Feb 11 06:23:20.373783 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5693603a-f437-4c21-83d3-606e5a6013fd None None] Set router b409da58-8ebf-413a-bae3-2535e8cd90f9 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:23:20.445501 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1decb2a4-604e-4d06-b716-3fd6f8ba2014 req-ed103793-2e87-495e-a6d1-691b4d85bedf service neutron] 10.222.0.73 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849862 Feb 11 06:23:20.536779 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1decb2a4-604e-4d06-b716-3fd6f8ba2014 req-1bbac25d-0fd6-408a-935e-7051982f9ca9 service neutron] 10.222.0.73 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847027 Feb 11 06:23:20.599279 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5693603a-f437-4c21-83d3-606e5a6013fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656999108', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:58Z', 'updated_at': '2022-02-11T06:23:01Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:59Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6754acf3-7650-4951-8c15-fc93572cb6a8', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'port_id': 'e359f0c6-c789-465d-b434-6a4060500772', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21', 'mac_address': 'fa:16:3e:fc:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680313eb-f536-4248-aab8-70d398c79979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:23:19Z', 'updated_at': '2022-02-11T06:23:19Z', 'revision_number': 0, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48aa566c-67ae-43d4-a2d0-249dbad67c18', 'name': '', 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:05Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:23:20.628255 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5693603a-f437-4c21-83d3-606e5a6013fd None None] The sync data for ids ['b409da58-8ebf-413a-bae3-2535e8cd90f9'] in n-d-713499-38 is: [{'id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656999108', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:58Z', 'updated_at': '2022-02-11T06:23:01Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:59Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6754acf3-7650-4951-8c15-fc93572cb6a8', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'port_id': 'e359f0c6-c789-465d-b434-6a4060500772', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21', 'mac_address': 'fa:16:3e:fc:ed:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680313eb-f536-4248-aab8-70d398c79979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:23:19Z', 'updated_at': '2022-02-11T06:23:19Z', 'revision_number': 0, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48aa566c-67ae-43d4-a2d0-249dbad67c18', 'name': '', 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:05Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:23:20.830177 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e73dd4-68c9-49c2-97ad-cc5e4dbbb905 None None] New status for floating IP 6754acf3-7650-4951-8c15-fc93572cb6a8: ACTIVE {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:23:21.253499 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56564) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:21.318530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-796f5fc6-0c6b-41a7-94f2-76fc91b9c71c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/6754acf3-7650-4951-8c15-fc93572cb6a8 HTTP/1.1" status: 200 len: 993 time: 0.0639179 Feb 11 06:23:28.639207 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a1218048-67c5-4527-89f8-8752674f1e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:30.936150 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a010f882-4be4-47d8-8233-0b6ff16c9157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:32.676981 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:33.892332 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:35.316235 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:40.466664 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:44.780428 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:52.376345 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:23:52.589721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-e9ec9ef7-247c-4965-9ab2-d5db486f17fe req-50093232-c115-47a1-91cb-6948de974311 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:23:52.590897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e9ec9ef7-247c-4965-9ab2-d5db486f17fe req-50093232-c115-47a1-91cb-6948de974311 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477283 Feb 11 06:23:52.766592 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56584) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:52.778994 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9fce7-f36a-4339-853c-494ac4351b47 req-5ecfbbbd-5e9f-432e-97b8-11c00f20f597 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:52.780643 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bff9fce7-f36a-4339-853c-494ac4351b47 req-5ecfbbbd-5e9f-432e-97b8-11c00f20f597 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0539799 Feb 11 06:23:52.830775 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bff9fce7-f36a-4339-853c-494ac4351b47 req-2daba36c-adeb-4c33-97cb-b316c0c4c61d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441866 Feb 11 06:23:52.849389 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-61c9c777-d678-4649-8c31-e57c64c73ba6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815451 Feb 11 06:23:52.857875 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-c4c1b7b0-2b8e-4d2c-9e87-c5c4747ef131 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:23:52.858846 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-c4c1b7b0-2b8e-4d2c-9e87-c5c4747ef131 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049565 Feb 11 06:23:53.221195 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56606) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:23:53.309904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-cc84304b-27f2-419d-9e2e-6397a22a5ee9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:53.311302 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-cc84304b-27f2-419d-9e2e-6397a22a5ee9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports/e359f0c6-c789-465d-b434-6a4060500772 HTTP/1.1" status: 200 len: 942 time: 0.0890088 Feb 11 06:23:53.956242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24412d71-b63a-49ca-9d99-062ee212de01 req-d4ec4f9a-155b-4071-905b-79a73644fd7b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:53.957746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24412d71-b63a-49ca-9d99-062ee212de01 req-d4ec4f9a-155b-4071-905b-79a73644fd7b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0578852 Feb 11 06:23:54.005232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24412d71-b63a-49ca-9d99-062ee212de01 req-05ef311a-1c47-4ad1-91f8-2e797be6a61b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419197 Feb 11 06:23:54.152240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-f8db00ff-5382-449f-bb64-3b8441e67ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:54.153680 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-f8db00ff-5382-449f-bb64-3b8441e67ccf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 1128 time: 0.0446041 Feb 11 06:23:54.242682 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-5be5a922-59f4-43fd-8dbe-cb7bcfc0b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:54.244171 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-5be5a922-59f4-43fd-8dbe-cb7bcfc0b8be service neutron] 10.222.0.73 "GET /v2.0/networks?id=9c59c365-35d0-4534-aa10-68ce93eb1a21 HTTP/1.1" status: 200 len: 898 time: 0.0852535 Feb 11 06:23:54.305686 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-ca5a1e55-d540-4107-bcd3-cb70c0c405d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e359f0c6-c789-465d-b434-6a4060500772 HTTP/1.1" status: 200 len: 1001 time: 0.0551050 Feb 11 06:23:54.352333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-48d0af37-939f-4abb-b0ee-9e8ee38f7105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:54.353715 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-48d0af37-939f-4abb-b0ee-9e8ee38f7105 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ae04276-9b56-4f50-92d0-55744a6b1846 HTTP/1.1" status: 200 len: 835 time: 0.0413432 Feb 11 06:23:54.405429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-75584df1-4ec6-47db-8353-4855fa330cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:54.406820 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-75584df1-4ec6-47db-8353-4855fa330cef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c59c365-35d0-4534-aa10-68ce93eb1a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469313 Feb 11 06:23:54.491314 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-576f0828-24ae-4c3e-b660-2168dde658fc service neutron] 10.222.0.73 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786288 Feb 11 06:23:54.581721 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-061d905e-2edf-4cbc-9b24-99e70669781c service neutron] 10.222.0.73 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837455 Feb 11 06:23:55.123438 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bdc64-3d63-432b-989c-f071c6a771eb req-41aabdff-359f-42a2-b6ca-e90fcda0e122 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:55.124934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-249bdc64-3d63-432b-989c-f071c6a771eb req-41aabdff-359f-42a2-b6ca-e90fcda0e122 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0513451 Feb 11 06:23:55.172366 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-249bdc64-3d63-432b-989c-f071c6a771eb req-ed5090ac-8641-45f9-b909-563501c2affe tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417128 Feb 11 06:23:56.295430 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35f9af-8ddd-4c59-be4c-28625136bf7f req-c12390b1-faba-411a-8a96-cb4d891de5d5 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:56.296916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa35f9af-8ddd-4c59-be4c-28625136bf7f req-c12390b1-faba-411a-8a96-cb4d891de5d5 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0565417 Feb 11 06:23:56.344054 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fa35f9af-8ddd-4c59-be4c-28625136bf7f req-55eb4847-3a22-4960-b1cf-cf4c39bae478 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415702 Feb 11 06:23:57.459594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92712a-11b2-41bd-b247-bd4cac4e8c37 req-ce16eccb-8fd3-42a6-8e7b-0e2e0206de5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:57.460982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e92712a-11b2-41bd-b247-bd4cac4e8c37 req-ce16eccb-8fd3-42a6-8e7b-0e2e0206de5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0511949 Feb 11 06:23:57.509042 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1e92712a-11b2-41bd-b247-bd4cac4e8c37 req-35a37ce9-f04f-4f0b-9557-fab40a5a64d1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423551 Feb 11 06:23:58.626463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a0aaf-fb2f-4222-8a48-dea0ca922837 req-0bea4eef-d351-4bcc-a158-c5140af968a3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:58.627962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e32a0aaf-fb2f-4222-8a48-dea0ca922837 req-0bea4eef-d351-4bcc-a158-c5140af968a3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0512345 Feb 11 06:23:58.641298 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d0c3efa8-71ba-49e3-8636-6bda6a61ac9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:23:58.678832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e32a0aaf-fb2f-4222-8a48-dea0ca922837 req-0c8fb73b-f077-479e-9181-b7eb40e199d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453115 Feb 11 06:23:59.799044 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66034197-5f9a-4d69-9ac7-12d0e6d77df9 req-a2065215-9e15-49a6-a9cd-0b783edbdf8c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:23:59.800567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66034197-5f9a-4d69-9ac7-12d0e6d77df9 req-a2065215-9e15-49a6-a9cd-0b783edbdf8c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0530591 Feb 11 06:23:59.848346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-66034197-5f9a-4d69-9ac7-12d0e6d77df9 req-bb073eb8-012f-4137-9f64-3c0cc9282c6f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422044 Feb 11 06:24:00.938435 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-724ace68-41fe-45ab-ae88-bb184943e0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:00.970541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956cf4f-d46b-4348-a112-2514abd5676e req-dd199ac8-1562-4b02-8d34-eb7c8938cfe6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:00.972072 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9956cf4f-d46b-4348-a112-2514abd5676e req-dd199ac8-1562-4b02-8d34-eb7c8938cfe6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0550039 Feb 11 06:24:01.023065 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9956cf4f-d46b-4348-a112-2514abd5676e req-2dbabd08-15a7-46c8-b6a4-5ed2202e4efa tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452919 Feb 11 06:24:02.148190 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff076f3-5891-4f51-b2a2-c29b8f0937c9 req-014ee480-2d80-4f97-806b-fc42fa740e76 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:02.149761 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cff076f3-5891-4f51-b2a2-c29b8f0937c9 req-014ee480-2d80-4f97-806b-fc42fa740e76 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0598578 Feb 11 06:24:02.199704 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cff076f3-5891-4f51-b2a2-c29b8f0937c9 req-4b71a442-3717-40d7-aa0d-90266fd08132 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441673 Feb 11 06:24:02.680855 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:03.317619 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f000d-49ee-454d-8deb-948c666956c2 req-7e6f1e45-e68e-4310-9014-bd81eee90026 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:03.319084 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d22f000d-49ee-454d-8deb-948c666956c2 req-7e6f1e45-e68e-4310-9014-bd81eee90026 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0519097 Feb 11 06:24:03.366258 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d22f000d-49ee-454d-8deb-948c666956c2 req-a89e71bd-20d5-46a1-ad21-68ec09f95f9e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416226 Feb 11 06:24:03.896365 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:04.487602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53d38a-b180-4295-9a02-77b876dfef18 req-38179fda-cbde-4839-9940-11c098f3cc8e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:04.489098 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e53d38a-b180-4295-9a02-77b876dfef18 req-38179fda-cbde-4839-9940-11c098f3cc8e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0530984 Feb 11 06:24:04.540834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5e53d38a-b180-4295-9a02-77b876dfef18 req-b378165e-5dec-4d8b-92a5-33841104faab tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460951 Feb 11 06:24:05.316915 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:05.661805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44157b99-0dfa-46b7-bffd-460adf19994f req-837dde84-10ea-4abf-8f09-faafefdbf8d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:05.663332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44157b99-0dfa-46b7-bffd-460adf19994f req-837dde84-10ea-4abf-8f09-faafefdbf8d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0529659 Feb 11 06:24:05.713795 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44157b99-0dfa-46b7-bffd-460adf19994f req-149c92bb-9f9a-458d-81e8-18c493ae9b58 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447285 Feb 11 06:24:05.844289 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675ba77-217e-401e-8227-65a47466907a req-20dc160c-fed9-481f-b2d1-62c60207bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:05.845654 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0675ba77-217e-401e-8227-65a47466907a req-20dc160c-fed9-481f-b2d1-62c60207bfa4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 1128 time: 0.0428364 Feb 11 06:24:05.946818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675ba77-217e-401e-8227-65a47466907a req-8e1fa976-a647-4299-b2d9-759cedb06734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:05.948306 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0675ba77-217e-401e-8227-65a47466907a req-8e1fa976-a647-4299-b2d9-759cedb06734 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9c59c365-35d0-4534-aa10-68ce93eb1a21 HTTP/1.1" status: 200 len: 898 time: 0.0859759 Feb 11 06:24:06.012200 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0675ba77-217e-401e-8227-65a47466907a req-ae0750ba-4b44-4918-aaf0-b3bea90ff1f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e359f0c6-c789-465d-b434-6a4060500772 HTTP/1.1" status: 200 len: 1001 time: 0.0575857 Feb 11 06:24:06.064141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675ba77-217e-401e-8227-65a47466907a req-a09600f4-4699-4760-943b-ed3bd8ffe57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:06.066286 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0675ba77-217e-401e-8227-65a47466907a req-a09600f4-4699-4760-943b-ed3bd8ffe57f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ae04276-9b56-4f50-92d0-55744a6b1846 HTTP/1.1" status: 200 len: 835 time: 0.0482552 Feb 11 06:24:06.114070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675ba77-217e-401e-8227-65a47466907a req-27db0b5e-276d-41d4-a7dd-a8c507301db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:06.115473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0675ba77-217e-401e-8227-65a47466907a req-27db0b5e-276d-41d4-a7dd-a8c507301db6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c59c365-35d0-4534-aa10-68ce93eb1a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429914 Feb 11 06:24:06.202551 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0675ba77-217e-401e-8227-65a47466907a req-21bad291-0e0c-4b9b-945e-f2ec8e5a3301 service neutron] 10.222.0.73 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805697 Feb 11 06:24:06.620805 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0675ba77-217e-401e-8227-65a47466907a req-a9511bd8-4b75-4184-9c0c-8a6322c34e6a service neutron] 10.222.0.73 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105868 Feb 11 06:24:06.832853 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715192b-8254-4f84-9d70-33d9c8a0deb7 req-a921038e-9858-4327-b24a-900d1798be9b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:06.834331 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1715192b-8254-4f84-9d70-33d9c8a0deb7 req-a921038e-9858-4327-b24a-900d1798be9b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0529280 Feb 11 06:24:06.881409 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1715192b-8254-4f84-9d70-33d9c8a0deb7 req-02afc200-4955-480c-a4e6-aeefdebd7c94 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412767 Feb 11 06:24:08.002762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c00e93-6238-4ae2-9707-4d31d6fd7854 req-fc98efc1-6b1d-49b5-a390-28dc917bda90 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:08.004271 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8c00e93-6238-4ae2-9707-4d31d6fd7854 req-fc98efc1-6b1d-49b5-a390-28dc917bda90 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0551722 Feb 11 06:24:08.051905 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8c00e93-6238-4ae2-9707-4d31d6fd7854 req-d554946e-59b1-4d30-a700-b1631630d52c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421371 Feb 11 06:24:09.168138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cc3f7-940c-4b04-a81f-f2c394f77fb9 req-19d73b56-c890-447e-be36-4ce75b36a9df tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:09.169493 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-671cc3f7-940c-4b04-a81f-f2c394f77fb9 req-19d73b56-c890-447e-be36-4ce75b36a9df tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0506566 Feb 11 06:24:09.216230 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-671cc3f7-940c-4b04-a81f-f2c394f77fb9 req-dd8d23f5-7f77-455a-9870-bec9a6df7e35 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407703 Feb 11 06:24:10.335860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f68df-2f52-4852-b812-396ccaba4d22 req-7cc64a20-1df0-4289-9b0c-1df84c8dcac7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:10.337321 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e1f68df-2f52-4852-b812-396ccaba4d22 req-7cc64a20-1df0-4289-9b0c-1df84c8dcac7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0554826 Feb 11 06:24:10.383604 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6e1f68df-2f52-4852-b812-396ccaba4d22 req-7f914ffa-65fb-4142-b489-3764a38502b0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407362 Feb 11 06:24:10.496965 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:11.416959 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-20aa486b-83f6-4b15-bcb5-d41f61499e4a service neutron] show failed (client error): The resource could not be found. Feb 11 06:24:11.417991 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-20aa486b-83f6-4b15-bcb5-d41f61499e4a service neutron] 10.222.0.73 "GET /v2.0/ports/e359f0c6-c789-465d-b434-6a4060500772/bindings/n-h2-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.0536122 Feb 11 06:24:11.508393 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b00fd4-7d66-472e-90dc-127dba6ffd89 req-2e6fc0fc-0c66-4d2f-a7d0-ae47ce72facf tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:11.509939 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83b00fd4-7d66-472e-90dc-127dba6ffd89 req-2e6fc0fc-0c66-4d2f-a7d0-ae47ce72facf tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0546150 Feb 11 06:24:11.562095 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-83b00fd4-7d66-472e-90dc-127dba6ffd89 req-3f528532-29c7-4f24-9780-1fbd2700ec35 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459156 Feb 11 06:24:11.626702 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-99ee79e6-b793-470c-ac80-c08458abafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:11.628779 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-99ee79e6-b793-470c-ac80-c08458abafd0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979&tenant_id=ad3ca5a288504678b55705d55a841198 HTTP/1.1" status: 200 len: 1128 time: 0.0450242 Feb 11 06:24:11.640289 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:11.700428 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e359f0c6-c789-465d-b434-6a4060500772), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:11.906369 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] For port e359f0c6-c789-465d-b434-6a4060500772, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=e359f0c6-c789-465d-b434-6a4060500772,segment=NetworkSegment(ad7a9b8c-5c82-4964-bc96-0b672768400c),segment_id=ad7a9b8c-5c82-4964-bc96-0b672768400c)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:11.938999 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] For port e359f0c6-c789-465d-b434-6a4060500772, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:24:11.978359 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680313eb-f536-4248-aab8-70d398c79979', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e359f0c6-c789-465d-b434-6a4060500772'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:24:11.980925 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16420a34-afdb-4e54-ae78-e63f2d90d59e" -d '{"events": [{"server_uuid": "680313eb-f536-4248-aab8-70d398c79979", "name": "network-vif-unplugged", "status": "completed", "tag": "e359f0c6-c789-465d-b434-6a4060500772"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:24:11.985112 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Publish callbacks [] for port (e359f0c6-c789-465d-b434-6a4060500772), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:11.998949 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Transition to ACTIVE for port object e359f0c6-c789-465d-b434-6a4060500772 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:24:12.002667 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (e359f0c6-c789-465d-b434-6a4060500772), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:12.034484 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0754da7b-0601-40fd-b02c-cc8ef94c16c1 x-openstack-request-id: req-0754da7b-0601-40fd-b02c-cc8ef94c16c1 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:24:12.034790 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680313eb-f536-4248-aab8-70d398c79979", "name": "network-vif-unplugged", "status": "completed", "tag": "e359f0c6-c789-465d-b434-6a4060500772", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:24:12.035043 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0754da7b-0601-40fd-b02c-cc8ef94c16c1 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:24:12.035451 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680313eb-f536-4248-aab8-70d398c79979', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e359f0c6-c789-465d-b434-6a4060500772', 'code': 200} Feb 11 06:24:12.086635 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e359f0c6-c789-465d-b434-6a4060500772,revision_number=6']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:12.101358 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:12.101727 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:12.102074 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:12.102417 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:12.102759 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:12.103099 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:12.103509 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:12.103774 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:12.104102 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:12.104431 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:12.104762 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:12.105090 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:12.105412 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:12.144226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] No DVR routers for this DVR port e359f0c6-c789-465d-b434-6a4060500772 on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:24:12.283781 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Attempting to bind port e359f0c6-c789-465d-b434-6a4060500772 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:24:12.284614 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Attempting to bind port e359f0c6-c789-465d-b434-6a4060500772 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'ad7a9b8c-5c82-4964-bc96-0b672768400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:24:12.284939 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Attempting to bind port e359f0c6-c789-465d-b434-6a4060500772 on network 9c59c365-35d0-4534-aa10-68ce93eb1a21 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:24:12.289116 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Port e359f0c6-c789-465d-b434-6a4060500772 on network 9c59c365-35d0-4534-aa10-68ce93eb1a21 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:24:12.289435 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Attempting to bind port e359f0c6-c789-465d-b434-6a4060500772 on network 9c59c365-35d0-4534-aa10-68ce93eb1a21 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:24:12.294132 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:24:12.294471 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Checking segment: {'id': 'ad7a9b8c-5c82-4964-bc96-0b672768400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:24:12.294855 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Bound using segment: {'id': 'ad7a9b8c-5c82-4964-bc96-0b672768400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:24:12.295279 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Bound port: e359f0c6-c789-465d-b434-6a4060500772, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7a9b8c-5c82-4964-bc96-0b672768400c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:24:12.295662 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e359f0c6-c789-465d-b434-6a4060500772), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:12.360626 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] For port e359f0c6-c789-465d-b434-6a4060500772, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:24:12.364254 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] For port e359f0c6-c789-465d-b434-6a4060500772, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e359f0c6-c789-465d-b434-6a4060500772,segment=NetworkSegment(ad7a9b8c-5c82-4964-bc96-0b672768400c),segment_id=ad7a9b8c-5c82-4964-bc96-0b672768400c)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:24:12.370180 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (e359f0c6-c789-465d-b434-6a4060500772), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:12.403572 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:12.404200 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:12.405636 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] 10.222.0.88 "PUT /v2.0/ports/e359f0c6-c789-465d-b434-6a4060500772 HTTP/1.1" status: 200 len: 1092 time: 0.7694988 Feb 11 06:24:12.430437 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c4e55-054c-40a5-803e-7367227cf4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e359f0c6-c789-465d-b434-6a4060500772,revision_number=7']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:12.478103 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-8691c377-b250-4d9b-9098-7323c4c971be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:12.479696 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-8691c377-b250-4d9b-9098-7323c4c971be service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 1126 time: 0.0504143 Feb 11 06:24:12.582844 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-ae863f38-e8e2-4ec1-af1c-84504120d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:12.584415 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-ae863f38-e8e2-4ec1-af1c-84504120d6b7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9c59c365-35d0-4534-aa10-68ce93eb1a21 HTTP/1.1" status: 200 len: 898 time: 0.0939517 Feb 11 06:24:12.656469 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-feda8f6b-8383-4c5b-9f75-a84a281a7d99 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e359f0c6-c789-465d-b434-6a4060500772 HTTP/1.1" status: 200 len: 999 time: 0.0633380 Feb 11 06:24:12.688729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa6c3c-40c7-4e39-98bc-8c685f1528ca req-1cf0d1d5-d7ff-4faf-b2b0-b7e5807a73d6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:12.690163 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0faa6c3c-40c7-4e39-98bc-8c685f1528ca req-1cf0d1d5-d7ff-4faf-b2b0-b7e5807a73d6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 943 time: 0.0566328 Feb 11 06:24:12.708834 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-7a4d7c17-5908-4ada-a742-64a5f81e4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:12.710345 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-7a4d7c17-5908-4ada-a742-64a5f81e4981 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ae04276-9b56-4f50-92d0-55744a6b1846 HTTP/1.1" status: 200 len: 835 time: 0.0447953 Feb 11 06:24:12.738506 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0faa6c3c-40c7-4e39-98bc-8c685f1528ca req-d156d184-639c-498c-917a-e681e29ae29a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420980 Feb 11 06:24:12.766385 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-9a6992e1-a4a4-4db1-88e1-2fa8121a072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:12.767958 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-9a6992e1-a4a4-4db1-88e1-2fa8121a072c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9c59c365-35d0-4534-aa10-68ce93eb1a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492299 Feb 11 06:24:12.858968 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-49d25ba0-962d-4745-af39-9c9b287eea09 service neutron] 10.222.0.88 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815525 Feb 11 06:24:12.954083 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-8e81f499-a96e-4059-b1ee-709aad57b147 req-596e886c-28fd-4162-9017-ce0115bff980 service neutron] 10.222.0.88 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863242 Feb 11 06:24:13.861955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd27d8d-90b1-48c8-88b0-c24b5543aab5 req-1114b1db-556d-4748-b6a6-9df1532a890e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:13.863987 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dd27d8d-90b1-48c8-88b0-c24b5543aab5 req-1114b1db-556d-4748-b6a6-9df1532a890e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 943 time: 0.0541482 Feb 11 06:24:13.912198 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5dd27d8d-90b1-48c8-88b0-c24b5543aab5 req-c7e09b09-6ddb-4f15-8341-d81de95f545a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425563 Feb 11 06:24:14.036505 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680313eb-f536-4248-aab8-70d398c79979', 'tag': 'e359f0c6-c789-465d-b434-6a4060500772'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:24:14.038976 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e" -d '{"events": [{"name": "network-changed", "server_uuid": "680313eb-f536-4248-aab8-70d398c79979", "tag": "e359f0c6-c789-465d-b434-6a4060500772"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:24:14.087906 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6090bd8-fc8c-4f61-9f4a-bc91f5d89def x-openstack-request-id: req-d6090bd8-fc8c-4f61-9f4a-bc91f5d89def {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:24:14.088290 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680313eb-f536-4248-aab8-70d398c79979", "tag": "e359f0c6-c789-465d-b434-6a4060500772", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:24:14.088632 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d6090bd8-fc8c-4f61-9f4a-bc91f5d89def {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:24:14.089062 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680313eb-f536-4248-aab8-70d398c79979', 'tag': 'e359f0c6-c789-465d-b434-6a4060500772', 'status': 'completed', 'code': 200} Feb 11 06:24:14.150241 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-e5104c5f-f4ab-41bf-b00b-b903266b5640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:14.151990 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-e5104c5f-f4ab-41bf-b00b-b903266b5640 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 1126 time: 0.0487082 Feb 11 06:24:14.158891 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-3b5f225d-9cbb-4a19-afd7-85a255236fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:14.160994 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-3b5f225d-9cbb-4a19-afd7-85a255236fb9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 1126 time: 0.0454023 Feb 11 06:24:14.250112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-9e756524-f113-4c7c-bb91-6741aee4dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:14.251627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-9e756524-f113-4c7c-bb91-6741aee4dc4e service neutron] 10.222.0.73 "GET /v2.0/networks?id=9c59c365-35d0-4534-aa10-68ce93eb1a21 HTTP/1.1" status: 200 len: 898 time: 0.0931265 Feb 11 06:24:14.256010 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-f6b89c52-504d-49fc-968f-470acb25c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:14.257586 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-f6b89c52-504d-49fc-968f-470acb25c821 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9c59c365-35d0-4534-aa10-68ce93eb1a21 HTTP/1.1" status: 200 len: 898 time: 0.0890481 Feb 11 06:24:14.319101 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-9a94cf02-27c7-4ee5-9990-15110097c2a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e359f0c6-c789-465d-b434-6a4060500772 HTTP/1.1" status: 200 len: 999 time: 0.0618212 Feb 11 06:24:14.322792 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-7a29374a-e8a9-464a-b4f4-06575748c761 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e359f0c6-c789-465d-b434-6a4060500772 HTTP/1.1" status: 200 len: 999 time: 0.0578134 Feb 11 06:24:14.365618 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-89f9c3c4-5ca7-4f51-ae36-41168dc446fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:14.367079 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-89f9c3c4-5ca7-4f51-ae36-41168dc446fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ae04276-9b56-4f50-92d0-55744a6b1846 HTTP/1.1" status: 200 len: 835 time: 0.0430696 Feb 11 06:24:14.372223 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-83a11654-749f-46f7-89a1-e2c3ebe577d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:14.373681 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-83a11654-749f-46f7-89a1-e2c3ebe577d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ae04276-9b56-4f50-92d0-55744a6b1846 HTTP/1.1" status: 200 len: 835 time: 0.0434518 Feb 11 06:24:14.416435 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-ccaec91f-0f3d-43b2-aad3-fe5bcec8ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:14.417932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-ccaec91f-0f3d-43b2-aad3-fe5bcec8ab1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c59c365-35d0-4534-aa10-68ce93eb1a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453992 Feb 11 06:24:14.427857 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-f91108c1-5644-4541-9fc1-b9f279a19426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:14.429357 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-f91108c1-5644-4541-9fc1-b9f279a19426 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9c59c365-35d0-4534-aa10-68ce93eb1a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485058 Feb 11 06:24:14.509191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-0bd30168-ed4b-4155-81b0-64ef9c433392 service neutron] 10.222.0.73 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850382 Feb 11 06:24:14.518668 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-77309e62-4107-40ef-8f0d-c1031114a631 service neutron] 10.222.0.88 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829706 Feb 11 06:24:14.596843 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-a2fad569-cad2-4da3-a8b2-a3239dcc8cd5 service neutron] 10.222.0.73 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813162 Feb 11 06:24:14.611087 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-7c6de4a5-f0c9-46ca-a378-5ebe5e25748e req-44f91a41-cfff-4291-aadc-52644421bd4d service neutron] 10.222.0.88 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861771 Feb 11 06:24:14.796082 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:15.036845 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf9b3e-e114-4811-9fea-c07cd67dad89 req-fb6d065d-cb2a-4a55-9736-d879963b8ba0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:15.038356 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ccf9b3e-e114-4811-9fea-c07cd67dad89 req-fb6d065d-cb2a-4a55-9736-d879963b8ba0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 943 time: 0.0578747 Feb 11 06:24:15.086273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0ccf9b3e-e114-4811-9fea-c07cd67dad89 req-254775c3-900a-4bc2-887f-a054cd412c06 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423677 Feb 11 06:24:15.313476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05aedf5-7358-4f45-b65c-49c4dd428e67 req-21544ab8-49d8-42e2-8646-a450f006376d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:15.314952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d05aedf5-7358-4f45-b65c-49c4dd428e67 req-21544ab8-49d8-42e2-8646-a450f006376d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 943 time: 0.0873840 Feb 11 06:24:15.322652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b062e1-0c64-4863-9f66-71f159b8cebd req-40fe8561-6d6c-48be-abf0-a93b7f80b784 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:15.324012 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3b062e1-0c64-4863-9f66-71f159b8cebd req-40fe8561-6d6c-48be-abf0-a93b7f80b784 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.73 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979&tenant_id=ad3ca5a288504678b55705d55a841198&binding%3Ahost_id=n-h2-713499-38 HTTP/1.1" status: 200 len: 943 time: 0.0838253 Feb 11 06:24:15.407914 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d05aedf5-7358-4f45-b65c-49c4dd428e67 req-1cb986db-c374-489d-98df-b4c21c858f06 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817640 Feb 11 06:24:15.414724 n-d-713499-38 neutron-server[103171]: INFO neutron.api.v2.resource [req-c3b062e1-0c64-4863-9f66-71f159b8cebd req-660aed6b-174d-4255-aa00-04417ee89f39 service neutron] delete failed (client error): The resource could not be found. Feb 11 06:24:15.415731 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3b062e1-0c64-4863-9f66-71f159b8cebd req-660aed6b-174d-4255-aa00-04417ee89f39 service neutron] 10.222.0.73 "DELETE /v2.0/ports/e359f0c6-c789-465d-b434-6a4060500772/bindings/n-h1-713499-38 HTTP/1.1" status: 404 len: 381 time: 0.0840087 Feb 11 06:24:15.538782 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b062e1-0c64-4863-9f66-71f159b8cebd req-34e7b7aa-4668-403c-91be-3077b2949f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:15.540318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3b062e1-0c64-4863-9f66-71f159b8cebd req-34e7b7aa-4668-403c-91be-3077b2949f0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 1126 time: 0.0772345 Feb 11 06:24:15.553676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea2e68-5915-40a2-99c8-41ab95faa88a req-5d721186-0ee1-4b5f-bd5e-c6feb10cbf92 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:15.555106 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8ea2e68-5915-40a2-99c8-41ab95faa88a req-5d721186-0ee1-4b5f-bd5e-c6feb10cbf92 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 943 time: 0.0662251 Feb 11 06:24:15.662473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c8ea2e68-5915-40a2-99c8-41ab95faa88a req-4bb2cfc9-22de-47f6-a648-93deecd30c8b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992074 Feb 11 06:24:15.675275 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b062e1-0c64-4863-9f66-71f159b8cebd req-3a57a006-3595-45e6-b300-88d1dc3f8dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:15.677340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3b062e1-0c64-4863-9f66-71f159b8cebd req-3a57a006-3595-45e6-b300-88d1dc3f8dd9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9c59c365-35d0-4534-aa10-68ce93eb1a21 HTTP/1.1" status: 200 len: 898 time: 0.1213474 Feb 11 06:24:15.751363 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3b062e1-0c64-4863-9f66-71f159b8cebd req-31e1ee6d-9b3d-42a5-84e2-7bedbb69132f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e359f0c6-c789-465d-b434-6a4060500772 HTTP/1.1" status: 200 len: 999 time: 0.0630527 Feb 11 06:24:15.797022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b062e1-0c64-4863-9f66-71f159b8cebd req-f244b9ae-95b3-4116-aa24-aedd56da7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:15.798473 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3b062e1-0c64-4863-9f66-71f159b8cebd req-f244b9ae-95b3-4116-aa24-aedd56da7a46 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ae04276-9b56-4f50-92d0-55744a6b1846 HTTP/1.1" status: 200 len: 835 time: 0.0445924 Feb 11 06:24:15.849169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b062e1-0c64-4863-9f66-71f159b8cebd req-24a4bdf3-be7b-4e54-a807-2eb30d7a95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:15.850663 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3b062e1-0c64-4863-9f66-71f159b8cebd req-24a4bdf3-be7b-4e54-a807-2eb30d7a95ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c59c365-35d0-4534-aa10-68ce93eb1a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461407 Feb 11 06:24:15.928778 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e359f0c6-c789-465d-b434-6a4060500772 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:24:15.956694 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3b062e1-0c64-4863-9f66-71f159b8cebd req-ea49581d-0176-4ad5-a90e-f9c3ef4ea93a service neutron] 10.222.0.73 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993395 Feb 11 06:24:15.967121 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] The host n-h1-713499-38 is not matching for port e359f0c6-c789-465d-b434-6a4060500772 host n-h2-713499-38! {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 06:24:15.967540 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device e359f0c6-c789-465d-b434-6a4060500772 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:24:16.046628 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c3b062e1-0c64-4863-9f66-71f159b8cebd req-279ee688-a71f-40ec-894d-f81046cf4a9b service neutron] 10.222.0.73 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842249 Feb 11 06:24:16.786106 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eefacb-651d-4293-809e-6eee2ce35364 req-0d275da7-53be-49d1-8213-e9f1ecee016b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:16.787623 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2eefacb-651d-4293-809e-6eee2ce35364 req-0d275da7-53be-49d1-8213-e9f1ecee016b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 943 time: 0.0537848 Feb 11 06:24:16.840082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2eefacb-651d-4293-809e-6eee2ce35364 req-58e16478-f944-4cc9-85e4-bf4129992204 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469489 Feb 11 06:24:16.861856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56666) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:16.921834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-57cbe690-8c40-426c-9cad-0413b6ae3f2d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/6754acf3-7650-4951-8c15-fc93572cb6a8 HTTP/1.1" status: 200 len: 991 time: 0.0588353 Feb 11 06:24:16.985699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e359f0c6-c789-465d-b434-6a4060500772 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:24:17.083679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e359f0c6-c789-465d-b434-6a4060500772, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e359f0c6-c789-465d-b434-6a4060500772,segment=NetworkSegment(ad7a9b8c-5c82-4964-bc96-0b672768400c),segment_id=ad7a9b8c-5c82-4964-bc96-0b672768400c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:17.093771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'e359f0c6-c789-465d-b434-6a4060500772', 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21', 'port_id': 'e359f0c6-c789-465d-b434-6a4060500772', 'mac_address': 'fa:16:3e:fc:ed:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:24:17.129861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port e359f0c6-c789-465d-b434-6a4060500772 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:17.130254 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e359f0c6-c789-465d-b434-6a4060500772), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:17.142447 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e359f0c6-c789-465d-b434-6a4060500772 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:24:17.161790 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e359f0c6-c789-465d-b434-6a4060500772, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e359f0c6-c789-465d-b434-6a4060500772,segment=NetworkSegment(ad7a9b8c-5c82-4964-bc96-0b672768400c),segment_id=ad7a9b8c-5c82-4964-bc96-0b672768400c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:17.165756 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e359f0c6-c789-465d-b434-6a4060500772), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:17.214055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=e359f0c6-c789-465d-b434-6a4060500772,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:17.221228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:17.221587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:17.221939 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:17.222286 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:17.222622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:17.223545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:17.223886 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:17.224223 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:17.224557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:17.224887 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:17.225220 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:17.225552 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:17.225883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:17.460034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['e359f0c6-c789-465d-b434-6a4060500772'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:24:18.985943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e359f0c6-c789-465d-b434-6a4060500772 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:24:19.033259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port e359f0c6-c789-465d-b434-6a4060500772 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:24:19.037372 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port e359f0c6-c789-465d-b434-6a4060500772 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:24:19.037749 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (e359f0c6-c789-465d-b434-6a4060500772), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:19.114175 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port e359f0c6-c789-465d-b434-6a4060500772 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:24:19.114560 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (e359f0c6-c789-465d-b434-6a4060500772), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:19.136464 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680313eb-f536-4248-aab8-70d398c79979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e359f0c6-c789-465d-b434-6a4060500772'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:24:19.138671 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d4dce0-51fa-4b92-8c1a-0e1cab43f221" -d '{"events": [{"server_uuid": "680313eb-f536-4248-aab8-70d398c79979", "name": "network-vif-plugged", "status": "completed", "tag": "e359f0c6-c789-465d-b434-6a4060500772"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:24:19.151286 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port e359f0c6-c789-465d-b434-6a4060500772, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e359f0c6-c789-465d-b434-6a4060500772,segment=NetworkSegment(ad7a9b8c-5c82-4964-bc96-0b672768400c),segment_id=ad7a9b8c-5c82-4964-bc96-0b672768400c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:19.155875 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (e359f0c6-c789-465d-b434-6a4060500772), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:19.179464 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f442691-00f0-4017-8e7c-a8307a7468c6 x-openstack-request-id: req-5f442691-00f0-4017-8e7c-a8307a7468c6 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:24:19.179760 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680313eb-f536-4248-aab8-70d398c79979", "name": "network-vif-plugged", "status": "completed", "tag": "e359f0c6-c789-465d-b434-6a4060500772", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:24:19.180009 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5f442691-00f0-4017-8e7c-a8307a7468c6 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:24:19.180394 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680313eb-f536-4248-aab8-70d398c79979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e359f0c6-c789-465d-b434-6a4060500772', 'code': 200} Feb 11 06:24:19.204186 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=e359f0c6-c789-465d-b434-6a4060500772,revision_number=9']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:28.645845 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7f10e378-faf9-4356-ab06-62bf95a13383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:29.143743 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-611d7e93-0925-4ca7-b051-eea5e4505c45 req-9a91d1ec-5fd0-46db-b0d0-983d9f1b3b45 tempest-ServerDiskConfigTestJSON-1149736966 tempest-ServerDiskConfigTestJSON-1149736966-project] (103171) timed out ('10.222.0.88', 54362) {{(pid=103171) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:24:29.375426 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:24:30.938967 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f6a3b268-7fd3-49b8-b516-b1807381ccec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:32.683928 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:33.897956 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:35.319284 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:40.502866 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:44.799877 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:49.286899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56678) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:49.443647 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port 7e69128d-2345-4c7a-83e4-98b4bc331dfd {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:24:49.443995 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7e69128d-2345-4c7a-83e4-98b4bc331dfd), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:49.519117 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7e69128d-2345-4c7a-83e4-98b4bc331dfd), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:49.519463 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (7e69128d-2345-4c7a-83e4-98b4bc331dfd), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:49.531554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for 7e69128d-2345-4c7a-83e4-98b4bc331dfd owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:24:49.676021 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (7e69128d-2345-4c7a-83e4-98b4bc331dfd), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:49.700817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=7e69128d-2345-4c7a-83e4-98b4bc331dfd,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:49.712956 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:49.713309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:49.713652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:49.714649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:49.714990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:49.715320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:49.715673 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:49.716001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:49.716333 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:49.716659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:49.716982 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:49.717302 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:49.717616 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:24:49.770668 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (6754acf3-7650-4951-8c15-fc93572cb6a8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:49.771050 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Floating IP 6754acf3-7650-4951-8c15-fc93572cb6a8 disassociated (deleted). External IP: 172.25.5.107, port: e359f0c6-c789-465d-b434-6a4060500772. Feb 11 06:24:49.983269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router b409da58-8ebf-413a-bae3-2535e8cd90f9 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:24:50.094436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:24:50.099327 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:50.106386 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de3e48-191f-41de-9990-58503375e689 None None] Sync routers for ids ['b409da58-8ebf-413a-bae3-2535e8cd90f9'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:24:50.115833 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de3e48-191f-41de-9990-58503375e689 None None] Routers {'b409da58-8ebf-413a-bae3-2535e8cd90f9'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:50.116442 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-28de3e48-191f-41de-9990-58503375e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:24:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b409da58-8ebf-413a-bae3-2535e8cd90f9'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:50.129428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a025d955-53a8-44af-87c9-b07d2b46c990 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/floatingips/6754acf3-7650-4951-8c15-fc93572cb6a8 HTTP/1.1" status: 204 len: 168 time: 0.8414085 Feb 11 06:24:50.130107 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680313eb-f536-4248-aab8-70d398c79979', 'tag': 'e359f0c6-c789-465d-b434-6a4060500772'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:24:50.132550 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b3fd13-0034-46e1-9fc2-71f0307f4672" -d '{"events": [{"name": "network-changed", "server_uuid": "680313eb-f536-4248-aab8-70d398c79979", "tag": "e359f0c6-c789-465d-b434-6a4060500772"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:24:50.178513 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d47e9a2-3959-4c03-8c01-4ad5fd30b727 x-openstack-request-id: req-3d47e9a2-3959-4c03-8c01-4ad5fd30b727 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:24:50.179145 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680313eb-f536-4248-aab8-70d398c79979", "tag": "e359f0c6-c789-465d-b434-6a4060500772", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:24:50.179406 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3d47e9a2-3959-4c03-8c01-4ad5fd30b727 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:24:50.179840 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680313eb-f536-4248-aab8-70d398c79979', 'tag': 'e359f0c6-c789-465d-b434-6a4060500772', 'status': 'completed', 'code': 200} Feb 11 06:24:50.226769 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-28de3e48-191f-41de-9990-58503375e689 None None] Set router b409da58-8ebf-413a-bae3-2535e8cd90f9 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:50.244139 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3fd13-0034-46e1-9fc2-71f0307f4672 req-51b5a908-b1f9-47e2-8dc6-6ddcfb851296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:50.245727 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-17b3fd13-0034-46e1-9fc2-71f0307f4672 req-51b5a908-b1f9-47e2-8dc6-6ddcfb851296 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 1128 time: 0.0463700 Feb 11 06:24:50.351925 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3fd13-0034-46e1-9fc2-71f0307f4672 req-4ca22f48-3e61-4443-828f-f706ddab237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:50.353415 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-17b3fd13-0034-46e1-9fc2-71f0307f4672 req-4ca22f48-3e61-4443-828f-f706ddab237e service neutron] 10.222.0.88 "GET /v2.0/networks?id=9c59c365-35d0-4534-aa10-68ce93eb1a21 HTTP/1.1" status: 200 len: 898 time: 0.0960226 Feb 11 06:24:50.395815 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-17b3fd13-0034-46e1-9fc2-71f0307f4672 req-db712da4-0d54-4455-ae81-b59917a8636c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e359f0c6-c789-465d-b434-6a4060500772 HTTP/1.1" status: 200 len: 217 time: 0.0354683 Feb 11 06:24:50.434260 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b04a-b3fe-49d0-97e0-160c3c9a8a31 req-2b29bbbd-fcd4-4d00-9fde-20221ade1e17 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:50.435679 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5e8b04a-b3fe-49d0-97e0-160c3c9a8a31 req-2b29bbbd-fcd4-4d00-9fde-20221ade1e17 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.1220922 Feb 11 06:24:50.450135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3fd13-0034-46e1-9fc2-71f0307f4672 req-b9f9e944-4267-44ce-8f68-4b41db4d34bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:50.451168 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-28de3e48-191f-41de-9990-58503375e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656999108', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:58Z', 'updated_at': '2022-02-11T06:23:01Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:59Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '48aa566c-67ae-43d4-a2d0-249dbad67c18', 'name': '', 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:05Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:50.451753 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-17b3fd13-0034-46e1-9fc2-71f0307f4672 req-b9f9e944-4267-44ce-8f68-4b41db4d34bc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5ae04276-9b56-4f50-92d0-55744a6b1846 HTTP/1.1" status: 200 len: 835 time: 0.0486326 Feb 11 06:24:50.478114 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de3e48-191f-41de-9990-58503375e689 None None] Checking router: b409da58-8ebf-413a-bae3-2535e8cd90f9 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:24:50.486595 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de3e48-191f-41de-9990-58503375e689 None None] Routers {'b409da58-8ebf-413a-bae3-2535e8cd90f9'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:50.487291 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-28de3e48-191f-41de-9990-58503375e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:24:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b409da58-8ebf-413a-bae3-2535e8cd90f9'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:50.489655 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b5e8b04a-b3fe-49d0-97e0-160c3c9a8a31 req-d100621d-1574-4e82-96eb-5d073c75f61b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474823 Feb 11 06:24:50.516188 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3fd13-0034-46e1-9fc2-71f0307f4672 req-53df17b5-4761-4af2-8342-6e925473ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:50.517802 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-17b3fd13-0034-46e1-9fc2-71f0307f4672 req-53df17b5-4761-4af2-8342-6e925473ab3d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9c59c365-35d0-4534-aa10-68ce93eb1a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0551996 Feb 11 06:24:50.595586 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-28de3e48-191f-41de-9990-58503375e689 None None] Set router b409da58-8ebf-413a-bae3-2535e8cd90f9 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:50.609318 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-17b3fd13-0034-46e1-9fc2-71f0307f4672 req-6b47b13a-1752-4c3e-bee5-9b2fce929193 service neutron] 10.222.0.88 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835295 Feb 11 06:24:50.704365 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-17b3fd13-0034-46e1-9fc2-71f0307f4672 req-2b434788-8626-4878-9d35-0689cca72ac8 service neutron] 10.222.0.88 "GET /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871792 Feb 11 06:24:50.790995 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-28de3e48-191f-41de-9990-58503375e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656999108', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:58Z', 'updated_at': '2022-02-11T06:23:01Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:59Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '48aa566c-67ae-43d4-a2d0-249dbad67c18', 'name': '', 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:05Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:50.820360 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de3e48-191f-41de-9990-58503375e689 None None] The sync data for ids ['b409da58-8ebf-413a-bae3-2535e8cd90f9'] in n-d-713499-38 is: [{'id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656999108', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:58Z', 'updated_at': '2022-02-11T06:23:01Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:59Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '48aa566c-67ae-43d4-a2d0-249dbad67c18', 'name': '', 'network_id': '9c59c365-35d0-4534-aa10-68ce93eb1a21', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:d0:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:23:01Z', 'updated_at': '2022-02-11T06:23:05Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '5ae04276-9b56-4f50-92d0-55744a6b1846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:24:51.041122 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b94213-4ce1-4477-a6a7-5828fbd0da46 None None] New status for floating IP 6754acf3-7650-4951-8c15-fc93572cb6a8: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:24:51.660594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e45c3-4004-40d1-84d3-16532899610e req-e991eb6e-9536-424d-8dc8-597c29886dd3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:51.662127 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a46e45c3-4004-40d1-84d3-16532899610e req-e991eb6e-9536-424d-8dc8-597c29886dd3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.1006334 Feb 11 06:24:51.710491 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a46e45c3-4004-40d1-84d3-16532899610e req-49630f1c-4bc9-45b6-80c7-9c87b209ba99 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=62b3ba43-9db0-44e7-860a-d4d260b6f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418501 Feb 11 06:24:51.845494 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb954bd-c46c-4d85-bfca-e3d40c86eca8 req-d35018d5-2b51-4d05-88a1-f0f1133f06f9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:51.846935 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cbb954bd-c46c-4d85-bfca-e3d40c86eca8 req-d35018d5-2b51-4d05-88a1-f0f1133f06f9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.88 "GET /v2.0/ports?device_id=680313eb-f536-4248-aab8-70d398c79979 HTTP/1.1" status: 200 len: 945 time: 0.0527353 Feb 11 06:24:51.936281 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-cbb954bd-c46c-4d85-bfca-e3d40c86eca8 req-ef20cb56-d200-40ae-8fed-0de3d120e54e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port e359f0c6-c789-465d-b434-6a4060500772 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:24:51.936651 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cbb954bd-c46c-4d85-bfca-e3d40c86eca8 req-ef20cb56-d200-40ae-8fed-0de3d120e54e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (e359f0c6-c789-465d-b434-6a4060500772), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:52.026406 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-cbb954bd-c46c-4d85-bfca-e3d40c86eca8 req-ef20cb56-d200-40ae-8fed-0de3d120e54e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] For port e359f0c6-c789-465d-b434-6a4060500772, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=e359f0c6-c789-465d-b434-6a4060500772,segment=NetworkSegment(ad7a9b8c-5c82-4964-bc96-0b672768400c),segment_id=ad7a9b8c-5c82-4964-bc96-0b672768400c)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:52.027619 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cbb954bd-c46c-4d85-bfca-e3d40c86eca8 req-ef20cb56-d200-40ae-8fed-0de3d120e54e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (e359f0c6-c789-465d-b434-6a4060500772), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:52.040341 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-cbb954bd-c46c-4d85-bfca-e3d40c86eca8 req-ef20cb56-d200-40ae-8fed-0de3d120e54e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for e359f0c6-c789-465d-b434-6a4060500772 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:24:52.168918 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cbb954bd-c46c-4d85-bfca-e3d40c86eca8 req-ef20cb56-d200-40ae-8fed-0de3d120e54e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (e359f0c6-c789-465d-b434-6a4060500772), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:52.198495 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20cb56-d200-40ae-8fed-0de3d120e54e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=e359f0c6-c789-465d-b434-6a4060500772,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:52.241218 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb954bd-c46c-4d85-bfca-e3d40c86eca8 req-ef20cb56-d200-40ae-8fed-0de3d120e54e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] No DVR routers for this DVR port e359f0c6-c789-465d-b434-6a4060500772 on host n-h2-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:24:52.243950 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-cbb954bd-c46c-4d85-bfca-e3d40c86eca8 req-ef20cb56-d200-40ae-8fed-0de3d120e54e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:52.248097 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-cbb954bd-c46c-4d85-bfca-e3d40c86eca8 req-ef20cb56-d200-40ae-8fed-0de3d120e54e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.88 "DELETE /v2.0/ports/e359f0c6-c789-465d-b434-6a4060500772 HTTP/1.1" status: 204 len: 173 time: 0.3953321 Feb 11 06:24:52.248548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680313eb-f536-4248-aab8-70d398c79979', 'name': 'network-vif-deleted', 'tag': 'e359f0c6-c789-465d-b434-6a4060500772'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:24:52.250850 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2d3cba-0dca-462e-9392-1cffefe78dce" -d '{"events": [{"server_uuid": "680313eb-f536-4248-aab8-70d398c79979", "name": "network-vif-deleted", "tag": "e359f0c6-c789-465d-b434-6a4060500772"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:24:52.344250 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3f2bbc-84b6-4e4e-ae33-9f0a47c1f1ad x-openstack-request-id: req-7c3f2bbc-84b6-4e4e-ae33-9f0a47c1f1ad {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:24:52.344546 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680313eb-f536-4248-aab8-70d398c79979", "name": "network-vif-deleted", "tag": "e359f0c6-c789-465d-b434-6a4060500772", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:24:52.344796 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7c3f2bbc-84b6-4e4e-ae33-9f0a47c1f1ad {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:24:52.345199 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680313eb-f536-4248-aab8-70d398c79979', 'name': 'network-vif-deleted', 'tag': 'e359f0c6-c789-465d-b434-6a4060500772', 'status': 'completed', 'code': 200} Feb 11 06:24:52.766230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56698) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:53.121925 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2ab293f0-0313-4f30-8cd1-916211972e5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (b409da58-8ebf-413a-bae3-2535e8cd90f9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:53.375974 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-2ab293f0-0313-4f30-8cd1-916211972e5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port 48aa566c-67ae-43d4-a2d0-249dbad67c18 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:24:53.376316 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2ab293f0-0313-4f30-8cd1-916211972e5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:53.462214 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-2ab293f0-0313-4f30-8cd1-916211972e5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] For port 48aa566c-67ae-43d4-a2d0-249dbad67c18, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=48aa566c-67ae-43d4-a2d0-249dbad67c18,segment=NetworkSegment(ad7a9b8c-5c82-4964-bc96-0b672768400c),segment_id=ad7a9b8c-5c82-4964-bc96-0b672768400c)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:53.462580 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2ab293f0-0313-4f30-8cd1-916211972e5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:53.475491 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-2ab293f0-0313-4f30-8cd1-916211972e5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for 48aa566c-67ae-43d4-a2d0-249dbad67c18 owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:24:53.656164 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2ab293f0-0313-4f30-8cd1-916211972e5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (48aa566c-67ae-43d4-a2d0-249dbad67c18), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:53.686484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab293f0-0313-4f30-8cd1-916211972e5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=48aa566c-67ae-43d4-a2d0-249dbad67c18,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:53.857465 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2ab293f0-0313-4f30-8cd1-916211972e5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (b409da58-8ebf-413a-bae3-2535e8cd90f9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:54.401583 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab293f0-0313-4f30-8cd1-916211972e5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router b409da58-8ebf-413a-bae3-2535e8cd90f9 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:24:54.507364 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab293f0-0313-4f30-8cd1-916211972e5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:24:54.513240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2ab293f0-0313-4f30-8cd1-916211972e5f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "PUT /v2.0/routers/b409da58-8ebf-413a-bae3-2535e8cd90f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7459321 Feb 11 06:24:54.515384 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56700) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:54.516798 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0565cf8-2c0c-479d-9ee4-5c99ae7887bb None None] Sync routers for ids ['b409da58-8ebf-413a-bae3-2535e8cd90f9'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:24:54.527801 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0565cf8-2c0c-479d-9ee4-5c99ae7887bb None None] Routers {'b409da58-8ebf-413a-bae3-2535e8cd90f9'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:54.528632 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c0565cf8-2c0c-479d-9ee4-5c99ae7887bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:24:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b409da58-8ebf-413a-bae3-2535e8cd90f9'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:54.569407 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-19697d3d-2189-43c8-9992-934c12e1b586 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting subnet 5ae04276-9b56-4f50-92d0-55744a6b1846 {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:24:54.572428 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19697d3d-2189-43c8-9992-934c12e1b586 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for subnet (5ae04276-9b56-4f50-92d0-55744a6b1846), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:54.612845 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19697d3d-2189-43c8-9992-934c12e1b586 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (5ae04276-9b56-4f50-92d0-55744a6b1846), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:54.634358 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c0565cf8-2c0c-479d-9ee4-5c99ae7887bb None None] Set router b409da58-8ebf-413a-bae3-2535e8cd90f9 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:54.694022 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19697d3d-2189-43c8-9992-934c12e1b586 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (5ae04276-9b56-4f50-92d0-55744a6b1846), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:54.758322 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19697d3d-2189-43c8-9992-934c12e1b586 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (5ae04276-9b56-4f50-92d0-55744a6b1846), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:54.786976 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19697d3d-2189-43c8-9992-934c12e1b586 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae04276-9b56-4f50-92d0-55744a6b1846,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:54.789013 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-19697d3d-2189-43c8-9992-934c12e1b586 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:54.792223 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-19697d3d-2189-43c8-9992-934c12e1b586 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/subnets/5ae04276-9b56-4f50-92d0-55744a6b1846 HTTP/1.1" status: 204 len: 168 time: 0.2757287 Feb 11 06:24:54.795613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56702) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:54.796336 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e7dc34-4167-4070-a9dc-9356d2987d0e None None] Network 9c59c365-35d0-4534-aa10-68ce93eb1a21 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:24:54.817194 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c0565cf8-2c0c-479d-9ee4-5c99ae7887bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656999108', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:58Z', 'updated_at': '2022-02-11T06:24:53Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:59Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:54.847298 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0565cf8-2c0c-479d-9ee4-5c99ae7887bb None None] Checking router: b409da58-8ebf-413a-bae3-2535e8cd90f9 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:24:54.856046 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0565cf8-2c0c-479d-9ee4-5c99ae7887bb None None] Routers {'b409da58-8ebf-413a-bae3-2535e8cd90f9'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:54.856657 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c0565cf8-2c0c-479d-9ee4-5c99ae7887bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:24:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['b409da58-8ebf-413a-bae3-2535e8cd90f9'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:54.918896 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38646ff4-fc91-49a7-a88c-69a7fa4f5568 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router (b409da58-8ebf-413a-bae3-2535e8cd90f9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:54.969330 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e600e3e5-06e6-412a-bf13-eb48342bf16f None None] DHCP port deletion for 9c59c365-35d0-4534-aa10-68ce93eb1a21 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:24:54.973209 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c0565cf8-2c0c-479d-9ee4-5c99ae7887bb None None] Set router b409da58-8ebf-413a-bae3-2535e8cd90f9 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:55.014492 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e600e3e5-06e6-412a-bf13-eb48342bf16f None None] Deleting port b84dcd8a-3410-4af0-ab1d-2cf08b41c560 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:24:55.014885 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e600e3e5-06e6-412a-bf13-eb48342bf16f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b84dcd8a-3410-4af0-ab1d-2cf08b41c560), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.040310 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38646ff4-fc91-49a7-a88c-69a7fa4f5568 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (b409da58-8ebf-413a-bae3-2535e8cd90f9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.078923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e600e3e5-06e6-412a-bf13-eb48342bf16f None None] For port b84dcd8a-3410-4af0-ab1d-2cf08b41c560, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b84dcd8a-3410-4af0-ab1d-2cf08b41c560,segment=NetworkSegment(ad7a9b8c-5c82-4964-bc96-0b672768400c),segment_id=ad7a9b8c-5c82-4964-bc96-0b672768400c)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:55.079668 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e600e3e5-06e6-412a-bf13-eb48342bf16f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b84dcd8a-3410-4af0-ab1d-2cf08b41c560), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.094785 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e600e3e5-06e6-412a-bf13-eb48342bf16f None None] Calling delete_port for b84dcd8a-3410-4af0-ab1d-2cf08b41c560 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:24:55.095042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-38646ff4-fc91-49a7-a88c-69a7fa4f5568 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port a7b8888a-61a7-4ee4-82b6-81413671c4b9 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:24:55.095145 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38646ff4-fc91-49a7-a88c-69a7fa4f5568 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a7b8888a-61a7-4ee4-82b6-81413671c4b9), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.142516 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e359f0c6-c789-465d-b434-6a4060500772 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:24:55.168818 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: e359f0c6-c789-465d-b434-6a4060500772 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:24:55.169155 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device e359f0c6-c789-465d-b434-6a4060500772 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:24:55.177554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-38646ff4-fc91-49a7-a88c-69a7fa4f5568 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] For port a7b8888a-61a7-4ee4-82b6-81413671c4b9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a7b8888a-61a7-4ee4-82b6-81413671c4b9,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:24:55.177920 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38646ff4-fc91-49a7-a88c-69a7fa4f5568 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a7b8888a-61a7-4ee4-82b6-81413671c4b9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.195526 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-38646ff4-fc91-49a7-a88c-69a7fa4f5568 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for a7b8888a-61a7-4ee4-82b6-81413671c4b9 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:24:55.206698 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e600e3e5-06e6-412a-bf13-eb48342bf16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (b84dcd8a-3410-4af0-ab1d-2cf08b41c560), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.233099 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600e3e5-06e6-412a-bf13-eb48342bf16f None None] Pushing event deleted for resources: {'Port': ['ID=b84dcd8a-3410-4af0-ab1d-2cf08b41c560,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:55.235201 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e600e3e5-06e6-412a-bf13-eb48342bf16f None None] No DVR routers for this DVR port b84dcd8a-3410-4af0-ab1d-2cf08b41c560 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:24:55.256613 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c0565cf8-2c0c-479d-9ee4-5c99ae7887bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656999108', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:58Z', 'updated_at': '2022-02-11T06:24:53Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:59Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:55.283276 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0565cf8-2c0c-479d-9ee4-5c99ae7887bb None None] The sync data for ids ['b409da58-8ebf-413a-bae3-2535e8cd90f9'] in n-d-713499-38 is: [{'id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656999108', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:22:58Z', 'updated_at': '2022-02-11T06:24:53Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'a7b8888a-61a7-4ee4-82b6-81413671c4b9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409da58-8ebf-413a-bae3-2535e8cd90f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:22:59Z', 'updated_at': '2022-02-11T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:24:55.376448 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38646ff4-fc91-49a7-a88c-69a7fa4f5568 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a7b8888a-61a7-4ee4-82b6-81413671c4b9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.406800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38646ff4-fc91-49a7-a88c-69a7fa4f5568 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=a7b8888a-61a7-4ee4-82b6-81413671c4b9,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:55.464997 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38646ff4-fc91-49a7-a88c-69a7fa4f5568 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (b409da58-8ebf-413a-bae3-2535e8cd90f9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.554934 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38646ff4-fc91-49a7-a88c-69a7fa4f5568 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (b409da58-8ebf-413a-bae3-2535e8cd90f9), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.557042 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38646ff4-fc91-49a7-a88c-69a7fa4f5568 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_controller (b409da58-8ebf-413a-bae3-2535e8cd90f9), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.601869 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38646ff4-fc91-49a7-a88c-69a7fa4f5568 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (b409da58-8ebf-413a-bae3-2535e8cd90f9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.602421 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38646ff4-fc91-49a7-a88c-69a7fa4f5568 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Fanout notify agent at l3_agent the message router_deleted on router b409da58-8ebf-413a-bae3-2535e8cd90f9 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:24:55.609544 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-38646ff4-fc91-49a7-a88c-69a7fa4f5568 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.610662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-38646ff4-fc91-49a7-a88c-69a7fa4f5568 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/routers/b409da58-8ebf-413a-bae3-2535e8cd90f9 HTTP/1.1" status: 204 len: 168 time: 0.8140054 Feb 11 06:24:55.613407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56704) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:55.695017 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b29ad376-2895-4fd8-8458-3a646d818b9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (9c59c365-35d0-4534-aa10-68ce93eb1a21), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.770658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b84dcd8a-3410-4af0-ab1d-2cf08b41c560 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:24:55.794266 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b29ad376-2895-4fd8-8458-3a646d818b9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (9c59c365-35d0-4534-aa10-68ce93eb1a21), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.800443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: b84dcd8a-3410-4af0-ab1d-2cf08b41c560 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:24:55.800971 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b84dcd8a-3410-4af0-ab1d-2cf08b41c560 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:24:55.801207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 48aa566c-67ae-43d4-a2d0-249dbad67c18 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:24:55.817603 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b29ad376-2895-4fd8-8458-3a646d818b9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c59c365-35d0-4534-aa10-68ce93eb1a21']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:55.821453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 48aa566c-67ae-43d4-a2d0-249dbad67c18 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:24:55.821871 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 48aa566c-67ae-43d4-a2d0-249dbad67c18 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:24:55.827657 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b29ad376-2895-4fd8-8458-3a646d818b9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7a9b8c-5c82-4964-bc96-0b672768400c') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:55.828001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-b29ad376-2895-4fd8-8458-3a646d818b9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7a9b8c-5c82-4964-bc96-0b672768400c') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:55.837708 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b29ad376-2895-4fd8-8458-3a646d818b9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (ad7a9b8c-5c82-4964-bc96-0b672768400c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.850985 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b29ad376-2895-4fd8-8458-3a646d818b9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (ad7a9b8c-5c82-4964-bc96-0b672768400c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.857344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29ad376-2895-4fd8-8458-3a646d818b9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:24:55.857819 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b29ad376-2895-4fd8-8458-3a646d818b9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (ad7a9b8c-5c82-4964-bc96-0b672768400c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: timer() Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:24:55.861240 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:24:55.926147 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b29ad376-2895-4fd8-8458-3a646d818b9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (9c59c365-35d0-4534-aa10-68ce93eb1a21), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.934907 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b29ad376-2895-4fd8-8458-3a646d818b9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:55.938390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b29ad376-2895-4fd8-8458-3a646d818b9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/networks/9c59c365-35d0-4534-aa10-68ce93eb1a21 HTTP/1.1" status: 204 len: 168 time: 0.3240585 Feb 11 06:24:55.941292 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56706) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:55.951090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ad376-2895-4fd8-8458-3a646d818b9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Network': ['ID=9c59c365-35d0-4534-aa10-68ce93eb1a21,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:56.007379 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8583eadb-f3ec-42c7-a82c-38099e0a629d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (62b3ba43-9db0-44e7-860a-d4d260b6f91e), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.035077 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8583eadb-f3ec-42c7-a82c-38099e0a629d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (62b3ba43-9db0-44e7-860a-d4d260b6f91e), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.094146 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8583eadb-f3ec-42c7-a82c-38099e0a629d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (62b3ba43-9db0-44e7-860a-d4d260b6f91e), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.096733 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8583eadb-f3ec-42c7-a82c-38099e0a629d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.097885 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8583eadb-f3ec-42c7-a82c-38099e0a629d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/security-groups/62b3ba43-9db0-44e7-860a-d4d260b6f91e HTTP/1.1" status: 204 len: 168 time: 0.1556067 Feb 11 06:24:56.110485 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583eadb-f3ec-42c7-a82c-38099e0a629d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b3ba43-9db0-44e7-860a-d4d260b6f91e,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:56.338765 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56712) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:56.344220 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-191728fb-b5cf-4c13-9bca-e07bdc469d3d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1066068559', 'description': 'tempest-secgroup-smoke-1066068559 description', 'project_id': 'ad3ca5a288504678b55705d55a841198'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:56.368647 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-191728fb-b5cf-4c13-9bca-e07bdc469d3d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.433056 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-191728fb-b5cf-4c13-9bca-e07bdc469d3d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.436587 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-191728fb-b5cf-4c13-9bca-e07bdc469d3d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.460359 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-191728fb-b5cf-4c13-9bca-e07bdc469d3d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.461565 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-191728fb-b5cf-4c13-9bca-e07bdc469d3d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1210403 Feb 11 06:24:56.465300 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56714) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:56.469874 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191728fb-b5cf-4c13-9bca-e07bdc469d3d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:56.470053 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-406ab854-0a63-4613-b6cd-1a43714f7917 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:56.494406 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-406ab854-0a63-4613-b6cd-1a43714f7917 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (f9fb39e0-1d02-41d9-bf85-6adb5dc94ef6), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.548289 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-406ab854-0a63-4613-b6cd-1a43714f7917 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (f9fb39e0-1d02-41d9-bf85-6adb5dc94ef6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.551711 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-406ab854-0a63-4613-b6cd-1a43714f7917 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (f9fb39e0-1d02-41d9-bf85-6adb5dc94ef6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.568137 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ab854-0a63-4613-b6cd-1a43714f7917 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fb39e0-1d02-41d9-bf85-6adb5dc94ef6,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:56.576526 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-406ab854-0a63-4613-b6cd-1a43714f7917 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.577749 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-406ab854-0a63-4613-b6cd-1a43714f7917 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114392 Feb 11 06:24:56.580493 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56716) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:56.584810 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-16c19755-43f1-4794-bd8d-63a735023d1c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:56.608920 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-16c19755-43f1-4794-bd8d-63a735023d1c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (6df296cf-eebd-4bb9-8a54-63fcfecaa93f), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.663134 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-16c19755-43f1-4794-bd8d-63a735023d1c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (6df296cf-eebd-4bb9-8a54-63fcfecaa93f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.666699 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-16c19755-43f1-4794-bd8d-63a735023d1c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (6df296cf-eebd-4bb9-8a54-63fcfecaa93f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.684750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c19755-43f1-4794-bd8d-63a735023d1c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df296cf-eebd-4bb9-8a54-63fcfecaa93f,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:56.691695 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-16c19755-43f1-4794-bd8d-63a735023d1c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.692856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-16c19755-43f1-4794-bd8d-63a735023d1c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1114485 Feb 11 06:24:56.695582 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56718) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:56.700360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9cfade76-3387-4ed6-ac96-00012b79d124 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:56.725693 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9cfade76-3387-4ed6-ac96-00012b79d124 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (6ae9273c-f519-498e-886a-c81864a0d5fd), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.785169 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9cfade76-3387-4ed6-ac96-00012b79d124 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (6ae9273c-f519-498e-886a-c81864a0d5fd), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.789064 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9cfade76-3387-4ed6-ac96-00012b79d124 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (6ae9273c-f519-498e-886a-c81864a0d5fd), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.808745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfade76-3387-4ed6-ac96-00012b79d124 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae9273c-f519-498e-886a-c81864a0d5fd,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:56.813177 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9cfade76-3387-4ed6-ac96-00012b79d124 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.814689 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9cfade76-3387-4ed6-ac96-00012b79d124 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181114 Feb 11 06:24:56.817385 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56720) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:56.821585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-577197d8-ecd1-400e-af9c-42c2e731bf33 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:56.846464 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-577197d8-ecd1-400e-af9c-42c2e731bf33 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (1a7e5996-db40-42d2-85eb-a7a9e5753dff), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.903638 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-577197d8-ecd1-400e-af9c-42c2e731bf33 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (1a7e5996-db40-42d2-85eb-a7a9e5753dff), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.907512 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-577197d8-ecd1-400e-af9c-42c2e731bf33 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (1a7e5996-db40-42d2-85eb-a7a9e5753dff), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.925519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577197d8-ecd1-400e-af9c-42c2e731bf33 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7e5996-db40-42d2-85eb-a7a9e5753dff,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:56.933768 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-577197d8-ecd1-400e-af9c-42c2e731bf33 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:56.934965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-577197d8-ecd1-400e-af9c-42c2e731bf33 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166732 Feb 11 06:24:56.937658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56722) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:56.941880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-8bedb06d-6e5e-43f7-872b-7e65bf823581 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:56.961300 n-d-713499-38 neutron-server[103171]: INFO neutron.db.securitygroups_db [None req-8bedb06d-6e5e-43f7-872b-7e65bf823581 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Project ad3ca5a288504678b55705d55a841198 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:24:56.966104 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8bedb06d-6e5e-43f7-872b-7e65bf823581 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (7846639f-71be-4fc4-b255-650ba793cba7), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.022731 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8bedb06d-6e5e-43f7-872b-7e65bf823581 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (7846639f-71be-4fc4-b255-650ba793cba7), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.026244 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8bedb06d-6e5e-43f7-872b-7e65bf823581 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (7846639f-71be-4fc4-b255-650ba793cba7), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.043314 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedb06d-6e5e-43f7-872b-7e65bf823581 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7846639f-71be-4fc4-b255-650ba793cba7,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:57.050950 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8bedb06d-6e5e-43f7-872b-7e65bf823581 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.052195 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8bedb06d-6e5e-43f7-872b-7e65bf823581 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1136229 Feb 11 06:24:57.054869 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56724) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:57.059750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-fdfaba96-5613-4a55-9d13-e7d9fd6d8af2 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:57.080559 n-d-713499-38 neutron-server[103171]: INFO neutron.db.securitygroups_db [None req-fdfaba96-5613-4a55-9d13-e7d9fd6d8af2 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Project ad3ca5a288504678b55705d55a841198 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:24:57.085945 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fdfaba96-5613-4a55-9d13-e7d9fd6d8af2 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (50516592-c972-41ba-baa8-78cc658ec887), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.150606 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fdfaba96-5613-4a55-9d13-e7d9fd6d8af2 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (50516592-c972-41ba-baa8-78cc658ec887), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.154750 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fdfaba96-5613-4a55-9d13-e7d9fd6d8af2 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (50516592-c972-41ba-baa8-78cc658ec887), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.172800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfaba96-5613-4a55-9d13-e7d9fd6d8af2 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50516592-c972-41ba-baa8-78cc658ec887,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:57.181687 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fdfaba96-5613-4a55-9d13-e7d9fd6d8af2 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.182928 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fdfaba96-5613-4a55-9d13-e7d9fd6d8af2 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270821 Feb 11 06:24:57.186442 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56726) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:57.191250 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-088dd590-8d0c-4054-8c7f-2908e83c6ba6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'network': {'name': 'tempest-network-smoke--512490765', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'port_security_enabled': True}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:57.209622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088dd590-8d0c-4054-8c7f-2908e83c6ba6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Made reservation on behalf of ad3ca5a288504678b55705d55a841198 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:24:57.213041 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-088dd590-8d0c-4054-8c7f-2908e83c6ba6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.236684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088dd590-8d0c-4054-8c7f-2908e83c6ba6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:24:57.245625 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-088dd590-8d0c-4054-8c7f-2908e83c6ba6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (3fd280cf-817b-441a-a133-9b38e395c99f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.246514 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-088dd590-8d0c-4054-8c7f-2908e83c6ba6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Added segment 3fd280cf-817b-441a-a133-9b38e395c99f of type vlan for network 77ab8946-1af9-4948-877b-481c8851cfee Feb 11 06:24:57.285846 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-088dd590-8d0c-4054-8c7f-2908e83c6ba6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (77ab8946-1af9-4948-877b-481c8851cfee), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.309736 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-088dd590-8d0c-4054-8c7f-2908e83c6ba6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (77ab8946-1af9-4948-877b-481c8851cfee), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.314719 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088dd590-8d0c-4054-8c7f-2908e83c6ba6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:57.315322 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-088dd590-8d0c-4054-8c7f-2908e83c6ba6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.352627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-088dd590-8d0c-4054-8c7f-2908e83c6ba6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1651819 Feb 11 06:24:57.355992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56728) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:57.360240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1175855223', 'admin_state_up': True, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:57.398382 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088dd590-8d0c-4054-8c7f-2908e83c6ba6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Network': ['ID=77ab8946-1af9-4948-877b-481c8851cfee,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:57.409058 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 77ab8946-1af9-4948-877b-481c8851cfee details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:24:57.412546 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (5a324333-a7e4-40c8-8609-30283a231bdd), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.413913 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (5a324333-a7e4-40c8-8609-30283a231bdd), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.468828 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_controller (5a324333-a7e4-40c8-8609-30283a231bdd), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.555131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a7b8888a-61a7-4ee4-82b6-81413671c4b9 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:24:57.578891 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: a7b8888a-61a7-4ee4-82b6-81413671c4b9 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:24:57.579340 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a7b8888a-61a7-4ee4-82b6-81413671c4b9 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:24:57.611249 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (5a324333-a7e4-40c8-8609-30283a231bdd), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.795493 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (5a324333-a7e4-40c8-8609-30283a231bdd), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.813150 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:57.919899 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.25.5.82 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/ce107fbe-5046-4d63-9ec9-7c7e50ce1264) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:24:58.021210 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (ce107fbe-5046-4d63-9ec9-7c7e50ce1264), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:58.054957 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ce107fbe-5046-4d63-9ec9-7c7e50ce1264), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:58.092781 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:24:58.096912 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:24:58.101239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:24:58.103110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=ce107fbe-5046-4d63-9ec9-7c7e50ce1264,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:58.343956 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (5a324333-a7e4-40c8-8609-30283a231bdd), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:58.535809 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (5a324333-a7e4-40c8-8609-30283a231bdd), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:58.647568 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-54ea3b5a-4f35-457f-8ff1-d4615f7042b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:58.661837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router 5a324333-a7e4-40c8-8609-30283a231bdd is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:24:59.110078 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:24:59.121216 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Sync routers for ids ['5a324333-a7e4-40c8-8609-30283a231bdd'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:24:59.130477 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:59.131758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-64bcbb63-223a-468d-ab1d-b706664693e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7748106 Feb 11 06:24:59.131935 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Routers {'5a324333-a7e4-40c8-8609-30283a231bdd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:24:59.132458 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:24:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5a324333-a7e4-40c8-8609-30283a231bdd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:59.135939 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56730) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:59.163479 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-56f42d31-7055-4af4-9553-65b2e644a993 tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=ad3ca5a288504678b55705d55a841198&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263009 Feb 11 06:24:59.165940 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56732) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:59.240989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Set router 5a324333-a7e4-40c8-8609-30283a231bdd gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:24:59.252252 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65b0ec3-a04d-43e8-a610-cd371827b525 tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:59.253760 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b65b0ec3-a04d-43e8-a610-cd371827b525 tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869370 Feb 11 06:24:59.256720 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56734) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:59.284062 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-73b6ebfb-bc84-4be8-aa50-7571a58f22b9 tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262747 Feb 11 06:24:59.286570 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56736) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:59.291162 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-a10a8d9a-da21-44a1-9df6-c1aa8d140402 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1282987194', 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:24:59.375520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10a8d9a-da21-44a1-9df6-c1aa8d140402 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Made reservation on behalf of ad3ca5a288504678b55705d55a841198 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:24:59.378885 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a10a8d9a-da21-44a1-9df6-c1aa8d140402 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:59.417306 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175855223', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:24:58Z', 'revision_number': 3, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ef:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:24:59.447600 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Checking router: 5a324333-a7e4-40c8-8609-30283a231bdd for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:24:59.447954 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Updating router 5a324333-a7e4-40c8-8609-30283a231bdd port ce107fbe-5046-4d63-9ec9-7c7e50ce1264 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:24:59.476620 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ce107fbe-5046-4d63-9ec9-7c7e50ce1264), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:59.558789 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a10a8d9a-da21-44a1-9df6-c1aa8d140402 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (0b339f0f-d6f2-4d15-b1f1-4a57abd8996c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:59.626049 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a8d9a-da21-44a1-9df6-c1aa8d140402 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Subnet': ['ID=0b339f0f-d6f2-4d15-b1f1-4a57abd8996c,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:59.630350 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a8d9a-da21-44a1-9df6-c1aa8d140402 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Checking segment: {'id': '3fd280cf-817b-441a-a133-9b38e395c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:24:59.630709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10a8d9a-da21-44a1-9df6-c1aa8d140402 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network hostable DHCP agents. Network: 77ab8946-1af9-4948-877b-481c8851cfee, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:24:59.648485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10a8d9a-da21-44a1-9df6-c1aa8d140402 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 77ab8946-1af9-4948-877b-481c8851cfee is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:24:59.657998 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-a10a8d9a-da21-44a1-9df6-c1aa8d140402 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 77ab8946-1af9-4948-877b-481c8851cfee) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:24:59.663683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10a8d9a-da21-44a1-9df6-c1aa8d140402 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:24:59.664295 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a10a8d9a-da21-44a1-9df6-c1aa8d140402 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:59.670042 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5190fc7-4f43-4a8c-a413-71d7574b6426 None None] Network 77ab8946-1af9-4948-877b-481c8851cfee requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:24:59.680569 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a10a8d9a-da21-44a1-9df6-c1aa8d140402 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3930423 Feb 11 06:24:59.684146 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56738) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:24:59.788927 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Publish callbacks [] for port (ce107fbe-5046-4d63-9ec9-7c7e50ce1264), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:59.811578 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ce107fbe-5046-4d63-9ec9-7c7e50ce1264), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:59.839840 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-77ab8946-1af9-4948-877b-481c8851cfee', 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ips': [{'subnet_id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:24:59.840681 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:59.881360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38a445-06bd-4b29-898a-ef29f7d90c91 None None] Pushing event updated for resources: {'Port': ['ID=ce107fbe-5046-4d63-9ec9-7c7e50ce1264,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:24:59.893651 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Attempting to bind port ce107fbe-5046-4d63-9ec9-7c7e50ce1264 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:24:59.894023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Attempting to bind port ce107fbe-5046-4d63-9ec9-7c7e50ce1264 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:24:59.894400 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Attempting to bind port ce107fbe-5046-4d63-9ec9-7c7e50ce1264 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:24:59.941995 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:24:59.942373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:24:59.942777 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:24:59.943167 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:24:59.943661 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Bound port: ce107fbe-5046-4d63-9ec9-7c7e50ce1264, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:24:59.944044 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ce107fbe-5046-4d63-9ec9-7c7e50ce1264), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:00.036686 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] For port ce107fbe-5046-4d63-9ec9-7c7e50ce1264, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:25:00.042457 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] For port ce107fbe-5046-4d63-9ec9-7c7e50ce1264, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ce107fbe-5046-4d63-9ec9-7c7e50ce1264,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:25:00.049358 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Allocated IP 172.20.0.2 (77ab8946-1af9-4948-877b-481c8851cfee/0b339f0f-d6f2-4d15-b1f1-4a57abd8996c/5de2b54c-d56e-4852-ad54-3818da594a1c) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:25:00.053836 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ce107fbe-5046-4d63-9ec9-7c7e50ce1264), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:00.138239 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:00.176936 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Routers {'5a324333-a7e4-40c8-8609-30283a231bdd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:25:00.177557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:24:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5a324333-a7e4-40c8-8609-30283a231bdd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:00.181586 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38a445-06bd-4b29-898a-ef29f7d90c91 None None] Pushing event updated for resources: {'Port': ['ID=ce107fbe-5046-4d63-9ec9-7c7e50ce1264,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:00.333122 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Publish callbacks [] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:00.341150 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] Set router 5a324333-a7e4-40c8-8609-30283a231bdd gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:25:00.343914 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:00.417277 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.20.0.1 (77ab8946-1af9-4948-877b-481c8851cfee/0b339f0f-d6f2-4d15-b1f1-4a57abd8996c/b1a4e458-f766-44c1-b5ad-5d7b322ad815) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:25:00.446190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Network 77ab8946-1af9-4948-877b-481c8851cfee is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:25:00.456451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:25:00.461676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:25:00.471643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Pushing event updated for resources: {'Port': ['ID=5de2b54c-d56e-4852-ad54-3818da594a1c,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:00.533698 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:00.567379 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:00.569260 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Attempting to bind port 5de2b54c-d56e-4852-ad54-3818da594a1c on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:25:00.569640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Attempting to bind port 5de2b54c-d56e-4852-ad54-3818da594a1c by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '3fd280cf-817b-441a-a133-9b38e395c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:25:00.570001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Attempting to bind port 5de2b54c-d56e-4852-ad54-3818da594a1c on network 77ab8946-1af9-4948-877b-481c8851cfee {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:25:00.593423 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:25:00.593807 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Checking segment: {'id': '3fd280cf-817b-441a-a133-9b38e395c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:25:00.594209 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:00.594607 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Bound using segment: {'id': '3fd280cf-817b-441a-a133-9b38e395c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:25:00.595076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Bound port: 5de2b54c-d56e-4852-ad54-3818da594a1c, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd280cf-817b-441a-a133-9b38e395c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:25:00.595557 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:00.614826 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 77ab8946-1af9-4948-877b-481c8851cfee is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:25:00.618003 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:25:00.622634 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:25:00.628884 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=b1a4e458-f766-44c1-b5ad-5d7b322ad815,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:00.670271 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (5a324333-a7e4-40c8-8609-30283a231bdd), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:00.671711 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] For port 5de2b54c-d56e-4852-ad54-3818da594a1c, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:25:00.674424 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175855223', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:24:58Z', 'revision_number': 3, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ef:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:00.677420 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] For port 5de2b54c-d56e-4852-ad54-3818da594a1c, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5de2b54c-d56e-4852-ad54-3818da594a1c,segment=NetworkSegment(3fd280cf-817b-441a-a133-9b38e395c99f),segment_id=3fd280cf-817b-441a-a133-9b38e395c99f)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:25:00.704903 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:00.706745 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e34af-a9c4-49bd-942d-286bfb8c85b9 None None] The sync data for ids ['5a324333-a7e4-40c8-8609-30283a231bdd'] in n-d-713499-38 is: [{'id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175855223', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:24:58Z', 'revision_number': 3, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ef:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:25:00.791671 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fc830-7a48-4d55-8d47-ef34522892f3 None None] Pushing event updated for resources: {'Port': ['ID=5de2b54c-d56e-4852-ad54-3818da594a1c,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:00.856641 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:00.956199 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-88bb50f9-5df2-4650-a692-e2ffad2f49b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:01.321804 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:01.329591 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:01.414831 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (5a324333-a7e4-40c8-8609-30283a231bdd), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:01.417053 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=b1a4e458-f766-44c1-b5ad-5d7b322ad815,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:01.537746 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 77ab8946-1af9-4948-877b-481c8851cfee is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:25:01.539581 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:25:01.740484 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router 5a324333-a7e4-40c8-8609-30283a231bdd has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:25:01.744451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ce107fbe-5046-4d63-9ec9-7c7e50ce1264 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:25:01.812967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ce107fbe-5046-4d63-9ec9-7c7e50ce1264 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:01.813363 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ce107fbe-5046-4d63-9ec9-7c7e50ce1264), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:01.910609 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:25:01.916022 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cd678f7c-4003-452d-a05f-1e2cb8877af1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "PUT /v2.0/routers/5a324333-a7e4-40c8-8609-30283a231bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2307937 Feb 11 06:25:01.962530 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ce107fbe-5046-4d63-9ec9-7c7e50ce1264 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:01.962964 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ce107fbe-5046-4d63-9ec9-7c7e50ce1264), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:02.147261 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e4c16ffe-cbba-4d10-aeac-122e9185dccb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1066068559&fields=id&tenant_id=ad3ca5a288504678b55705d55a841198 HTTP/1.1" status: 200 len: 267 time: 0.0773499 Feb 11 06:25:02.224139 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port ce107fbe-5046-4d63-9ec9-7c7e50ce1264, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ce107fbe-5046-4d63-9ec9-7c7e50ce1264,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:02.227327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c877a7f7-a881-4bf2-899c-731c4f64a584 None None] Network 77ab8946-1af9-4948-877b-481c8851cfee requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:25:02.240768 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ce107fbe-5046-4d63-9ec9-7c7e50ce1264), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:02.242200 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5de2b54c-d56e-4852-ad54-3818da594a1c up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:25:02.274305 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-4417be3d-c0cc-4492-9c40-7f2f1990f90e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:02.282428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-4417be3d-c0cc-4492-9c40-7f2f1990f90e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/networks?id=77ab8946-1af9-4948-877b-481c8851cfee HTTP/1.1" status: 200 len: 796 time: 0.1329436 Feb 11 06:25:02.296870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-96c926bb-dade-4213-8581-63e1abff598d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/quotas/ad3ca5a288504678b55705d55a841198 HTTP/1.1" status: 200 len: 375 time: 0.0126729 Feb 11 06:25:02.372719 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-af9bd465-1508-4cfa-8564-079270270947 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739934 Feb 11 06:25:02.380192 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1bf6f971-52ad-4dec-bc32-9a91b7a8065c None None] Provisioning complete for port 5de2b54c-d56e-4852-ad54-3818da594a1c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:02.380570 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1bf6f971-52ad-4dec-bc32-9a91b7a8065c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:02.384721 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=ce107fbe-5046-4d63-9ec9-7c7e50ce1264,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:02.394465 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-520dc1d6-f469-4c7f-a500-9387e0fd98a6 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:25:02.395524 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-520dc1d6-f469-4c7f-a500-9387e0fd98a6 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097256 Feb 11 06:25:02.451350 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 5de2b54c-d56e-4852-ad54-3818da594a1c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:02.451642 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:02.512520 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-60bdd1ae-5aed-4de1-8a0e-b7fa48c9013e service neutron] 10.222.0.87 "GET /v2.0/networks/77ab8946-1af9-4948-877b-481c8851cfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060390 Feb 11 06:25:02.551483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1bf6f971-52ad-4dec-bc32-9a91b7a8065c None None] Current status of the port 5de2b54c-d56e-4852-ad54-3818da594a1c is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:02.551887 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1bf6f971-52ad-4dec-bc32-9a91b7a8065c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:02.617956 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1bf6f971-52ad-4dec-bc32-9a91b7a8065c None None] For port 5de2b54c-d56e-4852-ad54-3818da594a1c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5de2b54c-d56e-4852-ad54-3818da594a1c,segment=NetworkSegment(3fd280cf-817b-441a-a133-9b38e395c99f),segment_id=3fd280cf-817b-441a-a133-9b38e395c99f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:02.618938 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5de2b54c-d56e-4852-ad54-3818da594a1c is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:02.619406 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:02.640455 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1bf6f971-52ad-4dec-bc32-9a91b7a8065c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:02.688741 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-406d7edf-ff7e-424e-821f-c5f2f3d784c2 service neutron] 10.222.0.87 "GET /v2.0/networks/77ab8946-1af9-4948-877b-481c8851cfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737828 Feb 11 06:25:02.740438 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:02.747594 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:25:02.748201 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:25:02.748857 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6f971-52ad-4dec-bc32-9a91b7a8065c None None] Pushing event updated for resources: {'Port': ['ID=5de2b54c-d56e-4852-ad54-3818da594a1c,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:02.971407 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1ef49fc2-3355-468f-a65b-7a482077b28f None None] Provisioning complete for port 5de2b54c-d56e-4852-ad54-3818da594a1c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:02.972092 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1ef49fc2-3355-468f-a65b-7a482077b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:02.979471 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d0b0b86-9b5f-4591-b24e-6074d295c960 req-09bcd73e-a269-4e66-8b16-dca9492954ce tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 210 time: 0.0996377 Feb 11 06:25:03.080128 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Sync routers for ids ['5a324333-a7e4-40c8-8609-30283a231bdd'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:25:03.092144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1ef49fc2-3355-468f-a65b-7a482077b28f None None] Current status of the port 5de2b54c-d56e-4852-ad54-3818da594a1c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:03.103388 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1ef49fc2-3355-468f-a65b-7a482077b28f None None] Provisioning complete for port b1a4e458-f766-44c1-b5ad-5d7b322ad815 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:03.103909 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1ef49fc2-3355-468f-a65b-7a482077b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.107547 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Routers {'5a324333-a7e4-40c8-8609-30283a231bdd'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:25:03.108196 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:25:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5a324333-a7e4-40c8-8609-30283a231bdd'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:03.160723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1ef49fc2-3355-468f-a65b-7a482077b28f None None] Port b1a4e458-f766-44c1-b5ad-5d7b322ad815 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:25:03.270068 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Set router 5a324333-a7e4-40c8-8609-30283a231bdd gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:25:03.337774 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5de2b54c-d56e-4852-ad54-3818da594a1c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:03.354254 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-712a94d7-05fe-494f-a5f0-b2c23120fc71 None None] Provisioning complete for port b1a4e458-f766-44c1-b5ad-5d7b322ad815 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:03.355279 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-712a94d7-05fe-494f-a5f0-b2c23120fc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.424087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-712a94d7-05fe-494f-a5f0-b2c23120fc71 None None] Port b1a4e458-f766-44c1-b5ad-5d7b322ad815 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:25:03.525479 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175855223', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:00Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b1a4e458-f766-44c1-b5ad-5d7b322ad815', 'name': '', 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:86:66:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:00Z', 'updated_at': '2022-02-11T06:25:01Z', 'revision_number': 2, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:03.550612 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-f54791c3-06d9-4adf-93e7-eb74a9a6f61c None None] Provisioning complete for port b1a4e458-f766-44c1-b5ad-5d7b322ad815 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:03.551008 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f54791c3-06d9-4adf-93e7-eb74a9a6f61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.555660 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Checking router: 5a324333-a7e4-40c8-8609-30283a231bdd for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:25:03.556025 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Updating router 5a324333-a7e4-40c8-8609-30283a231bdd port b1a4e458-f766-44c1-b5ad-5d7b322ad815 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:25:03.596505 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.644622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-f54791c3-06d9-4adf-93e7-eb74a9a6f61c None None] Port b1a4e458-f766-44c1-b5ad-5d7b322ad815 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:25:03.660004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ce107fbe-5046-4d63-9ec9-7c7e50ce1264 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:25:03.710798 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ce107fbe-5046-4d63-9ec9-7c7e50ce1264 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:03.711174 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ce107fbe-5046-4d63-9ec9-7c7e50ce1264), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.790996 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ce107fbe-5046-4d63-9ec9-7c7e50ce1264 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:03.792106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5de2b54c-d56e-4852-ad54-3818da594a1c up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:25:03.841204 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 5de2b54c-d56e-4852-ad54-3818da594a1c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:03.841704 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.890310 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Publish callbacks [] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.901019 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.935787 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:03.988061 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59762f98-6e78-48e4-acd4-f540df3a7bf3 None None] Pushing event updated for resources: {'Port': ['ID=b1a4e458-f766-44c1-b5ad-5d7b322ad815,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:03.994082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5de2b54c-d56e-4852-ad54-3818da594a1c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:04.051555 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59762f98-6e78-48e4-acd4-f540df3a7bf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:04.051911 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59762f98-6e78-48e4-acd4-f540df3a7bf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:04.052256 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59762f98-6e78-48e4-acd4-f540df3a7bf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:04.055592 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59762f98-6e78-48e4-acd4-f540df3a7bf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:04.056162 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59762f98-6e78-48e4-acd4-f540df3a7bf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:04.056666 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59762f98-6e78-48e4-acd4-f540df3a7bf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:04.057271 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59762f98-6e78-48e4-acd4-f540df3a7bf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:04.057871 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59762f98-6e78-48e4-acd4-f540df3a7bf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:04.058360 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59762f98-6e78-48e4-acd4-f540df3a7bf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:04.059431 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59762f98-6e78-48e4-acd4-f540df3a7bf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:04.059938 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59762f98-6e78-48e4-acd4-f540df3a7bf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:04.060430 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59762f98-6e78-48e4-acd4-f540df3a7bf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:04.060909 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59762f98-6e78-48e4-acd4-f540df3a7bf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:25:04.072910 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Attempting to bind port b1a4e458-f766-44c1-b5ad-5d7b322ad815 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:25:04.073354 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Attempting to bind port b1a4e458-f766-44c1-b5ad-5d7b322ad815 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '3fd280cf-817b-441a-a133-9b38e395c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:25:04.073605 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Attempting to bind port b1a4e458-f766-44c1-b5ad-5d7b322ad815 on network 77ab8946-1af9-4948-877b-481c8851cfee {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:25:04.081901 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:25:04.082610 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Checking segment: {'id': '3fd280cf-817b-441a-a133-9b38e395c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:25:04.082737 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:04.083043 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Bound using segment: {'id': '3fd280cf-817b-441a-a133-9b38e395c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:25:04.083615 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Bound port: b1a4e458-f766-44c1-b5ad-5d7b322ad815, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd280cf-817b-441a-a133-9b38e395c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:25:04.084010 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:04.129143 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2943a7e7-12e4-4e36-8e58-eefa724e399d req-d61ceafb-3efd-44c8-b826-5007fba4f9a3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 210 time: 0.0725453 Feb 11 06:25:04.175515 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] For port b1a4e458-f766-44c1-b5ad-5d7b322ad815, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:25:04.181132 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] For port b1a4e458-f766-44c1-b5ad-5d7b322ad815, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b1a4e458-f766-44c1-b5ad-5d7b322ad815,segment=NetworkSegment(3fd280cf-817b-441a-a133-9b38e395c99f),segment_id=3fd280cf-817b-441a-a133-9b38e395c99f)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:25:04.181759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e5c5db39-6bc9-4320-a857-4f52dc737e87 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:04.183390 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e5c5db39-6bc9-4320-a857-4f52dc737e87 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.73 "GET /v2.0/networks?id=77ab8946-1af9-4948-877b-481c8851cfee HTTP/1.1" status: 200 len: 796 time: 0.1848106 Feb 11 06:25:04.190019 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:04.253573 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Routers {'5a324333-a7e4-40c8-8609-30283a231bdd'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:25:04.254193 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:25:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5a324333-a7e4-40c8-8609-30283a231bdd'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:04.256049 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-b2af1d7c-dad6-409f-8964-1a9d82c07893 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad3ca5a288504678b55705d55a841198 HTTP/1.1" status: 200 len: 380 time: 0.0626905 Feb 11 06:25:04.267057 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-14b22942-ef2a-4ea7-b980-4a17006b15ff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'port': {'device_id': '06d0d520-35a4-48b0-8824-c7d837ddf6fe', 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee', 'admin_state_up': True, 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'security_groups': ['9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:04.279318 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e8ffc797-091b-4390-8209-b1dfd23ae997 None None] Provisioning complete for port b1a4e458-f766-44c1-b5ad-5d7b322ad815 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:04.280083 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e8ffc797-091b-4390-8209-b1dfd23ae997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:04.298193 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59762f98-6e78-48e4-acd4-f540df3a7bf3 None None] Pushing event updated for resources: {'Port': ['ID=b1a4e458-f766-44c1-b5ad-5d7b322ad815,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:04.385630 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e8ffc797-091b-4390-8209-b1dfd23ae997 None None] Current status of the port b1a4e458-f766-44c1-b5ad-5d7b322ad815 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:04.388321 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e8ffc797-091b-4390-8209-b1dfd23ae997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:04.388821 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] Set router 5a324333-a7e4-40c8-8609-30283a231bdd gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:25:04.405023 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-14b22942-ef2a-4ea7-b980-4a17006b15ff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Made reservation on behalf of ad3ca5a288504678b55705d55a841198 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:25:04.409105 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-14b22942-ef2a-4ea7-b980-4a17006b15ff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:04.440699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e8ffc797-091b-4390-8209-b1dfd23ae997 None None] For port b1a4e458-f766-44c1-b5ad-5d7b322ad815, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b1a4e458-f766-44c1-b5ad-5d7b322ad815,segment=NetworkSegment(3fd280cf-817b-441a-a133-9b38e395c99f),segment_id=3fd280cf-817b-441a-a133-9b38e395c99f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:04.445568 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e8ffc797-091b-4390-8209-b1dfd23ae997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:04.509111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffc797-091b-4390-8209-b1dfd23ae997 None None] Pushing event updated for resources: {'Port': ['ID=b1a4e458-f766-44c1-b5ad-5d7b322ad815,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:04.551526 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-14b22942-ef2a-4ea7-b980-4a17006b15ff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.20.0.4 (77ab8946-1af9-4948-877b-481c8851cfee/0b339f0f-d6f2-4d15-b1f1-4a57abd8996c/6227cb29-9080-4d3e-874e-0a185fc2203f) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:25:04.566199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7ec941e6-8714-4a6f-9dc8-5a0e4ee4dd0d None None] Provisioning complete for port b1a4e458-f766-44c1-b5ad-5d7b322ad815 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:04.566711 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7ec941e6-8714-4a6f-9dc8-5a0e4ee4dd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:04.609427 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175855223', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:00Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b1a4e458-f766-44c1-b5ad-5d7b322ad815', 'name': '', 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:86:66:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:00Z', 'updated_at': '2022-02-11T06:25:04Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:04.636803 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e52e13-4647-4799-8162-c51bd5da2828 None None] The sync data for ids ['5a324333-a7e4-40c8-8609-30283a231bdd'] in n-d-713499-38 is: [{'id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175855223', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:00Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b1a4e458-f766-44c1-b5ad-5d7b322ad815', 'name': '', 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:86:66:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:00Z', 'updated_at': '2022-02-11T06:25:04Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:25:04.655043 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7ec941e6-8714-4a6f-9dc8-5a0e4ee4dd0d None None] Current status of the port b1a4e458-f766-44c1-b5ad-5d7b322ad815 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:04.712242 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-14b22942-ef2a-4ea7-b980-4a17006b15ff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (6227cb29-9080-4d3e-874e-0a185fc2203f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:04.747626 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-14b22942-ef2a-4ea7-b980-4a17006b15ff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (6227cb29-9080-4d3e-874e-0a185fc2203f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:04.792348 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-14b22942-ef2a-4ea7-b980-4a17006b15ff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 77ab8946-1af9-4948-877b-481c8851cfee is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:25:04.797823 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-14b22942-ef2a-4ea7-b980-4a17006b15ff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:25:04.801866 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-14b22942-ef2a-4ea7-b980-4a17006b15ff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:25:04.826327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b22942-ef2a-4ea7-b980-4a17006b15ff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=6227cb29-9080-4d3e-874e-0a185fc2203f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:04.860509 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-14b22942-ef2a-4ea7-b980-4a17006b15ff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:04.861143 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-14b22942-ef2a-4ea7-b980-4a17006b15ff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:04.880015 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-14b22942-ef2a-4ea7-b980-4a17006b15ff tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6177838 Feb 11 06:25:04.892167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Request body: {'port': {'device_id': '06d0d520-35a4-48b0-8824-c7d837ddf6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:04.962097 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6227cb29-9080-4d3e-874e-0a185fc2203f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:05.076573 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7068242d-4436-44fd-ae0b-488914d4a597 None None] Provisioning complete for port 6227cb29-9080-4d3e-874e-0a185fc2203f triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:05.077155 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7068242d-4436-44fd-ae0b-488914d4a597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6227cb29-9080-4d3e-874e-0a185fc2203f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:05.112471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7068242d-4436-44fd-ae0b-488914d4a597 None None] Port 6227cb29-9080-4d3e-874e-0a185fc2203f cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:25:05.286891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6227cb29-9080-4d3e-874e-0a185fc2203f {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:25:05.296090 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Publish callbacks [] for port (6227cb29-9080-4d3e-874e-0a185fc2203f), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:05.311962 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a77f3-3ccc-4f5e-ac02-8298478735db req-f506e6ec-5dd1-4b79-b0c2-9b03cded4885 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:05.312993 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b21a77f3-3ccc-4f5e-ac02-8298478735db req-f506e6ec-5dd1-4b79-b0c2-9b03cded4885 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 931 time: 0.1068900 Feb 11 06:25:05.323327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Transition to ACTIVE for port object 6227cb29-9080-4d3e-874e-0a185fc2203f will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:25:05.326427 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:05.333676 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (6227cb29-9080-4d3e-874e-0a185fc2203f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:05.411887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Pushing event updated for resources: {'Port': ['ID=6227cb29-9080-4d3e-874e-0a185fc2203f,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:05.494916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b21a77f3-3ccc-4f5e-ac02-8298478735db req-3989ccde-ee69-4312-9690-20fdd7e50684 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737196 Feb 11 06:25:05.534856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Attempting to bind port 6227cb29-9080-4d3e-874e-0a185fc2203f on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:25:05.535200 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Attempting to bind port 6227cb29-9080-4d3e-874e-0a185fc2203f by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '3fd280cf-817b-441a-a133-9b38e395c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:25:05.535561 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Attempting to bind port 6227cb29-9080-4d3e-874e-0a185fc2203f on network 77ab8946-1af9-4948-877b-481c8851cfee {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:25:05.540859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Port 6227cb29-9080-4d3e-874e-0a185fc2203f on network 77ab8946-1af9-4948-877b-481c8851cfee not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:25:05.540859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Attempting to bind port 6227cb29-9080-4d3e-874e-0a185fc2203f on network 77ab8946-1af9-4948-877b-481c8851cfee {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:25:05.569471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:25:05.571837 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Checking segment: {'id': '3fd280cf-817b-441a-a133-9b38e395c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:25:05.572416 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Bound using segment: {'id': '3fd280cf-817b-441a-a133-9b38e395c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:25:05.573316 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Bound port: 6227cb29-9080-4d3e-874e-0a185fc2203f, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fd280cf-817b-441a-a133-9b38e395c99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:25:05.575431 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6227cb29-9080-4d3e-874e-0a185fc2203f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:05.666991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b1a4e458-f766-44c1-b5ad-5d7b322ad815 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:25:05.674386 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] For port 6227cb29-9080-4d3e-874e-0a185fc2203f, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:25:05.677721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] For port 6227cb29-9080-4d3e-874e-0a185fc2203f, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6227cb29-9080-4d3e-874e-0a185fc2203f,segment=NetworkSegment(3fd280cf-817b-441a-a133-9b38e395c99f),segment_id=3fd280cf-817b-441a-a133-9b38e395c99f)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:25:05.686188 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (6227cb29-9080-4d3e-874e-0a185fc2203f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:05.731916 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:05.732547 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:05.733954 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] 10.222.0.73 "PUT /v2.0/ports/6227cb29-9080-4d3e-874e-0a185fc2203f HTTP/1.1" status: 200 len: 1092 time: 0.8461540 Feb 11 06:25:05.734407 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d0d520-35a4-48b0-8824-c7d837ddf6fe', 'tag': '6227cb29-9080-4d3e-874e-0a185fc2203f'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:05.736733 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4128ad-0a54-4e80-89bb-86d156cd58f6" -d '{"events": [{"name": "network-changed", "server_uuid": "06d0d520-35a4-48b0-8824-c7d837ddf6fe", "tag": "6227cb29-9080-4d3e-874e-0a185fc2203f"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:05.737724 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port b1a4e458-f766-44c1-b5ad-5d7b322ad815 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:05.738389 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:05.776132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b85fb-7b8a-4d82-9c60-e870e6515322 service neutron] Pushing event updated for resources: {'Port': ['ID=6227cb29-9080-4d3e-874e-0a185fc2203f,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:05.798617 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a032268-1ac7-44ab-b76c-b6510edfff34 x-openstack-request-id: req-3a032268-1ac7-44ab-b76c-b6510edfff34 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:05.798949 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d0d520-35a4-48b0-8824-c7d837ddf6fe", "tag": "6227cb29-9080-4d3e-874e-0a185fc2203f", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:05.799232 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3a032268-1ac7-44ab-b76c-b6510edfff34 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:05.799604 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d0d520-35a4-48b0-8824-c7d837ddf6fe', 'tag': '6227cb29-9080-4d3e-874e-0a185fc2203f', 'status': 'completed', 'code': 200} Feb 11 06:25:05.874226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-84304a2f-0fa5-4e48-b48e-6e1e81379567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:05.876252 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-84304a2f-0fa5-4e48-b48e-6e1e81379567 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 1126 time: 0.0561459 Feb 11 06:25:05.891164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port b1a4e458-f766-44c1-b5ad-5d7b322ad815 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:05.934407 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-b0898d1d-0198-40d8-a510-a79e0c7acf22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6227cb29-9080-4d3e-874e-0a185fc2203f HTTP/1.1" status: 200 len: 217 time: 0.0503302 Feb 11 06:25:05.987949 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-39bbc010-9932-44b5-97f7-d3a917f0788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:05.989438 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-39bbc010-9932-44b5-97f7-d3a917f0788e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0b339f0f-d6f2-4d15-b1f1-4a57abd8996c HTTP/1.1" status: 200 len: 835 time: 0.0494564 Feb 11 06:25:06.039628 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e22e0d5a-c816-4217-9cc6-2231bf487e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:06.041153 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-e22e0d5a-c816-4217-9cc6-2231bf487e1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=77ab8946-1af9-4948-877b-481c8851cfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458279 Feb 11 06:25:06.135770 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-14de52a0-a288-488d-af4d-0779d0b26ede service neutron] 10.222.0.73 "GET /v2.0/networks/77ab8946-1af9-4948-877b-481c8851cfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881605 Feb 11 06:25:06.227335 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-06248b42-c0f2-4231-9287-3ecdca58d88a req-294e1be0-cb5d-4569-ab18-8109a0e0d9be service neutron] 10.222.0.73 "GET /v2.0/networks/77ab8946-1af9-4948-877b-481c8851cfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859053 Feb 11 06:25:06.317692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4128ad-0a54-4e80-89bb-86d156cd58f6 req-5b73d98b-fac2-414e-9ab5-0e8c325f5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:06.319165 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab4128ad-0a54-4e80-89bb-86d156cd58f6 req-5b73d98b-fac2-414e-9ab5-0e8c325f5296 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 1126 time: 0.0443103 Feb 11 06:25:06.373492 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:25:06.407565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4128ad-0a54-4e80-89bb-86d156cd58f6 req-6eea11b4-b916-4a10-b71e-cf22affc6ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:06.408974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab4128ad-0a54-4e80-89bb-86d156cd58f6 req-6eea11b4-b916-4a10-b71e-cf22affc6ed9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=77ab8946-1af9-4948-877b-481c8851cfee HTTP/1.1" status: 200 len: 897 time: 0.0831871 Feb 11 06:25:06.452374 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab4128ad-0a54-4e80-89bb-86d156cd58f6 req-73d8350c-ae02-46fa-af00-37a55edbb66e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6227cb29-9080-4d3e-874e-0a185fc2203f HTTP/1.1" status: 200 len: 217 time: 0.0372534 Feb 11 06:25:06.499175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4128ad-0a54-4e80-89bb-86d156cd58f6 req-cde47f7c-e008-45e7-92b1-12a4536054ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:06.500599 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab4128ad-0a54-4e80-89bb-86d156cd58f6 req-cde47f7c-e008-45e7-92b1-12a4536054ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0b339f0f-d6f2-4d15-b1f1-4a57abd8996c HTTP/1.1" status: 200 len: 835 time: 0.0420010 Feb 11 06:25:06.551631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4128ad-0a54-4e80-89bb-86d156cd58f6 req-272301c9-6e48-4c47-b20e-739e71c589c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:06.553174 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab4128ad-0a54-4e80-89bb-86d156cd58f6 req-272301c9-6e48-4c47-b20e-739e71c589c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=77ab8946-1af9-4948-877b-481c8851cfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440969 Feb 11 06:25:06.678000 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301dba9-9674-4821-bd17-71cb5775220a req-04032c47-c0b7-4ca5-b111-76fc66ac9156 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:06.679404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a301dba9-9674-4821-bd17-71cb5775220a req-04032c47-c0b7-4ca5-b111-76fc66ac9156 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 943 time: 0.1122298 Feb 11 06:25:06.682887 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab4128ad-0a54-4e80-89bb-86d156cd58f6 req-473b45f4-4946-4820-810e-0f5243c199b8 service neutron] 10.222.0.73 "GET /v2.0/networks/77ab8946-1af9-4948-877b-481c8851cfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226199 Feb 11 06:25:06.783855 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a301dba9-9674-4821-bd17-71cb5775220a req-10010c8c-532a-4cd2-a687-697189c10022 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983999 Feb 11 06:25:06.805572 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ab4128ad-0a54-4e80-89bb-86d156cd58f6 req-da42c802-5da1-4ee1-84c6-5b7add1154b4 service neutron] 10.222.0.73 "GET /v2.0/networks/77ab8946-1af9-4948-877b-481c8851cfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146262 Feb 11 06:25:07.904171 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322022f6-6425-43ea-a8f7-1d96bfa00d47 req-209cab6e-db9d-4c9e-93a0-c50e334a8912 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:07.905747 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-322022f6-6425-43ea-a8f7-1d96bfa00d47 req-209cab6e-db9d-4c9e-93a0-c50e334a8912 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 943 time: 0.0531256 Feb 11 06:25:07.953018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-322022f6-6425-43ea-a8f7-1d96bfa00d47 req-888232ab-857a-42ea-92a8-ae41b804f086 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416124 Feb 11 06:25:09.076116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb9da4-7284-46b0-953b-bf33a389bde4 req-767dc53a-f144-40db-8adc-e632c1b6eb12 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:09.077585 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aebb9da4-7284-46b0-953b-bf33a389bde4 req-767dc53a-f144-40db-8adc-e632c1b6eb12 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 943 time: 0.0560863 Feb 11 06:25:09.124278 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-aebb9da4-7284-46b0-953b-bf33a389bde4 req-9a2e0138-1529-4aea-9621-5ac9ca3d92e3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412285 Feb 11 06:25:10.054814 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 6227cb29-9080-4d3e-874e-0a185fc2203f details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:25:10.151407 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 6227cb29-9080-4d3e-874e-0a185fc2203f, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6227cb29-9080-4d3e-874e-0a185fc2203f,segment=NetworkSegment(3fd280cf-817b-441a-a133-9b38e395c99f),segment_id=3fd280cf-817b-441a-a133-9b38e395c99f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:10.163099 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '6227cb29-9080-4d3e-874e-0a185fc2203f', 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee', 'port_id': '6227cb29-9080-4d3e-874e-0a185fc2203f', 'mac_address': 'fa:16:3e:43:90:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:25:10.200822 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 6227cb29-9080-4d3e-874e-0a185fc2203f is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:10.201216 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6227cb29-9080-4d3e-874e-0a185fc2203f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:10.214086 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6227cb29-9080-4d3e-874e-0a185fc2203f {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:25:10.235335 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 6227cb29-9080-4d3e-874e-0a185fc2203f, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6227cb29-9080-4d3e-874e-0a185fc2203f,segment=NetworkSegment(3fd280cf-817b-441a-a133-9b38e395c99f),segment_id=3fd280cf-817b-441a-a133-9b38e395c99f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:10.239872 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6227cb29-9080-4d3e-874e-0a185fc2203f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:10.256317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2701214-1715-44c4-8b51-3f0eb43c3fb0 req-638efbdc-edc5-43f6-b350-1229fc1f4992 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:10.257806 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2701214-1715-44c4-8b51-3f0eb43c3fb0 req-638efbdc-edc5-43f6-b350-1229fc1f4992 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 943 time: 0.0646608 Feb 11 06:25:10.291760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=6227cb29-9080-4d3e-874e-0a185fc2203f,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:10.307444 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e2701214-1715-44c4-8b51-3f0eb43c3fb0 req-3bb1be41-0b8a-4958-b25c-c291ba523dc1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432513 Feb 11 06:25:10.444997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['6227cb29-9080-4d3e-874e-0a185fc2203f'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:25:10.508921 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:11.424886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17b71a-060c-4b44-8a08-0eea49857132 req-c4bc2c1f-18a7-47ce-8810-4b81a3524c95 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:11.426363 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc17b71a-060c-4b44-8a08-0eea49857132 req-c4bc2c1f-18a7-47ce-8810-4b81a3524c95 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 944 time: 0.0517375 Feb 11 06:25:11.477743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc17b71a-060c-4b44-8a08-0eea49857132 req-7a5d1b55-c64e-4660-a62b-0173a813d0ef tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455434 Feb 11 06:25:12.054919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 6227cb29-9080-4d3e-874e-0a185fc2203f up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:25:12.103967 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 6227cb29-9080-4d3e-874e-0a185fc2203f completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:25:12.108075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 6227cb29-9080-4d3e-874e-0a185fc2203f triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:25:12.108461 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (6227cb29-9080-4d3e-874e-0a185fc2203f), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:12.188115 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 6227cb29-9080-4d3e-874e-0a185fc2203f is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:25:12.188428 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (6227cb29-9080-4d3e-874e-0a185fc2203f), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:12.209691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d0d520-35a4-48b0-8824-c7d837ddf6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6227cb29-9080-4d3e-874e-0a185fc2203f'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:12.211950 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9845c19b-1ea9-40e4-b613-49b8c6773886" -d '{"events": [{"server_uuid": "06d0d520-35a4-48b0-8824-c7d837ddf6fe", "name": "network-vif-plugged", "status": "completed", "tag": "6227cb29-9080-4d3e-874e-0a185fc2203f"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:12.224369 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 6227cb29-9080-4d3e-874e-0a185fc2203f, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6227cb29-9080-4d3e-874e-0a185fc2203f,segment=NetworkSegment(3fd280cf-817b-441a-a133-9b38e395c99f),segment_id=3fd280cf-817b-441a-a133-9b38e395c99f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:25:12.228653 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (6227cb29-9080-4d3e-874e-0a185fc2203f), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:12.252763 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0e8626-39c4-4c43-81a2-53dbbc624e6b x-openstack-request-id: req-db0e8626-39c4-4c43-81a2-53dbbc624e6b {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:12.253066 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d0d520-35a4-48b0-8824-c7d837ddf6fe", "name": "network-vif-plugged", "status": "completed", "tag": "6227cb29-9080-4d3e-874e-0a185fc2203f", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:12.253319 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-db0e8626-39c4-4c43-81a2-53dbbc624e6b {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:12.253706 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d0d520-35a4-48b0-8824-c7d837ddf6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6227cb29-9080-4d3e-874e-0a185fc2203f', 'code': 200} Feb 11 06:25:12.280740 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=6227cb29-9080-4d3e-874e-0a185fc2203f,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:12.352372 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523663ad-e4df-4f20-8b12-6f6cdeeeb3eb req-aea27c2f-3ce3-4eb2-9a3d-c25d92b4015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:12.353838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-523663ad-e4df-4f20-8b12-6f6cdeeeb3eb req-aea27c2f-3ce3-4eb2-9a3d-c25d92b4015f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 1128 time: 0.0417888 Feb 11 06:25:12.396747 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-523663ad-e4df-4f20-8b12-6f6cdeeeb3eb req-30aff473-6a6b-4444-ad19-2cf95314448f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373452 Feb 11 06:25:12.593758 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9ca3c-7410-40e1-9b58-bc7b5c8756cb req-97dc631e-eac1-4398-97a2-b8a94c5a506f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:12.595236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23f9ca3c-7410-40e1-9b58-bc7b5c8756cb req-97dc631e-eac1-4398-97a2-b8a94c5a506f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0519824 Feb 11 06:25:12.642033 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23f9ca3c-7410-40e1-9b58-bc7b5c8756cb req-7baf634b-4b1f-4746-a7c3-01624d35eef9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412109 Feb 11 06:25:13.764451 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a75159-2926-4c3d-8a74-b7e92038e8e8 req-452b1c15-de3e-4592-b8c3-8261d45a5228 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:13.765915 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70a75159-2926-4c3d-8a74-b7e92038e8e8 req-452b1c15-de3e-4592-b8c3-8261d45a5228 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0556056 Feb 11 06:25:13.813564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-70a75159-2926-4c3d-8a74-b7e92038e8e8 req-0199ae16-fd7d-4c74-b48b-d8e56e1ba921 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416129 Feb 11 06:25:13.931205 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e18b9-3896-41d6-a67e-dc5e844dcbb2 req-f53d9d6d-a085-4548-a456-aa33f5f9d2da tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:13.932725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed6e18b9-3896-41d6-a67e-dc5e844dcbb2 req-f53d9d6d-a085-4548-a456-aa33f5f9d2da tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0540934 Feb 11 06:25:13.982551 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ed6e18b9-3896-41d6-a67e-dc5e844dcbb2 req-8ef3c4c7-8ade-4502-8511-41b8ef6243ee tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435221 Feb 11 06:25:14.003767 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56794) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:14.087930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604d6f56-8e95-46f9-b397-b02a9c0ee057 tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:14.089340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-604d6f56-8e95-46f9-b397-b02a9c0ee057 tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 1123 time: 0.0846167 Feb 11 06:25:14.092652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56798) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:14.096874 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '6227cb29-9080-4d3e-874e-0a185fc2203f', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:25:14.116780 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:14.213108 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:14.318302 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.25.5.94 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/31243f0f-9a82-4e7f-9ba1-13f31a42d80f) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:25:14.416263 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (31243f0f-9a82-4e7f-9ba1-13f31a42d80f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:14.447199 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (31243f0f-9a82-4e7f-9ba1-13f31a42d80f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:14.485926 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:25:14.488723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:25:14.493011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:25:14.517536 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=31243f0f-9a82-4e7f-9ba1-13f31a42d80f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:14.816566 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:14.849211 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (e943be1f-968c-4e9b-bffb-6a41478cbdbf), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:14.919999 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (31243f0f-9a82-4e7f-9ba1-13f31a42d80f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:15.064406 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (31243f0f-9a82-4e7f-9ba1-13f31a42d80f), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:15.068959 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (31243f0f-9a82-4e7f-9ba1-13f31a42d80f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:15.136390 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=31243f0f-9a82-4e7f-9ba1-13f31a42d80f,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:25:15.147463 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (e943be1f-968c-4e9b-bffb-6a41478cbdbf), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:15.244869 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Floating IP e943be1f-968c-4e9b-bffb-6a41478cbdbf associated. External IP: 172.25.5.94, port: 6227cb29-9080-4d3e-874e-0a185fc2203f. Feb 11 06:25:15.788205 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router 5a324333-a7e4-40c8-8609-30283a231bdd has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:25:15.896114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:25:15.907019 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf9ef99-123a-4760-9823-10609b19e3f5 None None] Sync routers for ids ['5a324333-a7e4-40c8-8609-30283a231bdd'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:25:15.915162 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf9ef99-123a-4760-9823-10609b19e3f5 None None] Routers {'5a324333-a7e4-40c8-8609-30283a231bdd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:25:15.915927 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-acf9ef99-123a-4760-9823-10609b19e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:25:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5a324333-a7e4-40c8-8609-30283a231bdd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:15.916788 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:15.946822 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-86f2a7d2-330e-4f76-934d-f60b0dd6c3b1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8531704 Feb 11 06:25:15.947557 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d0d520-35a4-48b0-8824-c7d837ddf6fe', 'tag': '6227cb29-9080-4d3e-874e-0a185fc2203f'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:25:15.949907 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8d6970-8aed-4210-8d0e-22ce7d81cd19" -d '{"events": [{"name": "network-changed", "server_uuid": "06d0d520-35a4-48b0-8824-c7d837ddf6fe", "tag": "6227cb29-9080-4d3e-874e-0a185fc2203f"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:25:16.011657 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e05c26-c527-45d9-840c-3bfd10ecea69 x-openstack-request-id: req-53e05c26-c527-45d9-840c-3bfd10ecea69 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:25:16.011952 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d0d520-35a4-48b0-8824-c7d837ddf6fe", "tag": "6227cb29-9080-4d3e-874e-0a185fc2203f", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:25:16.012203 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-53e05c26-c527-45d9-840c-3bfd10ecea69 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:25:16.012601 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d0d520-35a4-48b0-8824-c7d837ddf6fe', 'tag': '6227cb29-9080-4d3e-874e-0a185fc2203f', 'status': 'completed', 'code': 200} Feb 11 06:25:16.031673 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-acf9ef99-123a-4760-9823-10609b19e3f5 None None] Set router 5a324333-a7e4-40c8-8609-30283a231bdd gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:25:16.107185 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4adc8-da82-457c-8714-e3e402da6e41 req-c074c1f6-86dd-448c-9870-e9b93afe4217 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:16.108616 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20d4adc8-da82-457c-8714-e3e402da6e41 req-c074c1f6-86dd-448c-9870-e9b93afe4217 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0877662 Feb 11 06:25:16.111081 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d6970-8aed-4210-8d0e-22ce7d81cd19 req-69d26910-b809-4021-82ea-f314e136adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:16.112481 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb8d6970-8aed-4210-8d0e-22ce7d81cd19 req-69d26910-b809-4021-82ea-f314e136adc5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 1128 time: 0.0802195 Feb 11 06:25:16.211342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-20d4adc8-da82-457c-8714-e3e402da6e41 req-c708e504-9f69-40d7-ac37-a3b3e32fe9e4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960250 Feb 11 06:25:16.236226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56804) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:16.241119 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d6970-8aed-4210-8d0e-22ce7d81cd19 req-6350efc1-c0a5-4e66-b7f4-0311397e7a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:16.242597 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb8d6970-8aed-4210-8d0e-22ce7d81cd19 req-6350efc1-c0a5-4e66-b7f4-0311397e7a53 service neutron] 10.222.0.73 "GET /v2.0/networks?id=77ab8946-1af9-4948-877b-481c8851cfee HTTP/1.1" status: 200 len: 897 time: 0.1204977 Feb 11 06:25:16.264128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-acf9ef99-123a-4760-9823-10609b19e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175855223', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:00Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'e943be1f-968c-4e9b-bffb-6a41478cbdbf', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'port_id': '6227cb29-9080-4d3e-874e-0a185fc2203f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee', 'mac_address': 'fa:16:3e:43:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d0d520-35a4-48b0-8824-c7d837ddf6fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:25:14Z', 'updated_at': '2022-02-11T06:25:14Z', 'revision_number': 0, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a4e458-f766-44c1-b5ad-5d7b322ad815', 'name': '', 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:86:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:00Z', 'updated_at': '2022-02-11T06:25:04Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:16.290897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf9ef99-123a-4760-9823-10609b19e3f5 None None] Checking router: 5a324333-a7e4-40c8-8609-30283a231bdd for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:25:16.299988 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf9ef99-123a-4760-9823-10609b19e3f5 None None] Routers {'5a324333-a7e4-40c8-8609-30283a231bdd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:25:16.300434 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-458d57f8-9d85-4561-bb68-7d2e13adbdb5 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/e943be1f-968c-4e9b-bffb-6a41478cbdbf HTTP/1.1" status: 200 len: 990 time: 0.0624766 Feb 11 06:25:16.300957 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-acf9ef99-123a-4760-9823-10609b19e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:25:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5a324333-a7e4-40c8-8609-30283a231bdd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:16.317421 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb8d6970-8aed-4210-8d0e-22ce7d81cd19 req-12454bcd-c94e-47b8-af91-d4cfb5beef5f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6227cb29-9080-4d3e-874e-0a185fc2203f HTTP/1.1" status: 200 len: 998 time: 0.0691328 Feb 11 06:25:16.364308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d6970-8aed-4210-8d0e-22ce7d81cd19 req-0a68f650-c89c-40c1-8e4c-cd2a7d509a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:16.365677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb8d6970-8aed-4210-8d0e-22ce7d81cd19 req-0a68f650-c89c-40c1-8e4c-cd2a7d509a38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0b339f0f-d6f2-4d15-b1f1-4a57abd8996c HTTP/1.1" status: 200 len: 835 time: 0.0432723 Feb 11 06:25:16.408844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-acf9ef99-123a-4760-9823-10609b19e3f5 None None] Set router 5a324333-a7e4-40c8-8609-30283a231bdd gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:25:16.413229 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d6970-8aed-4210-8d0e-22ce7d81cd19 req-17687ce0-f31f-4f17-9842-06bfeb08b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:16.414747 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb8d6970-8aed-4210-8d0e-22ce7d81cd19 req-17687ce0-f31f-4f17-9842-06bfeb08b8fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=77ab8946-1af9-4948-877b-481c8851cfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437632 Feb 11 06:25:16.506960 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb8d6970-8aed-4210-8d0e-22ce7d81cd19 req-04facb73-3678-468a-8c3a-c3bc564916ab service neutron] 10.222.0.73 "GET /v2.0/networks/77ab8946-1af9-4948-877b-481c8851cfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863519 Feb 11 06:25:16.599783 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb8d6970-8aed-4210-8d0e-22ce7d81cd19 req-d4521a81-8115-4da6-87fe-731906a0dcaa service neutron] 10.222.0.73 "GET /v2.0/networks/77ab8946-1af9-4948-877b-481c8851cfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873241 Feb 11 06:25:16.786188 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-acf9ef99-123a-4760-9823-10609b19e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175855223', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:00Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'e943be1f-968c-4e9b-bffb-6a41478cbdbf', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'port_id': '6227cb29-9080-4d3e-874e-0a185fc2203f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee', 'mac_address': 'fa:16:3e:43:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d0d520-35a4-48b0-8824-c7d837ddf6fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:25:14Z', 'updated_at': '2022-02-11T06:25:14Z', 'revision_number': 0, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a4e458-f766-44c1-b5ad-5d7b322ad815', 'name': '', 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:86:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:00Z', 'updated_at': '2022-02-11T06:25:04Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:25:16.811645 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf9ef99-123a-4760-9823-10609b19e3f5 None None] The sync data for ids ['5a324333-a7e4-40c8-8609-30283a231bdd'] in n-d-713499-38 is: [{'id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175855223', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:00Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'e943be1f-968c-4e9b-bffb-6a41478cbdbf', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'port_id': '6227cb29-9080-4d3e-874e-0a185fc2203f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee', 'mac_address': 'fa:16:3e:43:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d0d520-35a4-48b0-8824-c7d837ddf6fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:25:14Z', 'updated_at': '2022-02-11T06:25:14Z', 'revision_number': 0, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a4e458-f766-44c1-b5ad-5d7b322ad815', 'name': '', 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:86:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:00Z', 'updated_at': '2022-02-11T06:25:04Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:25:17.003269 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb96dff5-ffb0-4b23-93e5-ff919f53f8d1 None None] New status for floating IP e943be1f-968c-4e9b-bffb-6a41478cbdbf: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:25:17.303334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56806) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:17.365432 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-9dadf006-1c3d-46d6-8bb8-49fd8dc90e22 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/e943be1f-968c-4e9b-bffb-6a41478cbdbf HTTP/1.1" status: 200 len: 992 time: 0.0609038 Feb 11 06:25:28.649527 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e0348af9-af48-4ce9-9477-ecb21f7f230e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:30.939041 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd3bab4a-3a02-4db8-8248-362e6bbdf457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:32.689940 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:33.903876 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:35.319324 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:40.506034 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:43.372072 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:25:44.804088 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:46.142522 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74578dc8-b924-41a0-80c5-fcc7e84866ea req-d6e75225-41b9-4647-aa8c-cdf22e592319 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:46.144658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-74578dc8-b924-41a0-80c5-fcc7e84866ea req-d6e75225-41b9-4647-aa8c-cdf22e592319 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0531399 Feb 11 06:25:46.195949 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-74578dc8-b924-41a0-80c5-fcc7e84866ea req-9c773d3f-cbc5-41a0-99f0-dc745d8f0a9a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456972 Feb 11 06:25:47.319438 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60767503-1b61-47ae-aeab-90b8c3872b9a req-5a9a6cef-9013-4737-b602-0ec5c6eb6957 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:47.321319 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60767503-1b61-47ae-aeab-90b8c3872b9a req-5a9a6cef-9013-4737-b602-0ec5c6eb6957 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0532742 Feb 11 06:25:47.368625 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-60767503-1b61-47ae-aeab-90b8c3872b9a req-f6c73ad1-7643-43ab-924b-92b9f14a7f74 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417304 Feb 11 06:25:48.488995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa2ea6-0ddb-4e9b-bdf4-62fa8fe09c47 req-94ad650e-0d40-40f5-b318-3448e085a550 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:48.490442 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7aa2ea6-0ddb-4e9b-bdf4-62fa8fe09c47 req-94ad650e-0d40-40f5-b318-3448e085a550 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0511258 Feb 11 06:25:48.536667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7aa2ea6-0ddb-4e9b-bdf4-62fa8fe09c47 req-21626928-336b-4400-bd7e-63c4e5f62eb1 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407648 Feb 11 06:25:49.660151 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed1f33-d54f-43cc-8641-d76bb1b7b716 req-6ca45b95-c6ad-4488-b0f7-18e0b526cbee tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:49.661631 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02ed1f33-d54f-43cc-8641-d76bb1b7b716 req-6ca45b95-c6ad-4488-b0f7-18e0b526cbee tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0560057 Feb 11 06:25:49.708169 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02ed1f33-d54f-43cc-8641-d76bb1b7b716 req-4e6e423b-4cb1-4755-9e64-d0217b73f0f2 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409334 Feb 11 06:25:50.824985 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacca55-5e17-4d89-ad58-986ac18c002e req-bf72fc12-a959-490e-8a07-0a27f036ccab tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:50.826429 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5aacca55-5e17-4d89-ad58-986ac18c002e req-bf72fc12-a959-490e-8a07-0a27f036ccab tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0508816 Feb 11 06:25:50.872984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5aacca55-5e17-4d89-ad58-986ac18c002e req-de7a7304-374c-4e88-87d4-fef4108907bc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404017 Feb 11 06:25:51.997878 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bab615-9ce9-4dc2-8975-3b955ead71f9 req-f2f049a3-3260-4d9f-adc0-0c53803adef7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:51.999361 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bab615-9ce9-4dc2-8975-3b955ead71f9 req-f2f049a3-3260-4d9f-adc0-0c53803adef7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0557139 Feb 11 06:25:52.047845 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bab615-9ce9-4dc2-8975-3b955ead71f9 req-2d5dceb2-cf02-4d86-87b3-80457a0e0fcc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428019 Feb 11 06:25:53.163967 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2600e-4cce-4f91-bc70-be8605b5cac7 req-5bd3d491-2b87-4028-a4c1-3507f4dd8c2a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:53.165404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65d2600e-4cce-4f91-bc70-be8605b5cac7 req-5bd3d491-2b87-4028-a4c1-3507f4dd8c2a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0528774 Feb 11 06:25:53.213232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-65d2600e-4cce-4f91-bc70-be8605b5cac7 req-1a7ab1dc-0d57-467e-8a49-9ab9cef2a739 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423515 Feb 11 06:25:54.345389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7707c10-66b4-4042-afd4-d58d8bdb26c3 req-66d19121-3025-4627-af84-843726ae89d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:54.346845 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7707c10-66b4-4042-afd4-d58d8bdb26c3 req-66d19121-3025-4627-af84-843726ae89d7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0521040 Feb 11 06:25:54.398615 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7707c10-66b4-4042-afd4-d58d8bdb26c3 req-4c57ed9c-674a-4394-93eb-77bd11408bd8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455751 Feb 11 06:25:55.518850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeb96b-7899-4331-b209-653049dc037c req-15f2d649-61bd-4d48-860c-81eb7093e812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:55.520393 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47eeb96b-7899-4331-b209-653049dc037c req-15f2d649-61bd-4d48-860c-81eb7093e812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0524201 Feb 11 06:25:55.568213 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-47eeb96b-7899-4331-b209-653049dc037c req-cee28916-9935-48df-a205-8aa07e48220a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 Feb 11 06:25:56.687009 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e331e9-29d2-4e29-be00-19ce4c1c3d98 req-ba3e054f-a6f7-4340-84f9-b5a88d15dd80 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:56.688494 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-14e331e9-29d2-4e29-be00-19ce4c1c3d98 req-ba3e054f-a6f7-4340-84f9-b5a88d15dd80 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0515578 Feb 11 06:25:56.738070 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-14e331e9-29d2-4e29-be00-19ce4c1c3d98 req-ff4d9a5e-6701-4d0b-9622-2563322e2f09 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434575 Feb 11 06:25:56.760310 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56840) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:56.823404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-54eaf89b-7f59-484e-a816-59fca2f2d533 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/e943be1f-968c-4e9b-bffb-6a41478cbdbf HTTP/1.1" status: 200 len: 992 time: 0.0619574 Feb 11 06:25:58.091165 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa07fe7-89f6-4ab1-8b09-83ca8913c646 req-a43016b3-8872-4398-984d-9c836ed7726f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:58.092584 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fa07fe7-89f6-4ab1-8b09-83ca8913c646 req-a43016b3-8872-4398-984d-9c836ed7726f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0584469 Feb 11 06:25:58.172248 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4fa07fe7-89f6-4ab1-8b09-83ca8913c646 req-3718e073-d0bd-4c63-b371-5d8bd04ac8a4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735257 Feb 11 06:25:58.182045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fac671-93a4-46a4-a1b8-6bf52b2d9553 req-91a62f88-c6c6-4e50-ab17-a718e88b8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:58.183544 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13fac671-93a4-46a4-a1b8-6bf52b2d9553 req-91a62f88-c6c6-4e50-ab17-a718e88b8d27 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 1128 time: 0.1205847 Feb 11 06:25:58.271564 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fac671-93a4-46a4-a1b8-6bf52b2d9553 req-a6ec3caf-8f4a-4aa1-a0bf-a83ad125ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:58.273014 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13fac671-93a4-46a4-a1b8-6bf52b2d9553 req-a6ec3caf-8f4a-4aa1-a0bf-a83ad125ed13 service neutron] 10.222.0.73 "GET /v2.0/networks?id=77ab8946-1af9-4948-877b-481c8851cfee HTTP/1.1" status: 200 len: 897 time: 0.0837960 Feb 11 06:25:58.340299 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13fac671-93a4-46a4-a1b8-6bf52b2d9553 req-a1f898f5-8ee2-4b29-b3c3-c859077f8e4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6227cb29-9080-4d3e-874e-0a185fc2203f HTTP/1.1" status: 200 len: 1000 time: 0.0618196 Feb 11 06:25:58.386501 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fac671-93a4-46a4-a1b8-6bf52b2d9553 req-6831076b-bf6a-4f72-81a8-25c4d47c1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:58.387862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13fac671-93a4-46a4-a1b8-6bf52b2d9553 req-6831076b-bf6a-4f72-81a8-25c4d47c1dca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0b339f0f-d6f2-4d15-b1f1-4a57abd8996c HTTP/1.1" status: 200 len: 835 time: 0.0420299 Feb 11 06:25:58.435259 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fac671-93a4-46a4-a1b8-6bf52b2d9553 req-666482e6-9066-47cb-8235-a131f4557bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:58.436741 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13fac671-93a4-46a4-a1b8-6bf52b2d9553 req-666482e6-9066-47cb-8235-a131f4557bd5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=77ab8946-1af9-4948-877b-481c8851cfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436313 Feb 11 06:25:58.525412 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13fac671-93a4-46a4-a1b8-6bf52b2d9553 req-3d6d6eb2-8794-47ab-99a7-2ac3aae3f951 service neutron] 10.222.0.73 "GET /v2.0/networks/77ab8946-1af9-4948-877b-481c8851cfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827682 Feb 11 06:25:58.611068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13fac671-93a4-46a4-a1b8-6bf52b2d9553 req-2ca3b282-2ffe-4bf4-bbb6-e291a1602dda service neutron] 10.222.0.73 "GET /v2.0/networks/77ab8946-1af9-4948-877b-481c8851cfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799313 Feb 11 06:25:58.651161 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7bf9fe3b-6984-4587-944e-3b26bbfd8eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:25:59.297741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab63032-908d-4a76-a4dc-0fca12c2bdfe req-6870ae41-e726-40cc-bcc3-da7a93fdfffa tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:25:59.299224 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ab63032-908d-4a76-a4dc-0fca12c2bdfe req-6870ae41-e726-40cc-bcc3-da7a93fdfffa tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0560472 Feb 11 06:25:59.347237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ab63032-908d-4a76-a4dc-0fca12c2bdfe req-ec8f0d0e-ab53-4887-b056-170bcb10f04f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419006 Feb 11 06:25:59.369323 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56852) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:25:59.428184 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6d06dfb0-415c-439f-8b2d-e28adcf8184a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/e943be1f-968c-4e9b-bffb-6a41478cbdbf HTTP/1.1" status: 200 len: 992 time: 0.0577488 Feb 11 06:26:00.940584 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ae58af8a-1255-4f1e-9a27-e49c54d62e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:02.694492 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:03.905965 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:05.321669 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:07.820870 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1221b404-981b-41f8-8f67-d3638853316b req-9bb1958c-5d08-43b6-8432-ea6b7da93323 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427465 Feb 11 06:26:07.913411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221b404-981b-41f8-8f67-d3638853316b req-ca78e5da-ec3c-417a-8d85-5357582ebe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:07.914903 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1221b404-981b-41f8-8f67-d3638853316b req-ca78e5da-ec3c-417a-8d85-5357582ebe26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 1128 time: 0.0476489 Feb 11 06:26:08.014596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221b404-981b-41f8-8f67-d3638853316b req-a532f321-74a9-47f4-b60c-160830fe34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:08.016074 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1221b404-981b-41f8-8f67-d3638853316b req-a532f321-74a9-47f4-b60c-160830fe34f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=77ab8946-1af9-4948-877b-481c8851cfee HTTP/1.1" status: 200 len: 897 time: 0.0808871 Feb 11 06:26:08.084389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1221b404-981b-41f8-8f67-d3638853316b req-7aaca0c4-7815-48e3-a28e-4bab815a8baf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6227cb29-9080-4d3e-874e-0a185fc2203f HTTP/1.1" status: 200 len: 1000 time: 0.0616300 Feb 11 06:26:08.130955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221b404-981b-41f8-8f67-d3638853316b req-7d54d8d2-00c1-4e17-8475-02ce2f8c7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:08.132356 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1221b404-981b-41f8-8f67-d3638853316b req-7d54d8d2-00c1-4e17-8475-02ce2f8c7e7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0b339f0f-d6f2-4d15-b1f1-4a57abd8996c HTTP/1.1" status: 200 len: 835 time: 0.0421085 Feb 11 06:26:08.178683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221b404-981b-41f8-8f67-d3638853316b req-2acf4e3c-e260-49e0-91a3-51323e28f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:08.180145 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1221b404-981b-41f8-8f67-d3638853316b req-2acf4e3c-e260-49e0-91a3-51323e28f49a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=77ab8946-1af9-4948-877b-481c8851cfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0423965 Feb 11 06:26:08.272415 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1221b404-981b-41f8-8f67-d3638853316b req-4b60d4d5-7b20-4262-8034-ca201835a4a1 service neutron] 10.222.0.73 "GET /v2.0/networks/77ab8946-1af9-4948-877b-481c8851cfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821836 Feb 11 06:26:08.360438 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1221b404-981b-41f8-8f67-d3638853316b req-60c2cd1a-d8e9-4588-91a1-48c29bd9f3aa service neutron] 10.222.0.73 "GET /v2.0/networks/77ab8946-1af9-4948-877b-481c8851cfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821462 Feb 11 06:26:10.510072 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:14.821684 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:20.371441 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:26:28.653100 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1aea0c98-53fb-48e4-ac9c-c732840fc62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:29.776148 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56866) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:30.253507 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port 31243f0f-9a82-4e7f-9ba1-13f31a42d80f {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:26:30.253769 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (31243f0f-9a82-4e7f-9ba1-13f31a42d80f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:30.327881 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (31243f0f-9a82-4e7f-9ba1-13f31a42d80f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:30.328213 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (31243f0f-9a82-4e7f-9ba1-13f31a42d80f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:30.339570 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for 31243f0f-9a82-4e7f-9ba1-13f31a42d80f owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:26:30.489303 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (31243f0f-9a82-4e7f-9ba1-13f31a42d80f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:30.519222 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=31243f0f-9a82-4e7f-9ba1-13f31a42d80f,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:30.544083 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:30.544442 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:30.544791 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:30.545130 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:30.545466 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:30.545804 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:30.546131 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:30.546460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:30.546786 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:30.547115 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:30.547478 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:30.547810 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:30.548121 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:30.589361 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (e943be1f-968c-4e9b-bffb-6a41478cbdbf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:30.589749 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Floating IP e943be1f-968c-4e9b-bffb-6a41478cbdbf disassociated (deleted). External IP: 172.25.5.94, port: 6227cb29-9080-4d3e-874e-0a185fc2203f. Feb 11 06:26:30.796992 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router 5a324333-a7e4-40c8-8609-30283a231bdd has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:26:30.905114 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:26:30.909540 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:30.915867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5844f8-1e37-4e57-a5f0-021d523166c2 None None] Sync routers for ids ['5a324333-a7e4-40c8-8609-30283a231bdd'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:26:30.933148 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5844f8-1e37-4e57-a5f0-021d523166c2 None None] Routers {'5a324333-a7e4-40c8-8609-30283a231bdd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:30.933750 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-aa5844f8-1e37-4e57-a5f0-021d523166c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:26:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5a324333-a7e4-40c8-8609-30283a231bdd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:30.941879 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5b577cde-a18d-451f-a512-d4c67c852ecd tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/floatingips/e943be1f-968c-4e9b-bffb-6a41478cbdbf HTTP/1.1" status: 204 len: 168 time: 1.1646235 Feb 11 06:26:30.942477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d0d520-35a4-48b0-8824-c7d837ddf6fe', 'tag': '6227cb29-9080-4d3e-874e-0a185fc2203f'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:26:30.944915 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb1bd14-872a-4251-a594-b8302990f156" -d '{"events": [{"name": "network-changed", "server_uuid": "06d0d520-35a4-48b0-8824-c7d837ddf6fe", "tag": "6227cb29-9080-4d3e-874e-0a185fc2203f"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:26:30.975735 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d128d8e5-51f5-4825-b749-1682d4003f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:30.984767 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad89afbe-3313-4246-8afc-01cbfe694d17 x-openstack-request-id: req-ad89afbe-3313-4246-8afc-01cbfe694d17 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:26:30.985070 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d0d520-35a4-48b0-8824-c7d837ddf6fe", "tag": "6227cb29-9080-4d3e-874e-0a185fc2203f", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:26:30.985330 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ad89afbe-3313-4246-8afc-01cbfe694d17 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:26:30.985742 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d0d520-35a4-48b0-8824-c7d837ddf6fe', 'tag': '6227cb29-9080-4d3e-874e-0a185fc2203f', 'status': 'completed', 'code': 200} Feb 11 06:26:31.054342 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-aa5844f8-1e37-4e57-a5f0-021d523166c2 None None] Set router 5a324333-a7e4-40c8-8609-30283a231bdd gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:31.062683 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1bd14-872a-4251-a594-b8302990f156 req-55c09277-5656-49fc-8181-1b5e2955c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:31.064964 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddb1bd14-872a-4251-a594-b8302990f156 req-55c09277-5656-49fc-8181-1b5e2955c12b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 1128 time: 0.0592573 Feb 11 06:26:31.202824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1bd14-872a-4251-a594-b8302990f156 req-444706aa-65d8-4565-ab5e-9c8859b35f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:31.204349 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddb1bd14-872a-4251-a594-b8302990f156 req-444706aa-65d8-4565-ab5e-9c8859b35f4c service neutron] 10.222.0.73 "GET /v2.0/networks?id=77ab8946-1af9-4948-877b-481c8851cfee HTTP/1.1" status: 200 len: 897 time: 0.1328700 Feb 11 06:26:31.214120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4602e-dd3c-4391-a475-e494ff5ea225 req-30a92546-8293-4d10-b534-a4bb938ec42c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:31.215574 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87b4602e-dd3c-4391-a475-e494ff5ea225 req-30a92546-8293-4d10-b534-a4bb938ec42c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0775359 Feb 11 06:26:31.254629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-aa5844f8-1e37-4e57-a5f0-021d523166c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175855223', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:00Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b1a4e458-f766-44c1-b5ad-5d7b322ad815', 'name': '', 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:86:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:00Z', 'updated_at': '2022-02-11T06:25:04Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:31.260602 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddb1bd14-872a-4251-a594-b8302990f156 req-2380c97b-2cfe-4704-9f6a-9c2e2f1c87a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6227cb29-9080-4d3e-874e-0a185fc2203f HTTP/1.1" status: 200 len: 217 time: 0.0440955 Feb 11 06:26:31.281529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5844f8-1e37-4e57-a5f0-021d523166c2 None None] Checking router: 5a324333-a7e4-40c8-8609-30283a231bdd for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:26:31.292828 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5844f8-1e37-4e57-a5f0-021d523166c2 None None] Routers {'5a324333-a7e4-40c8-8609-30283a231bdd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:31.293438 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-aa5844f8-1e37-4e57-a5f0-021d523166c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:26:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5a324333-a7e4-40c8-8609-30283a231bdd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:31.319750 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-87b4602e-dd3c-4391-a475-e494ff5ea225 req-68b7a2ab-db54-4a3a-89bc-7d16e094f70c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976686 Feb 11 06:26:31.330733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1bd14-872a-4251-a594-b8302990f156 req-eceed680-380b-43f4-8fed-98e39fc9e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:31.332216 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddb1bd14-872a-4251-a594-b8302990f156 req-eceed680-380b-43f4-8fed-98e39fc9e7f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0b339f0f-d6f2-4d15-b1f1-4a57abd8996c HTTP/1.1" status: 200 len: 835 time: 0.0644059 Feb 11 06:26:31.388354 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1bd14-872a-4251-a594-b8302990f156 req-448e9926-6518-4580-9400-9fd654938694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:31.389854 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddb1bd14-872a-4251-a594-b8302990f156 req-448e9926-6518-4580-9400-9fd654938694 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=77ab8946-1af9-4948-877b-481c8851cfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501602 Feb 11 06:26:31.413562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-aa5844f8-1e37-4e57-a5f0-021d523166c2 None None] Set router 5a324333-a7e4-40c8-8609-30283a231bdd gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:31.479112 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddb1bd14-872a-4251-a594-b8302990f156 req-6878dcd0-cb1d-4f9a-88e5-7f9cc9ec5165 service neutron] 10.222.0.73 "GET /v2.0/networks/77ab8946-1af9-4948-877b-481c8851cfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825822 Feb 11 06:26:31.570027 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddb1bd14-872a-4251-a594-b8302990f156 req-142fd04a-97de-4df0-9e80-6e34bac187b9 service neutron] 10.222.0.73 "GET /v2.0/networks/77ab8946-1af9-4948-877b-481c8851cfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848475 Feb 11 06:26:31.612555 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-aa5844f8-1e37-4e57-a5f0-021d523166c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175855223', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:00Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b1a4e458-f766-44c1-b5ad-5d7b322ad815', 'name': '', 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:86:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:00Z', 'updated_at': '2022-02-11T06:25:04Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:31.639278 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5844f8-1e37-4e57-a5f0-021d523166c2 None None] The sync data for ids ['5a324333-a7e4-40c8-8609-30283a231bdd'] in n-d-713499-38 is: [{'id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175855223', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:00Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'b1a4e458-f766-44c1-b5ad-5d7b322ad815', 'name': '', 'network_id': '77ab8946-1af9-4948-877b-481c8851cfee', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:86:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:25:00Z', 'updated_at': '2022-02-11T06:25:04Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': '0b339f0f-d6f2-4d15-b1f1-4a57abd8996c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:26:31.846182 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eb260d-e3fa-4ff4-b4f5-9d20f3a6e7d1 None None] New status for floating IP e943be1f-968c-4e9b-bffb-6a41478cbdbf: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:26:32.444200 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ca079-99aa-4926-9b28-201d3851d58e req-e213195d-d5cd-4c01-96d2-5daf08285974 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:32.445666 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-562ca079-99aa-4926-9b28-201d3851d58e req-e213195d-d5cd-4c01-96d2-5daf08285974 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0529239 Feb 11 06:26:32.491932 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-562ca079-99aa-4926-9b28-201d3851d58e req-b7897889-852c-43e3-bd9b-d92c764d9065 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406621 Feb 11 06:26:32.634061 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70af6f-cc2c-43a2-b1c8-bfafa7c8ed1f req-7990997b-5a11-4ddd-9ecc-a8eb4786c3eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:32.635468 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb70af6f-cc2c-43a2-b1c8-bfafa7c8ed1f req-7990997b-5a11-4ddd-9ecc-a8eb4786c3eb tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.73 "GET /v2.0/ports?device_id=06d0d520-35a4-48b0-8824-c7d837ddf6fe HTTP/1.1" status: 200 len: 945 time: 0.0512187 Feb 11 06:26:32.697280 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:32.728832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-eb70af6f-cc2c-43a2-b1c8-bfafa7c8ed1f req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port 6227cb29-9080-4d3e-874e-0a185fc2203f {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:26:32.729172 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-eb70af6f-cc2c-43a2-b1c8-bfafa7c8ed1f req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (6227cb29-9080-4d3e-874e-0a185fc2203f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:32.815739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-eb70af6f-cc2c-43a2-b1c8-bfafa7c8ed1f req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] For port 6227cb29-9080-4d3e-874e-0a185fc2203f, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=6227cb29-9080-4d3e-874e-0a185fc2203f,segment=NetworkSegment(3fd280cf-817b-441a-a133-9b38e395c99f),segment_id=3fd280cf-817b-441a-a133-9b38e395c99f)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:32.816102 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-eb70af6f-cc2c-43a2-b1c8-bfafa7c8ed1f req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (6227cb29-9080-4d3e-874e-0a185fc2203f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:32.832480 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-eb70af6f-cc2c-43a2-b1c8-bfafa7c8ed1f req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for 6227cb29-9080-4d3e-874e-0a185fc2203f owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:26:32.958193 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-eb70af6f-cc2c-43a2-b1c8-bfafa7c8ed1f req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (6227cb29-9080-4d3e-874e-0a185fc2203f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:32.986313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=6227cb29-9080-4d3e-874e-0a185fc2203f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:32.998784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:32.999138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:32.999529 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:32.999873 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:33.000209 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:33.000539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:33.000876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:33.001208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:33.001539 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:33.001868 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:33.002199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:33.002526 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:33.002849 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:33.042089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb70af6f-cc2c-43a2-b1c8-bfafa7c8ed1f req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] No DVR routers for this DVR port 6227cb29-9080-4d3e-874e-0a185fc2203f on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:26:33.044690 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-eb70af6f-cc2c-43a2-b1c8-bfafa7c8ed1f req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:33.048084 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb70af6f-cc2c-43a2-b1c8-bfafa7c8ed1f req-09858757-ad1e-4182-aaf9-07042cd0a812 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.73 "DELETE /v2.0/ports/6227cb29-9080-4d3e-874e-0a185fc2203f HTTP/1.1" status: 204 len: 173 time: 0.4072075 Feb 11 06:26:33.048541 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d0d520-35a4-48b0-8824-c7d837ddf6fe', 'name': 'network-vif-deleted', 'tag': '6227cb29-9080-4d3e-874e-0a185fc2203f'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:26:33.050936 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d2fa20-10cc-4421-8ce5-a36e09c8833d" -d '{"events": [{"server_uuid": "06d0d520-35a4-48b0-8824-c7d837ddf6fe", "name": "network-vif-deleted", "tag": "6227cb29-9080-4d3e-874e-0a185fc2203f"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:26:33.139823 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57754990-610b-4c52-901f-3a8c4a68ead7 x-openstack-request-id: req-57754990-610b-4c52-901f-3a8c4a68ead7 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:26:33.140337 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d0d520-35a4-48b0-8824-c7d837ddf6fe", "name": "network-vif-deleted", "tag": "6227cb29-9080-4d3e-874e-0a185fc2203f", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:26:33.140598 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-57754990-610b-4c52-901f-3a8c4a68ead7 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:26:33.141002 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d0d520-35a4-48b0-8824-c7d837ddf6fe', 'name': 'network-vif-deleted', 'tag': '6227cb29-9080-4d3e-874e-0a185fc2203f', 'status': 'completed', 'code': 200} Feb 11 06:26:33.549274 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56884) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:33.908401 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:33.910801 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bbed90c0-1be4-462a-b9d1-cc3f94260ccc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (5a324333-a7e4-40c8-8609-30283a231bdd), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:34.168299 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-bbed90c0-1be4-462a-b9d1-cc3f94260ccc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port b1a4e458-f766-44c1-b5ad-5d7b322ad815 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:26:34.168537 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bbed90c0-1be4-462a-b9d1-cc3f94260ccc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:34.254627 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-bbed90c0-1be4-462a-b9d1-cc3f94260ccc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] For port b1a4e458-f766-44c1-b5ad-5d7b322ad815, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=b1a4e458-f766-44c1-b5ad-5d7b322ad815,segment=NetworkSegment(3fd280cf-817b-441a-a133-9b38e395c99f),segment_id=3fd280cf-817b-441a-a133-9b38e395c99f)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:34.254996 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bbed90c0-1be4-462a-b9d1-cc3f94260ccc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:34.267258 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-bbed90c0-1be4-462a-b9d1-cc3f94260ccc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for b1a4e458-f766-44c1-b5ad-5d7b322ad815 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:26:34.450306 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bbed90c0-1be4-462a-b9d1-cc3f94260ccc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (b1a4e458-f766-44c1-b5ad-5d7b322ad815), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:34.480924 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed90c0-1be4-462a-b9d1-cc3f94260ccc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=b1a4e458-f766-44c1-b5ad-5d7b322ad815,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:34.657045 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bbed90c0-1be4-462a-b9d1-cc3f94260ccc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (5a324333-a7e4-40c8-8609-30283a231bdd), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:34.872668 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbed90c0-1be4-462a-b9d1-cc3f94260ccc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router 5a324333-a7e4-40c8-8609-30283a231bdd has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:26:34.982378 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbed90c0-1be4-462a-b9d1-cc3f94260ccc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:26:34.987372 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-bbed90c0-1be4-462a-b9d1-cc3f94260ccc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "PUT /v2.0/routers/5a324333-a7e4-40c8-8609-30283a231bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4370780 Feb 11 06:26:34.990320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56886) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:34.995585 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0704cd-eea4-4e8c-aab5-fdbd97dd16ee None None] Sync routers for ids ['5a324333-a7e4-40c8-8609-30283a231bdd'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:26:35.006471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0704cd-eea4-4e8c-aab5-fdbd97dd16ee None None] Routers {'5a324333-a7e4-40c8-8609-30283a231bdd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:35.007140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9b0704cd-eea4-4e8c-aab5-fdbd97dd16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:26:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5a324333-a7e4-40c8-8609-30283a231bdd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:35.042613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c9507c-5efd-4507-9b7a-bb4ccdd775ba tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting subnet 0b339f0f-d6f2-4d15-b1f1-4a57abd8996c {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:26:35.045800 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4c9507c-5efd-4507-9b7a-bb4ccdd775ba tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for subnet (0b339f0f-d6f2-4d15-b1f1-4a57abd8996c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:35.086058 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4c9507c-5efd-4507-9b7a-bb4ccdd775ba tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (0b339f0f-d6f2-4d15-b1f1-4a57abd8996c), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:35.114844 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-9b0704cd-eea4-4e8c-aab5-fdbd97dd16ee None None] Set router 5a324333-a7e4-40c8-8609-30283a231bdd gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:35.172697 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4c9507c-5efd-4507-9b7a-bb4ccdd775ba tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (0b339f0f-d6f2-4d15-b1f1-4a57abd8996c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:35.230397 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4c9507c-5efd-4507-9b7a-bb4ccdd775ba tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (0b339f0f-d6f2-4d15-b1f1-4a57abd8996c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:35.257263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9507c-5efd-4507-9b7a-bb4ccdd775ba tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Subnet': ['ID=0b339f0f-d6f2-4d15-b1f1-4a57abd8996c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:35.262293 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a4c9507c-5efd-4507-9b7a-bb4ccdd775ba tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:35.265515 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a4c9507c-5efd-4507-9b7a-bb4ccdd775ba tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/subnets/0b339f0f-d6f2-4d15-b1f1-4a57abd8996c HTTP/1.1" status: 204 len: 168 time: 0.2740076 Feb 11 06:26:35.268055 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56888) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:35.273087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf59825-a1db-42cc-b031-fd6fd7b1cbd3 None None] Network 77ab8946-1af9-4948-877b-481c8851cfee requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:26:35.373190 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:35.380211 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-668ee55f-8f2f-4b02-abb9-c4f15bc991d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router (5a324333-a7e4-40c8-8609-30283a231bdd), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:35.393393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9b0704cd-eea4-4e8c-aab5-fdbd97dd16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175855223', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:26:34Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:35.422293 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0704cd-eea4-4e8c-aab5-fdbd97dd16ee None None] Checking router: 5a324333-a7e4-40c8-8609-30283a231bdd for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:26:35.433171 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0704cd-eea4-4e8c-aab5-fdbd97dd16ee None None] Routers {'5a324333-a7e4-40c8-8609-30283a231bdd'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:35.433657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9b0704cd-eea4-4e8c-aab5-fdbd97dd16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:26:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['5a324333-a7e4-40c8-8609-30283a231bdd'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:35.498190 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-668ee55f-8f2f-4b02-abb9-c4f15bc991d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (5a324333-a7e4-40c8-8609-30283a231bdd), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:35.525298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999e4130-3881-43bb-840b-dcdd3368eccd None None] DHCP port deletion for 77ab8946-1af9-4948-877b-481c8851cfee request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:26:35.551375 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-668ee55f-8f2f-4b02-abb9-c4f15bc991d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port ce107fbe-5046-4d63-9ec9-7c7e50ce1264 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:26:35.551767 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-668ee55f-8f2f-4b02-abb9-c4f15bc991d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ce107fbe-5046-4d63-9ec9-7c7e50ce1264), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:35.573297 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-9b0704cd-eea4-4e8c-aab5-fdbd97dd16ee None None] Set router 5a324333-a7e4-40c8-8609-30283a231bdd gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:35.635652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-668ee55f-8f2f-4b02-abb9-c4f15bc991d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] For port ce107fbe-5046-4d63-9ec9-7c7e50ce1264, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ce107fbe-5046-4d63-9ec9-7c7e50ce1264,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:35.636025 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-668ee55f-8f2f-4b02-abb9-c4f15bc991d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ce107fbe-5046-4d63-9ec9-7c7e50ce1264), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:35.650366 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-668ee55f-8f2f-4b02-abb9-c4f15bc991d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for ce107fbe-5046-4d63-9ec9-7c7e50ce1264 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:26:35.793500 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5de2b54c-d56e-4852-ad54-3818da594a1c no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:26:35.821629 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-668ee55f-8f2f-4b02-abb9-c4f15bc991d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ce107fbe-5046-4d63-9ec9-7c7e50ce1264), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:35.848818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ee55f-8f2f-4b02-abb9-c4f15bc991d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=ce107fbe-5046-4d63-9ec9-7c7e50ce1264,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:35.897751 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-999e4130-3881-43bb-840b-dcdd3368eccd None None] Deleting port 5de2b54c-d56e-4852-ad54-3818da594a1c {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:26:35.898122 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-999e4130-3881-43bb-840b-dcdd3368eccd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:35.919513 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-668ee55f-8f2f-4b02-abb9-c4f15bc991d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (5a324333-a7e4-40c8-8609-30283a231bdd), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.012139 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-668ee55f-8f2f-4b02-abb9-c4f15bc991d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (5a324333-a7e4-40c8-8609-30283a231bdd), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.014185 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-668ee55f-8f2f-4b02-abb9-c4f15bc991d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_controller (5a324333-a7e4-40c8-8609-30283a231bdd), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.033329 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-999e4130-3881-43bb-840b-dcdd3368eccd None None] For port 5de2b54c-d56e-4852-ad54-3818da594a1c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5de2b54c-d56e-4852-ad54-3818da594a1c,segment=NetworkSegment(3fd280cf-817b-441a-a133-9b38e395c99f),segment_id=3fd280cf-817b-441a-a133-9b38e395c99f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:36.033877 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-999e4130-3881-43bb-840b-dcdd3368eccd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.042201 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5de2b54c-d56e-4852-ad54-3818da594a1c is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:36.042729 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.059000 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-668ee55f-8f2f-4b02-abb9-c4f15bc991d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (5a324333-a7e4-40c8-8609-30283a231bdd), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.059607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668ee55f-8f2f-4b02-abb9-c4f15bc991d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Fanout notify agent at l3_agent the message router_deleted on router 5a324333-a7e4-40c8-8609-30283a231bdd {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:26:36.064922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-999e4130-3881-43bb-840b-dcdd3368eccd None None] Calling delete_port for 5de2b54c-d56e-4852-ad54-3818da594a1c owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:26:36.066055 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-668ee55f-8f2f-4b02-abb9-c4f15bc991d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.067195 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-668ee55f-8f2f-4b02-abb9-c4f15bc991d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/routers/5a324333-a7e4-40c8-8609-30283a231bdd HTTP/1.1" status: 204 len: 168 time: 0.7982471 Feb 11 06:26:36.070205 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56890) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:36.136107 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 5de2b54c-d56e-4852-ad54-3818da594a1c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5de2b54c-d56e-4852-ad54-3818da594a1c,segment=NetworkSegment(3fd280cf-817b-441a-a133-9b38e395c99f),segment_id=3fd280cf-817b-441a-a133-9b38e395c99f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:36.143296 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.147792 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (77ab8946-1af9-4948-877b-481c8851cfee), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.184753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-9b0704cd-eea4-4e8c-aab5-fdbd97dd16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175855223', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:26:34Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:36.204147 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port 5de2b54c-d56e-4852-ad54-3818da594a1c {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:26:36.204505 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.219110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0704cd-eea4-4e8c-aab5-fdbd97dd16ee None None] The sync data for ids ['5a324333-a7e4-40c8-8609-30283a231bdd'] in n-d-713499-38 is: [{'id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175855223', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:26:34Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': 'ce107fbe-5046-4d63-9ec9-7c7e50ce1264', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a324333-a7e4-40c8-8609-30283a231bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:24:57Z', 'updated_at': '2022-02-11T06:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:26:36.244589 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=5de2b54c-d56e-4852-ad54-3818da594a1c,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:36.254235 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:36.254639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:36.255015 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:36.260707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:36.260707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:36.260707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:36.260707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:36.260707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:36.260707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:36.260707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:36.260707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:36.260707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:36.260707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:36.264509 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-999e4130-3881-43bb-840b-dcdd3368eccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.275403 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] For port 5de2b54c-d56e-4852-ad54-3818da594a1c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5de2b54c-d56e-4852-ad54-3818da594a1c,segment=NetworkSegment(3fd280cf-817b-441a-a133-9b38e395c99f),segment_id=3fd280cf-817b-441a-a133-9b38e395c99f)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:36.275860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.288712 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for 5de2b54c-d56e-4852-ad54-3818da594a1c owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:26:36.290367 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e4130-3881-43bb-840b-dcdd3368eccd None None] Pushing event deleted for resources: {'Port': ['ID=5de2b54c-d56e-4852-ad54-3818da594a1c,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:36.294936 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e4130-3881-43bb-840b-dcdd3368eccd None None] No DVR routers for this DVR port 5de2b54c-d56e-4852-ad54-3818da594a1c on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:26:36.375491 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (5de2b54c-d56e-4852-ad54-3818da594a1c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.406207 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=5de2b54c-d56e-4852-ad54-3818da594a1c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:36.411201 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] No DVR routers for this DVR port 5de2b54c-d56e-4852-ad54-3818da594a1c on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:26:36.465676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 6227cb29-9080-4d3e-874e-0a185fc2203f no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:26:36.489322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 6227cb29-9080-4d3e-874e-0a185fc2203f {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:26:36.489669 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 6227cb29-9080-4d3e-874e-0a185fc2203f not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:26:36.496407 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (77ab8946-1af9-4948-877b-481c8851cfee), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.517058 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ab8946-1af9-4948-877b-481c8851cfee']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:36.526134 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd280cf-817b-441a-a133-9b38e395c99f') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:36.526438 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd280cf-817b-441a-a133-9b38e395c99f') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:36.541013 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (3fd280cf-817b-441a-a133-9b38e395c99f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.554811 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (3fd280cf-817b-441a-a133-9b38e395c99f), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.562328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:26:36.562891 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (3fd280cf-817b-441a-a133-9b38e395c99f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: self.session.flush() Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: timer() Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:26:36.565981 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:26:36.629872 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (77ab8946-1af9-4948-877b-481c8851cfee), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.638587 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.642393 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/networks/77ab8946-1af9-4948-877b-481c8851cfee HTTP/1.1" status: 204 len: 168 time: 0.5711045 Feb 11 06:26:36.645491 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56892) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:36.654345 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d1ba1-3b62-40ef-8dda-7fa21ce8cb37 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Network': ['ID=77ab8946-1af9-4948-877b-481c8851cfee,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:36.704163 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-258f6446-8dfc-4947-9296-f5722e0fd797 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.729936 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-258f6446-8dfc-4947-9296-f5722e0fd797 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.792049 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-258f6446-8dfc-4947-9296-f5722e0fd797 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.794710 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-258f6446-8dfc-4947-9296-f5722e0fd797 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:36.795897 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-258f6446-8dfc-4947-9296-f5722e0fd797 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/security-groups/9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b HTTP/1.1" status: 204 len: 168 time: 0.1492326 Feb 11 06:26:36.804709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f6446-8dfc-4947-9296-f5722e0fd797 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2420c9-cf24-4f7d-8b0e-c3cf87f3a78b,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:37.525020 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56898) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:37.529607 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-7b3a65e8-48fa-4898-ae13-c4922293abd4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1506429084', 'description': 'tempest-secgroup-smoke-1506429084 description', 'project_id': 'ad3ca5a288504678b55705d55a841198'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:37.549973 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b3a65e8-48fa-4898-ae13-c4922293abd4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:37.614402 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b3a65e8-48fa-4898-ae13-c4922293abd4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (4104f128-b573-440d-8fe7-2df360f881a6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:37.618628 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b3a65e8-48fa-4898-ae13-c4922293abd4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4104f128-b573-440d-8fe7-2df360f881a6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:37.648110 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7b3a65e8-48fa-4898-ae13-c4922293abd4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:37.650316 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7b3a65e8-48fa-4898-ae13-c4922293abd4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1242170 Feb 11 06:26:37.650623 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b1a4e458-f766-44c1-b5ad-5d7b322ad815 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:26:37.652477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a65e8-48fa-4898-ae13-c4922293abd4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4104f128-b573-440d-8fe7-2df360f881a6,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:37.653257 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56900) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:37.659008 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b365ff32-eb9b-4b53-bcc9-433088a86169 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '4104f128-b573-440d-8fe7-2df360f881a6', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:37.672414 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: b1a4e458-f766-44c1-b5ad-5d7b322ad815 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:26:37.672877 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device b1a4e458-f766-44c1-b5ad-5d7b322ad815 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:26:37.673374 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ce107fbe-5046-4d63-9ec9-7c7e50ce1264 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:26:37.683571 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b365ff32-eb9b-4b53-bcc9-433088a86169 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (ac6c8e58-56d4-491a-8df0-0dfc252ebdb6), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:37.692111 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: ce107fbe-5046-4d63-9ec9-7c7e50ce1264 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:26:37.692474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ce107fbe-5046-4d63-9ec9-7c7e50ce1264 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:26:37.738787 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b365ff32-eb9b-4b53-bcc9-433088a86169 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (ac6c8e58-56d4-491a-8df0-0dfc252ebdb6), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:37.742298 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b365ff32-eb9b-4b53-bcc9-433088a86169 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (ac6c8e58-56d4-491a-8df0-0dfc252ebdb6), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:37.762714 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365ff32-eb9b-4b53-bcc9-433088a86169 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6c8e58-56d4-491a-8df0-0dfc252ebdb6,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:37.768584 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b365ff32-eb9b-4b53-bcc9-433088a86169 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:37.772659 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b365ff32-eb9b-4b53-bcc9-433088a86169 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155393 Feb 11 06:26:37.772659 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56902) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:37.777351 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-adee2301-0bf8-4035-ba18-5399600494fc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '4104f128-b573-440d-8fe7-2df360f881a6', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:37.800858 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-adee2301-0bf8-4035-ba18-5399600494fc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (fdeabfa4-3d8a-4f93-8279-281521c527af), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:37.859831 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-adee2301-0bf8-4035-ba18-5399600494fc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (fdeabfa4-3d8a-4f93-8279-281521c527af), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:37.863212 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-adee2301-0bf8-4035-ba18-5399600494fc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (fdeabfa4-3d8a-4f93-8279-281521c527af), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:37.882748 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee2301-0bf8-4035-ba18-5399600494fc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdeabfa4-3d8a-4f93-8279-281521c527af,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:37.889366 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-adee2301-0bf8-4035-ba18-5399600494fc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:37.890515 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-adee2301-0bf8-4035-ba18-5399600494fc tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170917 Feb 11 06:26:37.893211 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56904) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:37.897542 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a406dc1c-44b8-45ad-b275-490d595e08b7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '4104f128-b573-440d-8fe7-2df360f881a6', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:37.921415 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a406dc1c-44b8-45ad-b275-490d595e08b7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (74dbc20b-7bbb-455b-8bae-0dc31ff8c512), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:37.976730 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a406dc1c-44b8-45ad-b275-490d595e08b7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (74dbc20b-7bbb-455b-8bae-0dc31ff8c512), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:37.980210 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a406dc1c-44b8-45ad-b275-490d595e08b7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (74dbc20b-7bbb-455b-8bae-0dc31ff8c512), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:37.997714 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406dc1c-44b8-45ad-b275-490d595e08b7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74dbc20b-7bbb-455b-8bae-0dc31ff8c512,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:38.006685 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a406dc1c-44b8-45ad-b275-490d595e08b7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.007915 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a406dc1c-44b8-45ad-b275-490d595e08b7 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137786 Feb 11 06:26:38.011103 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56906) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:38.016269 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-713ac0de-b2d7-4194-b82f-9ff03bb4fe2b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '4104f128-b573-440d-8fe7-2df360f881a6', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:38.041099 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-713ac0de-b2d7-4194-b82f-9ff03bb4fe2b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (95405625-cbe2-416c-ad9f-3b6c2b09ad98), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.099099 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-713ac0de-b2d7-4194-b82f-9ff03bb4fe2b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (95405625-cbe2-416c-ad9f-3b6c2b09ad98), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.102584 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-713ac0de-b2d7-4194-b82f-9ff03bb4fe2b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (95405625-cbe2-416c-ad9f-3b6c2b09ad98), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.121575 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ac0de-b2d7-4194-b82f-9ff03bb4fe2b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95405625-cbe2-416c-ad9f-3b6c2b09ad98,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:38.130120 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-713ac0de-b2d7-4194-b82f-9ff03bb4fe2b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.131316 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-713ac0de-b2d7-4194-b82f-9ff03bb4fe2b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187947 Feb 11 06:26:38.134637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56908) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:38.139165 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e3504da1-81ac-4837-a2a0-9f36f251297a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '4104f128-b573-440d-8fe7-2df360f881a6', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:38.159837 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-e3504da1-81ac-4837-a2a0-9f36f251297a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Project ad3ca5a288504678b55705d55a841198 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:26:38.166186 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3504da1-81ac-4837-a2a0-9f36f251297a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (70239a9e-d25b-4022-ad82-c42ebc27cf20), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.224308 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3504da1-81ac-4837-a2a0-9f36f251297a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (70239a9e-d25b-4022-ad82-c42ebc27cf20), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.227708 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3504da1-81ac-4837-a2a0-9f36f251297a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (70239a9e-d25b-4022-ad82-c42ebc27cf20), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.241797 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3504da1-81ac-4837-a2a0-9f36f251297a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70239a9e-d25b-4022-ad82-c42ebc27cf20,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:38.251875 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e3504da1-81ac-4837-a2a0-9f36f251297a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.253054 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e3504da1-81ac-4837-a2a0-9f36f251297a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174843 Feb 11 06:26:38.255963 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56910) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:38.261020 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-74bba970-ac84-46c1-85f3-8d81b59ad933 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'security_group_rule': {'security_group_id': '4104f128-b573-440d-8fe7-2df360f881a6', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:38.280943 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-74bba970-ac84-46c1-85f3-8d81b59ad933 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Project ad3ca5a288504678b55705d55a841198 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:26:38.285825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-74bba970-ac84-46c1-85f3-8d81b59ad933 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (df5cac7a-640c-4930-be2f-4d39aa4234c1), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.344343 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-74bba970-ac84-46c1-85f3-8d81b59ad933 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (df5cac7a-640c-4930-be2f-4d39aa4234c1), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.347802 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-74bba970-ac84-46c1-85f3-8d81b59ad933 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (df5cac7a-640c-4930-be2f-4d39aa4234c1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.367398 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bba970-ac84-46c1-85f3-8d81b59ad933 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5cac7a-640c-4930-be2f-4d39aa4234c1,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:38.373268 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-74bba970-ac84-46c1-85f3-8d81b59ad933 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.374450 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-74bba970-ac84-46c1-85f3-8d81b59ad933 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174500 Feb 11 06:26:38.377300 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56912) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:38.382055 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-3a747337-3c8e-49c7-9a3c-754beef243be tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'network': {'name': 'tempest-network-smoke--1051148042', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'port_security_enabled': True}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:38.401667 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a747337-3c8e-49c7-9a3c-754beef243be tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Made reservation on behalf of ad3ca5a288504678b55705d55a841198 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:26:38.404967 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a747337-3c8e-49c7-9a3c-754beef243be tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.428251 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a747337-3c8e-49c7-9a3c-754beef243be tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:26:38.437520 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a747337-3c8e-49c7-9a3c-754beef243be tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (54304588-ba45-4c82-bd1b-fd5e01f22eb2), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.437875 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-3a747337-3c8e-49c7-9a3c-754beef243be tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Added segment 54304588-ba45-4c82-bd1b-fd5e01f22eb2 of type vlan for network 87adb977-314d-447c-82ba-81a52fa7de63 Feb 11 06:26:38.478910 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a747337-3c8e-49c7-9a3c-754beef243be tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (87adb977-314d-447c-82ba-81a52fa7de63), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.502782 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a747337-3c8e-49c7-9a3c-754beef243be tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (87adb977-314d-447c-82ba-81a52fa7de63), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.507672 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a747337-3c8e-49c7-9a3c-754beef243be tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:38.508252 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3a747337-3c8e-49c7-9a3c-754beef243be tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.549031 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-3a747337-3c8e-49c7-9a3c-754beef243be tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1705964 Feb 11 06:26:38.551636 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56914) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:38.580772 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-117277891', 'admin_state_up': True, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:38.590053 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a747337-3c8e-49c7-9a3c-754beef243be tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Network': ['ID=87adb977-314d-447c-82ba-81a52fa7de63,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:38.600108 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 87adb977-314d-447c-82ba-81a52fa7de63 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:26:38.606549 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (15a7c431-5bc6-484c-8b19-f06febe8fd00), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.607596 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (15a7c431-5bc6-484c-8b19-f06febe8fd00), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.661565 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_controller (15a7c431-5bc6-484c-8b19-f06febe8fd00), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.804050 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (15a7c431-5bc6-484c-8b19-f06febe8fd00), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:38.995904 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (15a7c431-5bc6-484c-8b19-f06febe8fd00), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:39.014264 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:39.113952 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.25.5.92 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/91937e65-3c68-4f0f-9f93-6f454f12a49a) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:26:39.216266 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (91937e65-3c68-4f0f-9f93-6f454f12a49a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:39.249039 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (91937e65-3c68-4f0f-9f93-6f454f12a49a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:39.287684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:26:39.290790 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:26:39.295269 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:26:39.318195 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=91937e65-3c68-4f0f-9f93-6f454f12a49a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:39.867353 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (15a7c431-5bc6-484c-8b19-f06febe8fd00), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:40.071323 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (15a7c431-5bc6-484c-8b19-f06febe8fd00), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:40.199384 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router 15a7c431-5bc6-484c-8b19-f06febe8fd00 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:26:40.308053 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:26:40.318989 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Sync routers for ids ['15a7c431-5bc6-484c-8b19-f06febe8fd00'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:26:40.328324 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:40.329191 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Routers {'15a7c431-5bc6-484c-8b19-f06febe8fd00'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:40.329550 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6e8f42e4-68d5-41e4-9015-93af3c156f0f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7770035 Feb 11 06:26:40.329808 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:26:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15a7c431-5bc6-484c-8b19-f06febe8fd00'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:40.332678 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56918) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:40.363848 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7b3f895e-0bd6-4f63-9674-6cf3ab2f982a tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=ad3ca5a288504678b55705d55a841198&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294886 Feb 11 06:26:40.365913 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56920) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:40.436440 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Set router 15a7c431-5bc6-484c-8b19-f06febe8fd00 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:40.463975 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad4cd4b-0880-4ad5-997d-0b3dbf078195 tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:40.465440 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cad4cd4b-0880-4ad5-997d-0b3dbf078195 tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0986199 Feb 11 06:26:40.468352 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56922) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:40.499044 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e06ff2b2-d7da-4deb-87da-9421a8534b47 tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=88b423c4-2e02-4b9f-ba6b-cdc1b730e60c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273609 Feb 11 06:26:40.499262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56924) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:40.504084 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4ffdb40d-3408-4b8a-8f1c-94300a44c7d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1855593902', 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:40.510864 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:40.592779 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffdb40d-3408-4b8a-8f1c-94300a44c7d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Made reservation on behalf of ad3ca5a288504678b55705d55a841198 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:26:40.596439 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4ffdb40d-3408-4b8a-8f1c-94300a44c7d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:40.614357 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117277891', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:26:38Z', 'updated_at': '2022-02-11T06:26:39Z', 'revision_number': 3, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:83:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:39Z', 'updated_at': '2022-02-11T06:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:40.644639 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Checking router: 15a7c431-5bc6-484c-8b19-f06febe8fd00 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:26:40.644995 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Updating router 15a7c431-5bc6-484c-8b19-f06febe8fd00 port 91937e65-3c68-4f0f-9f93-6f454f12a49a binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:26:40.673208 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (91937e65-3c68-4f0f-9f93-6f454f12a49a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:40.786989 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4ffdb40d-3408-4b8a-8f1c-94300a44c7d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (e4534e70-9ecb-48d8-9ec2-2f2665439b1a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:40.853248 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdb40d-3408-4b8a-8f1c-94300a44c7d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Subnet': ['ID=e4534e70-9ecb-48d8-9ec2-2f2665439b1a,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:40.858454 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffdb40d-3408-4b8a-8f1c-94300a44c7d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Checking segment: {'id': '54304588-ba45-4c82-bd1b-fd5e01f22eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:26:40.858819 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffdb40d-3408-4b8a-8f1c-94300a44c7d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network hostable DHCP agents. Network: 87adb977-314d-447c-82ba-81a52fa7de63, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:26:40.880246 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffdb40d-3408-4b8a-8f1c-94300a44c7d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 87adb977-314d-447c-82ba-81a52fa7de63 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:26:40.891061 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-4ffdb40d-3408-4b8a-8f1c-94300a44c7d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 87adb977-314d-447c-82ba-81a52fa7de63) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:26:40.895166 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffdb40d-3408-4b8a-8f1c-94300a44c7d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:40.895812 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4ffdb40d-3408-4b8a-8f1c-94300a44c7d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:40.902679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee8e387-5222-4ab6-8055-d8ef7aa742d9 None None] Network 87adb977-314d-447c-82ba-81a52fa7de63 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:26:40.921136 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4ffdb40d-3408-4b8a-8f1c-94300a44c7d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4208398 Feb 11 06:26:40.923854 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56928) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:40.931765 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Publish callbacks [] for port (91937e65-3c68-4f0f-9f93-6f454f12a49a), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:40.941962 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (91937e65-3c68-4f0f-9f93-6f454f12a49a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:40.990261 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Attempting to bind port 91937e65-3c68-4f0f-9f93-6f454f12a49a on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:26:40.990626 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Attempting to bind port 91937e65-3c68-4f0f-9f93-6f454f12a49a by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:26:40.990983 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Attempting to bind port 91937e65-3c68-4f0f-9f93-6f454f12a49a on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:26:41.000914 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:26:41.001288 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:26:41.001690 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:41.002077 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:26:41.002535 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Bound port: 91937e65-3c68-4f0f-9f93-6f454f12a49a, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:26:41.002908 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (91937e65-3c68-4f0f-9f93-6f454f12a49a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:41.006056 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee960b-d817-4be2-b609-a8bfa17e28b3 None None] Pushing event updated for resources: {'Port': ['ID=91937e65-3c68-4f0f-9f93-6f454f12a49a,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:41.022494 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-87adb977-314d-447c-82ba-81a52fa7de63', 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63', 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ips': [{'subnet_id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:26:41.023817 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:41.043152 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee960b-d817-4be2-b609-a8bfa17e28b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:41.043460 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee960b-d817-4be2-b609-a8bfa17e28b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:41.043824 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee960b-d817-4be2-b609-a8bfa17e28b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:41.044143 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee960b-d817-4be2-b609-a8bfa17e28b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:41.044457 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee960b-d817-4be2-b609-a8bfa17e28b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:41.044791 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee960b-d817-4be2-b609-a8bfa17e28b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:41.045114 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee960b-d817-4be2-b609-a8bfa17e28b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:41.045439 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee960b-d817-4be2-b609-a8bfa17e28b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:41.045776 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee960b-d817-4be2-b609-a8bfa17e28b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:41.046458 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee960b-d817-4be2-b609-a8bfa17e28b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:41.046458 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee960b-d817-4be2-b609-a8bfa17e28b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:41.046703 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee960b-d817-4be2-b609-a8bfa17e28b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:41.047100 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acee960b-d817-4be2-b609-a8bfa17e28b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:26:41.070128 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] For port 91937e65-3c68-4f0f-9f93-6f454f12a49a, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:26:41.073222 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] For port 91937e65-3c68-4f0f-9f93-6f454f12a49a, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=91937e65-3c68-4f0f-9f93-6f454f12a49a,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:26:41.079376 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (91937e65-3c68-4f0f-9f93-6f454f12a49a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:41.134252 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Routers {'15a7c431-5bc6-484c-8b19-f06febe8fd00'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:41.134871 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:26:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15a7c431-5bc6-484c-8b19-f06febe8fd00'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:41.166629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Allocated IP 172.20.0.2 (87adb977-314d-447c-82ba-81a52fa7de63/e4534e70-9ecb-48d8-9ec2-2f2665439b1a/5eb07f51-c1d2-437c-9a44-47cd5e3f31af) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:26:41.169482 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee960b-d817-4be2-b609-a8bfa17e28b3 None None] Pushing event updated for resources: {'Port': ['ID=91937e65-3c68-4f0f-9f93-6f454f12a49a,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:41.246055 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] Set router 15a7c431-5bc6-484c-8b19-f06febe8fd00 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:41.313495 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Publish callbacks [] for port (5eb07f51-c1d2-437c-9a44-47cd5e3f31af), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:41.320807 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (5eb07f51-c1d2-437c-9a44-47cd5e3f31af), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:41.369850 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Network 87adb977-314d-447c-82ba-81a52fa7de63 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:26:41.372458 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:26:41.380511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:26:41.397364 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Pushing event updated for resources: {'Port': ['ID=5eb07f51-c1d2-437c-9a44-47cd5e3f31af,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:41.399602 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:41.440042 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117277891', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:26:38Z', 'updated_at': '2022-02-11T06:26:39Z', 'revision_number': 3, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:83:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:39Z', 'updated_at': '2022-02-11T06:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:41.454858 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Attempting to bind port 5eb07f51-c1d2-437c-9a44-47cd5e3f31af on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:26:41.455369 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Attempting to bind port 5eb07f51-c1d2-437c-9a44-47cd5e3f31af by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '54304588-ba45-4c82-bd1b-fd5e01f22eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:26:41.455862 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Attempting to bind port 5eb07f51-c1d2-437c-9a44-47cd5e3f31af on network 87adb977-314d-447c-82ba-81a52fa7de63 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:26:41.461418 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:26:41.461987 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Checking segment: {'id': '54304588-ba45-4c82-bd1b-fd5e01f22eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:26:41.462464 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:41.462925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Bound using segment: {'id': '54304588-ba45-4c82-bd1b-fd5e01f22eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:26:41.463901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Bound port: 5eb07f51-c1d2-437c-9a44-47cd5e3f31af, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54304588-ba45-4c82-bd1b-fd5e01f22eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:26:41.463901 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5eb07f51-c1d2-437c-9a44-47cd5e3f31af), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:41.471230 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67265139-5e0c-4c00-9ddd-7a1be86f94ed None None] The sync data for ids ['15a7c431-5bc6-484c-8b19-f06febe8fd00'] in n-d-713499-38 is: [{'id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117277891', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:26:38Z', 'updated_at': '2022-02-11T06:26:39Z', 'revision_number': 3, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:83:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:39Z', 'updated_at': '2022-02-11T06:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:26:41.532483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] For port 5eb07f51-c1d2-437c-9a44-47cd5e3f31af, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:26:41.536906 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] For port 5eb07f51-c1d2-437c-9a44-47cd5e3f31af, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5eb07f51-c1d2-437c-9a44-47cd5e3f31af,segment=NetworkSegment(54304588-ba45-4c82-bd1b-fd5e01f22eb2),segment_id=54304588-ba45-4c82-bd1b-fd5e01f22eb2)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:26:41.543510 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5eb07f51-c1d2-437c-9a44-47cd5e3f31af), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:41.613546 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb071df6-a858-4848-9a6b-0031708951d0 None None] Pushing event updated for resources: {'Port': ['ID=5eb07f51-c1d2-437c-9a44-47cd5e3f31af,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:41.733768 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.20.0.1 (87adb977-314d-447c-82ba-81a52fa7de63/e4534e70-9ecb-48d8-9ec2-2f2665439b1a/99bf8c50-af21-4672-a777-96d11c3883ca) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:26:41.894639 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (99bf8c50-af21-4672-a777-96d11c3883ca), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:41.937264 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:41.985680 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 87adb977-314d-447c-82ba-81a52fa7de63 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:26:41.989413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:26:41.994874 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:26:42.019529 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=99bf8c50-af21-4672-a777-96d11c3883ca,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:42.046105 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (15a7c431-5bc6-484c-8b19-f06febe8fd00), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:42.187316 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:42.488708 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (99bf8c50-af21-4672-a777-96d11c3883ca), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:42.493867 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:42.570971 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (15a7c431-5bc6-484c-8b19-f06febe8fd00), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:42.572845 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=99bf8c50-af21-4672-a777-96d11c3883ca,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:42.646470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce84e2c5-fcd6-4b40-8a06-1b98287b6d76 None None] Network 87adb977-314d-447c-82ba-81a52fa7de63 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:26:42.673611 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 87adb977-314d-447c-82ba-81a52fa7de63 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:26:42.674979 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:26:42.761355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-60952718-2376-4f2e-9760-560bd407ab45 None None] Provisioning complete for port 5eb07f51-c1d2-437c-9a44-47cd5e3f31af triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:42.761725 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60952718-2376-4f2e-9760-560bd407ab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5eb07f51-c1d2-437c-9a44-47cd5e3f31af), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:42.793467 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router 15a7c431-5bc6-484c-8b19-f06febe8fd00 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:26:42.867728 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-60952718-2376-4f2e-9760-560bd407ab45 None None] Current status of the port 5eb07f51-c1d2-437c-9a44-47cd5e3f31af is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:42.868127 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60952718-2376-4f2e-9760-560bd407ab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5eb07f51-c1d2-437c-9a44-47cd5e3f31af), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:42.907299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-60952718-2376-4f2e-9760-560bd407ab45 None None] For port 5eb07f51-c1d2-437c-9a44-47cd5e3f31af, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5eb07f51-c1d2-437c-9a44-47cd5e3f31af,segment=NetworkSegment(54304588-ba45-4c82-bd1b-fd5e01f22eb2),segment_id=54304588-ba45-4c82-bd1b-fd5e01f22eb2)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:42.914591 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60952718-2376-4f2e-9760-560bd407ab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (5eb07f51-c1d2-437c-9a44-47cd5e3f31af), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:42.919249 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:26:42.925632 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7b47aeb4-6665-4e7e-96a0-4d20d11336c0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "PUT /v2.0/routers/15a7c431-5bc6-484c-8b19-f06febe8fd00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0006442 Feb 11 06:26:42.978252 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60952718-2376-4f2e-9760-560bd407ab45 None None] Pushing event updated for resources: {'Port': ['ID=5eb07f51-c1d2-437c-9a44-47cd5e3f31af,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:43.042165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e5c0d4aa-71cb-46c4-ad29-9a6edd155968 None None] Provisioning complete for port 5eb07f51-c1d2-437c-9a44-47cd5e3f31af triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:43.042545 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5c0d4aa-71cb-46c4-ad29-9a6edd155968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5eb07f51-c1d2-437c-9a44-47cd5e3f31af), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:43.102355 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-6f7950f5-bb48-451a-a590-b2e71d610d49 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506429084&fields=id&tenant_id=ad3ca5a288504678b55705d55a841198 HTTP/1.1" status: 200 len: 267 time: 0.0529737 Feb 11 06:26:43.136344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e5c0d4aa-71cb-46c4-ad29-9a6edd155968 None None] Current status of the port 5eb07f51-c1d2-437c-9a44-47cd5e3f31af is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:43.149322 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-e5c0d4aa-71cb-46c4-ad29-9a6edd155968 None None] Provisioning complete for port 99bf8c50-af21-4672-a777-96d11c3883ca triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:43.150243 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5c0d4aa-71cb-46c4-ad29-9a6edd155968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:43.186657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e5c0d4aa-71cb-46c4-ad29-9a6edd155968 None None] Port 99bf8c50-af21-4672-a777-96d11c3883ca cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:26:43.202112 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Sync routers for ids ['15a7c431-5bc6-484c-8b19-f06febe8fd00'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:26:43.216639 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Routers {'15a7c431-5bc6-484c-8b19-f06febe8fd00'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:43.217359 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:26:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15a7c431-5bc6-484c-8b19-f06febe8fd00'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:43.222787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-0796378b-5162-4203-bd35-4723fef4a24d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:43.224314 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-0796378b-5162-4203-bd35-4723fef4a24d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/networks?id=87adb977-314d-447c-82ba-81a52fa7de63 HTTP/1.1" status: 200 len: 797 time: 0.1136088 Feb 11 06:26:43.240912 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-ae1e5b1c-8423-4184-b119-f9ecab0937a8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/quotas/ad3ca5a288504678b55705d55a841198 HTTP/1.1" status: 200 len: 375 time: 0.0104756 Feb 11 06:26:43.298148 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-80dfb281-9e60-4964-a530-7cf2f9c8b66d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522354 Feb 11 06:26:43.339877 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c3edb239-d802-4a98-b34b-139fe5901485 None None] Provisioning complete for port 99bf8c50-af21-4672-a777-96d11c3883ca triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:43.340252 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c3edb239-d802-4a98-b34b-139fe5901485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:43.365672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Set router 15a7c431-5bc6-484c-8b19-f06febe8fd00 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:43.419342 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c3edb239-d802-4a98-b34b-139fe5901485 None None] Port 99bf8c50-af21-4672-a777-96d11c3883ca cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:26:43.444729 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-a9222e84-3d7a-4007-bd5c-926d2c3b4bdd service neutron] 10.222.0.87 "GET /v2.0/networks/87adb977-314d-447c-82ba-81a52fa7de63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336925 Feb 11 06:26:43.569170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2bd4ebc9-8615-4409-874b-2c63cc72f4f3 None None] Provisioning complete for port 99bf8c50-af21-4672-a777-96d11c3883ca triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:43.569553 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ebc9-8615-4409-874b-2c63cc72f4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:43.614994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2bd4ebc9-8615-4409-874b-2c63cc72f4f3 None None] Port 99bf8c50-af21-4672-a777-96d11c3883ca cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:26:43.632243 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117277891', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:26:38Z', 'updated_at': '2022-02-11T06:26:42Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:83:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:39Z', 'updated_at': '2022-02-11T06:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '99bf8c50-af21-4672-a777-96d11c3883ca', 'name': '', 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:16:49:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:41Z', 'updated_at': '2022-02-11T06:26:42Z', 'revision_number': 2, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:43.667835 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Checking router: 15a7c431-5bc6-484c-8b19-f06febe8fd00 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:26:43.668510 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Updating router 15a7c431-5bc6-484c-8b19-f06febe8fd00 port 99bf8c50-af21-4672-a777-96d11c3883ca binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:26:43.697894 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:43.742771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 91937e65-3c68-4f0f-9f93-6f454f12a49a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:26:43.879237 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-f6e37a4b-222b-444c-a9e4-d9ec69978dc2 service neutron] 10.222.0.87 "GET /v2.0/networks/87adb977-314d-447c-82ba-81a52fa7de63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281194 Feb 11 06:26:44.065800 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0f2a1ce4-f975-4f36-8701-313c3ea5c41a req-18f333f5-8318-4ba4-aba2-21effd0de956 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 210 time: 0.0374923 Feb 11 06:26:44.080545 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 91937e65-3c68-4f0f-9f93-6f454f12a49a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:44.080931 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (91937e65-3c68-4f0f-9f93-6f454f12a49a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:44.222711 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 91937e65-3c68-4f0f-9f93-6f454f12a49a is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:44.223112 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (91937e65-3c68-4f0f-9f93-6f454f12a49a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:44.246226 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Publish callbacks [] for port (99bf8c50-af21-4672-a777-96d11c3883ca), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:44.256031 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 91937e65-3c68-4f0f-9f93-6f454f12a49a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=91937e65-3c68-4f0f-9f93-6f454f12a49a,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:44.257590 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:44.262440 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (91937e65-3c68-4f0f-9f93-6f454f12a49a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:44.263210 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5eb07f51-c1d2-437c-9a44-47cd5e3f31af up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:26:44.344033 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee745bca-b227-48e2-b202-bd745c80719f None None] Pushing event updated for resources: {'Port': ['ID=99bf8c50-af21-4672-a777-96d11c3883ca,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:44.449214 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 5eb07f51-c1d2-437c-9a44-47cd5e3f31af triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:44.449715 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (5eb07f51-c1d2-437c-9a44-47cd5e3f31af), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:44.453034 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=91937e65-3c68-4f0f-9f93-6f454f12a49a,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:44.455884 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Attempting to bind port 99bf8c50-af21-4672-a777-96d11c3883ca on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:26:44.456266 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Attempting to bind port 99bf8c50-af21-4672-a777-96d11c3883ca by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '54304588-ba45-4c82-bd1b-fd5e01f22eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:26:44.456642 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Attempting to bind port 99bf8c50-af21-4672-a777-96d11c3883ca on network 87adb977-314d-447c-82ba-81a52fa7de63 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:26:44.491232 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:26:44.491657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Checking segment: {'id': '54304588-ba45-4c82-bd1b-fd5e01f22eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:26:44.492052 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:44.492456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Bound using segment: {'id': '54304588-ba45-4c82-bd1b-fd5e01f22eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:26:44.492945 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Bound port: 99bf8c50-af21-4672-a777-96d11c3883ca, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54304588-ba45-4c82-bd1b-fd5e01f22eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:26:44.493392 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:44.597292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3636f3ea-fb71-4d82-a61d-0b10cba5d31e None None] Provisioning complete for port 99bf8c50-af21-4672-a777-96d11c3883ca triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:44.597619 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3636f3ea-fb71-4d82-a61d-0b10cba5d31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:44.639053 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] For port 99bf8c50-af21-4672-a777-96d11c3883ca, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:26:44.641003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 5eb07f51-c1d2-437c-9a44-47cd5e3f31af is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:44.661827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] For port 99bf8c50-af21-4672-a777-96d11c3883ca, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=99bf8c50-af21-4672-a777-96d11c3883ca,segment=NetworkSegment(54304588-ba45-4c82-bd1b-fd5e01f22eb2),segment_id=54304588-ba45-4c82-bd1b-fd5e01f22eb2)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:26:44.666282 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3636f3ea-fb71-4d82-a61d-0b10cba5d31e None None] Port 99bf8c50-af21-4672-a777-96d11c3883ca cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:26:44.670903 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:44.733280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Routers {'15a7c431-5bc6-484c-8b19-f06febe8fd00'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:44.733920 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:26:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15a7c431-5bc6-484c-8b19-f06febe8fd00'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:44.737623 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee745bca-b227-48e2-b202-bd745c80719f None None] Pushing event updated for resources: {'Port': ['ID=99bf8c50-af21-4672-a777-96d11c3883ca,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:44.849407 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:44.859614 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] Set router 15a7c431-5bc6-484c-8b19-f06febe8fd00 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:45.016517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-3b793698-dd04-4d96-8da6-3ebc28090b65 None None] Provisioning complete for port 99bf8c50-af21-4672-a777-96d11c3883ca triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:45.016855 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b793698-dd04-4d96-8da6-3ebc28090b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:45.137360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-b79cd623-eddc-40c7-8836-cce9c1c1ae2b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:45.138835 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-b79cd623-eddc-40c7-8836-cce9c1c1ae2b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.88 "GET /v2.0/networks?id=87adb977-314d-447c-82ba-81a52fa7de63 HTTP/1.1" status: 200 len: 797 time: 0.1159112 Feb 11 06:26:45.142212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117277891', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:26:38Z', 'updated_at': '2022-02-11T06:26:42Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:83:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:39Z', 'updated_at': '2022-02-11T06:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '99bf8c50-af21-4672-a777-96d11c3883ca', 'name': '', 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:16:49:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:41Z', 'updated_at': '2022-02-11T06:26:44Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:45.144105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3b793698-dd04-4d96-8da6-3ebc28090b65 None None] Current status of the port 99bf8c50-af21-4672-a777-96d11c3883ca is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:45.144494 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b793698-dd04-4d96-8da6-3ebc28090b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:45.180862 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc8c5ae-122f-46b6-ac32-b1603d00823c None None] The sync data for ids ['15a7c431-5bc6-484c-8b19-f06febe8fd00'] in n-d-713499-38 is: [{'id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117277891', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:26:38Z', 'updated_at': '2022-02-11T06:26:42Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:83:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:39Z', 'updated_at': '2022-02-11T06:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '99bf8c50-af21-4672-a777-96d11c3883ca', 'name': '', 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:16:49:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:41Z', 'updated_at': '2022-02-11T06:26:44Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:26:45.196460 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a7c8ae75-476a-43a7-9463-30a704df5a6d req-22634da2-1b0c-416e-8004-c55765b498e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 210 time: 0.0418177 Feb 11 06:26:45.210079 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3b793698-dd04-4d96-8da6-3ebc28090b65 None None] For port 99bf8c50-af21-4672-a777-96d11c3883ca, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=99bf8c50-af21-4672-a777-96d11c3883ca,segment=NetworkSegment(54304588-ba45-4c82-bd1b-fd5e01f22eb2),segment_id=54304588-ba45-4c82-bd1b-fd5e01f22eb2)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:45.215410 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b793698-dd04-4d96-8da6-3ebc28090b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:45.247493 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-040dccc4-f8bc-493d-8057-cdcf01e3e7d0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad3ca5a288504678b55705d55a841198 HTTP/1.1" status: 200 len: 380 time: 0.0931079 Feb 11 06:26:45.261904 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-e87bbed4-ec86-49f5-9b96-31cb0047c574 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'port': {'device_id': '195cf15f-f7b4-4d7e-a33b-df85b32fbcb7', 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63', 'admin_state_up': True, 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'security_groups': ['4104f128-b573-440d-8fe7-2df360f881a6']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:45.293479 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b793698-dd04-4d96-8da6-3ebc28090b65 None None] Pushing event updated for resources: {'Port': ['ID=99bf8c50-af21-4672-a777-96d11c3883ca,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:45.377508 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-e87bbed4-ec86-49f5-9b96-31cb0047c574 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Made reservation on behalf of ad3ca5a288504678b55705d55a841198 for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:26:45.381260 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-e87bbed4-ec86-49f5-9b96-31cb0047c574 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:45.517763 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-e87bbed4-ec86-49f5-9b96-31cb0047c574 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.20.0.4 (87adb977-314d-447c-82ba-81a52fa7de63/e4534e70-9ecb-48d8-9ec2-2f2665439b1a/a1fbbb08-1543-4e25-8f73-b7a6bb2cb754) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:26:45.665919 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-e87bbed4-ec86-49f5-9b96-31cb0047c574 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (a1fbbb08-1543-4e25-8f73-b7a6bb2cb754), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:45.720115 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-e87bbed4-ec86-49f5-9b96-31cb0047c574 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a1fbbb08-1543-4e25-8f73-b7a6bb2cb754), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:45.741116 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 99bf8c50-af21-4672-a777-96d11c3883ca up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:26:45.773911 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-e87bbed4-ec86-49f5-9b96-31cb0047c574 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 87adb977-314d-447c-82ba-81a52fa7de63 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:26:45.777615 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-e87bbed4-ec86-49f5-9b96-31cb0047c574 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:26:45.781784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-e87bbed4-ec86-49f5-9b96-31cb0047c574 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:26:45.788403 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bbed4-ec86-49f5-9b96-31cb0047c574 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=a1fbbb08-1543-4e25-8f73-b7a6bb2cb754,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:45.796354 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 99bf8c50-af21-4672-a777-96d11c3883ca triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:45.796948 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:45.848152 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-e87bbed4-ec86-49f5-9b96-31cb0047c574 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:45.848930 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-e87bbed4-ec86-49f5-9b96-31cb0047c574 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:45.870551 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-e87bbed4-ec86-49f5-9b96-31cb0047c574 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6179862 Feb 11 06:26:45.891105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 99bf8c50-af21-4672-a777-96d11c3883ca is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:45.892310 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 91937e65-3c68-4f0f-9f93-6f454f12a49a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:26:45.933319 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Request body: {'port': {'device_id': '195cf15f-f7b4-4d7e-a33b-df85b32fbcb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:45.963449 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 91937e65-3c68-4f0f-9f93-6f454f12a49a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:45.964149 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (91937e65-3c68-4f0f-9f93-6f454f12a49a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:46.020806 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1fbbb08-1543-4e25-8f73-b7a6bb2cb754), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:46.068237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 91937e65-3c68-4f0f-9f93-6f454f12a49a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:46.142039 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-310c6747-18c7-4f1a-b0bc-b81ba49afaf8 None None] Provisioning complete for port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:46.142415 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-310c6747-18c7-4f1a-b0bc-b81ba49afaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a1fbbb08-1543-4e25-8f73-b7a6bb2cb754), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:46.178123 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-310c6747-18c7-4f1a-b0bc-b81ba49afaf8 None None] Port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:26:46.304107 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:26:46.315856 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Publish callbacks [] for port (a1fbbb08-1543-4e25-8f73-b7a6bb2cb754), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:46.329586 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Transition to ACTIVE for port object a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:26:46.332613 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357957d2-29d7-41d1-a896-a63206779cf4 req-e4d857e4-7741-4e4c-bde3-1650e0e63618 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:46.334226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-357957d2-29d7-41d1-a896-a63206779cf4 req-e4d857e4-7741-4e4c-bde3-1650e0e63618 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 931 time: 0.0652852 Feb 11 06:26:46.336133 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (a1fbbb08-1543-4e25-8f73-b7a6bb2cb754), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:46.385935 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Pushing event updated for resources: {'Port': ['ID=a1fbbb08-1543-4e25-8f73-b7a6bb2cb754,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:46.396846 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-357957d2-29d7-41d1-a896-a63206779cf4 req-e2d53762-3bc0-4dca-9b68-3076227985e9 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4104f128-b573-440d-8fe7-2df360f881a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555429 Feb 11 06:26:46.474024 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Attempting to bind port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:26:46.474509 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Attempting to bind port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '54304588-ba45-4c82-bd1b-fd5e01f22eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:26:46.474916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Attempting to bind port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 on network 87adb977-314d-447c-82ba-81a52fa7de63 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:26:46.480217 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 on network 87adb977-314d-447c-82ba-81a52fa7de63 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:26:46.480738 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Attempting to bind port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 on network 87adb977-314d-447c-82ba-81a52fa7de63 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:26:46.485978 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:26:46.486326 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Checking segment: {'id': '54304588-ba45-4c82-bd1b-fd5e01f22eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:26:46.486710 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Bound using segment: {'id': '54304588-ba45-4c82-bd1b-fd5e01f22eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:26:46.487136 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Bound port: a1fbbb08-1543-4e25-8f73-b7a6bb2cb754, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54304588-ba45-4c82-bd1b-fd5e01f22eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:26:46.487520 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1fbbb08-1543-4e25-8f73-b7a6bb2cb754), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:46.554065 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] For port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:26:46.557387 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] For port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a1fbbb08-1543-4e25-8f73-b7a6bb2cb754,segment=NetworkSegment(54304588-ba45-4c82-bd1b-fd5e01f22eb2),segment_id=54304588-ba45-4c82-bd1b-fd5e01f22eb2)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:26:46.563046 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (a1fbbb08-1543-4e25-8f73-b7a6bb2cb754), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:46.602614 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:46.603217 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:46.604671 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] 10.222.0.88 "PUT /v2.0/ports/a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 HTTP/1.1" status: 200 len: 1092 time: 0.7264693 Feb 11 06:26:46.605116 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195cf15f-f7b4-4d7e-a33b-df85b32fbcb7', 'tag': 'a1fbbb08-1543-4e25-8f73-b7a6bb2cb754'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:26:46.607432 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258d3af5-4c32-47dc-9420-98299844a41a" -d '{"events": [{"name": "network-changed", "server_uuid": "195cf15f-f7b4-4d7e-a33b-df85b32fbcb7", "tag": "a1fbbb08-1543-4e25-8f73-b7a6bb2cb754"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:26:46.634933 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bb43d-7b0e-436f-83a4-152b846ab247 service neutron] Pushing event updated for resources: {'Port': ['ID=a1fbbb08-1543-4e25-8f73-b7a6bb2cb754,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:46.650380 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d3fc9f-f200-485f-80fb-978202935ff4 x-openstack-request-id: req-82d3fc9f-f200-485f-80fb-978202935ff4 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:26:46.650683 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195cf15f-f7b4-4d7e-a33b-df85b32fbcb7", "tag": "a1fbbb08-1543-4e25-8f73-b7a6bb2cb754", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:26:46.651006 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-82d3fc9f-f200-485f-80fb-978202935ff4 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:26:46.651456 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195cf15f-f7b4-4d7e-a33b-df85b32fbcb7', 'tag': 'a1fbbb08-1543-4e25-8f73-b7a6bb2cb754', 'status': 'completed', 'code': 200} Feb 11 06:26:46.703928 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-2ff3cf15-2ff6-40d9-a430-b09471a7804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:46.705465 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-2ff3cf15-2ff6-40d9-a430-b09471a7804c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 1126 time: 0.0473735 Feb 11 06:26:46.755463 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-eba293cd-c409-4f86-ad6b-28c54b1bd203 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 HTTP/1.1" status: 200 len: 217 time: 0.0411310 Feb 11 06:26:46.804989 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-dfe3d4f1-65ec-4727-b3a8-477637fa0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:46.807097 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-dfe3d4f1-65ec-4727-b3a8-477637fa0ff5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e4534e70-9ecb-48d8-9ec2-2f2665439b1a HTTP/1.1" status: 200 len: 835 time: 0.0455112 Feb 11 06:26:46.856023 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-6991f776-e04b-4790-a4fa-942bbb838f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:46.857511 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-6991f776-e04b-4790-a4fa-942bbb838f5e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87adb977-314d-447c-82ba-81a52fa7de63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437238 Feb 11 06:26:46.949362 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-52008dec-89a5-4e11-bef1-23e315ebe4ef service neutron] 10.222.0.88 "GET /v2.0/networks/87adb977-314d-447c-82ba-81a52fa7de63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847015 Feb 11 06:26:47.037275 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-46937a21-64e8-4d74-be8e-18ae5694f166 req-4e7a427b-d559-4a31-98c1-de82c5376d22 service neutron] 10.222.0.88 "GET /v2.0/networks/87adb977-314d-447c-82ba-81a52fa7de63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802727 Feb 11 06:26:47.137066 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d3af5-4c32-47dc-9420-98299844a41a req-cc7b6f5e-463a-488f-b1f0-672d03734a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:47.138438 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-258d3af5-4c32-47dc-9420-98299844a41a req-cc7b6f5e-463a-488f-b1f0-672d03734a92 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 1126 time: 0.0483522 Feb 11 06:26:47.225425 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d3af5-4c32-47dc-9420-98299844a41a req-fc5e2537-d931-4ea0-9774-95e72b97453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:47.226853 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-258d3af5-4c32-47dc-9420-98299844a41a req-fc5e2537-d931-4ea0-9774-95e72b97453f service neutron] 10.222.0.88 "GET /v2.0/networks?id=87adb977-314d-447c-82ba-81a52fa7de63 HTTP/1.1" status: 200 len: 898 time: 0.0819890 Feb 11 06:26:47.270057 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-258d3af5-4c32-47dc-9420-98299844a41a req-2c2753ef-513b-4e74-a334-7e13ca9dd14d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 HTTP/1.1" status: 200 len: 217 time: 0.0359881 Feb 11 06:26:47.320591 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d3af5-4c32-47dc-9420-98299844a41a req-b5e102f6-0ad6-4e1a-8a35-887e8ffdb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:47.322532 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-258d3af5-4c32-47dc-9420-98299844a41a req-b5e102f6-0ad6-4e1a-8a35-887e8ffdb8da service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e4534e70-9ecb-48d8-9ec2-2f2665439b1a HTTP/1.1" status: 200 len: 835 time: 0.0443301 Feb 11 06:26:47.370357 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d3af5-4c32-47dc-9420-98299844a41a req-8b43cf06-a36b-4fa9-87d1-cf25ccb1ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:47.371869 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-258d3af5-4c32-47dc-9420-98299844a41a req-8b43cf06-a36b-4fa9-87d1-cf25ccb1ec52 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87adb977-314d-447c-82ba-81a52fa7de63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432663 Feb 11 06:26:47.527054 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099396ef-5634-4a6d-9ec6-12516ee7c717 req-3c758853-9adc-4ac6-af2c-7c8bbdca0e61 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:47.528667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-099396ef-5634-4a6d-9ec6-12516ee7c717 req-3c758853-9adc-4ac6-af2c-7c8bbdca0e61 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 943 time: 0.0591798 Feb 11 06:26:47.579976 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-099396ef-5634-4a6d-9ec6-12516ee7c717 req-c02ef5ba-2768-44b2-a3fe-35a2eae9f38c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4104f128-b573-440d-8fe7-2df360f881a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455790 Feb 11 06:26:47.787650 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-258d3af5-4c32-47dc-9420-98299844a41a req-527ba1ad-6a92-4b13-9b09-ab34722f9d6d service neutron] 10.222.0.88 "GET /v2.0/networks/87adb977-314d-447c-82ba-81a52fa7de63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087229 Feb 11 06:26:47.874829 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-258d3af5-4c32-47dc-9420-98299844a41a req-d80a7b9d-5a8b-4223-86f2-79e51227124d service neutron] 10.222.0.88 "GET /v2.0/networks/87adb977-314d-447c-82ba-81a52fa7de63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792403 Feb 11 06:26:48.703304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740229a2-638f-405e-9154-291e5eb0fbc4 req-08bfe608-299e-4b2c-90d3-802c6028302e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:48.704791 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-740229a2-638f-405e-9154-291e5eb0fbc4 req-08bfe608-299e-4b2c-90d3-802c6028302e tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 943 time: 0.0565701 Feb 11 06:26:48.751627 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-740229a2-638f-405e-9154-291e5eb0fbc4 req-d5e6d147-1ba2-420a-ad4d-a497ed6b681f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4104f128-b573-440d-8fe7-2df360f881a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412569 Feb 11 06:26:49.656535 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:26:49.751621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a1fbbb08-1543-4e25-8f73-b7a6bb2cb754,segment=NetworkSegment(54304588-ba45-4c82-bd1b-fd5e01f22eb2),segment_id=54304588-ba45-4c82-bd1b-fd5e01f22eb2)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:49.762280 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': 'a1fbbb08-1543-4e25-8f73-b7a6bb2cb754', 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63', 'port_id': 'a1fbbb08-1543-4e25-8f73-b7a6bb2cb754', 'mac_address': 'fa:16:3e:2a:67:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:26:49.802754 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:49.803144 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1fbbb08-1543-4e25-8f73-b7a6bb2cb754), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:49.817122 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:26:49.838170 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a1fbbb08-1543-4e25-8f73-b7a6bb2cb754,segment=NetworkSegment(54304588-ba45-4c82-bd1b-fd5e01f22eb2),segment_id=54304588-ba45-4c82-bd1b-fd5e01f22eb2)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:49.842758 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a1fbbb08-1543-4e25-8f73-b7a6bb2cb754), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:49.876138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954ec29-9764-4fc7-a559-108f5f823d43 req-4712963d-1970-491b-a835-8ce786f682e0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:49.886632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6954ec29-9764-4fc7-a559-108f5f823d43 req-4712963d-1970-491b-a835-8ce786f682e0 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 943 time: 0.0634131 Feb 11 06:26:49.898919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=a1fbbb08-1543-4e25-8f73-b7a6bb2cb754,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:49.931029 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6954ec29-9764-4fc7-a559-108f5f823d43 req-ad4d3b6d-0b67-42a8-91fa-5d088f1168f4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4104f128-b573-440d-8fe7-2df360f881a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435328 Feb 11 06:26:50.113087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['a1fbbb08-1543-4e25-8f73-b7a6bb2cb754'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:26:51.051254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99956a-6ea8-4a6a-9869-7621f32190a8 req-8bd75c13-17ec-45dd-9167-8f89dd6118f4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:51.052785 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a99956a-6ea8-4a6a-9869-7621f32190a8 req-8bd75c13-17ec-45dd-9167-8f89dd6118f4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 944 time: 0.0527325 Feb 11 06:26:51.105215 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2a99956a-6ea8-4a6a-9869-7621f32190a8 req-4fabb0f2-6c23-4942-9068-e48097c96c4c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4104f128-b573-440d-8fe7-2df360f881a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466409 Feb 11 06:26:51.669511 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:26:51.716991 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:26:51.720517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:26:51.720894 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a1fbbb08-1543-4e25-8f73-b7a6bb2cb754), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:51.797998 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:26:51.798392 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a1fbbb08-1543-4e25-8f73-b7a6bb2cb754), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:51.820085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195cf15f-f7b4-4d7e-a33b-df85b32fbcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fbbb08-1543-4e25-8f73-b7a6bb2cb754'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:26:51.822532 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e7de8a-3c6b-436b-afa1-1be1da1080ae" -d '{"events": [{"server_uuid": "195cf15f-f7b4-4d7e-a33b-df85b32fbcb7", "name": "network-vif-plugged", "status": "completed", "tag": "a1fbbb08-1543-4e25-8f73-b7a6bb2cb754"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:26:51.834891 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a1fbbb08-1543-4e25-8f73-b7a6bb2cb754,segment=NetworkSegment(54304588-ba45-4c82-bd1b-fd5e01f22eb2),segment_id=54304588-ba45-4c82-bd1b-fd5e01f22eb2)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:26:51.838879 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a1fbbb08-1543-4e25-8f73-b7a6bb2cb754), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:51.887327 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=a1fbbb08-1543-4e25-8f73-b7a6bb2cb754,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:51.922052 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1e1f09-f3d4-4ec9-8de0-6223ed979f3f x-openstack-request-id: req-5c1e1f09-f3d4-4ec9-8de0-6223ed979f3f {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:26:51.922346 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195cf15f-f7b4-4d7e-a33b-df85b32fbcb7", "name": "network-vif-plugged", "status": "completed", "tag": "a1fbbb08-1543-4e25-8f73-b7a6bb2cb754", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:26:51.922598 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5c1e1f09-f3d4-4ec9-8de0-6223ed979f3f {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:26:51.922996 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195cf15f-f7b4-4d7e-a33b-df85b32fbcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fbbb08-1543-4e25-8f73-b7a6bb2cb754', 'code': 200} Feb 11 06:26:52.022942 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2dc3d-b52a-412c-b1fa-c02bda95a87e req-ba071d10-b4c3-4b87-8945-5379b631b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:52.024434 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-72d2dc3d-b52a-412c-b1fa-c02bda95a87e req-ba071d10-b4c3-4b87-8945-5379b631b3c7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 1128 time: 0.0435820 Feb 11 06:26:52.075399 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-72d2dc3d-b52a-412c-b1fa-c02bda95a87e req-d9422062-155f-4ac9-acaa-8f4a40200aad service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4104f128-b573-440d-8fe7-2df360f881a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434909 Feb 11 06:26:52.220651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d05a4-1f63-439b-b6a7-47d0a1390ed1 req-a4b2e473-df8e-4efd-95e8-1b3060993b15 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:52.222122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c35d05a4-1f63-439b-b6a7-47d0a1390ed1 req-a4b2e473-df8e-4efd-95e8-1b3060993b15 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 945 time: 0.0516851 Feb 11 06:26:52.269142 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c35d05a4-1f63-439b-b6a7-47d0a1390ed1 req-e660a6cf-71a3-487f-8dfd-5b3d7dfa1d53 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4104f128-b573-440d-8fe7-2df360f881a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416162 Feb 11 06:26:53.390676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8600-8621-413e-af24-30523c19ad55 req-e5359593-7e54-4b58-95ba-84f821109607 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:53.392191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b2a8600-8621-413e-af24-30523c19ad55 req-e5359593-7e54-4b58-95ba-84f821109607 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 945 time: 0.0516181 Feb 11 06:26:53.439839 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2b2a8600-8621-413e-af24-30523c19ad55 req-f9f8b077-183f-4ab5-a1c8-4d908b08261b tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4104f128-b573-440d-8fe7-2df360f881a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421035 Feb 11 06:26:53.559987 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5db93-cf29-46ba-a0f4-38e8c4bd9d31 req-dd6c6843-9075-4248-b883-f7538a9650ca tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:53.561382 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7a5db93-cf29-46ba-a0f4-38e8c4bd9d31 req-dd6c6843-9075-4248-b883-f7538a9650ca tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 945 time: 0.0566630 Feb 11 06:26:53.608391 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c7a5db93-cf29-46ba-a0f4-38e8c4bd9d31 req-c1a4c307-688f-4fbe-ad41-43cf353c5aa4 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4104f128-b573-440d-8fe7-2df360f881a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414960 Feb 11 06:26:53.629742 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56988) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:53.671964 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1611321-f3cb-432d-b5e1-413fcd82d50e tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:53.673458 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f1611321-f3cb-432d-b5e1-413fcd82d50e tempest-TestNetworkAdvancedServerOps-56023328 tempest-TestNetworkAdvancedServerOps-56023328-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 1123 time: 0.0427709 Feb 11 06:26:53.676349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56990) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:53.680526 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': 'a1fbbb08-1543-4e25-8f73-b7a6bb2cb754', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:26:53.700663 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:53.797221 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:53.896530 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Allocated IP 172.25.5.31 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/983b822e-cfbe-4ac4-ba0f-6f54aab37dc1) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:26:53.999477 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (983b822e-cfbe-4ac4-ba0f-6f54aab37dc1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:54.030919 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (983b822e-cfbe-4ac4-ba0f-6f54aab37dc1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:54.069968 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:26:54.072900 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:26:54.076373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:26:54.102019 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=983b822e-cfbe-4ac4-ba0f-6f54aab37dc1,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:54.434212 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (7b7b1617-d8d8-46ba-b073-a8296e0c2526), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:54.499443 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (983b822e-cfbe-4ac4-ba0f-6f54aab37dc1), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:54.649423 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for port (983b822e-cfbe-4ac4-ba0f-6f54aab37dc1), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:54.654393 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (983b822e-cfbe-4ac4-ba0f-6f54aab37dc1), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:54.729002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event updated for resources: {'Port': ['ID=983b822e-cfbe-4ac4-ba0f-6f54aab37dc1,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:26:54.737555 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (7b7b1617-d8d8-46ba-b073-a8296e0c2526), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:54.839108 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Floating IP 7b7b1617-d8d8-46ba-b073-a8296e0c2526 associated. External IP: 172.25.5.31, port: a1fbbb08-1543-4e25-8f73-b7a6bb2cb754. Feb 11 06:26:55.047565 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router 15a7c431-5bc6-484c-8b19-f06febe8fd00 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:26:55.154490 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:26:55.164051 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e1b4d-ddcd-4721-b5da-23a13333e767 None None] Sync routers for ids ['15a7c431-5bc6-484c-8b19-f06febe8fd00'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:26:55.172940 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:26:55.174321 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e1b4d-ddcd-4721-b5da-23a13333e767 None None] Routers {'15a7c431-5bc6-484c-8b19-f06febe8fd00'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:55.174928 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-444e1b4d-ddcd-4721-b5da-23a13333e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:26:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15a7c431-5bc6-484c-8b19-f06febe8fd00'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:55.203581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-d489a41c-09da-4686-b362-8ef6a169f62d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5262024 Feb 11 06:26:55.204598 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195cf15f-f7b4-4d7e-a33b-df85b32fbcb7', 'tag': 'a1fbbb08-1543-4e25-8f73-b7a6bb2cb754'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:26:55.207215 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17a7a66-746d-4226-9596-e785169777ae" -d '{"events": [{"name": "network-changed", "server_uuid": "195cf15f-f7b4-4d7e-a33b-df85b32fbcb7", "tag": "a1fbbb08-1543-4e25-8f73-b7a6bb2cb754"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:26:55.247119 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffe6836-1421-485e-ad2f-a52c5cc5c270 x-openstack-request-id: req-dffe6836-1421-485e-ad2f-a52c5cc5c270 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:26:55.247437 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195cf15f-f7b4-4d7e-a33b-df85b32fbcb7", "tag": "a1fbbb08-1543-4e25-8f73-b7a6bb2cb754", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:26:55.247724 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dffe6836-1421-485e-ad2f-a52c5cc5c270 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:26:55.248140 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195cf15f-f7b4-4d7e-a33b-df85b32fbcb7', 'tag': 'a1fbbb08-1543-4e25-8f73-b7a6bb2cb754', 'status': 'completed', 'code': 200} Feb 11 06:26:55.314483 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8573882-e8fc-4d0b-9314-02042acdf42d req-9be27a64-3756-432d-afe4-70f0d4aaf5ae tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:55.316720 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8573882-e8fc-4d0b-9314-02042acdf42d req-9be27a64-3756-432d-afe4-70f0d4aaf5ae tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 945 time: 0.0602663 Feb 11 06:26:55.317566 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a7a66-746d-4226-9596-e785169777ae req-4b05f260-fa67-4ce8-bdfd-dd166ea84172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:55.319087 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a17a7a66-746d-4226-9596-e785169777ae req-4b05f260-fa67-4ce8-bdfd-dd166ea84172 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 1128 time: 0.0501597 Feb 11 06:26:55.367292 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a8573882-e8fc-4d0b-9314-02042acdf42d req-3a1a759f-ae05-46f3-87dc-8b8834d63f01 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4104f128-b573-440d-8fe7-2df360f881a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439339 Feb 11 06:26:55.379010 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-444e1b4d-ddcd-4721-b5da-23a13333e767 None None] Set router 15a7c431-5bc6-484c-8b19-f06febe8fd00 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:55.391446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 56996) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:55.465912 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a7a66-746d-4226-9596-e785169777ae req-af705748-fde6-4c5b-a96c-be7d82fbb26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:55.467370 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a17a7a66-746d-4226-9596-e785169777ae req-af705748-fde6-4c5b-a96c-be7d82fbb26e service neutron] 10.222.0.88 "GET /v2.0/networks?id=87adb977-314d-447c-82ba-81a52fa7de63 HTTP/1.1" status: 200 len: 898 time: 0.1398959 Feb 11 06:26:55.472163 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d07499d9-4b22-4f7c-afe4-f9bab228ebae tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/7b7b1617-d8d8-46ba-b073-a8296e0c2526 HTTP/1.1" status: 200 len: 990 time: 0.0796783 Feb 11 06:26:55.536043 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a17a7a66-746d-4226-9596-e785169777ae req-a8df9f1b-9e17-4703-af95-9c234b79da11 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 HTTP/1.1" status: 200 len: 998 time: 0.0617363 Feb 11 06:26:55.585730 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a7a66-746d-4226-9596-e785169777ae req-9c17ef76-c7d3-4b22-82d0-05a835970f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:55.587113 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a17a7a66-746d-4226-9596-e785169777ae req-9c17ef76-c7d3-4b22-82d0-05a835970f4a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e4534e70-9ecb-48d8-9ec2-2f2665439b1a HTTP/1.1" status: 200 len: 835 time: 0.0432100 Feb 11 06:26:55.606648 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-444e1b4d-ddcd-4721-b5da-23a13333e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117277891', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:26:38Z', 'updated_at': '2022-02-11T06:26:42Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:83:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:39Z', 'updated_at': '2022-02-11T06:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '7b7b1617-d8d8-46ba-b073-a8296e0c2526', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'port_id': 'a1fbbb08-1543-4e25-8f73-b7a6bb2cb754', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63', 'mac_address': 'fa:16:3e:2a:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195cf15f-f7b4-4d7e-a33b-df85b32fbcb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:26:54Z', 'updated_at': '2022-02-11T06:26:54Z', 'revision_number': 0, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99bf8c50-af21-4672-a777-96d11c3883ca', 'name': '', 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:16:49:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:41Z', 'updated_at': '2022-02-11T06:26:45Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:55.632378 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e1b4d-ddcd-4721-b5da-23a13333e767 None None] Checking router: 15a7c431-5bc6-484c-8b19-f06febe8fd00 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:26:55.638574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a7a66-746d-4226-9596-e785169777ae req-b047dd6d-0b8a-43c5-95cc-a9faccf6bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:26:55.640115 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a17a7a66-746d-4226-9596-e785169777ae req-b047dd6d-0b8a-43c5-95cc-a9faccf6bfb0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87adb977-314d-447c-82ba-81a52fa7de63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458653 Feb 11 06:26:55.640493 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e1b4d-ddcd-4721-b5da-23a13333e767 None None] Routers {'15a7c431-5bc6-484c-8b19-f06febe8fd00'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:26:55.641082 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-444e1b4d-ddcd-4721-b5da-23a13333e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:26:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15a7c431-5bc6-484c-8b19-f06febe8fd00'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:55.740253 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a17a7a66-746d-4226-9596-e785169777ae req-aa36d88a-3c08-4a2c-8dfc-a697eb37327c service neutron] 10.222.0.88 "GET /v2.0/networks/87adb977-314d-447c-82ba-81a52fa7de63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899796 Feb 11 06:26:55.746183 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-444e1b4d-ddcd-4721-b5da-23a13333e767 None None] Set router 15a7c431-5bc6-484c-8b19-f06febe8fd00 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:26:55.829637 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-a17a7a66-746d-4226-9596-e785169777ae req-7cfd1fc9-29ec-4ec3-aa35-492ac6d8fe4d service neutron] 10.222.0.88 "GET /v2.0/networks/87adb977-314d-447c-82ba-81a52fa7de63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821102 Feb 11 06:26:55.971189 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-444e1b4d-ddcd-4721-b5da-23a13333e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117277891', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:26:38Z', 'updated_at': '2022-02-11T06:26:42Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:83:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:39Z', 'updated_at': '2022-02-11T06:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '7b7b1617-d8d8-46ba-b073-a8296e0c2526', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'port_id': 'a1fbbb08-1543-4e25-8f73-b7a6bb2cb754', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63', 'mac_address': 'fa:16:3e:2a:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195cf15f-f7b4-4d7e-a33b-df85b32fbcb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:26:54Z', 'updated_at': '2022-02-11T06:26:54Z', 'revision_number': 0, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99bf8c50-af21-4672-a777-96d11c3883ca', 'name': '', 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:16:49:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:41Z', 'updated_at': '2022-02-11T06:26:45Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:26:56.000249 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e1b4d-ddcd-4721-b5da-23a13333e767 None None] The sync data for ids ['15a7c431-5bc6-484c-8b19-f06febe8fd00'] in n-d-713499-38 is: [{'id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117277891', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:26:38Z', 'updated_at': '2022-02-11T06:26:42Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:83:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:39Z', 'updated_at': '2022-02-11T06:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '7b7b1617-d8d8-46ba-b073-a8296e0c2526', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'port_id': 'a1fbbb08-1543-4e25-8f73-b7a6bb2cb754', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63', 'mac_address': 'fa:16:3e:2a:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195cf15f-f7b4-4d7e-a33b-df85b32fbcb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:26:54Z', 'updated_at': '2022-02-11T06:26:54Z', 'revision_number': 0, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99bf8c50-af21-4672-a777-96d11c3883ca', 'name': '', 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:16:49:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:41Z', 'updated_at': '2022-02-11T06:26:45Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:26:56.200583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b706047-0c89-42d8-9a21-42a8d363ca28 None None] New status for floating IP 7b7b1617-d8d8-46ba-b073-a8296e0c2526: ACTIVE {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:26:56.476099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 56998) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:26:56.540607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f5a353d1-235b-4c3f-a29b-f82e0c78155d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/7b7b1617-d8d8-46ba-b073-a8296e0c2526 HTTP/1.1" status: 200 len: 992 time: 0.0633447 Feb 11 06:26:57.370161 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:26:58.654019 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa8dc0e1-e078-4617-b1db-3c5f79920f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:00.938422 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0b3645d0-193e-4711-b88a-f4e47a835a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:02.698516 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:03.911686 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:05.326424 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:09.767692 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3c58705e-23b5-454d-9032-a7b7082f5ab5 req-f63858f9-658d-49a7-ae6b-28c14b460534 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427952 Feb 11 06:27:09.858769 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58705e-23b5-454d-9032-a7b7082f5ab5 req-526866db-3029-49e2-ade7-c1e7ec499450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:09.860215 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3c58705e-23b5-454d-9032-a7b7082f5ab5 req-526866db-3029-49e2-ade7-c1e7ec499450 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 1128 time: 0.0485356 Feb 11 06:27:09.963110 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58705e-23b5-454d-9032-a7b7082f5ab5 req-6ee36f4c-a2d4-403c-8e78-f19c3ddee9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:09.965238 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3c58705e-23b5-454d-9032-a7b7082f5ab5 req-6ee36f4c-a2d4-403c-8e78-f19c3ddee9b1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=87adb977-314d-447c-82ba-81a52fa7de63 HTTP/1.1" status: 200 len: 898 time: 0.0848949 Feb 11 06:27:10.033555 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3c58705e-23b5-454d-9032-a7b7082f5ab5 req-f1e51e18-25c6-4d55-9191-839b7d11ed92 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 HTTP/1.1" status: 200 len: 1000 time: 0.0607326 Feb 11 06:27:10.082730 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58705e-23b5-454d-9032-a7b7082f5ab5 req-517d2c77-6aef-4932-9c8c-85f6b1566c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:10.084174 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3c58705e-23b5-454d-9032-a7b7082f5ab5 req-517d2c77-6aef-4932-9c8c-85f6b1566c27 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e4534e70-9ecb-48d8-9ec2-2f2665439b1a HTTP/1.1" status: 200 len: 835 time: 0.0440412 Feb 11 06:27:10.134529 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58705e-23b5-454d-9032-a7b7082f5ab5 req-1c83954b-399e-42ab-b778-3e4d4e844124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:10.135914 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3c58705e-23b5-454d-9032-a7b7082f5ab5 req-1c83954b-399e-42ab-b778-3e4d4e844124 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87adb977-314d-447c-82ba-81a52fa7de63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429146 Feb 11 06:27:10.226661 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3c58705e-23b5-454d-9032-a7b7082f5ab5 req-559fb9b9-36c6-4893-92e6-ecb6714c33cc service neutron] 10.222.0.88 "GET /v2.0/networks/87adb977-314d-447c-82ba-81a52fa7de63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836928 Feb 11 06:27:10.313786 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-3c58705e-23b5-454d-9032-a7b7082f5ab5 req-b150836f-995b-4557-8afe-2eef8e5006fd service neutron] 10.222.0.88 "GET /v2.0/networks/87adb977-314d-447c-82ba-81a52fa7de63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805941 Feb 11 06:27:10.525300 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:14.855009 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:28.656768 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0872a8c1-63f5-4e9a-bb45-ca37a1924b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:30.939910 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2b907a2e-035b-4e8d-b523-7c1f5f6e7ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:31.832084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2832fe-bf5e-4840-9f84-e756ea5599d5 req-481c79e0-8ce8-4bbd-8172-1c97af757b88 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:31.833550 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd2832fe-bf5e-4840-9f84-e756ea5599d5 req-481c79e0-8ce8-4bbd-8172-1c97af757b88 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 945 time: 0.0517836 Feb 11 06:27:31.880923 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dd2832fe-bf5e-4840-9f84-e756ea5599d5 req-6450715f-d463-477b-9521-6a3eca6014f3 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4104f128-b573-440d-8fe7-2df360f881a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417871 Feb 11 06:27:32.702729 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:33.000914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4372ee-0541-473b-8f8f-ba149d89601b req-71def5bb-13a2-45e8-abc2-24d30472c789 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:33.002311 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb4372ee-0541-473b-8f8f-ba149d89601b req-71def5bb-13a2-45e8-abc2-24d30472c789 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 945 time: 0.0518210 Feb 11 06:27:33.051165 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fb4372ee-0541-473b-8f8f-ba149d89601b req-b1d64e6b-5155-4637-855a-8e23016ba09d tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4104f128-b573-440d-8fe7-2df360f881a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426416 Feb 11 06:27:33.073349 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57020) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:33.135224 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ab33ed71-b0e8-4d97-b318-3bf0f7ebe036 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/7b7b1617-d8d8-46ba-b073-a8296e0c2526 HTTP/1.1" status: 200 len: 992 time: 0.0607257 Feb 11 06:27:33.914281 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:34.369450 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:27:34.411288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f2c80-59ad-45a7-80e1-7cb9f2f505b1 req-986fa253-d2f2-406e-a86e-bcedfb99b98c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:34.412900 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a30f2c80-59ad-45a7-80e1-7cb9f2f505b1 req-986fa253-d2f2-406e-a86e-bcedfb99b98c tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 945 time: 0.0553296 Feb 11 06:27:34.439334 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52d7a-e258-47f0-90d7-ccceb05851b2 req-ca268d23-3244-40e8-8393-d2d03d7155aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:34.440888 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-97b52d7a-e258-47f0-90d7-ccceb05851b2 req-ca268d23-3244-40e8-8393-d2d03d7155aa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 1128 time: 0.0509558 Feb 11 06:27:34.461500 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a30f2c80-59ad-45a7-80e1-7cb9f2f505b1 req-c99b9de2-eb18-4f2e-b0a1-ce64a0029dce tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4104f128-b573-440d-8fe7-2df360f881a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427840 Feb 11 06:27:34.531081 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52d7a-e258-47f0-90d7-ccceb05851b2 req-43cab987-bfce-468b-8e30-9aa369ecc9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:34.532589 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-97b52d7a-e258-47f0-90d7-ccceb05851b2 req-43cab987-bfce-468b-8e30-9aa369ecc9a5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=87adb977-314d-447c-82ba-81a52fa7de63 HTTP/1.1" status: 200 len: 898 time: 0.0848672 Feb 11 06:27:34.600409 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-97b52d7a-e258-47f0-90d7-ccceb05851b2 req-f5de9855-1c3f-4a0a-b514-952b149a6940 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 HTTP/1.1" status: 200 len: 1000 time: 0.0607548 Feb 11 06:27:34.647995 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52d7a-e258-47f0-90d7-ccceb05851b2 req-75486c41-092a-4372-9134-f25162bf5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:34.649397 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-97b52d7a-e258-47f0-90d7-ccceb05851b2 req-75486c41-092a-4372-9134-f25162bf5c47 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e4534e70-9ecb-48d8-9ec2-2f2665439b1a HTTP/1.1" status: 200 len: 835 time: 0.0422676 Feb 11 06:27:34.697477 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52d7a-e258-47f0-90d7-ccceb05851b2 req-c8f0f174-2a50-4c53-a97f-8fbbe0983af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:34.698903 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-97b52d7a-e258-47f0-90d7-ccceb05851b2 req-c8f0f174-2a50-4c53-a97f-8fbbe0983af3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87adb977-314d-447c-82ba-81a52fa7de63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425143 Feb 11 06:27:34.792001 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-97b52d7a-e258-47f0-90d7-ccceb05851b2 req-528c84c1-f988-4bc1-8886-4ef7907a201a service neutron] 10.222.0.88 "GET /v2.0/networks/87adb977-314d-447c-82ba-81a52fa7de63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855856 Feb 11 06:27:34.879972 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-97b52d7a-e258-47f0-90d7-ccceb05851b2 req-358004e6-e95e-421d-bddb-7540620436fb service neutron] 10.222.0.88 "GET /v2.0/networks/87adb977-314d-447c-82ba-81a52fa7de63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815485 Feb 11 06:27:35.328132 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:35.588116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158ef5e-7dae-407d-a579-1d181f2b39be req-2f84bbf1-8c5d-4e6b-93f3-30655871a804 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:35.589648 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c158ef5e-7dae-407d-a579-1d181f2b39be req-2f84bbf1-8c5d-4e6b-93f3-30655871a804 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 945 time: 0.0556586 Feb 11 06:27:35.638887 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c158ef5e-7dae-407d-a579-1d181f2b39be req-148463c4-2648-4f98-81d8-b34073bc1d93 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4104f128-b573-440d-8fe7-2df360f881a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432582 Feb 11 06:27:36.757877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22f643-3b23-42ad-a95f-d159b1e46cff req-4730bcf3-a363-4be2-9cfb-08102fc9ea99 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:36.759365 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d22f643-3b23-42ad-a95f-d159b1e46cff req-4730bcf3-a363-4be2-9cfb-08102fc9ea99 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 945 time: 0.0529094 Feb 11 06:27:36.806886 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4d22f643-3b23-42ad-a95f-d159b1e46cff req-f293561b-4451-40db-b3f5-a11a477adf19 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4104f128-b573-440d-8fe7-2df360f881a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418546 Feb 11 06:27:36.829651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57032) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:36.891838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-a4610b49-eef8-4f2e-9fb0-d6e8ac59b885 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/floatingips/7b7b1617-d8d8-46ba-b073-a8296e0c2526 HTTP/1.1" status: 200 len: 992 time: 0.0610600 Feb 11 06:27:37.091518 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57038) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:37.252843 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port 983b822e-cfbe-4ac4-ba0f-6f54aab37dc1 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:27:37.253104 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (983b822e-cfbe-4ac4-ba0f-6f54aab37dc1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:37.327241 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (983b822e-cfbe-4ac4-ba0f-6f54aab37dc1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:37.327608 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (983b822e-cfbe-4ac4-ba0f-6f54aab37dc1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:37.338966 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for 983b822e-cfbe-4ac4-ba0f-6f54aab37dc1 owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:27:37.486285 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (983b822e-cfbe-4ac4-ba0f-6f54aab37dc1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:37.512098 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=983b822e-cfbe-4ac4-ba0f-6f54aab37dc1,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:37.538215 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.538613 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.538973 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.539319 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.539688 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.540028 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.540366 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.540703 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.541038 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.541375 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.541707 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.542033 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.542360 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:37.580648 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for floatingip (7b7b1617-d8d8-46ba-b073-a8296e0c2526), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:37.580980 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Floating IP 7b7b1617-d8d8-46ba-b073-a8296e0c2526 disassociated (deleted). External IP: 172.25.5.31, port: a1fbbb08-1543-4e25-8f73-b7a6bb2cb754. Feb 11 06:27:37.789028 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router 15a7c431-5bc6-484c-8b19-f06febe8fd00 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:27:37.897386 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:27:37.902604 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:37.908131 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0234f8c7-edbb-4884-a2fa-cc3ba55eb97f None None] Sync routers for ids ['15a7c431-5bc6-484c-8b19-f06febe8fd00'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:27:37.917729 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0234f8c7-edbb-4884-a2fa-cc3ba55eb97f None None] Routers {'15a7c431-5bc6-484c-8b19-f06febe8fd00'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:37.918597 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0234f8c7-edbb-4884-a2fa-cc3ba55eb97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15a7c431-5bc6-484c-8b19-f06febe8fd00'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:37.932666 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dc42a508-28a5-4ebc-9a84-c71150b7a9c8 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/floatingips/7b7b1617-d8d8-46ba-b073-a8296e0c2526 HTTP/1.1" status: 204 len: 168 time: 0.8400400 Feb 11 06:27:37.933258 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195cf15f-f7b4-4d7e-a33b-df85b32fbcb7', 'tag': 'a1fbbb08-1543-4e25-8f73-b7a6bb2cb754'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:27:37.936059 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557c9d8c-b951-4f6d-bcf0-2b32fe205fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "195cf15f-f7b4-4d7e-a33b-df85b32fbcb7", "tag": "a1fbbb08-1543-4e25-8f73-b7a6bb2cb754"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:27:37.980636 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734b3b6e-e354-463c-92f4-a537d7613491 x-openstack-request-id: req-734b3b6e-e354-463c-92f4-a537d7613491 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:27:37.980934 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195cf15f-f7b4-4d7e-a33b-df85b32fbcb7", "tag": "a1fbbb08-1543-4e25-8f73-b7a6bb2cb754", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:27:37.981339 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-734b3b6e-e354-463c-92f4-a537d7613491 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:27:37.982243 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195cf15f-f7b4-4d7e-a33b-df85b32fbcb7', 'tag': 'a1fbbb08-1543-4e25-8f73-b7a6bb2cb754', 'status': 'completed', 'code': 200} Feb 11 06:27:38.042170 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-0234f8c7-edbb-4884-a2fa-cc3ba55eb97f None None] Set router 15a7c431-5bc6-484c-8b19-f06febe8fd00 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:38.052956 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c9d8c-b951-4f6d-bcf0-2b32fe205fb0 req-410e8a3e-05fb-40a1-9a6b-242f6b10cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:38.054708 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-557c9d8c-b951-4f6d-bcf0-2b32fe205fb0 req-410e8a3e-05fb-40a1-9a6b-242f6b10cf7f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad3ca5a288504678b55705d55a841198&device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 1128 time: 0.0551031 Feb 11 06:27:38.158125 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c9d8c-b951-4f6d-bcf0-2b32fe205fb0 req-6489b330-74a4-4627-9e26-6e2af75f0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:38.159673 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-557c9d8c-b951-4f6d-bcf0-2b32fe205fb0 req-6489b330-74a4-4627-9e26-6e2af75f0fed service neutron] 10.222.0.88 "GET /v2.0/networks?id=87adb977-314d-447c-82ba-81a52fa7de63 HTTP/1.1" status: 200 len: 898 time: 0.0958228 Feb 11 06:27:38.172769 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852e1e4-6b00-47b4-88e1-b49dc7834a0a req-28616c87-177e-4f50-95b9-cee104dd1ee6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:38.176035 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0852e1e4-6b00-47b4-88e1-b49dc7834a0a req-28616c87-177e-4f50-95b9-cee104dd1ee6 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 945 time: 0.0576103 Feb 11 06:27:38.207920 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-557c9d8c-b951-4f6d-bcf0-2b32fe205fb0 req-a10cd9cb-b8ad-4b57-a059-4749441bbfd0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 HTTP/1.1" status: 200 len: 217 time: 0.0411420 Feb 11 06:27:38.225023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0852e1e4-6b00-47b4-88e1-b49dc7834a0a req-a12e7274-822e-4d39-95f9-0cda0c4b9085 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4104f128-b573-440d-8fe7-2df360f881a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452268 Feb 11 06:27:38.258588 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c9d8c-b951-4f6d-bcf0-2b32fe205fb0 req-1061e13b-d919-4ad0-ae30-69774c7bae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:38.260087 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-557c9d8c-b951-4f6d-bcf0-2b32fe205fb0 req-1061e13b-d919-4ad0-ae30-69774c7bae22 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e4534e70-9ecb-48d8-9ec2-2f2665439b1a HTTP/1.1" status: 200 len: 835 time: 0.0458803 Feb 11 06:27:38.261997 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0234f8c7-edbb-4884-a2fa-cc3ba55eb97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117277891', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:26:38Z', 'updated_at': '2022-02-11T06:26:42Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:83:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:39Z', 'updated_at': '2022-02-11T06:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '99bf8c50-af21-4672-a777-96d11c3883ca', 'name': '', 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:16:49:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:41Z', 'updated_at': '2022-02-11T06:26:45Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:38.293748 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0234f8c7-edbb-4884-a2fa-cc3ba55eb97f None None] Checking router: 15a7c431-5bc6-484c-8b19-f06febe8fd00 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:27:38.301758 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0234f8c7-edbb-4884-a2fa-cc3ba55eb97f None None] Routers {'15a7c431-5bc6-484c-8b19-f06febe8fd00'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:38.302359 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0234f8c7-edbb-4884-a2fa-cc3ba55eb97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15a7c431-5bc6-484c-8b19-f06febe8fd00'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:38.310075 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c9d8c-b951-4f6d-bcf0-2b32fe205fb0 req-8819dff7-b0d4-43ea-b55f-eaa79f4fffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:38.311600 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-557c9d8c-b951-4f6d-bcf0-2b32fe205fb0 req-8819dff7-b0d4-43ea-b55f-eaa79f4fffc3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87adb977-314d-447c-82ba-81a52fa7de63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437806 Feb 11 06:27:38.406563 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-557c9d8c-b951-4f6d-bcf0-2b32fe205fb0 req-5f10c0b8-6a69-4070-bfd5-55d34be41219 service neutron] 10.222.0.88 "GET /v2.0/networks/87adb977-314d-447c-82ba-81a52fa7de63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862737 Feb 11 06:27:38.408687 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-0234f8c7-edbb-4884-a2fa-cc3ba55eb97f None None] Set router 15a7c431-5bc6-484c-8b19-f06febe8fd00 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:38.494876 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-557c9d8c-b951-4f6d-bcf0-2b32fe205fb0 req-447931e2-512f-4fa0-b018-f07c3d73ed04 service neutron] 10.222.0.88 "GET /v2.0/networks/87adb977-314d-447c-82ba-81a52fa7de63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819564 Feb 11 06:27:38.605517 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0234f8c7-edbb-4884-a2fa-cc3ba55eb97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117277891', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:26:38Z', 'updated_at': '2022-02-11T06:26:42Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:83:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:39Z', 'updated_at': '2022-02-11T06:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '99bf8c50-af21-4672-a777-96d11c3883ca', 'name': '', 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:16:49:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:41Z', 'updated_at': '2022-02-11T06:26:45Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:38.715013 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0234f8c7-edbb-4884-a2fa-cc3ba55eb97f None None] The sync data for ids ['15a7c431-5bc6-484c-8b19-f06febe8fd00'] in n-d-713499-38 is: [{'id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117277891', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:26:38Z', 'updated_at': '2022-02-11T06:26:42Z', 'revision_number': 4, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:83:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:39Z', 'updated_at': '2022-02-11T06:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '99bf8c50-af21-4672-a777-96d11c3883ca', 'name': '', 'network_id': '87adb977-314d-447c-82ba-81a52fa7de63', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'mac_address': 'fa:16:3e:16:49:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:41Z', 'updated_at': '2022-02-11T06:26:45Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'subnets': [{'id': 'e4534e70-9ecb-48d8-9ec2-2f2665439b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:27:38.932763 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad10f7c-a7d2-443e-b87b-7616fa9dcd5c None None] New status for floating IP 7b7b1617-d8d8-46ba-b073-a8296e0c2526: DOWN {{(pid=103173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:27:39.345295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03e375-5a7c-4403-b0ab-8400a6cf9925 req-4519d56b-c1f6-4589-a290-dd7905a1bc31 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:39.346758 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc03e375-5a7c-4403-b0ab-8400a6cf9925 req-4519d56b-c1f6-4589-a290-dd7905a1bc31 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 945 time: 0.0512455 Feb 11 06:27:39.397093 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fc03e375-5a7c-4403-b0ab-8400a6cf9925 req-002f246f-9a8d-41a8-9dd3-0474f81f5b76 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/security-groups?id=4104f128-b573-440d-8fe7-2df360f881a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447931 Feb 11 06:27:40.033460 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766566fd-6126-48ae-8c76-0562f590c859 req-150e7923-9d69-49ad-89fb-e716fe322968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:40.034888 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-766566fd-6126-48ae-8c76-0562f590c859 req-150e7923-9d69-49ad-89fb-e716fe322968 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.88 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 945 time: 0.0567439 Feb 11 06:27:40.126670 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-766566fd-6126-48ae-8c76-0562f590c859 req-826a18e6-108f-4070-8367-dbe48dcd7f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:27:40.127014 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-766566fd-6126-48ae-8c76-0562f590c859 req-826a18e6-108f-4070-8367-dbe48dcd7f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a1fbbb08-1543-4e25-8f73-b7a6bb2cb754), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:40.216573 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-766566fd-6126-48ae-8c76-0562f590c859 req-826a18e6-108f-4070-8367-dbe48dcd7f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] For port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=a1fbbb08-1543-4e25-8f73-b7a6bb2cb754,segment=NetworkSegment(54304588-ba45-4c82-bd1b-fd5e01f22eb2),segment_id=54304588-ba45-4c82-bd1b-fd5e01f22eb2)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:40.216860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-766566fd-6126-48ae-8c76-0562f590c859 req-826a18e6-108f-4070-8367-dbe48dcd7f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a1fbbb08-1543-4e25-8f73-b7a6bb2cb754), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:40.229032 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-766566fd-6126-48ae-8c76-0562f590c859 req-826a18e6-108f-4070-8367-dbe48dcd7f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:27:40.354058 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-766566fd-6126-48ae-8c76-0562f590c859 req-826a18e6-108f-4070-8367-dbe48dcd7f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a1fbbb08-1543-4e25-8f73-b7a6bb2cb754), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:40.385228 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a18e6-108f-4070-8367-dbe48dcd7f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=a1fbbb08-1543-4e25-8f73-b7a6bb2cb754,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:40.430316 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-766566fd-6126-48ae-8c76-0562f590c859 req-826a18e6-108f-4070-8367-dbe48dcd7f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] No DVR routers for this DVR port a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 on host n-h2-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:27:40.432923 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-766566fd-6126-48ae-8c76-0562f590c859 req-826a18e6-108f-4070-8367-dbe48dcd7f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:40.436881 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-766566fd-6126-48ae-8c76-0562f590c859 req-826a18e6-108f-4070-8367-dbe48dcd7f71 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.88 "DELETE /v2.0/ports/a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 HTTP/1.1" status: 204 len: 173 time: 0.3961108 Feb 11 06:27:40.437328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195cf15f-f7b4-4d7e-a33b-df85b32fbcb7', 'name': 'network-vif-deleted', 'tag': 'a1fbbb08-1543-4e25-8f73-b7a6bb2cb754'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:27:40.439613 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0428af23-1a4c-45c7-94e4-9eb739c05f9f" -d '{"events": [{"server_uuid": "195cf15f-f7b4-4d7e-a33b-df85b32fbcb7", "name": "network-vif-deleted", "tag": "a1fbbb08-1543-4e25-8f73-b7a6bb2cb754"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:27:40.479316 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bf45b7-f580-4145-bfdc-2af926cc8bc2 x-openstack-request-id: req-c2bf45b7-f580-4145-bfdc-2af926cc8bc2 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:27:40.479665 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195cf15f-f7b4-4d7e-a33b-df85b32fbcb7", "name": "network-vif-deleted", "tag": "a1fbbb08-1543-4e25-8f73-b7a6bb2cb754", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:27:40.479914 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c2bf45b7-f580-4145-bfdc-2af926cc8bc2 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:27:40.480401 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195cf15f-f7b4-4d7e-a33b-df85b32fbcb7', 'name': 'network-vif-deleted', 'tag': 'a1fbbb08-1543-4e25-8f73-b7a6bb2cb754', 'status': 'completed', 'code': 200} Feb 11 06:27:40.502935 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-58bd89fb-a19f-40bd-9a29-88e09793ba63 req-e3c19849-eeb7-4f85-af87-88aa7715abec tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "GET /v2.0/ports?device_id=195cf15f-f7b4-4d7e-a33b-df85b32fbcb7 HTTP/1.1" status: 200 len: 210 time: 0.0314021 Feb 11 06:27:40.535711 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:41.559521 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57054) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:41.913398 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-80d90eef-df1e-4c99-972b-0029a1b0ab87 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (15a7c431-5bc6-484c-8b19-f06febe8fd00), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.169637 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-80d90eef-df1e-4c99-972b-0029a1b0ab87 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port 99bf8c50-af21-4672-a777-96d11c3883ca {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:27:42.169924 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-80d90eef-df1e-4c99-972b-0029a1b0ab87 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.255007 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-80d90eef-df1e-4c99-972b-0029a1b0ab87 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] For port 99bf8c50-af21-4672-a777-96d11c3883ca, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=99bf8c50-af21-4672-a777-96d11c3883ca,segment=NetworkSegment(54304588-ba45-4c82-bd1b-fd5e01f22eb2),segment_id=54304588-ba45-4c82-bd1b-fd5e01f22eb2)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:42.255369 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-80d90eef-df1e-4c99-972b-0029a1b0ab87 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.267968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-80d90eef-df1e-4c99-972b-0029a1b0ab87 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for 99bf8c50-af21-4672-a777-96d11c3883ca owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:27:42.449545 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-80d90eef-df1e-4c99-972b-0029a1b0ab87 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (99bf8c50-af21-4672-a777-96d11c3883ca), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:42.480048 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d90eef-df1e-4c99-972b-0029a1b0ab87 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=99bf8c50-af21-4672-a777-96d11c3883ca,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:42.975128 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-80d90eef-df1e-4c99-972b-0029a1b0ab87 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (15a7c431-5bc6-484c-8b19-f06febe8fd00), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.188402 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d90eef-df1e-4c99-972b-0029a1b0ab87 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Router 15a7c431-5bc6-484c-8b19-f06febe8fd00 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:27:43.293767 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d90eef-df1e-4c99-972b-0029a1b0ab87 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:27:43.299248 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-80d90eef-df1e-4c99-972b-0029a1b0ab87 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "PUT /v2.0/routers/15a7c431-5bc6-484c-8b19-f06febe8fd00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7381823 Feb 11 06:27:43.301977 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57056) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:43.306088 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8082de00-c4c4-4a0c-9ff2-200e895a6bd0 None None] Sync routers for ids ['15a7c431-5bc6-484c-8b19-f06febe8fd00'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:27:43.315723 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8082de00-c4c4-4a0c-9ff2-200e895a6bd0 None None] Routers {'15a7c431-5bc6-484c-8b19-f06febe8fd00'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:43.316356 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8082de00-c4c4-4a0c-9ff2-200e895a6bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15a7c431-5bc6-484c-8b19-f06febe8fd00'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:43.352490 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9998672-413c-4b5c-97f8-d5bf1dd51a00 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting subnet e4534e70-9ecb-48d8-9ec2-2f2665439b1a {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:27:43.355714 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f9998672-413c-4b5c-97f8-d5bf1dd51a00 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for subnet (e4534e70-9ecb-48d8-9ec2-2f2665439b1a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.395104 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f9998672-413c-4b5c-97f8-d5bf1dd51a00 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (e4534e70-9ecb-48d8-9ec2-2f2665439b1a), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.422074 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-8082de00-c4c4-4a0c-9ff2-200e895a6bd0 None None] Set router 15a7c431-5bc6-484c-8b19-f06febe8fd00 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:43.482563 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f9998672-413c-4b5c-97f8-d5bf1dd51a00 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (e4534e70-9ecb-48d8-9ec2-2f2665439b1a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.540652 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f9998672-413c-4b5c-97f8-d5bf1dd51a00 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (e4534e70-9ecb-48d8-9ec2-2f2665439b1a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.567883 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9998672-413c-4b5c-97f8-d5bf1dd51a00 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Subnet': ['ID=e4534e70-9ecb-48d8-9ec2-2f2665439b1a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:43.573073 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f9998672-413c-4b5c-97f8-d5bf1dd51a00 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.579204 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f9998672-413c-4b5c-97f8-d5bf1dd51a00 tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/subnets/e4534e70-9ecb-48d8-9ec2-2f2665439b1a HTTP/1.1" status: 204 len: 168 time: 0.2738621 Feb 11 06:27:43.579653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57058) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:43.581823 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8374a7-fef1-41ba-870b-773b2d8bcf19 None None] Network 87adb977-314d-447c-82ba-81a52fa7de63 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:27:43.603040 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8082de00-c4c4-4a0c-9ff2-200e895a6bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117277891', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:26:38Z', 'updated_at': '2022-02-11T06:27:42Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:83:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:39Z', 'updated_at': '2022-02-11T06:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:43.629350 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8082de00-c4c4-4a0c-9ff2-200e895a6bd0 None None] Checking router: 15a7c431-5bc6-484c-8b19-f06febe8fd00 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:27:43.637786 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8082de00-c4c4-4a0c-9ff2-200e895a6bd0 None None] Routers {'15a7c431-5bc6-484c-8b19-f06febe8fd00'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:43.639188 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8082de00-c4c4-4a0c-9ff2-200e895a6bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['15a7c431-5bc6-484c-8b19-f06febe8fd00'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:43.730181 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ebb2-ec0b-41f4-b988-40c7e741698f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router (15a7c431-5bc6-484c-8b19-f06febe8fd00), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.755811 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-8082de00-c4c4-4a0c-9ff2-200e895a6bd0 None None] Set router 15a7c431-5bc6-484c-8b19-f06febe8fd00 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:43.760455 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] DHCP port deletion for 87adb977-314d-447c-82ba-81a52fa7de63 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:27:43.812617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Deleting port 5eb07f51-c1d2-437c-9a44-47cd5e3f31af {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:27:43.812991 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5eb07f51-c1d2-437c-9a44-47cd5e3f31af), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.841364 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ebb2-ec0b-41f4-b988-40c7e741698f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_gateway (15a7c431-5bc6-484c-8b19-f06febe8fd00), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.878213 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] For port 5eb07f51-c1d2-437c-9a44-47cd5e3f31af, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=5eb07f51-c1d2-437c-9a44-47cd5e3f31af,segment=NetworkSegment(54304588-ba45-4c82-bd1b-fd5e01f22eb2),segment_id=54304588-ba45-4c82-bd1b-fd5e01f22eb2)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:43.879239 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5eb07f51-c1d2-437c-9a44-47cd5e3f31af), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.892414 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:27:43.895731 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8dd9ebb2-ec0b-41f4-b988-40c7e741698f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Deleting port 91937e65-3c68-4f0f-9f93-6f454f12a49a {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:27:43.896168 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ebb2-ec0b-41f4-b988-40c7e741698f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (91937e65-3c68-4f0f-9f93-6f454f12a49a), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:43.898159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Calling delete_port for 5eb07f51-c1d2-437c-9a44-47cd5e3f31af owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:27:43.919874 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:27:43.920263 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device a1fbbb08-1543-4e25-8f73-b7a6bb2cb754 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:27:43.947257 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8082de00-c4c4-4a0c-9ff2-200e895a6bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117277891', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:26:38Z', 'updated_at': '2022-02-11T06:27:42Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:83:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:39Z', 'updated_at': '2022-02-11T06:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:43.979196 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8082de00-c4c4-4a0c-9ff2-200e895a6bd0 None None] The sync data for ids ['15a7c431-5bc6-484c-8b19-f06febe8fd00'] in n-d-713499-38 is: [{'id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117277891', 'tenant_id': 'ad3ca5a288504678b55705d55a841198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:26:38Z', 'updated_at': '2022-02-11T06:27:42Z', 'revision_number': 5, 'project_id': 'ad3ca5a288504678b55705d55a841198', 'gw_port': {'id': '91937e65-3c68-4f0f-9f93-6f454f12a49a', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:83:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a7c431-5bc6-484c-8b19-f06febe8fd00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:26:39Z', 'updated_at': '2022-02-11T06:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:27:43.998691 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-8dd9ebb2-ec0b-41f4-b988-40c7e741698f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] For port 91937e65-3c68-4f0f-9f93-6f454f12a49a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=91937e65-3c68-4f0f-9f93-6f454f12a49a,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:43.999297 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ebb2-ec0b-41f4-b988-40c7e741698f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (91937e65-3c68-4f0f-9f93-6f454f12a49a), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.016653 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-8dd9ebb2-ec0b-41f4-b988-40c7e741698f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Calling delete_port for 91937e65-3c68-4f0f-9f93-6f454f12a49a owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:27:44.160634 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (5eb07f51-c1d2-437c-9a44-47cd5e3f31af), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.186001 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Pushing event deleted for resources: {'Port': ['ID=5eb07f51-c1d2-437c-9a44-47cd5e3f31af,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:44.191066 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ebb2-ec0b-41f4-b988-40c7e741698f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (91937e65-3c68-4f0f-9f93-6f454f12a49a), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.192018 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] No DVR routers for this DVR port 5eb07f51-c1d2-437c-9a44-47cd5e3f31af on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:27:44.198887 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.199101 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.199412 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.200608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.200608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.200608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.201128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.201128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.201381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.201723 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.202023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.202342 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.202663 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c33f-1b04-4341-bb00-2d40cd907b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.222159 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9ebb2-ec0b-41f4-b988-40c7e741698f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Port': ['ID=91937e65-3c68-4f0f-9f93-6f454f12a49a,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:44.281164 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ebb2-ec0b-41f4-b988-40c7e741698f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (15a7c431-5bc6-484c-8b19-f06febe8fd00), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.384653 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ebb2-ec0b-41f4-b988-40c7e741698f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (15a7c431-5bc6-484c-8b19-f06febe8fd00), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.386902 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ebb2-ec0b-41f4-b988-40c7e741698f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router_controller (15a7c431-5bc6-484c-8b19-f06febe8fd00), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.432251 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ebb2-ec0b-41f4-b988-40c7e741698f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (15a7c431-5bc6-484c-8b19-f06febe8fd00), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.432814 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd9ebb2-ec0b-41f4-b988-40c7e741698f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Fanout notify agent at l3_agent the message router_deleted on router 15a7c431-5bc6-484c-8b19-f06febe8fd00 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:27:44.440836 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ebb2-ec0b-41f4-b988-40c7e741698f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.441951 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8dd9ebb2-ec0b-41f4-b988-40c7e741698f tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/routers/15a7c431-5bc6-484c-8b19-f06febe8fd00 HTTP/1.1" status: 204 len: 168 time: 0.8613770 Feb 11 06:27:44.444572 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57060) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:44.520825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-12818670-e146-43d2-b531-72da5bba06df tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (87adb977-314d-447c-82ba-81a52fa7de63), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.614238 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-12818670-e146-43d2-b531-72da5bba06df tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (87adb977-314d-447c-82ba-81a52fa7de63), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.636610 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-12818670-e146-43d2-b531-72da5bba06df tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87adb977-314d-447c-82ba-81a52fa7de63']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:44.645466 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-12818670-e146-43d2-b531-72da5bba06df tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54304588-ba45-4c82-bd1b-fd5e01f22eb2') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:44.645766 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-12818670-e146-43d2-b531-72da5bba06df tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54304588-ba45-4c82-bd1b-fd5e01f22eb2') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:44.655443 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-12818670-e146-43d2-b531-72da5bba06df tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (54304588-ba45-4c82-bd1b-fd5e01f22eb2), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.668265 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-12818670-e146-43d2-b531-72da5bba06df tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (54304588-ba45-4c82-bd1b-fd5e01f22eb2), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.675091 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12818670-e146-43d2-b531-72da5bba06df tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:27:44.675553 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-12818670-e146-43d2-b531-72da5bba06df tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (54304588-ba45-4c82-bd1b-fd5e01f22eb2), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: timer() Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:27:44.678594 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:27:44.738945 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-12818670-e146-43d2-b531-72da5bba06df tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (87adb977-314d-447c-82ba-81a52fa7de63), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.743376 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-12818670-e146-43d2-b531-72da5bba06df tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.747100 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-12818670-e146-43d2-b531-72da5bba06df tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/networks/87adb977-314d-447c-82ba-81a52fa7de63 HTTP/1.1" status: 204 len: 168 time: 0.3015585 Feb 11 06:27:44.749979 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57062) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:44.761018 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12818670-e146-43d2-b531-72da5bba06df tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'Network': ['ID=87adb977-314d-447c-82ba-81a52fa7de63,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:44.814149 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (4104f128-b573-440d-8fe7-2df360f881a6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.838930 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (4104f128-b573-440d-8fe7-2df360f881a6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.858294 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.900792 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (4104f128-b573-440d-8fe7-2df360f881a6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.904146 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:44.905332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] 10.222.0.87 "DELETE /v2.0/security-groups/4104f128-b573-440d-8fe7-2df360f881a6 HTTP/1.1" status: 204 len: 168 time: 0.1543176 Feb 11 06:27:44.914955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4104f128-b573-440d-8fe7-2df360f881a6,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:44.923365 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.923753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.924105 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.924449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.924795 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.925130 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.925468 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.925831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.926167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.926504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.926835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.927169 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:44.927520 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a62cb-862d-4a36-b56c-d57d3ac2bf7a tempest-TestNetworkAdvancedServerOps-983128251 tempest-TestNetworkAdvancedServerOps-983128251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:45.249209 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57070) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:45.385967 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d2db7ae7-5b0c-4b20-a016-71655c8e280b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ad3ca5a288504678b55705d55a841198&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1354990 Feb 11 06:27:45.389050 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57074) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:45.433830 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1579ef1b-6081-4314-9fce-b4d693b130bf admin admin] Publish callbacks [] for security_group (42045fac-af68-4283-957c-e0d7a1962511), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.455514 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1579ef1b-6081-4314-9fce-b4d693b130bf admin admin] Publish callbacks [] for security_group (42045fac-af68-4283-957c-e0d7a1962511), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.503153 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1579ef1b-6081-4314-9fce-b4d693b130bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (42045fac-af68-4283-957c-e0d7a1962511), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.505794 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1579ef1b-6081-4314-9fce-b4d693b130bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.506923 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1579ef1b-6081-4314-9fce-b4d693b130bf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/42045fac-af68-4283-957c-e0d7a1962511 HTTP/1.1" status: 204 len: 168 time: 0.1169980 Feb 11 06:27:45.516009 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579ef1b-6081-4314-9fce-b4d693b130bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42045fac-af68-4283-957c-e0d7a1962511,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:45.694190 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 99bf8c50-af21-4672-a777-96d11c3883ca no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:27:45.721402 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 99bf8c50-af21-4672-a777-96d11c3883ca {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:27:45.721760 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 99bf8c50-af21-4672-a777-96d11c3883ca not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:27:45.722185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 91937e65-3c68-4f0f-9f93-6f454f12a49a no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:27:45.747275 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 91937e65-3c68-4f0f-9f93-6f454f12a49a {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:27:45.748201 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 91937e65-3c68-4f0f-9f93-6f454f12a49a not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:27:45.748626 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5eb07f51-c1d2-437c-9a44-47cd5e3f31af no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:27:45.769117 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 5eb07f51-c1d2-437c-9a44-47cd5e3f31af {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:27:45.769490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 5eb07f51-c1d2-437c-9a44-47cd5e3f31af not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:27:45.796843 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57080) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:45.809978 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-47eaf9ce-8da7-4975-bc62-70eb87970cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.883674 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-47eaf9ce-8da7-4975-bc62-70eb87970cc5 admin admin] Publish callbacks [] for security_group (6b6ca18b-67e7-4a24-ad2d-3e3030a86761), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.887504 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-47eaf9ce-8da7-4975-bc62-70eb87970cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6b6ca18b-67e7-4a24-ad2d-3e3030a86761), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:45.929956 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-47eaf9ce-8da7-4975-bc62-70eb87970cc5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=020e4290fa0c40d79f14e6f12ce9bcce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319685 Feb 11 06:27:45.930906 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eaf9ce-8da7-4975-bc62-70eb87970cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6ca18b-67e7-4a24-ad2d-3e3030a86761,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:45.932673 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57082) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:45.984490 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8082769f-cf03-4f33-a85e-b519566a766f admin admin] Publish callbacks [] for security_group (6b6ca18b-67e7-4a24-ad2d-3e3030a86761), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:46.005369 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8082769f-cf03-4f33-a85e-b519566a766f admin admin] Publish callbacks [] for security_group (6b6ca18b-67e7-4a24-ad2d-3e3030a86761), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:46.054375 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8082769f-cf03-4f33-a85e-b519566a766f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (6b6ca18b-67e7-4a24-ad2d-3e3030a86761), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:46.057028 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8082769f-cf03-4f33-a85e-b519566a766f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:46.058187 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8082769f-cf03-4f33-a85e-b519566a766f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6b6ca18b-67e7-4a24-ad2d-3e3030a86761 HTTP/1.1" status: 204 len: 168 time: 0.1244760 Feb 11 06:27:46.065747 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082769f-cf03-4f33-a85e-b519566a766f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6ca18b-67e7-4a24-ad2d-3e3030a86761,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:46.743697 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57104) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:46.839723 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a89761a3-be61-46b5-82f6-24718cb20d91 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1048924500-network', 'tenant_id': '144f137efce042f2a374cf08c9e3e340'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:46.866227 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89761a3-be61-46b5-82f6-24718cb20d91 admin admin] Made reservation on behalf of 144f137efce042f2a374cf08c9e3e340 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:27:46.868634 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a89761a3-be61-46b5-82f6-24718cb20d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:46.877471 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a89761a3-be61-46b5-82f6-24718cb20d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:46.952443 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a89761a3-be61-46b5-82f6-24718cb20d91 admin admin] Publish callbacks [] for security_group (44351cf2-111e-456d-ae8a-fc19a0174921), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:46.956135 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a89761a3-be61-46b5-82f6-24718cb20d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (44351cf2-111e-456d-ae8a-fc19a0174921), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:46.976467 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89761a3-be61-46b5-82f6-24718cb20d91 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:27:46.991071 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89761a3-be61-46b5-82f6-24718cb20d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44351cf2-111e-456d-ae8a-fc19a0174921,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:46.994085 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a89761a3-be61-46b5-82f6-24718cb20d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (1d2112bf-fb85-4be0-9789-a0852a8426fd), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:46.994511 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-a89761a3-be61-46b5-82f6-24718cb20d91 admin admin] Added segment 1d2112bf-fb85-4be0-9789-a0852a8426fd of type vlan for network 38b77282-1b34-43f4-bc95-1801f04e1779 Feb 11 06:27:47.035270 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a89761a3-be61-46b5-82f6-24718cb20d91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (38b77282-1b34-43f4-bc95-1801f04e1779), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.059632 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a89761a3-be61-46b5-82f6-24718cb20d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (38b77282-1b34-43f4-bc95-1801f04e1779), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.061153 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89761a3-be61-46b5-82f6-24718cb20d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:47.061732 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a89761a3-be61-46b5-82f6-24718cb20d91 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.100305 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a89761a3-be61-46b5-82f6-24718cb20d91 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3555079 Feb 11 06:27:47.103440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57108) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:47.108369 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-f3b11c68-05d0-4da1-89e2-30ce6a9c8c8f admin admin] Request body: {'subnet': {'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1048924500-subnet', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'ip_version': 4}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:47.128152 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b11c68-05d0-4da1-89e2-30ce6a9c8c8f admin admin] Made reservation on behalf of 144f137efce042f2a374cf08c9e3e340 for: {'subnet': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:27:47.128582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89761a3-be61-46b5-82f6-24718cb20d91 admin admin] Pushing event updated for resources: {'Network': ['ID=38b77282-1b34-43f4-bc95-1801f04e1779,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:47.130600 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3b11c68-05d0-4da1-89e2-30ce6a9c8c8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31115633'] for subnet (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.139889 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 38b77282-1b34-43f4-bc95-1801f04e1779 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:27:47.296991 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3b11c68-05d0-4da1-89e2-30ce6a9c8c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30878891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31115619'] for subnet (fe8876a0-9d85-4bd5-b13b-cad71f4ade5c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.350856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b11c68-05d0-4da1-89e2-30ce6a9c8c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:47.361186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b11c68-05d0-4da1-89e2-30ce6a9c8c8f admin admin] Checking segment: {'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:27:47.361543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b11c68-05d0-4da1-89e2-30ce6a9c8c8f admin admin] Network hostable DHCP agents. Network: 38b77282-1b34-43f4-bc95-1801f04e1779, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:27:47.377877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b11c68-05d0-4da1-89e2-30ce6a9c8c8f admin admin] Network 38b77282-1b34-43f4-bc95-1801f04e1779 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:27:47.386059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-f3b11c68-05d0-4da1-89e2-30ce6a9c8c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 38b77282-1b34-43f4-bc95-1801f04e1779) {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:27:47.390002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b11c68-05d0-4da1-89e2-30ce6a9c8c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:47.390586 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-f3b11c68-05d0-4da1-89e2-30ce6a9c8c8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.395592 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ceaa8d-fbf0-4d34-b9f7-1f2e77e40fb2 None None] Network 38b77282-1b34-43f4-bc95-1801f04e1779 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:27:47.406701 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f3b11c68-05d0-4da1-89e2-30ce6a9c8c8f admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3021457 Feb 11 06:27:47.409383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57110) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:47.413938 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:47.433483 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (18b8a744-6b5a-4014-9dec-04d8b22e0dd1), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.434493 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (18b8a744-6b5a-4014-9dec-04d8b22e0dd1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.490553 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Publish callbacks [] for router_controller (18b8a744-6b5a-4014-9dec-04d8b22e0dd1), precommit_add_association {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.496437 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-38b77282-1b34-43f4-bc95-1801f04e1779', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'project_id': '144f137efce042f2a374cf08c9e3e340', 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:27:47.497594 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.633474 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Publish callbacks [] for router_gateway (18b8a744-6b5a-4014-9dec-04d8b22e0dd1), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.635113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Allocated IP 172.20.0.2 (38b77282-1b34-43f4-bc95-1801f04e1779/fe8876a0-9d85-4bd5-b13b-cad71f4ade5c/a522d8da-afcd-4315-9b72-1bdc561cf5f0) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:27:47.776093 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Publish callbacks [] for port (a522d8da-afcd-4315-9b72-1bdc561cf5f0), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.782669 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (a522d8da-afcd-4315-9b72-1bdc561cf5f0), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.820950 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Network 38b77282-1b34-43f4-bc95-1801f04e1779 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:27:47.825011 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:27:47.828332 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Publish callbacks [] for router_gateway (18b8a744-6b5a-4014-9dec-04d8b22e0dd1), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.828836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:27:47.834070 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Pushing event updated for resources: {'Port': ['ID=a522d8da-afcd-4315-9b72-1bdc561cf5f0,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:47.847680 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.890306 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Attempting to bind port a522d8da-afcd-4315-9b72-1bdc561cf5f0 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:27:47.890677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Attempting to bind port a522d8da-afcd-4315-9b72-1bdc561cf5f0 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:27:47.891042 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Attempting to bind port a522d8da-afcd-4315-9b72-1bdc561cf5f0 on network 38b77282-1b34-43f4-bc95-1801f04e1779 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:27:47.896024 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:27:47.896406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Checking segment: {'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:27:47.896801 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.897191 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Bound using segment: {'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:27:47.897658 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Bound port: a522d8da-afcd-4315-9b72-1bdc561cf5f0, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:27:47.898035 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a522d8da-afcd-4315-9b72-1bdc561cf5f0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:47.950286 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Allocated IP 172.25.5.203 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/892ba078-0930-4690-aaaf-8c503ca752c9) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:27:47.962107 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] For port a522d8da-afcd-4315-9b72-1bdc561cf5f0, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:27:47.965363 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] For port a522d8da-afcd-4315-9b72-1bdc561cf5f0, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a522d8da-afcd-4315-9b72-1bdc561cf5f0,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:27:47.972373 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a522d8da-afcd-4315-9b72-1bdc561cf5f0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.030587 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82106292-71a2-41bd-9e94-73a1ee6ef891 None None] Pushing event updated for resources: {'Port': ['ID=a522d8da-afcd-4315-9b72-1bdc561cf5f0,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:48.062078 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Publish callbacks [] for port (892ba078-0930-4690-aaaf-8c503ca752c9), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.097156 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (892ba078-0930-4690-aaaf-8c503ca752c9), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.140891 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:27:48.143906 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:27:48.148406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:27:48.151396 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=892ba078-0930-4690-aaaf-8c503ca752c9,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:48.751058 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Publish callbacks [] for router_gateway (18b8a744-6b5a-4014-9dec-04d8b22e0dd1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.951701 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (18b8a744-6b5a-4014-9dec-04d8b22e0dd1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:48.962413 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efcd58f-f00e-447a-849f-19e819c489a1 None None] Network 38b77282-1b34-43f4-bc95-1801f04e1779 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:27:49.034770 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-639e485f-ac82-4e74-88d2-f6356b5cb301 None None] Provisioning complete for port a522d8da-afcd-4315-9b72-1bdc561cf5f0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:49.035149 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-639e485f-ac82-4e74-88d2-f6356b5cb301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a522d8da-afcd-4315-9b72-1bdc561cf5f0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:49.080818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:27:49.149552 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-639e485f-ac82-4e74-88d2-f6356b5cb301 None None] Current status of the port a522d8da-afcd-4315-9b72-1bdc561cf5f0 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:49.149947 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-639e485f-ac82-4e74-88d2-f6356b5cb301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a522d8da-afcd-4315-9b72-1bdc561cf5f0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:49.189425 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-639e485f-ac82-4e74-88d2-f6356b5cb301 None None] For port a522d8da-afcd-4315-9b72-1bdc561cf5f0, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a522d8da-afcd-4315-9b72-1bdc561cf5f0,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:49.191735 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:27:49.194643 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-639e485f-ac82-4e74-88d2-f6356b5cb301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a522d8da-afcd-4315-9b72-1bdc561cf5f0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:49.208471 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Sync routers for ids ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:27:49.215109 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:49.219090 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-afae8fec-bfa7-4c1e-92ff-0092dcfda6f6 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8062363 Feb 11 06:27:49.219554 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57112) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:49.250002 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Routers {'18b8a744-6b5a-4014-9dec-04d8b22e0dd1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:49.250631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:49.295554 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e485f-ac82-4e74-88d2-f6356b5cb301 None None] Pushing event updated for resources: {'Port': ['ID=a522d8da-afcd-4315-9b72-1bdc561cf5f0,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:49.370811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Set router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:49.486360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fd3d41b7-8222-4cab-a53e-b589027faaed None None] Provisioning complete for port a522d8da-afcd-4315-9b72-1bdc561cf5f0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:49.486645 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fd3d41b7-8222-4cab-a53e-b589027faaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a522d8da-afcd-4315-9b72-1bdc561cf5f0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:49.615588 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d41b7-8222-4cab-a53e-b589027faaed None None] Current status of the port a522d8da-afcd-4315-9b72-1bdc561cf5f0 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:49.622462 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:48Z', 'revision_number': 3, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:49.649914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Checking router: 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:27:49.649914 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Updating router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 port 892ba078-0930-4690-aaaf-8c503ca752c9 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:27:49.662777 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:49.682512 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (892ba078-0930-4690-aaaf-8c503ca752c9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:49.764273 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a522d8da-afcd-4315-9b72-1bdc561cf5f0 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:27:49.825013 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Allocated IP 172.20.0.1 (38b77282-1b34-43f4-bc95-1801f04e1779/fe8876a0-9d85-4bd5-b13b-cad71f4ade5c/d3e11e11-d2ef-4079-a32a-7237eb27701a) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:27:49.883056 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a522d8da-afcd-4315-9b72-1bdc561cf5f0 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:49.883444 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a522d8da-afcd-4315-9b72-1bdc561cf5f0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:49.946524 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Publish callbacks [] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:49.984308 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.042914 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Pushing event updated for resources: {'Port': ['ID=d3e11e11-d2ef-4079-a32a-7237eb27701a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:50.051717 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Network 38b77282-1b34-43f4-bc95-1801f04e1779 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:27:50.053474 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:27:50.056246 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:27:50.105433 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (18b8a744-6b5a-4014-9dec-04d8b22e0dd1), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.202179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a522d8da-afcd-4315-9b72-1bdc561cf5f0 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:50.218573 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Publish callbacks [] for port (892ba078-0930-4690-aaaf-8c503ca752c9), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.229347 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (892ba078-0930-4690-aaaf-8c503ca752c9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.269959 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.290748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b27fa-9f6f-44be-a7e2-2432332e01c3 None None] Pushing event updated for resources: {'Port': ['ID=892ba078-0930-4690-aaaf-8c503ca752c9,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:50.295983 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Attempting to bind port 892ba078-0930-4690-aaaf-8c503ca752c9 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:27:50.296305 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Attempting to bind port 892ba078-0930-4690-aaaf-8c503ca752c9 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:27:50.296677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Attempting to bind port 892ba078-0930-4690-aaaf-8c503ca752c9 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:27:50.302241 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:27:50.302625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:27:50.303066 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.303501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:27:50.303982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Bound port: 892ba078-0930-4690-aaaf-8c503ca752c9, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:27:50.304371 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (892ba078-0930-4690-aaaf-8c503ca752c9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.366522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-72c31f9c-92ca-4266-aefb-d53df1b7aa31 None None] Provisioning complete for port d3e11e11-d2ef-4079-a32a-7237eb27701a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:50.366820 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-72c31f9c-92ca-4266-aefb-d53df1b7aa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.368737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] For port 892ba078-0930-4690-aaaf-8c503ca752c9, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:27:50.372014 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] For port 892ba078-0930-4690-aaaf-8c503ca752c9, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=892ba078-0930-4690-aaaf-8c503ca752c9,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:27:50.394382 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (892ba078-0930-4690-aaaf-8c503ca752c9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.439818 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-72c31f9c-92ca-4266-aefb-d53df1b7aa31 None None] Port d3e11e11-d2ef-4079-a32a-7237eb27701a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:27:50.444195 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Publish callbacks [] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.449665 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.464256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b27fa-9f6f-44be-a7e2-2432332e01c3 None None] Pushing event updated for resources: {'Port': ['ID=892ba078-0930-4690-aaaf-8c503ca752c9,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:50.466865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Routers {'18b8a744-6b5a-4014-9dec-04d8b22e0dd1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:50.467504 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:50.522401 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (18b8a744-6b5a-4014-9dec-04d8b22e0dd1), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.525029 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Pushing event updated for resources: {'Port': ['ID=d3e11e11-d2ef-4079-a32a-7237eb27701a,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:50.580343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] Set router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:50.615262 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Network 38b77282-1b34-43f4-bc95-1801f04e1779 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:27:50.616790 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:27:50.738413 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:27:50.795246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd3e11e11-d2ef-4079-a32a-7237eb27701a', 'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'mac_address': 'fa:16:3e:57:92:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 2, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'subnets': [{'id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:50.822020 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302daa9-e970-40b2-a2dc-ea078338258b None None] The sync data for ids ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'] in n-d-713499-38 is: [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd3e11e11-d2ef-4079-a32a-7237eb27701a', 'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'mac_address': 'fa:16:3e:57:92:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 2, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'subnets': [{'id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:27:50.862458 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-dae647ae-9c7a-4d36-92fb-7c5bad76af07 None None] Provisioning complete for port d3e11e11-d2ef-4079-a32a-7237eb27701a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:50.862950 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dae647ae-9c7a-4d36-92fb-7c5bad76af07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:50.863315 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:27:50.876620 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-cbde050f-efa1-4df3-98ef-5a0e676c2aad admin admin] 10.222.0.87 "PUT /v2.0/routers/18b8a744-6b5a-4014-9dec-04d8b22e0dd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6477757 Feb 11 06:27:50.900732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-dae647ae-9c7a-4d36-92fb-7c5bad76af07 None None] Port d3e11e11-d2ef-4079-a32a-7237eb27701a cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:27:51.373282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57128) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:51.378378 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-7db066cf-db4f-4dd4-85c6-523b153b5ee7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1859631897-network', 'tenant_id': 'db6c5c418cdf431384956fa562a9f727'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:51.399090 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db066cf-db4f-4dd4-85c6-523b153b5ee7 admin admin] Made reservation on behalf of db6c5c418cdf431384956fa562a9f727 for: {'network': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:27:51.401550 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7db066cf-db4f-4dd4-85c6-523b153b5ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.410655 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7db066cf-db4f-4dd4-85c6-523b153b5ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.497567 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7db066cf-db4f-4dd4-85c6-523b153b5ee7 admin admin] Publish callbacks [] for security_group (bb60837e-b439-4677-a7af-9971e64f5a22), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.503573 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7db066cf-db4f-4dd4-85c6-523b153b5ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (bb60837e-b439-4677-a7af-9971e64f5a22), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.540103 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db066cf-db4f-4dd4-85c6-523b153b5ee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:27:51.542179 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db066cf-db4f-4dd4-85c6-523b153b5ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb60837e-b439-4677-a7af-9971e64f5a22,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:51.555732 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7db066cf-db4f-4dd4-85c6-523b153b5ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f0665746-b222-40b9-899c-77eb51e8d6a9), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.557549 n-d-713499-38 neutron-server[103170]: INFO neutron.db.segments_db [None req-7db066cf-db4f-4dd4-85c6-523b153b5ee7 admin admin] Added segment f0665746-b222-40b9-899c-77eb51e8d6a9 of type vlan for network 909c4f5e-9e57-4bac-baea-a094abbcb45b Feb 11 06:27:51.600669 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7db066cf-db4f-4dd4-85c6-523b153b5ee7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (909c4f5e-9e57-4bac-baea-a094abbcb45b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.626547 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7db066cf-db4f-4dd4-85c6-523b153b5ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (909c4f5e-9e57-4bac-baea-a094abbcb45b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.627835 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db066cf-db4f-4dd4-85c6-523b153b5ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:51.628457 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7db066cf-db4f-4dd4-85c6-523b153b5ee7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.690452 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-7db066cf-db4f-4dd4-85c6-523b153b5ee7 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3160093 Feb 11 06:27:51.693310 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57130) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:51.698198 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-42fdbb83-9447-4680-b4bf-38755043ae5c admin admin] Request body: {'subnet': {'network_id': '909c4f5e-9e57-4bac-baea-a094abbcb45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1859631897-subnet', 'tenant_id': 'db6c5c418cdf431384956fa562a9f727', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:51.701415 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db066cf-db4f-4dd4-85c6-523b153b5ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=909c4f5e-9e57-4bac-baea-a094abbcb45b,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:51.719513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 909c4f5e-9e57-4bac-baea-a094abbcb45b details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:27:51.729447 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fdbb83-9447-4680-b4bf-38755043ae5c admin admin] Made reservation on behalf of db6c5c418cdf431384956fa562a9f727 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:27:51.731892 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42fdbb83-9447-4680-b4bf-38755043ae5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.744525 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 892ba078-0930-4690-aaaf-8c503ca752c9 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:27:51.838778 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 892ba078-0930-4690-aaaf-8c503ca752c9 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:51.839161 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (892ba078-0930-4690-aaaf-8c503ca752c9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.916162 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42fdbb83-9447-4680-b4bf-38755043ae5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (7d10c0d3-46f8-44fc-8413-44cd676a9054), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.928194 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 892ba078-0930-4690-aaaf-8c503ca752c9 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:51.928589 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (892ba078-0930-4690-aaaf-8c503ca752c9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.950016 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 892ba078-0930-4690-aaaf-8c503ca752c9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=892ba078-0930-4690-aaaf-8c503ca752c9,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:51.956234 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (892ba078-0930-4690-aaaf-8c503ca752c9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:51.984954 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdbb83-9447-4680-b4bf-38755043ae5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d10c0d3-46f8-44fc-8413-44cd676a9054,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:51.993170 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fdbb83-9447-4680-b4bf-38755043ae5c admin admin] Checking segment: {'id': 'f0665746-b222-40b9-899c-77eb51e8d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '909c4f5e-9e57-4bac-baea-a094abbcb45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:27:51.993536 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fdbb83-9447-4680-b4bf-38755043ae5c admin admin] Network hostable DHCP agents. Network: 909c4f5e-9e57-4bac-baea-a094abbcb45b, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:27:52.011991 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fdbb83-9447-4680-b4bf-38755043ae5c admin admin] Network 909c4f5e-9e57-4bac-baea-a094abbcb45b is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:27:52.015817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=892ba078-0930-4690-aaaf-8c503ca752c9,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:52.021684 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-42fdbb83-9447-4680-b4bf-38755043ae5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 909c4f5e-9e57-4bac-baea-a094abbcb45b) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:27:52.026650 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fdbb83-9447-4680-b4bf-38755043ae5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:52.027266 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-42fdbb83-9447-4680-b4bf-38755043ae5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.034652 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d45ffa-33f2-4d74-8f13-6baa5eace0dc None None] Network 909c4f5e-9e57-4bac-baea-a094abbcb45b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:27:52.047155 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-42fdbb83-9447-4680-b4bf-38755043ae5c admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3527591 Feb 11 06:27:52.049690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57132) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:52.056097 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1859631897-router', 'tenant_id': 'db6c5c418cdf431384956fa562a9f727', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:52.076798 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (54c7680e-5199-4cfe-9ee1-ba3ad45e86c0), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.077991 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (54c7680e-5199-4cfe-9ee1-ba3ad45e86c0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.138831 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Publish callbacks [] for router_controller (54c7680e-5199-4cfe-9ee1-ba3ad45e86c0), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.143925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-909c4f5e-9e57-4bac-baea-a094abbcb45b', 'network_id': '909c4f5e-9e57-4bac-baea-a094abbcb45b', 'project_id': 'db6c5c418cdf431384956fa562a9f727', 'fixed_ips': [{'subnet_id': '7d10c0d3-46f8-44fc-8413-44cd676a9054'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:27:52.144825 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.287202 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Allocated IP 172.20.0.2 (909c4f5e-9e57-4bac-baea-a094abbcb45b/7d10c0d3-46f8-44fc-8413-44cd676a9054/a5e7fd36-4c60-48e5-a00f-40d129a8abb8) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:27:52.440971 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Publish callbacks [] for port (a5e7fd36-4c60-48e5-a00f-40d129a8abb8), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.447680 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (a5e7fd36-4c60-48e5-a00f-40d129a8abb8), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.496131 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Network 909c4f5e-9e57-4bac-baea-a094abbcb45b is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:27:52.499085 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:27:52.503492 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:27:52.506718 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Pushing event updated for resources: {'Port': ['ID=a5e7fd36-4c60-48e5-a00f-40d129a8abb8,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:52.562984 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Attempting to bind port a5e7fd36-4c60-48e5-a00f-40d129a8abb8 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:27:52.563361 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Attempting to bind port a5e7fd36-4c60-48e5-a00f-40d129a8abb8 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'f0665746-b222-40b9-899c-77eb51e8d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '909c4f5e-9e57-4bac-baea-a094abbcb45b'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:27:52.563773 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Attempting to bind port a5e7fd36-4c60-48e5-a00f-40d129a8abb8 on network 909c4f5e-9e57-4bac-baea-a094abbcb45b {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:27:52.568963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:27:52.569330 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Checking segment: {'id': 'f0665746-b222-40b9-899c-77eb51e8d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '909c4f5e-9e57-4bac-baea-a094abbcb45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:27:52.569734 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.570140 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Bound using segment: {'id': 'f0665746-b222-40b9-899c-77eb51e8d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '909c4f5e-9e57-4bac-baea-a094abbcb45b'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:27:52.570605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Bound port: a5e7fd36-4c60-48e5-a00f-40d129a8abb8, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0665746-b222-40b9-899c-77eb51e8d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '909c4f5e-9e57-4bac-baea-a094abbcb45b'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:27:52.570988 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a5e7fd36-4c60-48e5-a00f-40d129a8abb8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.628889 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Publish callbacks [] for router_gateway (54c7680e-5199-4cfe-9ee1-ba3ad45e86c0), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.634695 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] For port a5e7fd36-4c60-48e5-a00f-40d129a8abb8, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:27:52.638273 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] For port a5e7fd36-4c60-48e5-a00f-40d129a8abb8, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a5e7fd36-4c60-48e5-a00f-40d129a8abb8,segment=NetworkSegment(f0665746-b222-40b9-899c-77eb51e8d6a9),segment_id=f0665746-b222-40b9-899c-77eb51e8d6a9)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:27:52.644516 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a5e7fd36-4c60-48e5-a00f-40d129a8abb8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.702534 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949de4a8-9be2-47bb-9456-1dd4f6a25a16 None None] Pushing event updated for resources: {'Port': ['ID=a5e7fd36-4c60-48e5-a00f-40d129a8abb8,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:52.839630 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Publish callbacks [] for router_gateway (54c7680e-5199-4cfe-9ee1-ba3ad45e86c0), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.863789 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:52.999807 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Allocated IP 172.25.5.146 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/89df02e3-6e7b-4455-9ce4-35ef06010d23) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:27:53.048553 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Sync routers for ids ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:27:53.059708 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Routers {'18b8a744-6b5a-4014-9dec-04d8b22e0dd1'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:53.060870 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:53.114774 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Publish callbacks [] for port (89df02e3-6e7b-4455-9ce4-35ef06010d23), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:53.149609 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (89df02e3-6e7b-4455-9ce4-35ef06010d23), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:53.167036 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Set router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:53.190291 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:27:53.193331 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:27:53.196097 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:27:53.219716 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Pushing event updated for resources: {'Port': ['ID=89df02e3-6e7b-4455-9ce4-35ef06010d23,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:53.366246 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd3e11e11-d2ef-4079-a32a-7237eb27701a', 'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'mac_address': 'fa:16:3e:57:92:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 2, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'subnets': [{'id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:53.397453 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Checking router: 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:27:53.397801 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Updating router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 port d3e11e11-d2ef-4079-a32a-7237eb27701a binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:27:53.426138 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:53.459673 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Publish callbacks [] for router_gateway (54c7680e-5199-4cfe-9ee1-ba3ad45e86c0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:53.683314 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (54c7680e-5199-4cfe-9ee1-ba3ad45e86c0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:53.699526 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Publish callbacks [] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:53.707196 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:53.723474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c7a90f-8d54-4db0-8893-c633558c9ae8 None None] Network 909c4f5e-9e57-4bac-baea-a094abbcb45b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:27:53.792018 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117feb31-1f02-4ec6-b7ce-8b332cde8cd3 None None] Pushing event updated for resources: {'Port': ['ID=d3e11e11-d2ef-4079-a32a-7237eb27701a,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:53.836113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-84c8d034-e8b3-4a90-8c0d-8d6f16203679 None None] Provisioning complete for port a5e7fd36-4c60-48e5-a00f-40d129a8abb8 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:53.836493 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-84c8d034-e8b3-4a90-8c0d-8d6f16203679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a5e7fd36-4c60-48e5-a00f-40d129a8abb8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:53.868557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Router 54c7680e-5199-4cfe-9ee1-ba3ad45e86c0 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:27:53.880380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a5e7fd36-4c60-48e5-a00f-40d129a8abb8 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:27:53.928925 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117feb31-1f02-4ec6-b7ce-8b332cde8cd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:53.929272 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117feb31-1f02-4ec6-b7ce-8b332cde8cd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:53.932189 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117feb31-1f02-4ec6-b7ce-8b332cde8cd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:53.932579 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117feb31-1f02-4ec6-b7ce-8b332cde8cd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:53.932989 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117feb31-1f02-4ec6-b7ce-8b332cde8cd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:53.937149 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117feb31-1f02-4ec6-b7ce-8b332cde8cd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:53.937506 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117feb31-1f02-4ec6-b7ce-8b332cde8cd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:53.937843 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117feb31-1f02-4ec6-b7ce-8b332cde8cd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:53.938161 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117feb31-1f02-4ec6-b7ce-8b332cde8cd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:53.938485 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117feb31-1f02-4ec6-b7ce-8b332cde8cd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:53.938810 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117feb31-1f02-4ec6-b7ce-8b332cde8cd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:53.939121 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117feb31-1f02-4ec6-b7ce-8b332cde8cd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:53.939644 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117feb31-1f02-4ec6-b7ce-8b332cde8cd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:27:53.983407 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Attempting to bind port d3e11e11-d2ef-4079-a32a-7237eb27701a on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:27:53.984410 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Attempting to bind port d3e11e11-d2ef-4079-a32a-7237eb27701a by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:27:53.984771 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Attempting to bind port d3e11e11-d2ef-4079-a32a-7237eb27701a on network 38b77282-1b34-43f4-bc95-1801f04e1779 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:27:53.990134 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:27:53.990507 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Checking segment: {'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:27:53.990901 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:53.991289 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Bound using segment: {'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:27:53.991772 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Bound port: d3e11e11-d2ef-4079-a32a-7237eb27701a, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:27:53.992146 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.021365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a5e7fd36-4c60-48e5-a00f-40d129a8abb8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:54.021743 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a5e7fd36-4c60-48e5-a00f-40d129a8abb8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.024919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-84c8d034-e8b3-4a90-8c0d-8d6f16203679 None None] Current status of the port a5e7fd36-4c60-48e5-a00f-40d129a8abb8 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:54.025307 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-84c8d034-e8b3-4a90-8c0d-8d6f16203679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (a5e7fd36-4c60-48e5-a00f-40d129a8abb8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.046226 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:27:54.069311 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Sync routers for ids ['54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:27:54.079099 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.083271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57134) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:54.083867 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-978762f3-d6b8-4e47-9573-b19686cf6c65 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0320261 Feb 11 06:27:54.105959 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] For port d3e11e11-d2ef-4079-a32a-7237eb27701a, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:27:54.110716 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] For port d3e11e11-d2ef-4079-a32a-7237eb27701a, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d3e11e11-d2ef-4079-a32a-7237eb27701a,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:27:54.121411 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.123994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-84c8d034-e8b3-4a90-8c0d-8d6f16203679 None None] For port a5e7fd36-4c60-48e5-a00f-40d129a8abb8, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a5e7fd36-4c60-48e5-a00f-40d129a8abb8,segment=NetworkSegment(f0665746-b222-40b9-899c-77eb51e8d6a9),segment_id=f0665746-b222-40b9-899c-77eb51e8d6a9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:54.126277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Routers {'54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:54.126897 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:54.200311 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Routers {'18b8a744-6b5a-4014-9dec-04d8b22e0dd1'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:54.201991 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:54.207476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a5e7fd36-4c60-48e5-a00f-40d129a8abb8 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:54.208643 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 892ba078-0930-4690-aaaf-8c503ca752c9 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:27:54.210456 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-84c8d034-e8b3-4a90-8c0d-8d6f16203679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (a5e7fd36-4c60-48e5-a00f-40d129a8abb8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.332847 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] Set router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:54.361679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8d034-e8b3-4a90-8c0d-8d6f16203679 None None] Pushing event updated for resources: {'Port': ['ID=a5e7fd36-4c60-48e5-a00f-40d129a8abb8,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:54.396341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-22753aac-bcfb-442e-87fd-d755f807c87d None None] Provisioning complete for port d3e11e11-d2ef-4079-a32a-7237eb27701a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:54.396713 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-22753aac-bcfb-442e-87fd-d755f807c87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.399943 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 892ba078-0930-4690-aaaf-8c503ca752c9 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:54.400300 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (892ba078-0930-4690-aaaf-8c503ca752c9), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.403523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Set router 54c7680e-5199-4cfe-9ee1-ba3ad45e86c0 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:54.418748 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117feb31-1f02-4ec6-b7ce-8b332cde8cd3 None None] Pushing event updated for resources: {'Port': ['ID=d3e11e11-d2ef-4079-a32a-7237eb27701a,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:54.551197 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd3e11e11-d2ef-4079-a32a-7237eb27701a', 'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'mac_address': 'fa:16:3e:57:92:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:54Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'subnets': [{'id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:54.578523 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0743ed5-779b-431a-9857-ca953a2eca44 None None] The sync data for ids ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'] in n-d-713499-38 is: [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd3e11e11-d2ef-4079-a32a-7237eb27701a', 'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'mac_address': 'fa:16:3e:57:92:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:54Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'subnets': [{'id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:27:54.649602 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.823152 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Allocated IP 172.20.0.1 (909c4f5e-9e57-4bac-baea-a094abbcb45b/7d10c0d3-46f8-44fc-8413-44cd676a9054/c1f71206-d7c7-4465-9087-4357025d0838) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:27:54.846006 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-22753aac-bcfb-442e-87fd-d755f807c87d None None] Current status of the port d3e11e11-d2ef-4079-a32a-7237eb27701a is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:54.846577 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-22753aac-bcfb-442e-87fd-d755f807c87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.877059 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 892ba078-0930-4690-aaaf-8c503ca752c9 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:54.902649 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-22753aac-bcfb-442e-87fd-d755f807c87d None None] For port d3e11e11-d2ef-4079-a32a-7237eb27701a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d3e11e11-d2ef-4079-a32a-7237eb27701a,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:54.913971 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-22753aac-bcfb-442e-87fd-d755f807c87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.945953 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'name': 'tempest-TestShelveInstance-1859631897-router', 'tenant_id': 'db6c5c418cdf431384956fa562a9f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '89df02e3-6e7b-4455-9ce4-35ef06010d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:52Z', 'updated_at': '2022-02-11T06:27:53Z', 'revision_number': 3, 'project_id': 'db6c5c418cdf431384956fa562a9f727', 'gw_port': {'id': '89df02e3-6e7b-4455-9ce4-35ef06010d23', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:33:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:52Z', 'updated_at': '2022-02-11T06:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:54.949667 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Publish callbacks [] for port (c1f71206-d7c7-4465-9087-4357025d0838), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:54.981092 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Checking router: 54c7680e-5199-4cfe-9ee1-ba3ad45e86c0 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:27:54.981451 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Updating router 54c7680e-5199-4cfe-9ee1-ba3ad45e86c0 port 89df02e3-6e7b-4455-9ce4-35ef06010d23 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:27:54.986715 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (c1f71206-d7c7-4465-9087-4357025d0838), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.020879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22753aac-bcfb-442e-87fd-d755f807c87d None None] Pushing event updated for resources: {'Port': ['ID=d3e11e11-d2ef-4079-a32a-7237eb27701a,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:55.031204 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (89df02e3-6e7b-4455-9ce4-35ef06010d23), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.031757 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Network 909c4f5e-9e57-4bac-baea-a094abbcb45b is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:27:55.036358 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:27:55.040035 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:27:55.076879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6ba1ecfa-bf19-4c92-a17d-3931122d289e None None] Provisioning complete for port a5e7fd36-4c60-48e5-a00f-40d129a8abb8 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:55.077313 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ba1ecfa-bf19-4c92-a17d-3931122d289e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a5e7fd36-4c60-48e5-a00f-40d129a8abb8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.078383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Pushing event updated for resources: {'Port': ['ID=c1f71206-d7c7-4465-9087-4357025d0838,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:55.083550 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (54c7680e-5199-4cfe-9ee1-ba3ad45e86c0), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.247700 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c1f71206-d7c7-4465-9087-4357025d0838), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.290265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1ecfa-bf19-4c92-a17d-3931122d289e None None] Current status of the port a5e7fd36-4c60-48e5-a00f-40d129a8abb8 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:55.323381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-6ba1ecfa-bf19-4c92-a17d-3931122d289e None None] Provisioning complete for port d3e11e11-d2ef-4079-a32a-7237eb27701a triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:55.323792 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ba1ecfa-bf19-4c92-a17d-3931122d289e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.404993 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Publish callbacks [] for port (89df02e3-6e7b-4455-9ce4-35ef06010d23), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.416559 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (89df02e3-6e7b-4455-9ce4-35ef06010d23), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.431633 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Publish callbacks [] for port (c1f71206-d7c7-4465-9087-4357025d0838), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.436507 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (c1f71206-d7c7-4465-9087-4357025d0838), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.494315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1ecfa-bf19-4c92-a17d-3931122d289e None None] Current status of the port d3e11e11-d2ef-4079-a32a-7237eb27701a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:55.498648 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Attempting to bind port 89df02e3-6e7b-4455-9ce4-35ef06010d23 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:27:55.498918 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Attempting to bind port 89df02e3-6e7b-4455-9ce4-35ef06010d23 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:27:55.499288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Attempting to bind port 89df02e3-6e7b-4455-9ce4-35ef06010d23 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:27:55.502831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Pushing event updated for resources: {'Port': ['ID=c1f71206-d7c7-4465-9087-4357025d0838,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:55.505456 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (54c7680e-5199-4cfe-9ee1-ba3ad45e86c0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.506192 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149f5c3-c8c8-4baf-b8f0-22bafca2314f None None] Pushing event updated for resources: {'Port': ['ID=89df02e3-6e7b-4455-9ce4-35ef06010d23,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:55.509366 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:27:55.509676 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:27:55.510079 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.510470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:27:55.510947 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Bound port: 89df02e3-6e7b-4455-9ce4-35ef06010d23, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:27:55.511332 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (89df02e3-6e7b-4455-9ce4-35ef06010d23), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.574894 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] For port 89df02e3-6e7b-4455-9ce4-35ef06010d23, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:27:55.578142 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] For port 89df02e3-6e7b-4455-9ce4-35ef06010d23, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=89df02e3-6e7b-4455-9ce4-35ef06010d23,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:27:55.584628 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (89df02e3-6e7b-4455-9ce4-35ef06010d23), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.606602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Network 909c4f5e-9e57-4bac-baea-a094abbcb45b is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:27:55.608598 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:27:55.644589 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Routers {'54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:55.645344 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:55.700341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149f5c3-c8c8-4baf-b8f0-22bafca2314f None None] Pushing event updated for resources: {'Port': ['ID=89df02e3-6e7b-4455-9ce4-35ef06010d23,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:55.706403 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-d218d1e7-e072-49c0-bcb9-9d8852ca226d None None] Provisioning complete for port c1f71206-d7c7-4465-9087-4357025d0838 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:55.706827 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d218d1e7-e072-49c0-bcb9-9d8852ca226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c1f71206-d7c7-4465-9087-4357025d0838), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:55.738108 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Router 54c7680e-5199-4cfe-9ee1-ba3ad45e86c0 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:27:55.791105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d3e11e11-d2ef-4079-a32a-7237eb27701a up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:27:55.822129 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d218d1e7-e072-49c0-bcb9-9d8852ca226d None None] Port c1f71206-d7c7-4465-9087-4357025d0838 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:27:55.849292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] Set router 54c7680e-5199-4cfe-9ee1-ba3ad45e86c0 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:55.865033 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:27:55.870068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-573bfb6d-7294-4f9c-a8de-4327bb11821f admin admin] 10.222.0.87 "PUT /v2.0/routers/54c7680e-5199-4cfe-9ee1-ba3ad45e86c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7848706 Feb 11 06:27:55.938347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port d3e11e11-d2ef-4079-a32a-7237eb27701a triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:55.938727 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:56.025384 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-70c63fe4-d142-460f-8bb1-b0d7b921afa5 None None] Provisioning complete for port c1f71206-d7c7-4465-9087-4357025d0838 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:56.025758 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70c63fe4-d142-460f-8bb1-b0d7b921afa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c1f71206-d7c7-4465-9087-4357025d0838), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:56.087061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-70c63fe4-d142-460f-8bb1-b0d7b921afa5 None None] Port c1f71206-d7c7-4465-9087-4357025d0838 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:27:56.144544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port d3e11e11-d2ef-4079-a32a-7237eb27701a is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:56.145632 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a5e7fd36-4c60-48e5-a00f-40d129a8abb8 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:27:56.202265 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'name': 'tempest-TestShelveInstance-1859631897-router', 'tenant_id': 'db6c5c418cdf431384956fa562a9f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '89df02e3-6e7b-4455-9ce4-35ef06010d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:52Z', 'updated_at': '2022-02-11T06:27:55Z', 'revision_number': 4, 'project_id': 'db6c5c418cdf431384956fa562a9f727', 'gw_port': {'id': '89df02e3-6e7b-4455-9ce4-35ef06010d23', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:33:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:52Z', 'updated_at': '2022-02-11T06:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'c1f71206-d7c7-4465-9087-4357025d0838', 'name': '', 'network_id': '909c4f5e-9e57-4bac-baea-a094abbcb45b', 'tenant_id': 'db6c5c418cdf431384956fa562a9f727', 'mac_address': 'fa:16:3e:4a:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '7d10c0d3-46f8-44fc-8413-44cd676a9054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:54Z', 'updated_at': '2022-02-11T06:27:55Z', 'revision_number': 2, 'project_id': 'db6c5c418cdf431384956fa562a9f727', 'subnets': [{'id': '7d10c0d3-46f8-44fc-8413-44cd676a9054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:56.234843 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c569b8-8cba-4cd6-ac57-bc3600491ea8 None None] The sync data for ids ['54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'] in n-d-713499-38 is: [{'id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'name': 'tempest-TestShelveInstance-1859631897-router', 'tenant_id': 'db6c5c418cdf431384956fa562a9f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '89df02e3-6e7b-4455-9ce4-35ef06010d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:52Z', 'updated_at': '2022-02-11T06:27:55Z', 'revision_number': 4, 'project_id': 'db6c5c418cdf431384956fa562a9f727', 'gw_port': {'id': '89df02e3-6e7b-4455-9ce4-35ef06010d23', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:33:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:52Z', 'updated_at': '2022-02-11T06:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'c1f71206-d7c7-4465-9087-4357025d0838', 'name': '', 'network_id': '909c4f5e-9e57-4bac-baea-a094abbcb45b', 'tenant_id': 'db6c5c418cdf431384956fa562a9f727', 'mac_address': 'fa:16:3e:4a:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '7d10c0d3-46f8-44fc-8413-44cd676a9054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:54Z', 'updated_at': '2022-02-11T06:27:55Z', 'revision_number': 2, 'project_id': 'db6c5c418cdf431384956fa562a9f727', 'subnets': [{'id': '7d10c0d3-46f8-44fc-8413-44cd676a9054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:27:56.236312 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port a5e7fd36-4c60-48e5-a00f-40d129a8abb8 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:56.236680 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (a5e7fd36-4c60-48e5-a00f-40d129a8abb8), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:56.323315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port a5e7fd36-4c60-48e5-a00f-40d129a8abb8 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:56.679937 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57142) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:56.684585 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-b779df18-7e01-417a-9205-ce793c894e7f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2139692473', 'description': 'tempest-secgroup-smoke-2139692473 description', 'project_id': '144f137efce042f2a374cf08c9e3e340'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:56.706999 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b779df18-7e01-417a-9205-ce793c894e7f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:56.777241 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b779df18-7e01-417a-9205-ce793c894e7f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group (61868000-881c-4797-a5e9-9c059d9d2c29), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:56.781358 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b779df18-7e01-417a-9205-ce793c894e7f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (61868000-881c-4797-a5e9-9c059d9d2c29), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:56.813280 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b779df18-7e01-417a-9205-ce793c894e7f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:56.814545 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b779df18-7e01-417a-9205-ce793c894e7f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1335864 Feb 11 06:27:56.815740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779df18-7e01-417a-9205-ce793c894e7f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61868000-881c-4797-a5e9-9c059d9d2c29,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:56.817690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57144) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:56.822714 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-03077e5b-fa21-4f8e-b96b-037aa80566ff tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'security_group_rule': {'security_group_id': '61868000-881c-4797-a5e9-9c059d9d2c29', 'project_id': '144f137efce042f2a374cf08c9e3e340', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:56.849894 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-03077e5b-fa21-4f8e-b96b-037aa80566ff tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (b9fd9f1b-8d37-43b8-93bc-bee7c4bde8ad), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:56.906293 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-03077e5b-fa21-4f8e-b96b-037aa80566ff tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (b9fd9f1b-8d37-43b8-93bc-bee7c4bde8ad), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:56.909849 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-03077e5b-fa21-4f8e-b96b-037aa80566ff tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (b9fd9f1b-8d37-43b8-93bc-bee7c4bde8ad), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:56.930640 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03077e5b-fa21-4f8e-b96b-037aa80566ff tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9fd9f1b-8d37-43b8-93bc-bee7c4bde8ad,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:56.938934 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-03077e5b-fa21-4f8e-b96b-037aa80566ff tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:56.940172 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-03077e5b-fa21-4f8e-b96b-037aa80566ff tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214538 Feb 11 06:27:56.942890 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57146) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:56.947140 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-d2fb7b98-7f5a-4015-8e61-4296a7f6d75d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'security_group_rule': {'security_group_id': '61868000-881c-4797-a5e9-9c059d9d2c29', 'project_id': '144f137efce042f2a374cf08c9e3e340', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:56.971544 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7b98-7f5a-4015-8e61-4296a7f6d75d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (cdc6c555-bfcd-4a6b-9991-1061e834156c), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.026806 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7b98-7f5a-4015-8e61-4296a7f6d75d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (cdc6c555-bfcd-4a6b-9991-1061e834156c), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.029675 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7b98-7f5a-4015-8e61-4296a7f6d75d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (cdc6c555-bfcd-4a6b-9991-1061e834156c), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.048122 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb7b98-7f5a-4015-8e61-4296a7f6d75d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc6c555-bfcd-4a6b-9991-1061e834156c,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:57.057323 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7b98-7f5a-4015-8e61-4296a7f6d75d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.058673 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d2fb7b98-7f5a-4015-8e61-4296a7f6d75d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147978 Feb 11 06:27:57.061968 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57148) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:57.066172 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-35c9c9e4-c32f-4ae4-a1a0-03de5eef81ce tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'security_group_rule': {'security_group_id': '61868000-881c-4797-a5e9-9c059d9d2c29', 'project_id': '144f137efce042f2a374cf08c9e3e340', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:57.090160 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35c9c9e4-c32f-4ae4-a1a0-03de5eef81ce tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (921eccb1-e8ca-4206-82c1-b24568795d1b), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.148893 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35c9c9e4-c32f-4ae4-a1a0-03de5eef81ce tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (921eccb1-e8ca-4206-82c1-b24568795d1b), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.152351 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35c9c9e4-c32f-4ae4-a1a0-03de5eef81ce tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (921eccb1-e8ca-4206-82c1-b24568795d1b), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.170238 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9c9e4-c32f-4ae4-a1a0-03de5eef81ce tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921eccb1-e8ca-4206-82c1-b24568795d1b,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:57.177531 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-35c9c9e4-c32f-4ae4-a1a0-03de5eef81ce tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.181142 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-35c9c9e4-c32f-4ae4-a1a0-03de5eef81ce tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158454 Feb 11 06:27:57.181679 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57150) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:57.185961 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-64776e18-d169-4476-85e7-211d7852261d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'security_group_rule': {'security_group_id': '61868000-881c-4797-a5e9-9c059d9d2c29', 'project_id': '144f137efce042f2a374cf08c9e3e340', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:57.210067 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-64776e18-d169-4476-85e7-211d7852261d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (e8bcd58a-95da-4be4-88ff-65a53b4c1897), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.267506 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-64776e18-d169-4476-85e7-211d7852261d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (e8bcd58a-95da-4be4-88ff-65a53b4c1897), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.271077 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-64776e18-d169-4476-85e7-211d7852261d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (e8bcd58a-95da-4be4-88ff-65a53b4c1897), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.290690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64776e18-d169-4476-85e7-211d7852261d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bcd58a-95da-4be4-88ff-65a53b4c1897,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:57.300272 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-64776e18-d169-4476-85e7-211d7852261d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.301477 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-64776e18-d169-4476-85e7-211d7852261d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188729 Feb 11 06:27:57.304206 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57152) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:57.308456 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-59dad9e0-a4a7-4fd8-a5fd-d62193ba2d28 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'security_group_rule': {'security_group_id': '61868000-881c-4797-a5e9-9c059d9d2c29', 'project_id': '144f137efce042f2a374cf08c9e3e340', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:57.329781 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-59dad9e0-a4a7-4fd8-a5fd-d62193ba2d28 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Project 144f137efce042f2a374cf08c9e3e340 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:27:57.334688 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-59dad9e0-a4a7-4fd8-a5fd-d62193ba2d28 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (6039b7d6-1280-4fbb-8358-a482f4da66be), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.405372 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-59dad9e0-a4a7-4fd8-a5fd-d62193ba2d28 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (6039b7d6-1280-4fbb-8358-a482f4da66be), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.409052 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-59dad9e0-a4a7-4fd8-a5fd-d62193ba2d28 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (6039b7d6-1280-4fbb-8358-a482f4da66be), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.428464 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dad9e0-a4a7-4fd8-a5fd-d62193ba2d28 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6039b7d6-1280-4fbb-8358-a482f4da66be,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:57.434365 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-59dad9e0-a4a7-4fd8-a5fd-d62193ba2d28 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.439084 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57154) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:27:57.439460 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-59dad9e0-a4a7-4fd8-a5fd-d62193ba2d28 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339564 Feb 11 06:27:57.444859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-ff39409f-5e7f-48e1-a399-6e8e2b652dd4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'security_group_rule': {'security_group_id': '61868000-881c-4797-a5e9-9c059d9d2c29', 'project_id': '144f137efce042f2a374cf08c9e3e340', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:27:57.466054 n-d-713499-38 neutron-server[103171]: INFO neutron.db.securitygroups_db [None req-ff39409f-5e7f-48e1-a399-6e8e2b652dd4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Project 144f137efce042f2a374cf08c9e3e340 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:27:57.471249 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ff39409f-5e7f-48e1-a399-6e8e2b652dd4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (42838524-dfa0-4e5a-b41a-0f3bf193ecf1), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.533354 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ff39409f-5e7f-48e1-a399-6e8e2b652dd4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (42838524-dfa0-4e5a-b41a-0f3bf193ecf1), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.537480 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ff39409f-5e7f-48e1-a399-6e8e2b652dd4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (42838524-dfa0-4e5a-b41a-0f3bf193ecf1), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.556477 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39409f-5e7f-48e1-a399-6e8e2b652dd4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42838524-dfa0-4e5a-b41a-0f3bf193ecf1,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:57.568351 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-ff39409f-5e7f-48e1-a399-6e8e2b652dd4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.574747 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-ff39409f-5e7f-48e1-a399-6e8e2b652dd4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286240 Feb 11 06:27:57.731586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-242b47a4-4885-42e6-8783-0c12e3370dc5 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139692473&fields=id&tenant_id=144f137efce042f2a374cf08c9e3e340 HTTP/1.1" status: 200 len: 267 time: 0.0455410 Feb 11 06:27:57.746767 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 89df02e3-6e7b-4455-9ce4-35ef06010d23 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:27:57.803236 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 89df02e3-6e7b-4455-9ce4-35ef06010d23 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:57.803647 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (89df02e3-6e7b-4455-9ce4-35ef06010d23), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.849318 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-ffd0dfe7-3c9c-473e-a99a-186c100bfa7c tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:27:57.852450 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-ffd0dfe7-3c9c-473e-a99a-186c100bfa7c tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 809 time: 0.1125755 Feb 11 06:27:57.867798 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-632ca62f-82a4-40c4-8d07-88e6acca3512 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/quotas/144f137efce042f2a374cf08c9e3e340 HTTP/1.1" status: 200 len: 375 time: 0.0093799 Feb 11 06:27:57.892591 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 89df02e3-6e7b-4455-9ce4-35ef06010d23 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:57.893305 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (89df02e3-6e7b-4455-9ce4-35ef06010d23), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.918128 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 89df02e3-6e7b-4455-9ce4-35ef06010d23, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=89df02e3-6e7b-4455-9ce4-35ef06010d23,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:57.925462 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (89df02e3-6e7b-4455-9ce4-35ef06010d23), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:57.935811 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-2a34b125-9202-4e10-82d2-3172b72158b2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611377 Feb 11 06:27:57.979627 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=89df02e3-6e7b-4455-9ce4-35ef06010d23,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:58.039941 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-ba335363-6111-4138-85d9-5eb8fee9ee7e service neutron] 10.222.0.87 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920897 Feb 11 06:27:58.132148 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-dc366e3c-0bb5-4699-a023-1059ac717016 service neutron] 10.222.0.87 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855315 Feb 11 06:27:58.661900 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ccf9f17c-0fd2-4894-9d09-d8dc3db329fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:58.767801 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Sync routers for ids ['54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:27:58.777800 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Routers {'54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:58.778408 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:58.885271 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Set router 54c7680e-5199-4cfe-9ee1-ba3ad45e86c0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:59.082130 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'name': 'tempest-TestShelveInstance-1859631897-router', 'tenant_id': 'db6c5c418cdf431384956fa562a9f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '89df02e3-6e7b-4455-9ce4-35ef06010d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:52Z', 'updated_at': '2022-02-11T06:27:55Z', 'revision_number': 4, 'project_id': 'db6c5c418cdf431384956fa562a9f727', 'gw_port': {'id': '89df02e3-6e7b-4455-9ce4-35ef06010d23', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:52Z', 'updated_at': '2022-02-11T06:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'c1f71206-d7c7-4465-9087-4357025d0838', 'name': '', 'network_id': '909c4f5e-9e57-4bac-baea-a094abbcb45b', 'tenant_id': 'db6c5c418cdf431384956fa562a9f727', 'mac_address': 'fa:16:3e:4a:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '7d10c0d3-46f8-44fc-8413-44cd676a9054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:54Z', 'updated_at': '2022-02-11T06:27:55Z', 'revision_number': 2, 'project_id': 'db6c5c418cdf431384956fa562a9f727', 'subnets': [{'id': '7d10c0d3-46f8-44fc-8413-44cd676a9054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:59.108062 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Checking router: 54c7680e-5199-4cfe-9ee1-ba3ad45e86c0 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:27:59.108422 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Updating router 54c7680e-5199-4cfe-9ee1-ba3ad45e86c0 port c1f71206-d7c7-4465-9087-4357025d0838 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:27:59.135405 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c1f71206-d7c7-4465-9087-4357025d0838), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.301985 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1ffa1b1b-dfc2-4ee4-aafe-f89a00db0ac1 req-148a1f5b-e53d-4f67-949a-fd376bf30ced tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 210 time: 0.0274661 Feb 11 06:27:59.401933 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Publish callbacks [] for port (c1f71206-d7c7-4465-9087-4357025d0838), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.407365 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c1f71206-d7c7-4465-9087-4357025d0838), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.457018 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f8e09-bde1-4599-91d0-e85a74e80975 None None] Pushing event updated for resources: {'Port': ['ID=c1f71206-d7c7-4465-9087-4357025d0838,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:59.510781 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Attempting to bind port c1f71206-d7c7-4465-9087-4357025d0838 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:27:59.510781 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Attempting to bind port c1f71206-d7c7-4465-9087-4357025d0838 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'f0665746-b222-40b9-899c-77eb51e8d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '909c4f5e-9e57-4bac-baea-a094abbcb45b'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:27:59.511138 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Attempting to bind port c1f71206-d7c7-4465-9087-4357025d0838 on network 909c4f5e-9e57-4bac-baea-a094abbcb45b {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:27:59.516500 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:27:59.516884 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Checking segment: {'id': 'f0665746-b222-40b9-899c-77eb51e8d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '909c4f5e-9e57-4bac-baea-a094abbcb45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:27:59.517290 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.517685 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Bound using segment: {'id': 'f0665746-b222-40b9-899c-77eb51e8d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '909c4f5e-9e57-4bac-baea-a094abbcb45b'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:27:59.518157 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Bound port: c1f71206-d7c7-4465-9087-4357025d0838, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0665746-b222-40b9-899c-77eb51e8d6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '909c4f5e-9e57-4bac-baea-a094abbcb45b'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:27:59.518539 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c1f71206-d7c7-4465-9087-4357025d0838), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.586329 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] For port c1f71206-d7c7-4465-9087-4357025d0838, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:27:59.589678 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] For port c1f71206-d7c7-4465-9087-4357025d0838, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c1f71206-d7c7-4465-9087-4357025d0838,segment=NetworkSegment(f0665746-b222-40b9-899c-77eb51e8d6a9),segment_id=f0665746-b222-40b9-899c-77eb51e8d6a9)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:27:59.596723 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c1f71206-d7c7-4465-9087-4357025d0838), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.633821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-82f5defd-cb5a-4635-8052-3a9093cbaff2 None None] Provisioning complete for port c1f71206-d7c7-4465-9087-4357025d0838 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:59.634910 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82f5defd-cb5a-4635-8052-3a9093cbaff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c1f71206-d7c7-4465-9087-4357025d0838), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.644517 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Routers {'54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:27:59.645135 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:27:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:27:59.713748 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f8e09-bde1-4599-91d0-e85a74e80975 None None] Pushing event updated for resources: {'Port': ['ID=c1f71206-d7c7-4465-9087-4357025d0838,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:59.734752 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 89df02e3-6e7b-4455-9ce4-35ef06010d23 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:27:59.763378 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-82f5defd-cb5a-4635-8052-3a9093cbaff2 None None] Current status of the port c1f71206-d7c7-4465-9087-4357025d0838 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:59.763847 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82f5defd-cb5a-4635-8052-3a9093cbaff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (c1f71206-d7c7-4465-9087-4357025d0838), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.783506 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] Set router 54c7680e-5199-4cfe-9ee1-ba3ad45e86c0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:27:59.811982 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-82f5defd-cb5a-4635-8052-3a9093cbaff2 None None] For port c1f71206-d7c7-4465-9087-4357025d0838, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c1f71206-d7c7-4465-9087-4357025d0838,segment=NetworkSegment(f0665746-b222-40b9-899c-77eb51e8d6a9),segment_id=f0665746-b222-40b9-899c-77eb51e8d6a9)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:27:59.819546 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82f5defd-cb5a-4635-8052-3a9093cbaff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (c1f71206-d7c7-4465-9087-4357025d0838), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.848338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 89df02e3-6e7b-4455-9ce4-35ef06010d23 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:59.848721 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (89df02e3-6e7b-4455-9ce4-35ef06010d23), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:27:59.900050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5defd-cb5a-4635-8052-3a9093cbaff2 None None] Pushing event updated for resources: {'Port': ['ID=c1f71206-d7c7-4465-9087-4357025d0838,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:27:59.963453 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 89df02e3-6e7b-4455-9ce4-35ef06010d23 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:27:59.966379 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c57445f0-68d1-4340-96c5-29bf8d7e0e36 None None] Provisioning complete for port c1f71206-d7c7-4465-9087-4357025d0838 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:27:59.966807 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c57445f0-68d1-4340-96c5-29bf8d7e0e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c1f71206-d7c7-4465-9087-4357025d0838), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:00.046423 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c57445f0-68d1-4340-96c5-29bf8d7e0e36 None None] Current status of the port c1f71206-d7c7-4465-9087-4357025d0838 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:00.085917 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'name': 'tempest-TestShelveInstance-1859631897-router', 'tenant_id': 'db6c5c418cdf431384956fa562a9f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '89df02e3-6e7b-4455-9ce4-35ef06010d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:52Z', 'updated_at': '2022-02-11T06:27:55Z', 'revision_number': 4, 'project_id': 'db6c5c418cdf431384956fa562a9f727', 'gw_port': {'id': '89df02e3-6e7b-4455-9ce4-35ef06010d23', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:52Z', 'updated_at': '2022-02-11T06:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'c1f71206-d7c7-4465-9087-4357025d0838', 'name': '', 'network_id': '909c4f5e-9e57-4bac-baea-a094abbcb45b', 'tenant_id': 'db6c5c418cdf431384956fa562a9f727', 'mac_address': 'fa:16:3e:4a:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '7d10c0d3-46f8-44fc-8413-44cd676a9054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:54Z', 'updated_at': '2022-02-11T06:27:59Z', 'revision_number': 4, 'project_id': 'db6c5c418cdf431384956fa562a9f727', 'subnets': [{'id': '7d10c0d3-46f8-44fc-8413-44cd676a9054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:00.111445 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c146b771-e980-4043-8532-661f7a09ef45 None None] The sync data for ids ['54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'] in n-d-713499-38 is: [{'id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'name': 'tempest-TestShelveInstance-1859631897-router', 'tenant_id': 'db6c5c418cdf431384956fa562a9f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '89df02e3-6e7b-4455-9ce4-35ef06010d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:52Z', 'updated_at': '2022-02-11T06:27:55Z', 'revision_number': 4, 'project_id': 'db6c5c418cdf431384956fa562a9f727', 'gw_port': {'id': '89df02e3-6e7b-4455-9ce4-35ef06010d23', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:52Z', 'updated_at': '2022-02-11T06:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'c1f71206-d7c7-4465-9087-4357025d0838', 'name': '', 'network_id': '909c4f5e-9e57-4bac-baea-a094abbcb45b', 'tenant_id': 'db6c5c418cdf431384956fa562a9f727', 'mac_address': 'fa:16:3e:4a:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '7d10c0d3-46f8-44fc-8413-44cd676a9054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:54Z', 'updated_at': '2022-02-11T06:27:59Z', 'revision_number': 4, 'project_id': 'db6c5c418cdf431384956fa562a9f727', 'subnets': [{'id': '7d10c0d3-46f8-44fc-8413-44cd676a9054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:28:00.385974 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe4d05c8-3507-49ed-96fb-95a1150b958d req-82b3086f-e31a-41a6-ad71-cf7ad83e9d97 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 210 time: 0.0320852 Feb 11 06:28:00.942425 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-23c9b68b-7171-4093-b3a8-3c0f208e082e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:01.478905 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-51968665-d173-4152-b18f-9d4c3dfc3f40 req-a4082c4c-d301-4aef-a16a-dca2b2205b3d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 210 time: 0.0364125 Feb 11 06:28:01.714207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c1f71206-d7c7-4465-9087-4357025d0838 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:28:01.760070 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port c1f71206-d7c7-4465-9087-4357025d0838 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:01.760442 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (c1f71206-d7c7-4465-9087-4357025d0838), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:01.843627 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port c1f71206-d7c7-4465-9087-4357025d0838 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:02.549575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88bae098-990e-4725-a71d-698655a6f101 req-44d5229f-3718-4668-91a2-425d0a04c4ef tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 210 time: 0.0278795 Feb 11 06:28:02.708361 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:03.642479 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-421ce5f4-f550-434d-bf4f-df5c51bcf3a6 req-3397154f-6194-489e-a416-c80b3d3bd11c tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 210 time: 0.0272946 Feb 11 06:28:03.918148 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.380729 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-99e4ca10-b4e8-4b7e-9a11-04e12801cf22 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:04.382197 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-99e4ca10-b4e8-4b7e-9a11-04e12801cf22 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.73 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 809 time: 0.1067071 Feb 11 06:28:04.443153 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-8cdd2162-cd77-4b4d-9384-0957f67726da tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=144f137efce042f2a374cf08c9e3e340 HTTP/1.1" status: 200 len: 380 time: 0.0520804 Feb 11 06:28:04.452571 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-5c6f24a3-9048-43ef-ba69-5e7a889395a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'port': {'device_id': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'admin_state_up': True, 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'security_groups': ['61868000-881c-4797-a5e9-9c059d9d2c29']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:04.558914 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-5c6f24a3-9048-43ef-ba69-5e7a889395a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Made reservation on behalf of 144f137efce042f2a374cf08c9e3e340 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:28:04.562275 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-5c6f24a3-9048-43ef-ba69-5e7a889395a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.681677 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-5c6f24a3-9048-43ef-ba69-5e7a889395a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Allocated IP 172.20.0.7 (38b77282-1b34-43f4-bc95-1801f04e1779/fe8876a0-9d85-4bd5-b13b-cad71f4ade5c/759fd431-7cf0-439e-a1d4-4d1da6bbfbdf) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:28:04.748564 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f5ba6f7-54bf-445c-bed3-300de1a893cd req-98e0ca53-cfdc-4101-8915-245fcface8d3 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 210 time: 0.0381873 Feb 11 06:28:04.846684 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-5c6f24a3-9048-43ef-ba69-5e7a889395a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.879903 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-5c6f24a3-9048-43ef-ba69-5e7a889395a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:04.934488 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-5c6f24a3-9048-43ef-ba69-5e7a889395a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Network 38b77282-1b34-43f4-bc95-1801f04e1779 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:04.938070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-5c6f24a3-9048-43ef-ba69-5e7a889395a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:04.941596 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-5c6f24a3-9048-43ef-ba69-5e7a889395a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:28:04.970860 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f24a3-9048-43ef-ba69-5e7a889395a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'Port': ['ID=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:05.000141 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-5c6f24a3-9048-43ef-ba69-5e7a889395a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:05.000770 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-5c6f24a3-9048-43ef-ba69-5e7a889395a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:05.017613 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-5c6f24a3-9048-43ef-ba69-5e7a889395a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5690575 Feb 11 06:28:05.026822 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-94f28383-5200-46db-99f6-9a68fa390cad tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:28:05.027882 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-94f28383-5200-46db-99f6-9a68fa390cad tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052257 Feb 11 06:28:05.039605 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Request body: {'port': {'device_id': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:05.101938 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:05.196061 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-792d2f34-cf96-45aa-886e-02b1c488d042 None None] Provisioning complete for port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:05.196646 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-792d2f34-cf96-45aa-886e-02b1c488d042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:05.229560 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-792d2f34-cf96-45aa-886e-02b1c488d042 None None] Port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:28:05.330453 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:05.364749 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:28:05.372169 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Publish callbacks [] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:05.383798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Transition to ACTIVE for port object 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:28:05.387448 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:05.435638 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Pushing event updated for resources: {'Port': ['ID=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:05.506753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Attempting to bind port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:28:05.507088 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Attempting to bind port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:28:05.507443 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Attempting to bind port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf on network 38b77282-1b34-43f4-bc95-1801f04e1779 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:28:05.512661 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf on network 38b77282-1b34-43f4-bc95-1801f04e1779 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:28:05.512990 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Attempting to bind port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf on network 38b77282-1b34-43f4-bc95-1801f04e1779 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:28:05.519104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:28:05.519506 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Checking segment: {'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:28:05.519902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Bound using segment: {'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:28:05.520332 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Bound port: 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:28:05.520691 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:05.592039 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] For port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:28:05.595463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] For port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:28:05.601580 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:05.639817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:05.640991 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:05.642408 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] 10.222.0.73 "PUT /v2.0/ports/759fd431-7cf0-439e-a1d4-4d1da6bbfbdf HTTP/1.1" status: 200 len: 1092 time: 0.6073747 Feb 11 06:28:05.642859 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:28:05.645178 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25cce2b-8cb5-40ce-8257-76077da80b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:28:05.682828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f617d6-0989-41ff-8f2b-f7fcac3845f5 service neutron] Pushing event updated for resources: {'Port': ['ID=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:05.696605 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2b3704-fb0e-4a84-b42e-8526f29d2e99 x-openstack-request-id: req-9e2b3704-fb0e-4a84-b42e-8526f29d2e99 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:28:05.696895 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:28:05.697150 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9e2b3704-fb0e-4a84-b42e-8526f29d2e99 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:28:05.697545 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'status': 'completed', 'code': 200} Feb 11 06:28:05.735817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-d536ec2f-299e-4b03-975e-097107c56fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:05.737340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-d536ec2f-299e-4b03-975e-097107c56fd0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 1126 time: 0.0497987 Feb 11 06:28:05.785630 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-b2886a2d-196a-4a90-8c01-791ac7eb7f88 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf HTTP/1.1" status: 200 len: 217 time: 0.0418663 Feb 11 06:28:05.858953 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-efaefbc0-9648-4692-aabe-1071ca208d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:05.860462 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-efaefbc0-9648-4692-aabe-1071ca208d8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0693457 Feb 11 06:28:05.916233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d37044-3639-4bf3-bf2a-3756cf87767d req-98bb8a61-d214-4303-a068-65c9a7a239b0 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:05.917703 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8d37044-3639-4bf3-bf2a-3756cf87767d req-98bb8a61-d214-4303-a068-65c9a7a239b0 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 943 time: 0.0931199 Feb 11 06:28:05.933552 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-85877842-8cd5-49bb-8530-d6a03583fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:05.934944 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-85877842-8cd5-49bb-8530-d6a03583fff4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0679293 Feb 11 06:28:06.021809 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d8d37044-3639-4bf3-bf2a-3756cf87767d req-30aac47e-bb32-4c5d-8f3b-15f2d50798e0 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972300 Feb 11 06:28:06.051017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-749ec382-774d-4f41-b522-fa91d3562ae4 service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094813 Feb 11 06:28:06.463076 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6c8703b1-3e06-41d9-9979-f1279cb6665f req-b942115f-087a-42c3-8032-13c51e511d65 service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063544 Feb 11 06:28:06.552972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cce2b-8cb5-40ce-8257-76077da80b6f req-763c0581-6634-4195-85d6-520f80421113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:06.554582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c25cce2b-8cb5-40ce-8257-76077da80b6f req-763c0581-6634-4195-85d6-520f80421113 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 1126 time: 0.0460889 Feb 11 06:28:06.643315 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cce2b-8cb5-40ce-8257-76077da80b6f req-c4e455c4-cecb-4eab-9b10-f6f7e2219976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:06.644769 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c25cce2b-8cb5-40ce-8257-76077da80b6f req-c4e455c4-cecb-4eab-9b10-f6f7e2219976 service neutron] 10.222.0.73 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 910 time: 0.0838006 Feb 11 06:28:06.683662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c25cce2b-8cb5-40ce-8257-76077da80b6f req-08ccdd30-58ca-4525-8a72-0e1d1dfa8520 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf HTTP/1.1" status: 200 len: 217 time: 0.0328891 Feb 11 06:28:06.729355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cce2b-8cb5-40ce-8257-76077da80b6f req-f89c6dac-5b6f-439b-bd77-a195c1795a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:06.730695 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c25cce2b-8cb5-40ce-8257-76077da80b6f req-f89c6dac-5b6f-439b-bd77-a195c1795a12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0413930 Feb 11 06:28:06.779856 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cce2b-8cb5-40ce-8257-76077da80b6f req-3d9ea4ca-1e74-402f-ad27-d07ff15ce4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:06.781890 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c25cce2b-8cb5-40ce-8257-76077da80b6f req-3d9ea4ca-1e74-402f-ad27-d07ff15ce4cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436747 Feb 11 06:28:06.872276 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c25cce2b-8cb5-40ce-8257-76077da80b6f req-c2c5afef-0fbe-4773-9812-49dc63ce906f service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821514 Feb 11 06:28:06.973274 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c25cce2b-8cb5-40ce-8257-76077da80b6f req-45a005c1-4bc8-414b-bd97-9ff96258bbc6 service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929148 Feb 11 06:28:07.143857 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e00d2-8527-4fb9-b3fb-ca318881c1e2 req-7e60daf6-0e1d-47c3-84e7-242d42cfe9b1 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:07.145346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-537e00d2-8527-4fb9-b3fb-ca318881c1e2 req-7e60daf6-0e1d-47c3-84e7-242d42cfe9b1 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 943 time: 0.0524800 Feb 11 06:28:07.192978 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-537e00d2-8527-4fb9-b3fb-ca318881c1e2 req-be869dca-361c-4f72-863e-71a5c3b8ea35 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416908 Feb 11 06:28:08.310898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b757c5-b597-4d9f-92ff-84fc7c389f9f req-f84e8af1-e6e7-4587-8717-3736faa792ee tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:08.312414 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75b757c5-b597-4d9f-92ff-84fc7c389f9f req-f84e8af1-e6e7-4587-8717-3736faa792ee tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 943 time: 0.0546126 Feb 11 06:28:08.360099 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75b757c5-b597-4d9f-92ff-84fc7c389f9f req-8de8ac6a-7439-41e6-b415-2b8c0c007f86 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421772 Feb 11 06:28:08.876055 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:28:08.970506 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:08.980525 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'port_id': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'mac_address': 'fa:16:3e:ef:1d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:28:09.021447 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:09.021850 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:09.035404 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:28:09.055255 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:09.058760 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:09.104160 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:09.310748 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['759fd431-7cf0-439e-a1d4-4d1da6bbfbdf'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:28:09.485128 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e48cc1-8431-4591-8d69-28e3dfe3cf2b req-af74ac07-759a-4a18-9d3f-9dd4d3c4e969 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:09.486722 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92e48cc1-8431-4591-8d69-28e3dfe3cf2b req-af74ac07-759a-4a18-9d3f-9dd4d3c4e969 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 944 time: 0.0594497 Feb 11 06:28:09.538081 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-92e48cc1-8431-4591-8d69-28e3dfe3cf2b req-3a5cc585-d842-4ad6-b715-461f584cc045 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454116 Feb 11 06:28:10.561009 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:10.658215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98954b54-db62-4880-bc73-40a56e583642 req-934c5872-1533-482d-b1ae-5fb8542a66b2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:10.659739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-98954b54-db62-4880-bc73-40a56e583642 req-934c5872-1533-482d-b1ae-5fb8542a66b2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 944 time: 0.0544319 Feb 11 06:28:10.708267 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-98954b54-db62-4880-bc73-40a56e583642 req-c9862401-3796-4373-bd1f-bc422291a651 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429115 Feb 11 06:28:10.892068 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:28:10.942498 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:28:10.948497 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:28:10.949157 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:11.027407 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:28:11.027836 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:11.051197 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:28:11.053475 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77002d7-0e62-4d74-a91c-0f7d459f78d7" -d '{"events": [{"server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "name": "network-vif-plugged", "status": "completed", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:28:11.065394 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:28:11.070465 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:11.093981 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5973e513-047f-4c44-83c3-ccf8f8bf3cc1 x-openstack-request-id: req-5973e513-047f-4c44-83c3-ccf8f8bf3cc1 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:28:11.094267 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "name": "network-vif-plugged", "status": "completed", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:28:11.094520 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5973e513-047f-4c44-83c3-ccf8f8bf3cc1 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:28:11.094904 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'code': 200} Feb 11 06:28:11.123072 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:11.194263 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e84e9-70df-40a3-b703-1684a5cf6fd7 req-c6d5c604-f471-4711-a64e-fa255e2af31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:11.195698 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c57e84e9-70df-40a3-b703-1684a5cf6fd7 req-c6d5c604-f471-4711-a64e-fa255e2af31e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 1128 time: 0.0468168 Feb 11 06:28:11.238943 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c57e84e9-70df-40a3-b703-1684a5cf6fd7 req-613b30ad-9245-4b3e-92f7-89beeb112a36 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377872 Feb 11 06:28:11.368675 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:28:11.824409 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16097b86-fb64-4747-84c0-358480b4b6c9 req-011abd09-1df5-4631-b76f-0610d9a806ae tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:11.825860 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16097b86-fb64-4747-84c0-358480b4b6c9 req-011abd09-1df5-4631-b76f-0610d9a806ae tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0510237 Feb 11 06:28:11.872427 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-16097b86-fb64-4747-84c0-358480b4b6c9 req-f651f7f6-f1e9-4474-8454-27499ad27599 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404837 Feb 11 06:28:12.992834 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44e385-ba0a-43ca-8ff1-c76e5f49be47 req-a5700e83-edac-4bbc-92b0-101ae7ec348d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:12.994320 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d44e385-ba0a-43ca-8ff1-c76e5f49be47 req-a5700e83-edac-4bbc-92b0-101ae7ec348d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0517685 Feb 11 06:28:13.046318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2d44e385-ba0a-43ca-8ff1-c76e5f49be47 req-a16a261b-2091-43ac-81a9-6adf391e73c2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460653 Feb 11 06:28:13.163254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919c742-9140-44b3-97f5-62add6e834c3 req-8f208cd8-0ec9-4d77-aa88-dd144ea338ba tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:13.164662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c919c742-9140-44b3-97f5-62add6e834c3 req-8f208cd8-0ec9-4d77-aa88-dd144ea338ba tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0513170 Feb 11 06:28:13.211790 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c919c742-9140-44b3-97f5-62add6e834c3 req-e5ad1178-e51a-407e-b800-3a187fb986e2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416162 Feb 11 06:28:13.233067 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57224) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:13.367112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea0e7de-aa44-4f59-b197-52b11bcbe00d tempest-TestShelveInstance-1405736164 tempest-TestShelveInstance-1405736164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:13.368668 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4ea0e7de-aa44-4f59-b197-52b11bcbe00d tempest-TestShelveInstance-1405736164 tempest-TestShelveInstance-1405736164-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 1123 time: 0.1345985 Feb 11 06:28:13.371540 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57228) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:28:13.375811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:28:13.395629 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:13.492644 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:13.595399 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Allocated IP 172.25.5.125 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/1039c138-5ac9-456f-9fcc-edf4d149a314) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:28:13.699082 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for port (1039c138-5ac9-456f-9fcc-edf4d149a314), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:13.730545 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1039c138-5ac9-456f-9fcc-edf4d149a314), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:13.768605 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:28:13.771313 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:28:13.774966 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:28:13.801411 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'Port': ['ID=1039c138-5ac9-456f-9fcc-edf4d149a314,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:14.139914 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for floatingip (9f3f56fc-e779-4c85-8678-48ef423eac67), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:14.206753 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (1039c138-5ac9-456f-9fcc-edf4d149a314), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:14.353422 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for port (1039c138-5ac9-456f-9fcc-edf4d149a314), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:14.357486 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (1039c138-5ac9-456f-9fcc-edf4d149a314), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:14.430572 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'Port': ['ID=1039c138-5ac9-456f-9fcc-edf4d149a314,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:28:14.439567 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (9f3f56fc-e779-4c85-8678-48ef423eac67), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:14.539257 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Floating IP 9f3f56fc-e779-4c85-8678-48ef423eac67 associated. External IP: 172.25.5.125, port: 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf. Feb 11 06:28:14.744770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:28:14.850404 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:28:14.862492 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe51eb3-7a80-4de6-b9f4-756fdb710987 None None] Sync routers for ids ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:28:14.869103 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:14.884207 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe51eb3-7a80-4de6-b9f4-756fdb710987 None None] Routers {'18b8a744-6b5a-4014-9dec-04d8b22e0dd1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:28:14.884813 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-efe51eb3-7a80-4de6-b9f4-756fdb710987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:28:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:14.900714 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-9a18caf6-da4a-4cbd-aabf-c33f9592a099 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5281594 Feb 11 06:28:14.901320 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:28:14.903618 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3096ef32-037d-41ba-b3a6-93c26b2426c5" -d '{"events": [{"name": "network-changed", "server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:28:14.923141 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:14.942385 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe553ab-e08d-43f4-b7d9-738eed649f6b x-openstack-request-id: req-afe553ab-e08d-43f4-b7d9-738eed649f6b {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:28:14.942679 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:28:14.942942 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-afe553ab-e08d-43f4-b7d9-738eed649f6b {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:28:14.943352 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'status': 'completed', 'code': 200} Feb 11 06:28:14.998412 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-efe51eb3-7a80-4de6-b9f4-756fdb710987 None None] Set router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:28:15.008471 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096ef32-037d-41ba-b3a6-93c26b2426c5 req-73f5bfaf-fd1c-426e-a3ca-55000fbccc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:15.009998 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3096ef32-037d-41ba-b3a6-93c26b2426c5 req-73f5bfaf-fd1c-426e-a3ca-55000fbccc57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 1128 time: 0.0463071 Feb 11 06:28:15.109745 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096ef32-037d-41ba-b3a6-93c26b2426c5 req-76f7a5ed-7edd-46f5-95ef-f27883795da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:15.111260 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3096ef32-037d-41ba-b3a6-93c26b2426c5 req-76f7a5ed-7edd-46f5-95ef-f27883795da6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 910 time: 0.0945044 Feb 11 06:28:15.174827 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3096ef32-037d-41ba-b3a6-93c26b2426c5 req-39e4b190-119f-4dc6-a282-e344f07fe7b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf HTTP/1.1" status: 200 len: 999 time: 0.0567775 Feb 11 06:28:15.222433 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096ef32-037d-41ba-b3a6-93c26b2426c5 req-b40d5037-2ac7-41f8-b6fc-80139b5bdd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:15.223002 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-efe51eb3-7a80-4de6-b9f4-756fdb710987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '9f3f56fc-e779-4c85-8678-48ef423eac67', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'port_id': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'mac_address': 'fa:16:3e:ef:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:28:14Z', 'updated_at': '2022-02-11T06:28:14Z', 'revision_number': 0, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e11e11-d2ef-4079-a32a-7237eb27701a', 'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'mac_address': 'fa:16:3e:57:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:54Z', 'revision_number': 5, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'subnets': [{'id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:15.223996 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3096ef32-037d-41ba-b3a6-93c26b2426c5 req-b40d5037-2ac7-41f8-b6fc-80139b5bdd82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0435679 Feb 11 06:28:15.252559 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe51eb3-7a80-4de6-b9f4-756fdb710987 None None] Checking router: 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:28:15.260673 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe51eb3-7a80-4de6-b9f4-756fdb710987 None None] Routers {'18b8a744-6b5a-4014-9dec-04d8b22e0dd1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:28:15.261284 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-efe51eb3-7a80-4de6-b9f4-756fdb710987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:28:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:15.275220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096ef32-037d-41ba-b3a6-93c26b2426c5 req-f3b00350-32f9-490c-9ec0-587b9ff9af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:28:15.276767 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3096ef32-037d-41ba-b3a6-93c26b2426c5 req-f3b00350-32f9-490c-9ec0-587b9ff9af17 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472932 Feb 11 06:28:15.364082 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3096ef32-037d-41ba-b3a6-93c26b2426c5 req-6ee7176d-4f9f-4c44-ae00-4ea9f3fda21a service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813434 Feb 11 06:28:15.367763 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-efe51eb3-7a80-4de6-b9f4-756fdb710987 None None] Set router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:28:15.456350 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3096ef32-037d-41ba-b3a6-93c26b2426c5 req-7601adae-d2a4-4f55-8eef-6f7460957528 service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866556 Feb 11 06:28:15.590181 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-efe51eb3-7a80-4de6-b9f4-756fdb710987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '9f3f56fc-e779-4c85-8678-48ef423eac67', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'port_id': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'mac_address': 'fa:16:3e:ef:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:28:14Z', 'updated_at': '2022-02-11T06:28:14Z', 'revision_number': 0, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e11e11-d2ef-4079-a32a-7237eb27701a', 'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'mac_address': 'fa:16:3e:57:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:54Z', 'revision_number': 5, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'subnets': [{'id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:28:15.619180 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe51eb3-7a80-4de6-b9f4-756fdb710987 None None] The sync data for ids ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'] in n-d-713499-38 is: [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '9f3f56fc-e779-4c85-8678-48ef423eac67', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'port_id': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'mac_address': 'fa:16:3e:ef:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:28:14Z', 'updated_at': '2022-02-11T06:28:14Z', 'revision_number': 0, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e11e11-d2ef-4079-a32a-7237eb27701a', 'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'mac_address': 'fa:16:3e:57:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:54Z', 'revision_number': 5, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'subnets': [{'id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:28:15.811193 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4350e62b-afc6-4764-be4a-413efc17336a None None] New status for floating IP 9f3f56fc-e779-4c85-8678-48ef423eac67: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:28:27.261290 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-d81850fc-9df8-4cc5-b35a-f8bf4adcb867 service neutron] (103170) timed out ('10.222.0.87', 53410) {{(pid=103170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:28:27.662698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-ea2a869c-f3ab-4d1b-9cb4-46a657a052f5 req-ac02b246-3d59-48e7-b8bc-2ba41bf9b6fb tempest-ServerActionsTestJSON-177678748 tempest-ServerActionsTestJSON-177678748-project] (103171) timed out ('10.222.0.87', 53432) {{(pid=103171) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:28:28.662841 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f80336fb-fcd3-4861-bfeb-a73d2d816856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:30.944635 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-29a28328-2c58-47b6-b3e6-59f68073a8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:32.700581 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:33.920513 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:35.334048 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:40.568094 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:44.877642 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:28:48.368020 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:28:58.664336 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-559b17e8-0483-4dcd-8e24-e3b902da6b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:00.946032 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-adab632b-599a-4e5a-b4ab-901126446a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:02.704365 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:03.923379 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:05.335878 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:10.571530 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:11.843570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a1931ea-3d53-4848-aee3-e22c22814a0e req-c1125d14-3a5e-407a-aad8-acc4f7830bf3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462954 Feb 11 06:29:11.928651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1931ea-3d53-4848-aee3-e22c22814a0e req-d47dc782-0784-4105-963b-25261301e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:11.930087 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a1931ea-3d53-4848-aee3-e22c22814a0e req-d47dc782-0784-4105-963b-25261301e945 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 1128 time: 0.0460031 Feb 11 06:29:12.032295 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1931ea-3d53-4848-aee3-e22c22814a0e req-75be31b0-b742-4a16-be20-bdf65c07572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:12.033753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a1931ea-3d53-4848-aee3-e22c22814a0e req-75be31b0-b742-4a16-be20-bdf65c07572c service neutron] 10.222.0.73 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 910 time: 0.0852091 Feb 11 06:29:12.098586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a1931ea-3d53-4848-aee3-e22c22814a0e req-b6bf4cf1-b560-424b-865a-4bd564281bac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf HTTP/1.1" status: 200 len: 1001 time: 0.0578728 Feb 11 06:29:12.150110 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1931ea-3d53-4848-aee3-e22c22814a0e req-ac0239cf-7332-4b98-ad97-4697c477082e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:12.151548 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a1931ea-3d53-4848-aee3-e22c22814a0e req-ac0239cf-7332-4b98-ad97-4697c477082e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0462961 Feb 11 06:29:12.203195 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1931ea-3d53-4848-aee3-e22c22814a0e req-769091c9-2a41-4c16-ab08-05e80a9e7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:29:12.204625 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a1931ea-3d53-4848-aee3-e22c22814a0e req-769091c9-2a41-4c16-ab08-05e80a9e7544 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464122 Feb 11 06:29:12.292878 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a1931ea-3d53-4848-aee3-e22c22814a0e req-6bcaedd5-3446-4f65-84bf-bfd9172ae246 service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810916 Feb 11 06:29:12.383335 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0a1931ea-3d53-4848-aee3-e22c22814a0e req-b427b8b2-864e-4bdb-b81a-4b1b49a71456 service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840902 Feb 11 06:29:14.892402 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:25.368167 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:29:28.665861 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7cec53e8-6b10-4405-9a90-7f6ed1261387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:30.947986 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6bea7057-17d8-46fb-82e6-def5bc20ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:32.705918 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:33.927356 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:35.337874 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:40.566577 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:44.893241 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:29:58.666377 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1ed11d92-e822-4946-a2f1-bd3a9604cca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:00.948870 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ee625a65-6357-4e0b-b491-78dfd90ccad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:02.366984 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:30:02.710563 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:03.931384 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:05.340013 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:10.580696 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:10.738181 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123e92a-f708-4a5c-b605-6eb11317fa3a req-31dfd8b2-0886-46a1-8c89-323cc9e2c069 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:10.739699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d123e92a-f708-4a5c-b605-6eb11317fa3a req-31dfd8b2-0886-46a1-8c89-323cc9e2c069 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.1106575 Feb 11 06:30:10.786910 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d123e92a-f708-4a5c-b605-6eb11317fa3a req-47d5c89c-db32-4e10-90d1-faa8f13b29ed tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408065 Feb 11 06:30:11.918027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b048fc3-a4a0-4f41-9d77-82c8cf7bcd0d req-1212aa93-bc54-42b3-8486-41832f3472e9 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:11.919549 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b048fc3-a4a0-4f41-9d77-82c8cf7bcd0d req-1212aa93-bc54-42b3-8486-41832f3472e9 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0568416 Feb 11 06:30:11.968480 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6b048fc3-a4a0-4f41-9d77-82c8cf7bcd0d req-1657bea0-e7f9-4837-9fca-3bcabbf9130a tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433199 Feb 11 06:30:12.863525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85baa5c-ce2b-43de-9827-9f6510936107 req-3fa384ad-2ff6-4bc5-a728-ac14c569d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:12.865017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d85baa5c-ce2b-43de-9827-9f6510936107 req-3fa384ad-2ff6-4bc5-a728-ac14c569d770 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 1128 time: 0.0439410 Feb 11 06:30:12.969816 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85baa5c-ce2b-43de-9827-9f6510936107 req-9d5d5bfe-7df3-4d54-9eaf-33291d6b69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:12.971323 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d85baa5c-ce2b-43de-9827-9f6510936107 req-9d5d5bfe-7df3-4d54-9eaf-33291d6b69c4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 910 time: 0.0878880 Feb 11 06:30:13.041426 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d85baa5c-ce2b-43de-9827-9f6510936107 req-aee663dd-8701-45cf-9beb-bb0966c4b089 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf HTTP/1.1" status: 200 len: 1001 time: 0.0640743 Feb 11 06:30:13.117304 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85baa5c-ce2b-43de-9827-9f6510936107 req-a72d4204-4a1c-47d6-98fa-a7cb41ff696d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:13.119243 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d85baa5c-ce2b-43de-9827-9f6510936107 req-a72d4204-4a1c-47d6-98fa-a7cb41ff696d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0687971 Feb 11 06:30:13.141862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd9385-a208-4729-8c79-e95b321894a0 req-1d8c0948-1852-4ec1-8c75-087b22bc0b8c tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:13.143293 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13fd9385-a208-4729-8c79-e95b321894a0 req-1d8c0948-1852-4ec1-8c75-087b22bc0b8c tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.1010075 Feb 11 06:30:13.205011 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85baa5c-ce2b-43de-9827-9f6510936107 req-54712f17-3527-4364-997e-b8b557bb83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:13.206486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d85baa5c-ce2b-43de-9827-9f6510936107 req-54712f17-3527-4364-997e-b8b557bb83be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0798585 Feb 11 06:30:13.215503 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-13fd9385-a208-4729-8c79-e95b321894a0 req-8a37e84c-ca8d-4682-b060-0d1b18edc6c6 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577524 Feb 11 06:30:13.632209 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d85baa5c-ce2b-43de-9827-9f6510936107 req-5b12e53e-06d8-421b-854c-a5c7759c510c service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157803 Feb 11 06:30:13.719273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d85baa5c-ce2b-43de-9827-9f6510936107 req-0dafe3b8-f84e-4114-8801-964561fd767d service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796244 Feb 11 06:30:14.333134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a14c86-1fe6-4d61-9271-205a34a71234 req-c3517ac0-5543-42be-ac5d-516b697b4523 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:14.334616 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48a14c86-1fe6-4d61-9271-205a34a71234 req-c3517ac0-5543-42be-ac5d-516b697b4523 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0520575 Feb 11 06:30:14.386203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-48a14c86-1fe6-4d61-9271-205a34a71234 req-24f1e2a8-b9a6-4dd5-94d4-dd3a4d076ad7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455074 Feb 11 06:30:14.896501 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:15.506850 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e198d4d-7f9f-4934-b821-4e054ad4adbe req-242e460b-0ddf-4420-941f-343c1ede1100 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:15.508275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e198d4d-7f9f-4934-b821-4e054ad4adbe req-242e460b-0ddf-4420-941f-343c1ede1100 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0558953 Feb 11 06:30:15.556270 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0e198d4d-7f9f-4934-b821-4e054ad4adbe req-a49e5de9-2103-4d3c-8a79-0ccb35f5783f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424974 Feb 11 06:30:16.671662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa045f-f9ab-4958-a040-334c277659a2 req-bae72cd0-5c8f-432e-9eb1-80cabddac12f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:16.673138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b0aa045f-f9ab-4958-a040-334c277659a2 req-bae72cd0-5c8f-432e-9eb1-80cabddac12f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0516686 Feb 11 06:30:16.719955 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b0aa045f-f9ab-4958-a040-334c277659a2 req-14bbe920-0321-4c59-b977-f2fc3859355a tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413289 Feb 11 06:30:17.841307 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1bcc8-2efb-4c4b-8710-a2b4f8c67b19 req-7a1ff39a-e0b8-4da1-9352-2cba7e877092 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:17.842784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44d1bcc8-2efb-4c4b-8710-a2b4f8c67b19 req-7a1ff39a-e0b8-4da1-9352-2cba7e877092 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0559080 Feb 11 06:30:17.890821 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-44d1bcc8-2efb-4c4b-8710-a2b4f8c67b19 req-2bee0294-3769-4c75-b90d-2fe494ac7936 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424447 Feb 11 06:30:19.007972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9488e-5bc5-4568-9617-24f0c6c76683 req-37c30b2f-b873-44e1-8e14-3f1e4f1a104f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:19.009428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eec9488e-5bc5-4568-9617-24f0c6c76683 req-37c30b2f-b873-44e1-8e14-3f1e4f1a104f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0513906 Feb 11 06:30:19.055832 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eec9488e-5bc5-4568-9617-24f0c6c76683 req-a2140c92-12c2-48b5-b6f5-7daf380d9c89 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409091 Feb 11 06:30:20.176495 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39d17c-6517-48cd-ac8c-477b7bbb449e req-f8dd39e3-8665-46fa-bccb-4dca2fa56202 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:20.177964 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8a39d17c-6517-48cd-ac8c-477b7bbb449e req-f8dd39e3-8665-46fa-bccb-4dca2fa56202 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0551808 Feb 11 06:30:20.225732 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8a39d17c-6517-48cd-ac8c-477b7bbb449e req-66985c89-a3ba-42bb-ade1-b5b6c6bcf492 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415049 Feb 11 06:30:21.341804 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee220d-bf4e-4902-aa4d-1376ab840133 req-cd9bffbe-19fd-4e32-b116-8c8871c8df11 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:21.343258 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96ee220d-bf4e-4902-aa4d-1376ab840133 req-cd9bffbe-19fd-4e32-b116-8c8871c8df11 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0510378 Feb 11 06:30:21.391596 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-96ee220d-bf4e-4902-aa4d-1376ab840133 req-a334f65c-dbf0-47f3-bb72-a920f4ba9ebe tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425978 Feb 11 06:30:22.516104 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ab1d3-b4fa-4d73-be2d-aa078cb2af9c req-ae144081-345b-438e-89ec-63d26c35605f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:22.517579 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc5ab1d3-b4fa-4d73-be2d-aa078cb2af9c req-ae144081-345b-438e-89ec-63d26c35605f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0523374 Feb 11 06:30:22.568326 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc5ab1d3-b4fa-4d73-be2d-aa078cb2af9c req-77b8b3f8-6895-46d9-8cba-729a0b432482 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450358 Feb 11 06:30:23.506707 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:30:23.622154 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:23.636622 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'port_id': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'mac_address': 'fa:16:3e:ef:1d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:30:23.686641 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:30:23.687355 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:23.709339 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:30:23.719308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8b8f8-29f9-4c43-90d6-192e4b67d72b req-abfa47ae-101a-46d2-aa7d-aa1efab9c477 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:23.730492 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d9b8b8f8-29f9-4c43-90d6-192e4b67d72b req-abfa47ae-101a-46d2-aa7d-aa1efab9c477 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0779443 Feb 11 06:30:23.734911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:23.741584 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:23.791162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d9b8b8f8-29f9-4c43-90d6-192e4b67d72b req-c8a71761-2ca4-4efa-be61-9bf2b4b09a45 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608871 Feb 11 06:30:23.809788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:23.809788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:23.809788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:23.809788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:23.809788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:23.809788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:23.809788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:23.809788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:23.809788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:23.809788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:23.809788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:23.809788 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:23.810681 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:23.810681 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:23.820672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['759fd431-7cf0-439e-a1d4-4d1da6bbfbdf'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:30:24.918071 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fa107-2247-4770-a939-d92e58afadee req-40a4381c-e6e2-4ed8-80a6-65a8b3170577 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:24.919669 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e6fa107-2247-4770-a939-d92e58afadee req-40a4381c-e6e2-4ed8-80a6-65a8b3170577 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 944 time: 0.0580616 Feb 11 06:30:24.972683 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4e6fa107-2247-4770-a939-d92e58afadee req-42bb6e15-8ba2-4b83-90ab-cfad18af74f5 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457380 Feb 11 06:30:25.519301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:30:25.578619 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:30:25.579035 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:25.668600 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:30:25.669036 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:25.695492 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:30:25.698420 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277f8bb7-9c9b-4b30-a72b-12b8dd6ee1ef" -d '{"events": [{"server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "name": "network-vif-plugged", "status": "completed", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:30:25.712414 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:25.746947 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:25.751123 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95757f55-45c2-4dd7-bdeb-2478bee66aba x-openstack-request-id: req-95757f55-45c2-4dd7-bdeb-2478bee66aba {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:30:25.751486 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "name": "network-vif-plugged", "status": "completed", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:30:25.751739 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-95757f55-45c2-4dd7-bdeb-2478bee66aba {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:30:25.752140 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'code': 200} Feb 11 06:30:25.801029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:26.114763 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fddc8-e85f-4fbc-a584-68ae9c9da97b req-ccd78ef0-86e3-4f7b-acef-99122d9dc89d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:26.121524 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-592fddc8-e85f-4fbc-a584-68ae9c9da97b req-ccd78ef0-86e3-4f7b-acef-99122d9dc89d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0693395 Feb 11 06:30:26.170178 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-592fddc8-e85f-4fbc-a584-68ae9c9da97b req-53ef3e7f-bb02-429c-8f4b-fcbfaab5a614 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477574 Feb 11 06:30:27.320871 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6de4b-d736-485f-b5e2-eb6462720935 req-b78904e9-70c4-46a6-9a49-e4c0d8747739 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:27.322410 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25c6de4b-d736-485f-b5e2-eb6462720935 req-b78904e9-70c4-46a6-9a49-e4c0d8747739 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0687206 Feb 11 06:30:27.376067 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-25c6de4b-d736-485f-b5e2-eb6462720935 req-72eb8122-5b73-42fe-ade7-ab54cce5b4d4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471778 Feb 11 06:30:28.513751 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78725ee9-ded6-4816-b985-a084e2be8af8 req-feea7ac5-cde4-47d7-b487-29245d70f124 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:28.516005 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78725ee9-ded6-4816-b985-a084e2be8af8 req-feea7ac5-cde4-47d7-b487-29245d70f124 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0701585 Feb 11 06:30:28.590413 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-78725ee9-ded6-4816-b985-a084e2be8af8 req-dedca3a5-9a21-40ea-a3b2-48b2a12bca2b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629699 Feb 11 06:30:28.672226 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-054df106-5201-4fcf-9012-51f51566c51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:29.708759 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b3e6c-9723-4f7a-9401-e4ed63659414 req-a3458b30-e664-4579-87ea-cf0709210c78 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:29.713560 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c5b3e6c-9723-4f7a-9401-e4ed63659414 req-a3458b30-e664-4579-87ea-cf0709210c78 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0615005 Feb 11 06:30:29.759365 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c5b3e6c-9723-4f7a-9401-e4ed63659414 req-e2a4c080-26e4-4def-b25c-519157a40d58 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449197 Feb 11 06:30:30.931187 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f9dc7-e387-49f1-8ab8-f1c4de3c1db0 req-745a7514-b205-48e3-af5c-715648d16dd9 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:30.933278 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d65f9dc7-e387-49f1-8ab8-f1c4de3c1db0 req-745a7514-b205-48e3-af5c-715648d16dd9 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0885403 Feb 11 06:30:30.954739 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c3f2194d-394a-402a-ad4c-9711690a11a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:30.984382 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d65f9dc7-e387-49f1-8ab8-f1c4de3c1db0 req-08e28100-1822-4536-a9cc-67d85397a152 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451975 Feb 11 06:30:32.107580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb29cfd-9a7e-406d-ab1a-898e92f00b77 req-4b92bd62-c118-4a5f-af86-aafad7af6f3d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:32.109075 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6eb29cfd-9a7e-406d-ab1a-898e92f00b77 req-4b92bd62-c118-4a5f-af86-aafad7af6f3d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0572741 Feb 11 06:30:32.156073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6eb29cfd-9a7e-406d-ab1a-898e92f00b77 req-ec63cbf5-0571-420c-9acc-c3a10b0683f7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414932 Feb 11 06:30:32.381200 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea8bb1-ce34-4f0b-9bff-21bcbc1f85d9 req-a2e4682a-1fc1-4e30-9511-af5cd94a0fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:32.382682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24ea8bb1-ce34-4f0b-9bff-21bcbc1f85d9 req-a2e4682a-1fc1-4e30-9511-af5cd94a0fd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 1128 time: 0.0444605 Feb 11 06:30:32.475024 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea8bb1-ce34-4f0b-9bff-21bcbc1f85d9 req-2cb350e3-97cc-4e97-bc83-4c008d17ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:32.476432 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24ea8bb1-ce34-4f0b-9bff-21bcbc1f85d9 req-2cb350e3-97cc-4e97-bc83-4c008d17ebc3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 910 time: 0.0865235 Feb 11 06:30:32.544743 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24ea8bb1-ce34-4f0b-9bff-21bcbc1f85d9 req-90b76cb3-cee3-40c9-aaf8-7d33720229b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf HTTP/1.1" status: 200 len: 1001 time: 0.0616062 Feb 11 06:30:32.591399 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea8bb1-ce34-4f0b-9bff-21bcbc1f85d9 req-b456ab01-c199-42b3-af59-138adc362584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:32.592809 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24ea8bb1-ce34-4f0b-9bff-21bcbc1f85d9 req-b456ab01-c199-42b3-af59-138adc362584 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0420971 Feb 11 06:30:32.643356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea8bb1-ce34-4f0b-9bff-21bcbc1f85d9 req-ae0762bc-a7fd-4faa-a031-6f19b76cdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:32.644830 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24ea8bb1-ce34-4f0b-9bff-21bcbc1f85d9 req-ae0762bc-a7fd-4faa-a031-6f19b76cdcb2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462360 Feb 11 06:30:32.711530 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:32.733404 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24ea8bb1-ce34-4f0b-9bff-21bcbc1f85d9 req-1fe326af-3be4-4bdb-8858-17002f588575 service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813348 Feb 11 06:30:32.824919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-24ea8bb1-ce34-4f0b-9bff-21bcbc1f85d9 req-dd7c1ac4-ffae-4b23-bbe5-66ba0fee0291 service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854130 Feb 11 06:30:33.273041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de070d95-7391-4264-b296-cf0e99fd67da req-38fd7de2-baac-4127-a597-bc195ed66abc tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:33.274529 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de070d95-7391-4264-b296-cf0e99fd67da req-38fd7de2-baac-4127-a597-bc195ed66abc tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0517294 Feb 11 06:30:33.321961 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de070d95-7391-4264-b296-cf0e99fd67da req-c00698b1-50c9-4033-9743-baed8cc90726 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413296 Feb 11 06:30:33.932601 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:34.449383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c81c04-93c4-4bdb-984b-08513c151b73 req-290d29eb-3623-40e8-a005-774aaf0929b3 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:34.451040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c81c04-93c4-4bdb-984b-08513c151b73 req-290d29eb-3623-40e8-a005-774aaf0929b3 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0617445 Feb 11 06:30:34.508140 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-04c81c04-93c4-4bdb-984b-08513c151b73 req-9ab312dd-321c-4bc3-b7b8-67e6e5ca7b4a tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513515 Feb 11 06:30:35.342613 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:35.535212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:30:35.612972 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:30:35.613272 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:35.631406 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1548a9-be11-4c11-8e70-d13393909f6f req-9f7c6380-4b4f-4140-8d7a-3638578814c1 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:35.632954 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f1548a9-be11-4c11-8e70-d13393909f6f req-9f7c6380-4b4f-4140-8d7a-3638578814c1 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0533636 Feb 11 06:30:35.638862 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:30:35.641113 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595d2090-55d8-4c95-b89a-d7ee0536cbe7" -d '{"events": [{"server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "name": "network-vif-unplugged", "status": "completed", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:30:35.654257 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:35.658444 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:35.683459 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 06:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b68e12-a6e9-4ef6-88d9-3606a58a4306 x-openstack-request-id: req-25b68e12-a6e9-4ef6-88d9-3606a58a4306 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:30:35.683757 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "name": "network-vif-unplugged", "status": "failed", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf", "code": 422}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:30:35.684027 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-25b68e12-a6e9-4ef6-88d9-3606a58a4306 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:30:35.684397 n-d-713499-38 neutron-server[103173]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'code': 422} returned with failed status Feb 11 06:30:35.686615 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9f1548a9-be11-4c11-8e70-d13393909f6f req-ef7c2dc2-9189-4f61-8d96-4f449ec00d52 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471678 Feb 11 06:30:35.709104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:35.809770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-d63f9b6b-2fa4-4052-9f6e-de9d75ab4736 req-869e4358-e6ca-4e76-b757-0341d2fa849f service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:30:35.810778 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d63f9b6b-2fa4-4052-9f6e-de9d75ab4736 req-869e4358-e6ca-4e76-b757-0341d2fa849f service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0606344 Feb 11 06:30:35.964998 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac89e48-6444-4f04-be74-2062db40f1fd req-5651cc1c-0f7f-4da9-b670-eee13b992753 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:35.966486 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bac89e48-6444-4f04-be74-2062db40f1fd req-5651cc1c-0f7f-4da9-b670-eee13b992753 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 943 time: 0.0526841 Feb 11 06:30:36.019433 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bac89e48-6444-4f04-be74-2062db40f1fd req-77d492e0-d12d-48f7-ba88-d67f4bd2be6d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472474 Feb 11 06:30:36.122412 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-cdab67d9-4da6-49bc-8359-bea07f0e66a8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877328 Feb 11 06:30:36.244037 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-dc6bb909-ba37-4c26-b9cf-965f1e872469 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:36.245977 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-dc6bb909-ba37-4c26-b9cf-965f1e872469 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports/759fd431-7cf0-439e-a1d4-4d1da6bbfbdf HTTP/1.1" status: 200 len: 940 time: 0.0964222 Feb 11 06:30:37.057518 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-6b765553-8706-4df4-8ecb-fb0052dbe4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:37.059100 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-6b765553-8706-4df4-8ecb-fb0052dbe4db service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf&tenant_id=144f137efce042f2a374cf08c9e3e340 HTTP/1.1" status: 200 len: 1126 time: 0.0458076 Feb 11 06:30:37.075106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-38', 'device_owner': 'compute:nova'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:30:37.140112 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:37.147031 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bbd4d-e8c6-43ab-bd90-d4b6370a49ac req-a54a1329-53c9-4d7a-8744-f64d92e108b4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:37.148557 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c86bbd4d-e8c6-43ab-bd90-d4b6370a49ac req-a54a1329-53c9-4d7a-8744-f64d92e108b4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 943 time: 0.0512626 Feb 11 06:30:37.198582 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c86bbd4d-e8c6-43ab-bd90-d4b6370a49ac req-0305aaa9-e0c6-4ce6-a38c-68e83faa4468 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430877 Feb 11 06:30:37.341052 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] For port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:37.373965 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] For port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host n-h1-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:30:37.405594 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:30:37.412817 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Publish callbacks [] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:37.424854 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Transition to ACTIVE for port object 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:30:37.428410 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:37.514468 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Pushing event updated for resources: {'Port': ['ID=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,revision_number=9']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:37.527050 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:37.527386 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:37.527769 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:37.528113 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:37.528453 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:37.528788 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:37.529122 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:37.529454 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:37.529786 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:37.530119 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:37.530454 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:37.530783 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:37.531111 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:30:37.563849 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] No DVR routers for this DVR port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf on host n-h1-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:30:37.708414 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Attempting to bind port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:30:37.708751 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Attempting to bind port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:30:37.709075 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Attempting to bind port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf on network 38b77282-1b34-43f4-bc95-1801f04e1779 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:30:37.713331 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf on network 38b77282-1b34-43f4-bc95-1801f04e1779 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:30:37.713599 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Attempting to bind port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf on network 38b77282-1b34-43f4-bc95-1801f04e1779 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:30:37.718942 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:30:37.719283 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Checking segment: {'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:30:37.719697 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Bound using segment: {'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:30:37.720123 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Bound port: 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:30:37.720474 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:37.784352 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] For port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:30:37.787263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] For port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:30:37.792761 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:37.824840 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:37.825460 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:37.826854 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] 10.222.0.88 "PUT /v2.0/ports/759fd431-7cf0-439e-a1d4-4d1da6bbfbdf HTTP/1.1" status: 200 len: 1092 time: 0.7564073 Feb 11 06:30:37.827263 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:30:37.829531 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e63f32-1118-4a67-b0f9-b01ca8f2ec3f" -d '{"events": [{"name": "network-changed", "server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:30:37.855948 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4dc37-a6cf-4e33-bd6e-c7ec3821488f service neutron] Pushing event updated for resources: {'Port': ['ID=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,revision_number=10']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:37.917244 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-42602215-77e5-4c80-927f-378876a6aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:37.918608 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-42602215-77e5-4c80-927f-378876a6aa6d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 1127 time: 0.0637147 Feb 11 06:30:37.947638 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdc0541-2365-4a03-b703-dc4aed9a5d62 x-openstack-request-id: req-3bdc0541-2365-4a03-b703-dc4aed9a5d62 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:30:37.947934 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:30:37.948719 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3bdc0541-2365-4a03-b703-dc4aed9a5d62 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:30:37.949130 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'status': 'completed', 'code': 200} Feb 11 06:30:38.023042 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-cb4030ac-d4ae-4033-bbf1-3340a8cf7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:38.024582 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-cb4030ac-d4ae-4033-bbf1-3340a8cf7e6e service neutron] 10.222.0.88 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 910 time: 0.0963380 Feb 11 06:30:38.092940 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-7f136f7b-9c4b-479c-9c61-aa5d9ff4cbfe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf HTTP/1.1" status: 200 len: 999 time: 0.0605514 Feb 11 06:30:38.144012 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-f858f259-86d6-4fe9-8d29-c4da28314836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:38.145437 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-f858f259-86d6-4fe9-8d29-c4da28314836 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0435414 Feb 11 06:30:38.197905 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-6027c8bb-6812-47c8-b05b-cb57c647625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:38.199976 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-6027c8bb-6812-47c8-b05b-cb57c647625f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478187 Feb 11 06:30:38.292117 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-962f4b95-d5cc-4b1d-bdeb-9b500c80de10 service neutron] 10.222.0.88 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823820 Feb 11 06:30:38.317972 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070912b-c558-4f3b-bbc2-ca7c79f997cc req-915e981c-0445-4b89-8a68-af8dd1269b63 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:38.319495 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3070912b-c558-4f3b-bbc2-ca7c79f997cc req-915e981c-0445-4b89-8a68-af8dd1269b63 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 944 time: 0.0528858 Feb 11 06:30:38.369156 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3070912b-c558-4f3b-bbc2-ca7c79f997cc req-12772b0b-6297-4675-b17e-8eb038996163 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434036 Feb 11 06:30:38.390166 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-c3e8d5a2-43e5-43d2-89f4-7a1bcb6ffa3b req-389dc828-8626-4e80-a09d-22d4e9500e27 service neutron] 10.222.0.88 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916700 Feb 11 06:30:38.480888 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e63f32-1118-4a67-b0f9-b01ca8f2ec3f req-33df18d7-0b9f-4ab0-aad3-56bdf84833df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:38.482351 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-07e63f32-1118-4a67-b0f9-b01ca8f2ec3f req-33df18d7-0b9f-4ab0-aad3-56bdf84833df service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 1127 time: 0.0459597 Feb 11 06:30:38.579534 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e63f32-1118-4a67-b0f9-b01ca8f2ec3f req-5bdcb45f-9962-48e4-b136-2567295cebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:38.581179 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-07e63f32-1118-4a67-b0f9-b01ca8f2ec3f req-5bdcb45f-9962-48e4-b136-2567295cebaa service neutron] 10.222.0.88 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 910 time: 0.0896857 Feb 11 06:30:38.649763 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-07e63f32-1118-4a67-b0f9-b01ca8f2ec3f req-a0d59529-19c1-4430-af77-657d556486be service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf HTTP/1.1" status: 200 len: 999 time: 0.0625784 Feb 11 06:30:38.702808 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e63f32-1118-4a67-b0f9-b01ca8f2ec3f req-5781aab5-17e1-4a59-b2f6-8cd060aa875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:38.704546 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-07e63f32-1118-4a67-b0f9-b01ca8f2ec3f req-5781aab5-17e1-4a59-b2f6-8cd060aa875d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0483932 Feb 11 06:30:39.367106 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:30:39.503155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f27e32-be52-4a7f-af13-fe2eb7f2d94e req-36e46f13-953f-47a9-9ffc-17497aede354 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:39.504738 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9f27e32-be52-4a7f-af13-fe2eb7f2d94e req-36e46f13-953f-47a9-9ffc-17497aede354 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 944 time: 0.0628381 Feb 11 06:30:39.559831 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b9f27e32-be52-4a7f-af13-fe2eb7f2d94e req-9fc0db86-d3db-4654-88b0-b12fc26df3fd tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493391 Feb 11 06:30:40.582698 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:40.687992 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a953731-d6e7-4265-b993-77610fe04607 req-0235ab7b-df79-4313-a4bd-d7563ad847cc tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:40.695443 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a953731-d6e7-4265-b993-77610fe04607 req-0235ab7b-df79-4313-a4bd-d7563ad847cc tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 944 time: 0.0629454 Feb 11 06:30:40.746494 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4a953731-d6e7-4265-b993-77610fe04607 req-b67b4a70-9dae-4c21-bd33-79b13c07fd9b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500329 Feb 11 06:30:41.880762 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd8e43-7830-4336-bd95-0d40dbab75be req-7aa315c5-1e8b-4842-a04f-8c9a2ae84a9b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:41.882309 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7dbd8e43-7830-4336-bd95-0d40dbab75be req-7aa315c5-1e8b-4842-a04f-8c9a2ae84a9b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 944 time: 0.0630789 Feb 11 06:30:41.943271 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7dbd8e43-7830-4336-bd95-0d40dbab75be req-ea17ef9c-4ed3-4940-8888-8664b3239426 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546312 Feb 11 06:30:43.065306 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568232f0-2003-4e63-9d59-9507d531d880 req-6c9b9b18-dbda-4a5a-a40d-b1e619419a8a tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:43.072318 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-568232f0-2003-4e63-9d59-9507d531d880 req-6c9b9b18-dbda-4a5a-a40d-b1e619419a8a tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 944 time: 0.0597355 Feb 11 06:30:43.119391 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-568232f0-2003-4e63-9d59-9507d531d880 req-822d1208-892e-4597-aa5b-901e46346ce7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461602 Feb 11 06:30:44.248469 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bde156-ac40-431d-86c8-6a4f69efb912 req-d1f85312-03f5-4398-aba6-db2a3d3f8d38 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:44.249967 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23bde156-ac40-431d-86c8-6a4f69efb912 req-d1f85312-03f5-4398-aba6-db2a3d3f8d38 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 944 time: 0.0561850 Feb 11 06:30:44.304967 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-23bde156-ac40-431d-86c8-6a4f69efb912 req-61303585-fd51-4d56-9a0e-4d31374311e5 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493324 Feb 11 06:30:44.923386 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:45.441978 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e6f81-72e3-4878-a1d6-94c2a5136788 req-bf0cc3f4-4f85-48a7-954f-5d9b3f1001e9 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:45.443854 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77e6f81-72e3-4878-a1d6-94c2a5136788 req-bf0cc3f4-4f85-48a7-954f-5d9b3f1001e9 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 944 time: 0.0604088 Feb 11 06:30:45.506746 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b77e6f81-72e3-4878-a1d6-94c2a5136788 req-3aee4471-25c1-4ea1-9123-5849c62dccb7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565090 Feb 11 06:30:46.388210 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e63f32-1118-4a67-b0f9-b01ca8f2ec3f req-f6e3655e-37ce-43c6-872c-717623a2b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:46.389700 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-07e63f32-1118-4a67-b0f9-b01ca8f2ec3f req-f6e3655e-37ce-43c6-872c-717623a2b31f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501559 Feb 11 06:30:46.479852 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-07e63f32-1118-4a67-b0f9-b01ca8f2ec3f req-14d3aaa1-d646-4bd6-a100-b9cdf78dbec3 service neutron] 10.222.0.88 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811338 Feb 11 06:30:46.576100 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-07e63f32-1118-4a67-b0f9-b01ca8f2ec3f req-85a33a73-1c90-4435-aa75-c26036cd1412 service neutron] 10.222.0.88 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853963 Feb 11 06:30:46.632560 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7833f5-7737-4da6-9681-2575ad9c0517 req-25b38008-a69e-45c0-81cb-b33ce4191ef7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:46.634037 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f7833f5-7737-4da6-9681-2575ad9c0517 req-25b38008-a69e-45c0-81cb-b33ce4191ef7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 944 time: 0.0589082 Feb 11 06:30:46.682984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7f7833f5-7737-4da6-9681-2575ad9c0517 req-9a4d6a48-7d09-4b07-8322-d435afae463d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427644 Feb 11 06:30:47.804423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185e706-f86c-4212-b75c-1abdf897efd5 req-f1db738c-618f-44bd-99e1-be78cb7e4477 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:47.805902 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1185e706-f86c-4212-b75c-1abdf897efd5 req-f1db738c-618f-44bd-99e1-be78cb7e4477 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 944 time: 0.0560238 Feb 11 06:30:47.853210 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1185e706-f86c-4212-b75c-1abdf897efd5 req-e24c822e-5b65-4006-b7e3-9e6f97ec63a8 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414610 Feb 11 06:30:48.664557 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:30:48.761083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:48.771689 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'port_id': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'mac_address': 'fa:16:3e:ef:1d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:30:48.807795 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:30:48.808191 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:48.820940 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:30:48.840470 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:48.844192 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:48.894029 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,revision_number=11']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:48.972389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e3308-beea-4700-a0bd-873d4fe5d7e6 req-30046862-433a-4d81-9593-d60f6a6726e0 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:48.974175 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-124e3308-beea-4700-a0bd-873d4fe5d7e6 req-30046862-433a-4d81-9593-d60f6a6726e0 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0520053 Feb 11 06:30:49.021547 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-124e3308-beea-4700-a0bd-873d4fe5d7e6 req-b61c6458-5bc1-4fd0-ba1b-f7d5f948544e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422046 Feb 11 06:30:49.136035 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['759fd431-7cf0-439e-a1d4-4d1da6bbfbdf'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:30:50.140993 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1341dd-9277-4ed9-a67e-5b8803b245f7 req-69082a0c-de42-4d6f-bebf-a87c55c6bd8c tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:50.142471 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c1341dd-9277-4ed9-a67e-5b8803b245f7 req-69082a0c-de42-4d6f-bebf-a87c55c6bd8c tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 945 time: 0.0522971 Feb 11 06:30:50.194032 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7c1341dd-9277-4ed9-a67e-5b8803b245f7 req-d7d65150-e6b3-4fb8-9ea3-5ae6c72004da tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459502 Feb 11 06:30:50.680301 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:30:50.727564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:30:50.731087 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:30:50.731495 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:50.824474 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:30:50.831436 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:50.855161 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:30:50.858072 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff52c84-2854-4a39-8062-70134b8bed50" -d '{"events": [{"server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "name": "network-vif-plugged", "status": "completed", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:30:50.870784 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:30:50.876803 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:30:50.902432 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8430ae-8e9d-4d8f-adb3-da2f8a468b8a x-openstack-request-id: req-ce8430ae-8e9d-4d8f-adb3-da2f8a468b8a {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:30:50.902726 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "name": "network-vif-plugged", "status": "completed", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:30:50.902978 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ce8430ae-8e9d-4d8f-adb3-da2f8a468b8a {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:30:50.903383 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'code': 200} Feb 11 06:30:50.930625 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,revision_number=12']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:30:51.081612 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91401472-cc62-4b60-bde4-1d808c0b9ff0 req-b54089a5-8342-450a-a351-f14eec18c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:51.083112 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-91401472-cc62-4b60-bde4-1d808c0b9ff0 req-b54089a5-8342-450a-a351-f14eec18c94b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 1129 time: 0.0448012 Feb 11 06:30:51.128026 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-91401472-cc62-4b60-bde4-1d808c0b9ff0 req-04d1c664-f86a-4f57-b9db-339bc1f114fc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380259 Feb 11 06:30:51.309824 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461a6e-251a-462e-8ff3-7e4cee73979c req-4313b6dc-caa3-46af-bebb-28cc9f170052 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:51.311285 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef461a6e-251a-462e-8ff3-7e4cee73979c req-4313b6dc-caa3-46af-bebb-28cc9f170052 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 946 time: 0.0516834 Feb 11 06:30:51.360002 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ef461a6e-251a-462e-8ff3-7e4cee73979c req-c246c0c4-8b8c-4346-bebd-894ed71574b2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424070 Feb 11 06:30:52.486915 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716106f1-44d1-4f85-8d63-d6094951caba req-64369c60-d906-4736-9aca-e72530ce60e2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:52.488454 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-716106f1-44d1-4f85-8d63-d6094951caba req-64369c60-d906-4736-9aca-e72530ce60e2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 946 time: 0.0536764 Feb 11 06:30:52.539176 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-716106f1-44d1-4f85-8d63-d6094951caba req-809abde1-f01e-4b43-8a5a-571cdc97bc42 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442898 Feb 11 06:30:53.660240 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733595a8-e070-4e9a-b009-5b3548af88b8 req-46638744-7be6-417d-878c-7233e5b882e7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:30:53.661717 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-733595a8-e070-4e9a-b009-5b3548af88b8 req-46638744-7be6-417d-878c-7233e5b882e7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 946 time: 0.0562229 Feb 11 06:30:53.710610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-733595a8-e070-4e9a-b009-5b3548af88b8 req-dd011461-d6d4-4d5b-9249-33717b721941 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433753 Feb 11 06:30:58.668024 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a3135c9-9643-42fb-8229-c33190d5402b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:00.947791 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e98ff99f-fe8e-4c19-bf35-60df606c85b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:02.715236 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:03.936046 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:05.344736 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:10.567981 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:14.748474 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-09fff9f7-aeaf-4347-b543-7156b0eff2b6 req-a02be48c-5b6a-4ca7-8ec4-7fd569c51355 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426950 Feb 11 06:31:14.837578 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fff9f7-aeaf-4347-b543-7156b0eff2b6 req-2bbb960f-76a0-48da-ad99-dcffde460db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:14.839084 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-09fff9f7-aeaf-4347-b543-7156b0eff2b6 req-2bbb960f-76a0-48da-ad99-dcffde460db1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 1129 time: 0.0478432 Feb 11 06:31:14.928196 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:14.942309 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fff9f7-aeaf-4347-b543-7156b0eff2b6 req-a1fb67da-f1ae-40ea-a44d-4769251eb033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:14.943822 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-09fff9f7-aeaf-4347-b543-7156b0eff2b6 req-a1fb67da-f1ae-40ea-a44d-4769251eb033 service neutron] 10.222.0.88 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 910 time: 0.0855694 Feb 11 06:31:15.011495 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-09fff9f7-aeaf-4347-b543-7156b0eff2b6 req-29eddc43-1154-45b7-9cc0-0d4403ad9bbf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf HTTP/1.1" status: 200 len: 1001 time: 0.0611889 Feb 11 06:31:15.059962 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fff9f7-aeaf-4347-b543-7156b0eff2b6 req-4303eafa-9ebd-4524-8989-089bba2a0d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:15.061430 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-09fff9f7-aeaf-4347-b543-7156b0eff2b6 req-4303eafa-9ebd-4524-8989-089bba2a0d8c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0436249 Feb 11 06:31:15.112924 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fff9f7-aeaf-4347-b543-7156b0eff2b6 req-1f914ee4-3e5f-4d49-aca2-3f9c2e676b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:31:15.114384 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-09fff9f7-aeaf-4347-b543-7156b0eff2b6 req-1f914ee4-3e5f-4d49-aca2-3f9c2e676b40 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432355 Feb 11 06:31:15.124430 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-09fff9f7-aeaf-4347-b543-7156b0eff2b6 req-5e88cb18-e77e-457d-bdd9-71785fa77feb service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:31:15.125359 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-09fff9f7-aeaf-4347-b543-7156b0eff2b6 req-5e88cb18-e77e-457d-bdd9-71785fa77feb service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047355 Feb 11 06:31:15.218824 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-09fff9f7-aeaf-4347-b543-7156b0eff2b6 req-84eb19e8-a3ec-47bf-9203-35d7fafedd31 service neutron] 10.222.0.88 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853086 Feb 11 06:31:15.307710 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-09fff9f7-aeaf-4347-b543-7156b0eff2b6 req-3415c38f-14ee-4792-abef-cabad1a920bf service neutron] 10.222.0.88 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792887 Feb 11 06:31:16.365936 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:31:28.668958 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cedcb140-a6a4-487d-836c-f9dc51fa8a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:30.948868 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1707ed1-c932-4969-a0f2-41163a2c1bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:32.718317 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:33.941969 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:35.346507 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:40.569483 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:44.929025 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:31:53.364971 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:31:58.670122 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8590cd87-55ba-4864-9ae9-795c6f60769f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:00.949925 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-43efe0f7-2549-4aa7-be5f-5a98416a4e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:02.719672 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:03.943907 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:05.348854 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:07.413327 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57532) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:07.567214 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Deleting port 1039c138-5ac9-456f-9fcc-edf4d149a314 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:32:07.567592 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (1039c138-5ac9-456f-9fcc-edf4d149a314), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:07.643724 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (1039c138-5ac9-456f-9fcc-edf4d149a314), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:07.644049 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for floatingip (1039c138-5ac9-456f-9fcc-edf4d149a314), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:07.655155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Calling delete_port for 1039c138-5ac9-456f-9fcc-edf4d149a314 owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:32:07.794443 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (1039c138-5ac9-456f-9fcc-edf4d149a314), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:07.824960 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event deleted for resources: {'Port': ['ID=1039c138-5ac9-456f-9fcc-edf4d149a314,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:07.850748 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:07.851176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:07.851337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:07.851708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:07.852047 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:07.852382 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:07.852712 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:07.853045 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:07.853381 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:07.853711 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:07.854041 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:07.854542 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:07.854708 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:07.893286 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for floatingip (9f3f56fc-e779-4c85-8678-48ef423eac67), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:07.893620 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Floating IP 9f3f56fc-e779-4c85-8678-48ef423eac67 disassociated (deleted). External IP: 172.25.5.125, port: 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf. Feb 11 06:32:08.107830 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:32:08.214522 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:32:08.218958 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:08.225262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab36296-8910-4d20-a454-9581a5583b83 None None] Sync routers for ids ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:32:08.234651 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab36296-8910-4d20-a454-9581a5583b83 None None] Routers {'18b8a744-6b5a-4014-9dec-04d8b22e0dd1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:32:08.235348 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-aab36296-8910-4d20-a454-9581a5583b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:32:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:32:08.249072 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-4da82f4c-1457-4a42-848a-75bc4bfce495 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "DELETE /v2.0/floatingips/9f3f56fc-e779-4c85-8678-48ef423eac67 HTTP/1.1" status: 204 len: 168 time: 0.8346186 Feb 11 06:32:08.249665 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:32:08.252199 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffd2d18-ec57-4532-a893-97bd7ce55046" -d '{"events": [{"name": "network-changed", "server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:32:08.349579 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-aab36296-8910-4d20-a454-9581a5583b83 None None] Set router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:32:08.358808 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e81071-c913-4c64-a680-9be7f4c18b6b x-openstack-request-id: req-e2e81071-c913-4c64-a680-9be7f4c18b6b {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:32:08.359388 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:32:08.359690 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e2e81071-c913-4c64-a680-9be7f4c18b6b {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:32:08.360112 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'status': 'completed', 'code': 200} Feb 11 06:32:08.484923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058673-fa77-4e80-b9ac-ec4a55355581 req-15183857-4dc1-4cb1-a279-50cd246fb1ca tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:08.486607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba058673-fa77-4e80-b9ac-ec4a55355581 req-15183857-4dc1-4cb1-a279-50cd246fb1ca tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 946 time: 0.0569077 Feb 11 06:32:08.501641 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd2d18-ec57-4532-a893-97bd7ce55046 req-a696ea85-75a7-4a8d-8908-b7e4d65e1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:08.504102 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0ffd2d18-ec57-4532-a893-97bd7ce55046 req-a696ea85-75a7-4a8d-8908-b7e4d65e1c72 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 1129 time: 0.1009359 Feb 11 06:32:08.537026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba058673-fa77-4e80-b9ac-ec4a55355581 req-7d24569e-2380-4160-85b5-1569cb1d8948 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445557 Feb 11 06:32:08.560075 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-aab36296-8910-4d20-a454-9581a5583b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd3e11e11-d2ef-4079-a32a-7237eb27701a', 'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'mac_address': 'fa:16:3e:57:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:54Z', 'revision_number': 5, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'subnets': [{'id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:32:08.590753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab36296-8910-4d20-a454-9581a5583b83 None None] Checking router: 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:32:08.598953 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd2d18-ec57-4532-a893-97bd7ce55046 req-3bcf349a-41db-4420-a566-c9dfa85155b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:08.599345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab36296-8910-4d20-a454-9581a5583b83 None None] Routers {'18b8a744-6b5a-4014-9dec-04d8b22e0dd1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:32:08.599975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-aab36296-8910-4d20-a454-9581a5583b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:32:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:32:08.600604 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0ffd2d18-ec57-4532-a893-97bd7ce55046 req-3bcf349a-41db-4420-a566-c9dfa85155b7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 910 time: 0.0886328 Feb 11 06:32:08.645997 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0ffd2d18-ec57-4532-a893-97bd7ce55046 req-d4a5a952-6ca3-4530-bfcd-fe7175c9baec service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf HTTP/1.1" status: 200 len: 217 time: 0.0384495 Feb 11 06:32:08.694493 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd2d18-ec57-4532-a893-97bd7ce55046 req-4e5bf4ce-767e-41fe-b6a5-0cb5d97cb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:08.696086 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0ffd2d18-ec57-4532-a893-97bd7ce55046 req-4e5bf4ce-767e-41fe-b6a5-0cb5d97cb061 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0435197 Feb 11 06:32:08.704890 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-aab36296-8910-4d20-a454-9581a5583b83 None None] Set router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:32:08.745182 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd2d18-ec57-4532-a893-97bd7ce55046 req-bb0853b8-3538-4d27-ab71-c807a57a693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:08.746742 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0ffd2d18-ec57-4532-a893-97bd7ce55046 req-bb0853b8-3538-4d27-ab71-c807a57a693d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441239 Feb 11 06:32:08.841368 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0ffd2d18-ec57-4532-a893-97bd7ce55046 req-09be36c5-8413-4e73-a02c-c7e6664e4d3a service neutron] 10.222.0.88 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869873 Feb 11 06:32:08.896944 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-aab36296-8910-4d20-a454-9581a5583b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd3e11e11-d2ef-4079-a32a-7237eb27701a', 'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'mac_address': 'fa:16:3e:57:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:54Z', 'revision_number': 5, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'subnets': [{'id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:32:08.922465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab36296-8910-4d20-a454-9581a5583b83 None None] The sync data for ids ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'] in n-d-713499-38 is: [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd3e11e11-d2ef-4079-a32a-7237eb27701a', 'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'mac_address': 'fa:16:3e:57:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:54Z', 'revision_number': 5, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'subnets': [{'id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:32:08.936788 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0ffd2d18-ec57-4532-a893-97bd7ce55046 req-a88f6226-f303-46eb-a23a-36fa2f249409 service neutron] 10.222.0.88 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880983 Feb 11 06:32:09.136348 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b7c01-fb4b-4373-bb88-d5796e422e4c None None] New status for floating IP 9f3f56fc-e779-4c85-8678-48ef423eac67: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:32:09.662752 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152c536-266f-4a4a-be89-25afaa497471 req-5251acb8-5298-460d-9565-676473c3e176 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:09.664258 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3152c536-266f-4a4a-be89-25afaa497471 req-5251acb8-5298-460d-9565-676473c3e176 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 946 time: 0.0553384 Feb 11 06:32:09.712142 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3152c536-266f-4a4a-be89-25afaa497471 req-60e3315a-95ff-4434-8f0a-d02cc7f32a90 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=61868000-881c-4797-a5e9-9c059d9d2c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423343 Feb 11 06:32:10.040491 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781edf8c-4990-45f9-9389-ffe333739ead req-ce1ca0d7-f674-4758-ae2b-455aae88ad15 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:10.041949 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-781edf8c-4990-45f9-9389-ffe333739ead req-ce1ca0d7-f674-4758-ae2b-455aae88ad15 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.88 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 946 time: 0.0521362 Feb 11 06:32:10.137813 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-781edf8c-4990-45f9-9389-ffe333739ead req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Deleting port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:32:10.138154 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-781edf8c-4990-45f9-9389-ffe333739ead req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:10.226097 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-781edf8c-4990-45f9-9389-ffe333739ead req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] For port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:32:10.226383 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-781edf8c-4990-45f9-9389-ffe333739ead req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:10.237916 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-781edf8c-4990-45f9-9389-ffe333739ead req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Calling delete_port for 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:32:10.600746 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:10.686928 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-781edf8c-4990-45f9-9389-ffe333739ead req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (759fd431-7cf0-439e-a1d4-4d1da6bbfbdf), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:10.716311 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event deleted for resources: {'Port': ['ID=759fd431-7cf0-439e-a1d4-4d1da6bbfbdf,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:10.726080 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:10.726432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:10.726773 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:10.727107 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:10.727463 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:10.727801 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:10.728127 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:10.728455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:10.728784 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:10.729462 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:10.729462 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:10.729842 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:10.730045 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:10.773286 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-781edf8c-4990-45f9-9389-ffe333739ead req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] No DVR routers for this DVR port 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf on host n-h2-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:32:10.775859 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-781edf8c-4990-45f9-9389-ffe333739ead req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:10.779230 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-781edf8c-4990-45f9-9389-ffe333739ead req-f9eed77a-ef7a-4c39-9607-4ceca9569c56 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.88 "DELETE /v2.0/ports/759fd431-7cf0-439e-a1d4-4d1da6bbfbdf HTTP/1.1" status: 204 len: 173 time: 0.7307067 Feb 11 06:32:10.779682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'name': 'network-vif-deleted', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:32:10.782003 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69de3492-03c5-46c6-a141-4b2417f46ba8" -d '{"events": [{"server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "name": "network-vif-deleted", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:32:10.814048 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0301327a-ad21-4e64-bfcf-66b7e54779fa req-56d2d823-bcf7-4fa7-a01f-6dd6c2f41cdf tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=417510b5-bf7c-44d2-a0b3-4db1d6604baf HTTP/1.1" status: 200 len: 210 time: 0.0318875 Feb 11 06:32:10.824911 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a25641a-3d3a-4592-8449-7c4b5eaf57e6 x-openstack-request-id: req-1a25641a-3d3a-4592-8449-7c4b5eaf57e6 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:32:10.825418 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417510b5-bf7c-44d2-a0b3-4db1d6604baf", "name": "network-vif-deleted", "tag": "759fd431-7cf0-439e-a1d4-4d1da6bbfbdf", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:32:10.825673 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1a25641a-3d3a-4592-8449-7c4b5eaf57e6 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:32:10.826081 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417510b5-bf7c-44d2-a0b3-4db1d6604baf', 'name': 'network-vif-deleted', 'tag': '759fd431-7cf0-439e-a1d4-4d1da6bbfbdf', 'status': 'completed', 'code': 200} Feb 11 06:32:11.877646 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57560) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:11.933570 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c3c7f294-a3af-46c8-8bbf-0d9d4f210429 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group (61868000-881c-4797-a5e9-9c059d9d2c29), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:11.958575 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c3c7f294-a3af-46c8-8bbf-0d9d4f210429 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group (61868000-881c-4797-a5e9-9c059d9d2c29), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.017775 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c3c7f294-a3af-46c8-8bbf-0d9d4f210429 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (61868000-881c-4797-a5e9-9c059d9d2c29), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.020555 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c3c7f294-a3af-46c8-8bbf-0d9d4f210429 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.021737 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c3c7f294-a3af-46c8-8bbf-0d9d4f210429 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "DELETE /v2.0/security-groups/61868000-881c-4797-a5e9-9c059d9d2c29 HTTP/1.1" status: 204 len: 168 time: 0.1430709 Feb 11 06:32:12.030811 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7f294-a3af-46c8-8bbf-0d9d4f210429 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61868000-881c-4797-a5e9-9c059d9d2c29,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:12.207930 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57566) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:12.212730 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-23660111-bd99-4aac-aae9-23247b01831e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1831664656', 'description': 'tempest-secgroup-smoke-1831664656 description', 'project_id': '144f137efce042f2a374cf08c9e3e340'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:12.233107 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-23660111-bd99-4aac-aae9-23247b01831e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.299327 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-23660111-bd99-4aac-aae9-23247b01831e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group (06a40f45-8aba-4ad4-85e5-6d8e82907725), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.303545 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-23660111-bd99-4aac-aae9-23247b01831e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (06a40f45-8aba-4ad4-85e5-6d8e82907725), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.333032 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-23660111-bd99-4aac-aae9-23247b01831e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.334251 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-23660111-bd99-4aac-aae9-23247b01831e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1253297 Feb 11 06:32:12.336233 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23660111-bd99-4aac-aae9-23247b01831e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a40f45-8aba-4ad4-85e5-6d8e82907725,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:12.337265 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57568) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:12.342964 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e45d76aa-5012-4ba8-ab8e-61b41cc2bfe2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'security_group_rule': {'security_group_id': '06a40f45-8aba-4ad4-85e5-6d8e82907725', 'project_id': '144f137efce042f2a374cf08c9e3e340', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:12.369527 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e45d76aa-5012-4ba8-ab8e-61b41cc2bfe2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (e533a265-2fad-4ea8-aedb-9386a13e5ae0), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.423199 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e45d76aa-5012-4ba8-ab8e-61b41cc2bfe2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (e533a265-2fad-4ea8-aedb-9386a13e5ae0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.427296 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e45d76aa-5012-4ba8-ab8e-61b41cc2bfe2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (e533a265-2fad-4ea8-aedb-9386a13e5ae0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.444748 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d76aa-5012-4ba8-ab8e-61b41cc2bfe2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e533a265-2fad-4ea8-aedb-9386a13e5ae0,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:12.451840 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e45d76aa-5012-4ba8-ab8e-61b41cc2bfe2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.453025 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e45d76aa-5012-4ba8-ab8e-61b41cc2bfe2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140974 Feb 11 06:32:12.455966 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57570) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:12.460518 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-b1508b52-d7ed-42aa-bbfe-138f38c3a8d0 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'security_group_rule': {'security_group_id': '06a40f45-8aba-4ad4-85e5-6d8e82907725', 'project_id': '144f137efce042f2a374cf08c9e3e340', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:12.484672 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1508b52-d7ed-42aa-bbfe-138f38c3a8d0 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (6524a82d-8d82-44da-a793-a7e643630825), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.539610 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1508b52-d7ed-42aa-bbfe-138f38c3a8d0 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (6524a82d-8d82-44da-a793-a7e643630825), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.543058 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1508b52-d7ed-42aa-bbfe-138f38c3a8d0 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (6524a82d-8d82-44da-a793-a7e643630825), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.565959 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1508b52-d7ed-42aa-bbfe-138f38c3a8d0 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6524a82d-8d82-44da-a793-a7e643630825,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:12.571588 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1508b52-d7ed-42aa-bbfe-138f38c3a8d0 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.572635 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-b1508b52-d7ed-42aa-bbfe-138f38c3a8d0 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156254 Feb 11 06:32:12.575312 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57572) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:12.579519 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-6e23ef36-38ff-4a8d-a3cc-6a4ca78fc5b4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'security_group_rule': {'security_group_id': '06a40f45-8aba-4ad4-85e5-6d8e82907725', 'project_id': '144f137efce042f2a374cf08c9e3e340', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:12.603957 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e23ef36-38ff-4a8d-a3cc-6a4ca78fc5b4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (0a5e607c-dc82-444b-bc56-b047b3ea1051), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.658150 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e23ef36-38ff-4a8d-a3cc-6a4ca78fc5b4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (0a5e607c-dc82-444b-bc56-b047b3ea1051), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.661795 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e23ef36-38ff-4a8d-a3cc-6a4ca78fc5b4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (0a5e607c-dc82-444b-bc56-b047b3ea1051), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.680925 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23ef36-38ff-4a8d-a3cc-6a4ca78fc5b4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5e607c-dc82-444b-bc56-b047b3ea1051,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:12.685437 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6e23ef36-38ff-4a8d-a3cc-6a4ca78fc5b4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.689563 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-6e23ef36-38ff-4a8d-a3cc-6a4ca78fc5b4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1106327 Feb 11 06:32:12.689712 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57574) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:12.694004 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-e2ab9b7b-3320-4bf1-b30a-1eecb305343f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'security_group_rule': {'security_group_id': '06a40f45-8aba-4ad4-85e5-6d8e82907725', 'project_id': '144f137efce042f2a374cf08c9e3e340', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:12.716857 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e2ab9b7b-3320-4bf1-b30a-1eecb305343f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (c2ae9db7-426f-43fb-8cb7-b0d04d67cbda), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.773451 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e2ab9b7b-3320-4bf1-b30a-1eecb305343f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (c2ae9db7-426f-43fb-8cb7-b0d04d67cbda), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.776976 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e2ab9b7b-3320-4bf1-b30a-1eecb305343f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (c2ae9db7-426f-43fb-8cb7-b0d04d67cbda), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.794747 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab9b7b-3320-4bf1-b30a-1eecb305343f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ae9db7-426f-43fb-8cb7-b0d04d67cbda,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:12.799833 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e2ab9b7b-3320-4bf1-b30a-1eecb305343f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.803578 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e2ab9b7b-3320-4bf1-b30a-1eecb305343f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1103330 Feb 11 06:32:12.803756 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57576) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:12.808038 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-455e7f2b-c7f5-47a9-9d32-58891a4348a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'security_group_rule': {'security_group_id': '06a40f45-8aba-4ad4-85e5-6d8e82907725', 'project_id': '144f137efce042f2a374cf08c9e3e340', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:12.827674 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-455e7f2b-c7f5-47a9-9d32-58891a4348a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Project 144f137efce042f2a374cf08c9e3e340 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:32:12.832165 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-455e7f2b-c7f5-47a9-9d32-58891a4348a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (33367515-dfee-4d64-94df-c4e1124dda2f), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.887644 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-455e7f2b-c7f5-47a9-9d32-58891a4348a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (33367515-dfee-4d64-94df-c4e1124dda2f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.891149 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-455e7f2b-c7f5-47a9-9d32-58891a4348a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (33367515-dfee-4d64-94df-c4e1124dda2f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.910135 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e7f2b-c7f5-47a9-9d32-58891a4348a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33367515-dfee-4d64-94df-c4e1124dda2f,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:12.918827 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-455e7f2b-c7f5-47a9-9d32-58891a4348a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:12.920056 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-455e7f2b-c7f5-47a9-9d32-58891a4348a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153674 Feb 11 06:32:12.922690 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 57578) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:12.926900 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-dd20ea66-26a7-4395-8a0b-dfe8b96c11ae tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'security_group_rule': {'security_group_id': '06a40f45-8aba-4ad4-85e5-6d8e82907725', 'project_id': '144f137efce042f2a374cf08c9e3e340', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:12.945225 n-d-713499-38 neutron-server[103170]: INFO neutron.db.securitygroups_db [None req-dd20ea66-26a7-4395-8a0b-dfe8b96c11ae tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Project 144f137efce042f2a374cf08c9e3e340 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:32:12.949736 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dd20ea66-26a7-4395-8a0b-dfe8b96c11ae tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (d6e1d964-7652-47e8-8549-51ed8dff4a5d), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:13.005860 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dd20ea66-26a7-4395-8a0b-dfe8b96c11ae tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (d6e1d964-7652-47e8-8549-51ed8dff4a5d), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:13.009254 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dd20ea66-26a7-4395-8a0b-dfe8b96c11ae tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (d6e1d964-7652-47e8-8549-51ed8dff4a5d), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:13.025982 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20ea66-26a7-4395-8a0b-dfe8b96c11ae tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e1d964-7652-47e8-8549-51ed8dff4a5d,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:13.034476 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-dd20ea66-26a7-4395-8a0b-dfe8b96c11ae tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:13.036389 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-dd20ea66-26a7-4395-8a0b-dfe8b96c11ae tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1127803 Feb 11 06:32:14.950005 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:15.229211 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:32:15.249237 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:32:15.249591 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 759fd431-7cf0-439e-a1d4-4d1da6bbfbdf not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:32:28.671730 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-34a73cba-778e-45eb-803a-b521d2b28bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:30.363468 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:32:30.956519 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dfc79632-c8d8-4834-bb4e-6ca2af27c70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:31.368347 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-cdd7abef-07a6-4481-9ca8-a6a04b113e0a tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1831664656&fields=id&tenant_id=144f137efce042f2a374cf08c9e3e340 HTTP/1.1" status: 200 len: 267 time: 0.0436020 Feb 11 06:32:31.476270 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-99d839aa-3ae3-481f-9f6d-e0047812fd3d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:31.477661 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-99d839aa-3ae3-481f-9f6d-e0047812fd3d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 809 time: 0.1026199 Feb 11 06:32:31.492428 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-1d0d21ac-a7a4-4a61-8378-c1583c33c8db tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/quotas/144f137efce042f2a374cf08c9e3e340 HTTP/1.1" status: 200 len: 375 time: 0.0093887 Feb 11 06:32:31.545351 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-97d685c4-d051-4534-bea4-3504ddf62751 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480425 Feb 11 06:32:31.637531 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-24b63805-c643-4380-9bbd-fee49531fba0 service neutron] 10.222.0.87 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808306 Feb 11 06:32:31.726429 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-d5d77279-905f-4c95-a27f-4506e9ea9246 service neutron] 10.222.0.87 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832896 Feb 11 06:32:32.005916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5919ed63-c78d-45c1-97d9-6db43c718eef req-86137184-32ac-45e9-959d-2db44e479f38 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 210 time: 0.0280042 Feb 11 06:32:32.722663 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:33.081526 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4844c153-f5a7-4cba-9e6c-636ca94af8f8 req-6ffcef1c-6ae0-4a1b-a126-683a7bf4d45b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 210 time: 0.0269051 Feb 11 06:32:33.946721 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:34.159101 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5bae2a89-9e8b-4dca-8855-e4a9452dad01 req-444fe5d7-602c-434a-8b89-331f17eb2260 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 210 time: 0.0281029 Feb 11 06:32:35.244451 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a0b00308-a050-4520-978f-763bb115ea4b req-0233fda0-b366-424b-97ba-3f9d59b380ed tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 210 time: 0.0330970 Feb 11 06:32:35.352769 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:36.339170 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-67018bd9-11f7-42cc-aede-d253583372f8 req-c7b8dbc5-4be7-4c14-b38e-609f271ab153 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 210 time: 0.0272789 Feb 11 06:32:36.953393 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-a07a1503-6740-4e9e-9b3c-16e07563381a tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:36.954882 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-a07a1503-6740-4e9e-9b3c-16e07563381a tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.73 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 809 time: 0.1025426 Feb 11 06:32:37.020735 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-e9b7068f-38b5-44bd-9a71-9e3b507ad7ea tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=144f137efce042f2a374cf08c9e3e340 HTTP/1.1" status: 200 len: 380 time: 0.0571821 Feb 11 06:32:37.030463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-e5035468-0539-4107-81e4-1a92f2b30d72 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'port': {'device_id': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'admin_state_up': True, 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'security_groups': ['06a40f45-8aba-4ad4-85e5-6d8e82907725']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:37.139006 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-e5035468-0539-4107-81e4-1a92f2b30d72 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Made reservation on behalf of 144f137efce042f2a374cf08c9e3e340 for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:32:37.142616 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-e5035468-0539-4107-81e4-1a92f2b30d72 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:37.267592 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-e5035468-0539-4107-81e4-1a92f2b30d72 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Allocated IP 172.20.0.6 (38b77282-1b34-43f4-bc95-1801f04e1779/fe8876a0-9d85-4bd5-b13b-cad71f4ade5c/61f09187-54d0-4fdf-9b59-53963e7fa229) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:32:37.407031 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-e5035468-0539-4107-81e4-1a92f2b30d72 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:37.455018 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cb1a2d97-ea2e-4824-a4b3-34dbcf250c5a req-784d2805-63f4-426c-aad2-7bb838d495f1 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 210 time: 0.0395005 Feb 11 06:32:37.470815 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-e5035468-0539-4107-81e4-1a92f2b30d72 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:37.510864 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-e5035468-0539-4107-81e4-1a92f2b30d72 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Network 38b77282-1b34-43f4-bc95-1801f04e1779 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:32:37.515918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-e5035468-0539-4107-81e4-1a92f2b30d72 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:32:37.519651 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-e5035468-0539-4107-81e4-1a92f2b30d72 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:32:37.559634 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5035468-0539-4107-81e4-1a92f2b30d72 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'Port': ['ID=61f09187-54d0-4fdf-9b59-53963e7fa229,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:37.581825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-e5035468-0539-4107-81e4-1a92f2b30d72 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:37.582451 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-e5035468-0539-4107-81e4-1a92f2b30d72 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:37.603380 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-e5035468-0539-4107-81e4-1a92f2b30d72 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764713 Feb 11 06:32:37.661397 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Request body: {'port': {'device_id': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:37.731776 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:37.809689 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-06f962ec-c90a-4af3-8057-54201a209768 None None] Provisioning complete for port 61f09187-54d0-4fdf-9b59-53963e7fa229 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:32:37.810258 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-06f962ec-c90a-4af3-8057-54201a209768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:37.849446 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-06f962ec-c90a-4af3-8057-54201a209768 None None] Port 61f09187-54d0-4fdf-9b59-53963e7fa229 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:32:37.992612 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f09187-54d0-4fdf-9b59-53963e7fa229 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:32:38.001722 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Publish callbacks [] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:38.014917 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Transition to ACTIVE for port object 61f09187-54d0-4fdf-9b59-53963e7fa229 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:32:38.018870 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:38.078844 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Pushing event updated for resources: {'Port': ['ID=61f09187-54d0-4fdf-9b59-53963e7fa229,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:38.145434 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Attempting to bind port 61f09187-54d0-4fdf-9b59-53963e7fa229 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:32:38.145798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Attempting to bind port 61f09187-54d0-4fdf-9b59-53963e7fa229 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:32:38.146298 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Attempting to bind port 61f09187-54d0-4fdf-9b59-53963e7fa229 on network 38b77282-1b34-43f4-bc95-1801f04e1779 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:32:38.150979 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Port 61f09187-54d0-4fdf-9b59-53963e7fa229 on network 38b77282-1b34-43f4-bc95-1801f04e1779 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:32:38.152036 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Attempting to bind port 61f09187-54d0-4fdf-9b59-53963e7fa229 on network 38b77282-1b34-43f4-bc95-1801f04e1779 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:32:38.157312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:32:38.157749 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Checking segment: {'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:32:38.158196 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Bound using segment: {'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:32:38.158698 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Bound port: 61f09187-54d0-4fdf-9b59-53963e7fa229, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2112bf-fb85-4be0-9789-a0852a8426fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:32:38.159120 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:38.226204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] For port 61f09187-54d0-4fdf-9b59-53963e7fa229, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:32:38.229888 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] For port 61f09187-54d0-4fdf-9b59-53963e7fa229, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=61f09187-54d0-4fdf-9b59-53963e7fa229,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:32:38.236987 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:38.288535 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:38.289056 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:38.290436 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] 10.222.0.73 "PUT /v2.0/ports/61f09187-54d0-4fdf-9b59-53963e7fa229 HTTP/1.1" status: 200 len: 1092 time: 0.6803861 Feb 11 06:32:38.290887 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'tag': '61f09187-54d0-4fdf-9b59-53963e7fa229'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:32:38.293149 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0017ada2-5435-4212-817c-6699b258fdcc" -d '{"events": [{"name": "network-changed", "server_uuid": "24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d", "tag": "61f09187-54d0-4fdf-9b59-53963e7fa229"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:32:38.333986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a5dfb-57d3-4506-b9dc-772d88198fdb service neutron] Pushing event updated for resources: {'Port': ['ID=61f09187-54d0-4fdf-9b59-53963e7fa229,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:38.375994 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322888af-001a-47d9-87be-69630e0b7895 x-openstack-request-id: req-322888af-001a-47d9-87be-69630e0b7895 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:32:38.376335 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d", "tag": "61f09187-54d0-4fdf-9b59-53963e7fa229", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:32:38.376577 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-322888af-001a-47d9-87be-69630e0b7895 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:32:38.377065 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'tag': '61f09187-54d0-4fdf-9b59-53963e7fa229', 'status': 'completed', 'code': 200} Feb 11 06:32:38.398342 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-dba5c3ba-b460-4935-a33a-d589e8bd99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:38.400050 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-dba5c3ba-b460-4935-a33a-d589e8bd99f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 1126 time: 0.0606134 Feb 11 06:32:38.443116 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-0d3e2f53-5357-45a9-b08e-d8c2ccfa8518 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f09187-54d0-4fdf-9b59-53963e7fa229 HTTP/1.1" status: 200 len: 217 time: 0.0363529 Feb 11 06:32:38.497243 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-a531ab72-673a-4a2d-8644-74665ef6576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:38.498980 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-a531ab72-673a-4a2d-8644-74665ef6576d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0489850 Feb 11 06:32:38.586213 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-68ead05f-7ff7-4472-8273-a997f69db31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:38.587658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-68ead05f-7ff7-4472-8273-a997f69db31e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0828316 Feb 11 06:32:38.597787 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c5cea-93a3-4812-99ec-41e9e8f3ad05 req-1cb42c4a-287c-4d78-af17-87ebdd527527 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:38.599844 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f2c5cea-93a3-4812-99ec-41e9e8f3ad05 req-1cb42c4a-287c-4d78-af17-87ebdd527527 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0663457 Feb 11 06:32:38.707435 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f2c5cea-93a3-4812-99ec-41e9e8f3ad05 req-38b6a257-dd18-47a5-a888-338eb1637c2d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898547 Feb 11 06:32:38.721647 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-7547b72b-0671-4976-9b63-283acd49709e service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208813 Feb 11 06:32:38.810328 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5c84ecc7-9840-4d7c-b4cd-ed538c3926e2 req-c3f45903-b242-4809-be9e-f38ea1678f7a service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829802 Feb 11 06:32:39.231293 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017ada2-5435-4212-817c-6699b258fdcc req-23e29723-34ca-4c69-a4e7-e8222782d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:39.232748 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0017ada2-5435-4212-817c-6699b258fdcc req-23e29723-34ca-4c69-a4e7-e8222782d230 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 1126 time: 0.3808978 Feb 11 06:32:39.320807 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017ada2-5435-4212-817c-6699b258fdcc req-74044151-3cc1-4b94-8004-0e160c7c4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:39.322292 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0017ada2-5435-4212-817c-6699b258fdcc req-74044151-3cc1-4b94-8004-0e160c7c4bd9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 910 time: 0.0833435 Feb 11 06:32:39.364640 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0017ada2-5435-4212-817c-6699b258fdcc req-4ffa1a3c-42a5-439b-a7e3-f59411cac1c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f09187-54d0-4fdf-9b59-53963e7fa229 HTTP/1.1" status: 200 len: 217 time: 0.0363579 Feb 11 06:32:39.410101 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017ada2-5435-4212-817c-6699b258fdcc req-846a0759-4ce1-46bc-83d9-d2e33cd6d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:39.412067 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0017ada2-5435-4212-817c-6699b258fdcc req-846a0759-4ce1-46bc-83d9-d2e33cd6d7dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0420542 Feb 11 06:32:39.460018 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017ada2-5435-4212-817c-6699b258fdcc req-622e9014-b59b-44b8-aa10-83cc6b5fe6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:39.461513 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0017ada2-5435-4212-817c-6699b258fdcc req-622e9014-b59b-44b8-aa10-83cc6b5fe6c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430317 Feb 11 06:32:39.552754 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0017ada2-5435-4212-817c-6699b258fdcc req-e80cda5c-71f4-46e5-8dcd-e5f0074cecc5 service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846713 Feb 11 06:32:39.648105 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0017ada2-5435-4212-817c-6699b258fdcc req-8d186a14-99aa-4a03-91d4-587083b81ab0 service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897772 Feb 11 06:32:39.828848 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021dacc-e24c-4781-9305-de6c50cfb636 req-2ec3c3f1-b121-43e5-adeb-4dfdb351cb07 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:39.830244 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e021dacc-e24c-4781-9305-de6c50cfb636 req-2ec3c3f1-b121-43e5-adeb-4dfdb351cb07 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0522101 Feb 11 06:32:39.882321 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e021dacc-e24c-4781-9305-de6c50cfb636 req-dac40942-d770-45f9-9081-8282c9f55ac5 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458896 Feb 11 06:32:40.606168 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:41.002160 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1656c-698e-4db3-9502-727b6c798d8e req-808cbb69-b3c7-4254-bd8e-8d66eabc8c66 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:41.003677 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2cf1656c-698e-4db3-9502-727b6c798d8e req-808cbb69-b3c7-4254-bd8e-8d66eabc8c66 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0524762 Feb 11 06:32:41.051043 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2cf1656c-698e-4db3-9502-727b6c798d8e req-efc642c2-a010-4191-94b0-629d27e91b80 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418169 Feb 11 06:32:42.173114 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c0b2d-4772-4b3a-a046-c6f4394321b9 req-3b9eb9ef-9620-4c88-8b6d-bf915f34b9be tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:42.174593 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f3c0b2d-4772-4b3a-a046-c6f4394321b9 req-3b9eb9ef-9620-4c88-8b6d-bf915f34b9be tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0560122 Feb 11 06:32:42.223046 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4f3c0b2d-4772-4b3a-a046-c6f4394321b9 req-6e5b69a0-cd70-4000-8aaa-e1393ae55d30 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422704 Feb 11 06:32:43.344334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211fe9f-a9e5-40ea-86e2-93ed1de5b4ae req-857c6a76-bc5a-46d6-9289-369e2d37d366 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:43.345786 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a211fe9f-a9e5-40ea-86e2-93ed1de5b4ae req-857c6a76-bc5a-46d6-9289-369e2d37d366 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0554392 Feb 11 06:32:43.393078 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a211fe9f-a9e5-40ea-86e2-93ed1de5b4ae req-291578ef-310b-4b22-9cc0-a9d4914361ca tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414424 Feb 11 06:32:44.516299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330067a4-915d-4919-b088-181d9a319c87 req-0b8901f1-f8bf-4ede-8ec9-01811d084407 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:44.517898 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-330067a4-915d-4919-b088-181d9a319c87 req-0b8901f1-f8bf-4ede-8ec9-01811d084407 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0547583 Feb 11 06:32:44.569601 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-330067a4-915d-4919-b088-181d9a319c87 req-af169c49-c5df-4b01-ba79-369356e99c1e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453730 Feb 11 06:32:44.943790 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:45.690486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95299846-da1b-45a6-ba68-a12213aaee58 req-4281809d-19d0-49fa-a183-d56cb85faaaa tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:45.691991 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95299846-da1b-45a6-ba68-a12213aaee58 req-4281809d-19d0-49fa-a183-d56cb85faaaa tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0560505 Feb 11 06:32:45.740374 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-95299846-da1b-45a6-ba68-a12213aaee58 req-3e9ca08f-3d12-408a-bd50-9dc28b850bc8 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421069 Feb 11 06:32:46.859215 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abb47f-c0a5-46d2-8d68-23d3a4943d86 req-47453a72-11b9-4843-a242-267f27de20d4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:46.860738 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54abb47f-c0a5-46d2-8d68-23d3a4943d86 req-47453a72-11b9-4843-a242-267f27de20d4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0541101 Feb 11 06:32:46.909063 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-54abb47f-c0a5-46d2-8d68-23d3a4943d86 req-3c3666d3-78ef-4239-bb28-6f844c8ef20b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426800 Feb 11 06:32:48.028825 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0030eb-ad22-47dd-b39e-8e2db388dc08 req-81efd109-4521-4b14-958c-26884bdff08a tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:48.030309 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c0030eb-ad22-47dd-b39e-8e2db388dc08 req-81efd109-4521-4b14-958c-26884bdff08a tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0523922 Feb 11 06:32:48.082601 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1c0030eb-ad22-47dd-b39e-8e2db388dc08 req-d4c8824a-9457-4b9f-a40a-75659f8895ec tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467243 Feb 11 06:32:49.198931 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0a161-fb2c-4118-92b4-cdd85d135bdf req-956ec7fb-9c65-4ccc-80de-a66da7efa054 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:49.200342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01e0a161-fb2c-4118-92b4-cdd85d135bdf req-956ec7fb-9c65-4ccc-80de-a66da7efa054 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0526488 Feb 11 06:32:49.247684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-01e0a161-fb2c-4118-92b4-cdd85d135bdf req-fb0f2522-7d45-46df-b825-b1cf65f23446 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418713 Feb 11 06:32:50.364588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f42ac-2bf5-48dc-b16f-8b028c45877d req-1f827a80-b7eb-4323-96c9-3744287a9b8c tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:50.366066 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a93f42ac-2bf5-48dc-b16f-8b028c45877d req-1f827a80-b7eb-4323-96c9-3744287a9b8c tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0529270 Feb 11 06:32:50.413632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a93f42ac-2bf5-48dc-b16f-8b028c45877d req-a9ac75a9-3423-460e-8efc-5864548d3f95 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420001 Feb 11 06:32:51.536621 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0792d-c749-467e-bdb0-b6539a410513 req-fa76fe45-016a-45d2-bbcc-e86b4fbef73d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:51.538253 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fd0792d-c749-467e-bdb0-b6539a410513 req-fa76fe45-016a-45d2-bbcc-e86b4fbef73d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0581079 Feb 11 06:32:51.586281 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3fd0792d-c749-467e-bdb0-b6539a410513 req-45fb8eeb-823e-441c-8696-36b58eac72e9 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422800 Feb 11 06:32:52.703073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b000f3d-7387-4277-bbb4-458da7cb65c6 req-f5d72b48-6fcd-42df-90ee-f4e064b90b5a tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:52.704602 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b000f3d-7387-4277-bbb4-458da7cb65c6 req-f5d72b48-6fcd-42df-90ee-f4e064b90b5a tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0520136 Feb 11 06:32:52.751209 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b000f3d-7387-4277-bbb4-458da7cb65c6 req-807f1f7d-3ef4-485f-a438-d4d5ac2a9237 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411370 Feb 11 06:32:53.869178 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28291adc-905a-4dad-a663-a5d89499b540 req-01955af7-aebb-4311-9f1c-06d1c897b6bf tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:53.870657 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28291adc-905a-4dad-a663-a5d89499b540 req-01955af7-aebb-4311-9f1c-06d1c897b6bf tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0516493 Feb 11 06:32:53.923327 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-28291adc-905a-4dad-a663-a5d89499b540 req-69ee9025-d100-43d1-a485-c88d8d09c0ec tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470562 Feb 11 06:32:54.338985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 61f09187-54d0-4fdf-9b59-53963e7fa229 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:32:54.432100 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 61f09187-54d0-4fdf-9b59-53963e7fa229, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=61f09187-54d0-4fdf-9b59-53963e7fa229,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:32:54.443008 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '61f09187-54d0-4fdf-9b59-53963e7fa229', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'port_id': '61f09187-54d0-4fdf-9b59-53963e7fa229', 'mac_address': 'fa:16:3e:de:70:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:32:54.482230 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 61f09187-54d0-4fdf-9b59-53963e7fa229 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:32:54.482626 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:54.495357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f09187-54d0-4fdf-9b59-53963e7fa229 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:32:54.513490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 61f09187-54d0-4fdf-9b59-53963e7fa229, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=61f09187-54d0-4fdf-9b59-53963e7fa229,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:32:54.517380 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:54.562522 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=61f09187-54d0-4fdf-9b59-53963e7fa229,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:54.569963 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:54.570321 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:54.570668 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:54.571014 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:54.571357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:54.572006 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:54.572345 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:54.572680 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:54.573171 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:54.573509 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:54.573841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:54.574168 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:54.574496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:32:54.763944 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61f09187-54d0-4fdf-9b59-53963e7fa229'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:32:55.042086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ede0b-e3f7-45cf-b579-82669f7287d3 req-f3e61994-84cc-4301-bfeb-14ee1fb3a104 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:55.043579 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-429ede0b-e3f7-45cf-b579-82669f7287d3 req-f3e61994-84cc-4301-bfeb-14ee1fb3a104 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 944 time: 0.0515473 Feb 11 06:32:55.090906 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-429ede0b-e3f7-45cf-b579-82669f7287d3 req-1586c999-1bf4-4e01-b1e4-f3a68f5e9659 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417488 Feb 11 06:32:56.254051 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6869cb7-c243-4466-a281-22ce0d2dc661 req-da3de383-bb43-4371-b7d8-e630450567a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:56.255544 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6869cb7-c243-4466-a281-22ce0d2dc661 req-da3de383-bb43-4371-b7d8-e630450567a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 944 time: 0.0518291 Feb 11 06:32:56.302461 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c6869cb7-c243-4466-a281-22ce0d2dc661 req-309be5a9-ee8f-4233-b61e-5f75bd5443a7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413780 Feb 11 06:32:56.345499 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 61f09187-54d0-4fdf-9b59-53963e7fa229 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:32:56.393270 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 61f09187-54d0-4fdf-9b59-53963e7fa229 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:32:56.397379 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 61f09187-54d0-4fdf-9b59-53963e7fa229 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:32:56.397765 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:56.627681 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 61f09187-54d0-4fdf-9b59-53963e7fa229 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:32:56.628075 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:56.650644 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f09187-54d0-4fdf-9b59-53963e7fa229'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:32:56.652840 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b05f786-9b8b-428c-ac40-4e1ad1df08ee" -d '{"events": [{"server_uuid": "24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d", "name": "network-vif-plugged", "status": "completed", "tag": "61f09187-54d0-4fdf-9b59-53963e7fa229"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:32:56.665288 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 61f09187-54d0-4fdf-9b59-53963e7fa229, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=61f09187-54d0-4fdf-9b59-53963e7fa229,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:32:56.669651 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:56.718771 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=61f09187-54d0-4fdf-9b59-53963e7fa229,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:56.744638 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace0de06-134e-4000-83fa-ad6fb88fb4dc x-openstack-request-id: req-ace0de06-134e-4000-83fa-ad6fb88fb4dc {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:32:56.744946 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d", "name": "network-vif-plugged", "status": "completed", "tag": "61f09187-54d0-4fdf-9b59-53963e7fa229", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:32:56.745206 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ace0de06-134e-4000-83fa-ad6fb88fb4dc {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:32:56.745605 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f09187-54d0-4fdf-9b59-53963e7fa229', 'code': 200} Feb 11 06:32:56.845550 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88045937-0177-4c27-9104-4e3ad03294fb req-27ec1b31-8b72-40e2-9150-5f934d9b129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:56.847023 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88045937-0177-4c27-9104-4e3ad03294fb req-27ec1b31-8b72-40e2-9150-5f934d9b129d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 1128 time: 0.0480568 Feb 11 06:32:56.892647 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88045937-0177-4c27-9104-4e3ad03294fb req-7d6c6c5e-e79c-4dad-933c-e7c7a10ceb11 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381680 Feb 11 06:32:57.420102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193474f-aef2-4134-b940-1deef4c4b722 req-a607a020-4822-4033-9533-1da3d6cbd059 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:57.421583 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f193474f-aef2-4134-b940-1deef4c4b722 req-a607a020-4822-4033-9533-1da3d6cbd059 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0517392 Feb 11 06:32:57.468835 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f193474f-aef2-4134-b940-1deef4c4b722 req-d7a2d0dd-de07-4c03-ae61-b8522f193011 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416183 Feb 11 06:32:58.594193 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0d25e-0f50-4e91-9f7c-74f8822bfea3 req-3e01422a-1635-41ff-88f9-78bedf92563b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:58.595697 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89e0d25e-0f50-4e91-9f7c-74f8822bfea3 req-3e01422a-1635-41ff-88f9-78bedf92563b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0571945 Feb 11 06:32:58.643186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-89e0d25e-0f50-4e91-9f7c-74f8822bfea3 req-15f29b06-5a34-4090-9a76-285baa44ba2d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419545 Feb 11 06:32:58.674641 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82deaf82-0f39-4b42-a7f8-1d0624d17261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:58.760721 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26e81e-89cc-41ec-9b88-194289a5abfa req-76eef26e-7516-4969-a207-d0022d0cf9e5 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:58.762115 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b26e81e-89cc-41ec-9b88-194289a5abfa req-76eef26e-7516-4969-a207-d0022d0cf9e5 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0537174 Feb 11 06:32:58.809585 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-0b26e81e-89cc-41ec-9b88-194289a5abfa req-7e99194b-d4cd-45b1-b935-399c7c97b185 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420506 Feb 11 06:32:58.830727 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57806) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:58.874299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eaf42a-3f00-4479-bec4-c814790082a2 tempest-TestShelveInstance-1405736164 tempest-TestShelveInstance-1405736164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:32:58.875848 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-29eaf42a-3f00-4479-bec4-c814790082a2 tempest-TestShelveInstance-1405736164 tempest-TestShelveInstance-1405736164-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 1123 time: 0.0441358 Feb 11 06:32:58.878554 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57808) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:32:58.882879 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '61f09187-54d0-4fdf-9b59-53963e7fa229', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:32:58.902331 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:59.001358 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:59.106636 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Allocated IP 172.25.5.202 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/5344176b-e3b5-4c69-be4f-81776e197bfe) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:32:59.204384 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for port (5344176b-e3b5-4c69-be4f-81776e197bfe), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:59.237425 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5344176b-e3b5-4c69-be4f-81776e197bfe), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:59.271082 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:32:59.275739 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:32:59.279176 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:32:59.310784 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'Port': ['ID=5344176b-e3b5-4c69-be4f-81776e197bfe,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:59.640022 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for floatingip (e78848a4-0af0-4696-ad0e-87c24ce547e9), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:59.709556 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (5344176b-e3b5-4c69-be4f-81776e197bfe), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:59.848732 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for port (5344176b-e3b5-4c69-be4f-81776e197bfe), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:59.853111 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (5344176b-e3b5-4c69-be4f-81776e197bfe), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:32:59.921080 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event updated for resources: {'Port': ['ID=5344176b-e3b5-4c69-be4f-81776e197bfe,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:32:59.932581 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (e78848a4-0af0-4696-ad0e-87c24ce547e9), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:00.033458 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Floating IP e78848a4-0af0-4696-ad0e-87c24ce547e9 associated. External IP: 172.25.5.202, port: 61f09187-54d0-4fdf-9b59-53963e7fa229. Feb 11 06:33:00.244238 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:33:00.357043 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:33:00.367177 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d121e8-ad5f-4d05-8827-f976d9caac62 None None] Sync routers for ids ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:33:00.374817 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:00.378478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d121e8-ad5f-4d05-8827-f976d9caac62 None None] Routers {'18b8a744-6b5a-4014-9dec-04d8b22e0dd1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:33:00.379178 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e3d121e8-ad5f-4d05-8827-f976d9caac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:32:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:00.404681 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-494fa45c-03f2-494c-97b6-839a3d4c8494 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5250478 Feb 11 06:33:00.405268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'tag': '61f09187-54d0-4fdf-9b59-53963e7fa229'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:33:00.407587 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96b9f8e-1d7e-4404-b032-5f91271c6ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d", "tag": "61f09187-54d0-4fdf-9b59-53963e7fa229"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:33:00.445318 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81c6e36-306f-430c-931c-b28593086739 x-openstack-request-id: req-b81c6e36-306f-430c-931c-b28593086739 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:33:00.445613 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d", "tag": "61f09187-54d0-4fdf-9b59-53963e7fa229", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:33:00.445868 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b81c6e36-306f-430c-931c-b28593086739 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:33:00.446275 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'tag': '61f09187-54d0-4fdf-9b59-53963e7fa229', 'status': 'completed', 'code': 200} Feb 11 06:33:00.507925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e3d121e8-ad5f-4d05-8827-f976d9caac62 None None] Set router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:33:00.512046 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b9f8e-1d7e-4404-b032-5f91271c6ca9 req-6c813d24-68bf-4b2c-b57d-2912d3e76c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:00.513565 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b96b9f8e-1d7e-4404-b032-5f91271c6ca9 req-6c813d24-68bf-4b2c-b57d-2912d3e76c21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 1128 time: 0.0453167 Feb 11 06:33:00.606602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b9f8e-1d7e-4404-b032-5f91271c6ca9 req-d9d6d310-f573-475d-9569-713ffa625547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:00.608128 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b96b9f8e-1d7e-4404-b032-5f91271c6ca9 req-d9d6d310-f573-475d-9569-713ffa625547 service neutron] 10.222.0.73 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 910 time: 0.0890236 Feb 11 06:33:00.671365 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b96b9f8e-1d7e-4404-b032-5f91271c6ca9 req-00fe58c4-4145-429b-9b04-42c5b1a66806 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f09187-54d0-4fdf-9b59-53963e7fa229 HTTP/1.1" status: 200 len: 999 time: 0.0571549 Feb 11 06:33:00.718450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b9f8e-1d7e-4404-b032-5f91271c6ca9 req-8648a560-c12d-4fb5-84d3-24e4f39ad9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:00.719945 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b96b9f8e-1d7e-4404-b032-5f91271c6ca9 req-8648a560-c12d-4fb5-84d3-24e4f39ad9cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0434248 Feb 11 06:33:00.731083 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e3d121e8-ad5f-4d05-8827-f976d9caac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'e78848a4-0af0-4696-ad0e-87c24ce547e9', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'port_id': '61f09187-54d0-4fdf-9b59-53963e7fa229', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'mac_address': 'fa:16:3e:de:70:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:32:59Z', 'updated_at': '2022-02-11T06:32:59Z', 'revision_number': 0, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e11e11-d2ef-4079-a32a-7237eb27701a', 'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'mac_address': 'fa:16:3e:57:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:54Z', 'revision_number': 5, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'subnets': [{'id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:00.762702 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d121e8-ad5f-4d05-8827-f976d9caac62 None None] Checking router: 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:33:00.771021 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d121e8-ad5f-4d05-8827-f976d9caac62 None None] Routers {'18b8a744-6b5a-4014-9dec-04d8b22e0dd1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:33:00.771667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e3d121e8-ad5f-4d05-8827-f976d9caac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:32:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:00.771917 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b9f8e-1d7e-4404-b032-5f91271c6ca9 req-3b1a2f4f-b8e8-4333-9369-4cb8b4efdd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:00.773462 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b96b9f8e-1d7e-4404-b032-5f91271c6ca9 req-3b1a2f4f-b8e8-4333-9369-4cb8b4efdd40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482941 Feb 11 06:33:00.860838 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b96b9f8e-1d7e-4404-b032-5f91271c6ca9 req-b8633919-6821-4a3a-afc7-3414c8b069bb service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811620 Feb 11 06:33:00.879730 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-e3d121e8-ad5f-4d05-8827-f976d9caac62 None None] Set router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:33:00.954752 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b96b9f8e-1d7e-4404-b032-5f91271c6ca9 req-08e147fb-7eb9-48c5-be70-ea992877944a service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880845 Feb 11 06:33:00.980502 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bc310f35-d3b8-44df-b921-0f0ea81f1ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:01.118180 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-e3d121e8-ad5f-4d05-8827-f976d9caac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'e78848a4-0af0-4696-ad0e-87c24ce547e9', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'port_id': '61f09187-54d0-4fdf-9b59-53963e7fa229', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'mac_address': 'fa:16:3e:de:70:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:32:59Z', 'updated_at': '2022-02-11T06:32:59Z', 'revision_number': 0, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e11e11-d2ef-4079-a32a-7237eb27701a', 'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'mac_address': 'fa:16:3e:57:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:54Z', 'revision_number': 5, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'subnets': [{'id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:33:01.147789 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d121e8-ad5f-4d05-8827-f976d9caac62 None None] The sync data for ids ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'] in n-d-713499-38 is: [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': 'e78848a4-0af0-4696-ad0e-87c24ce547e9', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'port_id': '61f09187-54d0-4fdf-9b59-53963e7fa229', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'mac_address': 'fa:16:3e:de:70:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:32:59Z', 'updated_at': '2022-02-11T06:32:59Z', 'revision_number': 0, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e11e11-d2ef-4079-a32a-7237eb27701a', 'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'mac_address': 'fa:16:3e:57:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:54Z', 'revision_number': 5, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'subnets': [{'id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:33:01.347624 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068c121-9bb2-423e-bf85-c3b6045f8f9a None None] New status for floating IP e78848a4-0af0-4696-ad0e-87c24ce547e9: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:33:02.725528 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:03.951320 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:05.353592 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:07.362777 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:33:10.610383 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:14.845030 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dbc3cf77-b886-470a-8be7-befb073b2268 req-b3d71bfd-7f9d-4176-bc12-2c13bfe05869 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435460 Feb 11 06:33:14.934523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3cf77-b886-470a-8be7-befb073b2268 req-2f56781c-f28c-4292-b69c-338243b071c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:14.936514 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dbc3cf77-b886-470a-8be7-befb073b2268 req-2f56781c-f28c-4292-b69c-338243b071c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 1128 time: 0.0505326 Feb 11 06:33:14.963236 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:15.045659 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3cf77-b886-470a-8be7-befb073b2268 req-4a3f7f78-d9a7-4187-8c88-7dd199e86014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:15.047160 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dbc3cf77-b886-470a-8be7-befb073b2268 req-4a3f7f78-d9a7-4187-8c88-7dd199e86014 service neutron] 10.222.0.73 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 910 time: 0.0907924 Feb 11 06:33:15.112268 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dbc3cf77-b886-470a-8be7-befb073b2268 req-e45fa537-043d-4a94-aad3-68fa262de649 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f09187-54d0-4fdf-9b59-53963e7fa229 HTTP/1.1" status: 200 len: 1001 time: 0.0579581 Feb 11 06:33:15.164655 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3cf77-b886-470a-8be7-befb073b2268 req-637bbad2-49c9-4025-bff0-38722feb13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:15.166085 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dbc3cf77-b886-470a-8be7-befb073b2268 req-637bbad2-49c9-4025-bff0-38722feb13f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0469332 Feb 11 06:33:15.213658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3cf77-b886-470a-8be7-befb073b2268 req-1b705811-d6a7-4a8b-9d7e-f89293424bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:33:15.215138 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dbc3cf77-b886-470a-8be7-befb073b2268 req-1b705811-d6a7-4a8b-9d7e-f89293424bc7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431075 Feb 11 06:33:15.300725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dbc3cf77-b886-470a-8be7-befb073b2268 req-4775ae43-d2e9-4d0f-bbb0-fe13cdee120d service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792463 Feb 11 06:33:15.389940 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dbc3cf77-b886-470a-8be7-befb073b2268 req-bca9ac34-be78-415c-8b48-a03f687ab79c service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832255 Feb 11 06:33:28.677816 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-762766f1-c9ae-47b0-9cc3-c0b98432c8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:30.952479 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd4dc6cb-ca00-4348-ad23-01848c500ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:32.722785 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:33.953802 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:35.355692 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:40.613606 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:44.362111 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:33:44.966610 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:33:58.678843 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-30f70d4d-2f56-4ad8-9df4-5590dd36e578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:00.953939 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3eed78cd-33b4-4459-9ecd-fb8c389a8cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:02.728462 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:03.956109 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:05.358103 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:10.633959 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:14.978063 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:15.840900 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-330a2fcc-30fe-4d54-8a56-f84459f5da77 req-db2f0a53-b7f2-4745-9f5b-5b0faa9e691d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448740 Feb 11 06:34:15.924458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a2fcc-30fe-4d54-8a56-f84459f5da77 req-bc81bfb4-6e32-44e4-bf4e-166a101fbc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:15.925982 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-330a2fcc-30fe-4d54-8a56-f84459f5da77 req-bc81bfb4-6e32-44e4-bf4e-166a101fbc45 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 1128 time: 0.0434327 Feb 11 06:34:16.029655 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a2fcc-30fe-4d54-8a56-f84459f5da77 req-89f90806-74db-4a41-b0c2-0f01ebdf4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:16.031110 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-330a2fcc-30fe-4d54-8a56-f84459f5da77 req-89f90806-74db-4a41-b0c2-0f01ebdf4e8d service neutron] 10.222.0.73 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 910 time: 0.0863583 Feb 11 06:34:16.096638 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-330a2fcc-30fe-4d54-8a56-f84459f5da77 req-63f8009d-e8f9-4621-b624-8f6c7bb8ba29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f09187-54d0-4fdf-9b59-53963e7fa229 HTTP/1.1" status: 200 len: 1001 time: 0.0589652 Feb 11 06:34:16.146525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a2fcc-30fe-4d54-8a56-f84459f5da77 req-53ac62a0-9937-4e8d-9441-b4def2568f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:16.148003 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-330a2fcc-30fe-4d54-8a56-f84459f5da77 req-53ac62a0-9937-4e8d-9441-b4def2568f82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0463278 Feb 11 06:34:16.195269 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a2fcc-30fe-4d54-8a56-f84459f5da77 req-b5a4a48f-2b80-440c-8dee-42654b470f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:16.196777 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-330a2fcc-30fe-4d54-8a56-f84459f5da77 req-b5a4a48f-2b80-440c-8dee-42654b470f2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435321 Feb 11 06:34:16.282259 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-330a2fcc-30fe-4d54-8a56-f84459f5da77 req-f9ebd6a4-26ec-482d-b30f-877beb197890 service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797949 Feb 11 06:34:16.375970 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-330a2fcc-30fe-4d54-8a56-f84459f5da77 req-657d878a-5d57-46b4-9267-c56e1b641173 service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874476 Feb 11 06:34:21.360673 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:34:28.680517 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bf5b3cea-351c-49e0-a402-461084d282ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:30.955593 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e671ff07-9195-497a-a0bf-bb2c508542b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:32.729514 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:33.960141 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:35.362294 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:40.661580 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:44.979251 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:52.909832 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed472b-9fd0-47e7-ae9e-adb2c722dcfb req-87b8308c-6dd4-4bc0-90ec-665c906ba4e2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:52.910757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4ed472b-9fd0-47e7-ae9e-adb2c722dcfb req-87b8308c-6dd4-4bc0-90ec-665c906ba4e2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0536976 Feb 11 06:34:52.958509 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c4ed472b-9fd0-47e7-ae9e-adb2c722dcfb req-6f0460e1-29e6-4b0b-8052-a94f091f6bf9 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418770 Feb 11 06:34:54.095429 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf129a-9c6d-4348-b02f-591d7fad5ecd req-96ce3966-11da-48ab-81b8-a33e670e2c71 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:54.096939 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9caf129a-9c6d-4348-b02f-591d7fad5ecd req-96ce3966-11da-48ab-81b8-a33e670e2c71 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0571284 Feb 11 06:34:54.144714 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9caf129a-9c6d-4348-b02f-591d7fad5ecd req-469a95b7-133d-46e2-b151-85a5cd5984a3 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420249 Feb 11 06:34:55.268684 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62031b-159b-428b-baf6-7a8a285f20bb req-62010fa3-7f20-4f6c-8c93-4e4c76633134 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:55.270134 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c62031b-159b-428b-baf6-7a8a285f20bb req-62010fa3-7f20-4f6c-8c93-4e4c76633134 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0529659 Feb 11 06:34:55.316450 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2c62031b-159b-428b-baf6-7a8a285f20bb req-138f389a-7e5c-40e9-8db7-53dfac6d5a69 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408013 Feb 11 06:34:56.440271 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d800e-e9d9-4798-8631-152205225c21 req-5369c5e1-e0ef-4820-ae24-7c0cdb154070 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:56.441780 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c4d800e-e9d9-4798-8631-152205225c21 req-5369c5e1-e0ef-4820-ae24-7c0cdb154070 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0553041 Feb 11 06:34:56.491441 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-4c4d800e-e9d9-4798-8631-152205225c21 req-2c1a19b2-1d3c-4aa5-9187-afa071d5f769 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 Feb 11 06:34:57.608740 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796737df-ea36-437f-a1fa-38fb9661fa0d req-f5da5b39-e1c6-42b7-a815-9852a61312f3 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:57.610228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-796737df-ea36-437f-a1fa-38fb9661fa0d req-f5da5b39-e1c6-42b7-a815-9852a61312f3 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0527067 Feb 11 06:34:57.657952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-796737df-ea36-437f-a1fa-38fb9661fa0d req-28a0aa40-b9aa-465c-8e49-789b7bc3ef15 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421579 Feb 11 06:34:58.360369 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:34:58.682807 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c5ebfe41-887a-401d-b706-cd6029e74c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:34:58.774968 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdeb74-84ce-4eff-a958-a4953fee915e req-7d6fe03b-aa42-40d7-89b2-21981f304a70 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:58.776474 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efcdeb74-84ce-4eff-a958-a4953fee915e req-7d6fe03b-aa42-40d7-89b2-21981f304a70 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0520236 Feb 11 06:34:58.828183 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-efcdeb74-84ce-4eff-a958-a4953fee915e req-851fe9c2-f15a-4604-ab5a-5047d1a0c263 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455675 Feb 11 06:34:59.946738 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0265a-cb5c-4672-b873-4ce83fa445cb req-40777054-8e6e-4b0c-bc11-4a387914d2f4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:34:59.948218 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3f0265a-cb5c-4672-b873-4ce83fa445cb req-40777054-8e6e-4b0c-bc11-4a387914d2f4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0518014 Feb 11 06:34:59.995739 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3f0265a-cb5c-4672-b873-4ce83fa445cb req-622a55f0-a5b9-480e-b2e6-b2579443ba58 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418699 Feb 11 06:35:00.958446 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e94865d2-60f0-455d-83a8-876083c6396b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:01.111798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6fece-5a06-4294-beab-15a0755eff80 req-8660b337-5503-4d4e-bcb8-f57aa27d12ed tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:01.113283 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0d6fece-5a06-4294-beab-15a0755eff80 req-8660b337-5503-4d4e-bcb8-f57aa27d12ed tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0526350 Feb 11 06:35:01.162478 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f0d6fece-5a06-4294-beab-15a0755eff80 req-1061bdc2-47d7-4c03-8cb0-26ceec129880 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436001 Feb 11 06:35:02.284660 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239732a7-fb7f-4d7e-ae69-12cd6564e265 req-dcb4f14e-009e-4768-98cf-a385ae425208 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:02.286162 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-239732a7-fb7f-4d7e-ae69-12cd6564e265 req-dcb4f14e-009e-4768-98cf-a385ae425208 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0566187 Feb 11 06:35:02.334122 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-239732a7-fb7f-4d7e-ae69-12cd6564e265 req-0fff34fb-160d-4fdf-8803-3755f1c1fce7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423067 Feb 11 06:35:02.731550 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:03.030474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0fd9-2c33-4d02-9e8c-a8fda65248e0 req-8194182d-2d03-4558-bc5f-9c0bb2df9d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:03.031995 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-323b0fd9-2c33-4d02-9e8c-a8fda65248e0 req-8194182d-2d03-4558-bc5f-9c0bb2df9d5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 1128 time: 0.0450611 Feb 11 06:35:03.483383 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0fd9-2c33-4d02-9e8c-a8fda65248e0 req-e614a719-3c6d-4e5c-bde3-ea23bb04383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:03.484774 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-323b0fd9-2c33-4d02-9e8c-a8fda65248e0 req-e614a719-3c6d-4e5c-bde3-ea23bb04383f service neutron] 10.222.0.73 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 910 time: 0.4464738 Feb 11 06:35:03.534854 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02259c3e-3328-42a5-9830-6b0f534ce0f4 req-3d025df4-48a3-499c-aefe-221ecbad9bd9 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:03.536322 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02259c3e-3328-42a5-9830-6b0f534ce0f4 req-3d025df4-48a3-499c-aefe-221ecbad9bd9 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0987468 Feb 11 06:35:03.576839 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-323b0fd9-2c33-4d02-9e8c-a8fda65248e0 req-67ca78d2-8814-4a8c-ae41-398b0bbb9b23 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f09187-54d0-4fdf-9b59-53963e7fa229 HTTP/1.1" status: 200 len: 1001 time: 0.0852737 Feb 11 06:35:03.626638 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-02259c3e-3328-42a5-9830-6b0f534ce0f4 req-63bedb13-31e2-4bb6-a056-979e95679b19 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836847 Feb 11 06:35:03.636614 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0fd9-2c33-4d02-9e8c-a8fda65248e0 req-f5e17e25-cf8b-46f6-9772-235c67ac2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:03.638554 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-323b0fd9-2c33-4d02-9e8c-a8fda65248e0 req-f5e17e25-cf8b-46f6-9772-235c67ac2b9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0545073 Feb 11 06:35:03.687121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b0fd9-2c33-4d02-9e8c-a8fda65248e0 req-935d08b1-58cf-4a16-87dd-d22029f36053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:03.688581 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-323b0fd9-2c33-4d02-9e8c-a8fda65248e0 req-935d08b1-58cf-4a16-87dd-d22029f36053 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0426357 Feb 11 06:35:03.776957 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-323b0fd9-2c33-4d02-9e8c-a8fda65248e0 req-857a9e57-bb47-4489-aa8f-6ffa49d04e2b service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812802 Feb 11 06:35:03.867346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-323b0fd9-2c33-4d02-9e8c-a8fda65248e0 req-526fb9f3-db80-4bb5-8acf-a67765c16756 service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844715 Feb 11 06:35:03.963238 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:04.750201 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facafa7-6271-48e7-be6b-63952833773b req-bba686dc-eae6-428f-b578-3fc6ac9b18d7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:04.751662 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9facafa7-6271-48e7-be6b-63952833773b req-bba686dc-eae6-428f-b578-3fc6ac9b18d7 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0573509 Feb 11 06:35:04.798389 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9facafa7-6271-48e7-be6b-63952833773b req-d8362ad0-63cb-48d2-a7a3-177954dbfbc8 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411854 Feb 11 06:35:05.365034 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:05.917167 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f0bfd-0f4a-44ab-84ad-44ad1bd0676f req-afad594a-5c74-4404-9319-cac64c37a07e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:05.918653 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd5f0bfd-0f4a-44ab-84ad-44ad1bd0676f req-afad594a-5c74-4404-9319-cac64c37a07e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0538058 Feb 11 06:35:05.966073 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fd5f0bfd-0f4a-44ab-84ad-44ad1bd0676f req-08c29ecc-37b1-41a0-a2c1-63ae9c293be1 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417564 Feb 11 06:35:07.092299 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c19ec-335a-4d60-b8d1-841080bd6b68 req-ad8e29d9-bc03-4fbe-992a-d03aeaed1435 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:07.093908 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee9c19ec-335a-4d60-b8d1-841080bd6b68 req-ad8e29d9-bc03-4fbe-992a-d03aeaed1435 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0567846 Feb 11 06:35:07.150283 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ee9c19ec-335a-4d60-b8d1-841080bd6b68 req-37e921f0-9815-46f8-9dba-7c0433857af2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504642 Feb 11 06:35:08.269737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e3d85-cebc-4d4b-a5e0-fbd673b48185 req-e8e44891-0215-4958-bb48-a4cb21b4a642 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:08.271197 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-787e3d85-cebc-4d4b-a5e0-fbd673b48185 req-e8e44891-0215-4958-bb48-a4cb21b4a642 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0520673 Feb 11 06:35:08.318324 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-787e3d85-cebc-4d4b-a5e0-fbd673b48185 req-ced7caed-c946-415f-9d98-6529251edf52 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413678 Feb 11 06:35:08.973054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 61f09187-54d0-4fdf-9b59-53963e7fa229 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:35:09.049228 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 61f09187-54d0-4fdf-9b59-53963e7fa229 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:35:09.049621 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:09.071500 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f09187-54d0-4fdf-9b59-53963e7fa229'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:35:09.073691 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504fe4a9-4648-4367-878d-48baa4ef373f" -d '{"events": [{"server_uuid": "24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d", "name": "network-vif-unplugged", "status": "completed", "tag": "61f09187-54d0-4fdf-9b59-53963e7fa229"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:35:09.086256 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 61f09187-54d0-4fdf-9b59-53963e7fa229, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=61f09187-54d0-4fdf-9b59-53963e7fa229,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:35:09.090211 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:09.114843 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b47a45f-5331-47f8-ab85-6c79bc72e928 x-openstack-request-id: req-4b47a45f-5331-47f8-ab85-6c79bc72e928 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:35:09.115138 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d", "name": "network-vif-unplugged", "status": "completed", "tag": "61f09187-54d0-4fdf-9b59-53963e7fa229", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:35:09.115396 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4b47a45f-5331-47f8-ab85-6c79bc72e928 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:35:09.115809 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61f09187-54d0-4fdf-9b59-53963e7fa229', 'code': 200} Feb 11 06:35:09.140861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=61f09187-54d0-4fdf-9b59-53963e7fa229,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:35:09.148073 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:35:09.148456 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:35:09.148811 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:35:09.149156 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:35:09.149500 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:35:09.149839 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:35:09.150176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:35:09.150509 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:35:09.150841 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:35:09.151171 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:35:09.151533 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:35:09.151866 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:35:09.152199 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:35:09.436973 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00698603-1877-4feb-82b8-4d6d343d853f req-ef748e4e-4d69-4d4e-a015-e7a4925ac71b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:09.438432 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00698603-1877-4feb-82b8-4d6d343d853f req-ef748e4e-4d69-4d4e-a015-e7a4925ac71b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0515010 Feb 11 06:35:09.485152 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00698603-1877-4feb-82b8-4d6d343d853f req-1a66d62f-d085-4366-8e0a-c55a9523d4db tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412381 Feb 11 06:35:09.668860 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-1aba8a44-3424-4e98-ac7f-8405aa2f5704 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433407 Feb 11 06:35:09.678160 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-de4d248c-e985-4827-96e6-34e596404e6d service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:35:09.679126 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-de4d248c-e985-4827-96e6-34e596404e6d service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050313 Feb 11 06:35:09.701373 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7225b3e-56a5-4cb6-8781-5b68df9818c3 req-145cb420-7366-401d-9003-d2cce38e3e8b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:09.702841 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7225b3e-56a5-4cb6-8781-5b68df9818c3 req-145cb420-7366-401d-9003-d2cce38e3e8b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0581069 Feb 11 06:35:09.751369 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f7225b3e-56a5-4cb6-8781-5b68df9818c3 req-fa4bd1c5-cc54-40a7-8610-8720d3cf41d4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429544 Feb 11 06:35:09.753180 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-f7c3f73c-2442-4a59-a383-177d7cfaaf61 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:09.754563 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-f7c3f73c-2442-4a59-a383-177d7cfaaf61 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports/61f09187-54d0-4fdf-9b59-53963e7fa229 HTTP/1.1" status: 200 len: 940 time: 0.0470405 Feb 11 06:35:10.650855 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:10.926713 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25166a6-2788-4628-bfcf-19bbf6f82337 req-fd8cd9cc-e567-4203-8685-00ea473f1572 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:10.928236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a25166a6-2788-4628-bfcf-19bbf6f82337 req-fd8cd9cc-e567-4203-8685-00ea473f1572 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.1090703 Feb 11 06:35:10.976139 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a25166a6-2788-4628-bfcf-19bbf6f82337 req-7c8efe88-03c2-4487-8088-5a72774a65bd tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423269 Feb 11 06:35:12.144561 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916958c-568a-4cfa-ad29-896ad6810802 req-c65cb82c-b46e-47c4-a980-e4b98b1e46a4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:12.145968 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9916958c-568a-4cfa-ad29-896ad6810802 req-c65cb82c-b46e-47c4-a980-e4b98b1e46a4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0978527 Feb 11 06:35:12.199149 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9916958c-568a-4cfa-ad29-896ad6810802 req-95ce8cb2-de69-47ee-9b2f-3cbb73816995 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472448 Feb 11 06:35:13.318575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356173f7-6733-464d-8fbb-91fa6b694409 req-42d59313-95b1-469b-82d4-6defc64a76d2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:13.320352 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-356173f7-6733-464d-8fbb-91fa6b694409 req-42d59313-95b1-469b-82d4-6defc64a76d2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0528140 Feb 11 06:35:13.368361 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-356173f7-6733-464d-8fbb-91fa6b694409 req-115d1953-2d99-494e-8ddd-692af08edabe tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418096 Feb 11 06:35:14.491158 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9daae3-67e5-42c6-be5e-0cc6447f7fbe req-39f811ef-a5f8-4e88-b072-712a91fc6821 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:14.492673 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f9daae3-67e5-42c6-be5e-0cc6447f7fbe req-39f811ef-a5f8-4e88-b072-712a91fc6821 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0538094 Feb 11 06:35:14.540786 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f9daae3-67e5-42c6-be5e-0cc6447f7fbe req-2853d55c-a3e6-43f2-9248-f57e7295d31e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424991 Feb 11 06:35:14.995382 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:15.661179 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcaebc-74a0-4c79-bd50-37b4a6262fd3 req-a77683ea-d905-471c-904f-51100ffee873 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:15.662658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-80bcaebc-74a0-4c79-bd50-37b4a6262fd3 req-a77683ea-d905-471c-904f-51100ffee873 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0553014 Feb 11 06:35:15.709894 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-80bcaebc-74a0-4c79-bd50-37b4a6262fd3 req-a2601fea-1f3c-4fe0-8341-aba59832d014 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416746 Feb 11 06:35:16.834461 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2fea9-7367-45a5-a00a-f2cdedb42aac req-af40b324-721a-48a6-9773-ba59ec7fede4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:16.835989 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86a2fea9-7367-45a5-a00a-f2cdedb42aac req-af40b324-721a-48a6-9773-ba59ec7fede4 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0588143 Feb 11 06:35:16.884736 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-86a2fea9-7367-45a5-a00a-f2cdedb42aac req-f167974b-901a-4af6-9326-725778c0f8f1 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423965 Feb 11 06:35:18.006874 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2d488-f750-4807-b016-2b3bde1a8504 req-b118f61a-359c-400f-b55d-a8b8c2c24988 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:18.008590 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ff2d488-f750-4807-b016-2b3bde1a8504 req-b118f61a-359c-400f-b55d-a8b8c2c24988 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0568712 Feb 11 06:35:18.058969 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ff2d488-f750-4807-b016-2b3bde1a8504 req-fb2020f2-db2a-40e8-8a9d-bbc8731d283d tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447814 Feb 11 06:35:19.182095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf1a15-ba7d-4a37-b9b6-522b5f02baa7 req-e0aaf2aa-eeb4-4afa-ad10-5c95586876a0 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:19.183655 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75cf1a15-ba7d-4a37-b9b6-522b5f02baa7 req-e0aaf2aa-eeb4-4afa-ad10-5c95586876a0 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0539358 Feb 11 06:35:19.235191 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-75cf1a15-ba7d-4a37-b9b6-522b5f02baa7 req-d3547d50-c289-4c78-ab12-1f639edd52a1 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451770 Feb 11 06:35:19.837750 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-8b754e24-901d-4170-be8d-00cdbb2090ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:19.839235 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-8b754e24-901d-4170-be8d-00cdbb2090ad service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d&tenant_id=144f137efce042f2a374cf08c9e3e340 HTTP/1.1" status: 200 len: 1126 time: 0.0439918 Feb 11 06:35:19.906360 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-1d9f2f54-3473-424b-8ef9-f93189a453af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:19.907915 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-1d9f2f54-3473-424b-8ef9-f93189a453af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 1126 time: 0.0490727 Feb 11 06:35:19.997885 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-1181bcab-eb83-46a9-919a-cb5c276b467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:19.999354 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-1181bcab-eb83-46a9-919a-cb5c276b467b service neutron] 10.222.0.73 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 910 time: 0.0858915 Feb 11 06:35:20.067364 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-c6d727b1-9654-431b-9941-011514578d79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f09187-54d0-4fdf-9b59-53963e7fa229 HTTP/1.1" status: 200 len: 999 time: 0.0606420 Feb 11 06:35:20.115106 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-f2a8d2b4-6280-4963-8ddf-7455c5f8ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:20.116476 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-f2a8d2b4-6280-4963-8ddf-7455c5f8ca99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0423093 Feb 11 06:35:20.164100 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-d4114dca-249a-40b6-9ff3-8d3aa75d0b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:20.165575 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-d4114dca-249a-40b6-9ff3-8d3aa75d0b8c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0426273 Feb 11 06:35:20.255034 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-b15b5aa4-42a4-4689-91d6-953c2548e173 service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830064 Feb 11 06:35:20.379901 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-f012badd-2db7-49ea-ae2f-f2dd8a34a6bd service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181254 Feb 11 06:35:20.392134 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e8549-fa56-4532-a1a0-70e2b0138b4c req-55dc8de2-0492-4255-8ba4-0c1318ac0d8b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:20.393573 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a8e8549-fa56-4532-a1a0-70e2b0138b4c req-55dc8de2-0492-4255-8ba4-0c1318ac0d8b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0767012 Feb 11 06:35:20.443790 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1a8e8549-fa56-4532-a1a0-70e2b0138b4c req-08032267-92e2-4be8-a258-74c99d4ed520 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437505 Feb 11 06:35:21.564356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4471a-b81d-453d-83a9-961f1d0d96c3 req-79ed1d19-55c2-4462-b56b-09c75558d132 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:21.565852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7d4471a-b81d-453d-83a9-961f1d0d96c3 req-79ed1d19-55c2-4462-b56b-09c75558d132 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0533860 Feb 11 06:35:21.613934 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d7d4471a-b81d-453d-83a9-961f1d0d96c3 req-fb306ab0-25a0-4405-9f8e-e55fbcb7ac28 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423849 Feb 11 06:35:22.734615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f347b-8141-4ca8-8e9d-6ce29c869c9e req-38ef1221-08b4-4412-9926-38ffddfa7787 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:22.736076 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-817f347b-8141-4ca8-8e9d-6ce29c869c9e req-38ef1221-08b4-4412-9926-38ffddfa7787 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0556242 Feb 11 06:35:22.782532 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-817f347b-8141-4ca8-8e9d-6ce29c869c9e req-c7b4a417-5522-4089-817d-c02fcb645c4f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409098 Feb 11 06:35:23.899886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81351e-a53b-45bd-9dfb-76609e9bce22 req-142ce72f-e44f-4db6-9e5c-b58a9c93cacd tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:23.901407 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe81351e-a53b-45bd-9dfb-76609e9bce22 req-142ce72f-e44f-4db6-9e5c-b58a9c93cacd tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0529392 Feb 11 06:35:23.950502 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe81351e-a53b-45bd-9dfb-76609e9bce22 req-e914be33-44b8-4025-89ad-305ad3319123 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429928 Feb 11 06:35:25.069737 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4a5db-b392-49f6-8030-f618e301624f req-c8b09b06-f647-472f-be71-5ce0e75c7ba3 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:25.071532 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45b4a5db-b392-49f6-8030-f618e301624f req-c8b09b06-f647-472f-be71-5ce0e75c7ba3 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0535998 Feb 11 06:35:25.124857 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-45b4a5db-b392-49f6-8030-f618e301624f req-b5e0fff0-83fc-4094-b071-08b02bfe6bbe tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475433 Feb 11 06:35:26.241945 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf465ed-5cfc-4919-97ba-163e183a51c5 req-95da083b-02c7-4a7f-9244-fb37e8531668 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:26.243426 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cdf465ed-5cfc-4919-97ba-163e183a51c5 req-95da083b-02c7-4a7f-9244-fb37e8531668 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 943 time: 0.0516026 Feb 11 06:35:26.290938 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cdf465ed-5cfc-4919-97ba-163e183a51c5 req-d47b1611-9679-4548-bcf4-eb750b8ba306 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415828 Feb 11 06:35:27.040620 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 61f09187-54d0-4fdf-9b59-53963e7fa229 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:35:27.137610 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 61f09187-54d0-4fdf-9b59-53963e7fa229, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=61f09187-54d0-4fdf-9b59-53963e7fa229,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:35:27.148084 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '61f09187-54d0-4fdf-9b59-53963e7fa229', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'port_id': '61f09187-54d0-4fdf-9b59-53963e7fa229', 'mac_address': 'fa:16:3e:de:70:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:35:27.184861 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 61f09187-54d0-4fdf-9b59-53963e7fa229 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:35:27.185193 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:27.197490 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f09187-54d0-4fdf-9b59-53963e7fa229 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:35:27.219941 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 61f09187-54d0-4fdf-9b59-53963e7fa229, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=61f09187-54d0-4fdf-9b59-53963e7fa229,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:35:27.223784 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:27.274605 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=61f09187-54d0-4fdf-9b59-53963e7fa229,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:35:27.409001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cd0f3-b15d-4b4e-9626-c7888d3aa9dc req-3495f0ee-2ceb-4d37-be63-1c3b8882182e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:27.410519 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-434cd0f3-b15d-4b4e-9626-c7888d3aa9dc req-3495f0ee-2ceb-4d37-be63-1c3b8882182e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 944 time: 0.0532143 Feb 11 06:35:27.460026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-434cd0f3-b15d-4b4e-9626-c7888d3aa9dc req-f926c48f-d2f8-49c6-a7d5-025347c8303e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438018 Feb 11 06:35:27.474433 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['61f09187-54d0-4fdf-9b59-53963e7fa229'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:35:28.580817 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c98b4e-a7e5-46e2-b4df-89b96888d264 req-4d958da7-80a4-4a91-a2df-e3eb76a7cd44 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:28.582271 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88c98b4e-a7e5-46e2-b4df-89b96888d264 req-4d958da7-80a4-4a91-a2df-e3eb76a7cd44 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 944 time: 0.0561328 Feb 11 06:35:28.629481 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-88c98b4e-a7e5-46e2-b4df-89b96888d264 req-72993cb9-a783-479d-bc68-ec5fcce34bd8 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415101 Feb 11 06:35:28.684765 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c84adf89-7be0-4276-b4bb-c6e242d8c6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:29.076099 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 61f09187-54d0-4fdf-9b59-53963e7fa229 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:35:29.121722 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 61f09187-54d0-4fdf-9b59-53963e7fa229 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:35:29.122610 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:29.198574 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 61f09187-54d0-4fdf-9b59-53963e7fa229 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:35:29.198886 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:29.220704 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f09187-54d0-4fdf-9b59-53963e7fa229'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:35:29.222904 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a275c23-3515-4e27-8f5c-ed68a9d3c0db" -d '{"events": [{"server_uuid": "24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d", "name": "network-vif-plugged", "status": "completed", "tag": "61f09187-54d0-4fdf-9b59-53963e7fa229"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:35:29.234586 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 61f09187-54d0-4fdf-9b59-53963e7fa229, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=61f09187-54d0-4fdf-9b59-53963e7fa229,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:35:29.239810 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:29.263676 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ac2d9d-429b-45bf-818c-477505ff18cd x-openstack-request-id: req-47ac2d9d-429b-45bf-818c-477505ff18cd {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:35:29.263971 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d", "name": "network-vif-plugged", "status": "completed", "tag": "61f09187-54d0-4fdf-9b59-53963e7fa229", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:35:29.264225 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-47ac2d9d-429b-45bf-818c-477505ff18cd {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:35:29.264614 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f09187-54d0-4fdf-9b59-53963e7fa229', 'code': 200} Feb 11 06:35:29.293692 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=61f09187-54d0-4fdf-9b59-53963e7fa229,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:35:29.413246 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f318e-53c5-4bd0-b9b9-bcd1b6d21dc8 req-a73901a3-8021-46d0-b342-89fd365d84b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:29.414725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e9f318e-53c5-4bd0-b9b9-bcd1b6d21dc8 req-a73901a3-8021-46d0-b342-89fd365d84b3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 1128 time: 0.0437837 Feb 11 06:35:29.462329 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9e9f318e-53c5-4bd0-b9b9-bcd1b6d21dc8 req-e4f3e449-c2ee-48fa-b6a5-4eb36d3ec3ea service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390859 Feb 11 06:35:29.746486 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f94f1d-07e5-4643-87d9-2577d6c0eccd req-3a65c70f-9731-4c8c-b110-b2ea86ac7e6b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:29.748567 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b3f94f1d-07e5-4643-87d9-2577d6c0eccd req-3a65c70f-9731-4c8c-b110-b2ea86ac7e6b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0524735 Feb 11 06:35:29.799340 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b3f94f1d-07e5-4643-87d9-2577d6c0eccd req-ce64deb3-6889-4e6e-972f-5cfddc0cea92 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453644 Feb 11 06:35:30.919870 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae5b9-d789-4b0f-a5a7-fdba2bacb466 req-c589bcdf-5080-4881-900d-145601fa914f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:35:30.921338 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-444ae5b9-d789-4b0f-a5a7-fdba2bacb466 req-c589bcdf-5080-4881-900d-145601fa914f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0525315 Feb 11 06:35:30.960710 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2b15b2e0-3a6f-4043-85d8-beb1337d9eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:30.970755 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-444ae5b9-d789-4b0f-a5a7-fdba2bacb466 req-dd2e0051-992d-4fd2-a014-402b45794b28 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438974 Feb 11 06:35:32.734170 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:33.966261 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:35.359434 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:35:35.366320 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:40.664456 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:44.980434 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:35:58.685457 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ad522d2c-9e64-495c-93f2-57a9e5efd132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:00.962594 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-42c734bd-a52c-4436-9e1b-1ff7b8667a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:02.740046 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:03.973119 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:05.369221 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:10.659880 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:12.357638 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:36:15.010370 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:17.843877 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba3ae455-73b2-4e04-9c7e-a9ea46bdb43f req-5be650ca-3b53-4495-a2cd-ceb37a034454 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432451 Feb 11 06:36:17.930676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ae455-73b2-4e04-9c7e-a9ea46bdb43f req-27fff023-29c6-410b-b458-e5619ddf66cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:17.932206 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba3ae455-73b2-4e04-9c7e-a9ea46bdb43f req-27fff023-29c6-410b-b458-e5619ddf66cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 1128 time: 0.0479159 Feb 11 06:36:18.036951 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ae455-73b2-4e04-9c7e-a9ea46bdb43f req-6a574cf7-e656-4871-8d46-87ebc275a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:18.039753 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba3ae455-73b2-4e04-9c7e-a9ea46bdb43f req-6a574cf7-e656-4871-8d46-87ebc275a834 service neutron] 10.222.0.73 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 910 time: 0.0877728 Feb 11 06:36:18.107823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba3ae455-73b2-4e04-9c7e-a9ea46bdb43f req-4637a0a6-8b68-41ba-8d0f-bbf37f1a8cfa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f09187-54d0-4fdf-9b59-53963e7fa229 HTTP/1.1" status: 200 len: 1001 time: 0.0612552 Feb 11 06:36:18.153862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ae455-73b2-4e04-9c7e-a9ea46bdb43f req-16f20cbe-d2c9-4d77-851b-f58a62f923d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:18.155246 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba3ae455-73b2-4e04-9c7e-a9ea46bdb43f req-16f20cbe-d2c9-4d77-851b-f58a62f923d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.0415478 Feb 11 06:36:18.203725 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ae455-73b2-4e04-9c7e-a9ea46bdb43f req-05332ecf-ee6a-4257-aab7-41d1561ba77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:18.205209 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba3ae455-73b2-4e04-9c7e-a9ea46bdb43f req-05332ecf-ee6a-4257-aab7-41d1561ba77e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438201 Feb 11 06:36:18.295366 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba3ae455-73b2-4e04-9c7e-a9ea46bdb43f req-06a21aeb-c949-4dc4-a3c6-503306fea4d5 service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835655 Feb 11 06:36:18.381737 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ba3ae455-73b2-4e04-9c7e-a9ea46bdb43f req-8b60606e-e8eb-4afa-8268-78c991fd64b5 service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802495 Feb 11 06:36:28.686615 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d58c204-89f1-4732-aa18-8ed3196c5402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:30.964911 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e8826df8-ab90-4455-8814-4f4a65002f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:32.739247 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:33.973132 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:35.373320 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:40.667054 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:44.187312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 57980) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:44.346192 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Deleting port 5344176b-e3b5-4c69-be4f-81776e197bfe {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:36:44.346533 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (5344176b-e3b5-4c69-be4f-81776e197bfe), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:44.421783 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (5344176b-e3b5-4c69-be4f-81776e197bfe), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:44.422094 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for floatingip (5344176b-e3b5-4c69-be4f-81776e197bfe), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:44.433371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Calling delete_port for 5344176b-e3b5-4c69-be4f-81776e197bfe owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:36:44.576179 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (5344176b-e3b5-4c69-be4f-81776e197bfe), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:44.600763 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event deleted for resources: {'Port': ['ID=5344176b-e3b5-4c69-be4f-81776e197bfe,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:44.625527 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:44.625880 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:44.626220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:44.626556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:44.626893 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:44.627221 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:44.627580 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:44.627908 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:44.628235 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:44.628559 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:44.628879 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:44.629199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:44.629525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:44.672934 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for floatingip (e78848a4-0af0-4696-ad0e-87c24ce547e9), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:44.673272 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Floating IP e78848a4-0af0-4696-ad0e-87c24ce547e9 disassociated (deleted). External IP: 172.25.5.202, port: 61f09187-54d0-4fdf-9b59-53963e7fa229. Feb 11 06:36:44.881236 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:36:44.991439 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:36:44.996188 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:44.999132 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:45.001245 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5fb897-bf82-4df6-872e-1b11b359cdaf None None] Sync routers for ids ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:36:45.011550 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fb897-bf82-4df6-872e-1b11b359cdaf None None] Routers {'18b8a744-6b5a-4014-9dec-04d8b22e0dd1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:36:45.012163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2e5fb897-bf82-4df6-872e-1b11b359cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:36:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:45.024928 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-498a3b53-beba-405f-929f-eccbecbe120e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "DELETE /v2.0/floatingips/e78848a4-0af0-4696-ad0e-87c24ce547e9 HTTP/1.1" status: 204 len: 168 time: 0.8358834 Feb 11 06:36:45.025528 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'tag': '61f09187-54d0-4fdf-9b59-53963e7fa229'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:36:45.027801 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109d6fe6-355d-41ad-a464-ad53a46cc984" -d '{"events": [{"name": "network-changed", "server_uuid": "24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d", "tag": "61f09187-54d0-4fdf-9b59-53963e7fa229"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:36:45.066574 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70153b7-2542-4564-aaf1-512e0e2e9b58 x-openstack-request-id: req-c70153b7-2542-4564-aaf1-512e0e2e9b58 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:36:45.066870 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d", "tag": "61f09187-54d0-4fdf-9b59-53963e7fa229", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:36:45.067123 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c70153b7-2542-4564-aaf1-512e0e2e9b58 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:36:45.067580 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'tag': '61f09187-54d0-4fdf-9b59-53963e7fa229', 'status': 'completed', 'code': 200} Feb 11 06:36:45.129753 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-2e5fb897-bf82-4df6-872e-1b11b359cdaf None None] Set router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:36:45.144389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d6fe6-355d-41ad-a464-ad53a46cc984 req-26c1af55-ea5c-4a14-a85e-232c1fbd32f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:45.145952 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-109d6fe6-355d-41ad-a464-ad53a46cc984 req-26c1af55-ea5c-4a14-a85e-232c1fbd32f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=144f137efce042f2a374cf08c9e3e340&device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 1128 time: 0.0565059 Feb 11 06:36:45.279940 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d6fe6-355d-41ad-a464-ad53a46cc984 req-2e108cbb-0860-4e30-94cb-7563b051049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:45.281435 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-109d6fe6-355d-41ad-a464-ad53a46cc984 req-2e108cbb-0860-4e30-94cb-7563b051049f service neutron] 10.222.0.73 "GET /v2.0/networks?id=38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 200 len: 910 time: 0.1272035 Feb 11 06:36:45.291510 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971839c-706e-4882-92f2-4e41cd7fdae2 req-71eb91ea-155d-40ae-9206-aaf8257da868 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:45.292954 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e971839c-706e-4882-92f2-4e41cd7fdae2 req-71eb91ea-155d-40ae-9206-aaf8257da868 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0789528 Feb 11 06:36:45.339590 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-109d6fe6-355d-41ad-a464-ad53a46cc984 req-24753d87-6d50-4aaf-b44c-4a2750088765 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f09187-54d0-4fdf-9b59-53963e7fa229 HTTP/1.1" status: 200 len: 217 time: 0.0456626 Feb 11 06:36:45.340342 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2e5fb897-bf82-4df6-872e-1b11b359cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd3e11e11-d2ef-4079-a32a-7237eb27701a', 'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'mac_address': 'fa:16:3e:57:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:54Z', 'revision_number': 5, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'subnets': [{'id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:45.367476 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5fb897-bf82-4df6-872e-1b11b359cdaf None None] Checking router: 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:36:45.375705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fb897-bf82-4df6-872e-1b11b359cdaf None None] Routers {'18b8a744-6b5a-4014-9dec-04d8b22e0dd1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:36:45.376326 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2e5fb897-bf82-4df6-872e-1b11b359cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:36:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:45.487922 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-2e5fb897-bf82-4df6-872e-1b11b359cdaf None None] Set router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:36:45.690450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-2e5fb897-bf82-4df6-872e-1b11b359cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd3e11e11-d2ef-4079-a32a-7237eb27701a', 'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'mac_address': 'fa:16:3e:57:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:54Z', 'revision_number': 5, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'subnets': [{'id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:45.721842 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5fb897-bf82-4df6-872e-1b11b359cdaf None None] The sync data for ids ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'] in n-d-713499-38 is: [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:50Z', 'revision_number': 4, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': 'd3e11e11-d2ef-4079-a32a-7237eb27701a', 'name': '', 'network_id': '38b77282-1b34-43f4-bc95-1801f04e1779', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'mac_address': 'fa:16:3e:57:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:49Z', 'updated_at': '2022-02-11T06:27:54Z', 'revision_number': 5, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'subnets': [{'id': 'fe8876a0-9d85-4bd5-b13b-cad71f4ade5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:36:45.737792 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e971839c-706e-4882-92f2-4e41cd7fdae2 req-4cf02d26-8e87-4ad2-8b64-7687eed54507 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4372137 Feb 11 06:36:45.749309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d6fe6-355d-41ad-a464-ad53a46cc984 req-66f29487-bf8a-4e56-aaba-40aa3cdded97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:45.750858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-109d6fe6-355d-41ad-a464-ad53a46cc984 req-66f29487-bf8a-4e56-aaba-40aa3cdded97 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 200 len: 848 time: 0.3983016 Feb 11 06:36:45.800906 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d6fe6-355d-41ad-a464-ad53a46cc984 req-3dff0f39-822e-428f-9113-98d7ce695f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:45.802452 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-109d6fe6-355d-41ad-a464-ad53a46cc984 req-3dff0f39-822e-428f-9113-98d7ce695f05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38b77282-1b34-43f4-bc95-1801f04e1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447328 Feb 11 06:36:45.898972 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-109d6fe6-355d-41ad-a464-ad53a46cc984 req-76196455-6bf3-4003-a631-7e3745e0d66e service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899873 Feb 11 06:36:45.955286 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7241116f-0078-4b68-8952-24c4288f2192 None None] New status for floating IP e78848a4-0af0-4696-ad0e-87c24ce547e9: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:36:45.993699 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-109d6fe6-355d-41ad-a464-ad53a46cc984 req-ff2ac3c3-10fa-40e8-bd3e-466a21224446 service neutron] 10.222.0.73 "GET /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860603 Feb 11 06:36:46.742662 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514805a-1c66-49c8-9b1e-1f203c0e956e req-2ef26670-b76b-40cd-a343-0823b24ab1c6 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:46.744043 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9514805a-1c66-49c8-9b1e-1f203c0e956e req-2ef26670-b76b-40cd-a343-0823b24ab1c6 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.73 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0515940 Feb 11 06:36:46.873967 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-9514805a-1c66-49c8-9b1e-1f203c0e956e req-dee8df21-25f6-42a5-bcfd-65ab37c8dc16 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Deleting port 61f09187-54d0-4fdf-9b59-53963e7fa229 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:36:46.874308 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9514805a-1c66-49c8-9b1e-1f203c0e956e req-dee8df21-25f6-42a5-bcfd-65ab37c8dc16 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:46.884724 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065582c1-0135-41ed-8661-cdb701793810 req-eaaf17e5-5b19-4480-94e3-b283f2ffb315 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:36:46.886183 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-065582c1-0135-41ed-8661-cdb701793810 req-eaaf17e5-5b19-4480-94e3-b283f2ffb315 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 945 time: 0.0735278 Feb 11 06:36:46.988773 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-065582c1-0135-41ed-8661-cdb701793810 req-c7c30427-0393-4ce6-ad8f-c59f2efa0e6e tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/security-groups?id=06a40f45-8aba-4ad4-85e5-6d8e82907725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929418 Feb 11 06:36:47.003334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-9514805a-1c66-49c8-9b1e-1f203c0e956e req-dee8df21-25f6-42a5-bcfd-65ab37c8dc16 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] For port 61f09187-54d0-4fdf-9b59-53963e7fa229, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=61f09187-54d0-4fdf-9b59-53963e7fa229,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:36:47.003729 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9514805a-1c66-49c8-9b1e-1f203c0e956e req-dee8df21-25f6-42a5-bcfd-65ab37c8dc16 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:47.016437 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-9514805a-1c66-49c8-9b1e-1f203c0e956e req-dee8df21-25f6-42a5-bcfd-65ab37c8dc16 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Calling delete_port for 61f09187-54d0-4fdf-9b59-53963e7fa229 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:36:47.143563 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9514805a-1c66-49c8-9b1e-1f203c0e956e req-dee8df21-25f6-42a5-bcfd-65ab37c8dc16 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (61f09187-54d0-4fdf-9b59-53963e7fa229), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:47.171551 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8df21-25f6-42a5-bcfd-65ab37c8dc16 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event deleted for resources: {'Port': ['ID=61f09187-54d0-4fdf-9b59-53963e7fa229,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:47.217242 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-9514805a-1c66-49c8-9b1e-1f203c0e956e req-dee8df21-25f6-42a5-bcfd-65ab37c8dc16 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] No DVR routers for this DVR port 61f09187-54d0-4fdf-9b59-53963e7fa229 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:36:47.219960 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-9514805a-1c66-49c8-9b1e-1f203c0e956e req-dee8df21-25f6-42a5-bcfd-65ab37c8dc16 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:47.223680 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9514805a-1c66-49c8-9b1e-1f203c0e956e req-dee8df21-25f6-42a5-bcfd-65ab37c8dc16 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.73 "DELETE /v2.0/ports/61f09187-54d0-4fdf-9b59-53963e7fa229 HTTP/1.1" status: 204 len: 173 time: 0.4739792 Feb 11 06:36:47.224142 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'name': 'network-vif-deleted', 'tag': '61f09187-54d0-4fdf-9b59-53963e7fa229'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:36:47.228092 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefd33c4-ad0b-4207-8928-abc57cc1797c" -d '{"events": [{"server_uuid": "24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d", "name": "network-vif-deleted", "tag": "61f09187-54d0-4fdf-9b59-53963e7fa229"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:36:47.266756 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ce7329-1c6a-45b9-b7cd-7aa566d44bb8 x-openstack-request-id: req-97ce7329-1c6a-45b9-b7cd-7aa566d44bb8 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:36:47.267059 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d", "name": "network-vif-deleted", "tag": "61f09187-54d0-4fdf-9b59-53963e7fa229", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:36:47.267555 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-97ce7329-1c6a-45b9-b7cd-7aa566d44bb8 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:36:47.268325 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d', 'name': 'network-vif-deleted', 'tag': '61f09187-54d0-4fdf-9b59-53963e7fa229', 'status': 'completed', 'code': 200} Feb 11 06:36:48.089933 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8f1ab2d4-a4b2-4ee1-b036-c72b9f6d2b1a req-000593e6-165e-4d9e-87a4-c6abb83aae5b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 210 time: 0.0310376 Feb 11 06:36:49.185877 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8daf4c7c-5ca7-4de7-bb26-61fcf190e586 req-96e1d8aa-9339-474c-8069-aec1434764a2 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 210 time: 0.0272529 Feb 11 06:36:49.357497 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:36:49.486315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 61f09187-54d0-4fdf-9b59-53963e7fa229 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:36:49.506879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 61f09187-54d0-4fdf-9b59-53963e7fa229 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:36:49.507238 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 61f09187-54d0-4fdf-9b59-53963e7fa229 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:36:50.279798 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-5b0a1236-3296-47ff-a9a5-810982ffcccc req-b611de1c-f763-4f76-8b24-239b5b6c68c6 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 210 time: 0.0280747 Feb 11 06:36:51.374645 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-175c1466-9834-4cec-9a18-d4de2788031a req-53304ad5-0487-4bd9-a486-74947457e19a tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 210 time: 0.0279152 Feb 11 06:36:52.480445 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-808dab95-e1dc-4993-a682-583bbccc7476 req-51259de7-0a37-4426-a800-cd98089caa07 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 210 time: 0.0306814 Feb 11 06:36:53.579895 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9b67180f-78f6-42a1-b89f-73cc6d48fb7b req-dff964cc-0e60-46fc-a7cb-62a9468ecec9 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 210 time: 0.0315294 Feb 11 06:36:54.671269 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d0ea9915-2cdf-49a2-bd25-a3ef17ece8cb req-6c49c83e-3e43-4e4b-a037-6891dbb0bf6b tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 210 time: 0.0267489 Feb 11 06:36:55.776810 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-00275802-a2e5-41a0-8cfe-f5d704bd148b req-84bb409b-e816-4e17-a6f9-b1c4ad50b553 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "GET /v2.0/ports?device_id=24902aa7-ba14-4eb6-b1fb-ee8e48d45b9d HTTP/1.1" status: 200 len: 210 time: 0.0281379 Feb 11 06:36:56.835070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58018) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:56.892153 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b46afd07-80c8-461a-86c6-ff36b8b0842f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group (06a40f45-8aba-4ad4-85e5-6d8e82907725), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:56.921047 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b46afd07-80c8-461a-86c6-ff36b8b0842f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group (06a40f45-8aba-4ad4-85e5-6d8e82907725), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:56.983528 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b46afd07-80c8-461a-86c6-ff36b8b0842f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (06a40f45-8aba-4ad4-85e5-6d8e82907725), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:56.987577 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b46afd07-80c8-461a-86c6-ff36b8b0842f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:56.988757 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b46afd07-80c8-461a-86c6-ff36b8b0842f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] 10.222.0.87 "DELETE /v2.0/security-groups/06a40f45-8aba-4ad4-85e5-6d8e82907725 HTTP/1.1" status: 204 len: 168 time: 0.1526389 Feb 11 06:36:56.999112 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46afd07-80c8-461a-86c6-ff36b8b0842f tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a40f45-8aba-4ad4-85e5-6d8e82907725,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:57.041166 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58022) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:57.496213 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-446fe51a-3a46-4e30-ae6f-259ebfc481c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (18b8a744-6b5a-4014-9dec-04d8b22e0dd1), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:57.742435 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-446fe51a-3a46-4e30-ae6f-259ebfc481c1 admin admin] Deleting port d3e11e11-d2ef-4079-a32a-7237eb27701a {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:36:57.742770 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-446fe51a-3a46-4e30-ae6f-259ebfc481c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:57.818274 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-446fe51a-3a46-4e30-ae6f-259ebfc481c1 admin admin] For port d3e11e11-d2ef-4079-a32a-7237eb27701a, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=d3e11e11-d2ef-4079-a32a-7237eb27701a,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:36:57.818643 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-446fe51a-3a46-4e30-ae6f-259ebfc481c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:57.831066 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-446fe51a-3a46-4e30-ae6f-259ebfc481c1 admin admin] Calling delete_port for d3e11e11-d2ef-4079-a32a-7237eb27701a owned by network:router_interface {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:36:58.013853 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-446fe51a-3a46-4e30-ae6f-259ebfc481c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (d3e11e11-d2ef-4079-a32a-7237eb27701a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:58.045702 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fe51a-3a46-4e30-ae6f-259ebfc481c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e11e11-d2ef-4079-a32a-7237eb27701a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:58.232751 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-446fe51a-3a46-4e30-ae6f-259ebfc481c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (18b8a744-6b5a-4014-9dec-04d8b22e0dd1), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:58.452329 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446fe51a-3a46-4e30-ae6f-259ebfc481c1 admin admin] Router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:36:58.557051 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446fe51a-3a46-4e30-ae6f-259ebfc481c1 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:36:58.561984 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-446fe51a-3a46-4e30-ae6f-259ebfc481c1 admin admin] 10.222.0.87 "PUT /v2.0/routers/18b8a744-6b5a-4014-9dec-04d8b22e0dd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5229087 Feb 11 06:36:58.564883 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58026) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:58.566262 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42ff5df-0a63-469b-a797-2a7f4dd60798 None None] Sync routers for ids ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:36:58.576624 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ff5df-0a63-469b-a797-2a7f4dd60798 None None] Routers {'18b8a744-6b5a-4014-9dec-04d8b22e0dd1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:36:58.576834 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a42ff5df-0a63-469b-a797-2a7f4dd60798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:36:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:58.675622 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Publish callbacks [] for router (18b8a744-6b5a-4014-9dec-04d8b22e0dd1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:58.683816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-a42ff5df-0a63-469b-a797-2a7f4dd60798 None None] Set router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:36:58.775576 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7dad4960-63fc-4534-887a-d638a488678f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:58.783202 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Publish callbacks [] for router_gateway (18b8a744-6b5a-4014-9dec-04d8b22e0dd1), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:58.842620 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Deleting port 892ba078-0930-4690-aaaf-8c503ca752c9 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:36:58.842982 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (892ba078-0930-4690-aaaf-8c503ca752c9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:58.883058 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a42ff5df-0a63-469b-a797-2a7f4dd60798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:36:57Z', 'revision_number': 5, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port': {'id': '892ba078-0930-4690-aaaf-8c503ca752c9', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:58.910171 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42ff5df-0a63-469b-a797-2a7f4dd60798 None None] Checking router: 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:36:58.918486 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ff5df-0a63-469b-a797-2a7f4dd60798 None None] Routers {'18b8a744-6b5a-4014-9dec-04d8b22e0dd1'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:36:58.919101 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a42ff5df-0a63-469b-a797-2a7f4dd60798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:36:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:58.934478 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] For port 892ba078-0930-4690-aaaf-8c503ca752c9, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=892ba078-0930-4690-aaaf-8c503ca752c9,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:36:58.934864 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (892ba078-0930-4690-aaaf-8c503ca752c9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:58.947763 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Calling delete_port for 892ba078-0930-4690-aaaf-8c503ca752c9 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:36:59.012426 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-a42ff5df-0a63-469b-a797-2a7f4dd60798 None None] Set router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:36:59.068681 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-a42ff5df-0a63-469b-a797-2a7f4dd60798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:36:58Z', 'revision_number': 6, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:36:59.097569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42ff5df-0a63-469b-a797-2a7f4dd60798 None None] The sync data for ids ['18b8a744-6b5a-4014-9dec-04d8b22e0dd1'] in n-d-713499-38 is: [{'id': '18b8a744-6b5a-4014-9dec-04d8b22e0dd1', 'name': 'tempest-TestShelveInstance-1048924500-router', 'tenant_id': '144f137efce042f2a374cf08c9e3e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:47Z', 'updated_at': '2022-02-11T06:36:58Z', 'revision_number': 6, 'project_id': '144f137efce042f2a374cf08c9e3e340', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:36:59.128192 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (892ba078-0930-4690-aaaf-8c503ca752c9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:59.166447 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Pushing event deleted for resources: {'Port': ['ID=892ba078-0930-4690-aaaf-8c503ca752c9,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:59.191387 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:59.191767 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:59.192092 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:59.192432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:59.192768 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:59.193102 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:59.193432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:59.193793 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:59.194708 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:59.195019 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:59.195363 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:59.195711 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:59.196039 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:36:59.236308 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (18b8a744-6b5a-4014-9dec-04d8b22e0dd1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:59.332409 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (18b8a744-6b5a-4014-9dec-04d8b22e0dd1), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:59.334523 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Publish callbacks [] for router_controller (18b8a744-6b5a-4014-9dec-04d8b22e0dd1), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:59.378515 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (18b8a744-6b5a-4014-9dec-04d8b22e0dd1), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:59.379071 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18b8a744-6b5a-4014-9dec-04d8b22e0dd1 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:36:59.386390 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:59.387578 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-05bea2c3-419b-436a-85d2-e4f9ee8d4809 admin admin] 10.222.0.87 "DELETE /v2.0/routers/18b8a744-6b5a-4014-9dec-04d8b22e0dd1 HTTP/1.1" status: 204 len: 168 time: 0.8216906 Feb 11 06:36:59.390001 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58030) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:59.439401 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_v2 [None req-4094d557-c83b-4d1e-a4c0-90b718234544 admin admin] Deleting subnet fe8876a0-9d85-4bd5-b13b-cad71f4ade5c {{(pid=103170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:36:59.442533 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4094d557-c83b-4d1e-a4c0-90b718234544 admin admin] Publish callbacks [] for subnet (fe8876a0-9d85-4bd5-b13b-cad71f4ade5c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:59.479633 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4094d557-c83b-4d1e-a4c0-90b718234544 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31056983'] for subnet (fe8876a0-9d85-4bd5-b13b-cad71f4ade5c), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:59.561254 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4094d557-c83b-4d1e-a4c0-90b718234544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (fe8876a0-9d85-4bd5-b13b-cad71f4ade5c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:59.613526 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4094d557-c83b-4d1e-a4c0-90b718234544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31227986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31354468'] for subnet (fe8876a0-9d85-4bd5-b13b-cad71f4ade5c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:59.643432 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094d557-c83b-4d1e-a4c0-90b718234544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe8876a0-9d85-4bd5-b13b-cad71f4ade5c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:36:59.647600 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4094d557-c83b-4d1e-a4c0-90b718234544 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:59.650855 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4094d557-c83b-4d1e-a4c0-90b718234544 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/fe8876a0-9d85-4bd5-b13b-cad71f4ade5c HTTP/1.1" status: 204 len: 168 time: 0.2597351 Feb 11 06:36:59.653626 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58032) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:36:59.654526 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb9254f-4987-438f-a52d-ee5640be93d1 None None] Network 38b77282-1b34-43f4-bc95-1801f04e1779 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:36:59.724896 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (38b77282-1b34-43f4-bc95-1801f04e1779), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:59.783389 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] Deleting port a522d8da-afcd-4315-9b72-1bdc561cf5f0 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:36:59.783759 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a522d8da-afcd-4315-9b72-1bdc561cf5f0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:59.849703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] For port a522d8da-afcd-4315-9b72-1bdc561cf5f0, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a522d8da-afcd-4315-9b72-1bdc561cf5f0,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:36:59.850081 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a522d8da-afcd-4315-9b72-1bdc561cf5f0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:59.865504 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] Calling delete_port for a522d8da-afcd-4315-9b72-1bdc561cf5f0 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:36:59.901226 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] DHCP port deletion for 38b77282-1b34-43f4-bc95-1801f04e1779 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:36:59.960163 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Deleting port a522d8da-afcd-4315-9b72-1bdc561cf5f0 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:36:59.960700 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a522d8da-afcd-4315-9b72-1bdc561cf5f0), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:36:59.977111 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (a522d8da-afcd-4315-9b72-1bdc561cf5f0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:00.019757 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] No DVR routers for this DVR port a522d8da-afcd-4315-9b72-1bdc561cf5f0 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:37:00.023245 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] Pushing event deleted for resources: {'Port': ['ID=a522d8da-afcd-4315-9b72-1bdc561cf5f0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:00.036292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] For port a522d8da-afcd-4315-9b72-1bdc561cf5f0, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a522d8da-afcd-4315-9b72-1bdc561cf5f0,segment=NetworkSegment(1d2112bf-fb85-4be0-9789-a0852a8426fd),segment_id=1d2112bf-fb85-4be0-9789-a0852a8426fd)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:00.036693 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a522d8da-afcd-4315-9b72-1bdc561cf5f0), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:00.053696 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d3e11e11-d2ef-4079-a32a-7237eb27701a no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:37:00.074586 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Calling delete_port for a522d8da-afcd-4315-9b72-1bdc561cf5f0 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:37:00.079273 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: d3e11e11-d2ef-4079-a32a-7237eb27701a {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:37:00.079679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device d3e11e11-d2ef-4079-a32a-7237eb27701a not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:37:00.080146 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a522d8da-afcd-4315-9b72-1bdc561cf5f0 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:37:00.106917 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: a522d8da-afcd-4315-9b72-1bdc561cf5f0 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:37:00.107272 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a522d8da-afcd-4315-9b72-1bdc561cf5f0 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:37:00.107726 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 892ba078-0930-4690-aaaf-8c503ca752c9 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:37:00.116035 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (38b77282-1b34-43f4-bc95-1801f04e1779), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:00.137652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b77282-1b34-43f4-bc95-1801f04e1779']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:00.148157 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2112bf-fb85-4be0-9789-a0852a8426fd') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:00.148525 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2112bf-fb85-4be0-9789-a0852a8426fd') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:00.159991 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (1d2112bf-fb85-4be0-9789-a0852a8426fd), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:00.179156 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (1d2112bf-fb85-4be0-9789-a0852a8426fd), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:00.188764 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:37:00.189237 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (1d2112bf-fb85-4be0-9789-a0852a8426fd), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: timer() Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:37:00.191048 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:37:00.263285 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (38b77282-1b34-43f4-bc95-1801f04e1779), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:00.273526 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:00.280223 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] 10.222.0.87 "DELETE /v2.0/networks/38b77282-1b34-43f4-bc95-1801f04e1779 HTTP/1.1" status: 204 len: 168 time: 0.6252112 Feb 11 06:37:00.280892 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58034) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:00.291780 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b25a21-d0f7-49ae-acf8-7ffcfbb937da admin admin] Pushing event deleted for resources: {'Network': ['ID=38b77282-1b34-43f4-bc95-1801f04e1779,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:00.315460 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 892ba078-0930-4690-aaaf-8c503ca752c9 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:37:00.315827 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 892ba078-0930-4690-aaaf-8c503ca752c9 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:37:00.389560 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (a522d8da-afcd-4315-9b72-1bdc561cf5f0), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:00.413629 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Pushing event deleted for resources: {'Port': ['ID=a522d8da-afcd-4315-9b72-1bdc561cf5f0,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:00.415930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Network 38b77282-1b34-43f4-bc95-1801f04e1779 is not hosted by any dhcp agent {{(pid=103173) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 06:37:00.416390 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] No DVR routers for this DVR port a522d8da-afcd-4315-9b72-1bdc561cf5f0 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:37:00.434349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:00.434349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:00.434349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:00.434349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:00.434349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:00.434349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:00.434349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:00.434349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:00.434349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:00.434349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:00.434349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:00.434349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:00.434349 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c59345-64f0-4030-850e-2e32c26c685b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:00.657256 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ab12f57-fe9b-4b17-b3f1-b0c10c97ef91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (54c7680e-5199-4cfe-9ee1-ba3ad45e86c0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:00.905371 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-1ab12f57-fe9b-4b17-b3f1-b0c10c97ef91 admin admin] Deleting port c1f71206-d7c7-4465-9087-4357025d0838 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:37:00.905707 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ab12f57-fe9b-4b17-b3f1-b0c10c97ef91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (c1f71206-d7c7-4465-9087-4357025d0838), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:00.966552 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0059c10a-4db9-4103-8f85-eeed519300db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:00.990025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-1ab12f57-fe9b-4b17-b3f1-b0c10c97ef91 admin admin] For port c1f71206-d7c7-4465-9087-4357025d0838, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=c1f71206-d7c7-4465-9087-4357025d0838,segment=NetworkSegment(f0665746-b222-40b9-899c-77eb51e8d6a9),segment_id=f0665746-b222-40b9-899c-77eb51e8d6a9)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:00.990391 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ab12f57-fe9b-4b17-b3f1-b0c10c97ef91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (c1f71206-d7c7-4465-9087-4357025d0838), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:01.003760 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-1ab12f57-fe9b-4b17-b3f1-b0c10c97ef91 admin admin] Calling delete_port for c1f71206-d7c7-4465-9087-4357025d0838 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:37:01.188326 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ab12f57-fe9b-4b17-b3f1-b0c10c97ef91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (c1f71206-d7c7-4465-9087-4357025d0838), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:01.215299 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab12f57-fe9b-4b17-b3f1-b0c10c97ef91 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f71206-d7c7-4465-9087-4357025d0838,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:01.396307 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1ab12f57-fe9b-4b17-b3f1-b0c10c97ef91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (54c7680e-5199-4cfe-9ee1-ba3ad45e86c0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:01.625494 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab12f57-fe9b-4b17-b3f1-b0c10c97ef91 admin admin] Router 54c7680e-5199-4cfe-9ee1-ba3ad45e86c0 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:37:01.737516 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab12f57-fe9b-4b17-b3f1-b0c10c97ef91 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:37:01.743518 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-1ab12f57-fe9b-4b17-b3f1-b0c10c97ef91 admin admin] 10.222.0.87 "PUT /v2.0/routers/54c7680e-5199-4cfe-9ee1-ba3ad45e86c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4615371 Feb 11 06:37:01.745971 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58036) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:01.749341 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27763cc5-4a70-4944-9581-d4b26eb9aeb8 None None] Sync routers for ids ['54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:37:01.760323 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27763cc5-4a70-4944-9581-d4b26eb9aeb8 None None] Routers {'54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:37:01.761307 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-27763cc5-4a70-4944-9581-d4b26eb9aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:37:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:01.858301 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f58cedb7-3591-4a76-a566-1687b08684f6 admin admin] Publish callbacks [] for router (54c7680e-5199-4cfe-9ee1-ba3ad45e86c0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:01.982734 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-27763cc5-4a70-4944-9581-d4b26eb9aeb8 None None] Set router 54c7680e-5199-4cfe-9ee1-ba3ad45e86c0 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:37:01.988655 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f58cedb7-3591-4a76-a566-1687b08684f6 admin admin] Publish callbacks [] for router_gateway (54c7680e-5199-4cfe-9ee1-ba3ad45e86c0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:02.058394 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f58cedb7-3591-4a76-a566-1687b08684f6 admin admin] Deleting port 89df02e3-6e7b-4455-9ce4-35ef06010d23 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:37:02.059123 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f58cedb7-3591-4a76-a566-1687b08684f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (89df02e3-6e7b-4455-9ce4-35ef06010d23), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:02.146789 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-f58cedb7-3591-4a76-a566-1687b08684f6 admin admin] For port 89df02e3-6e7b-4455-9ce4-35ef06010d23, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=89df02e3-6e7b-4455-9ce4-35ef06010d23,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:02.147224 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f58cedb7-3591-4a76-a566-1687b08684f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (89df02e3-6e7b-4455-9ce4-35ef06010d23), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:02.159469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-f58cedb7-3591-4a76-a566-1687b08684f6 admin admin] Calling delete_port for 89df02e3-6e7b-4455-9ce4-35ef06010d23 owned by network:router_gateway {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:37:02.177355 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-27763cc5-4a70-4944-9581-d4b26eb9aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'name': 'tempest-TestShelveInstance-1859631897-router', 'tenant_id': 'db6c5c418cdf431384956fa562a9f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '89df02e3-6e7b-4455-9ce4-35ef06010d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:52Z', 'updated_at': '2022-02-11T06:37:01Z', 'revision_number': 5, 'project_id': 'db6c5c418cdf431384956fa562a9f727', 'gw_port': {'id': '89df02e3-6e7b-4455-9ce4-35ef06010d23', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:27:52Z', 'updated_at': '2022-02-11T06:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:02.212024 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27763cc5-4a70-4944-9581-d4b26eb9aeb8 None None] Checking router: 54c7680e-5199-4cfe-9ee1-ba3ad45e86c0 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:37:02.221170 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27763cc5-4a70-4944-9581-d4b26eb9aeb8 None None] Routers {'54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:37:02.221853 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-27763cc5-4a70-4944-9581-d4b26eb9aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:37:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:02.340091 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-27763cc5-4a70-4944-9581-d4b26eb9aeb8 None None] Set router 54c7680e-5199-4cfe-9ee1-ba3ad45e86c0 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:37:02.347956 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f58cedb7-3591-4a76-a566-1687b08684f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (89df02e3-6e7b-4455-9ce4-35ef06010d23), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:02.385406 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cedb7-3591-4a76-a566-1687b08684f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=89df02e3-6e7b-4455-9ce4-35ef06010d23,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:02.411479 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-27763cc5-4a70-4944-9581-d4b26eb9aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'name': 'tempest-TestShelveInstance-1859631897-router', 'tenant_id': 'db6c5c418cdf431384956fa562a9f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:52Z', 'updated_at': '2022-02-11T06:37:01Z', 'revision_number': 6, 'project_id': 'db6c5c418cdf431384956fa562a9f727', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:02.446217 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27763cc5-4a70-4944-9581-d4b26eb9aeb8 None None] The sync data for ids ['54c7680e-5199-4cfe-9ee1-ba3ad45e86c0'] in n-d-713499-38 is: [{'id': '54c7680e-5199-4cfe-9ee1-ba3ad45e86c0', 'name': 'tempest-TestShelveInstance-1859631897-router', 'tenant_id': 'db6c5c418cdf431384956fa562a9f727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:27:52Z', 'updated_at': '2022-02-11T06:37:01Z', 'revision_number': 6, 'project_id': 'db6c5c418cdf431384956fa562a9f727', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:37:02.448076 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f58cedb7-3591-4a76-a566-1687b08684f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (54c7680e-5199-4cfe-9ee1-ba3ad45e86c0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:02.550523 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f58cedb7-3591-4a76-a566-1687b08684f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (54c7680e-5199-4cfe-9ee1-ba3ad45e86c0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:02.552825 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f58cedb7-3591-4a76-a566-1687b08684f6 admin admin] Publish callbacks [] for router_controller (54c7680e-5199-4cfe-9ee1-ba3ad45e86c0), precommit_delete_associations {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:02.604976 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f58cedb7-3591-4a76-a566-1687b08684f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (54c7680e-5199-4cfe-9ee1-ba3ad45e86c0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:02.605498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58cedb7-3591-4a76-a566-1687b08684f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54c7680e-5199-4cfe-9ee1-ba3ad45e86c0 {{(pid=103170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:37:02.610652 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f58cedb7-3591-4a76-a566-1687b08684f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:02.613895 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-f58cedb7-3591-4a76-a566-1687b08684f6 admin admin] 10.222.0.87 "DELETE /v2.0/routers/54c7680e-5199-4cfe-9ee1-ba3ad45e86c0 HTTP/1.1" status: 204 len: 168 time: 0.8632271 Feb 11 06:37:02.614296 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58038) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:02.662098 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c03b044-0e54-411a-9d8b-1f6432ee664b admin admin] Deleting subnet 7d10c0d3-46f8-44fc-8413-44cd676a9054 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:37:02.665749 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6c03b044-0e54-411a-9d8b-1f6432ee664b admin admin] Publish callbacks [] for subnet (7d10c0d3-46f8-44fc-8413-44cd676a9054), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:02.704882 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6c03b044-0e54-411a-9d8b-1f6432ee664b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (7d10c0d3-46f8-44fc-8413-44cd676a9054), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:02.745401 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:02.787704 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6c03b044-0e54-411a-9d8b-1f6432ee664b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (7d10c0d3-46f8-44fc-8413-44cd676a9054), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:02.860793 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6c03b044-0e54-411a-9d8b-1f6432ee664b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (7d10c0d3-46f8-44fc-8413-44cd676a9054), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:02.892188 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03b044-0e54-411a-9d8b-1f6432ee664b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d10c0d3-46f8-44fc-8413-44cd676a9054,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:02.896714 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-6c03b044-0e54-411a-9d8b-1f6432ee664b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:02.903028 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58040) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:02.907185 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62eecc8-ec4d-4c83-8c65-d0d780759d97 None None] Network 909c4f5e-9e57-4bac-baea-a094abbcb45b requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:37:02.916068 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6c03b044-0e54-411a-9d8b-1f6432ee664b admin admin] 10.222.0.87 "DELETE /v2.0/subnets/7d10c0d3-46f8-44fc-8413-44cd676a9054 HTTP/1.1" status: 204 len: 168 time: 0.3004935 Feb 11 06:37:02.979601 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (909c4f5e-9e57-4bac-baea-a094abbcb45b), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:03.040985 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] Deleting port a5e7fd36-4c60-48e5-a00f-40d129a8abb8 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:37:03.041332 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (a5e7fd36-4c60-48e5-a00f-40d129a8abb8), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:03.105452 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] For port a5e7fd36-4c60-48e5-a00f-40d129a8abb8, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=a5e7fd36-4c60-48e5-a00f-40d129a8abb8,segment=NetworkSegment(f0665746-b222-40b9-899c-77eb51e8d6a9),segment_id=f0665746-b222-40b9-899c-77eb51e8d6a9)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:03.105740 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (a5e7fd36-4c60-48e5-a00f-40d129a8abb8), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:03.118865 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] Calling delete_port for a5e7fd36-4c60-48e5-a00f-40d129a8abb8 owned by network:dhcp {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:37:03.200552 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (a5e7fd36-4c60-48e5-a00f-40d129a8abb8), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:03.224467 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e7fd36-4c60-48e5-a00f-40d129a8abb8,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:03.230676 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] No DVR routers for this DVR port a5e7fd36-4c60-48e5-a00f-40d129a8abb8 on host n-d-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:37:03.301732 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (909c4f5e-9e57-4bac-baea-a094abbcb45b), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:03.323117 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909c4f5e-9e57-4bac-baea-a094abbcb45b']}} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:03.327200 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058fd49d-c654-4c85-b5ad-1c27436563df None None] DHCP port deletion for 909c4f5e-9e57-4bac-baea-a094abbcb45b request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:37:03.336970 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0665746-b222-40b9-899c-77eb51e8d6a9') {'for_net_delete': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:03.337282 n-d-713499-38 neutron-server[103170]: DEBUG neutron.services.segments.db [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0665746-b222-40b9-899c-77eb51e8d6a9') {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:03.359677 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31057006'] for segment (f0665746-b222-40b9-899c-77eb51e8d6a9), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:03.374835 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (f0665746-b222-40b9-899c-77eb51e8d6a9), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:03.381548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:37:03.381954 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31228136'] for segment (f0665746-b222-40b9-899c-77eb51e8d6a9), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: Traceback (most recent call last): Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: timer() Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: cb(*args, **kw) Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: return func(*args, **kwargs) Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: self._notify() Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: self.callback(batched_events) Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: event.method(event) Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: return f(self, *a, **k) Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: return self._get(url).json() Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: return self.request(url, 'GET', **kwargs) Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:37:03.383747 n-d-713499-38 neutron-server[103170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:37:03.450812 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (909c4f5e-9e57-4bac-baea-a094abbcb45b), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:03.456394 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:03.460129 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] 10.222.0.87 "DELETE /v2.0/networks/909c4f5e-9e57-4bac-baea-a094abbcb45b HTTP/1.1" status: 204 len: 168 time: 0.5554886 Feb 11 06:37:03.471055 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052060d1-6907-411d-9e22-76c028f95d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=909c4f5e-9e57-4bac-baea-a094abbcb45b,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:03.591220 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58044) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:03.634499 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-f6e01674-6f0a-4a3b-8f19-3a166825bd5e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=144f137efce042f2a374cf08c9e3e340&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418203 Feb 11 06:37:03.636907 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58046) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:03.686807 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-37a5908d-74eb-42cf-ae1a-674da1ea18d1 admin admin] Publish callbacks [] for security_group (44351cf2-111e-456d-ae8a-fc19a0174921), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:03.708041 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-37a5908d-74eb-42cf-ae1a-674da1ea18d1 admin admin] Publish callbacks [] for security_group (44351cf2-111e-456d-ae8a-fc19a0174921), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:03.755229 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-37a5908d-74eb-42cf-ae1a-674da1ea18d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (44351cf2-111e-456d-ae8a-fc19a0174921), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:03.757885 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-37a5908d-74eb-42cf-ae1a-674da1ea18d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:03.759056 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-37a5908d-74eb-42cf-ae1a-674da1ea18d1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/44351cf2-111e-456d-ae8a-fc19a0174921 HTTP/1.1" status: 204 len: 168 time: 0.1211820 Feb 11 06:37:03.766703 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5908d-74eb-42cf-ae1a-674da1ea18d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44351cf2-111e-456d-ae8a-fc19a0174921,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:03.983169 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:03.990172 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c1f71206-d7c7-4465-9087-4357025d0838 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:37:04.010944 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: c1f71206-d7c7-4465-9087-4357025d0838 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:37:04.011289 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device c1f71206-d7c7-4465-9087-4357025d0838 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:37:04.011732 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 89df02e3-6e7b-4455-9ce4-35ef06010d23 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:37:04.030381 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 89df02e3-6e7b-4455-9ce4-35ef06010d23 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:37:04.030737 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 89df02e3-6e7b-4455-9ce4-35ef06010d23 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:37:04.031157 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a5e7fd36-4c60-48e5-a00f-40d129a8abb8 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:37:04.050323 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: a5e7fd36-4c60-48e5-a00f-40d129a8abb8 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:37:04.050678 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device a5e7fd36-4c60-48e5-a00f-40d129a8abb8 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:37:04.076818 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58052) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:04.116683 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b4a37c65-7e5b-4729-8e90-781a894126e9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=db6c5c418cdf431384956fa562a9f727&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380256 Feb 11 06:37:04.119239 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58054) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:04.167057 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8d760dd-74f2-409f-8ffc-8066e54f851c admin admin] Publish callbacks [] for security_group (bb60837e-b439-4677-a7af-9971e64f5a22), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:04.187567 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8d760dd-74f2-409f-8ffc-8066e54f851c admin admin] Publish callbacks [] for security_group (bb60837e-b439-4677-a7af-9971e64f5a22), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:04.232532 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8d760dd-74f2-409f-8ffc-8066e54f851c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (bb60837e-b439-4677-a7af-9971e64f5a22), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:04.235054 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8d760dd-74f2-409f-8ffc-8066e54f851c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:04.236228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e8d760dd-74f2-409f-8ffc-8066e54f851c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bb60837e-b439-4677-a7af-9971e64f5a22 HTTP/1.1" status: 204 len: 168 time: 0.1160047 Feb 11 06:37:04.243718 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d760dd-74f2-409f-8ffc-8066e54f851c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb60837e-b439-4677-a7af-9971e64f5a22,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:04.887577 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58076) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:04.988413 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-e68395a0-a828-438b-8b84-b8e2f00c13a4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-84048-network', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:37:05.010344 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68395a0-a828-438b-8b84-b8e2f00c13a4 admin admin] Made reservation on behalf of 3cb343eecc7a4c7f9f626049db0ec93d for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:37:05.012821 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e68395a0-a828-438b-8b84-b8e2f00c13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.021196 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e68395a0-a828-438b-8b84-b8e2f00c13a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.095971 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e68395a0-a828-438b-8b84-b8e2f00c13a4 admin admin] Publish callbacks [] for security_group (20ec6926-f34d-408f-ae17-b60801ed99c3), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.099481 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e68395a0-a828-438b-8b84-b8e2f00c13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (20ec6926-f34d-408f-ae17-b60801ed99c3), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.123317 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68395a0-a828-438b-8b84-b8e2f00c13a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:37:05.133120 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68395a0-a828-438b-8b84-b8e2f00c13a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ec6926-f34d-408f-ae17-b60801ed99c3,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:05.137819 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e68395a0-a828-438b-8b84-b8e2f00c13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (db2d2e68-885f-4b0e-a565-dc1cae9a8df6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.138162 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-e68395a0-a828-438b-8b84-b8e2f00c13a4 admin admin] Added segment db2d2e68-885f-4b0e-a565-dc1cae9a8df6 of type vlan for network af836395-17b8-47aa-aaca-5dfe37def1c0 Feb 11 06:37:05.177822 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e68395a0-a828-438b-8b84-b8e2f00c13a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (af836395-17b8-47aa-aaca-5dfe37def1c0), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.201381 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e68395a0-a828-438b-8b84-b8e2f00c13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (af836395-17b8-47aa-aaca-5dfe37def1c0), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.202325 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68395a0-a828-438b-8b84-b8e2f00c13a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:05.202899 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e68395a0-a828-438b-8b84-b8e2f00c13a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.232586 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e68395a0-a828-438b-8b84-b8e2f00c13a4 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3438585 Feb 11 06:37:05.235404 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58080) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:05.240434 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-c15b2044-9482-4215-85c3-abac75318297 admin admin] Request body: {'subnet': {'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-84048-subnet', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:37:05.259548 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15b2044-9482-4215-85c3-abac75318297 admin admin] Made reservation on behalf of 3cb343eecc7a4c7f9f626049db0ec93d for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:37:05.261916 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c15b2044-9482-4215-85c3-abac75318297 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.268302 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68395a0-a828-438b-8b84-b8e2f00c13a4 admin admin] Pushing event updated for resources: {'Network': ['ID=af836395-17b8-47aa-aaca-5dfe37def1c0,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:05.278583 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network af836395-17b8-47aa-aaca-5dfe37def1c0 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:37:05.374946 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.430576 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c15b2044-9482-4215-85c3-abac75318297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (b403a169-b225-4810-b711-e8707b8b8eb8), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.486392 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b2044-9482-4215-85c3-abac75318297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b403a169-b225-4810-b711-e8707b8b8eb8,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:05.494119 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b2044-9482-4215-85c3-abac75318297 admin admin] Checking segment: {'id': 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:37:05.494481 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15b2044-9482-4215-85c3-abac75318297 admin admin] Network hostable DHCP agents. Network: af836395-17b8-47aa-aaca-5dfe37def1c0, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:37:05.511014 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15b2044-9482-4215-85c3-abac75318297 admin admin] Network af836395-17b8-47aa-aaca-5dfe37def1c0 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:37:05.519186 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-c15b2044-9482-4215-85c3-abac75318297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, af836395-17b8-47aa-aaca-5dfe37def1c0) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:37:05.524063 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15b2044-9482-4215-85c3-abac75318297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:05.524659 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c15b2044-9482-4215-85c3-abac75318297 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.528377 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c28c13-db70-45c8-904a-db2758d60d82 None None] Network af836395-17b8-47aa-aaca-5dfe37def1c0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:37:05.542918 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c15b2044-9482-4215-85c3-abac75318297 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3039379 Feb 11 06:37:05.543147 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58082) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:05.547326 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:37:05.565697 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (3e5131e6-784b-4147-b58c-4884c8793a79), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.566873 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (3e5131e6-784b-4147-b58c-4884c8793a79), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.634966 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-af836395-17b8-47aa-aaca-5dfe37def1c0', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:37:05.636124 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.779746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Allocated IP 172.20.0.2 (af836395-17b8-47aa-aaca-5dfe37def1c0/b403a169-b225-4810-b711-e8707b8b8eb8/cc367656-62c3-4270-bed4-48e983047704) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:37:05.934821 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Publish callbacks [] for port (cc367656-62c3-4270-bed4-48e983047704), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.940089 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (cc367656-62c3-4270-bed4-48e983047704), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.957217 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Publish callbacks [] for router_controller (3e5131e6-784b-4147-b58c-4884c8793a79), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:05.980431 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Network af836395-17b8-47aa-aaca-5dfe37def1c0 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:37:05.983403 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:37:05.985772 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:37:05.994720 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Pushing event updated for resources: {'Port': ['ID=cc367656-62c3-4270-bed4-48e983047704,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:06.050125 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Attempting to bind port cc367656-62c3-4270-bed4-48e983047704 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:37:06.050409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Attempting to bind port cc367656-62c3-4270-bed4-48e983047704 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:37:06.050774 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Attempting to bind port cc367656-62c3-4270-bed4-48e983047704 on network af836395-17b8-47aa-aaca-5dfe37def1c0 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:37:06.056196 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:37:06.056577 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Checking segment: {'id': 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:37:06.056977 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:06.057373 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Bound using segment: {'id': 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:37:06.057839 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Bound port: cc367656-62c3-4270-bed4-48e983047704, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:37:06.058221 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cc367656-62c3-4270-bed4-48e983047704), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:06.105212 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Publish callbacks [] for router_gateway (3e5131e6-784b-4147-b58c-4884c8793a79), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:06.120360 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] For port cc367656-62c3-4270-bed4-48e983047704, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:37:06.123298 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] For port cc367656-62c3-4270-bed4-48e983047704, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cc367656-62c3-4270-bed4-48e983047704,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:37:06.129915 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cc367656-62c3-4270-bed4-48e983047704), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:06.196738 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e757895-c0ec-409a-b302-8fc4e202d6ba None None] Pushing event updated for resources: {'Port': ['ID=cc367656-62c3-4270-bed4-48e983047704,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:06.328365 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Publish callbacks [] for router_gateway (3e5131e6-784b-4147-b58c-4884c8793a79), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:06.360569 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:06.481335 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Allocated IP 172.25.5.70 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/ad767a6f-073e-4bf4-a035-9d907ab87375) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:37:06.590178 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Publish callbacks [] for port (ad767a6f-073e-4bf4-a035-9d907ab87375), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:06.623399 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (ad767a6f-073e-4bf4-a035-9d907ab87375), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:06.658741 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:37:06.663536 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:37:06.667012 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:37:06.694626 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ad767a6f-073e-4bf4-a035-9d907ab87375,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:06.932122 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Publish callbacks [] for router_gateway (3e5131e6-784b-4147-b58c-4884c8793a79), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:07.083113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434a389c-888c-42df-8567-23eb4a08a85d None None] Network af836395-17b8-47aa-aaca-5dfe37def1c0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:37:07.137830 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (3e5131e6-784b-4147-b58c-4884c8793a79), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:07.182743 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-2a92b409-3e1c-4b32-b4a0-72e7f2fc5c1b None None] Provisioning complete for port cc367656-62c3-4270-bed4-48e983047704 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:07.183124 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a92b409-3e1c-4b32-b4a0-72e7f2fc5c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cc367656-62c3-4270-bed4-48e983047704), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:07.272682 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Router 3e5131e6-784b-4147-b58c-4884c8793a79 is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:37:07.280371 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-2a92b409-3e1c-4b32-b4a0-72e7f2fc5c1b None None] Current status of the port cc367656-62c3-4270-bed4-48e983047704 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:07.281094 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a92b409-3e1c-4b32-b4a0-72e7f2fc5c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (cc367656-62c3-4270-bed4-48e983047704), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:07.316508 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-2a92b409-3e1c-4b32-b4a0-72e7f2fc5c1b None None] For port cc367656-62c3-4270-bed4-48e983047704, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cc367656-62c3-4270-bed4-48e983047704,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:07.323260 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2a92b409-3e1c-4b32-b4a0-72e7f2fc5c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (cc367656-62c3-4270-bed4-48e983047704), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:07.380286 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92b409-3e1c-4b32-b4a0-72e7f2fc5c1b None None] Pushing event updated for resources: {'Port': ['ID=cc367656-62c3-4270-bed4-48e983047704,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:07.400023 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:37:07.408787 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Sync routers for ids ['3e5131e6-784b-4147-b58c-4884c8793a79'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:37:07.420152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Routers {'3e5131e6-784b-4147-b58c-4884c8793a79'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:37:07.420906 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:37:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e5131e6-784b-4147-b58c-4884c8793a79'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:07.425454 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:07.426942 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-4dc743d7-ef47-4436-b3fa-bf8df4c426b3 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.8828158 Feb 11 06:37:07.430176 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58084) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:07.537406 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Set router 3e5131e6-784b-4147-b58c-4884c8793a79 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:37:07.619182 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7f440bad-b99e-4fa1-8a53-30b990dbbb7b None None] Provisioning complete for port cc367656-62c3-4270-bed4-48e983047704 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:07.619585 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7f440bad-b99e-4fa1-8a53-30b990dbbb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cc367656-62c3-4270-bed4-48e983047704), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:07.771438 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7f440bad-b99e-4fa1-8a53-30b990dbbb7b None None] Current status of the port cc367656-62c3-4270-bed4-48e983047704 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:07.787640 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:06Z', 'revision_number': 3, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:07.817801 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Checking router: 3e5131e6-784b-4147-b58c-4884c8793a79 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:37:07.818159 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Updating router 3e5131e6-784b-4147-b58c-4884c8793a79 port ad767a6f-073e-4bf4-a035-9d907ab87375 binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:37:07.845505 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ad767a6f-073e-4bf4-a035-9d907ab87375), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:07.845980 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:08.010455 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Allocated IP 172.20.0.1 (af836395-17b8-47aa-aaca-5dfe37def1c0/b403a169-b225-4810-b711-e8707b8b8eb8/86e020e4-6d92-42ee-9a56-1172aed76fc0) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:37:08.047521 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cc367656-62c3-4270-bed4-48e983047704 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:37:08.119101 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Publish callbacks [] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:08.143308 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Publish callbacks [] for port (ad767a6f-073e-4bf4-a035-9d907ab87375), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:08.149623 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port cc367656-62c3-4270-bed4-48e983047704 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:08.149972 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (cc367656-62c3-4270-bed4-48e983047704), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:08.152624 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ad767a6f-073e-4bf4-a035-9d907ab87375), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:08.154114 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:08.193923 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Network af836395-17b8-47aa-aaca-5dfe37def1c0 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:37:08.198373 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:37:08.202130 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:37:08.207549 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Pushing event updated for resources: {'Port': ['ID=86e020e4-6d92-42ee-9a56-1172aed76fc0,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:08.237200 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Attempting to bind port ad767a6f-073e-4bf4-a035-9d907ab87375 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:37:08.237647 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Attempting to bind port ad767a6f-073e-4bf4-a035-9d907ab87375 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:37:08.238078 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Attempting to bind port ad767a6f-073e-4bf4-a035-9d907ab87375 on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:37:08.244339 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (3e5131e6-784b-4147-b58c-4884c8793a79), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:08.247147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aee996-2f45-47ef-8116-384c0a35c199 None None] Pushing event updated for resources: {'Port': ['ID=ad767a6f-073e-4bf4-a035-9d907ab87375,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:08.254590 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:37:08.255112 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:37:08.255371 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:08.255799 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:37:08.256787 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Bound port: ad767a6f-073e-4bf4-a035-9d907ab87375, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:37:08.257185 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ad767a6f-073e-4bf4-a035-9d907ab87375), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:08.333631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port cc367656-62c3-4270-bed4-48e983047704 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:08.345094 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] For port ad767a6f-073e-4bf4-a035-9d907ab87375, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:37:08.348407 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] For port ad767a6f-073e-4bf4-a035-9d907ab87375, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ad767a6f-073e-4bf4-a035-9d907ab87375,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:37:08.355443 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ad767a6f-073e-4bf4-a035-9d907ab87375), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:08.383358 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:08.415151 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Routers {'3e5131e6-784b-4147-b58c-4884c8793a79'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:37:08.415856 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:37:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e5131e6-784b-4147-b58c-4884c8793a79'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:08.417617 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aee996-2f45-47ef-8116-384c0a35c199 None None] Pushing event updated for resources: {'Port': ['ID=ad767a6f-073e-4bf4-a035-9d907ab87375,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:08.534925 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-794efbf0-08e2-420f-9334-6b196c14b7f2 None None] Provisioning complete for port 86e020e4-6d92-42ee-9a56-1172aed76fc0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:08.535238 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-794efbf0-08e2-420f-9334-6b196c14b7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:08.537784 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] Set router 3e5131e6-784b-4147-b58c-4884c8793a79 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:37:08.552361 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Publish callbacks [] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:08.556997 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:08.608488 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-794efbf0-08e2-420f-9334-6b196c14b7f2 None None] Port 86e020e4-6d92-42ee-9a56-1172aed76fc0 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:37:08.622474 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Pushing event updated for resources: {'Port': ['ID=86e020e4-6d92-42ee-9a56-1172aed76fc0,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:08.625010 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (3e5131e6-784b-4147-b58c-4884c8793a79), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:08.718930 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Network af836395-17b8-47aa-aaca-5dfe37def1c0 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:37:08.720394 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:37:08.844576 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Router 3e5131e6-784b-4147-b58c-4884c8793a79 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:37:08.924755 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '86e020e4-6d92-42ee-9a56-1172aed76fc0', 'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'mac_address': 'fa:16:3e:11:ce:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:07Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 1, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'subnets': [{'id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:08.952004 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e8f9b-f600-48da-a79f-51306acdcef6 None None] The sync data for ids ['3e5131e6-784b-4147-b58c-4884c8793a79'] in n-d-713499-38 is: [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '86e020e4-6d92-42ee-9a56-1172aed76fc0', 'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'mac_address': 'fa:16:3e:11:ce:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:07Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 1, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'subnets': [{'id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:37:09.035098 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-fee91dbc-e360-479d-8b43-024a965dfa3a None None] Provisioning complete for port 86e020e4-6d92-42ee-9a56-1172aed76fc0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:09.035617 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fee91dbc-e360-479d-8b43-024a965dfa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:09.074221 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-fee91dbc-e360-479d-8b43-024a965dfa3a None None] Port 86e020e4-6d92-42ee-9a56-1172aed76fc0 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:37:09.305889 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:37:09.310858 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d369bb96-976c-45a3-9cca-dec99995a98e admin admin] 10.222.0.87 "PUT /v2.0/routers/3e5131e6-784b-4147-b58c-4884c8793a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8795583 Feb 11 06:37:09.839175 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58100) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:09.844356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-81f5a25f-08b9-40ce-af04-38fdddf64034 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-445212501-network', 'tenant_id': '956b33cadf0448d3bc8ad437a5b0b697'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:37:09.866645 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f5a25f-08b9-40ce-af04-38fdddf64034 admin admin] Made reservation on behalf of 956b33cadf0448d3bc8ad437a5b0b697 for: {'network': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:37:09.869138 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-81f5a25f-08b9-40ce-af04-38fdddf64034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for network (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:09.879071 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-81f5a25f-08b9-40ce-af04-38fdddf64034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:09.959005 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-81f5a25f-08b9-40ce-af04-38fdddf64034 admin admin] Publish callbacks [] for security_group (f63858d3-32b3-4771-8dac-7689fd83c734), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:09.964713 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-81f5a25f-08b9-40ce-af04-38fdddf64034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f63858d3-32b3-4771-8dac-7689fd83c734), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:09.993952 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f5a25f-08b9-40ce-af04-38fdddf64034 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:37:09.999709 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5a25f-08b9-40ce-af04-38fdddf64034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63858d3-32b3-4771-8dac-7689fd83c734,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:10.015773 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-81f5a25f-08b9-40ce-af04-38fdddf64034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (431ce82f-1fec-4ef5-813d-3a017f442585), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.016185 n-d-713499-38 neutron-server[103171]: INFO neutron.db.segments_db [None req-81f5a25f-08b9-40ce-af04-38fdddf64034 admin admin] Added segment 431ce82f-1fec-4ef5-813d-3a017f442585 of type vlan for network 4d402c38-de74-49d1-881c-67587a4a8e39 Feb 11 06:37:10.044992 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ad767a6f-073e-4bf4-a035-9d907ab87375 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:37:10.069285 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-81f5a25f-08b9-40ce-af04-38fdddf64034 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774535211048'] for network (4d402c38-de74-49d1-881c-67587a4a8e39), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.101290 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-81f5a25f-08b9-40ce-af04-38fdddf64034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622'] for network (4d402c38-de74-49d1-881c-67587a4a8e39), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.102258 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f5a25f-08b9-40ce-af04-38fdddf64034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:10.102840 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-81f5a25f-08b9-40ce-af04-38fdddf64034 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.105779 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ad767a6f-073e-4bf4-a035-9d907ab87375 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:10.105779 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ad767a6f-073e-4bf4-a035-9d907ab87375), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.182766 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5a25f-08b9-40ce-af04-38fdddf64034 admin admin] Pushing event updated for resources: {'Network': ['ID=4d402c38-de74-49d1-881c-67587a4a8e39,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:10.188903 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-81f5a25f-08b9-40ce-af04-38fdddf64034 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3483100 Feb 11 06:37:10.191737 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58104) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:10.198370 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-a5e6366a-eac2-422c-bc7f-7364b00892c9 admin admin] Request body: {'subnet': {'network_id': '4d402c38-de74-49d1-881c-67587a4a8e39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-445212501-subnet', 'tenant_id': '956b33cadf0448d3bc8ad437a5b0b697', 'ip_version': 4}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:37:10.206666 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Network 4d402c38-de74-49d1-881c-67587a4a8e39 details requested by agent ovs-agent-n-d-713499-38 with host n-d-713499-38 {{(pid=103173) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:37:10.223386 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e6366a-eac2-422c-bc7f-7364b00892c9 admin admin] Made reservation on behalf of 956b33cadf0448d3bc8ad437a5b0b697 for: {'subnet': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:37:10.226638 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5e6366a-eac2-422c-bc7f-7364b00892c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31354433'] for subnet (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.234895 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ad767a6f-073e-4bf4-a035-9d907ab87375 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:10.235273 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (ad767a6f-073e-4bf4-a035-9d907ab87375), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.302879 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port ad767a6f-073e-4bf4-a035-9d907ab87375, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ad767a6f-073e-4bf4-a035-9d907ab87375,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:10.315792 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (ad767a6f-073e-4bf4-a035-9d907ab87375), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.370024 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=ad767a6f-073e-4bf4-a035-9d907ab87375,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:10.425581 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5e6366a-eac2-422c-bc7f-7364b00892c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31227923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31354451'] for subnet (0fdb83ae-962e-4e01-ab98-9d54ff4f3115), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.480595 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6366a-eac2-422c-bc7f-7364b00892c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fdb83ae-962e-4e01-ab98-9d54ff4f3115,revision_number=0']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:10.488358 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e6366a-eac2-422c-bc7f-7364b00892c9 admin admin] Checking segment: {'id': '431ce82f-1fec-4ef5-813d-3a017f442585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4d402c38-de74-49d1-881c-67587a4a8e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:37:10.488716 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e6366a-eac2-422c-bc7f-7364b00892c9 admin admin] Network hostable DHCP agents. Network: 4d402c38-de74-49d1-881c-67587a4a8e39, hostable agents: ['351248f7-5a8b-4bcc-be04-6e9c0ba76cb0'], hosted agents: [] {{(pid=103170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:37:10.505018 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e6366a-eac2-422c-bc7f-7364b00892c9 admin admin] Network 4d402c38-de74-49d1-881c-67587a4a8e39 is scheduled to be hosted by DHCP agent 351248f7-5a8b-4bcc-be04-6e9c0ba76cb0 with binding_index 1 {{(pid=103170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:37:10.514726 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-a5e6366a-eac2-422c-bc7f-7364b00892c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-38, 4d402c38-de74-49d1-881c-67587a4a8e39) {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:37:10.518971 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e6366a-eac2-422c-bc7f-7364b00892c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:10.519605 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a5e6366a-eac2-422c-bc7f-7364b00892c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.530213 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f4ad43-aa69-4655-9915-d0881f3a745d None None] Network 4d402c38-de74-49d1-881c-67587a4a8e39 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:37:10.540290 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a5e6366a-eac2-422c-bc7f-7364b00892c9 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3445187 Feb 11 06:37:10.540603 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58106) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:10.545019 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-445212501-router', 'tenant_id': '956b33cadf0448d3bc8ad437a5b0b697', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:37:10.566247 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1821740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31031'] for router (38ac2577-4070-4ea9-abd0-1350c087b97f), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.567445 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1812962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30976'] for router (38ac2577-4070-4ea9-abd0-1350c087b97f), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.627514 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Publish callbacks [] for router_controller (38ac2577-4070-4ea9-abd0-1350c087b97f), precommit_add_association {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.638747 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8468c19-56a5-5a04-bb0b-01944914495f-4d402c38-de74-49d1-881c-67587a4a8e39', 'network_id': '4d402c38-de74-49d1-881c-67587a4a8e39', 'project_id': '956b33cadf0448d3bc8ad437a5b0b697', 'fixed_ips': [{'subnet_id': '0fdb83ae-962e-4e01-ab98-9d54ff4f3115'}]}} from n-d-713499-38. {{(pid=103173) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:37:10.639686 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.729752 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.769662 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Publish callbacks [] for router_gateway (38ac2577-4070-4ea9-abd0-1350c087b97f), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.789898 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Allocated IP 172.20.0.2 (4d402c38-de74-49d1-881c-67587a4a8e39/0fdb83ae-962e-4e01-ab98-9d54ff4f3115/84f6634c-29ad-49f0-b236-08fe754fe54c) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:37:10.947245 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Publish callbacks [] for port (84f6634c-29ad-49f0-b236-08fe754fe54c), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.953683 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034'] for port (84f6634c-29ad-49f0-b236-08fe754fe54c), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.981577 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Publish callbacks [] for router_gateway (38ac2577-4070-4ea9-abd0-1350c087b97f), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:10.991271 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Network 4d402c38-de74-49d1-881c-67587a4a8e39 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:37:10.996211 n-d-713499-38 neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:37:10.999677 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:37:11.001387 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:11.015835 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Pushing event updated for resources: {'Port': ['ID=84f6634c-29ad-49f0-b236-08fe754fe54c,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:11.062299 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Attempting to bind port 84f6634c-29ad-49f0-b236-08fe754fe54c on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:37:11.063011 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Attempting to bind port 84f6634c-29ad-49f0-b236-08fe754fe54c by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '431ce82f-1fec-4ef5-813d-3a017f442585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4d402c38-de74-49d1-881c-67587a4a8e39'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:37:11.063011 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Attempting to bind port 84f6634c-29ad-49f0-b236-08fe754fe54c on network 4d402c38-de74-49d1-881c-67587a4a8e39 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:37:11.068009 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:37:11.068386 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Checking segment: {'id': '431ce82f-1fec-4ef5-813d-3a017f442585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4d402c38-de74-49d1-881c-67587a4a8e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:37:11.069331 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:11.069735 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Bound using segment: {'id': '431ce82f-1fec-4ef5-813d-3a017f442585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4d402c38-de74-49d1-881c-67587a4a8e39'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:37:11.070212 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Bound port: 84f6634c-29ad-49f0-b236-08fe754fe54c, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431ce82f-1fec-4ef5-813d-3a017f442585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4d402c38-de74-49d1-881c-67587a4a8e39'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:37:11.070713 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (84f6634c-29ad-49f0-b236-08fe754fe54c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:11.103265 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Sync routers for ids ['3e5131e6-784b-4147-b58c-4884c8793a79'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:37:11.115397 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Routers {'3e5131e6-784b-4147-b58c-4884c8793a79'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:37:11.116362 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:37:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e5131e6-784b-4147-b58c-4884c8793a79'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:11.118229 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Allocated IP 172.25.5.205 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/296e9a02-952c-4c07-8714-dc2efd44e4ba) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:37:11.145357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] For port 84f6634c-29ad-49f0-b236-08fe754fe54c, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:37:11.149113 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] For port 84f6634c-29ad-49f0-b236-08fe754fe54c, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=84f6634c-29ad-49f0-b236-08fe754fe54c,segment=NetworkSegment(431ce82f-1fec-4ef5-813d-3a017f442585),segment_id=431ce82f-1fec-4ef5-813d-3a017f442585)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:37:11.154918 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (84f6634c-29ad-49f0-b236-08fe754fe54c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:11.215940 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f78dd-80a0-4968-b415-09f4e3560d02 None None] Pushing event updated for resources: {'Port': ['ID=84f6634c-29ad-49f0-b236-08fe754fe54c,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:11.229882 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Set router 3e5131e6-784b-4147-b58c-4884c8793a79 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:37:11.238205 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Publish callbacks [] for port (296e9a02-952c-4c07-8714-dc2efd44e4ba), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:11.276464 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (296e9a02-952c-4c07-8714-dc2efd44e4ba), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:11.322390 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:37:11.325827 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:37:11.329897 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:37:11.357459 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Pushing event updated for resources: {'Port': ['ID=296e9a02-952c-4c07-8714-dc2efd44e4ba,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:11.477252 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '86e020e4-6d92-42ee-9a56-1172aed76fc0', 'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'mac_address': 'fa:16:3e:11:ce:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:07Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 2, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'subnets': [{'id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:11.511036 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Checking router: 3e5131e6-784b-4147-b58c-4884c8793a79 for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:37:11.511393 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Updating router 3e5131e6-784b-4147-b58c-4884c8793a79 port 86e020e4-6d92-42ee-9a56-1172aed76fc0 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:37:11.545732 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:11.633831 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Publish callbacks [] for router_gateway (38ac2577-4070-4ea9-abd0-1350c087b97f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:11.812070 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Publish callbacks [] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:11.816673 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:11.839517 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1812959'] for router (38ac2577-4070-4ea9-abd0-1350c087b97f), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:11.865141 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d30a0-ec5f-4bec-9573-4f81287896f1 None None] Pushing event updated for resources: {'Port': ['ID=86e020e4-6d92-42ee-9a56-1172aed76fc0,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:11.895488 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d30a0-ec5f-4bec-9573-4f81287896f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:11.895838 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d30a0-ec5f-4bec-9573-4f81287896f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:11.896371 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d30a0-ec5f-4bec-9573-4f81287896f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:11.896901 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d30a0-ec5f-4bec-9573-4f81287896f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:11.897417 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d30a0-ec5f-4bec-9573-4f81287896f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:11.897921 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d30a0-ec5f-4bec-9573-4f81287896f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:11.898430 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d30a0-ec5f-4bec-9573-4f81287896f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:11.898939 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d30a0-ec5f-4bec-9573-4f81287896f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:11.899462 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d30a0-ec5f-4bec-9573-4f81287896f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:11.899968 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d30a0-ec5f-4bec-9573-4f81287896f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:11.900471 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d30a0-ec5f-4bec-9573-4f81287896f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:11.900973 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d30a0-ec5f-4bec-9573-4f81287896f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:11.901469 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d30a0-ec5f-4bec-9573-4f81287896f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:37:11.954290 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Attempting to bind port 86e020e4-6d92-42ee-9a56-1172aed76fc0 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:37:11.954940 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Attempting to bind port 86e020e4-6d92-42ee-9a56-1172aed76fc0 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:37:11.955307 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Attempting to bind port 86e020e4-6d92-42ee-9a56-1172aed76fc0 on network af836395-17b8-47aa-aaca-5dfe37def1c0 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:37:11.961430 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:37:11.962364 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Checking segment: {'id': 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:37:11.962775 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:11.963190 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Bound using segment: {'id': 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:37:11.964028 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Bound port: 86e020e4-6d92-42ee-9a56-1172aed76fc0, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:37:11.964541 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:12.023626 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Router 38ac2577-4070-4ea9-abd0-1350c087b97f is scheduled to L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 with binding_index 1 {{(pid=103170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:37:12.052078 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] For port 86e020e4-6d92-42ee-9a56-1172aed76fc0, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:37:12.057183 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] For port 86e020e4-6d92-42ee-9a56-1172aed76fc0, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=86e020e4-6d92-42ee-9a56-1172aed76fc0,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:37:12.068818 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:12.129806 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Routers {'3e5131e6-784b-4147-b58c-4884c8793a79'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:37:12.131518 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:37:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e5131e6-784b-4147-b58c-4884c8793a79'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:12.173496 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ad767a6f-073e-4bf4-a035-9d907ab87375 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:37:12.204498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:37:12.229465 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Sync routers for ids ['38ac2577-4070-4ea9-abd0-1350c087b97f'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:37:12.230029 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:12.232130 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-36e4d035-573c-4aed-972d-d8c44b309115 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6905088 Feb 11 06:37:12.234883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58108) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:12.281863 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-da31d6dc-f67a-43b7-931d-dfdf7dcb4432 None None] Provisioning complete for port 86e020e4-6d92-42ee-9a56-1172aed76fc0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:12.282604 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-da31d6dc-f67a-43b7-931d-dfdf7dcb4432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:12.341424 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Routers {'38ac2577-4070-4ea9-abd0-1350c087b97f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:37:12.342391 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:37:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38ac2577-4070-4ea9-abd0-1350c087b97f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:12.407046 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] Set router 3e5131e6-784b-4147-b58c-4884c8793a79 gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:37:12.501682 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port ad767a6f-073e-4bf4-a035-9d907ab87375 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:12.501968 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (ad767a6f-073e-4bf4-a035-9d907ab87375), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:12.509033 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d30a0-ec5f-4bec-9573-4f81287896f1 None None] Pushing event updated for resources: {'Port': ['ID=86e020e4-6d92-42ee-9a56-1172aed76fc0,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:12.548964 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8efba5-b806-4500-b0b7-63608c0c3c2b None None] Network 4d402c38-de74-49d1-881c-67587a4a8e39 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:37:12.551253 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-da31d6dc-f67a-43b7-931d-dfdf7dcb4432 None None] Current status of the port 86e020e4-6d92-42ee-9a56-1172aed76fc0 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:12.551771 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-da31d6dc-f67a-43b7-931d-dfdf7dcb4432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:12.606248 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Set router 38ac2577-4070-4ea9-abd0-1350c087b97f gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:37:12.644508 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '86e020e4-6d92-42ee-9a56-1172aed76fc0', 'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'mac_address': 'fa:16:3e:11:ce:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:07Z', 'updated_at': '2022-02-11T06:37:12Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'subnets': [{'id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:12.672031 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dfa6bb-c220-49b9-a24f-bc8ced3d7aeb None None] The sync data for ids ['3e5131e6-784b-4147-b58c-4884c8793a79'] in n-d-713499-38 is: [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '86e020e4-6d92-42ee-9a56-1172aed76fc0', 'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'mac_address': 'fa:16:3e:11:ce:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:07Z', 'updated_at': '2022-02-11T06:37:12Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'subnets': [{'id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:37:12.732198 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-da31d6dc-f67a-43b7-931d-dfdf7dcb4432 None None] For port 86e020e4-6d92-42ee-9a56-1172aed76fc0, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=86e020e4-6d92-42ee-9a56-1172aed76fc0,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:12.747888 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-da31d6dc-f67a-43b7-931d-dfdf7dcb4432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:12.780713 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:12.914076 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31d6dc-f67a-43b7-931d-dfdf7dcb4432 None None] Pushing event updated for resources: {'Port': ['ID=86e020e4-6d92-42ee-9a56-1172aed76fc0,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:12.919859 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port ad767a6f-073e-4bf4-a035-9d907ab87375 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:12.920994 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 84f6634c-29ad-49f0-b236-08fe754fe54c up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:37:12.956527 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a8d15244-1d2a-4a9a-9104-067bf6681695 None None] Provisioning complete for port 84f6634c-29ad-49f0-b236-08fe754fe54c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:12.956814 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8d15244-1d2a-4a9a-9104-067bf6681695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (84f6634c-29ad-49f0-b236-08fe754fe54c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:12.963543 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Allocated IP 172.20.0.1 (4d402c38-de74-49d1-881c-67587a4a8e39/0fdb83ae-962e-4e01-ab98-9d54ff4f3115/03a8bfd7-e554-41bb-91e3-858e74a3fc38) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:37:13.059147 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 84f6634c-29ad-49f0-b236-08fe754fe54c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:13.059559 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (84f6634c-29ad-49f0-b236-08fe754fe54c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.083598 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Publish callbacks [] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.128934 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'name': 'tempest-TestSnapshotPattern-445212501-router', 'tenant_id': '956b33cadf0448d3bc8ad437a5b0b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '296e9a02-952c-4c07-8714-dc2efd44e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:10Z', 'updated_at': '2022-02-11T06:37:11Z', 'revision_number': 3, 'project_id': '956b33cadf0448d3bc8ad437a5b0b697', 'gw_port': {'id': '296e9a02-952c-4c07-8714-dc2efd44e4ba', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:11Z', 'updated_at': '2022-02-11T06:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:13.331816 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Checking router: 38ac2577-4070-4ea9-abd0-1350c087b97f for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:37:13.332393 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Updating router 38ac2577-4070-4ea9-abd0-1350c087b97f port 296e9a02-952c-4c07-8714-dc2efd44e4ba binding host n-d-713499-38 {{(pid=103173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:37:13.335672 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a8d15244-1d2a-4a9a-9104-067bf6681695 None None] Current status of the port 84f6634c-29ad-49f0-b236-08fe754fe54c is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:13.336062 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8d15244-1d2a-4a9a-9104-067bf6681695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (84f6634c-29ad-49f0-b236-08fe754fe54c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.386694 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (296e9a02-952c-4c07-8714-dc2efd44e4ba), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.443110 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a8d15244-1d2a-4a9a-9104-067bf6681695 None None] For port 84f6634c-29ad-49f0-b236-08fe754fe54c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=84f6634c-29ad-49f0-b236-08fe754fe54c,segment=NetworkSegment(431ce82f-1fec-4ef5-813d-3a017f442585),segment_id=431ce82f-1fec-4ef5-813d-3a017f442585)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:13.454091 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8d15244-1d2a-4a9a-9104-067bf6681695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (84f6634c-29ad-49f0-b236-08fe754fe54c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.484245 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.524309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Network 4d402c38-de74-49d1-881c-67587a4a8e39 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:37:13.527132 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:37:13.529571 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:37:13.551794 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 84f6634c-29ad-49f0-b236-08fe754fe54c is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:13.551794 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (84f6634c-29ad-49f0-b236-08fe754fe54c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.556969 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Pushing event updated for resources: {'Port': ['ID=03a8bfd7-e554-41bb-91e3-858e74a3fc38,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:13.575531 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825762'] for router_interface (38ac2577-4070-4ea9-abd0-1350c087b97f), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.576594 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a8d15244-1d2a-4a9a-9104-067bf6681695 None None] Provisioning complete for port 86e020e4-6d92-42ee-9a56-1172aed76fc0 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:13.576973 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8d15244-1d2a-4a9a-9104-067bf6681695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.643705 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d15244-1d2a-4a9a-9104-067bf6681695 None None] Pushing event updated for resources: {'Port': ['ID=84f6634c-29ad-49f0-b236-08fe754fe54c,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:13.720727 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.743729 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:37:13.743996 n-d-713499-38 neutron-server[103173]: DEBUG oslo_db.api [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:37:13.799865 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a8d15244-1d2a-4a9a-9104-067bf6681695 None None] Current status of the port 86e020e4-6d92-42ee-9a56-1172aed76fc0 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:13.852180 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Publish callbacks [] for port (296e9a02-952c-4c07-8714-dc2efd44e4ba), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.857168 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (296e9a02-952c-4c07-8714-dc2efd44e4ba), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.888822 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Publish callbacks [] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.893787 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.915523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Attempting to bind port 296e9a02-952c-4c07-8714-dc2efd44e4ba on host n-d-713499-38 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:37:13.915911 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Attempting to bind port 296e9a02-952c-4c07-8714-dc2efd44e4ba by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:37:13.916276 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Attempting to bind port 296e9a02-952c-4c07-8714-dc2efd44e4ba on network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:37:13.920776 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ad49a-bea3-4252-a87c-3bc0a7d44a43 None None] Pushing event updated for resources: {'Port': ['ID=296e9a02-952c-4c07-8714-dc2efd44e4ba,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:13.928165 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:37:13.928551 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Checking segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:37:13.928994 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.929408 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Bound using segment: {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:37:13.929806 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Bound port: 296e9a02-952c-4c07-8714-dc2efd44e4ba, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738c0543-7c57-44ce-9d64-6318ac031c32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:37:13.930189 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (296e9a02-952c-4c07-8714-dc2efd44e4ba), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.960738 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b2089837-9b7a-419b-b131-f1161374a08c None None] Provisioning complete for port 03a8bfd7-e554-41bb-91e3-858e74a3fc38 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:13.961118 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b2089837-9b7a-419b-b131-f1161374a08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.964796 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820178'] for router_interface (38ac2577-4070-4ea9-abd0-1350c087b97f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:13.967450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Pushing event updated for resources: {'Port': ['ID=03a8bfd7-e554-41bb-91e3-858e74a3fc38,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:14.011903 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] For port 296e9a02-952c-4c07-8714-dc2efd44e4ba, host n-d-713499-38, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:37:14.013628 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b2089837-9b7a-419b-b131-f1161374a08c None None] Port 03a8bfd7-e554-41bb-91e3-858e74a3fc38 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:37:14.016246 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] For port 296e9a02-952c-4c07-8714-dc2efd44e4ba, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=296e9a02-952c-4c07-8714-dc2efd44e4ba,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:37:14.023964 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (296e9a02-952c-4c07-8714-dc2efd44e4ba), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:14.059308 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Network 4d402c38-de74-49d1-881c-67587a4a8e39 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:37:14.060259 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-b2089837-9b7a-419b-b131-f1161374a08c None None] Provisioning complete for port 84f6634c-29ad-49f0-b236-08fe754fe54c triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:14.060639 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b2089837-9b7a-419b-b131-f1161374a08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (84f6634c-29ad-49f0-b236-08fe754fe54c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:14.060782 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:37:14.121380 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Routers {'38ac2577-4070-4ea9-abd0-1350c087b97f'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:37:14.122024 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:37:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38ac2577-4070-4ea9-abd0-1350c087b97f'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:14.125038 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ad49a-bea3-4252-a87c-3bc0a7d44a43 None None] Pushing event updated for resources: {'Port': ['ID=296e9a02-952c-4c07-8714-dc2efd44e4ba,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:14.192963 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Router 38ac2577-4070-4ea9-abd0-1350c087b97f has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:37:14.290543 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-b2089837-9b7a-419b-b131-f1161374a08c None None] Current status of the port 84f6634c-29ad-49f0-b236-08fe754fe54c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:14.297106 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] Set router 38ac2577-4070-4ea9-abd0-1350c087b97f gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:37:14.313099 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:37:14.319226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c0d5d0aa-ac75-4e37-8265-dd165123dbcf admin admin] 10.222.0.87 "PUT /v2.0/routers/38ac2577-4070-4ea9-abd0-1350c087b97f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0826519 Feb 11 06:37:14.332272 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 84f6634c-29ad-49f0-b236-08fe754fe54c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:14.458895 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-9599acec-b80d-4a5f-9536-288ac14e99e4 None None] Provisioning complete for port 03a8bfd7-e554-41bb-91e3-858e74a3fc38 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:14.459394 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9599acec-b80d-4a5f-9536-288ac14e99e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:14.461849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 86e020e4-6d92-42ee-9a56-1172aed76fc0 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:37:14.540371 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9599acec-b80d-4a5f-9536-288ac14e99e4 None None] Port 03a8bfd7-e554-41bb-91e3-858e74a3fc38 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:37:14.581691 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 86e020e4-6d92-42ee-9a56-1172aed76fc0 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:14.582070 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:14.632513 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'name': 'tempest-TestSnapshotPattern-445212501-router', 'tenant_id': '956b33cadf0448d3bc8ad437a5b0b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '296e9a02-952c-4c07-8714-dc2efd44e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:10Z', 'updated_at': '2022-02-11T06:37:13Z', 'revision_number': 4, 'project_id': '956b33cadf0448d3bc8ad437a5b0b697', 'gw_port': {'id': '296e9a02-952c-4c07-8714-dc2efd44e4ba', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:11Z', 'updated_at': '2022-02-11T06:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '03a8bfd7-e554-41bb-91e3-858e74a3fc38', 'name': '', 'network_id': '4d402c38-de74-49d1-881c-67587a4a8e39', 'tenant_id': '956b33cadf0448d3bc8ad437a5b0b697', 'mac_address': 'fa:16:3e:16:7b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '0fdb83ae-962e-4e01-ab98-9d54ff4f3115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:12Z', 'updated_at': '2022-02-11T06:37:13Z', 'revision_number': 2, 'project_id': '956b33cadf0448d3bc8ad437a5b0b697', 'subnets': [{'id': '0fdb83ae-962e-4e01-ab98-9d54ff4f3115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:14.660602 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6a9d8-7d30-4462-8779-db56b4ba6c25 None None] The sync data for ids ['38ac2577-4070-4ea9-abd0-1350c087b97f'] in n-d-713499-38 is: [{'id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'name': 'tempest-TestSnapshotPattern-445212501-router', 'tenant_id': '956b33cadf0448d3bc8ad437a5b0b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '296e9a02-952c-4c07-8714-dc2efd44e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:10Z', 'updated_at': '2022-02-11T06:37:13Z', 'revision_number': 4, 'project_id': '956b33cadf0448d3bc8ad437a5b0b697', 'gw_port': {'id': '296e9a02-952c-4c07-8714-dc2efd44e4ba', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:11Z', 'updated_at': '2022-02-11T06:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '03a8bfd7-e554-41bb-91e3-858e74a3fc38', 'name': '', 'network_id': '4d402c38-de74-49d1-881c-67587a4a8e39', 'tenant_id': '956b33cadf0448d3bc8ad437a5b0b697', 'mac_address': 'fa:16:3e:16:7b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '0fdb83ae-962e-4e01-ab98-9d54ff4f3115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:12Z', 'updated_at': '2022-02-11T06:37:13Z', 'revision_number': 2, 'project_id': '956b33cadf0448d3bc8ad437a5b0b697', 'subnets': [{'id': '0fdb83ae-962e-4e01-ab98-9d54ff4f3115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:37:14.699638 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 86e020e4-6d92-42ee-9a56-1172aed76fc0 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:14.700708 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 84f6634c-29ad-49f0-b236-08fe754fe54c up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:37:14.749444 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 84f6634c-29ad-49f0-b236-08fe754fe54c triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:14.749830 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (84f6634c-29ad-49f0-b236-08fe754fe54c), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:14.772801 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58116) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:14.778030 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [None req-c29898e0-7a78-46a3-83d1-c9ca41433cc3 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1962111996', 'description': 'tempest-secgroup-smoke-1962111996 description', 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:37:14.800944 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c29898e0-7a78-46a3-83d1-c9ca41433cc3 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:14.838924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 84f6634c-29ad-49f0-b236-08fe754fe54c is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:14.875728 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c29898e0-7a78-46a3-83d1-c9ca41433cc3 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group (a1e16415-abaf-4d15-b53c-5b7c6ea6239a), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:14.884718 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c29898e0-7a78-46a3-83d1-c9ca41433cc3 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a1e16415-abaf-4d15-b53c-5b7c6ea6239a), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:14.933588 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c29898e0-7a78-46a3-83d1-c9ca41433cc3 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:14.935063 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-c29898e0-7a78-46a3-83d1-c9ca41433cc3 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1611700 Feb 11 06:37:14.935926 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29898e0-7a78-46a3-83d1-c9ca41433cc3 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e16415-abaf-4d15-b53c-5b7c6ea6239a,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:14.937912 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58118) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:14.942855 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-2399bda3-f474-4d75-9bf7-d9e8c0fd16dd tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Request body: {'security_group_rule': {'security_group_id': 'a1e16415-abaf-4d15-b53c-5b7c6ea6239a', 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:37:14.973428 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2399bda3-f474-4d75-9bf7-d9e8c0fd16dd tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (0fb65907-8021-4b38-9826-e7c44b6955e8), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:14.998702 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.033899 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2399bda3-f474-4d75-9bf7-d9e8c0fd16dd tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (0fb65907-8021-4b38-9826-e7c44b6955e8), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.042353 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2399bda3-f474-4d75-9bf7-d9e8c0fd16dd tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (0fb65907-8021-4b38-9826-e7c44b6955e8), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.060630 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399bda3-f474-4d75-9bf7-d9e8c0fd16dd tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb65907-8021-4b38-9826-e7c44b6955e8,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:15.068898 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-2399bda3-f474-4d75-9bf7-d9e8c0fd16dd tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.070123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-2399bda3-f474-4d75-9bf7-d9e8c0fd16dd tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310472 Feb 11 06:37:15.072831 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58120) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:15.077692 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-b1ed6e7c-af4a-4c62-92ac-cd55b2e28636 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Request body: {'security_group_rule': {'security_group_id': 'a1e16415-abaf-4d15-b53c-5b7c6ea6239a', 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:37:15.103553 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1ed6e7c-af4a-4c62-92ac-cd55b2e28636 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (ad419ee3-4794-4dc1-8f1f-ddbaab2a06a4), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.165401 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1ed6e7c-af4a-4c62-92ac-cd55b2e28636 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (ad419ee3-4794-4dc1-8f1f-ddbaab2a06a4), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.169625 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1ed6e7c-af4a-4c62-92ac-cd55b2e28636 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (ad419ee3-4794-4dc1-8f1f-ddbaab2a06a4), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.187478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed6e7c-af4a-4c62-92ac-cd55b2e28636 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad419ee3-4794-4dc1-8f1f-ddbaab2a06a4,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:15.196605 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b1ed6e7c-af4a-4c62-92ac-cd55b2e28636 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.197850 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b1ed6e7c-af4a-4c62-92ac-cd55b2e28636 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240392 Feb 11 06:37:15.200905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58122) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:15.205448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-28ec9e9f-cd6d-4d25-b1c1-5b7c91763692 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Request body: {'security_group_rule': {'security_group_id': 'a1e16415-abaf-4d15-b53c-5b7c6ea6239a', 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:37:15.230082 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28ec9e9f-cd6d-4d25-b1c1-5b7c91763692 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (a86a1a8f-e04c-422b-ad1b-802a72f8743d), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.289271 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28ec9e9f-cd6d-4d25-b1c1-5b7c91763692 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (a86a1a8f-e04c-422b-ad1b-802a72f8743d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.293153 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28ec9e9f-cd6d-4d25-b1c1-5b7c91763692 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (a86a1a8f-e04c-422b-ad1b-802a72f8743d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.312138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec9e9f-cd6d-4d25-b1c1-5b7c91763692 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86a1a8f-e04c-422b-ad1b-802a72f8743d,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:15.319540 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-28ec9e9f-cd6d-4d25-b1c1-5b7c91763692 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.320795 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-28ec9e9f-cd6d-4d25-b1c1-5b7c91763692 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189229 Feb 11 06:37:15.390534 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58124) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:15.406933 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-c5d3750b-ae6c-437c-99b4-b74d1cc548fc tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Request body: {'security_group_rule': {'security_group_id': 'a1e16415-abaf-4d15-b53c-5b7c6ea6239a', 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:37:15.439207 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c5d3750b-ae6c-437c-99b4-b74d1cc548fc tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (64ef8d1d-9830-460b-bbe9-a331df608194), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.501973 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c5d3750b-ae6c-437c-99b4-b74d1cc548fc tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (64ef8d1d-9830-460b-bbe9-a331df608194), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.506499 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c5d3750b-ae6c-437c-99b4-b74d1cc548fc tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (64ef8d1d-9830-460b-bbe9-a331df608194), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.524882 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3750b-ae6c-437c-99b4-b74d1cc548fc tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ef8d1d-9830-460b-bbe9-a331df608194,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:15.535390 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-c5d3750b-ae6c-437c-99b4-b74d1cc548fc tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.539703 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-c5d3750b-ae6c-437c-99b4-b74d1cc548fc tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464686 Feb 11 06:37:15.542957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58126) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:15.547594 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-0efabd36-45ba-49f6-9ff0-cc21ee29e3ae tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Request body: {'security_group_rule': {'security_group_id': 'a1e16415-abaf-4d15-b53c-5b7c6ea6239a', 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:37:15.568656 n-d-713499-38 neutron-server[103171]: INFO neutron.db.securitygroups_db [None req-0efabd36-45ba-49f6-9ff0-cc21ee29e3ae tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Project 3cb343eecc7a4c7f9f626049db0ec93d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:37:15.575956 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0efabd36-45ba-49f6-9ff0-cc21ee29e3ae tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (c1a47d9b-68f4-4474-9058-37229d74e8a6), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.641864 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0efabd36-45ba-49f6-9ff0-cc21ee29e3ae tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (c1a47d9b-68f4-4474-9058-37229d74e8a6), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.647067 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0efabd36-45ba-49f6-9ff0-cc21ee29e3ae tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (c1a47d9b-68f4-4474-9058-37229d74e8a6), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.665835 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efabd36-45ba-49f6-9ff0-cc21ee29e3ae tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a47d9b-68f4-4474-9058-37229d74e8a6,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:15.670904 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-0efabd36-45ba-49f6-9ff0-cc21ee29e3ae tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.672186 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-0efabd36-45ba-49f6-9ff0-cc21ee29e3ae tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281910 Feb 11 06:37:15.674974 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58128) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:15.681070 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-5a818e77-f57e-4fef-9789-ffb524b1a484 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Request body: {'security_group_rule': {'security_group_id': 'a1e16415-abaf-4d15-b53c-5b7c6ea6239a', 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:37:15.702215 n-d-713499-38 neutron-server[103171]: INFO neutron.db.securitygroups_db [None req-5a818e77-f57e-4fef-9789-ffb524b1a484 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Project 3cb343eecc7a4c7f9f626049db0ec93d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:37:15.707386 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5a818e77-f57e-4fef-9789-ffb524b1a484 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (c77aff86-867b-458f-bc82-4daf38ecec8d), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.769112 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5a818e77-f57e-4fef-9789-ffb524b1a484 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (c77aff86-867b-458f-bc82-4daf38ecec8d), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.773045 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5a818e77-f57e-4fef-9789-ffb524b1a484 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798843'] for security_group_rule (c77aff86-867b-458f-bc82-4daf38ecec8d), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.793898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e77-f57e-4fef-9789-ffb524b1a484 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77aff86-867b-458f-bc82-4daf38ecec8d,revision_number=0']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:15.800052 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5a818e77-f57e-4fef-9789-ffb524b1a484 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:15.801487 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5a818e77-f57e-4fef-9789-ffb524b1a484 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252987 Feb 11 06:37:15.962054 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-f4212c49-3757-4502-9cf5-da2eb772aa9a tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962111996&fields=id&tenant_id=3cb343eecc7a4c7f9f626049db0ec93d HTTP/1.1" status: 200 len: 267 time: 0.0458367 Feb 11 06:37:16.075144 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-22ae4c66-ec68-4a52-8ff1-b431e6f2ce88 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:16.076675 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-22ae4c66-ec68-4a52-8ff1-b431e6f2ce88 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/networks?id=af836395-17b8-47aa-aaca-5dfe37def1c0 HTTP/1.1" status: 200 len: 805 time: 0.1080854 Feb 11 06:37:16.091223 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-46f0355b-43e0-46f6-8f03-05099f7ba927 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/quotas/3cb343eecc7a4c7f9f626049db0ec93d HTTP/1.1" status: 200 len: 375 time: 0.0091214 Feb 11 06:37:16.148298 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-6d546704-df09-4185-adc4-4f6fa5171fb6 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=3cb343eecc7a4c7f9f626049db0ec93d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504546 Feb 11 06:37:16.249042 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-9a5790e9-b453-4dbb-937b-929de861fe2c service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:37:16.250040 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-9a5790e9-b453-4dbb-937b-929de861fe2c service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0904479 Feb 11 06:37:16.340668 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-f954ca3d-e8d7-4bc4-975b-46c5a7dd8e77 service neutron] 10.222.0.87 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845048 Feb 11 06:37:16.433885 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 296e9a02-952c-4c07-8714-dc2efd44e4ba up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:37:16.439070 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-9539cb80-d90e-4130-a198-14733535fbac service neutron] 10.222.0.87 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928047 Feb 11 06:37:16.486891 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 296e9a02-952c-4c07-8714-dc2efd44e4ba triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:16.487445 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (296e9a02-952c-4c07-8714-dc2efd44e4ba), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:16.589478 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 296e9a02-952c-4c07-8714-dc2efd44e4ba is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:16.589883 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (296e9a02-952c-4c07-8714-dc2efd44e4ba), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:16.614635 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-77ab16be-b9c3-45d4-bfdc-6bc3448310b7 req-5515c5c2-2a74-4544-b65f-4c1aabd0543f tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 210 time: 0.0301464 Feb 11 06:37:16.619376 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] For port 296e9a02-952c-4c07-8714-dc2efd44e4ba, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=296e9a02-952c-4c07-8714-dc2efd44e4ba,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:16.624611 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (296e9a02-952c-4c07-8714-dc2efd44e4ba), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:16.680011 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Pushing event updated for resources: {'Port': ['ID=296e9a02-952c-4c07-8714-dc2efd44e4ba,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:16.787754 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Sync routers for ids ['38ac2577-4070-4ea9-abd0-1350c087b97f'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:37:16.797288 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Routers {'38ac2577-4070-4ea9-abd0-1350c087b97f'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:37:16.797972 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:37:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38ac2577-4070-4ea9-abd0-1350c087b97f'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:16.914172 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Set router 38ac2577-4070-4ea9-abd0-1350c087b97f gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:37:17.138271 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'name': 'tempest-TestSnapshotPattern-445212501-router', 'tenant_id': '956b33cadf0448d3bc8ad437a5b0b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '296e9a02-952c-4c07-8714-dc2efd44e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:10Z', 'updated_at': '2022-02-11T06:37:13Z', 'revision_number': 4, 'project_id': '956b33cadf0448d3bc8ad437a5b0b697', 'gw_port': {'id': '296e9a02-952c-4c07-8714-dc2efd44e4ba', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:11Z', 'updated_at': '2022-02-11T06:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '03a8bfd7-e554-41bb-91e3-858e74a3fc38', 'name': '', 'network_id': '4d402c38-de74-49d1-881c-67587a4a8e39', 'tenant_id': '956b33cadf0448d3bc8ad437a5b0b697', 'mac_address': 'fa:16:3e:16:7b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '0fdb83ae-962e-4e01-ab98-9d54ff4f3115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:12Z', 'updated_at': '2022-02-11T06:37:13Z', 'revision_number': 2, 'project_id': '956b33cadf0448d3bc8ad437a5b0b697', 'subnets': [{'id': '0fdb83ae-962e-4e01-ab98-9d54ff4f3115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:17.165508 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Checking router: 38ac2577-4070-4ea9-abd0-1350c087b97f for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:37:17.165843 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Updating router 38ac2577-4070-4ea9-abd0-1350c087b97f port 03a8bfd7-e554-41bb-91e3-858e74a3fc38 binding host n-d-713499-38 {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:37:17.192662 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:17.466447 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Publish callbacks [] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:17.471278 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:17.520537 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae391b8-7091-4683-9879-a17187674045 None None] Pushing event updated for resources: {'Port': ['ID=03a8bfd7-e554-41bb-91e3-858e74a3fc38,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:17.580198 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Attempting to bind port 03a8bfd7-e554-41bb-91e3-858e74a3fc38 on host n-d-713499-38 for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:37:17.580696 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Attempting to bind port 03a8bfd7-e554-41bb-91e3-858e74a3fc38 by drivers openvswitch,hyperv on host n-d-713499-38 at level 0 using segments [{'id': '431ce82f-1fec-4ef5-813d-3a017f442585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4d402c38-de74-49d1-881c-67587a4a8e39'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:37:17.586375 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Attempting to bind port 03a8bfd7-e554-41bb-91e3-858e74a3fc38 on network 4d402c38-de74-49d1-881c-67587a4a8e39 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:37:17.592949 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Checking agent: {'id': 'e95c94e1-dcce-44b6-af6e-fb9542a60c26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 55, 5), 'started_at': datetime.datetime(2022, 2, 11, 4, 55, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-38'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:37:17.593430 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Checking segment: {'id': '431ce82f-1fec-4ef5-813d-3a017f442585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4d402c38-de74-49d1-881c-67587a4a8e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:37:17.594683 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:17.595203 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Bound using segment: {'id': '431ce82f-1fec-4ef5-813d-3a017f442585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4d402c38-de74-49d1-881c-67587a4a8e39'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:37:17.595789 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Bound port: 03a8bfd7-e554-41bb-91e3-858e74a3fc38, host: n-d-713499-38, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431ce82f-1fec-4ef5-813d-3a017f442585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4d402c38-de74-49d1-881c-67587a4a8e39'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:37:17.596241 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:17.690787 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] For port 03a8bfd7-e554-41bb-91e3-858e74a3fc38, host n-d-713499-38, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:37:17.694400 n-d-713499-38 neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] For port 03a8bfd7-e554-41bb-91e3-858e74a3fc38, host n-d-713499-38, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=03a8bfd7-e554-41bb-91e3-858e74a3fc38,segment=NetworkSegment(431ce82f-1fec-4ef5-813d-3a017f442585),segment_id=431ce82f-1fec-4ef5-813d-3a017f442585)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:37:17.703489 n-d-713499-38 neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:17.731631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-d2429023-618b-4033-a0c8-f1528a468b74 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:17.734226 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-d2429023-618b-4033-a0c8-f1528a468b74 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.73 "GET /v2.0/networks?id=af836395-17b8-47aa-aaca-5dfe37def1c0 HTTP/1.1" status: 200 len: 805 time: 0.1672227 Feb 11 06:37:17.784665 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae391b8-7091-4683-9879-a17187674045 None None] Pushing event updated for resources: {'Port': ['ID=03a8bfd7-e554-41bb-91e3-858e74a3fc38,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:17.787586 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Routers {'38ac2577-4070-4ea9-abd0-1350c087b97f'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:37:17.789355 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:37:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38ac2577-4070-4ea9-abd0-1350c087b97f'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:17.798060 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-1798116a-75ea-4b41-9262-c15dd0468aff None None] Provisioning complete for port 03a8bfd7-e554-41bb-91e3-858e74a3fc38 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:17.803441 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1798116a-75ea-4b41-9262-c15dd0468aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:17.803918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d758469f-7fa5-4ac1-a285-9c0556c1d17e req-7d52b14a-c8cf-4da8-bc24-fb91fc433d4a tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 210 time: 0.0542843 Feb 11 06:37:17.861238 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-2153cee6-12c7-42b1-9245-8cd073d9d15b tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cb343eecc7a4c7f9f626049db0ec93d HTTP/1.1" status: 200 len: 380 time: 0.1181934 Feb 11 06:37:17.871642 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-e328970d-d4c4-4680-aa57-bfe9680e07ab tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Request body: {'port': {'device_id': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'admin_state_up': True, 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'security_groups': ['a1e16415-abaf-4d15-b53c-5b7c6ea6239a']}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:37:17.925565 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] Set router 38ac2577-4070-4ea9-abd0-1350c087b97f gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:37:17.937032 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1798116a-75ea-4b41-9262-c15dd0468aff None None] Current status of the port 03a8bfd7-e554-41bb-91e3-858e74a3fc38 is: DOWN; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:17.937798 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1798116a-75ea-4b41-9262-c15dd0468aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:17.980338 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1798116a-75ea-4b41-9262-c15dd0468aff None None] For port 03a8bfd7-e554-41bb-91e3-858e74a3fc38, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=03a8bfd7-e554-41bb-91e3-858e74a3fc38,segment=NetworkSegment(431ce82f-1fec-4ef5-813d-3a017f442585),segment_id=431ce82f-1fec-4ef5-813d-3a017f442585)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:17.988882 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1798116a-75ea-4b41-9262-c15dd0468aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:18.012805 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-e328970d-d4c4-4680-aa57-bfe9680e07ab tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Made reservation on behalf of 3cb343eecc7a4c7f9f626049db0ec93d for: {'port': 1} {{(pid=103171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:37:18.017985 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-e328970d-d4c4-4680-aa57-bfe9680e07ab tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:18.055915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798116a-75ea-4b41-9262-c15dd0468aff None None] Pushing event updated for resources: {'Port': ['ID=03a8bfd7-e554-41bb-91e3-858e74a3fc38,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:18.111919 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-c870be01-42df-45ad-a043-eefece3eace9 None None] Provisioning complete for port 03a8bfd7-e554-41bb-91e3-858e74a3fc38 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:18.112325 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c870be01-42df-45ad-a043-eefece3eace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:18.151938 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'name': 'tempest-TestSnapshotPattern-445212501-router', 'tenant_id': '956b33cadf0448d3bc8ad437a5b0b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '296e9a02-952c-4c07-8714-dc2efd44e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:10Z', 'updated_at': '2022-02-11T06:37:13Z', 'revision_number': 4, 'project_id': '956b33cadf0448d3bc8ad437a5b0b697', 'gw_port': {'id': '296e9a02-952c-4c07-8714-dc2efd44e4ba', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:11Z', 'updated_at': '2022-02-11T06:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '03a8bfd7-e554-41bb-91e3-858e74a3fc38', 'name': '', 'network_id': '4d402c38-de74-49d1-881c-67587a4a8e39', 'tenant_id': '956b33cadf0448d3bc8ad437a5b0b697', 'mac_address': 'fa:16:3e:16:7b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '0fdb83ae-962e-4e01-ab98-9d54ff4f3115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:12Z', 'updated_at': '2022-02-11T06:37:17Z', 'revision_number': 4, 'project_id': '956b33cadf0448d3bc8ad437a5b0b697', 'subnets': [{'id': '0fdb83ae-962e-4e01-ab98-9d54ff4f3115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:18.156337 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-e328970d-d4c4-4680-aa57-bfe9680e07ab tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Allocated IP 172.20.0.14 (af836395-17b8-47aa-aaca-5dfe37def1c0/b403a169-b225-4810-b711-e8707b8b8eb8/412bc311-f221-4580-8cbb-7cc062eaef80) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:37:18.202376 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c870be01-42df-45ad-a043-eefece3eace9 None None] Current status of the port 03a8bfd7-e554-41bb-91e3-858e74a3fc38 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:18.270399 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d199a1-6c23-4ded-9ebf-8b5bc148f54e None None] The sync data for ids ['38ac2577-4070-4ea9-abd0-1350c087b97f'] in n-d-713499-38 is: [{'id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'name': 'tempest-TestSnapshotPattern-445212501-router', 'tenant_id': '956b33cadf0448d3bc8ad437a5b0b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '296e9a02-952c-4c07-8714-dc2efd44e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:10Z', 'updated_at': '2022-02-11T06:37:13Z', 'revision_number': 4, 'project_id': '956b33cadf0448d3bc8ad437a5b0b697', 'gw_port': {'id': '296e9a02-952c-4c07-8714-dc2efd44e4ba', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:11Z', 'updated_at': '2022-02-11T06:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '03a8bfd7-e554-41bb-91e3-858e74a3fc38', 'name': '', 'network_id': '4d402c38-de74-49d1-881c-67587a4a8e39', 'tenant_id': '956b33cadf0448d3bc8ad437a5b0b697', 'mac_address': 'fa:16:3e:16:7b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '0fdb83ae-962e-4e01-ab98-9d54ff4f3115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:12Z', 'updated_at': '2022-02-11T06:37:17Z', 'revision_number': 4, 'project_id': '956b33cadf0448d3bc8ad437a5b0b697', 'subnets': [{'id': '0fdb83ae-962e-4e01-ab98-9d54ff4f3115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:37:18.304253 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-e328970d-d4c4-4680-aa57-bfe9680e07ab tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for port (412bc311-f221-4580-8cbb-7cc062eaef80), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:18.338988 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-e328970d-d4c4-4680-aa57-bfe9680e07ab tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:18.397476 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-e328970d-d4c4-4680-aa57-bfe9680e07ab tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Network af836395-17b8-47aa-aaca-5dfe37def1c0 is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:37:18.400920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-e328970d-d4c4-4680-aa57-bfe9680e07ab tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:37:18.403460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-e328970d-d4c4-4680-aa57-bfe9680e07ab tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:37:18.427658 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328970d-d4c4-4680-aa57-bfe9680e07ab tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event updated for resources: {'Port': ['ID=412bc311-f221-4580-8cbb-7cc062eaef80,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:18.462794 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 03a8bfd7-e554-41bb-91e3-858e74a3fc38 up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:37:18.463688 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-e328970d-d4c4-4680-aa57-bfe9680e07ab tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:18.464484 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-e328970d-d4c4-4680-aa57-bfe9680e07ab tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:18.484713 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-e328970d-d4c4-4680-aa57-bfe9680e07ab tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6172259 Feb 11 06:37:18.498511 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Request body: {'port': {'device_id': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-38'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:37:18.520375 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 03a8bfd7-e554-41bb-91e3-858e74a3fc38 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:18.520707 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:18.565393 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:18.627330 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 03a8bfd7-e554-41bb-91e3-858e74a3fc38 is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:18.628632 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 296e9a02-952c-4c07-8714-dc2efd44e4ba up at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:37:18.857492 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7699411e-a8ad-4154-b0d2-827d372ff95a None None] Provisioning complete for port 412bc311-f221-4580-8cbb-7cc062eaef80 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:18.858103 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7699411e-a8ad-4154-b0d2-827d372ff95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:18.866205 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412bc311-f221-4580-8cbb-7cc062eaef80 {{(pid=103171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:37:18.874799 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Publish callbacks [] for port (412bc311-f221-4580-8cbb-7cc062eaef80), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:18.886636 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Provisioning complete for port 296e9a02-952c-4c07-8714-dc2efd44e4ba triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:18.887138 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (296e9a02-952c-4c07-8714-dc2efd44e4ba), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:18.891478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.provisioning_blocks [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Transition to ACTIVE for port object 412bc311-f221-4580-8cbb-7cc062eaef80 will not be triggered until provisioned by entity L2. {{(pid=103171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:37:18.903617 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:18.938138 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7699411e-a8ad-4154-b0d2-827d372ff95a None None] Port 412bc311-f221-4580-8cbb-7cc062eaef80 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:37:18.983798 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=412bc311-f221-4580-8cbb-7cc062eaef80,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:18.995569 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Current status of the port 296e9a02-952c-4c07-8714-dc2efd44e4ba is: ACTIVE; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:19.040567 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537811e-0fce-4ff9-9735-be95291e4cbf req-96b61965-a8a3-408a-a287-11ee89b9c294 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:19.042130 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1537811e-0fce-4ff9-9735-be95291e4cbf req-96b61965-a8a3-408a-a287-11ee89b9c294 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 944 time: 0.1495614 Feb 11 06:37:19.093497 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Attempting to bind port 412bc311-f221-4580-8cbb-7cc062eaef80 on host n-h1-713499-38 for vnic_type normal with profile {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:37:19.093877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Attempting to bind port 412bc311-f221-4580-8cbb-7cc062eaef80 by drivers openvswitch,hyperv on host n-h1-713499-38 at level 0 using segments [{'id': 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0'}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:37:19.094182 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Attempting to bind port 412bc311-f221-4580-8cbb-7cc062eaef80 on network af836395-17b8-47aa-aaca-5dfe37def1c0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:37:19.109602 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Port 412bc311-f221-4580-8cbb-7cc062eaef80 on network af836395-17b8-47aa-aaca-5dfe37def1c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-38 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:37:19.109924 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Attempting to bind port 412bc311-f221-4580-8cbb-7cc062eaef80 on network af836395-17b8-47aa-aaca-5dfe37def1c0 {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:37:19.116856 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-1537811e-0fce-4ff9-9735-be95291e4cbf req-17006617-2c77-4eac-99c5-57be755d7477 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680189 Feb 11 06:37:19.119734 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Checking agent: {'id': '6c3c37e9-c842-4846-bb32-04812a1180ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:37:19.119995 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Checking segment: {'id': 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:37:19.120374 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Bound using segment: {'id': 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0'} {{(pid=103171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:37:19.120799 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.managers [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Bound port: 412bc311-f221-4580-8cbb-7cc062eaef80, host: n-h1-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0'}}] {{(pid=103171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:37:19.121155 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:19.184334 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] For port 412bc311-f221-4580-8cbb-7cc062eaef80, host n-h1-713499-38, cleared binding levels {{(pid=103171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:37:19.187273 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] For port 412bc311-f221-4580-8cbb-7cc062eaef80, host n-h1-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=412bc311-f221-4580-8cbb-7cc062eaef80,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:37:19.192738 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:19.231022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:19.231621 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:19.233077 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] 10.222.0.73 "PUT /v2.0/ports/412bc311-f221-4580-8cbb-7cc062eaef80 HTTP/1.1" status: 200 len: 1093 time: 0.7407749 Feb 11 06:37:19.233450 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'tag': '412bc311-f221-4580-8cbb-7cc062eaef80'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:37:19.235757 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c044f0-43d7-4e9e-9060-8837a5555f49" -d '{"events": [{"name": "network-changed", "server_uuid": "7fce3104-2dea-4f33-b94d-f5be64eab9a8", "tag": "412bc311-f221-4580-8cbb-7cc062eaef80"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:37:19.276741 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993358a7-c293-4423-a7af-a2f3119ec8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=412bc311-f221-4580-8cbb-7cc062eaef80,revision_number=3']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:19.330593 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-380e6299-70ce-4a5b-b87f-d85ea8573375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:19.332187 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-380e6299-70ce-4a5b-b87f-d85ea8573375 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3cb343eecc7a4c7f9f626049db0ec93d&device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 1127 time: 0.0524194 Feb 11 06:37:19.374895 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05281d4b-6d59-4b2a-a8aa-bd73513cbf4a x-openstack-request-id: req-05281d4b-6d59-4b2a-a8aa-bd73513cbf4a {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:37:19.375198 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fce3104-2dea-4f33-b94d-f5be64eab9a8", "tag": "412bc311-f221-4580-8cbb-7cc062eaef80", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:37:19.375472 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-05281d4b-6d59-4b2a-a8aa-bd73513cbf4a {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:37:19.375882 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'tag': '412bc311-f221-4580-8cbb-7cc062eaef80', 'status': 'completed', 'code': 200} Feb 11 06:37:19.377433 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-471e418b-a37a-4746-a050-e4157c3fc6d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=412bc311-f221-4580-8cbb-7cc062eaef80 HTTP/1.1" status: 200 len: 217 time: 0.0386057 Feb 11 06:37:19.425016 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-32bb9a4a-fdc7-4645-ac8a-25a591b9b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:19.426512 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-32bb9a4a-fdc7-4645-ac8a-25a591b9b1cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b403a169-b225-4810-b711-e8707b8b8eb8 HTTP/1.1" status: 200 len: 844 time: 0.0436671 Feb 11 06:37:19.480826 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-f331055b-297d-4e6b-b63e-879b0bf57081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:19.482443 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-f331055b-297d-4e6b-b63e-879b0bf57081 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af836395-17b8-47aa-aaca-5dfe37def1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501935 Feb 11 06:37:19.573361 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-0acccce5-08a4-4aa7-81c9-6375c1cc5f15 service neutron] 10.222.0.73 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844970 Feb 11 06:37:19.664203 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e888cd1a-db57-4a9b-bcb7-1b2ef6861af0 req-0218b596-18a0-4f75-a8c4-b62774d2fd3d service neutron] 10.222.0.73 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841074 Feb 11 06:37:19.753150 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c044f0-43d7-4e9e-9060-8837a5555f49 req-aa7f9272-efc0-4323-8332-4a5e305261b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:19.754570 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3c044f0-43d7-4e9e-9060-8837a5555f49 req-aa7f9272-efc0-4323-8332-4a5e305261b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3cb343eecc7a4c7f9f626049db0ec93d&device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 1127 time: 0.0446205 Feb 11 06:37:19.848001 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c044f0-43d7-4e9e-9060-8837a5555f49 req-a5a75b86-dbe8-4289-9b08-4d9ab26a9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:19.849490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3c044f0-43d7-4e9e-9060-8837a5555f49 req-a5a75b86-dbe8-4289-9b08-4d9ab26a9b21 service neutron] 10.222.0.73 "GET /v2.0/networks?id=af836395-17b8-47aa-aaca-5dfe37def1c0 HTTP/1.1" status: 200 len: 906 time: 0.0894549 Feb 11 06:37:19.890228 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3c044f0-43d7-4e9e-9060-8837a5555f49 req-8faa2b3f-447a-4271-b527-ac39c07bf07c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=412bc311-f221-4580-8cbb-7cc062eaef80 HTTP/1.1" status: 200 len: 217 time: 0.0342546 Feb 11 06:37:19.938526 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c044f0-43d7-4e9e-9060-8837a5555f49 req-ef4dde99-cea4-4b94-8a01-b756b4bb772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:19.940288 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3c044f0-43d7-4e9e-9060-8837a5555f49 req-ef4dde99-cea4-4b94-8a01-b756b4bb772c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b403a169-b225-4810-b711-e8707b8b8eb8 HTTP/1.1" status: 200 len: 844 time: 0.0436547 Feb 11 06:37:19.995923 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c044f0-43d7-4e9e-9060-8837a5555f49 req-853ab44a-899a-49d3-81d4-cf5d574ac1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:19.997446 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3c044f0-43d7-4e9e-9060-8837a5555f49 req-853ab44a-899a-49d3-81d4-cf5d574ac1d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af836395-17b8-47aa-aaca-5dfe37def1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505979 Feb 11 06:37:20.085858 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3c044f0-43d7-4e9e-9060-8837a5555f49 req-9e8c547c-12f0-437a-9dde-6a82d2b508dc service neutron] 10.222.0.73 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812259 Feb 11 06:37:20.177346 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e3c044f0-43d7-4e9e-9060-8837a5555f49 req-50bbe08d-d88d-425b-bef5-1c68bc1461f1 service neutron] 10.222.0.73 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859001 Feb 11 06:37:20.240106 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337157-10c4-4afc-be3f-a46037a10e16 req-64cab643-84ff-4320-ad9e-00aed874ab1b tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:20.241580 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6337157-10c4-4afc-be3f-a46037a10e16 req-64cab643-84ff-4320-ad9e-00aed874ab1b tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 944 time: 0.0533912 Feb 11 06:37:20.289357 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a6337157-10c4-4afc-be3f-a46037a10e16 req-1c8679b5-ee4f-4462-bc59-ad735647e86f tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422311 Feb 11 06:37:21.407549 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526f86e-106c-4ac9-925d-42d07f2a4732 req-af5e275f-ed3f-460a-bf61-edf7f8181995 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:21.409024 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6526f86e-106c-4ac9-925d-42d07f2a4732 req-af5e275f-ed3f-460a-bf61-edf7f8181995 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 944 time: 0.0516975 Feb 11 06:37:21.460874 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-6526f86e-106c-4ac9-925d-42d07f2a4732 req-f96772b4-27c0-426f-bf3c-8ac8d1badec2 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451131 Feb 11 06:37:21.553014 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 412bc311-f221-4580-8cbb-7cc062eaef80 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:37:21.650023 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 412bc311-f221-4580-8cbb-7cc062eaef80, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=412bc311-f221-4580-8cbb-7cc062eaef80,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:21.660225 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '412bc311-f221-4580-8cbb-7cc062eaef80', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'port_id': '412bc311-f221-4580-8cbb-7cc062eaef80', 'mac_address': 'fa:16:3e:90:4d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:37:21.697351 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 412bc311-f221-4580-8cbb-7cc062eaef80 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:21.697746 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:21.710529 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412bc311-f221-4580-8cbb-7cc062eaef80 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:37:21.729731 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 412bc311-f221-4580-8cbb-7cc062eaef80, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=412bc311-f221-4580-8cbb-7cc062eaef80,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:21.733541 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:21.780041 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=412bc311-f221-4580-8cbb-7cc062eaef80,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:21.956831 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['412bc311-f221-4580-8cbb-7cc062eaef80'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:37:22.578556 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df412a93-b948-438b-b835-d37c21be5d4b req-c4286d28-8b02-4434-a94f-08db43148041 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:22.580169 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df412a93-b948-438b-b835-d37c21be5d4b req-c4286d28-8b02-4434-a94f-08db43148041 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 945 time: 0.0521753 Feb 11 06:37:22.628026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-df412a93-b948-438b-b835-d37c21be5d4b req-ec0f974d-fde7-42b4-9d22-a66c3dc35fa9 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422895 Feb 11 06:37:23.577210 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 412bc311-f221-4580-8cbb-7cc062eaef80 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:37:23.626261 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning for port 412bc311-f221-4580-8cbb-7cc062eaef80 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:37:23.629739 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 412bc311-f221-4580-8cbb-7cc062eaef80 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:37:23.630115 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:23.706220 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 412bc311-f221-4580-8cbb-7cc062eaef80 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:37:23.706621 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:23.728946 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412bc311-f221-4580-8cbb-7cc062eaef80'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:37:23.731211 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9953bf6f-0284-4d80-9af3-20bab2e960c4" -d '{"events": [{"server_uuid": "7fce3104-2dea-4f33-b94d-f5be64eab9a8", "name": "network-vif-plugged", "status": "completed", "tag": "412bc311-f221-4580-8cbb-7cc062eaef80"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:37:23.744443 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 412bc311-f221-4580-8cbb-7cc062eaef80, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=412bc311-f221-4580-8cbb-7cc062eaef80,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:37:23.746484 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2894a23-5d0e-4cf0-a697-e2f2e54ef72a req-0299158e-03a6-4db6-864c-22c81ec20e02 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:23.748240 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2894a23-5d0e-4cf0-a697-e2f2e54ef72a req-0299158e-03a6-4db6-864c-22c81ec20e02 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 945 time: 0.0538988 Feb 11 06:37:23.752975 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:23.782062 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0574ad-77f5-4e50-871e-13cbfce478d1 x-openstack-request-id: req-0f0574ad-77f5-4e50-871e-13cbfce478d1 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:37:23.782352 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fce3104-2dea-4f33-b94d-f5be64eab9a8", "name": "network-vif-plugged", "status": "completed", "tag": "412bc311-f221-4580-8cbb-7cc062eaef80", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:37:23.782602 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0f0574ad-77f5-4e50-871e-13cbfce478d1 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:37:23.783183 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412bc311-f221-4580-8cbb-7cc062eaef80', 'code': 200} Feb 11 06:37:23.801658 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d2894a23-5d0e-4cf0-a697-e2f2e54ef72a req-b934c336-5541-4fa0-adb5-daba81d8acbb tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475175 Feb 11 06:37:23.819410 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=412bc311-f221-4580-8cbb-7cc062eaef80,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:23.872836 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605178-55c0-438c-84ee-ba667a89df80 req-33b17ec1-bfd1-4e83-b7c0-64eccc62cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:23.874342 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe605178-55c0-438c-84ee-ba667a89df80 req-33b17ec1-bfd1-4e83-b7c0-64eccc62cf0f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 1129 time: 0.0467021 Feb 11 06:37:23.918236 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-fe605178-55c0-438c-84ee-ba667a89df80 req-4d38538d-ecb5-4a79-a11b-71431677d604 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383277 Feb 11 06:37:24.929174 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead6292-480e-4dad-bd85-c3c06036c8db req-96f6bdad-fab2-4da2-a1f9-8d30cb9f47ee tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:24.930682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cead6292-480e-4dad-bd85-c3c06036c8db req-96f6bdad-fab2-4da2-a1f9-8d30cb9f47ee tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 946 time: 0.0586305 Feb 11 06:37:24.979933 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cead6292-480e-4dad-bd85-c3c06036c8db req-bd33c3ea-36f6-44fa-99a3-1f9669b7de52 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433695 Feb 11 06:37:26.101455 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6ef22-79e4-4dce-a387-1dbd9ff63e20 req-fc58cfca-ef5d-4cd3-a768-b7138117b580 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:26.103854 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bad6ef22-79e4-4dce-a387-1dbd9ff63e20 req-fc58cfca-ef5d-4cd3-a768-b7138117b580 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 946 time: 0.0558510 Feb 11 06:37:26.156026 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-bad6ef22-79e4-4dce-a387-1dbd9ff63e20 req-5c6c317a-e5d1-4e91-b5a1-f52c2a2ec8d4 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464866 Feb 11 06:37:26.275276 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fecd7f-335d-493b-b658-c38c9dc1c200 req-1bc149ec-16c6-46fd-8ac8-880c4c9a6900 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:26.276910 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3fecd7f-335d-493b-b658-c38c9dc1c200 req-1bc149ec-16c6-46fd-8ac8-880c4c9a6900 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 946 time: 0.0536740 Feb 11 06:37:26.324880 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d3fecd7f-335d-493b-b658-c38c9dc1c200 req-5233b510-ce45-41b1-ba60-ed87197f40e9 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420563 Feb 11 06:37:26.346506 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58186) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:26.357646 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:37:26.431892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916615d6-514b-486c-b281-4f6f43d16dce tempest-TestSnapshotPattern-1679728942 tempest-TestSnapshotPattern-1679728942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:26.433336 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-916615d6-514b-486c-b281-4f6f43d16dce tempest-TestSnapshotPattern-1679728942 tempest-TestSnapshotPattern-1679728942-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 1124 time: 0.0855765 Feb 11 06:37:26.436268 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58190) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:37:26.440573 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '412bc311-f221-4580-8cbb-7cc062eaef80', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:37:26.462370 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:26.563381 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:26.666338 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Allocated IP 172.25.5.104 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/29575b2a-5b8f-4107-90f0-e2bb8c4a5b1c) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:37:26.764192 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for port (29575b2a-5b8f-4107-90f0-e2bb8c4a5b1c), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:26.798345 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (29575b2a-5b8f-4107-90f0-e2bb8c4a5b1c), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:26.836754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:37:26.841089 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:37:26.845283 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:37:26.870600 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event updated for resources: {'Port': ['ID=29575b2a-5b8f-4107-90f0-e2bb8c4a5b1c,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:27.207181 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for floatingip (6f518eed-b7b6-47a2-bd38-24f1775c8b01), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:27.275622 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (29575b2a-5b8f-4107-90f0-e2bb8c4a5b1c), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:27.421128 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for port (29575b2a-5b8f-4107-90f0-e2bb8c4a5b1c), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:27.425962 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (29575b2a-5b8f-4107-90f0-e2bb8c4a5b1c), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:27.494883 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event updated for resources: {'Port': ['ID=29575b2a-5b8f-4107-90f0-e2bb8c4a5b1c,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:37:27.506335 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (6f518eed-b7b6-47a2-bd38-24f1775c8b01), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:27.928229 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Floating IP 6f518eed-b7b6-47a2-bd38-24f1775c8b01 associated. External IP: 172.25.5.104, port: 412bc311-f221-4580-8cbb-7cc062eaef80. Feb 11 06:37:28.138115 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Router 3e5131e6-784b-4147-b58c-4884c8793a79 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:37:28.245002 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:37:28.254455 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff981241-2a87-4556-aa36-2dae5ec9b552 None None] Sync routers for ids ['3e5131e6-784b-4147-b58c-4884c8793a79'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:37:28.262490 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:28.266066 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff981241-2a87-4556-aa36-2dae5ec9b552 None None] Routers {'3e5131e6-784b-4147-b58c-4884c8793a79'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:37:28.266684 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ff981241-2a87-4556-aa36-2dae5ec9b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:37:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e5131e6-784b-4147-b58c-4884c8793a79'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:28.306022 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-fc71c74d-c173-4a40-a7c2-7d4f1d7c0070 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8545218 Feb 11 06:37:28.306022 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'tag': '412bc311-f221-4580-8cbb-7cc062eaef80'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:37:28.306022 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252ac485-09ea-4474-bd42-7358ddda8afb" -d '{"events": [{"name": "network-changed", "server_uuid": "7fce3104-2dea-4f33-b94d-f5be64eab9a8", "tag": "412bc311-f221-4580-8cbb-7cc062eaef80"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:37:28.331297 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbc327a-872a-4297-9b6a-916d1b32db52 x-openstack-request-id: req-cfbc327a-872a-4297-9b6a-916d1b32db52 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:37:28.331696 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fce3104-2dea-4f33-b94d-f5be64eab9a8", "tag": "412bc311-f221-4580-8cbb-7cc062eaef80", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:37:28.332053 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cfbc327a-872a-4297-9b6a-916d1b32db52 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:37:28.332506 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'tag': '412bc311-f221-4580-8cbb-7cc062eaef80', 'status': 'completed', 'code': 200} Feb 11 06:37:28.378365 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-ff981241-2a87-4556-aa36-2dae5ec9b552 None None] Set router 3e5131e6-784b-4147-b58c-4884c8793a79 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:37:28.395733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac485-09ea-4474-bd42-7358ddda8afb req-1aaadb4c-10fc-45ac-aa3e-0c4fbb39c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:28.397227 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-252ac485-09ea-4474-bd42-7358ddda8afb req-1aaadb4c-10fc-45ac-aa3e-0c4fbb39c7de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3cb343eecc7a4c7f9f626049db0ec93d&device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 1129 time: 0.0449510 Feb 11 06:37:28.489433 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac485-09ea-4474-bd42-7358ddda8afb req-e2554995-b337-4578-8da9-542c5d2ccf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:28.490883 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-252ac485-09ea-4474-bd42-7358ddda8afb req-e2554995-b337-4578-8da9-542c5d2ccf55 service neutron] 10.222.0.73 "GET /v2.0/networks?id=af836395-17b8-47aa-aaca-5dfe37def1c0 HTTP/1.1" status: 200 len: 906 time: 0.0875018 Feb 11 06:37:28.553962 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-252ac485-09ea-4474-bd42-7358ddda8afb req-6dd15097-8710-43bc-a2d8-bf11042c9b72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=412bc311-f221-4580-8cbb-7cc062eaef80 HTTP/1.1" status: 200 len: 1000 time: 0.0573430 Feb 11 06:37:28.598463 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ff981241-2a87-4556-aa36-2dae5ec9b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6f518eed-b7b6-47a2-bd38-24f1775c8b01', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'port_id': '412bc311-f221-4580-8cbb-7cc062eaef80', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'mac_address': 'fa:16:3e:90:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:37:27Z', 'updated_at': '2022-02-11T06:37:27Z', 'revision_number': 0, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e020e4-6d92-42ee-9a56-1172aed76fc0', 'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'mac_address': 'fa:16:3e:11:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:07Z', 'updated_at': '2022-02-11T06:37:12Z', 'revision_number': 5, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'subnets': [{'id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:28.601588 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac485-09ea-4474-bd42-7358ddda8afb req-d2467087-b810-46b8-af72-084b1ea4c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:28.603602 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-252ac485-09ea-4474-bd42-7358ddda8afb req-d2467087-b810-46b8-af72-084b1ea4c73a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b403a169-b225-4810-b711-e8707b8b8eb8 HTTP/1.1" status: 200 len: 844 time: 0.0433857 Feb 11 06:37:28.629916 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff981241-2a87-4556-aa36-2dae5ec9b552 None None] Checking router: 3e5131e6-784b-4147-b58c-4884c8793a79 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:37:28.638544 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff981241-2a87-4556-aa36-2dae5ec9b552 None None] Routers {'3e5131e6-784b-4147-b58c-4884c8793a79'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:37:28.639164 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ff981241-2a87-4556-aa36-2dae5ec9b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:37:01Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e5131e6-784b-4147-b58c-4884c8793a79'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:28.657485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac485-09ea-4474-bd42-7358ddda8afb req-9ce1b0de-9ece-41bc-a7e9-d2bbd3eb1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:37:28.658996 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-252ac485-09ea-4474-bd42-7358ddda8afb req-9ce1b0de-9ece-41bc-a7e9-d2bbd3eb1769 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af836395-17b8-47aa-aaca-5dfe37def1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501511 Feb 11 06:37:28.702090 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-554e24c8-9b43-4735-924e-f578a02116ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:28.750613 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-252ac485-09ea-4474-bd42-7358ddda8afb req-936a4b98-6e6a-481c-9c15-d3ced4c286c4 service neutron] 10.222.0.73 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851185 Feb 11 06:37:28.759848 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-ff981241-2a87-4556-aa36-2dae5ec9b552 None None] Set router 3e5131e6-784b-4147-b58c-4884c8793a79 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:37:28.846796 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-252ac485-09ea-4474-bd42-7358ddda8afb req-d941614f-6bfe-4e5a-bc9c-23ad3e5e6584 service neutron] 10.222.0.73 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908308 Feb 11 06:37:28.983279 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-ff981241-2a87-4556-aa36-2dae5ec9b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6f518eed-b7b6-47a2-bd38-24f1775c8b01', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'port_id': '412bc311-f221-4580-8cbb-7cc062eaef80', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'mac_address': 'fa:16:3e:90:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:37:27Z', 'updated_at': '2022-02-11T06:37:27Z', 'revision_number': 0, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e020e4-6d92-42ee-9a56-1172aed76fc0', 'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'mac_address': 'fa:16:3e:11:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:07Z', 'updated_at': '2022-02-11T06:37:12Z', 'revision_number': 5, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'subnets': [{'id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:37:29.013675 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff981241-2a87-4556-aa36-2dae5ec9b552 None None] The sync data for ids ['3e5131e6-784b-4147-b58c-4884c8793a79'] in n-d-713499-38 is: [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6f518eed-b7b6-47a2-bd38-24f1775c8b01', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'port_id': '412bc311-f221-4580-8cbb-7cc062eaef80', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'mac_address': 'fa:16:3e:90:4d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:37:27Z', 'updated_at': '2022-02-11T06:37:27Z', 'revision_number': 0, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e020e4-6d92-42ee-9a56-1172aed76fc0', 'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'mac_address': 'fa:16:3e:11:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:07Z', 'updated_at': '2022-02-11T06:37:12Z', 'revision_number': 5, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'subnets': [{'id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:37:29.209340 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbbc58a-480e-49e5-b319-cb980688803e None None] New status for floating IP 6f518eed-b7b6-47a2-bd38-24f1775c8b01: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:37:30.968967 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f3488262-5158-4610-946e-bd9ee13596f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:32.745875 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:33.981722 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:35.377426 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:40.675388 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:45.027973 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:37:58.692482 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-773fc6e6-cc52-413a-b72f-0a5be4ceb347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:00.969717 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6d94c7bd-0e0e-4cd4-a713-83df11725f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:02.747741 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:03.356388 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:38:03.983664 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:05.378776 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:10.667905 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:15.059853 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:19.903088 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36a04cc1-348a-440f-8860-996c03774460 req-3a0c628d-f671-431d-ba5b-f8349d48ecd2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1032836 Feb 11 06:38:19.986095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a04cc1-348a-440f-8860-996c03774460 req-a1382ae0-3ebd-412f-b357-ccb8ab0029e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:19.987617 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36a04cc1-348a-440f-8860-996c03774460 req-a1382ae0-3ebd-412f-b357-ccb8ab0029e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3cb343eecc7a4c7f9f626049db0ec93d&device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 1129 time: 0.0445864 Feb 11 06:38:20.090603 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a04cc1-348a-440f-8860-996c03774460 req-57758fb1-ecf0-4025-9dfd-19abcc760bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:20.091999 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36a04cc1-348a-440f-8860-996c03774460 req-57758fb1-ecf0-4025-9dfd-19abcc760bf1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=af836395-17b8-47aa-aaca-5dfe37def1c0 HTTP/1.1" status: 200 len: 906 time: 0.0868044 Feb 11 06:38:20.154647 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36a04cc1-348a-440f-8860-996c03774460 req-58703db5-fd05-46d7-a73f-3e84b5f09625 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=412bc311-f221-4580-8cbb-7cc062eaef80 HTTP/1.1" status: 200 len: 1002 time: 0.0561082 Feb 11 06:38:20.204911 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a04cc1-348a-440f-8860-996c03774460 req-6574318a-6242-42d0-b3c2-f02e3698df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:20.206322 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36a04cc1-348a-440f-8860-996c03774460 req-6574318a-6242-42d0-b3c2-f02e3698df42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b403a169-b225-4810-b711-e8707b8b8eb8 HTTP/1.1" status: 200 len: 844 time: 0.0459511 Feb 11 06:38:20.252279 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a04cc1-348a-440f-8860-996c03774460 req-ee1efc44-c0ee-430d-a8d2-19cde2d41526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:38:20.253709 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36a04cc1-348a-440f-8860-996c03774460 req-ee1efc44-c0ee-430d-a8d2-19cde2d41526 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af836395-17b8-47aa-aaca-5dfe37def1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0417843 Feb 11 06:38:20.263186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-36a04cc1-348a-440f-8860-996c03774460 req-4181bce4-8749-41dd-9661-c28a0ae459ca service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:38:20.264129 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36a04cc1-348a-440f-8860-996c03774460 req-4181bce4-8749-41dd-9661-c28a0ae459ca service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047226 Feb 11 06:38:20.351587 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36a04cc1-348a-440f-8860-996c03774460 req-08d4ba1f-7288-4b04-84de-10b578744e7d service neutron] 10.222.0.73 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816891 Feb 11 06:38:20.437965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-36a04cc1-348a-440f-8860-996c03774460 req-d0478011-7af0-4f7a-8722-203a62908238 service neutron] 10.222.0.73 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795588 Feb 11 06:38:28.697482 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-893d51b6-6709-4eb6-862b-b030da9c347b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:30.974379 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3278-d6b3-4567-97c5-fd09b6d8fac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:32.752347 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:33.989550 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:35.381006 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:40.356002 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:38:40.684421 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:45.077716 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:38:58.699154 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76331a89-9d94-4e6a-badb-e863188fc7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:00.976234 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8abfb9e0-0a73-46b6-9b10-f08b2da559f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:02.755101 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:03.989203 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:05.382557 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:10.685160 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:15.074186 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:17.354718 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:39:21.843964 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e0aed4a-cf79-4500-9190-3db6c92074af req-31bc22ac-eb95-4e55-891c-0b49f4916a38 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438547 Feb 11 06:39:21.933733 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0aed4a-cf79-4500-9190-3db6c92074af req-798fba85-df3f-4dde-8ba9-ff2485ca8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:21.935214 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e0aed4a-cf79-4500-9190-3db6c92074af req-798fba85-df3f-4dde-8ba9-ff2485ca8184 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3cb343eecc7a4c7f9f626049db0ec93d&device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 1129 time: 0.0481112 Feb 11 06:39:22.035436 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0aed4a-cf79-4500-9190-3db6c92074af req-972c920a-cdaa-4b2b-8d7a-97a1d60248a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:22.036958 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e0aed4a-cf79-4500-9190-3db6c92074af req-972c920a-cdaa-4b2b-8d7a-97a1d60248a1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=af836395-17b8-47aa-aaca-5dfe37def1c0 HTTP/1.1" status: 200 len: 906 time: 0.0828443 Feb 11 06:39:22.105963 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e0aed4a-cf79-4500-9190-3db6c92074af req-20cd0c02-dfea-4ee5-a7fc-a34867910dd6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=412bc311-f221-4580-8cbb-7cc062eaef80 HTTP/1.1" status: 200 len: 1002 time: 0.0619836 Feb 11 06:39:22.151600 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0aed4a-cf79-4500-9190-3db6c92074af req-cf5f27e2-b2ca-4a22-9e9e-a9e810cb957a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:22.152979 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e0aed4a-cf79-4500-9190-3db6c92074af req-cf5f27e2-b2ca-4a22-9e9e-a9e810cb957a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b403a169-b225-4810-b711-e8707b8b8eb8 HTTP/1.1" status: 200 len: 844 time: 0.0423362 Feb 11 06:39:22.199199 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0aed4a-cf79-4500-9190-3db6c92074af req-baf53f39-e4d5-4ecb-a23d-66bbcf024a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:22.200703 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e0aed4a-cf79-4500-9190-3db6c92074af req-baf53f39-e4d5-4ecb-a23d-66bbcf024a2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af836395-17b8-47aa-aaca-5dfe37def1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0420101 Feb 11 06:39:22.288831 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e0aed4a-cf79-4500-9190-3db6c92074af req-635b28c4-9f3f-48ee-81b4-5597a1372ea0 service neutron] 10.222.0.73 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820346 Feb 11 06:39:22.374809 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3e0aed4a-cf79-4500-9190-3db6c92074af req-b02f4eb5-a1d8-47eb-8873-789752846ee0 service neutron] 10.222.0.73 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792341 Feb 11 06:39:28.145872 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 412bc311-f221-4580-8cbb-7cc062eaef80 details requested by agent hyperv_n-h1-713499-38 with host n-h1-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:39:28.257523 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 412bc311-f221-4580-8cbb-7cc062eaef80, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=412bc311-f221-4580-8cbb-7cc062eaef80,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:28.273802 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Returning: {'device': '412bc311-f221-4580-8cbb-7cc062eaef80', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'port_id': '412bc311-f221-4580-8cbb-7cc062eaef80', 'mac_address': 'fa:16:3e:90:4d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:39:28.314997 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 412bc311-f221-4580-8cbb-7cc062eaef80 is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:28.315393 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:28.330334 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 412bc311-f221-4580-8cbb-7cc062eaef80 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:39:28.352173 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 412bc311-f221-4580-8cbb-7cc062eaef80, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=412bc311-f221-4580-8cbb-7cc062eaef80,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:28.357941 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:28.415562 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=412bc311-f221-4580-8cbb-7cc062eaef80,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:28.423706 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:28.424144 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:28.424564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:28.424979 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:28.426460 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:28.426930 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:28.427459 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:28.427887 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:28.428292 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:28.428699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:28.429100 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:28.429503 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:28.429902 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:28.435146 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] get_ports_and_sgs() called for port_ids ['412bc311-f221-4580-8cbb-7cc062eaef80'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:39:28.704651 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-46073c5f-963c-44bb-9300-b6786db6297b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.140886 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 412bc311-f221-4580-8cbb-7cc062eaef80 up at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:39:30.213152 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Provisioning complete for port 412bc311-f221-4580-8cbb-7cc062eaef80 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:30.213427 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.484261 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 412bc311-f221-4580-8cbb-7cc062eaef80 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:30.484596 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.510519 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412bc311-f221-4580-8cbb-7cc062eaef80'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:39:30.513881 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc21523-4acf-4928-aeb6-49feeed0df27" -d '{"events": [{"server_uuid": "7fce3104-2dea-4f33-b94d-f5be64eab9a8", "name": "network-vif-plugged", "status": "completed", "tag": "412bc311-f221-4580-8cbb-7cc062eaef80"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:39:30.531667 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 412bc311-f221-4580-8cbb-7cc062eaef80, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=412bc311-f221-4580-8cbb-7cc062eaef80,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:30.538840 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:30.600122 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=412bc311-f221-4580-8cbb-7cc062eaef80,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:30.629139 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839d9ec1-9844-4acb-b23d-353b7a8527fd x-openstack-request-id: req-839d9ec1-9844-4acb-b23d-353b7a8527fd {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:39:30.629517 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fce3104-2dea-4f33-b94d-f5be64eab9a8", "name": "network-vif-plugged", "status": "completed", "tag": "412bc311-f221-4580-8cbb-7cc062eaef80", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:39:30.629873 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-839d9ec1-9844-4acb-b23d-353b7a8527fd {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:39:30.630375 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412bc311-f221-4580-8cbb-7cc062eaef80', 'code': 200} Feb 11 06:39:30.984391 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-212261d7-fff5-426e-b3f3-8c8cea36a8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:32.772052 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:33.996893 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:35.386644 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:37.535501 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-df9e6696-cfe0-4054-808c-cea7f9a30a9b tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962111996&fields=id&tenant_id=3cb343eecc7a4c7f9f626049db0ec93d HTTP/1.1" status: 200 len: 267 time: 0.0481639 Feb 11 06:39:37.639459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-895c2846-83a5-4411-8045-db9cbf7b4614 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:37.640916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-895c2846-83a5-4411-8045-db9cbf7b4614 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/networks?id=af836395-17b8-47aa-aaca-5dfe37def1c0 HTTP/1.1" status: 200 len: 805 time: 0.0990071 Feb 11 06:39:37.654851 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-3693120a-492b-40b4-85fe-d75f9dcae023 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/quotas/3cb343eecc7a4c7f9f626049db0ec93d HTTP/1.1" status: 200 len: 375 time: 0.0087724 Feb 11 06:39:37.709801 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-46a2b9ef-4a06-4e1f-a85b-ded7a3179607 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=3cb343eecc7a4c7f9f626049db0ec93d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502565 Feb 11 06:39:37.765920 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-b857713d-0ae1-4ce1-a45d-ab08df4da855 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:39:37.766956 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-b857713d-0ae1-4ce1-a45d-ab08df4da855 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465596 Feb 11 06:39:37.860530 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-fc74c964-cbfe-4d07-98b6-5421afd0a465 service neutron] 10.222.0.87 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874341 Feb 11 06:39:37.955386 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-eafe9fe6-6892-483d-bdae-f4d833dfc6d4 service neutron] 10.222.0.87 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884609 Feb 11 06:39:39.131678 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-275a34d4-cec3-4ba0-98ce-f708b531554a req-15e13439-8d6b-4e51-bb4c-e7bbd34d22af tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 210 time: 0.0288038 Feb 11 06:39:40.109703 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-bd3c992c-3ea9-4a19-a9cd-64d2576c029f tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:40.111210 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-bd3c992c-3ea9-4a19-a9cd-64d2576c029f tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.88 "GET /v2.0/networks?id=af836395-17b8-47aa-aaca-5dfe37def1c0 HTTP/1.1" status: 200 len: 805 time: 0.1007645 Feb 11 06:39:40.180680 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-2e1735ac-e8f4-49df-83ea-c3d825e39cc0 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cb343eecc7a4c7f9f626049db0ec93d HTTP/1.1" status: 200 len: 380 time: 0.0596690 Feb 11 06:39:40.198533 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Request body: {'port': {'device_id': 'f414e197-8008-42a8-a1d4-36c76648d298', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'admin_state_up': True, 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'security_groups': ['a1e16415-abaf-4d15-b53c-5b7c6ea6239a']}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:40.204634 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 412bc311-f221-4580-8cbb-7cc062eaef80 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:39:40.227956 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-cd87d7d8-15c4-444a-a720-a4fdd2f9c235 req-b6088de9-35e0-4944-9c88-94e93e172930 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 210 time: 0.0289679 Feb 11 06:39:40.297524 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Current status of the port 412bc311-f221-4580-8cbb-7cc062eaef80 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:40.297918 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.313393 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Made reservation on behalf of 3cb343eecc7a4c7f9f626049db0ec93d for: {'port': 1} {{(pid=103170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:39:40.317910 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.322539 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '412bc311-f221-4580-8cbb-7cc062eaef80'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:39:40.325037 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96943c9d-9046-4f4d-9d41-09f6eca7e951" -d '{"events": [{"server_uuid": "7fce3104-2dea-4f33-b94d-f5be64eab9a8", "name": "network-vif-unplugged", "status": "completed", "tag": "412bc311-f221-4580-8cbb-7cc062eaef80"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:39:40.338450 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] For port 412bc311-f221-4580-8cbb-7cc062eaef80, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=412bc311-f221-4580-8cbb-7cc062eaef80,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:40.344886 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.383744 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394143db-5f5d-4573-89a1-12eddab4cd26 x-openstack-request-id: req-394143db-5f5d-4573-89a1-12eddab4cd26 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:39:40.384043 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fce3104-2dea-4f33-b94d-f5be64eab9a8", "name": "network-vif-unplugged", "status": "completed", "tag": "412bc311-f221-4580-8cbb-7cc062eaef80", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:39:40.384301 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-394143db-5f5d-4573-89a1-12eddab4cd26 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:39:40.384693 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '412bc311-f221-4580-8cbb-7cc062eaef80', 'code': 200} Feb 11 06:39:40.400082 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Pushing event updated for resources: {'Port': ['ID=412bc311-f221-4580-8cbb-7cc062eaef80,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:40.498595 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.db_base_plugin_common [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Allocated IP 172.20.0.12 (af836395-17b8-47aa-aaca-5dfe37def1c0/b403a169-b225-4810-b711-e8707b8b8eb8/7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27) {{(pid=103170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:39:40.706104 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.736257 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), precommit_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.778700 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), after_create {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.832833 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Network af836395-17b8-47aa-aaca-5dfe37def1c0 is already hosted by enough agents. {{(pid=103170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:39:40.836081 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.base_scheduler [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Resources bound (agent type, host, resource id): {{(pid=103170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:39:40.840683 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Received port after_create {{(pid=103170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:39:40.844957 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event updated for resources: {'Port': ['ID=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,revision_number=1']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:40.896118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:40.896118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:40.896118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:40.896118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:40.896118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:40.896118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:40.896118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:40.896118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:40.896118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:40.896118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:40.896118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:40.896118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:40.896118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:40.918572 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:40.919224 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:40.953048 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-ddd43950-b572-4881-a871-63df61f1861e tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7587240 Feb 11 06:39:41.129483 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-4b95e3ce-9a8f-4c41-9c2d-58845da58697 None None] Provisioning complete for port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 triggered by entity DHCP. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:41.129813 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4b95e3ce-9a8f-4c41-9c2d-58845da58697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:41.167609 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-4b95e3ce-9a8f-4c41-9c2d-58845da58697 None None] Port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 cannot update to ACTIVE because it is not bound. {{(pid=103173) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:39:41.356204 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370294f-3b36-4930-a4be-eda9e7a12e8f req-6612e44e-5180-4db6-8988-0483ff8da522 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:41.357726 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e370294f-3b36-4930-a4be-eda9e7a12e8f req-6612e44e-5180-4db6-8988-0483ff8da522 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 932 time: 0.0546992 Feb 11 06:39:41.411435 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e370294f-3b36-4930-a4be-eda9e7a12e8f req-7b5096b6-a608-49e5-93d5-f64e34c0cf95 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455842 Feb 11 06:39:42.546147 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d895533-9a0b-47d0-9fa9-fcab6d6bd8e1 req-f1c99342-876e-477d-b66a-3d2e0fb14bd2 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:42.547717 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d895533-9a0b-47d0-9fa9-fcab6d6bd8e1 req-f1c99342-876e-477d-b66a-3d2e0fb14bd2 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 932 time: 0.0579166 Feb 11 06:39:42.600024 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7d895533-9a0b-47d0-9fa9-fcab6d6bd8e1 req-18bd6c5c-cc7d-4b9b-b000-02eafceadec1 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456233 Feb 11 06:39:43.733968 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffc85b-e8a4-438d-b882-c50ca20c0352 req-b33aadfe-3645-49fc-b88b-6535a180d629 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:43.736136 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4ffc85b-e8a4-438d-b882-c50ca20c0352 req-b33aadfe-3645-49fc-b88b-6535a180d629 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 932 time: 0.0566051 Feb 11 06:39:43.787123 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-b4ffc85b-e8a4-438d-b882-c50ca20c0352 req-f4ffbfe4-e1e6-4b2e-9028-b56cb1d53753 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443659 Feb 11 06:39:44.912877 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacae2aa-9a28-4c6c-847b-80bf64318541 req-5e8bd305-1782-4ae4-af61-d8c8e0716882 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:44.914455 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dacae2aa-9a28-4c6c-847b-80bf64318541 req-5e8bd305-1782-4ae4-af61-d8c8e0716882 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 932 time: 0.0552890 Feb 11 06:39:44.972276 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dacae2aa-9a28-4c6c-847b-80bf64318541 req-5ec6e093-98c5-440a-ad23-0f4203e2476f tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518668 Feb 11 06:39:45.075152 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:46.120544 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92aa9b-04ce-4e13-bcfb-55bd04cdb105 req-13971082-c303-415c-9a6a-856c6e7d1b54 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:46.122053 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff92aa9b-04ce-4e13-bcfb-55bd04cdb105 req-13971082-c303-415c-9a6a-856c6e7d1b54 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 932 time: 0.0721490 Feb 11 06:39:46.177297 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ff92aa9b-04ce-4e13-bcfb-55bd04cdb105 req-accb29fe-2c7b-4c21-b737-2113614a83b7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492120 Feb 11 06:39:47.363086 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cd6ac-be32-4bec-93d0-ab561809c6e2 req-4b4a52e1-175c-4e4d-85d3-8997a7a068c4 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:47.365032 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d64cd6ac-be32-4bec-93d0-ab561809c6e2 req-4b4a52e1-175c-4e4d-85d3-8997a7a068c4 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 932 time: 0.0786023 Feb 11 06:39:47.421006 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d64cd6ac-be32-4bec-93d0-ab561809c6e2 req-c5e389f1-a212-474a-960d-9aa5be17b28c tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488746 Feb 11 06:39:48.443261 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.v2.base [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Request body: {'port': {'device_id': 'f414e197-8008-42a8-a1d4-36c76648d298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-38'}} {{(pid=103170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:48.505260 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:48.548423 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcd195-c9c6-40fb-af6a-97617eecd130 req-105abfe2-9c9d-40e1-a633-d34264ff95e5 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:48.549918 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8fcd195-c9c6-40fb-af6a-97617eecd130 req-105abfe2-9c9d-40e1-a633-d34264ff95e5 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 932 time: 0.0561612 Feb 11 06:39:48.599126 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e8fcd195-c9c6-40fb-af6a-97617eecd130 req-eb642283-b214-447f-8823-0e05e51e8b76 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430524 Feb 11 06:39:48.758458 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 {{(pid=103170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:39:48.765861 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Publish callbacks [] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:48.777574 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.provisioning_blocks [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Transition to ACTIVE for port object 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 will not be triggered until provisioned by entity L2. {{(pid=103170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:39:48.781441 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:48.849068 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Pushing event updated for resources: {'Port': ['ID=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:48.902424 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Attempting to bind port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 on host n-h2-713499-38 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:39:48.902772 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Attempting to bind port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 by drivers openvswitch,hyperv on host n-h2-713499-38 at level 0 using segments [{'id': 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:39:48.903106 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Attempting to bind port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 on network af836395-17b8-47aa-aaca-5dfe37def1c0 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:39:48.907791 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 on network af836395-17b8-47aa-aaca-5dfe37def1c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-38 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:39:48.908118 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Attempting to bind port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 on network af836395-17b8-47aa-aaca-5dfe37def1c0 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:39:48.913862 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Checking agent: {'id': '2eeee050-c935-4d8b-8a27-4e99e3f9eb05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-38', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'started_at': datetime.datetime(2022, 2, 11, 5, 2, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:39:48.914207 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Checking segment: {'id': 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:39:48.914593 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Bound using segment: {'id': 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:39:48.915025 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Bound port: 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27, host: n-h2-713499-38, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:39:48.915387 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:48.982011 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] For port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27, host n-h2-713499-38, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:39:48.985234 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] For port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27, host n-h2-713499-38, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:39:48.990379 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31228036'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:49.023877 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:49.024506 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:49.025894 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] 10.222.0.88 "PUT /v2.0/ports/7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 HTTP/1.1" status: 200 len: 1093 time: 0.6345530 Feb 11 06:39:49.026331 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f414e197-8008-42a8-a1d4-36c76648d298', 'tag': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:39:49.028611 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd64a1f-e266-4f2b-ab07-6e6fd33a9a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f414e197-8008-42a8-a1d4-36c76648d298", "tag": "7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:39:49.056796 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df7d1d-d32c-4e6b-824d-82970b74143d service neutron] Pushing event updated for resources: {'Port': ['ID=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:49.125604 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-5dc5bd2d-e9d7-475b-ab26-b6f57d8ca15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:49.127171 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-5dc5bd2d-e9d7-475b-ab26-b6f57d8ca15e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cb343eecc7a4c7f9f626049db0ec93d&device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 1127 time: 0.0496466 Feb 11 06:39:49.145806 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73e2c67-8b54-492a-ae16-7fa148fbf045 x-openstack-request-id: req-e73e2c67-8b54-492a-ae16-7fa148fbf045 {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:39:49.146092 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f414e197-8008-42a8-a1d4-36c76648d298", "tag": "7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:39:49.146339 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e73e2c67-8b54-492a-ae16-7fa148fbf045 {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:39:49.146737 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f414e197-8008-42a8-a1d4-36c76648d298', 'tag': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27', 'status': 'completed', 'code': 200} Feb 11 06:39:49.177815 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-968010a4-c95c-47b8-bba4-8a65d556a3aa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 HTTP/1.1" status: 200 len: 217 time: 0.0420709 Feb 11 06:39:49.230446 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-9e56d8cb-12c0-4d66-81f0-90f645ebf272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:49.231965 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-9e56d8cb-12c0-4d66-81f0-90f645ebf272 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b403a169-b225-4810-b711-e8707b8b8eb8 HTTP/1.1" status: 200 len: 844 time: 0.0463717 Feb 11 06:39:49.282841 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-f6158adf-23b4-4cc7-aaf8-05bb088ae3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:49.284437 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-f6158adf-23b4-4cc7-aaf8-05bb088ae3dd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=af836395-17b8-47aa-aaca-5dfe37def1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453300 Feb 11 06:39:49.380202 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-d8287dff-76c1-4210-adf0-5d4d9bcdafed service neutron] 10.222.0.88 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869541 Feb 11 06:39:49.467361 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-d03deca2-0df4-4085-912c-bee2647c92a3 req-147b9fd3-7376-4425-b406-869fecb2d744 service neutron] 10.222.0.88 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799098 Feb 11 06:39:49.558557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd64a1f-e266-4f2b-ab07-6e6fd33a9a4c req-65141757-20c4-4c7d-95f7-9d3ae75fe2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:49.559979 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4cd64a1f-e266-4f2b-ab07-6e6fd33a9a4c req-65141757-20c4-4c7d-95f7-9d3ae75fe2a2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cb343eecc7a4c7f9f626049db0ec93d&device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 1127 time: 0.0480747 Feb 11 06:39:49.650557 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd64a1f-e266-4f2b-ab07-6e6fd33a9a4c req-17850b74-321a-4295-a8b4-e6f2e95c5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:49.652062 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4cd64a1f-e266-4f2b-ab07-6e6fd33a9a4c req-17850b74-321a-4295-a8b4-e6f2e95c5ab9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=af836395-17b8-47aa-aaca-5dfe37def1c0 HTTP/1.1" status: 200 len: 906 time: 0.0848067 Feb 11 06:39:49.697269 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4cd64a1f-e266-4f2b-ab07-6e6fd33a9a4c req-aaad83a7-62e9-4438-bb48-4e27366f497c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 HTTP/1.1" status: 200 len: 217 time: 0.0383749 Feb 11 06:39:49.717821 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb556672-a9de-48e5-8015-f0aceebf4c6f req-01e08bb1-fab2-4723-9ebc-1e5e93c25cea tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:49.719332 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb556672-a9de-48e5-8015-f0aceebf4c6f req-01e08bb1-fab2-4723-9ebc-1e5e93c25cea tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 944 time: 0.0521634 Feb 11 06:39:49.746800 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd64a1f-e266-4f2b-ab07-6e6fd33a9a4c req-efc3a80a-7db2-41f3-8c9f-2090d1178845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:49.748318 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4cd64a1f-e266-4f2b-ab07-6e6fd33a9a4c req-efc3a80a-7db2-41f3-8c9f-2090d1178845 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b403a169-b225-4810-b711-e8707b8b8eb8 HTTP/1.1" status: 200 len: 844 time: 0.0440311 Feb 11 06:39:49.767175 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-eb556672-a9de-48e5-8015-f0aceebf4c6f req-8baccafa-6bb8-46bc-bcd1-04005743fae4 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417569 Feb 11 06:39:49.797705 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd64a1f-e266-4f2b-ab07-6e6fd33a9a4c req-635fcb5e-720a-4428-ac7e-0c369a1e76f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:49.799199 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4cd64a1f-e266-4f2b-ab07-6e6fd33a9a4c req-635fcb5e-720a-4428-ac7e-0c369a1e76f4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=af836395-17b8-47aa-aaca-5dfe37def1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439065 Feb 11 06:39:49.892301 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4cd64a1f-e266-4f2b-ab07-6e6fd33a9a4c req-3d1dc683-87d2-4413-af36-d4713cb50a44 service neutron] 10.222.0.88 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835536 Feb 11 06:39:49.981624 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-4cd64a1f-e266-4f2b-ab07-6e6fd33a9a4c req-6151b990-3e2d-4f1e-abd6-3c924e33e111 service neutron] 10.222.0.88 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819566 Feb 11 06:39:50.886285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e955e27-d239-485d-89fa-ff8a299e137a req-38320beb-1704-44a9-ac22-0f2df049cbc3 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:50.887788 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e955e27-d239-485d-89fa-ff8a299e137a req-38320beb-1704-44a9-ac22-0f2df049cbc3 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 944 time: 0.0519598 Feb 11 06:39:50.940688 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e955e27-d239-485d-89fa-ff8a299e137a req-14e8c472-e080-4a69-9816-d0fa5608c587 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473044 Feb 11 06:39:52.058321 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99a417-f1ae-4de1-ad4e-4d63b85d8120 req-4cf275be-f540-4596-bda7-23507c417bd8 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:52.059830 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc99a417-f1ae-4de1-ad4e-4d63b85d8120 req-4cf275be-f540-4596-bda7-23507c417bd8 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 944 time: 0.0524793 Feb 11 06:39:52.108058 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-dc99a417-f1ae-4de1-ad4e-4d63b85d8120 req-955b521d-b149-42ea-9393-05d9cd5ff32c tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423894 Feb 11 06:39:53.232960 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c6028-90be-40b5-929f-39a2e949dd8a req-ffe0f22f-80f8-4332-91fe-478e2ccf7586 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:53.234337 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ce1c6028-90be-40b5-929f-39a2e949dd8a req-ffe0f22f-80f8-4332-91fe-478e2ccf7586 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 944 time: 0.0526581 Feb 11 06:39:53.240189 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:39:53.282950 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ce1c6028-90be-40b5-929f-39a2e949dd8a req-3a490529-29df-419c-a608-1ecfa55b7efa tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419307 Feb 11 06:39:53.338821 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:53.350355 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'port_id': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27', 'mac_address': 'fa:16:3e:17:69:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:39:53.385229 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 is: DOWN; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:53.385612 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:53.398105 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:39:53.416224 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:53.420290 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:53.468976 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,revision_number=4']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:53.751153 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:39:54.354504 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:39:54.403898 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0436e89-3544-4111-9fba-4ae83d99171d req-8206bf9f-2874-45e5-9d20-f61b552910be tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:54.405370 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0436e89-3544-4111-9fba-4ae83d99171d req-8206bf9f-2874-45e5-9d20-f61b552910be tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 945 time: 0.0559227 Feb 11 06:39:54.453562 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e0436e89-3544-4111-9fba-4ae83d99171d req-59f36c50-7cee-4281-b956-f30f51e014ad tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421317 Feb 11 06:39:55.250615 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:39:55.298244 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning for port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 completed by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:39:55.302253 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:39:55.302635 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:55.380746 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:39:55.381138 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:55.402698 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f414e197-8008-42a8-a1d4-36c76648d298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:39:55.404976 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b57bb6a-cf50-4e7d-9034-f9f2c3ae6e58" -d '{"events": [{"server_uuid": "f414e197-8008-42a8-a1d4-36c76648d298", "name": "network-vif-plugged", "status": "completed", "tag": "7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:39:55.416711 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:39:55.420714 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:55.446925 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7891f69e-6c06-43c9-9003-a1da9592fc6b x-openstack-request-id: req-7891f69e-6c06-43c9-9003-a1da9592fc6b {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:39:55.447219 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f414e197-8008-42a8-a1d4-36c76648d298", "name": "network-vif-plugged", "status": "completed", "tag": "7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:39:55.447491 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7891f69e-6c06-43c9-9003-a1da9592fc6b {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:39:55.447884 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f414e197-8008-42a8-a1d4-36c76648d298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27', 'code': 200} Feb 11 06:39:55.472068 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,revision_number=5']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:55.552575 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d973e5-b79e-49c4-ba43-4e868f4f6244 req-c49ce8a6-5b1d-4947-afd0-d7d6432388f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:55.554094 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b5d973e5-b79e-49c4-ba43-4e868f4f6244 req-c49ce8a6-5b1d-4947-afd0-d7d6432388f0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 1129 time: 0.0486121 Feb 11 06:39:55.574918 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dbe34-e435-4110-a6cb-39296a9d0558 req-d95a66bd-48fa-48c2-bb1f-3521e84e2e47 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:55.576439 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c25dbe34-e435-4110-a6cb-39296a9d0558 req-d95a66bd-48fa-48c2-bb1f-3521e84e2e47 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 946 time: 0.0534339 Feb 11 06:39:55.599991 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-b5d973e5-b79e-49c4-ba43-4e868f4f6244 req-f0b95683-9707-46a7-9aae-2f11c0477048 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395670 Feb 11 06:39:55.624683 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-c25dbe34-e435-4110-a6cb-39296a9d0558 req-c865ac81-da86-4e5f-b75f-cd0235186af2 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424650 Feb 11 06:39:56.753462 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b640-d086-46d7-936f-0ff34204cba7 req-886d1566-bb91-41a8-9eee-a6ade9a739fe tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:56.755674 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a447b640-d086-46d7-936f-0ff34204cba7 req-886d1566-bb91-41a8-9eee-a6ade9a739fe tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 946 time: 0.0573461 Feb 11 06:39:56.804066 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-a447b640-d086-46d7-936f-0ff34204cba7 req-b1bd38e7-31b0-4b6e-a97c-453f82d0cdb6 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427942 Feb 11 06:39:57.922460 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54db57-1b9e-4f4f-a3c0-ac390724fb2d req-ab325cc4-da12-4f47-b139-df4189d7d253 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:57.923965 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f54db57-1b9e-4f4f-a3c0-ac390724fb2d req-ab325cc4-da12-4f47-b139-df4189d7d253 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 946 time: 0.0524838 Feb 11 06:39:57.970684 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-3f54db57-1b9e-4f4f-a3c0-ac390724fb2d req-f4c7ec79-9a68-4c58-b976-3038bc5797c0 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406525 Feb 11 06:39:58.087226 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a555b26-7c4d-4f4e-9c5d-c54b6edff228 req-ff5e0ab2-719b-46f2-8d8d-215c518966d2 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:58.088632 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a555b26-7c4d-4f4e-9c5d-c54b6edff228 req-ff5e0ab2-719b-46f2-8d8d-215c518966d2 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 946 time: 0.0514522 Feb 11 06:39:58.139391 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7a555b26-7c4d-4f4e-9c5d-c54b6edff228 req-7bb422a7-62e4-49d6-a928-c76f51b3a308 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452027 Feb 11 06:39:58.160886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58476) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:58.202370 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6017e7-6369-40c4-8c95-0a49d374ea74 tempest-TestSnapshotPattern-1679728942 tempest-TestSnapshotPattern-1679728942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:39:58.203860 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-6b6017e7-6369-40c4-8c95-0a49d374ea74 tempest-TestSnapshotPattern-1679728942 tempest-TestSnapshotPattern-1679728942-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 1124 time: 0.0420496 Feb 11 06:39:58.207448 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58478) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:39:58.211519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.v2.base [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Request body: {'floatingip': {'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'port_id': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:39:58.230816 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:58.321393 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (None), before_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:58.426458 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_common [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Allocated IP 172.25.5.123 (88b423c4-2e02-4b9f-ba6b-cdc1b730e60c/b681676f-1d7a-4510-b96b-fc026bc163c2/805dd855-3373-4931-9404-90e469eaac2f) {{(pid=103171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:39:58.528838 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for port (805dd855-3373-4931-9404-90e469eaac2f), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:58.560336 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774535193034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (805dd855-3373-4931-9404-90e469eaac2f), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:58.597907 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Network 88b423c4-2e02-4b9f-ba6b-cdc1b730e60c is already hosted by enough agents. {{(pid=103171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:39:58.600728 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.base_scheduler [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Resources bound (agent type, host, resource id): {{(pid=103171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:39:58.604102 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Received port after_create {{(pid=103171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:39:58.625904 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event updated for resources: {'Port': ['ID=805dd855-3373-4931-9404-90e469eaac2f,revision_number=1']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:58.639249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:58.639615 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:58.639957 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:58.640285 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:58.640610 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:58.640933 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:58.641254 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:58.641571 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:58.641889 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:58.642203 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:58.642519 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:58.642839 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:58.643155 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:39:58.696572 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5231150e-365a-41fd-b940-edc9a5faca91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:58.979870 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for floatingip (b6d3c703-d95d-45ca-81d3-d4a872644a24), precommit_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:59.046053 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (805dd855-3373-4931-9404-90e469eaac2f), before_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:59.192862 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for port (805dd855-3373-4931-9404-90e469eaac2f), precommit_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:59.197141 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30878780'] for port (805dd855-3373-4931-9404-90e469eaac2f), after_update {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:59.268622 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event updated for resources: {'Port': ['ID=805dd855-3373-4931-9404-90e469eaac2f,revision_number=2']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:39:59.276939 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825661'] for floatingip (b6d3c703-d95d-45ca-81d3-d4a872644a24), after_create {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:39:59.375750 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Floating IP b6d3c703-d95d-45ca-81d3-d4a872644a24 associated. External IP: 172.25.5.123, port: 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27. Feb 11 06:39:59.907090 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Router 3e5131e6-784b-4147-b58c-4884c8793a79 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:40:00.013059 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:40:00.023352 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe370c68-8d42-4e37-ba13-a7e0725d981b None None] Sync routers for ids ['3e5131e6-784b-4147-b58c-4884c8793a79'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:40:00.031672 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:00.032978 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe370c68-8d42-4e37-ba13-a7e0725d981b None None] Routers {'3e5131e6-784b-4147-b58c-4884c8793a79'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:40:00.033616 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-fe370c68-8d42-4e37-ba13-a7e0725d981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:39:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e5131e6-784b-4147-b58c-4884c8793a79'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:00.065232 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-264eb167-4b71-4dd1-9f2f-3d9a67e540ff tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8567784 Feb 11 06:40:00.065892 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f414e197-8008-42a8-a1d4-36c76648d298', 'tag': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:40:00.068733 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0c4c05-54bb-4814-ac82-d7b8786f893c" -d '{"events": [{"name": "network-changed", "server_uuid": "f414e197-8008-42a8-a1d4-36c76648d298", "tag": "7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:40:00.106088 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e684b9-4edd-45ca-927c-b4104c11bde1 x-openstack-request-id: req-79e684b9-4edd-45ca-927c-b4104c11bde1 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:40:00.106375 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f414e197-8008-42a8-a1d4-36c76648d298", "tag": "7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:40:00.106660 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-79e684b9-4edd-45ca-927c-b4104c11bde1 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:40:00.107072 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f414e197-8008-42a8-a1d4-36c76648d298', 'tag': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27', 'status': 'completed', 'code': 200} Feb 11 06:40:00.146343 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-fe370c68-8d42-4e37-ba13-a7e0725d981b None None] Set router 3e5131e6-784b-4147-b58c-4884c8793a79 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:40:00.173928 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c4c05-54bb-4814-ac82-d7b8786f893c req-e5e80b8b-b691-4f6e-a8de-cf0c848e3b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:00.175475 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9b0c4c05-54bb-4814-ac82-d7b8786f893c req-e5e80b8b-b691-4f6e-a8de-cf0c848e3b02 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cb343eecc7a4c7f9f626049db0ec93d&device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 1129 time: 0.0448327 Feb 11 06:40:00.268793 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c4c05-54bb-4814-ac82-d7b8786f893c req-7b704130-cf93-48b1-bf36-1d901e6a6ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:00.270837 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9b0c4c05-54bb-4814-ac82-d7b8786f893c req-7b704130-cf93-48b1-bf36-1d901e6a6ae3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=af836395-17b8-47aa-aaca-5dfe37def1c0 HTTP/1.1" status: 200 len: 906 time: 0.0890381 Feb 11 06:40:00.336253 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9b0c4c05-54bb-4814-ac82-d7b8786f893c req-4875d711-e774-46ee-bc0d-f7d56974cf47 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 HTTP/1.1" status: 200 len: 1000 time: 0.0583730 Feb 11 06:40:00.379862 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-fe370c68-8d42-4e37-ba13-a7e0725d981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6f518eed-b7b6-47a2-bd38-24f1775c8b01', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'port_id': '412bc311-f221-4580-8cbb-7cc062eaef80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'mac_address': 'fa:16:3e:90:4d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:37:27Z', 'updated_at': '2022-02-11T06:37:29Z', 'revision_number': 1, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'fixed_ip_address_scope': None}, {'id': 'b6d3c703-d95d-45ca-81d3-d4a872644a24', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'port_id': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'mac_address': 'fa:16:3e:17:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f414e197-8008-42a8-a1d4-36c76648d298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:39:58Z', 'updated_at': '2022-02-11T06:39:58Z', 'revision_number': 0, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e020e4-6d92-42ee-9a56-1172aed76fc0', 'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'mac_address': 'fa:16:3e:11:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:07Z', 'updated_at': '2022-02-11T06:37:12Z', 'revision_number': 5, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'subnets': [{'id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:00.387665 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c4c05-54bb-4814-ac82-d7b8786f893c req-52126a3b-2171-4807-b6d4-49154f06545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:00.389110 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9b0c4c05-54bb-4814-ac82-d7b8786f893c req-52126a3b-2171-4807-b6d4-49154f06545f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b403a169-b225-4810-b711-e8707b8b8eb8 HTTP/1.1" status: 200 len: 844 time: 0.0434361 Feb 11 06:40:00.406514 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe370c68-8d42-4e37-ba13-a7e0725d981b None None] Checking router: 3e5131e6-784b-4147-b58c-4884c8793a79 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:40:00.414883 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe370c68-8d42-4e37-ba13-a7e0725d981b None None] Routers {'3e5131e6-784b-4147-b58c-4884c8793a79'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:40:00.415532 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-fe370c68-8d42-4e37-ba13-a7e0725d981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:39:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e5131e6-784b-4147-b58c-4884c8793a79'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:00.443343 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c4c05-54bb-4814-ac82-d7b8786f893c req-189c56a3-ad04-4573-8927-ff2d9645c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:00.444904 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9b0c4c05-54bb-4814-ac82-d7b8786f893c req-189c56a3-ad04-4573-8927-ff2d9645c293 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=af836395-17b8-47aa-aaca-5dfe37def1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485065 Feb 11 06:40:00.526638 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-fe370c68-8d42-4e37-ba13-a7e0725d981b None None] Set router 3e5131e6-784b-4147-b58c-4884c8793a79 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:40:00.764409 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-fe370c68-8d42-4e37-ba13-a7e0725d981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6f518eed-b7b6-47a2-bd38-24f1775c8b01', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'port_id': '412bc311-f221-4580-8cbb-7cc062eaef80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'mac_address': 'fa:16:3e:90:4d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:37:27Z', 'updated_at': '2022-02-11T06:37:29Z', 'revision_number': 1, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'fixed_ip_address_scope': None}, {'id': 'b6d3c703-d95d-45ca-81d3-d4a872644a24', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'port_id': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'mac_address': 'fa:16:3e:17:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f414e197-8008-42a8-a1d4-36c76648d298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:39:58Z', 'updated_at': '2022-02-11T06:39:58Z', 'revision_number': 0, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e020e4-6d92-42ee-9a56-1172aed76fc0', 'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'mac_address': 'fa:16:3e:11:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:07Z', 'updated_at': '2022-02-11T06:37:12Z', 'revision_number': 5, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'subnets': [{'id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:40:00.791558 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe370c68-8d42-4e37-ba13-a7e0725d981b None None] The sync data for ids ['3e5131e6-784b-4147-b58c-4884c8793a79'] in n-d-713499-38 is: [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6f518eed-b7b6-47a2-bd38-24f1775c8b01', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'port_id': '412bc311-f221-4580-8cbb-7cc062eaef80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'mac_address': 'fa:16:3e:90:4d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:37:27Z', 'updated_at': '2022-02-11T06:37:29Z', 'revision_number': 1, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'fixed_ip_address_scope': None}, {'id': 'b6d3c703-d95d-45ca-81d3-d4a872644a24', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'port_id': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'mac_address': 'fa:16:3e:17:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f414e197-8008-42a8-a1d4-36c76648d298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:39:58Z', 'updated_at': '2022-02-11T06:39:58Z', 'revision_number': 0, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e020e4-6d92-42ee-9a56-1172aed76fc0', 'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'mac_address': 'fa:16:3e:11:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:07Z', 'updated_at': '2022-02-11T06:37:12Z', 'revision_number': 5, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'subnets': [{'id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:40:00.863998 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9b0c4c05-54bb-4814-ac82-d7b8786f893c req-33aebb83-6288-4035-ad9e-b5475114ac5a service neutron] 10.222.0.88 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108419 Feb 11 06:40:00.959359 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9b0c4c05-54bb-4814-ac82-d7b8786f893c req-53b5acb4-7698-43e4-a3b5-552480a70e47 service neutron] 10.222.0.88 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890245 Feb 11 06:40:00.978429 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aab244f7-dfcd-4a51-aed3-b1e8e7673a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:00.996054 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797e9f4c-5790-4682-8701-88239f5b9a2d None None] New status for floating IP b6d3c703-d95d-45ca-81d3-d4a872644a24: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:40:02.761801 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:03.992042 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:05.388237 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:10.730212 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:15.076942 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:20.861846 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c4622bd-5fc5-4203-a262-10973a4c63a8 req-122d5bb2-1feb-46cb-96b1-774793c04150 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433598 Feb 11 06:40:20.949438 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4622bd-5fc5-4203-a262-10973a4c63a8 req-c5d34d69-15df-4a44-bd9d-e1c7f1a7069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:20.950919 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c4622bd-5fc5-4203-a262-10973a4c63a8 req-c5d34d69-15df-4a44-bd9d-e1c7f1a7069f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cb343eecc7a4c7f9f626049db0ec93d&device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 1129 time: 0.0440915 Feb 11 06:40:21.059595 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4622bd-5fc5-4203-a262-10973a4c63a8 req-2b3b2f0b-348c-459a-9a54-9482a6bf84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:21.061026 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c4622bd-5fc5-4203-a262-10973a4c63a8 req-2b3b2f0b-348c-459a-9a54-9482a6bf84e8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=af836395-17b8-47aa-aaca-5dfe37def1c0 HTTP/1.1" status: 200 len: 906 time: 0.0886424 Feb 11 06:40:21.126744 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c4622bd-5fc5-4203-a262-10973a4c63a8 req-0a24d761-d32d-428c-b27f-83570bb7bcff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 HTTP/1.1" status: 200 len: 1002 time: 0.0574508 Feb 11 06:40:21.185242 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4622bd-5fc5-4203-a262-10973a4c63a8 req-1b43e62d-5659-463d-86f0-197f8b6e888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:21.186661 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c4622bd-5fc5-4203-a262-10973a4c63a8 req-1b43e62d-5659-463d-86f0-197f8b6e888a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b403a169-b225-4810-b711-e8707b8b8eb8 HTTP/1.1" status: 200 len: 844 time: 0.0474896 Feb 11 06:40:21.235279 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4622bd-5fc5-4203-a262-10973a4c63a8 req-ef6ff671-598e-43b6-a1bb-b956c484246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:21.236843 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c4622bd-5fc5-4203-a262-10973a4c63a8 req-ef6ff671-598e-43b6-a1bb-b956c484246e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=af836395-17b8-47aa-aaca-5dfe37def1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435739 Feb 11 06:40:21.323625 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c4622bd-5fc5-4203-a262-10973a4c63a8 req-d040ae20-a101-4cd6-aa9b-c3e9270523d4 service neutron] 10.222.0.88 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793142 Feb 11 06:40:21.416439 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-9c4622bd-5fc5-4203-a262-10973a4c63a8 req-85173545-acd2-4511-8270-ce5da484abce service neutron] 10.222.0.88 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852361 Feb 11 06:40:21.847490 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ea5c9ef-2a6c-4fa5-af29-77a6f22822d3 req-551c475c-8968-48df-9899-00a1b49fb127 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438802 Feb 11 06:40:21.929753 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c9ef-2a6c-4fa5-af29-77a6f22822d3 req-99ec1473-a487-4734-8b52-97aec2e31972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:21.931242 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ea5c9ef-2a6c-4fa5-af29-77a6f22822d3 req-99ec1473-a487-4734-8b52-97aec2e31972 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3cb343eecc7a4c7f9f626049db0ec93d&device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 1127 time: 0.0442936 Feb 11 06:40:22.034649 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c9ef-2a6c-4fa5-af29-77a6f22822d3 req-250c82ba-17cf-45f2-8d3b-dd493497ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:22.036155 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ea5c9ef-2a6c-4fa5-af29-77a6f22822d3 req-250c82ba-17cf-45f2-8d3b-dd493497ccd9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=af836395-17b8-47aa-aaca-5dfe37def1c0 HTTP/1.1" status: 200 len: 906 time: 0.0870910 Feb 11 06:40:22.099667 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ea5c9ef-2a6c-4fa5-af29-77a6f22822d3 req-8a239707-4a22-4194-ae3c-6a39dfb3f35f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=412bc311-f221-4580-8cbb-7cc062eaef80 HTTP/1.1" status: 200 len: 1000 time: 0.0571561 Feb 11 06:40:22.147676 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c9ef-2a6c-4fa5-af29-77a6f22822d3 req-42793cf5-f789-41ae-9088-6caa0f116333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:22.149121 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ea5c9ef-2a6c-4fa5-af29-77a6f22822d3 req-42793cf5-f789-41ae-9088-6caa0f116333 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b403a169-b225-4810-b711-e8707b8b8eb8 HTTP/1.1" status: 200 len: 844 time: 0.0443134 Feb 11 06:40:22.201356 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c9ef-2a6c-4fa5-af29-77a6f22822d3 req-8ca92131-ee46-4251-bee1-b1c864d051d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:40:22.202834 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ea5c9ef-2a6c-4fa5-af29-77a6f22822d3 req-8ca92131-ee46-4251-bee1-b1c864d051d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af836395-17b8-47aa-aaca-5dfe37def1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473742 Feb 11 06:40:22.288862 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ea5c9ef-2a6c-4fa5-af29-77a6f22822d3 req-39fbd5f8-e35a-4f94-8c00-1646d5df205d service neutron] 10.222.0.73 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800648 Feb 11 06:40:22.379017 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7ea5c9ef-2a6c-4fa5-af29-77a6f22822d3 req-316f52a7-ed55-455f-815f-6af72a813236 service neutron] 10.222.0.73 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848668 Feb 11 06:40:28.698108 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-909ed11c-98d3-4eef-91ee-0b173596b956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:30.981052 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7b3f-f854-4b0a-b223-6d5ffa99f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:31.354206 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:40:32.764372 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:33.993396 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:35.389576 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:40.718848 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:45.080090 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:40:58.698790 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-22a2f6aa-d633-42e1-bb8e-d3b1dfd0ca9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:00.982742 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-adb9a202-a613-4edf-8464-2d78c82cfdbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:02.768150 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:03.998152 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:05.391582 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:08.353099 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:41:10.718699 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:15.089729 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:22.709938 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-90fc0371-ba65-4592-9809-2c3f5edf7520 req-17cb8000-9a7b-421b-a719-9996fc11c1c2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444992 Feb 11 06:41:22.800020 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc0371-ba65-4592-9809-2c3f5edf7520 req-989803c1-ea84-4ac8-b20b-8a9b089c3def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:22.801517 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-90fc0371-ba65-4592-9809-2c3f5edf7520 req-989803c1-ea84-4ac8-b20b-8a9b089c3def service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cb343eecc7a4c7f9f626049db0ec93d&device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 1129 time: 0.0452640 Feb 11 06:41:22.862273 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de36c3f7-97b1-487c-bcff-a73d0902fec9 req-e2ea107f-ec62-46f3-b798-2ecbe67e3aa6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436730 Feb 11 06:41:22.911021 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc0371-ba65-4592-9809-2c3f5edf7520 req-34d58f3c-746a-48c4-9688-ebc2d7034f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:22.912570 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-90fc0371-ba65-4592-9809-2c3f5edf7520 req-34d58f3c-746a-48c4-9688-ebc2d7034f71 service neutron] 10.222.0.88 "GET /v2.0/networks?id=af836395-17b8-47aa-aaca-5dfe37def1c0 HTTP/1.1" status: 200 len: 906 time: 0.0927210 Feb 11 06:41:22.947944 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36c3f7-97b1-487c-bcff-a73d0902fec9 req-31954281-0248-452e-9de8-1c45d38da57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:22.949456 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de36c3f7-97b1-487c-bcff-a73d0902fec9 req-31954281-0248-452e-9de8-1c45d38da57d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3cb343eecc7a4c7f9f626049db0ec93d&device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 1127 time: 0.0452118 Feb 11 06:41:22.981614 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-90fc0371-ba65-4592-9809-2c3f5edf7520 req-d09d0c42-b282-4e8f-80fb-1051bbde78e8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 HTTP/1.1" status: 200 len: 1002 time: 0.0584426 Feb 11 06:41:23.036435 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc0371-ba65-4592-9809-2c3f5edf7520 req-1d42342e-32d2-4f06-87ee-3cbef6b80233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:23.037893 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-90fc0371-ba65-4592-9809-2c3f5edf7520 req-1d42342e-32d2-4f06-87ee-3cbef6b80233 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b403a169-b225-4810-b711-e8707b8b8eb8 HTTP/1.1" status: 200 len: 844 time: 0.0471578 Feb 11 06:41:23.056015 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36c3f7-97b1-487c-bcff-a73d0902fec9 req-1c50e6a7-5b75-42b4-9dab-305e623088e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:23.057443 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de36c3f7-97b1-487c-bcff-a73d0902fec9 req-1c50e6a7-5b75-42b4-9dab-305e623088e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=af836395-17b8-47aa-aaca-5dfe37def1c0 HTTP/1.1" status: 200 len: 906 time: 0.0889790 Feb 11 06:41:23.089863 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc0371-ba65-4592-9809-2c3f5edf7520 req-63f26372-59ae-4d07-b92f-4fe72126a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:23.091358 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-90fc0371-ba65-4592-9809-2c3f5edf7520 req-63f26372-59ae-4d07-b92f-4fe72126a058 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=af836395-17b8-47aa-aaca-5dfe37def1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441732 Feb 11 06:41:23.105445 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-90fc0371-ba65-4592-9809-2c3f5edf7520 req-0d231d7c-3851-4428-8e4c-ef7af928816e service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:41:23.106431 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-90fc0371-ba65-4592-9809-2c3f5edf7520 req-0d231d7c-3851-4428-8e4c-ef7af928816e service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051787 Feb 11 06:41:23.123497 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de36c3f7-97b1-487c-bcff-a73d0902fec9 req-dc4f0c74-6181-4c63-834a-f8f4fbd054ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=412bc311-f221-4580-8cbb-7cc062eaef80 HTTP/1.1" status: 200 len: 1000 time: 0.0587516 Feb 11 06:41:23.174371 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36c3f7-97b1-487c-bcff-a73d0902fec9 req-45c5932a-5871-4340-a8e9-39507dde65e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:23.175852 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de36c3f7-97b1-487c-bcff-a73d0902fec9 req-45c5932a-5871-4340-a8e9-39507dde65e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b403a169-b225-4810-b711-e8707b8b8eb8 HTTP/1.1" status: 200 len: 844 time: 0.0463941 Feb 11 06:41:23.200940 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-90fc0371-ba65-4592-9809-2c3f5edf7520 req-e388dd55-f08b-4146-8290-c9a93fa0e2ae service neutron] 10.222.0.88 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854018 Feb 11 06:41:23.224094 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36c3f7-97b1-487c-bcff-a73d0902fec9 req-90c1c35f-d602-4631-8c8e-4b3bc2392624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:23.225595 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de36c3f7-97b1-487c-bcff-a73d0902fec9 req-90c1c35f-d602-4631-8c8e-4b3bc2392624 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af836395-17b8-47aa-aaca-5dfe37def1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439501 Feb 11 06:41:23.291142 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-90fc0371-ba65-4592-9809-2c3f5edf7520 req-0e3e418c-f58b-4485-80c2-7c63ff511c80 service neutron] 10.222.0.88 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815232 Feb 11 06:41:23.316256 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de36c3f7-97b1-487c-bcff-a73d0902fec9 req-cda30326-dc33-4ab6-9619-c9635c3ac13d service neutron] 10.222.0.73 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841720 Feb 11 06:41:23.406814 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-de36c3f7-97b1-487c-bcff-a73d0902fec9 req-476a5f6b-3f9d-43a7-b408-f9926e268988 service neutron] 10.222.0.73 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843229 Feb 11 06:41:28.699796 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ab9ce244-aacc-4ba6-a101-39ea20bcdbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:30.987820 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8b66affd-030b-40a6-a1dd-353b27214e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:31.732801 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 details requested by agent hyperv_n-h2-713499-38 with host n-h2-713499-38 {{(pid=103173) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:41:31.838026 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:31.849702 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Returning: {'device': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'port_id': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27', 'mac_address': 'fa:16:3e:17:69:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103173) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:41:31.893232 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 is: ACTIVE; New status is: BUILD {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:31.893616 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:31.908473 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:41:31.929481 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:31.933501 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:31.985867 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,revision_number=6']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:31.995902 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:31.996517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:31.996657 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:31.996887 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:31.997214 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:31.997537 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:31.997859 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:31.998179 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:31.998501 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:31.998817 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:31.999135 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:31.999472 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:31.999793 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:32.026050 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] get_ports_and_sgs() called for port_ids ['7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27'] {{(pid=103173) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:41:32.772158 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:33.749044 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 up at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:41:33.804136 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Provisioning complete for port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 triggered by entity L2. {{(pid=103173) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:41:33.804516 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687798'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), provisioning_complete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:34.063977 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:34.064800 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 is: BUILD; New status is: ACTIVE {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:34.065186 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:34.091440 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f414e197-8008-42a8-a1d4-36c76648d298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:41:34.094242 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51559d21-c67d-4370-b124-55da70e05090" -d '{"events": [{"server_uuid": "f414e197-8008-42a8-a1d4-36c76648d298", "name": "network-vif-plugged", "status": "completed", "tag": "7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:41:34.120900 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:34.133873 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:34.170509 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc09a9a-7702-4fb7-9b73-6b15e16c96b8 x-openstack-request-id: req-1bc09a9a-7702-4fb7-9b73-6b15e16c96b8 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:41:34.170797 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f414e197-8008-42a8-a1d4-36c76648d298", "name": "network-vif-plugged", "status": "completed", "tag": "7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:41:34.171132 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1bc09a9a-7702-4fb7-9b73-6b15e16c96b8 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:41:34.171616 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f414e197-8008-42a8-a1d4-36c76648d298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27', 'code': 200} Feb 11 06:41:34.199915 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,revision_number=7']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:35.396817 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:40.724891 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:41.730392 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58680) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:41.887449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Deleting port 805dd855-3373-4931-9404-90e469eaac2f {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:41:41.887803 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (805dd855-3373-4931-9404-90e469eaac2f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:41.965583 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (805dd855-3373-4931-9404-90e469eaac2f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:41.965832 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for floatingip (805dd855-3373-4931-9404-90e469eaac2f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:41.977173 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Calling delete_port for 805dd855-3373-4931-9404-90e469eaac2f owned by network:floatingip {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:41:42.121496 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (805dd855-3373-4931-9404-90e469eaac2f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:42.154902 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event deleted for resources: {'Port': ['ID=805dd855-3373-4931-9404-90e469eaac2f,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:42.178051 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:42.179073 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:42.179449 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:42.179788 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:42.180125 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:42.180459 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:42.180790 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:42.181116 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:42.181440 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:42.181763 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:42.182095 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:42.182419 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:42.182744 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:42.222035 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for floatingip (b6d3c703-d95d-45ca-81d3-d4a872644a24), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:42.222327 n-d-713499-38 neutron-server[103171]: INFO neutron.db.l3_db [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Floating IP b6d3c703-d95d-45ca-81d3-d4a872644a24 disassociated (deleted). External IP: 172.25.5.123, port: 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27. Feb 11 06:41:42.437117 n-d-713499-38 neutron-server[103171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Router 3e5131e6-784b-4147-b58c-4884c8793a79 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:41:42.544986 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:41:42.550255 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:42.554901 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b7fdd-b97c-4a63-80d1-c6c7fbfe2089 None None] Sync routers for ids ['3e5131e6-784b-4147-b58c-4884c8793a79'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:41:42.564907 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b7fdd-b97c-4a63-80d1-c6c7fbfe2089 None None] Routers {'3e5131e6-784b-4147-b58c-4884c8793a79'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:42.565525 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-189b7fdd-b97c-4a63-80d1-c6c7fbfe2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:41:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e5131e6-784b-4147-b58c-4884c8793a79'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:42.579607 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-55a088b9-7abf-46b4-94c1-f02d9475a3c7 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "DELETE /v2.0/floatingips/b6d3c703-d95d-45ca-81d3-d4a872644a24 HTTP/1.1" status: 204 len: 168 time: 0.8480666 Feb 11 06:41:42.580309 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f414e197-8008-42a8-a1d4-36c76648d298', 'tag': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:41:42.582983 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb44978-36b4-4d86-a8c6-87a28f2ac5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "f414e197-8008-42a8-a1d4-36c76648d298", "tag": "7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:41:42.620919 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b0487e-bb4b-44aa-8ce0-e8f1829f9913 x-openstack-request-id: req-68b0487e-bb4b-44aa-8ce0-e8f1829f9913 {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:41:42.621245 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f414e197-8008-42a8-a1d4-36c76648d298", "tag": "7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:41:42.621503 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-68b0487e-bb4b-44aa-8ce0-e8f1829f9913 {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:41:42.621921 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f414e197-8008-42a8-a1d4-36c76648d298', 'tag': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27', 'status': 'completed', 'code': 200} Feb 11 06:41:42.679277 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-189b7fdd-b97c-4a63-80d1-c6c7fbfe2089 None None] Set router 3e5131e6-784b-4147-b58c-4884c8793a79 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:42.700740 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb44978-36b4-4d86-a8c6-87a28f2ac5a9 req-3872866a-77c3-445b-8c71-854e6387d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:42.702272 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-adb44978-36b4-4d86-a8c6-87a28f2ac5a9 req-3872866a-77c3-445b-8c71-854e6387d28c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3cb343eecc7a4c7f9f626049db0ec93d&device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 1129 time: 0.0483315 Feb 11 06:41:42.813518 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb44978-36b4-4d86-a8c6-87a28f2ac5a9 req-fe9a1351-a016-405c-9ddd-ee3fc9337304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:42.814993 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-adb44978-36b4-4d86-a8c6-87a28f2ac5a9 req-fe9a1351-a016-405c-9ddd-ee3fc9337304 service neutron] 10.222.0.88 "GET /v2.0/networks?id=af836395-17b8-47aa-aaca-5dfe37def1c0 HTTP/1.1" status: 200 len: 906 time: 0.0990527 Feb 11 06:41:42.867119 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-adb44978-36b4-4d86-a8c6-87a28f2ac5a9 req-bef8b828-5d54-4941-962b-553e5adc1cf6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 HTTP/1.1" status: 200 len: 217 time: 0.0410340 Feb 11 06:41:42.891876 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88e293-c796-42b1-8a37-0322cb2ad5da req-6c46c486-d179-45d7-9ab7-525eb23bc82c tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:42.893551 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e88e293-c796-42b1-8a37-0322cb2ad5da req-6c46c486-d179-45d7-9ab7-525eb23bc82c tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 946 time: 0.1205485 Feb 11 06:41:42.918975 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-189b7fdd-b97c-4a63-80d1-c6c7fbfe2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6f518eed-b7b6-47a2-bd38-24f1775c8b01', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'port_id': '412bc311-f221-4580-8cbb-7cc062eaef80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'mac_address': 'fa:16:3e:90:4d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:37:27Z', 'updated_at': '2022-02-11T06:37:29Z', 'revision_number': 1, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e020e4-6d92-42ee-9a56-1172aed76fc0', 'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'mac_address': 'fa:16:3e:11:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:07Z', 'updated_at': '2022-02-11T06:37:12Z', 'revision_number': 5, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'subnets': [{'id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:42.925245 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb44978-36b4-4d86-a8c6-87a28f2ac5a9 req-d861a811-4f2e-41d8-bfb1-3896c68ff8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:42.926749 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-adb44978-36b4-4d86-a8c6-87a28f2ac5a9 req-d861a811-4f2e-41d8-bfb1-3896c68ff8a5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b403a169-b225-4810-b711-e8707b8b8eb8 HTTP/1.1" status: 200 len: 844 time: 0.0531588 Feb 11 06:41:42.944823 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-2e88e293-c796-42b1-8a37-0322cb2ad5da req-b9b8f064-0fac-43e0-a567-602c6d9c47da tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444851 Feb 11 06:41:42.950517 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b7fdd-b97c-4a63-80d1-c6c7fbfe2089 None None] Checking router: 3e5131e6-784b-4147-b58c-4884c8793a79 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:41:42.959240 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b7fdd-b97c-4a63-80d1-c6c7fbfe2089 None None] Routers {'3e5131e6-784b-4147-b58c-4884c8793a79'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:42.960357 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-189b7fdd-b97c-4a63-80d1-c6c7fbfe2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:41:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e5131e6-784b-4147-b58c-4884c8793a79'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:42.981870 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb44978-36b4-4d86-a8c6-87a28f2ac5a9 req-035c9a89-76c4-4b9a-a77f-ca47c148a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:42.983354 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-adb44978-36b4-4d86-a8c6-87a28f2ac5a9 req-035c9a89-76c4-4b9a-a77f-ca47c148a925 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=af836395-17b8-47aa-aaca-5dfe37def1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471830 Feb 11 06:41:43.069425 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-189b7fdd-b97c-4a63-80d1-c6c7fbfe2089 None None] Set router 3e5131e6-784b-4147-b58c-4884c8793a79 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:43.074405 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-adb44978-36b4-4d86-a8c6-87a28f2ac5a9 req-5e4e5510-9d30-4be7-883b-49fd76e76ad6 service neutron] 10.222.0.88 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829020 Feb 11 06:41:43.171768 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-adb44978-36b4-4d86-a8c6-87a28f2ac5a9 req-4f23a923-8711-46d4-834f-5502f7f950e6 service neutron] 10.222.0.88 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885565 Feb 11 06:41:43.286176 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-189b7fdd-b97c-4a63-80d1-c6c7fbfe2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6f518eed-b7b6-47a2-bd38-24f1775c8b01', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'port_id': '412bc311-f221-4580-8cbb-7cc062eaef80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'mac_address': 'fa:16:3e:90:4d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:37:27Z', 'updated_at': '2022-02-11T06:37:29Z', 'revision_number': 1, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e020e4-6d92-42ee-9a56-1172aed76fc0', 'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'mac_address': 'fa:16:3e:11:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:07Z', 'updated_at': '2022-02-11T06:37:12Z', 'revision_number': 5, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'subnets': [{'id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:43.315403 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b7fdd-b97c-4a63-80d1-c6c7fbfe2089 None None] The sync data for ids ['3e5131e6-784b-4147-b58c-4884c8793a79'] in n-d-713499-38 is: [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_floatingips': [{'id': '6f518eed-b7b6-47a2-bd38-24f1775c8b01', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'router_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'port_id': '412bc311-f221-4580-8cbb-7cc062eaef80', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'mac_address': 'fa:16:3e:90:4d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:37:27Z', 'updated_at': '2022-02-11T06:37:29Z', 'revision_number': 1, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e020e4-6d92-42ee-9a56-1172aed76fc0', 'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'mac_address': 'fa:16:3e:11:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:07Z', 'updated_at': '2022-02-11T06:37:12Z', 'revision_number': 5, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'subnets': [{'id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:41:43.557134 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbbfc59-929f-407b-9a4a-a05e9357950b None None] New status for floating IP b6d3c703-d95d-45ca-81d3-d4a872644a24: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:41:43.787509 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:41:43.860830 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Current status of the port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 is: ACTIVE; New status is: DOWN {{(pid=103173) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:41:43.861143 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725060'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:43.883822 n-d-713499-38 neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f414e197-8008-42a8-a1d4-36c76648d298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:41:43.886075 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87d84a1ef3a4978a4c15ebe0e283564177721959b4152873674905449e333f22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f23ef2-dbf6-46f0-9737-b114e7575cbb" -d '{"events": [{"server_uuid": "f414e197-8008-42a8-a1d4-36c76648d298", "name": "network-vif-unplugged", "status": "completed", "tag": "7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:41:43.898836 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-696501db-9f72-45af-8700-250c124c82b2 None None] For port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:43.903684 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774535724804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774535193052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774535193070'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:43.930645 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a88f760-84bb-4429-bb63-5c59b2c577e6 x-openstack-request-id: req-7a88f760-84bb-4429-bb63-5c59b2c577e6 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:41:43.930937 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f414e197-8008-42a8-a1d4-36c76648d298", "name": "network-vif-unplugged", "status": "completed", "tag": "7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:41:43.931190 n-d-713499-38 neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7a88f760-84bb-4429-bb63-5c59b2c577e6 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:41:43.931609 n-d-713499-38 neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f414e197-8008-42a8-a1d4-36c76648d298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27', 'code': 200} Feb 11 06:41:43.956579 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Pushing event updated for resources: {'Port': ['ID=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,revision_number=8']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:44.072652 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adf394-d13c-4178-aabd-d027c90460ba req-c825588d-2be7-4115-98a0-0908dd7b7609 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:44.074157 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7adf394-d13c-4178-aabd-d027c90460ba req-c825588d-2be7-4115-98a0-0908dd7b7609 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 944 time: 0.0568657 Feb 11 06:41:44.121642 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-e7adf394-d13c-4178-aabd-d027c90460ba req-045b0c9e-785a-4c13-a54e-dd22e53d86e4 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419018 Feb 11 06:41:44.636570 n-d-713499-38 neutron-server[103170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75287d-31a5-4f7c-932f-e0f4d62c1a9c req-bde2bdf1-d192-4eb0-a8bc-970b788f514d tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:44.638030 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0c75287d-31a5-4f7c-932f-e0f4d62c1a9c req-bde2bdf1-d192-4eb0-a8bc-970b788f514d tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.88 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 944 time: 0.0517213 Feb 11 06:41:44.735154 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-0c75287d-31a5-4f7c-932f-e0f4d62c1a9c req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Deleting port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:41:44.735440 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0c75287d-31a5-4f7c-932f-e0f4d62c1a9c req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:44.820618 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [req-0c75287d-31a5-4f7c-932f-e0f4d62c1a9c req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] For port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27, host n-h2-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-38',level=0,port_id=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:44.820984 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0c75287d-31a5-4f7c-932f-e0f4d62c1a9c req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:44.833469 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [req-0c75287d-31a5-4f7c-932f-e0f4d62c1a9c req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Calling delete_port for 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 owned by compute:nova {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:41:44.963089 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0c75287d-31a5-4f7c-932f-e0f4d62c1a9c req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:44.991851 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event deleted for resources: {'Port': ['ID=7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:45.023788 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:45.024143 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:45.024492 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:45.024832 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:45.025173 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:45.025512 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:45.025841 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:45.026168 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:45.026493 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:45.026815 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:45.027141 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:45.027497 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:45.027815 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-38 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:41:45.047582 n-d-713499-38 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c75287d-31a5-4f7c-932f-e0f4d62c1a9c req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] No DVR routers for this DVR port 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 on host n-h2-713499-38 {{(pid=103170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:41:45.049978 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [req-0c75287d-31a5-4f7c-932f-e0f4d62c1a9c req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:45.053799 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [req-0c75287d-31a5-4f7c-932f-e0f4d62c1a9c req-0d6933f6-c4c7-4a6d-8c68-8d4d86d17671 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.88 "DELETE /v2.0/ports/7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 HTTP/1.1" status: 204 len: 173 time: 0.4074345 Feb 11 06:41:45.054237 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f414e197-8008-42a8-a1d4-36c76648d298', 'name': 'network-vif-deleted', 'tag': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:41:45.056501 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43546eb-c1e4-47fc-aed1-99f70d821ff9" -d '{"events": [{"server_uuid": "f414e197-8008-42a8-a1d4-36c76648d298", "name": "network-vif-deleted", "tag": "7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:41:45.089475 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:45.101324 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7810de62-0123-4b63-be01-4df1ea3cd11f x-openstack-request-id: req-7810de62-0123-4b63-be01-4df1ea3cd11f {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:41:45.101623 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f414e197-8008-42a8-a1d4-36c76648d298", "name": "network-vif-deleted", "tag": "7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:41:45.101875 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7810de62-0123-4b63-be01-4df1ea3cd11f {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:41:45.102273 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f414e197-8008-42a8-a1d4-36c76648d298', 'name': 'network-vif-deleted', 'tag': '7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27', 'status': 'completed', 'code': 200} Feb 11 06:41:45.227896 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-8e196400-42ca-4f26-b697-9bde90268a3a req-2317b271-357d-42a7-b737-0790815672b9 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=f414e197-8008-42a8-a1d4-36c76648d298 HTTP/1.1" status: 200 len: 210 time: 0.0275795 Feb 11 06:41:45.353688 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:41:46.767726 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58740) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:46.924949 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-5e0de9ad-dd6e-4c3e-b491-79007c47cfad tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Deleting port 29575b2a-5b8f-4107-90f0-e2bb8c4a5b1c {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:41:46.925292 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e0de9ad-dd6e-4c3e-b491-79007c47cfad tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (29575b2a-5b8f-4107-90f0-e2bb8c4a5b1c), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:46.999750 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e0de9ad-dd6e-4c3e-b491-79007c47cfad tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (29575b2a-5b8f-4107-90f0-e2bb8c4a5b1c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:47.000078 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e0de9ad-dd6e-4c3e-b491-79007c47cfad tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for floatingip (29575b2a-5b8f-4107-90f0-e2bb8c4a5b1c), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:47.011554 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-5e0de9ad-dd6e-4c3e-b491-79007c47cfad tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Calling delete_port for 29575b2a-5b8f-4107-90f0-e2bb8c4a5b1c owned by network:floatingip {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:41:47.158634 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e0de9ad-dd6e-4c3e-b491-79007c47cfad tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (29575b2a-5b8f-4107-90f0-e2bb8c4a5b1c), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:47.186370 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0de9ad-dd6e-4c3e-b491-79007c47cfad tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event deleted for resources: {'Port': ['ID=29575b2a-5b8f-4107-90f0-e2bb8c4a5b1c,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:47.246997 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e0de9ad-dd6e-4c3e-b491-79007c47cfad tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for floatingip (6f518eed-b7b6-47a2-bd38-24f1775c8b01), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:47.247362 n-d-713499-38 neutron-server[103170]: INFO neutron.db.l3_db [None req-5e0de9ad-dd6e-4c3e-b491-79007c47cfad tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Floating IP 6f518eed-b7b6-47a2-bd38-24f1775c8b01 disassociated (deleted). External IP: 172.25.5.104, port: 412bc311-f221-4580-8cbb-7cc062eaef80. Feb 11 06:41:47.458516 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0de9ad-dd6e-4c3e-b491-79007c47cfad tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Router 3e5131e6-784b-4147-b58c-4884c8793a79 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:41:47.567901 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0de9ad-dd6e-4c3e-b491-79007c47cfad tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:41:47.573191 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5e0de9ad-dd6e-4c3e-b491-79007c47cfad tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for floatingip (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:47.578158 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d833c-6978-4beb-a584-5a34a818609a None None] Sync routers for ids ['3e5131e6-784b-4147-b58c-4884c8793a79'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:41:47.587627 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d833c-6978-4beb-a584-5a34a818609a None None] Routers {'3e5131e6-784b-4147-b58c-4884c8793a79'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:47.588315 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d45d833c-6978-4beb-a584-5a34a818609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:41:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e5131e6-784b-4147-b58c-4884c8793a79'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:47.606503 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-5e0de9ad-dd6e-4c3e-b491-79007c47cfad tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "DELETE /v2.0/floatingips/6f518eed-b7b6-47a2-bd38-24f1775c8b01 HTTP/1.1" status: 204 len: 168 time: 0.8352282 Feb 11 06:41:47.606503 n-d-713499-38 neutron-server[103170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'tag': '412bc311-f221-4580-8cbb-7cc062eaef80'}] {{(pid=103170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:41:47.606878 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c4ab43c324966c807210da4d035c024e55e9446f302deaa66e7bb97af043a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf9a91e-d473-4b2e-ada1-81ea43a34161" -d '{"events": [{"name": "network-changed", "server_uuid": "7fce3104-2dea-4f33-b94d-f5be64eab9a8", "tag": "412bc311-f221-4580-8cbb-7cc062eaef80"}]}' {{(pid=103170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:41:47.648616 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34fd8b3-5e09-4999-8d7e-1a2db183ce2d x-openstack-request-id: req-e34fd8b3-5e09-4999-8d7e-1a2db183ce2d {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:41:47.648923 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fce3104-2dea-4f33-b94d-f5be64eab9a8", "tag": "412bc311-f221-4580-8cbb-7cc062eaef80", "status": "completed", "code": 200}]} {{(pid=103170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:41:47.649337 n-d-713499-38 neutron-server[103170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e34fd8b3-5e09-4999-8d7e-1a2db183ce2d {{(pid=103170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:41:47.649759 n-d-713499-38 neutron-server[103170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'tag': '412bc311-f221-4580-8cbb-7cc062eaef80', 'status': 'completed', 'code': 200} Feb 11 06:41:47.702845 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-d45d833c-6978-4beb-a584-5a34a818609a None None] Set router 3e5131e6-784b-4147-b58c-4884c8793a79 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:47.720266 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9a91e-d473-4b2e-ada1-81ea43a34161 req-45822247-9772-48d0-9b40-30feca376b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:47.722563 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddf9a91e-d473-4b2e-ada1-81ea43a34161 req-45822247-9772-48d0-9b40-30feca376b5c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3cb343eecc7a4c7f9f626049db0ec93d&device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 1127 time: 0.0510511 Feb 11 06:41:47.810851 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 no longer exists at agent hyperv_n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:41:47.850723 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9a91e-d473-4b2e-ada1-81ea43a34161 req-c3f95e18-9231-4776-8cd8-cbffa2934334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:47.852239 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddf9a91e-d473-4b2e-ada1-81ea43a34161 req-c3f95e18-9231-4776-8cd8-cbffa2934334 service neutron] 10.222.0.73 "GET /v2.0/networks?id=af836395-17b8-47aa-aaca-5dfe37def1c0 HTTP/1.1" status: 200 len: 906 time: 0.1231666 Feb 11 06:41:47.857745 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-696501db-9f72-45af-8700-250c124c82b2 None None] No Port match for: 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:41:47.858104 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Device 7f6bcd35-0d4f-4fa8-941a-7fd2f3163f27 not bound to the agent host n-h2-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:41:47.873208 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635482c-c5ab-42e0-ad89-1fbb5ce13ffc req-4eeaebf3-dfb1-4289-9007-35736034bb81 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:47.874702 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9635482c-c5ab-42e0-ad89-1fbb5ce13ffc req-4eeaebf3-dfb1-4289-9007-35736034bb81 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 944 time: 0.0826445 Feb 11 06:41:47.904916 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddf9a91e-d473-4b2e-ada1-81ea43a34161 req-2b4f2214-3874-4aa1-b396-352f15f7b4c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=412bc311-f221-4580-8cbb-7cc062eaef80 HTTP/1.1" status: 200 len: 217 time: 0.0451853 Feb 11 06:41:47.937937 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d45d833c-6978-4beb-a584-5a34a818609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '86e020e4-6d92-42ee-9a56-1172aed76fc0', 'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'mac_address': 'fa:16:3e:11:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:07Z', 'updated_at': '2022-02-11T06:37:12Z', 'revision_number': 5, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'subnets': [{'id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:47.965699 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d833c-6978-4beb-a584-5a34a818609a None None] Checking router: 3e5131e6-784b-4147-b58c-4884c8793a79 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:41:47.974003 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d833c-6978-4beb-a584-5a34a818609a None None] Routers {'3e5131e6-784b-4147-b58c-4884c8793a79'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:47.974543 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d45d833c-6978-4beb-a584-5a34a818609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:41:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e5131e6-784b-4147-b58c-4884c8793a79'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:47.985465 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-9635482c-c5ab-42e0-ad89-1fbb5ce13ffc req-d0a3ef9c-d89a-4ea8-82f5-896de4e344b3 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830173 Feb 11 06:41:47.987012 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9a91e-d473-4b2e-ada1-81ea43a34161 req-216283b9-ff9b-410b-a369-7dabce4d085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:47.988561 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddf9a91e-d473-4b2e-ada1-81ea43a34161 req-216283b9-ff9b-410b-a369-7dabce4d085c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b403a169-b225-4810-b711-e8707b8b8eb8 HTTP/1.1" status: 200 len: 844 time: 0.0676215 Feb 11 06:41:48.039726 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9a91e-d473-4b2e-ada1-81ea43a34161 req-0ad3fbc2-9928-4c07-9abc-8839d882fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:48.041784 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddf9a91e-d473-4b2e-ada1-81ea43a34161 req-0ad3fbc2-9928-4c07-9abc-8839d882fc60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af836395-17b8-47aa-aaca-5dfe37def1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465655 Feb 11 06:41:48.085621 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-d45d833c-6978-4beb-a584-5a34a818609a None None] Set router 3e5131e6-784b-4147-b58c-4884c8793a79 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:48.138476 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddf9a91e-d473-4b2e-ada1-81ea43a34161 req-8dd6ce7a-4c32-43df-aa7f-be24b2ab3b7b service neutron] 10.222.0.73 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891380 Feb 11 06:41:48.230234 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-ddf9a91e-d473-4b2e-ada1-81ea43a34161 req-e1af7e15-cde1-4e87-80d5-818fb8d14a02 service neutron] 10.222.0.73 "GET /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843608 Feb 11 06:41:48.282127 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-d45d833c-6978-4beb-a584-5a34a818609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '86e020e4-6d92-42ee-9a56-1172aed76fc0', 'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'mac_address': 'fa:16:3e:11:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:07Z', 'updated_at': '2022-02-11T06:37:12Z', 'revision_number': 5, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'subnets': [{'id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:48.312289 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d833c-6978-4beb-a584-5a34a818609a None None] The sync data for ids ['3e5131e6-784b-4147-b58c-4884c8793a79'] in n-d-713499-38 is: [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:37:08Z', 'revision_number': 4, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38', '_interfaces': [{'id': '86e020e4-6d92-42ee-9a56-1172aed76fc0', 'name': '', 'network_id': 'af836395-17b8-47aa-aaca-5dfe37def1c0', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'mac_address': 'fa:16:3e:11:ce:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:07Z', 'updated_at': '2022-02-11T06:37:12Z', 'revision_number': 5, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'subnets': [{'id': 'b403a169-b225-4810-b711-e8707b8b8eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:41:48.529636 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e3385e-2424-4d62-8819-2bba5667c9e2 None None] New status for floating IP 6f518eed-b7b6-47a2-bd38-24f1775c8b01: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:41:49.113234 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6720a04-d878-4549-9a07-cabf62de28fd req-b0df52e1-14e7-4bd8-bef5-c156c4573cbd tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:49.114919 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6720a04-d878-4549-9a07-cabf62de28fd req-b0df52e1-14e7-4bd8-bef5-c156c4573cbd tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 944 time: 0.0571358 Feb 11 06:41:49.162057 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-f6720a04-d878-4549-9a07-cabf62de28fd req-f73028a0-bbfa-4784-b59e-40583d09a162 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1e16415-abaf-4d15-b53c-5b7c6ea6239a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415392 Feb 11 06:41:49.468247 n-d-713499-38 neutron-server[103171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bad9c-be3f-4c7a-8d15-7f7752692b2b req-3ae1de49-87c7-4fa1-a05a-de02e53dd7e9 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:41:49.469610 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d28bad9c-be3f-4c7a-8d15-7f7752692b2b req-3ae1de49-87c7-4fa1-a05a-de02e53dd7e9 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 944 time: 0.0519528 Feb 11 06:41:49.559485 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-d28bad9c-be3f-4c7a-8d15-7f7752692b2b req-befdfbc4-65d9-4fe6-a323-ec1e1e606bef tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Deleting port 412bc311-f221-4580-8cbb-7cc062eaef80 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:41:49.559826 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d28bad9c-be3f-4c7a-8d15-7f7752692b2b req-befdfbc4-65d9-4fe6-a323-ec1e1e606bef tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:49.647754 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [req-d28bad9c-be3f-4c7a-8d15-7f7752692b2b req-befdfbc4-65d9-4fe6-a323-ec1e1e606bef tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] For port 412bc311-f221-4580-8cbb-7cc062eaef80, host n-h1-713499-38, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-38',level=0,port_id=412bc311-f221-4580-8cbb-7cc062eaef80,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:49.648116 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d28bad9c-be3f-4c7a-8d15-7f7752692b2b req-befdfbc4-65d9-4fe6-a323-ec1e1e606bef tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:49.660097 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [req-d28bad9c-be3f-4c7a-8d15-7f7752692b2b req-befdfbc4-65d9-4fe6-a323-ec1e1e606bef tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Calling delete_port for 412bc311-f221-4580-8cbb-7cc062eaef80 owned by compute:nova {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:41:49.785987 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d28bad9c-be3f-4c7a-8d15-7f7752692b2b req-befdfbc4-65d9-4fe6-a323-ec1e1e606bef tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (412bc311-f221-4580-8cbb-7cc062eaef80), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:49.815494 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdfbc4-65d9-4fe6-a323-ec1e1e606bef tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event deleted for resources: {'Port': ['ID=412bc311-f221-4580-8cbb-7cc062eaef80,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:49.856961 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28bad9c-be3f-4c7a-8d15-7f7752692b2b req-befdfbc4-65d9-4fe6-a323-ec1e1e606bef tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] No DVR routers for this DVR port 412bc311-f221-4580-8cbb-7cc062eaef80 on host n-h1-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:41:49.859589 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [req-d28bad9c-be3f-4c7a-8d15-7f7752692b2b req-befdfbc4-65d9-4fe6-a323-ec1e1e606bef tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-486015'] for port (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:49.862877 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-d28bad9c-be3f-4c7a-8d15-7f7752692b2b req-befdfbc4-65d9-4fe6-a323-ec1e1e606bef tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.73 "DELETE /v2.0/ports/412bc311-f221-4580-8cbb-7cc062eaef80 HTTP/1.1" status: 204 len: 173 time: 0.3870361 Feb 11 06:41:49.863314 n-d-713499-38 neutron-server[103171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'name': 'network-vif-deleted', 'tag': '412bc311-f221-4580-8cbb-7cc062eaef80'}] {{(pid=103171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:41:49.866129 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ec28b08fb9e6a761e9ebb75c145f0e036669c0896c66b2f62e10270b3b289b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b840b7ba-3aa9-4f9d-8a3e-2c4d6aefa43e" -d '{"events": [{"server_uuid": "7fce3104-2dea-4f33-b94d-f5be64eab9a8", "name": "network-vif-deleted", "tag": "412bc311-f221-4580-8cbb-7cc062eaef80"}]}' {{(pid=103171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:41:49.903729 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc50f68a-937e-4e2a-854a-4ccd2716e34e x-openstack-request-id: req-bc50f68a-937e-4e2a-854a-4ccd2716e34e {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:41:49.904014 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fce3104-2dea-4f33-b94d-f5be64eab9a8", "name": "network-vif-deleted", "tag": "412bc311-f221-4580-8cbb-7cc062eaef80", "status": "completed", "code": 200}]} {{(pid=103171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:41:49.904272 n-d-713499-38 neutron-server[103171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bc50f68a-937e-4e2a-854a-4ccd2716e34e {{(pid=103171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:41:49.904679 n-d-713499-38 neutron-server[103171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fce3104-2dea-4f33-b94d-f5be64eab9a8', 'name': 'network-vif-deleted', 'tag': '412bc311-f221-4580-8cbb-7cc062eaef80', 'status': 'completed', 'code': 200} Feb 11 06:41:50.283656 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [req-7987d906-bec1-479f-8ed4-4be17e782ea8 req-35911bbb-2376-4e72-8211-9bcfa15d520d tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fce3104-2dea-4f33-b94d-f5be64eab9a8 HTTP/1.1" status: 200 len: 210 time: 0.0359030 Feb 11 06:41:51.342905 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58756) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:51.397885 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-66925c26-1c71-49ab-bead-e6fb819099e9 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group (a1e16415-abaf-4d15-b53c-5b7c6ea6239a), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:51.422335 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-66925c26-1c71-49ab-bead-e6fb819099e9 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group (a1e16415-abaf-4d15-b53c-5b7c6ea6239a), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:51.480811 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-66925c26-1c71-49ab-bead-e6fb819099e9 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (a1e16415-abaf-4d15-b53c-5b7c6ea6239a), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:51.483527 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-66925c26-1c71-49ab-bead-e6fb819099e9 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:51.484725 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-66925c26-1c71-49ab-bead-e6fb819099e9 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] 10.222.0.87 "DELETE /v2.0/security-groups/a1e16415-abaf-4d15-b53c-5b7c6ea6239a HTTP/1.1" status: 204 len: 168 time: 0.1407902 Feb 11 06:41:51.493355 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66925c26-1c71-49ab-bead-e6fb819099e9 tempest-TestSnapshotPattern-1156580011 tempest-TestSnapshotPattern-1156580011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e16415-abaf-4d15-b53c-5b7c6ea6239a,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:51.530323 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58760) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:51.872270 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9b31f21-9852-4052-9c19-128a17d751cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (3e5131e6-784b-4147-b58c-4884c8793a79), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:52.116219 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a9b31f21-9852-4052-9c19-128a17d751cb admin admin] Deleting port 86e020e4-6d92-42ee-9a56-1172aed76fc0 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:41:52.116559 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9b31f21-9852-4052-9c19-128a17d751cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:52.193347 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-a9b31f21-9852-4052-9c19-128a17d751cb admin admin] For port 86e020e4-6d92-42ee-9a56-1172aed76fc0, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=86e020e4-6d92-42ee-9a56-1172aed76fc0,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:52.194164 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9b31f21-9852-4052-9c19-128a17d751cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:52.206328 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-a9b31f21-9852-4052-9c19-128a17d751cb admin admin] Calling delete_port for 86e020e4-6d92-42ee-9a56-1172aed76fc0 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:41:52.385200 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9b31f21-9852-4052-9c19-128a17d751cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (86e020e4-6d92-42ee-9a56-1172aed76fc0), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:52.411702 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b31f21-9852-4052-9c19-128a17d751cb admin admin] Pushing event deleted for resources: {'Port': ['ID=86e020e4-6d92-42ee-9a56-1172aed76fc0,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:52.588229 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a9b31f21-9852-4052-9c19-128a17d751cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (3e5131e6-784b-4147-b58c-4884c8793a79), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:52.827670 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 412bc311-f221-4580-8cbb-7cc062eaef80 no longer exists at agent hyperv_n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:41:52.849253 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] No Port match for: 412bc311-f221-4580-8cbb-7cc062eaef80 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:41:52.849608 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Device 412bc311-f221-4580-8cbb-7cc062eaef80 not bound to the agent host n-h1-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:41:53.129850 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b31f21-9852-4052-9c19-128a17d751cb admin admin] Router 3e5131e6-784b-4147-b58c-4884c8793a79 has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:41:53.236213 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b31f21-9852-4052-9c19-128a17d751cb admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:41:53.243865 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58762) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:53.244800 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34506232-2e09-4bae-8f7f-b6151c480aff None None] Sync routers for ids ['3e5131e6-784b-4147-b58c-4884c8793a79'] in n-d-713499-38 {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:41:53.247704 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-a9b31f21-9852-4052-9c19-128a17d751cb admin admin] 10.222.0.87 "PUT /v2.0/routers/3e5131e6-784b-4147-b58c-4884c8793a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7121735 Feb 11 06:41:53.255063 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34506232-2e09-4bae-8f7f-b6151c480aff None None] Routers {'3e5131e6-784b-4147-b58c-4884c8793a79'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:53.255710 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-34506232-2e09-4bae-8f7f-b6151c480aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:41:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e5131e6-784b-4147-b58c-4884c8793a79'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:53.350194 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7695335b-28b6-4867-be06-0b7ee7ea5017 admin admin] Publish callbacks [] for router (3e5131e6-784b-4147-b58c-4884c8793a79), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:53.366679 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-34506232-2e09-4bae-8f7f-b6151c480aff None None] Set router 3e5131e6-784b-4147-b58c-4884c8793a79 gateway port host: n-d-713499-38 {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:53.454547 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7695335b-28b6-4867-be06-0b7ee7ea5017 admin admin] Publish callbacks [] for router_gateway (3e5131e6-784b-4147-b58c-4884c8793a79), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:53.514312 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7695335b-28b6-4867-be06-0b7ee7ea5017 admin admin] Deleting port ad767a6f-073e-4bf4-a035-9d907ab87375 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:41:53.515058 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7695335b-28b6-4867-be06-0b7ee7ea5017 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (ad767a6f-073e-4bf4-a035-9d907ab87375), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:53.554410 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-34506232-2e09-4bae-8f7f-b6151c480aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:41:52Z', 'revision_number': 5, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port': {'id': 'ad767a6f-073e-4bf4-a035-9d907ab87375', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:06Z', 'updated_at': '2022-02-11T06:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:53.581493 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34506232-2e09-4bae-8f7f-b6151c480aff None None] Checking router: 3e5131e6-784b-4147-b58c-4884c8793a79 for host: n-d-713499-38 {{(pid=103173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:41:53.590849 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34506232-2e09-4bae-8f7f-b6151c480aff None None] Routers {'3e5131e6-784b-4147-b58c-4884c8793a79'} bound to L3 agent in host n-d-713499-38 {{(pid=103173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:53.591635 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-34506232-2e09-4bae-8f7f-b6151c480aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:41:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['3e5131e6-784b-4147-b58c-4884c8793a79'], 'active': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:53.599138 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-7695335b-28b6-4867-be06-0b7ee7ea5017 admin admin] For port ad767a6f-073e-4bf4-a035-9d907ab87375, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=ad767a6f-073e-4bf4-a035-9d907ab87375,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:53.599533 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7695335b-28b6-4867-be06-0b7ee7ea5017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (ad767a6f-073e-4bf4-a035-9d907ab87375), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:53.611575 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-7695335b-28b6-4867-be06-0b7ee7ea5017 admin admin] Calling delete_port for ad767a6f-073e-4bf4-a035-9d907ab87375 owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:41:53.788890 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7695335b-28b6-4867-be06-0b7ee7ea5017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (ad767a6f-073e-4bf4-a035-9d907ab87375), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:53.812288 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695335b-28b6-4867-be06-0b7ee7ea5017 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad767a6f-073e-4bf4-a035-9d907ab87375,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:53.846099 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvr_db [None req-34506232-2e09-4bae-8f7f-b6151c480aff None None] Set router 3e5131e6-784b-4147-b58c-4884c8793a79 gateway port host: None {{(pid=103173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:53.878306 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7695335b-28b6-4867-be06-0b7ee7ea5017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (3e5131e6-784b-4147-b58c-4884c8793a79), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:53.901182 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_hamode_db [None req-34506232-2e09-4bae-8f7f-b6151c480aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:41:53Z', 'revision_number': 6, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:53.927564 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34506232-2e09-4bae-8f7f-b6151c480aff None None] The sync data for ids ['3e5131e6-784b-4147-b58c-4884c8793a79'] in n-d-713499-38 is: [{'id': '3e5131e6-784b-4147-b58c-4884c8793a79', 'name': 'tempest-TestSnapshotPattern-84048-router', 'tenant_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:05Z', 'updated_at': '2022-02-11T06:41:53Z', 'revision_number': 6, 'project_id': '3cb343eecc7a4c7f9f626049db0ec93d', 'gw_port_host': None}] {{(pid=103173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:41:53.977594 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7695335b-28b6-4867-be06-0b7ee7ea5017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (3e5131e6-784b-4147-b58c-4884c8793a79), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:53.979704 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7695335b-28b6-4867-be06-0b7ee7ea5017 admin admin] Publish callbacks [] for router_controller (3e5131e6-784b-4147-b58c-4884c8793a79), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:54.021247 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7695335b-28b6-4867-be06-0b7ee7ea5017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (3e5131e6-784b-4147-b58c-4884c8793a79), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:54.022478 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7695335b-28b6-4867-be06-0b7ee7ea5017 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e5131e6-784b-4147-b58c-4884c8793a79 {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:41:54.026719 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-7695335b-28b6-4867-be06-0b7ee7ea5017 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:54.027923 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-7695335b-28b6-4867-be06-0b7ee7ea5017 admin admin] 10.222.0.87 "DELETE /v2.0/routers/3e5131e6-784b-4147-b58c-4884c8793a79 HTTP/1.1" status: 204 len: 168 time: 0.7830327 Feb 11 06:41:54.030523 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58764) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:54.073800 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8daad5f-5b58-449b-b71e-7e1841aa465b admin admin] Deleting subnet b403a169-b225-4810-b711-e8707b8b8eb8 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:41:54.076677 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8daad5f-5b58-449b-b71e-7e1841aa465b admin admin] Publish callbacks [] for subnet (b403a169-b225-4810-b711-e8707b8b8eb8), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:54.108994 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8daad5f-5b58-449b-b71e-7e1841aa465b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (b403a169-b225-4810-b711-e8707b8b8eb8), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:54.185912 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8daad5f-5b58-449b-b71e-7e1841aa465b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (b403a169-b225-4810-b711-e8707b8b8eb8), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:54.237465 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8daad5f-5b58-449b-b71e-7e1841aa465b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (b403a169-b225-4810-b711-e8707b8b8eb8), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:54.264901 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8daad5f-5b58-449b-b71e-7e1841aa465b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b403a169-b225-4810-b711-e8707b8b8eb8,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:54.266429 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-e8daad5f-5b58-449b-b71e-7e1841aa465b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:54.269682 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-e8daad5f-5b58-449b-b71e-7e1841aa465b admin admin] 10.222.0.87 "DELETE /v2.0/subnets/b403a169-b225-4810-b711-e8707b8b8eb8 HTTP/1.1" status: 204 len: 168 time: 0.2382374 Feb 11 06:41:54.272339 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58766) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:54.274289 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e53237-b13f-4b18-976a-83c125f93f25 None None] Network af836395-17b8-47aa-aaca-5dfe37def1c0 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:41:54.679907 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (af836395-17b8-47aa-aaca-5dfe37def1c0), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:54.732291 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] Deleting port cc367656-62c3-4270-bed4-48e983047704 {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:41:54.732627 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cc367656-62c3-4270-bed4-48e983047704), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:54.749812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a671e70-fb1f-4d39-bb60-d15fdccfce0f None None] DHCP port deletion for af836395-17b8-47aa-aaca-5dfe37def1c0 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:41:54.799933 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] For port cc367656-62c3-4270-bed4-48e983047704, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cc367656-62c3-4270-bed4-48e983047704,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:54.800304 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cc367656-62c3-4270-bed4-48e983047704), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:54.807794 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device cc367656-62c3-4270-bed4-48e983047704 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:41:54.813828 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] Calling delete_port for cc367656-62c3-4270-bed4-48e983047704 owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:41:54.837487 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3a671e70-fb1f-4d39-bb60-d15fdccfce0f None None] Deleting port cc367656-62c3-4270-bed4-48e983047704 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:41:54.837872 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3a671e70-fb1f-4d39-bb60-d15fdccfce0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (cc367656-62c3-4270-bed4-48e983047704), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:54.901339 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (cc367656-62c3-4270-bed4-48e983047704), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:54.907309 n-d-713499-38 neutron-server[103173]: INFO neutron.plugins.ml2.db [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No ports have port_id starting with cc367656-62c3-4270-bed4-48e983047704 Feb 11 06:41:54.912119 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-3a671e70-fb1f-4d39-bb60-d15fdccfce0f None None] For port cc367656-62c3-4270-bed4-48e983047704, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=cc367656-62c3-4270-bed4-48e983047704,segment=NetworkSegment(db2d2e68-885f-4b0e-a565-dc1cae9a8df6),segment_id=db2d2e68-885f-4b0e-a565-dc1cae9a8df6)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:54.913097 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3a671e70-fb1f-4d39-bb60-d15fdccfce0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (cc367656-62c3-4270-bed4-48e983047704), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:54.915459 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 86e020e4-6d92-42ee-9a56-1172aed76fc0 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:41:54.931927 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc367656-62c3-4270-bed4-48e983047704,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:54.937291 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] No DVR routers for this DVR port cc367656-62c3-4270-bed4-48e983047704 on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:41:54.942459 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-3a671e70-fb1f-4d39-bb60-d15fdccfce0f None None] Calling delete_port for cc367656-62c3-4270-bed4-48e983047704 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:41:54.944054 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 86e020e4-6d92-42ee-9a56-1172aed76fc0 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:41:54.944407 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 86e020e4-6d92-42ee-9a56-1172aed76fc0 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:41:54.944812 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ad767a6f-073e-4bf4-a035-9d907ab87375 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:41:54.969924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: ad767a6f-073e-4bf4-a035-9d907ab87375 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:41:54.969924 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device ad767a6f-073e-4bf4-a035-9d907ab87375 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:41:55.014118 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (af836395-17b8-47aa-aaca-5dfe37def1c0), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:55.042668 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af836395-17b8-47aa-aaca-5dfe37def1c0']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:55.052036 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3a671e70-fb1f-4d39-bb60-d15fdccfce0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043'] for port (cc367656-62c3-4270-bed4-48e983047704), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:55.054391 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:55.054865 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2d2e68-885f-4b0e-a565-dc1cae9a8df6') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:55.065926 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (db2d2e68-885f-4b0e-a565-dc1cae9a8df6), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:55.077347 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a671e70-fb1f-4d39-bb60-d15fdccfce0f None None] Pushing event deleted for resources: {'Port': ['ID=cc367656-62c3-4270-bed4-48e983047704,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:55.080923 n-d-713499-38 neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a671e70-fb1f-4d39-bb60-d15fdccfce0f None None] No DVR routers for this DVR port cc367656-62c3-4270-bed4-48e983047704 on host n-d-713499-38 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:41:55.085355 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (db2d2e68-885f-4b0e-a565-dc1cae9a8df6), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:55.092482 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:41:55.093132 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (db2d2e68-885f-4b0e-a565-dc1cae9a8df6), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: timer() Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:41:55.094714 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:41:55.148739 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (af836395-17b8-47aa-aaca-5dfe37def1c0), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:55.153938 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:55.157177 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] 10.222.0.87 "DELETE /v2.0/networks/af836395-17b8-47aa-aaca-5dfe37def1c0 HTTP/1.1" status: 204 len: 168 time: 0.8838701 Feb 11 06:41:55.160272 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58768) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:55.168343 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73690331-b8d1-4caf-a1a4-e5870bddad4a admin admin] Pushing event deleted for resources: {'Network': ['ID=af836395-17b8-47aa-aaca-5dfe37def1c0,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:55.502328 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72944946-46bf-4a38-b589-cc48f89b9479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820285'] for router_interface (38ac2577-4070-4ea9-abd0-1350c087b97f), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:55.745155 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-72944946-46bf-4a38-b589-cc48f89b9479 admin admin] Deleting port 03a8bfd7-e554-41bb-91e3-858e74a3fc38 {{(pid=103170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:41:55.745497 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72944946-46bf-4a38-b589-cc48f89b9479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:55.823473 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-72944946-46bf-4a38-b589-cc48f89b9479 admin admin] For port 03a8bfd7-e554-41bb-91e3-858e74a3fc38, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=03a8bfd7-e554-41bb-91e3-858e74a3fc38,segment=NetworkSegment(431ce82f-1fec-4ef5-813d-3a017f442585),segment_id=431ce82f-1fec-4ef5-813d-3a017f442585)] {{(pid=103170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:55.823836 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72944946-46bf-4a38-b589-cc48f89b9479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:55.836661 n-d-713499-38 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-72944946-46bf-4a38-b589-cc48f89b9479 admin admin] Calling delete_port for 03a8bfd7-e554-41bb-91e3-858e74a3fc38 owned by network:router_interface {{(pid=103170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:41:56.016011 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72944946-46bf-4a38-b589-cc48f89b9479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31228095'] for port (03a8bfd7-e554-41bb-91e3-858e74a3fc38), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:56.042555 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72944946-46bf-4a38-b589-cc48f89b9479 admin admin] Pushing event deleted for resources: {'Port': ['ID=03a8bfd7-e554-41bb-91e3-858e74a3fc38,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:56.215297 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-72944946-46bf-4a38-b589-cc48f89b9479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820393'] for router_interface (38ac2577-4070-4ea9-abd0-1350c087b97f), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:56.433498 n-d-713499-38 neutron-server[103170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72944946-46bf-4a38-b589-cc48f89b9479 admin admin] Router 38ac2577-4070-4ea9-abd0-1350c087b97f has already been hosted by L3 agent b6f4c0b0-c4e6-4575-8695-60e20bbe0039 {{(pid=103170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:41:56.544855 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72944946-46bf-4a38-b589-cc48f89b9479 admin admin] Notify agent at l3_agent.n-d-713499-38 the message routers_updated {{(pid=103170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:41:56.551633 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-72944946-46bf-4a38-b589-cc48f89b9479 admin admin] 10.222.0.87 "PUT /v2.0/routers/38ac2577-4070-4ea9-abd0-1350c087b97f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3894012 Feb 11 06:41:56.553890 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58770) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:56.554338 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28720cf4-6afa-42cf-a4de-3643c39cfae4 None None] Sync routers for ids ['38ac2577-4070-4ea9-abd0-1350c087b97f'] in n-d-713499-38 {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:41:56.563966 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28720cf4-6afa-42cf-a4de-3643c39cfae4 None None] Routers {'38ac2577-4070-4ea9-abd0-1350c087b97f'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:56.564671 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-28720cf4-6afa-42cf-a4de-3643c39cfae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:41:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38ac2577-4070-4ea9-abd0-1350c087b97f'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:56.662561 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c6d3-cdde-4a6e-a7a2-2c5b0de75686 admin admin] Publish callbacks [] for router (38ac2577-4070-4ea9-abd0-1350c087b97f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:56.669667 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-28720cf4-6afa-42cf-a4de-3643c39cfae4 None None] Set router 38ac2577-4070-4ea9-abd0-1350c087b97f gateway port host: n-d-713499-38 {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:56.765774 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c6d3-cdde-4a6e-a7a2-2c5b0de75686 admin admin] Publish callbacks [] for router_gateway (38ac2577-4070-4ea9-abd0-1350c087b97f), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:56.824886 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b5d5c6d3-cdde-4a6e-a7a2-2c5b0de75686 admin admin] Deleting port 296e9a02-952c-4c07-8714-dc2efd44e4ba {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:41:56.825223 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c6d3-cdde-4a6e-a7a2-2c5b0de75686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (296e9a02-952c-4c07-8714-dc2efd44e4ba), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:56.902770 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-b5d5c6d3-cdde-4a6e-a7a2-2c5b0de75686 admin admin] For port 296e9a02-952c-4c07-8714-dc2efd44e4ba, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=296e9a02-952c-4c07-8714-dc2efd44e4ba,segment=NetworkSegment(738c0543-7c57-44ce-9d64-6318ac031c32),segment_id=738c0543-7c57-44ce-9d64-6318ac031c32)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:56.903137 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c6d3-cdde-4a6e-a7a2-2c5b0de75686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (296e9a02-952c-4c07-8714-dc2efd44e4ba), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:56.916249 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-b5d5c6d3-cdde-4a6e-a7a2-2c5b0de75686 admin admin] Calling delete_port for 296e9a02-952c-4c07-8714-dc2efd44e4ba owned by network:router_gateway {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:41:56.928867 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-28720cf4-6afa-42cf-a4de-3643c39cfae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'name': 'tempest-TestSnapshotPattern-445212501-router', 'tenant_id': '956b33cadf0448d3bc8ad437a5b0b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'external_fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '296e9a02-952c-4c07-8714-dc2efd44e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:10Z', 'updated_at': '2022-02-11T06:41:55Z', 'revision_number': 5, 'project_id': '956b33cadf0448d3bc8ad437a5b0b697', 'gw_port': {'id': '296e9a02-952c-4c07-8714-dc2efd44e4ba', 'name': '', 'network_id': '88b423c4-2e02-4b9f-ba6b-cdc1b730e60c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ad:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-38', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:37:11Z', 'updated_at': '2022-02-11T06:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b681676f-1d7a-4510-b96b-fc026bc163c2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-38'}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:56.958778 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28720cf4-6afa-42cf-a4de-3643c39cfae4 None None] Checking router: 38ac2577-4070-4ea9-abd0-1350c087b97f for host: n-d-713499-38 {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:41:56.967865 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28720cf4-6afa-42cf-a4de-3643c39cfae4 None None] Routers {'38ac2577-4070-4ea9-abd0-1350c087b97f'} bound to L3 agent in host n-d-713499-38 {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:41:56.968469 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-28720cf4-6afa-42cf-a4de-3643c39cfae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-38', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:55:01Z,description=,heartbeat_timestamp=2022-02-11T06:41:31Z,host='n-d-713499-38',id=b6f4c0b0-c4e6-4575-8695-60e20bbe0039,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:55:01Z,topic='l3_agent')) {'router_ids': ['38ac2577-4070-4ea9-abd0-1350c087b97f'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:57.058743 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-28720cf4-6afa-42cf-a4de-3643c39cfae4 None None] Set router 38ac2577-4070-4ea9-abd0-1350c087b97f gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:41:57.082249 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c6d3-cdde-4a6e-a7a2-2c5b0de75686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (296e9a02-952c-4c07-8714-dc2efd44e4ba), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.108955 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5c6d3-cdde-4a6e-a7a2-2c5b0de75686 admin admin] Pushing event deleted for resources: {'Port': ['ID=296e9a02-952c-4c07-8714-dc2efd44e4ba,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:57.109321 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-28720cf4-6afa-42cf-a4de-3643c39cfae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'name': 'tempest-TestSnapshotPattern-445212501-router', 'tenant_id': '956b33cadf0448d3bc8ad437a5b0b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:10Z', 'updated_at': '2022-02-11T06:41:56Z', 'revision_number': 6, 'project_id': '956b33cadf0448d3bc8ad437a5b0b697', 'gw_port_host': None}], 'n-d-713499-38', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:57.140058 n-d-713499-38 neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28720cf4-6afa-42cf-a4de-3643c39cfae4 None None] The sync data for ids ['38ac2577-4070-4ea9-abd0-1350c087b97f'] in n-d-713499-38 is: [{'id': '38ac2577-4070-4ea9-abd0-1350c087b97f', 'name': 'tempest-TestSnapshotPattern-445212501-router', 'tenant_id': '956b33cadf0448d3bc8ad437a5b0b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:37:10Z', 'updated_at': '2022-02-11T06:41:56Z', 'revision_number': 6, 'project_id': '956b33cadf0448d3bc8ad437a5b0b697', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:41:57.177502 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c6d3-cdde-4a6e-a7a2-2c5b0de75686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825591'] for router_gateway (38ac2577-4070-4ea9-abd0-1350c087b97f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.268581 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c6d3-cdde-4a6e-a7a2-2c5b0de75686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31001'] for router (38ac2577-4070-4ea9-abd0-1350c087b97f), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.270661 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c6d3-cdde-4a6e-a7a2-2c5b0de75686 admin admin] Publish callbacks [] for router_controller (38ac2577-4070-4ea9-abd0-1350c087b97f), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.313211 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c6d3-cdde-4a6e-a7a2-2c5b0de75686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821831'] for router (38ac2577-4070-4ea9-abd0-1350c087b97f), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.313645 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d5c6d3-cdde-4a6e-a7a2-2c5b0de75686 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38ac2577-4070-4ea9-abd0-1350c087b97f {{(pid=103171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:41:57.317817 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c6d3-cdde-4a6e-a7a2-2c5b0de75686 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.319615 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-b5d5c6d3-cdde-4a6e-a7a2-2c5b0de75686 admin admin] 10.222.0.87 "DELETE /v2.0/routers/38ac2577-4070-4ea9-abd0-1350c087b97f HTTP/1.1" status: 204 len: 168 time: 0.7646809 Feb 11 06:41:57.322121 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58772) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:57.364977 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e93f198-80ba-4e43-96ee-1331d808a2aa admin admin] Deleting subnet 0fdb83ae-962e-4e01-ab98-9d54ff4f3115 {{(pid=103171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:41:57.368580 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5e93f198-80ba-4e43-96ee-1331d808a2aa admin admin] Publish callbacks [] for subnet (0fdb83ae-962e-4e01-ab98-9d54ff4f3115), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.405818 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5e93f198-80ba-4e43-96ee-1331d808a2aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30233926'] for subnet (0fdb83ae-962e-4e01-ab98-9d54ff4f3115), precommit_delete_associations {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.481202 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5e93f198-80ba-4e43-96ee-1331d808a2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673092'] for subnet (0fdb83ae-962e-4e01-ab98-9d54ff4f3115), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.537863 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5e93f198-80ba-4e43-96ee-1331d808a2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30878954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31115604'] for subnet (0fdb83ae-962e-4e01-ab98-9d54ff4f3115), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.566027 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93f198-80ba-4e43-96ee-1331d808a2aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fdb83ae-962e-4e01-ab98-9d54ff4f3115,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:57.568002 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-5e93f198-80ba-4e43-96ee-1331d808a2aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.571275 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-5e93f198-80ba-4e43-96ee-1331d808a2aa admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0fdb83ae-962e-4e01-ab98-9d54ff4f3115 HTTP/1.1" status: 204 len: 168 time: 0.2482240 Feb 11 06:41:57.573862 n-d-713499-38 neutron-server[103171]: DEBUG neutron.wsgi [-] (103171) accepted ('10.222.0.87', 58774) {{(pid=103171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:57.583800 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a60c30-a98e-4753-a2ca-2668654fbb8a None None] Network 4d402c38-de74-49d1-881c-67587a4a8e39 requested from n-d-713499-38 {{(pid=103173) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:41:57.646882 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-894610'] for network (4d402c38-de74-49d1-881c-67587a4a8e39), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.700579 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] Deleting port 84f6634c-29ad-49f0-b236-08fe754fe54c {{(pid=103171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:41:57.700913 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774535725963'] for port (84f6634c-29ad-49f0-b236-08fe754fe54c), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.766463 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.db [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] For port 84f6634c-29ad-49f0-b236-08fe754fe54c, host n-d-713499-38, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-38',level=0,port_id=84f6634c-29ad-49f0-b236-08fe754fe54c,segment=NetworkSegment(431ce82f-1fec-4ef5-813d-3a017f442585),segment_id=431ce82f-1fec-4ef5-813d-3a017f442585)] {{(pid=103171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:41:57.766827 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1819590'] for port (84f6634c-29ad-49f0-b236-08fe754fe54c), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.779631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] Calling delete_port for 84f6634c-29ad-49f0-b236-08fe754fe54c owned by network:dhcp {{(pid=103171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:41:57.856263 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774535730414', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774535193043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30878727'] for port (84f6634c-29ad-49f0-b236-08fe754fe54c), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.882581 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] Pushing event deleted for resources: {'Port': ['ID=84f6634c-29ad-49f0-b236-08fe754fe54c,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:57.884474 n-d-713499-38 neutron-server[103171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] No DVR routers for this DVR port 84f6634c-29ad-49f0-b236-08fe754fe54c on host n-d-713499-38 {{(pid=103171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:41:57.904980 n-d-713499-38 neutron-server[103173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b1f302-9b89-4a8f-886a-2c340c1577ef None None] DHCP port deletion for 4d402c38-de74-49d1-881c-67587a4a8e39 request from n-d-713499-38 {{(pid=103173) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:41:57.962829 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672465', 'neutron.services.segments.db._delete_segments_for_network-8774535517624'] for network (4d402c38-de74-49d1-881c-67587a4a8e39), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:57.982631 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d402c38-de74-49d1-881c-67587a4a8e39']}} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:57.992186 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431ce82f-1fec-4ef5-813d-3a017f442585') {'for_net_delete': True} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:57.992503 n-d-713499-38 neutron-server[103171]: DEBUG neutron.services.segments.db [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431ce82f-1fec-4ef5-813d-3a017f442585') {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:41:58.002027 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774535520705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30233983'] for segment (431ce82f-1fec-4ef5-813d-3a017f442585), before_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:58.015577 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078'] for segment (431ce82f-1fec-4ef5-813d-3a017f442585), precommit_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:58.022693 n-d-713499-38 neutron-server[103171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:41:58.023328 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-824078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30878800'] for segment (431ce82f-1fec-4ef5-813d-3a017f442585), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: Traceback (most recent call last): Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: timer() Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: cb(*args, **kw) Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: return func(*args, **kwargs) Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: self._notify() Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: self.callback(batched_events) Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: event.method(event) Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: return f(self, *a, **k) Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: return self._get(url).json() Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: return self.request(url, 'GET', **kwargs) Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:41:58.025044 n-d-713499-38 neutron-server[103171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:41:58.083518 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825643'] for network (4d402c38-de74-49d1-881c-67587a4a8e39), after_delete {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:58.090133 n-d-713499-38 neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:58.095879 n-d-713499-38 neutron-server[103171]: INFO neutron.wsgi [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] 10.222.0.87 "DELETE /v2.0/networks/4d402c38-de74-49d1-881c-67587a4a8e39 HTTP/1.1" status: 204 len: 168 time: 0.5208404 Feb 11 06:41:58.108230 n-d-713499-38 neutron-server[103171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e216a2-680e-4352-a2f7-d150a2b1703c admin admin] Pushing event deleted for resources: {'Network': ['ID=4d402c38-de74-49d1-881c-67587a4a8e39,revision_number=None']} {{(pid=103171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:58.282903 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58778) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:58.321443 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-d4763c3c-3e17-4105-b9c0-7e0662430fe7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3cb343eecc7a4c7f9f626049db0ec93d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374696 Feb 11 06:41:58.323932 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58780) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:58.371559 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8c86ab8-f1f4-420d-b422-f47203c2173b admin admin] Publish callbacks [] for security_group (20ec6926-f34d-408f-ae17-b60801ed99c3), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:58.391619 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8c86ab8-f1f4-420d-b422-f47203c2173b admin admin] Publish callbacks [] for security_group (20ec6926-f34d-408f-ae17-b60801ed99c3), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:58.439483 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8c86ab8-f1f4-420d-b422-f47203c2173b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (20ec6926-f34d-408f-ae17-b60801ed99c3), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:58.442652 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e8c86ab8-f1f4-420d-b422-f47203c2173b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:58.443852 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-e8c86ab8-f1f4-420d-b422-f47203c2173b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/20ec6926-f34d-408f-ae17-b60801ed99c3 HTTP/1.1" status: 204 len: 168 time: 0.1190081 Feb 11 06:41:58.451478 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c86ab8-f1f4-420d-b422-f47203c2173b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ec6926-f34d-408f-ae17-b60801ed99c3,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:41:58.565251 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 03a8bfd7-e554-41bb-91e3-858e74a3fc38 no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:41:58.596989 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 03a8bfd7-e554-41bb-91e3-858e74a3fc38 {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:41:58.598336 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 03a8bfd7-e554-41bb-91e3-858e74a3fc38 not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:41:58.598800 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 296e9a02-952c-4c07-8714-dc2efd44e4ba no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:41:58.618631 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 296e9a02-952c-4c07-8714-dc2efd44e4ba {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:41:58.618983 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 296e9a02-952c-4c07-8714-dc2efd44e4ba not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:41:58.619410 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 84f6634c-29ad-49f0-b236-08fe754fe54c no longer exists at agent ovs-agent-n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:41:58.640985 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] No Port match for: 84f6634c-29ad-49f0-b236-08fe754fe54c {{(pid=103173) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:41:58.641341 n-d-713499-38 neutron-server[103173]: DEBUG neutron.plugins.ml2.rpc [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Device 84f6634c-29ad-49f0-b236-08fe754fe54c not bound to the agent host n-d-713499-38 {{(pid=103173) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:41:58.700591 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-76de0773-59ab-421a-9684-38ca4d1fdd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:58.790693 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58786) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:58.833903 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-30ceb4c8-3b08-46e6-8a42-342bf3599f2d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=956b33cadf0448d3bc8ad437a5b0b697&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420589 Feb 11 06:41:58.836322 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [-] (103170) accepted ('10.222.0.87', 58788) {{(pid=103170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:41:58.882835 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e3c9f1d-1d5a-4dac-8480-f7903d4ffb03 admin admin] Publish callbacks [] for security_group (f63858d3-32b3-4771-8dac-7689fd83c734), before_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:58.903486 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e3c9f1d-1d5a-4dac-8480-f7903d4ffb03 admin admin] Publish callbacks [] for security_group (f63858d3-32b3-4771-8dac-7689fd83c734), precommit_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:58.951934 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e3c9f1d-1d5a-4dac-8480-f7903d4ffb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801996'] for security_group (f63858d3-32b3-4771-8dac-7689fd83c734), after_delete {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:58.954524 n-d-713499-38 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-8e3c9f1d-1d5a-4dac-8480-f7903d4ffb03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:41:58.955740 n-d-713499-38 neutron-server[103170]: INFO neutron.wsgi [None req-8e3c9f1d-1d5a-4dac-8480-f7903d4ffb03 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f63858d3-32b3-4771-8dac-7689fd83c734 HTTP/1.1" status: 204 len: 168 time: 0.1184764 Feb 11 06:41:58.964908 n-d-713499-38 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c9f1d-1d5a-4dac-8480-f7903d4ffb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63858d3-32b3-4771-8dac-7689fd83c734,revision_number=None']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:42:00.990039 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f891db0b-1429-4bee-8eb0-d8a0c22754a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:02.774236 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:04.001640 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:05.398942 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:10.731098 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:15.105624 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:22.354082 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:42:28.701488 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2d3f2d26-247b-4dc4-841d-a27325ae24c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:30.992124 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df398878-56ec-484a-960e-075a05127968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:32.776548 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:34.004848 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:35.401728 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:40.743263 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:45.109693 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:58.701735 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-80bb6d41-0191-455f-98b7-b020f650e75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:42:59.353122 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:43:00.993897 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a1eafbda-86b8-4b00-9b76-bd0ca1caaa89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:02.780504 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:04.008461 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:05.404835 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:10.738163 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:15.130013 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:28.703353 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e8302b9-3be5-478c-9e01-d6a5a703a29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:30.996883 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9547c38a-2bd5-4b1b-8031-9974e24b1bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:32.780858 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:34.012374 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:35.408035 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:36.352660 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:43:40.732160 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:45.138648 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:43:58.704233 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-42b9fd2a-b61e-4b1b-ad45-52f9f334fc0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:00.998120 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cca0df9d-206b-4c38-8502-1fb61b36d4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:02.781089 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:04.015405 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:05.412032 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:10.745903 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:13.351063 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:44:15.132917 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:28.705383 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-de34ad6a-3423-452a-a3df-911946f41770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:31.000724 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-571b1a04-82a6-440c-be37-886bbd21a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:32.778544 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:34.019319 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:35.415190 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:40.746052 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:45.135506 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:44:50.350591 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:44:58.705656 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3410413b-d2f3-40a7-a44d-067df09af3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:01.002768 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e09f650f-5c93-4ead-aab7-279f70ba368d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:02.782453 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:04.022626 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:05.416953 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:10.760687 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:15.150652 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:27.349963 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:45:28.706139 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ef0fdffc-107a-4a4d-b168-5a0133a5eafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:31.006720 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-772fe2c8-6a1c-4cc1-9ee7-acbd3a70c901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:32.782681 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:34.026153 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:35.418863 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:40.776549 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:45.154562 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:45:58.708851 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f406091f-3790-4e48-9d8c-ed8aed67b528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:01.007769 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01105507-44e4-4574-ba24-80483e88c19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:02.788565 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:04.028902 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:04.350233 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:46:05.421219 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:10.798304 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:15.150769 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:28.710678 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82d6bba5-a857-415c-bf7e-ac1917988a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:31.008648 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ffe29a26-73c0-4772-b249-33ce04651bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:32.789849 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:34.031942 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:35.426453 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:40.806117 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:41.350144 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:46:45.165018 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:46:58.711466 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9e656f64-f55b-480c-adb0-a8949ac2c089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:01.009715 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c5127285-8547-46eb-afed-6dd7f5bf005f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:02.793862 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:04.036122 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:05.429199 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:10.824411 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:15.181030 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:18.349143 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:47:28.715998 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d923fa7a-e434-4121-8bb0-9a9b2843ef38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:31.011714 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-530f856c-8de7-46a0-b3a9-6b8b0caf7666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:32.794932 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:34.039463 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:35.431967 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:40.830105 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:45.191079 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:47:55.348400 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:47:58.717177 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6cef-7008-4243-a99f-c0b0547f7616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:01.014743 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ece5a81f-7b73-4202-801e-8f6628388777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:02.798723 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:04.041478 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:05.434070 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:10.847466 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:15.189850 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:28.719070 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7db58444-d4ad-4349-b79d-b447b5290e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:31.018143 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c4eec393-a003-41a3-bc9b-b90f575b5c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:32.348434 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:48:32.801067 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:34.047437 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:35.435717 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:40.853582 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:45.229180 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:48:58.719870 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-068954c3-abd0-496b-84b2-d7d095adf041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:01.020203 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ae89fb2-0ce1-4e37-aa0d-9ce18262480a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:02.808326 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:04.047932 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:05.438434 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:09.349035 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:49:10.858304 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:15.233601 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:28.721607 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-42572b37-0646-4532-a8f2-f278061323ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:31.021323 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e0a3494f-e5e0-458f-b054-3f2ee61b49f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:32.804265 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:34.051637 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:35.440346 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:40.858216 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:45.246332 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:49:46.349280 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:49:58.722425 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc9a7fd7-0df4-46dc-846e-9dcb85d1ea7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:01.022198 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a838b186-d0b6-4ab4-a270-bea6f9016b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:02.808862 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:04.055161 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:05.441297 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:09.680729 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-de4d248c-e985-4827-96e6-34e596404e6d service neutron] (103170) timed out ('10.222.0.87', 56584) {{(pid=103170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:50:09.755404 n-d-713499-38 neutron-server[103170]: DEBUG neutron.wsgi [req-26831ce0-b223-47ad-a9d5-df0071d2c09e req-f7c3f73c-2442-4a59-a383-177d7cfaaf61 tempest-TestShelveInstance-233816258 tempest-TestShelveInstance-233816258-project] (103170) timed out ('10.222.0.87', 56606) {{(pid=103170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:50:10.861062 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:15.242068 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:23.348412 n-d-713499-38 neutron-server[103174]: DEBUG neutron.db.agents_db [None req-e9a4477c-60b0-447f-8087-1f9c44ea0647 None None] Agent healthcheck: found 7 active agents {{(pid=103174) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:50:28.724596 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-258a493c-d826-41b2-82e9-bf37bd79fbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:31.024762 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-54b0686b-2188-4171-8d23-f6aa31025b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (b6f4c0b0-c4e6-4575-8695-60e20bbe0039), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:32.810789 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9b84e0ab-ed48-44fe-b53a-4ac8633b57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (f763ad47-e396-4b7b-9b4a-57817d493814), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:34.060211 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a09cd0e5-5e78-44fb-b076-94b57edf67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (82e5d524-87e3-4839-b05f-14bdad425087), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:35.444049 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7b432feb-3012-4118-8bc4-38f0a5e988a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (e95c94e1-dcce-44b6-af6e-fb9542a60c26), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:40.874782 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a306ff22-d278-4153-bcee-179145ae7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (6c3c37e9-c842-4846-bb32-04812a1180ca), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:45.259932 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-696501db-9f72-45af-8700-250c124c82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (2eeee050-c935-4d8b-8a27-4e99e3f9eb05), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:50:58.725741 n-d-713499-38 neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-424bcacd-6558-487f-b284-e3a4e5a5b892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774535517606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687848'] for agent (351248f7-5a8b-4bcc-be04-6e9c0ba76cb0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}